2024-08-10T04:53:25.829 INFO:root:teuthology version: 0.0.1.dev425+g43b8805 2024-08-10T04:53:25.854 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-08-10T04:53:25.951 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/teuthology-2024-08-09_02:08:13-upgrade-squid-distro-default-smithi/7845241 branch: squid description: upgrade/quincy-x/parallel/{0-random-distro$/{centos_9.stream_runc} 0-start 1-tasks mon_election/connectivity upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} email: ceph-qa@ceph.com first_in_suite: false job_id: '7845241' kernel: kdb: 1 sha1: distro last_in_suite: false machine_type: smithi meta: - desc: 'run run randomized correctness test for rados operations on an erasure-coded pool ' - desc: 'object class functional tests ' - desc: 'generate read/write load with rados objects ranging from 1MB to 25MB ' - desc: 'run basic import/export cli tests for rbd ' - desc: 'librbd C and C++ api tests ' - desc: 'librbd python api tests ' name: teuthology-2024-08-09_02:08:13-upgrade-squid-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 10 os_type: centos os_version: 9.stream overrides: admin_socket: branch: squid ceph: conf: global: mon election default strategy: 3 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd shutdown pgref assert: true create_rbd_pool: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) sha1: bca9905d683c89d50ebab7089e7e4e66f174979e ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: extra_system_packages: - python3-pytest flavor: default sha1: bca9905d683c89d50ebab7089e7e4e66f174979e selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 workunit: branch: squid sha1: 36f0121854057afc3d1c62b7c67046d0bb7294df owner: scheduled_teuthology@teuthology priority: 100 repo: https://git.ceph.com/ceph.git roles: - - mon.a - mon.c - mgr.y - mds.a - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - alertmanager.a - - mon.b - mds.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - grafana.a - node-exporter.b seed: 3749 sha1: bca9905d683c89d50ebab7089e7e4e66f174979e sleep_before_teardown: 0 subset: 25/32 suite: upgrade suite_branch: squid suite_path: /home/teuthworker/src/git.ceph.com_ceph_36f0121854057afc3d1c62b7c67046d0bb7294df/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph.git suite_sha1: 36f0121854057afc3d1c62b7c67046d0bb7294df targets: smithi031.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBCpPwNTjifbv0tdO0wsSNGTsegv7FvUmvMH/NLMlA65DLptleYs9XKC0pmOX+GzzE0dn9CtaCFO25xupbW3POr0= smithi196.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBBYFfEzjBmZDvbfOhl4R4GvvQ1RJV02JxF90IFx9zy9/MULLWbzA4zOveQ7lepVqrXY6Mx4Tk4Io8gwgRcrH5pE= tasks: - pexec: all: - sudo dnf install runc nvmetcli nvme-cli -y - sudo sed -i 's/^#runtime = "crun"/runtime = "runc"/g' /usr/share/containers/containers.conf - sudo sed -i 's/runtime = "crun"/#runtime = "crun"/g' /usr/share/containers/containers.conf - install: branch: quincy exclude_packages: - ceph-volume - print: '**** done install task...' - print: '**** done start installing quincy cephadm ...' - cephadm: cephadm_branch: quincy cephadm_git_url: https://github.com/ceph/ceph conf: osd: osd_class_default_list: '*' osd_class_load_list: '*' image: quay.ceph.io/ceph-ci/ceph:quincy - print: '**** done end installing quincy cephadm ...' - print: '**** done start cephadm.shell ceph config set mgr...' - cephadm.shell: mon.a: - ceph config set mgr mgr/cephadm/use_repo_digest true --force - print: '**** done cephadm.shell ceph config set mgr...' - print: '**** done start telemetry quincy...' - workunit: clients: client.0: - test_telemetry_quincy.sh - print: '**** done end telemetry quincy...' - print: '**** done start parallel' - parallel: - workload - upgrade-sequence - print: '**** done end parallel' - print: '**** done start telemetry x...' - workunit: clients: client.0: - test_telemetry_quincy_x.sh - print: '**** done end telemetry x...' teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 43b88056bcf6a0548bdd2d0502e56290cbae52df timestamp: 2024-08-09_02:08:13 tube: smithi upgrade-sequence: sequential: - print: '**** done start upgrade, wait' - cephadm.shell: env: - sha1 mon.a: - ceph config set global log_to_journald false --force - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - while ceph orch upgrade status | jq '.in_progress' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done - ceph orch ps - ceph versions - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 - print: '**** done end upgrade, wait...' user: teuthology verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856 workload: full_sequential: - print: '**** done start ec-rados-default.yaml' - rados: clients: - client.0 ec_pool: true objects: 50 op_weights: append: 100 copy_from: 50 delete: 50 read: 100 rmattr: 25 rollback: 50 setattr: 25 snap_create: 50 snap_remove: 50 write: 0 ops: 4000 write_append_excl: false - print: '**** done end ec-rados-default.yaml' - print: '**** done start rados_api.yaml' - workunit: branch: quincy clients: client.0: - cls - print: '**** done end rados_api.yaml' - print: '**** done start rados_loadgenbig.yaml' - workunit: branch: quincy clients: client.0: - rados/load-gen-big.sh - print: '**** done end rados_loadgenbig.yaml' - print: '**** done start rbd_import_export.yaml' - workunit: branch: quincy clients: client.1: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done end rbd_import_export.yaml' - print: '**** done start test_rbd_api.yaml' - workunit: branch: quincy clients: client.0: - rbd/test_librbd.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_api.yaml' - print: '**** done start test_rbd_python.yaml' - workunit: branch: quincy clients: client.0: - rbd/test_librbd_python.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_python.yaml' 2024-08-10T04:53:25.952 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph_36f0121854057afc3d1c62b7c67046d0bb7294df/qa; will attempt to use it 2024-08-10T04:53:25.952 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph_36f0121854057afc3d1c62b7c67046d0bb7294df/qa/tasks 2024-08-10T04:53:25.953 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-08-10T04:53:25.954 INFO:teuthology.task.internal:Checking packages... 2024-08-10T04:53:25.977 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash 'bca9905d683c89d50ebab7089e7e4e66f174979e' 2024-08-10T04:53:25.977 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-10T04:53:25.977 INFO:teuthology.packaging:ref: None 2024-08-10T04:53:25.977 INFO:teuthology.packaging:tag: None 2024-08-10T04:53:25.977 INFO:teuthology.packaging:branch: squid 2024-08-10T04:53:25.977 INFO:teuthology.packaging:sha1: bca9905d683c89d50ebab7089e7e4e66f174979e 2024-08-10T04:53:25.977 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=squid 2024-08-10T04:53:26.174 INFO:teuthology.task.internal:Found packages for ceph version 19.1.0-1337.g36f01218 2024-08-10T04:53:26.176 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-08-10T04:53:26.184 INFO:teuthology.task.internal:no buildpackages task found 2024-08-10T04:53:26.184 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-08-10T04:53:26.199 INFO:teuthology.task.internal:Saving configuration 2024-08-10T04:53:26.218 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-08-10T04:53:26.225 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-08-10T04:53:26.247 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi031.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-08-09_02:08:13-upgrade-squid-distro-default-smithi/7845241', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-08-10 04:48:34.841177', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBCpPwNTjifbv0tdO0wsSNGTsegv7FvUmvMH/NLMlA65DLptleYs9XKC0pmOX+GzzE0dn9CtaCFO25xupbW3POr0='} 2024-08-10T04:53:26.272 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi196.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-08-09_02:08:13-upgrade-squid-distro-default-smithi/7845241', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-08-10 04:48:34.842403', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBBYFfEzjBmZDvbfOhl4R4GvvQ1RJV02JxF90IFx9zy9/MULLWbzA4zOveQ7lepVqrXY6Mx4Tk4Io8gwgRcrH5pE='} 2024-08-10T04:53:26.272 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-08-10T04:53:26.278 INFO:teuthology.task.internal:roles: ubuntu@smithi031.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'mds.a', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a', 'alertmanager.a'] 2024-08-10T04:53:26.278 INFO:teuthology.task.internal:roles: ubuntu@smithi196.front.sepia.ceph.com - ['mon.b', 'mds.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b'] 2024-08-10T04:53:26.278 INFO:teuthology.run_tasks:Running task console_log... 2024-08-10T04:53:26.330 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f2348267ac0>, signals=[15]) 2024-08-10T04:53:26.330 INFO:teuthology.run_tasks:Running task internal.connect... 2024-08-10T04:53:26.336 INFO:teuthology.task.internal:Opening connections... 2024-08-10T04:53:26.336 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi031.front.sepia.ceph.com 2024-08-10T04:53:26.337 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi031.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-10T04:53:26.412 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi196.front.sepia.ceph.com 2024-08-10T04:53:26.413 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi196.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-10T04:53:26.496 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-08-10T04:53:26.503 DEBUG:teuthology.orchestra.run.smithi031:> uname -m 2024-08-10T04:53:26.522 INFO:teuthology.orchestra.run.smithi031.stdout:x86_64 2024-08-10T04:53:26.522 DEBUG:teuthology.orchestra.run.smithi031:> cat /etc/os-release 2024-08-10T04:53:26.579 INFO:teuthology.orchestra.run.smithi031.stdout:NAME="CentOS Stream" 2024-08-10T04:53:26.580 INFO:teuthology.orchestra.run.smithi031.stdout:VERSION="9" 2024-08-10T04:53:26.580 INFO:teuthology.orchestra.run.smithi031.stdout:ID="centos" 2024-08-10T04:53:26.580 INFO:teuthology.orchestra.run.smithi031.stdout:ID_LIKE="rhel fedora" 2024-08-10T04:53:26.580 INFO:teuthology.orchestra.run.smithi031.stdout:VERSION_ID="9" 2024-08-10T04:53:26.580 INFO:teuthology.orchestra.run.smithi031.stdout:PLATFORM_ID="platform:el9" 2024-08-10T04:53:26.580 INFO:teuthology.orchestra.run.smithi031.stdout:PRETTY_NAME="CentOS Stream 9" 2024-08-10T04:53:26.580 INFO:teuthology.orchestra.run.smithi031.stdout:ANSI_COLOR="0;31" 2024-08-10T04:53:26.580 INFO:teuthology.orchestra.run.smithi031.stdout:LOGO="fedora-logo-icon" 2024-08-10T04:53:26.580 INFO:teuthology.orchestra.run.smithi031.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-08-10T04:53:26.580 INFO:teuthology.orchestra.run.smithi031.stdout:HOME_URL="https://centos.org/" 2024-08-10T04:53:26.580 INFO:teuthology.orchestra.run.smithi031.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-08-10T04:53:26.580 INFO:teuthology.orchestra.run.smithi031.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-08-10T04:53:26.581 INFO:teuthology.orchestra.run.smithi031.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-08-10T04:53:26.581 INFO:teuthology.lock.ops:Updating smithi031.front.sepia.ceph.com on lock server 2024-08-10T04:53:26.613 DEBUG:teuthology.orchestra.run.smithi196:> uname -m 2024-08-10T04:53:26.630 INFO:teuthology.orchestra.run.smithi196.stdout:x86_64 2024-08-10T04:53:26.630 DEBUG:teuthology.orchestra.run.smithi196:> cat /etc/os-release 2024-08-10T04:53:26.686 INFO:teuthology.orchestra.run.smithi196.stdout:NAME="CentOS Stream" 2024-08-10T04:53:26.686 INFO:teuthology.orchestra.run.smithi196.stdout:VERSION="9" 2024-08-10T04:53:26.687 INFO:teuthology.orchestra.run.smithi196.stdout:ID="centos" 2024-08-10T04:53:26.687 INFO:teuthology.orchestra.run.smithi196.stdout:ID_LIKE="rhel fedora" 2024-08-10T04:53:26.687 INFO:teuthology.orchestra.run.smithi196.stdout:VERSION_ID="9" 2024-08-10T04:53:26.687 INFO:teuthology.orchestra.run.smithi196.stdout:PLATFORM_ID="platform:el9" 2024-08-10T04:53:26.687 INFO:teuthology.orchestra.run.smithi196.stdout:PRETTY_NAME="CentOS Stream 9" 2024-08-10T04:53:26.687 INFO:teuthology.orchestra.run.smithi196.stdout:ANSI_COLOR="0;31" 2024-08-10T04:53:26.687 INFO:teuthology.orchestra.run.smithi196.stdout:LOGO="fedora-logo-icon" 2024-08-10T04:53:26.687 INFO:teuthology.orchestra.run.smithi196.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-08-10T04:53:26.687 INFO:teuthology.orchestra.run.smithi196.stdout:HOME_URL="https://centos.org/" 2024-08-10T04:53:26.687 INFO:teuthology.orchestra.run.smithi196.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-08-10T04:53:26.687 INFO:teuthology.orchestra.run.smithi196.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-08-10T04:53:26.687 INFO:teuthology.orchestra.run.smithi196.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-08-10T04:53:26.688 INFO:teuthology.lock.ops:Updating smithi196.front.sepia.ceph.com on lock server 2024-08-10T04:53:26.712 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-08-10T04:53:26.720 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-08-10T04:53:26.725 INFO:teuthology.task.internal:Checking for old test directory... 2024-08-10T04:53:26.725 DEBUG:teuthology.orchestra.run.smithi031:> test '!' -e /home/ubuntu/cephtest 2024-08-10T04:53:26.727 DEBUG:teuthology.orchestra.run.smithi196:> test '!' -e /home/ubuntu/cephtest 2024-08-10T04:53:26.743 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-08-10T04:53:26.748 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-08-10T04:53:26.749 DEBUG:teuthology.orchestra.run.smithi031:> test -z $(ls -A /var/lib/ceph) 2024-08-10T04:53:26.785 DEBUG:teuthology.orchestra.run.smithi196:> test -z $(ls -A /var/lib/ceph) 2024-08-10T04:53:26.812 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-08-10T04:53:26.866 INFO:teuthology.run_tasks:Running task kernel... 2024-08-10T04:53:26.884 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-08-10T04:53:26.884 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-08-10T04:53:26.885 DEBUG:teuthology.orchestra.run.smithi031:> test -f /run/.containerenv -o -f /.dockerenv 2024-08-10T04:53:26.885 DEBUG:teuthology.orchestra.run.smithi196:> test -f /run/.containerenv -o -f /.dockerenv 2024-08-10T04:53:26.900 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-10T04:53:26.901 DEBUG:teuthology.orchestra.run.smithi196:> uname -r 2024-08-10T04:53:26.902 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-10T04:53:26.903 DEBUG:teuthology.orchestra.run.smithi031:> uname -r 2024-08-10T04:53:26.958 INFO:teuthology.orchestra.run.smithi196.stdout:5.14.0-437.el9.x86_64 2024-08-10T04:53:26.958 INFO:teuthology.task.kernel:Running kernel on smithi196: 5.14.0-437.el9.x86_64 2024-08-10T04:53:26.958 DEBUG:teuthology.orchestra.run.smithi196:> sudo yum install -y kernel 2024-08-10T04:53:26.961 INFO:teuthology.orchestra.run.smithi031.stdout:5.14.0-437.el9.x86_64 2024-08-10T04:53:26.961 INFO:teuthology.task.kernel:Running kernel on smithi031: 5.14.0-437.el9.x86_64 2024-08-10T04:53:26.961 DEBUG:teuthology.orchestra.run.smithi031:> sudo yum install -y kernel 2024-08-10T04:53:30.299 INFO:teuthology.orchestra.run.smithi031.stdout:CentOS Stream 9 - BaseOS 4.7 MB/s | 8.2 MB 00:01 2024-08-10T04:53:31.116 INFO:teuthology.orchestra.run.smithi196.stdout:CentOS Stream 9 - BaseOS 3.4 MB/s | 8.2 MB 00:02 2024-08-10T04:53:34.684 INFO:teuthology.orchestra.run.smithi196.stdout:CentOS Stream 9 - AppStream 8.2 MB/s | 20 MB 00:02 2024-08-10T04:53:35.863 INFO:teuthology.orchestra.run.smithi031.stdout:CentOS Stream 9 - AppStream 4.5 MB/s | 20 MB 00:04 2024-08-10T04:53:39.975 INFO:teuthology.orchestra.run.smithi196.stdout:CentOS Stream 9 - CRB 4.5 MB/s | 6.6 MB 00:01 2024-08-10T04:53:40.630 INFO:teuthology.orchestra.run.smithi031.stdout:CentOS Stream 9 - CRB 7.3 MB/s | 6.6 MB 00:00 2024-08-10T04:53:41.634 INFO:teuthology.orchestra.run.smithi196.stdout:CentOS Stream 9 - Extras packages 41 kB/s | 18 kB 00:00 2024-08-10T04:53:42.114 INFO:teuthology.orchestra.run.smithi031.stdout:CentOS Stream 9 - Extras packages 89 kB/s | 18 kB 00:00 2024-08-10T04:53:42.872 INFO:teuthology.orchestra.run.smithi196.stdout:Extra Packages for Enterprise Linux 20 MB/s | 22 MB 00:01 2024-08-10T04:53:43.042 INFO:teuthology.orchestra.run.smithi031.stdout:Extra Packages for Enterprise Linux 28 MB/s | 22 MB 00:00 2024-08-10T04:53:48.194 INFO:teuthology.orchestra.run.smithi196.stdout:lab-extras 39 kB/s | 1.7 kB 00:00 2024-08-10T04:53:48.590 INFO:teuthology.orchestra.run.smithi031.stdout:lab-extras 44 kB/s | 1.7 kB 00:00 2024-08-10T04:53:50.150 INFO:teuthology.orchestra.run.smithi196.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-08-10T04:53:50.150 INFO:teuthology.orchestra.run.smithi196.stdout:Package kernel-5.14.0-437.el9.x86_64 is already installed. 2024-08-10T04:53:50.250 INFO:teuthology.orchestra.run.smithi196.stdout:Dependencies resolved. 2024-08-10T04:53:50.260 INFO:teuthology.orchestra.run.smithi196.stdout:================================================================================ 2024-08-10T04:53:50.260 INFO:teuthology.orchestra.run.smithi196.stdout: Package Architecture Version Repository Size 2024-08-10T04:53:50.260 INFO:teuthology.orchestra.run.smithi196.stdout:================================================================================ 2024-08-10T04:53:50.260 INFO:teuthology.orchestra.run.smithi196.stdout:Installing: 2024-08-10T04:53:50.260 INFO:teuthology.orchestra.run.smithi196.stdout: kernel x86_64 5.14.0-480.el9 baseos 1.5 M 2024-08-10T04:53:50.261 INFO:teuthology.orchestra.run.smithi196.stdout:Installing dependencies: 2024-08-10T04:53:50.261 INFO:teuthology.orchestra.run.smithi196.stdout: kernel-core x86_64 5.14.0-480.el9 baseos 17 M 2024-08-10T04:53:50.261 INFO:teuthology.orchestra.run.smithi196.stdout: kernel-modules x86_64 5.14.0-480.el9 baseos 36 M 2024-08-10T04:53:50.261 INFO:teuthology.orchestra.run.smithi196.stdout: kernel-modules-core x86_64 5.14.0-480.el9 baseos 30 M 2024-08-10T04:53:50.261 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-08-10T04:53:50.261 INFO:teuthology.orchestra.run.smithi196.stdout:Transaction Summary 2024-08-10T04:53:50.261 INFO:teuthology.orchestra.run.smithi196.stdout:================================================================================ 2024-08-10T04:53:50.261 INFO:teuthology.orchestra.run.smithi196.stdout:Install 4 Packages 2024-08-10T04:53:50.261 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-08-10T04:53:50.262 INFO:teuthology.orchestra.run.smithi196.stdout:Total download size: 84 M 2024-08-10T04:53:50.262 INFO:teuthology.orchestra.run.smithi196.stdout:Installed size: 126 M 2024-08-10T04:53:50.262 INFO:teuthology.orchestra.run.smithi196.stdout:Downloading Packages: 2024-08-10T04:53:50.604 INFO:teuthology.orchestra.run.smithi031.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-08-10T04:53:50.604 INFO:teuthology.orchestra.run.smithi031.stdout:Package kernel-5.14.0-437.el9.x86_64 is already installed. 2024-08-10T04:53:50.687 INFO:teuthology.orchestra.run.smithi031.stdout:Dependencies resolved. 2024-08-10T04:53:50.699 INFO:teuthology.orchestra.run.smithi031.stdout:================================================================================ 2024-08-10T04:53:50.699 INFO:teuthology.orchestra.run.smithi031.stdout: Package Architecture Version Repository Size 2024-08-10T04:53:50.699 INFO:teuthology.orchestra.run.smithi031.stdout:================================================================================ 2024-08-10T04:53:50.699 INFO:teuthology.orchestra.run.smithi031.stdout:Installing: 2024-08-10T04:53:50.699 INFO:teuthology.orchestra.run.smithi031.stdout: kernel x86_64 5.14.0-480.el9 baseos 1.5 M 2024-08-10T04:53:50.699 INFO:teuthology.orchestra.run.smithi031.stdout:Installing dependencies: 2024-08-10T04:53:50.699 INFO:teuthology.orchestra.run.smithi031.stdout: kernel-core x86_64 5.14.0-480.el9 baseos 17 M 2024-08-10T04:53:50.699 INFO:teuthology.orchestra.run.smithi031.stdout: kernel-modules x86_64 5.14.0-480.el9 baseos 36 M 2024-08-10T04:53:50.699 INFO:teuthology.orchestra.run.smithi031.stdout: kernel-modules-core x86_64 5.14.0-480.el9 baseos 30 M 2024-08-10T04:53:50.699 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-08-10T04:53:50.700 INFO:teuthology.orchestra.run.smithi031.stdout:Transaction Summary 2024-08-10T04:53:50.700 INFO:teuthology.orchestra.run.smithi031.stdout:================================================================================ 2024-08-10T04:53:50.700 INFO:teuthology.orchestra.run.smithi031.stdout:Install 4 Packages 2024-08-10T04:53:50.700 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-08-10T04:53:50.700 INFO:teuthology.orchestra.run.smithi031.stdout:Total download size: 84 M 2024-08-10T04:53:50.700 INFO:teuthology.orchestra.run.smithi031.stdout:Installed size: 126 M 2024-08-10T04:53:50.701 INFO:teuthology.orchestra.run.smithi031.stdout:Downloading Packages: 2024-08-10T04:53:51.204 INFO:teuthology.orchestra.run.smithi196.stdout:(1/4): kernel-5.14.0-480.el9.x86_64.rpm 1.8 MB/s | 1.5 MB 00:00 2024-08-10T04:53:51.845 INFO:teuthology.orchestra.run.smithi196.stdout:(2/4): kernel-core-5.14.0-480.el9.x86_64.rpm 12 MB/s | 17 MB 00:01 2024-08-10T04:53:52.099 INFO:teuthology.orchestra.run.smithi031.stdout:(1/4): kernel-5.14.0-480.el9.x86_64.rpm 1.1 MB/s | 1.5 MB 00:01 2024-08-10T04:53:52.620 INFO:teuthology.orchestra.run.smithi196.stdout:(3/4): kernel-modules-5.14.0-480.el9.x86_64.rpm 16 MB/s | 36 MB 00:02 2024-08-10T04:53:52.887 INFO:teuthology.orchestra.run.smithi196.stdout:(4/4): kernel-modules-core-5.14.0-480.el9.x86_6 18 MB/s | 30 MB 00:01 2024-08-10T04:53:52.890 INFO:teuthology.orchestra.run.smithi196.stdout:-------------------------------------------------------------------------------- 2024-08-10T04:53:52.890 INFO:teuthology.orchestra.run.smithi196.stdout:Total 32 MB/s | 84 MB 00:02 2024-08-10T04:53:52.983 INFO:teuthology.orchestra.run.smithi031.stdout:(2/4): kernel-core-5.14.0-480.el9.x86_64.rpm 7.7 MB/s | 17 MB 00:02 2024-08-10T04:53:53.625 INFO:teuthology.orchestra.run.smithi196.stdout:Running transaction check 2024-08-10T04:53:53.965 INFO:teuthology.orchestra.run.smithi196.stdout:Transaction check succeeded. 2024-08-10T04:53:53.966 INFO:teuthology.orchestra.run.smithi196.stdout:Running transaction test 2024-08-10T04:53:54.976 INFO:teuthology.orchestra.run.smithi196.stdout:Transaction test succeeded. 2024-08-10T04:53:54.976 INFO:teuthology.orchestra.run.smithi196.stdout:Running transaction 2024-08-10T04:53:57.421 INFO:teuthology.orchestra.run.smithi196.stdout: Preparing : 1/1 2024-08-10T04:53:58.161 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : kernel-modules-core-5.14.0-480.el9.x86_64 1/4 2024-08-10T04:53:58.245 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : kernel-core-5.14.0-480.el9.x86_64 2/4 2024-08-10T04:54:00.900 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: kernel-core-5.14.0-480.el9.x86_64 2/4 2024-08-10T04:54:01.046 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : kernel-modules-5.14.0-480.el9.x86_64 3/4 2024-08-10T04:54:01.198 INFO:teuthology.orchestra.run.smithi031.stdout:(3/4): kernel-modules-core-5.14.0-480.el9.x86_6 3.3 MB/s | 30 MB 00:09 2024-08-10T04:54:05.907 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: kernel-modules-5.14.0-480.el9.x86_64 3/4 2024-08-10T04:54:06.046 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : kernel-5.14.0-480.el9.x86_64 4/4 2024-08-10T04:54:10.907 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: kernel-modules-core-5.14.0-480.el9.x86_64 4/4 2024-08-10T04:54:31.203 INFO:teuthology.orchestra.run.smithi031.stdout:(4/4): kernel-modules-5.14.0-480.el9.x86_64.rpm 910 kB/s | 36 MB 00:40 2024-08-10T04:54:31.203 INFO:teuthology.orchestra.run.smithi031.stdout:-------------------------------------------------------------------------------- 2024-08-10T04:54:31.203 INFO:teuthology.orchestra.run.smithi031.stdout:Total 2.1 MB/s | 84 MB 00:40 2024-08-10T04:54:31.967 INFO:teuthology.orchestra.run.smithi031.stdout:Running transaction check 2024-08-10T04:54:32.390 INFO:teuthology.orchestra.run.smithi031.stdout:Transaction check succeeded. 2024-08-10T04:54:32.391 INFO:teuthology.orchestra.run.smithi031.stdout:Running transaction test 2024-08-10T04:54:33.436 INFO:teuthology.orchestra.run.smithi031.stdout:Transaction test succeeded. 2024-08-10T04:54:33.436 INFO:teuthology.orchestra.run.smithi031.stdout:Running transaction 2024-08-10T04:54:36.032 INFO:teuthology.orchestra.run.smithi031.stdout: Preparing : 1/1 2024-08-10T04:54:36.719 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : kernel-modules-core-5.14.0-480.el9.x86_64 1/4 2024-08-10T04:54:36.819 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : kernel-core-5.14.0-480.el9.x86_64 2/4 2024-08-10T04:54:39.622 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: kernel-core-5.14.0-480.el9.x86_64 2/4 2024-08-10T04:54:39.767 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : kernel-modules-5.14.0-480.el9.x86_64 3/4 2024-08-10T04:54:40.747 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: kernel-core-5.14.0-480.el9.x86_64 4/4 2024-08-10T04:54:40.788 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: kernel-modules-5.14.0-480.el9.x86_64 4/4 2024-08-10T04:54:41.111 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: kernel-5.14.0-480.el9.x86_64 4/4 2024-08-10T04:54:41.111 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : kernel-5.14.0-480.el9.x86_64 1/4 2024-08-10T04:54:41.112 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : kernel-core-5.14.0-480.el9.x86_64 2/4 2024-08-10T04:54:41.112 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : kernel-modules-5.14.0-480.el9.x86_64 3/4 2024-08-10T04:54:41.911 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : kernel-modules-core-5.14.0-480.el9.x86_64 4/4 2024-08-10T04:54:41.911 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-08-10T04:54:41.911 INFO:teuthology.orchestra.run.smithi196.stdout:Installed: 2024-08-10T04:54:41.911 INFO:teuthology.orchestra.run.smithi196.stdout: kernel-5.14.0-480.el9.x86_64 2024-08-10T04:54:41.911 INFO:teuthology.orchestra.run.smithi196.stdout: kernel-core-5.14.0-480.el9.x86_64 2024-08-10T04:54:41.911 INFO:teuthology.orchestra.run.smithi196.stdout: kernel-modules-5.14.0-480.el9.x86_64 2024-08-10T04:54:41.912 INFO:teuthology.orchestra.run.smithi196.stdout: kernel-modules-core-5.14.0-480.el9.x86_64 2024-08-10T04:54:41.912 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-08-10T04:54:41.912 INFO:teuthology.orchestra.run.smithi196.stdout:Complete! 2024-08-10T04:54:42.260 DEBUG:teuthology.orchestra.run.smithi196:> rpm -q kernel | sort -rV | head -n 1 2024-08-10T04:54:42.343 INFO:teuthology.orchestra.run.smithi196.stdout:kernel-5.14.0-480.el9.x86_64 2024-08-10T04:54:42.343 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-480.el9.x86_64 2024-08-10T04:54:42.343 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-437.el9.x86_64 Expected: 5.14.0-480.el9.x86_64 2024-08-10T04:54:42.344 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-08-10T04:54:42.344 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-08-10T04:54:42.344 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-08-10T04:54:42.344 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi196.front.sepia.ceph.com, path=None, version=distro) 2024-08-10T04:54:42.344 DEBUG:teuthology.orchestra.run.smithi196:> rpm -q kernel | sort -rV | head -n 1 2024-08-10T04:54:42.400 INFO:teuthology.orchestra.run.smithi196.stdout:kernel-5.14.0-480.el9.x86_64 2024-08-10T04:54:42.400 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-480.el9.x86_64 2024-08-10T04:54:42.400 DEBUG:teuthology.orchestra.run.smithi196:> sudo rpm -qi grub2-tools 2024-08-10T04:54:42.440 INFO:teuthology.orchestra.run.smithi196.stdout:Name : grub2-tools 2024-08-10T04:54:42.441 INFO:teuthology.orchestra.run.smithi196.stdout:Epoch : 1 2024-08-10T04:54:42.441 INFO:teuthology.orchestra.run.smithi196.stdout:Version : 2.06 2024-08-10T04:54:42.441 INFO:teuthology.orchestra.run.smithi196.stdout:Release : 68.el9 2024-08-10T04:54:42.441 INFO:teuthology.orchestra.run.smithi196.stdout:Architecture: x86_64 2024-08-10T04:54:42.441 INFO:teuthology.orchestra.run.smithi196.stdout:Install Date: Fri 19 Apr 2024 09:32:39 PM UTC 2024-08-10T04:54:42.441 INFO:teuthology.orchestra.run.smithi196.stdout:Group : Unspecified 2024-08-10T04:54:42.441 INFO:teuthology.orchestra.run.smithi196.stdout:Size : 8264254 2024-08-10T04:54:42.441 INFO:teuthology.orchestra.run.smithi196.stdout:License : GPLv3+ 2024-08-10T04:54:42.441 INFO:teuthology.orchestra.run.smithi196.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-08-10T04:54:42.441 INFO:teuthology.orchestra.run.smithi196.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-08-10T04:54:42.441 INFO:teuthology.orchestra.run.smithi196.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-08-10T04:54:42.441 INFO:teuthology.orchestra.run.smithi196.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-08-10T04:54:42.442 INFO:teuthology.orchestra.run.smithi196.stdout:Packager : builder@centos.org 2024-08-10T04:54:42.442 INFO:teuthology.orchestra.run.smithi196.stdout:Vendor : CentOS 2024-08-10T04:54:42.442 INFO:teuthology.orchestra.run.smithi196.stdout:URL : http://www.gnu.org/software/grub/ 2024-08-10T04:54:42.442 INFO:teuthology.orchestra.run.smithi196.stdout:Summary : Support tools for GRUB. 2024-08-10T04:54:42.442 INFO:teuthology.orchestra.run.smithi196.stdout:Description : 2024-08-10T04:54:42.442 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-08-10T04:54:42.442 INFO:teuthology.orchestra.run.smithi196.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-08-10T04:54:42.442 INFO:teuthology.orchestra.run.smithi196.stdout:customizable bootloader with modular architecture. It supports a rich 2024-08-10T04:54:42.442 INFO:teuthology.orchestra.run.smithi196.stdout:variety of kernel formats, file systems, computer architectures and 2024-08-10T04:54:42.442 INFO:teuthology.orchestra.run.smithi196.stdout:hardware devices. 2024-08-10T04:54:42.442 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-08-10T04:54:42.442 INFO:teuthology.orchestra.run.smithi196.stdout:This subpackage provides tools for support of all platforms. 2024-08-10T04:54:42.443 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-08-10T04:54:42.443 INFO:teuthology.task.kernel:Updating grub on smithi196 to boot 5.14.0-480.el9.x86_64 2024-08-10T04:54:42.444 DEBUG:teuthology.orchestra.run.smithi196:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-08-10T04:54:43.062 INFO:teuthology.orchestra.run.smithi196.stderr:Generating grub configuration file ... 2024-08-10T04:54:44.448 INFO:teuthology.orchestra.run.smithi196.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-08-10T04:54:44.479 INFO:teuthology.orchestra.run.smithi196.stderr:done 2024-08-10T04:54:44.481 DEBUG:teuthology.orchestra.run.smithi196:> mktemp 2024-08-10T04:54:44.496 INFO:teuthology.orchestra.run.smithi196.stdout:/tmp/tmp.rxEiK9DJPX 2024-08-10T04:54:44.497 DEBUG:teuthology.orchestra.run.smithi196:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.rxEiK9DJPX 2024-08-10T04:54:44.561 DEBUG:teuthology.orchestra.run.smithi196:> sudo chmod 0666 /tmp/tmp.rxEiK9DJPX 2024-08-10T04:54:44.699 DEBUG:teuthology.orchestra.remote:smithi196:/tmp/tmp.rxEiK9DJPX is 6KB 2024-08-10T04:54:44.719 DEBUG:teuthology.orchestra.run.smithi196:> rm -fr /tmp/tmp.rxEiK9DJPX 2024-08-10T04:54:44.733 DEBUG:teuthology.orchestra.run.smithi196:> sudo /bin/ls /boot/loader/entries || true 2024-08-10T04:54:44.795 INFO:teuthology.orchestra.run.smithi196.stdout:7fc8828e06d0482694bcf4a447d13cb6-0-rescue.conf 2024-08-10T04:54:44.795 INFO:teuthology.orchestra.run.smithi196.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-239.el9.x86_64.conf 2024-08-10T04:54:44.795 INFO:teuthology.orchestra.run.smithi196.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-437.el9.x86_64.conf 2024-08-10T04:54:44.795 INFO:teuthology.orchestra.run.smithi196.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-480.el9.x86_64.conf 2024-08-10T04:54:44.796 DEBUG:teuthology.orchestra.run.smithi196:> sudo grub2-set-default 7fc8828e06d0482694bcf4a447d13cb6-5.14.0-480.el9.x86_64 2024-08-10T04:54:44.932 DEBUG:teuthology.orchestra.run.smithi196:> sudo shutdown -r now 2024-08-10T04:54:44.975 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: kernel-modules-5.14.0-480.el9.x86_64 3/4 2024-08-10T04:54:45.035 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : kernel-5.14.0-480.el9.x86_64 4/4 2024-08-10T04:54:50.272 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: kernel-modules-core-5.14.0-480.el9.x86_64 4/4 2024-08-10T04:55:14.936 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-08-10T04:55:14.937 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi196.front.sepia.ceph.com' 2024-08-10T04:55:14.938 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi196.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-10T04:55:21.577 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: kernel-core-5.14.0-480.el9.x86_64 4/4 2024-08-10T04:55:21.619 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: kernel-modules-5.14.0-480.el9.x86_64 4/4 2024-08-10T04:55:21.988 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: kernel-5.14.0-480.el9.x86_64 4/4 2024-08-10T04:55:21.988 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : kernel-5.14.0-480.el9.x86_64 1/4 2024-08-10T04:55:21.988 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : kernel-core-5.14.0-480.el9.x86_64 2/4 2024-08-10T04:55:21.988 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : kernel-modules-5.14.0-480.el9.x86_64 3/4 2024-08-10T04:55:22.821 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : kernel-modules-core-5.14.0-480.el9.x86_64 4/4 2024-08-10T04:55:22.821 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-08-10T04:55:22.821 INFO:teuthology.orchestra.run.smithi031.stdout:Installed: 2024-08-10T04:55:22.821 INFO:teuthology.orchestra.run.smithi031.stdout: kernel-5.14.0-480.el9.x86_64 2024-08-10T04:55:22.822 INFO:teuthology.orchestra.run.smithi031.stdout: kernel-core-5.14.0-480.el9.x86_64 2024-08-10T04:55:22.822 INFO:teuthology.orchestra.run.smithi031.stdout: kernel-modules-5.14.0-480.el9.x86_64 2024-08-10T04:55:22.822 INFO:teuthology.orchestra.run.smithi031.stdout: kernel-modules-core-5.14.0-480.el9.x86_64 2024-08-10T04:55:22.822 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-08-10T04:55:22.822 INFO:teuthology.orchestra.run.smithi031.stdout:Complete! 2024-08-10T04:55:23.240 DEBUG:teuthology.orchestra.run.smithi031:> rpm -q kernel | sort -rV | head -n 1 2024-08-10T04:55:23.321 INFO:teuthology.orchestra.run.smithi031.stdout:kernel-5.14.0-480.el9.x86_64 2024-08-10T04:55:23.321 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-480.el9.x86_64 2024-08-10T04:55:23.321 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-437.el9.x86_64 Expected: 5.14.0-480.el9.x86_64 2024-08-10T04:55:23.321 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-08-10T04:55:23.322 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-08-10T04:55:23.322 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-08-10T04:55:23.322 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi031.front.sepia.ceph.com, path=None, version=distro) 2024-08-10T04:55:23.322 DEBUG:teuthology.orchestra.run.smithi031:> rpm -q kernel | sort -rV | head -n 1 2024-08-10T04:55:23.381 INFO:teuthology.orchestra.run.smithi031.stdout:kernel-5.14.0-480.el9.x86_64 2024-08-10T04:55:23.381 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-480.el9.x86_64 2024-08-10T04:55:23.381 DEBUG:teuthology.orchestra.run.smithi031:> sudo rpm -qi grub2-tools 2024-08-10T04:55:23.416 INFO:teuthology.orchestra.run.smithi031.stdout:Name : grub2-tools 2024-08-10T04:55:23.416 INFO:teuthology.orchestra.run.smithi031.stdout:Epoch : 1 2024-08-10T04:55:23.416 INFO:teuthology.orchestra.run.smithi031.stdout:Version : 2.06 2024-08-10T04:55:23.416 INFO:teuthology.orchestra.run.smithi031.stdout:Release : 68.el9 2024-08-10T04:55:23.417 INFO:teuthology.orchestra.run.smithi031.stdout:Architecture: x86_64 2024-08-10T04:55:23.417 INFO:teuthology.orchestra.run.smithi031.stdout:Install Date: Fri 19 Apr 2024 09:32:39 PM UTC 2024-08-10T04:55:23.417 INFO:teuthology.orchestra.run.smithi031.stdout:Group : Unspecified 2024-08-10T04:55:23.417 INFO:teuthology.orchestra.run.smithi031.stdout:Size : 8264254 2024-08-10T04:55:23.417 INFO:teuthology.orchestra.run.smithi031.stdout:License : GPLv3+ 2024-08-10T04:55:23.417 INFO:teuthology.orchestra.run.smithi031.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-08-10T04:55:23.417 INFO:teuthology.orchestra.run.smithi031.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-08-10T04:55:23.417 INFO:teuthology.orchestra.run.smithi031.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-08-10T04:55:23.417 INFO:teuthology.orchestra.run.smithi031.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-08-10T04:55:23.417 INFO:teuthology.orchestra.run.smithi031.stdout:Packager : builder@centos.org 2024-08-10T04:55:23.417 INFO:teuthology.orchestra.run.smithi031.stdout:Vendor : CentOS 2024-08-10T04:55:23.417 INFO:teuthology.orchestra.run.smithi031.stdout:URL : http://www.gnu.org/software/grub/ 2024-08-10T04:55:23.417 INFO:teuthology.orchestra.run.smithi031.stdout:Summary : Support tools for GRUB. 2024-08-10T04:55:23.417 INFO:teuthology.orchestra.run.smithi031.stdout:Description : 2024-08-10T04:55:23.418 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-08-10T04:55:23.418 INFO:teuthology.orchestra.run.smithi031.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-08-10T04:55:23.418 INFO:teuthology.orchestra.run.smithi031.stdout:customizable bootloader with modular architecture. It supports a rich 2024-08-10T04:55:23.418 INFO:teuthology.orchestra.run.smithi031.stdout:variety of kernel formats, file systems, computer architectures and 2024-08-10T04:55:23.418 INFO:teuthology.orchestra.run.smithi031.stdout:hardware devices. 2024-08-10T04:55:23.418 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-08-10T04:55:23.418 INFO:teuthology.orchestra.run.smithi031.stdout:This subpackage provides tools for support of all platforms. 2024-08-10T04:55:23.419 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-08-10T04:55:23.419 INFO:teuthology.task.kernel:Updating grub on smithi031 to boot 5.14.0-480.el9.x86_64 2024-08-10T04:55:23.419 DEBUG:teuthology.orchestra.run.smithi031:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-08-10T04:55:24.041 INFO:teuthology.orchestra.run.smithi031.stderr:Generating grub configuration file ... 2024-08-10T04:55:25.396 INFO:teuthology.orchestra.run.smithi031.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-08-10T04:55:25.424 INFO:teuthology.orchestra.run.smithi031.stderr:done 2024-08-10T04:55:25.426 DEBUG:teuthology.orchestra.run.smithi031:> mktemp 2024-08-10T04:55:25.442 INFO:teuthology.orchestra.run.smithi031.stdout:/tmp/tmp.NNUe6R9W6X 2024-08-10T04:55:25.443 DEBUG:teuthology.orchestra.run.smithi031:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.NNUe6R9W6X 2024-08-10T04:55:25.516 DEBUG:teuthology.orchestra.run.smithi031:> sudo chmod 0666 /tmp/tmp.NNUe6R9W6X 2024-08-10T04:55:25.658 DEBUG:teuthology.orchestra.remote:smithi031:/tmp/tmp.NNUe6R9W6X is 6KB 2024-08-10T04:55:25.709 DEBUG:teuthology.orchestra.run.smithi031:> rm -fr /tmp/tmp.NNUe6R9W6X 2024-08-10T04:55:25.724 DEBUG:teuthology.orchestra.run.smithi031:> sudo /bin/ls /boot/loader/entries || true 2024-08-10T04:55:25.786 INFO:teuthology.orchestra.run.smithi031.stdout:7fc8828e06d0482694bcf4a447d13cb6-0-rescue.conf 2024-08-10T04:55:25.786 INFO:teuthology.orchestra.run.smithi031.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-239.el9.x86_64.conf 2024-08-10T04:55:25.787 INFO:teuthology.orchestra.run.smithi031.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-437.el9.x86_64.conf 2024-08-10T04:55:25.787 INFO:teuthology.orchestra.run.smithi031.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-480.el9.x86_64.conf 2024-08-10T04:55:25.788 DEBUG:teuthology.orchestra.run.smithi031:> sudo grub2-set-default 7fc8828e06d0482694bcf4a447d13cb6-5.14.0-480.el9.x86_64 2024-08-10T04:55:25.945 DEBUG:teuthology.orchestra.run.smithi031:> sudo shutdown -r now 2024-08-10T04:55:49.471 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.196 2024-08-10T04:55:55.955 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-08-10T04:55:55.956 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi031.front.sepia.ceph.com' 2024-08-10T04:55:55.957 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi031.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-10T04:55:58.475 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi196.front.sepia.ceph.com' 2024-08-10T04:55:58.475 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi196.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-10T04:56:14.307 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.31 2024-08-10T04:56:16.862 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.196 2024-08-10T04:56:23.309 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi031.front.sepia.ceph.com' 2024-08-10T04:56:23.310 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi031.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-10T04:56:28.863 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi196.front.sepia.ceph.com' 2024-08-10T04:56:28.864 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi196.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-10T04:56:29.670 DEBUG:teuthology.orchestra.run.smithi196:> true 2024-08-10T04:56:30.146 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi196.front.sepia.ceph.com' 2024-08-10T04:56:30.146 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.14.0-480.el9.x86_64"... 2024-08-10T04:56:30.146 DEBUG:teuthology.orchestra.run.smithi196:> uname -r 2024-08-10T04:56:30.160 INFO:teuthology.orchestra.run.smithi196.stdout:5.14.0-480.el9.x86_64 2024-08-10T04:56:30.161 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-480.el9.x86_64 vs 5.14.0-480.el9.x86_64 2024-08-10T04:56:30.161 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-08-10T04:56:30.161 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-08-10T04:56:31.162 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-08-10T04:56:31.162 DEBUG:teuthology.orchestra.run.smithi196:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-08-10T04:56:31.270 INFO:teuthology.orchestra.run.smithi196.stdout:ttyS1 2024-08-10T04:56:31.304 DEBUG:teuthology.parallel:result is None 2024-08-10T04:57:23.313 DEBUG:teuthology.orchestra.remote:timed out 2024-08-10T04:57:35.314 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi031.front.sepia.ceph.com' 2024-08-10T04:57:35.315 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi031.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-10T04:57:35.652 DEBUG:teuthology.orchestra.run.smithi031:> true 2024-08-10T04:57:36.016 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi031.front.sepia.ceph.com' 2024-08-10T04:57:36.016 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-480.el9.x86_64"... 2024-08-10T04:57:36.016 DEBUG:teuthology.orchestra.run.smithi031:> uname -r 2024-08-10T04:57:36.033 INFO:teuthology.orchestra.run.smithi031.stdout:5.14.0-480.el9.x86_64 2024-08-10T04:57:36.033 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-480.el9.x86_64 vs 5.14.0-480.el9.x86_64 2024-08-10T04:57:36.033 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-08-10T04:57:36.034 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-08-10T04:57:37.035 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-08-10T04:57:37.035 DEBUG:teuthology.orchestra.run.smithi031:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-08-10T04:57:37.112 INFO:teuthology.orchestra.run.smithi031.stdout:ttyS1 2024-08-10T04:57:37.153 DEBUG:teuthology.parallel:result is None 2024-08-10T04:57:37.154 INFO:teuthology.run_tasks:Running task internal.base... 2024-08-10T04:57:37.162 INFO:teuthology.task.internal:Creating test directory... 2024-08-10T04:57:37.162 DEBUG:teuthology.orchestra.run.smithi031:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-08-10T04:57:37.165 DEBUG:teuthology.orchestra.run.smithi196:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-08-10T04:57:37.186 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-08-10T04:57:37.208 INFO:teuthology.run_tasks:Running task internal.archive... 2024-08-10T04:57:37.215 INFO:teuthology.task.internal:Creating archive directory... 2024-08-10T04:57:37.215 DEBUG:teuthology.orchestra.run.smithi031:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-08-10T04:57:37.224 DEBUG:teuthology.orchestra.run.smithi196:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-08-10T04:57:37.263 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-08-10T04:57:37.269 INFO:teuthology.task.internal:Enabling coredump saving... 2024-08-10T04:57:37.269 DEBUG:teuthology.orchestra.run.smithi031:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-08-10T04:57:37.300 DEBUG:teuthology.orchestra.run.smithi196:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-08-10T04:57:37.334 INFO:teuthology.orchestra.run.smithi031.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-08-10T04:57:37.340 INFO:teuthology.orchestra.run.smithi196.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-08-10T04:57:37.346 INFO:teuthology.orchestra.run.smithi031.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-08-10T04:57:37.351 INFO:teuthology.orchestra.run.smithi196.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-08-10T04:57:37.353 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-08-10T04:57:37.360 INFO:teuthology.task.internal:Configuring sudo... 2024-08-10T04:57:37.361 DEBUG:teuthology.orchestra.run.smithi031:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-08-10T04:57:37.390 DEBUG:teuthology.orchestra.run.smithi196:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-08-10T04:57:37.420 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-08-10T04:57:37.430 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-08-10T04:57:37.430 DEBUG:teuthology.orchestra.run.smithi031:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-08-10T04:57:37.459 DEBUG:teuthology.orchestra.run.smithi196:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-08-10T04:57:37.478 DEBUG:teuthology.orchestra.run.smithi031:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-08-10T04:57:37.563 DEBUG:teuthology.orchestra.run.smithi031:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-08-10T04:57:37.607 DEBUG:teuthology.orchestra.run.smithi031:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-08-10T04:57:37.687 DEBUG:teuthology.orchestra.run.smithi031:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-08-10T04:57:37.732 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-08-10T04:57:37.732 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-08-10T04:57:37.799 DEBUG:teuthology.orchestra.run.smithi196:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-08-10T04:57:37.838 DEBUG:teuthology.orchestra.run.smithi196:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-08-10T04:57:37.892 DEBUG:teuthology.orchestra.run.smithi196:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-08-10T04:57:37.977 DEBUG:teuthology.orchestra.run.smithi196:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-08-10T04:57:38.021 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-08-10T04:57:38.021 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-08-10T04:57:38.088 DEBUG:teuthology.orchestra.run.smithi031:> sudo service rsyslog restart 2024-08-10T04:57:38.090 DEBUG:teuthology.orchestra.run.smithi196:> sudo service rsyslog restart 2024-08-10T04:57:38.124 INFO:teuthology.orchestra.run.smithi031.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-08-10T04:57:38.175 INFO:teuthology.orchestra.run.smithi196.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-08-10T04:57:38.570 INFO:teuthology.run_tasks:Running task internal.timer... 2024-08-10T04:57:38.579 INFO:teuthology.task.internal:Starting timer... 2024-08-10T04:57:38.579 INFO:teuthology.run_tasks:Running task pcp... 2024-08-10T04:57:38.597 INFO:teuthology.run_tasks:Running task selinux... 2024-08-10T04:57:38.606 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0']} 2024-08-10T04:57:38.607 DEBUG:teuthology.orchestra.run.smithi031:> sudo service auditd rotate 2024-08-10T04:57:38.648 INFO:teuthology.orchestra.run.smithi031.stdout:Rotating logs: 2024-08-10T04:57:38.650 DEBUG:teuthology.orchestra.run.smithi196:> sudo service auditd rotate 2024-08-10T04:57:38.725 INFO:teuthology.orchestra.run.smithi196.stdout:Rotating logs: 2024-08-10T04:57:38.727 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-08-10T04:57:38.727 DEBUG:teuthology.orchestra.run.smithi031:> /usr/sbin/getenforce 2024-08-10T04:57:38.760 INFO:teuthology.orchestra.run.smithi031.stdout:Permissive 2024-08-10T04:57:38.760 DEBUG:teuthology.orchestra.run.smithi196:> /usr/sbin/getenforce 2024-08-10T04:57:38.800 INFO:teuthology.orchestra.run.smithi196.stdout:Permissive 2024-08-10T04:57:38.801 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi031.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi196.front.sepia.ceph.com': 'permissive'} 2024-08-10T04:57:38.801 DEBUG:teuthology.orchestra.run.smithi031:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-08-10T04:57:38.827 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-10T04:57:38.828 DEBUG:teuthology.orchestra.run.smithi196:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-08-10T04:57:38.867 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-10T04:57:38.868 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-08-10T04:57:38.868 DEBUG:teuthology.orchestra.run.smithi031:> sudo /usr/sbin/setenforce permissive 2024-08-10T04:57:38.895 DEBUG:teuthology.orchestra.run.smithi196:> sudo /usr/sbin/setenforce permissive 2024-08-10T04:57:38.934 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-08-10T04:57:38.944 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2024-08-10T04:57:38.948 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2024-08-10T04:57:39.058 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-08-10T04:57:39.068 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-08-10T04:57:39.069 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi031.front.sepia.ceph.com,smithi196.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-08-10T05:02:19.042 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi031.front.sepia.ceph.com'), Remote(name='ubuntu@smithi196.front.sepia.ceph.com')] 2024-08-10T05:02:19.043 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi031.front.sepia.ceph.com' 2024-08-10T05:02:19.045 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi031.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-10T05:02:19.126 DEBUG:teuthology.orchestra.run.smithi031:> true 2024-08-10T05:02:19.207 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi031.front.sepia.ceph.com' 2024-08-10T05:02:19.207 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi196.front.sepia.ceph.com' 2024-08-10T05:02:19.208 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi196.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-10T05:02:19.285 DEBUG:teuthology.orchestra.run.smithi196:> true 2024-08-10T05:02:19.362 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi196.front.sepia.ceph.com' 2024-08-10T05:02:19.363 INFO:teuthology.run_tasks:Running task clock... 2024-08-10T05:02:19.375 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-08-10T05:02:19.375 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-08-10T05:02:19.375 DEBUG:teuthology.orchestra.run.smithi031:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-08-10T05:02:19.378 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-08-10T05:02:19.378 DEBUG:teuthology.orchestra.run.smithi196:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-08-10T05:02:19.409 INFO:teuthology.orchestra.run.smithi031.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-08-10T05:02:19.425 INFO:teuthology.orchestra.run.smithi031.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-08-10T05:02:19.433 INFO:teuthology.orchestra.run.smithi196.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-08-10T05:02:19.448 INFO:teuthology.orchestra.run.smithi196.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-08-10T05:02:19.451 INFO:teuthology.orchestra.run.smithi031.stderr:sudo: ntpd: command not found 2024-08-10T05:02:19.463 INFO:teuthology.orchestra.run.smithi031.stdout:506 Cannot talk to daemon 2024-08-10T05:02:19.473 INFO:teuthology.orchestra.run.smithi196.stderr:sudo: ntpd: command not found 2024-08-10T05:02:19.478 INFO:teuthology.orchestra.run.smithi031.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-08-10T05:02:19.484 INFO:teuthology.orchestra.run.smithi196.stdout:506 Cannot talk to daemon 2024-08-10T05:02:19.494 INFO:teuthology.orchestra.run.smithi031.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-08-10T05:02:19.498 INFO:teuthology.orchestra.run.smithi196.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-08-10T05:02:19.512 INFO:teuthology.orchestra.run.smithi196.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-08-10T05:02:19.550 INFO:teuthology.orchestra.run.smithi031.stderr:bash: line 1: ntpq: command not found 2024-08-10T05:02:19.552 INFO:teuthology.orchestra.run.smithi031.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-08-10T05:02:19.552 INFO:teuthology.orchestra.run.smithi031.stdout:=============================================================================== 2024-08-10T05:02:19.552 INFO:teuthology.orchestra.run.smithi031.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-10T05:02:19.553 INFO:teuthology.orchestra.run.smithi031.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-10T05:02:19.554 INFO:teuthology.orchestra.run.smithi031.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-10T05:02:19.554 INFO:teuthology.orchestra.run.smithi031.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-10T05:02:19.568 INFO:teuthology.orchestra.run.smithi196.stderr:bash: line 1: ntpq: command not found 2024-08-10T05:02:19.572 INFO:teuthology.orchestra.run.smithi196.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-08-10T05:02:19.572 INFO:teuthology.orchestra.run.smithi196.stdout:=============================================================================== 2024-08-10T05:02:19.572 INFO:teuthology.orchestra.run.smithi196.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-10T05:02:19.572 INFO:teuthology.orchestra.run.smithi196.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-10T05:02:19.573 INFO:teuthology.orchestra.run.smithi196.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-10T05:02:19.573 INFO:teuthology.orchestra.run.smithi196.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-10T05:02:19.573 INFO:teuthology.run_tasks:Running task pexec... 2024-08-10T05:02:19.582 INFO:teuthology.task.pexec:Executing custom commands... 2024-08-10T05:02:19.583 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi031.front.sepia.ceph.com 2024-08-10T05:02:19.583 DEBUG:teuthology.orchestra.run.smithi031:> TESTDIR=/home/ubuntu/cephtest bash -s 2024-08-10T05:02:19.583 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi196.front.sepia.ceph.com 2024-08-10T05:02:19.583 DEBUG:teuthology.orchestra.run.smithi196:> TESTDIR=/home/ubuntu/cephtest bash -s 2024-08-10T05:02:20.177 INFO:teuthology.orchestra.run.smithi196.stdout:Last metadata expiration check: 0:01:16 ago on Sat 10 Aug 2024 05:01:04 AM UTC. 2024-08-10T05:02:20.193 INFO:teuthology.orchestra.run.smithi031.stdout:Last metadata expiration check: 0:01:08 ago on Sat 10 Aug 2024 05:01:12 AM UTC. 2024-08-10T05:02:20.264 INFO:teuthology.orchestra.run.smithi196.stdout:Package nvme-cli-2.6-5.el9.x86_64 is already installed. 2024-08-10T05:02:20.282 INFO:teuthology.orchestra.run.smithi031.stdout:Package nvme-cli-2.6-5.el9.x86_64 is already installed. 2024-08-10T05:02:20.305 INFO:teuthology.orchestra.run.smithi196.stdout:Dependencies resolved. 2024-08-10T05:02:20.322 INFO:teuthology.orchestra.run.smithi196.stdout:================================================================================ 2024-08-10T05:02:20.322 INFO:teuthology.orchestra.run.smithi196.stdout: Package Arch Version Repository Size 2024-08-10T05:02:20.322 INFO:teuthology.orchestra.run.smithi196.stdout:================================================================================ 2024-08-10T05:02:20.322 INFO:teuthology.orchestra.run.smithi196.stdout:Installing: 2024-08-10T05:02:20.322 INFO:teuthology.orchestra.run.smithi196.stdout: nvmetcli noarch 0.7-3.el9 baseos 44 k 2024-08-10T05:02:20.322 INFO:teuthology.orchestra.run.smithi196.stdout: runc x86_64 4:1.1.13-4.el9 appstream 3.2 M 2024-08-10T05:02:20.322 INFO:teuthology.orchestra.run.smithi196.stdout:Upgrading: 2024-08-10T05:02:20.322 INFO:teuthology.orchestra.run.smithi196.stdout: libnvme x86_64 1.9-2.el9 baseos 106 k 2024-08-10T05:02:20.323 INFO:teuthology.orchestra.run.smithi196.stdout: nvme-cli x86_64 2.9.1-3.el9 baseos 903 k 2024-08-10T05:02:20.323 INFO:teuthology.orchestra.run.smithi196.stdout:Installing dependencies: 2024-08-10T05:02:20.323 INFO:teuthology.orchestra.run.smithi196.stdout: python3-configshell noarch 1:1.1.30-1.el9 baseos 72 k 2024-08-10T05:02:20.323 INFO:teuthology.orchestra.run.smithi196.stdout: python3-kmod x86_64 0.9-32.el9 baseos 84 k 2024-08-10T05:02:20.323 INFO:teuthology.orchestra.run.smithi196.stdout: python3-urwid x86_64 2.1.2-4.el9 baseos 837 k 2024-08-10T05:02:20.323 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-08-10T05:02:20.323 INFO:teuthology.orchestra.run.smithi196.stdout:Transaction Summary 2024-08-10T05:02:20.323 INFO:teuthology.orchestra.run.smithi196.stdout:================================================================================ 2024-08-10T05:02:20.323 INFO:teuthology.orchestra.run.smithi196.stdout:Install 5 Packages 2024-08-10T05:02:20.323 INFO:teuthology.orchestra.run.smithi196.stdout:Upgrade 2 Packages 2024-08-10T05:02:20.323 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-08-10T05:02:20.325 INFO:teuthology.orchestra.run.smithi031.stdout:Dependencies resolved. 2024-08-10T05:02:20.333 INFO:teuthology.orchestra.run.smithi196.stdout:Total download size: 5.2 M 2024-08-10T05:02:20.333 INFO:teuthology.orchestra.run.smithi196.stdout:Downloading Packages: 2024-08-10T05:02:20.339 INFO:teuthology.orchestra.run.smithi031.stdout:================================================================================ 2024-08-10T05:02:20.339 INFO:teuthology.orchestra.run.smithi031.stdout: Package Arch Version Repository Size 2024-08-10T05:02:20.339 INFO:teuthology.orchestra.run.smithi031.stdout:================================================================================ 2024-08-10T05:02:20.339 INFO:teuthology.orchestra.run.smithi031.stdout:Installing: 2024-08-10T05:02:20.339 INFO:teuthology.orchestra.run.smithi031.stdout: nvmetcli noarch 0.7-3.el9 baseos 44 k 2024-08-10T05:02:20.339 INFO:teuthology.orchestra.run.smithi031.stdout: runc x86_64 4:1.1.13-4.el9 appstream 3.2 M 2024-08-10T05:02:20.339 INFO:teuthology.orchestra.run.smithi031.stdout:Upgrading: 2024-08-10T05:02:20.339 INFO:teuthology.orchestra.run.smithi031.stdout: libnvme x86_64 1.9-2.el9 baseos 106 k 2024-08-10T05:02:20.339 INFO:teuthology.orchestra.run.smithi031.stdout: nvme-cli x86_64 2.9.1-3.el9 baseos 903 k 2024-08-10T05:02:20.339 INFO:teuthology.orchestra.run.smithi031.stdout:Installing dependencies: 2024-08-10T05:02:20.339 INFO:teuthology.orchestra.run.smithi031.stdout: python3-configshell noarch 1:1.1.30-1.el9 baseos 72 k 2024-08-10T05:02:20.340 INFO:teuthology.orchestra.run.smithi031.stdout: python3-kmod x86_64 0.9-32.el9 baseos 84 k 2024-08-10T05:02:20.340 INFO:teuthology.orchestra.run.smithi031.stdout: python3-urwid x86_64 2.1.2-4.el9 baseos 837 k 2024-08-10T05:02:20.340 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-08-10T05:02:20.340 INFO:teuthology.orchestra.run.smithi031.stdout:Transaction Summary 2024-08-10T05:02:20.340 INFO:teuthology.orchestra.run.smithi031.stdout:================================================================================ 2024-08-10T05:02:20.340 INFO:teuthology.orchestra.run.smithi031.stdout:Install 5 Packages 2024-08-10T05:02:20.340 INFO:teuthology.orchestra.run.smithi031.stdout:Upgrade 2 Packages 2024-08-10T05:02:20.340 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-08-10T05:02:20.348 INFO:teuthology.orchestra.run.smithi031.stdout:Total download size: 5.2 M 2024-08-10T05:02:20.348 INFO:teuthology.orchestra.run.smithi031.stdout:Downloading Packages: 2024-08-10T05:02:20.798 INFO:teuthology.orchestra.run.smithi031.stdout:(1/7): nvmetcli-0.7-3.el9.noarch.rpm 384 kB/s | 44 kB 00:00 2024-08-10T05:02:20.812 INFO:teuthology.orchestra.run.smithi196.stdout:(1/7): python3-configshell-1.1.30-1.el9.noarch. 728 kB/s | 72 kB 00:00 2024-08-10T05:02:20.823 INFO:teuthology.orchestra.run.smithi031.stdout:(2/7): python3-configshell-1.1.30-1.el9.noarch. 508 kB/s | 72 kB 00:00 2024-08-10T05:02:20.836 INFO:teuthology.orchestra.run.smithi196.stdout:(2/7): nvmetcli-0.7-3.el9.noarch.rpm 359 kB/s | 44 kB 00:00 2024-08-10T05:02:20.849 INFO:teuthology.orchestra.run.smithi031.stdout:(3/7): python3-kmod-0.9-32.el9.x86_64.rpm 506 kB/s | 84 kB 00:00 2024-08-10T05:02:20.862 INFO:teuthology.orchestra.run.smithi196.stdout:(3/7): python3-kmod-0.9-32.el9.x86_64.rpm 566 kB/s | 84 kB 00:00 2024-08-10T05:02:20.920 INFO:teuthology.orchestra.run.smithi196.stdout:(4/7): libnvme-1.9-2.el9.x86_64.rpm 1.8 MB/s | 106 kB 00:00 2024-08-10T05:02:20.957 INFO:teuthology.orchestra.run.smithi031.stdout:(4/7): libnvme-1.9-2.el9.x86_64.rpm 981 kB/s | 106 kB 00:00 2024-08-10T05:02:21.004 INFO:teuthology.orchestra.run.smithi196.stdout:(5/7): python3-urwid-2.1.2-4.el9.x86_64.rpm 4.3 MB/s | 837 kB 00:00 2024-08-10T05:02:21.046 INFO:teuthology.orchestra.run.smithi196.stdout:(6/7): nvme-cli-2.9.1-3.el9.x86_64.rpm 7.1 MB/s | 903 kB 00:00 2024-08-10T05:02:21.224 INFO:teuthology.orchestra.run.smithi031.stdout:(5/7): runc-1.1.13-4.el9.x86_64.rpm 8.4 MB/s | 3.2 MB 00:00 2024-08-10T05:02:21.266 INFO:teuthology.orchestra.run.smithi031.stdout:(6/7): python3-urwid-2.1.2-4.el9.x86_64.rpm 1.7 MB/s | 837 kB 00:00 2024-08-10T05:02:21.425 INFO:teuthology.orchestra.run.smithi031.stdout:(7/7): nvme-cli-2.9.1-3.el9.x86_64.rpm 1.9 MB/s | 903 kB 00:00 2024-08-10T05:02:21.425 INFO:teuthology.orchestra.run.smithi031.stdout:-------------------------------------------------------------------------------- 2024-08-10T05:02:21.425 INFO:teuthology.orchestra.run.smithi031.stdout:Total 4.8 MB/s | 5.2 MB 00:01 2024-08-10T05:02:21.540 INFO:teuthology.orchestra.run.smithi031.stdout:Running transaction check 2024-08-10T05:02:21.559 INFO:teuthology.orchestra.run.smithi031.stdout:Transaction check succeeded. 2024-08-10T05:02:21.559 INFO:teuthology.orchestra.run.smithi031.stdout:Running transaction test 2024-08-10T05:02:21.823 INFO:teuthology.orchestra.run.smithi031.stdout:Transaction test succeeded. 2024-08-10T05:02:21.823 INFO:teuthology.orchestra.run.smithi031.stdout:Running transaction 2024-08-10T05:02:21.929 INFO:teuthology.orchestra.run.smithi196.stdout:(7/7): runc-1.1.13-4.el9.x86_64.rpm 2.9 MB/s | 3.2 MB 00:01 2024-08-10T05:02:21.930 INFO:teuthology.orchestra.run.smithi196.stdout:-------------------------------------------------------------------------------- 2024-08-10T05:02:21.930 INFO:teuthology.orchestra.run.smithi196.stdout:Total 3.2 MB/s | 5.2 MB 00:01 2024-08-10T05:02:22.044 INFO:teuthology.orchestra.run.smithi196.stdout:Running transaction check 2024-08-10T05:02:22.061 INFO:teuthology.orchestra.run.smithi196.stdout:Transaction check succeeded. 2024-08-10T05:02:22.061 INFO:teuthology.orchestra.run.smithi196.stdout:Running transaction test 2024-08-10T05:02:22.241 INFO:teuthology.orchestra.run.smithi031.stdout: Preparing : 1/1 2024-08-10T05:02:22.315 INFO:teuthology.orchestra.run.smithi196.stdout:Transaction test succeeded. 2024-08-10T05:02:22.315 INFO:teuthology.orchestra.run.smithi196.stdout:Running transaction 2024-08-10T05:02:22.452 INFO:teuthology.orchestra.run.smithi031.stdout: Upgrading : libnvme-1.9-2.el9.x86_64 1/9 2024-08-10T05:02:22.513 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-urwid-2.1.2-4.el9.x86_64 2/9 2024-08-10T05:02:22.548 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-configshell-1:1.1.30-1.el9.noarch 3/9 2024-08-10T05:02:22.572 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-kmod-0.9-32.el9.x86_64 4/9 2024-08-10T05:02:22.605 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : nvmetcli-0.7-3.el9.noarch 5/9 2024-08-10T05:02:22.709 INFO:teuthology.orchestra.run.smithi196.stdout: Preparing : 1/1 2024-08-10T05:02:22.877 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: nvmetcli-0.7-3.el9.noarch 5/9 2024-08-10T05:02:22.938 INFO:teuthology.orchestra.run.smithi196.stdout: Upgrading : libnvme-1.9-2.el9.x86_64 1/9 2024-08-10T05:02:22.941 INFO:teuthology.orchestra.run.smithi031.stdout: Upgrading : nvme-cli-2.9.1-3.el9.x86_64 6/9 2024-08-10T05:02:23.000 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-urwid-2.1.2-4.el9.x86_64 2/9 2024-08-10T05:02:23.036 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-configshell-1:1.1.30-1.el9.noarch 3/9 2024-08-10T05:02:23.077 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-kmod-0.9-32.el9.x86_64 4/9 2024-08-10T05:02:23.102 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : nvmetcli-0.7-3.el9.noarch 5/9 2024-08-10T05:02:23.371 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: nvme-cli-2.9.1-3.el9.x86_64 6/9 2024-08-10T05:02:23.377 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: nvmetcli-0.7-3.el9.noarch 5/9 2024-08-10T05:02:23.403 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : runc-4:1.1.13-4.el9.x86_64 7/9 2024-08-10T05:02:23.436 INFO:teuthology.orchestra.run.smithi031.stdout: Cleanup : nvme-cli-2.6-5.el9.x86_64 8/9 2024-08-10T05:02:23.454 INFO:teuthology.orchestra.run.smithi196.stdout: Upgrading : nvme-cli-2.9.1-3.el9.x86_64 6/9 2024-08-10T05:02:23.498 INFO:teuthology.orchestra.run.smithi031.stdout: Cleanup : libnvme-1.6-1.el9.x86_64 9/9 2024-08-10T05:02:23.845 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: nvme-cli-2.9.1-3.el9.x86_64 6/9 2024-08-10T05:02:23.882 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : runc-4:1.1.13-4.el9.x86_64 7/9 2024-08-10T05:02:23.915 INFO:teuthology.orchestra.run.smithi196.stdout: Cleanup : nvme-cli-2.6-5.el9.x86_64 8/9 2024-08-10T05:02:23.974 INFO:teuthology.orchestra.run.smithi196.stdout: Cleanup : libnvme-1.6-1.el9.x86_64 9/9 2024-08-10T05:02:24.500 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: libnvme-1.6-1.el9.x86_64 9/9 2024-08-10T05:02:24.500 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : nvmetcli-0.7-3.el9.noarch 1/9 2024-08-10T05:02:24.500 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-configshell-1:1.1.30-1.el9.noarch 2/9 2024-08-10T05:02:24.500 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-kmod-0.9-32.el9.x86_64 3/9 2024-08-10T05:02:24.500 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-urwid-2.1.2-4.el9.x86_64 4/9 2024-08-10T05:02:24.500 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : runc-4:1.1.13-4.el9.x86_64 5/9 2024-08-10T05:02:24.500 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : libnvme-1.9-2.el9.x86_64 6/9 2024-08-10T05:02:24.500 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : libnvme-1.6-1.el9.x86_64 7/9 2024-08-10T05:02:24.501 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : nvme-cli-2.9.1-3.el9.x86_64 8/9 2024-08-10T05:02:24.899 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : nvme-cli-2.6-5.el9.x86_64 9/9 2024-08-10T05:02:24.900 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-08-10T05:02:24.900 INFO:teuthology.orchestra.run.smithi031.stdout:Upgraded: 2024-08-10T05:02:24.900 INFO:teuthology.orchestra.run.smithi031.stdout: libnvme-1.9-2.el9.x86_64 nvme-cli-2.9.1-3.el9.x86_64 2024-08-10T05:02:24.900 INFO:teuthology.orchestra.run.smithi031.stdout:Installed: 2024-08-10T05:02:24.900 INFO:teuthology.orchestra.run.smithi031.stdout: nvmetcli-0.7-3.el9.noarch python3-configshell-1:1.1.30-1.el9.noarch 2024-08-10T05:02:24.900 INFO:teuthology.orchestra.run.smithi031.stdout: python3-kmod-0.9-32.el9.x86_64 python3-urwid-2.1.2-4.el9.x86_64 2024-08-10T05:02:24.900 INFO:teuthology.orchestra.run.smithi031.stdout: runc-4:1.1.13-4.el9.x86_64 2024-08-10T05:02:24.900 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-08-10T05:02:24.900 INFO:teuthology.orchestra.run.smithi031.stdout:Complete! 2024-08-10T05:02:24.996 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: libnvme-1.6-1.el9.x86_64 9/9 2024-08-10T05:02:24.996 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : nvmetcli-0.7-3.el9.noarch 1/9 2024-08-10T05:02:24.996 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-configshell-1:1.1.30-1.el9.noarch 2/9 2024-08-10T05:02:24.996 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-kmod-0.9-32.el9.x86_64 3/9 2024-08-10T05:02:24.996 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-urwid-2.1.2-4.el9.x86_64 4/9 2024-08-10T05:02:24.996 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : runc-4:1.1.13-4.el9.x86_64 5/9 2024-08-10T05:02:24.996 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : libnvme-1.9-2.el9.x86_64 6/9 2024-08-10T05:02:24.997 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : libnvme-1.6-1.el9.x86_64 7/9 2024-08-10T05:02:24.997 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : nvme-cli-2.9.1-3.el9.x86_64 8/9 2024-08-10T05:02:25.348 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : nvme-cli-2.6-5.el9.x86_64 9/9 2024-08-10T05:02:25.348 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-08-10T05:02:25.348 INFO:teuthology.orchestra.run.smithi196.stdout:Upgraded: 2024-08-10T05:02:25.348 INFO:teuthology.orchestra.run.smithi196.stdout: libnvme-1.9-2.el9.x86_64 nvme-cli-2.9.1-3.el9.x86_64 2024-08-10T05:02:25.348 INFO:teuthology.orchestra.run.smithi196.stdout:Installed: 2024-08-10T05:02:25.348 INFO:teuthology.orchestra.run.smithi196.stdout: nvmetcli-0.7-3.el9.noarch python3-configshell-1:1.1.30-1.el9.noarch 2024-08-10T05:02:25.348 INFO:teuthology.orchestra.run.smithi196.stdout: python3-kmod-0.9-32.el9.x86_64 python3-urwid-2.1.2-4.el9.x86_64 2024-08-10T05:02:25.349 INFO:teuthology.orchestra.run.smithi196.stdout: runc-4:1.1.13-4.el9.x86_64 2024-08-10T05:02:25.349 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-08-10T05:02:25.349 INFO:teuthology.orchestra.run.smithi196.stdout:Complete! 2024-08-10T05:02:25.455 DEBUG:teuthology.parallel:result is None 2024-08-10T05:02:25.729 DEBUG:teuthology.parallel:result is None 2024-08-10T05:02:25.729 INFO:teuthology.run_tasks:Running task install... 2024-08-10T05:02:25.740 DEBUG:teuthology.task.install:project ceph 2024-08-10T05:02:25.740 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': 'bca9905d683c89d50ebab7089e7e4e66f174979e'}} 2024-08-10T05:02:25.740 DEBUG:teuthology.task.install:config {'branch': 'quincy', 'exclude_packages': ['ceph-volume'], 'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': 'bca9905d683c89d50ebab7089e7e4e66f174979e'} 2024-08-10T05:02:25.740 INFO:teuthology.task.install:Using flavor: default 2024-08-10T05:02:25.746 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-08-10T05:02:25.746 INFO:teuthology.task.install:extra packages: [] 2024-08-10T05:02:25.747 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'quincy', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'bca9905d683c89d50ebab7089e7e4e66f174979e', 'tag': None, 'wait_for_package': False} 2024-08-10T05:02:25.747 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-10T05:02:25.747 INFO:teuthology.packaging:ref: None 2024-08-10T05:02:25.747 INFO:teuthology.packaging:tag: None 2024-08-10T05:02:25.747 INFO:teuthology.packaging:branch: quincy 2024-08-10T05:02:25.747 INFO:teuthology.packaging:sha1: bca9905d683c89d50ebab7089e7e4e66f174979e 2024-08-10T05:02:25.747 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=quincy 2024-08-10T05:02:25.749 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'quincy', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'bca9905d683c89d50ebab7089e7e4e66f174979e', 'tag': None, 'wait_for_package': False} 2024-08-10T05:02:25.750 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-10T05:02:25.750 INFO:teuthology.packaging:ref: None 2024-08-10T05:02:25.750 INFO:teuthology.packaging:tag: None 2024-08-10T05:02:25.750 INFO:teuthology.packaging:branch: quincy 2024-08-10T05:02:25.750 INFO:teuthology.packaging:sha1: bca9905d683c89d50ebab7089e7e4e66f174979e 2024-08-10T05:02:25.750 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=quincy 2024-08-10T05:02:25.967 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/quincy/56ceb86156fe7c30cb754907feaa5705bd294feb/centos/9/flavors/default/ 2024-08-10T05:02:25.967 INFO:teuthology.task.install.rpm:Package version is 17.2.7-1372.g56ceb861 2024-08-10T05:02:26.019 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/quincy/56ceb86156fe7c30cb754907feaa5705bd294feb/centos/9/flavors/default/ 2024-08-10T05:02:26.019 INFO:teuthology.task.install.rpm:Package version is 17.2.7-1372.g56ceb861 2024-08-10T05:02:26.149 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/quincy/56ceb86156fe7c30cb754907feaa5705bd294feb/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/quincy/56ceb86156fe7c30cb754907feaa5705bd294feb/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/quincy/56ceb86156fe7c30cb754907feaa5705bd294feb/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-08-10T05:02:26.149 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-08-10T05:02:26.150 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-08-10T05:02:26.182 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2024-08-10T05:02:26.182 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-10T05:02:26.182 INFO:teuthology.packaging:ref: None 2024-08-10T05:02:26.182 INFO:teuthology.packaging:tag: None 2024-08-10T05:02:26.182 INFO:teuthology.packaging:branch: quincy 2024-08-10T05:02:26.183 INFO:teuthology.packaging:sha1: bca9905d683c89d50ebab7089e7e4e66f174979e 2024-08-10T05:02:26.183 DEBUG:teuthology.orchestra.run.smithi031:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/quincy/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-08-10T05:02:26.205 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/quincy/56ceb86156fe7c30cb754907feaa5705bd294feb/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/quincy/56ceb86156fe7c30cb754907feaa5705bd294feb/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/quincy/56ceb86156fe7c30cb754907feaa5705bd294feb/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-08-10T05:02:26.206 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-08-10T05:02:26.206 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-08-10T05:02:26.231 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2024-08-10T05:02:26.231 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-10T05:02:26.231 INFO:teuthology.packaging:ref: None 2024-08-10T05:02:26.231 INFO:teuthology.packaging:tag: None 2024-08-10T05:02:26.231 INFO:teuthology.packaging:branch: quincy 2024-08-10T05:02:26.231 INFO:teuthology.packaging:sha1: bca9905d683c89d50ebab7089e7e4e66f174979e 2024-08-10T05:02:26.232 DEBUG:teuthology.orchestra.run.smithi196:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/quincy/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-08-10T05:02:26.254 DEBUG:teuthology.orchestra.run.smithi031:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-08-10T05:02:26.297 DEBUG:teuthology.orchestra.run.smithi196:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-08-10T05:02:26.336 DEBUG:teuthology.orchestra.run.smithi031:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-08-10T05:02:26.373 DEBUG:teuthology.orchestra.run.smithi196:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-08-10T05:02:26.405 INFO:teuthology.orchestra.run.smithi031.stdout:check_obsoletes = 1 2024-08-10T05:02:26.406 DEBUG:teuthology.orchestra.run.smithi031:> sudo yum clean all 2024-08-10T05:02:26.437 INFO:teuthology.orchestra.run.smithi196.stdout:check_obsoletes = 1 2024-08-10T05:02:26.439 DEBUG:teuthology.orchestra.run.smithi196:> sudo yum clean all 2024-08-10T05:02:26.671 INFO:teuthology.orchestra.run.smithi196.stdout:45 files removed 2024-08-10T05:02:26.699 DEBUG:teuthology.orchestra.run.smithi196:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2024-08-10T05:02:26.745 INFO:teuthology.orchestra.run.smithi031.stdout:45 files removed 2024-08-10T05:02:26.772 DEBUG:teuthology.orchestra.run.smithi031:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2024-08-10T05:02:27.292 INFO:teuthology.orchestra.run.smithi196.stdout:ceph packages for x86_64 247 kB/s | 77 kB 00:00 2024-08-10T05:02:27.384 INFO:teuthology.orchestra.run.smithi031.stdout:ceph packages for x86_64 242 kB/s | 77 kB 00:00 2024-08-10T05:02:27.617 INFO:teuthology.orchestra.run.smithi196.stdout:ceph noarch packages 39 kB/s | 11 kB 00:00 2024-08-10T05:02:27.725 INFO:teuthology.orchestra.run.smithi031.stdout:ceph noarch packages 37 kB/s | 11 kB 00:00 2024-08-10T05:02:27.934 INFO:teuthology.orchestra.run.smithi196.stdout:ceph source packages 6.5 kB/s | 1.8 kB 00:00 2024-08-10T05:02:28.043 INFO:teuthology.orchestra.run.smithi031.stdout:ceph source packages 6.6 kB/s | 1.8 kB 00:00 2024-08-10T05:02:29.693 INFO:teuthology.orchestra.run.smithi196.stdout:CentOS Stream 9 - BaseOS 4.8 MB/s | 8.2 MB 00:01 2024-08-10T05:02:30.247 INFO:teuthology.orchestra.run.smithi031.stdout:CentOS Stream 9 - BaseOS 3.8 MB/s | 8.2 MB 00:02 2024-08-10T05:02:32.027 INFO:teuthology.orchestra.run.smithi196.stdout:CentOS Stream 9 - AppStream 16 MB/s | 20 MB 00:01 2024-08-10T05:02:38.228 INFO:teuthology.orchestra.run.smithi196.stdout:CentOS Stream 9 - CRB 2.7 MB/s | 6.6 MB 00:02 2024-08-10T05:02:39.795 INFO:teuthology.orchestra.run.smithi196.stdout:CentOS Stream 9 - Extras packages 77 kB/s | 18 kB 00:00 2024-08-10T05:02:40.825 INFO:teuthology.orchestra.run.smithi196.stdout:Extra Packages for Enterprise Linux 25 MB/s | 22 MB 00:00 2024-08-10T05:02:46.190 INFO:teuthology.orchestra.run.smithi196.stdout:lab-extras 30 kB/s | 1.7 kB 00:00 2024-08-10T05:02:48.503 INFO:teuthology.orchestra.run.smithi196.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-08-10T05:02:48.503 INFO:teuthology.orchestra.run.smithi196.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-08-10T05:02:48.561 INFO:teuthology.orchestra.run.smithi196.stdout:Dependencies resolved. 2024-08-10T05:02:48.568 INFO:teuthology.orchestra.run.smithi196.stdout:======================================================================================= 2024-08-10T05:02:48.568 INFO:teuthology.orchestra.run.smithi196.stdout: Package Arch Version Repository Size 2024-08-10T05:02:48.568 INFO:teuthology.orchestra.run.smithi196.stdout:======================================================================================= 2024-08-10T05:02:48.568 INFO:teuthology.orchestra.run.smithi196.stdout:Installing: 2024-08-10T05:02:48.568 INFO:teuthology.orchestra.run.smithi196.stdout: ceph x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 6.5 k 2024-08-10T05:02:48.568 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-base x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 5.0 M 2024-08-10T05:02:48.569 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-fuse x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 813 k 2024-08-10T05:02:48.569 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-immutable-object-cache x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 137 k 2024-08-10T05:02:48.569 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-mgr x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 1.4 M 2024-08-10T05:02:48.569 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-mgr-cephadm noarch 2:17.2.7-1372.g56ceb861.el9 ceph-noarch 124 k 2024-08-10T05:02:48.569 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-mgr-dashboard noarch 2:17.2.7-1372.g56ceb861.el9 ceph-noarch 3.4 M 2024-08-10T05:02:48.569 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-mgr-diskprediction-local noarch 2:17.2.7-1372.g56ceb861.el9 ceph-noarch 7.4 M 2024-08-10T05:02:48.569 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-mgr-rook noarch 2:17.2.7-1372.g56ceb861.el9 ceph-noarch 47 k 2024-08-10T05:02:48.569 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-radosgw x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 14 M 2024-08-10T05:02:48.569 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-test x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 48 M 2024-08-10T05:02:48.569 INFO:teuthology.orchestra.run.smithi196.stdout: cephadm noarch 2:17.2.7-1372.g56ceb861.el9 ceph-noarch 83 k 2024-08-10T05:02:48.569 INFO:teuthology.orchestra.run.smithi196.stdout: libcephfs-devel x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 25 k 2024-08-10T05:02:48.569 INFO:teuthology.orchestra.run.smithi196.stdout: libcephfs2 x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 637 k 2024-08-10T05:02:48.570 INFO:teuthology.orchestra.run.smithi196.stdout: librados-devel x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 126 k 2024-08-10T05:02:48.570 INFO:teuthology.orchestra.run.smithi196.stdout: python3-cephfs x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 181 k 2024-08-10T05:02:48.570 INFO:teuthology.orchestra.run.smithi196.stdout: python3-pytest noarch 6.2.2-7.el9 appstream 519 k 2024-08-10T05:02:48.570 INFO:teuthology.orchestra.run.smithi196.stdout: python3-rados x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 369 k 2024-08-10T05:02:48.570 INFO:teuthology.orchestra.run.smithi196.stdout: python3-rbd x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 344 k 2024-08-10T05:02:48.570 INFO:teuthology.orchestra.run.smithi196.stdout: python3-rgw x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 117 k 2024-08-10T05:02:48.570 INFO:teuthology.orchestra.run.smithi196.stdout: rbd-fuse x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 82 k 2024-08-10T05:02:48.570 INFO:teuthology.orchestra.run.smithi196.stdout: rbd-mirror x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 2.9 M 2024-08-10T05:02:48.570 INFO:teuthology.orchestra.run.smithi196.stdout: rbd-nbd x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 165 k 2024-08-10T05:02:48.570 INFO:teuthology.orchestra.run.smithi196.stdout:Upgrading: 2024-08-10T05:02:48.570 INFO:teuthology.orchestra.run.smithi196.stdout: librados2 x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 3.1 M 2024-08-10T05:02:48.570 INFO:teuthology.orchestra.run.smithi196.stdout: librbd1 x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 2.9 M 2024-08-10T05:02:48.571 INFO:teuthology.orchestra.run.smithi196.stdout:Installing dependencies: 2024-08-10T05:02:48.571 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-common x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 22 M 2024-08-10T05:02:48.571 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-grafana-dashboards noarch 2:17.2.7-1372.g56ceb861.el9 ceph-noarch 24 k 2024-08-10T05:02:48.571 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-mds x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 2.1 M 2024-08-10T05:02:48.571 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-mgr-modules-core noarch 2:17.2.7-1372.g56ceb861.el9 ceph-noarch 240 k 2024-08-10T05:02:48.571 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-mon x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 3.9 M 2024-08-10T05:02:48.571 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-osd x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 15 M 2024-08-10T05:02:48.571 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-prometheus-alerts noarch 2:17.2.7-1372.g56ceb861.el9 ceph-noarch 15 k 2024-08-10T05:02:48.571 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-selinux x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 25 k 2024-08-10T05:02:48.571 INFO:teuthology.orchestra.run.smithi196.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-08-10T05:02:48.571 INFO:teuthology.orchestra.run.smithi196.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-08-10T05:02:48.571 INFO:teuthology.orchestra.run.smithi196.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-08-10T05:02:48.572 INFO:teuthology.orchestra.run.smithi196.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-08-10T05:02:48.572 INFO:teuthology.orchestra.run.smithi196.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-08-10T05:02:48.572 INFO:teuthology.orchestra.run.smithi196.stdout: libcephsqlite x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 163 k 2024-08-10T05:02:48.572 INFO:teuthology.orchestra.run.smithi196.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-08-10T05:02:48.572 INFO:teuthology.orchestra.run.smithi196.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-08-10T05:02:48.572 INFO:teuthology.orchestra.run.smithi196.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-08-10T05:02:48.572 INFO:teuthology.orchestra.run.smithi196.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-08-10T05:02:48.572 INFO:teuthology.orchestra.run.smithi196.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-08-10T05:02:48.572 INFO:teuthology.orchestra.run.smithi196.stdout: libradosstriper1 x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 458 k 2024-08-10T05:02:48.572 INFO:teuthology.orchestra.run.smithi196.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-08-10T05:02:48.572 INFO:teuthology.orchestra.run.smithi196.stdout: librgw2 x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 4.9 M 2024-08-10T05:02:48.572 INFO:teuthology.orchestra.run.smithi196.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-08-10T05:02:48.572 INFO:teuthology.orchestra.run.smithi196.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-08-10T05:02:48.573 INFO:teuthology.orchestra.run.smithi196.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-08-10T05:02:48.573 INFO:teuthology.orchestra.run.smithi196.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-08-10T05:02:48.573 INFO:teuthology.orchestra.run.smithi196.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-08-10T05:02:48.573 INFO:teuthology.orchestra.run.smithi196.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-08-10T05:02:48.573 INFO:teuthology.orchestra.run.smithi196.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-08-10T05:02:48.573 INFO:teuthology.orchestra.run.smithi196.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-08-10T05:02:48.573 INFO:teuthology.orchestra.run.smithi196.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-08-10T05:02:48.573 INFO:teuthology.orchestra.run.smithi196.stdout: python3-ceph-argparse x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 45 k 2024-08-10T05:02:48.573 INFO:teuthology.orchestra.run.smithi196.stdout: python3-ceph-common x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 120 k 2024-08-10T05:02:48.573 INFO:teuthology.orchestra.run.smithi196.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-08-10T05:02:48.573 INFO:teuthology.orchestra.run.smithi196.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-08-10T05:02:48.573 INFO:teuthology.orchestra.run.smithi196.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-08-10T05:02:48.574 INFO:teuthology.orchestra.run.smithi196.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-08-10T05:02:48.574 INFO:teuthology.orchestra.run.smithi196.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-08-10T05:02:48.574 INFO:teuthology.orchestra.run.smithi196.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-08-10T05:02:48.574 INFO:teuthology.orchestra.run.smithi196.stdout: python3-google-auth noarch 1:2.32.0-1.el9 epel 216 k 2024-08-10T05:02:48.574 INFO:teuthology.orchestra.run.smithi196.stdout: python3-iniconfig noarch 1.1.1-7.el9 appstream 17 k 2024-08-10T05:02:48.574 INFO:teuthology.orchestra.run.smithi196.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-08-10T05:02:48.574 INFO:teuthology.orchestra.run.smithi196.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-08-10T05:02:48.574 INFO:teuthology.orchestra.run.smithi196.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-08-10T05:02:48.574 INFO:teuthology.orchestra.run.smithi196.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-08-10T05:02:48.574 INFO:teuthology.orchestra.run.smithi196.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-08-10T05:02:48.574 INFO:teuthology.orchestra.run.smithi196.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-08-10T05:02:48.574 INFO:teuthology.orchestra.run.smithi196.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-08-10T05:02:48.575 INFO:teuthology.orchestra.run.smithi196.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-08-10T05:02:48.575 INFO:teuthology.orchestra.run.smithi196.stdout: python3-jwt noarch 2.4.0-1.el9 epel 41 k 2024-08-10T05:02:48.575 INFO:teuthology.orchestra.run.smithi196.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-08-10T05:02:48.575 INFO:teuthology.orchestra.run.smithi196.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-08-10T05:02:48.575 INFO:teuthology.orchestra.run.smithi196.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-08-10T05:02:48.575 INFO:teuthology.orchestra.run.smithi196.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-08-10T05:02:48.575 INFO:teuthology.orchestra.run.smithi196.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-08-10T05:02:48.575 INFO:teuthology.orchestra.run.smithi196.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-08-10T05:02:48.575 INFO:teuthology.orchestra.run.smithi196.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-08-10T05:02:48.575 INFO:teuthology.orchestra.run.smithi196.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-08-10T05:02:48.575 INFO:teuthology.orchestra.run.smithi196.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-08-10T05:02:48.575 INFO:teuthology.orchestra.run.smithi196.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-08-10T05:02:48.575 INFO:teuthology.orchestra.run.smithi196.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-08-10T05:02:48.576 INFO:teuthology.orchestra.run.smithi196.stdout: python3-pluggy noarch 0.13.1-7.el9 appstream 41 k 2024-08-10T05:02:48.576 INFO:teuthology.orchestra.run.smithi196.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-08-10T05:02:48.576 INFO:teuthology.orchestra.run.smithi196.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-08-10T05:02:48.576 INFO:teuthology.orchestra.run.smithi196.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-08-10T05:02:48.576 INFO:teuthology.orchestra.run.smithi196.stdout: python3-py noarch 1.10.0-6.el9 appstream 477 k 2024-08-10T05:02:48.576 INFO:teuthology.orchestra.run.smithi196.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-08-10T05:02:48.576 INFO:teuthology.orchestra.run.smithi196.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-08-10T05:02:48.576 INFO:teuthology.orchestra.run.smithi196.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-08-10T05:02:48.576 INFO:teuthology.orchestra.run.smithi196.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-08-10T05:02:48.576 INFO:teuthology.orchestra.run.smithi196.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-08-10T05:02:48.576 INFO:teuthology.orchestra.run.smithi196.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-08-10T05:02:48.576 INFO:teuthology.orchestra.run.smithi196.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-08-10T05:02:48.576 INFO:teuthology.orchestra.run.smithi196.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-08-10T05:02:48.577 INFO:teuthology.orchestra.run.smithi196.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-08-10T05:02:48.577 INFO:teuthology.orchestra.run.smithi196.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-08-10T05:02:48.577 INFO:teuthology.orchestra.run.smithi196.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-08-10T05:02:48.577 INFO:teuthology.orchestra.run.smithi196.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-08-10T05:02:48.577 INFO:teuthology.orchestra.run.smithi196.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-08-10T05:02:48.577 INFO:teuthology.orchestra.run.smithi196.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-08-10T05:02:48.577 INFO:teuthology.orchestra.run.smithi196.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-08-10T05:02:48.577 INFO:teuthology.orchestra.run.smithi196.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-08-10T05:02:48.577 INFO:teuthology.orchestra.run.smithi196.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-08-10T05:02:48.577 INFO:teuthology.orchestra.run.smithi196.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-08-10T05:02:48.577 INFO:teuthology.orchestra.run.smithi196.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-08-10T05:02:48.577 INFO:teuthology.orchestra.run.smithi196.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-08-10T05:02:48.577 INFO:teuthology.orchestra.run.smithi196.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-08-10T05:02:48.577 INFO:teuthology.orchestra.run.smithi196.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-08-10T05:02:48.578 INFO:teuthology.orchestra.run.smithi196.stdout:Installing weak dependencies: 2024-08-10T05:02:48.578 INFO:teuthology.orchestra.run.smithi196.stdout: python3-jwt+crypto noarch 2.4.0-1.el9 epel 9.0 k 2024-08-10T05:02:48.578 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-08-10T05:02:48.578 INFO:teuthology.orchestra.run.smithi196.stdout:Transaction Summary 2024-08-10T05:02:48.578 INFO:teuthology.orchestra.run.smithi196.stdout:======================================================================================= 2024-08-10T05:02:48.578 INFO:teuthology.orchestra.run.smithi196.stdout:Install 112 Packages 2024-08-10T05:02:48.578 INFO:teuthology.orchestra.run.smithi196.stdout:Upgrade 2 Packages 2024-08-10T05:02:48.578 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-08-10T05:02:48.579 INFO:teuthology.orchestra.run.smithi196.stdout:Total download size: 190 M 2024-08-10T05:02:48.579 INFO:teuthology.orchestra.run.smithi196.stdout:Downloading Packages: 2024-08-10T05:02:49.024 INFO:teuthology.orchestra.run.smithi031.stdout:CentOS Stream 9 - AppStream 1.1 MB/s | 20 MB 00:17 2024-08-10T05:02:49.133 INFO:teuthology.orchestra.run.smithi196.stdout:(1/114): ceph-17.2.7-1372.g56ceb861.el9.x86_64. 38 kB/s | 6.5 kB 00:00 2024-08-10T05:02:49.392 INFO:teuthology.orchestra.run.smithi196.stdout:(2/114): ceph-fuse-17.2.7-1372.g56ceb861.el9.x8 3.1 MB/s | 813 kB 00:00 2024-08-10T05:02:49.475 INFO:teuthology.orchestra.run.smithi196.stdout:(3/114): ceph-base-17.2.7-1372.g56ceb861.el9.x8 9.6 MB/s | 5.0 MB 00:00 2024-08-10T05:02:49.500 INFO:teuthology.orchestra.run.smithi196.stdout:(4/114): ceph-immutable-object-cache-17.2.7-137 1.2 MB/s | 137 kB 00:00 2024-08-10T05:02:49.567 INFO:teuthology.orchestra.run.smithi196.stdout:(5/114): ceph-mds-17.2.7-1372.g56ceb861.el9.x86 23 MB/s | 2.1 MB 00:00 2024-08-10T05:02:49.784 INFO:teuthology.orchestra.run.smithi196.stdout:(6/114): ceph-mgr-17.2.7-1372.g56ceb861.el9.x86 5.0 MB/s | 1.4 MB 00:00 2024-08-10T05:02:49.860 INFO:teuthology.orchestra.run.smithi196.stdout:(7/114): ceph-mon-17.2.7-1372.g56ceb861.el9.x86 13 MB/s | 3.9 MB 00:00 2024-08-10T05:02:50.210 INFO:teuthology.orchestra.run.smithi196.stdout:(8/114): ceph-common-17.2.7-1372.g56ceb861.el9. 18 MB/s | 22 MB 00:01 2024-08-10T05:02:50.252 INFO:teuthology.orchestra.run.smithi196.stdout:(9/114): ceph-selinux-17.2.7-1372.g56ceb861.el9 606 kB/s | 25 kB 00:00 2024-08-10T05:02:50.694 INFO:teuthology.orchestra.run.smithi196.stdout:(10/114): ceph-radosgw-17.2.7-1372.g56ceb861.el 17 MB/s | 14 MB 00:00 2024-08-10T05:02:50.736 INFO:teuthology.orchestra.run.smithi196.stdout:(11/114): libcephfs-devel-17.2.7-1372.g56ceb861 604 kB/s | 25 kB 00:00 2024-08-10T05:02:50.844 INFO:teuthology.orchestra.run.smithi196.stdout:(12/114): libcephfs2-17.2.7-1372.g56ceb861.el9. 5.7 MB/s | 637 kB 00:00 2024-08-10T05:02:50.894 INFO:teuthology.orchestra.run.smithi196.stdout:(13/114): libcephsqlite-17.2.7-1372.g56ceb861.e 3.2 MB/s | 163 kB 00:00 2024-08-10T05:02:50.961 INFO:teuthology.orchestra.run.smithi196.stdout:(14/114): librados-devel-17.2.7-1372.g56ceb861. 1.9 MB/s | 126 kB 00:00 2024-08-10T05:02:51.037 INFO:teuthology.orchestra.run.smithi196.stdout:(15/114): libradosstriper1-17.2.7-1372.g56ceb86 6.0 MB/s | 458 kB 00:00 2024-08-10T05:02:51.354 INFO:teuthology.orchestra.run.smithi196.stdout:(16/114): librgw2-17.2.7-1372.g56ceb861.el9.x86 16 MB/s | 4.9 MB 00:00 2024-08-10T05:02:51.404 INFO:teuthology.orchestra.run.smithi196.stdout:(17/114): python3-ceph-argparse-17.2.7-1372.g56 909 kB/s | 45 kB 00:00 2024-08-10T05:02:51.479 INFO:teuthology.orchestra.run.smithi196.stdout:(18/114): python3-ceph-common-17.2.7-1372.g56ce 1.6 MB/s | 120 kB 00:00 2024-08-10T05:02:51.554 INFO:teuthology.orchestra.run.smithi196.stdout:(19/114): python3-cephfs-17.2.7-1372.g56ceb861. 2.4 MB/s | 181 kB 00:00 2024-08-10T05:02:51.638 INFO:teuthology.orchestra.run.smithi196.stdout:(20/114): python3-rados-17.2.7-1372.g56ceb861.e 4.3 MB/s | 369 kB 00:00 2024-08-10T05:02:52.072 INFO:teuthology.orchestra.run.smithi196.stdout:(21/114): ceph-test-17.2.7-1372.g56ceb861.el9.x 26 MB/s | 48 MB 00:01 2024-08-10T05:02:52.097 INFO:teuthology.orchestra.run.smithi196.stdout:(22/114): python3-rbd-17.2.7-1372.g56ceb861.el9 750 kB/s | 344 kB 00:00 2024-08-10T05:02:52.256 INFO:teuthology.orchestra.run.smithi196.stdout:(23/114): ceph-osd-17.2.7-1372.g56ceb861.el9.x8 6.2 MB/s | 15 MB 00:02 2024-08-10T05:02:52.289 INFO:teuthology.orchestra.run.smithi196.stdout:(24/114): python3-rgw-17.2.7-1372.g56ceb861.el9 537 kB/s | 117 kB 00:00 2024-08-10T05:02:52.306 INFO:teuthology.orchestra.run.smithi196.stdout:(25/114): rbd-fuse-17.2.7-1372.g56ceb861.el9.x8 392 kB/s | 82 kB 00:00 2024-08-10T05:02:52.340 INFO:teuthology.orchestra.run.smithi196.stdout:(26/114): rbd-nbd-17.2.7-1372.g56ceb861.el9.x86 3.2 MB/s | 165 kB 00:00 2024-08-10T05:02:52.366 INFO:teuthology.orchestra.run.smithi196.stdout:(27/114): ceph-grafana-dashboards-17.2.7-1372.g 416 kB/s | 24 kB 00:00 2024-08-10T05:02:52.399 INFO:teuthology.orchestra.run.smithi196.stdout:(28/114): ceph-mgr-cephadm-17.2.7-1372.g56ceb86 2.1 MB/s | 124 kB 00:00 2024-08-10T05:02:52.582 INFO:teuthology.orchestra.run.smithi196.stdout:(29/114): ceph-mgr-dashboard-17.2.7-1372.g56ceb 15 MB/s | 3.4 MB 00:00 2024-08-10T05:02:52.633 INFO:teuthology.orchestra.run.smithi196.stdout:(30/114): rbd-mirror-17.2.7-1372.g56ceb861.el9. 7.8 MB/s | 2.9 MB 00:00 2024-08-10T05:02:52.658 INFO:teuthology.orchestra.run.smithi196.stdout:(31/114): ceph-mgr-modules-core-17.2.7-1372.g56 3.1 MB/s | 240 kB 00:00 2024-08-10T05:02:52.691 INFO:teuthology.orchestra.run.smithi196.stdout:(32/114): ceph-mgr-rook-17.2.7-1372.g56ceb861.e 813 kB/s | 47 kB 00:00 2024-08-10T05:02:52.717 INFO:teuthology.orchestra.run.smithi196.stdout:(33/114): ceph-prometheus-alerts-17.2.7-1372.g5 249 kB/s | 15 kB 00:00 2024-08-10T05:02:52.817 INFO:teuthology.orchestra.run.smithi196.stdout:(34/114): ceph-mgr-diskprediction-local-17.2.7- 18 MB/s | 7.4 MB 00:00 2024-08-10T05:02:52.842 INFO:teuthology.orchestra.run.smithi196.stdout:(35/114): cephadm-17.2.7-1372.g56ceb861.el9.noa 550 kB/s | 83 kB 00:00 2024-08-10T05:02:52.926 INFO:teuthology.orchestra.run.smithi196.stdout:(36/114): fuse-2.9.9-16.el9.x86_64.rpm 383 kB/s | 80 kB 00:00 2024-08-10T05:02:53.034 INFO:teuthology.orchestra.run.smithi196.stdout:(37/114): libquadmath-11.4.1-3.el9.x86_64.rpm 1.0 MB/s | 195 kB 00:00 2024-08-10T05:02:53.060 INFO:teuthology.orchestra.run.smithi196.stdout:(38/114): python3-cffi-1.14.5-5.el9.x86_64.rpm 1.9 MB/s | 253 kB 00:00 2024-08-10T05:02:53.093 INFO:teuthology.orchestra.run.smithi196.stdout:(39/114): libgfortran-11.4.1-3.el9.x86_64.rpm 2.8 MB/s | 803 kB 00:00 2024-08-10T05:02:53.118 INFO:teuthology.orchestra.run.smithi196.stdout:(40/114): python3-ply-3.11-14.el9.noarch.rpm 1.8 MB/s | 106 kB 00:00 2024-08-10T05:02:53.169 INFO:teuthology.orchestra.run.smithi196.stdout:(41/114): python3-pycparser-2.20-6.el9.noarch.r 1.8 MB/s | 135 kB 00:00 2024-08-10T05:02:53.236 INFO:teuthology.orchestra.run.smithi196.stdout:(42/114): python3-cryptography-36.0.1-4.el9.x86 6.1 MB/s | 1.2 MB 00:00 2024-08-10T05:02:53.261 INFO:teuthology.orchestra.run.smithi196.stdout:(43/114): python3-urllib3-1.26.5-6.el9.noarch.r 2.3 MB/s | 215 kB 00:00 2024-08-10T05:02:53.303 INFO:teuthology.orchestra.run.smithi196.stdout:(44/114): python3-requests-2.25.1-8.el9.noarch. 679 kB/s | 125 kB 00:00 2024-08-10T05:02:53.345 INFO:teuthology.orchestra.run.smithi196.stdout:(45/114): flexiblas-3.0.4-8.el9.x86_64.rpm 301 kB/s | 33 kB 00:00 2024-08-10T05:02:53.403 INFO:teuthology.orchestra.run.smithi196.stdout:(46/114): flexiblas-openblas-openmp-3.0.4-8.el9 182 kB/s | 18 kB 00:00 2024-08-10T05:02:53.437 INFO:teuthology.orchestra.run.smithi196.stdout:(47/114): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.7 MB/s | 160 kB 00:00 2024-08-10T05:02:53.462 INFO:teuthology.orchestra.run.smithi196.stdout:(48/114): librabbitmq-0.11.0-7.el9.x86_64.rpm 773 kB/s | 45 kB 00:00 2024-08-10T05:02:53.538 INFO:teuthology.orchestra.run.smithi196.stdout:(49/114): flexiblas-netlib-3.0.4-8.el9.x86_64.r 11 MB/s | 3.0 MB 00:00 2024-08-10T05:02:53.562 INFO:teuthology.orchestra.run.smithi196.stdout:(50/114): librdkafka-1.6.1-102.el9.x86_64.rpm 5.2 MB/s | 662 kB 00:00 2024-08-10T05:02:53.588 INFO:teuthology.orchestra.run.smithi196.stdout:(51/114): openblas-0.3.21-2.el9.x86_64.rpm 704 kB/s | 35 kB 00:00 2024-08-10T05:02:53.608 INFO:teuthology.orchestra.run.smithi031.stdout:CentOS Stream 9 - CRB 9.4 MB/s | 6.6 MB 00:00 2024-08-10T05:02:53.613 INFO:teuthology.orchestra.run.smithi196.stdout:(52/114): lttng-ust-2.12.0-6.el9.x86_64.rpm 1.9 MB/s | 292 kB 00:00 2024-08-10T05:02:53.638 INFO:teuthology.orchestra.run.smithi196.stdout:(53/114): python3-attrs-20.3.0-7.el9.noarch.rpm 1.7 MB/s | 87 kB 00:00 2024-08-10T05:02:53.680 INFO:teuthology.orchestra.run.smithi196.stdout:(54/114): python3-devel-3.9.18-3.el9.x86_64.rpm 5.8 MB/s | 244 kB 00:00 2024-08-10T05:02:53.756 INFO:teuthology.orchestra.run.smithi196.stdout:(55/114): openblas-openmp-0.3.21-2.el9.x86_64.r 25 MB/s | 4.7 MB 00:00 2024-08-10T05:02:53.781 INFO:teuthology.orchestra.run.smithi196.stdout:(56/114): python3-iniconfig-1.1.1-7.el9.noarch. 174 kB/s | 17 kB 00:00 2024-08-10T05:02:53.806 INFO:teuthology.orchestra.run.smithi196.stdout:(57/114): python3-jinja2-2.11.3-6.el9.noarch.rp 4.9 MB/s | 248 kB 00:00 2024-08-10T05:02:53.831 INFO:teuthology.orchestra.run.smithi196.stdout:(58/114): python3-jsonpatch-1.21-16.el9.noarch. 511 kB/s | 26 kB 00:00 2024-08-10T05:02:53.857 INFO:teuthology.orchestra.run.smithi196.stdout:(59/114): python3-jsonpointer-2.0-4.el9.noarch. 382 kB/s | 19 kB 00:00 2024-08-10T05:02:53.882 INFO:teuthology.orchestra.run.smithi196.stdout:(60/114): python3-mako-1.1.4-6.el9.noarch.rpm 3.4 MB/s | 172 kB 00:00 2024-08-10T05:02:53.907 INFO:teuthology.orchestra.run.smithi196.stdout:(61/114): python3-markupsafe-1.1.1-12.el9.x86_6 693 kB/s | 35 kB 00:00 2024-08-10T05:02:53.991 INFO:teuthology.orchestra.run.smithi196.stdout:(62/114): python3-babel-2.9.1-2.el9.noarch.rpm 16 MB/s | 6.0 MB 00:00 2024-08-10T05:02:54.016 INFO:teuthology.orchestra.run.smithi196.stdout:(63/114): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.3 MB/s | 250 kB 00:00 2024-08-10T05:02:54.042 INFO:teuthology.orchestra.run.smithi196.stdout:(64/114): python3-oauthlib-3.1.1-5.el9.noarch.r 4.3 MB/s | 222 kB 00:00 2024-08-10T05:02:54.067 INFO:teuthology.orchestra.run.smithi196.stdout:(65/114): python3-packaging-20.9-5.el9.noarch.r 1.5 MB/s | 77 kB 00:00 2024-08-10T05:02:54.092 INFO:teuthology.orchestra.run.smithi196.stdout:(66/114): python3-pluggy-0.13.1-7.el9.noarch.rp 827 kB/s | 41 kB 00:00 2024-08-10T05:02:54.117 INFO:teuthology.orchestra.run.smithi196.stdout:(67/114): python3-prettytable-0.7.2-27.el9.noar 842 kB/s | 42 kB 00:00 2024-08-10T05:02:54.143 INFO:teuthology.orchestra.run.smithi196.stdout:(68/114): python3-py-1.10.0-6.el9.noarch.rpm 9.3 MB/s | 477 kB 00:00 2024-08-10T05:02:54.168 INFO:teuthology.orchestra.run.smithi196.stdout:(69/114): python3-pyasn1-0.4.8-6.el9.noarch.rpm 3.1 MB/s | 159 kB 00:00 2024-08-10T05:02:54.193 INFO:teuthology.orchestra.run.smithi196.stdout:(70/114): python3-pyasn1-modules-0.4.8-6.el9.no 5.5 MB/s | 279 kB 00:00 2024-08-10T05:02:54.218 INFO:teuthology.orchestra.run.smithi196.stdout:(71/114): python3-pytest-6.2.2-7.el9.noarch.rpm 10 MB/s | 519 kB 00:00 2024-08-10T05:02:54.235 INFO:teuthology.orchestra.run.smithi196.stdout:(72/114): python3-pytz-2021.1-5.el9.noarch.rpm 1.2 MB/s | 51 kB 00:00 2024-08-10T05:02:54.252 INFO:teuthology.orchestra.run.smithi196.stdout:(73/114): python3-requests-oauthlib-1.3.0-12.el 1.6 MB/s | 54 kB 00:00 2024-08-10T05:02:54.328 INFO:teuthology.orchestra.run.smithi196.stdout:(74/114): python3-numpy-1.20.1-5.el9.x86_64.rpm 11 MB/s | 5.1 MB 00:00 2024-08-10T05:02:54.344 INFO:teuthology.orchestra.run.smithi196.stdout:(75/114): python3-toml-0.10.2-6.el9.noarch.rpm 453 kB/s | 42 kB 00:00 2024-08-10T05:02:54.378 INFO:teuthology.orchestra.run.smithi196.stdout:(76/114): socat-1.7.4.1-6.el9.x86_64.rpm 5.9 MB/s | 304 kB 00:00 2024-08-10T05:02:54.395 INFO:teuthology.orchestra.run.smithi196.stdout:(77/114): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.2 MB/s | 64 kB 00:00 2024-08-10T05:02:54.495 INFO:teuthology.orchestra.run.smithi196.stdout:(78/114): gperftools-libs-2.9.1-2.el9.x86_64.rp 2.6 MB/s | 309 kB 00:00 2024-08-10T05:02:54.520 INFO:teuthology.orchestra.run.smithi196.stdout:(79/114): libunwind-1.6.2-1.el9.x86_64.rpm 2.9 MB/s | 67 kB 00:00 2024-08-10T05:02:54.546 INFO:teuthology.orchestra.run.smithi196.stdout:(80/114): liboath-2.6.7-2.el9.x86_64.rpm 323 kB/s | 49 kB 00:00 2024-08-10T05:02:54.571 INFO:teuthology.orchestra.run.smithi196.stdout:(81/114): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 1.7 MB/s | 43 kB 00:00 2024-08-10T05:02:54.597 INFO:teuthology.orchestra.run.smithi196.stdout:(82/114): python3-cachetools-4.2.4-1.el9.noarch 1.3 MB/s | 32 kB 00:00 2024-08-10T05:02:54.621 INFO:teuthology.orchestra.run.smithi196.stdout:(83/114): python3-certifi-2023.05.07-4.el9.noar 571 kB/s | 14 kB 00:00 2024-08-10T05:02:54.647 INFO:teuthology.orchestra.run.smithi196.stdout:(84/114): python3-asyncssh-2.13.2-5.el9.noarch. 4.2 MB/s | 548 kB 00:00 2024-08-10T05:02:54.672 INFO:teuthology.orchestra.run.smithi196.stdout:(85/114): python3-cheroot-8.6.0-4.el9.noarch.rp 3.3 MB/s | 172 kB 00:00 2024-08-10T05:02:54.706 INFO:teuthology.orchestra.run.smithi196.stdout:(86/114): python3-cherrypy-18.6.1-2.el9.noarch. 6.0 MB/s | 358 kB 00:00 2024-08-10T05:02:54.731 INFO:teuthology.orchestra.run.smithi196.stdout:(87/114): python3-jaraco-8.2.1-3.el9.noarch.rpm 426 kB/s | 11 kB 00:00 2024-08-10T05:02:54.757 INFO:teuthology.orchestra.run.smithi196.stdout:(88/114): python3-google-auth-2.32.0-1.el9.noar 2.5 MB/s | 216 kB 00:00 2024-08-10T05:02:54.782 INFO:teuthology.orchestra.run.smithi196.stdout:(89/114): python3-jaraco-classes-3.2.1-5.el9.no 353 kB/s | 18 kB 00:00 2024-08-10T05:02:54.807 INFO:teuthology.orchestra.run.smithi196.stdout:(90/114): python3-jaraco-collections-3.0.0-8.el 462 kB/s | 23 kB 00:00 2024-08-10T05:02:54.833 INFO:teuthology.orchestra.run.smithi196.stdout:(91/114): python3-jaraco-functools-3.5.0-2.el9. 386 kB/s | 19 kB 00:00 2024-08-10T05:02:54.858 INFO:teuthology.orchestra.run.smithi196.stdout:(92/114): python3-jaraco-text-3.2.0-6.el9.noarc 391 kB/s | 20 kB 00:00 2024-08-10T05:02:54.883 INFO:teuthology.orchestra.run.smithi196.stdout:(93/114): python3-jwt+crypto-2.4.0-1.el9.noarch 180 kB/s | 9.0 kB 00:00 2024-08-10T05:02:54.908 INFO:teuthology.orchestra.run.smithi196.stdout:(94/114): python3-jwt-2.4.0-1.el9.noarch.rpm 814 kB/s | 41 kB 00:00 2024-08-10T05:02:54.934 INFO:teuthology.orchestra.run.smithi196.stdout:(95/114): python3-logutils-0.3.5-21.el9.noarch. 1.8 MB/s | 46 kB 00:00 2024-08-10T05:02:54.959 INFO:teuthology.orchestra.run.smithi196.stdout:(96/114): python3-more-itertools-8.12.0-2.el9.n 3.1 MB/s | 79 kB 00:00 2024-08-10T05:02:54.984 INFO:teuthology.orchestra.run.smithi196.stdout:(97/114): python3-natsort-7.1.1-5.el9.noarch.rp 2.3 MB/s | 58 kB 00:00 2024-08-10T05:02:55.018 INFO:teuthology.orchestra.run.smithi196.stdout:(98/114): python3-kubernetes-26.1.0-2.el9.noarc 7.6 MB/s | 1.0 MB 00:00 2024-08-10T05:02:55.043 INFO:teuthology.orchestra.run.smithi196.stdout:(99/114): python3-pecan-1.4.2-3.el9.noarch.rpm 4.5 MB/s | 272 kB 00:00 2024-08-10T05:02:55.068 INFO:teuthology.orchestra.run.smithi196.stdout:(100/114): python3-portend-3.1.0-2.el9.noarch.r 326 kB/s | 16 kB 00:00 2024-08-10T05:02:55.094 INFO:teuthology.orchestra.run.smithi196.stdout:(101/114): python3-repoze-lru-0.7-16.el9.noarch 1.2 MB/s | 31 kB 00:00 2024-08-10T05:02:55.119 INFO:teuthology.orchestra.run.smithi196.stdout:(102/114): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.2 MB/s | 90 kB 00:00 2024-08-10T05:02:55.144 INFO:teuthology.orchestra.run.smithi196.stdout:(103/114): python3-rsa-4.9-2.el9.noarch.rpm 2.3 MB/s | 59 kB 00:00 2024-08-10T05:02:55.167 INFO:teuthology.orchestra.run.smithi031.stdout:CentOS Stream 9 - Extras packages 66 kB/s | 18 kB 00:00 2024-08-10T05:02:55.169 INFO:teuthology.orchestra.run.smithi196.stdout:(104/114): python3-tempora-5.0.0-2.el9.noarch.r 1.4 MB/s | 36 kB 00:00 2024-08-10T05:02:55.195 INFO:teuthology.orchestra.run.smithi196.stdout:(105/114): python3-routes-2.5.1-5.el9.noarch.rp 1.8 MB/s | 188 kB 00:00 2024-08-10T05:02:55.220 INFO:teuthology.orchestra.run.smithi196.stdout:(106/114): python3-typing-extensions-4.12.2-2.e 1.5 MB/s | 74 kB 00:00 2024-08-10T05:02:55.245 INFO:teuthology.orchestra.run.smithi196.stdout:(107/114): python3-websocket-client-1.2.3-2.el9 3.5 MB/s | 90 kB 00:00 2024-08-10T05:02:55.270 INFO:teuthology.orchestra.run.smithi196.stdout:(108/114): python3-webob-1.8.7-6.el9.noarch.rpm 3.0 MB/s | 230 kB 00:00 2024-08-10T05:02:55.296 INFO:teuthology.orchestra.run.smithi196.stdout:(109/114): python3-zc-lockfile-2.0-10.el9.noarc 800 kB/s | 20 kB 00:00 2024-08-10T05:02:55.321 INFO:teuthology.orchestra.run.smithi196.stdout:(110/114): python3-werkzeug-2.0.3-3.el9.1.noarc 5.5 MB/s | 427 kB 00:00 2024-08-10T05:02:55.380 INFO:teuthology.orchestra.run.smithi196.stdout:(111/114): thrift-0.15.0-2.el9.x86_64.rpm 19 MB/s | 1.6 MB 00:00 2024-08-10T05:02:55.538 INFO:teuthology.orchestra.run.smithi196.stdout:(112/114): python3-scipy-1.6.2-8.el9.x86_64.rpm 12 MB/s | 16 MB 00:01 2024-08-10T05:02:55.672 INFO:teuthology.orchestra.run.smithi196.stdout:(113/114): librbd1-17.2.7-1372.g56ceb861.el9.x8 10 MB/s | 2.9 MB 00:00 2024-08-10T05:02:55.755 INFO:teuthology.orchestra.run.smithi196.stdout:(114/114): librados2-17.2.7-1372.g56ceb861.el9. 7.1 MB/s | 3.1 MB 00:00 2024-08-10T05:02:55.760 INFO:teuthology.orchestra.run.smithi196.stdout:-------------------------------------------------------------------------------- 2024-08-10T05:02:55.760 INFO:teuthology.orchestra.run.smithi196.stdout:Total 26 MB/s | 190 MB 00:07 2024-08-10T05:02:56.463 INFO:teuthology.orchestra.run.smithi031.stdout:Extra Packages for Enterprise Linux 19 MB/s | 22 MB 00:01 2024-08-10T05:02:56.481 INFO:teuthology.orchestra.run.smithi196.stdout:Running transaction check 2024-08-10T05:02:56.574 INFO:teuthology.orchestra.run.smithi196.stdout:Transaction check succeeded. 2024-08-10T05:02:56.575 INFO:teuthology.orchestra.run.smithi196.stdout:Running transaction test 2024-08-10T05:02:58.173 INFO:teuthology.orchestra.run.smithi196.stdout:Transaction test succeeded. 2024-08-10T05:02:58.173 INFO:teuthology.orchestra.run.smithi196.stdout:Running transaction 2024-08-10T05:03:02.027 INFO:teuthology.orchestra.run.smithi031.stdout:lab-extras 33 kB/s | 1.7 kB 00:00 2024-08-10T05:03:02.733 INFO:teuthology.orchestra.run.smithi196.stdout: Preparing : 1/1 2024-08-10T05:03:02.816 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/116 2024-08-10T05:03:02.841 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/116 2024-08-10T05:03:02.899 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/116 2024-08-10T05:03:03.202 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/116 2024-08-10T05:03:03.292 INFO:teuthology.orchestra.run.smithi196.stdout: Upgrading : librados2-2:17.2.7-1372.g56ceb861.el9.x86_64 5/116 2024-08-10T05:03:03.413 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: librados2-2:17.2.7-1372.g56ceb861.el9.x86_64 5/116 2024-08-10T05:03:03.443 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : libcephfs2-2:17.2.7-1372.g56ceb861.el9.x86_64 6/116 2024-08-10T05:03:03.542 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: libcephfs2-2:17.2.7-1372.g56ceb861.el9.x86_64 6/116 2024-08-10T05:03:03.593 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-rados-2:17.2.7-1372.g56ceb861.el9.x86_64 7/116 2024-08-10T05:03:03.623 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/116 2024-08-10T05:03:04.061 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/116 2024-08-10T05:03:04.087 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : librgw2-2:17.2.7-1372.g56ceb861.el9.x86_64 10/116 2024-08-10T05:03:04.169 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: librgw2-2:17.2.7-1372.g56ceb861.el9.x86_64 10/116 2024-08-10T05:03:04.197 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : libcephsqlite-2:17.2.7-1372.g56ceb861.el9.x86_64 11/116 2024-08-10T05:03:04.297 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: libcephsqlite-2:17.2.7-1372.g56ceb861.el9.x86_64 11/116 2024-08-10T05:03:04.323 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : libradosstriper1-2:17.2.7-1372.g56ceb861.el9.x86 12/116 2024-08-10T05:03:04.427 INFO:teuthology.orchestra.run.smithi031.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-08-10T05:03:04.428 INFO:teuthology.orchestra.run.smithi031.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-08-10T05:03:04.450 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: libradosstriper1-2:17.2.7-1372.g56ceb861.el9.x86 12/116 2024-08-10T05:03:04.490 INFO:teuthology.orchestra.run.smithi031.stdout:Dependencies resolved. 2024-08-10T05:03:04.497 INFO:teuthology.orchestra.run.smithi031.stdout:======================================================================================= 2024-08-10T05:03:04.497 INFO:teuthology.orchestra.run.smithi031.stdout: Package Arch Version Repository Size 2024-08-10T05:03:04.497 INFO:teuthology.orchestra.run.smithi031.stdout:======================================================================================= 2024-08-10T05:03:04.497 INFO:teuthology.orchestra.run.smithi031.stdout:Installing: 2024-08-10T05:03:04.498 INFO:teuthology.orchestra.run.smithi031.stdout: ceph x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 6.5 k 2024-08-10T05:03:04.498 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-base x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 5.0 M 2024-08-10T05:03:04.498 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-fuse x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 813 k 2024-08-10T05:03:04.498 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-immutable-object-cache x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 137 k 2024-08-10T05:03:04.498 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-mgr x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 1.4 M 2024-08-10T05:03:04.498 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-mgr-cephadm noarch 2:17.2.7-1372.g56ceb861.el9 ceph-noarch 124 k 2024-08-10T05:03:04.498 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-mgr-dashboard noarch 2:17.2.7-1372.g56ceb861.el9 ceph-noarch 3.4 M 2024-08-10T05:03:04.498 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-mgr-diskprediction-local noarch 2:17.2.7-1372.g56ceb861.el9 ceph-noarch 7.4 M 2024-08-10T05:03:04.498 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-mgr-rook noarch 2:17.2.7-1372.g56ceb861.el9 ceph-noarch 47 k 2024-08-10T05:03:04.498 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-radosgw x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 14 M 2024-08-10T05:03:04.499 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-test x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 48 M 2024-08-10T05:03:04.499 INFO:teuthology.orchestra.run.smithi031.stdout: cephadm noarch 2:17.2.7-1372.g56ceb861.el9 ceph-noarch 83 k 2024-08-10T05:03:04.499 INFO:teuthology.orchestra.run.smithi031.stdout: libcephfs-devel x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 25 k 2024-08-10T05:03:04.499 INFO:teuthology.orchestra.run.smithi031.stdout: libcephfs2 x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 637 k 2024-08-10T05:03:04.499 INFO:teuthology.orchestra.run.smithi031.stdout: librados-devel x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 126 k 2024-08-10T05:03:04.499 INFO:teuthology.orchestra.run.smithi031.stdout: python3-cephfs x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 181 k 2024-08-10T05:03:04.499 INFO:teuthology.orchestra.run.smithi031.stdout: python3-pytest noarch 6.2.2-7.el9 appstream 519 k 2024-08-10T05:03:04.499 INFO:teuthology.orchestra.run.smithi031.stdout: python3-rados x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 369 k 2024-08-10T05:03:04.499 INFO:teuthology.orchestra.run.smithi031.stdout: python3-rbd x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 344 k 2024-08-10T05:03:04.499 INFO:teuthology.orchestra.run.smithi031.stdout: python3-rgw x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 117 k 2024-08-10T05:03:04.499 INFO:teuthology.orchestra.run.smithi031.stdout: rbd-fuse x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 82 k 2024-08-10T05:03:04.500 INFO:teuthology.orchestra.run.smithi031.stdout: rbd-mirror x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 2.9 M 2024-08-10T05:03:04.500 INFO:teuthology.orchestra.run.smithi031.stdout: rbd-nbd x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 165 k 2024-08-10T05:03:04.500 INFO:teuthology.orchestra.run.smithi031.stdout:Upgrading: 2024-08-10T05:03:04.500 INFO:teuthology.orchestra.run.smithi031.stdout: librados2 x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 3.1 M 2024-08-10T05:03:04.500 INFO:teuthology.orchestra.run.smithi031.stdout: librbd1 x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 2.9 M 2024-08-10T05:03:04.500 INFO:teuthology.orchestra.run.smithi031.stdout:Installing dependencies: 2024-08-10T05:03:04.500 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-common x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 22 M 2024-08-10T05:03:04.500 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-grafana-dashboards noarch 2:17.2.7-1372.g56ceb861.el9 ceph-noarch 24 k 2024-08-10T05:03:04.500 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-mds x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 2.1 M 2024-08-10T05:03:04.500 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-mgr-modules-core noarch 2:17.2.7-1372.g56ceb861.el9 ceph-noarch 240 k 2024-08-10T05:03:04.501 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-mon x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 3.9 M 2024-08-10T05:03:04.501 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-osd x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 15 M 2024-08-10T05:03:04.501 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-prometheus-alerts noarch 2:17.2.7-1372.g56ceb861.el9 ceph-noarch 15 k 2024-08-10T05:03:04.501 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-selinux x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 25 k 2024-08-10T05:03:04.501 INFO:teuthology.orchestra.run.smithi031.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-08-10T05:03:04.501 INFO:teuthology.orchestra.run.smithi031.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-08-10T05:03:04.501 INFO:teuthology.orchestra.run.smithi031.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-08-10T05:03:04.501 INFO:teuthology.orchestra.run.smithi031.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-08-10T05:03:04.501 INFO:teuthology.orchestra.run.smithi031.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-08-10T05:03:04.501 INFO:teuthology.orchestra.run.smithi031.stdout: libcephsqlite x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 163 k 2024-08-10T05:03:04.501 INFO:teuthology.orchestra.run.smithi031.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-08-10T05:03:04.502 INFO:teuthology.orchestra.run.smithi031.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-08-10T05:03:04.502 INFO:teuthology.orchestra.run.smithi031.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-08-10T05:03:04.502 INFO:teuthology.orchestra.run.smithi031.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-08-10T05:03:04.502 INFO:teuthology.orchestra.run.smithi031.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-08-10T05:03:04.502 INFO:teuthology.orchestra.run.smithi031.stdout: libradosstriper1 x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 458 k 2024-08-10T05:03:04.502 INFO:teuthology.orchestra.run.smithi031.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-08-10T05:03:04.502 INFO:teuthology.orchestra.run.smithi031.stdout: librgw2 x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 4.9 M 2024-08-10T05:03:04.502 INFO:teuthology.orchestra.run.smithi031.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-08-10T05:03:04.502 INFO:teuthology.orchestra.run.smithi031.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-08-10T05:03:04.502 INFO:teuthology.orchestra.run.smithi031.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-08-10T05:03:04.503 INFO:teuthology.orchestra.run.smithi031.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-08-10T05:03:04.503 INFO:teuthology.orchestra.run.smithi031.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-08-10T05:03:04.503 INFO:teuthology.orchestra.run.smithi031.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-08-10T05:03:04.503 INFO:teuthology.orchestra.run.smithi031.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-08-10T05:03:04.503 INFO:teuthology.orchestra.run.smithi031.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-08-10T05:03:04.503 INFO:teuthology.orchestra.run.smithi031.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-08-10T05:03:04.503 INFO:teuthology.orchestra.run.smithi031.stdout: python3-ceph-argparse x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 45 k 2024-08-10T05:03:04.503 INFO:teuthology.orchestra.run.smithi031.stdout: python3-ceph-common x86_64 2:17.2.7-1372.g56ceb861.el9 ceph 120 k 2024-08-10T05:03:04.503 INFO:teuthology.orchestra.run.smithi031.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-08-10T05:03:04.503 INFO:teuthology.orchestra.run.smithi031.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-08-10T05:03:04.503 INFO:teuthology.orchestra.run.smithi031.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-08-10T05:03:04.504 INFO:teuthology.orchestra.run.smithi031.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-08-10T05:03:04.504 INFO:teuthology.orchestra.run.smithi031.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-08-10T05:03:04.504 INFO:teuthology.orchestra.run.smithi031.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-08-10T05:03:04.504 INFO:teuthology.orchestra.run.smithi031.stdout: python3-google-auth noarch 1:2.32.0-1.el9 epel 216 k 2024-08-10T05:03:04.504 INFO:teuthology.orchestra.run.smithi031.stdout: python3-iniconfig noarch 1.1.1-7.el9 appstream 17 k 2024-08-10T05:03:04.504 INFO:teuthology.orchestra.run.smithi031.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-08-10T05:03:04.504 INFO:teuthology.orchestra.run.smithi031.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-08-10T05:03:04.504 INFO:teuthology.orchestra.run.smithi031.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-08-10T05:03:04.504 INFO:teuthology.orchestra.run.smithi031.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-08-10T05:03:04.504 INFO:teuthology.orchestra.run.smithi031.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-08-10T05:03:04.504 INFO:teuthology.orchestra.run.smithi031.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-08-10T05:03:04.505 INFO:teuthology.orchestra.run.smithi031.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-08-10T05:03:04.505 INFO:teuthology.orchestra.run.smithi031.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-08-10T05:03:04.505 INFO:teuthology.orchestra.run.smithi031.stdout: python3-jwt noarch 2.4.0-1.el9 epel 41 k 2024-08-10T05:03:04.505 INFO:teuthology.orchestra.run.smithi031.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-08-10T05:03:04.505 INFO:teuthology.orchestra.run.smithi031.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-08-10T05:03:04.505 INFO:teuthology.orchestra.run.smithi031.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-08-10T05:03:04.505 INFO:teuthology.orchestra.run.smithi031.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-08-10T05:03:04.505 INFO:teuthology.orchestra.run.smithi031.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-08-10T05:03:04.505 INFO:teuthology.orchestra.run.smithi031.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-08-10T05:03:04.505 INFO:teuthology.orchestra.run.smithi031.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-08-10T05:03:04.505 INFO:teuthology.orchestra.run.smithi031.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-08-10T05:03:04.506 INFO:teuthology.orchestra.run.smithi031.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-08-10T05:03:04.506 INFO:teuthology.orchestra.run.smithi031.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-08-10T05:03:04.506 INFO:teuthology.orchestra.run.smithi031.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-08-10T05:03:04.506 INFO:teuthology.orchestra.run.smithi031.stdout: python3-pluggy noarch 0.13.1-7.el9 appstream 41 k 2024-08-10T05:03:04.506 INFO:teuthology.orchestra.run.smithi031.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-08-10T05:03:04.506 INFO:teuthology.orchestra.run.smithi031.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-08-10T05:03:04.506 INFO:teuthology.orchestra.run.smithi031.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-08-10T05:03:04.506 INFO:teuthology.orchestra.run.smithi031.stdout: python3-py noarch 1.10.0-6.el9 appstream 477 k 2024-08-10T05:03:04.506 INFO:teuthology.orchestra.run.smithi031.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-08-10T05:03:04.506 INFO:teuthology.orchestra.run.smithi031.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-08-10T05:03:04.506 INFO:teuthology.orchestra.run.smithi031.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-08-10T05:03:04.507 INFO:teuthology.orchestra.run.smithi031.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-08-10T05:03:04.507 INFO:teuthology.orchestra.run.smithi031.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-08-10T05:03:04.507 INFO:teuthology.orchestra.run.smithi031.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-08-10T05:03:04.507 INFO:teuthology.orchestra.run.smithi031.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-08-10T05:03:04.507 INFO:teuthology.orchestra.run.smithi031.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-08-10T05:03:04.507 INFO:teuthology.orchestra.run.smithi031.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-08-10T05:03:04.507 INFO:teuthology.orchestra.run.smithi031.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-08-10T05:03:04.508 INFO:teuthology.orchestra.run.smithi031.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-08-10T05:03:04.508 INFO:teuthology.orchestra.run.smithi031.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-08-10T05:03:04.508 INFO:teuthology.orchestra.run.smithi031.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-08-10T05:03:04.508 INFO:teuthology.orchestra.run.smithi031.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-08-10T05:03:04.508 INFO:teuthology.orchestra.run.smithi031.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-08-10T05:03:04.508 INFO:teuthology.orchestra.run.smithi031.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-08-10T05:03:04.508 INFO:teuthology.orchestra.run.smithi031.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-08-10T05:03:04.508 INFO:teuthology.orchestra.run.smithi031.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-08-10T05:03:04.509 INFO:teuthology.orchestra.run.smithi031.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-08-10T05:03:04.509 INFO:teuthology.orchestra.run.smithi031.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-08-10T05:03:04.509 INFO:teuthology.orchestra.run.smithi031.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-08-10T05:03:04.509 INFO:teuthology.orchestra.run.smithi031.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-08-10T05:03:04.509 INFO:teuthology.orchestra.run.smithi031.stdout:Installing weak dependencies: 2024-08-10T05:03:04.509 INFO:teuthology.orchestra.run.smithi031.stdout: python3-jwt+crypto noarch 2.4.0-1.el9 epel 9.0 k 2024-08-10T05:03:04.509 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-08-10T05:03:04.509 INFO:teuthology.orchestra.run.smithi031.stdout:Transaction Summary 2024-08-10T05:03:04.510 INFO:teuthology.orchestra.run.smithi031.stdout:======================================================================================= 2024-08-10T05:03:04.510 INFO:teuthology.orchestra.run.smithi031.stdout:Install 112 Packages 2024-08-10T05:03:04.510 INFO:teuthology.orchestra.run.smithi031.stdout:Upgrade 2 Packages 2024-08-10T05:03:04.510 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-08-10T05:03:04.511 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 13/116 2024-08-10T05:03:04.511 INFO:teuthology.orchestra.run.smithi031.stdout:Total download size: 190 M 2024-08-10T05:03:04.511 INFO:teuthology.orchestra.run.smithi031.stdout:Downloading Packages: 2024-08-10T05:03:04.542 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : liboath-2.6.7-2.el9.x86_64 14/116 2024-08-10T05:03:04.572 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 15/116 2024-08-10T05:03:04.604 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 16/116 2024-08-10T05:03:04.662 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 17/116 2024-08-10T05:03:04.706 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 18/116 2024-08-10T05:03:04.746 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-packaging-20.9-5.el9.noarch 19/116 2024-08-10T05:03:04.773 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 20/116 2024-08-10T05:03:04.843 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 21/116 2024-08-10T05:03:04.896 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 22/116 2024-08-10T05:03:04.936 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 23/116 2024-08-10T05:03:04.989 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 24/116 2024-08-10T05:03:05.022 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 25/116 2024-08-10T05:03:05.058 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-ceph-argparse-2:17.2.7-1372.g56ceb861.el 26/116 2024-08-10T05:03:05.131 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-cephfs-2:17.2.7-1372.g56ceb861.el9.x86_6 27/116 2024-08-10T05:03:05.180 INFO:teuthology.orchestra.run.smithi031.stdout:(1/114): ceph-17.2.7-1372.g56ceb861.el9.x86_64. 34 kB/s | 6.5 kB 00:00 2024-08-10T05:03:05.266 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 28/116 2024-08-10T05:03:05.325 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 29/116 2024-08-10T05:03:05.420 INFO:teuthology.orchestra.run.smithi031.stdout:(2/114): ceph-fuse-17.2.7-1372.g56ceb861.el9.x8 3.3 MB/s | 813 kB 00:00 2024-08-10T05:03:05.487 INFO:teuthology.orchestra.run.smithi031.stdout:(3/114): ceph-base-17.2.7-1372.g56ceb861.el9.x8 10 MB/s | 5.0 MB 00:00 2024-08-10T05:03:05.512 INFO:teuthology.orchestra.run.smithi031.stdout:(4/114): ceph-immutable-object-cache-17.2.7-137 1.5 MB/s | 137 kB 00:00 2024-08-10T05:03:05.637 INFO:teuthology.orchestra.run.smithi031.stdout:(5/114): ceph-mds-17.2.7-1372.g56ceb861.el9.x86 14 MB/s | 2.1 MB 00:00 2024-08-10T05:03:05.738 INFO:teuthology.orchestra.run.smithi031.stdout:(6/114): ceph-mgr-17.2.7-1372.g56ceb861.el9.x86 6.3 MB/s | 1.4 MB 00:00 2024-08-10T05:03:05.859 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-rsa-4.9-2.el9.noarch 30/116 2024-08-10T05:03:05.871 INFO:teuthology.orchestra.run.smithi031.stdout:(7/114): ceph-mon-17.2.7-1372.g56ceb861.el9.x86 17 MB/s | 3.9 MB 00:00 2024-08-10T05:03:05.946 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 31/116 2024-08-10T05:03:05.984 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 32/116 2024-08-10T05:03:06.018 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 33/116 2024-08-10T05:03:06.053 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 34/116 2024-08-10T05:03:06.219 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 35/116 2024-08-10T05:03:06.261 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-rgw-2:17.2.7-1372.g56ceb861.el9.x86_64 36/116 2024-08-10T05:03:06.288 INFO:teuthology.orchestra.run.smithi031.stdout:(8/114): ceph-common-17.2.7-1372.g56ceb861.el9. 17 MB/s | 22 MB 00:01 2024-08-10T05:03:06.299 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : librados-devel-2:17.2.7-1372.g56ceb861.el9.x86_6 37/116 2024-08-10T05:03:06.330 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 38/116 2024-08-10T05:03:06.338 INFO:teuthology.orchestra.run.smithi031.stdout:(9/114): ceph-selinux-17.2.7-1372.g56ceb861.el9 507 kB/s | 25 kB 00:00 2024-08-10T05:03:06.366 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 39/116 2024-08-10T05:03:06.422 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 40/116 2024-08-10T05:03:06.494 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 41/116 2024-08-10T05:03:06.525 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 42/116 2024-08-10T05:03:06.561 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 43/116 2024-08-10T05:03:06.609 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 44/116 2024-08-10T05:03:06.613 INFO:teuthology.orchestra.run.smithi031.stdout:(10/114): ceph-radosgw-17.2.7-1372.g56ceb861.el 19 MB/s | 14 MB 00:00 2024-08-10T05:03:06.653 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 45/116 2024-08-10T05:03:06.664 INFO:teuthology.orchestra.run.smithi031.stdout:(11/114): libcephfs-devel-17.2.7-1372.g56ceb861 502 kB/s | 25 kB 00:00 2024-08-10T05:03:06.696 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 46/116 2024-08-10T05:03:06.764 INFO:teuthology.orchestra.run.smithi031.stdout:(12/114): libcephfs2-17.2.7-1372.g56ceb861.el9. 6.2 MB/s | 637 kB 00:00 2024-08-10T05:03:06.833 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 47/116 2024-08-10T05:03:06.856 INFO:teuthology.orchestra.run.smithi031.stdout:(13/114): libcephsqlite-17.2.7-1372.g56ceb861.e 1.7 MB/s | 163 kB 00:00 2024-08-10T05:03:06.872 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 48/116 2024-08-10T05:03:06.914 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 49/116 2024-08-10T05:03:07.014 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 50/116 2024-08-10T05:03:07.015 INFO:teuthology.orchestra.run.smithi031.stdout:(14/114): ceph-osd-17.2.7-1372.g56ceb861.el9.x8 12 MB/s | 15 MB 00:01 2024-08-10T05:03:07.040 INFO:teuthology.orchestra.run.smithi031.stdout:(15/114): librados-devel-17.2.7-1372.g56ceb861. 688 kB/s | 126 kB 00:00 2024-08-10T05:03:07.056 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-google-auth-1:2.32.0-1.el9.noarch 51/116 2024-08-10T05:03:07.065 INFO:teuthology.orchestra.run.smithi031.stdout:(16/114): libradosstriper1-17.2.7-1372.g56ceb86 9.0 MB/s | 458 kB 00:00 2024-08-10T05:03:07.141 INFO:teuthology.orchestra.run.smithi031.stdout:(17/114): python3-ceph-argparse-17.2.7-1372.g56 602 kB/s | 45 kB 00:00 2024-08-10T05:03:07.187 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 52/116 2024-08-10T05:03:07.224 INFO:teuthology.orchestra.run.smithi031.stdout:(18/114): python3-ceph-common-17.2.7-1372.g56ce 1.4 MB/s | 120 kB 00:00 2024-08-10T05:03:07.308 INFO:teuthology.orchestra.run.smithi031.stdout:(19/114): librgw2-17.2.7-1372.g56ceb861.el9.x86 18 MB/s | 4.9 MB 00:00 2024-08-10T05:03:07.333 INFO:teuthology.orchestra.run.smithi031.stdout:(20/114): python3-cephfs-17.2.7-1372.g56ceb861. 1.6 MB/s | 181 kB 00:00 2024-08-10T05:03:07.380 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 53/116 2024-08-10T05:03:07.385 INFO:teuthology.orchestra.run.smithi031.stdout:(21/114): python3-rados-17.2.7-1372.g56ceb861.e 4.7 MB/s | 369 kB 00:00 2024-08-10T05:03:07.411 INFO:teuthology.orchestra.run.smithi031.stdout:(22/114): python3-rbd-17.2.7-1372.g56ceb861.el9 4.3 MB/s | 344 kB 00:00 2024-08-10T05:03:07.429 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 54/116 2024-08-10T05:03:07.453 INFO:teuthology.orchestra.run.smithi031.stdout:(23/114): python3-rgw-17.2.7-1372.g56ceb861.el9 1.7 MB/s | 117 kB 00:00 2024-08-10T05:03:07.478 INFO:teuthology.orchestra.run.smithi031.stdout:(24/114): rbd-fuse-17.2.7-1372.g56ceb861.el9.x8 1.2 MB/s | 82 kB 00:00 2024-08-10T05:03:07.528 INFO:teuthology.orchestra.run.smithi031.stdout:(25/114): rbd-nbd-17.2.7-1372.g56ceb861.el9.x86 3.2 MB/s | 165 kB 00:00 2024-08-10T05:03:07.553 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 55/116 2024-08-10T05:03:07.587 INFO:teuthology.orchestra.run.smithi031.stdout:(26/114): ceph-grafana-dashboards-17.2.7-1372.g 419 kB/s | 24 kB 00:00 2024-08-10T05:03:07.594 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-py-1.10.0-6.el9.noarch 56/116 2024-08-10T05:03:07.633 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 57/116 2024-08-10T05:03:07.645 INFO:teuthology.orchestra.run.smithi031.stdout:(27/114): ceph-mgr-cephadm-17.2.7-1372.g56ceb86 2.1 MB/s | 124 kB 00:00 2024-08-10T05:03:07.732 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-pluggy-0.13.1-7.el9.noarch 58/116 2024-08-10T05:03:07.796 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 59/116 2024-08-10T05:03:07.871 INFO:teuthology.orchestra.run.smithi031.stdout:(28/114): ceph-mgr-dashboard-17.2.7-1372.g56ceb 15 MB/s | 3.4 MB 00:00 2024-08-10T05:03:07.938 INFO:teuthology.orchestra.run.smithi031.stdout:(29/114): rbd-mirror-17.2.7-1372.g56ceb861.el9. 6.1 MB/s | 2.9 MB 00:00 2024-08-10T05:03:08.396 INFO:teuthology.orchestra.run.smithi031.stdout:(30/114): ceph-test-17.2.7-1372.g56ceb861.el9.x 23 MB/s | 48 MB 00:02 2024-08-10T05:03:08.422 INFO:teuthology.orchestra.run.smithi031.stdout:(31/114): ceph-mgr-modules-core-17.2.7-1372.g56 497 kB/s | 240 kB 00:00 2024-08-10T05:03:08.447 INFO:teuthology.orchestra.run.smithi031.stdout:(32/114): ceph-mgr-rook-17.2.7-1372.g56ceb861.e 954 kB/s | 47 kB 00:00 2024-08-10T05:03:08.472 INFO:teuthology.orchestra.run.smithi031.stdout:(33/114): ceph-prometheus-alerts-17.2.7-1372.g5 292 kB/s | 15 kB 00:00 2024-08-10T05:03:08.497 INFO:teuthology.orchestra.run.smithi031.stdout:(34/114): cephadm-17.2.7-1372.g56ceb861.el9.noa 1.6 MB/s | 83 kB 00:00 2024-08-10T05:03:08.530 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 60/116 2024-08-10T05:03:08.576 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 61/116 2024-08-10T05:03:08.609 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 62/116 2024-08-10T05:03:08.614 INFO:teuthology.orchestra.run.smithi031.stdout:(35/114): ceph-mgr-diskprediction-local-17.2.7- 9.9 MB/s | 7.4 MB 00:00 2024-08-10T05:03:08.643 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 63/116 2024-08-10T05:03:08.743 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-iniconfig-1.1.1-7.el9.noarch 64/116 2024-08-10T05:03:08.802 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 65/116 2024-08-10T05:03:08.836 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 66/116 2024-08-10T05:03:08.956 INFO:teuthology.orchestra.run.smithi031.stdout:(36/114): fuse-2.9.9-16.el9.x86_64.rpm 165 kB/s | 80 kB 00:00 2024-08-10T05:03:09.013 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : openblas-0.3.21-2.el9.x86_64 67/116 2024-08-10T05:03:09.043 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 68/116 2024-08-10T05:03:09.123 INFO:teuthology.orchestra.run.smithi031.stdout:(37/114): libquadmath-11.4.1-3.el9.x86_64.rpm 384 kB/s | 195 kB 00:00 2024-08-10T05:03:09.127 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 69/116 2024-08-10T05:03:09.232 INFO:teuthology.orchestra.run.smithi031.stdout:(38/114): python3-cffi-1.14.5-5.el9.x86_64.rpm 920 kB/s | 253 kB 00:00 2024-08-10T05:03:09.340 INFO:teuthology.orchestra.run.smithi031.stdout:(39/114): python3-ply-3.11-14.el9.noarch.rpm 984 kB/s | 106 kB 00:00 2024-08-10T05:03:09.366 INFO:teuthology.orchestra.run.smithi031.stdout:(40/114): libgfortran-11.4.1-3.el9.x86_64.rpm 925 kB/s | 803 kB 00:00 2024-08-10T05:03:09.441 INFO:teuthology.orchestra.run.smithi031.stdout:(41/114): python3-pycparser-2.20-6.el9.noarch.r 1.3 MB/s | 135 kB 00:00 2024-08-10T05:03:09.474 INFO:teuthology.orchestra.run.smithi031.stdout:(42/114): python3-requests-2.25.1-8.el9.noarch. 1.1 MB/s | 125 kB 00:00 2024-08-10T05:03:09.550 INFO:teuthology.orchestra.run.smithi031.stdout:(43/114): python3-urllib3-1.26.5-6.el9.noarch.r 1.9 MB/s | 215 kB 00:00 2024-08-10T05:03:09.592 INFO:teuthology.orchestra.run.smithi031.stdout:(44/114): python3-cryptography-36.0.1-4.el9.x86 2.6 MB/s | 1.2 MB 00:00 2024-08-10T05:03:09.617 INFO:teuthology.orchestra.run.smithi031.stdout:(45/114): flexiblas-3.0.4-8.el9.x86_64.rpm 230 kB/s | 33 kB 00:00 2024-08-10T05:03:09.701 INFO:teuthology.orchestra.run.smithi031.stdout:(46/114): flexiblas-openblas-openmp-3.0.4-8.el9 168 kB/s | 18 kB 00:00 2024-08-10T05:03:09.759 INFO:teuthology.orchestra.run.smithi031.stdout:(47/114): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.1 MB/s | 160 kB 00:00 2024-08-10T05:03:09.784 INFO:teuthology.orchestra.run.smithi031.stdout:(48/114): librabbitmq-0.11.0-7.el9.x86_64.rpm 542 kB/s | 45 kB 00:00 2024-08-10T05:03:09.794 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 70/116 2024-08-10T05:03:09.916 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 71/116 2024-08-10T05:03:09.918 INFO:teuthology.orchestra.run.smithi031.stdout:(49/114): librdkafka-1.6.1-102.el9.x86_64.rpm 4.1 MB/s | 662 kB 00:00 2024-08-10T05:03:09.952 INFO:teuthology.orchestra.run.smithi031.stdout:(50/114): lttng-ust-2.12.0-6.el9.x86_64.rpm 1.7 MB/s | 292 kB 00:00 2024-08-10T05:03:09.969 INFO:teuthology.orchestra.run.smithi031.stdout:(51/114): openblas-0.3.21-2.el9.x86_64.rpm 701 kB/s | 35 kB 00:00 2024-08-10T05:03:10.019 INFO:teuthology.orchestra.run.smithi031.stdout:(52/114): python3-attrs-20.3.0-7.el9.noarch.rpm 1.7 MB/s | 87 kB 00:00 2024-08-10T05:03:10.661 INFO:teuthology.orchestra.run.smithi031.stdout:(53/114): flexiblas-netlib-3.0.4-8.el9.x86_64.r 2.7 MB/s | 3.0 MB 00:01 2024-08-10T05:03:10.803 INFO:teuthology.orchestra.run.smithi031.stdout:(54/114): python3-devel-3.9.18-3.el9.x86_64.rpm 1.7 MB/s | 244 kB 00:00 2024-08-10T05:03:10.861 INFO:teuthology.orchestra.run.smithi031.stdout:(55/114): python3-iniconfig-1.1.1-7.el9.noarch. 299 kB/s | 17 kB 00:00 2024-08-10T05:03:11.012 INFO:teuthology.orchestra.run.smithi031.stdout:(56/114): python3-jinja2-2.11.3-6.el9.noarch.rp 1.6 MB/s | 248 kB 00:00 2024-08-10T05:03:11.062 INFO:teuthology.orchestra.run.smithi031.stdout:(57/114): python3-jsonpatch-1.21-16.el9.noarch. 513 kB/s | 26 kB 00:00 2024-08-10T05:03:11.113 INFO:teuthology.orchestra.run.smithi031.stdout:(58/114): python3-jsonpointer-2.0-4.el9.noarch. 383 kB/s | 19 kB 00:00 2024-08-10T05:03:11.195 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 72/116 2024-08-10T05:03:11.229 INFO:teuthology.orchestra.run.smithi031.stdout:(59/114): python3-mako-1.1.4-6.el9.noarch.rpm 1.4 MB/s | 172 kB 00:00 2024-08-10T05:03:11.280 INFO:teuthology.orchestra.run.smithi031.stdout:(60/114): python3-markupsafe-1.1.1-12.el9.x86_6 696 kB/s | 35 kB 00:00 2024-08-10T05:03:11.323 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 73/116 2024-08-10T05:03:11.496 INFO:teuthology.orchestra.run.smithi031.stdout:(61/114): openblas-openmp-0.3.21-2.el9.x86_64.r 3.1 MB/s | 4.7 MB 00:01 2024-08-10T05:03:11.614 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 74/116 2024-08-10T05:03:11.638 INFO:teuthology.orchestra.run.smithi031.stdout:(62/114): python3-numpy-f2py-1.20.1-5.el9.x86_6 1.7 MB/s | 250 kB 00:00 2024-08-10T05:03:11.651 INFO:teuthology.orchestra.run.smithi196.stdout: Upgrading : librbd1-2:17.2.7-1372.g56ceb861.el9.x86_64 75/116 2024-08-10T05:03:11.746 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: librbd1-2:17.2.7-1372.g56ceb861.el9.x86_64 75/116 2024-08-10T05:03:11.789 INFO:teuthology.orchestra.run.smithi031.stdout:(63/114): python3-oauthlib-3.1.1-5.el9.noarch.r 1.4 MB/s | 222 kB 00:00 2024-08-10T05:03:11.798 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-rbd-2:17.2.7-1372.g56ceb861.el9.x86_64 76/116 2024-08-10T05:03:11.847 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-ply-3.11-14.el9.noarch 77/116 2024-08-10T05:03:11.872 INFO:teuthology.orchestra.run.smithi031.stdout:(64/114): python3-packaging-20.9-5.el9.noarch.r 927 kB/s | 77 kB 00:00 2024-08-10T05:03:11.906 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 78/116 2024-08-10T05:03:11.922 INFO:teuthology.orchestra.run.smithi031.stdout:(65/114): python3-pluggy-0.13.1-7.el9.noarch.rp 831 kB/s | 41 kB 00:00 2024-08-10T05:03:11.973 INFO:teuthology.orchestra.run.smithi031.stdout:(66/114): python3-prettytable-0.7.2-27.el9.noar 849 kB/s | 42 kB 00:00 2024-08-10T05:03:12.095 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 79/116 2024-08-10T05:03:12.135 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 80/116 2024-08-10T05:03:12.213 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 81/116 2024-08-10T05:03:12.231 INFO:teuthology.orchestra.run.smithi031.stdout:(67/114): python3-py-1.10.0-6.el9.noarch.rpm 1.8 MB/s | 477 kB 00:00 2024-08-10T05:03:12.301 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 82/116 2024-08-10T05:03:12.340 INFO:teuthology.orchestra.run.smithi031.stdout:(68/114): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.4 MB/s | 159 kB 00:00 2024-08-10T05:03:12.441 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 83/116 2024-08-10T05:03:12.490 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 84/116 2024-08-10T05:03:12.507 INFO:teuthology.orchestra.run.smithi031.stdout:(69/114): python3-pyasn1-modules-0.4.8-6.el9.no 1.6 MB/s | 279 kB 00:00 2024-08-10T05:03:12.519 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-jwt-2.4.0-1.el9.noarch 85/116 2024-08-10T05:03:12.555 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-jwt+crypto-2.4.0-1.el9.noarch 86/116 2024-08-10T05:03:12.593 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 87/116 2024-08-10T05:03:12.621 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : fuse-2.9.9-16.el9.x86_64 88/116 2024-08-10T05:03:12.832 INFO:teuthology.orchestra.run.smithi031.stdout:(70/114): python3-babel-2.9.1-2.el9.noarch.rpm 2.1 MB/s | 6.0 MB 00:02 2024-08-10T05:03:12.858 INFO:teuthology.orchestra.run.smithi031.stdout:(71/114): python3-pytest-6.2.2-7.el9.noarch.rpm 1.4 MB/s | 519 kB 00:00 2024-08-10T05:03:12.883 INFO:teuthology.orchestra.run.smithi031.stdout:(72/114): python3-pytz-2021.1-5.el9.noarch.rpm 1.0 MB/s | 51 kB 00:00 2024-08-10T05:03:12.908 INFO:teuthology.orchestra.run.smithi031.stdout:(73/114): python3-requests-oauthlib-1.3.0-12.el 1.0 MB/s | 54 kB 00:00 2024-08-10T05:03:12.958 INFO:teuthology.orchestra.run.smithi031.stdout:(74/114): python3-toml-0.10.2-6.el9.noarch.rpm 832 kB/s | 42 kB 00:00 2024-08-10T05:03:13.109 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: cephadm-2:17.2.7-1372.g56ceb861.el9.noarch 89/116 2024-08-10T05:03:13.136 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : cephadm-2:17.2.7-1372.g56ceb861.el9.noarch 89/116 2024-08-10T05:03:13.142 INFO:teuthology.orchestra.run.smithi031.stdout:(75/114): socat-1.7.4.1-6.el9.x86_64.rpm 1.6 MB/s | 304 kB 00:00 2024-08-10T05:03:13.167 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : ceph-prometheus-alerts-2:17.2.7-1372.g56ceb861.e 90/116 2024-08-10T05:03:13.226 INFO:teuthology.orchestra.run.smithi031.stdout:(76/114): xmlstarlet-1.6.1-20.el9.x86_64.rpm 763 kB/s | 64 kB 00:00 2024-08-10T05:03:13.242 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : ceph-grafana-dashboards-2:17.2.7-1372.g56ceb861. 91/116 2024-08-10T05:03:13.270 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-ceph-common-2:17.2.7-1372.g56ceb861.el9. 92/116 2024-08-10T05:03:13.292 INFO:teuthology.orchestra.run.smithi031.stdout:(77/114): gperftools-libs-2.9.1-2.el9.x86_64.rp 4.5 MB/s | 309 kB 00:00 2024-08-10T05:03:13.326 INFO:teuthology.orchestra.run.smithi031.stdout:(78/114): liboath-2.6.7-2.el9.x86_64.rpm 1.4 MB/s | 49 kB 00:00 2024-08-10T05:03:13.343 INFO:teuthology.orchestra.run.smithi031.stdout:(79/114): libunwind-1.6.2-1.el9.x86_64.rpm 3.9 MB/s | 67 kB 00:00 2024-08-10T05:03:13.385 INFO:teuthology.orchestra.run.smithi031.stdout:(80/114): python3-asyncssh-2.13.2-5.el9.noarch. 13 MB/s | 548 kB 00:00 2024-08-10T05:03:13.410 INFO:teuthology.orchestra.run.smithi031.stdout:(81/114): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 1.7 MB/s | 43 kB 00:00 2024-08-10T05:03:13.436 INFO:teuthology.orchestra.run.smithi031.stdout:(82/114): python3-cachetools-4.2.4-1.el9.noarch 1.3 MB/s | 32 kB 00:00 2024-08-10T05:03:13.453 INFO:teuthology.orchestra.run.smithi031.stdout:(83/114): python3-certifi-2023.05.07-4.el9.noar 849 kB/s | 14 kB 00:00 2024-08-10T05:03:13.478 INFO:teuthology.orchestra.run.smithi031.stdout:(84/114): python3-cheroot-8.6.0-4.el9.noarch.rp 6.7 MB/s | 172 kB 00:00 2024-08-10T05:03:13.512 INFO:teuthology.orchestra.run.smithi031.stdout:(85/114): python3-cherrypy-18.6.1-2.el9.noarch. 11 MB/s | 358 kB 00:00 2024-08-10T05:03:13.537 INFO:teuthology.orchestra.run.smithi031.stdout:(86/114): python3-google-auth-2.32.0-1.el9.noar 8.5 MB/s | 216 kB 00:00 2024-08-10T05:03:13.554 INFO:teuthology.orchestra.run.smithi031.stdout:(87/114): python3-jaraco-8.2.1-3.el9.noarch.rpm 650 kB/s | 11 kB 00:00 2024-08-10T05:03:13.579 INFO:teuthology.orchestra.run.smithi031.stdout:(88/114): python3-jaraco-classes-3.2.1-5.el9.no 709 kB/s | 18 kB 00:00 2024-08-10T05:03:13.604 INFO:teuthology.orchestra.run.smithi031.stdout:(89/114): python3-jaraco-collections-3.0.0-8.el 926 kB/s | 23 kB 00:00 2024-08-10T05:03:13.630 INFO:teuthology.orchestra.run.smithi031.stdout:(90/114): python3-jaraco-functools-3.5.0-2.el9. 779 kB/s | 19 kB 00:00 2024-08-10T05:03:13.658 INFO:teuthology.orchestra.run.smithi031.stdout:(91/114): python3-jaraco-text-3.2.0-6.el9.noarc 784 kB/s | 20 kB 00:00 2024-08-10T05:03:13.680 INFO:teuthology.orchestra.run.smithi031.stdout:(92/114): python3-jwt+crypto-2.4.0-1.el9.noarch 365 kB/s | 9.0 kB 00:00 2024-08-10T05:03:13.706 INFO:teuthology.orchestra.run.smithi031.stdout:(93/114): python3-jwt-2.4.0-1.el9.noarch.rpm 1.6 MB/s | 41 kB 00:00 2024-08-10T05:03:13.756 INFO:teuthology.orchestra.run.smithi031.stdout:(94/114): python3-kubernetes-26.1.0-2.el9.noarc 21 MB/s | 1.0 MB 00:00 2024-08-10T05:03:13.781 INFO:teuthology.orchestra.run.smithi031.stdout:(95/114): python3-logutils-0.3.5-21.el9.noarch. 1.8 MB/s | 46 kB 00:00 2024-08-10T05:03:13.806 INFO:teuthology.orchestra.run.smithi031.stdout:(96/114): python3-more-itertools-8.12.0-2.el9.n 3.1 MB/s | 79 kB 00:00 2024-08-10T05:03:13.832 INFO:teuthology.orchestra.run.smithi031.stdout:(97/114): python3-natsort-7.1.1-5.el9.noarch.rp 2.3 MB/s | 58 kB 00:00 2024-08-10T05:03:13.857 INFO:teuthology.orchestra.run.smithi031.stdout:(98/114): python3-pecan-1.4.2-3.el9.noarch.rpm 11 MB/s | 272 kB 00:00 2024-08-10T05:03:13.883 INFO:teuthology.orchestra.run.smithi031.stdout:(99/114): python3-portend-3.1.0-2.el9.noarch.rp 661 kB/s | 16 kB 00:00 2024-08-10T05:03:13.908 INFO:teuthology.orchestra.run.smithi031.stdout:(100/114): python3-pyOpenSSL-21.0.0-1.el9.noarc 3.6 MB/s | 90 kB 00:00 2024-08-10T05:03:13.933 INFO:teuthology.orchestra.run.smithi031.stdout:(101/114): python3-repoze-lru-0.7-16.el9.noarch 1.2 MB/s | 31 kB 00:00 2024-08-10T05:03:13.958 INFO:teuthology.orchestra.run.smithi031.stdout:(102/114): python3-routes-2.5.1-5.el9.noarch.rp 7.3 MB/s | 188 kB 00:00 2024-08-10T05:03:13.984 INFO:teuthology.orchestra.run.smithi031.stdout:(103/114): python3-rsa-4.9-2.el9.noarch.rpm 2.3 MB/s | 59 kB 00:00 2024-08-10T05:03:14.009 INFO:teuthology.orchestra.run.smithi031.stdout:(104/114): python3-tempora-5.0.0-2.el9.noarch.r 1.4 MB/s | 36 kB 00:00 2024-08-10T05:03:14.034 INFO:teuthology.orchestra.run.smithi031.stdout:(105/114): python3-typing-extensions-4.12.2-2.e 2.9 MB/s | 74 kB 00:00 2024-08-10T05:03:14.060 INFO:teuthology.orchestra.run.smithi031.stdout:(106/114): python3-webob-1.8.7-6.el9.noarch.rpm 8.9 MB/s | 230 kB 00:00 2024-08-10T05:03:14.085 INFO:teuthology.orchestra.run.smithi031.stdout:(107/114): python3-websocket-client-1.2.3-2.el9 3.5 MB/s | 90 kB 00:00 2024-08-10T05:03:14.119 INFO:teuthology.orchestra.run.smithi031.stdout:(108/114): python3-werkzeug-2.0.3-3.el9.1.noarc 13 MB/s | 427 kB 00:00 2024-08-10T05:03:14.144 INFO:teuthology.orchestra.run.smithi031.stdout:(109/114): python3-zc-lockfile-2.0-10.el9.noarc 799 kB/s | 20 kB 00:00 2024-08-10T05:03:14.211 INFO:teuthology.orchestra.run.smithi031.stdout:(110/114): python3-numpy-1.20.1-5.el9.x86_64.rp 1.7 MB/s | 5.1 MB 00:02 2024-08-10T05:03:14.261 INFO:teuthology.orchestra.run.smithi031.stdout:(111/114): thrift-0.15.0-2.el9.x86_64.rpm 14 MB/s | 1.6 MB 00:00 2024-08-10T05:03:14.445 INFO:teuthology.orchestra.run.smithi031.stdout:(112/114): librados2-17.2.7-1372.g56ceb861.el9. 13 MB/s | 3.1 MB 00:00 2024-08-10T05:03:14.578 INFO:teuthology.orchestra.run.smithi031.stdout:(113/114): librbd1-17.2.7-1372.g56ceb861.el9.x8 9.3 MB/s | 2.9 MB 00:00 2024-08-10T05:03:15.676 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: ceph-common-2:17.2.7-1372.g56ceb861.el9.x86_64 93/116 2024-08-10T05:03:15.707 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : ceph-common-2:17.2.7-1372.g56ceb861.el9.x86_64 93/116 2024-08-10T05:03:16.216 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: ceph-common-2:17.2.7-1372.g56ceb861.el9.x86_64 93/116 2024-08-10T05:03:16.252 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : ceph-base-2:17.2.7-1372.g56ceb861.el9.x86_64 94/116 2024-08-10T05:03:16.552 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: ceph-base-2:17.2.7-1372.g56ceb861.el9.x86_64 94/116 2024-08-10T05:03:16.552 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-08-10T05:03:16.552 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-08-10T05:03:16.552 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-08-10T05:03:16.620 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : ceph-selinux-2:17.2.7-1372.g56ceb861.el9.x86_64 95/116 2024-08-10T05:03:20.462 INFO:teuthology.orchestra.run.smithi031.stdout:(114/114): python3-scipy-1.6.2-8.el9.x86_64.rpm 2.1 MB/s | 16 MB 00:07 2024-08-10T05:03:20.465 INFO:teuthology.orchestra.run.smithi031.stdout:-------------------------------------------------------------------------------- 2024-08-10T05:03:20.465 INFO:teuthology.orchestra.run.smithi031.stdout:Total 12 MB/s | 190 MB 00:15 2024-08-10T05:03:21.214 INFO:teuthology.orchestra.run.smithi031.stdout:Running transaction check 2024-08-10T05:03:21.318 INFO:teuthology.orchestra.run.smithi031.stdout:Transaction check succeeded. 2024-08-10T05:03:21.318 INFO:teuthology.orchestra.run.smithi031.stdout:Running transaction test 2024-08-10T05:03:22.989 INFO:teuthology.orchestra.run.smithi031.stdout:Transaction test succeeded. 2024-08-10T05:03:22.989 INFO:teuthology.orchestra.run.smithi031.stdout:Running transaction 2024-08-10T05:03:27.786 INFO:teuthology.orchestra.run.smithi031.stdout: Preparing : 1/1 2024-08-10T05:03:27.865 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/116 2024-08-10T05:03:27.890 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/116 2024-08-10T05:03:27.945 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/116 2024-08-10T05:03:28.129 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: ceph-selinux-2:17.2.7-1372.g56ceb861.el9.x86_64 95/116 2024-08-10T05:03:28.130 INFO:teuthology.orchestra.run.smithi196.stdout:skipping the directory /sys 2024-08-10T05:03:28.130 INFO:teuthology.orchestra.run.smithi196.stdout:skipping the directory /proc 2024-08-10T05:03:28.130 INFO:teuthology.orchestra.run.smithi196.stdout:skipping the directory /mnt 2024-08-10T05:03:28.130 INFO:teuthology.orchestra.run.smithi196.stdout:skipping the directory /var/tmp 2024-08-10T05:03:28.130 INFO:teuthology.orchestra.run.smithi196.stdout:skipping the directory /home 2024-08-10T05:03:28.130 INFO:teuthology.orchestra.run.smithi196.stdout:skipping the directory /root 2024-08-10T05:03:28.130 INFO:teuthology.orchestra.run.smithi196.stdout:skipping the directory /tmp 2024-08-10T05:03:28.130 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-08-10T05:03:28.199 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : ceph-mgr-cephadm-2:17.2.7-1372.g56ceb861.el9.noa 96/116 2024-08-10T05:03:28.267 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/116 2024-08-10T05:03:28.374 INFO:teuthology.orchestra.run.smithi031.stdout: Upgrading : librados2-2:17.2.7-1372.g56ceb861.el9.x86_64 5/116 2024-08-10T05:03:28.489 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: librados2-2:17.2.7-1372.g56ceb861.el9.x86_64 5/116 2024-08-10T05:03:28.525 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : libcephfs2-2:17.2.7-1372.g56ceb861.el9.x86_64 6/116 2024-08-10T05:03:28.631 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: libcephfs2-2:17.2.7-1372.g56ceb861.el9.x86_64 6/116 2024-08-10T05:03:28.676 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-rados-2:17.2.7-1372.g56ceb861.el9.x86_64 7/116 2024-08-10T05:03:28.705 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/116 2024-08-10T05:03:29.162 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/116 2024-08-10T05:03:29.186 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : librgw2-2:17.2.7-1372.g56ceb861.el9.x86_64 10/116 2024-08-10T05:03:29.199 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: ceph-mgr-cephadm-2:17.2.7-1372.g56ceb861.el9.noa 96/116 2024-08-10T05:03:29.236 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : ceph-mgr-dashboard-2:17.2.7-1372.g56ceb861.el9.n 97/116 2024-08-10T05:03:29.243 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: librgw2-2:17.2.7-1372.g56ceb861.el9.x86_64 10/116 2024-08-10T05:03:29.270 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : libcephsqlite-2:17.2.7-1372.g56ceb861.el9.x86_64 11/116 2024-08-10T05:03:29.355 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: libcephsqlite-2:17.2.7-1372.g56ceb861.el9.x86_64 11/116 2024-08-10T05:03:29.379 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : libradosstriper1-2:17.2.7-1372.g56ceb861.el9.x86 12/116 2024-08-10T05:03:29.494 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: libradosstriper1-2:17.2.7-1372.g56ceb861.el9.x86 12/116 2024-08-10T05:03:29.534 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 13/116 2024-08-10T05:03:29.566 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : liboath-2.6.7-2.el9.x86_64 14/116 2024-08-10T05:03:29.596 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 15/116 2024-08-10T05:03:29.637 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 16/116 2024-08-10T05:03:29.715 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 17/116 2024-08-10T05:03:29.772 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 18/116 2024-08-10T05:03:29.812 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-packaging-20.9-5.el9.noarch 19/116 2024-08-10T05:03:29.838 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 20/116 2024-08-10T05:03:29.911 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 21/116 2024-08-10T05:03:29.972 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 22/116 2024-08-10T05:03:30.006 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 23/116 2024-08-10T05:03:30.044 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 24/116 2024-08-10T05:03:30.079 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 25/116 2024-08-10T05:03:30.125 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-ceph-argparse-2:17.2.7-1372.g56ceb861.el 26/116 2024-08-10T05:03:30.200 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-cephfs-2:17.2.7-1372.g56ceb861.el9.x86_6 27/116 2024-08-10T05:03:30.201 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: ceph-mgr-dashboard-2:17.2.7-1372.g56ceb861.el9.n 97/116 2024-08-10T05:03:30.228 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : ceph-mgr-diskprediction-local-2:17.2.7-1372.g56c 98/116 2024-08-10T05:03:30.328 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:17.2.7-1372.g56c 98/116 2024-08-10T05:03:30.348 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 28/116 2024-08-10T05:03:30.417 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 29/116 2024-08-10T05:03:30.482 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : ceph-mgr-modules-core-2:17.2.7-1372.g56ceb861.el 99/116 2024-08-10T05:03:30.522 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : ceph-mgr-2:17.2.7-1372.g56ceb861.el9.x86_64 100/116 2024-08-10T05:03:30.545 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: ceph-mgr-2:17.2.7-1372.g56ceb861.el9.x86_64 100/116 2024-08-10T05:03:30.545 INFO:teuthology.orchestra.run.smithi196.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-10T05:03:30.546 INFO:teuthology.orchestra.run.smithi196.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-08-10T05:03:30.546 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-08-10T05:03:30.546 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-08-10T05:03:30.546 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-08-10T05:03:30.589 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : ceph-mgr-rook-2:17.2.7-1372.g56ceb861.el9.noarch 101/116 2024-08-10T05:03:30.785 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: ceph-mgr-rook-2:17.2.7-1372.g56ceb861.el9.noarch 101/116 2024-08-10T05:03:30.815 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : ceph-mds-2:17.2.7-1372.g56ceb861.el9.x86_64 102/116 2024-08-10T05:03:30.837 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: ceph-mds-2:17.2.7-1372.g56ceb861.el9.x86_64 102/116 2024-08-10T05:03:30.838 INFO:teuthology.orchestra.run.smithi196.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-10T05:03:30.838 INFO:teuthology.orchestra.run.smithi196.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-08-10T05:03:30.838 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-08-10T05:03:30.838 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-08-10T05:03:30.838 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-08-10T05:03:30.981 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-rsa-4.9-2.el9.noarch 30/116 2024-08-10T05:03:31.065 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 31/116 2024-08-10T05:03:31.109 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 32/116 2024-08-10T05:03:31.142 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 33/116 2024-08-10T05:03:31.177 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 34/116 2024-08-10T05:03:31.216 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : ceph-mon-2:17.2.7-1372.g56ceb861.el9.x86_64 103/116 2024-08-10T05:03:31.218 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 35/116 2024-08-10T05:03:31.239 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: ceph-mon-2:17.2.7-1372.g56ceb861.el9.x86_64 103/116 2024-08-10T05:03:31.240 INFO:teuthology.orchestra.run.smithi196.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-10T05:03:31.240 INFO:teuthology.orchestra.run.smithi196.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-08-10T05:03:31.240 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-08-10T05:03:31.240 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-08-10T05:03:31.240 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-08-10T05:03:31.261 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-rgw-2:17.2.7-1372.g56ceb861.el9.x86_64 36/116 2024-08-10T05:03:31.299 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : librados-devel-2:17.2.7-1372.g56ceb861.el9.x86_6 37/116 2024-08-10T05:03:31.329 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 38/116 2024-08-10T05:03:31.365 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 39/116 2024-08-10T05:03:31.423 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 40/116 2024-08-10T05:03:31.498 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 41/116 2024-08-10T05:03:31.534 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 42/116 2024-08-10T05:03:31.570 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 43/116 2024-08-10T05:03:31.619 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 44/116 2024-08-10T05:03:31.662 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 45/116 2024-08-10T05:03:31.705 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 46/116 2024-08-10T05:03:31.851 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 47/116 2024-08-10T05:03:31.898 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 48/116 2024-08-10T05:03:31.940 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 49/116 2024-08-10T05:03:32.043 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 50/116 2024-08-10T05:03:32.081 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-google-auth-1:2.32.0-1.el9.noarch 51/116 2024-08-10T05:03:32.152 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 52/116 2024-08-10T05:03:32.184 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 53/116 2024-08-10T05:03:32.234 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 54/116 2024-08-10T05:03:32.368 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 55/116 2024-08-10T05:03:32.411 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-py-1.10.0-6.el9.noarch 56/116 2024-08-10T05:03:32.451 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 57/116 2024-08-10T05:03:32.550 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : ceph-osd-2:17.2.7-1372.g56ceb861.el9.x86_64 104/116 2024-08-10T05:03:32.562 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-pluggy-0.13.1-7.el9.noarch 58/116 2024-08-10T05:03:32.576 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: ceph-osd-2:17.2.7-1372.g56ceb861.el9.x86_64 104/116 2024-08-10T05:03:32.576 INFO:teuthology.orchestra.run.smithi196.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-10T05:03:32.576 INFO:teuthology.orchestra.run.smithi196.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-08-10T05:03:32.576 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-08-10T05:03:32.576 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-08-10T05:03:32.576 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-08-10T05:03:32.622 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 59/116 2024-08-10T05:03:33.399 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 60/116 2024-08-10T05:03:33.452 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 61/116 2024-08-10T05:03:33.485 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 62/116 2024-08-10T05:03:33.519 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 63/116 2024-08-10T05:03:33.625 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-iniconfig-1.1.1-7.el9.noarch 64/116 2024-08-10T05:03:33.678 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 65/116 2024-08-10T05:03:33.712 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 66/116 2024-08-10T05:03:33.789 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : ceph-2:17.2.7-1372.g56ceb861.el9.x86_64 105/116 2024-08-10T05:03:33.826 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : ceph-radosgw-2:17.2.7-1372.g56ceb861.el9.x86_64 106/116 2024-08-10T05:03:33.896 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : openblas-0.3.21-2.el9.x86_64 67/116 2024-08-10T05:03:33.904 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: ceph-radosgw-2:17.2.7-1372.g56ceb861.el9.x86_64 106/116 2024-08-10T05:03:33.904 INFO:teuthology.orchestra.run.smithi196.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-10T05:03:33.904 INFO:teuthology.orchestra.run.smithi196.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-08-10T05:03:33.904 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-08-10T05:03:33.904 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-08-10T05:03:33.904 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-08-10T05:03:33.927 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 68/116 2024-08-10T05:03:33.952 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : ceph-immutable-object-cache-2:17.2.7-1372.g56ceb 107/116 2024-08-10T05:03:33.975 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: ceph-immutable-object-cache-2:17.2.7-1372.g56ceb 107/116 2024-08-10T05:03:33.975 INFO:teuthology.orchestra.run.smithi196.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-10T05:03:33.975 INFO:teuthology.orchestra.run.smithi196.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-08-10T05:03:33.976 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-08-10T05:03:34.015 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 69/116 2024-08-10T05:03:34.270 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : rbd-mirror-2:17.2.7-1372.g56ceb861.el9.x86_64 108/116 2024-08-10T05:03:34.293 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: rbd-mirror-2:17.2.7-1372.g56ceb861.el9.x86_64 108/116 2024-08-10T05:03:34.293 INFO:teuthology.orchestra.run.smithi196.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-10T05:03:34.293 INFO:teuthology.orchestra.run.smithi196.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-08-10T05:03:34.293 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-08-10T05:03:34.293 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-08-10T05:03:34.294 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-08-10T05:03:34.720 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 70/116 2024-08-10T05:03:34.847 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 71/116 2024-08-10T05:03:36.217 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 72/116 2024-08-10T05:03:36.292 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 73/116 2024-08-10T05:03:36.600 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 74/116 2024-08-10T05:03:36.645 INFO:teuthology.orchestra.run.smithi031.stdout: Upgrading : librbd1-2:17.2.7-1372.g56ceb861.el9.x86_64 75/116 2024-08-10T05:03:36.741 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: librbd1-2:17.2.7-1372.g56ceb861.el9.x86_64 75/116 2024-08-10T05:03:36.776 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-rbd-2:17.2.7-1372.g56ceb861.el9.x86_64 76/116 2024-08-10T05:03:36.835 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-ply-3.11-14.el9.noarch 77/116 2024-08-10T05:03:36.899 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 78/116 2024-08-10T05:03:37.094 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 79/116 2024-08-10T05:03:37.147 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 80/116 2024-08-10T05:03:37.228 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 81/116 2024-08-10T05:03:37.326 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 82/116 2024-08-10T05:03:37.477 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 83/116 2024-08-10T05:03:37.527 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 84/116 2024-08-10T05:03:37.555 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-jwt-2.4.0-1.el9.noarch 85/116 2024-08-10T05:03:37.592 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-jwt+crypto-2.4.0-1.el9.noarch 86/116 2024-08-10T05:03:37.638 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 87/116 2024-08-10T05:03:37.665 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : fuse-2.9.9-16.el9.x86_64 88/116 2024-08-10T05:03:38.130 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: cephadm-2:17.2.7-1372.g56ceb861.el9.noarch 89/116 2024-08-10T05:03:38.154 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : cephadm-2:17.2.7-1372.g56ceb861.el9.noarch 89/116 2024-08-10T05:03:38.185 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-prometheus-alerts-2:17.2.7-1372.g56ceb861.e 90/116 2024-08-10T05:03:38.264 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-grafana-dashboards-2:17.2.7-1372.g56ceb861. 91/116 2024-08-10T05:03:38.296 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-ceph-common-2:17.2.7-1372.g56ceb861.el9. 92/116 2024-08-10T05:03:38.700 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : ceph-test-2:17.2.7-1372.g56ceb861.el9.x86_64 109/116 2024-08-10T05:03:38.740 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : ceph-fuse-2:17.2.7-1372.g56ceb861.el9.x86_64 110/116 2024-08-10T05:03:38.782 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : rbd-fuse-2:17.2.7-1372.g56ceb861.el9.x86_64 111/116 2024-08-10T05:03:38.900 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : rbd-nbd-2:17.2.7-1372.g56ceb861.el9.x86_64 112/116 2024-08-10T05:03:38.947 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-pytest-6.2.2-7.el9.noarch 113/116 2024-08-10T05:03:38.970 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : libcephfs-devel-2:17.2.7-1372.g56ceb861.el9.x86_ 114/116 2024-08-10T05:03:38.970 INFO:teuthology.orchestra.run.smithi196.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 115/116 2024-08-10T05:03:39.054 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 115/116 2024-08-10T05:03:39.054 INFO:teuthology.orchestra.run.smithi196.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 116/116 2024-08-10T05:03:40.775 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: ceph-common-2:17.2.7-1372.g56ceb861.el9.x86_64 93/116 2024-08-10T05:03:40.817 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-common-2:17.2.7-1372.g56ceb861.el9.x86_64 93/116 2024-08-10T05:03:41.352 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: ceph-common-2:17.2.7-1372.g56ceb861.el9.x86_64 93/116 2024-08-10T05:03:41.395 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-base-2:17.2.7-1372.g56ceb861.el9.x86_64 94/116 2024-08-10T05:03:41.490 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: ceph-base-2:17.2.7-1372.g56ceb861.el9.x86_64 94/116 2024-08-10T05:03:41.490 INFO:teuthology.orchestra.run.smithi031.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-08-10T05:03:41.490 INFO:teuthology.orchestra.run.smithi031.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-08-10T05:03:41.490 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-08-10T05:03:41.521 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-selinux-2:17.2.7-1372.g56ceb861.el9.x86_64 95/116 2024-08-10T05:03:43.914 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 116/116 2024-08-10T05:03:43.914 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-2:17.2.7-1372.g56ceb861.el9.x86_64 1/116 2024-08-10T05:03:43.914 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-base-2:17.2.7-1372.g56ceb861.el9.x86_64 2/116 2024-08-10T05:03:43.914 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-common-2:17.2.7-1372.g56ceb861.el9.x86_64 3/116 2024-08-10T05:03:43.914 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-fuse-2:17.2.7-1372.g56ceb861.el9.x86_64 4/116 2024-08-10T05:03:43.914 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-immutable-object-cache-2:17.2.7-1372.g56ceb 5/116 2024-08-10T05:03:43.914 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-mds-2:17.2.7-1372.g56ceb861.el9.x86_64 6/116 2024-08-10T05:03:43.914 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-mgr-2:17.2.7-1372.g56ceb861.el9.x86_64 7/116 2024-08-10T05:03:43.914 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-mon-2:17.2.7-1372.g56ceb861.el9.x86_64 8/116 2024-08-10T05:03:43.915 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-osd-2:17.2.7-1372.g56ceb861.el9.x86_64 9/116 2024-08-10T05:03:43.915 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-radosgw-2:17.2.7-1372.g56ceb861.el9.x86_64 10/116 2024-08-10T05:03:43.915 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-selinux-2:17.2.7-1372.g56ceb861.el9.x86_64 11/116 2024-08-10T05:03:43.915 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-test-2:17.2.7-1372.g56ceb861.el9.x86_64 12/116 2024-08-10T05:03:43.915 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : libcephfs-devel-2:17.2.7-1372.g56ceb861.el9.x86_ 13/116 2024-08-10T05:03:43.915 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : libcephfs2-2:17.2.7-1372.g56ceb861.el9.x86_64 14/116 2024-08-10T05:03:43.915 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : libcephsqlite-2:17.2.7-1372.g56ceb861.el9.x86_64 15/116 2024-08-10T05:03:43.915 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : librados-devel-2:17.2.7-1372.g56ceb861.el9.x86_6 16/116 2024-08-10T05:03:43.915 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : libradosstriper1-2:17.2.7-1372.g56ceb861.el9.x86 17/116 2024-08-10T05:03:43.915 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : librgw2-2:17.2.7-1372.g56ceb861.el9.x86_64 18/116 2024-08-10T05:03:43.915 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-ceph-argparse-2:17.2.7-1372.g56ceb861.el 19/116 2024-08-10T05:03:43.915 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-ceph-common-2:17.2.7-1372.g56ceb861.el9. 20/116 2024-08-10T05:03:43.915 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-cephfs-2:17.2.7-1372.g56ceb861.el9.x86_6 21/116 2024-08-10T05:03:43.916 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-rados-2:17.2.7-1372.g56ceb861.el9.x86_64 22/116 2024-08-10T05:03:43.916 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-rbd-2:17.2.7-1372.g56ceb861.el9.x86_64 23/116 2024-08-10T05:03:43.916 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-rgw-2:17.2.7-1372.g56ceb861.el9.x86_64 24/116 2024-08-10T05:03:43.916 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : rbd-fuse-2:17.2.7-1372.g56ceb861.el9.x86_64 25/116 2024-08-10T05:03:43.916 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : rbd-mirror-2:17.2.7-1372.g56ceb861.el9.x86_64 26/116 2024-08-10T05:03:43.916 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : rbd-nbd-2:17.2.7-1372.g56ceb861.el9.x86_64 27/116 2024-08-10T05:03:43.916 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-grafana-dashboards-2:17.2.7-1372.g56ceb861. 28/116 2024-08-10T05:03:43.923 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-mgr-cephadm-2:17.2.7-1372.g56ceb861.el9.noa 29/116 2024-08-10T05:03:43.924 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-mgr-dashboard-2:17.2.7-1372.g56ceb861.el9.n 30/116 2024-08-10T05:03:43.924 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-mgr-diskprediction-local-2:17.2.7-1372.g56c 31/116 2024-08-10T05:03:43.924 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-mgr-modules-core-2:17.2.7-1372.g56ceb861.el 32/116 2024-08-10T05:03:43.924 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-mgr-rook-2:17.2.7-1372.g56ceb861.el9.noarch 33/116 2024-08-10T05:03:43.924 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-prometheus-alerts-2:17.2.7-1372.g56ceb861.e 34/116 2024-08-10T05:03:43.924 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : cephadm-2:17.2.7-1372.g56ceb861.el9.noarch 35/116 2024-08-10T05:03:43.924 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 36/116 2024-08-10T05:03:43.924 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 37/116 2024-08-10T05:03:43.924 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 38/116 2024-08-10T05:03:43.924 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 39/116 2024-08-10T05:03:43.924 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 40/116 2024-08-10T05:03:43.924 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-ply-3.11-14.el9.noarch 41/116 2024-08-10T05:03:43.925 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 42/116 2024-08-10T05:03:43.925 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 43/116 2024-08-10T05:03:43.925 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 44/116 2024-08-10T05:03:43.925 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 45/116 2024-08-10T05:03:43.925 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 46/116 2024-08-10T05:03:43.925 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 47/116 2024-08-10T05:03:43.925 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 48/116 2024-08-10T05:03:43.925 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 49/116 2024-08-10T05:03:43.925 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 50/116 2024-08-10T05:03:43.925 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 51/116 2024-08-10T05:03:43.925 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 52/116 2024-08-10T05:03:43.925 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 53/116 2024-08-10T05:03:43.925 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 54/116 2024-08-10T05:03:43.926 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 55/116 2024-08-10T05:03:43.926 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 56/116 2024-08-10T05:03:43.926 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-iniconfig-1.1.1-7.el9.noarch 57/116 2024-08-10T05:03:43.926 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 58/116 2024-08-10T05:03:43.926 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 59/116 2024-08-10T05:03:43.926 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 60/116 2024-08-10T05:03:43.926 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 61/116 2024-08-10T05:03:43.926 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 62/116 2024-08-10T05:03:43.926 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 63/116 2024-08-10T05:03:43.926 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 64/116 2024-08-10T05:03:43.926 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 65/116 2024-08-10T05:03:43.927 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 66/116 2024-08-10T05:03:43.927 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-pluggy-0.13.1-7.el9.noarch 67/116 2024-08-10T05:03:43.927 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 68/116 2024-08-10T05:03:43.927 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-py-1.10.0-6.el9.noarch 69/116 2024-08-10T05:03:43.927 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 70/116 2024-08-10T05:03:43.927 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 71/116 2024-08-10T05:03:43.927 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-pytest-6.2.2-7.el9.noarch 72/116 2024-08-10T05:03:43.927 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 73/116 2024-08-10T05:03:43.927 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 74/116 2024-08-10T05:03:43.927 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 75/116 2024-08-10T05:03:43.927 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 76/116 2024-08-10T05:03:43.927 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 77/116 2024-08-10T05:03:43.927 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 78/116 2024-08-10T05:03:43.928 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 79/116 2024-08-10T05:03:43.928 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 80/116 2024-08-10T05:03:43.928 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 81/116 2024-08-10T05:03:43.928 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 82/116 2024-08-10T05:03:43.928 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 83/116 2024-08-10T05:03:43.928 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 84/116 2024-08-10T05:03:43.928 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 85/116 2024-08-10T05:03:43.928 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 86/116 2024-08-10T05:03:43.928 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 87/116 2024-08-10T05:03:43.928 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-google-auth-1:2.32.0-1.el9.noarch 88/116 2024-08-10T05:03:43.928 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 89/116 2024-08-10T05:03:43.928 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 90/116 2024-08-10T05:03:43.928 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 91/116 2024-08-10T05:03:43.928 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 92/116 2024-08-10T05:03:43.929 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 93/116 2024-08-10T05:03:43.929 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-jwt+crypto-2.4.0-1.el9.noarch 94/116 2024-08-10T05:03:43.929 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-jwt-2.4.0-1.el9.noarch 95/116 2024-08-10T05:03:43.929 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 96/116 2024-08-10T05:03:43.929 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 97/116 2024-08-10T05:03:43.929 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 98/116 2024-08-10T05:03:43.929 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 99/116 2024-08-10T05:03:43.929 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 100/116 2024-08-10T05:03:43.929 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 101/116 2024-08-10T05:03:43.929 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 102/116 2024-08-10T05:03:43.929 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 103/116 2024-08-10T05:03:43.929 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 104/116 2024-08-10T05:03:43.929 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 105/116 2024-08-10T05:03:43.930 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 106/116 2024-08-10T05:03:43.930 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 107/116 2024-08-10T05:03:43.930 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 108/116 2024-08-10T05:03:43.930 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 109/116 2024-08-10T05:03:43.930 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 110/116 2024-08-10T05:03:43.930 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 111/116 2024-08-10T05:03:43.930 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 112/116 2024-08-10T05:03:43.930 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : librados2-2:17.2.7-1372.g56ceb861.el9.x86_64 113/116 2024-08-10T05:03:43.930 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 114/116 2024-08-10T05:03:43.930 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : librbd1-2:17.2.7-1372.g56ceb861.el9.x86_64 115/116 2024-08-10T05:03:46.153 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 116/116 2024-08-10T05:03:46.154 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-08-10T05:03:46.154 INFO:teuthology.orchestra.run.smithi196.stdout:Upgraded: 2024-08-10T05:03:46.154 INFO:teuthology.orchestra.run.smithi196.stdout: librados2-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T05:03:46.154 INFO:teuthology.orchestra.run.smithi196.stdout: librbd1-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T05:03:46.154 INFO:teuthology.orchestra.run.smithi196.stdout:Installed: 2024-08-10T05:03:46.154 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T05:03:46.154 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-base-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T05:03:46.154 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-common-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T05:03:46.154 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-fuse-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T05:03:46.154 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-grafana-dashboards-2:17.2.7-1372.g56ceb861.el9.noarch 2024-08-10T05:03:46.155 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-immutable-object-cache-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T05:03:46.155 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-mds-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T05:03:46.155 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-mgr-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T05:03:46.155 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-mgr-cephadm-2:17.2.7-1372.g56ceb861.el9.noarch 2024-08-10T05:03:46.155 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-mgr-dashboard-2:17.2.7-1372.g56ceb861.el9.noarch 2024-08-10T05:03:46.155 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-mgr-diskprediction-local-2:17.2.7-1372.g56ceb861.el9.noarch 2024-08-10T05:03:46.155 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-mgr-modules-core-2:17.2.7-1372.g56ceb861.el9.noarch 2024-08-10T05:03:46.155 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-mgr-rook-2:17.2.7-1372.g56ceb861.el9.noarch 2024-08-10T05:03:46.155 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-mon-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T05:03:46.155 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-osd-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T05:03:46.155 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-prometheus-alerts-2:17.2.7-1372.g56ceb861.el9.noarch 2024-08-10T05:03:46.155 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-radosgw-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T05:03:46.155 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-selinux-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T05:03:46.156 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-test-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T05:03:46.156 INFO:teuthology.orchestra.run.smithi196.stdout: cephadm-2:17.2.7-1372.g56ceb861.el9.noarch 2024-08-10T05:03:46.156 INFO:teuthology.orchestra.run.smithi196.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-08-10T05:03:46.156 INFO:teuthology.orchestra.run.smithi196.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-08-10T05:03:46.156 INFO:teuthology.orchestra.run.smithi196.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-08-10T05:03:46.156 INFO:teuthology.orchestra.run.smithi196.stdout: fuse-2.9.9-16.el9.x86_64 2024-08-10T05:03:46.156 INFO:teuthology.orchestra.run.smithi196.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-08-10T05:03:46.156 INFO:teuthology.orchestra.run.smithi196.stdout: libcephfs-devel-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T05:03:46.156 INFO:teuthology.orchestra.run.smithi196.stdout: libcephfs2-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T05:03:46.156 INFO:teuthology.orchestra.run.smithi196.stdout: libcephsqlite-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T05:03:46.156 INFO:teuthology.orchestra.run.smithi196.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-08-10T05:03:46.156 INFO:teuthology.orchestra.run.smithi196.stdout: liboath-2.6.7-2.el9.x86_64 2024-08-10T05:03:46.156 INFO:teuthology.orchestra.run.smithi196.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-08-10T05:03:46.157 INFO:teuthology.orchestra.run.smithi196.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-08-10T05:03:46.157 INFO:teuthology.orchestra.run.smithi196.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-08-10T05:03:46.157 INFO:teuthology.orchestra.run.smithi196.stdout: librados-devel-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T05:03:46.157 INFO:teuthology.orchestra.run.smithi196.stdout: libradosstriper1-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T05:03:46.157 INFO:teuthology.orchestra.run.smithi196.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-08-10T05:03:46.157 INFO:teuthology.orchestra.run.smithi196.stdout: librgw2-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T05:03:46.157 INFO:teuthology.orchestra.run.smithi196.stdout: libunwind-1.6.2-1.el9.x86_64 2024-08-10T05:03:46.158 INFO:teuthology.orchestra.run.smithi196.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-08-10T05:03:46.158 INFO:teuthology.orchestra.run.smithi196.stdout: openblas-0.3.21-2.el9.x86_64 2024-08-10T05:03:46.158 INFO:teuthology.orchestra.run.smithi196.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-08-10T05:03:46.158 INFO:teuthology.orchestra.run.smithi196.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-08-10T05:03:46.159 INFO:teuthology.orchestra.run.smithi196.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-08-10T05:03:46.159 INFO:teuthology.orchestra.run.smithi196.stdout: python3-babel-2.9.1-2.el9.noarch 2024-08-10T05:03:46.159 INFO:teuthology.orchestra.run.smithi196.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-08-10T05:03:46.159 INFO:teuthology.orchestra.run.smithi196.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-08-10T05:03:46.159 INFO:teuthology.orchestra.run.smithi196.stdout: python3-ceph-argparse-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T05:03:46.159 INFO:teuthology.orchestra.run.smithi196.stdout: python3-ceph-common-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T05:03:46.159 INFO:teuthology.orchestra.run.smithi196.stdout: python3-cephfs-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T05:03:46.159 INFO:teuthology.orchestra.run.smithi196.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-08-10T05:03:46.159 INFO:teuthology.orchestra.run.smithi196.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-08-10T05:03:46.159 INFO:teuthology.orchestra.run.smithi196.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-08-10T05:03:46.159 INFO:teuthology.orchestra.run.smithi196.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-08-10T05:03:46.160 INFO:teuthology.orchestra.run.smithi196.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-08-10T05:03:46.160 INFO:teuthology.orchestra.run.smithi196.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-08-10T05:03:46.160 INFO:teuthology.orchestra.run.smithi196.stdout: python3-google-auth-1:2.32.0-1.el9.noarch 2024-08-10T05:03:46.160 INFO:teuthology.orchestra.run.smithi196.stdout: python3-iniconfig-1.1.1-7.el9.noarch 2024-08-10T05:03:46.160 INFO:teuthology.orchestra.run.smithi196.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-08-10T05:03:46.160 INFO:teuthology.orchestra.run.smithi196.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-08-10T05:03:46.160 INFO:teuthology.orchestra.run.smithi196.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-08-10T05:03:46.160 INFO:teuthology.orchestra.run.smithi196.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-08-10T05:03:46.160 INFO:teuthology.orchestra.run.smithi196.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-08-10T05:03:46.160 INFO:teuthology.orchestra.run.smithi196.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-08-10T05:03:46.160 INFO:teuthology.orchestra.run.smithi196.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-08-10T05:03:46.161 INFO:teuthology.orchestra.run.smithi196.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-08-10T05:03:46.161 INFO:teuthology.orchestra.run.smithi196.stdout: python3-jwt-2.4.0-1.el9.noarch 2024-08-10T05:03:46.161 INFO:teuthology.orchestra.run.smithi196.stdout: python3-jwt+crypto-2.4.0-1.el9.noarch 2024-08-10T05:03:46.161 INFO:teuthology.orchestra.run.smithi196.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-08-10T05:03:46.161 INFO:teuthology.orchestra.run.smithi196.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-08-10T05:03:46.161 INFO:teuthology.orchestra.run.smithi196.stdout: python3-mako-1.1.4-6.el9.noarch 2024-08-10T05:03:46.161 INFO:teuthology.orchestra.run.smithi196.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-08-10T05:03:46.161 INFO:teuthology.orchestra.run.smithi196.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-08-10T05:03:46.161 INFO:teuthology.orchestra.run.smithi196.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-08-10T05:03:46.161 INFO:teuthology.orchestra.run.smithi196.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-08-10T05:03:46.161 INFO:teuthology.orchestra.run.smithi196.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-08-10T05:03:46.162 INFO:teuthology.orchestra.run.smithi196.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-08-10T05:03:46.162 INFO:teuthology.orchestra.run.smithi196.stdout: python3-packaging-20.9-5.el9.noarch 2024-08-10T05:03:46.162 INFO:teuthology.orchestra.run.smithi196.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-08-10T05:03:46.162 INFO:teuthology.orchestra.run.smithi196.stdout: python3-pluggy-0.13.1-7.el9.noarch 2024-08-10T05:03:46.162 INFO:teuthology.orchestra.run.smithi196.stdout: python3-ply-3.11-14.el9.noarch 2024-08-10T05:03:46.162 INFO:teuthology.orchestra.run.smithi196.stdout: python3-portend-3.1.0-2.el9.noarch 2024-08-10T05:03:46.162 INFO:teuthology.orchestra.run.smithi196.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-08-10T05:03:46.162 INFO:teuthology.orchestra.run.smithi196.stdout: python3-py-1.10.0-6.el9.noarch 2024-08-10T05:03:46.162 INFO:teuthology.orchestra.run.smithi196.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-08-10T05:03:46.162 INFO:teuthology.orchestra.run.smithi196.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-08-10T05:03:46.162 INFO:teuthology.orchestra.run.smithi196.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-08-10T05:03:46.163 INFO:teuthology.orchestra.run.smithi196.stdout: python3-pycparser-2.20-6.el9.noarch 2024-08-10T05:03:46.163 INFO:teuthology.orchestra.run.smithi196.stdout: python3-pytest-6.2.2-7.el9.noarch 2024-08-10T05:03:46.163 INFO:teuthology.orchestra.run.smithi196.stdout: python3-pytz-2021.1-5.el9.noarch 2024-08-10T05:03:46.163 INFO:teuthology.orchestra.run.smithi196.stdout: python3-rados-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T05:03:46.163 INFO:teuthology.orchestra.run.smithi196.stdout: python3-rbd-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T05:03:46.163 INFO:teuthology.orchestra.run.smithi196.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-08-10T05:03:46.163 INFO:teuthology.orchestra.run.smithi196.stdout: python3-requests-2.25.1-8.el9.noarch 2024-08-10T05:03:46.163 INFO:teuthology.orchestra.run.smithi196.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-08-10T05:03:46.163 INFO:teuthology.orchestra.run.smithi196.stdout: python3-rgw-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T05:03:46.163 INFO:teuthology.orchestra.run.smithi196.stdout: python3-routes-2.5.1-5.el9.noarch 2024-08-10T05:03:46.163 INFO:teuthology.orchestra.run.smithi196.stdout: python3-rsa-4.9-2.el9.noarch 2024-08-10T05:03:46.164 INFO:teuthology.orchestra.run.smithi196.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-08-10T05:03:46.164 INFO:teuthology.orchestra.run.smithi196.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-08-10T05:03:46.164 INFO:teuthology.orchestra.run.smithi196.stdout: python3-toml-0.10.2-6.el9.noarch 2024-08-10T05:03:46.164 INFO:teuthology.orchestra.run.smithi196.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-08-10T05:03:46.164 INFO:teuthology.orchestra.run.smithi196.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-08-10T05:03:46.164 INFO:teuthology.orchestra.run.smithi196.stdout: python3-webob-1.8.7-6.el9.noarch 2024-08-10T05:03:46.164 INFO:teuthology.orchestra.run.smithi196.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-08-10T05:03:46.164 INFO:teuthology.orchestra.run.smithi196.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-08-10T05:03:46.164 INFO:teuthology.orchestra.run.smithi196.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-08-10T05:03:46.164 INFO:teuthology.orchestra.run.smithi196.stdout: rbd-fuse-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T05:03:46.165 INFO:teuthology.orchestra.run.smithi196.stdout: rbd-mirror-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T05:03:46.165 INFO:teuthology.orchestra.run.smithi196.stdout: rbd-nbd-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T05:03:46.165 INFO:teuthology.orchestra.run.smithi196.stdout: socat-1.7.4.1-6.el9.x86_64 2024-08-10T05:03:46.165 INFO:teuthology.orchestra.run.smithi196.stdout: thrift-0.15.0-2.el9.x86_64 2024-08-10T05:03:46.165 INFO:teuthology.orchestra.run.smithi196.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-08-10T05:03:46.165 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-08-10T05:03:46.166 INFO:teuthology.orchestra.run.smithi196.stdout:Complete! 2024-08-10T05:03:46.504 DEBUG:teuthology.parallel:result is None 2024-08-10T05:03:53.213 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: ceph-selinux-2:17.2.7-1372.g56ceb861.el9.x86_64 95/116 2024-08-10T05:03:53.213 INFO:teuthology.orchestra.run.smithi031.stdout:skipping the directory /sys 2024-08-10T05:03:53.213 INFO:teuthology.orchestra.run.smithi031.stdout:skipping the directory /proc 2024-08-10T05:03:53.213 INFO:teuthology.orchestra.run.smithi031.stdout:skipping the directory /mnt 2024-08-10T05:03:53.213 INFO:teuthology.orchestra.run.smithi031.stdout:skipping the directory /var/tmp 2024-08-10T05:03:53.214 INFO:teuthology.orchestra.run.smithi031.stdout:skipping the directory /home 2024-08-10T05:03:53.214 INFO:teuthology.orchestra.run.smithi031.stdout:skipping the directory /root 2024-08-10T05:03:53.214 INFO:teuthology.orchestra.run.smithi031.stdout:skipping the directory /tmp 2024-08-10T05:03:53.214 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-08-10T05:03:53.294 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-mgr-cephadm-2:17.2.7-1372.g56ceb861.el9.noa 96/116 2024-08-10T05:03:54.336 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: ceph-mgr-cephadm-2:17.2.7-1372.g56ceb861.el9.noa 96/116 2024-08-10T05:03:54.373 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-mgr-dashboard-2:17.2.7-1372.g56ceb861.el9.n 97/116 2024-08-10T05:03:55.388 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: ceph-mgr-dashboard-2:17.2.7-1372.g56ceb861.el9.n 97/116 2024-08-10T05:03:55.423 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-mgr-diskprediction-local-2:17.2.7-1372.g56c 98/116 2024-08-10T05:03:55.533 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:17.2.7-1372.g56c 98/116 2024-08-10T05:03:55.701 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-mgr-modules-core-2:17.2.7-1372.g56ceb861.el 99/116 2024-08-10T05:03:55.725 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-mgr-2:17.2.7-1372.g56ceb861.el9.x86_64 100/116 2024-08-10T05:03:55.750 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: ceph-mgr-2:17.2.7-1372.g56ceb861.el9.x86_64 100/116 2024-08-10T05:03:55.750 INFO:teuthology.orchestra.run.smithi031.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-10T05:03:55.750 INFO:teuthology.orchestra.run.smithi031.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-08-10T05:03:55.750 INFO:teuthology.orchestra.run.smithi031.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-08-10T05:03:55.750 INFO:teuthology.orchestra.run.smithi031.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-08-10T05:03:55.750 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-08-10T05:03:55.792 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-mgr-rook-2:17.2.7-1372.g56ceb861.el9.noarch 101/116 2024-08-10T05:03:55.997 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: ceph-mgr-rook-2:17.2.7-1372.g56ceb861.el9.noarch 101/116 2024-08-10T05:03:56.026 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-mds-2:17.2.7-1372.g56ceb861.el9.x86_64 102/116 2024-08-10T05:03:56.051 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: ceph-mds-2:17.2.7-1372.g56ceb861.el9.x86_64 102/116 2024-08-10T05:03:56.051 INFO:teuthology.orchestra.run.smithi031.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-10T05:03:56.051 INFO:teuthology.orchestra.run.smithi031.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-08-10T05:03:56.051 INFO:teuthology.orchestra.run.smithi031.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-08-10T05:03:56.051 INFO:teuthology.orchestra.run.smithi031.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-08-10T05:03:56.052 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-08-10T05:03:56.443 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-mon-2:17.2.7-1372.g56ceb861.el9.x86_64 103/116 2024-08-10T05:03:56.468 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: ceph-mon-2:17.2.7-1372.g56ceb861.el9.x86_64 103/116 2024-08-10T05:03:56.468 INFO:teuthology.orchestra.run.smithi031.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-10T05:03:56.468 INFO:teuthology.orchestra.run.smithi031.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-08-10T05:03:56.468 INFO:teuthology.orchestra.run.smithi031.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-08-10T05:03:56.468 INFO:teuthology.orchestra.run.smithi031.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-08-10T05:03:56.468 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-08-10T05:03:57.853 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-osd-2:17.2.7-1372.g56ceb861.el9.x86_64 104/116 2024-08-10T05:03:57.881 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: ceph-osd-2:17.2.7-1372.g56ceb861.el9.x86_64 104/116 2024-08-10T05:03:57.881 INFO:teuthology.orchestra.run.smithi031.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-10T05:03:57.881 INFO:teuthology.orchestra.run.smithi031.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-08-10T05:03:57.881 INFO:teuthology.orchestra.run.smithi031.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-08-10T05:03:57.881 INFO:teuthology.orchestra.run.smithi031.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-08-10T05:03:57.882 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-08-10T05:03:59.173 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-2:17.2.7-1372.g56ceb861.el9.x86_64 105/116 2024-08-10T05:03:59.204 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-radosgw-2:17.2.7-1372.g56ceb861.el9.x86_64 106/116 2024-08-10T05:03:59.283 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: ceph-radosgw-2:17.2.7-1372.g56ceb861.el9.x86_64 106/116 2024-08-10T05:03:59.283 INFO:teuthology.orchestra.run.smithi031.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-10T05:03:59.283 INFO:teuthology.orchestra.run.smithi031.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-08-10T05:03:59.283 INFO:teuthology.orchestra.run.smithi031.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-08-10T05:03:59.283 INFO:teuthology.orchestra.run.smithi031.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-08-10T05:03:59.284 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-08-10T05:03:59.322 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-immutable-object-cache-2:17.2.7-1372.g56ceb 107/116 2024-08-10T05:03:59.346 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: ceph-immutable-object-cache-2:17.2.7-1372.g56ceb 107/116 2024-08-10T05:03:59.346 INFO:teuthology.orchestra.run.smithi031.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-10T05:03:59.346 INFO:teuthology.orchestra.run.smithi031.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-08-10T05:03:59.346 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-08-10T05:03:59.647 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : rbd-mirror-2:17.2.7-1372.g56ceb861.el9.x86_64 108/116 2024-08-10T05:03:59.672 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: rbd-mirror-2:17.2.7-1372.g56ceb861.el9.x86_64 108/116 2024-08-10T05:03:59.672 INFO:teuthology.orchestra.run.smithi031.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-10T05:03:59.672 INFO:teuthology.orchestra.run.smithi031.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-08-10T05:03:59.672 INFO:teuthology.orchestra.run.smithi031.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-08-10T05:03:59.672 INFO:teuthology.orchestra.run.smithi031.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-08-10T05:03:59.672 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-08-10T05:04:04.360 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-test-2:17.2.7-1372.g56ceb861.el9.x86_64 109/116 2024-08-10T05:04:04.392 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : ceph-fuse-2:17.2.7-1372.g56ceb861.el9.x86_64 110/116 2024-08-10T05:04:04.434 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : rbd-fuse-2:17.2.7-1372.g56ceb861.el9.x86_64 111/116 2024-08-10T05:04:04.559 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : rbd-nbd-2:17.2.7-1372.g56ceb861.el9.x86_64 112/116 2024-08-10T05:04:04.599 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : python3-pytest-6.2.2-7.el9.noarch 113/116 2024-08-10T05:04:04.622 INFO:teuthology.orchestra.run.smithi031.stdout: Installing : libcephfs-devel-2:17.2.7-1372.g56ceb861.el9.x86_ 114/116 2024-08-10T05:04:04.622 INFO:teuthology.orchestra.run.smithi031.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 115/116 2024-08-10T05:04:04.706 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 115/116 2024-08-10T05:04:04.706 INFO:teuthology.orchestra.run.smithi031.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 116/116 2024-08-10T05:04:09.567 INFO:teuthology.orchestra.run.smithi031.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 116/116 2024-08-10T05:04:09.568 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-2:17.2.7-1372.g56ceb861.el9.x86_64 1/116 2024-08-10T05:04:09.568 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-base-2:17.2.7-1372.g56ceb861.el9.x86_64 2/116 2024-08-10T05:04:09.568 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-common-2:17.2.7-1372.g56ceb861.el9.x86_64 3/116 2024-08-10T05:04:09.568 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-fuse-2:17.2.7-1372.g56ceb861.el9.x86_64 4/116 2024-08-10T05:04:09.568 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-immutable-object-cache-2:17.2.7-1372.g56ceb 5/116 2024-08-10T05:04:09.568 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-mds-2:17.2.7-1372.g56ceb861.el9.x86_64 6/116 2024-08-10T05:04:09.568 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-mgr-2:17.2.7-1372.g56ceb861.el9.x86_64 7/116 2024-08-10T05:04:09.568 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-mon-2:17.2.7-1372.g56ceb861.el9.x86_64 8/116 2024-08-10T05:04:09.568 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-osd-2:17.2.7-1372.g56ceb861.el9.x86_64 9/116 2024-08-10T05:04:09.568 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-radosgw-2:17.2.7-1372.g56ceb861.el9.x86_64 10/116 2024-08-10T05:04:09.569 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-selinux-2:17.2.7-1372.g56ceb861.el9.x86_64 11/116 2024-08-10T05:04:09.569 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-test-2:17.2.7-1372.g56ceb861.el9.x86_64 12/116 2024-08-10T05:04:09.569 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : libcephfs-devel-2:17.2.7-1372.g56ceb861.el9.x86_ 13/116 2024-08-10T05:04:09.569 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : libcephfs2-2:17.2.7-1372.g56ceb861.el9.x86_64 14/116 2024-08-10T05:04:09.569 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : libcephsqlite-2:17.2.7-1372.g56ceb861.el9.x86_64 15/116 2024-08-10T05:04:09.569 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : librados-devel-2:17.2.7-1372.g56ceb861.el9.x86_6 16/116 2024-08-10T05:04:09.569 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : libradosstriper1-2:17.2.7-1372.g56ceb861.el9.x86 17/116 2024-08-10T05:04:09.569 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : librgw2-2:17.2.7-1372.g56ceb861.el9.x86_64 18/116 2024-08-10T05:04:09.569 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-ceph-argparse-2:17.2.7-1372.g56ceb861.el 19/116 2024-08-10T05:04:09.570 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-ceph-common-2:17.2.7-1372.g56ceb861.el9. 20/116 2024-08-10T05:04:09.570 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-cephfs-2:17.2.7-1372.g56ceb861.el9.x86_6 21/116 2024-08-10T05:04:09.570 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-rados-2:17.2.7-1372.g56ceb861.el9.x86_64 22/116 2024-08-10T05:04:09.570 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-rbd-2:17.2.7-1372.g56ceb861.el9.x86_64 23/116 2024-08-10T05:04:09.570 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-rgw-2:17.2.7-1372.g56ceb861.el9.x86_64 24/116 2024-08-10T05:04:09.570 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : rbd-fuse-2:17.2.7-1372.g56ceb861.el9.x86_64 25/116 2024-08-10T05:04:09.570 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : rbd-mirror-2:17.2.7-1372.g56ceb861.el9.x86_64 26/116 2024-08-10T05:04:09.570 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : rbd-nbd-2:17.2.7-1372.g56ceb861.el9.x86_64 27/116 2024-08-10T05:04:09.570 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-grafana-dashboards-2:17.2.7-1372.g56ceb861. 28/116 2024-08-10T05:04:09.570 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-mgr-cephadm-2:17.2.7-1372.g56ceb861.el9.noa 29/116 2024-08-10T05:04:09.571 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-mgr-dashboard-2:17.2.7-1372.g56ceb861.el9.n 30/116 2024-08-10T05:04:09.571 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-mgr-diskprediction-local-2:17.2.7-1372.g56c 31/116 2024-08-10T05:04:09.571 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-mgr-modules-core-2:17.2.7-1372.g56ceb861.el 32/116 2024-08-10T05:04:09.571 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-mgr-rook-2:17.2.7-1372.g56ceb861.el9.noarch 33/116 2024-08-10T05:04:09.571 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : ceph-prometheus-alerts-2:17.2.7-1372.g56ceb861.e 34/116 2024-08-10T05:04:09.571 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : cephadm-2:17.2.7-1372.g56ceb861.el9.noarch 35/116 2024-08-10T05:04:09.571 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 36/116 2024-08-10T05:04:09.571 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 37/116 2024-08-10T05:04:09.572 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 38/116 2024-08-10T05:04:09.572 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 39/116 2024-08-10T05:04:09.572 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 40/116 2024-08-10T05:04:09.572 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-ply-3.11-14.el9.noarch 41/116 2024-08-10T05:04:09.572 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 42/116 2024-08-10T05:04:09.572 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 43/116 2024-08-10T05:04:09.572 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 44/116 2024-08-10T05:04:09.572 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 45/116 2024-08-10T05:04:09.572 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 46/116 2024-08-10T05:04:09.572 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 47/116 2024-08-10T05:04:09.573 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 48/116 2024-08-10T05:04:09.573 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 49/116 2024-08-10T05:04:09.573 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 50/116 2024-08-10T05:04:09.573 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 51/116 2024-08-10T05:04:09.573 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 52/116 2024-08-10T05:04:09.573 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 53/116 2024-08-10T05:04:09.574 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 54/116 2024-08-10T05:04:09.574 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 55/116 2024-08-10T05:04:09.574 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 56/116 2024-08-10T05:04:09.574 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-iniconfig-1.1.1-7.el9.noarch 57/116 2024-08-10T05:04:09.574 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 58/116 2024-08-10T05:04:09.574 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 59/116 2024-08-10T05:04:09.574 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 60/116 2024-08-10T05:04:09.574 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 61/116 2024-08-10T05:04:09.574 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 62/116 2024-08-10T05:04:09.574 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 63/116 2024-08-10T05:04:09.575 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 64/116 2024-08-10T05:04:09.575 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 65/116 2024-08-10T05:04:09.575 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 66/116 2024-08-10T05:04:09.575 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-pluggy-0.13.1-7.el9.noarch 67/116 2024-08-10T05:04:09.575 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 68/116 2024-08-10T05:04:09.575 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-py-1.10.0-6.el9.noarch 69/116 2024-08-10T05:04:09.575 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 70/116 2024-08-10T05:04:09.575 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 71/116 2024-08-10T05:04:09.575 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-pytest-6.2.2-7.el9.noarch 72/116 2024-08-10T05:04:09.575 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 73/116 2024-08-10T05:04:09.575 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 74/116 2024-08-10T05:04:09.575 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 75/116 2024-08-10T05:04:09.575 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 76/116 2024-08-10T05:04:09.576 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 77/116 2024-08-10T05:04:09.576 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 78/116 2024-08-10T05:04:09.576 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 79/116 2024-08-10T05:04:09.576 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 80/116 2024-08-10T05:04:09.576 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 81/116 2024-08-10T05:04:09.576 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 82/116 2024-08-10T05:04:09.576 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 83/116 2024-08-10T05:04:09.576 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 84/116 2024-08-10T05:04:09.576 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 85/116 2024-08-10T05:04:09.576 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 86/116 2024-08-10T05:04:09.576 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 87/116 2024-08-10T05:04:09.576 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-google-auth-1:2.32.0-1.el9.noarch 88/116 2024-08-10T05:04:09.577 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 89/116 2024-08-10T05:04:09.577 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 90/116 2024-08-10T05:04:09.577 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 91/116 2024-08-10T05:04:09.577 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 92/116 2024-08-10T05:04:09.577 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 93/116 2024-08-10T05:04:09.577 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-jwt+crypto-2.4.0-1.el9.noarch 94/116 2024-08-10T05:04:09.577 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-jwt-2.4.0-1.el9.noarch 95/116 2024-08-10T05:04:09.577 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 96/116 2024-08-10T05:04:09.577 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 97/116 2024-08-10T05:04:09.577 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 98/116 2024-08-10T05:04:09.577 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 99/116 2024-08-10T05:04:09.577 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 100/116 2024-08-10T05:04:09.577 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 101/116 2024-08-10T05:04:09.578 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 102/116 2024-08-10T05:04:09.578 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 103/116 2024-08-10T05:04:09.578 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 104/116 2024-08-10T05:04:09.578 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 105/116 2024-08-10T05:04:09.578 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 106/116 2024-08-10T05:04:09.578 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 107/116 2024-08-10T05:04:09.578 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 108/116 2024-08-10T05:04:09.578 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 109/116 2024-08-10T05:04:09.579 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 110/116 2024-08-10T05:04:09.579 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 111/116 2024-08-10T05:04:09.579 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 112/116 2024-08-10T05:04:09.579 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : librados2-2:17.2.7-1372.g56ceb861.el9.x86_64 113/116 2024-08-10T05:04:09.579 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 114/116 2024-08-10T05:04:09.579 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : librbd1-2:17.2.7-1372.g56ceb861.el9.x86_64 115/116 2024-08-10T05:04:11.447 INFO:teuthology.orchestra.run.smithi031.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 116/116 2024-08-10T05:04:11.447 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-08-10T05:04:11.447 INFO:teuthology.orchestra.run.smithi031.stdout:Upgraded: 2024-08-10T05:04:11.447 INFO:teuthology.orchestra.run.smithi031.stdout: librados2-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T05:04:11.447 INFO:teuthology.orchestra.run.smithi031.stdout: librbd1-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T05:04:11.447 INFO:teuthology.orchestra.run.smithi031.stdout:Installed: 2024-08-10T05:04:11.447 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T05:04:11.447 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-base-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T05:04:11.447 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-common-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T05:04:11.447 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-fuse-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T05:04:11.447 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-grafana-dashboards-2:17.2.7-1372.g56ceb861.el9.noarch 2024-08-10T05:04:11.448 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-immutable-object-cache-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T05:04:11.448 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-mds-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T05:04:11.448 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-mgr-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T05:04:11.448 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-mgr-cephadm-2:17.2.7-1372.g56ceb861.el9.noarch 2024-08-10T05:04:11.448 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-mgr-dashboard-2:17.2.7-1372.g56ceb861.el9.noarch 2024-08-10T05:04:11.448 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-mgr-diskprediction-local-2:17.2.7-1372.g56ceb861.el9.noarch 2024-08-10T05:04:11.448 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-mgr-modules-core-2:17.2.7-1372.g56ceb861.el9.noarch 2024-08-10T05:04:11.448 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-mgr-rook-2:17.2.7-1372.g56ceb861.el9.noarch 2024-08-10T05:04:11.448 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-mon-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T05:04:11.448 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-osd-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T05:04:11.448 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-prometheus-alerts-2:17.2.7-1372.g56ceb861.el9.noarch 2024-08-10T05:04:11.449 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-radosgw-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T05:04:11.449 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-selinux-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T05:04:11.449 INFO:teuthology.orchestra.run.smithi031.stdout: ceph-test-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T05:04:11.449 INFO:teuthology.orchestra.run.smithi031.stdout: cephadm-2:17.2.7-1372.g56ceb861.el9.noarch 2024-08-10T05:04:11.449 INFO:teuthology.orchestra.run.smithi031.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-08-10T05:04:11.449 INFO:teuthology.orchestra.run.smithi031.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-08-10T05:04:11.449 INFO:teuthology.orchestra.run.smithi031.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-08-10T05:04:11.449 INFO:teuthology.orchestra.run.smithi031.stdout: fuse-2.9.9-16.el9.x86_64 2024-08-10T05:04:11.449 INFO:teuthology.orchestra.run.smithi031.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-08-10T05:04:11.449 INFO:teuthology.orchestra.run.smithi031.stdout: libcephfs-devel-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T05:04:11.449 INFO:teuthology.orchestra.run.smithi031.stdout: libcephfs2-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T05:04:11.449 INFO:teuthology.orchestra.run.smithi031.stdout: libcephsqlite-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T05:04:11.449 INFO:teuthology.orchestra.run.smithi031.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-08-10T05:04:11.450 INFO:teuthology.orchestra.run.smithi031.stdout: liboath-2.6.7-2.el9.x86_64 2024-08-10T05:04:11.450 INFO:teuthology.orchestra.run.smithi031.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-08-10T05:04:11.450 INFO:teuthology.orchestra.run.smithi031.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-08-10T05:04:11.450 INFO:teuthology.orchestra.run.smithi031.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-08-10T05:04:11.450 INFO:teuthology.orchestra.run.smithi031.stdout: librados-devel-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T05:04:11.450 INFO:teuthology.orchestra.run.smithi031.stdout: libradosstriper1-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T05:04:11.450 INFO:teuthology.orchestra.run.smithi031.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-08-10T05:04:11.450 INFO:teuthology.orchestra.run.smithi031.stdout: librgw2-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T05:04:11.450 INFO:teuthology.orchestra.run.smithi031.stdout: libunwind-1.6.2-1.el9.x86_64 2024-08-10T05:04:11.450 INFO:teuthology.orchestra.run.smithi031.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-08-10T05:04:11.450 INFO:teuthology.orchestra.run.smithi031.stdout: openblas-0.3.21-2.el9.x86_64 2024-08-10T05:04:11.451 INFO:teuthology.orchestra.run.smithi031.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-08-10T05:04:11.451 INFO:teuthology.orchestra.run.smithi031.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-08-10T05:04:11.451 INFO:teuthology.orchestra.run.smithi031.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-08-10T05:04:11.451 INFO:teuthology.orchestra.run.smithi031.stdout: python3-babel-2.9.1-2.el9.noarch 2024-08-10T05:04:11.451 INFO:teuthology.orchestra.run.smithi031.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-08-10T05:04:11.451 INFO:teuthology.orchestra.run.smithi031.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-08-10T05:04:11.451 INFO:teuthology.orchestra.run.smithi031.stdout: python3-ceph-argparse-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T05:04:11.451 INFO:teuthology.orchestra.run.smithi031.stdout: python3-ceph-common-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T05:04:11.451 INFO:teuthology.orchestra.run.smithi031.stdout: python3-cephfs-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T05:04:11.451 INFO:teuthology.orchestra.run.smithi031.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-08-10T05:04:11.451 INFO:teuthology.orchestra.run.smithi031.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-08-10T05:04:11.451 INFO:teuthology.orchestra.run.smithi031.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-08-10T05:04:11.451 INFO:teuthology.orchestra.run.smithi031.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-08-10T05:04:11.451 INFO:teuthology.orchestra.run.smithi031.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-08-10T05:04:11.452 INFO:teuthology.orchestra.run.smithi031.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-08-10T05:04:11.452 INFO:teuthology.orchestra.run.smithi031.stdout: python3-google-auth-1:2.32.0-1.el9.noarch 2024-08-10T05:04:11.452 INFO:teuthology.orchestra.run.smithi031.stdout: python3-iniconfig-1.1.1-7.el9.noarch 2024-08-10T05:04:11.452 INFO:teuthology.orchestra.run.smithi031.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-08-10T05:04:11.452 INFO:teuthology.orchestra.run.smithi031.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-08-10T05:04:11.452 INFO:teuthology.orchestra.run.smithi031.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-08-10T05:04:11.452 INFO:teuthology.orchestra.run.smithi031.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-08-10T05:04:11.452 INFO:teuthology.orchestra.run.smithi031.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-08-10T05:04:11.452 INFO:teuthology.orchestra.run.smithi031.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-08-10T05:04:11.452 INFO:teuthology.orchestra.run.smithi031.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-08-10T05:04:11.452 INFO:teuthology.orchestra.run.smithi031.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-08-10T05:04:11.452 INFO:teuthology.orchestra.run.smithi031.stdout: python3-jwt-2.4.0-1.el9.noarch 2024-08-10T05:04:11.453 INFO:teuthology.orchestra.run.smithi031.stdout: python3-jwt+crypto-2.4.0-1.el9.noarch 2024-08-10T05:04:11.453 INFO:teuthology.orchestra.run.smithi031.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-08-10T05:04:11.453 INFO:teuthology.orchestra.run.smithi031.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-08-10T05:04:11.453 INFO:teuthology.orchestra.run.smithi031.stdout: python3-mako-1.1.4-6.el9.noarch 2024-08-10T05:04:11.453 INFO:teuthology.orchestra.run.smithi031.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-08-10T05:04:11.453 INFO:teuthology.orchestra.run.smithi031.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-08-10T05:04:11.453 INFO:teuthology.orchestra.run.smithi031.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-08-10T05:04:11.453 INFO:teuthology.orchestra.run.smithi031.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-08-10T05:04:11.453 INFO:teuthology.orchestra.run.smithi031.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-08-10T05:04:11.453 INFO:teuthology.orchestra.run.smithi031.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-08-10T05:04:11.453 INFO:teuthology.orchestra.run.smithi031.stdout: python3-packaging-20.9-5.el9.noarch 2024-08-10T05:04:11.453 INFO:teuthology.orchestra.run.smithi031.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-08-10T05:04:11.454 INFO:teuthology.orchestra.run.smithi031.stdout: python3-pluggy-0.13.1-7.el9.noarch 2024-08-10T05:04:11.454 INFO:teuthology.orchestra.run.smithi031.stdout: python3-ply-3.11-14.el9.noarch 2024-08-10T05:04:11.454 INFO:teuthology.orchestra.run.smithi031.stdout: python3-portend-3.1.0-2.el9.noarch 2024-08-10T05:04:11.454 INFO:teuthology.orchestra.run.smithi031.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-08-10T05:04:11.454 INFO:teuthology.orchestra.run.smithi031.stdout: python3-py-1.10.0-6.el9.noarch 2024-08-10T05:04:11.454 INFO:teuthology.orchestra.run.smithi031.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-08-10T05:04:11.454 INFO:teuthology.orchestra.run.smithi031.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-08-10T05:04:11.454 INFO:teuthology.orchestra.run.smithi031.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-08-10T05:04:11.454 INFO:teuthology.orchestra.run.smithi031.stdout: python3-pycparser-2.20-6.el9.noarch 2024-08-10T05:04:11.454 INFO:teuthology.orchestra.run.smithi031.stdout: python3-pytest-6.2.2-7.el9.noarch 2024-08-10T05:04:11.454 INFO:teuthology.orchestra.run.smithi031.stdout: python3-pytz-2021.1-5.el9.noarch 2024-08-10T05:04:11.454 INFO:teuthology.orchestra.run.smithi031.stdout: python3-rados-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T05:04:11.454 INFO:teuthology.orchestra.run.smithi031.stdout: python3-rbd-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T05:04:11.455 INFO:teuthology.orchestra.run.smithi031.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-08-10T05:04:11.455 INFO:teuthology.orchestra.run.smithi031.stdout: python3-requests-2.25.1-8.el9.noarch 2024-08-10T05:04:11.455 INFO:teuthology.orchestra.run.smithi031.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-08-10T05:04:11.455 INFO:teuthology.orchestra.run.smithi031.stdout: python3-rgw-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T05:04:11.455 INFO:teuthology.orchestra.run.smithi031.stdout: python3-routes-2.5.1-5.el9.noarch 2024-08-10T05:04:11.455 INFO:teuthology.orchestra.run.smithi031.stdout: python3-rsa-4.9-2.el9.noarch 2024-08-10T05:04:11.455 INFO:teuthology.orchestra.run.smithi031.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-08-10T05:04:11.455 INFO:teuthology.orchestra.run.smithi031.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-08-10T05:04:11.455 INFO:teuthology.orchestra.run.smithi031.stdout: python3-toml-0.10.2-6.el9.noarch 2024-08-10T05:04:11.455 INFO:teuthology.orchestra.run.smithi031.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-08-10T05:04:11.455 INFO:teuthology.orchestra.run.smithi031.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-08-10T05:04:11.455 INFO:teuthology.orchestra.run.smithi031.stdout: python3-webob-1.8.7-6.el9.noarch 2024-08-10T05:04:11.456 INFO:teuthology.orchestra.run.smithi031.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-08-10T05:04:11.456 INFO:teuthology.orchestra.run.smithi031.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-08-10T05:04:11.456 INFO:teuthology.orchestra.run.smithi031.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-08-10T05:04:11.456 INFO:teuthology.orchestra.run.smithi031.stdout: rbd-fuse-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T05:04:11.456 INFO:teuthology.orchestra.run.smithi031.stdout: rbd-mirror-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T05:04:11.456 INFO:teuthology.orchestra.run.smithi031.stdout: rbd-nbd-2:17.2.7-1372.g56ceb861.el9.x86_64 2024-08-10T05:04:11.456 INFO:teuthology.orchestra.run.smithi031.stdout: socat-1.7.4.1-6.el9.x86_64 2024-08-10T05:04:11.456 INFO:teuthology.orchestra.run.smithi031.stdout: thrift-0.15.0-2.el9.x86_64 2024-08-10T05:04:11.456 INFO:teuthology.orchestra.run.smithi031.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-08-10T05:04:11.457 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-08-10T05:04:11.457 INFO:teuthology.orchestra.run.smithi031.stdout:Complete! 2024-08-10T05:04:11.787 DEBUG:teuthology.parallel:result is None 2024-08-10T05:04:11.787 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-10T05:04:11.787 INFO:teuthology.packaging:ref: None 2024-08-10T05:04:11.787 INFO:teuthology.packaging:tag: None 2024-08-10T05:04:11.787 INFO:teuthology.packaging:branch: quincy 2024-08-10T05:04:11.788 INFO:teuthology.packaging:sha1: bca9905d683c89d50ebab7089e7e4e66f174979e 2024-08-10T05:04:11.788 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=quincy 2024-08-10T05:04:12.059 DEBUG:teuthology.orchestra.run.smithi031:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-08-10T05:04:12.082 INFO:teuthology.orchestra.run.smithi031.stdout:17.2.7-1372.g56ceb861.el9 2024-08-10T05:04:12.083 INFO:teuthology.packaging:The installed version of ceph is 17.2.7-1372.g56ceb861.el9 2024-08-10T05:04:12.083 INFO:teuthology.task.install:The correct ceph version 17.2.7-1372.g56ceb861 is installed. 2024-08-10T05:04:12.086 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-10T05:04:12.086 INFO:teuthology.packaging:ref: None 2024-08-10T05:04:12.086 INFO:teuthology.packaging:tag: None 2024-08-10T05:04:12.086 INFO:teuthology.packaging:branch: quincy 2024-08-10T05:04:12.086 INFO:teuthology.packaging:sha1: bca9905d683c89d50ebab7089e7e4e66f174979e 2024-08-10T05:04:12.087 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=quincy 2024-08-10T05:04:12.310 DEBUG:teuthology.orchestra.run.smithi196:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-08-10T05:04:12.337 INFO:teuthology.orchestra.run.smithi196.stdout:17.2.7-1372.g56ceb861.el9 2024-08-10T05:04:12.337 INFO:teuthology.packaging:The installed version of ceph is 17.2.7-1372.g56ceb861.el9 2024-08-10T05:04:12.337 INFO:teuthology.task.install:The correct ceph version 17.2.7-1372.g56ceb861 is installed. 2024-08-10T05:04:12.339 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-08-10T05:04:12.340 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-08-10T05:04:12.340 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-08-10T05:04:12.369 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-08-10T05:04:12.370 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-08-10T05:04:12.411 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-08-10T05:04:12.412 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-08-10T05:04:12.412 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd of=/usr/bin/daemon-helper 2024-08-10T05:04:12.439 DEBUG:teuthology.orchestra.run.smithi031:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-08-10T05:04:12.506 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-08-10T05:04:12.506 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd of=/usr/bin/daemon-helper 2024-08-10T05:04:12.534 DEBUG:teuthology.orchestra.run.smithi196:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-08-10T05:04:12.600 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-08-10T05:04:12.601 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-08-10T05:04:12.601 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd of=/usr/bin/adjust-ulimits 2024-08-10T05:04:12.628 DEBUG:teuthology.orchestra.run.smithi031:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-08-10T05:04:12.695 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-08-10T05:04:12.695 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd of=/usr/bin/adjust-ulimits 2024-08-10T05:04:12.722 DEBUG:teuthology.orchestra.run.smithi196:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-08-10T05:04:12.788 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-08-10T05:04:12.788 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-08-10T05:04:12.788 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd of=/usr/bin/stdin-killer 2024-08-10T05:04:12.814 DEBUG:teuthology.orchestra.run.smithi031:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-08-10T05:04:12.880 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-08-10T05:04:12.881 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd of=/usr/bin/stdin-killer 2024-08-10T05:04:12.906 DEBUG:teuthology.orchestra.run.smithi196:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-08-10T05:04:12.972 INFO:teuthology.run_tasks:Running task print... 2024-08-10T05:04:12.981 INFO:teuthology.task.print:**** done install task... 2024-08-10T05:04:12.981 INFO:teuthology.run_tasks:Running task print... 2024-08-10T05:04:12.994 INFO:teuthology.task.print:**** done start installing quincy cephadm ... 2024-08-10T05:04:12.995 INFO:teuthology.run_tasks:Running task cephadm... 2024-08-10T05:04:13.093 INFO:tasks.cephadm:Config: {'cephadm_branch': 'quincy', 'cephadm_git_url': 'https://github.com/ceph/ceph', 'conf': {'osd': {'osd_class_default_list': '*', 'osd_class_load_list': '*', 'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}, 'global': {'mon election default strategy': 3}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}}, 'image': 'quay.ceph.io/ceph-ci/ceph:quincy', 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': 'bca9905d683c89d50ebab7089e7e4e66f174979e'} 2024-08-10T05:04:13.093 INFO:tasks.cephadm:Cluster image is quay.ceph.io/ceph-ci/ceph:quincy 2024-08-10T05:04:13.094 INFO:tasks.cephadm:Cluster fsid is fc322138-56d5-11ef-bcce-c7b262605968 2024-08-10T05:04:13.094 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-08-10T05:04:13.094 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.31', 'mon.c': '[v2:172.21.15.31:3301,v1:172.21.15.31:6790]', 'mon.b': '172.21.15.196'} 2024-08-10T05:04:13.094 INFO:tasks.cephadm:First mon is mon.a on smithi031 2024-08-10T05:04:13.094 INFO:tasks.cephadm:First mgr is y 2024-08-10T05:04:13.094 INFO:tasks.cephadm:Normalizing hostnames... 2024-08-10T05:04:13.095 DEBUG:teuthology.orchestra.run.smithi031:> sudo hostname $(hostname -s) 2024-08-10T05:04:13.121 DEBUG:teuthology.orchestra.run.smithi196:> sudo hostname $(hostname -s) 2024-08-10T05:04:13.147 INFO:tasks.cephadm:Downloading cephadm (repo https://github.com/ceph/ceph ref quincy)... 2024-08-10T05:04:13.147 DEBUG:teuthology.orchestra.run.smithi031:> curl --silent https://raw.githubusercontent.com/ceph/ceph/quincy/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-08-10T05:04:13.461 INFO:teuthology.orchestra.run.smithi031.stdout:-rw-r--r--. 1 ubuntu ubuntu 378585 Aug 10 05:04 /home/ubuntu/cephtest/cephadm 2024-08-10T05:04:13.461 DEBUG:teuthology.orchestra.run.smithi196:> curl --silent https://raw.githubusercontent.com/ceph/ceph/quincy/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-08-10T05:04:13.668 INFO:teuthology.orchestra.run.smithi196.stdout:-rw-r--r--. 1 ubuntu ubuntu 378585 Aug 10 05:04 /home/ubuntu/cephtest/cephadm 2024-08-10T05:04:13.669 DEBUG:teuthology.orchestra.run.smithi031:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-08-10T05:04:13.686 DEBUG:teuthology.orchestra.run.smithi196:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-08-10T05:04:13.714 INFO:tasks.cephadm:Pulling image quay.ceph.io/ceph-ci/ceph:quincy on all hosts... 2024-08-10T05:04:13.714 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy pull 2024-08-10T05:04:13.729 DEBUG:teuthology.orchestra.run.smithi196:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy pull 2024-08-10T05:04:14.618 INFO:teuthology.orchestra.run.smithi031.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2024-08-10T05:04:14.731 INFO:teuthology.orchestra.run.smithi196.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2024-08-10T05:04:42.757 INFO:teuthology.orchestra.run.smithi196.stdout:{ 2024-08-10T05:04:42.757 INFO:teuthology.orchestra.run.smithi196.stdout: "ceph_version": "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)", 2024-08-10T05:04:42.757 INFO:teuthology.orchestra.run.smithi196.stdout: "image_id": "354fce865a9aa1117a27a2a36e19e64137e76f34c3b55860404bde4d0e23b2d9", 2024-08-10T05:04:42.758 INFO:teuthology.orchestra.run.smithi196.stdout: "repo_digests": [ 2024-08-10T05:04:42.758 INFO:teuthology.orchestra.run.smithi196.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f" 2024-08-10T05:04:42.758 INFO:teuthology.orchestra.run.smithi196.stdout: ] 2024-08-10T05:04:42.758 INFO:teuthology.orchestra.run.smithi196.stdout:} 2024-08-10T05:04:45.771 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-08-10T05:04:45.771 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph_version": "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)", 2024-08-10T05:04:45.771 INFO:teuthology.orchestra.run.smithi031.stdout: "image_id": "354fce865a9aa1117a27a2a36e19e64137e76f34c3b55860404bde4d0e23b2d9", 2024-08-10T05:04:45.772 INFO:teuthology.orchestra.run.smithi031.stdout: "repo_digests": [ 2024-08-10T05:04:45.772 INFO:teuthology.orchestra.run.smithi031.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f" 2024-08-10T05:04:45.772 INFO:teuthology.orchestra.run.smithi031.stdout: ] 2024-08-10T05:04:45.772 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-08-10T05:04:45.791 DEBUG:teuthology.orchestra.run.smithi031:> sudo mkdir -p /etc/ceph 2024-08-10T05:04:45.840 DEBUG:teuthology.orchestra.run.smithi196:> sudo mkdir -p /etc/ceph 2024-08-10T05:04:45.873 DEBUG:teuthology.orchestra.run.smithi031:> sudo chmod 777 /etc/ceph 2024-08-10T05:04:45.899 DEBUG:teuthology.orchestra.run.smithi196:> sudo chmod 777 /etc/ceph 2024-08-10T05:04:45.940 INFO:tasks.cephadm:Writing seed config... 2024-08-10T05:04:45.941 INFO:tasks.cephadm: override: [osd] osd_class_default_list = * 2024-08-10T05:04:45.942 INFO:tasks.cephadm: override: [osd] osd_class_load_list = * 2024-08-10T05:04:45.942 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-08-10T05:04:45.942 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-08-10T05:04:45.942 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-08-10T05:04:45.942 INFO:tasks.cephadm: override: [global] mon election default strategy = 3 2024-08-10T05:04:45.942 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-08-10T05:04:45.942 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-08-10T05:04:45.942 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-08-10T05:04:45.942 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-08-10T05:04:45.942 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-08-10T05:04:45.943 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-08-10T05:04:45.943 DEBUG:teuthology.orchestra.run.smithi031:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-08-10T05:04:45.958 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = fc322138-56d5-11ef-bcce-c7b262605968 mon election default strategy = 3 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true osd_class_default_list = * osd_class_load_list = * debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2024-08-10T05:04:45.959 DEBUG:teuthology.orchestra.run.smithi031:mon.a> sudo journalctl -f -n 0 -u ceph-fc322138-56d5-11ef-bcce-c7b262605968@mon.a.service 2024-08-10T05:04:46.001 DEBUG:teuthology.orchestra.run.smithi031:mgr.y> sudo journalctl -f -n 0 -u ceph-fc322138-56d5-11ef-bcce-c7b262605968@mgr.y.service 2024-08-10T05:04:46.044 INFO:tasks.cephadm:Bootstrapping... 2024-08-10T05:04:46.044 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy -v bootstrap --fsid fc322138-56d5-11ef-bcce-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.31 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-08-10T05:04:46.255 INFO:teuthology.orchestra.run.smithi031.stdout:-------------------------------------------------------------------------------- 2024-08-10T05:04:46.255 INFO:teuthology.orchestra.run.smithi031.stdout:cephadm ['--image', 'quay.ceph.io/ceph-ci/ceph:quincy', '-v', 'bootstrap', '--fsid', 'fc322138-56d5-11ef-bcce-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'y', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.31', '--skip-admin-label'] 2024-08-10T05:04:46.282 INFO:teuthology.orchestra.run.smithi031.stdout:/bin/podman: stdout 5.1.2 2024-08-10T05:04:46.283 INFO:teuthology.orchestra.run.smithi031.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-08-10T05:04:46.283 INFO:teuthology.orchestra.run.smithi031.stdout:Verifying podman|docker is present... 2024-08-10T05:04:46.306 INFO:teuthology.orchestra.run.smithi031.stdout:/bin/podman: stdout 5.1.2 2024-08-10T05:04:46.307 INFO:teuthology.orchestra.run.smithi031.stdout:Verifying lvm2 is present... 2024-08-10T05:04:46.307 INFO:teuthology.orchestra.run.smithi031.stdout:Verifying time synchronization is in place... 2024-08-10T05:04:46.315 INFO:teuthology.orchestra.run.smithi031.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-08-10T05:04:46.315 INFO:teuthology.orchestra.run.smithi031.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-08-10T05:04:46.321 INFO:teuthology.orchestra.run.smithi031.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-08-10T05:04:46.322 INFO:teuthology.orchestra.run.smithi031.stdout:systemctl: stdout inactive 2024-08-10T05:04:46.329 INFO:teuthology.orchestra.run.smithi031.stdout:systemctl: stdout enabled 2024-08-10T05:04:46.336 INFO:teuthology.orchestra.run.smithi031.stdout:systemctl: stdout active 2024-08-10T05:04:46.336 INFO:teuthology.orchestra.run.smithi031.stdout:Unit chronyd.service is enabled and running 2024-08-10T05:04:46.336 INFO:teuthology.orchestra.run.smithi031.stdout:Repeating the final host check... 2024-08-10T05:04:46.360 INFO:teuthology.orchestra.run.smithi031.stdout:/bin/podman: stdout 5.1.2 2024-08-10T05:04:46.360 INFO:teuthology.orchestra.run.smithi031.stdout:podman (/bin/podman) version 5.1.2 is present 2024-08-10T05:04:46.360 INFO:teuthology.orchestra.run.smithi031.stdout:systemctl is present 2024-08-10T05:04:46.360 INFO:teuthology.orchestra.run.smithi031.stdout:lvcreate is present 2024-08-10T05:04:46.367 INFO:teuthology.orchestra.run.smithi031.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-08-10T05:04:46.367 INFO:teuthology.orchestra.run.smithi031.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-08-10T05:04:46.374 INFO:teuthology.orchestra.run.smithi031.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-08-10T05:04:46.374 INFO:teuthology.orchestra.run.smithi031.stdout:systemctl: stdout inactive 2024-08-10T05:04:46.381 INFO:teuthology.orchestra.run.smithi031.stdout:systemctl: stdout enabled 2024-08-10T05:04:46.388 INFO:teuthology.orchestra.run.smithi031.stdout:systemctl: stdout active 2024-08-10T05:04:46.388 INFO:teuthology.orchestra.run.smithi031.stdout:Unit chronyd.service is enabled and running 2024-08-10T05:04:46.388 INFO:teuthology.orchestra.run.smithi031.stdout:Host looks OK 2024-08-10T05:04:46.388 INFO:teuthology.orchestra.run.smithi031.stdout:Cluster fsid: fc322138-56d5-11ef-bcce-c7b262605968 2024-08-10T05:04:46.388 INFO:teuthology.orchestra.run.smithi031.stdout:Acquiring lock 140331765977968 on /run/cephadm/fc322138-56d5-11ef-bcce-c7b262605968.lock 2024-08-10T05:04:46.388 INFO:teuthology.orchestra.run.smithi031.stdout:Lock 140331765977968 acquired on /run/cephadm/fc322138-56d5-11ef-bcce-c7b262605968.lock 2024-08-10T05:04:46.389 INFO:teuthology.orchestra.run.smithi031.stdout:Verifying IP 172.21.15.31 port 3300 ... 2024-08-10T05:04:46.389 INFO:teuthology.orchestra.run.smithi031.stdout:Verifying IP 172.21.15.31 port 6789 ... 2024-08-10T05:04:46.389 INFO:teuthology.orchestra.run.smithi031.stdout:Base mon IP(s) is [172.21.15.31:3300, 172.21.15.31:6789], mon addrv is [v2:172.21.15.31:3300,v1:172.21.15.31:6789] 2024-08-10T05:04:46.393 INFO:teuthology.orchestra.run.smithi031.stdout:/sbin/ip: stdout default via 172.21.15.254 dev ens1f0 proto dhcp src 172.21.15.31 metric 100 2024-08-10T05:04:46.393 INFO:teuthology.orchestra.run.smithi031.stdout:/sbin/ip: stdout 172.21.0.0/20 dev ens1f0 proto kernel scope link src 172.21.15.31 metric 100 2024-08-10T05:04:46.396 INFO:teuthology.orchestra.run.smithi031.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-08-10T05:04:46.396 INFO:teuthology.orchestra.run.smithi031.stdout:/sbin/ip: stdout fe80::/64 dev ens1f0 proto kernel metric 1024 pref medium 2024-08-10T05:04:46.396 INFO:teuthology.orchestra.run.smithi031.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev ens1f0 proto ra metric 100 pref medium 2024-08-10T05:04:46.399 INFO:teuthology.orchestra.run.smithi031.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-08-10T05:04:46.399 INFO:teuthology.orchestra.run.smithi031.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-08-10T05:04:46.399 INFO:teuthology.orchestra.run.smithi031.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-08-10T05:04:46.399 INFO:teuthology.orchestra.run.smithi031.stdout:/sbin/ip: stdout 4: ens1f0: mtu 1500 state UP qlen 1000 2024-08-10T05:04:46.399 INFO:teuthology.orchestra.run.smithi031.stdout:/sbin/ip: stdout inet6 fe80::ae1f:6bff:fea5:caba/64 scope link noprefixroute 2024-08-10T05:04:46.399 INFO:teuthology.orchestra.run.smithi031.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-08-10T05:04:46.400 INFO:teuthology.orchestra.run.smithi031.stdout:Mon IP `172.21.15.31` is in CIDR network `172.21.0.0/20` 2024-08-10T05:04:46.400 INFO:teuthology.orchestra.run.smithi031.stdout:Mon IP `172.21.15.31` is in CIDR network `172.21.0.0/20` 2024-08-10T05:04:46.400 INFO:teuthology.orchestra.run.smithi031.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-08-10T05:04:46.400 INFO:teuthology.orchestra.run.smithi031.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-08-10T05:04:46.400 INFO:teuthology.orchestra.run.smithi031.stdout:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2024-08-10T05:04:46.855 INFO:teuthology.orchestra.run.smithi031.stdout:/bin/podman: stdout 354fce865a9aa1117a27a2a36e19e64137e76f34c3b55860404bde4d0e23b2d9 2024-08-10T05:04:46.855 INFO:teuthology.orchestra.run.smithi031.stdout:/bin/podman: stderr Trying to pull quay.ceph.io/ceph-ci/ceph:quincy... 2024-08-10T05:04:46.855 INFO:teuthology.orchestra.run.smithi031.stdout:/bin/podman: stderr Getting image source signatures 2024-08-10T05:04:46.856 INFO:teuthology.orchestra.run.smithi031.stdout:/bin/podman: stderr Copying blob sha256:e8b54c863393b7a8216a71737771b73b16a8e43ec7acf927c7faa175c255e551 2024-08-10T05:04:46.856 INFO:teuthology.orchestra.run.smithi031.stdout:/bin/podman: stderr Copying blob sha256:6e6f869d9bf51ee6bd956c5b27f14e2e32a22e78c84576de60607b29cd743ce9 2024-08-10T05:04:46.856 INFO:teuthology.orchestra.run.smithi031.stdout:/bin/podman: stderr Copying config sha256:354fce865a9aa1117a27a2a36e19e64137e76f34c3b55860404bde4d0e23b2d9 2024-08-10T05:04:46.856 INFO:teuthology.orchestra.run.smithi031.stdout:/bin/podman: stderr Writing manifest to image destination 2024-08-10T05:04:47.775 INFO:teuthology.orchestra.run.smithi031.stdout:ceph: stdout ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable) 2024-08-10T05:04:47.775 INFO:teuthology.orchestra.run.smithi031.stdout:Ceph version: ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable) 2024-08-10T05:04:47.775 INFO:teuthology.orchestra.run.smithi031.stdout:Extracting ceph user uid/gid from container image... 2024-08-10T05:04:48.831 INFO:teuthology.orchestra.run.smithi031.stdout:stat: stdout 167 167 2024-08-10T05:04:48.831 INFO:teuthology.orchestra.run.smithi031.stdout:Creating initial keys... 2024-08-10T05:04:49.753 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph-authtool: stdout AQDx9LZm2ZjNChAA8oWpUqvouXYDsu6iDez8NA== 2024-08-10T05:04:50.816 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph-authtool: stdout AQDy9LZmkYQfBxAAXkYQaeZ5n15+XdV9TN+FNQ== 2024-08-10T05:04:51.738 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph-authtool: stdout AQDz9LZmIhPXChAAKMF6KGLiV0SjlbM0usZozQ== 2024-08-10T05:04:51.739 INFO:teuthology.orchestra.run.smithi031.stdout:Creating initial monmap... 2024-08-10T05:04:52.644 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-08-10T05:04:52.645 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = octopus 2024-08-10T05:04:52.645 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to fc322138-56d5-11ef-bcce-c7b262605968 2024-08-10T05:04:52.645 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-08-10T05:04:52.645 INFO:teuthology.orchestra.run.smithi031.stdout:monmaptool for a [v2:172.21.15.31:3300,v1:172.21.15.31:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-08-10T05:04:52.645 INFO:teuthology.orchestra.run.smithi031.stdout:setting min_mon_release = octopus 2024-08-10T05:04:52.645 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/monmaptool: set fsid to fc322138-56d5-11ef-bcce-c7b262605968 2024-08-10T05:04:52.645 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-08-10T05:04:52.645 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-08-10T05:04:52.645 INFO:teuthology.orchestra.run.smithi031.stdout:Creating mon... 2024-08-10T05:04:53.607 INFO:teuthology.orchestra.run.smithi031.stdout:create mon.a on 2024-08-10T05:04:53.825 INFO:teuthology.orchestra.run.smithi031.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-08-10T05:04:53.974 INFO:teuthology.orchestra.run.smithi031.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-08-10T05:04:54.127 INFO:teuthology.orchestra.run.smithi031.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-fc322138-56d5-11ef-bcce-c7b262605968.target → /etc/systemd/system/ceph-fc322138-56d5-11ef-bcce-c7b262605968.target. 2024-08-10T05:04:54.128 INFO:teuthology.orchestra.run.smithi031.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-fc322138-56d5-11ef-bcce-c7b262605968.target → /etc/systemd/system/ceph-fc322138-56d5-11ef-bcce-c7b262605968.target. 2024-08-10T05:04:54.310 INFO:teuthology.orchestra.run.smithi031.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-fc322138-56d5-11ef-bcce-c7b262605968@mon.a 2024-08-10T05:04:54.310 INFO:teuthology.orchestra.run.smithi031.stdout:systemctl: stderr Failed to reset failed state of unit ceph-fc322138-56d5-11ef-bcce-c7b262605968@mon.a.service: Unit ceph-fc322138-56d5-11ef-bcce-c7b262605968@mon.a.service not loaded. 2024-08-10T05:04:54.483 INFO:teuthology.orchestra.run.smithi031.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-fc322138-56d5-11ef-bcce-c7b262605968.target.wants/ceph-fc322138-56d5-11ef-bcce-c7b262605968@mon.a.service → /etc/systemd/system/ceph-fc322138-56d5-11ef-bcce-c7b262605968@.service. 2024-08-10T05:04:54.956 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:04:54 smithi031 podman[29488]: 2024-08-10 05:04:54.920539271 +0000 UTC m=+0.311020079 container start b0b9274f39747931c718ab92205b6c518533930fc5ea18e2cc92a85c55411248 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-mon-a, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, RELEASE=quincy-56ceb86, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-08-10T05:04:55.029 INFO:teuthology.orchestra.run.smithi031.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-08-10T05:04:55.029 INFO:teuthology.orchestra.run.smithi031.stdout:systemctl: stdout disabled 2024-08-10T05:04:55.037 INFO:teuthology.orchestra.run.smithi031.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-08-10T05:04:55.037 INFO:teuthology.orchestra.run.smithi031.stdout:systemctl: stdout inactive 2024-08-10T05:04:55.037 INFO:teuthology.orchestra.run.smithi031.stdout:firewalld.service is not enabled 2024-08-10T05:04:55.037 INFO:teuthology.orchestra.run.smithi031.stdout:Not possible to enable service . firewalld.service is not available 2024-08-10T05:04:55.038 INFO:teuthology.orchestra.run.smithi031.stdout:Waiting for mon to start... 2024-08-10T05:04:55.038 INFO:teuthology.orchestra.run.smithi031.stdout:Waiting for mon... 2024-08-10T05:04:55.267 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:04:54 smithi031 ceph-mon[29526]: mkfs fc322138-56d5-11ef-bcce-c7b262605968 2024-08-10T05:04:55.267 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:04:54 smithi031 ceph-mon[29526]: mon.a is new leader, mons a in quorum (ranks 0) 2024-08-10T05:04:55.267 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:04:55 smithi031 bash[29488]: b0b9274f39747931c718ab92205b6c518533930fc5ea18e2cc92a85c55411248 2024-08-10T05:04:55.267 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:04:55 smithi031 systemd[1]: Started Ceph mon.a for fc322138-56d5-11ef-bcce-c7b262605968. 2024-08-10T05:04:56.109 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:04:55 smithi031 ceph-mon[29526]: mon.a is new leader, mons a in quorum (ranks 0) 2024-08-10T05:04:56.109 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:04:55 smithi031 ceph-mon[29526]: monmap e1: 1 mons at {a=[v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-10T05:04:56.109 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:04:55 smithi031 ceph-mon[29526]: fsmap 2024-08-10T05:04:56.109 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:04:55 smithi031 ceph-mon[29526]: osdmap e1: 0 total, 0 up, 0 in 2024-08-10T05:04:56.109 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:04:55 smithi031 ceph-mon[29526]: mgrmap e1: no daemons active 2024-08-10T05:04:56.109 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:04:55 smithi031 ceph-mon[29526]: from='client.? 172.21.15.31:0/3125973908' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-08-10T05:04:56.166 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout cluster: 2024-08-10T05:04:56.168 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout id: fc322138-56d5-11ef-bcce-c7b262605968 2024-08-10T05:04:56.168 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-08-10T05:04:56.168 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout 2024-08-10T05:04:56.168 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout services: 2024-08-10T05:04:56.168 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.590423s) 2024-08-10T05:04:56.168 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-08-10T05:04:56.168 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-08-10T05:04:56.168 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout 2024-08-10T05:04:56.168 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout data: 2024-08-10T05:04:56.169 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-08-10T05:04:56.169 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-08-10T05:04:56.169 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-08-10T05:04:56.169 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout pgs: 2024-08-10T05:04:56.169 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout 2024-08-10T05:04:56.169 INFO:teuthology.orchestra.run.smithi031.stdout:mon is available 2024-08-10T05:04:56.169 INFO:teuthology.orchestra.run.smithi031.stdout:Assimilating anything we can from ceph.conf... 2024-08-10T05:04:57.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:04:56 smithi031 ceph-mon[29526]: from='client.? 172.21.15.31:0/1311150604' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-08-10T05:04:57.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:04:56 smithi031 ceph-mon[29526]: from='client.? 172.21.15.31:0/1311150604' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-08-10T05:05:01.244 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout 2024-08-10T05:05:01.244 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout [global] 2024-08-10T05:05:01.244 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout fsid = fc322138-56d5-11ef-bcce-c7b262605968 2024-08-10T05:05:01.244 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2024-08-10T05:05:01.244 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.31:3300,v1:172.21.15.31:6789] 2024-08-10T05:05:01.244 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-08-10T05:05:01.244 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-08-10T05:05:01.244 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-08-10T05:05:01.244 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-08-10T05:05:01.244 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout 2024-08-10T05:05:01.245 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout [mgr] 2024-08-10T05:05:01.245 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-08-10T05:05:01.245 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout 2024-08-10T05:05:01.245 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout [osd] 2024-08-10T05:05:01.245 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-08-10T05:05:01.245 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-08-10T05:05:01.245 INFO:teuthology.orchestra.run.smithi031.stdout:Generating new minimal ceph.conf... 2024-08-10T05:05:04.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:04 smithi031 ceph-mon[29526]: from='client.? 172.21.15.31:0/4294092163' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:05:08.162 INFO:teuthology.orchestra.run.smithi031.stdout:Restarting the monitor... 2024-08-10T05:05:08.440 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:08 smithi031 systemd[1]: Stopping Ceph mon.a for fc322138-56d5-11ef-bcce-c7b262605968... 2024-08-10T05:05:08.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:08 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mon-a[29503]: 2024-08-10T05:05:08.439+0000 7f48b51a2640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-08-10T05:05:08.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:08 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mon-a[29503]: 2024-08-10T05:05:08.439+0000 7f48b51a2640 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-08-10T05:05:08.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:08 smithi031 podman[29841]: 2024-08-10 05:05:08.654459086 +0000 UTC m=+0.311563284 container died b0b9274f39747931c718ab92205b6c518533930fc5ea18e2cc92a85c55411248 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-mon-a, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=quincy-56ceb86, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-10T05:05:09.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 podman[29841]: 2024-08-10 05:05:09.011217874 +0000 UTC m=+0.668322076 container cleanup b0b9274f39747931c718ab92205b6c518533930fc5ea18e2cc92a85c55411248 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-mon-a, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=quincy-56ceb86, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-10T05:05:09.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 bash[29841]: ceph-fc322138-56d5-11ef-bcce-c7b262605968-mon-a 2024-08-10T05:05:09.669 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 podman[29858]: 2024-08-10 05:05:09.278814807 +0000 UTC m=+0.617260855 container remove b0b9274f39747931c718ab92205b6c518533930fc5ea18e2cc92a85c55411248 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-mon-a, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=quincy-56ceb86, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True) 2024-08-10T05:05:09.670 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 systemd[1]: ceph-fc322138-56d5-11ef-bcce-c7b262605968@mon.a.service: Deactivated successfully. 2024-08-10T05:05:09.670 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 systemd[1]: Stopped Ceph mon.a for fc322138-56d5-11ef-bcce-c7b262605968. 2024-08-10T05:05:09.670 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 systemd[1]: Starting Ceph mon.a for fc322138-56d5-11ef-bcce-c7b262605968... 2024-08-10T05:05:09.939 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 podman[29956]: 2024-08-10 05:05:09.572359029 +0000 UTC m=+0.017317202 image pull 354fce865a9aa1117a27a2a36e19e64137e76f34c3b55860404bde4d0e23b2d9 quay.ceph.io/ceph-ci/ceph:quincy 2024-08-10T05:05:09.940 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 podman[29956]: 2024-08-10 05:05:09.671020084 +0000 UTC m=+0.115978241 container create 3733e4dc0236a4848dda46471e99a54def7895784d5eec6f2ccdaaa332ca8585 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-mon-a, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, RELEASE=quincy-56ceb86, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux ) 2024-08-10T05:05:09.940 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 podman[29956]: 2024-08-10 05:05:09.864969002 +0000 UTC m=+0.309927178 container init 3733e4dc0236a4848dda46471e99a54def7895784d5eec6f2ccdaaa332ca8585 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-mon-a, RELEASE=quincy-56ceb86, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-10T05:05:09.940 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 podman[29956]: 2024-08-10 05:05:09.86987822 +0000 UTC m=+0.314836377 container start 3733e4dc0236a4848dda46471e99a54def7895784d5eec6f2ccdaaa332ca8585 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-mon-a, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=quincy-56ceb86, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-10T05:05:09.940 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: set uid:gid to 167:167 (ceph:ceph) 2024-08-10T05:05:09.940 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable), process ceph-mon, pid 7 2024-08-10T05:05:09.940 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: pidfile_write: ignore empty --pid-file 2024-08-10T05:05:09.941 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: load: jerasure load: lrc 2024-08-10T05:05:09.941 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: RocksDB version: 6.15.5 2024-08-10T05:05:09.941 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Git sha rocksdb_build_git_sha:@0@ 2024-08-10T05:05:09.941 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Compile date Aug 9 2024 2024-08-10T05:05:09.941 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: DB SUMMARY 2024-08-10T05:05:09.941 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: DB Session ID: E4XAE8HNY0L9S3GAMT42 2024-08-10T05:05:09.942 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: CURRENT file: CURRENT 2024-08-10T05:05:09.942 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: IDENTITY file: IDENTITY 2024-08-10T05:05:09.942 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: MANIFEST file: MANIFEST-000009 size: 131 Bytes 2024-08-10T05:05:09.942 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-08-10T05:05:09.942 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000010.log size: 83690 ; 2024-08-10T05:05:09.943 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.error_if_exists: 0 2024-08-10T05:05:09.943 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.create_if_missing: 0 2024-08-10T05:05:09.943 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.paranoid_checks: 1 2024-08-10T05:05:09.945 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-08-10T05:05:09.945 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.env: 0x562931452440 2024-08-10T05:05:09.945 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.fs: Posix File System 2024-08-10T05:05:09.946 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.info_log: 0x562932766f20 2024-08-10T05:05:09.946 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.max_file_opening_threads: 16 2024-08-10T05:05:09.946 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.statistics: (nil) 2024-08-10T05:05:09.946 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.use_fsync: 0 2024-08-10T05:05:09.946 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.max_log_file_size: 0 2024-08-10T05:05:09.947 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-08-10T05:05:09.947 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.log_file_time_to_roll: 0 2024-08-10T05:05:09.947 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.keep_log_file_num: 1000 2024-08-10T05:05:09.947 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.recycle_log_file_num: 0 2024-08-10T05:05:09.947 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.allow_fallocate: 1 2024-08-10T05:05:09.947 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.allow_mmap_reads: 0 2024-08-10T05:05:09.948 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.allow_mmap_writes: 0 2024-08-10T05:05:09.948 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.use_direct_reads: 0 2024-08-10T05:05:09.948 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-08-10T05:05:09.948 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.create_missing_column_families: 0 2024-08-10T05:05:09.948 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.db_log_dir: 2024-08-10T05:05:09.948 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-a/store.db 2024-08-10T05:05:09.949 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.table_cache_numshardbits: 6 2024-08-10T05:05:09.949 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.WAL_ttl_seconds: 0 2024-08-10T05:05:09.949 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.WAL_size_limit_MB: 0 2024-08-10T05:05:09.949 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-08-10T05:05:09.949 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-08-10T05:05:09.949 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.is_fd_close_on_exec: 1 2024-08-10T05:05:09.950 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.advise_random_on_open: 1 2024-08-10T05:05:09.950 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.db_write_buffer_size: 0 2024-08-10T05:05:09.950 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.write_buffer_manager: 0x562932824750 2024-08-10T05:05:09.950 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-08-10T05:05:09.950 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2024-08-10T05:05:09.950 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-08-10T05:05:09.950 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.use_adaptive_mutex: 0 2024-08-10T05:05:09.950 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.rate_limiter: (nil) 2024-08-10T05:05:09.950 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-08-10T05:05:09.951 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.wal_recovery_mode: 2 2024-08-10T05:05:09.951 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.enable_thread_tracking: 0 2024-08-10T05:05:09.951 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.enable_pipelined_write: 0 2024-08-10T05:05:09.951 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.unordered_write: 0 2024-08-10T05:05:09.951 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-08-10T05:05:09.951 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-08-10T05:05:09.951 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-08-10T05:05:09.951 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-08-10T05:05:09.951 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.row_cache: None 2024-08-10T05:05:09.951 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.wal_filter: None 2024-08-10T05:05:09.951 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-08-10T05:05:09.951 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.allow_ingest_behind: 0 2024-08-10T05:05:09.951 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.preserve_deletes: 0 2024-08-10T05:05:09.951 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.two_write_queues: 0 2024-08-10T05:05:09.952 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.manual_wal_flush: 0 2024-08-10T05:05:09.952 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.atomic_flush: 0 2024-08-10T05:05:09.952 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-08-10T05:05:09.952 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.persist_stats_to_disk: 0 2024-08-10T05:05:09.952 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.write_dbid_to_manifest: 0 2024-08-10T05:05:09.952 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.log_readahead_size: 0 2024-08-10T05:05:09.952 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-08-10T05:05:09.952 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.best_efforts_recovery: 0 2024-08-10T05:05:09.952 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-08-10T05:05:09.952 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-08-10T05:05:09.952 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.allow_data_in_errors: 0 2024-08-10T05:05:09.953 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.db_host_id: __hostname__ 2024-08-10T05:05:09.953 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.max_background_jobs: 2 2024-08-10T05:05:09.953 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.max_background_compactions: -1 2024-08-10T05:05:09.953 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.max_subcompactions: 1 2024-08-10T05:05:09.953 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-08-10T05:05:09.953 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-08-10T05:05:09.953 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.delayed_write_rate : 16777216 2024-08-10T05:05:09.953 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.max_total_wal_size: 0 2024-08-10T05:05:09.953 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-08-10T05:05:09.953 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.stats_dump_period_sec: 600 2024-08-10T05:05:09.953 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.stats_persist_period_sec: 600 2024-08-10T05:05:09.954 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-08-10T05:05:09.954 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.max_open_files: -1 2024-08-10T05:05:09.954 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.bytes_per_sync: 0 2024-08-10T05:05:09.954 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.wal_bytes_per_sync: 0 2024-08-10T05:05:09.954 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.strict_bytes_per_sync: 0 2024-08-10T05:05:09.954 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.compaction_readahead_size: 0 2024-08-10T05:05:09.954 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.max_background_flushes: -1 2024-08-10T05:05:09.954 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Compression algorithms supported: 2024-08-10T05:05:09.954 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: kZSTD supported: 0 2024-08-10T05:05:09.954 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: kXpressCompression supported: 0 2024-08-10T05:05:09.954 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: kBZip2Compression supported: 0 2024-08-10T05:05:09.954 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-08-10T05:05:09.955 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: kLZ4Compression supported: 1 2024-08-10T05:05:09.955 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: kZlibCompression supported: 1 2024-08-10T05:05:09.955 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: kLZ4HCCompression supported: 1 2024-08-10T05:05:09.955 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: kSnappyCompression supported: 1 2024-08-10T05:05:09.955 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Fast CRC32 supported: Supported on x86 2024-08-10T05:05:09.955 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: [db/version_set.cc:4724] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000009 2024-08-10T05:05:09.955 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: [db/column_family.cc:595] --------------- Options for column family [default]: 2024-08-10T05:05:09.955 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-08-10T05:05:09.955 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.merge_operator: 2024-08-10T05:05:09.955 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.compaction_filter: None 2024-08-10T05:05:09.955 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.compaction_filter_factory: None 2024-08-10T05:05:09.956 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.sst_partitioner_factory: None 2024-08-10T05:05:09.956 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.memtable_factory: SkipListFactory 2024-08-10T05:05:09.956 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.table_factory: BlockBasedTable 2024-08-10T05:05:09.956 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x56293270da58) 2024-08-10T05:05:09.956 INFO:journalctl@ceph.mon.a.smithi031.stdout: cache_index_and_filter_blocks: 1 2024-08-10T05:05:09.956 INFO:journalctl@ceph.mon.a.smithi031.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-08-10T05:05:09.956 INFO:journalctl@ceph.mon.a.smithi031.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-08-10T05:05:09.956 INFO:journalctl@ceph.mon.a.smithi031.stdout: pin_top_level_index_and_filter: 1 2024-08-10T05:05:09.956 INFO:journalctl@ceph.mon.a.smithi031.stdout: index_type: 0 2024-08-10T05:05:09.956 INFO:journalctl@ceph.mon.a.smithi031.stdout: data_block_index_type: 0 2024-08-10T05:05:09.956 INFO:journalctl@ceph.mon.a.smithi031.stdout: index_shortening: 1 2024-08-10T05:05:09.957 INFO:journalctl@ceph.mon.a.smithi031.stdout: data_block_hash_table_util_ratio: 0.750000 2024-08-10T05:05:09.957 INFO:journalctl@ceph.mon.a.smithi031.stdout: hash_index_allow_collision: 1 2024-08-10T05:05:09.957 INFO:journalctl@ceph.mon.a.smithi031.stdout: checksum: 1 2024-08-10T05:05:09.957 INFO:journalctl@ceph.mon.a.smithi031.stdout: no_block_cache: 0 2024-08-10T05:05:09.957 INFO:journalctl@ceph.mon.a.smithi031.stdout: block_cache: 0x5629327431f0 2024-08-10T05:05:09.957 INFO:journalctl@ceph.mon.a.smithi031.stdout: block_cache_name: BinnedLRUCache 2024-08-10T05:05:09.957 INFO:journalctl@ceph.mon.a.smithi031.stdout: block_cache_options: 2024-08-10T05:05:09.957 INFO:journalctl@ceph.mon.a.smithi031.stdout: capacity : 536870912 2024-08-10T05:05:09.957 INFO:journalctl@ceph.mon.a.smithi031.stdout: num_shard_bits : 4 2024-08-10T05:05:09.957 INFO:journalctl@ceph.mon.a.smithi031.stdout: strict_capacity_limit : 0 2024-08-10T05:05:09.957 INFO:journalctl@ceph.mon.a.smithi031.stdout: high_pri_pool_ratio: 0.000 2024-08-10T05:05:09.957 INFO:journalctl@ceph.mon.a.smithi031.stdout: block_cache_compressed: (nil) 2024-08-10T05:05:09.957 INFO:journalctl@ceph.mon.a.smithi031.stdout: persistent_cache: (nil) 2024-08-10T05:05:09.957 INFO:journalctl@ceph.mon.a.smithi031.stdout: block_size: 4096 2024-08-10T05:05:09.957 INFO:journalctl@ceph.mon.a.smithi031.stdout: block_size_deviation: 10 2024-08-10T05:05:09.958 INFO:journalctl@ceph.mon.a.smithi031.stdout: block_restart_interval: 16 2024-08-10T05:05:09.958 INFO:journalctl@ceph.mon.a.smithi031.stdout: index_block_restart_interval: 1 2024-08-10T05:05:09.958 INFO:journalctl@ceph.mon.a.smithi031.stdout: metadata_block_size: 4096 2024-08-10T05:05:09.958 INFO:journalctl@ceph.mon.a.smithi031.stdout: partition_filters: 0 2024-08-10T05:05:09.958 INFO:journalctl@ceph.mon.a.smithi031.stdout: use_delta_encoding: 1 2024-08-10T05:05:09.958 INFO:journalctl@ceph.mon.a.smithi031.stdout: filter_policy: rocksdb.BuiltinBloomFilter 2024-08-10T05:05:09.958 INFO:journalctl@ceph.mon.a.smithi031.stdout: whole_key_filtering: 1 2024-08-10T05:05:09.958 INFO:journalctl@ceph.mon.a.smithi031.stdout: verify_compression: 0 2024-08-10T05:05:09.958 INFO:journalctl@ceph.mon.a.smithi031.stdout: read_amp_bytes_per_bit: 0 2024-08-10T05:05:09.958 INFO:journalctl@ceph.mon.a.smithi031.stdout: format_version: 4 2024-08-10T05:05:09.958 INFO:journalctl@ceph.mon.a.smithi031.stdout: enable_index_compression: 1 2024-08-10T05:05:09.958 INFO:journalctl@ceph.mon.a.smithi031.stdout: block_align: 0 2024-08-10T05:05:09.958 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.write_buffer_size: 33554432 2024-08-10T05:05:09.959 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.max_write_buffer_number: 2 2024-08-10T05:05:09.959 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.compression: NoCompression 2024-08-10T05:05:09.959 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.bottommost_compression: Disabled 2024-08-10T05:05:09.959 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.prefix_extractor: nullptr 2024-08-10T05:05:09.959 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-08-10T05:05:09.959 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.num_levels: 7 2024-08-10T05:05:09.959 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-08-10T05:05:09.959 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-08-10T05:05:09.959 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-08-10T05:05:09.959 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-08-10T05:05:09.959 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-08-10T05:05:09.959 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-08-10T05:05:09.959 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-08-10T05:05:09.960 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-08-10T05:05:09.960 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-08-10T05:05:09.960 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-08-10T05:05:09.960 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.compression_opts.window_bits: -14 2024-08-10T05:05:09.960 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.compression_opts.level: 32767 2024-08-10T05:05:09.960 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.compression_opts.strategy: 0 2024-08-10T05:05:09.960 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-08-10T05:05:09.960 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-08-10T05:05:09.960 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-08-10T05:05:09.960 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.compression_opts.enabled: false 2024-08-10T05:05:09.960 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-08-10T05:05:09.960 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-08-10T05:05:09.960 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-08-10T05:05:09.961 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.target_file_size_base: 67108864 2024-08-10T05:05:09.961 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.target_file_size_multiplier: 1 2024-08-10T05:05:09.961 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-08-10T05:05:09.961 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-08-10T05:05:09.961 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-08-10T05:05:09.961 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-08-10T05:05:09.961 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-08-10T05:05:09.961 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-08-10T05:05:09.961 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-08-10T05:05:09.961 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-08-10T05:05:09.961 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-08-10T05:05:09.961 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-08-10T05:05:09.961 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-08-10T05:05:09.962 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-08-10T05:05:09.962 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.arena_block_size: 4194304 2024-08-10T05:05:09.962 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-08-10T05:05:09.962 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-08-10T05:05:09.962 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2024-08-10T05:05:09.962 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.disable_auto_compactions: 0 2024-08-10T05:05:09.962 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-08-10T05:05:09.962 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-08-10T05:05:09.962 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-08-10T05:05:09.962 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-08-10T05:05:09.963 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-08-10T05:05:09.963 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-08-10T05:05:09.963 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-08-10T05:05:09.963 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-08-10T05:05:09.963 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-08-10T05:05:09.963 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-08-10T05:05:09.963 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-08-10T05:05:09.963 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.inplace_update_support: 0 2024-08-10T05:05:09.963 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.inplace_update_num_locks: 10000 2024-08-10T05:05:09.963 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-08-10T05:05:09.963 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-08-10T05:05:09.963 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.memtable_huge_page_size: 0 2024-08-10T05:05:09.964 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.bloom_locality: 0 2024-08-10T05:05:09.964 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.max_successive_merges: 0 2024-08-10T05:05:09.964 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.optimize_filters_for_hits: 0 2024-08-10T05:05:09.964 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.paranoid_file_checks: 0 2024-08-10T05:05:09.964 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.force_consistency_checks: 1 2024-08-10T05:05:09.964 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.report_bg_io_stats: 0 2024-08-10T05:05:09.964 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.ttl: 2592000 2024-08-10T05:05:09.964 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.periodic_compaction_seconds: 0 2024-08-10T05:05:09.964 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.enable_blob_files: false 2024-08-10T05:05:09.964 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.min_blob_size: 0 2024-08-10T05:05:09.965 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.blob_file_size: 268435456 2024-08-10T05:05:09.965 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.blob_compression_type: NoCompression 2024-08-10T05:05:09.965 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.enable_blob_garbage_collection: false 2024-08-10T05:05:09.965 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-08-10T05:05:09.965 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: [db/version_set.cc:4764] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 11, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-08-10T05:05:09.965 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: [db/version_set.cc:4779] Column family [default] (ID 0), log number is 5 2024-08-10T05:05:09.965 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: [db/version_set.cc:4082] Creating manifest 13 2024-08-10T05:05:09.965 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723266309894285, "job": 1, "event": "recovery_started", "wal_files": [10]} 2024-08-10T05:05:09.965 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: [db/db_impl/db_impl_open.cc:845] Recovering log #10 mode 2 2024-08-10T05:05:09.965 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: [table/block_based/filter_policy.cc:991] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2024-08-10T05:05:09.965 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723266309895417, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 14, "file_size": 80263, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 78505, "index_size": 220, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 581, "raw_key_size": 10130, "raw_average_key_size": 47, "raw_value_size": 72718, "raw_average_value_size": 341, "num_data_blocks": 10, "num_entries": 213, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1723266309, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "3c3724be-328b-48a5-81cb-19b4b5ea189f", "db_session_id": "E4XAE8HNY0L9S3GAMT42"}} 2024-08-10T05:05:09.965 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: [db/version_set.cc:4082] Creating manifest 15 2024-08-10T05:05:09.965 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723266309895942, "job": 1, "event": "recovery_finished"} 2024-08-10T05:05:09.966 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: [file/delete_scheduler.cc:69] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000010.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-08-10T05:05:09.966 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: [db/db_impl/db_impl_open.cc:1700] SstFileManager instance 0x562932776700 2024-08-10T05:05:09.966 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: DB pointer 0x562932746000 2024-08-10T05:05:09.966 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: [db/db_impl/db_impl.cc:901] ------- DUMPING STATS ------- 2024-08-10T05:05:09.966 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: rocksdb: [db/db_impl/db_impl.cc:903] 2024-08-10T05:05:09.966 INFO:journalctl@ceph.mon.a.smithi031.stdout: ** DB Stats ** 2024-08-10T05:05:09.966 INFO:journalctl@ceph.mon.a.smithi031.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-10T05:05:09.966 INFO:journalctl@ceph.mon.a.smithi031.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-08-10T05:05:09.966 INFO:journalctl@ceph.mon.a.smithi031.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-10T05:05:09.966 INFO:journalctl@ceph.mon.a.smithi031.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-10T05:05:09.966 INFO:journalctl@ceph.mon.a.smithi031.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-08-10T05:05:09.966 INFO:journalctl@ceph.mon.a.smithi031.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2024-08-10T05:05:09.967 INFO:journalctl@ceph.mon.a.smithi031.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-10T05:05:09.967 INFO:journalctl@ceph.mon.a.smithi031.stdout: 2024-08-10T05:05:09.967 INFO:journalctl@ceph.mon.a.smithi031.stdout: ** Compaction Stats [default] ** 2024-08-10T05:05:09.967 INFO:journalctl@ceph.mon.a.smithi031.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-08-10T05:05:09.967 INFO:journalctl@ceph.mon.a.smithi031.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-10T05:05:09.967 INFO:journalctl@ceph.mon.a.smithi031.stdout: L0 2/0 80.17 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 104.7 0.00 0.00 1 0.001 0 0 2024-08-10T05:05:09.967 INFO:journalctl@ceph.mon.a.smithi031.stdout: Sum 2/0 80.17 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 104.7 0.00 0.00 1 0.001 0 0 2024-08-10T05:05:09.967 INFO:journalctl@ceph.mon.a.smithi031.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 104.7 0.00 0.00 1 0.001 0 0 2024-08-10T05:05:09.967 INFO:journalctl@ceph.mon.a.smithi031.stdout: 2024-08-10T05:05:09.967 INFO:journalctl@ceph.mon.a.smithi031.stdout: ** Compaction Stats [default] ** 2024-08-10T05:05:09.967 INFO:journalctl@ceph.mon.a.smithi031.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-08-10T05:05:09.967 INFO:journalctl@ceph.mon.a.smithi031.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-10T05:05:09.967 INFO:journalctl@ceph.mon.a.smithi031.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 104.7 0.00 0.00 1 0.001 0 0 2024-08-10T05:05:09.968 INFO:journalctl@ceph.mon.a.smithi031.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-10T05:05:09.968 INFO:journalctl@ceph.mon.a.smithi031.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-08-10T05:05:09.968 INFO:journalctl@ceph.mon.a.smithi031.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-08-10T05:05:09.968 INFO:journalctl@ceph.mon.a.smithi031.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-08-10T05:05:09.968 INFO:journalctl@ceph.mon.a.smithi031.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-08-10T05:05:09.968 INFO:journalctl@ceph.mon.a.smithi031.stdout: AddFile(Keys): cumulative 0, interval 0 2024-08-10T05:05:09.968 INFO:journalctl@ceph.mon.a.smithi031.stdout: Cumulative compaction: 0.00 GB write, 16.49 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-10T05:05:09.968 INFO:journalctl@ceph.mon.a.smithi031.stdout: Interval compaction: 0.00 GB write, 16.49 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-10T05:05:09.968 INFO:journalctl@ceph.mon.a.smithi031.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-08-10T05:05:09.968 INFO:journalctl@ceph.mon.a.smithi031.stdout: 2024-08-10T05:05:09.968 INFO:journalctl@ceph.mon.a.smithi031.stdout: ** File Read Latency Histogram By Level [default] ** 2024-08-10T05:05:09.968 INFO:journalctl@ceph.mon.a.smithi031.stdout: 2024-08-10T05:05:09.968 INFO:journalctl@ceph.mon.a.smithi031.stdout: ** Compaction Stats [default] ** 2024-08-10T05:05:09.968 INFO:journalctl@ceph.mon.a.smithi031.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-08-10T05:05:09.969 INFO:journalctl@ceph.mon.a.smithi031.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-10T05:05:09.969 INFO:journalctl@ceph.mon.a.smithi031.stdout: L0 2/0 80.17 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 104.7 0.00 0.00 1 0.001 0 0 2024-08-10T05:05:09.969 INFO:journalctl@ceph.mon.a.smithi031.stdout: Sum 2/0 80.17 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 104.7 0.00 0.00 1 0.001 0 0 2024-08-10T05:05:09.969 INFO:journalctl@ceph.mon.a.smithi031.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-08-10T05:05:09.969 INFO:journalctl@ceph.mon.a.smithi031.stdout: 2024-08-10T05:05:09.969 INFO:journalctl@ceph.mon.a.smithi031.stdout: ** Compaction Stats [default] ** 2024-08-10T05:05:09.969 INFO:journalctl@ceph.mon.a.smithi031.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-08-10T05:05:09.969 INFO:journalctl@ceph.mon.a.smithi031.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-10T05:05:09.969 INFO:journalctl@ceph.mon.a.smithi031.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 104.7 0.00 0.00 1 0.001 0 0 2024-08-10T05:05:09.969 INFO:journalctl@ceph.mon.a.smithi031.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-10T05:05:09.969 INFO:journalctl@ceph.mon.a.smithi031.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-08-10T05:05:09.969 INFO:journalctl@ceph.mon.a.smithi031.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-08-10T05:05:09.969 INFO:journalctl@ceph.mon.a.smithi031.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-08-10T05:05:09.970 INFO:journalctl@ceph.mon.a.smithi031.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-08-10T05:05:09.970 INFO:journalctl@ceph.mon.a.smithi031.stdout: AddFile(Keys): cumulative 0, interval 0 2024-08-10T05:05:09.970 INFO:journalctl@ceph.mon.a.smithi031.stdout: Cumulative compaction: 0.00 GB write, 16.38 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-10T05:05:09.970 INFO:journalctl@ceph.mon.a.smithi031.stdout: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-10T05:05:09.970 INFO:journalctl@ceph.mon.a.smithi031.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-08-10T05:05:09.970 INFO:journalctl@ceph.mon.a.smithi031.stdout: 2024-08-10T05:05:09.970 INFO:journalctl@ceph.mon.a.smithi031.stdout: ** File Read Latency Histogram By Level [default] ** 2024-08-10T05:05:09.970 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: starting mon.a rank 0 at public addrs [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] at bind addrs [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid fc322138-56d5-11ef-bcce-c7b262605968 2024-08-10T05:05:09.970 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: mon.a@-1(???) e1 preinit fsid fc322138-56d5-11ef-bcce-c7b262605968 2024-08-10T05:05:09.970 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: mon.a@-1(???).mds e1 new map 2024-08-10T05:05:09.971 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: mon.a@-1(???).mds e1 print_map 2024-08-10T05:05:09.971 INFO:journalctl@ceph.mon.a.smithi031.stdout: e1 2024-08-10T05:05:09.971 INFO:journalctl@ceph.mon.a.smithi031.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-08-10T05:05:09.971 INFO:journalctl@ceph.mon.a.smithi031.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-10T05:05:09.971 INFO:journalctl@ceph.mon.a.smithi031.stdout: legacy client fscid: -1 2024-08-10T05:05:09.971 INFO:journalctl@ceph.mon.a.smithi031.stdout: 2024-08-10T05:05:09.971 INFO:journalctl@ceph.mon.a.smithi031.stdout: No filesystems configured 2024-08-10T05:05:09.971 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-08-10T05:05:09.971 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-08-10T05:05:09.971 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-08-10T05:05:09.971 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-08-10T05:05:09.971 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-08-10T05:05:09.972 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 bash[29956]: 3733e4dc0236a4848dda46471e99a54def7895784d5eec6f2ccdaaa332ca8585 2024-08-10T05:05:09.972 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 systemd[1]: Started Ceph mon.a for fc322138-56d5-11ef-bcce-c7b262605968. 2024-08-10T05:05:09.972 INFO:teuthology.orchestra.run.smithi031.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-08-10T05:05:10.189 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: mon.a is new leader, mons a in quorum (ranks 0) 2024-08-10T05:05:10.189 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: monmap e1: 1 mons at {a=[v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-10T05:05:10.190 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: fsmap 2024-08-10T05:05:10.190 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: osdmap e1: 0 total, 0 up, 0 in 2024-08-10T05:05:10.190 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:09 smithi031 ceph-mon[29994]: mgrmap e1: no daemons active 2024-08-10T05:05:11.007 INFO:teuthology.orchestra.run.smithi031.stdout:Wrote config to /etc/ceph/ceph.conf 2024-08-10T05:05:11.007 INFO:teuthology.orchestra.run.smithi031.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-08-10T05:05:11.007 INFO:teuthology.orchestra.run.smithi031.stdout:Creating mgr... 2024-08-10T05:05:11.008 INFO:teuthology.orchestra.run.smithi031.stdout:Verifying port 0.0.0.0:9283 ... 2024-08-10T05:05:11.008 INFO:teuthology.orchestra.run.smithi031.stdout:Verifying port 0.0.0.0:8765 ... 2024-08-10T05:05:11.193 INFO:teuthology.orchestra.run.smithi031.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-fc322138-56d5-11ef-bcce-c7b262605968@mgr.y 2024-08-10T05:05:11.193 INFO:teuthology.orchestra.run.smithi031.stdout:systemctl: stderr Failed to reset failed state of unit ceph-fc322138-56d5-11ef-bcce-c7b262605968@mgr.y.service: Unit ceph-fc322138-56d5-11ef-bcce-c7b262605968@mgr.y.service not loaded. 2024-08-10T05:05:11.349 INFO:teuthology.orchestra.run.smithi031.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-fc322138-56d5-11ef-bcce-c7b262605968.target.wants/ceph-fc322138-56d5-11ef-bcce-c7b262605968@mgr.y.service → /etc/systemd/system/ceph-fc322138-56d5-11ef-bcce-c7b262605968@.service. 2024-08-10T05:05:11.695 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:11 smithi031 ceph-mon[29994]: from='client.? 172.21.15.31:0/2427040624' entity='client.admin' 2024-08-10T05:05:11.695 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:11 smithi031 podman[30232]: 2024-08-10 05:05:11.596656587 +0000 UTC m=+0.117639011 container create 947e4f4cca4e7d516ce1e7e1f13a3e33e1949b965057afd33bd553e49ebaa0f3 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=quincy-56ceb86, GIT_CLEAN=True) 2024-08-10T05:05:11.888 INFO:teuthology.orchestra.run.smithi031.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-08-10T05:05:11.888 INFO:teuthology.orchestra.run.smithi031.stdout:systemctl: stdout disabled 2024-08-10T05:05:11.896 INFO:teuthology.orchestra.run.smithi031.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-08-10T05:05:11.896 INFO:teuthology.orchestra.run.smithi031.stdout:systemctl: stdout inactive 2024-08-10T05:05:11.896 INFO:teuthology.orchestra.run.smithi031.stdout:firewalld.service is not enabled 2024-08-10T05:05:11.897 INFO:teuthology.orchestra.run.smithi031.stdout:Not possible to enable service . firewalld.service is not available 2024-08-10T05:05:11.906 INFO:teuthology.orchestra.run.smithi031.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-08-10T05:05:11.906 INFO:teuthology.orchestra.run.smithi031.stdout:systemctl: stdout disabled 2024-08-10T05:05:11.914 INFO:teuthology.orchestra.run.smithi031.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-08-10T05:05:11.914 INFO:teuthology.orchestra.run.smithi031.stdout:systemctl: stdout inactive 2024-08-10T05:05:11.914 INFO:teuthology.orchestra.run.smithi031.stdout:firewalld.service is not enabled 2024-08-10T05:05:11.914 INFO:teuthology.orchestra.run.smithi031.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-08-10T05:05:11.915 INFO:teuthology.orchestra.run.smithi031.stdout:Waiting for mgr to start... 2024-08-10T05:05:11.915 INFO:teuthology.orchestra.run.smithi031.stdout:Waiting for mgr... 2024-08-10T05:05:12.041 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:11 smithi031 podman[30232]: 2024-08-10 05:05:11.790520967 +0000 UTC m=+0.311503403 container init 947e4f4cca4e7d516ce1e7e1f13a3e33e1949b965057afd33bd553e49ebaa0f3 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=quincy-56ceb86, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2) 2024-08-10T05:05:12.042 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:11 smithi031 podman[30232]: 2024-08-10 05:05:11.795220555 +0000 UTC m=+0.316202979 container start 947e4f4cca4e7d516ce1e7e1f13a3e33e1949b965057afd33bd553e49ebaa0f3 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240731, RELEASE=quincy-56ceb86, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-10T05:05:12.042 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:11 smithi031 bash[30232]: 947e4f4cca4e7d516ce1e7e1f13a3e33e1949b965057afd33bd553e49ebaa0f3 2024-08-10T05:05:12.042 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:11 smithi031 systemd[1]: Started Ceph mgr.y for fc322138-56d5-11ef-bcce-c7b262605968. 2024-08-10T05:05:12.042 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:11 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:05:11.918+0000 7fe6a1381ec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-10T05:05:12.327 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:12 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:05:12.048+0000 7fe6a1381ec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-10T05:05:12.327 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:12 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:05:12.116+0000 7fe6a1381ec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-10T05:05:12.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:12 smithi031 ceph-mon[29994]: from='client.? 172.21.15.31:0/1682902518' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-08-10T05:05:12.769 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:12 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:05:12.377+0000 7fe6a1381ec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-10T05:05:12.769 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:12 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:05:12.438+0000 7fe6a1381ec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-10T05:05:13.043 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout 2024-08-10T05:05:13.044 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout { 2024-08-10T05:05:13.044 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "fsid": "fc322138-56d5-11ef-bcce-c7b262605968", 2024-08-10T05:05:13.044 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "health": { 2024-08-10T05:05:13.044 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-08-10T05:05:13.044 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-08-10T05:05:13.044 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-08-10T05:05:13.044 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout }, 2024-08-10T05:05:13.044 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-08-10T05:05:13.044 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-08-10T05:05:13.044 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout 0 2024-08-10T05:05:13.044 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout ], 2024-08-10T05:05:13.044 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-08-10T05:05:13.045 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "a" 2024-08-10T05:05:13.045 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout ], 2024-08-10T05:05:13.045 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "quorum_age": 2, 2024-08-10T05:05:13.045 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "monmap": { 2024-08-10T05:05:13.045 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-10T05:05:13.045 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2024-08-10T05:05:13.045 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-08-10T05:05:13.045 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout }, 2024-08-10T05:05:13.045 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-08-10T05:05:13.045 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-10T05:05:13.045 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-08-10T05:05:13.045 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-08-10T05:05:13.045 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-08-10T05:05:13.049 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-08-10T05:05:13.049 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-08-10T05:05:13.049 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-08-10T05:05:13.049 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout }, 2024-08-10T05:05:13.049 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-08-10T05:05:13.049 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-08-10T05:05:13.049 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-08-10T05:05:13.049 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-08-10T05:05:13.049 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-08-10T05:05:13.049 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-08-10T05:05:13.049 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-08-10T05:05:13.049 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-08-10T05:05:13.050 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-08-10T05:05:13.050 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout }, 2024-08-10T05:05:13.050 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-08-10T05:05:13.050 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-10T05:05:13.050 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-08-10T05:05:13.050 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-08-10T05:05:13.050 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout }, 2024-08-10T05:05:13.050 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-08-10T05:05:13.050 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "available": false, 2024-08-10T05:05:13.050 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-08-10T05:05:13.051 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "modules": [ 2024-08-10T05:05:13.051 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "iostat", 2024-08-10T05:05:13.051 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "nfs", 2024-08-10T05:05:13.051 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "restful" 2024-08-10T05:05:13.051 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout ], 2024-08-10T05:05:13.051 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "services": {} 2024-08-10T05:05:13.051 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout }, 2024-08-10T05:05:13.051 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-08-10T05:05:13.051 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-10T05:05:13.051 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "modified": "2024-08-10T05:04:54.954853+0000", 2024-08-10T05:05:13.051 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "services": {} 2024-08-10T05:05:13.051 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout }, 2024-08-10T05:05:13.051 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-08-10T05:05:13.051 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout } 2024-08-10T05:05:13.052 INFO:teuthology.orchestra.run.smithi031.stdout:mgr not available, waiting (1/15)... 2024-08-10T05:05:13.768 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:13 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:05:13.401+0000 7fe6a1381ec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-10T05:05:13.769 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:13 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:05:13.516+0000 7fe6a1381ec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-10T05:05:13.769 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:13 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:05:13.573+0000 7fe6a1381ec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-10T05:05:14.028 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:13 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:05:13.770+0000 7fe6a1381ec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-10T05:05:14.028 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:13 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:05:13.831+0000 7fe6a1381ec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-10T05:05:14.028 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:13 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:05:13.899+0000 7fe6a1381ec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-10T05:05:14.028 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:14 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:05:14.027+0000 7fe6a1381ec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-10T05:05:14.768 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:14 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:05:14.471+0000 7fe6a1381ec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-10T05:05:15.171 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:14 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:05:14.777+0000 7fe6a1381ec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-10T05:05:15.171 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:14 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:05:14.845+0000 7fe6a1381ec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-10T05:05:15.171 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:14 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:05:14.977+0000 7fe6a1381ec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-10T05:05:15.420 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:15 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:05:15.256+0000 7fe6a1381ec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-10T05:05:15.420 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:15 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:05:15.320+0000 7fe6a1381ec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-10T05:05:15.673 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:15 smithi031 ceph-mon[29994]: from='client.? 172.21.15.31:0/3856481033' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-08-10T05:05:15.673 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:15 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:05:15.514+0000 7fe6a1381ec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-10T05:05:15.673 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:15 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:05:15.579+0000 7fe6a1381ec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-10T05:05:15.673 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:15 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:05:15.672+0000 7fe6a1381ec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-10T05:05:15.923 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:15 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:05:15.732+0000 7fe6a1381ec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-10T05:05:16.236 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout 2024-08-10T05:05:16.236 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout { 2024-08-10T05:05:16.236 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "fsid": "fc322138-56d5-11ef-bcce-c7b262605968", 2024-08-10T05:05:16.236 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "health": { 2024-08-10T05:05:16.236 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-08-10T05:05:16.236 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-08-10T05:05:16.236 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-08-10T05:05:16.236 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout }, 2024-08-10T05:05:16.236 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-08-10T05:05:16.236 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-08-10T05:05:16.237 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout 0 2024-08-10T05:05:16.237 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout ], 2024-08-10T05:05:16.237 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-08-10T05:05:16.237 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "a" 2024-08-10T05:05:16.237 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout ], 2024-08-10T05:05:16.237 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "quorum_age": 5, 2024-08-10T05:05:16.237 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "monmap": { 2024-08-10T05:05:16.237 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-10T05:05:16.237 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2024-08-10T05:05:16.237 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-08-10T05:05:16.237 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout }, 2024-08-10T05:05:16.237 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-08-10T05:05:16.237 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-10T05:05:16.237 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-08-10T05:05:16.238 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-08-10T05:05:16.238 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-08-10T05:05:16.238 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-08-10T05:05:16.241 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-08-10T05:05:16.241 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-08-10T05:05:16.241 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout }, 2024-08-10T05:05:16.241 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-08-10T05:05:16.241 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-08-10T05:05:16.241 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-08-10T05:05:16.241 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-08-10T05:05:16.242 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-08-10T05:05:16.242 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-08-10T05:05:16.242 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-08-10T05:05:16.242 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-08-10T05:05:16.242 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-08-10T05:05:16.242 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout }, 2024-08-10T05:05:16.242 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-08-10T05:05:16.242 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-10T05:05:16.242 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-08-10T05:05:16.242 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-08-10T05:05:16.242 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout }, 2024-08-10T05:05:16.242 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-08-10T05:05:16.242 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "available": false, 2024-08-10T05:05:16.242 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-08-10T05:05:16.243 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "modules": [ 2024-08-10T05:05:16.243 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "iostat", 2024-08-10T05:05:16.243 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "nfs", 2024-08-10T05:05:16.243 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "restful" 2024-08-10T05:05:16.243 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout ], 2024-08-10T05:05:16.243 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "services": {} 2024-08-10T05:05:16.243 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout }, 2024-08-10T05:05:16.243 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-08-10T05:05:16.243 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-10T05:05:16.243 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "modified": "2024-08-10T05:04:54.954853+0000", 2024-08-10T05:05:16.243 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "services": {} 2024-08-10T05:05:16.243 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout }, 2024-08-10T05:05:16.243 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-08-10T05:05:16.243 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout } 2024-08-10T05:05:16.244 INFO:teuthology.orchestra.run.smithi031.stdout:mgr not available, waiting (2/15)... 2024-08-10T05:05:16.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:16 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:05:16.277+0000 7fe6a1381ec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-10T05:05:16.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:16 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:05:16.417+0000 7fe6a1381ec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-10T05:05:17.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:16 smithi031 ceph-mon[29994]: Activating manager daemon y 2024-08-10T05:05:17.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:16 smithi031 ceph-mon[29994]: mgrmap e2: y(active, starting, since 0.00290462s) 2024-08-10T05:05:17.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:16 smithi031 ceph-mon[29994]: from='mgr.14100 172.21.15.31:0/2949675069' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-10T05:05:17.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:16 smithi031 ceph-mon[29994]: from='mgr.14100 172.21.15.31:0/2949675069' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-10T05:05:17.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:16 smithi031 ceph-mon[29994]: from='mgr.14100 172.21.15.31:0/2949675069' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-10T05:05:17.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:16 smithi031 ceph-mon[29994]: from='mgr.14100 172.21.15.31:0/2949675069' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:05:17.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:16 smithi031 ceph-mon[29994]: from='mgr.14100 172.21.15.31:0/2949675069' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-10T05:05:17.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:16 smithi031 ceph-mon[29994]: Manager daemon y is now available 2024-08-10T05:05:17.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:16 smithi031 ceph-mon[29994]: from='mgr.14100 172.21.15.31:0/2949675069' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-10T05:05:17.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:16 smithi031 ceph-mon[29994]: from='mgr.14100 172.21.15.31:0/2949675069' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-10T05:05:17.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:16 smithi031 ceph-mon[29994]: from='mgr.14100 172.21.15.31:0/2949675069' entity='mgr.y' 2024-08-10T05:05:17.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:16 smithi031 ceph-mon[29994]: from='mgr.14100 172.21.15.31:0/2949675069' entity='mgr.y' 2024-08-10T05:05:17.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:16 smithi031 ceph-mon[29994]: from='mgr.14100 172.21.15.31:0/2949675069' entity='mgr.y' 2024-08-10T05:05:18.642 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:18 smithi031 ceph-mon[29994]: mgrmap e3: y(active, since 1.00651s) 2024-08-10T05:05:19.401 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout 2024-08-10T05:05:19.401 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout { 2024-08-10T05:05:19.401 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "fsid": "fc322138-56d5-11ef-bcce-c7b262605968", 2024-08-10T05:05:19.401 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "health": { 2024-08-10T05:05:19.401 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-08-10T05:05:19.401 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-08-10T05:05:19.401 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-08-10T05:05:19.401 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout }, 2024-08-10T05:05:19.401 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-08-10T05:05:19.401 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-08-10T05:05:19.401 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout 0 2024-08-10T05:05:19.402 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout ], 2024-08-10T05:05:19.402 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-08-10T05:05:19.402 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "a" 2024-08-10T05:05:19.402 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout ], 2024-08-10T05:05:19.402 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "quorum_age": 8, 2024-08-10T05:05:19.402 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "monmap": { 2024-08-10T05:05:19.402 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-10T05:05:19.402 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2024-08-10T05:05:19.402 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-08-10T05:05:19.402 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout }, 2024-08-10T05:05:19.402 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-08-10T05:05:19.402 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-10T05:05:19.402 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-08-10T05:05:19.403 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-08-10T05:05:19.403 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-08-10T05:05:19.403 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-08-10T05:05:19.403 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-08-10T05:05:19.403 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-08-10T05:05:19.407 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout }, 2024-08-10T05:05:19.407 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-08-10T05:05:19.407 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-08-10T05:05:19.407 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-08-10T05:05:19.407 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-08-10T05:05:19.407 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-08-10T05:05:19.407 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-08-10T05:05:19.407 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-08-10T05:05:19.407 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-08-10T05:05:19.407 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-08-10T05:05:19.408 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout }, 2024-08-10T05:05:19.408 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-08-10T05:05:19.408 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-10T05:05:19.408 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-08-10T05:05:19.408 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-08-10T05:05:19.408 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout }, 2024-08-10T05:05:19.408 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-08-10T05:05:19.408 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "available": true, 2024-08-10T05:05:19.408 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-08-10T05:05:19.408 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "modules": [ 2024-08-10T05:05:19.408 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "iostat", 2024-08-10T05:05:19.408 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "nfs", 2024-08-10T05:05:19.409 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "restful" 2024-08-10T05:05:19.409 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout ], 2024-08-10T05:05:19.409 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "services": {} 2024-08-10T05:05:19.409 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout }, 2024-08-10T05:05:19.409 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-08-10T05:05:19.409 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-10T05:05:19.409 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "modified": "2024-08-10T05:04:54.954853+0000", 2024-08-10T05:05:19.409 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "services": {} 2024-08-10T05:05:19.409 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout }, 2024-08-10T05:05:19.409 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-08-10T05:05:19.409 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout } 2024-08-10T05:05:19.409 INFO:teuthology.orchestra.run.smithi031.stdout:mgr is available 2024-08-10T05:05:19.764 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:19 smithi031 ceph-mon[29994]: mgrmap e4: y(active, since 2s) 2024-08-10T05:05:19.764 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:19 smithi031 ceph-mon[29994]: from='client.? 172.21.15.31:0/919717270' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-08-10T05:05:20.586 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:20 smithi031 ceph-mon[29994]: from='client.? 172.21.15.31:0/3729375981' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-08-10T05:05:20.591 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout 2024-08-10T05:05:20.591 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout [global] 2024-08-10T05:05:20.591 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout fsid = fc322138-56d5-11ef-bcce-c7b262605968 2024-08-10T05:05:20.591 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2024-08-10T05:05:20.591 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-08-10T05:05:20.592 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-08-10T05:05:20.592 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-08-10T05:05:20.592 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-08-10T05:05:20.592 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout 2024-08-10T05:05:20.592 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout [mgr] 2024-08-10T05:05:20.592 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-08-10T05:05:20.592 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout 2024-08-10T05:05:20.592 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout [osd] 2024-08-10T05:05:20.592 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-08-10T05:05:20.592 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-08-10T05:05:20.592 INFO:teuthology.orchestra.run.smithi031.stdout:Enabling cephadm module... 2024-08-10T05:05:21.874 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:21 smithi031 ceph-mon[29994]: from='client.? 172.21.15.31:0/3359516728' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-08-10T05:05:21.875 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: ignoring --setuser ceph since I am not root 2024-08-10T05:05:21.875 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: ignoring --setgroup ceph since I am not root 2024-08-10T05:05:21.875 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:05:21.747+0000 7f148a65dec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-10T05:05:21.875 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:05:21.874+0000 7f148a65dec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-10T05:05:22.135 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:05:21.942+0000 7f148a65dec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-10T05:05:22.388 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:22 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:05:22.198+0000 7f148a65dec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-10T05:05:22.388 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:22 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:05:22.257+0000 7f148a65dec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-10T05:05:22.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:22 smithi031 ceph-mon[29994]: from='client.? 172.21.15.31:0/3359516728' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-08-10T05:05:22.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:22 smithi031 ceph-mon[29994]: mgrmap e5: y(active, since 5s) 2024-08-10T05:05:23.377 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:23 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:05:23.205+0000 7f148a65dec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-10T05:05:23.378 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:23 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:05:23.320+0000 7f148a65dec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-10T05:05:23.378 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:23 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:05:23.377+0000 7f148a65dec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-10T05:05:23.403 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout { 2024-08-10T05:05:23.404 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-08-10T05:05:23.404 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "available": true, 2024-08-10T05:05:23.404 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-08-10T05:05:23.404 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-08-10T05:05:23.404 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout } 2024-08-10T05:05:23.404 INFO:teuthology.orchestra.run.smithi031.stdout:Waiting for the mgr to restart... 2024-08-10T05:05:23.404 INFO:teuthology.orchestra.run.smithi031.stdout:Waiting for mgr epoch 5... 2024-08-10T05:05:23.643 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:23 smithi031 ceph-mon[29994]: from='client.? 172.21.15.31:0/2191332742' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-08-10T05:05:23.643 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:23 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:05:23.576+0000 7f148a65dec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-10T05:05:23.644 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:23 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:05:23.643+0000 7f148a65dec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-10T05:05:24.018 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:23 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:05:23.710+0000 7f148a65dec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-10T05:05:24.019 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:23 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:05:23.840+0000 7f148a65dec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-10T05:05:24.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:24 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:05:24.267+0000 7f148a65dec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-10T05:05:25.018 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:24 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:05:24.565+0000 7f148a65dec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-10T05:05:25.019 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:24 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:05:24.632+0000 7f148a65dec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-10T05:05:25.019 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:24 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:05:24.764+0000 7f148a65dec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-10T05:05:25.343 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:25 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:05:25.028+0000 7f148a65dec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-10T05:05:25.343 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:25 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:05:25.089+0000 7f148a65dec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-10T05:05:25.343 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:25 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:05:25.276+0000 7f148a65dec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-10T05:05:25.343 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:25 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:05:25.342+0000 7f148a65dec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-10T05:05:25.768 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:25 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:05:25.428+0000 7f148a65dec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-10T05:05:25.769 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:25 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:05:25.487+0000 7f148a65dec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-10T05:05:26.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:26 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:05:26.025+0000 7f148a65dec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-10T05:05:26.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:26 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:05:26.164+0000 7f148a65dec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-10T05:05:26.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:26 smithi031 ceph-mon[29994]: Active manager daemon y restarted 2024-08-10T05:05:26.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:26 smithi031 ceph-mon[29994]: Activating manager daemon y 2024-08-10T05:05:26.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:26 smithi031 ceph-mon[29994]: osdmap e2: 0 total, 0 up, 0 in 2024-08-10T05:05:26.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:26 smithi031 ceph-mon[29994]: mgrmap e6: y(active, starting, since 0.00312082s) 2024-08-10T05:05:26.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:26 smithi031 ceph-mon[29994]: from='mgr.14118 172.21.15.31:0/1934117249' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:05:26.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:26 smithi031 ceph-mon[29994]: from='mgr.14118 172.21.15.31:0/1934117249' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-10T05:05:26.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:26 smithi031 ceph-mon[29994]: from='mgr.14118 172.21.15.31:0/1934117249' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-10T05:05:26.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:26 smithi031 ceph-mon[29994]: from='mgr.14118 172.21.15.31:0/1934117249' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-10T05:05:26.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:26 smithi031 ceph-mon[29994]: from='mgr.14118 172.21.15.31:0/1934117249' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-10T05:05:26.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:26 smithi031 ceph-mon[29994]: Manager daemon y is now available 2024-08-10T05:05:26.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:26 smithi031 ceph-mon[29994]: from='mgr.14118 172.21.15.31:0/1934117249' entity='mgr.y' 2024-08-10T05:05:26.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:26 smithi031 ceph-mon[29994]: from='mgr.14118 172.21.15.31:0/1934117249' entity='mgr.y' 2024-08-10T05:05:26.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:26 smithi031 ceph-mon[29994]: from='mgr.14118 172.21.15.31:0/1934117249' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:05:26.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:26 smithi031 ceph-mon[29994]: from='mgr.14118 172.21.15.31:0/1934117249' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:05:26.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:26 smithi031 ceph-mon[29994]: from='mgr.14118 172.21.15.31:0/1934117249' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-10T05:05:26.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:26 smithi031 ceph-mon[29994]: from='mgr.14118 172.21.15.31:0/1934117249' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-10T05:05:27.490 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:27 smithi031 ceph-mon[29994]: Found migration_current of "None". Setting to last migration. 2024-08-10T05:05:27.490 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:27 smithi031 ceph-mon[29994]: mgrmap e7: y(active, since 1.00519s) 2024-08-10T05:05:27.734 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout { 2024-08-10T05:05:27.734 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-08-10T05:05:27.734 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "initialized": true 2024-08-10T05:05:27.734 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout } 2024-08-10T05:05:27.734 INFO:teuthology.orchestra.run.smithi031.stdout:mgr epoch 5 is available 2024-08-10T05:05:27.734 INFO:teuthology.orchestra.run.smithi031.stdout:Setting orchestrator backend to cephadm... 2024-08-10T05:05:28.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:28 smithi031 ceph-mon[29994]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-08-10T05:05:28.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:28 smithi031 ceph-mon[29994]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-08-10T05:05:28.863 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:28 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:05:28.603+0000 7f143c9a4640 -1 log_channel(cephadm) log [ERR] : [10/Aug/2024:05:05:28] ENGINE Error in HTTPServer.serve 2024-08-10T05:05:28.864 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:28 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: Traceback (most recent call last): 2024-08-10T05:05:28.864 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:28 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-10T05:05:28.864 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:28 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: self._connections.run(self.expiration_interval) 2024-08-10T05:05:28.864 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:28 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-10T05:05:28.864 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:28 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: self._run(expiration_interval) 2024-08-10T05:05:28.864 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:28 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-10T05:05:28.864 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:28 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: new_conn = self._from_server_socket(self.server.socket) 2024-08-10T05:05:28.864 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:28 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-10T05:05:28.864 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:28 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-10T05:05:28.864 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:28 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-10T05:05:28.865 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:28 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: s = self.context.wrap_socket( 2024-08-10T05:05:28.865 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:28 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-10T05:05:28.865 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:28 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: return self.sslsocket_class._create( 2024-08-10T05:05:28.865 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:28 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-10T05:05:28.865 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:28 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: self.do_handshake() 2024-08-10T05:05:28.865 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:28 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-10T05:05:28.865 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:28 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: self._sslobj.do_handshake() 2024-08-10T05:05:28.865 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:28 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-10T05:05:28.865 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:28 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:05:29.452 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:29 smithi031 ceph-mon[29994]: mgrmap e8: y(active, since 2s) 2024-08-10T05:05:29.452 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:29 smithi031 ceph-mon[29994]: from='client.14130 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:05:29.453 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:29 smithi031 ceph-mon[29994]: from='mgr.14118 172.21.15.31:0/1934117249' entity='mgr.y' 2024-08-10T05:05:29.453 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:29 smithi031 ceph-mon[29994]: from='mgr.14118 172.21.15.31:0/1934117249' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:05:29.453 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:29 smithi031 ceph-mon[29994]: [10/Aug/2024:05:05:28] ENGINE Bus STARTING 2024-08-10T05:05:29.453 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:29 smithi031 ceph-mon[29994]: [10/Aug/2024:05:05:28] ENGINE Serving on https://172.21.15.31:7150 2024-08-10T05:05:29.453 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:29 smithi031 ceph-mon[29994]: [10/Aug/2024:05:05:28] ENGINE Bus STARTED 2024-08-10T05:05:29.453 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:29 smithi031 ceph-mon[29994]: [10/Aug/2024:05:05:28] ENGINE Error in HTTPServer.serve 2024-08-10T05:05:29.453 INFO:journalctl@ceph.mon.a.smithi031.stdout: Traceback (most recent call last): 2024-08-10T05:05:29.453 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-10T05:05:29.453 INFO:journalctl@ceph.mon.a.smithi031.stdout: self._connections.run(self.expiration_interval) 2024-08-10T05:05:29.453 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-10T05:05:29.453 INFO:journalctl@ceph.mon.a.smithi031.stdout: self._run(expiration_interval) 2024-08-10T05:05:29.453 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-10T05:05:29.454 INFO:journalctl@ceph.mon.a.smithi031.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-10T05:05:29.454 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-10T05:05:29.454 INFO:journalctl@ceph.mon.a.smithi031.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-10T05:05:29.454 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-10T05:05:29.454 INFO:journalctl@ceph.mon.a.smithi031.stdout: s = self.context.wrap_socket( 2024-08-10T05:05:29.454 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-10T05:05:29.454 INFO:journalctl@ceph.mon.a.smithi031.stdout: return self.sslsocket_class._create( 2024-08-10T05:05:29.454 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-10T05:05:29.454 INFO:journalctl@ceph.mon.a.smithi031.stdout: self.do_handshake() 2024-08-10T05:05:29.454 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-10T05:05:29.454 INFO:journalctl@ceph.mon.a.smithi031.stdout: self._sslobj.do_handshake() 2024-08-10T05:05:29.454 INFO:journalctl@ceph.mon.a.smithi031.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-10T05:05:29.454 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:29 smithi031 ceph-mon[29994]: from='mgr.14118 172.21.15.31:0/1934117249' entity='mgr.y' 2024-08-10T05:05:29.454 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:29 smithi031 ceph-mon[29994]: from='mgr.14118 172.21.15.31:0/1934117249' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:05:30.006 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout value unchanged 2024-08-10T05:05:30.006 INFO:teuthology.orchestra.run.smithi031.stdout:Generating ssh key... 2024-08-10T05:05:30.438 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:30 smithi031 ceph-mon[29994]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:05:31.019 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:30 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: Generating public/private rsa key pair. 2024-08-10T05:05:31.019 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:30 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: Your identification has been saved in /tmp/tmpdlfdejuc/key 2024-08-10T05:05:31.019 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:30 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: Your public key has been saved in /tmp/tmpdlfdejuc/key.pub 2024-08-10T05:05:31.019 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:30 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: The key fingerprint is: 2024-08-10T05:05:31.019 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:30 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: SHA256:M7zeOZ+cOjVq2q27Swo9xwr0mLCKyvpc50CyWfP7e7g ceph-fc322138-56d5-11ef-bcce-c7b262605968 2024-08-10T05:05:31.019 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:30 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: The key's randomart image is: 2024-08-10T05:05:31.019 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:30 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: +---[RSA 3072]----+ 2024-08-10T05:05:31.019 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:30 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: | | 2024-08-10T05:05:31.019 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:30 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: | | 2024-08-10T05:05:31.020 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:30 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: | | 2024-08-10T05:05:31.020 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:30 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: | . | 2024-08-10T05:05:31.020 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:30 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: | . = . S | 2024-08-10T05:05:31.020 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:30 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: | * * = = o | 2024-08-10T05:05:31.020 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:30 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: | o + B =.+o . | 2024-08-10T05:05:31.020 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:30 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: |.o o + =.O*+ o | 2024-08-10T05:05:31.020 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:30 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: |*o+ o.E*XX* | 2024-08-10T05:05:31.020 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:30 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: +----[SHA256]-----+ 2024-08-10T05:05:31.317 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:31 smithi031 ceph-mon[29994]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:05:31.317 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:31 smithi031 ceph-mon[29994]: Generating ssh key... 2024-08-10T05:05:31.318 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:31 smithi031 ceph-mon[29994]: from='mgr.14118 172.21.15.31:0/1934117249' entity='mgr.y' 2024-08-10T05:05:31.318 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:31 smithi031 ceph-mon[29994]: from='mgr.14118 172.21.15.31:0/1934117249' entity='mgr.y' 2024-08-10T05:05:32.485 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCbGSUAmkh8YA35A0ngFnF0gO71O5VqSpfC9PuolI7aRylXmU2EHgwCTLE+159+U/uNx2aIMLvpJYsWX0rZrGNsXMTv6d4iW/NpqncjgPD745sW02FpSrdZjXDAPsS3gfoxVcYx47Ure0g+jLvhQTkzhi9r2lRelNH8gwqx68D6UsnjRe3r5ir1N66vu7QnjCwBHHS9ctCY6HUZrTP/V098nw6ayuW/LL4eKSW+PPVmFI7nCpfOKElsgs0d7OEtjiZ95D3Glqx0KRByki+B7jkeGu9+tyjxym5g8J2gqbOSwXMms3I0gngTatd7yD6pk4sWa1G5UP4VXlubt7M3lXoKn8ezKN+1byJFmpPmVwtSixEvaDnSjsM4O/X1CgNfQ+lYd+vGvFmwaXPI1ajbrul/sre2VcavtWU+dYRY4aGcf6AvHSOoXSomqIRNr6wc4KlcsAc4GS/CKr+wGY3cjX/iian5t063V6h0KJ4q+AHCSltxpK0zEyFx1fnm21+Z38k= ceph-fc322138-56d5-11ef-bcce-c7b262605968 2024-08-10T05:05:32.485 INFO:teuthology.orchestra.run.smithi031.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-08-10T05:05:32.485 INFO:teuthology.orchestra.run.smithi031.stdout:Adding key to root@localhost authorized_keys... 2024-08-10T05:05:32.486 INFO:teuthology.orchestra.run.smithi031.stdout:Adding host smithi031... 2024-08-10T05:05:32.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:32 smithi031 ceph-mon[29994]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:05:33.831 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:33 smithi031 ceph-mon[29994]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi031", "addr": "172.21.15.31", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:05:34.767 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:34 smithi031 ceph-mon[29994]: Deploying cephadm binary to smithi031 2024-08-10T05:05:37.093 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout Added host 'smithi031' with addr '172.21.15.31' 2024-08-10T05:05:37.093 INFO:teuthology.orchestra.run.smithi031.stdout:Deploying unmanaged mon service... 2024-08-10T05:05:37.999 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:37 smithi031 ceph-mon[29994]: from='mgr.14118 172.21.15.31:0/1934117249' entity='mgr.y' 2024-08-10T05:05:37.999 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:37 smithi031 ceph-mon[29994]: Added host smithi031 2024-08-10T05:05:37.999 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:37 smithi031 ceph-mon[29994]: from='mgr.14118 172.21.15.31:0/1934117249' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:05:38.243 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-08-10T05:05:38.243 INFO:teuthology.orchestra.run.smithi031.stdout:Deploying unmanaged mgr service... 2024-08-10T05:05:39.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:38 smithi031 ceph-mon[29994]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:05:39.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:38 smithi031 ceph-mon[29994]: Saving service mon spec with placement count:5 2024-08-10T05:05:39.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:38 smithi031 ceph-mon[29994]: from='mgr.14118 172.21.15.31:0/1934117249' entity='mgr.y' 2024-08-10T05:05:40.545 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:40 smithi031 ceph-mon[29994]: from='mgr.14118 172.21.15.31:0/1934117249' entity='mgr.y' 2024-08-10T05:05:40.545 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:40 smithi031 ceph-mon[29994]: from='mgr.14118 172.21.15.31:0/1934117249' entity='mgr.y' 2024-08-10T05:05:40.545 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:40 smithi031 ceph-mon[29994]: from='mgr.14118 172.21.15.31:0/1934117249' entity='mgr.y' 2024-08-10T05:05:40.548 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-08-10T05:05:41.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:41 smithi031 ceph-mon[29994]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:05:41.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:41 smithi031 ceph-mon[29994]: Saving service mgr spec with placement count:2 2024-08-10T05:05:41.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:41 smithi031 ceph-mon[29994]: from='client.? 172.21.15.31:0/2687775342' entity='client.admin' 2024-08-10T05:05:43.030 INFO:teuthology.orchestra.run.smithi031.stdout:Enabling the dashboard module... 2024-08-10T05:05:43.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:43 smithi031 ceph-mon[29994]: from='client.? 172.21.15.31:0/387486567' entity='client.admin' 2024-08-10T05:05:43.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:43 smithi031 ceph-mon[29994]: from='mgr.14118 172.21.15.31:0/1934117249' entity='mgr.y' 2024-08-10T05:05:44.576 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:44 smithi031 ceph-mon[29994]: from='client.? 172.21.15.31:0/2633497684' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-08-10T05:05:44.576 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:44 smithi031 ceph-mon[29994]: from='mgr.14118 172.21.15.31:0/1934117249' entity='mgr.y' 2024-08-10T05:05:44.577 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:44 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: ignoring --setuser ceph since I am not root 2024-08-10T05:05:44.577 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:44 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: ignoring --setgroup ceph since I am not root 2024-08-10T05:05:44.915 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:44 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:05:44.621+0000 7f8df7a97ec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-10T05:05:44.915 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:44 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:05:44.748+0000 7f8df7a97ec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-10T05:05:44.915 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:44 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:05:44.816+0000 7f8df7a97ec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-10T05:05:45.230 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:45 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:05:45.067+0000 7f8df7a97ec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-10T05:05:45.231 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:45 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:05:45.126+0000 7f8df7a97ec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-10T05:05:45.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:45 smithi031 ceph-mon[29994]: from='client.? 172.21.15.31:0/2633497684' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-08-10T05:05:45.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:45 smithi031 ceph-mon[29994]: mgrmap e9: y(active, since 18s) 2024-08-10T05:05:46.127 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:46 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:05:46.084+0000 7f8df7a97ec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-10T05:05:46.402 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:46 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:05:46.201+0000 7f8df7a97ec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-10T05:05:46.403 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:46 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:05:46.258+0000 7f8df7a97ec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-10T05:05:46.664 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:46 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:05:46.458+0000 7f8df7a97ec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-10T05:05:46.664 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:46 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:05:46.521+0000 7f8df7a97ec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-10T05:05:46.664 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:46 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:05:46.588+0000 7f8df7a97ec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-10T05:05:46.915 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:46 smithi031 ceph-mon[29994]: from='client.? 172.21.15.31:0/3935810891' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-08-10T05:05:46.916 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:46 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:05:46.727+0000 7f8df7a97ec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-10T05:05:47.177 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout { 2024-08-10T05:05:47.178 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-08-10T05:05:47.178 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "available": true, 2024-08-10T05:05:47.178 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-08-10T05:05:47.178 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-08-10T05:05:47.178 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout } 2024-08-10T05:05:47.178 INFO:teuthology.orchestra.run.smithi031.stdout:Waiting for the mgr to restart... 2024-08-10T05:05:47.178 INFO:teuthology.orchestra.run.smithi031.stdout:Waiting for mgr epoch 9... 2024-08-10T05:05:47.493 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:47 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:05:47.173+0000 7f8df7a97ec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-10T05:05:47.493 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:47 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:05:47.492+0000 7f8df7a97ec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-10T05:05:47.768 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:47 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:05:47.562+0000 7f8df7a97ec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-10T05:05:47.769 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:47 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:05:47.697+0000 7f8df7a97ec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-10T05:05:48.214 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:47 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:05:47.963+0000 7f8df7a97ec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-10T05:05:48.214 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:48 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:05:48.024+0000 7f8df7a97ec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-10T05:05:48.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:48 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:05:48.213+0000 7f8df7a97ec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-10T05:05:48.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:48 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:05:48.277+0000 7f8df7a97ec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-10T05:05:48.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:48 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:05:48.361+0000 7f8df7a97ec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-10T05:05:48.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:48 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:05:48.420+0000 7f8df7a97ec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-10T05:05:49.269 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:48 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:05:48.960+0000 7f8df7a97ec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-10T05:05:49.269 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:49 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:05:49.100+0000 7f8df7a97ec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-10T05:05:49.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:49 smithi031 ceph-mon[29994]: Active manager daemon y restarted 2024-08-10T05:05:49.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:49 smithi031 ceph-mon[29994]: Activating manager daemon y 2024-08-10T05:05:49.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:49 smithi031 ceph-mon[29994]: osdmap e3: 0 total, 0 up, 0 in 2024-08-10T05:05:49.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:49 smithi031 ceph-mon[29994]: mgrmap e10: y(active, starting, since 0.00308298s) 2024-08-10T05:05:49.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:49 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:05:49.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:49 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-10T05:05:49.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:49 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-10T05:05:49.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:49 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-10T05:05:49.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:49 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-10T05:05:49.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:49 smithi031 ceph-mon[29994]: Manager daemon y is now available 2024-08-10T05:05:49.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:49 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:05:49.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:49 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-10T05:05:49.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:49 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-10T05:05:50.634 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout { 2024-08-10T05:05:50.634 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-08-10T05:05:50.635 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout "initialized": true 2024-08-10T05:05:50.635 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout } 2024-08-10T05:05:50.635 INFO:teuthology.orchestra.run.smithi031.stdout:mgr epoch 9 is available 2024-08-10T05:05:50.635 INFO:teuthology.orchestra.run.smithi031.stdout:Generating a dashboard self-signed certificate... 2024-08-10T05:05:51.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:51 smithi031 ceph-mon[29994]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-08-10T05:05:51.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:51 smithi031 ceph-mon[29994]: mgrmap e11: y(active, since 1.00604s) 2024-08-10T05:05:51.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:51 smithi031 ceph-mon[29994]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-08-10T05:05:51.706 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:05:51.468+0000 7f8da84cd640 -1 log_channel(cephadm) log [ERR] : [10/Aug/2024:05:05:51] ENGINE Error in HTTPServer.serve 2024-08-10T05:05:51.707 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: Traceback (most recent call last): 2024-08-10T05:05:51.707 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-10T05:05:51.707 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: self._connections.run(self.expiration_interval) 2024-08-10T05:05:51.707 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-10T05:05:51.707 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: self._run(expiration_interval) 2024-08-10T05:05:51.707 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-10T05:05:51.707 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: new_conn = self._from_server_socket(self.server.socket) 2024-08-10T05:05:51.707 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-10T05:05:51.707 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-10T05:05:51.707 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-10T05:05:51.707 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: s = self.context.wrap_socket( 2024-08-10T05:05:51.708 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-10T05:05:51.708 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: return self.sslsocket_class._create( 2024-08-10T05:05:51.708 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-10T05:05:51.708 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: self.do_handshake() 2024-08-10T05:05:51.708 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-10T05:05:51.708 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: self._sslobj.do_handshake() 2024-08-10T05:05:51.708 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-10T05:05:51.708 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:05:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:05:51.976 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-08-10T05:05:51.976 INFO:teuthology.orchestra.run.smithi031.stdout:Creating initial admin user... 2024-08-10T05:05:52.241 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:52 smithi031 ceph-mon[29994]: mgrmap e12: y(active, since 2s) 2024-08-10T05:05:52.241 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:52 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:05:52.241 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:52 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:05:52.241 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:52 smithi031 ceph-mon[29994]: [10/Aug/2024:05:05:51] ENGINE Bus STARTING 2024-08-10T05:05:52.241 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:52 smithi031 ceph-mon[29994]: [10/Aug/2024:05:05:51] ENGINE Serving on https://172.21.15.31:7150 2024-08-10T05:05:52.242 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:52 smithi031 ceph-mon[29994]: [10/Aug/2024:05:05:51] ENGINE Bus STARTED 2024-08-10T05:05:52.242 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:52 smithi031 ceph-mon[29994]: [10/Aug/2024:05:05:51] ENGINE Error in HTTPServer.serve 2024-08-10T05:05:52.242 INFO:journalctl@ceph.mon.a.smithi031.stdout: Traceback (most recent call last): 2024-08-10T05:05:52.242 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-10T05:05:52.242 INFO:journalctl@ceph.mon.a.smithi031.stdout: self._connections.run(self.expiration_interval) 2024-08-10T05:05:52.242 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-10T05:05:52.242 INFO:journalctl@ceph.mon.a.smithi031.stdout: self._run(expiration_interval) 2024-08-10T05:05:52.242 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-10T05:05:52.242 INFO:journalctl@ceph.mon.a.smithi031.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-10T05:05:52.242 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-10T05:05:52.242 INFO:journalctl@ceph.mon.a.smithi031.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-10T05:05:52.242 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-10T05:05:52.242 INFO:journalctl@ceph.mon.a.smithi031.stdout: s = self.context.wrap_socket( 2024-08-10T05:05:52.243 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-10T05:05:52.243 INFO:journalctl@ceph.mon.a.smithi031.stdout: return self.sslsocket_class._create( 2024-08-10T05:05:52.243 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-10T05:05:52.243 INFO:journalctl@ceph.mon.a.smithi031.stdout: self.do_handshake() 2024-08-10T05:05:52.243 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-10T05:05:52.243 INFO:journalctl@ceph.mon.a.smithi031.stdout: self._sslobj.do_handshake() 2024-08-10T05:05:52.243 INFO:journalctl@ceph.mon.a.smithi031.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-10T05:05:52.243 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:52 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:05:53.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:53 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:05:53.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:53 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:05:53.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:53 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:05:53.524 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$gCHosOZfez9hTuQVWLPy2uNDc79cGbJ..Dl3/ImWu8WPsqknEXet.", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1723266352, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-08-10T05:05:53.524 INFO:teuthology.orchestra.run.smithi031.stdout:Fetching dashboard port number... 2024-08-10T05:05:54.454 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:54 smithi031 ceph-mon[29994]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:05:54.455 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:54 smithi031 ceph-mon[29994]: from='client.? 172.21.15.31:0/1794450792' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-08-10T05:05:54.741 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stdout 8443 2024-08-10T05:05:54.752 INFO:teuthology.orchestra.run.smithi031.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-08-10T05:05:54.752 INFO:teuthology.orchestra.run.smithi031.stdout:systemctl: stdout disabled 2024-08-10T05:05:54.760 INFO:teuthology.orchestra.run.smithi031.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-08-10T05:05:54.760 INFO:teuthology.orchestra.run.smithi031.stdout:systemctl: stdout inactive 2024-08-10T05:05:54.760 INFO:teuthology.orchestra.run.smithi031.stdout:firewalld.service is not enabled 2024-08-10T05:05:54.760 INFO:teuthology.orchestra.run.smithi031.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-08-10T05:05:54.762 INFO:teuthology.orchestra.run.smithi031.stdout:Ceph Dashboard is now available at: 2024-08-10T05:05:54.762 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-08-10T05:05:54.762 INFO:teuthology.orchestra.run.smithi031.stdout: URL: https://smithi031.front.sepia.ceph.com:8443/ 2024-08-10T05:05:54.762 INFO:teuthology.orchestra.run.smithi031.stdout: User: admin 2024-08-10T05:05:54.762 INFO:teuthology.orchestra.run.smithi031.stdout: Password: 4pw7pel01d 2024-08-10T05:05:54.763 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-08-10T05:05:54.763 INFO:teuthology.orchestra.run.smithi031.stdout:Saving cluster configuration to /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/config directory 2024-08-10T05:05:54.763 INFO:teuthology.orchestra.run.smithi031.stdout:Enabling autotune for osd_memory_target 2024-08-10T05:05:56.616 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:56 smithi031 ceph-mon[29994]: mgrmap e13: y(active, since 6s) 2024-08-10T05:05:57.893 INFO:teuthology.orchestra.run.smithi031.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-08-10T05:05:57.893 INFO:teuthology.orchestra.run.smithi031.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-08-10T05:05:57.893 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-08-10T05:05:57.893 INFO:teuthology.orchestra.run.smithi031.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid fc322138-56d5-11ef-bcce-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-08-10T05:05:57.893 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-08-10T05:05:57.893 INFO:teuthology.orchestra.run.smithi031.stdout:Or, if you are only running a single cluster on this host: 2024-08-10T05:05:57.893 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-08-10T05:05:57.893 INFO:teuthology.orchestra.run.smithi031.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-08-10T05:05:57.893 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-08-10T05:05:57.893 INFO:teuthology.orchestra.run.smithi031.stdout:Please consider enabling telemetry to help improve Ceph: 2024-08-10T05:05:57.894 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-08-10T05:05:57.894 INFO:teuthology.orchestra.run.smithi031.stdout: ceph telemetry on 2024-08-10T05:05:57.894 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-08-10T05:05:57.894 INFO:teuthology.orchestra.run.smithi031.stdout:For more information see: 2024-08-10T05:05:57.894 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-08-10T05:05:57.894 INFO:teuthology.orchestra.run.smithi031.stdout: https://docs.ceph.com/docs/master/mgr/telemetry/ 2024-08-10T05:05:57.894 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-08-10T05:05:57.894 INFO:teuthology.orchestra.run.smithi031.stdout:Bootstrap complete. 2024-08-10T05:05:57.931 INFO:tasks.cephadm:Fetching config... 2024-08-10T05:05:57.931 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-08-10T05:05:57.931 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-08-10T05:05:57.949 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-08-10T05:05:57.949 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-08-10T05:05:57.949 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-08-10T05:05:58.007 INFO:tasks.cephadm:Fetching mon keyring... 2024-08-10T05:05:58.007 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-08-10T05:05:58.007 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd if=/var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.a/keyring of=/dev/stdout 2024-08-10T05:05:58.073 INFO:tasks.cephadm:Fetching pub ssh key... 2024-08-10T05:05:58.073 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-08-10T05:05:58.073 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-08-10T05:05:58.129 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-08-10T05:05:58.130 DEBUG:teuthology.orchestra.run.smithi031:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCbGSUAmkh8YA35A0ngFnF0gO71O5VqSpfC9PuolI7aRylXmU2EHgwCTLE+159+U/uNx2aIMLvpJYsWX0rZrGNsXMTv6d4iW/NpqncjgPD745sW02FpSrdZjXDAPsS3gfoxVcYx47Ure0g+jLvhQTkzhi9r2lRelNH8gwqx68D6UsnjRe3r5ir1N66vu7QnjCwBHHS9ctCY6HUZrTP/V098nw6ayuW/LL4eKSW+PPVmFI7nCpfOKElsgs0d7OEtjiZ95D3Glqx0KRByki+B7jkeGu9+tyjxym5g8J2gqbOSwXMms3I0gngTatd7yD6pk4sWa1G5UP4VXlubt7M3lXoKn8ezKN+1byJFmpPmVwtSixEvaDnSjsM4O/X1CgNfQ+lYd+vGvFmwaXPI1ajbrul/sre2VcavtWU+dYRY4aGcf6AvHSOoXSomqIRNr6wc4KlcsAc4GS/CKr+wGY3cjX/iian5t063V6h0KJ4q+AHCSltxpK0zEyFx1fnm21+Z38k= ceph-fc322138-56d5-11ef-bcce-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-08-10T05:05:58.205 INFO:teuthology.orchestra.run.smithi031.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCbGSUAmkh8YA35A0ngFnF0gO71O5VqSpfC9PuolI7aRylXmU2EHgwCTLE+159+U/uNx2aIMLvpJYsWX0rZrGNsXMTv6d4iW/NpqncjgPD745sW02FpSrdZjXDAPsS3gfoxVcYx47Ure0g+jLvhQTkzhi9r2lRelNH8gwqx68D6UsnjRe3r5ir1N66vu7QnjCwBHHS9ctCY6HUZrTP/V098nw6ayuW/LL4eKSW+PPVmFI7nCpfOKElsgs0d7OEtjiZ95D3Glqx0KRByki+B7jkeGu9+tyjxym5g8J2gqbOSwXMms3I0gngTatd7yD6pk4sWa1G5UP4VXlubt7M3lXoKn8ezKN+1byJFmpPmVwtSixEvaDnSjsM4O/X1CgNfQ+lYd+vGvFmwaXPI1ajbrul/sre2VcavtWU+dYRY4aGcf6AvHSOoXSomqIRNr6wc4KlcsAc4GS/CKr+wGY3cjX/iian5t063V6h0KJ4q+AHCSltxpK0zEyFx1fnm21+Z38k= ceph-fc322138-56d5-11ef-bcce-c7b262605968 2024-08-10T05:05:58.217 DEBUG:teuthology.orchestra.run.smithi196:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCbGSUAmkh8YA35A0ngFnF0gO71O5VqSpfC9PuolI7aRylXmU2EHgwCTLE+159+U/uNx2aIMLvpJYsWX0rZrGNsXMTv6d4iW/NpqncjgPD745sW02FpSrdZjXDAPsS3gfoxVcYx47Ure0g+jLvhQTkzhi9r2lRelNH8gwqx68D6UsnjRe3r5ir1N66vu7QnjCwBHHS9ctCY6HUZrTP/V098nw6ayuW/LL4eKSW+PPVmFI7nCpfOKElsgs0d7OEtjiZ95D3Glqx0KRByki+B7jkeGu9+tyjxym5g8J2gqbOSwXMms3I0gngTatd7yD6pk4sWa1G5UP4VXlubt7M3lXoKn8ezKN+1byJFmpPmVwtSixEvaDnSjsM4O/X1CgNfQ+lYd+vGvFmwaXPI1ajbrul/sre2VcavtWU+dYRY4aGcf6AvHSOoXSomqIRNr6wc4KlcsAc4GS/CKr+wGY3cjX/iian5t063V6h0KJ4q+AHCSltxpK0zEyFx1fnm21+Z38k= ceph-fc322138-56d5-11ef-bcce-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-08-10T05:05:58.258 INFO:teuthology.orchestra.run.smithi196.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCbGSUAmkh8YA35A0ngFnF0gO71O5VqSpfC9PuolI7aRylXmU2EHgwCTLE+159+U/uNx2aIMLvpJYsWX0rZrGNsXMTv6d4iW/NpqncjgPD745sW02FpSrdZjXDAPsS3gfoxVcYx47Ure0g+jLvhQTkzhi9r2lRelNH8gwqx68D6UsnjRe3r5ir1N66vu7QnjCwBHHS9ctCY6HUZrTP/V098nw6ayuW/LL4eKSW+PPVmFI7nCpfOKElsgs0d7OEtjiZ95D3Glqx0KRByki+B7jkeGu9+tyjxym5g8J2gqbOSwXMms3I0gngTatd7yD6pk4sWa1G5UP4VXlubt7M3lXoKn8ezKN+1byJFmpPmVwtSixEvaDnSjsM4O/X1CgNfQ+lYd+vGvFmwaXPI1ajbrul/sre2VcavtWU+dYRY4aGcf6AvHSOoXSomqIRNr6wc4KlcsAc4GS/CKr+wGY3cjX/iian5t063V6h0KJ4q+AHCSltxpK0zEyFx1fnm21+Z38k= ceph-fc322138-56d5-11ef-bcce-c7b262605968 2024-08-10T05:05:58.271 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc322138-56d5-11ef-bcce-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-08-10T05:05:58.459 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:05:58 smithi031 ceph-mon[29994]: from='client.? 172.21.15.31:0/495415358' entity='client.admin' 2024-08-10T05:05:58.542 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T05:06:01.521 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-08-10T05:06:01.522 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc322138-56d5-11ef-bcce-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-08-10T05:06:02.117 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:01 smithi031 ceph-mon[29994]: from='client.? 172.21.15.31:0/3891718356' entity='client.admin' 2024-08-10T05:06:02.212 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T05:06:03.410 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:03 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:03.410 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:03 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:03.410 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:03 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi031", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:06:03.410 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:03 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:03.410 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:03 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:06:03.410 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:03 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:04.452 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi196 2024-08-10T05:06:04.453 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-08-10T05:06:04.453 DEBUG:teuthology.orchestra.run.smithi196:> dd of=/etc/ceph/ceph.conf 2024-08-10T05:06:04.473 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-08-10T05:06:04.473 DEBUG:teuthology.orchestra.run.smithi196:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-08-10T05:06:04.531 INFO:tasks.cephadm:Adding host smithi196 to orchestrator... 2024-08-10T05:06:04.532 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc322138-56d5-11ef-bcce-c7b262605968 -- ceph orch host add smithi196 2024-08-10T05:06:04.795 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T05:06:05.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:04 smithi031 ceph-mon[29994]: from='client.14174 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:06:05.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:04 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:05.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:04 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:06:05.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:04 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:06:05.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:04 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:06:05.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:04 smithi031 ceph-mon[29994]: Updating smithi031:/etc/ceph/ceph.conf 2024-08-10T05:06:05.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:04 smithi031 ceph-mon[29994]: Updating smithi031:/var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/config/ceph.conf 2024-08-10T05:06:05.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:04 smithi031 ceph-mon[29994]: Updating smithi031:/etc/ceph/ceph.client.admin.keyring 2024-08-10T05:06:05.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:04 smithi031 ceph-mon[29994]: Updating smithi031:/var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/config/ceph.client.admin.keyring 2024-08-10T05:06:05.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:04 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:05.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:04 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:05.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:04 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:08.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:07 smithi031 ceph-mon[29994]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi196", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:06:09.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:08 smithi031 ceph-mon[29994]: Deploying cephadm binary to smithi196 2024-08-10T05:06:09.904 INFO:teuthology.orchestra.run.smithi031.stdout:Added host 'smithi196' with addr '172.21.15.196' 2024-08-10T05:06:10.204 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:10 smithi031 ceph-mon[29994]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T05:06:10.204 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:10 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:10.204 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:10 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:06:10.475 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc322138-56d5-11ef-bcce-c7b262605968 -- ceph orch host ls --format=json 2024-08-10T05:06:10.737 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T05:06:11.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:11 smithi031 ceph-mon[29994]: Added host smithi196 2024-08-10T05:06:11.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:11 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:11.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:11 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:12.457 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-08-10T05:06:12.458 INFO:teuthology.orchestra.run.smithi031.stdout:[{"addr": "172.21.15.31", "hostname": "smithi031", "labels": [], "status": ""}, {"addr": "172.21.15.196", "hostname": "smithi196", "labels": [], "status": ""}] 2024-08-10T05:06:12.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:12 smithi031 ceph-mon[29994]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T05:06:12.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:12 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:13.076 INFO:tasks.cephadm:Setting crush tunables to default 2024-08-10T05:06:13.076 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc322138-56d5-11ef-bcce-c7b262605968 -- ceph osd crush tunables default 2024-08-10T05:06:13.337 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T05:06:13.459 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:13 smithi031 ceph-mon[29994]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-10T05:06:14.381 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:14 smithi031 ceph-mon[29994]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T05:06:14.381 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:14 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:14.382 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:14 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:14.382 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:14 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:14.382 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:14 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:14.382 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:14 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi196", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:06:14.382 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:14 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:06:14.382 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:14 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:06:15.284 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:15 smithi031 ceph-mon[29994]: Updating smithi196:/etc/ceph/ceph.conf 2024-08-10T05:06:15.284 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:15 smithi031 ceph-mon[29994]: Updating smithi196:/var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/config/ceph.conf 2024-08-10T05:06:15.284 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:15 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:15.285 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:15 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:15.285 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:15 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:15.285 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:15 smithi031 ceph-mon[29994]: from='client.? 172.21.15.31:0/3368403544' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-08-10T05:06:16.009 INFO:teuthology.orchestra.run.smithi031.stderr:adjusted tunables profile to default 2024-08-10T05:06:16.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:16 smithi031 ceph-mon[29994]: Updating smithi196:/etc/ceph/ceph.client.admin.keyring 2024-08-10T05:06:16.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:16 smithi031 ceph-mon[29994]: Updating smithi196:/var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/config/ceph.client.admin.keyring 2024-08-10T05:06:16.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:16 smithi031 ceph-mon[29994]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T05:06:16.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:16 smithi031 ceph-mon[29994]: from='client.? 172.21.15.31:0/3368403544' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-08-10T05:06:16.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:16 smithi031 ceph-mon[29994]: osdmap e4: 0 total, 0 up, 0 in 2024-08-10T05:06:16.622 INFO:tasks.cephadm:Adding mon.a on smithi031 2024-08-10T05:06:16.622 INFO:tasks.cephadm:Adding mon.c on smithi031 2024-08-10T05:06:16.622 INFO:tasks.cephadm:Adding mon.b on smithi196 2024-08-10T05:06:16.622 DEBUG:teuthology.orchestra.run.smithi196:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc322138-56d5-11ef-bcce-c7b262605968 -- ceph orch apply mon '3;smithi031:172.21.15.31=a;smithi031:[v2:172.21.15.31:3301,v1:172.21.15.31:6790]=c;smithi196:172.21.15.196=b' 2024-08-10T05:06:16.873 INFO:teuthology.orchestra.run.smithi196.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/config/ceph.conf 2024-08-10T05:06:18.435 INFO:teuthology.orchestra.run.smithi196.stdout:Scheduled mon update... 2024-08-10T05:06:18.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:18 smithi031 ceph-mon[29994]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T05:06:19.026 DEBUG:teuthology.orchestra.run.smithi031:mon.c> sudo journalctl -f -n 0 -u ceph-fc322138-56d5-11ef-bcce-c7b262605968@mon.c.service 2024-08-10T05:06:19.029 DEBUG:teuthology.orchestra.run.smithi196:mon.b> sudo journalctl -f -n 0 -u ceph-fc322138-56d5-11ef-bcce-c7b262605968@mon.b.service 2024-08-10T05:06:19.032 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-08-10T05:06:19.032 DEBUG:teuthology.orchestra.run.smithi196:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc322138-56d5-11ef-bcce-c7b262605968 -- ceph mon dump -f json 2024-08-10T05:06:19.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:19 smithi031 ceph-mon[29994]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi031:172.21.15.31=a;smithi031:[v2:172.21.15.31:3301,v1:172.21.15.31:6790]=c;smithi196:172.21.15.196=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:06:19.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:19 smithi031 ceph-mon[29994]: Saving service mon spec with placement smithi031:172.21.15.31=a;smithi031:[v2:172.21.15.31:3301,v1:172.21.15.31:6790]=c;smithi196:172.21.15.196=b;count:3 2024-08-10T05:06:19.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:19 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:19.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:19 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:06:19.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:19 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:06:19.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:19 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:06:19.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:19 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:19.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:19 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-10T05:06:19.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:19 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:06:19.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:19 smithi031 ceph-mon[29994]: Deploying daemon mon.b on smithi196 2024-08-10T05:06:19.798 INFO:teuthology.orchestra.run.smithi196.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/config/ceph.conf 2024-08-10T05:06:20.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:20 smithi031 ceph-mon[29994]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T05:06:22.717 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-08-10T05:06:22.717 INFO:teuthology.orchestra.run.smithi196.stdout:{"epoch":1,"fsid":"fc322138-56d5-11ef-bcce-c7b262605968","modified":"2024-08-10T05:04:52.101829Z","created":"2024-08-10T05:04:52.101829Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:3300","nonce":0},{"type":"v1","addr":"172.21.15.31:6789","nonce":0}]},"addr":"172.21.15.31:6789/0","public_addr":"172.21.15.31:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-08-10T05:06:22.717 INFO:teuthology.orchestra.run.smithi196.stderr:dumped monmap epoch 1 2024-08-10T05:06:22.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:22 smithi031 ceph-mon[29994]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T05:06:23.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:23 smithi031 ceph-mon[29994]: from='client.? 172.21.15.196:0/3723664292' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-10T05:06:23.865 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 podman[32835]: 2024-08-10 05:06:23.847478517 +0000 UTC m=+0.359842330 container start 4e4eaf4777a7f2d088b8a9a9b904d29a47c7364f6e0dda1f9ee4e203111c1004 (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-mon-b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, RELEASE=quincy-56ceb86, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2024-08-10T05:06:24.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: set uid:gid to 167:167 (ceph:ceph) 2024-08-10T05:06:24.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable), process ceph-mon, pid 7 2024-08-10T05:06:24.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: pidfile_write: ignore empty --pid-file 2024-08-10T05:06:24.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: load: jerasure load: lrc 2024-08-10T05:06:24.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: RocksDB version: 6.15.5 2024-08-10T05:06:24.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Git sha rocksdb_build_git_sha:@0@ 2024-08-10T05:06:24.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Compile date Aug 9 2024 2024-08-10T05:06:24.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: DB SUMMARY 2024-08-10T05:06:24.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: DB Session ID: 4UZXV3RDDYBY88AUVZ4H 2024-08-10T05:06:24.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: CURRENT file: CURRENT 2024-08-10T05:06:24.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: IDENTITY file: IDENTITY 2024-08-10T05:06:24.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: MANIFEST file: MANIFEST-000003 size: 57 Bytes 2024-08-10T05:06:24.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 0, files: 2024-08-10T05:06:24.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000004.log size: 511 ; 2024-08-10T05:06:24.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.error_if_exists: 0 2024-08-10T05:06:24.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.create_if_missing: 0 2024-08-10T05:06:24.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.paranoid_checks: 1 2024-08-10T05:06:24.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-08-10T05:06:24.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.env: 0x55a101c4a440 2024-08-10T05:06:24.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.fs: Posix File System 2024-08-10T05:06:24.281 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.info_log: 0x55a102f6af20 2024-08-10T05:06:24.281 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.max_file_opening_threads: 16 2024-08-10T05:06:24.281 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.statistics: (nil) 2024-08-10T05:06:24.281 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.use_fsync: 0 2024-08-10T05:06:24.281 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.max_log_file_size: 0 2024-08-10T05:06:24.281 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-08-10T05:06:24.281 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.log_file_time_to_roll: 0 2024-08-10T05:06:24.281 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.keep_log_file_num: 1000 2024-08-10T05:06:24.281 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.recycle_log_file_num: 0 2024-08-10T05:06:24.281 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.allow_fallocate: 1 2024-08-10T05:06:24.281 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.allow_mmap_reads: 0 2024-08-10T05:06:24.281 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.allow_mmap_writes: 0 2024-08-10T05:06:24.281 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.use_direct_reads: 0 2024-08-10T05:06:24.282 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-08-10T05:06:24.282 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.create_missing_column_families: 0 2024-08-10T05:06:24.282 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.db_log_dir: 2024-08-10T05:06:24.282 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-b/store.db 2024-08-10T05:06:24.282 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.table_cache_numshardbits: 6 2024-08-10T05:06:24.282 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.WAL_ttl_seconds: 0 2024-08-10T05:06:24.283 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.WAL_size_limit_MB: 0 2024-08-10T05:06:24.283 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-08-10T05:06:24.284 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-08-10T05:06:24.284 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.is_fd_close_on_exec: 1 2024-08-10T05:06:24.284 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.advise_random_on_open: 1 2024-08-10T05:06:24.284 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.db_write_buffer_size: 0 2024-08-10T05:06:24.284 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.write_buffer_manager: 0x55a103028750 2024-08-10T05:06:24.284 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-08-10T05:06:24.284 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2024-08-10T05:06:24.284 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-08-10T05:06:24.284 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.use_adaptive_mutex: 0 2024-08-10T05:06:24.284 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.rate_limiter: (nil) 2024-08-10T05:06:24.284 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-08-10T05:06:24.284 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.wal_recovery_mode: 2 2024-08-10T05:06:24.285 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.enable_thread_tracking: 0 2024-08-10T05:06:24.285 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.enable_pipelined_write: 0 2024-08-10T05:06:24.285 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.unordered_write: 0 2024-08-10T05:06:24.285 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-08-10T05:06:24.285 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-08-10T05:06:24.285 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-08-10T05:06:24.285 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-08-10T05:06:24.285 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.row_cache: None 2024-08-10T05:06:24.285 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.wal_filter: None 2024-08-10T05:06:24.285 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-08-10T05:06:24.285 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.allow_ingest_behind: 0 2024-08-10T05:06:24.285 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.preserve_deletes: 0 2024-08-10T05:06:24.285 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.two_write_queues: 0 2024-08-10T05:06:24.286 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.manual_wal_flush: 0 2024-08-10T05:06:24.286 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.atomic_flush: 0 2024-08-10T05:06:24.286 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-08-10T05:06:24.286 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.persist_stats_to_disk: 0 2024-08-10T05:06:24.286 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.write_dbid_to_manifest: 0 2024-08-10T05:06:24.286 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.log_readahead_size: 0 2024-08-10T05:06:24.286 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-08-10T05:06:24.286 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.best_efforts_recovery: 0 2024-08-10T05:06:24.286 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-08-10T05:06:24.286 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-08-10T05:06:24.286 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.allow_data_in_errors: 0 2024-08-10T05:06:24.286 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.db_host_id: __hostname__ 2024-08-10T05:06:24.287 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.max_background_jobs: 2 2024-08-10T05:06:24.287 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.max_background_compactions: -1 2024-08-10T05:06:24.287 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.max_subcompactions: 1 2024-08-10T05:06:24.287 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-08-10T05:06:24.287 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-08-10T05:06:24.287 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.delayed_write_rate : 16777216 2024-08-10T05:06:24.287 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.max_total_wal_size: 0 2024-08-10T05:06:24.287 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-08-10T05:06:24.287 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.stats_dump_period_sec: 600 2024-08-10T05:06:24.287 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.stats_persist_period_sec: 600 2024-08-10T05:06:24.287 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-08-10T05:06:24.287 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.max_open_files: -1 2024-08-10T05:06:24.287 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.bytes_per_sync: 0 2024-08-10T05:06:24.287 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.wal_bytes_per_sync: 0 2024-08-10T05:06:24.288 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.strict_bytes_per_sync: 0 2024-08-10T05:06:24.288 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.compaction_readahead_size: 0 2024-08-10T05:06:24.288 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.max_background_flushes: -1 2024-08-10T05:06:24.288 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Compression algorithms supported: 2024-08-10T05:06:24.288 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: kZSTD supported: 0 2024-08-10T05:06:24.288 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: kXpressCompression supported: 0 2024-08-10T05:06:24.288 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: kBZip2Compression supported: 0 2024-08-10T05:06:24.289 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-08-10T05:06:24.289 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: kLZ4Compression supported: 1 2024-08-10T05:06:24.289 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: kZlibCompression supported: 1 2024-08-10T05:06:24.289 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: kLZ4HCCompression supported: 1 2024-08-10T05:06:24.289 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: kSnappyCompression supported: 1 2024-08-10T05:06:24.289 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Fast CRC32 supported: Supported on x86 2024-08-10T05:06:24.289 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: [db/version_set.cc:4724] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000003 2024-08-10T05:06:24.289 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: [db/column_family.cc:595] --------------- Options for column family [default]: 2024-08-10T05:06:24.289 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-08-10T05:06:24.289 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.merge_operator: 2024-08-10T05:06:24.289 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.compaction_filter: None 2024-08-10T05:06:24.290 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.compaction_filter_factory: None 2024-08-10T05:06:24.290 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.sst_partitioner_factory: None 2024-08-10T05:06:24.290 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.memtable_factory: SkipListFactory 2024-08-10T05:06:24.290 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.table_factory: BlockBasedTable 2024-08-10T05:06:24.290 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55a102f11a58) 2024-08-10T05:06:24.290 INFO:journalctl@ceph.mon.b.smithi196.stdout: cache_index_and_filter_blocks: 1 2024-08-10T05:06:24.290 INFO:journalctl@ceph.mon.b.smithi196.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-08-10T05:06:24.290 INFO:journalctl@ceph.mon.b.smithi196.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-08-10T05:06:24.290 INFO:journalctl@ceph.mon.b.smithi196.stdout: pin_top_level_index_and_filter: 1 2024-08-10T05:06:24.290 INFO:journalctl@ceph.mon.b.smithi196.stdout: index_type: 0 2024-08-10T05:06:24.290 INFO:journalctl@ceph.mon.b.smithi196.stdout: data_block_index_type: 0 2024-08-10T05:06:24.290 INFO:journalctl@ceph.mon.b.smithi196.stdout: index_shortening: 1 2024-08-10T05:06:24.290 INFO:journalctl@ceph.mon.b.smithi196.stdout: data_block_hash_table_util_ratio: 0.750000 2024-08-10T05:06:24.290 INFO:journalctl@ceph.mon.b.smithi196.stdout: hash_index_allow_collision: 1 2024-08-10T05:06:24.291 INFO:journalctl@ceph.mon.b.smithi196.stdout: checksum: 1 2024-08-10T05:06:24.291 INFO:journalctl@ceph.mon.b.smithi196.stdout: no_block_cache: 0 2024-08-10T05:06:24.291 INFO:journalctl@ceph.mon.b.smithi196.stdout: block_cache: 0x55a102f471f0 2024-08-10T05:06:24.291 INFO:journalctl@ceph.mon.b.smithi196.stdout: block_cache_name: BinnedLRUCache 2024-08-10T05:06:24.291 INFO:journalctl@ceph.mon.b.smithi196.stdout: block_cache_options: 2024-08-10T05:06:24.291 INFO:journalctl@ceph.mon.b.smithi196.stdout: capacity : 536870912 2024-08-10T05:06:24.291 INFO:journalctl@ceph.mon.b.smithi196.stdout: num_shard_bits : 4 2024-08-10T05:06:24.291 INFO:journalctl@ceph.mon.b.smithi196.stdout: strict_capacity_limit : 0 2024-08-10T05:06:24.291 INFO:journalctl@ceph.mon.b.smithi196.stdout: high_pri_pool_ratio: 0.000 2024-08-10T05:06:24.291 INFO:journalctl@ceph.mon.b.smithi196.stdout: block_cache_compressed: (nil) 2024-08-10T05:06:24.291 INFO:journalctl@ceph.mon.b.smithi196.stdout: persistent_cache: (nil) 2024-08-10T05:06:24.291 INFO:journalctl@ceph.mon.b.smithi196.stdout: block_size: 4096 2024-08-10T05:06:24.291 INFO:journalctl@ceph.mon.b.smithi196.stdout: block_size_deviation: 10 2024-08-10T05:06:24.291 INFO:journalctl@ceph.mon.b.smithi196.stdout: block_restart_interval: 16 2024-08-10T05:06:24.292 INFO:journalctl@ceph.mon.b.smithi196.stdout: index_block_restart_interval: 1 2024-08-10T05:06:24.292 INFO:journalctl@ceph.mon.b.smithi196.stdout: metadata_block_size: 4096 2024-08-10T05:06:24.292 INFO:journalctl@ceph.mon.b.smithi196.stdout: partition_filters: 0 2024-08-10T05:06:24.292 INFO:journalctl@ceph.mon.b.smithi196.stdout: use_delta_encoding: 1 2024-08-10T05:06:24.292 INFO:journalctl@ceph.mon.b.smithi196.stdout: filter_policy: rocksdb.BuiltinBloomFilter 2024-08-10T05:06:24.292 INFO:journalctl@ceph.mon.b.smithi196.stdout: whole_key_filtering: 1 2024-08-10T05:06:24.292 INFO:journalctl@ceph.mon.b.smithi196.stdout: verify_compression: 0 2024-08-10T05:06:24.292 INFO:journalctl@ceph.mon.b.smithi196.stdout: read_amp_bytes_per_bit: 0 2024-08-10T05:06:24.292 INFO:journalctl@ceph.mon.b.smithi196.stdout: format_version: 4 2024-08-10T05:06:24.292 INFO:journalctl@ceph.mon.b.smithi196.stdout: enable_index_compression: 1 2024-08-10T05:06:24.292 INFO:journalctl@ceph.mon.b.smithi196.stdout: block_align: 0 2024-08-10T05:06:24.292 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.write_buffer_size: 33554432 2024-08-10T05:06:24.292 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.max_write_buffer_number: 2 2024-08-10T05:06:24.292 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.compression: NoCompression 2024-08-10T05:06:24.293 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.bottommost_compression: Disabled 2024-08-10T05:06:24.293 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.prefix_extractor: nullptr 2024-08-10T05:06:24.293 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-08-10T05:06:24.293 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.num_levels: 7 2024-08-10T05:06:24.293 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-08-10T05:06:24.293 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-08-10T05:06:24.293 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-08-10T05:06:24.293 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-08-10T05:06:24.293 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-08-10T05:06:24.293 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-08-10T05:06:24.293 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-08-10T05:06:24.294 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-08-10T05:06:24.294 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-08-10T05:06:24.294 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-08-10T05:06:24.294 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.compression_opts.window_bits: -14 2024-08-10T05:06:24.294 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.compression_opts.level: 32767 2024-08-10T05:06:24.294 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.compression_opts.strategy: 0 2024-08-10T05:06:24.294 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-08-10T05:06:24.294 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-08-10T05:06:24.294 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-08-10T05:06:24.294 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.compression_opts.enabled: false 2024-08-10T05:06:24.294 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-08-10T05:06:24.294 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-08-10T05:06:24.294 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-08-10T05:06:24.294 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.target_file_size_base: 67108864 2024-08-10T05:06:24.295 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.target_file_size_multiplier: 1 2024-08-10T05:06:24.295 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-08-10T05:06:24.295 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-08-10T05:06:24.295 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-08-10T05:06:24.295 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-08-10T05:06:24.295 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-08-10T05:06:24.295 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-08-10T05:06:24.295 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-08-10T05:06:24.295 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-08-10T05:06:24.295 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-08-10T05:06:24.295 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-08-10T05:06:24.295 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-08-10T05:06:24.295 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-08-10T05:06:24.295 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.arena_block_size: 4194304 2024-08-10T05:06:24.296 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-08-10T05:06:24.296 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-08-10T05:06:24.296 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2024-08-10T05:06:24.296 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.disable_auto_compactions: 0 2024-08-10T05:06:24.296 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-08-10T05:06:24.296 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-08-10T05:06:24.296 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-08-10T05:06:24.296 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-08-10T05:06:24.296 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-08-10T05:06:24.296 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-08-10T05:06:24.296 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-08-10T05:06:24.296 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-08-10T05:06:24.296 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-08-10T05:06:24.296 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-08-10T05:06:24.297 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-08-10T05:06:24.297 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.inplace_update_support: 0 2024-08-10T05:06:24.297 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.inplace_update_num_locks: 10000 2024-08-10T05:06:24.297 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-08-10T05:06:24.297 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-08-10T05:06:24.297 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.memtable_huge_page_size: 0 2024-08-10T05:06:24.297 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.bloom_locality: 0 2024-08-10T05:06:24.297 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.max_successive_merges: 0 2024-08-10T05:06:24.297 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.optimize_filters_for_hits: 0 2024-08-10T05:06:24.297 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.paranoid_file_checks: 0 2024-08-10T05:06:24.297 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.force_consistency_checks: 1 2024-08-10T05:06:24.297 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.report_bg_io_stats: 0 2024-08-10T05:06:24.297 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.ttl: 2592000 2024-08-10T05:06:24.297 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.periodic_compaction_seconds: 0 2024-08-10T05:06:24.298 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.enable_blob_files: false 2024-08-10T05:06:24.298 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.min_blob_size: 0 2024-08-10T05:06:24.298 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.blob_file_size: 268435456 2024-08-10T05:06:24.298 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.blob_compression_type: NoCompression 2024-08-10T05:06:24.298 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.enable_blob_garbage_collection: false 2024-08-10T05:06:24.298 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-08-10T05:06:24.298 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: [db/version_set.cc:4764] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000003 succeeded,manifest_file_number is 3, next_file_number is 5, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-08-10T05:06:24.298 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: [db/version_set.cc:4779] Column family [default] (ID 0), log number is 0 2024-08-10T05:06:24.298 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: [db/version_set.cc:4082] Creating manifest 7 2024-08-10T05:06:24.298 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723266383871284, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-08-10T05:06:24.298 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: [db/db_impl/db_impl_open.cc:845] Recovering log #4 mode 2 2024-08-10T05:06:24.298 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: [table/block_based/filter_policy.cc:991] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2024-08-10T05:06:24.298 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723266383871597, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1571, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 523, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1723266383, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "85ea54ca-45eb-44a7-959b-926ecccc90e4", "db_session_id": "4UZXV3RDDYBY88AUVZ4H"}} 2024-08-10T05:06:24.299 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: [db/version_set.cc:4082] Creating manifest 9 2024-08-10T05:06:24.299 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723266383871908, "job": 1, "event": "recovery_finished"} 2024-08-10T05:06:24.299 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: [file/delete_scheduler.cc:69] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-08-10T05:06:24.299 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: [db/db_impl/db_impl_open.cc:1700] SstFileManager instance 0x55a102f7a700 2024-08-10T05:06:24.299 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: DB pointer 0x55a102f4a000 2024-08-10T05:06:24.299 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: [db/db_impl/db_impl.cc:901] ------- DUMPING STATS ------- 2024-08-10T05:06:24.299 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: rocksdb: [db/db_impl/db_impl.cc:903] 2024-08-10T05:06:24.299 INFO:journalctl@ceph.mon.b.smithi196.stdout: ** DB Stats ** 2024-08-10T05:06:24.299 INFO:journalctl@ceph.mon.b.smithi196.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-10T05:06:24.299 INFO:journalctl@ceph.mon.b.smithi196.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-08-10T05:06:24.299 INFO:journalctl@ceph.mon.b.smithi196.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-10T05:06:24.299 INFO:journalctl@ceph.mon.b.smithi196.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-10T05:06:24.300 INFO:journalctl@ceph.mon.b.smithi196.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-08-10T05:06:24.300 INFO:journalctl@ceph.mon.b.smithi196.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2024-08-10T05:06:24.300 INFO:journalctl@ceph.mon.b.smithi196.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-10T05:06:24.300 INFO:journalctl@ceph.mon.b.smithi196.stdout: 2024-08-10T05:06:24.300 INFO:journalctl@ceph.mon.b.smithi196.stdout: ** Compaction Stats [default] ** 2024-08-10T05:06:24.300 INFO:journalctl@ceph.mon.b.smithi196.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-08-10T05:06:24.300 INFO:journalctl@ceph.mon.b.smithi196.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-10T05:06:24.300 INFO:journalctl@ceph.mon.b.smithi196.stdout: L0 1/0 1.53 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.0 0.00 0.00 1 0.000 0 0 2024-08-10T05:06:24.300 INFO:journalctl@ceph.mon.b.smithi196.stdout: Sum 1/0 1.53 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.0 0.00 0.00 1 0.000 0 0 2024-08-10T05:06:24.300 INFO:journalctl@ceph.mon.b.smithi196.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.0 0.00 0.00 1 0.000 0 0 2024-08-10T05:06:24.300 INFO:journalctl@ceph.mon.b.smithi196.stdout: 2024-08-10T05:06:24.300 INFO:journalctl@ceph.mon.b.smithi196.stdout: ** Compaction Stats [default] ** 2024-08-10T05:06:24.300 INFO:journalctl@ceph.mon.b.smithi196.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-08-10T05:06:24.300 INFO:journalctl@ceph.mon.b.smithi196.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-10T05:06:24.301 INFO:journalctl@ceph.mon.b.smithi196.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 5.0 0.00 0.00 1 0.000 0 0 2024-08-10T05:06:24.301 INFO:journalctl@ceph.mon.b.smithi196.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-10T05:06:24.301 INFO:journalctl@ceph.mon.b.smithi196.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-08-10T05:06:24.301 INFO:journalctl@ceph.mon.b.smithi196.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-08-10T05:06:24.301 INFO:journalctl@ceph.mon.b.smithi196.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-08-10T05:06:24.301 INFO:journalctl@ceph.mon.b.smithi196.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-08-10T05:06:24.301 INFO:journalctl@ceph.mon.b.smithi196.stdout: AddFile(Keys): cumulative 0, interval 0 2024-08-10T05:06:24.301 INFO:journalctl@ceph.mon.b.smithi196.stdout: Cumulative compaction: 0.00 GB write, 0.56 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-10T05:06:24.301 INFO:journalctl@ceph.mon.b.smithi196.stdout: Interval compaction: 0.00 GB write, 0.56 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-10T05:06:24.301 INFO:journalctl@ceph.mon.b.smithi196.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-08-10T05:06:24.301 INFO:journalctl@ceph.mon.b.smithi196.stdout: 2024-08-10T05:06:24.301 INFO:journalctl@ceph.mon.b.smithi196.stdout: ** File Read Latency Histogram By Level [default] ** 2024-08-10T05:06:24.301 INFO:journalctl@ceph.mon.b.smithi196.stdout: 2024-08-10T05:06:24.302 INFO:journalctl@ceph.mon.b.smithi196.stdout: ** Compaction Stats [default] ** 2024-08-10T05:06:24.302 INFO:journalctl@ceph.mon.b.smithi196.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-08-10T05:06:24.302 INFO:journalctl@ceph.mon.b.smithi196.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-10T05:06:24.302 INFO:journalctl@ceph.mon.b.smithi196.stdout: L0 1/0 1.53 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.0 0.00 0.00 1 0.000 0 0 2024-08-10T05:06:24.302 INFO:journalctl@ceph.mon.b.smithi196.stdout: Sum 1/0 1.53 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.0 0.00 0.00 1 0.000 0 0 2024-08-10T05:06:24.302 INFO:journalctl@ceph.mon.b.smithi196.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-08-10T05:06:24.302 INFO:journalctl@ceph.mon.b.smithi196.stdout: 2024-08-10T05:06:24.302 INFO:journalctl@ceph.mon.b.smithi196.stdout: ** Compaction Stats [default] ** 2024-08-10T05:06:24.302 INFO:journalctl@ceph.mon.b.smithi196.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-08-10T05:06:24.302 INFO:journalctl@ceph.mon.b.smithi196.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-10T05:06:24.302 INFO:journalctl@ceph.mon.b.smithi196.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 5.0 0.00 0.00 1 0.000 0 0 2024-08-10T05:06:24.302 INFO:journalctl@ceph.mon.b.smithi196.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-10T05:06:24.302 INFO:journalctl@ceph.mon.b.smithi196.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-08-10T05:06:24.303 INFO:journalctl@ceph.mon.b.smithi196.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-08-10T05:06:24.303 INFO:journalctl@ceph.mon.b.smithi196.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-08-10T05:06:24.303 INFO:journalctl@ceph.mon.b.smithi196.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-08-10T05:06:24.303 INFO:journalctl@ceph.mon.b.smithi196.stdout: AddFile(Keys): cumulative 0, interval 0 2024-08-10T05:06:24.303 INFO:journalctl@ceph.mon.b.smithi196.stdout: Cumulative compaction: 0.00 GB write, 0.55 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-10T05:06:24.303 INFO:journalctl@ceph.mon.b.smithi196.stdout: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-10T05:06:24.303 INFO:journalctl@ceph.mon.b.smithi196.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-08-10T05:06:24.303 INFO:journalctl@ceph.mon.b.smithi196.stdout: 2024-08-10T05:06:24.303 INFO:journalctl@ceph.mon.b.smithi196.stdout: ** File Read Latency Histogram By Level [default] ** 2024-08-10T05:06:24.303 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: mon.b does not exist in monmap, will attempt to join an existing cluster 2024-08-10T05:06:24.303 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: using public_addr v2:172.21.15.196:0/0 -> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-08-10T05:06:24.303 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: starting mon.b rank -1 at public addrs [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] at bind addrs [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid fc322138-56d5-11ef-bcce-c7b262605968 2024-08-10T05:06:24.303 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: mon.b@-1(???) e0 preinit fsid fc322138-56d5-11ef-bcce-c7b262605968 2024-08-10T05:06:24.303 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: mon.b@-1(synchronizing).mds e1 new map 2024-08-10T05:06:24.303 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: mon.b@-1(synchronizing).mds e1 print_map 2024-08-10T05:06:24.304 INFO:journalctl@ceph.mon.b.smithi196.stdout: e1 2024-08-10T05:06:24.304 INFO:journalctl@ceph.mon.b.smithi196.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-08-10T05:06:24.304 INFO:journalctl@ceph.mon.b.smithi196.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-10T05:06:24.304 INFO:journalctl@ceph.mon.b.smithi196.stdout: legacy client fscid: -1 2024-08-10T05:06:24.304 INFO:journalctl@ceph.mon.b.smithi196.stdout: 2024-08-10T05:06:24.304 INFO:journalctl@ceph.mon.b.smithi196.stdout: No filesystems configured 2024-08-10T05:06:24.304 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-08-10T05:06:24.304 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-08-10T05:06:24.304 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-08-10T05:06:24.304 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-08-10T05:06:24.304 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-08-10T05:06:24.304 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-08-10T05:06:24.304 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: mon.b@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-08-10T05:06:24.305 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-08-10T05:06:24.305 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-08-10T05:06:24.305 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-08-10T05:06:24.305 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: Updating smithi196:/etc/ceph/ceph.client.admin.keyring 2024-08-10T05:06:24.305 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: Updating smithi196:/var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/config/ceph.client.admin.keyring 2024-08-10T05:06:24.305 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T05:06:24.305 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: from='client.? 172.21.15.31:0/3368403544' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-08-10T05:06:24.305 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: osdmap e4: 0 total, 0 up, 0 in 2024-08-10T05:06:24.305 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T05:06:24.305 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi031:172.21.15.31=a;smithi031:[v2:172.21.15.31:3301,v1:172.21.15.31:6790]=c;smithi196:172.21.15.196=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:06:24.305 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: Saving service mon spec with placement smithi031:172.21.15.31=a;smithi031:[v2:172.21.15.31:3301,v1:172.21.15.31:6790]=c;smithi196:172.21.15.196=b;count:3 2024-08-10T05:06:24.305 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:24.305 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:06:24.305 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:06:24.306 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:06:24.306 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:24.306 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-10T05:06:24.306 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:06:24.306 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: Deploying daemon mon.b on smithi196 2024-08-10T05:06:24.306 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T05:06:24.306 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T05:06:24.306 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: from='client.? 172.21.15.196:0/3723664292' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-10T05:06:24.306 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 ceph-mon[32874]: mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-08-10T05:06:24.306 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 bash[32835]: 4e4eaf4777a7f2d088b8a9a9b904d29a47c7364f6e0dda1f9ee4e203111c1004 2024-08-10T05:06:24.306 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:23 smithi196 systemd[1]: Started Ceph mon.b for fc322138-56d5-11ef-bcce-c7b262605968. 2024-08-10T05:06:24.415 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-08-10T05:06:24.415 DEBUG:teuthology.orchestra.run.smithi196:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc322138-56d5-11ef-bcce-c7b262605968 -- ceph mon dump -f json 2024-08-10T05:06:24.664 INFO:teuthology.orchestra.run.smithi196.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.b/config 2024-08-10T05:06:29.257 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:28 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:06:29.257 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:28 smithi196 ceph-mon[32874]: mon.a calling monitor election 2024-08-10T05:06:29.258 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:28 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:06:29.258 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:28 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:06:29.258 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:28 smithi196 ceph-mon[32874]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T05:06:29.258 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:28 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:06:29.258 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:28 smithi196 ceph-mon[32874]: mon.b calling monitor election 2024-08-10T05:06:29.258 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:28 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:06:29.258 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:28 smithi196 ceph-mon[32874]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T05:06:29.258 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:28 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:06:29.258 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:28 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:06:29.258 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:28 smithi196 ceph-mon[32874]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-08-10T05:06:29.258 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:28 smithi196 ceph-mon[32874]: monmap e2: 2 mons at {a=[v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0],b=[v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-10T05:06:29.258 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:28 smithi196 ceph-mon[32874]: fsmap 2024-08-10T05:06:29.259 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:28 smithi196 ceph-mon[32874]: osdmap e4: 0 total, 0 up, 0 in 2024-08-10T05:06:29.259 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:28 smithi196 ceph-mon[32874]: mgrmap e13: y(active, since 39s) 2024-08-10T05:06:29.259 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:28 smithi196 ceph-mon[32874]: overall HEALTH_OK 2024-08-10T05:06:29.259 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:28 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:29.259 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:28 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:29.259 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:28 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:29.259 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:28 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-10T05:06:29.259 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:28 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:06:29.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:28 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:06:29.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:28 smithi031 ceph-mon[29994]: mon.a calling monitor election 2024-08-10T05:06:29.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:28 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:06:29.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:28 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:06:29.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:28 smithi031 ceph-mon[29994]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T05:06:29.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:28 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:06:29.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:28 smithi031 ceph-mon[29994]: mon.b calling monitor election 2024-08-10T05:06:29.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:28 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:06:29.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:28 smithi031 ceph-mon[29994]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T05:06:29.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:28 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:06:29.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:28 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:06:29.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:28 smithi031 ceph-mon[29994]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-08-10T05:06:29.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:28 smithi031 ceph-mon[29994]: monmap e2: 2 mons at {a=[v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0],b=[v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-10T05:06:29.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:28 smithi031 ceph-mon[29994]: fsmap 2024-08-10T05:06:29.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:28 smithi031 ceph-mon[29994]: osdmap e4: 0 total, 0 up, 0 in 2024-08-10T05:06:29.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:28 smithi031 ceph-mon[29994]: mgrmap e13: y(active, since 39s) 2024-08-10T05:06:29.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:28 smithi031 ceph-mon[29994]: overall HEALTH_OK 2024-08-10T05:06:29.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:28 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:29.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:28 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:29.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:28 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:29.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:28 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-10T05:06:29.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:28 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:06:29.310 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-08-10T05:06:29.311 INFO:teuthology.orchestra.run.smithi196.stdout:{"epoch":2,"fsid":"fc322138-56d5-11ef-bcce-c7b262605968","modified":"2024-08-10T05:06:23.896413Z","created":"2024-08-10T05:04:52.101829Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:3300","nonce":0},{"type":"v1","addr":"172.21.15.31:6789","nonce":0}]},"addr":"172.21.15.31:6789/0","public_addr":"172.21.15.31:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:3300","nonce":0},{"type":"v1","addr":"172.21.15.196:6789","nonce":0}]},"addr":"172.21.15.196:6789/0","public_addr":"172.21.15.196:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-08-10T05:06:29.311 INFO:teuthology.orchestra.run.smithi196.stderr:dumped monmap epoch 2 2024-08-10T05:06:30.195 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:29 smithi196 ceph-mon[32874]: Deploying daemon mon.c on smithi031 2024-08-10T05:06:30.195 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:29 smithi196 ceph-mon[32874]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T05:06:30.195 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:29 smithi196 ceph-mon[32874]: from='client.? 172.21.15.196:0/435491066' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-10T05:06:30.195 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:29 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:06:30.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:29 smithi031 ceph-mon[29994]: Deploying daemon mon.c on smithi031 2024-08-10T05:06:30.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:29 smithi031 ceph-mon[29994]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T05:06:30.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:29 smithi031 ceph-mon[29994]: from='client.? 172.21.15.196:0/435491066' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-10T05:06:30.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:29 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:06:30.948 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-08-10T05:06:30.948 DEBUG:teuthology.orchestra.run.smithi196:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc322138-56d5-11ef-bcce-c7b262605968 -- ceph mon dump -f json 2024-08-10T05:06:31.199 INFO:teuthology.orchestra.run.smithi196.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.b/config 2024-08-10T05:06:31.996 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:31 smithi031 podman[41311]: 2024-08-10 05:06:31.877329998 +0000 UTC m=+0.121097433 container create 13f38e06b81391bd8fb4a921185e57a01c1a06490e399e0ce52e34e726dda5de (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-mon-c, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=quincy-56ceb86, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-10T05:06:32.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:32 smithi196 ceph-mon[32874]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T05:06:32.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[29994]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T05:06:32.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 podman[41311]: 2024-08-10 05:06:32.121387927 +0000 UTC m=+0.365155363 container init 13f38e06b81391bd8fb4a921185e57a01c1a06490e399e0ce52e34e726dda5de (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-mon-c, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, RELEASE=quincy-56ceb86, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-10T05:06:32.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 podman[41311]: 2024-08-10 05:06:32.126459352 +0000 UTC m=+0.370226788 container start 13f38e06b81391bd8fb4a921185e57a01c1a06490e399e0ce52e34e726dda5de (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-mon-c, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=quincy-56ceb86) 2024-08-10T05:06:32.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: set uid:gid to 167:167 (ceph:ceph) 2024-08-10T05:06:32.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable), process ceph-mon, pid 7 2024-08-10T05:06:32.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: pidfile_write: ignore empty --pid-file 2024-08-10T05:06:32.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: load: jerasure load: lrc 2024-08-10T05:06:32.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: RocksDB version: 6.15.5 2024-08-10T05:06:32.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Git sha rocksdb_build_git_sha:@0@ 2024-08-10T05:06:32.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Compile date Aug 9 2024 2024-08-10T05:06:32.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: DB SUMMARY 2024-08-10T05:06:32.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: DB Session ID: P33TONU4R65OVT2SMGB7 2024-08-10T05:06:32.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: CURRENT file: CURRENT 2024-08-10T05:06:32.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: IDENTITY file: IDENTITY 2024-08-10T05:06:32.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: MANIFEST file: MANIFEST-000003 size: 57 Bytes 2024-08-10T05:06:32.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2024-08-10T05:06:32.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000004.log size: 636 ; 2024-08-10T05:06:32.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.error_if_exists: 0 2024-08-10T05:06:32.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.create_if_missing: 0 2024-08-10T05:06:32.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.paranoid_checks: 1 2024-08-10T05:06:32.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-08-10T05:06:32.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.env: 0x55ea9b3a3440 2024-08-10T05:06:32.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.fs: Posix File System 2024-08-10T05:06:32.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.info_log: 0x55ea9c65af20 2024-08-10T05:06:32.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.max_file_opening_threads: 16 2024-08-10T05:06:32.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.statistics: (nil) 2024-08-10T05:06:32.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.use_fsync: 0 2024-08-10T05:06:32.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.max_log_file_size: 0 2024-08-10T05:06:32.522 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-08-10T05:06:32.522 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.log_file_time_to_roll: 0 2024-08-10T05:06:32.522 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.keep_log_file_num: 1000 2024-08-10T05:06:32.523 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.recycle_log_file_num: 0 2024-08-10T05:06:32.523 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.allow_fallocate: 1 2024-08-10T05:06:32.523 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.allow_mmap_reads: 0 2024-08-10T05:06:32.523 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.allow_mmap_writes: 0 2024-08-10T05:06:32.523 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.use_direct_reads: 0 2024-08-10T05:06:32.523 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-08-10T05:06:32.523 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.create_missing_column_families: 0 2024-08-10T05:06:32.523 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.db_log_dir: 2024-08-10T05:06:32.523 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-c/store.db 2024-08-10T05:06:32.523 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.table_cache_numshardbits: 6 2024-08-10T05:06:32.523 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.WAL_ttl_seconds: 0 2024-08-10T05:06:32.523 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.WAL_size_limit_MB: 0 2024-08-10T05:06:32.523 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-08-10T05:06:32.524 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-08-10T05:06:32.524 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.is_fd_close_on_exec: 1 2024-08-10T05:06:32.524 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.advise_random_on_open: 1 2024-08-10T05:06:32.524 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.db_write_buffer_size: 0 2024-08-10T05:06:32.524 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.write_buffer_manager: 0x55ea9c718720 2024-08-10T05:06:32.524 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-08-10T05:06:32.524 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2024-08-10T05:06:32.524 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-08-10T05:06:32.524 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.use_adaptive_mutex: 0 2024-08-10T05:06:32.524 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.rate_limiter: (nil) 2024-08-10T05:06:32.524 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-08-10T05:06:32.524 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.wal_recovery_mode: 2 2024-08-10T05:06:32.524 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.enable_thread_tracking: 0 2024-08-10T05:06:32.524 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.enable_pipelined_write: 0 2024-08-10T05:06:32.525 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.unordered_write: 0 2024-08-10T05:06:32.525 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-08-10T05:06:32.525 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-08-10T05:06:32.525 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-08-10T05:06:32.525 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-08-10T05:06:32.525 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.row_cache: None 2024-08-10T05:06:32.525 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.wal_filter: None 2024-08-10T05:06:32.525 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-08-10T05:06:32.525 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.allow_ingest_behind: 0 2024-08-10T05:06:32.525 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.preserve_deletes: 0 2024-08-10T05:06:32.525 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.two_write_queues: 0 2024-08-10T05:06:32.525 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.manual_wal_flush: 0 2024-08-10T05:06:32.525 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.atomic_flush: 0 2024-08-10T05:06:32.526 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-08-10T05:06:32.526 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.persist_stats_to_disk: 0 2024-08-10T05:06:32.526 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.write_dbid_to_manifest: 0 2024-08-10T05:06:32.526 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.log_readahead_size: 0 2024-08-10T05:06:32.526 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-08-10T05:06:32.526 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.best_efforts_recovery: 0 2024-08-10T05:06:32.526 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-08-10T05:06:32.526 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-08-10T05:06:32.526 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.allow_data_in_errors: 0 2024-08-10T05:06:32.526 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.db_host_id: __hostname__ 2024-08-10T05:06:32.526 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.max_background_jobs: 2 2024-08-10T05:06:32.526 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.max_background_compactions: -1 2024-08-10T05:06:32.526 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.max_subcompactions: 1 2024-08-10T05:06:32.527 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-08-10T05:06:32.527 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-08-10T05:06:32.527 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.delayed_write_rate : 16777216 2024-08-10T05:06:32.527 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.max_total_wal_size: 0 2024-08-10T05:06:32.527 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-08-10T05:06:32.527 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.stats_dump_period_sec: 600 2024-08-10T05:06:32.527 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.stats_persist_period_sec: 600 2024-08-10T05:06:32.527 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-08-10T05:06:32.527 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.max_open_files: -1 2024-08-10T05:06:32.527 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.bytes_per_sync: 0 2024-08-10T05:06:32.527 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.wal_bytes_per_sync: 0 2024-08-10T05:06:32.527 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.strict_bytes_per_sync: 0 2024-08-10T05:06:32.527 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.compaction_readahead_size: 0 2024-08-10T05:06:32.527 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.max_background_flushes: -1 2024-08-10T05:06:32.528 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Compression algorithms supported: 2024-08-10T05:06:32.528 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: kZSTD supported: 0 2024-08-10T05:06:32.528 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: kXpressCompression supported: 0 2024-08-10T05:06:32.528 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: kBZip2Compression supported: 0 2024-08-10T05:06:32.528 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-08-10T05:06:32.528 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: kLZ4Compression supported: 1 2024-08-10T05:06:32.528 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: kZlibCompression supported: 1 2024-08-10T05:06:32.528 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: kLZ4HCCompression supported: 1 2024-08-10T05:06:32.528 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: kSnappyCompression supported: 1 2024-08-10T05:06:32.528 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Fast CRC32 supported: Supported on x86 2024-08-10T05:06:32.528 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: [db/version_set.cc:4724] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000003 2024-08-10T05:06:32.528 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: [db/column_family.cc:595] --------------- Options for column family [default]: 2024-08-10T05:06:32.528 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-08-10T05:06:32.529 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.merge_operator: 2024-08-10T05:06:32.529 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.compaction_filter: None 2024-08-10T05:06:32.529 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.compaction_filter_factory: None 2024-08-10T05:06:32.529 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.sst_partitioner_factory: None 2024-08-10T05:06:32.529 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.memtable_factory: SkipListFactory 2024-08-10T05:06:32.529 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.table_factory: BlockBasedTable 2024-08-10T05:06:32.529 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55ea9c601a58) 2024-08-10T05:06:32.529 INFO:journalctl@ceph.mon.c.smithi031.stdout: cache_index_and_filter_blocks: 1 2024-08-10T05:06:32.529 INFO:journalctl@ceph.mon.c.smithi031.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-08-10T05:06:32.529 INFO:journalctl@ceph.mon.c.smithi031.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-08-10T05:06:32.529 INFO:journalctl@ceph.mon.c.smithi031.stdout: pin_top_level_index_and_filter: 1 2024-08-10T05:06:32.529 INFO:journalctl@ceph.mon.c.smithi031.stdout: index_type: 0 2024-08-10T05:06:32.529 INFO:journalctl@ceph.mon.c.smithi031.stdout: data_block_index_type: 0 2024-08-10T05:06:32.530 INFO:journalctl@ceph.mon.c.smithi031.stdout: index_shortening: 1 2024-08-10T05:06:32.530 INFO:journalctl@ceph.mon.c.smithi031.stdout: data_block_hash_table_util_ratio: 0.750000 2024-08-10T05:06:32.530 INFO:journalctl@ceph.mon.c.smithi031.stdout: hash_index_allow_collision: 1 2024-08-10T05:06:32.530 INFO:journalctl@ceph.mon.c.smithi031.stdout: checksum: 1 2024-08-10T05:06:32.530 INFO:journalctl@ceph.mon.c.smithi031.stdout: no_block_cache: 0 2024-08-10T05:06:32.530 INFO:journalctl@ceph.mon.c.smithi031.stdout: block_cache: 0x55ea9c6371f0 2024-08-10T05:06:32.530 INFO:journalctl@ceph.mon.c.smithi031.stdout: block_cache_name: BinnedLRUCache 2024-08-10T05:06:32.530 INFO:journalctl@ceph.mon.c.smithi031.stdout: block_cache_options: 2024-08-10T05:06:32.530 INFO:journalctl@ceph.mon.c.smithi031.stdout: capacity : 536870912 2024-08-10T05:06:32.530 INFO:journalctl@ceph.mon.c.smithi031.stdout: num_shard_bits : 4 2024-08-10T05:06:32.530 INFO:journalctl@ceph.mon.c.smithi031.stdout: strict_capacity_limit : 0 2024-08-10T05:06:32.530 INFO:journalctl@ceph.mon.c.smithi031.stdout: high_pri_pool_ratio: 0.000 2024-08-10T05:06:32.530 INFO:journalctl@ceph.mon.c.smithi031.stdout: block_cache_compressed: (nil) 2024-08-10T05:06:32.530 INFO:journalctl@ceph.mon.c.smithi031.stdout: persistent_cache: (nil) 2024-08-10T05:06:32.531 INFO:journalctl@ceph.mon.c.smithi031.stdout: block_size: 4096 2024-08-10T05:06:32.531 INFO:journalctl@ceph.mon.c.smithi031.stdout: block_size_deviation: 10 2024-08-10T05:06:32.531 INFO:journalctl@ceph.mon.c.smithi031.stdout: block_restart_interval: 16 2024-08-10T05:06:32.531 INFO:journalctl@ceph.mon.c.smithi031.stdout: index_block_restart_interval: 1 2024-08-10T05:06:32.531 INFO:journalctl@ceph.mon.c.smithi031.stdout: metadata_block_size: 4096 2024-08-10T05:06:32.531 INFO:journalctl@ceph.mon.c.smithi031.stdout: partition_filters: 0 2024-08-10T05:06:32.531 INFO:journalctl@ceph.mon.c.smithi031.stdout: use_delta_encoding: 1 2024-08-10T05:06:32.531 INFO:journalctl@ceph.mon.c.smithi031.stdout: filter_policy: rocksdb.BuiltinBloomFilter 2024-08-10T05:06:32.531 INFO:journalctl@ceph.mon.c.smithi031.stdout: whole_key_filtering: 1 2024-08-10T05:06:32.531 INFO:journalctl@ceph.mon.c.smithi031.stdout: verify_compression: 0 2024-08-10T05:06:32.531 INFO:journalctl@ceph.mon.c.smithi031.stdout: read_amp_bytes_per_bit: 0 2024-08-10T05:06:32.531 INFO:journalctl@ceph.mon.c.smithi031.stdout: format_version: 4 2024-08-10T05:06:32.531 INFO:journalctl@ceph.mon.c.smithi031.stdout: enable_index_compression: 1 2024-08-10T05:06:32.532 INFO:journalctl@ceph.mon.c.smithi031.stdout: block_align: 0 2024-08-10T05:06:32.532 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.write_buffer_size: 33554432 2024-08-10T05:06:32.532 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.max_write_buffer_number: 2 2024-08-10T05:06:32.532 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.compression: NoCompression 2024-08-10T05:06:32.532 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.bottommost_compression: Disabled 2024-08-10T05:06:32.532 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.prefix_extractor: nullptr 2024-08-10T05:06:32.532 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-08-10T05:06:32.532 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.num_levels: 7 2024-08-10T05:06:32.532 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-08-10T05:06:32.532 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-08-10T05:06:32.532 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-08-10T05:06:32.532 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-08-10T05:06:32.532 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-08-10T05:06:32.533 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-08-10T05:06:32.533 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-08-10T05:06:32.533 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-08-10T05:06:32.533 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-08-10T05:06:32.533 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-08-10T05:06:32.533 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.compression_opts.window_bits: -14 2024-08-10T05:06:32.533 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.compression_opts.level: 32767 2024-08-10T05:06:32.533 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.compression_opts.strategy: 0 2024-08-10T05:06:32.533 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-08-10T05:06:32.533 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-08-10T05:06:32.533 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-08-10T05:06:32.533 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.compression_opts.enabled: false 2024-08-10T05:06:32.533 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-08-10T05:06:32.534 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-08-10T05:06:32.534 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-08-10T05:06:32.534 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.target_file_size_base: 67108864 2024-08-10T05:06:32.534 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.target_file_size_multiplier: 1 2024-08-10T05:06:32.534 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-08-10T05:06:32.534 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-08-10T05:06:32.534 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-08-10T05:06:32.534 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-08-10T05:06:32.534 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-08-10T05:06:32.534 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-08-10T05:06:32.534 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-08-10T05:06:32.534 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-08-10T05:06:32.534 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-08-10T05:06:32.534 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-08-10T05:06:32.535 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-08-10T05:06:32.535 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-08-10T05:06:32.535 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.arena_block_size: 4194304 2024-08-10T05:06:32.535 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-08-10T05:06:32.535 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-08-10T05:06:32.535 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2024-08-10T05:06:32.535 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.disable_auto_compactions: 0 2024-08-10T05:06:32.535 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-08-10T05:06:32.535 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-08-10T05:06:32.535 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-08-10T05:06:32.535 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-08-10T05:06:32.535 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-08-10T05:06:32.535 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-08-10T05:06:32.536 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-08-10T05:06:32.536 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-08-10T05:06:32.536 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-08-10T05:06:32.536 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-08-10T05:06:32.536 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-08-10T05:06:32.536 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.inplace_update_support: 0 2024-08-10T05:06:32.536 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.inplace_update_num_locks: 10000 2024-08-10T05:06:32.536 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-08-10T05:06:32.536 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-08-10T05:06:32.536 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.memtable_huge_page_size: 0 2024-08-10T05:06:32.536 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.bloom_locality: 0 2024-08-10T05:06:32.536 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.max_successive_merges: 0 2024-08-10T05:06:32.536 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.optimize_filters_for_hits: 0 2024-08-10T05:06:32.536 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.paranoid_file_checks: 0 2024-08-10T05:06:32.537 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.force_consistency_checks: 1 2024-08-10T05:06:32.537 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.report_bg_io_stats: 0 2024-08-10T05:06:32.537 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.ttl: 2592000 2024-08-10T05:06:32.537 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.periodic_compaction_seconds: 0 2024-08-10T05:06:32.537 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.enable_blob_files: false 2024-08-10T05:06:32.537 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.min_blob_size: 0 2024-08-10T05:06:32.537 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.blob_file_size: 268435456 2024-08-10T05:06:32.537 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.blob_compression_type: NoCompression 2024-08-10T05:06:32.537 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.enable_blob_garbage_collection: false 2024-08-10T05:06:32.537 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-08-10T05:06:32.537 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: [db/version_set.cc:4764] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000003 succeeded,manifest_file_number is 3, next_file_number is 5, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-08-10T05:06:32.537 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: [db/version_set.cc:4779] Column family [default] (ID 0), log number is 0 2024-08-10T05:06:32.537 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: [db/version_set.cc:4082] Creating manifest 7 2024-08-10T05:06:32.538 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723266392151224, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-08-10T05:06:32.538 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: [db/db_impl/db_impl_open.cc:845] Recovering log #4 mode 2 2024-08-10T05:06:32.538 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: [table/block_based/filter_policy.cc:991] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2024-08-10T05:06:32.538 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723266392151523, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1696, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 648, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 526, "raw_average_value_size": 105, "num_data_blocks": 1, "num_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1723266392, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "a3858719-50f0-4320-9d1d-ee005841979f", "db_session_id": "P33TONU4R65OVT2SMGB7"}} 2024-08-10T05:06:32.538 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: [db/version_set.cc:4082] Creating manifest 9 2024-08-10T05:06:32.538 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723266392151858, "job": 1, "event": "recovery_finished"} 2024-08-10T05:06:32.538 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: [file/delete_scheduler.cc:69] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-08-10T05:06:32.538 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: [db/db_impl/db_impl_open.cc:1700] SstFileManager instance 0x55ea9c66a700 2024-08-10T05:06:32.538 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: DB pointer 0x55ea9c63a000 2024-08-10T05:06:32.538 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: [db/db_impl/db_impl.cc:901] ------- DUMPING STATS ------- 2024-08-10T05:06:32.538 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: rocksdb: [db/db_impl/db_impl.cc:903] 2024-08-10T05:06:32.538 INFO:journalctl@ceph.mon.c.smithi031.stdout: ** DB Stats ** 2024-08-10T05:06:32.538 INFO:journalctl@ceph.mon.c.smithi031.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-10T05:06:32.539 INFO:journalctl@ceph.mon.c.smithi031.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-08-10T05:06:32.539 INFO:journalctl@ceph.mon.c.smithi031.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-10T05:06:32.539 INFO:journalctl@ceph.mon.c.smithi031.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-10T05:06:32.539 INFO:journalctl@ceph.mon.c.smithi031.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-08-10T05:06:32.539 INFO:journalctl@ceph.mon.c.smithi031.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2024-08-10T05:06:32.539 INFO:journalctl@ceph.mon.c.smithi031.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-10T05:06:32.539 INFO:journalctl@ceph.mon.c.smithi031.stdout: 2024-08-10T05:06:32.539 INFO:journalctl@ceph.mon.c.smithi031.stdout: ** Compaction Stats [default] ** 2024-08-10T05:06:32.539 INFO:journalctl@ceph.mon.c.smithi031.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-08-10T05:06:32.539 INFO:journalctl@ceph.mon.c.smithi031.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-10T05:06:32.539 INFO:journalctl@ceph.mon.c.smithi031.stdout: L0 1/0 1.66 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.7 0.00 0.00 1 0.000 0 0 2024-08-10T05:06:32.539 INFO:journalctl@ceph.mon.c.smithi031.stdout: Sum 1/0 1.66 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.7 0.00 0.00 1 0.000 0 0 2024-08-10T05:06:32.539 INFO:journalctl@ceph.mon.c.smithi031.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.7 0.00 0.00 1 0.000 0 0 2024-08-10T05:06:32.540 INFO:journalctl@ceph.mon.c.smithi031.stdout: 2024-08-10T05:06:32.540 INFO:journalctl@ceph.mon.c.smithi031.stdout: ** Compaction Stats [default] ** 2024-08-10T05:06:32.540 INFO:journalctl@ceph.mon.c.smithi031.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-08-10T05:06:32.540 INFO:journalctl@ceph.mon.c.smithi031.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-10T05:06:32.540 INFO:journalctl@ceph.mon.c.smithi031.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 5.7 0.00 0.00 1 0.000 0 0 2024-08-10T05:06:32.540 INFO:journalctl@ceph.mon.c.smithi031.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-10T05:06:32.540 INFO:journalctl@ceph.mon.c.smithi031.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-08-10T05:06:32.540 INFO:journalctl@ceph.mon.c.smithi031.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-08-10T05:06:32.540 INFO:journalctl@ceph.mon.c.smithi031.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-08-10T05:06:32.540 INFO:journalctl@ceph.mon.c.smithi031.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-08-10T05:06:32.540 INFO:journalctl@ceph.mon.c.smithi031.stdout: AddFile(Keys): cumulative 0, interval 0 2024-08-10T05:06:32.540 INFO:journalctl@ceph.mon.c.smithi031.stdout: Cumulative compaction: 0.00 GB write, 0.60 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-10T05:06:32.540 INFO:journalctl@ceph.mon.c.smithi031.stdout: Interval compaction: 0.00 GB write, 0.60 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-10T05:06:32.541 INFO:journalctl@ceph.mon.c.smithi031.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-08-10T05:06:32.541 INFO:journalctl@ceph.mon.c.smithi031.stdout: 2024-08-10T05:06:32.541 INFO:journalctl@ceph.mon.c.smithi031.stdout: ** File Read Latency Histogram By Level [default] ** 2024-08-10T05:06:32.541 INFO:journalctl@ceph.mon.c.smithi031.stdout: 2024-08-10T05:06:32.541 INFO:journalctl@ceph.mon.c.smithi031.stdout: ** Compaction Stats [default] ** 2024-08-10T05:06:32.541 INFO:journalctl@ceph.mon.c.smithi031.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-08-10T05:06:32.541 INFO:journalctl@ceph.mon.c.smithi031.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-10T05:06:32.541 INFO:journalctl@ceph.mon.c.smithi031.stdout: L0 1/0 1.66 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.7 0.00 0.00 1 0.000 0 0 2024-08-10T05:06:32.541 INFO:journalctl@ceph.mon.c.smithi031.stdout: Sum 1/0 1.66 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.7 0.00 0.00 1 0.000 0 0 2024-08-10T05:06:32.541 INFO:journalctl@ceph.mon.c.smithi031.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-08-10T05:06:32.541 INFO:journalctl@ceph.mon.c.smithi031.stdout: 2024-08-10T05:06:32.541 INFO:journalctl@ceph.mon.c.smithi031.stdout: ** Compaction Stats [default] ** 2024-08-10T05:06:32.541 INFO:journalctl@ceph.mon.c.smithi031.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-08-10T05:06:32.542 INFO:journalctl@ceph.mon.c.smithi031.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-10T05:06:32.542 INFO:journalctl@ceph.mon.c.smithi031.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 5.7 0.00 0.00 1 0.000 0 0 2024-08-10T05:06:32.542 INFO:journalctl@ceph.mon.c.smithi031.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-10T05:06:32.542 INFO:journalctl@ceph.mon.c.smithi031.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-08-10T05:06:32.542 INFO:journalctl@ceph.mon.c.smithi031.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-08-10T05:06:32.542 INFO:journalctl@ceph.mon.c.smithi031.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-08-10T05:06:32.542 INFO:journalctl@ceph.mon.c.smithi031.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-08-10T05:06:32.542 INFO:journalctl@ceph.mon.c.smithi031.stdout: AddFile(Keys): cumulative 0, interval 0 2024-08-10T05:06:32.542 INFO:journalctl@ceph.mon.c.smithi031.stdout: Cumulative compaction: 0.00 GB write, 0.60 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-10T05:06:32.542 INFO:journalctl@ceph.mon.c.smithi031.stdout: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-10T05:06:32.542 INFO:journalctl@ceph.mon.c.smithi031.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-08-10T05:06:32.542 INFO:journalctl@ceph.mon.c.smithi031.stdout: 2024-08-10T05:06:32.542 INFO:journalctl@ceph.mon.c.smithi031.stdout: ** File Read Latency Histogram By Level [default] ** 2024-08-10T05:06:32.542 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: mon.c does not exist in monmap, will attempt to join an existing cluster 2024-08-10T05:06:32.543 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: using public_addrv [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-08-10T05:06:32.543 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: starting mon.c rank -1 at public addrs [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] at bind addrs [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid fc322138-56d5-11ef-bcce-c7b262605968 2024-08-10T05:06:32.543 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: mon.c@-1(???) e0 preinit fsid fc322138-56d5-11ef-bcce-c7b262605968 2024-08-10T05:06:32.543 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: mon.c@-1(synchronizing).mds e1 new map 2024-08-10T05:06:32.543 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: mon.c@-1(synchronizing).mds e1 print_map 2024-08-10T05:06:32.543 INFO:journalctl@ceph.mon.c.smithi031.stdout: e1 2024-08-10T05:06:32.543 INFO:journalctl@ceph.mon.c.smithi031.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-08-10T05:06:32.543 INFO:journalctl@ceph.mon.c.smithi031.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-10T05:06:32.543 INFO:journalctl@ceph.mon.c.smithi031.stdout: legacy client fscid: -1 2024-08-10T05:06:32.543 INFO:journalctl@ceph.mon.c.smithi031.stdout: 2024-08-10T05:06:32.543 INFO:journalctl@ceph.mon.c.smithi031.stdout: No filesystems configured 2024-08-10T05:06:32.543 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-08-10T05:06:32.543 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-08-10T05:06:32.544 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-08-10T05:06:32.544 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-08-10T05:06:32.544 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-08-10T05:06:32.544 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-08-10T05:06:32.544 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-08-10T05:06:32.544 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-08-10T05:06:32.544 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-08-10T05:06:32.544 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-08-10T05:06:32.544 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: Updating smithi196:/etc/ceph/ceph.client.admin.keyring 2024-08-10T05:06:32.544 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: Updating smithi196:/var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/config/ceph.client.admin.keyring 2024-08-10T05:06:32.544 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T05:06:32.544 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: from='client.? 172.21.15.31:0/3368403544' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-08-10T05:06:32.544 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: osdmap e4: 0 total, 0 up, 0 in 2024-08-10T05:06:32.545 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T05:06:32.545 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi031:172.21.15.31=a;smithi031:[v2:172.21.15.31:3301,v1:172.21.15.31:6790]=c;smithi196:172.21.15.196=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:06:32.545 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: Saving service mon spec with placement smithi031:172.21.15.31=a;smithi031:[v2:172.21.15.31:3301,v1:172.21.15.31:6790]=c;smithi196:172.21.15.196=b;count:3 2024-08-10T05:06:32.545 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:32.545 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:06:32.545 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:06:32.545 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:06:32.545 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:32.545 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-10T05:06:32.545 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:06:32.545 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: Deploying daemon mon.b on smithi196 2024-08-10T05:06:32.545 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T05:06:32.545 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T05:06:32.546 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: from='client.? 172.21.15.196:0/3723664292' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-10T05:06:32.546 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:06:32.546 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: mon.a calling monitor election 2024-08-10T05:06:32.546 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:06:32.546 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:06:32.546 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T05:06:32.546 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:06:32.546 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: mon.b calling monitor election 2024-08-10T05:06:32.546 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:06:32.546 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T05:06:32.546 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:06:32.546 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:06:32.546 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-08-10T05:06:32.547 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: monmap e2: 2 mons at {a=[v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0],b=[v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-10T05:06:32.547 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: fsmap 2024-08-10T05:06:32.547 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: osdmap e4: 0 total, 0 up, 0 in 2024-08-10T05:06:32.547 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: mgrmap e13: y(active, since 39s) 2024-08-10T05:06:32.547 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: overall HEALTH_OK 2024-08-10T05:06:32.547 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:32.547 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:32.547 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:32.547 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-10T05:06:32.547 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:06:32.547 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: Deploying daemon mon.c on smithi031 2024-08-10T05:06:32.547 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T05:06:32.547 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: from='client.? 172.21.15.196:0/435491066' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-10T05:06:32.547 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:06:32.548 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T05:06:32.548 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 ceph-mon[41349]: mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-08-10T05:06:32.548 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 bash[41311]: 13f38e06b81391bd8fb4a921185e57a01c1a06490e399e0ce52e34e726dda5de 2024-08-10T05:06:32.548 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:32 smithi031 systemd[1]: Started Ceph mon.c for fc322138-56d5-11ef-bcce-c7b262605968. 2024-08-10T05:06:37.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:37 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:06:37.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:37 smithi031 ceph-mon[29994]: mon.a calling monitor election 2024-08-10T05:06:37.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:37 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:06:37.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:37 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:06:37.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:37 smithi031 ceph-mon[29994]: mon.b calling monitor election 2024-08-10T05:06:37.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:37 smithi031 ceph-mon[29994]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T05:06:37.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:37 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:06:37.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:37 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:06:37.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:37 smithi031 ceph-mon[29994]: mon.c calling monitor election 2024-08-10T05:06:37.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:37 smithi031 ceph-mon[29994]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T05:06:37.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:37 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:06:37.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:37 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:06:37.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:37 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:06:37.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:37 smithi031 ceph-mon[29994]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-10T05:06:37.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:37 smithi031 ceph-mon[29994]: monmap e3: 3 mons at {a=[v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0],b=[v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0],c=[v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-10T05:06:37.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:37 smithi031 ceph-mon[29994]: fsmap 2024-08-10T05:06:37.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:37 smithi031 ceph-mon[29994]: osdmap e4: 0 total, 0 up, 0 in 2024-08-10T05:06:37.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:37 smithi031 ceph-mon[29994]: mgrmap e13: y(active, since 48s) 2024-08-10T05:06:37.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:37 smithi031 ceph-mon[29994]: overall HEALTH_OK 2024-08-10T05:06:37.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:37 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:37.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:37 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:37.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:37 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:37.521 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:37 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:37.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:37 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:06:37.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:37 smithi031 ceph-mon[41349]: mon.a calling monitor election 2024-08-10T05:06:37.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:37 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:06:37.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:37 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:06:37.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:37 smithi031 ceph-mon[41349]: mon.b calling monitor election 2024-08-10T05:06:37.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:37 smithi031 ceph-mon[41349]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T05:06:37.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:37 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:06:37.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:37 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:06:37.522 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:37 smithi031 ceph-mon[41349]: mon.c calling monitor election 2024-08-10T05:06:37.522 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:37 smithi031 ceph-mon[41349]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T05:06:37.522 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:37 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:06:37.522 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:37 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:06:37.522 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:37 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:06:37.522 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:37 smithi031 ceph-mon[41349]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-10T05:06:37.522 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:37 smithi031 ceph-mon[41349]: monmap e3: 3 mons at {a=[v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0],b=[v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0],c=[v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-10T05:06:37.522 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:37 smithi031 ceph-mon[41349]: fsmap 2024-08-10T05:06:37.522 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:37 smithi031 ceph-mon[41349]: osdmap e4: 0 total, 0 up, 0 in 2024-08-10T05:06:37.522 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:37 smithi031 ceph-mon[41349]: mgrmap e13: y(active, since 48s) 2024-08-10T05:06:37.522 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:37 smithi031 ceph-mon[41349]: overall HEALTH_OK 2024-08-10T05:06:37.522 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:37 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:37.522 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:37 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:37.523 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:37 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:37.523 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:37 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:37.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:37 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:06:37.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:37 smithi196 ceph-mon[32874]: mon.a calling monitor election 2024-08-10T05:06:37.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:37 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:06:37.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:37 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:06:37.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:37 smithi196 ceph-mon[32874]: mon.b calling monitor election 2024-08-10T05:06:37.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:37 smithi196 ceph-mon[32874]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T05:06:37.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:37 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:06:37.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:37 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:06:37.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:37 smithi196 ceph-mon[32874]: mon.c calling monitor election 2024-08-10T05:06:37.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:37 smithi196 ceph-mon[32874]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T05:06:37.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:37 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:06:37.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:37 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:06:37.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:37 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:06:37.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:37 smithi196 ceph-mon[32874]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-10T05:06:37.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:37 smithi196 ceph-mon[32874]: monmap e3: 3 mons at {a=[v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0],b=[v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0],c=[v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-10T05:06:37.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:37 smithi196 ceph-mon[32874]: fsmap 2024-08-10T05:06:37.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:37 smithi196 ceph-mon[32874]: osdmap e4: 0 total, 0 up, 0 in 2024-08-10T05:06:37.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:37 smithi196 ceph-mon[32874]: mgrmap e13: y(active, since 48s) 2024-08-10T05:06:37.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:37 smithi196 ceph-mon[32874]: overall HEALTH_OK 2024-08-10T05:06:37.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:37 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:37.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:37 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:37.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:37 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:37.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:37 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:38.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:38 smithi031 ceph-mon[29994]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T05:06:38.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:38 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:06:38.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:38 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:06:38.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:38 smithi031 ceph-mon[41349]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T05:06:38.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:38 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:06:38.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:38 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:06:38.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:38 smithi196 ceph-mon[32874]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T05:06:38.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:38 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:06:38.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:38 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:06:39.022 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-08-10T05:06:39.022 INFO:teuthology.orchestra.run.smithi196.stdout:{"epoch":3,"fsid":"fc322138-56d5-11ef-bcce-c7b262605968","modified":"2024-08-10T05:06:32.185660Z","created":"2024-08-10T05:04:52.101829Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:3300","nonce":0},{"type":"v1","addr":"172.21.15.31:6789","nonce":0}]},"addr":"172.21.15.31:6789/0","public_addr":"172.21.15.31:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:3300","nonce":0},{"type":"v1","addr":"172.21.15.196:6789","nonce":0}]},"addr":"172.21.15.196:6789/0","public_addr":"172.21.15.196:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:3301","nonce":0},{"type":"v1","addr":"172.21.15.31:6790","nonce":0}]},"addr":"172.21.15.31:6790/0","public_addr":"172.21.15.31:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2024-08-10T05:06:39.023 INFO:teuthology.orchestra.run.smithi196.stderr:dumped monmap epoch 3 2024-08-10T05:06:39.611 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:39 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:39.611 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:39 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:39.611 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:39 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:39.611 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:39 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:39.611 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:39 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:06:39.611 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:39 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:06:39.611 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:39 smithi196 ceph-mon[32874]: Updating smithi031:/etc/ceph/ceph.conf 2024-08-10T05:06:39.611 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:39 smithi196 ceph-mon[32874]: Updating smithi196:/etc/ceph/ceph.conf 2024-08-10T05:06:39.611 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:39 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:39.612 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:39 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:39.612 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:39 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:39.612 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:39 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:39.612 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:39 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:39.612 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:39 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-10T05:06:39.612 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:39 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-10T05:06:39.612 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:39 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:06:39.612 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:39 smithi196 ceph-mon[32874]: from='client.? 172.21.15.196:0/2592169599' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-10T05:06:39.612 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:39 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:39.630 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:39 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:39.630 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:39 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:39.630 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:39 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:39.630 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:39 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:39.630 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:39 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:06:39.630 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:39 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:06:39.630 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:39 smithi031 ceph-mon[41349]: Updating smithi031:/etc/ceph/ceph.conf 2024-08-10T05:06:39.630 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:39 smithi031 ceph-mon[41349]: Updating smithi196:/etc/ceph/ceph.conf 2024-08-10T05:06:39.630 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:39 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:39.630 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:39 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:39.630 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:39 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:39.630 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:39 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:39.631 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:39 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:39.631 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:39 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-10T05:06:39.631 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:39 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-10T05:06:39.631 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:39 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:06:39.631 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:39 smithi031 ceph-mon[41349]: from='client.? 172.21.15.196:0/2592169599' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-10T05:06:39.631 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:39 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:39.631 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:39 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:39.631 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:39 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:39.631 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:39 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:39.631 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:39 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:39.631 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:39 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:06:39.632 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:39 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:06:39.632 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:39 smithi031 ceph-mon[29994]: Updating smithi031:/etc/ceph/ceph.conf 2024-08-10T05:06:39.632 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:39 smithi031 ceph-mon[29994]: Updating smithi196:/etc/ceph/ceph.conf 2024-08-10T05:06:39.632 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:39 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:39.632 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:39 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:39.632 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:39 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:39.632 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:39 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:39.632 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:39 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:39.632 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:39 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-10T05:06:39.632 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:39 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-10T05:06:39.632 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:39 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:06:39.633 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:39 smithi031 ceph-mon[29994]: from='client.? 172.21.15.196:0/2592169599' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-10T05:06:39.633 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:39 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:39.636 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-08-10T05:06:39.636 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc322138-56d5-11ef-bcce-c7b262605968 -- ceph config generate-minimal-conf 2024-08-10T05:06:40.381 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T05:06:40.518 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:40 smithi031 ceph-mon[41349]: Updating smithi196:/var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/config/ceph.conf 2024-08-10T05:06:40.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:40 smithi031 ceph-mon[41349]: Updating smithi031:/var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/config/ceph.conf 2024-08-10T05:06:40.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:40 smithi031 ceph-mon[41349]: Reconfiguring mon.a (unknown last config time)... 2024-08-10T05:06:40.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:40 smithi031 ceph-mon[41349]: Reconfiguring daemon mon.a on smithi031 2024-08-10T05:06:40.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:40 smithi031 ceph-mon[41349]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T05:06:40.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:40 smithi031 ceph-mon[29994]: Updating smithi196:/var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/config/ceph.conf 2024-08-10T05:06:40.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:40 smithi031 ceph-mon[29994]: Updating smithi031:/var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/config/ceph.conf 2024-08-10T05:06:40.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:40 smithi031 ceph-mon[29994]: Reconfiguring mon.a (unknown last config time)... 2024-08-10T05:06:40.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:40 smithi031 ceph-mon[29994]: Reconfiguring daemon mon.a on smithi031 2024-08-10T05:06:40.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:40 smithi031 ceph-mon[29994]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T05:06:40.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:40 smithi196 ceph-mon[32874]: Updating smithi196:/var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/config/ceph.conf 2024-08-10T05:06:40.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:40 smithi196 ceph-mon[32874]: Updating smithi031:/var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/config/ceph.conf 2024-08-10T05:06:40.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:40 smithi196 ceph-mon[32874]: Reconfiguring mon.a (unknown last config time)... 2024-08-10T05:06:40.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:40 smithi196 ceph-mon[32874]: Reconfiguring daemon mon.a on smithi031 2024-08-10T05:06:40.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:40 smithi196 ceph-mon[32874]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T05:06:41.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:41 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:41.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:41 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:41.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:41 smithi031 ceph-mon[29994]: Reconfiguring mon.c (monmap changed)... 2024-08-10T05:06:41.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:41 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-10T05:06:41.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:41 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-10T05:06:41.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:41 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:06:41.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:41 smithi031 ceph-mon[29994]: Reconfiguring daemon mon.c on smithi031 2024-08-10T05:06:41.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:41 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:41.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:41 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:41.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:41 smithi031 ceph-mon[41349]: Reconfiguring mon.c (monmap changed)... 2024-08-10T05:06:41.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:41 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-10T05:06:41.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:41 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-10T05:06:41.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:41 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:06:41.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:41 smithi031 ceph-mon[41349]: Reconfiguring daemon mon.c on smithi031 2024-08-10T05:06:41.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:41 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:41.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:41 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:41.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:41 smithi196 ceph-mon[32874]: Reconfiguring mon.c (monmap changed)... 2024-08-10T05:06:41.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:41 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-10T05:06:41.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:41 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-10T05:06:41.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:41 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:06:41.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:41 smithi196 ceph-mon[32874]: Reconfiguring daemon mon.c on smithi031 2024-08-10T05:06:42.459 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:42 smithi031 ceph-mon[29994]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T05:06:42.459 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:42 smithi031 ceph-mon[41349]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T05:06:42.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:42 smithi196 ceph-mon[32874]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T05:06:42.843 INFO:teuthology.orchestra.run.smithi031.stdout:# minimal ceph.conf for fc322138-56d5-11ef-bcce-c7b262605968 2024-08-10T05:06:42.843 INFO:teuthology.orchestra.run.smithi031.stdout:[global] 2024-08-10T05:06:42.843 INFO:teuthology.orchestra.run.smithi031.stdout: fsid = fc322138-56d5-11ef-bcce-c7b262605968 2024-08-10T05:06:42.843 INFO:teuthology.orchestra.run.smithi031.stdout: mon_host = [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] 2024-08-10T05:06:43.418 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:43 smithi031 ceph-mon[29994]: from='client.? 172.21.15.31:0/2041335202' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:06:43.418 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:43 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:43.418 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:43 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:43.418 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:43 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-10T05:06:43.418 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:43 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-10T05:06:43.418 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:43 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:06:43.418 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:43 smithi031 ceph-mon[41349]: from='client.? 172.21.15.31:0/2041335202' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:06:43.419 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:43 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:43.419 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:43 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:43.419 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:43 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-10T05:06:43.419 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:43 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-10T05:06:43.419 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:43 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:06:43.601 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:43 smithi196 ceph-mon[32874]: from='client.? 172.21.15.31:0/2041335202' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:06:43.601 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:43 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:43.601 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:43 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:43.601 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:43 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-10T05:06:43.601 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:43 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-10T05:06:43.601 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:43 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:06:43.734 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-08-10T05:06:43.735 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-08-10T05:06:43.735 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd of=/etc/ceph/ceph.conf 2024-08-10T05:06:43.763 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-08-10T05:06:43.764 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-08-10T05:06:43.830 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-08-10T05:06:43.830 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd of=/etc/ceph/ceph.conf 2024-08-10T05:06:43.858 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-08-10T05:06:43.858 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-08-10T05:06:43.922 INFO:tasks.cephadm:Adding mgr.y on smithi031 2024-08-10T05:06:43.922 INFO:tasks.cephadm:Adding mgr.x on smithi196 2024-08-10T05:06:43.923 DEBUG:teuthology.orchestra.run.smithi196:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc322138-56d5-11ef-bcce-c7b262605968 -- ceph orch apply mgr '2;smithi031=y;smithi196=x' 2024-08-10T05:06:44.508 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:44 smithi196 ceph-mon[32874]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T05:06:44.508 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:44 smithi196 ceph-mon[32874]: Reconfiguring mon.b (monmap changed)... 2024-08-10T05:06:44.508 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:44 smithi196 ceph-mon[32874]: Reconfiguring daemon mon.b on smithi196 2024-08-10T05:06:44.638 INFO:teuthology.orchestra.run.smithi196.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.b/config 2024-08-10T05:06:44.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:44 smithi031 ceph-mon[29994]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T05:06:44.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:44 smithi031 ceph-mon[29994]: Reconfiguring mon.b (monmap changed)... 2024-08-10T05:06:44.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:44 smithi031 ceph-mon[29994]: Reconfiguring daemon mon.b on smithi196 2024-08-10T05:06:44.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:44 smithi031 ceph-mon[41349]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T05:06:44.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:44 smithi031 ceph-mon[41349]: Reconfiguring mon.b (monmap changed)... 2024-08-10T05:06:44.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:44 smithi031 ceph-mon[41349]: Reconfiguring daemon mon.b on smithi196 2024-08-10T05:06:45.556 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:45 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:45.556 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:45 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:45.556 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:45 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:06:45.824 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:45 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:06:45.824 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:45 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:06:45.824 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:45 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:45.824 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:45 smithi196 ceph-mon[32874]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T05:06:46.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:45 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:46.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:45 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:46.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:45 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:06:46.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:45 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:06:46.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:45 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:06:46.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:45 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:46.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:45 smithi031 ceph-mon[29994]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T05:06:46.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:45 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:46.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:45 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:46.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:45 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:06:46.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:45 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:06:46.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:45 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:06:46.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:45 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:46.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:45 smithi031 ceph-mon[41349]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T05:06:46.178 INFO:teuthology.orchestra.run.smithi196.stdout:Scheduled mgr update... 2024-08-10T05:06:46.718 DEBUG:teuthology.orchestra.run.smithi196:mgr.x> sudo journalctl -f -n 0 -u ceph-fc322138-56d5-11ef-bcce-c7b262605968@mgr.x.service 2024-08-10T05:06:46.721 INFO:tasks.cephadm:Deploying OSDs... 2024-08-10T05:06:46.721 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-08-10T05:06:46.722 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/scratch_devs of=/dev/stdout 2024-08-10T05:06:46.743 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-08-10T05:06:46.743 DEBUG:teuthology.orchestra.run.smithi031:> stat /dev/vg_nvme/lv_1 2024-08-10T05:06:46.805 INFO:teuthology.orchestra.run.smithi031.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-08-10T05:06:46.805 INFO:teuthology.orchestra.run.smithi031.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-10T05:06:46.805 INFO:teuthology.orchestra.run.smithi031.stdout:Device: 5h/5d Inode: 972 Links: 1 2024-08-10T05:06:46.805 INFO:teuthology.orchestra.run.smithi031.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-10T05:06:46.805 INFO:teuthology.orchestra.run.smithi031.stdout:Context: system_u:object_r:device_t:s0 2024-08-10T05:06:46.805 INFO:teuthology.orchestra.run.smithi031.stdout:Access: 2024-08-10 05:06:31.591048659 +0000 2024-08-10T05:06:46.805 INFO:teuthology.orchestra.run.smithi031.stdout:Modify: 2024-08-10 05:02:23.392358878 +0000 2024-08-10T05:06:46.806 INFO:teuthology.orchestra.run.smithi031.stdout:Change: 2024-08-10 05:02:23.392358878 +0000 2024-08-10T05:06:46.806 INFO:teuthology.orchestra.run.smithi031.stdout: Birth: 2024-08-10 05:02:23.392358878 +0000 2024-08-10T05:06:46.806 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-08-10T05:06:46.878 INFO:teuthology.orchestra.run.smithi031.stderr:1+0 records in 2024-08-10T05:06:46.878 INFO:teuthology.orchestra.run.smithi031.stderr:1+0 records out 2024-08-10T05:06:46.878 INFO:teuthology.orchestra.run.smithi031.stderr:512 bytes copied, 0.000280359 s, 1.8 MB/s 2024-08-10T05:06:46.879 DEBUG:teuthology.orchestra.run.smithi031:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-08-10T05:06:46.940 DEBUG:teuthology.orchestra.run.smithi031:> stat /dev/vg_nvme/lv_2 2024-08-10T05:06:46.999 INFO:teuthology.orchestra.run.smithi031.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-08-10T05:06:47.000 INFO:teuthology.orchestra.run.smithi031.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-10T05:06:47.000 INFO:teuthology.orchestra.run.smithi031.stdout:Device: 5h/5d Inode: 969 Links: 1 2024-08-10T05:06:47.000 INFO:teuthology.orchestra.run.smithi031.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-10T05:06:47.000 INFO:teuthology.orchestra.run.smithi031.stdout:Context: system_u:object_r:device_t:s0 2024-08-10T05:06:47.000 INFO:teuthology.orchestra.run.smithi031.stdout:Access: 2024-08-10 05:06:31.592048642 +0000 2024-08-10T05:06:47.000 INFO:teuthology.orchestra.run.smithi031.stdout:Modify: 2024-08-10 05:02:23.392358878 +0000 2024-08-10T05:06:47.000 INFO:teuthology.orchestra.run.smithi031.stdout:Change: 2024-08-10 05:02:23.392358878 +0000 2024-08-10T05:06:47.000 INFO:teuthology.orchestra.run.smithi031.stdout: Birth: 2024-08-10 05:02:23.392358878 +0000 2024-08-10T05:06:47.001 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-08-10T05:06:47.070 INFO:teuthology.orchestra.run.smithi031.stderr:1+0 records in 2024-08-10T05:06:47.070 INFO:teuthology.orchestra.run.smithi031.stderr:1+0 records out 2024-08-10T05:06:47.070 INFO:teuthology.orchestra.run.smithi031.stderr:512 bytes copied, 0.00023284 s, 2.2 MB/s 2024-08-10T05:06:47.071 DEBUG:teuthology.orchestra.run.smithi031:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-08-10T05:06:47.129 DEBUG:teuthology.orchestra.run.smithi031:> stat /dev/vg_nvme/lv_3 2024-08-10T05:06:47.187 INFO:teuthology.orchestra.run.smithi031.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-08-10T05:06:47.188 INFO:teuthology.orchestra.run.smithi031.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-10T05:06:47.188 INFO:teuthology.orchestra.run.smithi031.stdout:Device: 5h/5d Inode: 979 Links: 1 2024-08-10T05:06:47.188 INFO:teuthology.orchestra.run.smithi031.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-10T05:06:47.188 INFO:teuthology.orchestra.run.smithi031.stdout:Context: system_u:object_r:device_t:s0 2024-08-10T05:06:47.188 INFO:teuthology.orchestra.run.smithi031.stdout:Access: 2024-08-10 05:06:31.592048642 +0000 2024-08-10T05:06:47.188 INFO:teuthology.orchestra.run.smithi031.stdout:Modify: 2024-08-10 05:02:23.393358860 +0000 2024-08-10T05:06:47.188 INFO:teuthology.orchestra.run.smithi031.stdout:Change: 2024-08-10 05:02:23.393358860 +0000 2024-08-10T05:06:47.188 INFO:teuthology.orchestra.run.smithi031.stdout: Birth: 2024-08-10 05:02:23.393358860 +0000 2024-08-10T05:06:47.188 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-08-10T05:06:47.255 INFO:teuthology.orchestra.run.smithi031.stderr:1+0 records in 2024-08-10T05:06:47.256 INFO:teuthology.orchestra.run.smithi031.stderr:1+0 records out 2024-08-10T05:06:47.256 INFO:teuthology.orchestra.run.smithi031.stderr:512 bytes copied, 0.00021579 s, 2.4 MB/s 2024-08-10T05:06:47.257 DEBUG:teuthology.orchestra.run.smithi031:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-08-10T05:06:47.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:47 smithi196 ceph-mon[32874]: from='client.24106 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi031=y;smithi196=x", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:06:47.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:47 smithi196 ceph-mon[32874]: Saving service mgr spec with placement smithi031=y;smithi196=x;count:2 2024-08-10T05:06:47.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:47 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:47.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:47 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:06:47.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:47 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:06:47.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:47 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:06:47.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:47 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:47.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:47 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-10T05:06:47.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:47 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-08-10T05:06:47.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:47 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-10T05:06:47.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:47 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:06:47.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:47 smithi196 ceph-mon[32874]: Deploying daemon mgr.x on smithi196 2024-08-10T05:06:47.316 DEBUG:teuthology.orchestra.run.smithi031:> stat /dev/vg_nvme/lv_4 2024-08-10T05:06:47.374 INFO:teuthology.orchestra.run.smithi031.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-08-10T05:06:47.374 INFO:teuthology.orchestra.run.smithi031.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-10T05:06:47.374 INFO:teuthology.orchestra.run.smithi031.stdout:Device: 5h/5d Inode: 982 Links: 1 2024-08-10T05:06:47.374 INFO:teuthology.orchestra.run.smithi031.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-10T05:06:47.375 INFO:teuthology.orchestra.run.smithi031.stdout:Context: system_u:object_r:device_t:s0 2024-08-10T05:06:47.375 INFO:teuthology.orchestra.run.smithi031.stdout:Access: 2024-08-10 05:06:31.593048625 +0000 2024-08-10T05:06:47.375 INFO:teuthology.orchestra.run.smithi031.stdout:Modify: 2024-08-10 05:02:23.394358843 +0000 2024-08-10T05:06:47.375 INFO:teuthology.orchestra.run.smithi031.stdout:Change: 2024-08-10 05:02:23.394358843 +0000 2024-08-10T05:06:47.375 INFO:teuthology.orchestra.run.smithi031.stdout: Birth: 2024-08-10 05:02:23.394358843 +0000 2024-08-10T05:06:47.375 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-08-10T05:06:47.439 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:47 smithi031 ceph-mon[41349]: from='client.24106 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi031=y;smithi196=x", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:06:47.439 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:47 smithi031 ceph-mon[41349]: Saving service mgr spec with placement smithi031=y;smithi196=x;count:2 2024-08-10T05:06:47.439 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:47 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:47.439 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:47 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:06:47.439 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:47 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:06:47.439 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:47 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:06:47.439 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:47 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:47.439 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:47 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-10T05:06:47.439 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:47 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-08-10T05:06:47.439 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:47 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-10T05:06:47.439 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:47 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:06:47.440 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:47 smithi031 ceph-mon[41349]: Deploying daemon mgr.x on smithi196 2024-08-10T05:06:47.440 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:47 smithi031 ceph-mon[29994]: from='client.24106 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi031=y;smithi196=x", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:06:47.440 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:47 smithi031 ceph-mon[29994]: Saving service mgr spec with placement smithi031=y;smithi196=x;count:2 2024-08-10T05:06:47.440 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:47 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:47.440 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:47 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:06:47.440 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:47 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:06:47.440 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:47 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:06:47.440 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:47 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:47.440 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:47 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-10T05:06:47.440 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:47 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-08-10T05:06:47.440 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:47 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-10T05:06:47.441 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:47 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:06:47.441 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:47 smithi031 ceph-mon[29994]: Deploying daemon mgr.x on smithi196 2024-08-10T05:06:47.441 INFO:teuthology.orchestra.run.smithi031.stderr:1+0 records in 2024-08-10T05:06:47.442 INFO:teuthology.orchestra.run.smithi031.stderr:1+0 records out 2024-08-10T05:06:47.442 INFO:teuthology.orchestra.run.smithi031.stderr:512 bytes copied, 0.000179209 s, 2.9 MB/s 2024-08-10T05:06:47.443 DEBUG:teuthology.orchestra.run.smithi031:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-08-10T05:06:47.503 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-08-10T05:06:47.503 DEBUG:teuthology.orchestra.run.smithi196:> dd if=/scratch_devs of=/dev/stdout 2024-08-10T05:06:47.520 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-08-10T05:06:47.520 DEBUG:teuthology.orchestra.run.smithi196:> stat /dev/vg_nvme/lv_1 2024-08-10T05:06:47.575 INFO:teuthology.orchestra.run.smithi196.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-08-10T05:06:47.575 INFO:teuthology.orchestra.run.smithi196.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-10T05:06:47.575 INFO:teuthology.orchestra.run.smithi196.stdout:Device: 5h/5d Inode: 978 Links: 1 2024-08-10T05:06:47.575 INFO:teuthology.orchestra.run.smithi196.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-10T05:06:47.575 INFO:teuthology.orchestra.run.smithi196.stdout:Context: system_u:object_r:device_t:s0 2024-08-10T05:06:47.575 INFO:teuthology.orchestra.run.smithi196.stdout:Access: 2024-08-10 05:06:23.171930542 +0000 2024-08-10T05:06:47.575 INFO:teuthology.orchestra.run.smithi196.stdout:Modify: 2024-08-10 05:02:23.861365885 +0000 2024-08-10T05:06:47.575 INFO:teuthology.orchestra.run.smithi196.stdout:Change: 2024-08-10 05:02:23.861365885 +0000 2024-08-10T05:06:47.576 INFO:teuthology.orchestra.run.smithi196.stdout: Birth: 2024-08-10 05:02:23.861365885 +0000 2024-08-10T05:06:47.576 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-08-10T05:06:47.640 INFO:teuthology.orchestra.run.smithi196.stderr:1+0 records in 2024-08-10T05:06:47.640 INFO:teuthology.orchestra.run.smithi196.stderr:1+0 records out 2024-08-10T05:06:47.640 INFO:teuthology.orchestra.run.smithi196.stderr:512 bytes copied, 0.000215702 s, 2.4 MB/s 2024-08-10T05:06:47.641 DEBUG:teuthology.orchestra.run.smithi196:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-08-10T05:06:47.697 DEBUG:teuthology.orchestra.run.smithi196:> stat /dev/vg_nvme/lv_2 2024-08-10T05:06:47.753 INFO:teuthology.orchestra.run.smithi196.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-08-10T05:06:47.753 INFO:teuthology.orchestra.run.smithi196.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-10T05:06:47.754 INFO:teuthology.orchestra.run.smithi196.stdout:Device: 5h/5d Inode: 970 Links: 1 2024-08-10T05:06:47.754 INFO:teuthology.orchestra.run.smithi196.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-10T05:06:47.754 INFO:teuthology.orchestra.run.smithi196.stdout:Context: system_u:object_r:device_t:s0 2024-08-10T05:06:47.754 INFO:teuthology.orchestra.run.smithi196.stdout:Access: 2024-08-10 05:06:23.171930542 +0000 2024-08-10T05:06:47.754 INFO:teuthology.orchestra.run.smithi196.stdout:Modify: 2024-08-10 05:02:23.861365885 +0000 2024-08-10T05:06:47.754 INFO:teuthology.orchestra.run.smithi196.stdout:Change: 2024-08-10 05:02:23.861365885 +0000 2024-08-10T05:06:47.754 INFO:teuthology.orchestra.run.smithi196.stdout: Birth: 2024-08-10 05:02:23.861365885 +0000 2024-08-10T05:06:47.754 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-08-10T05:06:47.954 INFO:teuthology.orchestra.run.smithi196.stderr:1+0 records in 2024-08-10T05:06:47.955 INFO:teuthology.orchestra.run.smithi196.stderr:1+0 records out 2024-08-10T05:06:47.955 INFO:teuthology.orchestra.run.smithi196.stderr:512 bytes copied, 0.000198142 s, 2.6 MB/s 2024-08-10T05:06:47.956 DEBUG:teuthology.orchestra.run.smithi196:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-08-10T05:06:47.972 DEBUG:teuthology.orchestra.run.smithi196:> stat /dev/vg_nvme/lv_3 2024-08-10T05:06:48.031 INFO:teuthology.orchestra.run.smithi196.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-08-10T05:06:48.031 INFO:teuthology.orchestra.run.smithi196.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-10T05:06:48.031 INFO:teuthology.orchestra.run.smithi196.stdout:Device: 5h/5d Inode: 975 Links: 1 2024-08-10T05:06:48.031 INFO:teuthology.orchestra.run.smithi196.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-10T05:06:48.032 INFO:teuthology.orchestra.run.smithi196.stdout:Context: system_u:object_r:device_t:s0 2024-08-10T05:06:48.032 INFO:teuthology.orchestra.run.smithi196.stdout:Access: 2024-08-10 05:06:47.910382321 +0000 2024-08-10T05:06:48.032 INFO:teuthology.orchestra.run.smithi196.stdout:Modify: 2024-08-10 05:02:23.861365885 +0000 2024-08-10T05:06:48.032 INFO:teuthology.orchestra.run.smithi196.stdout:Change: 2024-08-10 05:02:23.861365885 +0000 2024-08-10T05:06:48.032 INFO:teuthology.orchestra.run.smithi196.stdout: Birth: 2024-08-10 05:02:23.861365885 +0000 2024-08-10T05:06:48.032 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-08-10T05:06:48.134 INFO:teuthology.orchestra.run.smithi196.stderr:1+0 records in 2024-08-10T05:06:48.135 INFO:teuthology.orchestra.run.smithi196.stderr:1+0 records out 2024-08-10T05:06:48.135 INFO:teuthology.orchestra.run.smithi196.stderr:512 bytes copied, 0.000240389 s, 2.1 MB/s 2024-08-10T05:06:48.136 DEBUG:teuthology.orchestra.run.smithi196:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-08-10T05:06:48.151 DEBUG:teuthology.orchestra.run.smithi196:> stat /dev/vg_nvme/lv_4 2024-08-10T05:06:48.210 INFO:teuthology.orchestra.run.smithi196.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-08-10T05:06:48.210 INFO:teuthology.orchestra.run.smithi196.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-10T05:06:48.210 INFO:teuthology.orchestra.run.smithi196.stdout:Device: 5h/5d Inode: 969 Links: 1 2024-08-10T05:06:48.210 INFO:teuthology.orchestra.run.smithi196.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-10T05:06:48.210 INFO:teuthology.orchestra.run.smithi196.stdout:Context: system_u:object_r:device_t:s0 2024-08-10T05:06:48.210 INFO:teuthology.orchestra.run.smithi196.stdout:Access: 2024-08-10 05:06:48.092378286 +0000 2024-08-10T05:06:48.210 INFO:teuthology.orchestra.run.smithi196.stdout:Modify: 2024-08-10 05:02:23.861365885 +0000 2024-08-10T05:06:48.210 INFO:teuthology.orchestra.run.smithi196.stdout:Change: 2024-08-10 05:02:23.861365885 +0000 2024-08-10T05:06:48.210 INFO:teuthology.orchestra.run.smithi196.stdout: Birth: 2024-08-10 05:02:23.861365885 +0000 2024-08-10T05:06:48.211 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-08-10T05:06:48.273 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:48 smithi196 ceph-mon[32874]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T05:06:48.276 INFO:teuthology.orchestra.run.smithi196.stderr:1+0 records in 2024-08-10T05:06:48.276 INFO:teuthology.orchestra.run.smithi196.stderr:1+0 records out 2024-08-10T05:06:48.276 INFO:teuthology.orchestra.run.smithi196.stderr:512 bytes copied, 0.00018896 s, 2.7 MB/s 2024-08-10T05:06:48.278 DEBUG:teuthology.orchestra.run.smithi196:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-08-10T05:06:48.334 INFO:tasks.cephadm:Deploying osd.0 on smithi031 with /dev/vg_nvme/lv_4... 2024-08-10T05:06:48.334 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc322138-56d5-11ef-bcce-c7b262605968 -- lvm zap /dev/vg_nvme/lv_4 2024-08-10T05:06:48.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:48 smithi031 ceph-mon[29994]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T05:06:48.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:48 smithi031 ceph-mon[41349]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T05:06:48.528 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:06:48 smithi196 podman[34916]: 2024-08-10 05:06:48.276223357 +0000 UTC m=+0.018745489 image pull 354fce865a9aa1117a27a2a36e19e64137e76f34c3b55860404bde4d0e23b2d9 quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f 2024-08-10T05:06:48.605 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T05:06:48.825 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:06:48 smithi196 podman[34916]: 2024-08-10 05:06:48.572846483 +0000 UTC m=+0.315368614 container init e0e97cd704c5a884754fd1024ebdd36ab0ec4bb9e90fa87ddb55f5ba3d63f8f8 (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=quincy-56ceb86, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, io.buildah.version=1.36.0) 2024-08-10T05:06:48.826 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:06:48 smithi196 podman[34916]: 2024-08-10 05:06:48.577465562 +0000 UTC m=+0.319987687 container start e0e97cd704c5a884754fd1024ebdd36ab0ec4bb9e90fa87ddb55f5ba3d63f8f8 (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=quincy-56ceb86, org.label-schema.build-date=20240731, GIT_CLEAN=True) 2024-08-10T05:06:48.826 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:06:48 smithi196 ceph-mgr[34991]: -- 172.21.15.196:0/827937403 <== mon.1 v2:172.21.15.196:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55c472d7a9c0 con 0x55c472d86c00 2024-08-10T05:06:48.826 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:06:48 smithi196 bash[34916]: e0e97cd704c5a884754fd1024ebdd36ab0ec4bb9e90fa87ddb55f5ba3d63f8f8 2024-08-10T05:06:48.826 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:06:48 smithi196 systemd[1]: Started Ceph mgr.x for fc322138-56d5-11ef-bcce-c7b262605968. 2024-08-10T05:06:48.826 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:06:48 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[34968]: 2024-08-10T05:06:48.694+0000 7f4ad853fec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-10T05:06:48.826 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:06:48 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[34968]: 2024-08-10T05:06:48.825+0000 7f4ad853fec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-10T05:06:49.171 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:06:48 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[34968]: 2024-08-10T05:06:48.894+0000 7f4ad853fec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-10T05:06:49.171 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:06:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[34968]: 2024-08-10T05:06:49.170+0000 7f4ad853fec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-10T05:06:49.443 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:06:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[34968]: 2024-08-10T05:06:49.233+0000 7f4ad853fec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-10T05:06:49.726 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:49 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:49.727 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:49 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:49.727 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:49 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:49.727 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:49 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:49.727 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:49 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:06:49.727 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:49 smithi031 ceph-mon[29994]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T05:06:49.727 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:49 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:49.727 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:49 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:49.727 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:49 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:49.727 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:49 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:49.727 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:49 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:49.727 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:49 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:06:49.728 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:49 smithi031 ceph-mon[41349]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T05:06:49.728 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:49 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:50.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:49 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:50.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:49 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:50.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:49 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:50.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:49 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:50.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:49 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:06:50.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:49 smithi196 ceph-mon[32874]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T05:06:50.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:49 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:50.518 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:06:50 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[34968]: 2024-08-10T05:06:50.171+0000 7f4ad853fec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-10T05:06:50.518 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:06:50 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[34968]: 2024-08-10T05:06:50.281+0000 7f4ad853fec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-10T05:06:50.518 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:06:50 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[34968]: 2024-08-10T05:06:50.334+0000 7f4ad853fec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-10T05:06:50.518 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:06:50 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[34968]: 2024-08-10T05:06:50.517+0000 7f4ad853fec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-10T05:06:50.778 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:06:50 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[34968]: 2024-08-10T05:06:50.576+0000 7f4ad853fec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-10T05:06:50.778 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:06:50 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[34968]: 2024-08-10T05:06:50.639+0000 7f4ad853fec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-10T05:06:50.779 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:06:50 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[34968]: 2024-08-10T05:06:50.761+0000 7f4ad853fec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-10T05:06:51.035 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:50 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:51.036 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:50 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:51.036 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:50 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:06:51.036 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:50 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:06:51.036 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:50 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:51.036 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:50 smithi031 ceph-mon[29994]: Reconfiguring mgr.y (unknown last config time)... 2024-08-10T05:06:51.036 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:50 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-10T05:06:51.036 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:50 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-10T05:06:51.036 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:50 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:06:51.036 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:50 smithi031 ceph-mon[29994]: Reconfiguring daemon mgr.y on smithi031 2024-08-10T05:06:51.037 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:50 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:51.037 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:50 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:51.037 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:50 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:06:51.037 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:50 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:06:51.037 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:50 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:51.037 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:50 smithi031 ceph-mon[41349]: Reconfiguring mgr.y (unknown last config time)... 2024-08-10T05:06:51.037 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:50 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-10T05:06:51.037 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:50 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-10T05:06:51.037 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:50 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:06:51.037 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:50 smithi031 ceph-mon[41349]: Reconfiguring daemon mgr.y on smithi031 2024-08-10T05:06:51.039 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-08-10T05:06:51.062 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc322138-56d5-11ef-bcce-c7b262605968 -- ceph orch daemon add osd smithi031:vg_nvme/lv_4 2024-08-10T05:06:51.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:50 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:51.168 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:50 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:51.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:50 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:06:51.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:50 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:06:51.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:50 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:51.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:50 smithi196 ceph-mon[32874]: Reconfiguring mgr.y (unknown last config time)... 2024-08-10T05:06:51.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:50 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-10T05:06:51.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:50 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-10T05:06:51.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:50 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:06:51.169 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:50 smithi196 ceph-mon[32874]: Reconfiguring daemon mgr.y on smithi031 2024-08-10T05:06:51.454 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:06:51 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[34968]: 2024-08-10T05:06:51.168+0000 7f4ad853fec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-10T05:06:51.720 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T05:06:51.778 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:06:51 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[34968]: 2024-08-10T05:06:51.453+0000 7f4ad853fec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-10T05:06:51.778 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:06:51 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[34968]: 2024-08-10T05:06:51.517+0000 7f4ad853fec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-10T05:06:51.778 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:06:51 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[34968]: 2024-08-10T05:06:51.641+0000 7f4ad853fec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-10T05:06:52.189 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:51 smithi196 ceph-mon[32874]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T05:06:52.190 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:06:51 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[34968]: 2024-08-10T05:06:51.888+0000 7f4ad853fec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-10T05:06:52.190 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:06:51 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[34968]: 2024-08-10T05:06:51.949+0000 7f4ad853fec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-10T05:06:52.190 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:06:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[34968]: 2024-08-10T05:06:52.127+0000 7f4ad853fec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-10T05:06:52.190 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:06:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[34968]: 2024-08-10T05:06:52.189+0000 7f4ad853fec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-10T05:06:52.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:51 smithi031 ceph-mon[29994]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T05:06:52.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:51 smithi031 ceph-mon[41349]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T05:06:52.528 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:06:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[34968]: 2024-08-10T05:06:52.269+0000 7f4ad853fec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-10T05:06:52.528 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:06:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[34968]: 2024-08-10T05:06:52.326+0000 7f4ad853fec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-10T05:06:53.278 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:06:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[34968]: 2024-08-10T05:06:52.845+0000 7f4ad853fec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-10T05:06:53.278 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:06:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[34968]: 2024-08-10T05:06:52.978+0000 7f4ad853fec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-10T05:06:53.568 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:53 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:53.569 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:53 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:53.569 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:53 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:06:53.569 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:53 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:06:53.569 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:53 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:06:53.569 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:53 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:53.569 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:53 smithi031 ceph-mon[29994]: Standby manager daemon x started 2024-08-10T05:06:53.569 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:53 smithi031 ceph-mon[29994]: from='mgr.? 172.21.15.196:0/3902094266' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-10T05:06:53.569 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:53 smithi031 ceph-mon[29994]: from='mgr.? 172.21.15.196:0/3902094266' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-10T05:06:53.569 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:53 smithi031 ceph-mon[29994]: from='mgr.? 172.21.15.196:0/3902094266' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-10T05:06:53.569 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:53 smithi031 ceph-mon[29994]: from='mgr.? 172.21.15.196:0/3902094266' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-10T05:06:53.569 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:53 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:53.570 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:53 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:53.570 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:53 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:06:53.570 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:53 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:06:53.570 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:53 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:06:53.570 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:53 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:53.570 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:53 smithi031 ceph-mon[41349]: Standby manager daemon x started 2024-08-10T05:06:53.570 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:53 smithi031 ceph-mon[41349]: from='mgr.? 172.21.15.196:0/3902094266' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-10T05:06:53.570 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:53 smithi031 ceph-mon[41349]: from='mgr.? 172.21.15.196:0/3902094266' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-10T05:06:53.570 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:53 smithi031 ceph-mon[41349]: from='mgr.? 172.21.15.196:0/3902094266' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-10T05:06:53.570 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:53 smithi031 ceph-mon[41349]: from='mgr.? 172.21.15.196:0/3902094266' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-10T05:06:53.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:53 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:53.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:53 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:53.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:53 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:06:53.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:53 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:06:53.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:53 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:06:53.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:53 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:06:53.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:53 smithi196 ceph-mon[32874]: Standby manager daemon x started 2024-08-10T05:06:53.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:53 smithi196 ceph-mon[32874]: from='mgr.? 172.21.15.196:0/3902094266' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-10T05:06:53.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:53 smithi196 ceph-mon[32874]: from='mgr.? 172.21.15.196:0/3902094266' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-10T05:06:53.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:53 smithi196 ceph-mon[32874]: from='mgr.? 172.21.15.196:0/3902094266' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-10T05:06:53.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:53 smithi196 ceph-mon[32874]: from='mgr.? 172.21.15.196:0/3902094266' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-10T05:06:54.700 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:54 smithi031 ceph-mon[29994]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T05:06:54.700 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:54 smithi031 ceph-mon[29994]: mgrmap e14: y(active, since 64s), standbys: x 2024-08-10T05:06:54.700 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:54 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-10T05:06:54.700 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:54 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-10T05:06:54.700 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:54 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-10T05:06:54.700 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:54 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:06:54.701 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:54 smithi031 ceph-mon[41349]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T05:06:54.701 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:54 smithi031 ceph-mon[41349]: mgrmap e14: y(active, since 64s), standbys: x 2024-08-10T05:06:54.701 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:54 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-10T05:06:54.701 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:54 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-10T05:06:54.701 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:54 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-10T05:06:54.701 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:54 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:06:54.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:54 smithi196 ceph-mon[32874]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T05:06:54.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:54 smithi196 ceph-mon[32874]: mgrmap e14: y(active, since 64s), standbys: x 2024-08-10T05:06:54.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:54 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-10T05:06:54.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:54 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-10T05:06:54.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:54 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-10T05:06:54.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:54 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:06:55.571 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:55 smithi031 ceph-mon[29994]: from='client.14217 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi031:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:06:55.571 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:55 smithi031 ceph-mon[41349]: from='client.14217 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi031:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:06:55.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:55 smithi196 ceph-mon[32874]: from='client.14217 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi031:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:06:56.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:56 smithi031 ceph-mon[41349]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T05:06:56.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:56 smithi031 ceph-mon[41349]: from='client.? 172.21.15.31:0/1698533000' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d01a3e95-9986-400f-b9e3-e02ad620ea62"}]: dispatch 2024-08-10T05:06:56.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:56 smithi031 ceph-mon[41349]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d01a3e95-9986-400f-b9e3-e02ad620ea62"}]: dispatch 2024-08-10T05:06:56.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:56 smithi031 ceph-mon[41349]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d01a3e95-9986-400f-b9e3-e02ad620ea62"}]': finished 2024-08-10T05:06:56.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:56 smithi031 ceph-mon[41349]: osdmap e5: 1 total, 0 up, 1 in 2024-08-10T05:06:56.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:56 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-10T05:06:56.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:56 smithi031 ceph-mon[29994]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T05:06:56.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:56 smithi031 ceph-mon[29994]: from='client.? 172.21.15.31:0/1698533000' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d01a3e95-9986-400f-b9e3-e02ad620ea62"}]: dispatch 2024-08-10T05:06:56.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:56 smithi031 ceph-mon[29994]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d01a3e95-9986-400f-b9e3-e02ad620ea62"}]: dispatch 2024-08-10T05:06:56.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:56 smithi031 ceph-mon[29994]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d01a3e95-9986-400f-b9e3-e02ad620ea62"}]': finished 2024-08-10T05:06:56.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:56 smithi031 ceph-mon[29994]: osdmap e5: 1 total, 0 up, 1 in 2024-08-10T05:06:56.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:56 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-10T05:06:56.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:56 smithi196 ceph-mon[32874]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T05:06:56.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:56 smithi196 ceph-mon[32874]: from='client.? 172.21.15.31:0/1698533000' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d01a3e95-9986-400f-b9e3-e02ad620ea62"}]: dispatch 2024-08-10T05:06:56.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:56 smithi196 ceph-mon[32874]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d01a3e95-9986-400f-b9e3-e02ad620ea62"}]: dispatch 2024-08-10T05:06:56.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:56 smithi196 ceph-mon[32874]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d01a3e95-9986-400f-b9e3-e02ad620ea62"}]': finished 2024-08-10T05:06:56.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:56 smithi196 ceph-mon[32874]: osdmap e5: 1 total, 0 up, 1 in 2024-08-10T05:06:56.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:56 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-10T05:06:57.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:57 smithi031 ceph-mon[29994]: from='client.? 172.21.15.31:0/3906864095' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-10T05:06:57.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:57 smithi031 ceph-mon[41349]: from='client.? 172.21.15.31:0/3906864095' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-10T05:06:57.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:57 smithi196 ceph-mon[32874]: from='client.? 172.21.15.31:0/3906864095' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-10T05:06:58.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:06:58 smithi031 ceph-mon[29994]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T05:06:58.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:06:58 smithi031 ceph-mon[41349]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T05:06:58.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:06:58 smithi196 ceph-mon[32874]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T05:07:00.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:00 smithi031 ceph-mon[29994]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T05:07:00.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:00 smithi031 ceph-mon[41349]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T05:07:00.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:00 smithi196 ceph-mon[32874]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T05:07:02.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:02 smithi031 ceph-mon[29994]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T05:07:02.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:02 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-08-10T05:07:02.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:02 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:07:02.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:02 smithi031 ceph-mon[41349]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T05:07:02.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:02 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-08-10T05:07:02.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:02 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:07:02.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:02 smithi196 ceph-mon[32874]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T05:07:02.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:02 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-08-10T05:07:02.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:02 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:07:03.676 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:03 smithi031 ceph-mon[29994]: Deploying daemon osd.0 on smithi031 2024-08-10T05:07:03.676 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:03 smithi031 ceph-mon[41349]: Deploying daemon osd.0 on smithi031 2024-08-10T05:07:03.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:03 smithi196 ceph-mon[32874]: Deploying daemon osd.0 on smithi031 2024-08-10T05:07:04.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:04 smithi031 ceph-mon[29994]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T05:07:04.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:04 smithi031 ceph-mon[41349]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T05:07:04.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:04 smithi196 ceph-mon[32874]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T05:07:06.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:06 smithi031 ceph-mon[29994]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T05:07:06.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:06 smithi031 ceph-mon[41349]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T05:07:06.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:06 smithi196 ceph-mon[32874]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T05:07:07.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:07 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:07:07.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:07 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:07:07.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:07 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:07:07.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:07 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:07:07.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:07 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:07:07.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:07 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:07:07.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:07 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:07:07.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:07 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:07:07.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:07 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:07:08.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:08 smithi031 ceph-mon[29994]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T05:07:08.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:08 smithi031 ceph-mon[41349]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T05:07:08.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:08 smithi196 ceph-mon[32874]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T05:07:10.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:10 smithi031 ceph-mon[29994]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T05:07:10.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:10 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:07:10.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:10 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:07:10.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:10 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:07:10.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:10 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:07:10.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:10 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:07:10.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:10 smithi031 ceph-mon[29994]: from='osd.0 [v2:172.21.15.31:6802/2795261171,v1:172.21.15.31:6803/2795261171]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-08-10T05:07:10.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:10 smithi031 ceph-mon[41349]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T05:07:10.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:10 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:07:10.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:10 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:07:10.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:10 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:07:10.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:10 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:07:10.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:10 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:07:10.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:10 smithi031 ceph-mon[41349]: from='osd.0 [v2:172.21.15.31:6802/2795261171,v1:172.21.15.31:6803/2795261171]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-08-10T05:07:10.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:10 smithi196 ceph-mon[32874]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T05:07:10.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:10 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:07:10.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:10 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:07:10.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:10 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:07:10.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:10 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:07:10.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:10 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:07:10.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:10 smithi196 ceph-mon[32874]: from='osd.0 [v2:172.21.15.31:6802/2795261171,v1:172.21.15.31:6803/2795261171]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-08-10T05:07:10.907 INFO:teuthology.orchestra.run.smithi031.stdout:Created osd(s) 0 on host 'smithi031' 2024-08-10T05:07:11.519 DEBUG:teuthology.orchestra.run.smithi031:osd.0> sudo journalctl -f -n 0 -u ceph-fc322138-56d5-11ef-bcce-c7b262605968@osd.0.service 2024-08-10T05:07:11.521 INFO:tasks.cephadm:Deploying osd.1 on smithi031 with /dev/vg_nvme/lv_3... 2024-08-10T05:07:11.521 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc322138-56d5-11ef-bcce-c7b262605968 -- lvm zap /dev/vg_nvme/lv_3 2024-08-10T05:07:11.761 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:11 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:07:11.761 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:11 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:07:11.762 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:11 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:07:11.762 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:11 smithi031 ceph-mon[29994]: from='osd.0 [v2:172.21.15.31:6802/2795261171,v1:172.21.15.31:6803/2795261171]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-08-10T05:07:11.762 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:11 smithi031 ceph-mon[29994]: osdmap e6: 1 total, 0 up, 1 in 2024-08-10T05:07:11.762 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:11 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-10T05:07:11.762 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:11 smithi031 ceph-mon[29994]: from='osd.0 [v2:172.21.15.31:6802/2795261171,v1:172.21.15.31:6803/2795261171]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi031", "root=default"]}]: dispatch 2024-08-10T05:07:11.762 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:11 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:07:11.762 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:11 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:07:11.762 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:11 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:07:11.762 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:11 smithi031 ceph-mon[41349]: from='osd.0 [v2:172.21.15.31:6802/2795261171,v1:172.21.15.31:6803/2795261171]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-08-10T05:07:11.762 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:11 smithi031 ceph-mon[41349]: osdmap e6: 1 total, 0 up, 1 in 2024-08-10T05:07:11.763 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:11 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-10T05:07:11.763 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:11 smithi031 ceph-mon[41349]: from='osd.0 [v2:172.21.15.31:6802/2795261171,v1:172.21.15.31:6803/2795261171]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi031", "root=default"]}]: dispatch 2024-08-10T05:07:11.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:11 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:07:11.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:11 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:07:11.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:11 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:07:11.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:11 smithi196 ceph-mon[32874]: from='osd.0 [v2:172.21.15.31:6802/2795261171,v1:172.21.15.31:6803/2795261171]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-08-10T05:07:11.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:11 smithi196 ceph-mon[32874]: osdmap e6: 1 total, 0 up, 1 in 2024-08-10T05:07:11.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:11 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-10T05:07:11.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:11 smithi196 ceph-mon[32874]: from='osd.0 [v2:172.21.15.31:6802/2795261171,v1:172.21.15.31:6803/2795261171]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi031", "root=default"]}]: dispatch 2024-08-10T05:07:12.269 INFO:journalctl@ceph.osd.0.smithi031.stdout:Aug 10 05:07:12 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-0[45652]: 2024-08-10T05:07:12.195+0000 7f1c4f50a640 -1 osd.0 0 waiting for initial osdmap 2024-08-10T05:07:12.269 INFO:journalctl@ceph.osd.0.smithi031.stdout:Aug 10 05:07:12 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-0[45652]: 2024-08-10T05:07:12.199+0000 7f1c47319640 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-10T05:07:12.331 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T05:07:12.710 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:12 smithi031 ceph-mon[29994]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T05:07:12.710 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:12 smithi031 ceph-mon[29994]: from='osd.0 [v2:172.21.15.31:6802/2795261171,v1:172.21.15.31:6803/2795261171]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi031", "root=default"]}]': finished 2024-08-10T05:07:12.710 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:12 smithi031 ceph-mon[29994]: osdmap e7: 1 total, 0 up, 1 in 2024-08-10T05:07:12.710 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:12 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-10T05:07:12.710 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:12 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-10T05:07:12.710 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:12 smithi031 ceph-mon[41349]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T05:07:12.711 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:12 smithi031 ceph-mon[41349]: from='osd.0 [v2:172.21.15.31:6802/2795261171,v1:172.21.15.31:6803/2795261171]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi031", "root=default"]}]': finished 2024-08-10T05:07:12.711 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:12 smithi031 ceph-mon[41349]: osdmap e7: 1 total, 0 up, 1 in 2024-08-10T05:07:12.711 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:12 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-10T05:07:12.711 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:12 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-10T05:07:12.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:12 smithi196 ceph-mon[32874]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T05:07:12.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:12 smithi196 ceph-mon[32874]: from='osd.0 [v2:172.21.15.31:6802/2795261171,v1:172.21.15.31:6803/2795261171]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi031", "root=default"]}]': finished 2024-08-10T05:07:12.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:12 smithi196 ceph-mon[32874]: osdmap e7: 1 total, 0 up, 1 in 2024-08-10T05:07:12.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:12 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-10T05:07:12.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:12 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-10T05:07:14.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:14 smithi031 ceph-mon[29994]: purged_snaps scrub starts 2024-08-10T05:07:14.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:14 smithi031 ceph-mon[29994]: purged_snaps scrub ok 2024-08-10T05:07:14.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:14 smithi031 ceph-mon[29994]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T05:07:14.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:14 smithi031 ceph-mon[29994]: osd.0 [v2:172.21.15.31:6802/2795261171,v1:172.21.15.31:6803/2795261171] boot 2024-08-10T05:07:14.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:14 smithi031 ceph-mon[29994]: osdmap e8: 1 total, 1 up, 1 in 2024-08-10T05:07:14.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:14 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-10T05:07:14.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:14 smithi031 ceph-mon[41349]: purged_snaps scrub starts 2024-08-10T05:07:14.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:14 smithi031 ceph-mon[41349]: purged_snaps scrub ok 2024-08-10T05:07:14.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:14 smithi031 ceph-mon[41349]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T05:07:14.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:14 smithi031 ceph-mon[41349]: osd.0 [v2:172.21.15.31:6802/2795261171,v1:172.21.15.31:6803/2795261171] boot 2024-08-10T05:07:14.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:14 smithi031 ceph-mon[41349]: osdmap e8: 1 total, 1 up, 1 in 2024-08-10T05:07:14.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:14 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-10T05:07:14.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:14 smithi196 ceph-mon[32874]: purged_snaps scrub starts 2024-08-10T05:07:14.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:14 smithi196 ceph-mon[32874]: purged_snaps scrub ok 2024-08-10T05:07:14.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:14 smithi196 ceph-mon[32874]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-10T05:07:14.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:14 smithi196 ceph-mon[32874]: osd.0 [v2:172.21.15.31:6802/2795261171,v1:172.21.15.31:6803/2795261171] boot 2024-08-10T05:07:14.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:14 smithi196 ceph-mon[32874]: osdmap e8: 1 total, 1 up, 1 in 2024-08-10T05:07:14.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:14 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-10T05:07:15.512 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:15 smithi031 ceph-mon[29994]: osdmap e9: 1 total, 1 up, 1 in 2024-08-10T05:07:15.513 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:15 smithi031 ceph-mon[41349]: osdmap e9: 1 total, 1 up, 1 in 2024-08-10T05:07:15.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:15 smithi196 ceph-mon[32874]: osdmap e9: 1 total, 1 up, 1 in 2024-08-10T05:07:16.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:16 smithi031 ceph-mon[29994]: pgmap v42: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-10T05:07:16.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:16 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:07:16.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:16 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:07:16.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:16 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:07:16.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:16 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:07:16.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:16 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:07:16.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:16 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:07:16.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:16 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:07:16.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:16 smithi031 ceph-mon[41349]: pgmap v42: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-10T05:07:16.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:16 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:07:16.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:16 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:07:16.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:16 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:07:16.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:16 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:07:16.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:16 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:07:16.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:16 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:07:16.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:16 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:07:16.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:16 smithi196 ceph-mon[32874]: pgmap v42: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-10T05:07:16.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:16 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:07:16.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:16 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:07:16.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:16 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:07:16.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:16 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:07:16.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:16 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:07:16.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:16 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:07:16.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:16 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:07:16.882 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-08-10T05:07:16.902 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc322138-56d5-11ef-bcce-c7b262605968 -- ceph orch daemon add osd smithi031:vg_nvme/lv_3 2024-08-10T05:07:17.164 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T05:07:17.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:17 smithi031 ceph-mon[29994]: Detected new or changed devices on smithi031 2024-08-10T05:07:17.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:17 smithi031 ceph-mon[29994]: Adjusting osd_memory_target on smithi031 to 16068M 2024-08-10T05:07:17.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:17 smithi031 ceph-mon[41349]: Detected new or changed devices on smithi031 2024-08-10T05:07:17.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:17 smithi031 ceph-mon[41349]: Adjusting osd_memory_target on smithi031 to 16068M 2024-08-10T05:07:17.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:17 smithi196 ceph-mon[32874]: Detected new or changed devices on smithi031 2024-08-10T05:07:17.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:17 smithi196 ceph-mon[32874]: Adjusting osd_memory_target on smithi031 to 16068M 2024-08-10T05:07:18.316 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:18 smithi031 ceph-mon[29994]: pgmap v43: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-10T05:07:18.316 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:18 smithi031 ceph-mon[41349]: pgmap v43: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-10T05:07:18.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:18 smithi196 ceph-mon[32874]: pgmap v43: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-10T05:07:19.479 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:19 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-10T05:07:19.479 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:19 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-10T05:07:19.479 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:19 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:07:19.479 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:19 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-10T05:07:19.479 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:19 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-10T05:07:19.479 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:19 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:07:19.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:19 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-10T05:07:19.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:19 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-10T05:07:19.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:19 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:07:20.308 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:20 smithi031 ceph-mon[29994]: from='client.24149 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi031:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:07:20.308 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:20 smithi031 ceph-mon[29994]: pgmap v44: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-10T05:07:20.308 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:20 smithi031 ceph-mon[41349]: from='client.24149 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi031:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:07:20.309 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:20 smithi031 ceph-mon[41349]: pgmap v44: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-10T05:07:20.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:20 smithi196 ceph-mon[32874]: from='client.24149 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi031:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:07:20.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:20 smithi196 ceph-mon[32874]: pgmap v44: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-10T05:07:22.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:22 smithi031 ceph-mon[41349]: pgmap v45: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-10T05:07:22.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:22 smithi031 ceph-mon[41349]: from='client.? 172.21.15.31:0/576981091' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "280b8772-6315-4a14-97d3-64b405063967"}]: dispatch 2024-08-10T05:07:22.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:22 smithi031 ceph-mon[41349]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "280b8772-6315-4a14-97d3-64b405063967"}]: dispatch 2024-08-10T05:07:22.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:22 smithi031 ceph-mon[41349]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "280b8772-6315-4a14-97d3-64b405063967"}]': finished 2024-08-10T05:07:22.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:22 smithi031 ceph-mon[41349]: osdmap e10: 2 total, 1 up, 2 in 2024-08-10T05:07:22.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:22 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-10T05:07:22.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:22 smithi031 ceph-mon[41349]: from='client.? 172.21.15.31:0/268996125' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-10T05:07:22.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:22 smithi031 ceph-mon[29994]: pgmap v45: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-10T05:07:22.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:22 smithi031 ceph-mon[29994]: from='client.? 172.21.15.31:0/576981091' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "280b8772-6315-4a14-97d3-64b405063967"}]: dispatch 2024-08-10T05:07:22.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:22 smithi031 ceph-mon[29994]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "280b8772-6315-4a14-97d3-64b405063967"}]: dispatch 2024-08-10T05:07:22.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:22 smithi031 ceph-mon[29994]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "280b8772-6315-4a14-97d3-64b405063967"}]': finished 2024-08-10T05:07:22.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:22 smithi031 ceph-mon[29994]: osdmap e10: 2 total, 1 up, 2 in 2024-08-10T05:07:22.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:22 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-10T05:07:22.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:22 smithi031 ceph-mon[29994]: from='client.? 172.21.15.31:0/268996125' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-10T05:07:22.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:22 smithi196 ceph-mon[32874]: pgmap v45: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-10T05:07:22.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:22 smithi196 ceph-mon[32874]: from='client.? 172.21.15.31:0/576981091' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "280b8772-6315-4a14-97d3-64b405063967"}]: dispatch 2024-08-10T05:07:22.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:22 smithi196 ceph-mon[32874]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "280b8772-6315-4a14-97d3-64b405063967"}]: dispatch 2024-08-10T05:07:22.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:22 smithi196 ceph-mon[32874]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "280b8772-6315-4a14-97d3-64b405063967"}]': finished 2024-08-10T05:07:22.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:22 smithi196 ceph-mon[32874]: osdmap e10: 2 total, 1 up, 2 in 2024-08-10T05:07:22.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:22 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-10T05:07:22.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:22 smithi196 ceph-mon[32874]: from='client.? 172.21.15.31:0/268996125' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-10T05:07:24.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:24 smithi031 ceph-mon[29994]: pgmap v47: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-10T05:07:24.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:24 smithi031 ceph-mon[41349]: pgmap v47: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-10T05:07:24.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:24 smithi196 ceph-mon[32874]: pgmap v47: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-10T05:07:26.499 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:26 smithi031 ceph-mon[29994]: pgmap v48: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-10T05:07:26.500 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:26 smithi031 ceph-mon[41349]: pgmap v48: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-10T05:07:26.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:26 smithi196 ceph-mon[32874]: pgmap v48: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-10T05:07:28.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:28 smithi031 ceph-mon[29994]: pgmap v49: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-10T05:07:28.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:28 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-08-10T05:07:28.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:28 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:07:28.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:28 smithi031 ceph-mon[29994]: Deploying daemon osd.1 on smithi031 2024-08-10T05:07:28.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:28 smithi031 ceph-mon[41349]: pgmap v49: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-10T05:07:28.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:28 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-08-10T05:07:28.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:28 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:07:28.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:28 smithi031 ceph-mon[41349]: Deploying daemon osd.1 on smithi031 2024-08-10T05:07:28.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:28 smithi196 ceph-mon[32874]: pgmap v49: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-10T05:07:28.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:28 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-08-10T05:07:28.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:28 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:07:28.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:28 smithi196 ceph-mon[32874]: Deploying daemon osd.1 on smithi031 2024-08-10T05:07:30.236 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:30 smithi031 ceph-mon[41349]: pgmap v50: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-10T05:07:30.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:30 smithi031 ceph-mon[29994]: pgmap v50: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-10T05:07:30.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:30 smithi196 ceph-mon[32874]: pgmap v50: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-10T05:07:32.522 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:32 smithi031 ceph-mon[29994]: pgmap v51: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-10T05:07:32.522 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:32 smithi031 ceph-mon[41349]: pgmap v51: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-10T05:07:32.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:32 smithi196 ceph-mon[32874]: pgmap v51: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-10T05:07:33.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:33 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:07:33.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:33 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:07:33.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:33 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:07:33.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:33 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:07:33.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:33 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:07:33.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:33 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:07:33.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:33 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:07:33.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:33 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:07:33.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:33 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:07:34.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:34 smithi031 ceph-mon[29994]: pgmap v52: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-10T05:07:34.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:34 smithi031 ceph-mon[41349]: pgmap v52: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-10T05:07:34.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:34 smithi196 ceph-mon[32874]: pgmap v52: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-10T05:07:35.655 INFO:teuthology.orchestra.run.smithi031.stdout:Created osd(s) 1 on host 'smithi031' 2024-08-10T05:07:36.249 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:36 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:07:36.249 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:36 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:07:36.249 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:36 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:07:36.249 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:36 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:07:36.249 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:36 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:07:36.249 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:36 smithi031 ceph-mon[29994]: pgmap v53: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-10T05:07:36.249 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:36 smithi031 ceph-mon[29994]: from='osd.1 [v2:172.21.15.31:6810/3972359835,v1:172.21.15.31:6811/3972359835]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-10T05:07:36.249 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:36 smithi031 ceph-mon[29994]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-10T05:07:36.250 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:36 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:07:36.250 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:36 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:07:36.250 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:36 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:07:36.250 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:36 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:07:36.250 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:36 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:07:36.250 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:36 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:07:36.250 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:36 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:07:36.250 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:36 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:07:36.250 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:36 smithi031 ceph-mon[41349]: pgmap v53: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-10T05:07:36.250 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:36 smithi031 ceph-mon[41349]: from='osd.1 [v2:172.21.15.31:6810/3972359835,v1:172.21.15.31:6811/3972359835]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-10T05:07:36.250 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:36 smithi031 ceph-mon[41349]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-10T05:07:36.251 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:36 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:07:36.251 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:36 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:07:36.251 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:36 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:07:36.275 DEBUG:teuthology.orchestra.run.smithi031:osd.1> sudo journalctl -f -n 0 -u ceph-fc322138-56d5-11ef-bcce-c7b262605968@osd.1.service 2024-08-10T05:07:36.278 INFO:tasks.cephadm:Deploying osd.2 on smithi031 with /dev/vg_nvme/lv_2... 2024-08-10T05:07:36.278 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc322138-56d5-11ef-bcce-c7b262605968 -- lvm zap /dev/vg_nvme/lv_2 2024-08-10T05:07:36.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:36 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:07:36.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:36 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:07:36.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:36 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:07:36.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:36 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:07:36.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:36 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:07:36.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:36 smithi196 ceph-mon[32874]: pgmap v53: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-10T05:07:36.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:36 smithi196 ceph-mon[32874]: from='osd.1 [v2:172.21.15.31:6810/3972359835,v1:172.21.15.31:6811/3972359835]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-10T05:07:36.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:36 smithi196 ceph-mon[32874]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-10T05:07:36.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:36 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:07:36.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:36 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:07:36.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:36 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:07:37.125 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T05:07:37.369 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:37 smithi031 ceph-mon[29994]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-08-10T05:07:37.369 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:37 smithi031 ceph-mon[29994]: osdmap e11: 2 total, 1 up, 2 in 2024-08-10T05:07:37.369 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:37 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-10T05:07:37.369 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:37 smithi031 ceph-mon[29994]: from='osd.1 [v2:172.21.15.31:6810/3972359835,v1:172.21.15.31:6811/3972359835]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi031", "root=default"]}]: dispatch 2024-08-10T05:07:37.370 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:37 smithi031 ceph-mon[29994]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi031", "root=default"]}]: dispatch 2024-08-10T05:07:37.370 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:37 smithi031 ceph-mon[41349]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-08-10T05:07:37.370 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:37 smithi031 ceph-mon[41349]: osdmap e11: 2 total, 1 up, 2 in 2024-08-10T05:07:37.370 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:37 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-10T05:07:37.370 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:37 smithi031 ceph-mon[41349]: from='osd.1 [v2:172.21.15.31:6810/3972359835,v1:172.21.15.31:6811/3972359835]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi031", "root=default"]}]: dispatch 2024-08-10T05:07:37.370 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:37 smithi031 ceph-mon[41349]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi031", "root=default"]}]: dispatch 2024-08-10T05:07:37.371 INFO:journalctl@ceph.osd.1.smithi031.stdout:Aug 10 05:07:37 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-1[52118]: 2024-08-10T05:07:37.092+0000 7f3ce0f70640 -1 osd.1 0 waiting for initial osdmap 2024-08-10T05:07:37.371 INFO:journalctl@ceph.osd.1.smithi031.stdout:Aug 10 05:07:37 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-1[52118]: 2024-08-10T05:07:37.095+0000 7f3cd8d7f640 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-10T05:07:37.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:37 smithi196 ceph-mon[32874]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-08-10T05:07:37.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:37 smithi196 ceph-mon[32874]: osdmap e11: 2 total, 1 up, 2 in 2024-08-10T05:07:37.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:37 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-10T05:07:37.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:37 smithi196 ceph-mon[32874]: from='osd.1 [v2:172.21.15.31:6810/3972359835,v1:172.21.15.31:6811/3972359835]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi031", "root=default"]}]: dispatch 2024-08-10T05:07:37.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:37 smithi196 ceph-mon[32874]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi031", "root=default"]}]: dispatch 2024-08-10T05:07:38.172 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:38 smithi031 ceph-mon[29994]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi031", "root=default"]}]': finished 2024-08-10T05:07:38.172 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:38 smithi031 ceph-mon[29994]: osdmap e12: 2 total, 1 up, 2 in 2024-08-10T05:07:38.172 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:38 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-10T05:07:38.172 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:38 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-10T05:07:38.173 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:38 smithi031 ceph-mon[29994]: pgmap v56: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-10T05:07:38.173 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:38 smithi031 ceph-mon[41349]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi031", "root=default"]}]': finished 2024-08-10T05:07:38.173 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:38 smithi031 ceph-mon[41349]: osdmap e12: 2 total, 1 up, 2 in 2024-08-10T05:07:38.173 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:38 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-10T05:07:38.173 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:38 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-10T05:07:38.173 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:38 smithi031 ceph-mon[41349]: pgmap v56: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-10T05:07:38.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:38 smithi196 ceph-mon[32874]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi031", "root=default"]}]': finished 2024-08-10T05:07:38.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:38 smithi196 ceph-mon[32874]: osdmap e12: 2 total, 1 up, 2 in 2024-08-10T05:07:38.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:38 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-10T05:07:38.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:38 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-10T05:07:38.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:38 smithi196 ceph-mon[32874]: pgmap v56: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-10T05:07:39.481 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:39 smithi031 ceph-mon[29994]: purged_snaps scrub starts 2024-08-10T05:07:39.481 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:39 smithi031 ceph-mon[29994]: purged_snaps scrub ok 2024-08-10T05:07:39.482 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:39 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-10T05:07:39.482 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:39 smithi031 ceph-mon[29994]: osd.1 [v2:172.21.15.31:6810/3972359835,v1:172.21.15.31:6811/3972359835] boot 2024-08-10T05:07:39.482 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:39 smithi031 ceph-mon[29994]: osdmap e13: 2 total, 2 up, 2 in 2024-08-10T05:07:39.482 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:39 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-10T05:07:39.482 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:39 smithi031 ceph-mon[41349]: purged_snaps scrub starts 2024-08-10T05:07:39.482 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:39 smithi031 ceph-mon[41349]: purged_snaps scrub ok 2024-08-10T05:07:39.482 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:39 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-10T05:07:39.482 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:39 smithi031 ceph-mon[41349]: osd.1 [v2:172.21.15.31:6810/3972359835,v1:172.21.15.31:6811/3972359835] boot 2024-08-10T05:07:39.482 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:39 smithi031 ceph-mon[41349]: osdmap e13: 2 total, 2 up, 2 in 2024-08-10T05:07:39.483 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:39 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-10T05:07:39.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:39 smithi196 ceph-mon[32874]: purged_snaps scrub starts 2024-08-10T05:07:39.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:39 smithi196 ceph-mon[32874]: purged_snaps scrub ok 2024-08-10T05:07:39.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:39 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-10T05:07:39.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:39 smithi196 ceph-mon[32874]: osd.1 [v2:172.21.15.31:6810/3972359835,v1:172.21.15.31:6811/3972359835] boot 2024-08-10T05:07:39.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:39 smithi196 ceph-mon[32874]: osdmap e13: 2 total, 2 up, 2 in 2024-08-10T05:07:39.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:39 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-10T05:07:39.730 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-08-10T05:07:39.750 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc322138-56d5-11ef-bcce-c7b262605968 -- ceph orch daemon add osd smithi031:vg_nvme/lv_2 2024-08-10T05:07:40.246 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T05:07:40.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:40 smithi031 ceph-mon[29994]: osdmap e14: 2 total, 2 up, 2 in 2024-08-10T05:07:40.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:40 smithi031 ceph-mon[29994]: pgmap v59: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-10T05:07:40.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:40 smithi031 ceph-mon[41349]: osdmap e14: 2 total, 2 up, 2 in 2024-08-10T05:07:40.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:40 smithi031 ceph-mon[41349]: pgmap v59: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-10T05:07:40.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:40 smithi196 ceph-mon[32874]: osdmap e14: 2 total, 2 up, 2 in 2024-08-10T05:07:40.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:40 smithi196 ceph-mon[32874]: pgmap v59: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-10T05:07:42.383 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:42 smithi031 ceph-mon[29994]: pgmap v60: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-10T05:07:42.383 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:42 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:07:42.383 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:42 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:07:42.383 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:42 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:07:42.383 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:42 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:07:42.383 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:42 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:07:42.383 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:42 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:07:42.383 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:42 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:07:42.383 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:42 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:07:42.384 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:42 smithi031 ceph-mon[41349]: pgmap v60: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-10T05:07:42.384 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:42 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:07:42.384 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:42 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:07:42.384 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:42 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:07:42.384 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:42 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:07:42.384 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:42 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:07:42.384 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:42 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:07:42.384 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:42 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:07:42.384 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:42 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:07:42.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:42 smithi196 ceph-mon[32874]: pgmap v60: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-10T05:07:42.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:42 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:07:42.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:42 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:07:42.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:42 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:07:42.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:42 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:07:42.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:42 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:07:42.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:42 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:07:42.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:42 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:07:42.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:42 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:07:43.336 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:43 smithi031 ceph-mon[41349]: Detected new or changed devices on smithi031 2024-08-10T05:07:43.336 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:43 smithi031 ceph-mon[41349]: Adjusting osd_memory_target on smithi031 to 8034M 2024-08-10T05:07:43.336 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:43 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-10T05:07:43.336 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:43 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-10T05:07:43.336 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:43 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:07:43.336 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:43 smithi031 ceph-mon[29994]: Detected new or changed devices on smithi031 2024-08-10T05:07:43.336 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:43 smithi031 ceph-mon[29994]: Adjusting osd_memory_target on smithi031 to 8034M 2024-08-10T05:07:43.336 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:43 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-10T05:07:43.337 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:43 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-10T05:07:43.337 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:43 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:07:43.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:43 smithi196 ceph-mon[32874]: Detected new or changed devices on smithi031 2024-08-10T05:07:43.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:43 smithi196 ceph-mon[32874]: Adjusting osd_memory_target on smithi031 to 8034M 2024-08-10T05:07:43.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:43 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-10T05:07:43.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:43 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-10T05:07:43.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:43 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:07:44.326 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:44 smithi031 ceph-mon[29994]: from='client.14271 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi031:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:07:44.326 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:44 smithi031 ceph-mon[29994]: pgmap v61: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-10T05:07:44.327 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:44 smithi031 ceph-mon[41349]: from='client.14271 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi031:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:07:44.327 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:44 smithi031 ceph-mon[41349]: pgmap v61: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-10T05:07:44.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:44 smithi196 ceph-mon[32874]: from='client.14271 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi031:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:07:44.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:44 smithi196 ceph-mon[32874]: pgmap v61: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-10T05:07:45.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:45 smithi031 ceph-mon[29994]: from='client.? 172.21.15.31:0/412866858' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "50765dba-989b-4e05-95b5-f7c6976ea114"}]: dispatch 2024-08-10T05:07:45.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:45 smithi031 ceph-mon[29994]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "50765dba-989b-4e05-95b5-f7c6976ea114"}]: dispatch 2024-08-10T05:07:45.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:45 smithi031 ceph-mon[29994]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "50765dba-989b-4e05-95b5-f7c6976ea114"}]': finished 2024-08-10T05:07:45.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:45 smithi031 ceph-mon[29994]: osdmap e15: 3 total, 2 up, 3 in 2024-08-10T05:07:45.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:45 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-10T05:07:45.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:45 smithi031 ceph-mon[41349]: from='client.? 172.21.15.31:0/412866858' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "50765dba-989b-4e05-95b5-f7c6976ea114"}]: dispatch 2024-08-10T05:07:45.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:45 smithi031 ceph-mon[41349]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "50765dba-989b-4e05-95b5-f7c6976ea114"}]: dispatch 2024-08-10T05:07:45.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:45 smithi031 ceph-mon[41349]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "50765dba-989b-4e05-95b5-f7c6976ea114"}]': finished 2024-08-10T05:07:45.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:45 smithi031 ceph-mon[41349]: osdmap e15: 3 total, 2 up, 3 in 2024-08-10T05:07:45.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:45 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-10T05:07:45.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:45 smithi196 ceph-mon[32874]: from='client.? 172.21.15.31:0/412866858' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "50765dba-989b-4e05-95b5-f7c6976ea114"}]: dispatch 2024-08-10T05:07:45.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:45 smithi196 ceph-mon[32874]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "50765dba-989b-4e05-95b5-f7c6976ea114"}]: dispatch 2024-08-10T05:07:45.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:45 smithi196 ceph-mon[32874]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "50765dba-989b-4e05-95b5-f7c6976ea114"}]': finished 2024-08-10T05:07:45.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:45 smithi196 ceph-mon[32874]: osdmap e15: 3 total, 2 up, 3 in 2024-08-10T05:07:45.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:45 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-10T05:07:46.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:46 smithi031 ceph-mon[29994]: pgmap v63: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-10T05:07:46.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:46 smithi031 ceph-mon[29994]: from='client.? 172.21.15.31:0/494138966' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-10T05:07:46.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:46 smithi031 ceph-mon[41349]: pgmap v63: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-10T05:07:46.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:46 smithi031 ceph-mon[41349]: from='client.? 172.21.15.31:0/494138966' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-10T05:07:46.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:46 smithi196 ceph-mon[32874]: pgmap v63: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-10T05:07:46.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:46 smithi196 ceph-mon[32874]: from='client.? 172.21.15.31:0/494138966' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-10T05:07:48.398 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:48 smithi031 ceph-mon[29994]: pgmap v64: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-10T05:07:48.399 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:48 smithi031 ceph-mon[41349]: pgmap v64: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-10T05:07:48.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:48 smithi196 ceph-mon[32874]: pgmap v64: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-10T05:07:50.238 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:50 smithi031 ceph-mon[29994]: pgmap v65: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-10T05:07:50.239 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:50 smithi031 ceph-mon[41349]: pgmap v65: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-10T05:07:50.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:50 smithi196 ceph-mon[32874]: pgmap v65: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-10T05:07:52.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:52 smithi031 ceph-mon[41349]: pgmap v66: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-10T05:07:52.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:52 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-08-10T05:07:52.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:52 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:07:52.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:52 smithi031 ceph-mon[41349]: Deploying daemon osd.2 on smithi031 2024-08-10T05:07:52.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:52 smithi031 ceph-mon[29994]: pgmap v66: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-10T05:07:52.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:52 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-08-10T05:07:52.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:52 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:07:52.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:52 smithi031 ceph-mon[29994]: Deploying daemon osd.2 on smithi031 2024-08-10T05:07:52.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:52 smithi196 ceph-mon[32874]: pgmap v66: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-10T05:07:52.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:52 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-08-10T05:07:52.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:52 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:07:52.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:52 smithi196 ceph-mon[32874]: Deploying daemon osd.2 on smithi031 2024-08-10T05:07:54.508 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:54 smithi031 ceph-mon[29994]: pgmap v67: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-10T05:07:54.509 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:54 smithi031 ceph-mon[41349]: pgmap v67: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-10T05:07:54.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:54 smithi196 ceph-mon[32874]: pgmap v67: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-10T05:07:56.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:56 smithi031 ceph-mon[29994]: pgmap v68: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-10T05:07:56.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:56 smithi031 ceph-mon[41349]: pgmap v68: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-10T05:07:56.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:56 smithi196 ceph-mon[32874]: pgmap v68: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-10T05:07:57.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:57 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:07:57.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:57 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:07:57.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:57 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:07:57.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:57 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:07:57.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:57 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:07:57.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:57 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:07:57.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:57 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:07:57.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:57 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:07:57.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:57 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:07:58.508 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:07:58 smithi031 ceph-mon[29994]: pgmap v69: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-10T05:07:58.508 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:07:58 smithi031 ceph-mon[41349]: pgmap v69: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-10T05:07:58.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:07:58 smithi196 ceph-mon[32874]: pgmap v69: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-10T05:07:59.047 INFO:teuthology.orchestra.run.smithi031.stdout:Created osd(s) 2 on host 'smithi031' 2024-08-10T05:08:00.092 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:00 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:00.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:00 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:00.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:00 smithi031 ceph-mon[29994]: pgmap v70: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-10T05:08:00.093 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:00 smithi031 ceph-mon[29994]: from='osd.2 [v2:172.21.15.31:6818/1507826463,v1:172.21.15.31:6819/1507826463]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-10T05:08:00.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:00 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:00.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:00 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:00.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:00 smithi031 ceph-mon[41349]: pgmap v70: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-10T05:08:00.093 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:00 smithi031 ceph-mon[41349]: from='osd.2 [v2:172.21.15.31:6818/1507826463,v1:172.21.15.31:6819/1507826463]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-10T05:08:00.125 DEBUG:teuthology.orchestra.run.smithi031:osd.2> sudo journalctl -f -n 0 -u ceph-fc322138-56d5-11ef-bcce-c7b262605968@osd.2.service 2024-08-10T05:08:00.128 INFO:tasks.cephadm:Deploying osd.3 on smithi031 with /dev/vg_nvme/lv_1... 2024-08-10T05:08:00.128 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc322138-56d5-11ef-bcce-c7b262605968 -- lvm zap /dev/vg_nvme/lv_1 2024-08-10T05:08:00.466 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T05:08:00.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:00 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:00.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:00 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:00.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:00 smithi196 ceph-mon[32874]: pgmap v70: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-10T05:08:00.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:00 smithi196 ceph-mon[32874]: from='osd.2 [v2:172.21.15.31:6818/1507826463,v1:172.21.15.31:6819/1507826463]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-10T05:08:01.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:01 smithi031 ceph-mon[29994]: from='osd.2 [v2:172.21.15.31:6818/1507826463,v1:172.21.15.31:6819/1507826463]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-08-10T05:08:01.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:01 smithi031 ceph-mon[29994]: osdmap e16: 3 total, 2 up, 3 in 2024-08-10T05:08:01.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:01 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-10T05:08:01.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:01 smithi031 ceph-mon[29994]: from='osd.2 [v2:172.21.15.31:6818/1507826463,v1:172.21.15.31:6819/1507826463]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi031", "root=default"]}]: dispatch 2024-08-10T05:08:01.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:01 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:01.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:01 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:01.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:01 smithi031 ceph-mon[41349]: from='osd.2 [v2:172.21.15.31:6818/1507826463,v1:172.21.15.31:6819/1507826463]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-08-10T05:08:01.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:01 smithi031 ceph-mon[41349]: osdmap e16: 3 total, 2 up, 3 in 2024-08-10T05:08:01.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:01 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-10T05:08:01.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:01 smithi031 ceph-mon[41349]: from='osd.2 [v2:172.21.15.31:6818/1507826463,v1:172.21.15.31:6819/1507826463]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi031", "root=default"]}]: dispatch 2024-08-10T05:08:01.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:01 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:01.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:01 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:01.270 INFO:journalctl@ceph.osd.2.smithi031.stdout:Aug 10 05:08:01 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-2[58233]: 2024-08-10T05:08:01.056+0000 7f662d2bd640 -1 osd.2 0 waiting for initial osdmap 2024-08-10T05:08:01.271 INFO:journalctl@ceph.osd.2.smithi031.stdout:Aug 10 05:08:01 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-2[58233]: 2024-08-10T05:08:01.060+0000 7f66278f3640 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-10T05:08:01.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:01 smithi196 ceph-mon[32874]: from='osd.2 [v2:172.21.15.31:6818/1507826463,v1:172.21.15.31:6819/1507826463]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-08-10T05:08:01.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:01 smithi196 ceph-mon[32874]: osdmap e16: 3 total, 2 up, 3 in 2024-08-10T05:08:01.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:01 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-10T05:08:01.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:01 smithi196 ceph-mon[32874]: from='osd.2 [v2:172.21.15.31:6818/1507826463,v1:172.21.15.31:6819/1507826463]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi031", "root=default"]}]: dispatch 2024-08-10T05:08:01.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:01 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:01.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:01 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:02.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:02 smithi031 ceph-mon[41349]: from='osd.2 [v2:172.21.15.31:6818/1507826463,v1:172.21.15.31:6819/1507826463]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi031", "root=default"]}]': finished 2024-08-10T05:08:02.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:02 smithi031 ceph-mon[41349]: osdmap e17: 3 total, 2 up, 3 in 2024-08-10T05:08:02.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:02 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-10T05:08:02.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:02 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-10T05:08:02.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:02 smithi031 ceph-mon[41349]: pgmap v73: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-10T05:08:02.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:02 smithi031 ceph-mon[29994]: from='osd.2 [v2:172.21.15.31:6818/1507826463,v1:172.21.15.31:6819/1507826463]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi031", "root=default"]}]': finished 2024-08-10T05:08:02.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:02 smithi031 ceph-mon[29994]: osdmap e17: 3 total, 2 up, 3 in 2024-08-10T05:08:02.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:02 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-10T05:08:02.271 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:02 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-10T05:08:02.271 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:02 smithi031 ceph-mon[29994]: pgmap v73: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-10T05:08:02.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:02 smithi196 ceph-mon[32874]: from='osd.2 [v2:172.21.15.31:6818/1507826463,v1:172.21.15.31:6819/1507826463]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi031", "root=default"]}]': finished 2024-08-10T05:08:02.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:02 smithi196 ceph-mon[32874]: osdmap e17: 3 total, 2 up, 3 in 2024-08-10T05:08:02.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:02 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-10T05:08:02.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:02 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-10T05:08:02.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:02 smithi196 ceph-mon[32874]: pgmap v73: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-10T05:08:03.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:03 smithi031 ceph-mon[29994]: purged_snaps scrub starts 2024-08-10T05:08:03.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:03 smithi031 ceph-mon[29994]: purged_snaps scrub ok 2024-08-10T05:08:03.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:03 smithi031 ceph-mon[29994]: osd.2 [v2:172.21.15.31:6818/1507826463,v1:172.21.15.31:6819/1507826463] boot 2024-08-10T05:08:03.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:03 smithi031 ceph-mon[29994]: osdmap e18: 3 total, 3 up, 3 in 2024-08-10T05:08:03.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:03 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-10T05:08:03.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:03 smithi031 ceph-mon[41349]: purged_snaps scrub starts 2024-08-10T05:08:03.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:03 smithi031 ceph-mon[41349]: purged_snaps scrub ok 2024-08-10T05:08:03.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:03 smithi031 ceph-mon[41349]: osd.2 [v2:172.21.15.31:6818/1507826463,v1:172.21.15.31:6819/1507826463] boot 2024-08-10T05:08:03.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:03 smithi031 ceph-mon[41349]: osdmap e18: 3 total, 3 up, 3 in 2024-08-10T05:08:03.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:03 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-10T05:08:03.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:03 smithi196 ceph-mon[32874]: purged_snaps scrub starts 2024-08-10T05:08:03.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:03 smithi196 ceph-mon[32874]: purged_snaps scrub ok 2024-08-10T05:08:03.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:03 smithi196 ceph-mon[32874]: osd.2 [v2:172.21.15.31:6818/1507826463,v1:172.21.15.31:6819/1507826463] boot 2024-08-10T05:08:03.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:03 smithi196 ceph-mon[32874]: osdmap e18: 3 total, 3 up, 3 in 2024-08-10T05:08:03.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:03 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-10T05:08:04.107 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:04 smithi031 ceph-mon[29994]: osdmap e19: 3 total, 3 up, 3 in 2024-08-10T05:08:04.107 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:04 smithi031 ceph-mon[29994]: pgmap v76: 0 pgs: ; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-08-10T05:08:04.107 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:04 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-08-10T05:08:04.108 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:04 smithi031 ceph-mon[41349]: osdmap e19: 3 total, 3 up, 3 in 2024-08-10T05:08:04.108 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:04 smithi031 ceph-mon[41349]: pgmap v76: 0 pgs: ; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-08-10T05:08:04.108 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:04 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-08-10T05:08:04.113 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-08-10T05:08:04.134 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc322138-56d5-11ef-bcce-c7b262605968 -- ceph orch daemon add osd smithi031:vg_nvme/lv_1 2024-08-10T05:08:04.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:04 smithi196 ceph-mon[32874]: osdmap e19: 3 total, 3 up, 3 in 2024-08-10T05:08:04.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:04 smithi196 ceph-mon[32874]: pgmap v76: 0 pgs: ; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-08-10T05:08:04.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:04 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-08-10T05:08:04.780 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T05:08:05.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:05 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2024-08-10T05:08:05.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:05 smithi031 ceph-mon[29994]: osdmap e20: 3 total, 3 up, 3 in 2024-08-10T05:08:05.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:05 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:08:05.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:05 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2024-08-10T05:08:05.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:05 smithi031 ceph-mon[41349]: osdmap e20: 3 total, 3 up, 3 in 2024-08-10T05:08:05.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:05 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:08:05.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:05 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2024-08-10T05:08:05.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:05 smithi196 ceph-mon[32874]: osdmap e20: 3 total, 3 up, 3 in 2024-08-10T05:08:05.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:05 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:08:06.268 INFO:journalctl@ceph.osd.0.smithi031.stdout:Aug 10 05:08:06 smithi031 sudo[62104]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-08-10T05:08:06.269 INFO:journalctl@ceph.osd.0.smithi031.stdout:Aug 10 05:08:06 smithi031 sudo[62104]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-10T05:08:06.269 INFO:journalctl@ceph.osd.0.smithi031.stdout:Aug 10 05:08:06 smithi031 sudo[62104]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-10T05:08:06.269 INFO:journalctl@ceph.osd.0.smithi031.stdout:Aug 10 05:08:06 smithi031 sudo[62104]: pam_unix(sudo:session): session closed for user root 2024-08-10T05:08:06.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:06 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-08-10T05:08:06.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:06 smithi031 ceph-mon[29994]: osdmap e21: 3 total, 3 up, 3 in 2024-08-10T05:08:06.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:06 smithi031 ceph-mon[29994]: pgmap v79: 1 pgs: 1 creating+peering; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-08-10T05:08:06.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:06 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:06.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:06 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:06.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:06 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:08:06.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:06 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:08:06.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:06 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:08:06.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:06 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:06.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:06 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:08:06.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:06 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:08:06.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:06 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:06.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:06 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:08:06.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:06 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:08:06.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:06 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:08:06.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:06 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:06.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:06 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-08-10T05:08:06.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:06 smithi031 ceph-mon[41349]: osdmap e21: 3 total, 3 up, 3 in 2024-08-10T05:08:06.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:06 smithi031 ceph-mon[41349]: pgmap v79: 1 pgs: 1 creating+peering; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-08-10T05:08:06.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:06 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:06.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:06 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:06.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:06 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:08:06.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:06 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:08:06.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:06 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:08:06.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:06 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:06.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:06 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:08:06.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:06 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:08:06.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:06 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:06.272 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:06 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:08:06.272 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:06 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:08:06.272 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:06 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:08:06.272 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:06 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:06.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:06 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-08-10T05:08:06.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:06 smithi196 ceph-mon[32874]: osdmap e21: 3 total, 3 up, 3 in 2024-08-10T05:08:06.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:06 smithi196 ceph-mon[32874]: pgmap v79: 1 pgs: 1 creating+peering; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-08-10T05:08:06.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:06 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:06.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:06 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:06.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:06 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:08:06.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:06 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:08:06.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:06 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:08:06.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:06 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:06.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:06 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:08:06.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:06 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:08:06.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:06 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:06.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:06 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:08:06.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:06 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:08:06.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:06 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:08:06.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:06 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:06.690 INFO:journalctl@ceph.osd.0.smithi031.stdout:Aug 10 05:08:06 smithi031 sudo[62146]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-08-10T05:08:06.691 INFO:journalctl@ceph.osd.0.smithi031.stdout:Aug 10 05:08:06 smithi031 sudo[62146]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-10T05:08:06.691 INFO:journalctl@ceph.osd.0.smithi031.stdout:Aug 10 05:08:06 smithi031 sudo[62146]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-10T05:08:06.691 INFO:journalctl@ceph.osd.0.smithi031.stdout:Aug 10 05:08:06 smithi031 sudo[62146]: pam_unix(sudo:session): session closed for user root 2024-08-10T05:08:07.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:07 smithi031 ceph-mon[29994]: Detected new or changed devices on smithi031 2024-08-10T05:08:07.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:07 smithi031 ceph-mon[29994]: Adjusting osd_memory_target on smithi031 to 5356M 2024-08-10T05:08:07.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:07 smithi031 ceph-mon[29994]: osdmap e22: 3 total, 3 up, 3 in 2024-08-10T05:08:07.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:07 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:07.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:07 smithi031 ceph-mon[41349]: Detected new or changed devices on smithi031 2024-08-10T05:08:07.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:07 smithi031 ceph-mon[41349]: Adjusting osd_memory_target on smithi031 to 5356M 2024-08-10T05:08:07.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:07 smithi031 ceph-mon[41349]: osdmap e22: 3 total, 3 up, 3 in 2024-08-10T05:08:07.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:07 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:07.270 INFO:journalctl@ceph.osd.1.smithi031.stdout:Aug 10 05:08:06 smithi031 sudo[62170]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-08-10T05:08:07.270 INFO:journalctl@ceph.osd.1.smithi031.stdout:Aug 10 05:08:06 smithi031 sudo[62170]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-10T05:08:07.270 INFO:journalctl@ceph.osd.1.smithi031.stdout:Aug 10 05:08:06 smithi031 sudo[62170]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-10T05:08:07.270 INFO:journalctl@ceph.osd.1.smithi031.stdout:Aug 10 05:08:06 smithi031 sudo[62170]: pam_unix(sudo:session): session closed for user root 2024-08-10T05:08:07.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:07 smithi196 ceph-mon[32874]: Detected new or changed devices on smithi031 2024-08-10T05:08:07.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:07 smithi196 ceph-mon[32874]: Adjusting osd_memory_target on smithi031 to 5356M 2024-08-10T05:08:07.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:07 smithi196 ceph-mon[32874]: osdmap e22: 3 total, 3 up, 3 in 2024-08-10T05:08:07.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:07 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:07.768 INFO:journalctl@ceph.osd.1.smithi031.stdout:Aug 10 05:08:07 smithi031 sudo[62273]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-08-10T05:08:07.769 INFO:journalctl@ceph.osd.1.smithi031.stdout:Aug 10 05:08:07 smithi031 sudo[62273]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-10T05:08:07.769 INFO:journalctl@ceph.osd.1.smithi031.stdout:Aug 10 05:08:07 smithi031 sudo[62273]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-10T05:08:07.769 INFO:journalctl@ceph.osd.1.smithi031.stdout:Aug 10 05:08:07 smithi031 sudo[62273]: pam_unix(sudo:session): session closed for user root 2024-08-10T05:08:08.047 INFO:journalctl@ceph.osd.2.smithi031.stdout:Aug 10 05:08:07 smithi031 sudo[62341]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-08-10T05:08:08.048 INFO:journalctl@ceph.osd.2.smithi031.stdout:Aug 10 05:08:07 smithi031 sudo[62341]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-10T05:08:08.048 INFO:journalctl@ceph.osd.2.smithi031.stdout:Aug 10 05:08:07 smithi031 sudo[62341]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-10T05:08:08.048 INFO:journalctl@ceph.osd.2.smithi031.stdout:Aug 10 05:08:07 smithi031 sudo[62341]: pam_unix(sudo:session): session closed for user root 2024-08-10T05:08:08.335 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:08 smithi031 ceph-mon[41349]: pgmap v81: 1 pgs: 1 creating+peering; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-08-10T05:08:08.335 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:08 smithi031 ceph-mon[41349]: from='client.14304 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi031:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:08:08.335 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:08 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-10T05:08:08.335 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:08 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-10T05:08:08.335 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:08 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:08:08.336 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:08 smithi031 ceph-mon[29994]: pgmap v81: 1 pgs: 1 creating+peering; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-08-10T05:08:08.336 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:08 smithi031 ceph-mon[29994]: from='client.14304 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi031:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:08:08.336 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:08 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-10T05:08:08.336 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:08 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-10T05:08:08.336 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:08 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:08:08.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:08 smithi196 ceph-mon[32874]: pgmap v81: 1 pgs: 1 creating+peering; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-08-10T05:08:08.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:08 smithi196 ceph-mon[32874]: from='client.14304 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi031:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:08:08.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:08 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-10T05:08:08.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:08 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-10T05:08:08.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:08 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:08:08.727 INFO:journalctl@ceph.osd.2.smithi031.stdout:Aug 10 05:08:08 smithi031 sudo[62381]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-08-10T05:08:08.727 INFO:journalctl@ceph.osd.2.smithi031.stdout:Aug 10 05:08:08 smithi031 sudo[62381]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-10T05:08:08.727 INFO:journalctl@ceph.osd.2.smithi031.stdout:Aug 10 05:08:08 smithi031 sudo[62381]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-10T05:08:08.727 INFO:journalctl@ceph.osd.2.smithi031.stdout:Aug 10 05:08:08 smithi031 sudo[62381]: pam_unix(sudo:session): session closed for user root 2024-08-10T05:08:09.007 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:08 smithi031 sudo[62401]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-08-10T05:08:09.007 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:08 smithi031 sudo[62401]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-10T05:08:09.007 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:08 smithi031 sudo[62401]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-10T05:08:09.007 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:08 smithi031 sudo[62401]: pam_unix(sudo:session): session closed for user root 2024-08-10T05:08:09.268 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:09 smithi031 ceph-mon[41349]: mgrmap e15: y(active, since 2m), standbys: x 2024-08-10T05:08:09.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:09 smithi031 ceph-mon[41349]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-10T05:08:09.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:09 smithi031 sudo[62443]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-08-10T05:08:09.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:09 smithi031 sudo[62443]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-10T05:08:09.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:09 smithi031 sudo[62443]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-10T05:08:09.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:09 smithi031 sudo[62443]: pam_unix(sudo:session): session closed for user root 2024-08-10T05:08:09.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:09 smithi031 ceph-mon[29994]: mgrmap e15: y(active, since 2m), standbys: x 2024-08-10T05:08:09.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:09 smithi031 ceph-mon[29994]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-10T05:08:09.497 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:09 smithi196 ceph-mon[32874]: mgrmap e15: y(active, since 2m), standbys: x 2024-08-10T05:08:09.497 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:09 smithi196 ceph-mon[32874]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-10T05:08:09.763 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:09 smithi196 sudo[35657]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-08-10T05:08:09.763 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:09 smithi196 sudo[35657]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-10T05:08:09.763 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:09 smithi196 sudo[35657]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-10T05:08:09.763 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:09 smithi196 sudo[35657]: pam_unix(sudo:session): session closed for user root 2024-08-10T05:08:10.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:09 smithi196 sudo[35660]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-08-10T05:08:10.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:09 smithi196 sudo[35660]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-10T05:08:10.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:09 smithi196 sudo[35660]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-10T05:08:10.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:09 smithi196 sudo[35660]: pam_unix(sudo:session): session closed for user root 2024-08-10T05:08:10.359 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:10 smithi031 sudo[62519]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-08-10T05:08:10.359 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:10 smithi031 sudo[62519]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-10T05:08:10.359 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:10 smithi031 sudo[62519]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-10T05:08:10.359 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:10 smithi031 sudo[62519]: pam_unix(sudo:session): session closed for user root 2024-08-10T05:08:11.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:10 smithi031 sudo[62568]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-08-10T05:08:11.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:10 smithi031 sudo[62568]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-10T05:08:11.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:10 smithi031 sudo[62568]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-10T05:08:11.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:10 smithi031 sudo[62568]: pam_unix(sudo:session): session closed for user root 2024-08-10T05:08:11.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:10 smithi031 ceph-mon[41349]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-08-10T05:08:11.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:10 smithi031 ceph-mon[41349]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-10T05:08:11.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:10 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:08:11.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:10 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:08:11.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:10 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:08:11.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:10 smithi031 ceph-mon[41349]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-10T05:08:11.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:10 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:08:11.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:10 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:08:11.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:10 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:08:11.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:10 smithi031 ceph-mon[41349]: from='client.? 172.21.15.31:0/343400850' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4a872017-47e3-4141-ac4f-a8987fbd1244"}]: dispatch 2024-08-10T05:08:11.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:10 smithi031 ceph-mon[41349]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4a872017-47e3-4141-ac4f-a8987fbd1244"}]: dispatch 2024-08-10T05:08:11.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:10 smithi031 ceph-mon[41349]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-10T05:08:11.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:10 smithi031 ceph-mon[41349]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4a872017-47e3-4141-ac4f-a8987fbd1244"}]': finished 2024-08-10T05:08:11.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:10 smithi031 ceph-mon[41349]: osdmap e23: 4 total, 3 up, 4 in 2024-08-10T05:08:11.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:10 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-10T05:08:11.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:10 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:11.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:10 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:08:11.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:10 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:08:11.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:10 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:08:11.021 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:10 smithi031 ceph-mon[29994]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-08-10T05:08:11.021 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:10 smithi031 ceph-mon[29994]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-10T05:08:11.021 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:10 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:08:11.021 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:10 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:08:11.021 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:10 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:08:11.021 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:10 smithi031 ceph-mon[29994]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-10T05:08:11.021 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:10 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:08:11.021 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:10 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:08:11.021 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:10 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:08:11.021 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:10 smithi031 ceph-mon[29994]: from='client.? 172.21.15.31:0/343400850' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4a872017-47e3-4141-ac4f-a8987fbd1244"}]: dispatch 2024-08-10T05:08:11.021 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:10 smithi031 ceph-mon[29994]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4a872017-47e3-4141-ac4f-a8987fbd1244"}]: dispatch 2024-08-10T05:08:11.021 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:10 smithi031 ceph-mon[29994]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-10T05:08:11.021 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:10 smithi031 ceph-mon[29994]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4a872017-47e3-4141-ac4f-a8987fbd1244"}]': finished 2024-08-10T05:08:11.021 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:10 smithi031 ceph-mon[29994]: osdmap e23: 4 total, 3 up, 4 in 2024-08-10T05:08:11.022 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:10 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-10T05:08:11.022 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:10 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:11.022 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:10 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:08:11.022 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:10 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:08:11.022 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:10 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:08:11.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:10 smithi196 ceph-mon[32874]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-08-10T05:08:11.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:10 smithi196 ceph-mon[32874]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-10T05:08:11.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:10 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:08:11.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:10 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:08:11.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:10 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:08:11.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:10 smithi196 ceph-mon[32874]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-10T05:08:11.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:10 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:08:11.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:10 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:08:11.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:10 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:08:11.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:10 smithi196 ceph-mon[32874]: from='client.? 172.21.15.31:0/343400850' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4a872017-47e3-4141-ac4f-a8987fbd1244"}]: dispatch 2024-08-10T05:08:11.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:10 smithi196 ceph-mon[32874]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4a872017-47e3-4141-ac4f-a8987fbd1244"}]: dispatch 2024-08-10T05:08:11.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:10 smithi196 ceph-mon[32874]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-10T05:08:11.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:10 smithi196 ceph-mon[32874]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4a872017-47e3-4141-ac4f-a8987fbd1244"}]': finished 2024-08-10T05:08:11.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:10 smithi196 ceph-mon[32874]: osdmap e23: 4 total, 3 up, 4 in 2024-08-10T05:08:11.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:10 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-10T05:08:11.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:10 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:11.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:10 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:08:11.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:10 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:08:11.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:10 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:08:12.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:11 smithi031 ceph-mon[29994]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-10T05:08:12.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:11 smithi031 ceph-mon[29994]: from='client.? 172.21.15.31:0/1939247809' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-10T05:08:12.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:11 smithi031 ceph-mon[29994]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-10T05:08:12.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:11 smithi031 ceph-mon[29994]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-08-10T05:08:12.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:11 smithi031 ceph-mon[41349]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-10T05:08:12.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:11 smithi031 ceph-mon[41349]: from='client.? 172.21.15.31:0/1939247809' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-10T05:08:12.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:11 smithi031 ceph-mon[41349]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-10T05:08:12.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:11 smithi031 ceph-mon[41349]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-08-10T05:08:12.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:11 smithi196 ceph-mon[32874]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-10T05:08:12.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:11 smithi196 ceph-mon[32874]: from='client.? 172.21.15.31:0/1939247809' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-10T05:08:12.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:11 smithi196 ceph-mon[32874]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-10T05:08:12.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:11 smithi196 ceph-mon[32874]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-08-10T05:08:14.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:14 smithi031 ceph-mon[41349]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-08-10T05:08:14.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:14 smithi031 ceph-mon[29994]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-08-10T05:08:14.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:14 smithi196 ceph-mon[32874]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-08-10T05:08:16.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:16 smithi031 ceph-mon[29994]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-08-10T05:08:16.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:16 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-08-10T05:08:16.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:16 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:08:16.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:16 smithi031 ceph-mon[41349]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-08-10T05:08:16.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:16 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-08-10T05:08:16.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:16 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:08:16.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:16 smithi196 ceph-mon[32874]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-08-10T05:08:16.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:16 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-08-10T05:08:16.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:16 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:08:17.391 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:17 smithi031 ceph-mon[29994]: Deploying daemon osd.3 on smithi031 2024-08-10T05:08:17.391 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:17 smithi031 ceph-mon[41349]: Deploying daemon osd.3 on smithi031 2024-08-10T05:08:17.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:17 smithi196 ceph-mon[32874]: Deploying daemon osd.3 on smithi031 2024-08-10T05:08:18.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:18 smithi031 ceph-mon[29994]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-08-10T05:08:18.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:18 smithi031 ceph-mon[41349]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-08-10T05:08:18.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:18 smithi196 ceph-mon[32874]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-08-10T05:08:20.463 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:20 smithi031 ceph-mon[29994]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-08-10T05:08:20.464 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:20 smithi031 ceph-mon[41349]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-08-10T05:08:20.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:20 smithi196 ceph-mon[32874]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-08-10T05:08:21.473 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:21 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:08:21.473 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:21 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:21.473 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:21 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:21.473 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:21 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:08:21.473 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:21 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:21.473 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:21 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:21.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:21 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:08:21.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:21 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:21.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:21 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:22.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:22 smithi031 ceph-mon[29994]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.6 KiB/s rd, 69 KiB/s wr, 4 op/s 2024-08-10T05:08:22.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:22 smithi031 ceph-mon[41349]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.6 KiB/s rd, 69 KiB/s wr, 4 op/s 2024-08-10T05:08:22.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:22 smithi196 ceph-mon[32874]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.6 KiB/s rd, 69 KiB/s wr, 4 op/s 2024-08-10T05:08:24.509 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:24 smithi031 ceph-mon[29994]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-08-10T05:08:24.509 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:24 smithi031 ceph-mon[29994]: from='osd.3 [v2:172.21.15.31:6826/2904248639,v1:172.21.15.31:6827/2904248639]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-10T05:08:24.510 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:24 smithi031 ceph-mon[41349]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-08-10T05:08:24.510 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:24 smithi031 ceph-mon[41349]: from='osd.3 [v2:172.21.15.31:6826/2904248639,v1:172.21.15.31:6827/2904248639]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-10T05:08:24.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:24 smithi196 ceph-mon[32874]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-08-10T05:08:24.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:24 smithi196 ceph-mon[32874]: from='osd.3 [v2:172.21.15.31:6826/2904248639,v1:172.21.15.31:6827/2904248639]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-10T05:08:24.545 INFO:teuthology.orchestra.run.smithi031.stdout:Created osd(s) 3 on host 'smithi031' 2024-08-10T05:08:25.141 DEBUG:teuthology.orchestra.run.smithi031:osd.3> sudo journalctl -f -n 0 -u ceph-fc322138-56d5-11ef-bcce-c7b262605968@osd.3.service 2024-08-10T05:08:25.143 INFO:tasks.cephadm:Deploying osd.4 on smithi196 with /dev/vg_nvme/lv_4... 2024-08-10T05:08:25.144 DEBUG:teuthology.orchestra.run.smithi196:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc322138-56d5-11ef-bcce-c7b262605968 -- lvm zap /dev/vg_nvme/lv_4 2024-08-10T05:08:25.407 INFO:teuthology.orchestra.run.smithi196.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.b/config 2024-08-10T05:08:25.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:25 smithi031 ceph-mon[29994]: from='osd.3 [v2:172.21.15.31:6826/2904248639,v1:172.21.15.31:6827/2904248639]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-08-10T05:08:25.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:25 smithi031 ceph-mon[29994]: osdmap e24: 4 total, 3 up, 4 in 2024-08-10T05:08:25.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:25 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-10T05:08:25.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:25 smithi031 ceph-mon[29994]: from='osd.3 [v2:172.21.15.31:6826/2904248639,v1:172.21.15.31:6827/2904248639]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi031", "root=default"]}]: dispatch 2024-08-10T05:08:25.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:25 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:25.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:25 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:25.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:25 smithi031 ceph-mon[41349]: from='osd.3 [v2:172.21.15.31:6826/2904248639,v1:172.21.15.31:6827/2904248639]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-08-10T05:08:25.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:25 smithi031 ceph-mon[41349]: osdmap e24: 4 total, 3 up, 4 in 2024-08-10T05:08:25.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:25 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-10T05:08:25.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:25 smithi031 ceph-mon[41349]: from='osd.3 [v2:172.21.15.31:6826/2904248639,v1:172.21.15.31:6827/2904248639]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi031", "root=default"]}]: dispatch 2024-08-10T05:08:25.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:25 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:25.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:25 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:25.520 INFO:journalctl@ceph.osd.3.smithi031.stdout:Aug 10 05:08:25 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-3[64312]: 2024-08-10T05:08:25.205+0000 7fd440e01640 -1 osd.3 0 waiting for initial osdmap 2024-08-10T05:08:25.520 INFO:journalctl@ceph.osd.3.smithi031.stdout:Aug 10 05:08:25 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-3[64312]: 2024-08-10T05:08:25.211+0000 7fd43dc3c640 -1 osd.3 25 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-10T05:08:25.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:25 smithi196 ceph-mon[32874]: from='osd.3 [v2:172.21.15.31:6826/2904248639,v1:172.21.15.31:6827/2904248639]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-08-10T05:08:25.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:25 smithi196 ceph-mon[32874]: osdmap e24: 4 total, 3 up, 4 in 2024-08-10T05:08:25.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:25 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-10T05:08:25.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:25 smithi196 ceph-mon[32874]: from='osd.3 [v2:172.21.15.31:6826/2904248639,v1:172.21.15.31:6827/2904248639]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi031", "root=default"]}]: dispatch 2024-08-10T05:08:25.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:25 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:25.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:25 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:26.378 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:26 smithi031 ceph-mon[29994]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-08-10T05:08:26.378 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:26 smithi031 ceph-mon[29994]: from='osd.3 [v2:172.21.15.31:6826/2904248639,v1:172.21.15.31:6827/2904248639]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi031", "root=default"]}]': finished 2024-08-10T05:08:26.378 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:26 smithi031 ceph-mon[29994]: osdmap e25: 4 total, 3 up, 4 in 2024-08-10T05:08:26.378 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:26 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-10T05:08:26.378 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:26 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-10T05:08:26.378 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:26 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:26.378 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:26 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:26.379 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:26 smithi031 ceph-mon[41349]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-08-10T05:08:26.379 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:26 smithi031 ceph-mon[41349]: from='osd.3 [v2:172.21.15.31:6826/2904248639,v1:172.21.15.31:6827/2904248639]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi031", "root=default"]}]': finished 2024-08-10T05:08:26.379 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:26 smithi031 ceph-mon[41349]: osdmap e25: 4 total, 3 up, 4 in 2024-08-10T05:08:26.379 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:26 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-10T05:08:26.379 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:26 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-10T05:08:26.379 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:26 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:26.379 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:26 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:26.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:26 smithi196 ceph-mon[32874]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-08-10T05:08:26.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:26 smithi196 ceph-mon[32874]: from='osd.3 [v2:172.21.15.31:6826/2904248639,v1:172.21.15.31:6827/2904248639]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi031", "root=default"]}]': finished 2024-08-10T05:08:26.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:26 smithi196 ceph-mon[32874]: osdmap e25: 4 total, 3 up, 4 in 2024-08-10T05:08:26.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:26 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-10T05:08:26.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:26 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-10T05:08:26.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:26 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:26.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:26 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:27.414 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:27 smithi031 ceph-mon[41349]: purged_snaps scrub starts 2024-08-10T05:08:27.414 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:27 smithi031 ceph-mon[41349]: purged_snaps scrub ok 2024-08-10T05:08:27.415 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:27 smithi031 ceph-mon[41349]: osd.3 [v2:172.21.15.31:6826/2904248639,v1:172.21.15.31:6827/2904248639] boot 2024-08-10T05:08:27.415 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:27 smithi031 ceph-mon[41349]: osdmap e26: 4 total, 4 up, 4 in 2024-08-10T05:08:27.415 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:27 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-10T05:08:27.415 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:27 smithi031 ceph-mon[29994]: purged_snaps scrub starts 2024-08-10T05:08:27.415 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:27 smithi031 ceph-mon[29994]: purged_snaps scrub ok 2024-08-10T05:08:27.415 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:27 smithi031 ceph-mon[29994]: osd.3 [v2:172.21.15.31:6826/2904248639,v1:172.21.15.31:6827/2904248639] boot 2024-08-10T05:08:27.415 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:27 smithi031 ceph-mon[29994]: osdmap e26: 4 total, 4 up, 4 in 2024-08-10T05:08:27.415 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:27 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-10T05:08:27.512 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:27 smithi196 ceph-mon[32874]: purged_snaps scrub starts 2024-08-10T05:08:27.512 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:27 smithi196 ceph-mon[32874]: purged_snaps scrub ok 2024-08-10T05:08:27.512 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:27 smithi196 ceph-mon[32874]: osd.3 [v2:172.21.15.31:6826/2904248639,v1:172.21.15.31:6827/2904248639] boot 2024-08-10T05:08:27.512 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:27 smithi196 ceph-mon[32874]: osdmap e26: 4 total, 4 up, 4 in 2024-08-10T05:08:27.512 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:27 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-10T05:08:27.793 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-08-10T05:08:27.812 DEBUG:teuthology.orchestra.run.smithi196:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc322138-56d5-11ef-bcce-c7b262605968 -- ceph orch daemon add osd smithi196:vg_nvme/lv_4 2024-08-10T05:08:28.059 INFO:teuthology.orchestra.run.smithi196.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.b/config 2024-08-10T05:08:28.411 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:28 smithi031 ceph-mon[29994]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-08-10T05:08:28.411 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:28 smithi031 ceph-mon[29994]: osdmap e27: 4 total, 4 up, 4 in 2024-08-10T05:08:28.411 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:28 smithi031 ceph-mon[41349]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-08-10T05:08:28.411 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:28 smithi031 ceph-mon[41349]: osdmap e27: 4 total, 4 up, 4 in 2024-08-10T05:08:28.448 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:28 smithi196 ceph-mon[32874]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-08-10T05:08:28.448 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:28 smithi196 ceph-mon[32874]: osdmap e27: 4 total, 4 up, 4 in 2024-08-10T05:08:30.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:29 smithi031 ceph-mon[29994]: Detected new or changed devices on smithi031 2024-08-10T05:08:30.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:29 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:30.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:29 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:30.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:29 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:08:30.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:29 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:08:30.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:29 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:08:30.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:29 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:08:30.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:29 smithi031 ceph-mon[29994]: Adjusting osd_memory_target on smithi031 to 4017M 2024-08-10T05:08:30.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:29 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:30.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:29 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:08:30.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:29 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:08:30.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:29 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:30.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:29 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:08:30.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:29 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:08:30.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:29 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:08:30.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:29 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:30.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:29 smithi031 ceph-mon[29994]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-10T05:08:30.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:29 smithi031 ceph-mon[41349]: Detected new or changed devices on smithi031 2024-08-10T05:08:30.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:29 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:30.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:29 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:30.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:29 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:08:30.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:29 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:08:30.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:29 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:08:30.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:29 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:08:30.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:29 smithi031 ceph-mon[41349]: Adjusting osd_memory_target on smithi031 to 4017M 2024-08-10T05:08:30.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:29 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:30.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:29 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:08:30.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:29 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:08:30.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:29 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:30.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:29 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:08:30.022 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:29 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:08:30.022 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:29 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:08:30.022 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:29 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:30.022 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:29 smithi031 ceph-mon[41349]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-10T05:08:30.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:29 smithi196 ceph-mon[32874]: Detected new or changed devices on smithi031 2024-08-10T05:08:30.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:29 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:30.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:29 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:30.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:29 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:08:30.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:29 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:08:30.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:29 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:08:30.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:29 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:08:30.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:29 smithi196 ceph-mon[32874]: Adjusting osd_memory_target on smithi031 to 4017M 2024-08-10T05:08:30.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:29 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:30.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:29 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:08:30.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:29 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:08:30.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:29 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:30.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:29 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:08:30.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:29 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:08:30.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:29 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:08:30.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:29 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:30.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:29 smithi196 ceph-mon[32874]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-10T05:08:31.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:30 smithi031 ceph-mon[29994]: from='client.24211 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi196:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:08:31.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:30 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-10T05:08:31.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:30 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-10T05:08:31.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:30 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:08:31.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:30 smithi031 ceph-mon[41349]: from='client.24211 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi196:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:08:31.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:30 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-10T05:08:31.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:30 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-10T05:08:31.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:30 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:08:31.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:30 smithi196 ceph-mon[32874]: from='client.24211 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi196:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:08:31.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:30 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-10T05:08:31.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:30 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-10T05:08:31.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:30 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:08:32.018 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:31 smithi031 ceph-mon[41349]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-10T05:08:32.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:31 smithi031 ceph-mon[29994]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-10T05:08:32.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:31 smithi196 ceph-mon[32874]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-10T05:08:33.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:32 smithi031 ceph-mon[29994]: from='client.? 172.21.15.196:0/2208915860' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "df9c6d53-1621-43ce-bdbc-e49515c06467"}]: dispatch 2024-08-10T05:08:33.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:32 smithi031 ceph-mon[29994]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "df9c6d53-1621-43ce-bdbc-e49515c06467"}]: dispatch 2024-08-10T05:08:33.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:32 smithi031 ceph-mon[29994]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "df9c6d53-1621-43ce-bdbc-e49515c06467"}]': finished 2024-08-10T05:08:33.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:32 smithi031 ceph-mon[29994]: osdmap e28: 5 total, 4 up, 5 in 2024-08-10T05:08:33.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:32 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-10T05:08:33.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:32 smithi031 ceph-mon[29994]: from='client.? 172.21.15.196:0/4099505227' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-10T05:08:33.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:32 smithi031 ceph-mon[41349]: from='client.? 172.21.15.196:0/2208915860' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "df9c6d53-1621-43ce-bdbc-e49515c06467"}]: dispatch 2024-08-10T05:08:33.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:32 smithi031 ceph-mon[41349]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "df9c6d53-1621-43ce-bdbc-e49515c06467"}]: dispatch 2024-08-10T05:08:33.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:32 smithi031 ceph-mon[41349]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "df9c6d53-1621-43ce-bdbc-e49515c06467"}]': finished 2024-08-10T05:08:33.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:32 smithi031 ceph-mon[41349]: osdmap e28: 5 total, 4 up, 5 in 2024-08-10T05:08:33.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:32 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-10T05:08:33.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:32 smithi031 ceph-mon[41349]: from='client.? 172.21.15.196:0/4099505227' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-10T05:08:33.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:32 smithi196 ceph-mon[32874]: from='client.? 172.21.15.196:0/2208915860' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "df9c6d53-1621-43ce-bdbc-e49515c06467"}]: dispatch 2024-08-10T05:08:33.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:32 smithi196 ceph-mon[32874]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "df9c6d53-1621-43ce-bdbc-e49515c06467"}]: dispatch 2024-08-10T05:08:33.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:32 smithi196 ceph-mon[32874]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "df9c6d53-1621-43ce-bdbc-e49515c06467"}]': finished 2024-08-10T05:08:33.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:32 smithi196 ceph-mon[32874]: osdmap e28: 5 total, 4 up, 5 in 2024-08-10T05:08:33.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:32 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-10T05:08:33.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:32 smithi196 ceph-mon[32874]: from='client.? 172.21.15.196:0/4099505227' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-10T05:08:34.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:33 smithi031 ceph-mon[29994]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-10T05:08:34.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:33 smithi031 ceph-mon[41349]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-10T05:08:34.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:33 smithi196 ceph-mon[32874]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-10T05:08:36.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:36 smithi031 ceph-mon[29994]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-10T05:08:36.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:36 smithi031 ceph-mon[41349]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-10T05:08:36.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:36 smithi196 ceph-mon[32874]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-10T05:08:38.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:38 smithi196 ceph-mon[32874]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-10T05:08:38.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:38 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-08-10T05:08:38.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:38 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:08:38.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:38 smithi031 ceph-mon[29994]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-10T05:08:38.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:38 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-08-10T05:08:38.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:38 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:08:38.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:38 smithi031 ceph-mon[41349]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-10T05:08:38.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:38 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-08-10T05:08:38.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:38 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:08:39.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:39 smithi196 ceph-mon[32874]: Deploying daemon osd.4 on smithi196 2024-08-10T05:08:39.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:39 smithi031 ceph-mon[29994]: Deploying daemon osd.4 on smithi196 2024-08-10T05:08:39.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:39 smithi031 ceph-mon[41349]: Deploying daemon osd.4 on smithi196 2024-08-10T05:08:40.424 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:40 smithi196 ceph-mon[32874]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-10T05:08:40.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:40 smithi031 ceph-mon[29994]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-10T05:08:40.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:40 smithi031 ceph-mon[41349]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-10T05:08:42.283 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:42 smithi196 ceph-mon[32874]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-10T05:08:42.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:42 smithi031 ceph-mon[29994]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-10T05:08:42.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:42 smithi031 ceph-mon[41349]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-10T05:08:43.452 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:43 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:08:43.452 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:43 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:43.452 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:43 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:43.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:43 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:08:43.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:43 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:43.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:43 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:43.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:43 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:08:43.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:43 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:43.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:43 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:44.479 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:44 smithi196 ceph-mon[32874]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-10T05:08:44.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:44 smithi031 ceph-mon[29994]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-10T05:08:44.518 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:44 smithi031 ceph-mon[41349]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-10T05:08:45.758 INFO:teuthology.orchestra.run.smithi196.stdout:Created osd(s) 4 on host 'smithi196' 2024-08-10T05:08:46.391 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:46 smithi196 ceph-mon[32874]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-10T05:08:46.391 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:46 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:46.391 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:46 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:46.392 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:46 smithi196 ceph-mon[32874]: from='osd.4 [v2:172.21.15.196:6800/3065972586,v1:172.21.15.196:6801/3065972586]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-10T05:08:46.392 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:46 smithi196 ceph-mon[32874]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-10T05:08:46.393 DEBUG:teuthology.orchestra.run.smithi196:osd.4> sudo journalctl -f -n 0 -u ceph-fc322138-56d5-11ef-bcce-c7b262605968@osd.4.service 2024-08-10T05:08:46.396 INFO:tasks.cephadm:Deploying osd.5 on smithi196 with /dev/vg_nvme/lv_3... 2024-08-10T05:08:46.396 DEBUG:teuthology.orchestra.run.smithi196:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc322138-56d5-11ef-bcce-c7b262605968 -- lvm zap /dev/vg_nvme/lv_3 2024-08-10T05:08:46.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:46 smithi031 ceph-mon[41349]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-10T05:08:46.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:46 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:46.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:46 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:46.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:46 smithi031 ceph-mon[41349]: from='osd.4 [v2:172.21.15.196:6800/3065972586,v1:172.21.15.196:6801/3065972586]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-10T05:08:46.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:46 smithi031 ceph-mon[41349]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-10T05:08:46.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:46 smithi031 ceph-mon[29994]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-10T05:08:46.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:46 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:46.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:46 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:46.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:46 smithi031 ceph-mon[29994]: from='osd.4 [v2:172.21.15.196:6800/3065972586,v1:172.21.15.196:6801/3065972586]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-10T05:08:46.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:46 smithi031 ceph-mon[29994]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-10T05:08:46.709 INFO:teuthology.orchestra.run.smithi196.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.b/config 2024-08-10T05:08:48.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:47 smithi031 ceph-mon[41349]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-08-10T05:08:48.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:47 smithi031 ceph-mon[41349]: osdmap e29: 5 total, 4 up, 5 in 2024-08-10T05:08:48.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:47 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-10T05:08:48.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:47 smithi031 ceph-mon[41349]: from='osd.4 [v2:172.21.15.196:6800/3065972586,v1:172.21.15.196:6801/3065972586]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-10T05:08:48.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:47 smithi031 ceph-mon[41349]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-10T05:08:48.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:47 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:48.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:47 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:48.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:47 smithi031 ceph-mon[41349]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-10T05:08:48.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:47 smithi031 ceph-mon[29994]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-08-10T05:08:48.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:47 smithi031 ceph-mon[29994]: osdmap e29: 5 total, 4 up, 5 in 2024-08-10T05:08:48.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:47 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-10T05:08:48.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:47 smithi031 ceph-mon[29994]: from='osd.4 [v2:172.21.15.196:6800/3065972586,v1:172.21.15.196:6801/3065972586]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-10T05:08:48.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:47 smithi031 ceph-mon[29994]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-10T05:08:48.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:47 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:48.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:47 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:48.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:47 smithi031 ceph-mon[29994]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-10T05:08:48.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:47 smithi196 ceph-mon[32874]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-08-10T05:08:48.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:47 smithi196 ceph-mon[32874]: osdmap e29: 5 total, 4 up, 5 in 2024-08-10T05:08:48.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:47 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-10T05:08:48.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:47 smithi196 ceph-mon[32874]: from='osd.4 [v2:172.21.15.196:6800/3065972586,v1:172.21.15.196:6801/3065972586]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-10T05:08:48.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:47 smithi196 ceph-mon[32874]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-10T05:08:48.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:47 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:48.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:47 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:48.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:47 smithi196 ceph-mon[32874]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-10T05:08:48.029 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 10 05:08:47 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-4[38251]: 2024-08-10T05:08:47.768+0000 7f9e8fed3640 -1 osd.4 0 waiting for initial osdmap 2024-08-10T05:08:48.029 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 10 05:08:47 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-4[38251]: 2024-08-10T05:08:47.772+0000 7f9e8ad0a640 -1 osd.4 30 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-10T05:08:49.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:48 smithi031 ceph-mon[29994]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]': finished 2024-08-10T05:08:49.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:48 smithi031 ceph-mon[29994]: osdmap e30: 5 total, 4 up, 5 in 2024-08-10T05:08:49.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:48 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-10T05:08:49.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:48 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-10T05:08:49.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:48 smithi031 ceph-mon[29994]: osd.4 [v2:172.21.15.196:6800/3065972586,v1:172.21.15.196:6801/3065972586] boot 2024-08-10T05:08:49.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:48 smithi031 ceph-mon[41349]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]': finished 2024-08-10T05:08:49.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:48 smithi031 ceph-mon[41349]: osdmap e30: 5 total, 4 up, 5 in 2024-08-10T05:08:49.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:48 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-10T05:08:49.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:48 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-10T05:08:49.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:48 smithi031 ceph-mon[41349]: osd.4 [v2:172.21.15.196:6800/3065972586,v1:172.21.15.196:6801/3065972586] boot 2024-08-10T05:08:49.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:48 smithi196 ceph-mon[32874]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]': finished 2024-08-10T05:08:49.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:48 smithi196 ceph-mon[32874]: osdmap e30: 5 total, 4 up, 5 in 2024-08-10T05:08:49.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:48 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-10T05:08:49.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:48 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-10T05:08:49.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:48 smithi196 ceph-mon[32874]: osd.4 [v2:172.21.15.196:6800/3065972586,v1:172.21.15.196:6801/3065972586] boot 2024-08-10T05:08:50.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:49 smithi196 ceph-mon[32874]: purged_snaps scrub starts 2024-08-10T05:08:50.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:49 smithi196 ceph-mon[32874]: purged_snaps scrub ok 2024-08-10T05:08:50.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:49 smithi196 ceph-mon[32874]: osdmap e31: 5 total, 5 up, 5 in 2024-08-10T05:08:50.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:49 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-10T05:08:50.022 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:49 smithi196 ceph-mon[32874]: pgmap v111: 1 pgs: 1 remapped+peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-10T05:08:50.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:49 smithi031 ceph-mon[29994]: purged_snaps scrub starts 2024-08-10T05:08:50.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:49 smithi031 ceph-mon[29994]: purged_snaps scrub ok 2024-08-10T05:08:50.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:49 smithi031 ceph-mon[29994]: osdmap e31: 5 total, 5 up, 5 in 2024-08-10T05:08:50.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:49 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-10T05:08:50.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:49 smithi031 ceph-mon[29994]: pgmap v111: 1 pgs: 1 remapped+peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-10T05:08:50.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:49 smithi031 ceph-mon[41349]: purged_snaps scrub starts 2024-08-10T05:08:50.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:49 smithi031 ceph-mon[41349]: purged_snaps scrub ok 2024-08-10T05:08:50.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:49 smithi031 ceph-mon[41349]: osdmap e31: 5 total, 5 up, 5 in 2024-08-10T05:08:50.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:49 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-10T05:08:50.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:49 smithi031 ceph-mon[41349]: pgmap v111: 1 pgs: 1 remapped+peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-10T05:08:50.319 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-08-10T05:08:50.340 DEBUG:teuthology.orchestra.run.smithi196:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc322138-56d5-11ef-bcce-c7b262605968 -- ceph orch daemon add osd smithi196:vg_nvme/lv_3 2024-08-10T05:08:50.820 INFO:teuthology.orchestra.run.smithi196.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.b/config 2024-08-10T05:08:50.943 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:50 smithi196 ceph-mon[32874]: osdmap e32: 5 total, 5 up, 5 in 2024-08-10T05:08:51.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:50 smithi031 ceph-mon[29994]: osdmap e32: 5 total, 5 up, 5 in 2024-08-10T05:08:51.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:50 smithi031 ceph-mon[41349]: osdmap e32: 5 total, 5 up, 5 in 2024-08-10T05:08:51.865 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:51 smithi196 ceph-mon[32874]: osdmap e33: 5 total, 5 up, 5 in 2024-08-10T05:08:51.865 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:51 smithi196 ceph-mon[32874]: pgmap v114: 1 pgs: 1 remapped+peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-10T05:08:52.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:51 smithi031 ceph-mon[29994]: osdmap e33: 5 total, 5 up, 5 in 2024-08-10T05:08:52.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:51 smithi031 ceph-mon[29994]: pgmap v114: 1 pgs: 1 remapped+peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-10T05:08:52.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:51 smithi031 ceph-mon[41349]: osdmap e33: 5 total, 5 up, 5 in 2024-08-10T05:08:52.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:51 smithi031 ceph-mon[41349]: pgmap v114: 1 pgs: 1 remapped+peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-10T05:08:53.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:52 smithi196 ceph-mon[32874]: osdmap e34: 5 total, 5 up, 5 in 2024-08-10T05:08:53.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:52 smithi196 ceph-mon[32874]: Detected new or changed devices on smithi196 2024-08-10T05:08:53.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:52 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:53.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:52 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:53.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:52 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:08:53.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:52 smithi196 ceph-mon[32874]: Adjusting osd_memory_target on smithi196 to 17088M 2024-08-10T05:08:53.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:52 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:53.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:52 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:08:53.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:52 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:08:53.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:52 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:53.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:52 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:08:53.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:52 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:08:53.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:52 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:08:53.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:52 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:53.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:52 smithi031 ceph-mon[29994]: osdmap e34: 5 total, 5 up, 5 in 2024-08-10T05:08:53.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:52 smithi031 ceph-mon[29994]: Detected new or changed devices on smithi196 2024-08-10T05:08:53.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:52 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:53.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:52 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:53.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:52 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:08:53.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:52 smithi031 ceph-mon[29994]: Adjusting osd_memory_target on smithi196 to 17088M 2024-08-10T05:08:53.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:52 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:53.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:52 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:08:53.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:52 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:08:53.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:52 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:53.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:52 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:08:53.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:52 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:08:53.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:52 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:08:53.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:52 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:53.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:52 smithi031 ceph-mon[41349]: osdmap e34: 5 total, 5 up, 5 in 2024-08-10T05:08:53.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:52 smithi031 ceph-mon[41349]: Detected new or changed devices on smithi196 2024-08-10T05:08:53.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:52 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:53.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:52 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:53.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:52 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:08:53.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:52 smithi031 ceph-mon[41349]: Adjusting osd_memory_target on smithi196 to 17088M 2024-08-10T05:08:53.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:52 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:53.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:52 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:08:53.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:52 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:08:53.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:52 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:53.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:52 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:08:53.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:52 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:08:53.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:52 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:08:53.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:52 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:08:54.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:53 smithi031 ceph-mon[29994]: osdmap e35: 5 total, 5 up, 5 in 2024-08-10T05:08:54.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:53 smithi031 ceph-mon[29994]: from='client.24238 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi196:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:08:54.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:53 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-10T05:08:54.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:53 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-10T05:08:54.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:53 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:08:54.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:53 smithi031 ceph-mon[29994]: pgmap v117: 1 pgs: 1 remapped+peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-10T05:08:54.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:53 smithi031 ceph-mon[41349]: osdmap e35: 5 total, 5 up, 5 in 2024-08-10T05:08:54.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:53 smithi031 ceph-mon[41349]: from='client.24238 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi196:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:08:54.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:53 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-10T05:08:54.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:53 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-10T05:08:54.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:53 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:08:54.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:53 smithi031 ceph-mon[41349]: pgmap v117: 1 pgs: 1 remapped+peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-10T05:08:54.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:53 smithi196 ceph-mon[32874]: osdmap e35: 5 total, 5 up, 5 in 2024-08-10T05:08:54.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:53 smithi196 ceph-mon[32874]: from='client.24238 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi196:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:08:54.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:53 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-10T05:08:54.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:53 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-10T05:08:54.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:53 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:08:54.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:53 smithi196 ceph-mon[32874]: pgmap v117: 1 pgs: 1 remapped+peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-10T05:08:56.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:56 smithi031 ceph-mon[41349]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 108 KiB/s, 0 objects/s recovering 2024-08-10T05:08:56.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:56 smithi031 ceph-mon[41349]: from='client.? 172.21.15.196:0/2515291446' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d7218072-ca78-45c7-ab27-28e63dd69d3d"}]: dispatch 2024-08-10T05:08:56.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:56 smithi031 ceph-mon[41349]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d7218072-ca78-45c7-ab27-28e63dd69d3d"}]: dispatch 2024-08-10T05:08:56.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:56 smithi031 ceph-mon[41349]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d7218072-ca78-45c7-ab27-28e63dd69d3d"}]': finished 2024-08-10T05:08:56.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:56 smithi031 ceph-mon[41349]: osdmap e36: 6 total, 5 up, 6 in 2024-08-10T05:08:56.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:56 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-10T05:08:56.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:56 smithi031 ceph-mon[41349]: from='client.? 172.21.15.196:0/2423326065' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-10T05:08:56.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:56 smithi031 ceph-mon[29994]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 108 KiB/s, 0 objects/s recovering 2024-08-10T05:08:56.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:56 smithi031 ceph-mon[29994]: from='client.? 172.21.15.196:0/2515291446' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d7218072-ca78-45c7-ab27-28e63dd69d3d"}]: dispatch 2024-08-10T05:08:56.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:56 smithi031 ceph-mon[29994]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d7218072-ca78-45c7-ab27-28e63dd69d3d"}]: dispatch 2024-08-10T05:08:56.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:56 smithi031 ceph-mon[29994]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d7218072-ca78-45c7-ab27-28e63dd69d3d"}]': finished 2024-08-10T05:08:56.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:56 smithi031 ceph-mon[29994]: osdmap e36: 6 total, 5 up, 6 in 2024-08-10T05:08:56.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:56 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-10T05:08:56.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:56 smithi031 ceph-mon[29994]: from='client.? 172.21.15.196:0/2423326065' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-10T05:08:56.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:56 smithi196 ceph-mon[32874]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 108 KiB/s, 0 objects/s recovering 2024-08-10T05:08:56.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:56 smithi196 ceph-mon[32874]: from='client.? 172.21.15.196:0/2515291446' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d7218072-ca78-45c7-ab27-28e63dd69d3d"}]: dispatch 2024-08-10T05:08:56.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:56 smithi196 ceph-mon[32874]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d7218072-ca78-45c7-ab27-28e63dd69d3d"}]: dispatch 2024-08-10T05:08:56.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:56 smithi196 ceph-mon[32874]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d7218072-ca78-45c7-ab27-28e63dd69d3d"}]': finished 2024-08-10T05:08:56.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:56 smithi196 ceph-mon[32874]: osdmap e36: 6 total, 5 up, 6 in 2024-08-10T05:08:56.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:56 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-10T05:08:56.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:56 smithi196 ceph-mon[32874]: from='client.? 172.21.15.196:0/2423326065' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-10T05:08:58.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:08:58 smithi031 ceph-mon[29994]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-10T05:08:58.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:08:58 smithi031 ceph-mon[41349]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-10T05:08:58.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:08:58 smithi196 ceph-mon[32874]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-10T05:09:00.403 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:00 smithi196 ceph-mon[32874]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 78 KiB/s, 0 objects/s recovering 2024-08-10T05:09:00.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:00 smithi031 ceph-mon[29994]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 78 KiB/s, 0 objects/s recovering 2024-08-10T05:09:00.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:00 smithi031 ceph-mon[41349]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 78 KiB/s, 0 objects/s recovering 2024-08-10T05:09:02.509 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:02 smithi196 ceph-mon[32874]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 69 KiB/s, 0 objects/s recovering 2024-08-10T05:09:02.509 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:02 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-08-10T05:09:02.509 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:02 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:09:02.509 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:02 smithi196 ceph-mon[32874]: Deploying daemon osd.5 on smithi196 2024-08-10T05:09:02.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:02 smithi031 ceph-mon[29994]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 69 KiB/s, 0 objects/s recovering 2024-08-10T05:09:02.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:02 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-08-10T05:09:02.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:02 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:09:02.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:02 smithi031 ceph-mon[29994]: Deploying daemon osd.5 on smithi196 2024-08-10T05:09:02.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:02 smithi031 ceph-mon[41349]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 69 KiB/s, 0 objects/s recovering 2024-08-10T05:09:02.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:02 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-08-10T05:09:02.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:02 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:09:02.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:02 smithi031 ceph-mon[41349]: Deploying daemon osd.5 on smithi196 2024-08-10T05:09:04.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:04 smithi031 ceph-mon[29994]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-10T05:09:04.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:04 smithi031 ceph-mon[41349]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-10T05:09:04.525 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:04 smithi196 ceph-mon[32874]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-10T05:09:06.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:06 smithi031 ceph-mon[29994]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-10T05:09:06.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:06 smithi031 ceph-mon[41349]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-10T05:09:06.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:06 smithi196 ceph-mon[32874]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-10T05:09:07.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:07 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:09:07.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:07 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:09:07.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:07 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:09:07.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:07 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:09:07.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:07 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:09:07.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:07 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:09:07.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:07 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:09:07.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:07 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:09:07.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:07 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:09:08.401 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:08 smithi196 ceph-mon[32874]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-10T05:09:08.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:08 smithi031 ceph-mon[29994]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-10T05:09:08.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:08 smithi031 ceph-mon[41349]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-10T05:09:09.607 INFO:teuthology.orchestra.run.smithi196.stdout:Created osd(s) 5 on host 'smithi196' 2024-08-10T05:09:09.901 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:09 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:09:09.901 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:09 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:09:09.901 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:09 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:09:09.901 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:09 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:09:09.901 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:09 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:09:09.902 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:09 smithi196 ceph-mon[32874]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-10T05:09:09.902 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:09 smithi196 ceph-mon[32874]: from='osd.5 [v2:172.21.15.196:6808/283023100,v1:172.21.15.196:6809/283023100]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-10T05:09:09.902 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:09 smithi196 ceph-mon[32874]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-10T05:09:10.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:09 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:09:10.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:09 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:09:10.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:09 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:09:10.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:09 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:09:10.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:09 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:09:10.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:09 smithi031 ceph-mon[41349]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-10T05:09:10.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:09 smithi031 ceph-mon[41349]: from='osd.5 [v2:172.21.15.196:6808/283023100,v1:172.21.15.196:6809/283023100]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-10T05:09:10.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:09 smithi031 ceph-mon[41349]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-10T05:09:10.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:09 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:09:10.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:09 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:09:10.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:09 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:09:10.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:09 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:09:10.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:09 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:09:10.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:09 smithi031 ceph-mon[29994]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-10T05:09:10.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:09 smithi031 ceph-mon[29994]: from='osd.5 [v2:172.21.15.196:6808/283023100,v1:172.21.15.196:6809/283023100]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-10T05:09:10.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:09 smithi031 ceph-mon[29994]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-10T05:09:10.200 DEBUG:teuthology.orchestra.run.smithi196:osd.5> sudo journalctl -f -n 0 -u ceph-fc322138-56d5-11ef-bcce-c7b262605968@osd.5.service 2024-08-10T05:09:10.203 INFO:tasks.cephadm:Deploying osd.6 on smithi196 with /dev/vg_nvme/lv_2... 2024-08-10T05:09:10.203 DEBUG:teuthology.orchestra.run.smithi196:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc322138-56d5-11ef-bcce-c7b262605968 -- lvm zap /dev/vg_nvme/lv_2 2024-08-10T05:09:10.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:10 smithi196 ceph-mon[32874]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-08-10T05:09:10.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:10 smithi196 ceph-mon[32874]: osdmap e37: 6 total, 5 up, 6 in 2024-08-10T05:09:10.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:10 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-10T05:09:10.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:10 smithi196 ceph-mon[32874]: from='osd.5 [v2:172.21.15.196:6808/283023100,v1:172.21.15.196:6809/283023100]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-10T05:09:10.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:10 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:09:10.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:10 smithi196 ceph-mon[32874]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-10T05:09:10.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:10 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:09:10.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:10 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:09:10.780 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 05:09:10 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-5[44688]: 2024-08-10T05:09:10.600+0000 7ff3ae04d640 -1 osd.5 0 waiting for initial osdmap 2024-08-10T05:09:10.780 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 05:09:10 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-5[44688]: 2024-08-10T05:09:10.605+0000 7ff3a7681640 -1 osd.5 38 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-10T05:09:10.997 INFO:teuthology.orchestra.run.smithi196.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.b/config 2024-08-10T05:09:11.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:10 smithi031 ceph-mon[29994]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-08-10T05:09:11.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:10 smithi031 ceph-mon[29994]: osdmap e37: 6 total, 5 up, 6 in 2024-08-10T05:09:11.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:10 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-10T05:09:11.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:10 smithi031 ceph-mon[29994]: from='osd.5 [v2:172.21.15.196:6808/283023100,v1:172.21.15.196:6809/283023100]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-10T05:09:11.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:10 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:09:11.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:10 smithi031 ceph-mon[29994]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-10T05:09:11.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:10 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:09:11.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:10 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:09:11.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:10 smithi031 ceph-mon[41349]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-08-10T05:09:11.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:10 smithi031 ceph-mon[41349]: osdmap e37: 6 total, 5 up, 6 in 2024-08-10T05:09:11.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:10 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-10T05:09:11.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:10 smithi031 ceph-mon[41349]: from='osd.5 [v2:172.21.15.196:6808/283023100,v1:172.21.15.196:6809/283023100]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-10T05:09:11.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:10 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:09:11.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:10 smithi031 ceph-mon[41349]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-10T05:09:11.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:10 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:09:11.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:10 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:09:11.902 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:11 smithi196 ceph-mon[32874]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]': finished 2024-08-10T05:09:11.903 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:11 smithi196 ceph-mon[32874]: osdmap e38: 6 total, 5 up, 6 in 2024-08-10T05:09:11.903 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:11 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-10T05:09:11.903 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:11 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-10T05:09:11.903 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:11 smithi196 ceph-mon[32874]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-10T05:09:11.903 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:11 smithi196 ceph-mon[32874]: osd.5 [v2:172.21.15.196:6808/283023100,v1:172.21.15.196:6809/283023100] boot 2024-08-10T05:09:11.903 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:11 smithi196 ceph-mon[32874]: osdmap e39: 6 total, 6 up, 6 in 2024-08-10T05:09:11.903 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:11 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-10T05:09:12.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:11 smithi031 ceph-mon[29994]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]': finished 2024-08-10T05:09:12.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:11 smithi031 ceph-mon[29994]: osdmap e38: 6 total, 5 up, 6 in 2024-08-10T05:09:12.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:11 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-10T05:09:12.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:11 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-10T05:09:12.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:11 smithi031 ceph-mon[29994]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-10T05:09:12.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:11 smithi031 ceph-mon[29994]: osd.5 [v2:172.21.15.196:6808/283023100,v1:172.21.15.196:6809/283023100] boot 2024-08-10T05:09:12.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:11 smithi031 ceph-mon[29994]: osdmap e39: 6 total, 6 up, 6 in 2024-08-10T05:09:12.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:11 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-10T05:09:12.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:11 smithi031 ceph-mon[41349]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]': finished 2024-08-10T05:09:12.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:11 smithi031 ceph-mon[41349]: osdmap e38: 6 total, 5 up, 6 in 2024-08-10T05:09:12.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:11 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-10T05:09:12.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:11 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-10T05:09:12.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:11 smithi031 ceph-mon[41349]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-10T05:09:12.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:11 smithi031 ceph-mon[41349]: osd.5 [v2:172.21.15.196:6808/283023100,v1:172.21.15.196:6809/283023100] boot 2024-08-10T05:09:12.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:11 smithi031 ceph-mon[41349]: osdmap e39: 6 total, 6 up, 6 in 2024-08-10T05:09:12.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:11 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-10T05:09:12.766 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:12 smithi196 ceph-mon[32874]: purged_snaps scrub starts 2024-08-10T05:09:12.766 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:12 smithi196 ceph-mon[32874]: purged_snaps scrub ok 2024-08-10T05:09:12.767 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:12 smithi196 ceph-mon[32874]: osdmap e40: 6 total, 6 up, 6 in 2024-08-10T05:09:13.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:12 smithi031 ceph-mon[29994]: purged_snaps scrub starts 2024-08-10T05:09:13.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:12 smithi031 ceph-mon[29994]: purged_snaps scrub ok 2024-08-10T05:09:13.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:12 smithi031 ceph-mon[29994]: osdmap e40: 6 total, 6 up, 6 in 2024-08-10T05:09:13.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:12 smithi031 ceph-mon[41349]: purged_snaps scrub starts 2024-08-10T05:09:13.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:12 smithi031 ceph-mon[41349]: purged_snaps scrub ok 2024-08-10T05:09:13.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:12 smithi031 ceph-mon[41349]: osdmap e40: 6 total, 6 up, 6 in 2024-08-10T05:09:13.637 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:13 smithi196 ceph-mon[32874]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-10T05:09:13.637 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:13 smithi196 ceph-mon[32874]: osdmap e41: 6 total, 6 up, 6 in 2024-08-10T05:09:14.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:13 smithi031 ceph-mon[29994]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-10T05:09:14.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:13 smithi031 ceph-mon[29994]: osdmap e41: 6 total, 6 up, 6 in 2024-08-10T05:09:14.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:13 smithi031 ceph-mon[41349]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-10T05:09:14.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:13 smithi031 ceph-mon[41349]: osdmap e41: 6 total, 6 up, 6 in 2024-08-10T05:09:14.920 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:14 smithi031 ceph-mon[29994]: Detected new or changed devices on smithi196 2024-08-10T05:09:14.920 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:14 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:09:14.920 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:14 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:09:14.920 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:14 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:09:14.920 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:14 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:09:14.921 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:14 smithi031 ceph-mon[29994]: Adjusting osd_memory_target on smithi196 to 8544M 2024-08-10T05:09:14.921 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:14 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:09:14.921 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:14 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:09:14.921 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:14 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:09:14.921 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:14 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:09:14.921 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:14 smithi031 ceph-mon[41349]: Detected new or changed devices on smithi196 2024-08-10T05:09:14.921 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:14 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:09:14.921 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:14 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:09:14.921 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:14 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:09:14.921 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:14 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:09:14.921 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:14 smithi031 ceph-mon[41349]: Adjusting osd_memory_target on smithi196 to 8544M 2024-08-10T05:09:14.922 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:14 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:09:14.922 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:14 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:09:14.922 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:14 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:09:14.922 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:14 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:09:15.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:14 smithi196 ceph-mon[32874]: Detected new or changed devices on smithi196 2024-08-10T05:09:15.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:14 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:09:15.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:14 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:09:15.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:14 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:09:15.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:14 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:09:15.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:14 smithi196 ceph-mon[32874]: Adjusting osd_memory_target on smithi196 to 8544M 2024-08-10T05:09:15.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:14 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:09:15.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:14 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:09:15.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:14 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:09:15.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:14 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:09:15.049 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-08-10T05:09:15.068 DEBUG:teuthology.orchestra.run.smithi196:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc322138-56d5-11ef-bcce-c7b262605968 -- ceph orch daemon add osd smithi196:vg_nvme/lv_2 2024-08-10T05:09:15.319 INFO:teuthology.orchestra.run.smithi196.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.b/config 2024-08-10T05:09:16.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:15 smithi031 ceph-mon[29994]: osdmap e42: 6 total, 6 up, 6 in 2024-08-10T05:09:16.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:15 smithi031 ceph-mon[29994]: pgmap v135: 1 pgs: 1 activating+undersized+degraded+remapped; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 2/6 objects degraded (33.333%) 2024-08-10T05:09:16.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:15 smithi031 ceph-mon[41349]: osdmap e42: 6 total, 6 up, 6 in 2024-08-10T05:09:16.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:15 smithi031 ceph-mon[41349]: pgmap v135: 1 pgs: 1 activating+undersized+degraded+remapped; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 2/6 objects degraded (33.333%) 2024-08-10T05:09:16.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:15 smithi196 ceph-mon[32874]: osdmap e42: 6 total, 6 up, 6 in 2024-08-10T05:09:16.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:15 smithi196 ceph-mon[32874]: pgmap v135: 1 pgs: 1 activating+undersized+degraded+remapped; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 2/6 objects degraded (33.333%) 2024-08-10T05:09:17.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:16 smithi031 ceph-mon[29994]: Health check failed: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded (PG_DEGRADED) 2024-08-10T05:09:17.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:16 smithi031 ceph-mon[29994]: osdmap e43: 6 total, 6 up, 6 in 2024-08-10T05:09:17.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:16 smithi031 ceph-mon[41349]: Health check failed: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded (PG_DEGRADED) 2024-08-10T05:09:17.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:16 smithi031 ceph-mon[41349]: osdmap e43: 6 total, 6 up, 6 in 2024-08-10T05:09:17.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:16 smithi196 ceph-mon[32874]: Health check failed: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded (PG_DEGRADED) 2024-08-10T05:09:17.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:16 smithi196 ceph-mon[32874]: osdmap e43: 6 total, 6 up, 6 in 2024-08-10T05:09:18.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:17 smithi031 ceph-mon[29994]: from='client.24265 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi196:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:09:18.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:17 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-10T05:09:18.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:17 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-10T05:09:18.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:17 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:09:18.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:17 smithi031 ceph-mon[29994]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-10T05:09:18.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:17 smithi031 ceph-mon[41349]: from='client.24265 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi196:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:09:18.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:17 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-10T05:09:18.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:17 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-10T05:09:18.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:17 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:09:18.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:17 smithi031 ceph-mon[41349]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-10T05:09:18.024 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:17 smithi196 ceph-mon[32874]: from='client.24265 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi196:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:09:18.024 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:17 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-10T05:09:18.024 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:17 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-10T05:09:18.024 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:17 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:09:18.024 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:17 smithi196 ceph-mon[32874]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-10T05:09:18.926 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:18 smithi196 ceph-mon[32874]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded) 2024-08-10T05:09:18.926 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:18 smithi196 ceph-mon[32874]: Cluster is now healthy 2024-08-10T05:09:19.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:18 smithi031 ceph-mon[29994]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded) 2024-08-10T05:09:19.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:18 smithi031 ceph-mon[29994]: Cluster is now healthy 2024-08-10T05:09:19.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:18 smithi031 ceph-mon[41349]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded) 2024-08-10T05:09:19.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:18 smithi031 ceph-mon[41349]: Cluster is now healthy 2024-08-10T05:09:19.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:19 smithi196 ceph-mon[32874]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-10T05:09:19.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:19 smithi196 ceph-mon[32874]: from='client.? 172.21.15.196:0/491036912' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "12385d44-8a1e-4764-b3bf-b93427fec8dc"}]: dispatch 2024-08-10T05:09:19.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:19 smithi196 ceph-mon[32874]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "12385d44-8a1e-4764-b3bf-b93427fec8dc"}]: dispatch 2024-08-10T05:09:19.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:19 smithi196 ceph-mon[32874]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "12385d44-8a1e-4764-b3bf-b93427fec8dc"}]': finished 2024-08-10T05:09:19.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:19 smithi196 ceph-mon[32874]: osdmap e44: 7 total, 6 up, 7 in 2024-08-10T05:09:19.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:19 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-10T05:09:20.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:19 smithi031 ceph-mon[29994]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-10T05:09:20.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:19 smithi031 ceph-mon[29994]: from='client.? 172.21.15.196:0/491036912' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "12385d44-8a1e-4764-b3bf-b93427fec8dc"}]: dispatch 2024-08-10T05:09:20.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:19 smithi031 ceph-mon[29994]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "12385d44-8a1e-4764-b3bf-b93427fec8dc"}]: dispatch 2024-08-10T05:09:20.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:19 smithi031 ceph-mon[29994]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "12385d44-8a1e-4764-b3bf-b93427fec8dc"}]': finished 2024-08-10T05:09:20.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:19 smithi031 ceph-mon[29994]: osdmap e44: 7 total, 6 up, 7 in 2024-08-10T05:09:20.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:19 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-10T05:09:20.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:19 smithi031 ceph-mon[41349]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-10T05:09:20.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:19 smithi031 ceph-mon[41349]: from='client.? 172.21.15.196:0/491036912' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "12385d44-8a1e-4764-b3bf-b93427fec8dc"}]: dispatch 2024-08-10T05:09:20.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:19 smithi031 ceph-mon[41349]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "12385d44-8a1e-4764-b3bf-b93427fec8dc"}]: dispatch 2024-08-10T05:09:20.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:19 smithi031 ceph-mon[41349]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "12385d44-8a1e-4764-b3bf-b93427fec8dc"}]': finished 2024-08-10T05:09:20.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:19 smithi031 ceph-mon[41349]: osdmap e44: 7 total, 6 up, 7 in 2024-08-10T05:09:20.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:19 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-10T05:09:21.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:20 smithi031 ceph-mon[29994]: from='client.? 172.21.15.196:0/177872534' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-10T05:09:21.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:20 smithi031 ceph-mon[41349]: from='client.? 172.21.15.196:0/177872534' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-10T05:09:21.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:20 smithi196 ceph-mon[32874]: from='client.? 172.21.15.196:0/177872534' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-10T05:09:21.996 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:21 smithi196 ceph-mon[32874]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 89 KiB/s, 0 objects/s recovering 2024-08-10T05:09:22.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:21 smithi031 ceph-mon[29994]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 89 KiB/s, 0 objects/s recovering 2024-08-10T05:09:22.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:21 smithi031 ceph-mon[41349]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 89 KiB/s, 0 objects/s recovering 2024-08-10T05:09:24.376 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:24 smithi196 ceph-mon[32874]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-08-10T05:09:24.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:24 smithi031 ceph-mon[29994]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-08-10T05:09:24.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:24 smithi031 ceph-mon[41349]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-08-10T05:09:26.521 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:26 smithi031 ceph-mon[29994]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-08-10T05:09:26.522 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:26 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-08-10T05:09:26.522 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:26 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:09:26.522 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:26 smithi031 ceph-mon[29994]: Deploying daemon osd.6 on smithi196 2024-08-10T05:09:26.522 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:26 smithi031 ceph-mon[41349]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-08-10T05:09:26.522 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:26 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-08-10T05:09:26.522 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:26 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:09:26.522 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:26 smithi031 ceph-mon[41349]: Deploying daemon osd.6 on smithi196 2024-08-10T05:09:26.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:26 smithi196 ceph-mon[32874]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-08-10T05:09:26.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:26 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-08-10T05:09:26.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:26 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:09:26.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:26 smithi196 ceph-mon[32874]: Deploying daemon osd.6 on smithi196 2024-08-10T05:09:28.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:28 smithi031 ceph-mon[29994]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-10T05:09:28.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:28 smithi031 ceph-mon[41349]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-10T05:09:28.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:28 smithi196 ceph-mon[32874]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-10T05:09:30.461 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:30 smithi196 ceph-mon[32874]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-10T05:09:30.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:30 smithi031 ceph-mon[29994]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-10T05:09:30.524 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:30 smithi031 ceph-mon[41349]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-10T05:09:31.397 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:31 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:09:31.397 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:31 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:09:31.398 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:31 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:09:31.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:31 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:09:31.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:31 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:09:31.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:31 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:09:31.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:31 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:09:31.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:31 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:09:31.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:31 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:09:32.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:32 smithi031 ceph-mon[29994]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-10T05:09:32.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:32 smithi031 ceph-mon[41349]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-10T05:09:32.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:32 smithi196 ceph-mon[32874]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-10T05:09:33.517 INFO:teuthology.orchestra.run.smithi196.stdout:Created osd(s) 6 on host 'smithi196' 2024-08-10T05:09:34.202 DEBUG:teuthology.orchestra.run.smithi196:osd.6> sudo journalctl -f -n 0 -u ceph-fc322138-56d5-11ef-bcce-c7b262605968@osd.6.service 2024-08-10T05:09:34.204 INFO:tasks.cephadm:Deploying osd.7 on smithi196 with /dev/vg_nvme/lv_1... 2024-08-10T05:09:34.204 DEBUG:teuthology.orchestra.run.smithi196:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc322138-56d5-11ef-bcce-c7b262605968 -- lvm zap /dev/vg_nvme/lv_1 2024-08-10T05:09:34.507 INFO:teuthology.orchestra.run.smithi196.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.b/config 2024-08-10T05:09:34.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:34 smithi031 ceph-mon[29994]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-10T05:09:34.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:34 smithi031 ceph-mon[29994]: from='osd.6 [v2:172.21.15.196:6816/4272388400,v1:172.21.15.196:6817/4272388400]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-10T05:09:34.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:34 smithi031 ceph-mon[29994]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-10T05:09:34.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:34 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:09:34.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:34 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:09:34.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:34 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:09:34.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:34 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:09:34.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:34 smithi031 ceph-mon[41349]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-10T05:09:34.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:34 smithi031 ceph-mon[41349]: from='osd.6 [v2:172.21.15.196:6816/4272388400,v1:172.21.15.196:6817/4272388400]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-10T05:09:34.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:34 smithi031 ceph-mon[41349]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-10T05:09:34.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:34 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:09:34.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:34 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:09:34.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:34 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:09:34.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:34 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:09:34.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:34 smithi196 ceph-mon[32874]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-10T05:09:34.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:34 smithi196 ceph-mon[32874]: from='osd.6 [v2:172.21.15.196:6816/4272388400,v1:172.21.15.196:6817/4272388400]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-10T05:09:34.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:34 smithi196 ceph-mon[32874]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-10T05:09:34.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:34 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:09:34.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:34 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:09:34.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:34 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:09:34.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:34 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:09:35.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:35 smithi196 ceph-mon[32874]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-08-10T05:09:35.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:35 smithi196 ceph-mon[32874]: osdmap e45: 7 total, 6 up, 7 in 2024-08-10T05:09:35.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:35 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-10T05:09:35.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:35 smithi196 ceph-mon[32874]: from='osd.6 [v2:172.21.15.196:6816/4272388400,v1:172.21.15.196:6817/4272388400]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-10T05:09:35.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:35 smithi196 ceph-mon[32874]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-10T05:09:35.529 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 05:09:35 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6[50763]: 2024-08-10T05:09:35.283+0000 7f462a377640 -1 osd.6 0 waiting for initial osdmap 2024-08-10T05:09:35.529 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 05:09:35 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6[50763]: 2024-08-10T05:09:35.289+0000 7f46271b2640 -1 osd.6 46 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-10T05:09:35.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:35 smithi031 ceph-mon[29994]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-08-10T05:09:35.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:35 smithi031 ceph-mon[29994]: osdmap e45: 7 total, 6 up, 7 in 2024-08-10T05:09:35.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:35 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-10T05:09:35.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:35 smithi031 ceph-mon[29994]: from='osd.6 [v2:172.21.15.196:6816/4272388400,v1:172.21.15.196:6817/4272388400]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-10T05:09:35.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:35 smithi031 ceph-mon[29994]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-10T05:09:35.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:35 smithi031 ceph-mon[41349]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-08-10T05:09:35.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:35 smithi031 ceph-mon[41349]: osdmap e45: 7 total, 6 up, 7 in 2024-08-10T05:09:35.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:35 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-10T05:09:35.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:35 smithi031 ceph-mon[41349]: from='osd.6 [v2:172.21.15.196:6816/4272388400,v1:172.21.15.196:6817/4272388400]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-10T05:09:35.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:35 smithi031 ceph-mon[41349]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-10T05:09:36.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:36 smithi196 ceph-mon[32874]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-10T05:09:36.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:36 smithi196 ceph-mon[32874]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]': finished 2024-08-10T05:09:36.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:36 smithi196 ceph-mon[32874]: osdmap e46: 7 total, 6 up, 7 in 2024-08-10T05:09:36.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:36 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-10T05:09:36.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:36 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-10T05:09:36.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:36 smithi031 ceph-mon[29994]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-10T05:09:36.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:36 smithi031 ceph-mon[29994]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]': finished 2024-08-10T05:09:36.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:36 smithi031 ceph-mon[29994]: osdmap e46: 7 total, 6 up, 7 in 2024-08-10T05:09:36.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:36 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-10T05:09:36.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:36 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-10T05:09:36.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:36 smithi031 ceph-mon[41349]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-10T05:09:36.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:36 smithi031 ceph-mon[41349]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]': finished 2024-08-10T05:09:36.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:36 smithi031 ceph-mon[41349]: osdmap e46: 7 total, 6 up, 7 in 2024-08-10T05:09:36.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:36 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-10T05:09:36.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:36 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-10T05:09:37.620 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:37 smithi196 ceph-mon[32874]: purged_snaps scrub starts 2024-08-10T05:09:37.620 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:37 smithi196 ceph-mon[32874]: purged_snaps scrub ok 2024-08-10T05:09:37.620 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:37 smithi196 ceph-mon[32874]: osd.6 [v2:172.21.15.196:6816/4272388400,v1:172.21.15.196:6817/4272388400] boot 2024-08-10T05:09:37.620 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:37 smithi196 ceph-mon[32874]: osdmap e47: 7 total, 7 up, 7 in 2024-08-10T05:09:37.620 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:37 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-10T05:09:37.768 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:37 smithi031 ceph-mon[41349]: purged_snaps scrub starts 2024-08-10T05:09:37.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:37 smithi031 ceph-mon[41349]: purged_snaps scrub ok 2024-08-10T05:09:37.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:37 smithi031 ceph-mon[41349]: osd.6 [v2:172.21.15.196:6816/4272388400,v1:172.21.15.196:6817/4272388400] boot 2024-08-10T05:09:37.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:37 smithi031 ceph-mon[41349]: osdmap e47: 7 total, 7 up, 7 in 2024-08-10T05:09:37.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:37 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-10T05:09:37.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:37 smithi031 ceph-mon[29994]: purged_snaps scrub starts 2024-08-10T05:09:37.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:37 smithi031 ceph-mon[29994]: purged_snaps scrub ok 2024-08-10T05:09:37.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:37 smithi031 ceph-mon[29994]: osd.6 [v2:172.21.15.196:6816/4272388400,v1:172.21.15.196:6817/4272388400] boot 2024-08-10T05:09:37.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:37 smithi031 ceph-mon[29994]: osdmap e47: 7 total, 7 up, 7 in 2024-08-10T05:09:37.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:37 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-10T05:09:37.934 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-08-10T05:09:37.955 DEBUG:teuthology.orchestra.run.smithi196:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc322138-56d5-11ef-bcce-c7b262605968 -- ceph orch daemon add osd smithi196:vg_nvme/lv_1 2024-08-10T05:09:38.476 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:38 smithi196 ceph-mon[32874]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-10T05:09:38.476 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:38 smithi196 ceph-mon[32874]: osdmap e48: 7 total, 7 up, 7 in 2024-08-10T05:09:38.512 INFO:teuthology.orchestra.run.smithi196.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.b/config 2024-08-10T05:09:38.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:38 smithi031 ceph-mon[29994]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-10T05:09:38.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:38 smithi031 ceph-mon[29994]: osdmap e48: 7 total, 7 up, 7 in 2024-08-10T05:09:38.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:38 smithi031 ceph-mon[41349]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-10T05:09:38.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:38 smithi031 ceph-mon[41349]: osdmap e48: 7 total, 7 up, 7 in 2024-08-10T05:09:39.592 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:39 smithi196 ceph-mon[32874]: osdmap e49: 7 total, 7 up, 7 in 2024-08-10T05:09:39.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:39 smithi031 ceph-mon[29994]: osdmap e49: 7 total, 7 up, 7 in 2024-08-10T05:09:39.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:39 smithi031 ceph-mon[41349]: osdmap e49: 7 total, 7 up, 7 in 2024-08-10T05:09:40.558 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:40 smithi196 ceph-mon[32874]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-10T05:09:40.558 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:40 smithi196 ceph-mon[32874]: osdmap e50: 7 total, 7 up, 7 in 2024-08-10T05:09:40.558 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:40 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:09:40.558 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:40 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:09:40.559 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:40 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:09:40.559 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:40 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:09:40.559 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:40 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:09:40.559 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:40 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:09:40.559 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:40 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:09:40.559 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:40 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:09:40.559 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:40 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:09:40.559 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:40 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:09:40.559 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:40 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:09:40.559 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:40 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:09:40.559 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:40 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:09:40.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:40 smithi031 ceph-mon[29994]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-10T05:09:40.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:40 smithi031 ceph-mon[29994]: osdmap e50: 7 total, 7 up, 7 in 2024-08-10T05:09:40.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:40 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:09:40.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:40 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:09:40.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:40 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:09:40.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:40 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:09:40.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:40 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:09:40.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:40 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:09:40.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:40 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:09:40.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:40 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:09:40.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:40 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:09:40.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:40 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:09:40.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:40 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:09:40.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:40 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:09:40.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:40 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:09:40.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:40 smithi031 ceph-mon[41349]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-10T05:09:40.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:40 smithi031 ceph-mon[41349]: osdmap e50: 7 total, 7 up, 7 in 2024-08-10T05:09:40.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:40 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:09:40.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:40 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:09:40.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:40 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:09:40.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:40 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:09:40.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:40 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:09:40.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:40 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:09:40.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:40 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:09:40.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:40 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:09:40.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:40 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:09:40.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:40 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:09:40.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:40 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:09:40.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:40 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:09:40.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:40 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:09:41.709 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:41 smithi196 ceph-mon[32874]: Detected new or changed devices on smithi196 2024-08-10T05:09:41.709 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:41 smithi196 ceph-mon[32874]: Adjusting osd_memory_target on smithi196 to 5696M 2024-08-10T05:09:41.709 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:41 smithi196 ceph-mon[32874]: osdmap e51: 7 total, 7 up, 7 in 2024-08-10T05:09:41.709 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:41 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-10T05:09:41.709 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:41 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-10T05:09:41.709 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:41 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:09:41.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:41 smithi031 ceph-mon[29994]: Detected new or changed devices on smithi196 2024-08-10T05:09:41.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:41 smithi031 ceph-mon[29994]: Adjusting osd_memory_target on smithi196 to 5696M 2024-08-10T05:09:41.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:41 smithi031 ceph-mon[29994]: osdmap e51: 7 total, 7 up, 7 in 2024-08-10T05:09:41.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:41 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-10T05:09:41.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:41 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-10T05:09:41.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:41 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:09:41.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:41 smithi031 ceph-mon[41349]: Detected new or changed devices on smithi196 2024-08-10T05:09:41.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:41 smithi031 ceph-mon[41349]: Adjusting osd_memory_target on smithi196 to 5696M 2024-08-10T05:09:41.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:41 smithi031 ceph-mon[41349]: osdmap e51: 7 total, 7 up, 7 in 2024-08-10T05:09:41.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:41 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-10T05:09:41.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:41 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-10T05:09:41.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:41 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:09:42.503 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:42 smithi196 ceph-mon[32874]: from='client.24292 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi196:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:09:42.504 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:42 smithi196 ceph-mon[32874]: pgmap v157: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-08-10T05:09:42.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:42 smithi031 ceph-mon[29994]: from='client.24292 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi196:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:09:42.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:42 smithi031 ceph-mon[29994]: pgmap v157: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-08-10T05:09:42.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:42 smithi031 ceph-mon[41349]: from='client.24292 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi196:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:09:42.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:42 smithi031 ceph-mon[41349]: pgmap v157: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-08-10T05:09:44.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:44 smithi031 ceph-mon[41349]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 99 KiB/s, 0 objects/s recovering 2024-08-10T05:09:44.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:44 smithi031 ceph-mon[41349]: from='client.? 172.21.15.196:0/3334777465' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bf5e1d31-502a-4512-8628-1666916a2ad4"}]: dispatch 2024-08-10T05:09:44.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:44 smithi031 ceph-mon[41349]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bf5e1d31-502a-4512-8628-1666916a2ad4"}]: dispatch 2024-08-10T05:09:44.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:44 smithi031 ceph-mon[41349]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bf5e1d31-502a-4512-8628-1666916a2ad4"}]': finished 2024-08-10T05:09:44.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:44 smithi031 ceph-mon[41349]: osdmap e52: 8 total, 7 up, 8 in 2024-08-10T05:09:44.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:44 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-10T05:09:44.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:44 smithi031 ceph-mon[41349]: from='client.? 172.21.15.196:0/1006818076' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-10T05:09:44.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:44 smithi031 ceph-mon[29994]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 99 KiB/s, 0 objects/s recovering 2024-08-10T05:09:44.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:44 smithi031 ceph-mon[29994]: from='client.? 172.21.15.196:0/3334777465' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bf5e1d31-502a-4512-8628-1666916a2ad4"}]: dispatch 2024-08-10T05:09:44.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:44 smithi031 ceph-mon[29994]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bf5e1d31-502a-4512-8628-1666916a2ad4"}]: dispatch 2024-08-10T05:09:44.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:44 smithi031 ceph-mon[29994]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bf5e1d31-502a-4512-8628-1666916a2ad4"}]': finished 2024-08-10T05:09:44.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:44 smithi031 ceph-mon[29994]: osdmap e52: 8 total, 7 up, 8 in 2024-08-10T05:09:44.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:44 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-10T05:09:44.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:44 smithi031 ceph-mon[29994]: from='client.? 172.21.15.196:0/1006818076' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-10T05:09:44.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:44 smithi196 ceph-mon[32874]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 99 KiB/s, 0 objects/s recovering 2024-08-10T05:09:44.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:44 smithi196 ceph-mon[32874]: from='client.? 172.21.15.196:0/3334777465' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bf5e1d31-502a-4512-8628-1666916a2ad4"}]: dispatch 2024-08-10T05:09:44.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:44 smithi196 ceph-mon[32874]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bf5e1d31-502a-4512-8628-1666916a2ad4"}]: dispatch 2024-08-10T05:09:44.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:44 smithi196 ceph-mon[32874]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bf5e1d31-502a-4512-8628-1666916a2ad4"}]': finished 2024-08-10T05:09:44.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:44 smithi196 ceph-mon[32874]: osdmap e52: 8 total, 7 up, 8 in 2024-08-10T05:09:44.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:44 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-10T05:09:44.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:44 smithi196 ceph-mon[32874]: from='client.? 172.21.15.196:0/1006818076' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-10T05:09:46.720 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:46 smithi196 ceph-mon[32874]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-10T05:09:46.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:46 smithi031 ceph-mon[29994]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-10T05:09:46.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:46 smithi031 ceph-mon[41349]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-10T05:09:48.422 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:48 smithi196 ceph-mon[32874]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-10T05:09:48.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:48 smithi031 ceph-mon[29994]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-10T05:09:48.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:48 smithi031 ceph-mon[41349]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-10T05:09:50.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:50 smithi196 ceph-mon[32874]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-10T05:09:50.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:50 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-08-10T05:09:50.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:50 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:09:50.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:50 smithi196 ceph-mon[32874]: Deploying daemon osd.7 on smithi196 2024-08-10T05:09:50.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:50 smithi031 ceph-mon[29994]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-10T05:09:50.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:50 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-08-10T05:09:50.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:50 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:09:50.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:50 smithi031 ceph-mon[29994]: Deploying daemon osd.7 on smithi196 2024-08-10T05:09:50.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:50 smithi031 ceph-mon[41349]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-10T05:09:50.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:50 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-08-10T05:09:50.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:50 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:09:50.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:50 smithi031 ceph-mon[41349]: Deploying daemon osd.7 on smithi196 2024-08-10T05:09:52.705 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:52 smithi196 ceph-mon[32874]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-10T05:09:52.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:52 smithi031 ceph-mon[29994]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-10T05:09:52.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:52 smithi031 ceph-mon[41349]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-10T05:09:54.597 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:54 smithi196 ceph-mon[32874]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-10T05:09:54.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:54 smithi031 ceph-mon[29994]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-10T05:09:54.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:54 smithi031 ceph-mon[41349]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-10T05:09:55.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:55 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:09:55.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:55 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:09:55.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:55 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:09:55.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:55 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:09:55.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:55 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:09:55.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:55 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:09:55.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:55 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:09:55.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:55 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:09:55.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:55 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:09:56.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:56 smithi196 ceph-mon[32874]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-10T05:09:56.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:56 smithi031 ceph-mon[29994]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-10T05:09:56.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:56 smithi031 ceph-mon[41349]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-10T05:09:57.790 INFO:teuthology.orchestra.run.smithi196.stdout:Created osd(s) 7 on host 'smithi196' 2024-08-10T05:09:58.390 DEBUG:teuthology.orchestra.run.smithi196:osd.7> sudo journalctl -f -n 0 -u ceph-fc322138-56d5-11ef-bcce-c7b262605968@osd.7.service 2024-08-10T05:09:58.392 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2024-08-10T05:09:58.393 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc322138-56d5-11ef-bcce-c7b262605968 -- ceph osd stat -f json 2024-08-10T05:09:58.669 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T05:09:58.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:58 smithi031 ceph-mon[29994]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-10T05:09:58.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:58 smithi031 ceph-mon[29994]: from='osd.7 [v2:172.21.15.196:6824/2199443751,v1:172.21.15.196:6825/2199443751]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-10T05:09:58.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:58 smithi031 ceph-mon[29994]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-10T05:09:58.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:58 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:09:58.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:58 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:09:58.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:58 smithi031 ceph-mon[41349]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-10T05:09:58.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:58 smithi031 ceph-mon[41349]: from='osd.7 [v2:172.21.15.196:6824/2199443751,v1:172.21.15.196:6825/2199443751]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-10T05:09:58.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:58 smithi031 ceph-mon[41349]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-10T05:09:58.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:58 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:09:58.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:58 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:09:58.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:58 smithi196 ceph-mon[32874]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-10T05:09:58.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:58 smithi196 ceph-mon[32874]: from='osd.7 [v2:172.21.15.196:6824/2199443751,v1:172.21.15.196:6825/2199443751]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-10T05:09:58.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:58 smithi196 ceph-mon[32874]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-10T05:09:58.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:58 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:09:58.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:58 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:09:59.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:59 smithi031 ceph-mon[41349]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-08-10T05:09:59.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:59 smithi031 ceph-mon[41349]: osdmap e53: 8 total, 7 up, 8 in 2024-08-10T05:09:59.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:59 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-10T05:09:59.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:59 smithi031 ceph-mon[41349]: from='osd.7 [v2:172.21.15.196:6824/2199443751,v1:172.21.15.196:6825/2199443751]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-10T05:09:59.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:59 smithi031 ceph-mon[41349]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-10T05:09:59.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:59 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:09:59.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:09:59 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:09:59.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:59 smithi031 ceph-mon[29994]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-08-10T05:09:59.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:59 smithi031 ceph-mon[29994]: osdmap e53: 8 total, 7 up, 8 in 2024-08-10T05:09:59.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:59 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-10T05:09:59.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:59 smithi031 ceph-mon[29994]: from='osd.7 [v2:172.21.15.196:6824/2199443751,v1:172.21.15.196:6825/2199443751]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-10T05:09:59.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:59 smithi031 ceph-mon[29994]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-10T05:09:59.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:59 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:09:59.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:09:59 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:09:59.527 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:59 smithi196 ceph-mon[32874]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-08-10T05:09:59.527 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:59 smithi196 ceph-mon[32874]: osdmap e53: 8 total, 7 up, 8 in 2024-08-10T05:09:59.527 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:59 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-10T05:09:59.527 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:59 smithi196 ceph-mon[32874]: from='osd.7 [v2:172.21.15.196:6824/2199443751,v1:172.21.15.196:6825/2199443751]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-10T05:09:59.527 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:59 smithi196 ceph-mon[32874]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-10T05:09:59.527 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:59 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:09:59.527 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:09:59 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:09:59.527 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 05:09:59 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[56879]: 2024-08-10T05:09:59.372+0000 7ffb1f14a640 -1 osd.7 0 waiting for initial osdmap 2024-08-10T05:09:59.527 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 05:09:59 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[56879]: 2024-08-10T05:09:59.381+0000 7ffb1af83640 -1 osd.7 54 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-10T05:10:00.489 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:00 smithi196 ceph-mon[32874]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-10T05:10:00.489 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:00 smithi196 ceph-mon[32874]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]': finished 2024-08-10T05:10:00.489 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:00 smithi196 ceph-mon[32874]: osdmap e54: 8 total, 7 up, 8 in 2024-08-10T05:10:00.489 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:00 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-10T05:10:00.489 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:00 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-10T05:10:00.490 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:00 smithi196 ceph-mon[32874]: osd.7 [v2:172.21.15.196:6824/2199443751,v1:172.21.15.196:6825/2199443751] boot 2024-08-10T05:10:00.490 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:00 smithi196 ceph-mon[32874]: osdmap e55: 8 total, 8 up, 8 in 2024-08-10T05:10:00.490 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:00 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-10T05:10:00.490 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:00 smithi196 ceph-mon[32874]: overall HEALTH_OK 2024-08-10T05:10:00.723 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-08-10T05:10:00.723 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:00 smithi031 ceph-mon[29994]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-10T05:10:00.723 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:00 smithi031 ceph-mon[29994]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]': finished 2024-08-10T05:10:00.723 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:00 smithi031 ceph-mon[29994]: osdmap e54: 8 total, 7 up, 8 in 2024-08-10T05:10:00.723 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:00 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-10T05:10:00.724 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:00 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-10T05:10:00.724 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:00 smithi031 ceph-mon[29994]: osd.7 [v2:172.21.15.196:6824/2199443751,v1:172.21.15.196:6825/2199443751] boot 2024-08-10T05:10:00.724 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:00 smithi031 ceph-mon[29994]: osdmap e55: 8 total, 8 up, 8 in 2024-08-10T05:10:00.724 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:00 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-10T05:10:00.724 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:00 smithi031 ceph-mon[29994]: overall HEALTH_OK 2024-08-10T05:10:00.724 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:00 smithi031 ceph-mon[41349]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-10T05:10:00.724 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:00 smithi031 ceph-mon[41349]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]': finished 2024-08-10T05:10:00.724 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:00 smithi031 ceph-mon[41349]: osdmap e54: 8 total, 7 up, 8 in 2024-08-10T05:10:00.724 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:00 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-10T05:10:00.724 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:00 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-10T05:10:00.724 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:00 smithi031 ceph-mon[41349]: osd.7 [v2:172.21.15.196:6824/2199443751,v1:172.21.15.196:6825/2199443751] boot 2024-08-10T05:10:00.724 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:00 smithi031 ceph-mon[41349]: osdmap e55: 8 total, 8 up, 8 in 2024-08-10T05:10:00.725 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:00 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-10T05:10:00.725 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:00 smithi031 ceph-mon[41349]: overall HEALTH_OK 2024-08-10T05:10:01.366 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":55,"num_osds":8,"num_up_osds":8,"osd_up_since":1723266599,"num_in_osds":8,"osd_in_since":1723266583,"num_remapped_pgs":1} 2024-08-10T05:10:01.367 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid fc322138-56d5-11ef-bcce-c7b262605968 -- ceph osd dump --format=json 2024-08-10T05:10:01.502 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:01 smithi196 ceph-mon[32874]: purged_snaps scrub starts 2024-08-10T05:10:01.503 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:01 smithi196 ceph-mon[32874]: purged_snaps scrub ok 2024-08-10T05:10:01.503 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:01 smithi196 ceph-mon[32874]: from='client.? 172.21.15.31:0/3362787710' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-08-10T05:10:01.503 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:01 smithi196 ceph-mon[32874]: osdmap e56: 8 total, 8 up, 8 in 2024-08-10T05:10:01.636 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T05:10:01.759 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:01 smithi031 ceph-mon[29994]: purged_snaps scrub starts 2024-08-10T05:10:01.759 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:01 smithi031 ceph-mon[29994]: purged_snaps scrub ok 2024-08-10T05:10:01.759 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:01 smithi031 ceph-mon[29994]: from='client.? 172.21.15.31:0/3362787710' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-08-10T05:10:01.759 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:01 smithi031 ceph-mon[29994]: osdmap e56: 8 total, 8 up, 8 in 2024-08-10T05:10:01.759 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:01 smithi031 ceph-mon[41349]: purged_snaps scrub starts 2024-08-10T05:10:01.759 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:01 smithi031 ceph-mon[41349]: purged_snaps scrub ok 2024-08-10T05:10:01.759 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:01 smithi031 ceph-mon[41349]: from='client.? 172.21.15.31:0/3362787710' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-08-10T05:10:01.760 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:01 smithi031 ceph-mon[41349]: osdmap e56: 8 total, 8 up, 8 in 2024-08-10T05:10:02.752 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:02 smithi031 ceph-mon[29994]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:02.752 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:02 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:10:02.752 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:02 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:10:02.752 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:02 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:10:02.752 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:02 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:10:02.752 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:02 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:10:02.752 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:02 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:10:02.752 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:02 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:10:02.752 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:02 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:10:02.752 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:02 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:10:02.752 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:02 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:10:02.753 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:02 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:10:02.753 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:02 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:10:02.753 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:02 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:10:02.753 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:02 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:10:02.753 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:02 smithi031 ceph-mon[29994]: osdmap e57: 8 total, 8 up, 8 in 2024-08-10T05:10:02.753 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:02 smithi031 ceph-mon[41349]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:02.753 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:02 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:10:02.753 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:02 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:10:02.754 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:02 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:10:02.754 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:02 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:10:02.754 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:02 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:10:02.754 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:02 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:10:02.754 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:02 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:10:02.754 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:02 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:10:02.754 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:02 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:10:02.754 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:02 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:10:02.754 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:02 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:10:02.754 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:02 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:10:02.754 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:02 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:10:02.754 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:02 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:10:02.755 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:02 smithi031 ceph-mon[41349]: osdmap e57: 8 total, 8 up, 8 in 2024-08-10T05:10:02.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:02 smithi196 ceph-mon[32874]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:02.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:02 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:10:02.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:02 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:10:02.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:02 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:10:02.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:02 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:10:02.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:02 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:10:02.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:02 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:10:02.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:02 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:10:02.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:02 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:10:02.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:02 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:10:02.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:02 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:10:02.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:02 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:10:02.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:02 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:10:02.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:02 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:10:02.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:02 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:10:02.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:02 smithi196 ceph-mon[32874]: osdmap e57: 8 total, 8 up, 8 in 2024-08-10T05:10:03.495 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-08-10T05:10:03.495 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":58,"fsid":"fc322138-56d5-11ef-bcce-c7b262605968","created":"2024-08-10T05:04:54.954270+0000","modified":"2024-08-10T05:10:02.951739+0000","last_up_change":"2024-08-10T05:09:59.943561+0000","last_in_change":"2024-08-10T05:09:43.393031+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-10T05:08:03.605054+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}}],"osds":[{"osd":0,"uuid":"d01a3e95-9986-400f-b9e3-e02ad620ea62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":2795261171},{"type":"v1","addr":"172.21.15.31:6803","nonce":2795261171}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":2795261171},{"type":"v1","addr":"172.21.15.31:6805","nonce":2795261171}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2795261171},{"type":"v1","addr":"172.21.15.31:6809","nonce":2795261171}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":2795261171},{"type":"v1","addr":"172.21.15.31:6807","nonce":2795261171}]},"public_addr":"172.21.15.31:6803/2795261171","cluster_addr":"172.21.15.31:6805/2795261171","heartbeat_back_addr":"172.21.15.31:6809/2795261171","heartbeat_front_addr":"172.21.15.31:6807/2795261171","state":["exists","up"]},{"osd":1,"uuid":"280b8772-6315-4a14-97d3-64b405063967","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":3972359835},{"type":"v1","addr":"172.21.15.31:6811","nonce":3972359835}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":3972359835},{"type":"v1","addr":"172.21.15.31:6813","nonce":3972359835}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":3972359835},{"type":"v1","addr":"172.21.15.31:6817","nonce":3972359835}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":3972359835},{"type":"v1","addr":"172.21.15.31:6815","nonce":3972359835}]},"public_addr":"172.21.15.31:6811/3972359835","cluster_addr":"172.21.15.31:6813/3972359835","heartbeat_back_addr":"172.21.15.31:6817/3972359835","heartbeat_front_addr":"172.21.15.31:6815/3972359835","state":["exists","up"]},{"osd":2,"uuid":"50765dba-989b-4e05-95b5-f7c6976ea114","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":1507826463},{"type":"v1","addr":"172.21.15.31:6819","nonce":1507826463}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":1507826463},{"type":"v1","addr":"172.21.15.31:6821","nonce":1507826463}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":1507826463},{"type":"v1","addr":"172.21.15.31:6825","nonce":1507826463}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":1507826463},{"type":"v1","addr":"172.21.15.31:6823","nonce":1507826463}]},"public_addr":"172.21.15.31:6819/1507826463","cluster_addr":"172.21.15.31:6821/1507826463","heartbeat_back_addr":"172.21.15.31:6825/1507826463","heartbeat_front_addr":"172.21.15.31:6823/1507826463","state":["exists","up"]},{"osd":3,"uuid":"4a872017-47e3-4141-ac4f-a8987fbd1244","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2904248639},{"type":"v1","addr":"172.21.15.31:6827","nonce":2904248639}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2904248639},{"type":"v1","addr":"172.21.15.31:6829","nonce":2904248639}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":2904248639},{"type":"v1","addr":"172.21.15.31:6833","nonce":2904248639}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2904248639},{"type":"v1","addr":"172.21.15.31:6831","nonce":2904248639}]},"public_addr":"172.21.15.31:6827/2904248639","cluster_addr":"172.21.15.31:6829/2904248639","heartbeat_back_addr":"172.21.15.31:6833/2904248639","heartbeat_front_addr":"172.21.15.31:6831/2904248639","state":["exists","up"]},{"osd":4,"uuid":"df9c6d53-1621-43ce-bdbc-e49515c06467","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":3065972586},{"type":"v1","addr":"172.21.15.196:6801","nonce":3065972586}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":3065972586},{"type":"v1","addr":"172.21.15.196:6803","nonce":3065972586}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6806","nonce":3065972586},{"type":"v1","addr":"172.21.15.196:6807","nonce":3065972586}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":3065972586},{"type":"v1","addr":"172.21.15.196:6805","nonce":3065972586}]},"public_addr":"172.21.15.196:6801/3065972586","cluster_addr":"172.21.15.196:6803/3065972586","heartbeat_back_addr":"172.21.15.196:6807/3065972586","heartbeat_front_addr":"172.21.15.196:6805/3065972586","state":["exists","up"]},{"osd":5,"uuid":"d7218072-ca78-45c7-ab27-28e63dd69d3d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":283023100},{"type":"v1","addr":"172.21.15.196:6809","nonce":283023100}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":283023100},{"type":"v1","addr":"172.21.15.196:6811","nonce":283023100}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":283023100},{"type":"v1","addr":"172.21.15.196:6815","nonce":283023100}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6812","nonce":283023100},{"type":"v1","addr":"172.21.15.196:6813","nonce":283023100}]},"public_addr":"172.21.15.196:6809/283023100","cluster_addr":"172.21.15.196:6811/283023100","heartbeat_back_addr":"172.21.15.196:6815/283023100","heartbeat_front_addr":"172.21.15.196:6813/283023100","state":["exists","up"]},{"osd":6,"uuid":"12385d44-8a1e-4764-b3bf-b93427fec8dc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":4272388400},{"type":"v1","addr":"172.21.15.196:6817","nonce":4272388400}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":4272388400},{"type":"v1","addr":"172.21.15.196:6819","nonce":4272388400}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6822","nonce":4272388400},{"type":"v1","addr":"172.21.15.196:6823","nonce":4272388400}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":4272388400},{"type":"v1","addr":"172.21.15.196:6821","nonce":4272388400}]},"public_addr":"172.21.15.196:6817/4272388400","cluster_addr":"172.21.15.196:6819/4272388400","heartbeat_back_addr":"172.21.15.196:6823/4272388400","heartbeat_front_addr":"172.21.15.196:6821/4272388400","state":["exists","up"]},{"osd":7,"uuid":"bf5e1d31-502a-4512-8628-1666916a2ad4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":2199443751},{"type":"v1","addr":"172.21.15.196:6825","nonce":2199443751}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6826","nonce":2199443751},{"type":"v1","addr":"172.21.15.196:6827","nonce":2199443751}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":2199443751},{"type":"v1","addr":"172.21.15.196:6831","nonce":2199443751}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":2199443751},{"type":"v1","addr":"172.21.15.196:6829","nonce":2199443751}]},"public_addr":"172.21.15.196:6825/2199443751","cluster_addr":"172.21.15.196:6827/2199443751","heartbeat_back_addr":"172.21.15.196:6831/2199443751","heartbeat_front_addr":"172.21.15.196:6829/2199443751","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T05:07:11.319579+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T05:07:36.476428+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T05:08:00.380197+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T05:08:25.155795+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T05:08:46.900197+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T05:09:10.388504+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T05:09:34.373286+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T05:09:58.779778+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.31:6800/3519700533":"2024-08-11T05:05:49.103449+0000","172.21.15.31:0/3134510616":"2024-08-11T05:05:49.103449+0000","172.21.15.31:0/1071386198":"2024-08-11T05:05:26.166087+0000","172.21.15.31:6800/823857187":"2024-08-11T05:05:26.166087+0000","172.21.15.31:0/1159293532":"2024-08-11T05:05:49.103449+0000","172.21.15.31:6801/823857187":"2024-08-11T05:05:26.166087+0000","172.21.15.31:0/741819662":"2024-08-11T05:05:26.166087+0000","172.21.15.31:0/1860734097":"2024-08-11T05:05:49.103449+0000","172.21.15.31:6801/3519700533":"2024-08-11T05:05:49.103449+0000","172.21.15.31:0/4225462786":"2024-08-11T05:05:26.166087+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-10T05:10:03.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:03 smithi031 ceph-mon[29994]: Detected new or changed devices on smithi196 2024-08-10T05:10:03.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:03 smithi031 ceph-mon[29994]: Adjusting osd_memory_target on smithi196 to 4272M 2024-08-10T05:10:03.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:03 smithi031 ceph-mon[29994]: osdmap e58: 8 total, 8 up, 8 in 2024-08-10T05:10:03.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:03 smithi031 ceph-mon[41349]: Detected new or changed devices on smithi196 2024-08-10T05:10:03.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:03 smithi031 ceph-mon[41349]: Adjusting osd_memory_target on smithi196 to 4272M 2024-08-10T05:10:03.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:03 smithi031 ceph-mon[41349]: osdmap e58: 8 total, 8 up, 8 in 2024-08-10T05:10:03.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:03 smithi196 ceph-mon[32874]: Detected new or changed devices on smithi196 2024-08-10T05:10:03.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:03 smithi196 ceph-mon[32874]: Adjusting osd_memory_target on smithi196 to 4272M 2024-08-10T05:10:03.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:03 smithi196 ceph-mon[32874]: osdmap e58: 8 total, 8 up, 8 in 2024-08-10T05:10:04.118 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-08-10T05:08:03.605054+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}}] 2024-08-10T05:10:04.118 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid fc322138-56d5-11ef-bcce-c7b262605968 -- ceph osd pool get .mgr pg_num 2024-08-10T05:10:04.384 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T05:10:04.626 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:04 smithi031 ceph-mon[29994]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:04.626 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:04 smithi031 ceph-mon[29994]: from='client.? 172.21.15.31:0/2633694813' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-10T05:10:04.626 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:04 smithi031 ceph-mon[29994]: osdmap e59: 8 total, 8 up, 8 in 2024-08-10T05:10:04.627 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:04 smithi031 ceph-mon[41349]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:04.627 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:04 smithi031 ceph-mon[41349]: from='client.? 172.21.15.31:0/2633694813' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-10T05:10:04.627 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:04 smithi031 ceph-mon[41349]: osdmap e59: 8 total, 8 up, 8 in 2024-08-10T05:10:04.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:04 smithi196 ceph-mon[32874]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:04.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:04 smithi196 ceph-mon[32874]: from='client.? 172.21.15.31:0/2633694813' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-10T05:10:04.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:04 smithi196 ceph-mon[32874]: osdmap e59: 8 total, 8 up, 8 in 2024-08-10T05:10:06.304 INFO:teuthology.orchestra.run.smithi031.stdout:pg_num: 1 2024-08-10T05:10:06.613 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:06 smithi031 ceph-mon[29994]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:06.613 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:06 smithi031 ceph-mon[29994]: from='client.? 172.21.15.31:0/4151928899' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-08-10T05:10:06.613 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:06 smithi031 ceph-mon[41349]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:06.614 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:06 smithi031 ceph-mon[41349]: from='client.? 172.21.15.31:0/4151928899' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-08-10T05:10:06.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:06 smithi196 ceph-mon[32874]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:06.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:06 smithi196 ceph-mon[32874]: from='client.? 172.21.15.31:0/4151928899' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-08-10T05:10:06.950 INFO:tasks.cephadm:Adding mds.a on smithi031 2024-08-10T05:10:06.950 INFO:tasks.cephadm:Adding mds.b on smithi196 2024-08-10T05:10:06.950 DEBUG:teuthology.orchestra.run.smithi196:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc322138-56d5-11ef-bcce-c7b262605968 -- ceph orch apply mds all '2;smithi031=a;smithi196=b' 2024-08-10T05:10:07.215 INFO:teuthology.orchestra.run.smithi196.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.b/config 2024-08-10T05:10:08.523 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:08 smithi196 ceph-mon[32874]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-10T05:10:08.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:08 smithi031 ceph-mon[29994]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-10T05:10:08.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:08 smithi031 ceph-mon[41349]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-10T05:10:08.896 INFO:teuthology.orchestra.run.smithi196.stdout:Scheduled mds.all update... 2024-08-10T05:10:09.542 DEBUG:teuthology.orchestra.run.smithi031:mds.a> sudo journalctl -f -n 0 -u ceph-fc322138-56d5-11ef-bcce-c7b262605968@mds.a.service 2024-08-10T05:10:09.545 DEBUG:teuthology.orchestra.run.smithi196:mds.b> sudo journalctl -f -n 0 -u ceph-fc322138-56d5-11ef-bcce-c7b262605968@mds.b.service 2024-08-10T05:10:09.547 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-08-10T05:10:09.547 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid fc322138-56d5-11ef-bcce-c7b262605968 -- ceph fs dump --format=json 2024-08-10T05:10:10.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:09 smithi031 ceph-mon[29994]: from='client.24331 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi031=a;smithi196=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:10:10.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:09 smithi031 ceph-mon[29994]: Saving service mds.all spec with placement smithi031=a;smithi196=b;count:2 2024-08-10T05:10:10.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:09 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:10:10.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:09 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:10:10.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:09 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:10:10.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:09 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:10:10.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:09 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:10:10.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:09 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-10T05:10:10.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:09 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-08-10T05:10:10.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:09 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:10:10.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:09 smithi031 ceph-mon[29994]: Deploying daemon mds.a on smithi031 2024-08-10T05:10:10.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:09 smithi031 ceph-mon[29994]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 80 KiB/s, 0 objects/s recovering 2024-08-10T05:10:10.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:09 smithi031 ceph-mon[41349]: from='client.24331 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi031=a;smithi196=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:10:10.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:09 smithi031 ceph-mon[41349]: Saving service mds.all spec with placement smithi031=a;smithi196=b;count:2 2024-08-10T05:10:10.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:09 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:10:10.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:09 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:10:10.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:09 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:10:10.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:09 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:10:10.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:09 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:10:10.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:09 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-10T05:10:10.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:09 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-08-10T05:10:10.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:09 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:10:10.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:09 smithi031 ceph-mon[41349]: Deploying daemon mds.a on smithi031 2024-08-10T05:10:10.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:09 smithi031 ceph-mon[41349]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 80 KiB/s, 0 objects/s recovering 2024-08-10T05:10:10.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:09 smithi196 ceph-mon[32874]: from='client.24331 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi031=a;smithi196=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:10:10.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:09 smithi196 ceph-mon[32874]: Saving service mds.all spec with placement smithi031=a;smithi196=b;count:2 2024-08-10T05:10:10.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:09 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:10:10.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:09 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:10:10.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:09 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:10:10.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:09 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:10:10.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:09 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:10:10.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:09 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-10T05:10:10.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:09 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-08-10T05:10:10.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:09 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:10:10.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:09 smithi196 ceph-mon[32874]: Deploying daemon mds.a on smithi031 2024-08-10T05:10:10.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:09 smithi196 ceph-mon[32874]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 80 KiB/s, 0 objects/s recovering 2024-08-10T05:10:10.563 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T05:10:12.407 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:12 smithi031 ceph-mon[29994]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 70 KiB/s, 0 objects/s recovering 2024-08-10T05:10:12.408 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:12 smithi031 ceph-mon[41349]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 70 KiB/s, 0 objects/s recovering 2024-08-10T05:10:12.408 INFO:journalctl@ceph.mds.a.smithi031.stdout:Aug 10 05:10:12 smithi031 podman[69380]: 2024-08-10 05:10:12.272087495 +0000 UTC m=+0.375842026 container create 6a7f8795f454ff36fd1596d23e2089f6445ac0ce54bda8b71f71b981e9dd1977 (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-mds-a, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=quincy-56ceb86, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux ) 2024-08-10T05:10:12.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:12 smithi196 ceph-mon[32874]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 70 KiB/s, 0 objects/s recovering 2024-08-10T05:10:12.769 INFO:journalctl@ceph.mds.a.smithi031.stdout:Aug 10 05:10:12 smithi031 podman[69380]: 2024-08-10 05:10:12.709000152 +0000 UTC m=+0.812754703 container init 6a7f8795f454ff36fd1596d23e2089f6445ac0ce54bda8b71f71b981e9dd1977 (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-mds-a, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=quincy-56ceb86, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-08-10T05:10:12.769 INFO:journalctl@ceph.mds.a.smithi031.stdout:Aug 10 05:10:12 smithi031 podman[69380]: 2024-08-10 05:10:12.715349615 +0000 UTC m=+0.819104147 container start 6a7f8795f454ff36fd1596d23e2089f6445ac0ce54bda8b71f71b981e9dd1977 (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-mds-a, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, RELEASE=quincy-56ceb86, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.36.0) 2024-08-10T05:10:12.769 INFO:journalctl@ceph.mds.a.smithi031.stdout:Aug 10 05:10:12 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mds-a[69418]: starting mds.a at 2024-08-10T05:10:12.802 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-08-10T05:10:12.802 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24317,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6835/4126464879","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6834","nonce":4126464879},{"type":"v1","addr":"172.21.15.31:6835","nonce":4126464879}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[]} 2024-08-10T05:10:12.802 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 2 2024-08-10T05:10:13.128 INFO:journalctl@ceph.mds.a.smithi031.stdout:Aug 10 05:10:12 smithi031 bash[69380]: 6a7f8795f454ff36fd1596d23e2089f6445ac0ce54bda8b71f71b981e9dd1977 2024-08-10T05:10:13.128 INFO:journalctl@ceph.mds.a.smithi031.stdout:Aug 10 05:10:12 smithi031 systemd[1]: Started Ceph mds.a for fc322138-56d5-11ef-bcce-c7b262605968. 2024-08-10T05:10:13.744 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:13 smithi031 ceph-mon[29994]: mds.? [v2:172.21.15.31:6834/4126464879,v1:172.21.15.31:6835/4126464879] up:boot 2024-08-10T05:10:13.996 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:13 smithi196 ceph-mon[32874]: mds.? [v2:172.21.15.31:6834/4126464879,v1:172.21.15.31:6835/4126464879] up:boot 2024-08-10T05:10:13.996 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:13 smithi196 ceph-mon[32874]: fsmap 1 up:standby 2024-08-10T05:10:13.996 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:13 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-10T05:10:13.996 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:13 smithi196 ceph-mon[32874]: from='client.? 172.21.15.31:0/2107335615' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-10T05:10:13.996 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:13 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:10:13.996 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:13 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:10:13.996 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:13 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:10:13.996 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:13 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-10T05:10:13.996 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:13 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-08-10T05:10:13.997 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:13 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:10:13.997 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:13 smithi196 ceph-mon[32874]: Deploying daemon mds.b on smithi196 2024-08-10T05:10:13.997 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:13 smithi196 ceph-mon[32874]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-10T05:10:14.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:13 smithi031 ceph-mon[29994]: fsmap 1 up:standby 2024-08-10T05:10:14.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:13 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-10T05:10:14.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:13 smithi031 ceph-mon[29994]: from='client.? 172.21.15.31:0/2107335615' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-10T05:10:14.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:13 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:10:14.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:13 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:10:14.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:13 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:10:14.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:13 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-10T05:10:14.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:13 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-08-10T05:10:14.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:13 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:10:14.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:13 smithi031 ceph-mon[29994]: Deploying daemon mds.b on smithi196 2024-08-10T05:10:14.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:13 smithi031 ceph-mon[29994]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-10T05:10:14.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:13 smithi031 ceph-mon[41349]: mds.? [v2:172.21.15.31:6834/4126464879,v1:172.21.15.31:6835/4126464879] up:boot 2024-08-10T05:10:14.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:13 smithi031 ceph-mon[41349]: fsmap 1 up:standby 2024-08-10T05:10:14.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:13 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-10T05:10:14.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:13 smithi031 ceph-mon[41349]: from='client.? 172.21.15.31:0/2107335615' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-10T05:10:14.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:13 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:10:14.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:13 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:10:14.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:13 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:10:14.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:13 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-10T05:10:14.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:13 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-08-10T05:10:14.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:13 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:10:14.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:13 smithi031 ceph-mon[41349]: Deploying daemon mds.b on smithi196 2024-08-10T05:10:14.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:13 smithi031 ceph-mon[41349]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-10T05:10:15.012 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 10 05:10:14 smithi196 podman[61289]: 2024-08-10 05:10:14.906624667 +0000 UTC m=+0.123869422 container create b1ed5b548d29e74901a5ca7b384cdce0caed09ac59bc2cf352fd2f7d0149ed79 (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-mds-b, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=quincy-56ceb86, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0) 2024-08-10T05:10:15.516 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid fc322138-56d5-11ef-bcce-c7b262605968 -- ceph fs dump --format=json 2024-08-10T05:10:15.528 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 10 05:10:15 smithi196 podman[61289]: 2024-08-10 05:10:15.148903659 +0000 UTC m=+0.366148414 container init b1ed5b548d29e74901a5ca7b384cdce0caed09ac59bc2cf352fd2f7d0149ed79 (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-mds-b, ceph=True, CEPH_POINT_RELEASE=, RELEASE=quincy-56ceb86, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2024-08-10T05:10:15.528 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 10 05:10:15 smithi196 podman[61289]: 2024-08-10 05:10:15.154449945 +0000 UTC m=+0.371694701 container start b1ed5b548d29e74901a5ca7b384cdce0caed09ac59bc2cf352fd2f7d0149ed79 (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-mds-b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=quincy-56ceb86, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, io.buildah.version=1.36.0, org.label-schema.build-date=20240731) 2024-08-10T05:10:15.528 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 10 05:10:15 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mds-b[61304]: starting mds.b at 2024-08-10T05:10:15.528 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 10 05:10:15 smithi196 bash[61289]: b1ed5b548d29e74901a5ca7b384cdce0caed09ac59bc2cf352fd2f7d0149ed79 2024-08-10T05:10:15.529 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 10 05:10:15 smithi196 systemd[1]: Started Ceph mds.b for fc322138-56d5-11ef-bcce-c7b262605968. 2024-08-10T05:10:15.801 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T05:10:16.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:16 smithi031 ceph-mon[29994]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 52 KiB/s, 0 objects/s recovering 2024-08-10T05:10:16.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:16 smithi031 ceph-mon[29994]: mds.? [v2:172.21.15.196:6832/132471496,v1:172.21.15.196:6833/132471496] up:boot 2024-08-10T05:10:16.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:16 smithi031 ceph-mon[29994]: fsmap 2 up:standby 2024-08-10T05:10:16.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:16 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-10T05:10:16.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:16 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:10:16.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:16 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:10:16.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:16 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:10:16.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:16 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:10:16.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:16 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:10:16.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:16 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:10:16.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:16 smithi031 ceph-mon[41349]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 52 KiB/s, 0 objects/s recovering 2024-08-10T05:10:16.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:16 smithi031 ceph-mon[41349]: mds.? [v2:172.21.15.196:6832/132471496,v1:172.21.15.196:6833/132471496] up:boot 2024-08-10T05:10:16.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:16 smithi031 ceph-mon[41349]: fsmap 2 up:standby 2024-08-10T05:10:16.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:16 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-10T05:10:16.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:16 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:10:16.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:16 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:10:16.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:16 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:10:16.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:16 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:10:16.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:16 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:10:16.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:16 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:10:16.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:16 smithi196 ceph-mon[32874]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 52 KiB/s, 0 objects/s recovering 2024-08-10T05:10:16.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:16 smithi196 ceph-mon[32874]: mds.? [v2:172.21.15.196:6832/132471496,v1:172.21.15.196:6833/132471496] up:boot 2024-08-10T05:10:16.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:16 smithi196 ceph-mon[32874]: fsmap 2 up:standby 2024-08-10T05:10:16.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:16 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-10T05:10:16.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:16 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:10:16.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:16 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:10:16.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:16 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:10:16.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:16 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:10:16.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:16 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:10:16.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:16 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:10:17.918 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:17 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:10:17.918 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:17 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:10:17.918 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:17 smithi031 ceph-mon[29994]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-08-10T05:10:17.919 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:17 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:10:17.919 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:17 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:10:17.919 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:17 smithi031 ceph-mon[41349]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-08-10T05:10:18.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:17 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:10:18.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:17 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:10:18.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:17 smithi196 ceph-mon[32874]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-08-10T05:10:18.352 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-08-10T05:10:18.352 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24317,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6835/4126464879","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6834","nonce":4126464879},{"type":"v1","addr":"172.21.15.31:6835","nonce":4126464879}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":24346,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6833/132471496","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":132471496},{"type":"v1","addr":"172.21.15.196:6833","nonce":132471496}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[]} 2024-08-10T05:10:18.352 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 3 2024-08-10T05:10:19.091 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid fc322138-56d5-11ef-bcce-c7b262605968 -- ceph --format=json-pretty osd lspools 2024-08-10T05:10:19.358 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T05:10:19.611 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:19 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:10:19.611 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:19 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:10:19.611 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:19 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:10:19.612 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:19 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:10:19.612 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:19 smithi031 ceph-mon[29994]: from='client.? 172.21.15.31:0/1525710505' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-10T05:10:19.612 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:19 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:10:19.612 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:19 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:10:19.612 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:19 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:10:19.612 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:19 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:10:19.612 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:19 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:10:19.612 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:19 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:10:19.612 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:19 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:10:19.612 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:19 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:10:19.612 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:19 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:10:19.613 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:19 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:10:19.613 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:19 smithi031 ceph-mon[41349]: from='client.? 172.21.15.31:0/1525710505' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-10T05:10:19.613 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:19 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:10:19.613 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:19 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:10:19.613 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:19 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:10:19.613 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:19 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:10:19.613 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:19 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:10:19.613 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:19 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:10:19.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:19 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:10:19.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:19 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:10:19.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:19 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:10:19.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:19 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:10:19.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:19 smithi196 ceph-mon[32874]: from='client.? 172.21.15.31:0/1525710505' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-10T05:10:19.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:19 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:10:19.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:19 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:10:19.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:19 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:10:19.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:19 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:10:19.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:19 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:10:19.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:19 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:10:20.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:20 smithi031 ceph-mon[29994]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:20.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:20 smithi031 ceph-mon[41349]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:20.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:20 smithi196 ceph-mon[32874]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:21.297 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-08-10T05:10:21.297 INFO:teuthology.orchestra.run.smithi031.stdout:[ 2024-08-10T05:10:21.297 INFO:teuthology.orchestra.run.smithi031.stdout: { 2024-08-10T05:10:21.297 INFO:teuthology.orchestra.run.smithi031.stdout: "poolnum": 1, 2024-08-10T05:10:21.298 INFO:teuthology.orchestra.run.smithi031.stdout: "poolname": ".mgr" 2024-08-10T05:10:21.298 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-08-10T05:10:21.298 INFO:teuthology.orchestra.run.smithi031.stdout:] 2024-08-10T05:10:21.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:21 smithi031 ceph-mon[29994]: from='client.? 172.21.15.31:0/2967841942' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-08-10T05:10:21.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:21 smithi031 ceph-mon[41349]: from='client.? 172.21.15.31:0/2967841942' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-08-10T05:10:21.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:21 smithi196 ceph-mon[32874]: from='client.? 172.21.15.31:0/2967841942' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-08-10T05:10:22.081 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-08-10T05:10:22.081 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid fc322138-56d5-11ef-bcce-c7b262605968 -- ceph osd pool create cephfs_metadata --pg_num_min 64 2024-08-10T05:10:22.351 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T05:10:22.763 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:22 smithi031 ceph-mon[29994]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:22.764 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:22 smithi031 ceph-mon[41349]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:22.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:22 smithi196 ceph-mon[32874]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:24.833 INFO:teuthology.orchestra.run.smithi031.stderr:pool 'cephfs_metadata' created 2024-08-10T05:10:25.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:24 smithi196 ceph-mon[32874]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:25.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:24 smithi196 ceph-mon[32874]: from='client.? 172.21.15.31:0/2941548847' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-08-10T05:10:25.208 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:24 smithi031 ceph-mon[29994]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:25.208 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:24 smithi031 ceph-mon[29994]: from='client.? 172.21.15.31:0/2941548847' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-08-10T05:10:25.208 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:24 smithi031 ceph-mon[41349]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:25.208 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:24 smithi031 ceph-mon[41349]: from='client.? 172.21.15.31:0/2941548847' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-08-10T05:10:25.493 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid fc322138-56d5-11ef-bcce-c7b262605968 -- ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-08-10T05:10:25.757 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T05:10:26.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:25 smithi196 ceph-mon[32874]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-08-10T05:10:26.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:25 smithi196 ceph-mon[32874]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-08-10T05:10:26.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:25 smithi196 ceph-mon[32874]: osdmap e60: 8 total, 8 up, 8 in 2024-08-10T05:10:26.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:25 smithi196 ceph-mon[32874]: pgmap v188: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:26.031 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:25 smithi031 ceph-mon[29994]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-08-10T05:10:26.031 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:25 smithi031 ceph-mon[29994]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-08-10T05:10:26.031 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:25 smithi031 ceph-mon[29994]: osdmap e60: 8 total, 8 up, 8 in 2024-08-10T05:10:26.031 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:25 smithi031 ceph-mon[29994]: pgmap v188: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:26.031 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:25 smithi031 ceph-mon[41349]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-08-10T05:10:26.031 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:25 smithi031 ceph-mon[41349]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-08-10T05:10:26.031 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:25 smithi031 ceph-mon[41349]: osdmap e60: 8 total, 8 up, 8 in 2024-08-10T05:10:26.031 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:25 smithi031 ceph-mon[41349]: pgmap v188: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:27.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:26 smithi196 ceph-mon[32874]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:10:27.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:26 smithi196 ceph-mon[32874]: osdmap e61: 8 total, 8 up, 8 in 2024-08-10T05:10:27.054 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:26 smithi031 ceph-mon[29994]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:10:27.055 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:26 smithi031 ceph-mon[29994]: osdmap e61: 8 total, 8 up, 8 in 2024-08-10T05:10:27.055 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:26 smithi031 ceph-mon[41349]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:10:27.055 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:26 smithi031 ceph-mon[41349]: osdmap e61: 8 total, 8 up, 8 in 2024-08-10T05:10:28.059 INFO:teuthology.orchestra.run.smithi031.stderr:pool 'cephfs_data' created 2024-08-10T05:10:28.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:28 smithi031 ceph-mon[29994]: osdmap e62: 8 total, 8 up, 8 in 2024-08-10T05:10:28.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:28 smithi031 ceph-mon[41349]: osdmap e62: 8 total, 8 up, 8 in 2024-08-10T05:10:28.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:28 smithi196 ceph-mon[32874]: osdmap e62: 8 total, 8 up, 8 in 2024-08-10T05:10:28.794 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid fc322138-56d5-11ef-bcce-c7b262605968 -- ceph fs new cephfs cephfs_metadata cephfs_data 2024-08-10T05:10:29.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:29 smithi031 ceph-mon[29994]: pgmap v191: 33 pgs: 6 creating+peering, 11 active+clean, 16 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:29.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:29 smithi031 ceph-mon[29994]: from='client.? 172.21.15.31:0/3828125624' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-08-10T05:10:29.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:29 smithi031 ceph-mon[29994]: from='client.? 172.21.15.31:0/3828125624' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-08-10T05:10:29.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:29 smithi031 ceph-mon[29994]: osdmap e63: 8 total, 8 up, 8 in 2024-08-10T05:10:29.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:29 smithi031 ceph-mon[41349]: pgmap v191: 33 pgs: 6 creating+peering, 11 active+clean, 16 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:29.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:29 smithi031 ceph-mon[41349]: from='client.? 172.21.15.31:0/3828125624' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-08-10T05:10:29.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:29 smithi031 ceph-mon[41349]: from='client.? 172.21.15.31:0/3828125624' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-08-10T05:10:29.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:29 smithi031 ceph-mon[41349]: osdmap e63: 8 total, 8 up, 8 in 2024-08-10T05:10:29.082 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T05:10:29.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:29 smithi196 ceph-mon[32874]: pgmap v191: 33 pgs: 6 creating+peering, 11 active+clean, 16 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:29.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:29 smithi196 ceph-mon[32874]: from='client.? 172.21.15.31:0/3828125624' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-08-10T05:10:29.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:29 smithi196 ceph-mon[32874]: from='client.? 172.21.15.31:0/3828125624' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-08-10T05:10:29.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:29 smithi196 ceph-mon[32874]: osdmap e63: 8 total, 8 up, 8 in 2024-08-10T05:10:30.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:30 smithi031 ceph-mon[29994]: osdmap e64: 8 total, 8 up, 8 in 2024-08-10T05:10:30.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:30 smithi031 ceph-mon[29994]: pgmap v194: 97 pgs: 13 creating+peering, 31 active+clean, 53 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:30.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:30 smithi031 ceph-mon[41349]: osdmap e64: 8 total, 8 up, 8 in 2024-08-10T05:10:30.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:30 smithi031 ceph-mon[41349]: pgmap v194: 97 pgs: 13 creating+peering, 31 active+clean, 53 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:30.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:30 smithi196 ceph-mon[32874]: osdmap e64: 8 total, 8 up, 8 in 2024-08-10T05:10:30.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:30 smithi196 ceph-mon[32874]: pgmap v194: 97 pgs: 13 creating+peering, 31 active+clean, 53 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:31.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:31 smithi031 ceph-mon[29994]: osdmap e65: 8 total, 8 up, 8 in 2024-08-10T05:10:31.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:31 smithi031 ceph-mon[41349]: osdmap e65: 8 total, 8 up, 8 in 2024-08-10T05:10:31.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:31 smithi196 ceph-mon[32874]: osdmap e65: 8 total, 8 up, 8 in 2024-08-10T05:10:32.070 INFO:teuthology.orchestra.run.smithi031.stderr:new fs with metadata pool 2 and data pool 3 2024-08-10T05:10:32.410 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:32 smithi031 ceph-mon[29994]: from='client.? 172.21.15.31:0/3169747900' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-08-10T05:10:32.410 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:32 smithi031 ceph-mon[29994]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-08-10T05:10:32.410 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:32 smithi031 ceph-mon[29994]: pgmap v196: 97 pgs: 7 creating+peering, 60 active+clean, 30 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:32.410 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:32 smithi031 ceph-mon[41349]: from='client.? 172.21.15.31:0/3169747900' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-08-10T05:10:32.410 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:32 smithi031 ceph-mon[41349]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-08-10T05:10:32.410 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:32 smithi031 ceph-mon[41349]: pgmap v196: 97 pgs: 7 creating+peering, 60 active+clean, 30 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:32.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:32 smithi196 ceph-mon[32874]: from='client.? 172.21.15.31:0/3169747900' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-08-10T05:10:32.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:32 smithi196 ceph-mon[32874]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-08-10T05:10:32.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:32 smithi196 ceph-mon[32874]: pgmap v196: 97 pgs: 7 creating+peering, 60 active+clean, 30 unknown; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:32.799 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid fc322138-56d5-11ef-bcce-c7b262605968 -- ceph osd dump --format=json 2024-08-10T05:10:33.068 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T05:10:33.318 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:33 smithi031 ceph-mon[41349]: osdmap e66: 8 total, 8 up, 8 in 2024-08-10T05:10:33.318 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:33 smithi031 ceph-mon[41349]: from='client.? 172.21.15.31:0/3169747900' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-08-10T05:10:33.318 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:33 smithi031 ceph-mon[41349]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-08-10T05:10:33.318 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:33 smithi031 ceph-mon[41349]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-08-10T05:10:33.319 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:33 smithi031 ceph-mon[29994]: osdmap e66: 8 total, 8 up, 8 in 2024-08-10T05:10:33.319 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:33 smithi031 ceph-mon[29994]: from='client.? 172.21.15.31:0/3169747900' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-08-10T05:10:33.319 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:33 smithi031 ceph-mon[29994]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-08-10T05:10:33.319 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:33 smithi031 ceph-mon[29994]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-08-10T05:10:33.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:33 smithi196 ceph-mon[32874]: osdmap e66: 8 total, 8 up, 8 in 2024-08-10T05:10:33.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:33 smithi196 ceph-mon[32874]: from='client.? 172.21.15.31:0/3169747900' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-08-10T05:10:33.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:33 smithi196 ceph-mon[32874]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-08-10T05:10:33.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:33 smithi196 ceph-mon[32874]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-08-10T05:10:34.211 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:34 smithi031 ceph-mon[29994]: mds.? [v2:172.21.15.196:6832/132471496,v1:172.21.15.196:6833/132471496] up:active 2024-08-10T05:10:34.211 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:34 smithi031 ceph-mon[29994]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-10T05:10:34.211 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:34 smithi031 ceph-mon[29994]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-10T05:10:34.211 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:34 smithi031 ceph-mon[29994]: pgmap v198: 97 pgs: 5 creating+peering, 92 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 2 op/s 2024-08-10T05:10:34.211 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:34 smithi031 ceph-mon[41349]: mds.? [v2:172.21.15.196:6832/132471496,v1:172.21.15.196:6833/132471496] up:active 2024-08-10T05:10:34.212 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:34 smithi031 ceph-mon[41349]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-10T05:10:34.212 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:34 smithi031 ceph-mon[41349]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-10T05:10:34.212 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:34 smithi031 ceph-mon[41349]: pgmap v198: 97 pgs: 5 creating+peering, 92 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 2 op/s 2024-08-10T05:10:34.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:34 smithi196 ceph-mon[32874]: mds.? [v2:172.21.15.196:6832/132471496,v1:172.21.15.196:6833/132471496] up:active 2024-08-10T05:10:34.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:34 smithi196 ceph-mon[32874]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-10T05:10:34.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:34 smithi196 ceph-mon[32874]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-10T05:10:34.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:34 smithi196 ceph-mon[32874]: pgmap v198: 97 pgs: 5 creating+peering, 92 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 2 op/s 2024-08-10T05:10:34.872 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-08-10T05:10:34.872 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":66,"fsid":"fc322138-56d5-11ef-bcce-c7b262605968","created":"2024-08-10T05:04:54.954270+0000","modified":"2024-08-10T05:10:31.063815+0000","last_up_change":"2024-08-10T05:09:59.943561+0000","last_in_change":"2024-08-10T05:09:43.393031+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-10T05:08:03.605054+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-10T05:10:24.774112+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-10T05:10:28.001912+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"d01a3e95-9986-400f-b9e3-e02ad620ea62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":2795261171},{"type":"v1","addr":"172.21.15.31:6803","nonce":2795261171}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":2795261171},{"type":"v1","addr":"172.21.15.31:6805","nonce":2795261171}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2795261171},{"type":"v1","addr":"172.21.15.31:6809","nonce":2795261171}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":2795261171},{"type":"v1","addr":"172.21.15.31:6807","nonce":2795261171}]},"public_addr":"172.21.15.31:6803/2795261171","cluster_addr":"172.21.15.31:6805/2795261171","heartbeat_back_addr":"172.21.15.31:6809/2795261171","heartbeat_front_addr":"172.21.15.31:6807/2795261171","state":["exists","up"]},{"osd":1,"uuid":"280b8772-6315-4a14-97d3-64b405063967","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":3972359835},{"type":"v1","addr":"172.21.15.31:6811","nonce":3972359835}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":3972359835},{"type":"v1","addr":"172.21.15.31:6813","nonce":3972359835}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":3972359835},{"type":"v1","addr":"172.21.15.31:6817","nonce":3972359835}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":3972359835},{"type":"v1","addr":"172.21.15.31:6815","nonce":3972359835}]},"public_addr":"172.21.15.31:6811/3972359835","cluster_addr":"172.21.15.31:6813/3972359835","heartbeat_back_addr":"172.21.15.31:6817/3972359835","heartbeat_front_addr":"172.21.15.31:6815/3972359835","state":["exists","up"]},{"osd":2,"uuid":"50765dba-989b-4e05-95b5-f7c6976ea114","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":1507826463},{"type":"v1","addr":"172.21.15.31:6819","nonce":1507826463}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":1507826463},{"type":"v1","addr":"172.21.15.31:6821","nonce":1507826463}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":1507826463},{"type":"v1","addr":"172.21.15.31:6825","nonce":1507826463}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":1507826463},{"type":"v1","addr":"172.21.15.31:6823","nonce":1507826463}]},"public_addr":"172.21.15.31:6819/1507826463","cluster_addr":"172.21.15.31:6821/1507826463","heartbeat_back_addr":"172.21.15.31:6825/1507826463","heartbeat_front_addr":"172.21.15.31:6823/1507826463","state":["exists","up"]},{"osd":3,"uuid":"4a872017-47e3-4141-ac4f-a8987fbd1244","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2904248639},{"type":"v1","addr":"172.21.15.31:6827","nonce":2904248639}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2904248639},{"type":"v1","addr":"172.21.15.31:6829","nonce":2904248639}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":2904248639},{"type":"v1","addr":"172.21.15.31:6833","nonce":2904248639}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2904248639},{"type":"v1","addr":"172.21.15.31:6831","nonce":2904248639}]},"public_addr":"172.21.15.31:6827/2904248639","cluster_addr":"172.21.15.31:6829/2904248639","heartbeat_back_addr":"172.21.15.31:6833/2904248639","heartbeat_front_addr":"172.21.15.31:6831/2904248639","state":["exists","up"]},{"osd":4,"uuid":"df9c6d53-1621-43ce-bdbc-e49515c06467","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":3065972586},{"type":"v1","addr":"172.21.15.196:6801","nonce":3065972586}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":3065972586},{"type":"v1","addr":"172.21.15.196:6803","nonce":3065972586}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6806","nonce":3065972586},{"type":"v1","addr":"172.21.15.196:6807","nonce":3065972586}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":3065972586},{"type":"v1","addr":"172.21.15.196:6805","nonce":3065972586}]},"public_addr":"172.21.15.196:6801/3065972586","cluster_addr":"172.21.15.196:6803/3065972586","heartbeat_back_addr":"172.21.15.196:6807/3065972586","heartbeat_front_addr":"172.21.15.196:6805/3065972586","state":["exists","up"]},{"osd":5,"uuid":"d7218072-ca78-45c7-ab27-28e63dd69d3d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":283023100},{"type":"v1","addr":"172.21.15.196:6809","nonce":283023100}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":283023100},{"type":"v1","addr":"172.21.15.196:6811","nonce":283023100}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":283023100},{"type":"v1","addr":"172.21.15.196:6815","nonce":283023100}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6812","nonce":283023100},{"type":"v1","addr":"172.21.15.196:6813","nonce":283023100}]},"public_addr":"172.21.15.196:6809/283023100","cluster_addr":"172.21.15.196:6811/283023100","heartbeat_back_addr":"172.21.15.196:6815/283023100","heartbeat_front_addr":"172.21.15.196:6813/283023100","state":["exists","up"]},{"osd":6,"uuid":"12385d44-8a1e-4764-b3bf-b93427fec8dc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":4272388400},{"type":"v1","addr":"172.21.15.196:6817","nonce":4272388400}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":4272388400},{"type":"v1","addr":"172.21.15.196:6819","nonce":4272388400}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6822","nonce":4272388400},{"type":"v1","addr":"172.21.15.196:6823","nonce":4272388400}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":4272388400},{"type":"v1","addr":"172.21.15.196:6821","nonce":4272388400}]},"public_addr":"172.21.15.196:6817/4272388400","cluster_addr":"172.21.15.196:6819/4272388400","heartbeat_back_addr":"172.21.15.196:6823/4272388400","heartbeat_front_addr":"172.21.15.196:6821/4272388400","state":["exists","up"]},{"osd":7,"uuid":"bf5e1d31-502a-4512-8628-1666916a2ad4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":2199443751},{"type":"v1","addr":"172.21.15.196:6825","nonce":2199443751}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6826","nonce":2199443751},{"type":"v1","addr":"172.21.15.196:6827","nonce":2199443751}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":2199443751},{"type":"v1","addr":"172.21.15.196:6831","nonce":2199443751}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":2199443751},{"type":"v1","addr":"172.21.15.196:6829","nonce":2199443751}]},"public_addr":"172.21.15.196:6825/2199443751","cluster_addr":"172.21.15.196:6827/2199443751","heartbeat_back_addr":"172.21.15.196:6831/2199443751","heartbeat_front_addr":"172.21.15.196:6829/2199443751","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T05:07:11.319579+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T05:07:36.476428+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T05:08:00.380197+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T05:08:25.155795+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T05:08:46.900197+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T05:09:10.388504+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T05:09:34.373286+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T05:09:58.779778+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.31:6800/3519700533":"2024-08-11T05:05:49.103449+0000","172.21.15.31:0/3134510616":"2024-08-11T05:05:49.103449+0000","172.21.15.31:0/1071386198":"2024-08-11T05:05:26.166087+0000","172.21.15.31:6800/823857187":"2024-08-11T05:05:26.166087+0000","172.21.15.31:0/1159293532":"2024-08-11T05:05:49.103449+0000","172.21.15.31:6801/823857187":"2024-08-11T05:05:26.166087+0000","172.21.15.31:0/741819662":"2024-08-11T05:05:26.166087+0000","172.21.15.31:0/1860734097":"2024-08-11T05:05:49.103449+0000","172.21.15.31:6801/3519700533":"2024-08-11T05:05:49.103449+0000","172.21.15.31:0/4225462786":"2024-08-11T05:05:26.166087+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-10T05:10:35.206 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:35 smithi031 ceph-mon[29994]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-08-10T05:10:35.206 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:35 smithi031 ceph-mon[29994]: Cluster is now healthy 2024-08-10T05:10:35.206 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:35 smithi031 ceph-mon[29994]: from='client.? 172.21.15.31:0/1460147831' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-10T05:10:35.206 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:35 smithi031 ceph-mon[41349]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-08-10T05:10:35.206 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:35 smithi031 ceph-mon[41349]: Cluster is now healthy 2024-08-10T05:10:35.206 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:35 smithi031 ceph-mon[41349]: from='client.? 172.21.15.31:0/1460147831' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-10T05:10:35.528 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 10 05:10:35 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mds-b[61304]: 2024-08-10T05:10:35.237+0000 7f49636e2640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-08-10T05:10:35.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:35 smithi196 ceph-mon[32874]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-08-10T05:10:35.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:35 smithi196 ceph-mon[32874]: Cluster is now healthy 2024-08-10T05:10:35.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:35 smithi196 ceph-mon[32874]: from='client.? 172.21.15.31:0/1460147831' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-10T05:10:35.578 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid fc322138-56d5-11ef-bcce-c7b262605968 -- ceph osd dump --format=json 2024-08-10T05:10:35.843 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T05:10:36.226 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:36 smithi031 ceph-mon[29994]: pgmap v199: 97 pgs: 97 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.6 KiB/s wr, 4 op/s 2024-08-10T05:10:36.230 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:36 smithi031 ceph-mon[41349]: pgmap v199: 97 pgs: 97 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.6 KiB/s wr, 4 op/s 2024-08-10T05:10:36.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:36 smithi196 ceph-mon[32874]: pgmap v199: 97 pgs: 97 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.6 KiB/s wr, 4 op/s 2024-08-10T05:10:37.797 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-08-10T05:10:37.798 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":66,"fsid":"fc322138-56d5-11ef-bcce-c7b262605968","created":"2024-08-10T05:04:54.954270+0000","modified":"2024-08-10T05:10:31.063815+0000","last_up_change":"2024-08-10T05:09:59.943561+0000","last_in_change":"2024-08-10T05:09:43.393031+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-10T05:08:03.605054+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-10T05:10:24.774112+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-10T05:10:28.001912+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"d01a3e95-9986-400f-b9e3-e02ad620ea62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":2795261171},{"type":"v1","addr":"172.21.15.31:6803","nonce":2795261171}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":2795261171},{"type":"v1","addr":"172.21.15.31:6805","nonce":2795261171}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2795261171},{"type":"v1","addr":"172.21.15.31:6809","nonce":2795261171}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":2795261171},{"type":"v1","addr":"172.21.15.31:6807","nonce":2795261171}]},"public_addr":"172.21.15.31:6803/2795261171","cluster_addr":"172.21.15.31:6805/2795261171","heartbeat_back_addr":"172.21.15.31:6809/2795261171","heartbeat_front_addr":"172.21.15.31:6807/2795261171","state":["exists","up"]},{"osd":1,"uuid":"280b8772-6315-4a14-97d3-64b405063967","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":3972359835},{"type":"v1","addr":"172.21.15.31:6811","nonce":3972359835}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":3972359835},{"type":"v1","addr":"172.21.15.31:6813","nonce":3972359835}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":3972359835},{"type":"v1","addr":"172.21.15.31:6817","nonce":3972359835}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":3972359835},{"type":"v1","addr":"172.21.15.31:6815","nonce":3972359835}]},"public_addr":"172.21.15.31:6811/3972359835","cluster_addr":"172.21.15.31:6813/3972359835","heartbeat_back_addr":"172.21.15.31:6817/3972359835","heartbeat_front_addr":"172.21.15.31:6815/3972359835","state":["exists","up"]},{"osd":2,"uuid":"50765dba-989b-4e05-95b5-f7c6976ea114","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":1507826463},{"type":"v1","addr":"172.21.15.31:6819","nonce":1507826463}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":1507826463},{"type":"v1","addr":"172.21.15.31:6821","nonce":1507826463}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":1507826463},{"type":"v1","addr":"172.21.15.31:6825","nonce":1507826463}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":1507826463},{"type":"v1","addr":"172.21.15.31:6823","nonce":1507826463}]},"public_addr":"172.21.15.31:6819/1507826463","cluster_addr":"172.21.15.31:6821/1507826463","heartbeat_back_addr":"172.21.15.31:6825/1507826463","heartbeat_front_addr":"172.21.15.31:6823/1507826463","state":["exists","up"]},{"osd":3,"uuid":"4a872017-47e3-4141-ac4f-a8987fbd1244","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2904248639},{"type":"v1","addr":"172.21.15.31:6827","nonce":2904248639}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2904248639},{"type":"v1","addr":"172.21.15.31:6829","nonce":2904248639}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":2904248639},{"type":"v1","addr":"172.21.15.31:6833","nonce":2904248639}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2904248639},{"type":"v1","addr":"172.21.15.31:6831","nonce":2904248639}]},"public_addr":"172.21.15.31:6827/2904248639","cluster_addr":"172.21.15.31:6829/2904248639","heartbeat_back_addr":"172.21.15.31:6833/2904248639","heartbeat_front_addr":"172.21.15.31:6831/2904248639","state":["exists","up"]},{"osd":4,"uuid":"df9c6d53-1621-43ce-bdbc-e49515c06467","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":3065972586},{"type":"v1","addr":"172.21.15.196:6801","nonce":3065972586}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":3065972586},{"type":"v1","addr":"172.21.15.196:6803","nonce":3065972586}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6806","nonce":3065972586},{"type":"v1","addr":"172.21.15.196:6807","nonce":3065972586}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":3065972586},{"type":"v1","addr":"172.21.15.196:6805","nonce":3065972586}]},"public_addr":"172.21.15.196:6801/3065972586","cluster_addr":"172.21.15.196:6803/3065972586","heartbeat_back_addr":"172.21.15.196:6807/3065972586","heartbeat_front_addr":"172.21.15.196:6805/3065972586","state":["exists","up"]},{"osd":5,"uuid":"d7218072-ca78-45c7-ab27-28e63dd69d3d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":283023100},{"type":"v1","addr":"172.21.15.196:6809","nonce":283023100}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":283023100},{"type":"v1","addr":"172.21.15.196:6811","nonce":283023100}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":283023100},{"type":"v1","addr":"172.21.15.196:6815","nonce":283023100}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6812","nonce":283023100},{"type":"v1","addr":"172.21.15.196:6813","nonce":283023100}]},"public_addr":"172.21.15.196:6809/283023100","cluster_addr":"172.21.15.196:6811/283023100","heartbeat_back_addr":"172.21.15.196:6815/283023100","heartbeat_front_addr":"172.21.15.196:6813/283023100","state":["exists","up"]},{"osd":6,"uuid":"12385d44-8a1e-4764-b3bf-b93427fec8dc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":4272388400},{"type":"v1","addr":"172.21.15.196:6817","nonce":4272388400}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":4272388400},{"type":"v1","addr":"172.21.15.196:6819","nonce":4272388400}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6822","nonce":4272388400},{"type":"v1","addr":"172.21.15.196:6823","nonce":4272388400}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":4272388400},{"type":"v1","addr":"172.21.15.196:6821","nonce":4272388400}]},"public_addr":"172.21.15.196:6817/4272388400","cluster_addr":"172.21.15.196:6819/4272388400","heartbeat_back_addr":"172.21.15.196:6823/4272388400","heartbeat_front_addr":"172.21.15.196:6821/4272388400","state":["exists","up"]},{"osd":7,"uuid":"bf5e1d31-502a-4512-8628-1666916a2ad4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":2199443751},{"type":"v1","addr":"172.21.15.196:6825","nonce":2199443751}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6826","nonce":2199443751},{"type":"v1","addr":"172.21.15.196:6827","nonce":2199443751}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":2199443751},{"type":"v1","addr":"172.21.15.196:6831","nonce":2199443751}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":2199443751},{"type":"v1","addr":"172.21.15.196:6829","nonce":2199443751}]},"public_addr":"172.21.15.196:6825/2199443751","cluster_addr":"172.21.15.196:6827/2199443751","heartbeat_back_addr":"172.21.15.196:6831/2199443751","heartbeat_front_addr":"172.21.15.196:6829/2199443751","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T05:07:11.319579+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T05:07:36.476428+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T05:08:00.380197+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T05:08:25.155795+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T05:08:46.900197+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T05:09:10.388504+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T05:09:34.373286+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T05:09:58.779778+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.31:6800/3519700533":"2024-08-11T05:05:49.103449+0000","172.21.15.31:0/3134510616":"2024-08-11T05:05:49.103449+0000","172.21.15.31:0/1071386198":"2024-08-11T05:05:26.166087+0000","172.21.15.31:6800/823857187":"2024-08-11T05:05:26.166087+0000","172.21.15.31:0/1159293532":"2024-08-11T05:05:49.103449+0000","172.21.15.31:6801/823857187":"2024-08-11T05:05:26.166087+0000","172.21.15.31:0/741819662":"2024-08-11T05:05:26.166087+0000","172.21.15.31:0/1860734097":"2024-08-11T05:05:49.103449+0000","172.21.15.31:6801/3519700533":"2024-08-11T05:05:49.103449+0000","172.21.15.31:0/4225462786":"2024-08-11T05:05:26.166087+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-10T05:10:38.470 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:38 smithi031 ceph-mon[29994]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.6 KiB/s wr, 5 op/s 2024-08-10T05:10:38.470 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:38 smithi031 ceph-mon[29994]: from='client.? 172.21.15.31:0/1250982362' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-10T05:10:38.471 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:38 smithi031 ceph-mon[41349]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.6 KiB/s wr, 5 op/s 2024-08-10T05:10:38.471 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:38 smithi031 ceph-mon[41349]: from='client.? 172.21.15.31:0/1250982362' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-10T05:10:38.501 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid fc322138-56d5-11ef-bcce-c7b262605968 -- ceph fs set cephfs standby_count_wanted 0 2024-08-10T05:10:38.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:38 smithi196 ceph-mon[32874]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.6 KiB/s wr, 5 op/s 2024-08-10T05:10:38.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:38 smithi196 ceph-mon[32874]: from='client.? 172.21.15.31:0/1250982362' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-10T05:10:38.771 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T05:10:40.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:40 smithi031 ceph-mon[29994]: pgmap v201: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.4 KiB/s wr, 4 op/s 2024-08-10T05:10:40.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:40 smithi031 ceph-mon[41349]: pgmap v201: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.4 KiB/s wr, 4 op/s 2024-08-10T05:10:40.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:40 smithi196 ceph-mon[32874]: pgmap v201: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.4 KiB/s wr, 4 op/s 2024-08-10T05:10:41.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:41 smithi031 ceph-mon[29994]: from='client.? 172.21.15.31:0/2556412181' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-08-10T05:10:41.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:41 smithi031 ceph-mon[29994]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-08-10T05:10:41.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:41 smithi031 ceph-mon[41349]: from='client.? 172.21.15.31:0/2556412181' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-08-10T05:10:41.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:41 smithi031 ceph-mon[41349]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-08-10T05:10:41.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:41 smithi196 ceph-mon[32874]: from='client.? 172.21.15.31:0/2556412181' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-08-10T05:10:41.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:41 smithi196 ceph-mon[32874]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-08-10T05:10:41.907 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-08-10T05:10:41.908 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid fc322138-56d5-11ef-bcce-c7b262605968 -- ceph fs set cephfs allow_standby_replay false 2024-08-10T05:10:42.182 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T05:10:42.487 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:42 smithi031 ceph-mon[29994]: pgmap v202: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2024-08-10T05:10:42.487 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:42 smithi031 ceph-mon[29994]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-08-10T05:10:42.487 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:42 smithi031 ceph-mon[29994]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-10T05:10:42.487 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:42 smithi031 ceph-mon[41349]: pgmap v202: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2024-08-10T05:10:42.487 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:42 smithi031 ceph-mon[41349]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-08-10T05:10:42.487 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:42 smithi031 ceph-mon[41349]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-10T05:10:42.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:42 smithi196 ceph-mon[32874]: pgmap v202: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2024-08-10T05:10:42.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:42 smithi196 ceph-mon[32874]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-08-10T05:10:42.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:42 smithi196 ceph-mon[32874]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-10T05:10:44.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:44 smithi031 ceph-mon[29994]: pgmap v203: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s wr, 4 op/s 2024-08-10T05:10:44.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:44 smithi031 ceph-mon[29994]: from='client.? 172.21.15.31:0/2928532018' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-08-10T05:10:44.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:44 smithi031 ceph-mon[29994]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-08-10T05:10:44.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:44 smithi031 ceph-mon[41349]: pgmap v203: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s wr, 4 op/s 2024-08-10T05:10:44.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:44 smithi031 ceph-mon[41349]: from='client.? 172.21.15.31:0/2928532018' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-08-10T05:10:44.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:44 smithi031 ceph-mon[41349]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-08-10T05:10:44.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:44 smithi196 ceph-mon[32874]: pgmap v203: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s wr, 4 op/s 2024-08-10T05:10:44.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:44 smithi196 ceph-mon[32874]: from='client.? 172.21.15.31:0/2928532018' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-08-10T05:10:44.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:44 smithi196 ceph-mon[32874]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-08-10T05:10:45.048 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-08-10T05:10:45.048 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid fc322138-56d5-11ef-bcce-c7b262605968 -- ceph fs dump --format=json 2024-08-10T05:10:45.327 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T05:10:45.454 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:45 smithi031 ceph-mon[29994]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-08-10T05:10:45.454 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:45 smithi031 ceph-mon[29994]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-10T05:10:45.455 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:45 smithi031 ceph-mon[41349]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-08-10T05:10:45.455 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:45 smithi031 ceph-mon[41349]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-10T05:10:45.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:45 smithi196 ceph-mon[32874]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-08-10T05:10:45.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:45 smithi196 ceph-mon[32874]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-10T05:10:46.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:46 smithi031 ceph-mon[29994]: pgmap v204: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 2 op/s 2024-08-10T05:10:46.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:46 smithi031 ceph-mon[41349]: pgmap v204: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 2 op/s 2024-08-10T05:10:46.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:46 smithi196 ceph-mon[32874]: pgmap v204: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 KiB/s wr, 2 op/s 2024-08-10T05:10:47.353 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-08-10T05:10:47.353 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24317,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6835/4126464879","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6834","nonce":4126464879},{"type":"v1","addr":"172.21.15.31:6835","nonce":4126464879}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-08-10T05:10:31.063929+0000","modified":"2024-08-10T05:10:44.224000+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24346},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24346":{"gid":24346,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":6,"addr":"172.21.15.196:6833/132471496","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":132471496},{"type":"v1","addr":"172.21.15.196:6833","nonce":132471496}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2024-08-10T05:10:47.354 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 8 2024-08-10T05:10:47.989 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid fc322138-56d5-11ef-bcce-c7b262605968 -- ceph osd dump --format=json 2024-08-10T05:10:48.259 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T05:10:48.509 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:48 smithi031 ceph-mon[29994]: pgmap v205: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 1 op/s 2024-08-10T05:10:48.509 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:48 smithi031 ceph-mon[29994]: from='client.? 172.21.15.31:0/3319794475' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-10T05:10:48.510 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:48 smithi031 ceph-mon[41349]: pgmap v205: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 1 op/s 2024-08-10T05:10:48.510 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:48 smithi031 ceph-mon[41349]: from='client.? 172.21.15.31:0/3319794475' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-10T05:10:48.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:48 smithi196 ceph-mon[32874]: pgmap v205: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 1 op/s 2024-08-10T05:10:48.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:48 smithi196 ceph-mon[32874]: from='client.? 172.21.15.31:0/3319794475' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-10T05:10:49.376 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:49 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.12", "id": [7, 2]}]: dispatch 2024-08-10T05:10:49.376 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:49 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [0, 2]}]: dispatch 2024-08-10T05:10:49.376 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:49 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [5, 2]}]: dispatch 2024-08-10T05:10:49.376 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:49 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.20", "id": [0, 1]}]: dispatch 2024-08-10T05:10:49.377 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:49 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.29", "id": [4, 2]}]: dispatch 2024-08-10T05:10:49.377 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:49 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 1]}]: dispatch 2024-08-10T05:10:49.377 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:49 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.12", "id": [7, 2]}]: dispatch 2024-08-10T05:10:49.377 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:49 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [0, 2]}]: dispatch 2024-08-10T05:10:49.377 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:49 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [5, 2]}]: dispatch 2024-08-10T05:10:49.377 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:49 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.20", "id": [0, 1]}]: dispatch 2024-08-10T05:10:49.377 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:49 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.29", "id": [4, 2]}]: dispatch 2024-08-10T05:10:49.378 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:49 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 1]}]: dispatch 2024-08-10T05:10:49.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:49 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.12", "id": [7, 2]}]: dispatch 2024-08-10T05:10:49.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:49 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [0, 2]}]: dispatch 2024-08-10T05:10:49.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:49 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [5, 2]}]: dispatch 2024-08-10T05:10:49.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:49 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.20", "id": [0, 1]}]: dispatch 2024-08-10T05:10:49.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:49 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.29", "id": [4, 2]}]: dispatch 2024-08-10T05:10:49.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:49 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 1]}]: dispatch 2024-08-10T05:10:50.071 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-08-10T05:10:50.071 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":67,"fsid":"fc322138-56d5-11ef-bcce-c7b262605968","created":"2024-08-10T05:04:54.954270+0000","modified":"2024-08-10T05:10:49.239520+0000","last_up_change":"2024-08-10T05:09:59.943561+0000","last_in_change":"2024-08-10T05:09:43.393031+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-10T05:08:03.605054+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-10T05:10:24.774112+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-10T05:10:28.001912+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"d01a3e95-9986-400f-b9e3-e02ad620ea62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":2795261171},{"type":"v1","addr":"172.21.15.31:6803","nonce":2795261171}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":2795261171},{"type":"v1","addr":"172.21.15.31:6805","nonce":2795261171}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2795261171},{"type":"v1","addr":"172.21.15.31:6809","nonce":2795261171}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":2795261171},{"type":"v1","addr":"172.21.15.31:6807","nonce":2795261171}]},"public_addr":"172.21.15.31:6803/2795261171","cluster_addr":"172.21.15.31:6805/2795261171","heartbeat_back_addr":"172.21.15.31:6809/2795261171","heartbeat_front_addr":"172.21.15.31:6807/2795261171","state":["exists","up"]},{"osd":1,"uuid":"280b8772-6315-4a14-97d3-64b405063967","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":3972359835},{"type":"v1","addr":"172.21.15.31:6811","nonce":3972359835}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":3972359835},{"type":"v1","addr":"172.21.15.31:6813","nonce":3972359835}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":3972359835},{"type":"v1","addr":"172.21.15.31:6817","nonce":3972359835}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":3972359835},{"type":"v1","addr":"172.21.15.31:6815","nonce":3972359835}]},"public_addr":"172.21.15.31:6811/3972359835","cluster_addr":"172.21.15.31:6813/3972359835","heartbeat_back_addr":"172.21.15.31:6817/3972359835","heartbeat_front_addr":"172.21.15.31:6815/3972359835","state":["exists","up"]},{"osd":2,"uuid":"50765dba-989b-4e05-95b5-f7c6976ea114","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":1507826463},{"type":"v1","addr":"172.21.15.31:6819","nonce":1507826463}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":1507826463},{"type":"v1","addr":"172.21.15.31:6821","nonce":1507826463}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":1507826463},{"type":"v1","addr":"172.21.15.31:6825","nonce":1507826463}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":1507826463},{"type":"v1","addr":"172.21.15.31:6823","nonce":1507826463}]},"public_addr":"172.21.15.31:6819/1507826463","cluster_addr":"172.21.15.31:6821/1507826463","heartbeat_back_addr":"172.21.15.31:6825/1507826463","heartbeat_front_addr":"172.21.15.31:6823/1507826463","state":["exists","up"]},{"osd":3,"uuid":"4a872017-47e3-4141-ac4f-a8987fbd1244","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2904248639},{"type":"v1","addr":"172.21.15.31:6827","nonce":2904248639}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2904248639},{"type":"v1","addr":"172.21.15.31:6829","nonce":2904248639}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":2904248639},{"type":"v1","addr":"172.21.15.31:6833","nonce":2904248639}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2904248639},{"type":"v1","addr":"172.21.15.31:6831","nonce":2904248639}]},"public_addr":"172.21.15.31:6827/2904248639","cluster_addr":"172.21.15.31:6829/2904248639","heartbeat_back_addr":"172.21.15.31:6833/2904248639","heartbeat_front_addr":"172.21.15.31:6831/2904248639","state":["exists","up"]},{"osd":4,"uuid":"df9c6d53-1621-43ce-bdbc-e49515c06467","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":3065972586},{"type":"v1","addr":"172.21.15.196:6801","nonce":3065972586}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":3065972586},{"type":"v1","addr":"172.21.15.196:6803","nonce":3065972586}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6806","nonce":3065972586},{"type":"v1","addr":"172.21.15.196:6807","nonce":3065972586}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":3065972586},{"type":"v1","addr":"172.21.15.196:6805","nonce":3065972586}]},"public_addr":"172.21.15.196:6801/3065972586","cluster_addr":"172.21.15.196:6803/3065972586","heartbeat_back_addr":"172.21.15.196:6807/3065972586","heartbeat_front_addr":"172.21.15.196:6805/3065972586","state":["exists","up"]},{"osd":5,"uuid":"d7218072-ca78-45c7-ab27-28e63dd69d3d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":283023100},{"type":"v1","addr":"172.21.15.196:6809","nonce":283023100}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":283023100},{"type":"v1","addr":"172.21.15.196:6811","nonce":283023100}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":283023100},{"type":"v1","addr":"172.21.15.196:6815","nonce":283023100}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6812","nonce":283023100},{"type":"v1","addr":"172.21.15.196:6813","nonce":283023100}]},"public_addr":"172.21.15.196:6809/283023100","cluster_addr":"172.21.15.196:6811/283023100","heartbeat_back_addr":"172.21.15.196:6815/283023100","heartbeat_front_addr":"172.21.15.196:6813/283023100","state":["exists","up"]},{"osd":6,"uuid":"12385d44-8a1e-4764-b3bf-b93427fec8dc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":4272388400},{"type":"v1","addr":"172.21.15.196:6817","nonce":4272388400}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":4272388400},{"type":"v1","addr":"172.21.15.196:6819","nonce":4272388400}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6822","nonce":4272388400},{"type":"v1","addr":"172.21.15.196:6823","nonce":4272388400}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":4272388400},{"type":"v1","addr":"172.21.15.196:6821","nonce":4272388400}]},"public_addr":"172.21.15.196:6817/4272388400","cluster_addr":"172.21.15.196:6819/4272388400","heartbeat_back_addr":"172.21.15.196:6823/4272388400","heartbeat_front_addr":"172.21.15.196:6821/4272388400","state":["exists","up"]},{"osd":7,"uuid":"bf5e1d31-502a-4512-8628-1666916a2ad4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":2199443751},{"type":"v1","addr":"172.21.15.196:6825","nonce":2199443751}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6826","nonce":2199443751},{"type":"v1","addr":"172.21.15.196:6827","nonce":2199443751}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":2199443751},{"type":"v1","addr":"172.21.15.196:6831","nonce":2199443751}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":2199443751},{"type":"v1","addr":"172.21.15.196:6829","nonce":2199443751}]},"public_addr":"172.21.15.196:6825/2199443751","cluster_addr":"172.21.15.196:6827/2199443751","heartbeat_back_addr":"172.21.15.196:6831/2199443751","heartbeat_front_addr":"172.21.15.196:6829/2199443751","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T05:07:11.319579+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T05:07:36.476428+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T05:08:00.380197+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T05:08:25.155795+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T05:08:46.900197+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T05:09:10.388504+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T05:09:34.373286+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T05:09:58.779778+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.12","mappings":[{"from":7,"to":2}]},{"pgid":"3.6","mappings":[{"from":0,"to":2}]},{"pgid":"3.1d","mappings":[{"from":5,"to":2}]},{"pgid":"3.20","mappings":[{"from":0,"to":1}]},{"pgid":"3.29","mappings":[{"from":4,"to":2}]},{"pgid":"3.2c","mappings":[{"from":4,"to":1}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.31:6800/3519700533":"2024-08-11T05:05:49.103449+0000","172.21.15.31:0/3134510616":"2024-08-11T05:05:49.103449+0000","172.21.15.31:0/1071386198":"2024-08-11T05:05:26.166087+0000","172.21.15.31:6800/823857187":"2024-08-11T05:05:26.166087+0000","172.21.15.31:0/1159293532":"2024-08-11T05:05:49.103449+0000","172.21.15.31:6801/823857187":"2024-08-11T05:05:26.166087+0000","172.21.15.31:0/741819662":"2024-08-11T05:05:26.166087+0000","172.21.15.31:0/1860734097":"2024-08-11T05:05:49.103449+0000","172.21.15.31:6801/3519700533":"2024-08-11T05:05:49.103449+0000","172.21.15.31:0/4225462786":"2024-08-11T05:05:26.166087+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-10T05:10:50.374 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:50 smithi031 ceph-mon[29994]: pgmap v206: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-10T05:10:50.374 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:50 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.12", "id": [7, 2]}]': finished 2024-08-10T05:10:50.374 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:50 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [0, 2]}]': finished 2024-08-10T05:10:50.375 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:50 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [5, 2]}]': finished 2024-08-10T05:10:50.375 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:50 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.20", "id": [0, 1]}]': finished 2024-08-10T05:10:50.375 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:50 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.29", "id": [4, 2]}]': finished 2024-08-10T05:10:50.375 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:50 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 1]}]': finished 2024-08-10T05:10:50.375 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:50 smithi031 ceph-mon[29994]: osdmap e67: 8 total, 8 up, 8 in 2024-08-10T05:10:50.375 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:50 smithi031 ceph-mon[29994]: from='client.? 172.21.15.31:0/4041059555' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-10T05:10:50.375 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:50 smithi031 ceph-mon[41349]: pgmap v206: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-10T05:10:50.376 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:50 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.12", "id": [7, 2]}]': finished 2024-08-10T05:10:50.376 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:50 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [0, 2]}]': finished 2024-08-10T05:10:50.376 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:50 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [5, 2]}]': finished 2024-08-10T05:10:50.376 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:50 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.20", "id": [0, 1]}]': finished 2024-08-10T05:10:50.376 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:50 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.29", "id": [4, 2]}]': finished 2024-08-10T05:10:50.376 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:50 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 1]}]': finished 2024-08-10T05:10:50.376 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:50 smithi031 ceph-mon[41349]: osdmap e67: 8 total, 8 up, 8 in 2024-08-10T05:10:50.376 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:50 smithi031 ceph-mon[41349]: from='client.? 172.21.15.31:0/4041059555' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-10T05:10:50.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:50 smithi196 ceph-mon[32874]: pgmap v206: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-10T05:10:50.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:50 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.12", "id": [7, 2]}]': finished 2024-08-10T05:10:50.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:50 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [0, 2]}]': finished 2024-08-10T05:10:50.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:50 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [5, 2]}]': finished 2024-08-10T05:10:50.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:50 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.20", "id": [0, 1]}]': finished 2024-08-10T05:10:50.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:50 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.29", "id": [4, 2]}]': finished 2024-08-10T05:10:50.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:50 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 1]}]': finished 2024-08-10T05:10:50.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:50 smithi196 ceph-mon[32874]: osdmap e67: 8 total, 8 up, 8 in 2024-08-10T05:10:50.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:50 smithi196 ceph-mon[32874]: from='client.? 172.21.15.31:0/4041059555' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-10T05:10:50.926 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-08-10T05:10:50.927 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid fc322138-56d5-11ef-bcce-c7b262605968 -- ceph pg dump --format=json 2024-08-10T05:10:51.190 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T05:10:51.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:51 smithi031 ceph-mon[29994]: osdmap e68: 8 total, 8 up, 8 in 2024-08-10T05:10:51.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:51 smithi031 ceph-mon[41349]: osdmap e68: 8 total, 8 up, 8 in 2024-08-10T05:10:51.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:51 smithi196 ceph-mon[32874]: osdmap e68: 8 total, 8 up, 8 in 2024-08-10T05:10:52.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:52 smithi031 ceph-mon[29994]: pgmap v209: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:52.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:52 smithi031 ceph-mon[41349]: pgmap v209: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:52.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:52 smithi196 ceph-mon[32874]: pgmap v209: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:53.216 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-08-10T05:10:53.218 INFO:teuthology.orchestra.run.smithi031.stderr:dumped all 2024-08-10T05:10:53.897 INFO:teuthology.orchestra.run.smithi031.stdout:{"pg_ready":true,"pg_map":{"version":210,"stamp":"2024-08-10T05:10:53.161159+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592706,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":295,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2385992,"kb_used_data":7120,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747575224,"statfs":{"total":767960285184,"available":765517029376,"internally_reserved":0,"allocated":7290880,"data_stored":4074215,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001736"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T05:10:32.074085+0000","last_change":"2024-08-10T05:10:29.075452+0000","last_active":"2024-08-10T05:10:32.074085+0000","last_peered":"2024-08-10T05:10:32.074085+0000","last_clean":"2024-08-10T05:10:32.074085+0000","last_became_active":"2024-08-10T05:10:29.075197+0000","last_became_peered":"2024-08-10T05:10:29.075197+0000","last_unstale":"2024-08-10T05:10:32.074085+0000","last_undegraded":"2024-08-10T05:10:32.074085+0000","last_fullsized":"2024-08-10T05:10:32.074085+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:36:56.376407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-10T05:10:30.062086+0000","last_change":"2024-08-10T05:10:29.071808+0000","last_active":"2024-08-10T05:10:30.062086+0000","last_peered":"2024-08-10T05:10:30.062086+0000","last_clean":"2024-08-10T05:10:30.062086+0000","last_became_active":"2024-08-10T05:10:29.071529+0000","last_became_peered":"2024-08-10T05:10:29.071529+0000","last_unstale":"2024-08-10T05:10:30.062086+0000","last_undegraded":"2024-08-10T05:10:30.062086+0000","last_fullsized":"2024-08-10T05:10:30.062086+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:04:40.487257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-10T05:10:31.285358+0000","last_change":"2024-08-10T05:10:29.077436+0000","last_active":"2024-08-10T05:10:31.285358+0000","last_peered":"2024-08-10T05:10:31.285358+0000","last_clean":"2024-08-10T05:10:31.285358+0000","last_became_active":"2024-08-10T05:10:29.077166+0000","last_became_peered":"2024-08-10T05:10:29.077166+0000","last_unstale":"2024-08-10T05:10:31.285358+0000","last_undegraded":"2024-08-10T05:10:31.285358+0000","last_fullsized":"2024-08-10T05:10:31.285358+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:24:54.646348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.253093+0000","last_change":"2024-08-10T05:10:29.070466+0000","last_active":"2024-08-10T05:10:49.253093+0000","last_peered":"2024-08-10T05:10:49.253093+0000","last_clean":"2024-08-10T05:10:49.253093+0000","last_became_active":"2024-08-10T05:10:29.070218+0000","last_became_peered":"2024-08-10T05:10:29.070218+0000","last_unstale":"2024-08-10T05:10:49.253093+0000","last_undegraded":"2024-08-10T05:10:49.253093+0000","last_fullsized":"2024-08-10T05:10:49.253093+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:47:39.657458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T05:10:32.076983+0000","last_change":"2024-08-10T05:10:29.083938+0000","last_active":"2024-08-10T05:10:32.076983+0000","last_peered":"2024-08-10T05:10:32.076983+0000","last_clean":"2024-08-10T05:10:32.076983+0000","last_became_active":"2024-08-10T05:10:29.083695+0000","last_became_peered":"2024-08-10T05:10:29.083695+0000","last_unstale":"2024-08-10T05:10:32.076983+0000","last_undegraded":"2024-08-10T05:10:32.076983+0000","last_fullsized":"2024-08-10T05:10:32.076983+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:39:03.393548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.252492+0000","last_change":"2024-08-10T05:10:29.081812+0000","last_active":"2024-08-10T05:10:49.252492+0000","last_peered":"2024-08-10T05:10:49.252492+0000","last_clean":"2024-08-10T05:10:49.252492+0000","last_became_active":"2024-08-10T05:10:29.081220+0000","last_became_peered":"2024-08-10T05:10:29.081220+0000","last_unstale":"2024-08-10T05:10:49.252492+0000","last_undegraded":"2024-08-10T05:10:49.252492+0000","last_fullsized":"2024-08-10T05:10:49.252492+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:40:19.479959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T05:10:32.073938+0000","last_change":"2024-08-10T05:10:29.084956+0000","last_active":"2024-08-10T05:10:32.073938+0000","last_peered":"2024-08-10T05:10:32.073938+0000","last_clean":"2024-08-10T05:10:32.073938+0000","last_became_active":"2024-08-10T05:10:29.084242+0000","last_became_peered":"2024-08-10T05:10:29.084242+0000","last_unstale":"2024-08-10T05:10:32.073938+0000","last_undegraded":"2024-08-10T05:10:32.073938+0000","last_fullsized":"2024-08-10T05:10:32.073938+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:16:45.027508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.248525+0000","last_change":"2024-08-10T05:10:29.082709+0000","last_active":"2024-08-10T05:10:49.248525+0000","last_peered":"2024-08-10T05:10:49.248525+0000","last_clean":"2024-08-10T05:10:49.248525+0000","last_became_active":"2024-08-10T05:10:29.078783+0000","last_became_peered":"2024-08-10T05:10:29.078783+0000","last_unstale":"2024-08-10T05:10:49.248525+0000","last_undegraded":"2024-08-10T05:10:49.248525+0000","last_fullsized":"2024-08-10T05:10:49.248525+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:33:09.293903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T05:10:32.076890+0000","last_change":"2024-08-10T05:10:29.078958+0000","last_active":"2024-08-10T05:10:32.076890+0000","last_peered":"2024-08-10T05:10:32.076890+0000","last_clean":"2024-08-10T05:10:32.076890+0000","last_became_active":"2024-08-10T05:10:29.078679+0000","last_became_peered":"2024-08-10T05:10:29.078679+0000","last_unstale":"2024-08-10T05:10:32.076890+0000","last_undegraded":"2024-08-10T05:10:32.076890+0000","last_fullsized":"2024-08-10T05:10:32.076890+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:16:41.215057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.253502+0000","last_change":"2024-08-10T05:10:29.072057+0000","last_active":"2024-08-10T05:10:49.253502+0000","last_peered":"2024-08-10T05:10:49.253502+0000","last_clean":"2024-08-10T05:10:49.253502+0000","last_became_active":"2024-08-10T05:10:29.071749+0000","last_became_peered":"2024-08-10T05:10:29.071749+0000","last_unstale":"2024-08-10T05:10:49.253502+0000","last_undegraded":"2024-08-10T05:10:49.253502+0000","last_fullsized":"2024-08-10T05:10:49.253502+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:22:06.321763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.252511+0000","last_change":"2024-08-10T05:10:29.082958+0000","last_active":"2024-08-10T05:10:49.252511+0000","last_peered":"2024-08-10T05:10:49.252511+0000","last_clean":"2024-08-10T05:10:49.252511+0000","last_became_active":"2024-08-10T05:10:29.082662+0000","last_became_peered":"2024-08-10T05:10:29.082662+0000","last_unstale":"2024-08-10T05:10:49.252511+0000","last_undegraded":"2024-08-10T05:10:49.252511+0000","last_fullsized":"2024-08-10T05:10:49.252511+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:11:17.301659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-10T05:10:30.061561+0000","last_change":"2024-08-10T05:10:29.075786+0000","last_active":"2024-08-10T05:10:30.061561+0000","last_peered":"2024-08-10T05:10:30.061561+0000","last_clean":"2024-08-10T05:10:30.061561+0000","last_became_active":"2024-08-10T05:10:29.075163+0000","last_became_peered":"2024-08-10T05:10:29.075163+0000","last_unstale":"2024-08-10T05:10:30.061561+0000","last_undegraded":"2024-08-10T05:10:30.061561+0000","last_fullsized":"2024-08-10T05:10:30.061561+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:59:36.477561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.249672+0000","last_change":"2024-08-10T05:10:29.078563+0000","last_active":"2024-08-10T05:10:49.249672+0000","last_peered":"2024-08-10T05:10:49.249672+0000","last_clean":"2024-08-10T05:10:49.249672+0000","last_became_active":"2024-08-10T05:10:29.078004+0000","last_became_peered":"2024-08-10T05:10:29.078004+0000","last_unstale":"2024-08-10T05:10:49.249672+0000","last_undegraded":"2024-08-10T05:10:49.249672+0000","last_fullsized":"2024-08-10T05:10:49.249672+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:04:06.534206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-10T05:10:31.285068+0000","last_change":"2024-08-10T05:10:29.085490+0000","last_active":"2024-08-10T05:10:31.285068+0000","last_peered":"2024-08-10T05:10:31.285068+0000","last_clean":"2024-08-10T05:10:31.285068+0000","last_became_active":"2024-08-10T05:10:29.084617+0000","last_became_peered":"2024-08-10T05:10:29.084617+0000","last_unstale":"2024-08-10T05:10:31.285068+0000","last_undegraded":"2024-08-10T05:10:31.285068+0000","last_fullsized":"2024-08-10T05:10:31.285068+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:17:19.339243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-10T05:10:30.062244+0000","last_change":"2024-08-10T05:10:29.070323+0000","last_active":"2024-08-10T05:10:30.062244+0000","last_peered":"2024-08-10T05:10:30.062244+0000","last_clean":"2024-08-10T05:10:30.062244+0000","last_became_active":"2024-08-10T05:10:29.069770+0000","last_became_peered":"2024-08-10T05:10:29.069770+0000","last_unstale":"2024-08-10T05:10:30.062244+0000","last_undegraded":"2024-08-10T05:10:30.062244+0000","last_fullsized":"2024-08-10T05:10:30.062244+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:00:21.082500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.252635+0000","last_change":"2024-08-10T05:10:29.081629+0000","last_active":"2024-08-10T05:10:49.252635+0000","last_peered":"2024-08-10T05:10:49.252635+0000","last_clean":"2024-08-10T05:10:49.252635+0000","last_became_active":"2024-08-10T05:10:29.081369+0000","last_became_peered":"2024-08-10T05:10:29.081369+0000","last_unstale":"2024-08-10T05:10:49.252635+0000","last_undegraded":"2024-08-10T05:10:49.252635+0000","last_fullsized":"2024-08-10T05:10:49.252635+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:59:07.383007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.254669+0000","last_change":"2024-08-10T05:10:29.076217+0000","last_active":"2024-08-10T05:10:49.254669+0000","last_peered":"2024-08-10T05:10:49.254669+0000","last_clean":"2024-08-10T05:10:49.254669+0000","last_became_active":"2024-08-10T05:10:29.075834+0000","last_became_peered":"2024-08-10T05:10:29.075834+0000","last_unstale":"2024-08-10T05:10:49.254669+0000","last_undegraded":"2024-08-10T05:10:49.254669+0000","last_fullsized":"2024-08-10T05:10:49.254669+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:21:32.168614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.245504+0000","last_change":"2024-08-10T05:10:29.073608+0000","last_active":"2024-08-10T05:10:49.245504+0000","last_peered":"2024-08-10T05:10:49.245504+0000","last_clean":"2024-08-10T05:10:49.245504+0000","last_became_active":"2024-08-10T05:10:29.073321+0000","last_became_peered":"2024-08-10T05:10:29.073321+0000","last_unstale":"2024-08-10T05:10:49.245504+0000","last_undegraded":"2024-08-10T05:10:49.245504+0000","last_fullsized":"2024-08-10T05:10:49.245504+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:12:49.748088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T05:10:32.074324+0000","last_change":"2024-08-10T05:10:29.078156+0000","last_active":"2024-08-10T05:10:32.074324+0000","last_peered":"2024-08-10T05:10:32.074324+0000","last_clean":"2024-08-10T05:10:32.074324+0000","last_became_active":"2024-08-10T05:10:29.077617+0000","last_became_peered":"2024-08-10T05:10:29.077617+0000","last_unstale":"2024-08-10T05:10:32.074324+0000","last_undegraded":"2024-08-10T05:10:32.074324+0000","last_fullsized":"2024-08-10T05:10:32.074324+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:17:34.987725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":23,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-08-10T05:10:50.440206+0000","last_change":"2024-08-10T05:10:50.440206+0000","last_active":"2024-08-10T05:10:50.440206+0000","last_peered":"2024-08-10T05:10:50.440206+0000","last_clean":"2024-08-10T05:10:50.440206+0000","last_became_active":"2024-08-10T05:10:50.439956+0000","last_became_peered":"2024-08-10T05:10:50.439956+0000","last_unstale":"2024-08-10T05:10:50.440206+0000","last_undegraded":"2024-08-10T05:10:50.440206+0000","last_fullsized":"2024-08-10T05:10:50.440206+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:25:43.282669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-10T05:10:31.285016+0000","last_change":"2024-08-10T05:10:29.071759+0000","last_active":"2024-08-10T05:10:31.285016+0000","last_peered":"2024-08-10T05:10:31.285016+0000","last_clean":"2024-08-10T05:10:31.285016+0000","last_became_active":"2024-08-10T05:10:29.071406+0000","last_became_peered":"2024-08-10T05:10:29.071406+0000","last_unstale":"2024-08-10T05:10:31.285016+0000","last_undegraded":"2024-08-10T05:10:31.285016+0000","last_fullsized":"2024-08-10T05:10:31.285016+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:16:38.703376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.252544+0000","last_change":"2024-08-10T05:10:29.074505+0000","last_active":"2024-08-10T05:10:49.252544+0000","last_peered":"2024-08-10T05:10:49.252544+0000","last_clean":"2024-08-10T05:10:49.252544+0000","last_became_active":"2024-08-10T05:10:29.074240+0000","last_became_peered":"2024-08-10T05:10:29.074240+0000","last_unstale":"2024-08-10T05:10:49.252544+0000","last_undegraded":"2024-08-10T05:10:49.252544+0000","last_fullsized":"2024-08-10T05:10:49.252544+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:20:01.145083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":23,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-08-10T05:10:50.256061+0000","last_change":"2024-08-10T05:10:50.256061+0000","last_active":"2024-08-10T05:10:50.256061+0000","last_peered":"2024-08-10T05:10:50.256061+0000","last_clean":"2024-08-10T05:10:50.256061+0000","last_became_active":"2024-08-10T05:10:50.255675+0000","last_became_peered":"2024-08-10T05:10:50.255675+0000","last_unstale":"2024-08-10T05:10:50.256061+0000","last_undegraded":"2024-08-10T05:10:50.256061+0000","last_fullsized":"2024-08-10T05:10:50.256061+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:45:56.983235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.252710+0000","last_change":"2024-08-10T05:10:29.070862+0000","last_active":"2024-08-10T05:10:49.252710+0000","last_peered":"2024-08-10T05:10:49.252710+0000","last_clean":"2024-08-10T05:10:49.252710+0000","last_became_active":"2024-08-10T05:10:29.070602+0000","last_became_peered":"2024-08-10T05:10:29.070602+0000","last_unstale":"2024-08-10T05:10:49.252710+0000","last_undegraded":"2024-08-10T05:10:49.252710+0000","last_fullsized":"2024-08-10T05:10:49.252710+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:13:29.560413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.249999+0000","last_change":"2024-08-10T05:10:29.074551+0000","last_active":"2024-08-10T05:10:49.249999+0000","last_peered":"2024-08-10T05:10:49.249999+0000","last_clean":"2024-08-10T05:10:49.249999+0000","last_became_active":"2024-08-10T05:10:29.074195+0000","last_became_peered":"2024-08-10T05:10:29.074195+0000","last_unstale":"2024-08-10T05:10:49.249999+0000","last_undegraded":"2024-08-10T05:10:49.249999+0000","last_fullsized":"2024-08-10T05:10:49.249999+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:32:17.903554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.253526+0000","last_change":"2024-08-10T05:10:29.081097+0000","last_active":"2024-08-10T05:10:49.253526+0000","last_peered":"2024-08-10T05:10:49.253526+0000","last_clean":"2024-08-10T05:10:49.253526+0000","last_became_active":"2024-08-10T05:10:29.080841+0000","last_became_peered":"2024-08-10T05:10:29.080841+0000","last_unstale":"2024-08-10T05:10:49.253526+0000","last_undegraded":"2024-08-10T05:10:49.253526+0000","last_fullsized":"2024-08-10T05:10:49.253526+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:41:35.692261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-10T05:10:30.061894+0000","last_change":"2024-08-10T05:10:29.067096+0000","last_active":"2024-08-10T05:10:30.061894+0000","last_peered":"2024-08-10T05:10:30.061894+0000","last_clean":"2024-08-10T05:10:30.061894+0000","last_became_active":"2024-08-10T05:10:29.066783+0000","last_became_peered":"2024-08-10T05:10:29.066783+0000","last_unstale":"2024-08-10T05:10:30.061894+0000","last_undegraded":"2024-08-10T05:10:30.061894+0000","last_fullsized":"2024-08-10T05:10:30.061894+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:39:54.838780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.249826+0000","last_change":"2024-08-10T05:10:29.078480+0000","last_active":"2024-08-10T05:10:49.249826+0000","last_peered":"2024-08-10T05:10:49.249826+0000","last_clean":"2024-08-10T05:10:49.249826+0000","last_became_active":"2024-08-10T05:10:29.078180+0000","last_became_peered":"2024-08-10T05:10:29.078180+0000","last_unstale":"2024-08-10T05:10:49.249826+0000","last_undegraded":"2024-08-10T05:10:49.249826+0000","last_fullsized":"2024-08-10T05:10:49.249826+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:43:04.396295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-10T05:10:31.285144+0000","last_change":"2024-08-10T05:10:29.085075+0000","last_active":"2024-08-10T05:10:31.285144+0000","last_peered":"2024-08-10T05:10:31.285144+0000","last_clean":"2024-08-10T05:10:31.285144+0000","last_became_active":"2024-08-10T05:10:29.084815+0000","last_became_peered":"2024-08-10T05:10:29.084815+0000","last_unstale":"2024-08-10T05:10:31.285144+0000","last_undegraded":"2024-08-10T05:10:31.285144+0000","last_fullsized":"2024-08-10T05:10:31.285144+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:57:30.200961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.252604+0000","last_change":"2024-08-10T05:10:29.081951+0000","last_active":"2024-08-10T05:10:49.252604+0000","last_peered":"2024-08-10T05:10:49.252604+0000","last_clean":"2024-08-10T05:10:49.252604+0000","last_became_active":"2024-08-10T05:10:29.081565+0000","last_became_peered":"2024-08-10T05:10:29.081565+0000","last_unstale":"2024-08-10T05:10:49.252604+0000","last_undegraded":"2024-08-10T05:10:49.252604+0000","last_fullsized":"2024-08-10T05:10:49.252604+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:40:35.329296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.245501+0000","last_change":"2024-08-10T05:10:29.075596+0000","last_active":"2024-08-10T05:10:49.245501+0000","last_peered":"2024-08-10T05:10:49.245501+0000","last_clean":"2024-08-10T05:10:49.245501+0000","last_became_active":"2024-08-10T05:10:29.075320+0000","last_became_peered":"2024-08-10T05:10:29.075320+0000","last_unstale":"2024-08-10T05:10:49.245501+0000","last_undegraded":"2024-08-10T05:10:49.245501+0000","last_fullsized":"2024-08-10T05:10:49.245501+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:08:58.296245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":23,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-08-10T05:10:50.254418+0000","last_change":"2024-08-10T05:10:50.254418+0000","last_active":"2024-08-10T05:10:50.254418+0000","last_peered":"2024-08-10T05:10:50.254418+0000","last_clean":"2024-08-10T05:10:50.254418+0000","last_became_active":"2024-08-10T05:10:50.254084+0000","last_became_peered":"2024-08-10T05:10:50.254084+0000","last_unstale":"2024-08-10T05:10:50.254418+0000","last_undegraded":"2024-08-10T05:10:50.254418+0000","last_fullsized":"2024-08-10T05:10:50.254418+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:06:47.053373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-10T05:10:30.061305+0000","last_change":"2024-08-10T05:10:29.064378+0000","last_active":"2024-08-10T05:10:30.061305+0000","last_peered":"2024-08-10T05:10:30.061305+0000","last_clean":"2024-08-10T05:10:30.061305+0000","last_became_active":"2024-08-10T05:10:29.063939+0000","last_became_peered":"2024-08-10T05:10:29.063939+0000","last_unstale":"2024-08-10T05:10:30.061305+0000","last_undegraded":"2024-08-10T05:10:30.061305+0000","last_fullsized":"2024-08-10T05:10:30.061305+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:46:22.153445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"66'1","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.249934+0000","last_change":"2024-08-10T05:10:25.847093+0000","last_active":"2024-08-10T05:10:49.249934+0000","last_peered":"2024-08-10T05:10:49.249934+0000","last_clean":"2024-08-10T05:10:49.249934+0000","last_became_active":"2024-08-10T05:10:25.846777+0000","last_became_peered":"2024-08-10T05:10:25.846777+0000","last_unstale":"2024-08-10T05:10:49.249934+0000","last_undegraded":"2024-08-10T05:10:49.249934+0000","last_fullsized":"2024-08-10T05:10:49.249934+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:57:13.408054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-10T05:10:31.285234+0000","last_change":"2024-08-10T05:10:29.074781+0000","last_active":"2024-08-10T05:10:31.285234+0000","last_peered":"2024-08-10T05:10:31.285234+0000","last_clean":"2024-08-10T05:10:31.285234+0000","last_became_active":"2024-08-10T05:10:29.074463+0000","last_became_peered":"2024-08-10T05:10:29.074463+0000","last_unstale":"2024-08-10T05:10:31.285234+0000","last_undegraded":"2024-08-10T05:10:31.285234+0000","last_fullsized":"2024-08-10T05:10:31.285234+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:48:32.385567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"66'1","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.252170+0000","last_change":"2024-08-10T05:10:25.844668+0000","last_active":"2024-08-10T05:10:49.252170+0000","last_peered":"2024-08-10T05:10:49.252170+0000","last_clean":"2024-08-10T05:10:49.252170+0000","last_became_active":"2024-08-10T05:10:25.844365+0000","last_became_peered":"2024-08-10T05:10:25.844365+0000","last_unstale":"2024-08-10T05:10:49.252170+0000","last_undegraded":"2024-08-10T05:10:49.252170+0000","last_fullsized":"2024-08-10T05:10:49.252170+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:56:09.048933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.250959+0000","last_change":"2024-08-10T05:10:25.846243+0000","last_active":"2024-08-10T05:10:49.250959+0000","last_peered":"2024-08-10T05:10:49.250959+0000","last_clean":"2024-08-10T05:10:49.250959+0000","last_became_active":"2024-08-10T05:10:25.845930+0000","last_became_peered":"2024-08-10T05:10:25.845930+0000","last_unstale":"2024-08-10T05:10:49.250959+0000","last_undegraded":"2024-08-10T05:10:49.250959+0000","last_fullsized":"2024-08-10T05:10:49.250959+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:50:41.627402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.248711+0000","last_change":"2024-08-10T05:10:29.078853+0000","last_active":"2024-08-10T05:10:49.248711+0000","last_peered":"2024-08-10T05:10:49.248711+0000","last_clean":"2024-08-10T05:10:49.248711+0000","last_became_active":"2024-08-10T05:10:29.078166+0000","last_became_peered":"2024-08-10T05:10:29.078166+0000","last_unstale":"2024-08-10T05:10:49.248711+0000","last_undegraded":"2024-08-10T05:10:49.248711+0000","last_fullsized":"2024-08-10T05:10:49.248711+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:50:26.834928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.252789+0000","last_change":"2024-08-10T05:10:25.844598+0000","last_active":"2024-08-10T05:10:49.252789+0000","last_peered":"2024-08-10T05:10:49.252789+0000","last_clean":"2024-08-10T05:10:49.252789+0000","last_became_active":"2024-08-10T05:10:25.844180+0000","last_became_peered":"2024-08-10T05:10:25.844180+0000","last_unstale":"2024-08-10T05:10:49.252789+0000","last_undegraded":"2024-08-10T05:10:49.252789+0000","last_fullsized":"2024-08-10T05:10:49.252789+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:50:00.755212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-10T05:10:30.061847+0000","last_change":"2024-08-10T05:10:29.071015+0000","last_active":"2024-08-10T05:10:30.061847+0000","last_peered":"2024-08-10T05:10:30.061847+0000","last_clean":"2024-08-10T05:10:30.061847+0000","last_became_active":"2024-08-10T05:10:29.070729+0000","last_became_peered":"2024-08-10T05:10:29.070729+0000","last_unstale":"2024-08-10T05:10:30.061847+0000","last_undegraded":"2024-08-10T05:10:30.061847+0000","last_fullsized":"2024-08-10T05:10:30.061847+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:21:49.840421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.253296+0000","last_change":"2024-08-10T05:10:25.848142+0000","last_active":"2024-08-10T05:10:49.253296+0000","last_peered":"2024-08-10T05:10:49.253296+0000","last_clean":"2024-08-10T05:10:49.253296+0000","last_became_active":"2024-08-10T05:10:25.847824+0000","last_became_peered":"2024-08-10T05:10:25.847824+0000","last_unstale":"2024-08-10T05:10:49.253296+0000","last_undegraded":"2024-08-10T05:10:49.253296+0000","last_fullsized":"2024-08-10T05:10:49.253296+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:50:52.474002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.254039+0000","last_change":"2024-08-10T05:10:29.076708+0000","last_active":"2024-08-10T05:10:49.254039+0000","last_peered":"2024-08-10T05:10:49.254039+0000","last_clean":"2024-08-10T05:10:49.254039+0000","last_became_active":"2024-08-10T05:10:29.076454+0000","last_became_peered":"2024-08-10T05:10:29.076454+0000","last_unstale":"2024-08-10T05:10:49.254039+0000","last_undegraded":"2024-08-10T05:10:49.254039+0000","last_fullsized":"2024-08-10T05:10:49.254039+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:37:16.626829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.254444+0000","last_change":"2024-08-10T05:10:25.843179+0000","last_active":"2024-08-10T05:10:49.254444+0000","last_peered":"2024-08-10T05:10:49.254444+0000","last_clean":"2024-08-10T05:10:49.254444+0000","last_became_active":"2024-08-10T05:10:25.842799+0000","last_became_peered":"2024-08-10T05:10:25.842799+0000","last_unstale":"2024-08-10T05:10:49.254444+0000","last_undegraded":"2024-08-10T05:10:49.254444+0000","last_fullsized":"2024-08-10T05:10:49.254444+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:33:46.751185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-10T05:10:31.285503+0000","last_change":"2024-08-10T05:10:29.082861+0000","last_active":"2024-08-10T05:10:31.285503+0000","last_peered":"2024-08-10T05:10:31.285503+0000","last_clean":"2024-08-10T05:10:31.285503+0000","last_became_active":"2024-08-10T05:10:29.082583+0000","last_became_peered":"2024-08-10T05:10:29.082583+0000","last_unstale":"2024-08-10T05:10:31.285503+0000","last_undegraded":"2024-08-10T05:10:31.285503+0000","last_fullsized":"2024-08-10T05:10:31.285503+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:37:00.907092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"66'3","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T05:10:32.077292+0000","last_change":"2024-08-10T05:10:25.847729+0000","last_active":"2024-08-10T05:10:32.077292+0000","last_peered":"2024-08-10T05:10:32.077292+0000","last_clean":"2024-08-10T05:10:32.077292+0000","last_became_active":"2024-08-10T05:10:25.847453+0000","last_became_peered":"2024-08-10T05:10:25.847453+0000","last_unstale":"2024-08-10T05:10:32.077292+0000","last_undegraded":"2024-08-10T05:10:32.077292+0000","last_fullsized":"2024-08-10T05:10:32.077292+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:18:20.466598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-10T05:10:30.061800+0000","last_change":"2024-08-10T05:10:29.074829+0000","last_active":"2024-08-10T05:10:30.061800+0000","last_peered":"2024-08-10T05:10:30.061800+0000","last_clean":"2024-08-10T05:10:30.061800+0000","last_became_active":"2024-08-10T05:10:29.074565+0000","last_became_peered":"2024-08-10T05:10:29.074565+0000","last_unstale":"2024-08-10T05:10:30.061800+0000","last_undegraded":"2024-08-10T05:10:30.061800+0000","last_fullsized":"2024-08-10T05:10:30.061800+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:13:38.195656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"66'6","reported_seq":22,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.253834+0000","last_change":"2024-08-10T05:10:25.848694+0000","last_active":"2024-08-10T05:10:49.253834+0000","last_peered":"2024-08-10T05:10:49.253834+0000","last_clean":"2024-08-10T05:10:49.253834+0000","last_became_active":"2024-08-10T05:10:25.848287+0000","last_became_peered":"2024-08-10T05:10:25.848287+0000","last_unstale":"2024-08-10T05:10:49.253834+0000","last_undegraded":"2024-08-10T05:10:49.253834+0000","last_fullsized":"2024-08-10T05:10:49.253834+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:33:21.302088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1552,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T05:10:32.074000+0000","last_change":"2024-08-10T05:10:29.082280+0000","last_active":"2024-08-10T05:10:32.074000+0000","last_peered":"2024-08-10T05:10:32.074000+0000","last_clean":"2024-08-10T05:10:32.074000+0000","last_became_active":"2024-08-10T05:10:29.081680+0000","last_became_peered":"2024-08-10T05:10:29.081680+0000","last_unstale":"2024-08-10T05:10:32.074000+0000","last_undegraded":"2024-08-10T05:10:32.074000+0000","last_fullsized":"2024-08-10T05:10:32.074000+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:06:21.099839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"66'2","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T05:10:32.078044+0000","last_change":"2024-08-10T05:10:25.843210+0000","last_active":"2024-08-10T05:10:32.078044+0000","last_peered":"2024-08-10T05:10:32.078044+0000","last_clean":"2024-08-10T05:10:32.078044+0000","last_became_active":"2024-08-10T05:10:25.842788+0000","last_became_peered":"2024-08-10T05:10:25.842788+0000","last_unstale":"2024-08-10T05:10:32.078044+0000","last_undegraded":"2024-08-10T05:10:32.078044+0000","last_fullsized":"2024-08-10T05:10:32.078044+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:45:10.896399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-10T05:10:31.285184+0000","last_change":"2024-08-10T05:10:29.079831+0000","last_active":"2024-08-10T05:10:31.285184+0000","last_peered":"2024-08-10T05:10:31.285184+0000","last_clean":"2024-08-10T05:10:31.285184+0000","last_became_active":"2024-08-10T05:10:29.079609+0000","last_became_peered":"2024-08-10T05:10:29.079609+0000","last_unstale":"2024-08-10T05:10:31.285184+0000","last_undegraded":"2024-08-10T05:10:31.285184+0000","last_fullsized":"2024-08-10T05:10:31.285184+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:59:58.700092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":26,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-08-10T05:10:50.256112+0000","last_change":"2024-08-10T05:10:50.256112+0000","last_active":"2024-08-10T05:10:50.256112+0000","last_peered":"2024-08-10T05:10:50.256112+0000","last_clean":"2024-08-10T05:10:50.256112+0000","last_became_active":"2024-08-10T05:10:50.255846+0000","last_became_peered":"2024-08-10T05:10:50.255846+0000","last_unstale":"2024-08-10T05:10:50.256112+0000","last_undegraded":"2024-08-10T05:10:50.256112+0000","last_fullsized":"2024-08-10T05:10:50.256112+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:08:21.630390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T05:10:32.076793+0000","last_change":"2024-08-10T05:10:29.084797+0000","last_active":"2024-08-10T05:10:32.076793+0000","last_peered":"2024-08-10T05:10:32.076793+0000","last_clean":"2024-08-10T05:10:32.076793+0000","last_became_active":"2024-08-10T05:10:29.084248+0000","last_became_peered":"2024-08-10T05:10:29.084248+0000","last_unstale":"2024-08-10T05:10:32.076793+0000","last_undegraded":"2024-08-10T05:10:32.076793+0000","last_fullsized":"2024-08-10T05:10:32.076793+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:55:27.191398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.252299+0000","last_change":"2024-08-10T05:10:25.848523+0000","last_active":"2024-08-10T05:10:49.252299+0000","last_peered":"2024-08-10T05:10:49.252299+0000","last_clean":"2024-08-10T05:10:49.252299+0000","last_became_active":"2024-08-10T05:10:25.846732+0000","last_became_peered":"2024-08-10T05:10:25.846732+0000","last_unstale":"2024-08-10T05:10:49.252299+0000","last_undegraded":"2024-08-10T05:10:49.252299+0000","last_fullsized":"2024-08-10T05:10:49.252299+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:59:46.625291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.253732+0000","last_change":"2024-08-10T05:10:29.082959+0000","last_active":"2024-08-10T05:10:49.253732+0000","last_peered":"2024-08-10T05:10:49.253732+0000","last_clean":"2024-08-10T05:10:49.253732+0000","last_became_active":"2024-08-10T05:10:29.082707+0000","last_became_peered":"2024-08-10T05:10:29.082707+0000","last_unstale":"2024-08-10T05:10:49.253732+0000","last_undegraded":"2024-08-10T05:10:49.253732+0000","last_fullsized":"2024-08-10T05:10:49.253732+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:07:44.205981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"66'8","reported_seq":24,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.245375+0000","last_change":"2024-08-10T05:10:25.840828+0000","last_active":"2024-08-10T05:10:49.245375+0000","last_peered":"2024-08-10T05:10:49.245375+0000","last_clean":"2024-08-10T05:10:49.245375+0000","last_became_active":"2024-08-10T05:10:25.840554+0000","last_became_peered":"2024-08-10T05:10:25.840554+0000","last_unstale":"2024-08-10T05:10:49.245375+0000","last_undegraded":"2024-08-10T05:10:49.245375+0000","last_fullsized":"2024-08-10T05:10:49.245375+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:36:26.147349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T05:10:32.074077+0000","last_change":"2024-08-10T05:10:29.083923+0000","last_active":"2024-08-10T05:10:32.074077+0000","last_peered":"2024-08-10T05:10:32.074077+0000","last_clean":"2024-08-10T05:10:32.074077+0000","last_became_active":"2024-08-10T05:10:29.083529+0000","last_became_peered":"2024-08-10T05:10:29.083529+0000","last_unstale":"2024-08-10T05:10:32.074077+0000","last_undegraded":"2024-08-10T05:10:32.074077+0000","last_fullsized":"2024-08-10T05:10:32.074077+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:05:03.421597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"66'1","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T05:10:32.064964+0000","last_change":"2024-08-10T05:10:25.842836+0000","last_active":"2024-08-10T05:10:32.064964+0000","last_peered":"2024-08-10T05:10:32.064964+0000","last_clean":"2024-08-10T05:10:32.064964+0000","last_became_active":"2024-08-10T05:10:25.842529+0000","last_became_peered":"2024-08-10T05:10:25.842529+0000","last_unstale":"2024-08-10T05:10:32.064964+0000","last_undegraded":"2024-08-10T05:10:32.064964+0000","last_fullsized":"2024-08-10T05:10:32.064964+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:09:27.231370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T05:10:32.075278+0000","last_change":"2024-08-10T05:10:29.081132+0000","last_active":"2024-08-10T05:10:32.075278+0000","last_peered":"2024-08-10T05:10:32.075278+0000","last_clean":"2024-08-10T05:10:32.075278+0000","last_became_active":"2024-08-10T05:10:29.080884+0000","last_became_peered":"2024-08-10T05:10:29.080884+0000","last_unstale":"2024-08-10T05:10:32.075278+0000","last_undegraded":"2024-08-10T05:10:32.075278+0000","last_fullsized":"2024-08-10T05:10:32.075278+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:16:44.973212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"66'2","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.245652+0000","last_change":"2024-08-10T05:10:25.844918+0000","last_active":"2024-08-10T05:10:49.245652+0000","last_peered":"2024-08-10T05:10:49.245652+0000","last_clean":"2024-08-10T05:10:49.245652+0000","last_became_active":"2024-08-10T05:10:25.844661+0000","last_became_peered":"2024-08-10T05:10:25.844661+0000","last_unstale":"2024-08-10T05:10:49.245652+0000","last_undegraded":"2024-08-10T05:10:49.245652+0000","last_fullsized":"2024-08-10T05:10:49.245652+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:10:49.915291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T05:10:32.074183+0000","last_change":"2024-08-10T05:10:29.083486+0000","last_active":"2024-08-10T05:10:32.074183+0000","last_peered":"2024-08-10T05:10:32.074183+0000","last_clean":"2024-08-10T05:10:32.074183+0000","last_became_active":"2024-08-10T05:10:29.083120+0000","last_became_peered":"2024-08-10T05:10:29.083120+0000","last_unstale":"2024-08-10T05:10:32.074183+0000","last_undegraded":"2024-08-10T05:10:32.074183+0000","last_fullsized":"2024-08-10T05:10:32.074183+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:03:22.620600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"66'1","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T05:10:32.066537+0000","last_change":"2024-08-10T05:10:25.841696+0000","last_active":"2024-08-10T05:10:32.066537+0000","last_peered":"2024-08-10T05:10:32.066537+0000","last_clean":"2024-08-10T05:10:32.066537+0000","last_became_active":"2024-08-10T05:10:25.841404+0000","last_became_peered":"2024-08-10T05:10:25.841404+0000","last_unstale":"2024-08-10T05:10:32.066537+0000","last_undegraded":"2024-08-10T05:10:32.066537+0000","last_fullsized":"2024-08-10T05:10:32.066537+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:02:29.531302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.253773+0000","last_change":"2024-08-10T05:10:29.074462+0000","last_active":"2024-08-10T05:10:49.253773+0000","last_peered":"2024-08-10T05:10:49.253773+0000","last_clean":"2024-08-10T05:10:49.253773+0000","last_became_active":"2024-08-10T05:10:29.074182+0000","last_became_peered":"2024-08-10T05:10:29.074182+0000","last_unstale":"2024-08-10T05:10:49.253773+0000","last_undegraded":"2024-08-10T05:10:49.253773+0000","last_fullsized":"2024-08-10T05:10:49.253773+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:23:59.780411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.245838+0000","last_change":"2024-08-10T05:10:25.840350+0000","last_active":"2024-08-10T05:10:49.245838+0000","last_peered":"2024-08-10T05:10:49.245838+0000","last_clean":"2024-08-10T05:10:49.245838+0000","last_became_active":"2024-08-10T05:10:25.840020+0000","last_became_peered":"2024-08-10T05:10:25.840020+0000","last_unstale":"2024-08-10T05:10:49.245838+0000","last_undegraded":"2024-08-10T05:10:49.245838+0000","last_fullsized":"2024-08-10T05:10:49.245838+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:41:08.343113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T05:10:32.074122+0000","last_change":"2024-08-10T05:10:29.076352+0000","last_active":"2024-08-10T05:10:32.074122+0000","last_peered":"2024-08-10T05:10:32.074122+0000","last_clean":"2024-08-10T05:10:32.074122+0000","last_became_active":"2024-08-10T05:10:29.075715+0000","last_became_peered":"2024-08-10T05:10:29.075715+0000","last_unstale":"2024-08-10T05:10:32.074122+0000","last_undegraded":"2024-08-10T05:10:32.074122+0000","last_fullsized":"2024-08-10T05:10:32.074122+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:11:55.262046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"23'117","reported_seq":235,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T05:10:32.074498+0000","last_change":"2024-08-10T05:10:03.963608+0000","last_active":"2024-08-10T05:10:32.074498+0000","last_peered":"2024-08-10T05:10:32.074498+0000","last_clean":"2024-08-10T05:10:32.074498+0000","last_became_active":"2024-08-10T05:10:03.963183+0000","last_became_peered":"2024-08-10T05:10:03.963183+0000","last_unstale":"2024-08-10T05:10:32.074498+0000","last_undegraded":"2024-08-10T05:10:32.074498+0000","last_fullsized":"2024-08-10T05:10:32.074498+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:08:04.067019+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:08:04.067019+0000","last_clean_scrub_stamp":"2024-08-10T05:08:04.067019+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:05:43.413270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.252890+0000","last_change":"2024-08-10T05:10:25.847141+0000","last_active":"2024-08-10T05:10:49.252890+0000","last_peered":"2024-08-10T05:10:49.252890+0000","last_clean":"2024-08-10T05:10:49.252890+0000","last_became_active":"2024-08-10T05:10:25.845184+0000","last_became_peered":"2024-08-10T05:10:25.845184+0000","last_unstale":"2024-08-10T05:10:49.252890+0000","last_undegraded":"2024-08-10T05:10:49.252890+0000","last_fullsized":"2024-08-10T05:10:49.252890+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:48:41.518627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.249006+0000","last_change":"2024-08-10T05:10:29.082473+0000","last_active":"2024-08-10T05:10:49.249006+0000","last_peered":"2024-08-10T05:10:49.249006+0000","last_clean":"2024-08-10T05:10:49.249006+0000","last_became_active":"2024-08-10T05:10:29.082218+0000","last_became_peered":"2024-08-10T05:10:29.082218+0000","last_unstale":"2024-08-10T05:10:49.249006+0000","last_undegraded":"2024-08-10T05:10:49.249006+0000","last_fullsized":"2024-08-10T05:10:49.249006+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:48:32.089175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T05:10:32.074417+0000","last_change":"2024-08-10T05:10:25.850238+0000","last_active":"2024-08-10T05:10:32.074417+0000","last_peered":"2024-08-10T05:10:32.074417+0000","last_clean":"2024-08-10T05:10:32.074417+0000","last_became_active":"2024-08-10T05:10:25.849644+0000","last_became_peered":"2024-08-10T05:10:25.849644+0000","last_unstale":"2024-08-10T05:10:32.074417+0000","last_undegraded":"2024-08-10T05:10:32.074417+0000","last_fullsized":"2024-08-10T05:10:32.074417+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:26:12.410095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-10T05:10:31.284944+0000","last_change":"2024-08-10T05:10:29.078649+0000","last_active":"2024-08-10T05:10:31.284944+0000","last_peered":"2024-08-10T05:10:31.284944+0000","last_clean":"2024-08-10T05:10:31.284944+0000","last_became_active":"2024-08-10T05:10:29.078200+0000","last_became_peered":"2024-08-10T05:10:29.078200+0000","last_unstale":"2024-08-10T05:10:31.284944+0000","last_undegraded":"2024-08-10T05:10:31.284944+0000","last_fullsized":"2024-08-10T05:10:31.284944+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:16:01.271759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.245605+0000","last_change":"2024-08-10T05:10:25.843274+0000","last_active":"2024-08-10T05:10:49.245605+0000","last_peered":"2024-08-10T05:10:49.245605+0000","last_clean":"2024-08-10T05:10:49.245605+0000","last_became_active":"2024-08-10T05:10:25.843003+0000","last_became_peered":"2024-08-10T05:10:25.843003+0000","last_unstale":"2024-08-10T05:10:49.245605+0000","last_undegraded":"2024-08-10T05:10:49.245605+0000","last_fullsized":"2024-08-10T05:10:49.245605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:15:39.947850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-10T05:10:30.061493+0000","last_change":"2024-08-10T05:10:29.065667+0000","last_active":"2024-08-10T05:10:30.061493+0000","last_peered":"2024-08-10T05:10:30.061493+0000","last_clean":"2024-08-10T05:10:30.061493+0000","last_became_active":"2024-08-10T05:10:29.065405+0000","last_became_peered":"2024-08-10T05:10:29.065405+0000","last_unstale":"2024-08-10T05:10:30.061493+0000","last_undegraded":"2024-08-10T05:10:30.061493+0000","last_fullsized":"2024-08-10T05:10:30.061493+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:45:11.978607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.252680+0000","last_change":"2024-08-10T05:10:25.849852+0000","last_active":"2024-08-10T05:10:49.252680+0000","last_peered":"2024-08-10T05:10:49.252680+0000","last_clean":"2024-08-10T05:10:49.252680+0000","last_became_active":"2024-08-10T05:10:25.847545+0000","last_became_peered":"2024-08-10T05:10:25.847545+0000","last_unstale":"2024-08-10T05:10:49.252680+0000","last_undegraded":"2024-08-10T05:10:49.252680+0000","last_fullsized":"2024-08-10T05:10:49.252680+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:17:58.425518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-10T05:10:30.061504+0000","last_change":"2024-08-10T05:10:29.076840+0000","last_active":"2024-08-10T05:10:30.061504+0000","last_peered":"2024-08-10T05:10:30.061504+0000","last_clean":"2024-08-10T05:10:30.061504+0000","last_became_active":"2024-08-10T05:10:29.076559+0000","last_became_peered":"2024-08-10T05:10:29.076559+0000","last_unstale":"2024-08-10T05:10:30.061504+0000","last_undegraded":"2024-08-10T05:10:30.061504+0000","last_fullsized":"2024-08-10T05:10:30.061504+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:50:09.092695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-10T05:10:30.061596+0000","last_change":"2024-08-10T05:10:25.844697+0000","last_active":"2024-08-10T05:10:30.061596+0000","last_peered":"2024-08-10T05:10:30.061596+0000","last_clean":"2024-08-10T05:10:30.061596+0000","last_became_active":"2024-08-10T05:10:25.844380+0000","last_became_peered":"2024-08-10T05:10:25.844380+0000","last_unstale":"2024-08-10T05:10:30.061596+0000","last_undegraded":"2024-08-10T05:10:30.061596+0000","last_fullsized":"2024-08-10T05:10:30.061596+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:23:39.783796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.254273+0000","last_change":"2024-08-10T05:10:29.069626+0000","last_active":"2024-08-10T05:10:49.254273+0000","last_peered":"2024-08-10T05:10:49.254273+0000","last_clean":"2024-08-10T05:10:49.254273+0000","last_became_active":"2024-08-10T05:10:29.068248+0000","last_became_peered":"2024-08-10T05:10:29.068248+0000","last_unstale":"2024-08-10T05:10:49.254273+0000","last_undegraded":"2024-08-10T05:10:49.254273+0000","last_fullsized":"2024-08-10T05:10:49.254273+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:38:13.639344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T05:10:32.074422+0000","last_change":"2024-08-10T05:10:25.849248+0000","last_active":"2024-08-10T05:10:32.074422+0000","last_peered":"2024-08-10T05:10:32.074422+0000","last_clean":"2024-08-10T05:10:32.074422+0000","last_became_active":"2024-08-10T05:10:25.848913+0000","last_became_peered":"2024-08-10T05:10:25.848913+0000","last_unstale":"2024-08-10T05:10:32.074422+0000","last_undegraded":"2024-08-10T05:10:32.074422+0000","last_fullsized":"2024-08-10T05:10:32.074422+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:54:01.026444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-10T05:10:30.061494+0000","last_change":"2024-08-10T05:10:29.082381+0000","last_active":"2024-08-10T05:10:30.061494+0000","last_peered":"2024-08-10T05:10:30.061494+0000","last_clean":"2024-08-10T05:10:30.061494+0000","last_became_active":"2024-08-10T05:10:29.082045+0000","last_became_peered":"2024-08-10T05:10:29.082045+0000","last_unstale":"2024-08-10T05:10:30.061494+0000","last_undegraded":"2024-08-10T05:10:30.061494+0000","last_fullsized":"2024-08-10T05:10:30.061494+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:11:04.312960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"66'1","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T05:10:32.066924+0000","last_change":"2024-08-10T05:10:25.841023+0000","last_active":"2024-08-10T05:10:32.066924+0000","last_peered":"2024-08-10T05:10:32.066924+0000","last_clean":"2024-08-10T05:10:32.066924+0000","last_became_active":"2024-08-10T05:10:25.840613+0000","last_became_peered":"2024-08-10T05:10:25.840613+0000","last_unstale":"2024-08-10T05:10:32.066924+0000","last_undegraded":"2024-08-10T05:10:32.066924+0000","last_fullsized":"2024-08-10T05:10:32.066924+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:59:28.205118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.250016+0000","last_change":"2024-08-10T05:10:29.077736+0000","last_active":"2024-08-10T05:10:49.250016+0000","last_peered":"2024-08-10T05:10:49.250016+0000","last_clean":"2024-08-10T05:10:49.250016+0000","last_became_active":"2024-08-10T05:10:29.077391+0000","last_became_peered":"2024-08-10T05:10:29.077391+0000","last_unstale":"2024-08-10T05:10:49.250016+0000","last_undegraded":"2024-08-10T05:10:49.250016+0000","last_fullsized":"2024-08-10T05:10:49.250016+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:35:51.485156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"66'2","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.253400+0000","last_change":"2024-08-10T05:10:25.846894+0000","last_active":"2024-08-10T05:10:49.253400+0000","last_peered":"2024-08-10T05:10:49.253400+0000","last_clean":"2024-08-10T05:10:49.253400+0000","last_became_active":"2024-08-10T05:10:25.846585+0000","last_became_peered":"2024-08-10T05:10:25.846585+0000","last_unstale":"2024-08-10T05:10:49.253400+0000","last_undegraded":"2024-08-10T05:10:49.253400+0000","last_fullsized":"2024-08-10T05:10:49.253400+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:41:49.658953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-08-10T05:10:50.399678+0000","last_change":"2024-08-10T05:10:50.399678+0000","last_active":"2024-08-10T05:10:50.399678+0000","last_peered":"2024-08-10T05:10:50.399678+0000","last_clean":"2024-08-10T05:10:50.399678+0000","last_became_active":"2024-08-10T05:10:50.399368+0000","last_became_peered":"2024-08-10T05:10:50.399368+0000","last_unstale":"2024-08-10T05:10:50.399678+0000","last_undegraded":"2024-08-10T05:10:50.399678+0000","last_fullsized":"2024-08-10T05:10:50.399678+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:14:57.220259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T05:10:32.074319+0000","last_change":"2024-08-10T05:10:25.844031+0000","last_active":"2024-08-10T05:10:32.074319+0000","last_peered":"2024-08-10T05:10:32.074319+0000","last_clean":"2024-08-10T05:10:32.074319+0000","last_became_active":"2024-08-10T05:10:25.843294+0000","last_became_peered":"2024-08-10T05:10:25.843294+0000","last_unstale":"2024-08-10T05:10:32.074319+0000","last_undegraded":"2024-08-10T05:10:32.074319+0000","last_fullsized":"2024-08-10T05:10:32.074319+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:30:48.150250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-10T05:10:30.061467+0000","last_change":"2024-08-10T05:10:29.074644+0000","last_active":"2024-08-10T05:10:30.061467+0000","last_peered":"2024-08-10T05:10:30.061467+0000","last_clean":"2024-08-10T05:10:30.061467+0000","last_became_active":"2024-08-10T05:10:29.074376+0000","last_became_peered":"2024-08-10T05:10:29.074376+0000","last_unstale":"2024-08-10T05:10:30.061467+0000","last_undegraded":"2024-08-10T05:10:30.061467+0000","last_fullsized":"2024-08-10T05:10:30.061467+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:22:37.242728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-10T05:10:30.062255+0000","last_change":"2024-08-10T05:10:25.843659+0000","last_active":"2024-08-10T05:10:30.062255+0000","last_peered":"2024-08-10T05:10:30.062255+0000","last_clean":"2024-08-10T05:10:30.062255+0000","last_became_active":"2024-08-10T05:10:25.843193+0000","last_became_peered":"2024-08-10T05:10:25.843193+0000","last_unstale":"2024-08-10T05:10:30.062255+0000","last_undegraded":"2024-08-10T05:10:30.062255+0000","last_fullsized":"2024-08-10T05:10:30.062255+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:19:25.083932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.248794+0000","last_change":"2024-08-10T05:10:29.072765+0000","last_active":"2024-08-10T05:10:49.248794+0000","last_peered":"2024-08-10T05:10:49.248794+0000","last_clean":"2024-08-10T05:10:49.248794+0000","last_became_active":"2024-08-10T05:10:29.072479+0000","last_became_peered":"2024-08-10T05:10:29.072479+0000","last_unstale":"2024-08-10T05:10:49.248794+0000","last_undegraded":"2024-08-10T05:10:49.248794+0000","last_fullsized":"2024-08-10T05:10:49.248794+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:16:05.768486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-10T05:10:30.062195+0000","last_change":"2024-08-10T05:10:25.843495+0000","last_active":"2024-08-10T05:10:30.062195+0000","last_peered":"2024-08-10T05:10:30.062195+0000","last_clean":"2024-08-10T05:10:30.062195+0000","last_became_active":"2024-08-10T05:10:25.842848+0000","last_became_peered":"2024-08-10T05:10:25.842848+0000","last_unstale":"2024-08-10T05:10:30.062195+0000","last_undegraded":"2024-08-10T05:10:30.062195+0000","last_fullsized":"2024-08-10T05:10:30.062195+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:52:14.809811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.249726+0000","last_change":"2024-08-10T05:10:29.078920+0000","last_active":"2024-08-10T05:10:49.249726+0000","last_peered":"2024-08-10T05:10:49.249726+0000","last_clean":"2024-08-10T05:10:49.249726+0000","last_became_active":"2024-08-10T05:10:29.078369+0000","last_became_peered":"2024-08-10T05:10:29.078369+0000","last_unstale":"2024-08-10T05:10:49.249726+0000","last_undegraded":"2024-08-10T05:10:49.249726+0000","last_fullsized":"2024-08-10T05:10:49.249726+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:29:43.180198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"66'2","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T05:10:32.081100+0000","last_change":"2024-08-10T05:10:25.851484+0000","last_active":"2024-08-10T05:10:32.081100+0000","last_peered":"2024-08-10T05:10:32.081100+0000","last_clean":"2024-08-10T05:10:32.081100+0000","last_became_active":"2024-08-10T05:10:25.851072+0000","last_became_peered":"2024-08-10T05:10:25.851072+0000","last_unstale":"2024-08-10T05:10:32.081100+0000","last_undegraded":"2024-08-10T05:10:32.081100+0000","last_fullsized":"2024-08-10T05:10:32.081100+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:26:14.532910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.251942+0000","last_change":"2024-08-10T05:10:29.073125+0000","last_active":"2024-08-10T05:10:49.251942+0000","last_peered":"2024-08-10T05:10:49.251942+0000","last_clean":"2024-08-10T05:10:49.251942+0000","last_became_active":"2024-08-10T05:10:29.072884+0000","last_became_peered":"2024-08-10T05:10:29.072884+0000","last_unstale":"2024-08-10T05:10:49.251942+0000","last_undegraded":"2024-08-10T05:10:49.251942+0000","last_fullsized":"2024-08-10T05:10:49.251942+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:54:12.854132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-08-10T05:10:50.399716+0000","last_change":"2024-08-10T05:10:50.399716+0000","last_active":"2024-08-10T05:10:50.399716+0000","last_peered":"2024-08-10T05:10:50.399716+0000","last_clean":"2024-08-10T05:10:50.399716+0000","last_became_active":"2024-08-10T05:10:50.399397+0000","last_became_peered":"2024-08-10T05:10:50.399397+0000","last_unstale":"2024-08-10T05:10:50.399716+0000","last_undegraded":"2024-08-10T05:10:50.399716+0000","last_fullsized":"2024-08-10T05:10:50.399716+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:29:42.295674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,6],"acting":[2,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1c","version":"66'2","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T05:10:32.080837+0000","last_change":"2024-08-10T05:10:25.848335+0000","last_active":"2024-08-10T05:10:32.080837+0000","last_peered":"2024-08-10T05:10:32.080837+0000","last_clean":"2024-08-10T05:10:32.080837+0000","last_became_active":"2024-08-10T05:10:25.848004+0000","last_became_peered":"2024-08-10T05:10:25.848004+0000","last_unstale":"2024-08-10T05:10:32.080837+0000","last_undegraded":"2024-08-10T05:10:32.080837+0000","last_fullsized":"2024-08-10T05:10:32.080837+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:11:14.592815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.253343+0000","last_change":"2024-08-10T05:10:29.075962+0000","last_active":"2024-08-10T05:10:49.253343+0000","last_peered":"2024-08-10T05:10:49.253343+0000","last_clean":"2024-08-10T05:10:49.253343+0000","last_became_active":"2024-08-10T05:10:29.075716+0000","last_became_peered":"2024-08-10T05:10:29.075716+0000","last_unstale":"2024-08-10T05:10:49.253343+0000","last_undegraded":"2024-08-10T05:10:49.253343+0000","last_fullsized":"2024-08-10T05:10:49.253343+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:37:48.018020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"66'2","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T05:10:32.080837+0000","last_change":"2024-08-10T05:10:25.851128+0000","last_active":"2024-08-10T05:10:32.080837+0000","last_peered":"2024-08-10T05:10:32.080837+0000","last_clean":"2024-08-10T05:10:32.080837+0000","last_became_active":"2024-08-10T05:10:25.850167+0000","last_became_peered":"2024-08-10T05:10:25.850167+0000","last_unstale":"2024-08-10T05:10:32.080837+0000","last_undegraded":"2024-08-10T05:10:32.080837+0000","last_fullsized":"2024-08-10T05:10:32.080837+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:05:05.420769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-10T05:10:31.285481+0000","last_change":"2024-08-10T05:10:29.084863+0000","last_active":"2024-08-10T05:10:31.285481+0000","last_peered":"2024-08-10T05:10:31.285481+0000","last_clean":"2024-08-10T05:10:31.285481+0000","last_became_active":"2024-08-10T05:10:29.084583+0000","last_became_peered":"2024-08-10T05:10:29.084583+0000","last_unstale":"2024-08-10T05:10:31.285481+0000","last_undegraded":"2024-08-10T05:10:31.285481+0000","last_fullsized":"2024-08-10T05:10:31.285481+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:01:10.417852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"66'1","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.250011+0000","last_change":"2024-08-10T05:10:25.847911+0000","last_active":"2024-08-10T05:10:49.250011+0000","last_peered":"2024-08-10T05:10:49.250011+0000","last_clean":"2024-08-10T05:10:49.250011+0000","last_became_active":"2024-08-10T05:10:25.847631+0000","last_became_peered":"2024-08-10T05:10:25.847631+0000","last_unstale":"2024-08-10T05:10:49.250011+0000","last_undegraded":"2024-08-10T05:10:49.250011+0000","last_fullsized":"2024-08-10T05:10:49.250011+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:25:51.583228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.250082+0000","last_change":"2024-08-10T05:10:29.073808+0000","last_active":"2024-08-10T05:10:49.250082+0000","last_peered":"2024-08-10T05:10:49.250082+0000","last_clean":"2024-08-10T05:10:49.250082+0000","last_became_active":"2024-08-10T05:10:29.073536+0000","last_became_peered":"2024-08-10T05:10:29.073536+0000","last_unstale":"2024-08-10T05:10:49.250082+0000","last_undegraded":"2024-08-10T05:10:49.250082+0000","last_fullsized":"2024-08-10T05:10:49.250082+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:45:29.319794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"66'4","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T05:10:32.081294+0000","last_change":"2024-08-10T05:10:25.847068+0000","last_active":"2024-08-10T05:10:32.081294+0000","last_peered":"2024-08-10T05:10:32.081294+0000","last_clean":"2024-08-10T05:10:32.081294+0000","last_became_active":"2024-08-10T05:10:25.846073+0000","last_became_peered":"2024-08-10T05:10:25.846073+0000","last_unstale":"2024-08-10T05:10:32.081294+0000","last_undegraded":"2024-08-10T05:10:32.081294+0000","last_fullsized":"2024-08-10T05:10:32.081294+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:06:01.150239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2338,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7014,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2969600,"data_stored":2951840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201292,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298604,"kb_used_data":1248,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446548,"statfs":{"total":95995035648,"available":95689265152,"internally_reserved":0,"allocated":1277952,"data_stored":877275,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.62}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55000000000000004}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53800000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57899999999999996}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60499999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.436}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64500000000000002}]}]},{"osd":6,"up_from":47,"seq":201863462928,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298624,"kb_used_data":1264,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446528,"statfs":{"total":95995035648,"available":95689244672,"internally_reserved":0,"allocated":1294336,"data_stored":884768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 10 05:10:36 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.46999999999999997},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.44}]},{"osd":1,"last update":"Sat Aug 10 05:10:36 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.52900000000000003}]},{"osd":2,"last update":"Sat Aug 10 05:10:36 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"last":0.38200000000000001},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.55800000000000005}]},{"osd":3,"last update":"Sat Aug 10 05:10:36 2024","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.41099999999999998},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.60799999999999998}]},{"osd":4,"last update":"Sat Aug 10 05:10:36 2024","interfaces":[{"interface":"back","average":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.622},{"interface":"front","average":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.877,"5min":0.877,"15min":0.877},"last":0.46000000000000002}]},{"osd":5,"last update":"Sat Aug 10 05:10:36 2024","interfaces":[{"interface":"back","average":{"1min":0.442,"5min":0.442,"15min":0.442},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.49299999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50800000000000001}]}]},{"osd":5,"up_from":39,"seq":167503724566,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298048,"kb_used_data":688,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447104,"statfs":{"total":95995035648,"available":95689834496,"internally_reserved":0,"allocated":704512,"data_stored":294490,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 10 05:10:14 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.59199999999999997}]},{"osd":1,"last update":"Sat Aug 10 05:10:14 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.53800000000000003}]},{"osd":2,"last update":"Sat Aug 10 05:10:14 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.57899999999999996}]},{"osd":3,"last update":"Sat Aug 10 05:10:14 2024","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.60299999999999998}]},{"osd":4,"last update":"Sat Aug 10 05:10:14 2024","interfaces":[{"interface":"back","average":{"1min":0.37,"5min":0.37,"15min":0.37},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"last":0.34200000000000003},{"interface":"front","average":{"1min":0.376,"5min":0.376,"15min":0.376},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"last":0.39200000000000002}]},{"osd":6,"last update":"Sat Aug 10 05:10:36 2024","interfaces":[{"interface":"back","average":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.621,"5min":0.621,"15min":0.621},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"last":0.36899999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41399999999999998}]}]},{"osd":4,"up_from":31,"seq":133143986202,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298016,"kb_used_data":660,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447136,"statfs":{"total":95995035648,"available":95689867264,"internally_reserved":0,"allocated":675840,"data_stored":280071,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 10 05:09:51 2024","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.67600000000000005},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"last":0.59799999999999998}]},{"osd":1,"last update":"Sat Aug 10 05:09:51 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.69599999999999995},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.60799999999999998}]},{"osd":2,"last update":"Sat Aug 10 05:09:51 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.72099999999999997},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.66300000000000003}]},{"osd":3,"last update":"Sat Aug 10 05:09:51 2024","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.622},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.64600000000000002}]},{"osd":5,"last update":"Sat Aug 10 05:10:13 2024","interfaces":[{"interface":"back","average":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.34799999999999998},{"interface":"front","average":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.40899999999999997}]},{"osd":6,"last update":"Sat Aug 10 05:10:37 2024","interfaces":[{"interface":"back","average":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.39200000000000002},{"interface":"front","average":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.44}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48999999999999999}]}]},{"osd":3,"up_from":26,"seq":111669149728,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298048,"kb_used_data":688,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447104,"statfs":{"total":95995035648,"available":95689834496,"internally_reserved":0,"allocated":704512,"data_stored":294239,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 10 05:10:31 2024","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.37,"15min":0.36799999999999999},"min":{"1min":0.246,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"last":0.25700000000000001},{"interface":"front","average":{"1min":0.38900000000000001,"5min":0.39600000000000002,"15min":0.39700000000000002},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"last":0.26800000000000002}]},{"osd":1,"last update":"Sat Aug 10 05:10:31 2024","interfaces":[{"interface":"back","average":{"1min":0.42799999999999999,"5min":0.42199999999999999,"15min":0.42099999999999999},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.308},{"interface":"front","average":{"1min":0.41499999999999998,"5min":0.40100000000000002,"15min":0.39900000000000002},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.28399999999999997}]},{"osd":2,"last update":"Sat Aug 10 05:10:31 2024","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"last":0.35899999999999999},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.41899999999999998,"15min":0.42199999999999999},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.53600000000000003,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.34100000000000003}]},{"osd":4,"last update":"Sat Aug 10 05:09:53 2024","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"last":0.61799999999999999},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.49299999999999999}]},{"osd":5,"last update":"Sat Aug 10 05:10:13 2024","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.94399999999999995,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.58899999999999997},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.67000000000000004}]},{"osd":6,"last update":"Sat Aug 10 05:10:37 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.57599999999999996},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.69599999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64000000000000001}]}]},{"osd":2,"up_from":18,"seq":77309411365,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298032,"kb_used_data":672,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447120,"statfs":{"total":95995035648,"available":95689850880,"internally_reserved":0,"allocated":688128,"data_stored":292848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 10 05:10:06 2024","interfaces":[{"interface":"back","average":{"1min":0.374,"5min":0.37,"15min":0.36899999999999999},"min":{"1min":0.189,"5min":0.189,"15min":0.189},"max":{"1min":0.59899999999999998,"5min":0.62,"15min":0.62},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.433,"5min":0.377,"15min":0.36799999999999999},"min":{"1min":0.28899999999999998,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.628,"5min":0.628,"15min":0.628},"last":0.504}]},{"osd":1,"last update":"Sat Aug 10 05:10:06 2024","interfaces":[{"interface":"back","average":{"1min":0.41899999999999998,"5min":0.39100000000000001,"15min":0.38600000000000001},"min":{"1min":0.28199999999999997,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.42999999999999999,"5min":0.40300000000000002,"15min":0.39900000000000002},"min":{"1min":0.28799999999999998,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.52300000000000002}]},{"osd":3,"last update":"Sat Aug 10 05:10:27 2024","interfaces":[{"interface":"back","average":{"1min":0.45600000000000002,"5min":0.46100000000000002,"15min":0.46200000000000002},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.59699999999999998,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.438,"5min":0.44600000000000001,"15min":0.44800000000000001},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.60499999999999998}]},{"osd":4,"last update":"Sat Aug 10 05:10:51 2024","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.56000000000000005,"15min":0.55500000000000005},"min":{"1min":0.47699999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.72099999999999997,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.72599999999999998},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.91800000000000004}]},{"osd":5,"last update":"Sat Aug 10 05:10:13 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.70999999999999996},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":0.93999999999999995,"5min":0.93999999999999995,"15min":0.93999999999999995},"last":0.83399999999999996}]},{"osd":6,"last update":"Sat Aug 10 05:10:37 2024","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":0.88,"5min":0.88,"15min":0.88},"last":0.82199999999999995},{"interface":"front","average":{"1min":0.629,"5min":0.629,"15min":0.629},"min":{"1min":0.498,"5min":0.498,"15min":0.498},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.84899999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.872}]}]},{"osd":1,"up_from":13,"seq":55834574889,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298016,"kb_used_data":656,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447136,"statfs":{"total":95995035648,"available":95689867264,"internally_reserved":0,"allocated":671744,"data_stored":279800,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 10 05:10:45 2024","interfaces":[{"interface":"back","average":{"1min":0.34699999999999998,"5min":0.35899999999999999,"15min":0.35099999999999998},"min":{"1min":0.182,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":0.53900000000000003,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.375,"5min":0.35999999999999999,"15min":0.34200000000000003},"min":{"1min":0.23200000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"last":0.29999999999999999}]},{"osd":2,"last update":"Sat Aug 10 05:10:04 2024","interfaces":[{"interface":"back","average":{"1min":0.438,"5min":0.432,"15min":0.43099999999999999},"min":{"1min":0.29299999999999998,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.61199999999999999,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.35299999999999998},{"interface":"front","average":{"1min":0.41199999999999998,"5min":0.40799999999999997,"15min":0.40799999999999997},"min":{"1min":0.32200000000000001,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.51800000000000002,"5min":0.56599999999999995,"15min":0.56599999999999995},"last":0.316}]},{"osd":3,"last update":"Sat Aug 10 05:10:33 2024","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.42299999999999999,"15min":0.42799999999999999},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.498,"5min":0.54500000000000004,"15min":0.54500000000000004},"last":0.41599999999999998},{"interface":"front","average":{"1min":0.45600000000000002,"5min":0.46800000000000003,"15min":0.46999999999999997},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.628,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.42799999999999999}]},{"osd":4,"last update":"Sat Aug 10 05:09:52 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.44500000000000001},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.47699999999999998}]},{"osd":5,"last update":"Sat Aug 10 05:10:14 2024","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.39000000000000001}]},{"osd":6,"last update":"Sat Aug 10 05:10:36 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.63,"5min":0.63,"15min":0.63},"min":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.56999999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55400000000000005}]}]},{"osd":0,"up_from":8,"seq":34359738414,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298604,"kb_used_data":1244,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446548,"statfs":{"total":95995035648,"available":95689265152,"internally_reserved":0,"allocated":1273856,"data_stored":870724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Aug 10 05:10:47 2024","interfaces":[{"interface":"back","average":{"1min":0.38900000000000001,"5min":0.35299999999999998,"15min":0.33200000000000002},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.36399999999999999},{"interface":"front","average":{"1min":0.41199999999999998,"5min":0.36699999999999999,"15min":0.34499999999999997},"min":{"1min":0.216,"5min":0.216,"15min":0.216},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.435}]},{"osd":2,"last update":"Sat Aug 10 05:10:06 2024","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.41199999999999998,"15min":0.40300000000000002},"min":{"1min":0.29199999999999998,"5min":0.249,"15min":0.249},"max":{"1min":0.61699999999999999,"5min":0.63800000000000001,"15min":0.63800000000000001},"last":0.39000000000000001},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.40500000000000003,"15min":0.39000000000000001},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.45300000000000001}]},{"osd":3,"last update":"Sat Aug 10 05:10:29 2024","interfaces":[{"interface":"back","average":{"1min":0.44900000000000001,"5min":0.47899999999999998,"15min":0.48399999999999999},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.40799999999999997},{"interface":"front","average":{"1min":0.42699999999999999,"5min":0.439,"15min":0.441},"min":{"1min":0.28999999999999998,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"last":0.46200000000000002}]},{"osd":4,"last update":"Sat Aug 10 05:09:51 2024","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.69099999999999995},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.81899999999999995}]},{"osd":5,"last update":"Sat Aug 10 05:10:13 2024","interfaces":[{"interface":"back","average":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.876,"5min":0.876,"15min":0.876},"last":0.84799999999999998},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.66800000000000004}]},{"osd":6,"last update":"Sat Aug 10 05:10:37 2024","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.80700000000000005},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.78200000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72399999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1642,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-08-10T05:10:53.903 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid fc322138-56d5-11ef-bcce-c7b262605968 -- ceph pg dump --format=json 2024-08-10T05:10:54.165 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T05:10:54.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:54 smithi031 ceph-mon[29994]: pgmap v210: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:54.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:54 smithi031 ceph-mon[29994]: from='client.14493 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-10T05:10:54.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:54 smithi031 ceph-mon[41349]: pgmap v210: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:54.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:54 smithi031 ceph-mon[41349]: from='client.14493 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-10T05:10:54.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:54 smithi196 ceph-mon[32874]: pgmap v210: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:54.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:54 smithi196 ceph-mon[32874]: from='client.14493 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-10T05:10:56.077 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-08-10T05:10:56.079 INFO:teuthology.orchestra.run.smithi031.stderr:dumped all 2024-08-10T05:10:56.394 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:56 smithi031 ceph-mon[29994]: pgmap v211: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:56.395 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:56 smithi031 ceph-mon[41349]: pgmap v211: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:56.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:56 smithi196 ceph-mon[32874]: pgmap v211: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:56.862 INFO:teuthology.orchestra.run.smithi031.stdout:{"pg_ready":true,"pg_map":{"version":211,"stamp":"2024-08-10T05:10:55.161636+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592706,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":293,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2386068,"kb_used_data":7192,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747575148,"statfs":{"total":767960285184,"available":765516951552,"internally_reserved":0,"allocated":7364608,"data_stored":4113839,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001787"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T05:10:32.074085+0000","last_change":"2024-08-10T05:10:29.075452+0000","last_active":"2024-08-10T05:10:32.074085+0000","last_peered":"2024-08-10T05:10:32.074085+0000","last_clean":"2024-08-10T05:10:32.074085+0000","last_became_active":"2024-08-10T05:10:29.075197+0000","last_became_peered":"2024-08-10T05:10:29.075197+0000","last_unstale":"2024-08-10T05:10:32.074085+0000","last_undegraded":"2024-08-10T05:10:32.074085+0000","last_fullsized":"2024-08-10T05:10:32.074085+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:36:56.376407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.246843+0000","last_change":"2024-08-10T05:10:29.071808+0000","last_active":"2024-08-10T05:10:49.246843+0000","last_peered":"2024-08-10T05:10:49.246843+0000","last_clean":"2024-08-10T05:10:49.246843+0000","last_became_active":"2024-08-10T05:10:29.071529+0000","last_became_peered":"2024-08-10T05:10:29.071529+0000","last_unstale":"2024-08-10T05:10:49.246843+0000","last_undegraded":"2024-08-10T05:10:49.246843+0000","last_fullsized":"2024-08-10T05:10:49.246843+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:04:40.487257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.249787+0000","last_change":"2024-08-10T05:10:29.077436+0000","last_active":"2024-08-10T05:10:49.249787+0000","last_peered":"2024-08-10T05:10:49.249787+0000","last_clean":"2024-08-10T05:10:49.249787+0000","last_became_active":"2024-08-10T05:10:29.077166+0000","last_became_peered":"2024-08-10T05:10:29.077166+0000","last_unstale":"2024-08-10T05:10:49.249787+0000","last_undegraded":"2024-08-10T05:10:49.249787+0000","last_fullsized":"2024-08-10T05:10:49.249787+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:24:54.646348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.253093+0000","last_change":"2024-08-10T05:10:29.070466+0000","last_active":"2024-08-10T05:10:49.253093+0000","last_peered":"2024-08-10T05:10:49.253093+0000","last_clean":"2024-08-10T05:10:49.253093+0000","last_became_active":"2024-08-10T05:10:29.070218+0000","last_became_peered":"2024-08-10T05:10:29.070218+0000","last_unstale":"2024-08-10T05:10:49.253093+0000","last_undegraded":"2024-08-10T05:10:49.253093+0000","last_fullsized":"2024-08-10T05:10:49.253093+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:47:39.657458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T05:10:32.076983+0000","last_change":"2024-08-10T05:10:29.083938+0000","last_active":"2024-08-10T05:10:32.076983+0000","last_peered":"2024-08-10T05:10:32.076983+0000","last_clean":"2024-08-10T05:10:32.076983+0000","last_became_active":"2024-08-10T05:10:29.083695+0000","last_became_peered":"2024-08-10T05:10:29.083695+0000","last_unstale":"2024-08-10T05:10:32.076983+0000","last_undegraded":"2024-08-10T05:10:32.076983+0000","last_fullsized":"2024-08-10T05:10:32.076983+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:39:03.393548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.252492+0000","last_change":"2024-08-10T05:10:29.081812+0000","last_active":"2024-08-10T05:10:49.252492+0000","last_peered":"2024-08-10T05:10:49.252492+0000","last_clean":"2024-08-10T05:10:49.252492+0000","last_became_active":"2024-08-10T05:10:29.081220+0000","last_became_peered":"2024-08-10T05:10:29.081220+0000","last_unstale":"2024-08-10T05:10:49.252492+0000","last_undegraded":"2024-08-10T05:10:49.252492+0000","last_fullsized":"2024-08-10T05:10:49.252492+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:40:19.479959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T05:10:32.073938+0000","last_change":"2024-08-10T05:10:29.084956+0000","last_active":"2024-08-10T05:10:32.073938+0000","last_peered":"2024-08-10T05:10:32.073938+0000","last_clean":"2024-08-10T05:10:32.073938+0000","last_became_active":"2024-08-10T05:10:29.084242+0000","last_became_peered":"2024-08-10T05:10:29.084242+0000","last_unstale":"2024-08-10T05:10:32.073938+0000","last_undegraded":"2024-08-10T05:10:32.073938+0000","last_fullsized":"2024-08-10T05:10:32.073938+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:16:45.027508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.248525+0000","last_change":"2024-08-10T05:10:29.082709+0000","last_active":"2024-08-10T05:10:49.248525+0000","last_peered":"2024-08-10T05:10:49.248525+0000","last_clean":"2024-08-10T05:10:49.248525+0000","last_became_active":"2024-08-10T05:10:29.078783+0000","last_became_peered":"2024-08-10T05:10:29.078783+0000","last_unstale":"2024-08-10T05:10:49.248525+0000","last_undegraded":"2024-08-10T05:10:49.248525+0000","last_fullsized":"2024-08-10T05:10:49.248525+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:33:09.293903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T05:10:32.076890+0000","last_change":"2024-08-10T05:10:29.078958+0000","last_active":"2024-08-10T05:10:32.076890+0000","last_peered":"2024-08-10T05:10:32.076890+0000","last_clean":"2024-08-10T05:10:32.076890+0000","last_became_active":"2024-08-10T05:10:29.078679+0000","last_became_peered":"2024-08-10T05:10:29.078679+0000","last_unstale":"2024-08-10T05:10:32.076890+0000","last_undegraded":"2024-08-10T05:10:32.076890+0000","last_fullsized":"2024-08-10T05:10:32.076890+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:16:41.215057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.253502+0000","last_change":"2024-08-10T05:10:29.072057+0000","last_active":"2024-08-10T05:10:49.253502+0000","last_peered":"2024-08-10T05:10:49.253502+0000","last_clean":"2024-08-10T05:10:49.253502+0000","last_became_active":"2024-08-10T05:10:29.071749+0000","last_became_peered":"2024-08-10T05:10:29.071749+0000","last_unstale":"2024-08-10T05:10:49.253502+0000","last_undegraded":"2024-08-10T05:10:49.253502+0000","last_fullsized":"2024-08-10T05:10:49.253502+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:22:06.321763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.252511+0000","last_change":"2024-08-10T05:10:29.082958+0000","last_active":"2024-08-10T05:10:49.252511+0000","last_peered":"2024-08-10T05:10:49.252511+0000","last_clean":"2024-08-10T05:10:49.252511+0000","last_became_active":"2024-08-10T05:10:29.082662+0000","last_became_peered":"2024-08-10T05:10:29.082662+0000","last_unstale":"2024-08-10T05:10:49.252511+0000","last_undegraded":"2024-08-10T05:10:49.252511+0000","last_fullsized":"2024-08-10T05:10:49.252511+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:11:17.301659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.250756+0000","last_change":"2024-08-10T05:10:29.075786+0000","last_active":"2024-08-10T05:10:49.250756+0000","last_peered":"2024-08-10T05:10:49.250756+0000","last_clean":"2024-08-10T05:10:49.250756+0000","last_became_active":"2024-08-10T05:10:29.075163+0000","last_became_peered":"2024-08-10T05:10:29.075163+0000","last_unstale":"2024-08-10T05:10:49.250756+0000","last_undegraded":"2024-08-10T05:10:49.250756+0000","last_fullsized":"2024-08-10T05:10:49.250756+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:59:36.477561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.249672+0000","last_change":"2024-08-10T05:10:29.078563+0000","last_active":"2024-08-10T05:10:49.249672+0000","last_peered":"2024-08-10T05:10:49.249672+0000","last_clean":"2024-08-10T05:10:49.249672+0000","last_became_active":"2024-08-10T05:10:29.078004+0000","last_became_peered":"2024-08-10T05:10:29.078004+0000","last_unstale":"2024-08-10T05:10:49.249672+0000","last_undegraded":"2024-08-10T05:10:49.249672+0000","last_fullsized":"2024-08-10T05:10:49.249672+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:04:06.534206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.249850+0000","last_change":"2024-08-10T05:10:29.085490+0000","last_active":"2024-08-10T05:10:49.249850+0000","last_peered":"2024-08-10T05:10:49.249850+0000","last_clean":"2024-08-10T05:10:49.249850+0000","last_became_active":"2024-08-10T05:10:29.084617+0000","last_became_peered":"2024-08-10T05:10:29.084617+0000","last_unstale":"2024-08-10T05:10:49.249850+0000","last_undegraded":"2024-08-10T05:10:49.249850+0000","last_fullsized":"2024-08-10T05:10:49.249850+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:17:19.339243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.246376+0000","last_change":"2024-08-10T05:10:29.070323+0000","last_active":"2024-08-10T05:10:49.246376+0000","last_peered":"2024-08-10T05:10:49.246376+0000","last_clean":"2024-08-10T05:10:49.246376+0000","last_became_active":"2024-08-10T05:10:29.069770+0000","last_became_peered":"2024-08-10T05:10:29.069770+0000","last_unstale":"2024-08-10T05:10:49.246376+0000","last_undegraded":"2024-08-10T05:10:49.246376+0000","last_fullsized":"2024-08-10T05:10:49.246376+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:00:21.082500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.252635+0000","last_change":"2024-08-10T05:10:29.081629+0000","last_active":"2024-08-10T05:10:49.252635+0000","last_peered":"2024-08-10T05:10:49.252635+0000","last_clean":"2024-08-10T05:10:49.252635+0000","last_became_active":"2024-08-10T05:10:29.081369+0000","last_became_peered":"2024-08-10T05:10:29.081369+0000","last_unstale":"2024-08-10T05:10:49.252635+0000","last_undegraded":"2024-08-10T05:10:49.252635+0000","last_fullsized":"2024-08-10T05:10:49.252635+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:59:07.383007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.254669+0000","last_change":"2024-08-10T05:10:29.076217+0000","last_active":"2024-08-10T05:10:49.254669+0000","last_peered":"2024-08-10T05:10:49.254669+0000","last_clean":"2024-08-10T05:10:49.254669+0000","last_became_active":"2024-08-10T05:10:29.075834+0000","last_became_peered":"2024-08-10T05:10:29.075834+0000","last_unstale":"2024-08-10T05:10:49.254669+0000","last_undegraded":"2024-08-10T05:10:49.254669+0000","last_fullsized":"2024-08-10T05:10:49.254669+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:21:32.168614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.245504+0000","last_change":"2024-08-10T05:10:29.073608+0000","last_active":"2024-08-10T05:10:49.245504+0000","last_peered":"2024-08-10T05:10:49.245504+0000","last_clean":"2024-08-10T05:10:49.245504+0000","last_became_active":"2024-08-10T05:10:29.073321+0000","last_became_peered":"2024-08-10T05:10:29.073321+0000","last_unstale":"2024-08-10T05:10:49.245504+0000","last_undegraded":"2024-08-10T05:10:49.245504+0000","last_fullsized":"2024-08-10T05:10:49.245504+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:12:49.748088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T05:10:32.074324+0000","last_change":"2024-08-10T05:10:29.078156+0000","last_active":"2024-08-10T05:10:32.074324+0000","last_peered":"2024-08-10T05:10:32.074324+0000","last_clean":"2024-08-10T05:10:32.074324+0000","last_became_active":"2024-08-10T05:10:29.077617+0000","last_became_peered":"2024-08-10T05:10:29.077617+0000","last_unstale":"2024-08-10T05:10:32.074324+0000","last_undegraded":"2024-08-10T05:10:32.074324+0000","last_fullsized":"2024-08-10T05:10:32.074324+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:17:34.987725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":23,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-08-10T05:10:50.440206+0000","last_change":"2024-08-10T05:10:50.440206+0000","last_active":"2024-08-10T05:10:50.440206+0000","last_peered":"2024-08-10T05:10:50.440206+0000","last_clean":"2024-08-10T05:10:50.440206+0000","last_became_active":"2024-08-10T05:10:50.439956+0000","last_became_peered":"2024-08-10T05:10:50.439956+0000","last_unstale":"2024-08-10T05:10:50.440206+0000","last_undegraded":"2024-08-10T05:10:50.440206+0000","last_fullsized":"2024-08-10T05:10:50.440206+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:25:43.282669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.250470+0000","last_change":"2024-08-10T05:10:29.071759+0000","last_active":"2024-08-10T05:10:49.250470+0000","last_peered":"2024-08-10T05:10:49.250470+0000","last_clean":"2024-08-10T05:10:49.250470+0000","last_became_active":"2024-08-10T05:10:29.071406+0000","last_became_peered":"2024-08-10T05:10:29.071406+0000","last_unstale":"2024-08-10T05:10:49.250470+0000","last_undegraded":"2024-08-10T05:10:49.250470+0000","last_fullsized":"2024-08-10T05:10:49.250470+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:16:38.703376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.252544+0000","last_change":"2024-08-10T05:10:29.074505+0000","last_active":"2024-08-10T05:10:49.252544+0000","last_peered":"2024-08-10T05:10:49.252544+0000","last_clean":"2024-08-10T05:10:49.252544+0000","last_became_active":"2024-08-10T05:10:29.074240+0000","last_became_peered":"2024-08-10T05:10:29.074240+0000","last_unstale":"2024-08-10T05:10:49.252544+0000","last_undegraded":"2024-08-10T05:10:49.252544+0000","last_fullsized":"2024-08-10T05:10:49.252544+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:20:01.145083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":23,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-08-10T05:10:50.256061+0000","last_change":"2024-08-10T05:10:50.256061+0000","last_active":"2024-08-10T05:10:50.256061+0000","last_peered":"2024-08-10T05:10:50.256061+0000","last_clean":"2024-08-10T05:10:50.256061+0000","last_became_active":"2024-08-10T05:10:50.255675+0000","last_became_peered":"2024-08-10T05:10:50.255675+0000","last_unstale":"2024-08-10T05:10:50.256061+0000","last_undegraded":"2024-08-10T05:10:50.256061+0000","last_fullsized":"2024-08-10T05:10:50.256061+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:45:56.983235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.252710+0000","last_change":"2024-08-10T05:10:29.070862+0000","last_active":"2024-08-10T05:10:49.252710+0000","last_peered":"2024-08-10T05:10:49.252710+0000","last_clean":"2024-08-10T05:10:49.252710+0000","last_became_active":"2024-08-10T05:10:29.070602+0000","last_became_peered":"2024-08-10T05:10:29.070602+0000","last_unstale":"2024-08-10T05:10:49.252710+0000","last_undegraded":"2024-08-10T05:10:49.252710+0000","last_fullsized":"2024-08-10T05:10:49.252710+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:13:29.560413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.249999+0000","last_change":"2024-08-10T05:10:29.074551+0000","last_active":"2024-08-10T05:10:49.249999+0000","last_peered":"2024-08-10T05:10:49.249999+0000","last_clean":"2024-08-10T05:10:49.249999+0000","last_became_active":"2024-08-10T05:10:29.074195+0000","last_became_peered":"2024-08-10T05:10:29.074195+0000","last_unstale":"2024-08-10T05:10:49.249999+0000","last_undegraded":"2024-08-10T05:10:49.249999+0000","last_fullsized":"2024-08-10T05:10:49.249999+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:32:17.903554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.253526+0000","last_change":"2024-08-10T05:10:29.081097+0000","last_active":"2024-08-10T05:10:49.253526+0000","last_peered":"2024-08-10T05:10:49.253526+0000","last_clean":"2024-08-10T05:10:49.253526+0000","last_became_active":"2024-08-10T05:10:29.080841+0000","last_became_peered":"2024-08-10T05:10:29.080841+0000","last_unstale":"2024-08-10T05:10:49.253526+0000","last_undegraded":"2024-08-10T05:10:49.253526+0000","last_fullsized":"2024-08-10T05:10:49.253526+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:41:35.692261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.246616+0000","last_change":"2024-08-10T05:10:29.067096+0000","last_active":"2024-08-10T05:10:49.246616+0000","last_peered":"2024-08-10T05:10:49.246616+0000","last_clean":"2024-08-10T05:10:49.246616+0000","last_became_active":"2024-08-10T05:10:29.066783+0000","last_became_peered":"2024-08-10T05:10:29.066783+0000","last_unstale":"2024-08-10T05:10:49.246616+0000","last_undegraded":"2024-08-10T05:10:49.246616+0000","last_fullsized":"2024-08-10T05:10:49.246616+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:39:54.838780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.249826+0000","last_change":"2024-08-10T05:10:29.078480+0000","last_active":"2024-08-10T05:10:49.249826+0000","last_peered":"2024-08-10T05:10:49.249826+0000","last_clean":"2024-08-10T05:10:49.249826+0000","last_became_active":"2024-08-10T05:10:29.078180+0000","last_became_peered":"2024-08-10T05:10:29.078180+0000","last_unstale":"2024-08-10T05:10:49.249826+0000","last_undegraded":"2024-08-10T05:10:49.249826+0000","last_fullsized":"2024-08-10T05:10:49.249826+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:43:04.396295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.250628+0000","last_change":"2024-08-10T05:10:29.085075+0000","last_active":"2024-08-10T05:10:49.250628+0000","last_peered":"2024-08-10T05:10:49.250628+0000","last_clean":"2024-08-10T05:10:49.250628+0000","last_became_active":"2024-08-10T05:10:29.084815+0000","last_became_peered":"2024-08-10T05:10:29.084815+0000","last_unstale":"2024-08-10T05:10:49.250628+0000","last_undegraded":"2024-08-10T05:10:49.250628+0000","last_fullsized":"2024-08-10T05:10:49.250628+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:57:30.200961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.252604+0000","last_change":"2024-08-10T05:10:29.081951+0000","last_active":"2024-08-10T05:10:49.252604+0000","last_peered":"2024-08-10T05:10:49.252604+0000","last_clean":"2024-08-10T05:10:49.252604+0000","last_became_active":"2024-08-10T05:10:29.081565+0000","last_became_peered":"2024-08-10T05:10:29.081565+0000","last_unstale":"2024-08-10T05:10:49.252604+0000","last_undegraded":"2024-08-10T05:10:49.252604+0000","last_fullsized":"2024-08-10T05:10:49.252604+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:40:35.329296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.245501+0000","last_change":"2024-08-10T05:10:29.075596+0000","last_active":"2024-08-10T05:10:49.245501+0000","last_peered":"2024-08-10T05:10:49.245501+0000","last_clean":"2024-08-10T05:10:49.245501+0000","last_became_active":"2024-08-10T05:10:29.075320+0000","last_became_peered":"2024-08-10T05:10:29.075320+0000","last_unstale":"2024-08-10T05:10:49.245501+0000","last_undegraded":"2024-08-10T05:10:49.245501+0000","last_fullsized":"2024-08-10T05:10:49.245501+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:08:58.296245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":23,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-08-10T05:10:50.254418+0000","last_change":"2024-08-10T05:10:50.254418+0000","last_active":"2024-08-10T05:10:50.254418+0000","last_peered":"2024-08-10T05:10:50.254418+0000","last_clean":"2024-08-10T05:10:50.254418+0000","last_became_active":"2024-08-10T05:10:50.254084+0000","last_became_peered":"2024-08-10T05:10:50.254084+0000","last_unstale":"2024-08-10T05:10:50.254418+0000","last_undegraded":"2024-08-10T05:10:50.254418+0000","last_fullsized":"2024-08-10T05:10:50.254418+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:06:47.053373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.249813+0000","last_change":"2024-08-10T05:10:29.064378+0000","last_active":"2024-08-10T05:10:49.249813+0000","last_peered":"2024-08-10T05:10:49.249813+0000","last_clean":"2024-08-10T05:10:49.249813+0000","last_became_active":"2024-08-10T05:10:29.063939+0000","last_became_peered":"2024-08-10T05:10:29.063939+0000","last_unstale":"2024-08-10T05:10:49.249813+0000","last_undegraded":"2024-08-10T05:10:49.249813+0000","last_fullsized":"2024-08-10T05:10:49.249813+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:46:22.153445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"66'1","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.249934+0000","last_change":"2024-08-10T05:10:25.847093+0000","last_active":"2024-08-10T05:10:49.249934+0000","last_peered":"2024-08-10T05:10:49.249934+0000","last_clean":"2024-08-10T05:10:49.249934+0000","last_became_active":"2024-08-10T05:10:25.846777+0000","last_became_peered":"2024-08-10T05:10:25.846777+0000","last_unstale":"2024-08-10T05:10:49.249934+0000","last_undegraded":"2024-08-10T05:10:49.249934+0000","last_fullsized":"2024-08-10T05:10:49.249934+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:57:13.408054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.250782+0000","last_change":"2024-08-10T05:10:29.074781+0000","last_active":"2024-08-10T05:10:49.250782+0000","last_peered":"2024-08-10T05:10:49.250782+0000","last_clean":"2024-08-10T05:10:49.250782+0000","last_became_active":"2024-08-10T05:10:29.074463+0000","last_became_peered":"2024-08-10T05:10:29.074463+0000","last_unstale":"2024-08-10T05:10:49.250782+0000","last_undegraded":"2024-08-10T05:10:49.250782+0000","last_fullsized":"2024-08-10T05:10:49.250782+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:48:32.385567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"66'1","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.252170+0000","last_change":"2024-08-10T05:10:25.844668+0000","last_active":"2024-08-10T05:10:49.252170+0000","last_peered":"2024-08-10T05:10:49.252170+0000","last_clean":"2024-08-10T05:10:49.252170+0000","last_became_active":"2024-08-10T05:10:25.844365+0000","last_became_peered":"2024-08-10T05:10:25.844365+0000","last_unstale":"2024-08-10T05:10:49.252170+0000","last_undegraded":"2024-08-10T05:10:49.252170+0000","last_fullsized":"2024-08-10T05:10:49.252170+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:56:09.048933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.250959+0000","last_change":"2024-08-10T05:10:25.846243+0000","last_active":"2024-08-10T05:10:49.250959+0000","last_peered":"2024-08-10T05:10:49.250959+0000","last_clean":"2024-08-10T05:10:49.250959+0000","last_became_active":"2024-08-10T05:10:25.845930+0000","last_became_peered":"2024-08-10T05:10:25.845930+0000","last_unstale":"2024-08-10T05:10:49.250959+0000","last_undegraded":"2024-08-10T05:10:49.250959+0000","last_fullsized":"2024-08-10T05:10:49.250959+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:50:41.627402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.248711+0000","last_change":"2024-08-10T05:10:29.078853+0000","last_active":"2024-08-10T05:10:49.248711+0000","last_peered":"2024-08-10T05:10:49.248711+0000","last_clean":"2024-08-10T05:10:49.248711+0000","last_became_active":"2024-08-10T05:10:29.078166+0000","last_became_peered":"2024-08-10T05:10:29.078166+0000","last_unstale":"2024-08-10T05:10:49.248711+0000","last_undegraded":"2024-08-10T05:10:49.248711+0000","last_fullsized":"2024-08-10T05:10:49.248711+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:50:26.834928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.252789+0000","last_change":"2024-08-10T05:10:25.844598+0000","last_active":"2024-08-10T05:10:49.252789+0000","last_peered":"2024-08-10T05:10:49.252789+0000","last_clean":"2024-08-10T05:10:49.252789+0000","last_became_active":"2024-08-10T05:10:25.844180+0000","last_became_peered":"2024-08-10T05:10:25.844180+0000","last_unstale":"2024-08-10T05:10:49.252789+0000","last_undegraded":"2024-08-10T05:10:49.252789+0000","last_fullsized":"2024-08-10T05:10:49.252789+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:50:00.755212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.246190+0000","last_change":"2024-08-10T05:10:29.071015+0000","last_active":"2024-08-10T05:10:49.246190+0000","last_peered":"2024-08-10T05:10:49.246190+0000","last_clean":"2024-08-10T05:10:49.246190+0000","last_became_active":"2024-08-10T05:10:29.070729+0000","last_became_peered":"2024-08-10T05:10:29.070729+0000","last_unstale":"2024-08-10T05:10:49.246190+0000","last_undegraded":"2024-08-10T05:10:49.246190+0000","last_fullsized":"2024-08-10T05:10:49.246190+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:21:49.840421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.253296+0000","last_change":"2024-08-10T05:10:25.848142+0000","last_active":"2024-08-10T05:10:49.253296+0000","last_peered":"2024-08-10T05:10:49.253296+0000","last_clean":"2024-08-10T05:10:49.253296+0000","last_became_active":"2024-08-10T05:10:25.847824+0000","last_became_peered":"2024-08-10T05:10:25.847824+0000","last_unstale":"2024-08-10T05:10:49.253296+0000","last_undegraded":"2024-08-10T05:10:49.253296+0000","last_fullsized":"2024-08-10T05:10:49.253296+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:50:52.474002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.254039+0000","last_change":"2024-08-10T05:10:29.076708+0000","last_active":"2024-08-10T05:10:49.254039+0000","last_peered":"2024-08-10T05:10:49.254039+0000","last_clean":"2024-08-10T05:10:49.254039+0000","last_became_active":"2024-08-10T05:10:29.076454+0000","last_became_peered":"2024-08-10T05:10:29.076454+0000","last_unstale":"2024-08-10T05:10:49.254039+0000","last_undegraded":"2024-08-10T05:10:49.254039+0000","last_fullsized":"2024-08-10T05:10:49.254039+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:37:16.626829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.254444+0000","last_change":"2024-08-10T05:10:25.843179+0000","last_active":"2024-08-10T05:10:49.254444+0000","last_peered":"2024-08-10T05:10:49.254444+0000","last_clean":"2024-08-10T05:10:49.254444+0000","last_became_active":"2024-08-10T05:10:25.842799+0000","last_became_peered":"2024-08-10T05:10:25.842799+0000","last_unstale":"2024-08-10T05:10:49.254444+0000","last_undegraded":"2024-08-10T05:10:49.254444+0000","last_fullsized":"2024-08-10T05:10:49.254444+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:33:46.751185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.250712+0000","last_change":"2024-08-10T05:10:29.082861+0000","last_active":"2024-08-10T05:10:49.250712+0000","last_peered":"2024-08-10T05:10:49.250712+0000","last_clean":"2024-08-10T05:10:49.250712+0000","last_became_active":"2024-08-10T05:10:29.082583+0000","last_became_peered":"2024-08-10T05:10:29.082583+0000","last_unstale":"2024-08-10T05:10:49.250712+0000","last_undegraded":"2024-08-10T05:10:49.250712+0000","last_fullsized":"2024-08-10T05:10:49.250712+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:37:00.907092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"66'3","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.246709+0000","last_change":"2024-08-10T05:10:25.847729+0000","last_active":"2024-08-10T05:10:49.246709+0000","last_peered":"2024-08-10T05:10:49.246709+0000","last_clean":"2024-08-10T05:10:49.246709+0000","last_became_active":"2024-08-10T05:10:25.847453+0000","last_became_peered":"2024-08-10T05:10:25.847453+0000","last_unstale":"2024-08-10T05:10:49.246709+0000","last_undegraded":"2024-08-10T05:10:49.246709+0000","last_fullsized":"2024-08-10T05:10:49.246709+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:18:20.466598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.250915+0000","last_change":"2024-08-10T05:10:29.074829+0000","last_active":"2024-08-10T05:10:49.250915+0000","last_peered":"2024-08-10T05:10:49.250915+0000","last_clean":"2024-08-10T05:10:49.250915+0000","last_became_active":"2024-08-10T05:10:29.074565+0000","last_became_peered":"2024-08-10T05:10:29.074565+0000","last_unstale":"2024-08-10T05:10:49.250915+0000","last_undegraded":"2024-08-10T05:10:49.250915+0000","last_fullsized":"2024-08-10T05:10:49.250915+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:13:38.195656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"66'6","reported_seq":22,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.253834+0000","last_change":"2024-08-10T05:10:25.848694+0000","last_active":"2024-08-10T05:10:49.253834+0000","last_peered":"2024-08-10T05:10:49.253834+0000","last_clean":"2024-08-10T05:10:49.253834+0000","last_became_active":"2024-08-10T05:10:25.848287+0000","last_became_peered":"2024-08-10T05:10:25.848287+0000","last_unstale":"2024-08-10T05:10:49.253834+0000","last_undegraded":"2024-08-10T05:10:49.253834+0000","last_fullsized":"2024-08-10T05:10:49.253834+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:33:21.302088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1552,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T05:10:32.074000+0000","last_change":"2024-08-10T05:10:29.082280+0000","last_active":"2024-08-10T05:10:32.074000+0000","last_peered":"2024-08-10T05:10:32.074000+0000","last_clean":"2024-08-10T05:10:32.074000+0000","last_became_active":"2024-08-10T05:10:29.081680+0000","last_became_peered":"2024-08-10T05:10:29.081680+0000","last_unstale":"2024-08-10T05:10:32.074000+0000","last_undegraded":"2024-08-10T05:10:32.074000+0000","last_fullsized":"2024-08-10T05:10:32.074000+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:06:21.099839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"66'2","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.251446+0000","last_change":"2024-08-10T05:10:25.843210+0000","last_active":"2024-08-10T05:10:49.251446+0000","last_peered":"2024-08-10T05:10:49.251446+0000","last_clean":"2024-08-10T05:10:49.251446+0000","last_became_active":"2024-08-10T05:10:25.842788+0000","last_became_peered":"2024-08-10T05:10:25.842788+0000","last_unstale":"2024-08-10T05:10:49.251446+0000","last_undegraded":"2024-08-10T05:10:49.251446+0000","last_fullsized":"2024-08-10T05:10:49.251446+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:45:10.896399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.249379+0000","last_change":"2024-08-10T05:10:29.079831+0000","last_active":"2024-08-10T05:10:49.249379+0000","last_peered":"2024-08-10T05:10:49.249379+0000","last_clean":"2024-08-10T05:10:49.249379+0000","last_became_active":"2024-08-10T05:10:29.079609+0000","last_became_peered":"2024-08-10T05:10:29.079609+0000","last_unstale":"2024-08-10T05:10:49.249379+0000","last_undegraded":"2024-08-10T05:10:49.249379+0000","last_fullsized":"2024-08-10T05:10:49.249379+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:59:58.700092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":26,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-08-10T05:10:50.256112+0000","last_change":"2024-08-10T05:10:50.256112+0000","last_active":"2024-08-10T05:10:50.256112+0000","last_peered":"2024-08-10T05:10:50.256112+0000","last_clean":"2024-08-10T05:10:50.256112+0000","last_became_active":"2024-08-10T05:10:50.255846+0000","last_became_peered":"2024-08-10T05:10:50.255846+0000","last_unstale":"2024-08-10T05:10:50.256112+0000","last_undegraded":"2024-08-10T05:10:50.256112+0000","last_fullsized":"2024-08-10T05:10:50.256112+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:08:21.630390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T05:10:32.076793+0000","last_change":"2024-08-10T05:10:29.084797+0000","last_active":"2024-08-10T05:10:32.076793+0000","last_peered":"2024-08-10T05:10:32.076793+0000","last_clean":"2024-08-10T05:10:32.076793+0000","last_became_active":"2024-08-10T05:10:29.084248+0000","last_became_peered":"2024-08-10T05:10:29.084248+0000","last_unstale":"2024-08-10T05:10:32.076793+0000","last_undegraded":"2024-08-10T05:10:32.076793+0000","last_fullsized":"2024-08-10T05:10:32.076793+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:55:27.191398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.252299+0000","last_change":"2024-08-10T05:10:25.848523+0000","last_active":"2024-08-10T05:10:49.252299+0000","last_peered":"2024-08-10T05:10:49.252299+0000","last_clean":"2024-08-10T05:10:49.252299+0000","last_became_active":"2024-08-10T05:10:25.846732+0000","last_became_peered":"2024-08-10T05:10:25.846732+0000","last_unstale":"2024-08-10T05:10:49.252299+0000","last_undegraded":"2024-08-10T05:10:49.252299+0000","last_fullsized":"2024-08-10T05:10:49.252299+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:59:46.625291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.253732+0000","last_change":"2024-08-10T05:10:29.082959+0000","last_active":"2024-08-10T05:10:49.253732+0000","last_peered":"2024-08-10T05:10:49.253732+0000","last_clean":"2024-08-10T05:10:49.253732+0000","last_became_active":"2024-08-10T05:10:29.082707+0000","last_became_peered":"2024-08-10T05:10:29.082707+0000","last_unstale":"2024-08-10T05:10:49.253732+0000","last_undegraded":"2024-08-10T05:10:49.253732+0000","last_fullsized":"2024-08-10T05:10:49.253732+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:07:44.205981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"66'8","reported_seq":24,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.245375+0000","last_change":"2024-08-10T05:10:25.840828+0000","last_active":"2024-08-10T05:10:49.245375+0000","last_peered":"2024-08-10T05:10:49.245375+0000","last_clean":"2024-08-10T05:10:49.245375+0000","last_became_active":"2024-08-10T05:10:25.840554+0000","last_became_peered":"2024-08-10T05:10:25.840554+0000","last_unstale":"2024-08-10T05:10:49.245375+0000","last_undegraded":"2024-08-10T05:10:49.245375+0000","last_fullsized":"2024-08-10T05:10:49.245375+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:36:26.147349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T05:10:32.074077+0000","last_change":"2024-08-10T05:10:29.083923+0000","last_active":"2024-08-10T05:10:32.074077+0000","last_peered":"2024-08-10T05:10:32.074077+0000","last_clean":"2024-08-10T05:10:32.074077+0000","last_became_active":"2024-08-10T05:10:29.083529+0000","last_became_peered":"2024-08-10T05:10:29.083529+0000","last_unstale":"2024-08-10T05:10:32.074077+0000","last_undegraded":"2024-08-10T05:10:32.074077+0000","last_fullsized":"2024-08-10T05:10:32.074077+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:05:03.421597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"66'1","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.251347+0000","last_change":"2024-08-10T05:10:25.842836+0000","last_active":"2024-08-10T05:10:49.251347+0000","last_peered":"2024-08-10T05:10:49.251347+0000","last_clean":"2024-08-10T05:10:49.251347+0000","last_became_active":"2024-08-10T05:10:25.842529+0000","last_became_peered":"2024-08-10T05:10:25.842529+0000","last_unstale":"2024-08-10T05:10:49.251347+0000","last_undegraded":"2024-08-10T05:10:49.251347+0000","last_fullsized":"2024-08-10T05:10:49.251347+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:09:27.231370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T05:10:32.075278+0000","last_change":"2024-08-10T05:10:29.081132+0000","last_active":"2024-08-10T05:10:32.075278+0000","last_peered":"2024-08-10T05:10:32.075278+0000","last_clean":"2024-08-10T05:10:32.075278+0000","last_became_active":"2024-08-10T05:10:29.080884+0000","last_became_peered":"2024-08-10T05:10:29.080884+0000","last_unstale":"2024-08-10T05:10:32.075278+0000","last_undegraded":"2024-08-10T05:10:32.075278+0000","last_fullsized":"2024-08-10T05:10:32.075278+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:16:44.973212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"66'2","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.245652+0000","last_change":"2024-08-10T05:10:25.844918+0000","last_active":"2024-08-10T05:10:49.245652+0000","last_peered":"2024-08-10T05:10:49.245652+0000","last_clean":"2024-08-10T05:10:49.245652+0000","last_became_active":"2024-08-10T05:10:25.844661+0000","last_became_peered":"2024-08-10T05:10:25.844661+0000","last_unstale":"2024-08-10T05:10:49.245652+0000","last_undegraded":"2024-08-10T05:10:49.245652+0000","last_fullsized":"2024-08-10T05:10:49.245652+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:10:49.915291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T05:10:32.074183+0000","last_change":"2024-08-10T05:10:29.083486+0000","last_active":"2024-08-10T05:10:32.074183+0000","last_peered":"2024-08-10T05:10:32.074183+0000","last_clean":"2024-08-10T05:10:32.074183+0000","last_became_active":"2024-08-10T05:10:29.083120+0000","last_became_peered":"2024-08-10T05:10:29.083120+0000","last_unstale":"2024-08-10T05:10:32.074183+0000","last_undegraded":"2024-08-10T05:10:32.074183+0000","last_fullsized":"2024-08-10T05:10:32.074183+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:03:22.620600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"66'1","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.246730+0000","last_change":"2024-08-10T05:10:25.841696+0000","last_active":"2024-08-10T05:10:49.246730+0000","last_peered":"2024-08-10T05:10:49.246730+0000","last_clean":"2024-08-10T05:10:49.246730+0000","last_became_active":"2024-08-10T05:10:25.841404+0000","last_became_peered":"2024-08-10T05:10:25.841404+0000","last_unstale":"2024-08-10T05:10:49.246730+0000","last_undegraded":"2024-08-10T05:10:49.246730+0000","last_fullsized":"2024-08-10T05:10:49.246730+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:02:29.531302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.253773+0000","last_change":"2024-08-10T05:10:29.074462+0000","last_active":"2024-08-10T05:10:49.253773+0000","last_peered":"2024-08-10T05:10:49.253773+0000","last_clean":"2024-08-10T05:10:49.253773+0000","last_became_active":"2024-08-10T05:10:29.074182+0000","last_became_peered":"2024-08-10T05:10:29.074182+0000","last_unstale":"2024-08-10T05:10:49.253773+0000","last_undegraded":"2024-08-10T05:10:49.253773+0000","last_fullsized":"2024-08-10T05:10:49.253773+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:23:59.780411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.245838+0000","last_change":"2024-08-10T05:10:25.840350+0000","last_active":"2024-08-10T05:10:49.245838+0000","last_peered":"2024-08-10T05:10:49.245838+0000","last_clean":"2024-08-10T05:10:49.245838+0000","last_became_active":"2024-08-10T05:10:25.840020+0000","last_became_peered":"2024-08-10T05:10:25.840020+0000","last_unstale":"2024-08-10T05:10:49.245838+0000","last_undegraded":"2024-08-10T05:10:49.245838+0000","last_fullsized":"2024-08-10T05:10:49.245838+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:41:08.343113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T05:10:32.074122+0000","last_change":"2024-08-10T05:10:29.076352+0000","last_active":"2024-08-10T05:10:32.074122+0000","last_peered":"2024-08-10T05:10:32.074122+0000","last_clean":"2024-08-10T05:10:32.074122+0000","last_became_active":"2024-08-10T05:10:29.075715+0000","last_became_peered":"2024-08-10T05:10:29.075715+0000","last_unstale":"2024-08-10T05:10:32.074122+0000","last_undegraded":"2024-08-10T05:10:32.074122+0000","last_fullsized":"2024-08-10T05:10:32.074122+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:11:55.262046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"23'117","reported_seq":235,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T05:10:32.074498+0000","last_change":"2024-08-10T05:10:03.963608+0000","last_active":"2024-08-10T05:10:32.074498+0000","last_peered":"2024-08-10T05:10:32.074498+0000","last_clean":"2024-08-10T05:10:32.074498+0000","last_became_active":"2024-08-10T05:10:03.963183+0000","last_became_peered":"2024-08-10T05:10:03.963183+0000","last_unstale":"2024-08-10T05:10:32.074498+0000","last_undegraded":"2024-08-10T05:10:32.074498+0000","last_fullsized":"2024-08-10T05:10:32.074498+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:08:04.067019+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:08:04.067019+0000","last_clean_scrub_stamp":"2024-08-10T05:08:04.067019+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:05:43.413270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.252890+0000","last_change":"2024-08-10T05:10:25.847141+0000","last_active":"2024-08-10T05:10:49.252890+0000","last_peered":"2024-08-10T05:10:49.252890+0000","last_clean":"2024-08-10T05:10:49.252890+0000","last_became_active":"2024-08-10T05:10:25.845184+0000","last_became_peered":"2024-08-10T05:10:25.845184+0000","last_unstale":"2024-08-10T05:10:49.252890+0000","last_undegraded":"2024-08-10T05:10:49.252890+0000","last_fullsized":"2024-08-10T05:10:49.252890+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:48:41.518627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.249006+0000","last_change":"2024-08-10T05:10:29.082473+0000","last_active":"2024-08-10T05:10:49.249006+0000","last_peered":"2024-08-10T05:10:49.249006+0000","last_clean":"2024-08-10T05:10:49.249006+0000","last_became_active":"2024-08-10T05:10:29.082218+0000","last_became_peered":"2024-08-10T05:10:29.082218+0000","last_unstale":"2024-08-10T05:10:49.249006+0000","last_undegraded":"2024-08-10T05:10:49.249006+0000","last_fullsized":"2024-08-10T05:10:49.249006+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:48:32.089175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T05:10:32.074417+0000","last_change":"2024-08-10T05:10:25.850238+0000","last_active":"2024-08-10T05:10:32.074417+0000","last_peered":"2024-08-10T05:10:32.074417+0000","last_clean":"2024-08-10T05:10:32.074417+0000","last_became_active":"2024-08-10T05:10:25.849644+0000","last_became_peered":"2024-08-10T05:10:25.849644+0000","last_unstale":"2024-08-10T05:10:32.074417+0000","last_undegraded":"2024-08-10T05:10:32.074417+0000","last_fullsized":"2024-08-10T05:10:32.074417+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:26:12.410095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.249127+0000","last_change":"2024-08-10T05:10:29.078649+0000","last_active":"2024-08-10T05:10:49.249127+0000","last_peered":"2024-08-10T05:10:49.249127+0000","last_clean":"2024-08-10T05:10:49.249127+0000","last_became_active":"2024-08-10T05:10:29.078200+0000","last_became_peered":"2024-08-10T05:10:29.078200+0000","last_unstale":"2024-08-10T05:10:49.249127+0000","last_undegraded":"2024-08-10T05:10:49.249127+0000","last_fullsized":"2024-08-10T05:10:49.249127+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:16:01.271759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.245605+0000","last_change":"2024-08-10T05:10:25.843274+0000","last_active":"2024-08-10T05:10:49.245605+0000","last_peered":"2024-08-10T05:10:49.245605+0000","last_clean":"2024-08-10T05:10:49.245605+0000","last_became_active":"2024-08-10T05:10:25.843003+0000","last_became_peered":"2024-08-10T05:10:25.843003+0000","last_unstale":"2024-08-10T05:10:49.245605+0000","last_undegraded":"2024-08-10T05:10:49.245605+0000","last_fullsized":"2024-08-10T05:10:49.245605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:15:39.947850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.246482+0000","last_change":"2024-08-10T05:10:29.065667+0000","last_active":"2024-08-10T05:10:49.246482+0000","last_peered":"2024-08-10T05:10:49.246482+0000","last_clean":"2024-08-10T05:10:49.246482+0000","last_became_active":"2024-08-10T05:10:29.065405+0000","last_became_peered":"2024-08-10T05:10:29.065405+0000","last_unstale":"2024-08-10T05:10:49.246482+0000","last_undegraded":"2024-08-10T05:10:49.246482+0000","last_fullsized":"2024-08-10T05:10:49.246482+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:45:11.978607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.252680+0000","last_change":"2024-08-10T05:10:25.849852+0000","last_active":"2024-08-10T05:10:49.252680+0000","last_peered":"2024-08-10T05:10:49.252680+0000","last_clean":"2024-08-10T05:10:49.252680+0000","last_became_active":"2024-08-10T05:10:25.847545+0000","last_became_peered":"2024-08-10T05:10:25.847545+0000","last_unstale":"2024-08-10T05:10:49.252680+0000","last_undegraded":"2024-08-10T05:10:49.252680+0000","last_fullsized":"2024-08-10T05:10:49.252680+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:17:58.425518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.250644+0000","last_change":"2024-08-10T05:10:29.076840+0000","last_active":"2024-08-10T05:10:49.250644+0000","last_peered":"2024-08-10T05:10:49.250644+0000","last_clean":"2024-08-10T05:10:49.250644+0000","last_became_active":"2024-08-10T05:10:29.076559+0000","last_became_peered":"2024-08-10T05:10:29.076559+0000","last_unstale":"2024-08-10T05:10:49.250644+0000","last_undegraded":"2024-08-10T05:10:49.250644+0000","last_fullsized":"2024-08-10T05:10:49.250644+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:50:09.092695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.246387+0000","last_change":"2024-08-10T05:10:25.844697+0000","last_active":"2024-08-10T05:10:49.246387+0000","last_peered":"2024-08-10T05:10:49.246387+0000","last_clean":"2024-08-10T05:10:49.246387+0000","last_became_active":"2024-08-10T05:10:25.844380+0000","last_became_peered":"2024-08-10T05:10:25.844380+0000","last_unstale":"2024-08-10T05:10:49.246387+0000","last_undegraded":"2024-08-10T05:10:49.246387+0000","last_fullsized":"2024-08-10T05:10:49.246387+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:23:39.783796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.254273+0000","last_change":"2024-08-10T05:10:29.069626+0000","last_active":"2024-08-10T05:10:49.254273+0000","last_peered":"2024-08-10T05:10:49.254273+0000","last_clean":"2024-08-10T05:10:49.254273+0000","last_became_active":"2024-08-10T05:10:29.068248+0000","last_became_peered":"2024-08-10T05:10:29.068248+0000","last_unstale":"2024-08-10T05:10:49.254273+0000","last_undegraded":"2024-08-10T05:10:49.254273+0000","last_fullsized":"2024-08-10T05:10:49.254273+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:38:13.639344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T05:10:32.074422+0000","last_change":"2024-08-10T05:10:25.849248+0000","last_active":"2024-08-10T05:10:32.074422+0000","last_peered":"2024-08-10T05:10:32.074422+0000","last_clean":"2024-08-10T05:10:32.074422+0000","last_became_active":"2024-08-10T05:10:25.848913+0000","last_became_peered":"2024-08-10T05:10:25.848913+0000","last_unstale":"2024-08-10T05:10:32.074422+0000","last_undegraded":"2024-08-10T05:10:32.074422+0000","last_fullsized":"2024-08-10T05:10:32.074422+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:54:01.026444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.246301+0000","last_change":"2024-08-10T05:10:29.082381+0000","last_active":"2024-08-10T05:10:49.246301+0000","last_peered":"2024-08-10T05:10:49.246301+0000","last_clean":"2024-08-10T05:10:49.246301+0000","last_became_active":"2024-08-10T05:10:29.082045+0000","last_became_peered":"2024-08-10T05:10:29.082045+0000","last_unstale":"2024-08-10T05:10:49.246301+0000","last_undegraded":"2024-08-10T05:10:49.246301+0000","last_fullsized":"2024-08-10T05:10:49.246301+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:11:04.312960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"66'1","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.246927+0000","last_change":"2024-08-10T05:10:25.841023+0000","last_active":"2024-08-10T05:10:49.246927+0000","last_peered":"2024-08-10T05:10:49.246927+0000","last_clean":"2024-08-10T05:10:49.246927+0000","last_became_active":"2024-08-10T05:10:25.840613+0000","last_became_peered":"2024-08-10T05:10:25.840613+0000","last_unstale":"2024-08-10T05:10:49.246927+0000","last_undegraded":"2024-08-10T05:10:49.246927+0000","last_fullsized":"2024-08-10T05:10:49.246927+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:59:28.205118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.250016+0000","last_change":"2024-08-10T05:10:29.077736+0000","last_active":"2024-08-10T05:10:49.250016+0000","last_peered":"2024-08-10T05:10:49.250016+0000","last_clean":"2024-08-10T05:10:49.250016+0000","last_became_active":"2024-08-10T05:10:29.077391+0000","last_became_peered":"2024-08-10T05:10:29.077391+0000","last_unstale":"2024-08-10T05:10:49.250016+0000","last_undegraded":"2024-08-10T05:10:49.250016+0000","last_fullsized":"2024-08-10T05:10:49.250016+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:35:51.485156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"66'2","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.253400+0000","last_change":"2024-08-10T05:10:25.846894+0000","last_active":"2024-08-10T05:10:49.253400+0000","last_peered":"2024-08-10T05:10:49.253400+0000","last_clean":"2024-08-10T05:10:49.253400+0000","last_became_active":"2024-08-10T05:10:25.846585+0000","last_became_peered":"2024-08-10T05:10:25.846585+0000","last_unstale":"2024-08-10T05:10:49.253400+0000","last_undegraded":"2024-08-10T05:10:49.253400+0000","last_fullsized":"2024-08-10T05:10:49.253400+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:41:49.658953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-08-10T05:10:50.399678+0000","last_change":"2024-08-10T05:10:50.399678+0000","last_active":"2024-08-10T05:10:50.399678+0000","last_peered":"2024-08-10T05:10:50.399678+0000","last_clean":"2024-08-10T05:10:50.399678+0000","last_became_active":"2024-08-10T05:10:50.399368+0000","last_became_peered":"2024-08-10T05:10:50.399368+0000","last_unstale":"2024-08-10T05:10:50.399678+0000","last_undegraded":"2024-08-10T05:10:50.399678+0000","last_fullsized":"2024-08-10T05:10:50.399678+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:14:57.220259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T05:10:32.074319+0000","last_change":"2024-08-10T05:10:25.844031+0000","last_active":"2024-08-10T05:10:32.074319+0000","last_peered":"2024-08-10T05:10:32.074319+0000","last_clean":"2024-08-10T05:10:32.074319+0000","last_became_active":"2024-08-10T05:10:25.843294+0000","last_became_peered":"2024-08-10T05:10:25.843294+0000","last_unstale":"2024-08-10T05:10:32.074319+0000","last_undegraded":"2024-08-10T05:10:32.074319+0000","last_fullsized":"2024-08-10T05:10:32.074319+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:30:48.150250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.250253+0000","last_change":"2024-08-10T05:10:29.074644+0000","last_active":"2024-08-10T05:10:49.250253+0000","last_peered":"2024-08-10T05:10:49.250253+0000","last_clean":"2024-08-10T05:10:49.250253+0000","last_became_active":"2024-08-10T05:10:29.074376+0000","last_became_peered":"2024-08-10T05:10:29.074376+0000","last_unstale":"2024-08-10T05:10:49.250253+0000","last_undegraded":"2024-08-10T05:10:49.250253+0000","last_fullsized":"2024-08-10T05:10:49.250253+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:22:37.242728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.246538+0000","last_change":"2024-08-10T05:10:25.843659+0000","last_active":"2024-08-10T05:10:49.246538+0000","last_peered":"2024-08-10T05:10:49.246538+0000","last_clean":"2024-08-10T05:10:49.246538+0000","last_became_active":"2024-08-10T05:10:25.843193+0000","last_became_peered":"2024-08-10T05:10:25.843193+0000","last_unstale":"2024-08-10T05:10:49.246538+0000","last_undegraded":"2024-08-10T05:10:49.246538+0000","last_fullsized":"2024-08-10T05:10:49.246538+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:19:25.083932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.248794+0000","last_change":"2024-08-10T05:10:29.072765+0000","last_active":"2024-08-10T05:10:49.248794+0000","last_peered":"2024-08-10T05:10:49.248794+0000","last_clean":"2024-08-10T05:10:49.248794+0000","last_became_active":"2024-08-10T05:10:29.072479+0000","last_became_peered":"2024-08-10T05:10:29.072479+0000","last_unstale":"2024-08-10T05:10:49.248794+0000","last_undegraded":"2024-08-10T05:10:49.248794+0000","last_fullsized":"2024-08-10T05:10:49.248794+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:16:05.768486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.246507+0000","last_change":"2024-08-10T05:10:25.843495+0000","last_active":"2024-08-10T05:10:49.246507+0000","last_peered":"2024-08-10T05:10:49.246507+0000","last_clean":"2024-08-10T05:10:49.246507+0000","last_became_active":"2024-08-10T05:10:25.842848+0000","last_became_peered":"2024-08-10T05:10:25.842848+0000","last_unstale":"2024-08-10T05:10:49.246507+0000","last_undegraded":"2024-08-10T05:10:49.246507+0000","last_fullsized":"2024-08-10T05:10:49.246507+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:52:14.809811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.249726+0000","last_change":"2024-08-10T05:10:29.078920+0000","last_active":"2024-08-10T05:10:49.249726+0000","last_peered":"2024-08-10T05:10:49.249726+0000","last_clean":"2024-08-10T05:10:49.249726+0000","last_became_active":"2024-08-10T05:10:29.078369+0000","last_became_peered":"2024-08-10T05:10:29.078369+0000","last_unstale":"2024-08-10T05:10:49.249726+0000","last_undegraded":"2024-08-10T05:10:49.249726+0000","last_fullsized":"2024-08-10T05:10:49.249726+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:29:43.180198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"66'2","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T05:10:32.081100+0000","last_change":"2024-08-10T05:10:25.851484+0000","last_active":"2024-08-10T05:10:32.081100+0000","last_peered":"2024-08-10T05:10:32.081100+0000","last_clean":"2024-08-10T05:10:32.081100+0000","last_became_active":"2024-08-10T05:10:25.851072+0000","last_became_peered":"2024-08-10T05:10:25.851072+0000","last_unstale":"2024-08-10T05:10:32.081100+0000","last_undegraded":"2024-08-10T05:10:32.081100+0000","last_fullsized":"2024-08-10T05:10:32.081100+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:26:14.532910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.251942+0000","last_change":"2024-08-10T05:10:29.073125+0000","last_active":"2024-08-10T05:10:49.251942+0000","last_peered":"2024-08-10T05:10:49.251942+0000","last_clean":"2024-08-10T05:10:49.251942+0000","last_became_active":"2024-08-10T05:10:29.072884+0000","last_became_peered":"2024-08-10T05:10:29.072884+0000","last_unstale":"2024-08-10T05:10:49.251942+0000","last_undegraded":"2024-08-10T05:10:49.251942+0000","last_fullsized":"2024-08-10T05:10:49.251942+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:54:12.854132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":10,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-08-10T05:10:50.399716+0000","last_change":"2024-08-10T05:10:50.399716+0000","last_active":"2024-08-10T05:10:50.399716+0000","last_peered":"2024-08-10T05:10:50.399716+0000","last_clean":"2024-08-10T05:10:50.399716+0000","last_became_active":"2024-08-10T05:10:50.399397+0000","last_became_peered":"2024-08-10T05:10:50.399397+0000","last_unstale":"2024-08-10T05:10:50.399716+0000","last_undegraded":"2024-08-10T05:10:50.399716+0000","last_fullsized":"2024-08-10T05:10:50.399716+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:29:42.295674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,6],"acting":[2,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1c","version":"66'2","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T05:10:32.080837+0000","last_change":"2024-08-10T05:10:25.848335+0000","last_active":"2024-08-10T05:10:32.080837+0000","last_peered":"2024-08-10T05:10:32.080837+0000","last_clean":"2024-08-10T05:10:32.080837+0000","last_became_active":"2024-08-10T05:10:25.848004+0000","last_became_peered":"2024-08-10T05:10:25.848004+0000","last_unstale":"2024-08-10T05:10:32.080837+0000","last_undegraded":"2024-08-10T05:10:32.080837+0000","last_fullsized":"2024-08-10T05:10:32.080837+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:11:14.592815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.253343+0000","last_change":"2024-08-10T05:10:29.075962+0000","last_active":"2024-08-10T05:10:49.253343+0000","last_peered":"2024-08-10T05:10:49.253343+0000","last_clean":"2024-08-10T05:10:49.253343+0000","last_became_active":"2024-08-10T05:10:29.075716+0000","last_became_peered":"2024-08-10T05:10:29.075716+0000","last_unstale":"2024-08-10T05:10:49.253343+0000","last_undegraded":"2024-08-10T05:10:49.253343+0000","last_fullsized":"2024-08-10T05:10:49.253343+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:37:48.018020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"66'2","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-10T05:10:32.080837+0000","last_change":"2024-08-10T05:10:25.851128+0000","last_active":"2024-08-10T05:10:32.080837+0000","last_peered":"2024-08-10T05:10:32.080837+0000","last_clean":"2024-08-10T05:10:32.080837+0000","last_became_active":"2024-08-10T05:10:25.850167+0000","last_became_peered":"2024-08-10T05:10:25.850167+0000","last_unstale":"2024-08-10T05:10:32.080837+0000","last_undegraded":"2024-08-10T05:10:32.080837+0000","last_fullsized":"2024-08-10T05:10:32.080837+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:05:05.420769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.250654+0000","last_change":"2024-08-10T05:10:29.084863+0000","last_active":"2024-08-10T05:10:49.250654+0000","last_peered":"2024-08-10T05:10:49.250654+0000","last_clean":"2024-08-10T05:10:49.250654+0000","last_became_active":"2024-08-10T05:10:29.084583+0000","last_became_peered":"2024-08-10T05:10:29.084583+0000","last_unstale":"2024-08-10T05:10:49.250654+0000","last_undegraded":"2024-08-10T05:10:49.250654+0000","last_fullsized":"2024-08-10T05:10:49.250654+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:01:10.417852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"66'1","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.250011+0000","last_change":"2024-08-10T05:10:25.847911+0000","last_active":"2024-08-10T05:10:49.250011+0000","last_peered":"2024-08-10T05:10:49.250011+0000","last_clean":"2024-08-10T05:10:49.250011+0000","last_became_active":"2024-08-10T05:10:25.847631+0000","last_became_peered":"2024-08-10T05:10:25.847631+0000","last_unstale":"2024-08-10T05:10:49.250011+0000","last_undegraded":"2024-08-10T05:10:49.250011+0000","last_fullsized":"2024-08-10T05:10:49.250011+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:25:51.583228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.250082+0000","last_change":"2024-08-10T05:10:29.073808+0000","last_active":"2024-08-10T05:10:49.250082+0000","last_peered":"2024-08-10T05:10:49.250082+0000","last_clean":"2024-08-10T05:10:49.250082+0000","last_became_active":"2024-08-10T05:10:29.073536+0000","last_became_peered":"2024-08-10T05:10:29.073536+0000","last_unstale":"2024-08-10T05:10:49.250082+0000","last_undegraded":"2024-08-10T05:10:49.250082+0000","last_fullsized":"2024-08-10T05:10:49.250082+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:45:29.319794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"66'4","reported_seq":20,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-10T05:10:49.251027+0000","last_change":"2024-08-10T05:10:25.847068+0000","last_active":"2024-08-10T05:10:49.251027+0000","last_peered":"2024-08-10T05:10:49.251027+0000","last_clean":"2024-08-10T05:10:49.251027+0000","last_became_active":"2024-08-10T05:10:25.846073+0000","last_became_peered":"2024-08-10T05:10:25.846073+0000","last_unstale":"2024-08-10T05:10:49.251027+0000","last_undegraded":"2024-08-10T05:10:49.251027+0000","last_fullsized":"2024-08-10T05:10:49.251027+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:06:01.150239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2338,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7014,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2969600,"data_stored":2951840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201292,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298604,"kb_used_data":1248,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446548,"statfs":{"total":95995035648,"available":95689265152,"internally_reserved":0,"allocated":1277952,"data_stored":877275,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.62}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55000000000000004}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53800000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57899999999999996}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60499999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.436}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64500000000000002}]}]},{"osd":6,"up_from":47,"seq":201863462928,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298624,"kb_used_data":1264,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446528,"statfs":{"total":95995035648,"available":95689244672,"internally_reserved":0,"allocated":1294336,"data_stored":884768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 10 05:10:36 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.46999999999999997},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.44}]},{"osd":1,"last update":"Sat Aug 10 05:10:36 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.52900000000000003}]},{"osd":2,"last update":"Sat Aug 10 05:10:36 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"last":0.38200000000000001},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.55800000000000005}]},{"osd":3,"last update":"Sat Aug 10 05:10:36 2024","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.41099999999999998},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.60799999999999998}]},{"osd":4,"last update":"Sat Aug 10 05:10:36 2024","interfaces":[{"interface":"back","average":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.622},{"interface":"front","average":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.877,"5min":0.877,"15min":0.877},"last":0.46000000000000002}]},{"osd":5,"last update":"Sat Aug 10 05:10:36 2024","interfaces":[{"interface":"back","average":{"1min":0.442,"5min":0.442,"15min":0.442},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.49299999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50800000000000001}]}]},{"osd":5,"up_from":39,"seq":167503724566,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298048,"kb_used_data":688,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447104,"statfs":{"total":95995035648,"available":95689834496,"internally_reserved":0,"allocated":704512,"data_stored":294490,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 10 05:10:14 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.59199999999999997}]},{"osd":1,"last update":"Sat Aug 10 05:10:14 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.53800000000000003}]},{"osd":2,"last update":"Sat Aug 10 05:10:14 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.57899999999999996}]},{"osd":3,"last update":"Sat Aug 10 05:10:14 2024","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.60299999999999998}]},{"osd":4,"last update":"Sat Aug 10 05:10:14 2024","interfaces":[{"interface":"back","average":{"1min":0.37,"5min":0.37,"15min":0.37},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"last":0.34200000000000003},{"interface":"front","average":{"1min":0.376,"5min":0.376,"15min":0.376},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"last":0.39200000000000002}]},{"osd":6,"last update":"Sat Aug 10 05:10:36 2024","interfaces":[{"interface":"back","average":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.621,"5min":0.621,"15min":0.621},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"last":0.36899999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41399999999999998}]}]},{"osd":4,"up_from":31,"seq":133143986203,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298044,"kb_used_data":684,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447108,"statfs":{"total":95995035648,"available":95689838592,"internally_reserved":0,"allocated":700416,"data_stored":293279,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 10 05:10:51 2024","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.55400000000000005,"15min":0.54800000000000004},"min":{"1min":0.32200000000000001,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.72799999999999998,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.53800000000000003,"15min":0.53000000000000003},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.59099999999999997}]},{"osd":1,"last update":"Sat Aug 10 05:10:51 2024","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.53700000000000003,"15min":0.52700000000000002},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.56200000000000006,"15min":0.56000000000000005},"min":{"1min":0.36799999999999999,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.72899999999999998,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.63}]},{"osd":2,"last update":"Sat Aug 10 05:10:51 2024","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.56499999999999995,"15min":0.56100000000000005},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.77600000000000002,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.60299999999999998},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.57099999999999995,"15min":0.56799999999999995},"min":{"1min":0.40500000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"last":0.50800000000000001}]},{"osd":3,"last update":"Sat Aug 10 05:10:51 2024","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.57499999999999996,"15min":0.57199999999999995},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.75,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.56499999999999995,"15min":0.56100000000000005},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.57499999999999996}]},{"osd":5,"last update":"Sat Aug 10 05:10:13 2024","interfaces":[{"interface":"back","average":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.36499999999999999},{"interface":"front","average":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.41299999999999998}]},{"osd":6,"last update":"Sat Aug 10 05:10:37 2024","interfaces":[{"interface":"back","average":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.42599999999999999},{"interface":"front","average":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.39100000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44700000000000001}]}]},{"osd":3,"up_from":26,"seq":111669149728,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298048,"kb_used_data":688,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447104,"statfs":{"total":95995035648,"available":95689834496,"internally_reserved":0,"allocated":704512,"data_stored":294239,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 10 05:10:31 2024","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.37,"15min":0.36799999999999999},"min":{"1min":0.246,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"last":0.25700000000000001},{"interface":"front","average":{"1min":0.38900000000000001,"5min":0.39600000000000002,"15min":0.39700000000000002},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"last":0.26800000000000002}]},{"osd":1,"last update":"Sat Aug 10 05:10:31 2024","interfaces":[{"interface":"back","average":{"1min":0.42799999999999999,"5min":0.42199999999999999,"15min":0.42099999999999999},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.308},{"interface":"front","average":{"1min":0.41499999999999998,"5min":0.40100000000000002,"15min":0.39900000000000002},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.28399999999999997}]},{"osd":2,"last update":"Sat Aug 10 05:10:31 2024","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"last":0.35899999999999999},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.41899999999999998,"15min":0.42199999999999999},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.53600000000000003,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.34100000000000003}]},{"osd":4,"last update":"Sat Aug 10 05:09:53 2024","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"last":0.61799999999999999},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.49299999999999999}]},{"osd":5,"last update":"Sat Aug 10 05:10:13 2024","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.94399999999999995,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.58899999999999997},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.67000000000000004}]},{"osd":6,"last update":"Sat Aug 10 05:10:37 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.57599999999999996},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.69599999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64000000000000001}]}]},{"osd":2,"up_from":18,"seq":77309411365,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298032,"kb_used_data":672,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447120,"statfs":{"total":95995035648,"available":95689850880,"internally_reserved":0,"allocated":688128,"data_stored":292848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 10 05:10:06 2024","interfaces":[{"interface":"back","average":{"1min":0.374,"5min":0.37,"15min":0.36899999999999999},"min":{"1min":0.189,"5min":0.189,"15min":0.189},"max":{"1min":0.59899999999999998,"5min":0.62,"15min":0.62},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.433,"5min":0.377,"15min":0.36799999999999999},"min":{"1min":0.28899999999999998,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.628,"5min":0.628,"15min":0.628},"last":0.504}]},{"osd":1,"last update":"Sat Aug 10 05:10:06 2024","interfaces":[{"interface":"back","average":{"1min":0.41899999999999998,"5min":0.39100000000000001,"15min":0.38600000000000001},"min":{"1min":0.28199999999999997,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.42999999999999999,"5min":0.40300000000000002,"15min":0.39900000000000002},"min":{"1min":0.28799999999999998,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.52300000000000002}]},{"osd":3,"last update":"Sat Aug 10 05:10:27 2024","interfaces":[{"interface":"back","average":{"1min":0.45600000000000002,"5min":0.46100000000000002,"15min":0.46200000000000002},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.59699999999999998,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.438,"5min":0.44600000000000001,"15min":0.44800000000000001},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.60499999999999998}]},{"osd":4,"last update":"Sat Aug 10 05:10:51 2024","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.56000000000000005,"15min":0.55500000000000005},"min":{"1min":0.47699999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.72099999999999997,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.72599999999999998},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.91800000000000004}]},{"osd":5,"last update":"Sat Aug 10 05:10:13 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.70999999999999996},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":0.93999999999999995,"5min":0.93999999999999995,"15min":0.93999999999999995},"last":0.83399999999999996}]},{"osd":6,"last update":"Sat Aug 10 05:10:37 2024","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":0.88,"5min":0.88,"15min":0.88},"last":0.82199999999999995},{"interface":"front","average":{"1min":0.629,"5min":0.629,"15min":0.629},"min":{"1min":0.498,"5min":0.498,"15min":0.498},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.84899999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.872}]}]},{"osd":1,"up_from":13,"seq":55834574890,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298040,"kb_used_data":680,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447112,"statfs":{"total":95995035648,"available":95689842688,"internally_reserved":0,"allocated":696320,"data_stored":293008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 10 05:10:45 2024","interfaces":[{"interface":"back","average":{"1min":0.34699999999999998,"5min":0.35899999999999999,"15min":0.35099999999999998},"min":{"1min":0.182,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":0.53900000000000003,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.26100000000000001},{"interface":"front","average":{"1min":0.375,"5min":0.35999999999999999,"15min":0.34200000000000003},"min":{"1min":0.23200000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"last":0.35299999999999998}]},{"osd":2,"last update":"Sat Aug 10 05:10:04 2024","interfaces":[{"interface":"back","average":{"1min":0.438,"5min":0.432,"15min":0.43099999999999999},"min":{"1min":0.29299999999999998,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.61199999999999999,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.41199999999999998,"5min":0.40799999999999997,"15min":0.40799999999999997},"min":{"1min":0.32200000000000001,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.51800000000000002,"5min":0.56599999999999995,"15min":0.56599999999999995},"last":0.32500000000000001}]},{"osd":3,"last update":"Sat Aug 10 05:10:33 2024","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.42299999999999999,"15min":0.42799999999999999},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.498,"5min":0.54500000000000004,"15min":0.54500000000000004},"last":0.29699999999999999},{"interface":"front","average":{"1min":0.45600000000000002,"5min":0.46800000000000003,"15min":0.46999999999999997},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.628,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.61799999999999999}]},{"osd":4,"last update":"Sat Aug 10 05:10:53 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.54100000000000004,"15min":0.53700000000000003},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.38},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.41299999999999998,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.439}]},{"osd":5,"last update":"Sat Aug 10 05:10:14 2024","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.75700000000000001},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.41099999999999998}]},{"osd":6,"last update":"Sat Aug 10 05:10:36 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.39800000000000002},{"interface":"front","average":{"1min":0.63,"5min":0.63,"15min":0.63},"min":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.72999999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69899999999999995}]}]},{"osd":0,"up_from":8,"seq":34359738415,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298628,"kb_used_data":1268,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446524,"statfs":{"total":95995035648,"available":95689240576,"internally_reserved":0,"allocated":1298432,"data_stored":883932,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Aug 10 05:10:47 2024","interfaces":[{"interface":"back","average":{"1min":0.38900000000000001,"5min":0.35299999999999998,"15min":0.33200000000000002},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.30599999999999999},{"interface":"front","average":{"1min":0.41199999999999998,"5min":0.36699999999999999,"15min":0.34499999999999997},"min":{"1min":0.216,"5min":0.216,"15min":0.216},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.28499999999999998}]},{"osd":2,"last update":"Sat Aug 10 05:10:06 2024","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.41199999999999998,"15min":0.40300000000000002},"min":{"1min":0.29199999999999998,"5min":0.249,"15min":0.249},"max":{"1min":0.61699999999999999,"5min":0.63800000000000001,"15min":0.63800000000000001},"last":0.34899999999999998},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.40500000000000003,"15min":0.39000000000000001},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.33200000000000002}]},{"osd":3,"last update":"Sat Aug 10 05:10:29 2024","interfaces":[{"interface":"back","average":{"1min":0.44900000000000001,"5min":0.47899999999999998,"15min":0.48399999999999999},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.39600000000000002},{"interface":"front","average":{"1min":0.42699999999999999,"5min":0.439,"15min":0.441},"min":{"1min":0.28999999999999998,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"last":0.38400000000000001}]},{"osd":4,"last update":"Sat Aug 10 05:10:53 2024","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.57099999999999995,"15min":0.56999999999999995},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59899999999999998,"15min":0.59999999999999998},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.81899999999999995,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.42799999999999999}]},{"osd":5,"last update":"Sat Aug 10 05:10:13 2024","interfaces":[{"interface":"back","average":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.876,"5min":0.876,"15min":0.876},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.60099999999999998}]},{"osd":6,"last update":"Sat Aug 10 05:10:37 2024","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.51700000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53900000000000003}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1642,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-08-10T05:10:56.868 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-08-10T05:10:56.868 INFO:tasks.cephadm:Adding prometheus.a on smithi196 2024-08-10T05:10:56.868 DEBUG:teuthology.orchestra.run.smithi196:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc322138-56d5-11ef-bcce-c7b262605968 -- ceph orch apply prometheus '1;smithi196=a' 2024-08-10T05:10:57.133 INFO:teuthology.orchestra.run.smithi196.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.b/config 2024-08-10T05:10:57.509 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:57 smithi196 ceph-mon[32874]: from='client.14499 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-10T05:10:57.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:57 smithi031 ceph-mon[29994]: from='client.14499 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-10T05:10:57.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:57 smithi031 ceph-mon[41349]: from='client.14499 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-10T05:10:58.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:58 smithi196 ceph-mon[32874]: pgmap v212: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:58.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:58 smithi031 ceph-mon[29994]: pgmap v212: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:58.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:58 smithi031 ceph-mon[41349]: pgmap v212: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:10:58.838 INFO:teuthology.orchestra.run.smithi196.stdout:Scheduled prometheus update... 2024-08-10T05:10:59.474 DEBUG:teuthology.orchestra.run.smithi196:prometheus.a> sudo journalctl -f -n 0 -u ceph-fc322138-56d5-11ef-bcce-c7b262605968@prometheus.a.service 2024-08-10T05:10:59.477 INFO:tasks.cephadm:Adding node-exporter.a on smithi031 2024-08-10T05:10:59.477 INFO:tasks.cephadm:Adding node-exporter.b on smithi196 2024-08-10T05:10:59.477 DEBUG:teuthology.orchestra.run.smithi196:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc322138-56d5-11ef-bcce-c7b262605968 -- ceph orch apply node-exporter '2;smithi031=a;smithi196=b' 2024-08-10T05:10:59.786 INFO:teuthology.orchestra.run.smithi196.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.b/config 2024-08-10T05:11:00.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:59 smithi196 ceph-mon[32874]: from='client.24400 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi196=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:11:00.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:59 smithi196 ceph-mon[32874]: Saving service prometheus spec with placement smithi196=a;count:1 2024-08-10T05:11:00.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:59 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:11:00.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:59 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:11:00.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:59 smithi196 ceph-mon[32874]: pgmap v213: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:11:00.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:59 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:11:00.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:59 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:11:00.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:10:59 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:11:00.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:59 smithi031 ceph-mon[41349]: from='client.24400 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi196=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:11:00.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:59 smithi031 ceph-mon[41349]: Saving service prometheus spec with placement smithi196=a;count:1 2024-08-10T05:11:00.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:59 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:11:00.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:59 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:11:00.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:59 smithi031 ceph-mon[41349]: pgmap v213: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:11:00.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:59 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:11:00.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:59 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:11:00.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:10:59 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:11:00.271 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:59 smithi031 ceph-mon[29994]: from='client.24400 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi196=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:11:00.271 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:59 smithi031 ceph-mon[29994]: Saving service prometheus spec with placement smithi196=a;count:1 2024-08-10T05:11:00.271 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:59 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:11:00.271 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:59 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:11:00.271 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:59 smithi031 ceph-mon[29994]: pgmap v213: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:11:00.272 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:59 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:11:00.272 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:59 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:11:00.272 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:10:59 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:11:01.006 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:00 smithi196 ceph-mon[32874]: Deploying daemon prometheus.a on smithi196 2024-08-10T05:11:01.268 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:00 smithi031 ceph-mon[41349]: Deploying daemon prometheus.a on smithi196 2024-08-10T05:11:01.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:00 smithi031 ceph-mon[29994]: Deploying daemon prometheus.a on smithi196 2024-08-10T05:11:01.647 INFO:teuthology.orchestra.run.smithi196.stdout:Scheduled node-exporter update... 2024-08-10T05:11:02.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:01 smithi196 ceph-mon[32874]: pgmap v214: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:11:02.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:01 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:11:02.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:01 smithi031 ceph-mon[29994]: pgmap v214: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:11:02.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:01 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:11:02.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:01 smithi031 ceph-mon[41349]: pgmap v214: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:11:02.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:01 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:11:02.592 DEBUG:teuthology.orchestra.run.smithi031:node-exporter.a> sudo journalctl -f -n 0 -u ceph-fc322138-56d5-11ef-bcce-c7b262605968@node-exporter.a.service 2024-08-10T05:11:02.595 DEBUG:teuthology.orchestra.run.smithi196:node-exporter.b> sudo journalctl -f -n 0 -u ceph-fc322138-56d5-11ef-bcce-c7b262605968@node-exporter.b.service 2024-08-10T05:11:02.598 INFO:tasks.cephadm:Adding alertmanager.a on smithi031 2024-08-10T05:11:02.598 DEBUG:teuthology.orchestra.run.smithi196:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc322138-56d5-11ef-bcce-c7b262605968 -- ceph orch apply alertmanager '1;smithi031=a' 2024-08-10T05:11:02.897 INFO:teuthology.orchestra.run.smithi196.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.b/config 2024-08-10T05:11:03.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:02 smithi031 ceph-mon[29994]: from='client.24406 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi031=a;smithi196=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:11:03.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:02 smithi031 ceph-mon[29994]: Saving service node-exporter spec with placement smithi031=a;smithi196=b;count:2 2024-08-10T05:11:03.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:02 smithi031 ceph-mon[41349]: from='client.24406 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi031=a;smithi196=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:11:03.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:02 smithi031 ceph-mon[41349]: Saving service node-exporter spec with placement smithi031=a;smithi196=b;count:2 2024-08-10T05:11:03.179 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:02 smithi196 ceph-mon[32874]: from='client.24406 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi031=a;smithi196=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:11:03.210 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:02 smithi196 ceph-mon[32874]: Saving service node-exporter spec with placement smithi031=a;smithi196=b;count:2 2024-08-10T05:11:04.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:03 smithi031 ceph-mon[29994]: pgmap v215: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:11:04.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:03 smithi031 ceph-mon[41349]: pgmap v215: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:11:04.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:03 smithi196 ceph-mon[32874]: pgmap v215: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:11:05.611 INFO:teuthology.orchestra.run.smithi196.stdout:Scheduled alertmanager update... 2024-08-10T05:11:06.390 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:06 smithi196 ceph-mon[32874]: pgmap v216: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:11:06.391 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:06 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:11:06.419 DEBUG:teuthology.orchestra.run.smithi031:alertmanager.a> sudo journalctl -f -n 0 -u ceph-fc322138-56d5-11ef-bcce-c7b262605968@alertmanager.a.service 2024-08-10T05:11:06.422 INFO:tasks.cephadm:Adding grafana.a on smithi196 2024-08-10T05:11:06.422 DEBUG:teuthology.orchestra.run.smithi196:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc322138-56d5-11ef-bcce-c7b262605968 -- ceph orch apply grafana '1;smithi196=a' 2024-08-10T05:11:06.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:06 smithi031 ceph-mon[29994]: pgmap v216: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:11:06.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:06 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:11:06.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:06 smithi031 ceph-mon[41349]: pgmap v216: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:11:06.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:06 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:11:07.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:07 smithi031 ceph-mon[29994]: from='client.24412 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi031=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:11:07.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:07 smithi031 ceph-mon[29994]: Saving service alertmanager spec with placement smithi031=a;count:1 2024-08-10T05:11:07.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:07 smithi031 ceph-mon[41349]: from='client.24412 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi031=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:11:07.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:07 smithi031 ceph-mon[41349]: Saving service alertmanager spec with placement smithi031=a;count:1 2024-08-10T05:11:07.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:07 smithi196 ceph-mon[32874]: from='client.24412 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi031=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:11:07.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:07 smithi196 ceph-mon[32874]: Saving service alertmanager spec with placement smithi031=a;count:1 2024-08-10T05:11:08.204 INFO:teuthology.orchestra.run.smithi196.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.b/config 2024-08-10T05:11:08.229 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:08 smithi196 ceph-mon[32874]: pgmap v217: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:11:08.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:08 smithi031 ceph-mon[29994]: pgmap v217: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:11:08.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:08 smithi031 ceph-mon[41349]: pgmap v217: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:11:10.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:10 smithi031 ceph-mon[29994]: pgmap v218: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:11:10.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:10 smithi031 ceph-mon[41349]: pgmap v218: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:11:10.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:10 smithi196 ceph-mon[32874]: pgmap v218: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:11:12.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:12 smithi031 ceph-mon[29994]: pgmap v219: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:11:12.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:12 smithi031 ceph-mon[41349]: pgmap v219: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:11:12.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:12 smithi196 ceph-mon[32874]: pgmap v219: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:11:14.522 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:14 smithi031 ceph-mon[41349]: pgmap v220: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:11:14.522 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:14 smithi031 ceph-mon[29994]: pgmap v220: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:11:14.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:14 smithi196 ceph-mon[32874]: pgmap v220: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:11:14.718 INFO:teuthology.orchestra.run.smithi196.stdout:Scheduled grafana update... 2024-08-10T05:11:15.400 DEBUG:teuthology.orchestra.run.smithi196:grafana.a> sudo journalctl -f -n 0 -u ceph-fc322138-56d5-11ef-bcce-c7b262605968@grafana.a.service 2024-08-10T05:11:15.403 INFO:tasks.cephadm:Setting up client nodes... 2024-08-10T05:11:15.404 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc322138-56d5-11ef-bcce-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-08-10T05:11:15.641 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:11:15 smithi196 podman[63233]: 2024-08-10 05:11:15.500428861 +0000 UTC m=+0.018497556 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-08-10T05:11:15.642 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:11:15 smithi196 podman[63233]: 2024-08-10 05:11:15.642123642 +0000 UTC m=+0.160192337 container create a763a4a63a1b416e4814b858d338224ee46370bf51e68fe7ee95e8fca940e796 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-10T05:11:15.672 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T05:11:15.906 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:11:15 smithi196 podman[63233]: 2024-08-10 05:11:15.877620425 +0000 UTC m=+0.395689120 container init a763a4a63a1b416e4814b858d338224ee46370bf51e68fe7ee95e8fca940e796 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-10T05:11:15.906 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:11:15 smithi196 podman[63233]: 2024-08-10 05:11:15.882466983 +0000 UTC m=+0.400535678 container start a763a4a63a1b416e4814b858d338224ee46370bf51e68fe7ee95e8fca940e796 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-10T05:11:15.906 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:15 smithi196 ceph-mon[32874]: from='client.24418 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi196=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:11:15.906 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:15 smithi196 ceph-mon[32874]: Saving service grafana spec with placement smithi196=a;count:1 2024-08-10T05:11:15.906 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:15 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:11:15.907 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:15 smithi196 ceph-mon[32874]: pgmap v221: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:11:16.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:15 smithi031 ceph-mon[29994]: from='client.24418 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi196=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:11:16.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:15 smithi031 ceph-mon[29994]: Saving service grafana spec with placement smithi196=a;count:1 2024-08-10T05:11:16.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:15 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:11:16.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:15 smithi031 ceph-mon[29994]: pgmap v221: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:11:16.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:15 smithi031 ceph-mon[41349]: from='client.24418 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi196=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:11:16.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:15 smithi031 ceph-mon[41349]: Saving service grafana spec with placement smithi196=a;count:1 2024-08-10T05:11:16.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:15 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:11:16.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:15 smithi031 ceph-mon[41349]: pgmap v221: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:11:16.279 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:11:15 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[63248]: ts=2024-08-10T05:11:15.906Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-08-10T05:11:16.279 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:11:15 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[63248]: ts=2024-08-10T05:11:15.906Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-08-10T05:11:16.279 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:11:15 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[63248]: ts=2024-08-10T05:11:15.906Z caller=main.go:570 level=info host_details="(Linux 5.14.0-480.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024 x86_64 smithi196 (none))" 2024-08-10T05:11:16.279 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:11:15 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[63248]: ts=2024-08-10T05:11:15.906Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-08-10T05:11:16.279 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:11:15 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[63248]: ts=2024-08-10T05:11:15.906Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-08-10T05:11:16.280 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:11:15 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[63248]: ts=2024-08-10T05:11:15.907Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-08-10T05:11:16.280 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:11:15 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[63248]: ts=2024-08-10T05:11:15.908Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-08-10T05:11:16.280 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:11:15 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[63248]: ts=2024-08-10T05:11:15.908Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-08-10T05:11:16.280 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:11:15 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[63248]: ts=2024-08-10T05:11:15.908Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-08-10T05:11:16.280 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:11:15 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[63248]: ts=2024-08-10T05:11:15.911Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-08-10T05:11:16.280 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:11:15 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[63248]: ts=2024-08-10T05:11:15.911Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=3.558µs 2024-08-10T05:11:16.280 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:11:15 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[63248]: ts=2024-08-10T05:11:15.911Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-08-10T05:11:16.280 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:11:15 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[63248]: ts=2024-08-10T05:11:15.911Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-08-10T05:11:16.280 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:11:15 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[63248]: ts=2024-08-10T05:11:15.911Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=31.092µs wal_replay_duration=510.715µs wbl_replay_duration=135ns total_replay_duration=581.29µs 2024-08-10T05:11:16.280 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:11:15 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[63248]: ts=2024-08-10T05:11:15.913Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-08-10T05:11:16.280 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:11:15 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[63248]: ts=2024-08-10T05:11:15.913Z caller=main.go:1029 level=info msg="TSDB started" 2024-08-10T05:11:16.280 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:11:15 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[63248]: ts=2024-08-10T05:11:15.913Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-08-10T05:11:16.280 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:11:15 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[63248]: ts=2024-08-10T05:11:15.927Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=14.057875ms db_storage=730ns remote_storage=1.154µs web_handler=292ns query_engine=444ns scrape=376.88µs scrape_sd=18.22µs notify=671ns notify_sd=1.509µs rules=13.392349ms tracing=7.287µs 2024-08-10T05:11:16.281 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:11:15 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[63248]: ts=2024-08-10T05:11:15.927Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-08-10T05:11:16.281 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:11:15 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[63248]: ts=2024-08-10T05:11:15.927Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-08-10T05:11:16.281 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:11:15 smithi196 bash[63233]: a763a4a63a1b416e4814b858d338224ee46370bf51e68fe7ee95e8fca940e796 2024-08-10T05:11:16.281 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:11:15 smithi196 systemd[1]: Started Ceph prometheus.a for fc322138-56d5-11ef-bcce-c7b262605968. 2024-08-10T05:11:17.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:17 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:11:17.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:17 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:11:17.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:17 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:11:17.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:17 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-08-10T05:11:17.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:17 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:11:17.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:17 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:11:17.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:17 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:11:17.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:17 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-08-10T05:11:17.270 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:11:17 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: ignoring --setuser ceph since I am not root 2024-08-10T05:11:17.270 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:11:17 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: ignoring --setgroup ceph since I am not root 2024-08-10T05:11:17.270 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:11:17 smithi031 ceph-mgr[30271]: -- 172.21.15.31:0/2076941633 <== mon.0 v2:172.21.15.31:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55ebd889e9c0 con 0x55ebd88aac00 2024-08-10T05:11:17.270 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:11:17 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:11:17.198+0000 7f7590e4bec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-10T05:11:17.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:17 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:11:17.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:17 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:11:17.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:17 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' 2024-08-10T05:11:17.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:17 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-08-10T05:11:17.279 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:11:17 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[34968]: ignoring --setuser ceph since I am not root 2024-08-10T05:11:17.279 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:11:17 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[34968]: ignoring --setgroup ceph since I am not root 2024-08-10T05:11:17.279 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:11:17 smithi196 ceph-mgr[34991]: -- 172.21.15.196:0/19350921 <== mon.0 v2:172.21.15.31:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55f1bf29c9c0 con 0x55f1bf2a8c00 2024-08-10T05:11:17.279 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:11:17 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[34968]: 2024-08-10T05:11:17.175+0000 7fac386e9ec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-10T05:11:17.595 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:11:17 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[34968]: 2024-08-10T05:11:17.298+0000 7fac386e9ec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-10T05:11:17.595 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:11:17 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[34968]: 2024-08-10T05:11:17.361+0000 7fac386e9ec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-10T05:11:17.595 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:11:17 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[34968]: 2024-08-10T05:11:17.594+0000 7fac386e9ec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-10T05:11:17.644 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:11:17 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:11:17.326+0000 7f7590e4bec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-10T05:11:17.644 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:11:17 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:11:17.394+0000 7f7590e4bec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-10T05:11:17.875 INFO:teuthology.orchestra.run.smithi031.stdout:[client.0] 2024-08-10T05:11:17.876 INFO:teuthology.orchestra.run.smithi031.stdout: key = AQB19rZmGZn6MxAARloEysHVpDMHup13CD9eqQ== 2024-08-10T05:11:18.018 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:11:17 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:11:17.657+0000 7f7590e4bec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-10T05:11:18.019 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:11:17 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:11:17.718+0000 7f7590e4bec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-10T05:11:18.028 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:11:17 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[34968]: 2024-08-10T05:11:17.651+0000 7fac386e9ec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-10T05:11:18.464 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:18 smithi031 ceph-mon[29994]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-08-10T05:11:18.464 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:18 smithi031 ceph-mon[29994]: mgrmap e16: y(active, since 5m), standbys: x 2024-08-10T05:11:18.464 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:18 smithi031 ceph-mon[29994]: from='client.? 172.21.15.31:0/1833460877' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-10T05:11:18.464 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:18 smithi031 ceph-mon[29994]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-10T05:11:18.464 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:18 smithi031 ceph-mon[29994]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-08-10T05:11:18.465 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:18 smithi031 ceph-mon[41349]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-08-10T05:11:18.465 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:18 smithi031 ceph-mon[41349]: mgrmap e16: y(active, since 5m), standbys: x 2024-08-10T05:11:18.465 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:18 smithi031 ceph-mon[41349]: from='client.? 172.21.15.31:0/1833460877' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-10T05:11:18.465 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:18 smithi031 ceph-mon[41349]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-10T05:11:18.465 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:18 smithi031 ceph-mon[41349]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-08-10T05:11:18.491 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-08-10T05:11:18.491 DEBUG:teuthology.orchestra.run.smithi031:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-08-10T05:11:18.491 DEBUG:teuthology.orchestra.run.smithi031:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-08-10T05:11:18.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:18 smithi196 ceph-mon[32874]: from='mgr.14150 172.21.15.31:0/3729499661' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-08-10T05:11:18.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:18 smithi196 ceph-mon[32874]: mgrmap e16: y(active, since 5m), standbys: x 2024-08-10T05:11:18.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:18 smithi196 ceph-mon[32874]: from='client.? 172.21.15.31:0/1833460877' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-10T05:11:18.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:18 smithi196 ceph-mon[32874]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-10T05:11:18.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:18 smithi196 ceph-mon[32874]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-08-10T05:11:18.534 DEBUG:teuthology.orchestra.run.smithi196:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc322138-56d5-11ef-bcce-c7b262605968 -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-08-10T05:11:18.769 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:11:18 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:11:18.675+0000 7f7590e4bec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-10T05:11:18.798 INFO:teuthology.orchestra.run.smithi196.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.b/config 2024-08-10T05:11:18.920 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:11:18 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[34968]: 2024-08-10T05:11:18.540+0000 7fac386e9ec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-10T05:11:18.920 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:11:18 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[34968]: 2024-08-10T05:11:18.656+0000 7fac386e9ec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-10T05:11:18.921 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:11:18 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[34968]: 2024-08-10T05:11:18.714+0000 7fac386e9ec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-10T05:11:19.045 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:11:18 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:11:18.791+0000 7f7590e4bec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-10T05:11:19.045 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:11:18 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:11:18.848+0000 7f7590e4bec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-10T05:11:19.173 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:11:18 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[34968]: 2024-08-10T05:11:18.919+0000 7fac386e9ec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-10T05:11:19.173 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:11:18 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[34968]: 2024-08-10T05:11:18.980+0000 7fac386e9ec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-10T05:11:19.173 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:11:19 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[34968]: 2024-08-10T05:11:19.046+0000 7fac386e9ec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-10T05:11:19.173 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:11:19 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[34968]: 2024-08-10T05:11:19.172+0000 7fac386e9ec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-10T05:11:19.303 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:11:19 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:11:19.045+0000 7f7590e4bec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-10T05:11:19.304 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:11:19 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:11:19.108+0000 7f7590e4bec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-10T05:11:19.304 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:11:19 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:11:19.175+0000 7f7590e4bec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-10T05:11:19.304 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:11:19 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:11:19.303+0000 7f7590e4bec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-10T05:11:19.878 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:11:19 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[34968]: 2024-08-10T05:11:19.592+0000 7fac386e9ec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-10T05:11:19.879 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:11:19 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[34968]: 2024-08-10T05:11:19.878+0000 7fac386e9ec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-10T05:11:20.018 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:11:19 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:11:19.733+0000 7f7590e4bec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-10T05:11:20.219 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:11:19 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[34968]: 2024-08-10T05:11:19.945+0000 7fac386e9ec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-10T05:11:20.219 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:11:20 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[34968]: 2024-08-10T05:11:20.077+0000 7fac386e9ec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-10T05:11:20.498 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:11:20 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:11:20.034+0000 7f7590e4bec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-10T05:11:20.498 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:11:20 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:11:20.102+0000 7f7590e4bec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-10T05:11:20.498 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:11:20 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:11:20.233+0000 7f7590e4bec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-10T05:11:20.498 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:11:20 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:11:20.498+0000 7f7590e4bec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-10T05:11:20.528 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:11:20 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[34968]: 2024-08-10T05:11:20.340+0000 7fac386e9ec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-10T05:11:20.528 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:11:20 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[34968]: 2024-08-10T05:11:20.402+0000 7fac386e9ec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-10T05:11:20.653 INFO:teuthology.orchestra.run.smithi196.stdout:[client.1] 2024-08-10T05:11:20.654 INFO:teuthology.orchestra.run.smithi196.stdout: key = AQB49rZmDlHKJhAAW3PYRxTRpoSa8ghbLrNWcw== 2024-08-10T05:11:20.752 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:11:20 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:11:20.560+0000 7f7590e4bec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-10T05:11:20.752 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:20 smithi031 ceph-mon[29994]: from='client.? 172.21.15.196:0/3714735633' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-10T05:11:20.752 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:20 smithi031 ceph-mon[29994]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-10T05:11:20.752 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:20 smithi031 ceph-mon[29994]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-08-10T05:11:20.753 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:20 smithi031 ceph-mon[41349]: from='client.? 172.21.15.196:0/3714735633' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-10T05:11:20.753 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:20 smithi031 ceph-mon[41349]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-10T05:11:20.753 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:20 smithi031 ceph-mon[41349]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-08-10T05:11:20.949 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:20 smithi196 ceph-mon[32874]: from='client.? 172.21.15.196:0/3714735633' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-10T05:11:20.949 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:20 smithi196 ceph-mon[32874]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-10T05:11:20.949 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:20 smithi196 ceph-mon[32874]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-08-10T05:11:20.949 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:11:20 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[34968]: 2024-08-10T05:11:20.589+0000 7fac386e9ec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-10T05:11:20.949 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:11:20 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[34968]: 2024-08-10T05:11:20.653+0000 7fac386e9ec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-10T05:11:20.950 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:11:20 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[34968]: 2024-08-10T05:11:20.739+0000 7fac386e9ec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-10T05:11:20.950 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:11:20 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[34968]: 2024-08-10T05:11:20.795+0000 7fac386e9ec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-10T05:11:21.018 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:11:20 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:11:20.752+0000 7f7590e4bec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-10T05:11:21.018 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:11:20 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:11:20.816+0000 7f7590e4bec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-10T05:11:21.019 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:11:20 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:11:20.901+0000 7f7590e4bec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-10T05:11:21.019 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:11:20 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:11:20.960+0000 7f7590e4bec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-10T05:11:21.332 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-08-10T05:11:21.332 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2024-08-10T05:11:21.332 DEBUG:teuthology.orchestra.run.smithi196:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-08-10T05:11:21.370 INFO:tasks.cephadm:Creating RBD pool 2024-08-10T05:11:21.371 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc322138-56d5-11ef-bcce-c7b262605968 -- ceph osd pool create rbd 8 2024-08-10T05:11:21.565 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:11:21 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[34968]: 2024-08-10T05:11:21.319+0000 7fac386e9ec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-10T05:11:21.565 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:11:21 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[34968]: 2024-08-10T05:11:21.459+0000 7fac386e9ec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-10T05:11:21.565 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:11:21 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[34968]: [10/Aug/2024:05:11:21] ENGINE Bus STARTING 2024-08-10T05:11:21.566 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:11:21 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[34968]: CherryPy Checker: 2024-08-10T05:11:21.566 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:11:21 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[34968]: The Application mounted at '' has an empty config. 2024-08-10T05:11:21.566 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:11:21 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[34968]: 2024-08-10T05:11:21.566 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:11:21 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[34968]: [10/Aug/2024:05:11:21] ENGINE Serving on http://:::9283 2024-08-10T05:11:21.566 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:11:21 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[34968]: [10/Aug/2024:05:11:21] ENGINE Bus STARTED 2024-08-10T05:11:21.639 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T05:11:21.657 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:11:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:11:21.507+0000 7f7590e4bec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-10T05:11:21.918 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:11:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:11:21.657+0000 7f7590e4bec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-10T05:11:21.918 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:11:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: [10/Aug/2024:05:11:21] ENGINE Bus STARTING 2024-08-10T05:11:21.918 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:11:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: CherryPy Checker: 2024-08-10T05:11:21.918 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:11:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: The Application mounted at '' has an empty config. 2024-08-10T05:11:21.918 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:11:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:11:21.918 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:11:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:11:21.769+0000 7f754087f640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-10T05:11:21.918 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:11:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:11:21.769+0000 7f754087f640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-10T05:11:21.919 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:11:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:11:21.769+0000 7f754087f640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-10T05:11:21.919 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:11:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:11:21.769+0000 7f754087f640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-10T05:11:21.919 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:11:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:11:21.769+0000 7f754087f640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-10T05:11:21.919 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:11:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:11:21.770+0000 7f753d879640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-10T05:11:21.919 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:11:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:11:21.770+0000 7f753d879640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-10T05:11:21.919 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:11:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:11:21.770+0000 7f753d879640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-10T05:11:21.919 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:11:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:11:21.770+0000 7f753d879640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-10T05:11:21.919 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:11:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:11:21.770+0000 7f753d879640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-10T05:11:21.919 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:11:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: [10/Aug/2024:05:11:21] ENGINE Serving on http://:::9283 2024-08-10T05:11:21.919 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:11:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: [10/Aug/2024:05:11:21] ENGINE Bus STARTED 2024-08-10T05:11:21.920 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:21 smithi031 ceph-mon[29994]: Standby manager daemon x restarted 2024-08-10T05:11:21.920 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:21 smithi031 ceph-mon[29994]: Standby manager daemon x started 2024-08-10T05:11:21.920 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:21 smithi031 ceph-mon[29994]: from='mgr.? 172.21.15.196:0/2927758307' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-10T05:11:21.920 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:21 smithi031 ceph-mon[29994]: from='mgr.? 172.21.15.196:0/2927758307' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-10T05:11:21.920 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:21 smithi031 ceph-mon[29994]: from='mgr.? 172.21.15.196:0/2927758307' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-10T05:11:21.920 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:21 smithi031 ceph-mon[29994]: from='mgr.? 172.21.15.196:0/2927758307' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-10T05:11:21.920 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:21 smithi031 ceph-mon[29994]: Active manager daemon y restarted 2024-08-10T05:11:21.920 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:21 smithi031 ceph-mon[29994]: Activating manager daemon y 2024-08-10T05:11:21.921 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:21 smithi031 ceph-mon[29994]: osdmap e69: 8 total, 8 up, 8 in 2024-08-10T05:11:21.921 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:21 smithi031 ceph-mon[29994]: mgrmap e17: y(active, starting, since 0.00751352s), standbys: x 2024-08-10T05:11:21.921 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:21 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:11:21.921 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:21 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:11:21.921 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:21 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:11:21.921 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:21 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-10T05:11:21.921 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:21 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-10T05:11:21.921 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:21 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-10T05:11:21.921 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:21 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-10T05:11:21.921 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:21 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-10T05:11:21.921 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:21 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-10T05:11:21.921 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:21 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-10T05:11:21.921 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:21 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-10T05:11:21.922 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:21 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-10T05:11:21.922 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:21 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-10T05:11:21.922 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:21 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-10T05:11:21.922 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:21 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-10T05:11:21.922 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:21 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-10T05:11:21.922 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:21 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-10T05:11:21.922 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:21 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-10T05:11:21.922 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:21 smithi031 ceph-mon[29994]: Manager daemon y is now available 2024-08-10T05:11:21.922 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:21 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:11:21.922 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:21 smithi031 ceph-mon[41349]: Standby manager daemon x restarted 2024-08-10T05:11:21.923 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:21 smithi031 ceph-mon[41349]: Standby manager daemon x started 2024-08-10T05:11:21.923 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:21 smithi031 ceph-mon[41349]: from='mgr.? 172.21.15.196:0/2927758307' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-10T05:11:21.923 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:21 smithi031 ceph-mon[41349]: from='mgr.? 172.21.15.196:0/2927758307' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-10T05:11:21.923 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:21 smithi031 ceph-mon[41349]: from='mgr.? 172.21.15.196:0/2927758307' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-10T05:11:21.923 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:21 smithi031 ceph-mon[41349]: from='mgr.? 172.21.15.196:0/2927758307' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-10T05:11:21.923 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:21 smithi031 ceph-mon[41349]: Active manager daemon y restarted 2024-08-10T05:11:21.923 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:21 smithi031 ceph-mon[41349]: Activating manager daemon y 2024-08-10T05:11:21.923 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:21 smithi031 ceph-mon[41349]: osdmap e69: 8 total, 8 up, 8 in 2024-08-10T05:11:21.923 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:21 smithi031 ceph-mon[41349]: mgrmap e17: y(active, starting, since 0.00751352s), standbys: x 2024-08-10T05:11:21.923 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:21 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:11:21.923 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:21 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:11:21.923 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:21 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:11:21.923 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:21 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-10T05:11:21.924 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:21 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-10T05:11:21.924 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:21 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-10T05:11:21.924 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:21 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-10T05:11:21.924 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:21 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-10T05:11:21.924 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:21 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-10T05:11:21.924 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:21 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-10T05:11:21.924 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:21 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-10T05:11:21.924 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:21 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-10T05:11:21.924 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:21 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-10T05:11:21.924 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:21 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-10T05:11:21.924 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:21 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-10T05:11:21.924 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:21 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-10T05:11:21.925 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:21 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-10T05:11:21.925 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:21 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-10T05:11:21.925 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:21 smithi031 ceph-mon[41349]: Manager daemon y is now available 2024-08-10T05:11:21.925 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:21 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:11:22.011 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:21 smithi196 ceph-mon[32874]: Standby manager daemon x restarted 2024-08-10T05:11:22.012 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:21 smithi196 ceph-mon[32874]: Standby manager daemon x started 2024-08-10T05:11:22.012 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:21 smithi196 ceph-mon[32874]: from='mgr.? 172.21.15.196:0/2927758307' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-10T05:11:22.012 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:21 smithi196 ceph-mon[32874]: from='mgr.? 172.21.15.196:0/2927758307' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-10T05:11:22.012 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:21 smithi196 ceph-mon[32874]: from='mgr.? 172.21.15.196:0/2927758307' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-10T05:11:22.012 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:21 smithi196 ceph-mon[32874]: from='mgr.? 172.21.15.196:0/2927758307' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-10T05:11:22.012 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:21 smithi196 ceph-mon[32874]: Active manager daemon y restarted 2024-08-10T05:11:22.012 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:21 smithi196 ceph-mon[32874]: Activating manager daemon y 2024-08-10T05:11:22.012 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:21 smithi196 ceph-mon[32874]: osdmap e69: 8 total, 8 up, 8 in 2024-08-10T05:11:22.012 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:21 smithi196 ceph-mon[32874]: mgrmap e17: y(active, starting, since 0.00751352s), standbys: x 2024-08-10T05:11:22.012 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:21 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:11:22.012 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:21 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:11:22.012 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:21 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:11:22.013 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:21 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-10T05:11:22.013 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:21 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-10T05:11:22.013 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:21 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-10T05:11:22.013 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:21 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-10T05:11:22.013 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:21 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-10T05:11:22.013 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:21 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-10T05:11:22.013 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:21 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-10T05:11:22.013 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:21 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-10T05:11:22.013 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:21 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-10T05:11:22.013 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:21 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-10T05:11:22.013 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:21 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-10T05:11:22.013 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:21 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-10T05:11:22.013 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:21 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-10T05:11:22.013 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:21 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-10T05:11:22.014 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:21 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-10T05:11:22.014 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:21 smithi196 ceph-mon[32874]: Manager daemon y is now available 2024-08-10T05:11:22.014 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:21 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:11:22.937 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:22 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:11:22.938 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:22 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:11:22.938 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:22 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-10T05:11:22.938 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:22 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-10T05:11:22.938 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:22 smithi031 ceph-mon[29994]: mgrmap e18: y(active, since 1.01129s), standbys: x 2024-08-10T05:11:22.938 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:22 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:11:22.938 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:22 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:11:22.938 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:22 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-10T05:11:22.939 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:22 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-10T05:11:22.939 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:22 smithi031 ceph-mon[41349]: mgrmap e18: y(active, since 1.01129s), standbys: x 2024-08-10T05:11:23.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:22 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:11:23.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:22 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:11:23.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:22 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-10T05:11:23.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:22 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-10T05:11:23.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:22 smithi196 ceph-mon[32874]: mgrmap e18: y(active, since 1.01129s), standbys: x 2024-08-10T05:11:23.960 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:11:23 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:11:23.656+0000 7f7529b92640 -1 log_channel(cephadm) log [ERR] : [10/Aug/2024:05:11:23] ENGINE Error in HTTPServer.serve 2024-08-10T05:11:23.961 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:11:23 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: Traceback (most recent call last): 2024-08-10T05:11:23.961 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:11:23 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-10T05:11:23.961 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:11:23 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: self._connections.run(self.expiration_interval) 2024-08-10T05:11:23.961 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:11:23 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-10T05:11:23.961 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:11:23 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: self._run(expiration_interval) 2024-08-10T05:11:23.961 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:11:23 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-10T05:11:23.961 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:11:23 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: new_conn = self._from_server_socket(self.server.socket) 2024-08-10T05:11:23.961 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:11:23 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-10T05:11:23.961 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:11:23 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-10T05:11:23.961 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:11:23 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-10T05:11:23.961 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:11:23 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: s = self.context.wrap_socket( 2024-08-10T05:11:23.961 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:11:23 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-10T05:11:23.962 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:11:23 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: return self.sslsocket_class._create( 2024-08-10T05:11:23.962 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:11:23 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-10T05:11:23.962 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:11:23 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: self.do_handshake() 2024-08-10T05:11:23.962 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:11:23 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-10T05:11:23.962 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:11:23 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: self._sslobj.do_handshake() 2024-08-10T05:11:23.962 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:11:23 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-10T05:11:23.962 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:11:23 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:11:24.138 INFO:teuthology.orchestra.run.smithi031.stderr:pool 'rbd' created 2024-08-10T05:11:24.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:24 smithi031 ceph-mon[29994]: pgmap v3: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:11:24.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:24 smithi031 ceph-mon[41349]: pgmap v3: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:11:24.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:24 smithi196 ceph-mon[32874]: pgmap v3: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:11:24.830 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc322138-56d5-11ef-bcce-c7b262605968 -- rbd pool init rbd 2024-08-10T05:11:25.125 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T05:11:25.407 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:25 smithi031 ceph-mon[29994]: [10/Aug/2024:05:11:23] ENGINE Bus STARTING 2024-08-10T05:11:25.408 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:25 smithi031 ceph-mon[29994]: from='client.? 172.21.15.31:0/3506638536' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-08-10T05:11:25.408 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:25 smithi031 ceph-mon[29994]: [10/Aug/2024:05:11:23] ENGINE Serving on https://172.21.15.31:7150 2024-08-10T05:11:25.408 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:25 smithi031 ceph-mon[29994]: [10/Aug/2024:05:11:23] ENGINE Bus STARTED 2024-08-10T05:11:25.408 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:25 smithi031 ceph-mon[29994]: [10/Aug/2024:05:11:23] ENGINE Error in HTTPServer.serve 2024-08-10T05:11:25.408 INFO:journalctl@ceph.mon.a.smithi031.stdout: Traceback (most recent call last): 2024-08-10T05:11:25.408 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-10T05:11:25.408 INFO:journalctl@ceph.mon.a.smithi031.stdout: self._connections.run(self.expiration_interval) 2024-08-10T05:11:25.408 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-10T05:11:25.408 INFO:journalctl@ceph.mon.a.smithi031.stdout: self._run(expiration_interval) 2024-08-10T05:11:25.408 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-10T05:11:25.408 INFO:journalctl@ceph.mon.a.smithi031.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-10T05:11:25.408 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-10T05:11:25.409 INFO:journalctl@ceph.mon.a.smithi031.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-10T05:11:25.409 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-10T05:11:25.409 INFO:journalctl@ceph.mon.a.smithi031.stdout: s = self.context.wrap_socket( 2024-08-10T05:11:25.409 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-10T05:11:25.409 INFO:journalctl@ceph.mon.a.smithi031.stdout: return self.sslsocket_class._create( 2024-08-10T05:11:25.409 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-10T05:11:25.409 INFO:journalctl@ceph.mon.a.smithi031.stdout: self.do_handshake() 2024-08-10T05:11:25.409 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-10T05:11:25.409 INFO:journalctl@ceph.mon.a.smithi031.stdout: self._sslobj.do_handshake() 2024-08-10T05:11:25.409 INFO:journalctl@ceph.mon.a.smithi031.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-10T05:11:25.409 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:25 smithi031 ceph-mon[29994]: pgmap v4: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:11:25.409 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:25 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:11:25.409 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:25 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:11:25.410 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:25 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:11:25.410 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:25 smithi031 ceph-mon[29994]: from='client.? 172.21.15.31:0/3506638536' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-08-10T05:11:25.410 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:25 smithi031 ceph-mon[29994]: osdmap e70: 8 total, 8 up, 8 in 2024-08-10T05:11:25.410 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:25 smithi031 ceph-mon[29994]: mgrmap e19: y(active, since 2s), standbys: x 2024-08-10T05:11:25.410 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:25 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:11:25.410 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:25 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:11:25.410 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:25 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:11:25.410 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:25 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:11:25.410 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:25 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:11:25.410 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:25 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:11:25.411 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:25 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:11:25.411 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:25 smithi031 ceph-mon[41349]: [10/Aug/2024:05:11:23] ENGINE Bus STARTING 2024-08-10T05:11:25.411 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:25 smithi031 ceph-mon[41349]: from='client.? 172.21.15.31:0/3506638536' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-08-10T05:11:25.411 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:25 smithi031 ceph-mon[41349]: [10/Aug/2024:05:11:23] ENGINE Serving on https://172.21.15.31:7150 2024-08-10T05:11:25.411 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:25 smithi031 ceph-mon[41349]: [10/Aug/2024:05:11:23] ENGINE Bus STARTED 2024-08-10T05:11:25.412 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:25 smithi031 ceph-mon[41349]: [10/Aug/2024:05:11:23] ENGINE Error in HTTPServer.serve 2024-08-10T05:11:25.412 INFO:journalctl@ceph.mon.c.smithi031.stdout: Traceback (most recent call last): 2024-08-10T05:11:25.412 INFO:journalctl@ceph.mon.c.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-10T05:11:25.412 INFO:journalctl@ceph.mon.c.smithi031.stdout: self._connections.run(self.expiration_interval) 2024-08-10T05:11:25.412 INFO:journalctl@ceph.mon.c.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-10T05:11:25.412 INFO:journalctl@ceph.mon.c.smithi031.stdout: self._run(expiration_interval) 2024-08-10T05:11:25.412 INFO:journalctl@ceph.mon.c.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-10T05:11:25.412 INFO:journalctl@ceph.mon.c.smithi031.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-10T05:11:25.412 INFO:journalctl@ceph.mon.c.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-10T05:11:25.413 INFO:journalctl@ceph.mon.c.smithi031.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-10T05:11:25.413 INFO:journalctl@ceph.mon.c.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-10T05:11:25.413 INFO:journalctl@ceph.mon.c.smithi031.stdout: s = self.context.wrap_socket( 2024-08-10T05:11:25.413 INFO:journalctl@ceph.mon.c.smithi031.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-10T05:11:25.413 INFO:journalctl@ceph.mon.c.smithi031.stdout: return self.sslsocket_class._create( 2024-08-10T05:11:25.413 INFO:journalctl@ceph.mon.c.smithi031.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-10T05:11:25.413 INFO:journalctl@ceph.mon.c.smithi031.stdout: self.do_handshake() 2024-08-10T05:11:25.414 INFO:journalctl@ceph.mon.c.smithi031.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-10T05:11:25.414 INFO:journalctl@ceph.mon.c.smithi031.stdout: self._sslobj.do_handshake() 2024-08-10T05:11:25.414 INFO:journalctl@ceph.mon.c.smithi031.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-10T05:11:25.414 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:25 smithi031 ceph-mon[41349]: pgmap v4: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:11:25.414 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:25 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:11:25.414 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:25 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:11:25.415 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:25 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:11:25.415 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:25 smithi031 ceph-mon[41349]: from='client.? 172.21.15.31:0/3506638536' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-08-10T05:11:25.415 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:25 smithi031 ceph-mon[41349]: osdmap e70: 8 total, 8 up, 8 in 2024-08-10T05:11:25.415 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:25 smithi031 ceph-mon[41349]: mgrmap e19: y(active, since 2s), standbys: x 2024-08-10T05:11:25.415 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:25 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:11:25.415 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:25 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:11:25.415 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:25 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:11:25.416 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:25 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:11:25.416 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:25 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:11:25.416 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:25 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:11:25.416 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:25 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:11:25.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:25 smithi196 ceph-mon[32874]: [10/Aug/2024:05:11:23] ENGINE Bus STARTING 2024-08-10T05:11:25.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:25 smithi196 ceph-mon[32874]: from='client.? 172.21.15.31:0/3506638536' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-08-10T05:11:25.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:25 smithi196 ceph-mon[32874]: [10/Aug/2024:05:11:23] ENGINE Serving on https://172.21.15.31:7150 2024-08-10T05:11:25.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:25 smithi196 ceph-mon[32874]: [10/Aug/2024:05:11:23] ENGINE Bus STARTED 2024-08-10T05:11:25.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:25 smithi196 ceph-mon[32874]: [10/Aug/2024:05:11:23] ENGINE Error in HTTPServer.serve 2024-08-10T05:11:25.529 INFO:journalctl@ceph.mon.b.smithi196.stdout: Traceback (most recent call last): 2024-08-10T05:11:25.529 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-10T05:11:25.529 INFO:journalctl@ceph.mon.b.smithi196.stdout: self._connections.run(self.expiration_interval) 2024-08-10T05:11:25.529 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-10T05:11:25.529 INFO:journalctl@ceph.mon.b.smithi196.stdout: self._run(expiration_interval) 2024-08-10T05:11:25.530 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-10T05:11:25.530 INFO:journalctl@ceph.mon.b.smithi196.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-10T05:11:25.530 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-10T05:11:25.530 INFO:journalctl@ceph.mon.b.smithi196.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-10T05:11:25.530 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-10T05:11:25.530 INFO:journalctl@ceph.mon.b.smithi196.stdout: s = self.context.wrap_socket( 2024-08-10T05:11:25.530 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-10T05:11:25.530 INFO:journalctl@ceph.mon.b.smithi196.stdout: return self.sslsocket_class._create( 2024-08-10T05:11:25.530 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-10T05:11:25.530 INFO:journalctl@ceph.mon.b.smithi196.stdout: self.do_handshake() 2024-08-10T05:11:25.530 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-10T05:11:25.530 INFO:journalctl@ceph.mon.b.smithi196.stdout: self._sslobj.do_handshake() 2024-08-10T05:11:25.530 INFO:journalctl@ceph.mon.b.smithi196.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-10T05:11:25.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:25 smithi196 ceph-mon[32874]: pgmap v4: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:11:25.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:25 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:11:25.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:25 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:11:25.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:25 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:11:25.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:25 smithi196 ceph-mon[32874]: from='client.? 172.21.15.31:0/3506638536' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-08-10T05:11:25.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:25 smithi196 ceph-mon[32874]: osdmap e70: 8 total, 8 up, 8 in 2024-08-10T05:11:25.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:25 smithi196 ceph-mon[32874]: mgrmap e19: y(active, since 2s), standbys: x 2024-08-10T05:11:25.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:25 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:11:25.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:25 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:11:25.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:25 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:11:25.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:25 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:11:25.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:25 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:11:25.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:25 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:11:25.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:25 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:11:26.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:26 smithi031 ceph-mon[29994]: Adjusting osd_memory_target on smithi196 to 2992M 2024-08-10T05:11:26.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:26 smithi031 ceph-mon[29994]: osdmap e71: 8 total, 8 up, 8 in 2024-08-10T05:11:26.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:26 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:11:26.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:26 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:11:26.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:26 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:11:26.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:26 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:11:26.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:26 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:11:26.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:26 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:11:26.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:26 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:11:26.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:26 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:11:26.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:26 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:11:26.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:26 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:11:26.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:26 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:11:26.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:26 smithi031 ceph-mon[41349]: Adjusting osd_memory_target on smithi196 to 2992M 2024-08-10T05:11:26.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:26 smithi031 ceph-mon[41349]: osdmap e71: 8 total, 8 up, 8 in 2024-08-10T05:11:26.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:26 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:11:26.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:26 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:11:26.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:26 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:11:26.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:26 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:11:26.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:26 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:11:26.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:26 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:11:26.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:26 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:11:26.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:26 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:11:26.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:26 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:11:26.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:26 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:11:26.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:26 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:11:26.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:26 smithi196 ceph-mon[32874]: Adjusting osd_memory_target on smithi196 to 2992M 2024-08-10T05:11:26.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:26 smithi196 ceph-mon[32874]: osdmap e71: 8 total, 8 up, 8 in 2024-08-10T05:11:26.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:26 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:11:26.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:26 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:11:26.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:26 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:11:26.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:26 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:11:26.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:26 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:11:26.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:26 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:11:26.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:26 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:11:26.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:26 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:11:26.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:26 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:11:26.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:26 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:11:26.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:26 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:11:27.028 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:11:26 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[34968]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:11:26] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-10T05:11:27.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:27 smithi031 ceph-mon[29994]: pgmap v7: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:11:27.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:27 smithi031 ceph-mon[29994]: Adjusting osd_memory_target on smithi031 to 2993M 2024-08-10T05:11:27.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:27 smithi031 ceph-mon[29994]: Updating smithi031:/etc/ceph/ceph.conf 2024-08-10T05:11:27.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:27 smithi031 ceph-mon[29994]: Updating smithi196:/etc/ceph/ceph.conf 2024-08-10T05:11:27.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:27 smithi031 ceph-mon[29994]: osdmap e72: 8 total, 8 up, 8 in 2024-08-10T05:11:27.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:27 smithi031 ceph-mon[29994]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:11:27.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:27 smithi031 ceph-mon[29994]: Updating smithi031:/var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/config/ceph.conf 2024-08-10T05:11:27.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:27 smithi031 ceph-mon[29994]: Updating smithi196:/var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/config/ceph.conf 2024-08-10T05:11:27.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:27 smithi031 ceph-mon[29994]: mgrmap e20: y(active, since 4s), standbys: x 2024-08-10T05:11:27.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:27 smithi031 ceph-mon[29994]: Updating smithi031:/etc/ceph/ceph.client.admin.keyring 2024-08-10T05:11:27.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:27 smithi031 ceph-mon[29994]: Updating smithi196:/etc/ceph/ceph.client.admin.keyring 2024-08-10T05:11:27.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:27 smithi031 ceph-mon[29994]: Updating smithi196:/var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/config/ceph.client.admin.keyring 2024-08-10T05:11:27.521 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:27 smithi031 ceph-mon[29994]: Updating smithi031:/var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/config/ceph.client.admin.keyring 2024-08-10T05:11:27.521 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:27 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:11:27.521 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:27 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:11:27.521 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:27 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:11:27.521 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:27 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:11:27.521 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:27 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:11:27.521 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:27 smithi031 ceph-mon[29994]: Deploying daemon alertmanager.a on smithi031 2024-08-10T05:11:27.521 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:27 smithi031 ceph-mon[29994]: from='client.? 172.21.15.31:0/2945887185' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-08-10T05:11:27.521 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:27 smithi031 ceph-mon[29994]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-08-10T05:11:27.522 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:27 smithi031 ceph-mon[41349]: pgmap v7: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:11:27.522 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:27 smithi031 ceph-mon[41349]: Adjusting osd_memory_target on smithi031 to 2993M 2024-08-10T05:11:27.522 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:27 smithi031 ceph-mon[41349]: Updating smithi031:/etc/ceph/ceph.conf 2024-08-10T05:11:27.522 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:27 smithi031 ceph-mon[41349]: Updating smithi196:/etc/ceph/ceph.conf 2024-08-10T05:11:27.523 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:27 smithi031 ceph-mon[41349]: osdmap e72: 8 total, 8 up, 8 in 2024-08-10T05:11:27.523 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:27 smithi031 ceph-mon[41349]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:11:27.523 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:27 smithi031 ceph-mon[41349]: Updating smithi031:/var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/config/ceph.conf 2024-08-10T05:11:27.523 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:27 smithi031 ceph-mon[41349]: Updating smithi196:/var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/config/ceph.conf 2024-08-10T05:11:27.523 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:27 smithi031 ceph-mon[41349]: mgrmap e20: y(active, since 4s), standbys: x 2024-08-10T05:11:27.523 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:27 smithi031 ceph-mon[41349]: Updating smithi031:/etc/ceph/ceph.client.admin.keyring 2024-08-10T05:11:27.523 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:27 smithi031 ceph-mon[41349]: Updating smithi196:/etc/ceph/ceph.client.admin.keyring 2024-08-10T05:11:27.523 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:27 smithi031 ceph-mon[41349]: Updating smithi196:/var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/config/ceph.client.admin.keyring 2024-08-10T05:11:27.523 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:27 smithi031 ceph-mon[41349]: Updating smithi031:/var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/config/ceph.client.admin.keyring 2024-08-10T05:11:27.523 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:27 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:11:27.524 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:27 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:11:27.524 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:27 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:11:27.524 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:27 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:11:27.524 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:27 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:11:27.524 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:27 smithi031 ceph-mon[41349]: Deploying daemon alertmanager.a on smithi031 2024-08-10T05:11:27.524 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:27 smithi031 ceph-mon[41349]: from='client.? 172.21.15.31:0/2945887185' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-08-10T05:11:27.524 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:27 smithi031 ceph-mon[41349]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-08-10T05:11:27.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:27 smithi196 ceph-mon[32874]: pgmap v7: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:11:27.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:27 smithi196 ceph-mon[32874]: Adjusting osd_memory_target on smithi031 to 2993M 2024-08-10T05:11:27.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:27 smithi196 ceph-mon[32874]: Updating smithi031:/etc/ceph/ceph.conf 2024-08-10T05:11:27.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:27 smithi196 ceph-mon[32874]: Updating smithi196:/etc/ceph/ceph.conf 2024-08-10T05:11:27.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:27 smithi196 ceph-mon[32874]: osdmap e72: 8 total, 8 up, 8 in 2024-08-10T05:11:27.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:27 smithi196 ceph-mon[32874]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:11:27.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:27 smithi196 ceph-mon[32874]: Updating smithi031:/var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/config/ceph.conf 2024-08-10T05:11:27.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:27 smithi196 ceph-mon[32874]: Updating smithi196:/var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/config/ceph.conf 2024-08-10T05:11:27.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:27 smithi196 ceph-mon[32874]: mgrmap e20: y(active, since 4s), standbys: x 2024-08-10T05:11:27.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:27 smithi196 ceph-mon[32874]: Updating smithi031:/etc/ceph/ceph.client.admin.keyring 2024-08-10T05:11:27.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:27 smithi196 ceph-mon[32874]: Updating smithi196:/etc/ceph/ceph.client.admin.keyring 2024-08-10T05:11:27.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:27 smithi196 ceph-mon[32874]: Updating smithi196:/var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/config/ceph.client.admin.keyring 2024-08-10T05:11:27.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:27 smithi196 ceph-mon[32874]: Updating smithi031:/var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/config/ceph.client.admin.keyring 2024-08-10T05:11:27.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:27 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:11:27.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:27 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:11:27.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:27 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:11:27.532 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:27 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:11:27.532 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:27 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:11:27.532 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:27 smithi196 ceph-mon[32874]: Deploying daemon alertmanager.a on smithi031 2024-08-10T05:11:27.532 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:27 smithi196 ceph-mon[32874]: from='client.? 172.21.15.31:0/2945887185' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-08-10T05:11:27.532 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:27 smithi196 ceph-mon[32874]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-08-10T05:11:29.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:28 smithi031 ceph-mon[41349]: pgmap v9: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:11:29.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:28 smithi031 ceph-mon[41349]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]': finished 2024-08-10T05:11:29.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:28 smithi031 ceph-mon[41349]: osdmap e73: 8 total, 8 up, 8 in 2024-08-10T05:11:29.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:28 smithi031 ceph-mon[29994]: pgmap v9: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:11:29.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:28 smithi031 ceph-mon[29994]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]': finished 2024-08-10T05:11:29.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:28 smithi031 ceph-mon[29994]: osdmap e73: 8 total, 8 up, 8 in 2024-08-10T05:11:29.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:28 smithi196 ceph-mon[32874]: pgmap v9: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:11:29.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:28 smithi196 ceph-mon[32874]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]': finished 2024-08-10T05:11:29.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:28 smithi196 ceph-mon[32874]: osdmap e73: 8 total, 8 up, 8 in 2024-08-10T05:11:30.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:29 smithi031 ceph-mon[29994]: osdmap e74: 8 total, 8 up, 8 in 2024-08-10T05:11:30.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:29 smithi031 ceph-mon[41349]: osdmap e74: 8 total, 8 up, 8 in 2024-08-10T05:11:30.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:29 smithi196 ceph-mon[32874]: osdmap e74: 8 total, 8 up, 8 in 2024-08-10T05:11:31.223 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:30 smithi031 ceph-mon[29994]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 45 KiB/s rd, 0 B/s wr, 25 op/s 2024-08-10T05:11:31.223 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:30 smithi031 ceph-mon[29994]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:11:31.224 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:30 smithi031 ceph-mon[29994]: Cluster is now healthy 2024-08-10T05:11:31.224 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:30 smithi031 ceph-mon[29994]: osdmap e75: 8 total, 8 up, 8 in 2024-08-10T05:11:31.224 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:30 smithi031 ceph-mon[41349]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 45 KiB/s rd, 0 B/s wr, 25 op/s 2024-08-10T05:11:31.224 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:30 smithi031 ceph-mon[41349]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:11:31.224 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:30 smithi031 ceph-mon[41349]: Cluster is now healthy 2024-08-10T05:11:31.224 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:30 smithi031 ceph-mon[41349]: osdmap e75: 8 total, 8 up, 8 in 2024-08-10T05:11:31.263 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-08-10T05:11:31.263 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-08-10T05:11:31.263 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid fc322138-56d5-11ef-bcce-c7b262605968 -- ceph mgr dump --format=json 2024-08-10T05:11:31.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:30 smithi196 ceph-mon[32874]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 45 KiB/s rd, 0 B/s wr, 25 op/s 2024-08-10T05:11:31.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:30 smithi196 ceph-mon[32874]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:11:31.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:30 smithi196 ceph-mon[32874]: Cluster is now healthy 2024-08-10T05:11:31.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:30 smithi196 ceph-mon[32874]: osdmap e75: 8 total, 8 up, 8 in 2024-08-10T05:11:32.198 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T05:11:33.228 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:32 smithi031 ceph-mon[29994]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 20 op/s 2024-08-10T05:11:33.228 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:32 smithi031 ceph-mon[41349]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 20 op/s 2024-08-10T05:11:33.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:32 smithi196 ceph-mon[32874]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 37 KiB/s rd, 0 B/s wr, 20 op/s 2024-08-10T05:11:34.757 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:11:34 smithi031 systemd[1]: Starting Ceph alertmanager.a for fc322138-56d5-11ef-bcce-c7b262605968... 2024-08-10T05:11:35.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:34 smithi031 ceph-mon[29994]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 34 KiB/s rd, 341 B/s wr, 19 op/s 2024-08-10T05:11:35.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:34 smithi031 ceph-mon[41349]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 34 KiB/s rd, 341 B/s wr, 19 op/s 2024-08-10T05:11:35.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:34 smithi196 ceph-mon[32874]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 34 KiB/s rd, 341 B/s wr, 19 op/s 2024-08-10T05:11:35.391 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:11:35 smithi031 podman[75519]: 2024-08-10 05:11:35.161651649 +0000 UTC m=+0.019997386 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-08-10T05:11:35.769 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:11:35 smithi031 podman[75519]: 2024-08-10 05:11:35.520060233 +0000 UTC m=+0.378406019 volume create 1c0f47f350c52cbfd441a8e3c691926e28094d9207abfd458587f2760f732227 2024-08-10T05:11:35.769 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:11:35 smithi031 podman[75519]: 2024-08-10 05:11:35.603695358 +0000 UTC m=+0.462041137 container create b144c38cb348c1643213c7f301aea23a6f19ab3a4ace4e116ecf233b7e7b401c (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-10T05:11:36.266 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:35 smithi031 ceph-mon[29994]: osdmap e76: 8 total, 8 up, 8 in 2024-08-10T05:11:36.266 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:35 smithi031 ceph-mon[41349]: osdmap e76: 8 total, 8 up, 8 in 2024-08-10T05:11:36.267 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:11:35 smithi031 podman[75519]: 2024-08-10 05:11:35.948208451 +0000 UTC m=+0.806554199 container init b144c38cb348c1643213c7f301aea23a6f19ab3a4ace4e116ecf233b7e7b401c (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-10T05:11:36.267 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:11:35 smithi031 podman[75519]: 2024-08-10 05:11:35.953398527 +0000 UTC m=+0.811744265 container start b144c38cb348c1643213c7f301aea23a6f19ab3a4ace4e116ecf233b7e7b401c (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-10T05:11:36.267 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:11:35 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-alertmanager-a[75559]: ts=2024-08-10T05:11:35.967Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-08-10T05:11:36.267 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:11:35 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-alertmanager-a[75559]: ts=2024-08-10T05:11:35.967Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-08-10T05:11:36.267 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:11:35 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-alertmanager-a[75559]: ts=2024-08-10T05:11:35.968Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.31 port=9094 2024-08-10T05:11:36.267 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:11:35 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-alertmanager-a[75559]: ts=2024-08-10T05:11:35.969Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-08-10T05:11:36.267 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:11:35 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-alertmanager-a[75559]: ts=2024-08-10T05:11:35.995Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-08-10T05:11:36.267 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:11:35 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-alertmanager-a[75559]: ts=2024-08-10T05:11:35.995Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-08-10T05:11:36.267 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:11:35 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-alertmanager-a[75559]: ts=2024-08-10T05:11:35.999Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-08-10T05:11:36.267 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:11:35 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-alertmanager-a[75559]: ts=2024-08-10T05:11:35.999Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-08-10T05:11:36.267 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:11:36 smithi031 bash[75519]: b144c38cb348c1643213c7f301aea23a6f19ab3a4ace4e116ecf233b7e7b401c 2024-08-10T05:11:36.267 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:11:36 smithi031 systemd[1]: Started Ceph alertmanager.a for fc322138-56d5-11ef-bcce-c7b262605968. 2024-08-10T05:11:36.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:35 smithi196 ceph-mon[32874]: osdmap e76: 8 total, 8 up, 8 in 2024-08-10T05:11:36.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:11:36 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: [10/Aug/2024:05:11:36] ENGINE Bus STOPPING 2024-08-10T05:11:36.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:11:36 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: [10/Aug/2024:05:11:36] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-10T05:11:36.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:11:36 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: [10/Aug/2024:05:11:36] ENGINE Bus STOPPED 2024-08-10T05:11:36.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:11:36 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: [10/Aug/2024:05:11:36] ENGINE Bus STARTING 2024-08-10T05:11:36.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:11:36 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: [10/Aug/2024:05:11:36] ENGINE Serving on http://:::9283 2024-08-10T05:11:36.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:11:36 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: [10/Aug/2024:05:11:36] ENGINE Bus STARTED 2024-08-10T05:11:36.574 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-08-10T05:11:36.978 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:11:36 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[34968]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:11:36] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-10T05:11:37.228 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:36 smithi031 ceph-mon[41349]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 301 B/s wr, 0 op/s 2024-08-10T05:11:37.228 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:36 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:11:37.228 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:36 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:11:37.228 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:36 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:11:37.229 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:36 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:11:37.229 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:36 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:11:37.229 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:36 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:11:37.229 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:36 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-08-10T05:11:37.229 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:36 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:11:37.229 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:36 smithi031 ceph-mon[41349]: from='client.? 172.21.15.31:0/2253854520' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-08-10T05:11:37.229 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:36 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:11:37.229 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:36 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:11:37.229 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:36 smithi031 ceph-mon[29994]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 301 B/s wr, 0 op/s 2024-08-10T05:11:37.229 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:36 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:11:37.230 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:36 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:11:37.230 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:36 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:11:37.230 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:36 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:11:37.230 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:36 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:11:37.230 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:36 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:11:37.230 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:36 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-08-10T05:11:37.230 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:36 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:11:37.230 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:36 smithi031 ceph-mon[29994]: from='client.? 172.21.15.31:0/2253854520' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-08-10T05:11:37.230 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:36 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:11:37.230 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:36 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:11:37.256 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":20,"flags":0,"active_gid":24431,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6800","nonce":2104982260},{"type":"v1","addr":"172.21.15.31:6801","nonce":2104982260}]},"active_addr":"172.21.15.31:6801/2104982260","active_change":"2024-08-10T05:11:21.659923+0000","active_mgr_features":4540138320759226367,"available":true,"standbys":[{"gid":14526,"name":"x","mgr_features":4540138320759226367,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.1.5","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.1.5","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.31:8443/","prometheus":"http://172.21.15.31:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":69,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.31:0","nonce":392654468}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.31:0","nonce":3100167778}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.31:0","nonce":1861988681}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.31:0","nonce":557242784}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.31:0","nonce":1989575678}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.31:0","nonce":2490211066}]}]} 2024-08-10T05:11:37.260 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-08-10T05:11:37.260 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-08-10T05:11:37.261 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid fc322138-56d5-11ef-bcce-c7b262605968 -- ceph osd dump --format=json 2024-08-10T05:11:37.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:36 smithi196 ceph-mon[32874]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 301 B/s wr, 0 op/s 2024-08-10T05:11:37.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:36 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:11:37.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:36 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:11:37.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:36 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:11:37.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:36 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:11:37.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:36 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:11:37.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:36 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:11:37.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:36 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-08-10T05:11:37.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:36 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:11:37.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:36 smithi196 ceph-mon[32874]: from='client.? 172.21.15.31:0/2253854520' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-08-10T05:11:37.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:36 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:11:37.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:36 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:11:37.526 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T05:11:38.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:37 smithi031 ceph-mon[29994]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-08-10T05:11:38.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:37 smithi031 ceph-mon[29994]: Deploying daemon grafana.a on smithi196 2024-08-10T05:11:38.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:37 smithi031 ceph-mon[41349]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-08-10T05:11:38.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:37 smithi031 ceph-mon[41349]: Deploying daemon grafana.a on smithi196 2024-08-10T05:11:38.269 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:11:37 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-alertmanager-a[75559]: ts=2024-08-10T05:11:37.970Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000334411s 2024-08-10T05:11:38.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:37 smithi196 ceph-mon[32874]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-08-10T05:11:38.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:37 smithi196 ceph-mon[32874]: Deploying daemon grafana.a on smithi196 2024-08-10T05:11:39.180 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:38 smithi031 ceph-mon[29994]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-10T05:11:39.181 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:38 smithi031 ceph-mon[41349]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-10T05:11:39.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:38 smithi196 ceph-mon[32874]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-10T05:11:39.444 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-08-10T05:11:39.445 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":76,"fsid":"fc322138-56d5-11ef-bcce-c7b262605968","created":"2024-08-10T05:04:54.954270+0000","modified":"2024-08-10T05:11:34.960174+0000","last_up_change":"2024-08-10T05:09:59.943561+0000","last_in_change":"2024-08-10T05:09:43.393031+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-10T05:08:03.605054+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-10T05:10:24.774112+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-10T05:10:28.001912+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2024-08-10T05:11:24.075633+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"75","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":75,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"d01a3e95-9986-400f-b9e3-e02ad620ea62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":2795261171},{"type":"v1","addr":"172.21.15.31:6803","nonce":2795261171}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":2795261171},{"type":"v1","addr":"172.21.15.31:6805","nonce":2795261171}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2795261171},{"type":"v1","addr":"172.21.15.31:6809","nonce":2795261171}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":2795261171},{"type":"v1","addr":"172.21.15.31:6807","nonce":2795261171}]},"public_addr":"172.21.15.31:6803/2795261171","cluster_addr":"172.21.15.31:6805/2795261171","heartbeat_back_addr":"172.21.15.31:6809/2795261171","heartbeat_front_addr":"172.21.15.31:6807/2795261171","state":["exists","up"]},{"osd":1,"uuid":"280b8772-6315-4a14-97d3-64b405063967","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":3972359835},{"type":"v1","addr":"172.21.15.31:6811","nonce":3972359835}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":3972359835},{"type":"v1","addr":"172.21.15.31:6813","nonce":3972359835}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":3972359835},{"type":"v1","addr":"172.21.15.31:6817","nonce":3972359835}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":3972359835},{"type":"v1","addr":"172.21.15.31:6815","nonce":3972359835}]},"public_addr":"172.21.15.31:6811/3972359835","cluster_addr":"172.21.15.31:6813/3972359835","heartbeat_back_addr":"172.21.15.31:6817/3972359835","heartbeat_front_addr":"172.21.15.31:6815/3972359835","state":["exists","up"]},{"osd":2,"uuid":"50765dba-989b-4e05-95b5-f7c6976ea114","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":1507826463},{"type":"v1","addr":"172.21.15.31:6819","nonce":1507826463}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":1507826463},{"type":"v1","addr":"172.21.15.31:6821","nonce":1507826463}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":1507826463},{"type":"v1","addr":"172.21.15.31:6825","nonce":1507826463}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":1507826463},{"type":"v1","addr":"172.21.15.31:6823","nonce":1507826463}]},"public_addr":"172.21.15.31:6819/1507826463","cluster_addr":"172.21.15.31:6821/1507826463","heartbeat_back_addr":"172.21.15.31:6825/1507826463","heartbeat_front_addr":"172.21.15.31:6823/1507826463","state":["exists","up"]},{"osd":3,"uuid":"4a872017-47e3-4141-ac4f-a8987fbd1244","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2904248639},{"type":"v1","addr":"172.21.15.31:6827","nonce":2904248639}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2904248639},{"type":"v1","addr":"172.21.15.31:6829","nonce":2904248639}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":2904248639},{"type":"v1","addr":"172.21.15.31:6833","nonce":2904248639}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2904248639},{"type":"v1","addr":"172.21.15.31:6831","nonce":2904248639}]},"public_addr":"172.21.15.31:6827/2904248639","cluster_addr":"172.21.15.31:6829/2904248639","heartbeat_back_addr":"172.21.15.31:6833/2904248639","heartbeat_front_addr":"172.21.15.31:6831/2904248639","state":["exists","up"]},{"osd":4,"uuid":"df9c6d53-1621-43ce-bdbc-e49515c06467","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":3065972586},{"type":"v1","addr":"172.21.15.196:6801","nonce":3065972586}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":3065972586},{"type":"v1","addr":"172.21.15.196:6803","nonce":3065972586}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6806","nonce":3065972586},{"type":"v1","addr":"172.21.15.196:6807","nonce":3065972586}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":3065972586},{"type":"v1","addr":"172.21.15.196:6805","nonce":3065972586}]},"public_addr":"172.21.15.196:6801/3065972586","cluster_addr":"172.21.15.196:6803/3065972586","heartbeat_back_addr":"172.21.15.196:6807/3065972586","heartbeat_front_addr":"172.21.15.196:6805/3065972586","state":["exists","up"]},{"osd":5,"uuid":"d7218072-ca78-45c7-ab27-28e63dd69d3d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":283023100},{"type":"v1","addr":"172.21.15.196:6809","nonce":283023100}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":283023100},{"type":"v1","addr":"172.21.15.196:6811","nonce":283023100}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":283023100},{"type":"v1","addr":"172.21.15.196:6815","nonce":283023100}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6812","nonce":283023100},{"type":"v1","addr":"172.21.15.196:6813","nonce":283023100}]},"public_addr":"172.21.15.196:6809/283023100","cluster_addr":"172.21.15.196:6811/283023100","heartbeat_back_addr":"172.21.15.196:6815/283023100","heartbeat_front_addr":"172.21.15.196:6813/283023100","state":["exists","up"]},{"osd":6,"uuid":"12385d44-8a1e-4764-b3bf-b93427fec8dc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":4272388400},{"type":"v1","addr":"172.21.15.196:6817","nonce":4272388400}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":4272388400},{"type":"v1","addr":"172.21.15.196:6819","nonce":4272388400}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6822","nonce":4272388400},{"type":"v1","addr":"172.21.15.196:6823","nonce":4272388400}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":4272388400},{"type":"v1","addr":"172.21.15.196:6821","nonce":4272388400}]},"public_addr":"172.21.15.196:6817/4272388400","cluster_addr":"172.21.15.196:6819/4272388400","heartbeat_back_addr":"172.21.15.196:6823/4272388400","heartbeat_front_addr":"172.21.15.196:6821/4272388400","state":["exists","up"]},{"osd":7,"uuid":"bf5e1d31-502a-4512-8628-1666916a2ad4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":2199443751},{"type":"v1","addr":"172.21.15.196:6825","nonce":2199443751}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6826","nonce":2199443751},{"type":"v1","addr":"172.21.15.196:6827","nonce":2199443751}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":2199443751},{"type":"v1","addr":"172.21.15.196:6831","nonce":2199443751}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":2199443751},{"type":"v1","addr":"172.21.15.196:6829","nonce":2199443751}]},"public_addr":"172.21.15.196:6825/2199443751","cluster_addr":"172.21.15.196:6827/2199443751","heartbeat_back_addr":"172.21.15.196:6831/2199443751","heartbeat_front_addr":"172.21.15.196:6829/2199443751","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T05:07:11.319579+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T05:07:36.476428+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T05:08:00.380197+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T05:08:25.155795+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T05:08:46.900197+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T05:09:10.388504+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T05:09:34.373286+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T05:09:58.779778+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.12","mappings":[{"from":7,"to":2}]},{"pgid":"3.6","mappings":[{"from":0,"to":2}]},{"pgid":"3.1d","mappings":[{"from":5,"to":2}]},{"pgid":"3.20","mappings":[{"from":0,"to":1}]},{"pgid":"3.29","mappings":[{"from":4,"to":2}]},{"pgid":"3.2c","mappings":[{"from":4,"to":1}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.31:0/3716633310":"2024-08-11T05:11:21.659688+0000","172.21.15.31:6801/583586000":"2024-08-11T05:11:21.659688+0000","172.21.15.31:0/4225462786":"2024-08-11T05:05:26.166087+0000","172.21.15.31:6801/3519700533":"2024-08-11T05:05:49.103449+0000","172.21.15.31:0/1860734097":"2024-08-11T05:05:49.103449+0000","172.21.15.31:0/741819662":"2024-08-11T05:05:26.166087+0000","172.21.15.31:6801/823857187":"2024-08-11T05:05:26.166087+0000","172.21.15.31:0/1159293532":"2024-08-11T05:05:49.103449+0000","172.21.15.31:6800/583586000":"2024-08-11T05:11:21.659688+0000","172.21.15.31:6800/823857187":"2024-08-11T05:05:26.166087+0000","172.21.15.31:0/1071386198":"2024-08-11T05:05:26.166087+0000","172.21.15.31:0/3134510616":"2024-08-11T05:05:49.103449+0000","172.21.15.31:6800/3519700533":"2024-08-11T05:05:49.103449+0000","172.21.15.31:0/2198153247":"2024-08-11T05:11:21.659688+0000","172.21.15.31:0/1770176618":"2024-08-11T05:11:21.659688+0000","172.21.15.31:0/2679813312":"2024-08-11T05:11:21.659688+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":4,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-10T05:11:40.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:39 smithi031 ceph-mon[29994]: from='client.? 172.21.15.31:0/3878749467' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-10T05:11:40.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:39 smithi031 ceph-mon[41349]: from='client.? 172.21.15.31:0/3878749467' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-10T05:11:40.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:39 smithi196 ceph-mon[32874]: from='client.? 172.21.15.31:0/3878749467' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-10T05:11:40.308 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-08-10T05:11:40.308 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid fc322138-56d5-11ef-bcce-c7b262605968 -- ceph osd dump --format=json 2024-08-10T05:11:40.577 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T05:11:41.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:40 smithi031 ceph-mon[29994]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 209 B/s wr, 0 op/s 2024-08-10T05:11:41.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:40 smithi031 ceph-mon[41349]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 209 B/s wr, 0 op/s 2024-08-10T05:11:41.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:40 smithi196 ceph-mon[32874]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 209 B/s wr, 0 op/s 2024-08-10T05:11:42.436 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-08-10T05:11:42.436 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":76,"fsid":"fc322138-56d5-11ef-bcce-c7b262605968","created":"2024-08-10T05:04:54.954270+0000","modified":"2024-08-10T05:11:34.960174+0000","last_up_change":"2024-08-10T05:09:59.943561+0000","last_in_change":"2024-08-10T05:09:43.393031+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-10T05:08:03.605054+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-10T05:10:24.774112+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-10T05:10:28.001912+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2024-08-10T05:11:24.075633+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"75","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":75,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"d01a3e95-9986-400f-b9e3-e02ad620ea62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":2795261171},{"type":"v1","addr":"172.21.15.31:6803","nonce":2795261171}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":2795261171},{"type":"v1","addr":"172.21.15.31:6805","nonce":2795261171}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2795261171},{"type":"v1","addr":"172.21.15.31:6809","nonce":2795261171}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":2795261171},{"type":"v1","addr":"172.21.15.31:6807","nonce":2795261171}]},"public_addr":"172.21.15.31:6803/2795261171","cluster_addr":"172.21.15.31:6805/2795261171","heartbeat_back_addr":"172.21.15.31:6809/2795261171","heartbeat_front_addr":"172.21.15.31:6807/2795261171","state":["exists","up"]},{"osd":1,"uuid":"280b8772-6315-4a14-97d3-64b405063967","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":3972359835},{"type":"v1","addr":"172.21.15.31:6811","nonce":3972359835}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":3972359835},{"type":"v1","addr":"172.21.15.31:6813","nonce":3972359835}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":3972359835},{"type":"v1","addr":"172.21.15.31:6817","nonce":3972359835}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":3972359835},{"type":"v1","addr":"172.21.15.31:6815","nonce":3972359835}]},"public_addr":"172.21.15.31:6811/3972359835","cluster_addr":"172.21.15.31:6813/3972359835","heartbeat_back_addr":"172.21.15.31:6817/3972359835","heartbeat_front_addr":"172.21.15.31:6815/3972359835","state":["exists","up"]},{"osd":2,"uuid":"50765dba-989b-4e05-95b5-f7c6976ea114","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":1507826463},{"type":"v1","addr":"172.21.15.31:6819","nonce":1507826463}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":1507826463},{"type":"v1","addr":"172.21.15.31:6821","nonce":1507826463}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":1507826463},{"type":"v1","addr":"172.21.15.31:6825","nonce":1507826463}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":1507826463},{"type":"v1","addr":"172.21.15.31:6823","nonce":1507826463}]},"public_addr":"172.21.15.31:6819/1507826463","cluster_addr":"172.21.15.31:6821/1507826463","heartbeat_back_addr":"172.21.15.31:6825/1507826463","heartbeat_front_addr":"172.21.15.31:6823/1507826463","state":["exists","up"]},{"osd":3,"uuid":"4a872017-47e3-4141-ac4f-a8987fbd1244","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2904248639},{"type":"v1","addr":"172.21.15.31:6827","nonce":2904248639}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2904248639},{"type":"v1","addr":"172.21.15.31:6829","nonce":2904248639}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":2904248639},{"type":"v1","addr":"172.21.15.31:6833","nonce":2904248639}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2904248639},{"type":"v1","addr":"172.21.15.31:6831","nonce":2904248639}]},"public_addr":"172.21.15.31:6827/2904248639","cluster_addr":"172.21.15.31:6829/2904248639","heartbeat_back_addr":"172.21.15.31:6833/2904248639","heartbeat_front_addr":"172.21.15.31:6831/2904248639","state":["exists","up"]},{"osd":4,"uuid":"df9c6d53-1621-43ce-bdbc-e49515c06467","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":3065972586},{"type":"v1","addr":"172.21.15.196:6801","nonce":3065972586}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":3065972586},{"type":"v1","addr":"172.21.15.196:6803","nonce":3065972586}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6806","nonce":3065972586},{"type":"v1","addr":"172.21.15.196:6807","nonce":3065972586}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":3065972586},{"type":"v1","addr":"172.21.15.196:6805","nonce":3065972586}]},"public_addr":"172.21.15.196:6801/3065972586","cluster_addr":"172.21.15.196:6803/3065972586","heartbeat_back_addr":"172.21.15.196:6807/3065972586","heartbeat_front_addr":"172.21.15.196:6805/3065972586","state":["exists","up"]},{"osd":5,"uuid":"d7218072-ca78-45c7-ab27-28e63dd69d3d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":283023100},{"type":"v1","addr":"172.21.15.196:6809","nonce":283023100}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":283023100},{"type":"v1","addr":"172.21.15.196:6811","nonce":283023100}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":283023100},{"type":"v1","addr":"172.21.15.196:6815","nonce":283023100}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6812","nonce":283023100},{"type":"v1","addr":"172.21.15.196:6813","nonce":283023100}]},"public_addr":"172.21.15.196:6809/283023100","cluster_addr":"172.21.15.196:6811/283023100","heartbeat_back_addr":"172.21.15.196:6815/283023100","heartbeat_front_addr":"172.21.15.196:6813/283023100","state":["exists","up"]},{"osd":6,"uuid":"12385d44-8a1e-4764-b3bf-b93427fec8dc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":4272388400},{"type":"v1","addr":"172.21.15.196:6817","nonce":4272388400}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":4272388400},{"type":"v1","addr":"172.21.15.196:6819","nonce":4272388400}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6822","nonce":4272388400},{"type":"v1","addr":"172.21.15.196:6823","nonce":4272388400}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":4272388400},{"type":"v1","addr":"172.21.15.196:6821","nonce":4272388400}]},"public_addr":"172.21.15.196:6817/4272388400","cluster_addr":"172.21.15.196:6819/4272388400","heartbeat_back_addr":"172.21.15.196:6823/4272388400","heartbeat_front_addr":"172.21.15.196:6821/4272388400","state":["exists","up"]},{"osd":7,"uuid":"bf5e1d31-502a-4512-8628-1666916a2ad4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":2199443751},{"type":"v1","addr":"172.21.15.196:6825","nonce":2199443751}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6826","nonce":2199443751},{"type":"v1","addr":"172.21.15.196:6827","nonce":2199443751}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":2199443751},{"type":"v1","addr":"172.21.15.196:6831","nonce":2199443751}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":2199443751},{"type":"v1","addr":"172.21.15.196:6829","nonce":2199443751}]},"public_addr":"172.21.15.196:6825/2199443751","cluster_addr":"172.21.15.196:6827/2199443751","heartbeat_back_addr":"172.21.15.196:6831/2199443751","heartbeat_front_addr":"172.21.15.196:6829/2199443751","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T05:07:11.319579+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T05:07:36.476428+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T05:08:00.380197+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T05:08:25.155795+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T05:08:46.900197+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T05:09:10.388504+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T05:09:34.373286+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T05:09:58.779778+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.12","mappings":[{"from":7,"to":2}]},{"pgid":"3.6","mappings":[{"from":0,"to":2}]},{"pgid":"3.1d","mappings":[{"from":5,"to":2}]},{"pgid":"3.20","mappings":[{"from":0,"to":1}]},{"pgid":"3.29","mappings":[{"from":4,"to":2}]},{"pgid":"3.2c","mappings":[{"from":4,"to":1}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.31:0/3716633310":"2024-08-11T05:11:21.659688+0000","172.21.15.31:6801/583586000":"2024-08-11T05:11:21.659688+0000","172.21.15.31:0/4225462786":"2024-08-11T05:05:26.166087+0000","172.21.15.31:6801/3519700533":"2024-08-11T05:05:49.103449+0000","172.21.15.31:0/1860734097":"2024-08-11T05:05:49.103449+0000","172.21.15.31:0/741819662":"2024-08-11T05:05:26.166087+0000","172.21.15.31:6801/823857187":"2024-08-11T05:05:26.166087+0000","172.21.15.31:0/1159293532":"2024-08-11T05:05:49.103449+0000","172.21.15.31:6800/583586000":"2024-08-11T05:11:21.659688+0000","172.21.15.31:6800/823857187":"2024-08-11T05:05:26.166087+0000","172.21.15.31:0/1071386198":"2024-08-11T05:05:26.166087+0000","172.21.15.31:0/3134510616":"2024-08-11T05:05:49.103449+0000","172.21.15.31:6800/3519700533":"2024-08-11T05:05:49.103449+0000","172.21.15.31:0/2198153247":"2024-08-11T05:11:21.659688+0000","172.21.15.31:0/1770176618":"2024-08-11T05:11:21.659688+0000","172.21.15.31:0/2679813312":"2024-08-11T05:11:21.659688+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":4,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-10T05:11:43.003 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid fc322138-56d5-11ef-bcce-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-08-10T05:11:43.003 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid fc322138-56d5-11ef-bcce-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-08-10T05:11:43.004 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid fc322138-56d5-11ef-bcce-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-08-10T05:11:43.004 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid fc322138-56d5-11ef-bcce-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-08-10T05:11:43.004 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid fc322138-56d5-11ef-bcce-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-08-10T05:11:43.005 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid fc322138-56d5-11ef-bcce-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-08-10T05:11:43.005 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid fc322138-56d5-11ef-bcce-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-08-10T05:11:43.006 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid fc322138-56d5-11ef-bcce-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-08-10T05:11:43.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:42 smithi031 ceph-mon[29994]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 204 B/s wr, 0 op/s 2024-08-10T05:11:43.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:42 smithi031 ceph-mon[29994]: from='client.? 172.21.15.31:0/932929830' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-10T05:11:43.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:42 smithi031 ceph-mon[41349]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 204 B/s wr, 0 op/s 2024-08-10T05:11:43.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:42 smithi031 ceph-mon[41349]: from='client.? 172.21.15.31:0/932929830' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-10T05:11:43.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:42 smithi196 ceph-mon[32874]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 204 B/s wr, 0 op/s 2024-08-10T05:11:43.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:42 smithi196 ceph-mon[32874]: from='client.? 172.21.15.31:0/932929830' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-10T05:11:43.516 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T05:11:43.517 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T05:11:43.520 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T05:11:43.824 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T05:11:43.824 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T05:11:43.830 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T05:11:43.830 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T05:11:45.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:44 smithi031 ceph-mon[29994]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:11:45.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:44 smithi031 ceph-mon[41349]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:11:45.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:44 smithi196 ceph-mon[32874]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:11:46.268 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:11:45 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-alertmanager-a[75559]: ts=2024-08-10T05:11:45.971Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.001708569s 2024-08-10T05:11:46.997 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:11:46 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[34968]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:11:46] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-10T05:11:47.260 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:46 smithi196 ceph-mon[32874]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:11:47.268 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:46 smithi031 ceph-mon[41349]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:11:47.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:46 smithi031 ceph-mon[29994]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:11:47.675 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T05:11:48.930 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:48 smithi196 podman[65337]: 2024-08-10 05:11:48.731154006 +0000 UTC m=+0.016439322 image pull 954c08fa618887fe9a6fe572ae541197c77e625b05f4193df7898f5ac649ada9 quay.io/ceph/ceph-grafana:9.4.7 2024-08-10T05:11:49.137 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:48 smithi031 ceph-mon[29994]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:11:49.137 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:49 smithi031 ceph-mon[41349]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:11:49.251 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-mon[32874]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:11:49.252 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 podman[65337]: 2024-08-10 05:11:49.064236745 +0000 UTC m=+0.349522061 container init 98939d3181ae88b5d2ba5deaebe5c7f2a7b56d7e16816370ce1a203f9a0f39bc (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, release=239.1651231664, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, distribution-scope=public, version=8.5, io.openshift.expose-services=, architecture=x86_64, maintainer=Paul Cuzner , vcs-type=git, com.redhat.component=ubi8-container, vendor=Red Hat, Inc., io.k8s.display-name=Red Hat Universal Base Image 8, name=ubi8, io.buildah.version=1.32.0, io.openshift.tags=base rhel8, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, build-date=2022-04-29T11:48:11.055897, description=Ceph Grafana Container, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly.) 2024-08-10T05:11:49.252 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 podman[65337]: 2024-08-10 05:11:49.069553002 +0000 UTC m=+0.354838320 container start 98939d3181ae88b5d2ba5deaebe5c7f2a7b56d7e16816370ce1a203f9a0f39bc (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a, vcs-type=git, io.openshift.expose-services=, name=ubi8, io.buildah.version=1.32.0, com.redhat.component=ubi8-container, release=239.1651231664, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, summary=Grafana Container configured for Ceph mgr/dashboard integration, maintainer=Paul Cuzner , vendor=Red Hat, Inc., description=Ceph Grafana Container, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.openshift.tags=base rhel8, io.k8s.display-name=Red Hat Universal Base Image 8, version=8.5, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, build-date=2022-04-29T11:48:11.055897, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, architecture=x86_64, distribution-scope=public) 2024-08-10T05:11:49.252 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 bash[65337]: 98939d3181ae88b5d2ba5deaebe5c7f2a7b56d7e16816370ce1a203f9a0f39bc 2024-08-10T05:11:49.252 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 systemd[1]: Started Ceph grafana.a for fc322138-56d5-11ef-bcce-c7b262605968. 2024-08-10T05:11:49.252 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=settings t=2024-08-10T05:11:49.22994079Z level=info msg="Starting Grafana" version=9.4.7 commit=4add91f03d branch=HEAD compiled=2023-03-16T23:56:52Z 2024-08-10T05:11:49.252 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=settings t=2024-08-10T05:11:49.230125532Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-08-10T05:11:49.252 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=settings t=2024-08-10T05:11:49.230144522Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-08-10T05:11:49.252 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=settings t=2024-08-10T05:11:49.230152927Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-08-10T05:11:49.253 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=settings t=2024-08-10T05:11:49.230159042Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-08-10T05:11:49.253 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=settings t=2024-08-10T05:11:49.230165162Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-08-10T05:11:49.253 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=settings t=2024-08-10T05:11:49.230170845Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-08-10T05:11:49.253 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=settings t=2024-08-10T05:11:49.230176764Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-08-10T05:11:49.253 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=settings t=2024-08-10T05:11:49.230183707Z level=info msg="Path Home" path=/usr/share/grafana 2024-08-10T05:11:49.253 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=settings t=2024-08-10T05:11:49.230189641Z level=info msg="Path Data" path=/var/lib/grafana 2024-08-10T05:11:49.253 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=settings t=2024-08-10T05:11:49.230195018Z level=info msg="Path Logs" path=/var/log/grafana 2024-08-10T05:11:49.254 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=settings t=2024-08-10T05:11:49.230200823Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-08-10T05:11:49.254 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=settings t=2024-08-10T05:11:49.230206777Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-08-10T05:11:49.254 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=settings t=2024-08-10T05:11:49.230212441Z level=info msg="App mode production" 2024-08-10T05:11:49.254 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=sqlstore t=2024-08-10T05:11:49.23026267Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-08-10T05:11:49.254 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=sqlstore t=2024-08-10T05:11:49.230279486Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-08-10T05:11:49.254 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.231155504Z level=info msg="Starting DB migrations" 2024-08-10T05:11:49.254 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.23123663Z level=info msg="Executing migration" id="create migration_log table" 2024-08-10T05:11:49.254 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.231772064Z level=info msg="Executing migration" id="create user table" 2024-08-10T05:11:49.254 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.232219729Z level=info msg="Executing migration" id="add unique index user.login" 2024-08-10T05:11:49.254 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.232710889Z level=info msg="Executing migration" id="add unique index user.email" 2024-08-10T05:11:49.254 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.233354639Z level=info msg="Executing migration" id="drop index UQE_user_login - v1" 2024-08-10T05:11:49.254 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.233823962Z level=info msg="Executing migration" id="drop index UQE_user_email - v1" 2024-08-10T05:11:49.255 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.234212824Z level=info msg="Executing migration" id="Rename table user to user_v1 - v1" 2024-08-10T05:11:49.255 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.234944906Z level=info msg="Executing migration" id="create user table v2" 2024-08-10T05:11:49.255 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.235370255Z level=info msg="Executing migration" id="create index UQE_user_login - v2" 2024-08-10T05:11:49.255 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.235796507Z level=info msg="Executing migration" id="create index UQE_user_email - v2" 2024-08-10T05:11:49.255 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.236251637Z level=info msg="Executing migration" id="copy data_source v1 to v2" 2024-08-10T05:11:49.255 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.236595245Z level=info msg="Executing migration" id="Drop old table user_v1" 2024-08-10T05:11:49.255 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.236969971Z level=info msg="Executing migration" id="Add column help_flags1 to user table" 2024-08-10T05:11:49.255 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.237377695Z level=info msg="Executing migration" id="Update user table charset" 2024-08-10T05:11:49.255 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.237681347Z level=info msg="Executing migration" id="Add last_seen_at column to user" 2024-08-10T05:11:49.255 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.238122576Z level=info msg="Executing migration" id="Add missing user data" 2024-08-10T05:11:49.255 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.23846786Z level=info msg="Executing migration" id="Add is_disabled column to user" 2024-08-10T05:11:49.255 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.238916654Z level=info msg="Executing migration" id="Add index user.login/user.email" 2024-08-10T05:11:49.256 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.239336875Z level=info msg="Executing migration" id="Add is_service_account column to user" 2024-08-10T05:11:49.256 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.239786478Z level=info msg="Executing migration" id="Update is_service_account column to nullable" 2024-08-10T05:11:49.256 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.240929184Z level=info msg="Executing migration" id="create temp user table v1-7" 2024-08-10T05:11:49.256 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.241390414Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v1-7" 2024-08-10T05:11:49.256 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.241857981Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v1-7" 2024-08-10T05:11:49.256 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.242267665Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v1-7" 2024-08-10T05:11:49.256 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.242675887Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v1-7" 2024-08-10T05:11:49.256 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.243530579Z level=info msg="Executing migration" id="Update temp_user table charset" 2024-08-10T05:11:49.256 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.244358033Z level=info msg="Executing migration" id="drop index IDX_temp_user_email - v1" 2024-08-10T05:11:49.256 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.245237944Z level=info msg="Executing migration" id="drop index IDX_temp_user_org_id - v1" 2024-08-10T05:11:49.256 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.245623452Z level=info msg="Executing migration" id="drop index IDX_temp_user_code - v1" 2024-08-10T05:11:49.256 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.246020968Z level=info msg="Executing migration" id="drop index IDX_temp_user_status - v1" 2024-08-10T05:11:49.256 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.246475754Z level=info msg="Executing migration" id="Rename table temp_user to temp_user_tmp_qwerty - v1" 2024-08-10T05:11:49.257 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.249438942Z level=info msg="Executing migration" id="create temp_user v2" 2024-08-10T05:11:49.257 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.252151379Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v2" 2024-08-10T05:11:49.504 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.254779644Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v2" 2024-08-10T05:11:49.504 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.2572314Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v2" 2024-08-10T05:11:49.504 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.2601126Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v2" 2024-08-10T05:11:49.505 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.262908968Z level=info msg="Executing migration" id="copy temp_user v1 to v2" 2024-08-10T05:11:49.505 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.265698236Z level=info msg="Executing migration" id="drop temp_user_tmp_qwerty" 2024-08-10T05:11:49.505 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.268619722Z level=info msg="Executing migration" id="Set created for temp users that will otherwise prematurely expire" 2024-08-10T05:11:49.505 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.26900382Z level=info msg="Executing migration" id="create star table" 2024-08-10T05:11:49.505 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.271769538Z level=info msg="Executing migration" id="add unique index star.user_id_dashboard_id" 2024-08-10T05:11:49.505 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.272256685Z level=info msg="Executing migration" id="create org table v1" 2024-08-10T05:11:49.505 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.274704984Z level=info msg="Executing migration" id="create index UQE_org_name - v1" 2024-08-10T05:11:49.505 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.277181248Z level=info msg="Executing migration" id="create org_user table v1" 2024-08-10T05:11:49.505 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.280061926Z level=info msg="Executing migration" id="create index IDX_org_user_org_id - v1" 2024-08-10T05:11:49.505 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.282790833Z level=info msg="Executing migration" id="create index UQE_org_user_org_id_user_id - v1" 2024-08-10T05:11:49.505 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.283199932Z level=info msg="Executing migration" id="create index IDX_org_user_user_id - v1" 2024-08-10T05:11:49.505 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.285352002Z level=info msg="Executing migration" id="Update org table charset" 2024-08-10T05:11:49.505 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.285663665Z level=info msg="Executing migration" id="Update org_user table charset" 2024-08-10T05:11:49.506 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.286469343Z level=info msg="Executing migration" id="Migrate all Read Only Viewers to Viewers" 2024-08-10T05:11:49.506 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.287319736Z level=info msg="Executing migration" id="create dashboard table" 2024-08-10T05:11:49.506 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.287696737Z level=info msg="Executing migration" id="add index dashboard.account_id" 2024-08-10T05:11:49.506 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.288488416Z level=info msg="Executing migration" id="add unique index dashboard_account_id_slug" 2024-08-10T05:11:49.506 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.289311028Z level=info msg="Executing migration" id="create dashboard_tag table" 2024-08-10T05:11:49.506 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.290233711Z level=info msg="Executing migration" id="add unique index dashboard_tag.dasboard_id_term" 2024-08-10T05:11:49.506 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.290674031Z level=info msg="Executing migration" id="drop index UQE_dashboard_tag_dashboard_id_term - v1" 2024-08-10T05:11:49.506 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.291472785Z level=info msg="Executing migration" id="Rename table dashboard to dashboard_v1 - v1" 2024-08-10T05:11:49.506 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.292388087Z level=info msg="Executing migration" id="create dashboard v2" 2024-08-10T05:11:49.506 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.29316086Z level=info msg="Executing migration" id="create index IDX_dashboard_org_id - v2" 2024-08-10T05:11:49.506 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.293958561Z level=info msg="Executing migration" id="create index UQE_dashboard_org_id_slug - v2" 2024-08-10T05:11:49.506 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.29478643Z level=info msg="Executing migration" id="copy dashboard v1 to v2" 2024-08-10T05:11:49.507 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.295757165Z level=info msg="Executing migration" id="drop table dashboard_v1" 2024-08-10T05:11:49.507 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.296626482Z level=info msg="Executing migration" id="alter dashboard.data to mediumtext v1" 2024-08-10T05:11:49.507 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.297028079Z level=info msg="Executing migration" id="Add column updated_by in dashboard - v2" 2024-08-10T05:11:49.507 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.297931728Z level=info msg="Executing migration" id="Add column created_by in dashboard - v2" 2024-08-10T05:11:49.507 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.298464124Z level=info msg="Executing migration" id="Add column gnetId in dashboard" 2024-08-10T05:11:49.507 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.298973907Z level=info msg="Executing migration" id="Add index for gnetId in dashboard" 2024-08-10T05:11:49.507 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.299890938Z level=info msg="Executing migration" id="Add column plugin_id in dashboard" 2024-08-10T05:11:49.507 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.300449192Z level=info msg="Executing migration" id="Add index for plugin_id in dashboard" 2024-08-10T05:11:49.507 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.301410243Z level=info msg="Executing migration" id="Add index for dashboard_id in dashboard_tag" 2024-08-10T05:11:49.507 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.302124138Z level=info msg="Executing migration" id="Update dashboard table charset" 2024-08-10T05:11:49.508 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.302882495Z level=info msg="Executing migration" id="Update dashboard_tag table charset" 2024-08-10T05:11:49.508 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.303193328Z level=info msg="Executing migration" id="Add column folder_id in dashboard" 2024-08-10T05:11:49.509 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.304084661Z level=info msg="Executing migration" id="Add column isFolder in dashboard" 2024-08-10T05:11:49.509 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.304838566Z level=info msg="Executing migration" id="Add column has_acl in dashboard" 2024-08-10T05:11:49.509 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.305792892Z level=info msg="Executing migration" id="Add column uid in dashboard" 2024-08-10T05:11:49.509 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.306406351Z level=info msg="Executing migration" id="Update uid column values in dashboard" 2024-08-10T05:11:49.509 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.307393642Z level=info msg="Executing migration" id="Add unique index dashboard_org_id_uid" 2024-08-10T05:11:49.509 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.310093681Z level=info msg="Executing migration" id="Remove unique index org_id_slug" 2024-08-10T05:11:49.509 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.312915543Z level=info msg="Executing migration" id="Update dashboard title length" 2024-08-10T05:11:49.509 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.313225488Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_title_folder_id" 2024-08-10T05:11:49.509 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.315960101Z level=info msg="Executing migration" id="create dashboard_provisioning" 2024-08-10T05:11:49.509 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.316367548Z level=info msg="Executing migration" id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" 2024-08-10T05:11:49.509 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.318827143Z level=info msg="Executing migration" id="create dashboard_provisioning v2" 2024-08-10T05:11:49.509 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.321404801Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id - v2" 2024-08-10T05:11:49.509 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.321861849Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" 2024-08-10T05:11:49.509 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.324677644Z level=info msg="Executing migration" id="copy dashboard_provisioning v1 to v2" 2024-08-10T05:11:49.510 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.327412379Z level=info msg="Executing migration" id="drop dashboard_provisioning_tmp_qwerty" 2024-08-10T05:11:49.510 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.330106573Z level=info msg="Executing migration" id="Add check_sum column" 2024-08-10T05:11:49.510 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.330617418Z level=info msg="Executing migration" id="Add index for dashboard_title" 2024-08-10T05:11:49.510 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.333620144Z level=info msg="Executing migration" id="delete tags for deleted dashboards" 2024-08-10T05:11:49.510 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.336213454Z level=info msg="Executing migration" id="delete stars for deleted dashboards" 2024-08-10T05:11:49.510 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.338820743Z level=info msg="Executing migration" id="Add index for dashboard_is_folder" 2024-08-10T05:11:49.511 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.339262678Z level=info msg="Executing migration" id="Add isPublic for dashboard" 2024-08-10T05:11:49.511 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.342253568Z level=info msg="Executing migration" id="create data_source table" 2024-08-10T05:11:49.511 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.344834736Z level=info msg="Executing migration" id="add index data_source.account_id" 2024-08-10T05:11:49.511 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.347309985Z level=info msg="Executing migration" id="add unique index data_source.account_id_name" 2024-08-10T05:11:49.511 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.347730471Z level=info msg="Executing migration" id="drop index IDX_data_source_account_id - v1" 2024-08-10T05:11:49.511 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.350421782Z level=info msg="Executing migration" id="drop index UQE_data_source_account_id_name - v1" 2024-08-10T05:11:49.511 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.353058556Z level=info msg="Executing migration" id="Rename table data_source to data_source_v1 - v1" 2024-08-10T05:11:49.511 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.355760286Z level=info msg="Executing migration" id="create data_source table v2" 2024-08-10T05:11:49.511 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.356170226Z level=info msg="Executing migration" id="create index IDX_data_source_org_id - v2" 2024-08-10T05:11:49.511 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.358921913Z level=info msg="Executing migration" id="create index UQE_data_source_org_id_name - v2" 2024-08-10T05:11:49.511 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.359342064Z level=info msg="Executing migration" id="Drop old table data_source_v1 #2" 2024-08-10T05:11:49.511 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.361584379Z level=info msg="Executing migration" id="Add column with_credentials" 2024-08-10T05:11:49.511 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.362133996Z level=info msg="Executing migration" id="Add secure json data column" 2024-08-10T05:11:49.511 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.364286995Z level=info msg="Executing migration" id="Update data_source table charset" 2024-08-10T05:11:49.512 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.364599657Z level=info msg="Executing migration" id="Update initial version to 1" 2024-08-10T05:11:49.512 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.364903381Z level=info msg="Executing migration" id="Add read_only data column" 2024-08-10T05:11:49.512 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.367593624Z level=info msg="Executing migration" id="Migrate logging ds to loki ds" 2024-08-10T05:11:49.512 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.367990215Z level=info msg="Executing migration" id="Update json_data with nulls" 2024-08-10T05:11:49.512 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.370247259Z level=info msg="Executing migration" id="Add uid column" 2024-08-10T05:11:49.512 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.370820447Z level=info msg="Executing migration" id="Update uid value" 2024-08-10T05:11:49.512 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.373185009Z level=info msg="Executing migration" id="Add unique index datasource_org_id_uid" 2024-08-10T05:11:49.512 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.373727254Z level=info msg="Executing migration" id="add unique index datasource_org_id_is_default" 2024-08-10T05:11:49.512 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.374749104Z level=info msg="Executing migration" id="create api_key table" 2024-08-10T05:11:49.512 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.375400932Z level=info msg="Executing migration" id="add index api_key.account_id" 2024-08-10T05:11:49.512 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.376364193Z level=info msg="Executing migration" id="add index api_key.key" 2024-08-10T05:11:49.512 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.376936961Z level=info msg="Executing migration" id="add index api_key.account_id_name" 2024-08-10T05:11:49.512 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.37770515Z level=info msg="Executing migration" id="drop index IDX_api_key_account_id - v1" 2024-08-10T05:11:49.513 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.378658943Z level=info msg="Executing migration" id="drop index UQE_api_key_key - v1" 2024-08-10T05:11:49.513 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.379318886Z level=info msg="Executing migration" id="drop index UQE_api_key_account_id_name - v1" 2024-08-10T05:11:49.513 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.380289109Z level=info msg="Executing migration" id="Rename table api_key to api_key_v1 - v1" 2024-08-10T05:11:49.513 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.381442374Z level=info msg="Executing migration" id="create api_key table v2" 2024-08-10T05:11:49.513 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.382422038Z level=info msg="Executing migration" id="create index IDX_api_key_org_id - v2" 2024-08-10T05:11:49.513 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.383162771Z level=info msg="Executing migration" id="create index UQE_api_key_key - v2" 2024-08-10T05:11:49.513 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.384044831Z level=info msg="Executing migration" id="create index UQE_api_key_org_id_name - v2" 2024-08-10T05:11:49.513 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.384780999Z level=info msg="Executing migration" id="copy api_key v1 to v2" 2024-08-10T05:11:49.513 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.385751762Z level=info msg="Executing migration" id="Drop old table api_key_v1" 2024-08-10T05:11:49.513 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.386435331Z level=info msg="Executing migration" id="Update api_key table charset" 2024-08-10T05:11:49.513 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.387360413Z level=info msg="Executing migration" id="Add expires to api_key table" 2024-08-10T05:11:49.513 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.388329825Z level=info msg="Executing migration" id="Add service account foreign key" 2024-08-10T05:11:49.513 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.389063618Z level=info msg="Executing migration" id="set service account foreign key to nil if 0" 2024-08-10T05:11:49.514 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.389974681Z level=info msg="Executing migration" id="Add last_used_at to api_key table" 2024-08-10T05:11:49.514 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.390739081Z level=info msg="Executing migration" id="Add is_revoked column to api_key table" 2024-08-10T05:11:49.514 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.391744931Z level=info msg="Executing migration" id="create dashboard_snapshot table v4" 2024-08-10T05:11:49.514 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.392427656Z level=info msg="Executing migration" id="drop table dashboard_snapshot_v4 #1" 2024-08-10T05:11:49.514 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.393469228Z level=info msg="Executing migration" id="create dashboard_snapshot table v5 #2" 2024-08-10T05:11:49.514 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.394183278Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_key - v5" 2024-08-10T05:11:49.514 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.395115134Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_delete_key - v5" 2024-08-10T05:11:49.514 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.395859949Z level=info msg="Executing migration" id="create index IDX_dashboard_snapshot_user_id - v5" 2024-08-10T05:11:49.514 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.396786313Z level=info msg="Executing migration" id="alter dashboard_snapshot to mediumtext v2" 2024-08-10T05:11:49.514 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.397678768Z level=info msg="Executing migration" id="Update dashboard_snapshot table charset" 2024-08-10T05:11:49.514 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.398385006Z level=info msg="Executing migration" id="Add column external_delete_url to dashboard_snapshots table" 2024-08-10T05:11:49.514 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.399377022Z level=info msg="Executing migration" id="Add encrypted dashboard json column" 2024-08-10T05:11:49.514 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.400069789Z level=info msg="Executing migration" id="Change dashboard_encrypted column to MEDIUMBLOB" 2024-08-10T05:11:49.515 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.40107141Z level=info msg="Executing migration" id="create quota table v1" 2024-08-10T05:11:49.515 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.401791616Z level=info msg="Executing migration" id="create index UQE_quota_org_id_user_id_target - v1" 2024-08-10T05:11:49.515 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.404679874Z level=info msg="Executing migration" id="Update quota table charset" 2024-08-10T05:11:49.515 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.407298829Z level=info msg="Executing migration" id="create plugin_setting table" 2024-08-10T05:11:49.515 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.410263753Z level=info msg="Executing migration" id="create index UQE_plugin_setting_org_id_plugin_id - v1" 2024-08-10T05:11:49.515 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.413069185Z level=info msg="Executing migration" id="Add column plugin_version to plugin_settings" 2024-08-10T05:11:49.515 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.415625208Z level=info msg="Executing migration" id="Update plugin_setting table charset" 2024-08-10T05:11:49.515 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.41832057Z level=info msg="Executing migration" id="create session table" 2024-08-10T05:11:49.515 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.421063939Z level=info msg="Executing migration" id="Drop old table playlist table" 2024-08-10T05:11:49.515 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.423799364Z level=info msg="Executing migration" id="Drop old table playlist_item table" 2024-08-10T05:11:49.515 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.426624667Z level=info msg="Executing migration" id="create playlist table v2" 2024-08-10T05:11:49.515 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.429226306Z level=info msg="Executing migration" id="create playlist item table v2" 2024-08-10T05:11:49.515 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.431711464Z level=info msg="Executing migration" id="Update playlist table charset" 2024-08-10T05:11:49.516 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.434734928Z level=info msg="Executing migration" id="Update playlist_item table charset" 2024-08-10T05:11:49.516 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.437601892Z level=info msg="Executing migration" id="drop preferences table v2" 2024-08-10T05:11:49.516 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.440197345Z level=info msg="Executing migration" id="drop preferences table v3" 2024-08-10T05:11:49.516 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.442815537Z level=info msg="Executing migration" id="create preferences table v3" 2024-08-10T05:11:49.516 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.445533614Z level=info msg="Executing migration" id="Update preferences table charset" 2024-08-10T05:11:49.516 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.448453914Z level=info msg="Executing migration" id="Add column team_id in preferences" 2024-08-10T05:11:49.516 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.45117259Z level=info msg="Executing migration" id="Update team_id column values in preferences" 2024-08-10T05:11:49.516 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.453701118Z level=info msg="Executing migration" id="Add column week_start in preferences" 2024-08-10T05:11:49.516 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.456454831Z level=info msg="Executing migration" id="Add column preferences.json_data" 2024-08-10T05:11:49.516 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.459142399Z level=info msg="Executing migration" id="alter preferences.json_data to mediumtext v1" 2024-08-10T05:11:49.516 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.461787674Z level=info msg="Executing migration" id="Add preferences index org_id" 2024-08-10T05:11:49.516 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.464304324Z level=info msg="Executing migration" id="Add preferences index user_id" 2024-08-10T05:11:49.516 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.467098623Z level=info msg="Executing migration" id="create alert table v1" 2024-08-10T05:11:49.517 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.469665766Z level=info msg="Executing migration" id="add index alert org_id & id " 2024-08-10T05:11:49.517 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.472310262Z level=info msg="Executing migration" id="add index alert state" 2024-08-10T05:11:49.517 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.474933539Z level=info msg="Executing migration" id="add index alert dashboard_id" 2024-08-10T05:11:49.517 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.477431332Z level=info msg="Executing migration" id="Create alert_rule_tag table v1" 2024-08-10T05:11:49.517 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.48008452Z level=info msg="Executing migration" id="Add unique index alert_rule_tag.alert_id_tag_id" 2024-08-10T05:11:49.517 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.482791171Z level=info msg="Executing migration" id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1" 2024-08-10T05:11:49.517 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.485218109Z level=info msg="Executing migration" id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1" 2024-08-10T05:11:49.517 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.488059194Z level=info msg="Executing migration" id="Create alert_rule_tag table v2" 2024-08-10T05:11:49.517 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.490458281Z level=info msg="Executing migration" id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2" 2024-08-10T05:11:49.517 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.493280996Z level=info msg="Executing migration" id="copy alert_rule_tag v1 to v2" 2024-08-10T05:11:49.517 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.493758651Z level=info msg="Executing migration" id="drop table alert_rule_tag_v1" 2024-08-10T05:11:49.517 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.494103447Z level=info msg="Executing migration" id="create alert_notification table v1" 2024-08-10T05:11:49.517 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.494454252Z level=info msg="Executing migration" id="Add column is_default" 2024-08-10T05:11:49.517 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.495104913Z level=info msg="Executing migration" id="Add column frequency" 2024-08-10T05:11:49.518 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.495721832Z level=info msg="Executing migration" id="Add column send_reminder" 2024-08-10T05:11:49.518 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.496366787Z level=info msg="Executing migration" id="Add column disable_resolve_message" 2024-08-10T05:11:49.518 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.497027295Z level=info msg="Executing migration" id="add index alert_notification org_id & name" 2024-08-10T05:11:49.518 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.497427026Z level=info msg="Executing migration" id="Update alert table charset" 2024-08-10T05:11:49.518 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.497736491Z level=info msg="Executing migration" id="Update alert_notification table charset" 2024-08-10T05:11:49.518 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.498037057Z level=info msg="Executing migration" id="create notification_journal table v1" 2024-08-10T05:11:49.518 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.498421588Z level=info msg="Executing migration" id="add index notification_journal org_id & alert_id & notifier_id" 2024-08-10T05:11:49.518 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.49883974Z level=info msg="Executing migration" id="drop alert_notification_journal" 2024-08-10T05:11:49.518 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.499233799Z level=info msg="Executing migration" id="create alert_notification_state table v1" 2024-08-10T05:11:49.518 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.501794359Z level=info msg="Executing migration" id="add index alert_notification_state org_id & alert_id & notifier_id" 2024-08-10T05:11:49.518 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.502249026Z level=info msg="Executing migration" id="Add for to alert table" 2024-08-10T05:11:49.518 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.504479092Z level=info msg="Executing migration" id="Add column uid in alert_notification" 2024-08-10T05:11:49.518 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.507151617Z level=info msg="Executing migration" id="Update uid column values in alert_notification" 2024-08-10T05:11:49.755 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.509689846Z level=info msg="Executing migration" id="Add unique index alert_notification_org_id_uid" 2024-08-10T05:11:49.756 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.512350375Z level=info msg="Executing migration" id="Remove unique index org_id_name" 2024-08-10T05:11:49.756 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.514824068Z level=info msg="Executing migration" id="Add column secure_settings in alert_notification" 2024-08-10T05:11:49.756 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.51758584Z level=info msg="Executing migration" id="alter alert.settings to mediumtext" 2024-08-10T05:11:49.756 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.520313292Z level=info msg="Executing migration" id="Add non-unique index alert_notification_state_alert_id" 2024-08-10T05:11:49.756 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.523064302Z level=info msg="Executing migration" id="Add non-unique index alert_rule_tag_alert_id" 2024-08-10T05:11:49.756 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.525785285Z level=info msg="Executing migration" id="Drop old annotation table v4" 2024-08-10T05:11:49.757 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.528524005Z level=info msg="Executing migration" id="create annotation table v5" 2024-08-10T05:11:49.757 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.531112507Z level=info msg="Executing migration" id="add index annotation 0 v3" 2024-08-10T05:11:49.757 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.533709744Z level=info msg="Executing migration" id="add index annotation 1 v3" 2024-08-10T05:11:49.757 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.536392688Z level=info msg="Executing migration" id="add index annotation 2 v3" 2024-08-10T05:11:49.757 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.537362471Z level=info msg="Executing migration" id="add index annotation 3 v3" 2024-08-10T05:11:49.757 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.538097766Z level=info msg="Executing migration" id="add index annotation 4 v3" 2024-08-10T05:11:49.757 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.538935247Z level=info msg="Executing migration" id="Update annotation table charset" 2024-08-10T05:11:49.757 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.539741337Z level=info msg="Executing migration" id="Add column region_id to annotation table" 2024-08-10T05:11:49.757 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.540521792Z level=info msg="Executing migration" id="Drop category_id index" 2024-08-10T05:11:49.758 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.541451806Z level=info msg="Executing migration" id="Add column tags to annotation table" 2024-08-10T05:11:49.758 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.542190404Z level=info msg="Executing migration" id="Create annotation_tag table v2" 2024-08-10T05:11:49.758 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.54316589Z level=info msg="Executing migration" id="Add unique index annotation_tag.annotation_id_tag_id" 2024-08-10T05:11:49.758 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.544078442Z level=info msg="Executing migration" id="drop index UQE_annotation_tag_annotation_id_tag_id - v2" 2024-08-10T05:11:49.758 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.544736221Z level=info msg="Executing migration" id="Rename table annotation_tag to annotation_tag_v2 - v2" 2024-08-10T05:11:49.758 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.546293181Z level=info msg="Executing migration" id="Create annotation_tag table v3" 2024-08-10T05:11:49.758 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.547089585Z level=info msg="Executing migration" id="create index UQE_annotation_tag_annotation_id_tag_id - Add unique index annotation_tag.annotation_id_tag_id V3" 2024-08-10T05:11:49.758 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.548073729Z level=info msg="Executing migration" id="copy annotation_tag v2 to v3" 2024-08-10T05:11:49.758 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.548685435Z level=info msg="Executing migration" id="drop table annotation_tag_v2" 2024-08-10T05:11:49.759 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.549675499Z level=info msg="Executing migration" id="Update alert annotations and set TEXT to empty" 2024-08-10T05:11:49.759 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.55039972Z level=info msg="Executing migration" id="Add created time to annotation table" 2024-08-10T05:11:49.759 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.551162494Z level=info msg="Executing migration" id="Add updated time to annotation table" 2024-08-10T05:11:49.759 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.551988177Z level=info msg="Executing migration" id="Add index for created in annotation table" 2024-08-10T05:11:49.759 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.552940088Z level=info msg="Executing migration" id="Add index for updated in annotation table" 2024-08-10T05:11:49.759 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.553687886Z level=info msg="Executing migration" id="Convert existing annotations from seconds to milliseconds" 2024-08-10T05:11:49.759 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.554708201Z level=info msg="Executing migration" id="Add epoch_end column" 2024-08-10T05:11:49.760 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.55548726Z level=info msg="Executing migration" id="Add index for epoch_end" 2024-08-10T05:11:49.760 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.556487987Z level=info msg="Executing migration" id="Make epoch_end the same as epoch" 2024-08-10T05:11:49.760 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.557186544Z level=info msg="Executing migration" id="Move region to single row" 2024-08-10T05:11:49.760 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.558076944Z level=info msg="Executing migration" id="Remove index org_id_epoch from annotation table" 2024-08-10T05:11:49.760 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.558933492Z level=info msg="Executing migration" id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" 2024-08-10T05:11:49.761 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.559753756Z level=info msg="Executing migration" id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" 2024-08-10T05:11:49.762 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.560758815Z level=info msg="Executing migration" id="Add index for org_id_epoch_end_epoch on annotation table" 2024-08-10T05:11:49.762 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.561466446Z level=info msg="Executing migration" id="Remove index org_id_epoch_epoch_end from annotation table" 2024-08-10T05:11:49.762 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.562372366Z level=info msg="Executing migration" id="Add index for alert_id on annotation table" 2024-08-10T05:11:49.762 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.563097973Z level=info msg="Executing migration" id="Increase tags column to length 4096" 2024-08-10T05:11:49.762 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.564079813Z level=info msg="Executing migration" id="create test_data table" 2024-08-10T05:11:49.762 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.564821089Z level=info msg="Executing migration" id="create dashboard_version table v1" 2024-08-10T05:11:49.762 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.565259149Z level=info msg="Executing migration" id="add index dashboard_version.dashboard_id" 2024-08-10T05:11:49.763 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.566061022Z level=info msg="Executing migration" id="add unique index dashboard_version.dashboard_id and dashboard_version.version" 2024-08-10T05:11:49.763 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.567042585Z level=info msg="Executing migration" id="Set dashboard version to 1 where 0" 2024-08-10T05:11:49.763 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.569770162Z level=info msg="Executing migration" id="save existing dashboard data in dashboard_version table v1" 2024-08-10T05:11:49.763 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.572563328Z level=info msg="Executing migration" id="alter dashboard_version.data to mediumtext v1" 2024-08-10T05:11:49.763 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.575417231Z level=info msg="Executing migration" id="create team table" 2024-08-10T05:11:49.764 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.578266829Z level=info msg="Executing migration" id="add index team.org_id" 2024-08-10T05:11:49.764 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.580771877Z level=info msg="Executing migration" id="add unique index team_org_id_name" 2024-08-10T05:11:49.764 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.583630765Z level=info msg="Executing migration" id="create team member table" 2024-08-10T05:11:49.764 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.586486281Z level=info msg="Executing migration" id="add index team_member.org_id" 2024-08-10T05:11:49.764 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.589323989Z level=info msg="Executing migration" id="add unique index team_member_org_id_team_id_user_id" 2024-08-10T05:11:49.765 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.592213092Z level=info msg="Executing migration" id="add index team_member.team_id" 2024-08-10T05:11:49.765 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.594963962Z level=info msg="Executing migration" id="Add column email to team table" 2024-08-10T05:11:49.765 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.597675288Z level=info msg="Executing migration" id="Add column external to team_member table" 2024-08-10T05:11:49.765 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.600415045Z level=info msg="Executing migration" id="Add column permission to team_member table" 2024-08-10T05:11:49.765 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.603405026Z level=info msg="Executing migration" id="create dashboard acl table" 2024-08-10T05:11:49.765 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.60590526Z level=info msg="Executing migration" id="add index dashboard_acl_dashboard_id" 2024-08-10T05:11:49.765 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.608772779Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_user_id" 2024-08-10T05:11:49.766 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.611440472Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_team_id" 2024-08-10T05:11:49.766 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.611858748Z level=info msg="Executing migration" id="add index dashboard_acl_user_id" 2024-08-10T05:11:49.766 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.614461928Z level=info msg="Executing migration" id="add index dashboard_acl_team_id" 2024-08-10T05:11:49.766 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.617251101Z level=info msg="Executing migration" id="add index dashboard_acl_org_id_role" 2024-08-10T05:11:49.766 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.61771248Z level=info msg="Executing migration" id="add index dashboard_permission" 2024-08-10T05:11:49.766 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.618132359Z level=info msg="Executing migration" id="save default acl rules in dashboard_acl table" 2024-08-10T05:11:49.766 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.618497212Z level=info msg="Executing migration" id="delete acl rules for deleted dashboards and folders" 2024-08-10T05:11:49.767 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.618805408Z level=info msg="Executing migration" id="create tag table" 2024-08-10T05:11:49.767 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.619186731Z level=info msg="Executing migration" id="add index tag.key_value" 2024-08-10T05:11:49.767 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.619602298Z level=info msg="Executing migration" id="create login attempt table" 2024-08-10T05:11:49.767 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.619974833Z level=info msg="Executing migration" id="add index login_attempt.username" 2024-08-10T05:11:49.767 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.620378287Z level=info msg="Executing migration" id="drop index IDX_login_attempt_username - v1" 2024-08-10T05:11:49.767 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.620785402Z level=info msg="Executing migration" id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" 2024-08-10T05:11:49.767 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.622627459Z level=info msg="Executing migration" id="create login_attempt v2" 2024-08-10T05:11:49.767 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.623005931Z level=info msg="Executing migration" id="create index IDX_login_attempt_username - v2" 2024-08-10T05:11:49.768 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.623417959Z level=info msg="Executing migration" id="copy login_attempt v1 to v2" 2024-08-10T05:11:49.768 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.623735755Z level=info msg="Executing migration" id="drop login_attempt_tmp_qwerty" 2024-08-10T05:11:49.768 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.624086526Z level=info msg="Executing migration" id="create user auth table" 2024-08-10T05:11:49.768 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.624433089Z level=info msg="Executing migration" id="create index IDX_user_auth_auth_module_auth_id - v1" 2024-08-10T05:11:49.768 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.624847721Z level=info msg="Executing migration" id="alter user_auth.auth_id to length 190" 2024-08-10T05:11:49.768 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.625137783Z level=info msg="Executing migration" id="Add OAuth access token to user_auth" 2024-08-10T05:11:49.768 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.625861022Z level=info msg="Executing migration" id="Add OAuth refresh token to user_auth" 2024-08-10T05:11:49.768 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.626578147Z level=info msg="Executing migration" id="Add OAuth token type to user_auth" 2024-08-10T05:11:49.768 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.627312924Z level=info msg="Executing migration" id="Add OAuth expiry to user_auth" 2024-08-10T05:11:49.769 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.628088732Z level=info msg="Executing migration" id="Add index to user_id column in user_auth" 2024-08-10T05:11:49.769 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.628500928Z level=info msg="Executing migration" id="Add OAuth ID token to user_auth" 2024-08-10T05:11:49.769 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.629227094Z level=info msg="Executing migration" id="create server_lock table" 2024-08-10T05:11:49.769 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.629668915Z level=info msg="Executing migration" id="add index server_lock.operation_uid" 2024-08-10T05:11:49.769 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.630095592Z level=info msg="Executing migration" id="create user auth token table" 2024-08-10T05:11:49.769 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.630503096Z level=info msg="Executing migration" id="add unique index user_auth_token.auth_token" 2024-08-10T05:11:49.770 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.633340832Z level=info msg="Executing migration" id="add unique index user_auth_token.prev_auth_token" 2024-08-10T05:11:49.770 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.633790799Z level=info msg="Executing migration" id="add index user_auth_token.user_id" 2024-08-10T05:11:49.770 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.634201107Z level=info msg="Executing migration" id="Add revoked_at to the user auth token" 2024-08-10T05:11:49.770 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.634942724Z level=info msg="Executing migration" id="create cache_data table" 2024-08-10T05:11:49.770 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.635334122Z level=info msg="Executing migration" id="add unique index cache_data.cache_key" 2024-08-10T05:11:49.770 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.635756878Z level=info msg="Executing migration" id="create short_url table v1" 2024-08-10T05:11:49.770 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.636176835Z level=info msg="Executing migration" id="add index short_url.org_id-uid" 2024-08-10T05:11:49.771 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.639076126Z level=info msg="Executing migration" id="alter table short_url alter column created_by type to bigint" 2024-08-10T05:11:49.771 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.639467026Z level=info msg="Executing migration" id="delete alert_definition table" 2024-08-10T05:11:49.771 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.639807308Z level=info msg="Executing migration" id="recreate alert_definition table" 2024-08-10T05:11:49.771 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.640240795Z level=info msg="Executing migration" id="add index in alert_definition on org_id and title columns" 2024-08-10T05:11:49.771 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.642888388Z level=info msg="Executing migration" id="add index in alert_definition on org_id and uid columns" 2024-08-10T05:11:49.772 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.645625757Z level=info msg="Executing migration" id="alter alert_definition table data column to mediumtext in mysql" 2024-08-10T05:11:49.772 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.64600886Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and title columns" 2024-08-10T05:11:49.772 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.648225779Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and uid columns" 2024-08-10T05:11:49.772 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.648668081Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and title columns" 2024-08-10T05:11:49.772 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.650877862Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and uid columns" 2024-08-10T05:11:49.772 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.653623606Z level=info msg="Executing migration" id="Add column paused in alert_definition" 2024-08-10T05:11:49.772 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.656086937Z level=info msg="Executing migration" id="drop alert_definition table" 2024-08-10T05:11:49.773 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.656535205Z level=info msg="Executing migration" id="delete alert_definition_version table" 2024-08-10T05:11:49.773 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.659319775Z level=info msg="Executing migration" id="recreate alert_definition_version table" 2024-08-10T05:11:49.775 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.662165004Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_id and version columns" 2024-08-10T05:11:49.775 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.664694994Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_uid and version columns" 2024-08-10T05:11:49.776 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.665142462Z level=info msg="Executing migration" id="alter alert_definition_version table data column to mediumtext in mysql" 2024-08-10T05:11:49.776 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.667843902Z level=info msg="Executing migration" id="drop alert_definition_version table" 2024-08-10T05:11:49.776 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.668367465Z level=info msg="Executing migration" id="create alert_instance table" 2024-08-10T05:11:49.776 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.670228448Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, def_uid and current_state columns" 2024-08-10T05:11:49.776 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.672840115Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, current_state columns" 2024-08-10T05:11:49.776 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.673323964Z level=info msg="Executing migration" id="add column current_state_end to alert_instance" 2024-08-10T05:11:49.776 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.676098225Z level=info msg="Executing migration" id="remove index def_org_id, def_uid, current_state on alert_instance" 2024-08-10T05:11:49.776 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.678545599Z level=info msg="Executing migration" id="remove index def_org_id, current_state on alert_instance" 2024-08-10T05:11:49.776 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.681411801Z level=info msg="Executing migration" id="rename def_org_id to rule_org_id in alert_instance" 2024-08-10T05:11:49.777 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.684903626Z level=info msg="Executing migration" id="rename def_uid to rule_uid in alert_instance" 2024-08-10T05:11:49.777 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.688266357Z level=info msg="Executing migration" id="add index rule_org_id, rule_uid, current_state on alert_instance" 2024-08-10T05:11:49.777 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.689188556Z level=info msg="Executing migration" id="add index rule_org_id, current_state on alert_instance" 2024-08-10T05:11:49.777 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.689952857Z level=info msg="Executing migration" id="add current_reason column related to current_state" 2024-08-10T05:11:49.777 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.690771Z level=info msg="Executing migration" id="create alert_rule table" 2024-08-10T05:11:49.777 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.69173388Z level=info msg="Executing migration" id="add index in alert_rule on org_id and title columns" 2024-08-10T05:11:49.777 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.692400783Z level=info msg="Executing migration" id="add index in alert_rule on org_id and uid columns" 2024-08-10T05:11:49.777 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.693213592Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespace_uid, group_uid columns" 2024-08-10T05:11:49.778 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.693679673Z level=info msg="Executing migration" id="alter alert_rule table data column to mediumtext in mysql" 2024-08-10T05:11:49.778 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.694441916Z level=info msg="Executing migration" id="add column for to alert_rule" 2024-08-10T05:11:49.778 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.695288383Z level=info msg="Executing migration" id="add column annotations to alert_rule" 2024-08-10T05:11:49.778 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.696144482Z level=info msg="Executing migration" id="add column labels to alert_rule" 2024-08-10T05:11:49.778 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.696960322Z level=info msg="Executing migration" id="remove unique index from alert_rule on org_id, title columns" 2024-08-10T05:11:49.778 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.697740045Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespase_uid and title columns" 2024-08-10T05:11:49.778 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.698578827Z level=info msg="Executing migration" id="add dashboard_uid column to alert_rule" 2024-08-10T05:11:49.778 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.699374553Z level=info msg="Executing migration" id="add panel_id column to alert_rule" 2024-08-10T05:11:49.779 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.700206877Z level=info msg="Executing migration" id="add index in alert_rule on org_id, dashboard_uid and panel_id columns" 2024-08-10T05:11:49.779 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.701164561Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule" 2024-08-10T05:11:49.779 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.702220794Z level=info msg="Executing migration" id="add is_paused column to alert_rule table" 2024-08-10T05:11:49.779 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.703069215Z level=info msg="Executing migration" id="fix is_paused column for alert_rule table" 2024-08-10T05:11:49.779 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.70340305Z level=info msg="Executing migration" id="create alert_rule_version table" 2024-08-10T05:11:49.779 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.704272319Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_uid and version columns" 2024-08-10T05:11:49.779 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.705092287Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_namespace_uid and rule_group columns" 2024-08-10T05:11:49.779 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.705942339Z level=info msg="Executing migration" id="alter alert_rule_version table data column to mediumtext in mysql" 2024-08-10T05:11:49.780 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.706278703Z level=info msg="Executing migration" id="add column for to alert_rule_version" 2024-08-10T05:11:49.780 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.707143276Z level=info msg="Executing migration" id="add column annotations to alert_rule_version" 2024-08-10T05:11:49.780 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.707994546Z level=info msg="Executing migration" id="add column labels to alert_rule_version" 2024-08-10T05:11:49.780 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.70885452Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule_version" 2024-08-10T05:11:49.780 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.709952894Z level=info msg="Executing migration" id="add is_paused column to alert_rule_versions table" 2024-08-10T05:11:49.780 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.710799965Z level=info msg="Executing migration" id="fix is_paused column for alert_rule_version table" 2024-08-10T05:11:49.781 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.711705435Z level=info msg="Executing migration" id=create_alert_configuration_table 2024-08-10T05:11:49.781 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.712486665Z level=info msg="Executing migration" id="Add column default in alert_configuration" 2024-08-10T05:11:49.781 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.713357621Z level=info msg="Executing migration" id="alert alert_configuration alertmanager_configuration column from TEXT to MEDIUMTEXT if mysql" 2024-08-10T05:11:49.781 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.714312313Z level=info msg="Executing migration" id="add column org_id in alert_configuration" 2024-08-10T05:11:49.781 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.715240928Z level=info msg="Executing migration" id="add index in alert_configuration table on org_id column" 2024-08-10T05:11:49.782 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.71803391Z level=info msg="Executing migration" id="add configuration_hash column to alert_configuration" 2024-08-10T05:11:49.782 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.720842446Z level=info msg="Executing migration" id=create_ngalert_configuration_table 2024-08-10T05:11:49.782 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.723651324Z level=info msg="Executing migration" id="add index in ngalert_configuration on org_id column" 2024-08-10T05:11:49.782 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.726214491Z level=info msg="Executing migration" id="add column send_alerts_to in ngalert_configuration" 2024-08-10T05:11:49.782 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.729078315Z level=info msg="Executing migration" id="create provenance_type table" 2024-08-10T05:11:49.783 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.729665386Z level=info msg="Executing migration" id="add index to uniquify (record_key, record_type, org_id) columns" 2024-08-10T05:11:49.783 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.732449845Z level=info msg="Executing migration" id="create alert_image table" 2024-08-10T05:11:49.783 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.735190844Z level=info msg="Executing migration" id="add unique index on token to alert_image table" 2024-08-10T05:11:49.783 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.737983413Z level=info msg="Executing migration" id="support longer URLs in alert_image table" 2024-08-10T05:11:49.783 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.738512675Z level=info msg="Executing migration" id=create_alert_configuration_history_table 2024-08-10T05:11:49.783 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.74135931Z level=info msg="Executing migration" id="drop non-unique orgID index on alert_configuration" 2024-08-10T05:11:49.783 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.743977837Z level=info msg="Executing migration" id="drop unique orgID index on alert_configuration if exists" 2024-08-10T05:11:49.783 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.74407307Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop unique orgID index on alert_configuration if exists" 2024-08-10T05:11:49.784 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.746752772Z level=info msg="Executing migration" id="extract alertmanager configuration history to separate table" 2024-08-10T05:11:49.784 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.747103602Z level=info msg="Executing migration" id="add unique index on orgID to alert_configuration" 2024-08-10T05:11:49.784 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.749815564Z level=info msg="Executing migration" id="clear migration entry \"remove unified alerting data\"" 2024-08-10T05:11:49.784 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.749932558Z level=info msg="Executing migration" id="move dashboard alerts to unified alerting" 2024-08-10T05:11:49.784 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.750046071Z level=info msg="alerts found to migrate" alerts=0 2024-08-10T05:11:49.784 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.750435635Z level=info msg="Executing migration" id="create library_element table v1" 2024-08-10T05:11:49.784 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.752421034Z level=info msg="Executing migration" id="add index library_element org_id-folder_id-name-kind" 2024-08-10T05:11:49.784 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.75531345Z level=info msg="Executing migration" id="create library_element_connection table v1" 2024-08-10T05:11:49.784 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.755851193Z level=info msg="Executing migration" id="add index library_element_connection element_id-kind-connection_id" 2024-08-10T05:11:49.785 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.758394261Z level=info msg="Executing migration" id="add unique index library_element org_id_uid" 2024-08-10T05:11:50.006 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.761123769Z level=info msg="Executing migration" id="increase max description length to 2048" 2024-08-10T05:11:50.006 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.763668816Z level=info msg="Executing migration" id="clone move dashboard alerts to unified alerting" 2024-08-10T05:11:50.006 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.764190446Z level=info msg="Executing migration" id="create data_keys table" 2024-08-10T05:11:50.006 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.766876899Z level=info msg="Executing migration" id="create secrets table" 2024-08-10T05:11:50.007 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.769479598Z level=info msg="Executing migration" id="rename data_keys name column to id" 2024-08-10T05:11:50.007 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.773738062Z level=info msg="Executing migration" id="add name column into data_keys" 2024-08-10T05:11:50.007 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.77463115Z level=info msg="Executing migration" id="copy data_keys id column values into name" 2024-08-10T05:11:50.007 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.777328575Z level=info msg="Executing migration" id="rename data_keys name column to label" 2024-08-10T05:11:50.007 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.781505809Z level=info msg="Executing migration" id="rename data_keys id column back to name" 2024-08-10T05:11:50.007 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.785715033Z level=info msg="Executing migration" id="create kv_store table v1" 2024-08-10T05:11:50.007 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.786117875Z level=info msg="Executing migration" id="add index kv_store.org_id-namespace-key" 2024-08-10T05:11:50.007 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.788940595Z level=info msg="Executing migration" id="update dashboard_uid and panel_id from existing annotations" 2024-08-10T05:11:50.007 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.791324656Z level=info msg="Executing migration" id="create permission table" 2024-08-10T05:11:50.007 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.794046388Z level=info msg="Executing migration" id="add unique index permission.role_id" 2024-08-10T05:11:50.007 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.794487219Z level=info msg="Executing migration" id="add unique index role_id_action_scope" 2024-08-10T05:11:50.007 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.795361014Z level=info msg="Executing migration" id="create role table" 2024-08-10T05:11:50.008 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.796301286Z level=info msg="Executing migration" id="add column display_name" 2024-08-10T05:11:50.008 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.797235244Z level=info msg="Executing migration" id="add column group_name" 2024-08-10T05:11:50.008 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.798161295Z level=info msg="Executing migration" id="add index role.org_id" 2024-08-10T05:11:50.009 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.799004244Z level=info msg="Executing migration" id="add unique index role_org_id_name" 2024-08-10T05:11:50.009 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.799841828Z level=info msg="Executing migration" id="add index role_org_id_uid" 2024-08-10T05:11:50.009 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.800750353Z level=info msg="Executing migration" id="create team role table" 2024-08-10T05:11:50.009 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.801198927Z level=info msg="Executing migration" id="add index team_role.org_id" 2024-08-10T05:11:50.009 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.801978534Z level=info msg="Executing migration" id="add unique index team_role_org_id_team_id_role_id" 2024-08-10T05:11:50.009 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.802826688Z level=info msg="Executing migration" id="add index team_role.team_id" 2024-08-10T05:11:50.009 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.803614672Z level=info msg="Executing migration" id="create user role table" 2024-08-10T05:11:50.009 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.803994166Z level=info msg="Executing migration" id="add index user_role.org_id" 2024-08-10T05:11:50.009 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.804979422Z level=info msg="Executing migration" id="add unique index user_role_org_id_user_id_role_id" 2024-08-10T05:11:50.009 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.80562624Z level=info msg="Executing migration" id="add index user_role.user_id" 2024-08-10T05:11:50.010 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.806641425Z level=info msg="Executing migration" id="create builtin role table" 2024-08-10T05:11:50.010 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.807232979Z level=info msg="Executing migration" id="add index builtin_role.role_id" 2024-08-10T05:11:50.010 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.808114325Z level=info msg="Executing migration" id="add index builtin_role.name" 2024-08-10T05:11:50.010 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.808963822Z level=info msg="Executing migration" id="Add column org_id to builtin_role table" 2024-08-10T05:11:50.010 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.80997947Z level=info msg="Executing migration" id="add index builtin_role.org_id" 2024-08-10T05:11:50.010 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.810789743Z level=info msg="Executing migration" id="add unique index builtin_role_org_id_role_id_role" 2024-08-10T05:11:50.010 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.811781083Z level=info msg="Executing migration" id="Remove unique index role_org_id_uid" 2024-08-10T05:11:50.010 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.812487309Z level=info msg="Executing migration" id="add unique index role.uid" 2024-08-10T05:11:50.010 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.813325461Z level=info msg="Executing migration" id="create seed assignment table" 2024-08-10T05:11:50.010 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.813700929Z level=info msg="Executing migration" id="add unique index builtin_role_role_name" 2024-08-10T05:11:50.010 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.81471389Z level=info msg="Executing migration" id="add column hidden to role table" 2024-08-10T05:11:50.010 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.815718317Z level=info msg="Executing migration" id="create query_history table v1" 2024-08-10T05:11:50.010 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.816521336Z level=info msg="Executing migration" id="add index query_history.org_id-created_by-datasource_uid" 2024-08-10T05:11:50.011 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.81699106Z level=info msg="Executing migration" id="alter table query_history alter column created_by type to bigint" 2024-08-10T05:11:50.011 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.817860752Z level=info msg="Executing migration" id="teams permissions migration" 2024-08-10T05:11:50.011 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.818507192Z level=info msg="Executing migration" id="dashboard permissions" 2024-08-10T05:11:50.011 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.819008421Z level=info msg="Executing migration" id="dashboard permissions uid scopes" 2024-08-10T05:11:50.011 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.819737002Z level=info msg="Executing migration" id="drop managed folder create actions" 2024-08-10T05:11:50.011 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.820074469Z level=info msg="Executing migration" id="alerting notification permissions" 2024-08-10T05:11:50.011 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.820479844Z level=info msg="Executing migration" id="create query_history_star table v1" 2024-08-10T05:11:50.011 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.821146614Z level=info msg="Executing migration" id="add index query_history.user_id-query_uid" 2024-08-10T05:11:50.011 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.82155609Z level=info msg="Executing migration" id="add column org_id in query_history_star" 2024-08-10T05:11:50.011 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.824237384Z level=info msg="Executing migration" id="alter table query_history_star_mig column user_id type to bigint" 2024-08-10T05:11:50.011 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.827249978Z level=info msg="Executing migration" id="create correlation table v1" 2024-08-10T05:11:50.011 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.82772623Z level=info msg="Executing migration" id="add index correlations.uid" 2024-08-10T05:11:50.011 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.830426961Z level=info msg="Executing migration" id="add index correlations.source_uid" 2024-08-10T05:11:50.012 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.833286586Z level=info msg="Executing migration" id="add correlation config column" 2024-08-10T05:11:50.012 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.836010243Z level=info msg="Executing migration" id="create entity_events table" 2024-08-10T05:11:50.012 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.836505765Z level=info msg="Executing migration" id="create dashboard public config v1" 2024-08-10T05:11:50.012 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.839367152Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v1" 2024-08-10T05:11:50.012 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.839468699Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index UQE_dashboard_public_config_uid - v1" 2024-08-10T05:11:50.012 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.842014057Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-08-10T05:11:50.012 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.842130258Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-08-10T05:11:50.012 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.844513691Z level=info msg="Executing migration" id="Drop old dashboard public config table" 2024-08-10T05:11:50.012 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.844983224Z level=info msg="Executing migration" id="recreate dashboard public config v1" 2024-08-10T05:11:50.012 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.847925078Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v1" 2024-08-10T05:11:50.012 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.848480526Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-08-10T05:11:50.012 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.850508957Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v2" 2024-08-10T05:11:50.012 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.853049643Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-08-10T05:11:50.013 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.853588506Z level=info msg="Executing migration" id="Drop public config table" 2024-08-10T05:11:50.013 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.856348494Z level=info msg="Executing migration" id="Recreate dashboard public config v2" 2024-08-10T05:11:50.013 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.858940207Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v2" 2024-08-10T05:11:50.013 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.861517997Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-08-10T05:11:50.013 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.861995168Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_access_token - v2" 2024-08-10T05:11:50.013 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.862855283Z level=info msg="Executing migration" id="Rename table dashboard_public_config to dashboard_public - v2" 2024-08-10T05:11:50.013 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.865890415Z level=info msg="Executing migration" id="add annotations_enabled column" 2024-08-10T05:11:50.013 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.866941422Z level=info msg="Executing migration" id="add time_selection_enabled column" 2024-08-10T05:11:50.013 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.868017031Z level=info msg="Executing migration" id="delete orphaned public dashboards" 2024-08-10T05:11:50.013 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.868833433Z level=info msg="Executing migration" id="add share column" 2024-08-10T05:11:50.013 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.869862348Z level=info msg="Executing migration" id="create default alerting folders" 2024-08-10T05:11:50.013 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.870817339Z level=info msg="Executing migration" id="create file table" 2024-08-10T05:11:50.013 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.87141568Z level=info msg="Executing migration" id="file table idx: path natural pk" 2024-08-10T05:11:50.017 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.872384826Z level=info msg="Executing migration" id="file table idx: parent_folder_path_hash fast folder retrieval" 2024-08-10T05:11:50.017 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.872996932Z level=info msg="Executing migration" id="create file_meta table" 2024-08-10T05:11:50.017 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.873378803Z level=info msg="Executing migration" id="file table idx: path key" 2024-08-10T05:11:50.017 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.873817811Z level=info msg="Executing migration" id="set path collation in file table" 2024-08-10T05:11:50.017 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.874730945Z level=info msg="Executing migration" id="managed permissions migration" 2024-08-10T05:11:50.017 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.875485298Z level=info msg="Executing migration" id="managed folder permissions alert actions migration" 2024-08-10T05:11:50.018 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.876399651Z level=info msg="Executing migration" id="RBAC action name migrator" 2024-08-10T05:11:50.018 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.876824203Z level=info msg="Executing migration" id="Add UID column to playlist" 2024-08-10T05:11:50.018 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.87782543Z level=info msg="Executing migration" id="Update uid column values in playlist" 2024-08-10T05:11:50.018 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.878678569Z level=info msg="Executing migration" id="Add index for uid in playlist" 2024-08-10T05:11:50.018 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.879706444Z level=info msg="Executing migration" id="update group index for alert rules" 2024-08-10T05:11:50.018 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.880171858Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated migration" 2024-08-10T05:11:50.018 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.880974214Z level=info msg="Executing migration" id="admin only folder/dashboard permission" 2024-08-10T05:11:50.019 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.881385978Z level=info msg="Executing migration" id="add action column to seed_assignment" 2024-08-10T05:11:50.019 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.882411811Z level=info msg="Executing migration" id="add scope column to seed_assignment" 2024-08-10T05:11:50.019 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.88343567Z level=info msg="Executing migration" id="remove unique index builtin_role_role_name before nullable update" 2024-08-10T05:11:50.019 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.883905341Z level=info msg="Executing migration" id="update seed_assignment role_name column to nullable" 2024-08-10T05:11:50.019 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.893599611Z level=info msg="Executing migration" id="add unique index builtin_role_name back" 2024-08-10T05:11:50.019 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.896491305Z level=info msg="Executing migration" id="add unique index builtin_role_action_scope" 2024-08-10T05:11:50.019 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.899417222Z level=info msg="Executing migration" id="add primary key to seed_assigment" 2024-08-10T05:11:50.020 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.903061479Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated fixed migration" 2024-08-10T05:11:50.020 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.905483985Z level=info msg="Executing migration" id="migrate external alertmanagers to datsourcse" 2024-08-10T05:11:50.020 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.908209977Z level=info msg="Executing migration" id="create folder table" 2024-08-10T05:11:50.020 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.911166631Z level=info msg="Executing migration" id="Add index for parent_uid" 2024-08-10T05:11:50.020 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.911720268Z level=info msg="Executing migration" id="Add unique index for folder.uid and folder.org_id" 2024-08-10T05:11:50.020 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.914633562Z level=info msg="Executing migration" id="Update folder title length" 2024-08-10T05:11:50.020 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.917433057Z level=info msg="Executing migration" id="Add unique index for folder.title and folder.parent_uid" 2024-08-10T05:11:50.021 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=migrator t=2024-08-10T05:11:49.920331197Z level=info msg="migrations completed" performed=485 skipped=0 duration=689.121418ms 2024-08-10T05:11:50.021 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=sqlstore t=2024-08-10T05:11:49.920773068Z level=info msg="Created default organization" 2024-08-10T05:11:50.021 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=plugin.loader t=2024-08-10T05:11:49.976050159Z level=info msg="Plugin registered" pluginID=input 2024-08-10T05:11:50.021 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:50 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=plugin.loader t=2024-08-10T05:11:50.002784758Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2024-08-10T05:11:50.021 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:50 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=plugin.loader t=2024-08-10T05:11:50.002801668Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2024-08-10T05:11:50.021 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:50 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=secrets t=2024-08-10T05:11:50.002840135Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-08-10T05:11:50.021 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:50 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=query_data t=2024-08-10T05:11:50.005958633Z level=info msg="Query Service initialization" 2024-08-10T05:11:50.022 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:50 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=live.push_http t=2024-08-10T05:11:50.009508925Z level=info msg="Live Push Gateway initialization" 2024-08-10T05:11:50.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:50 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:11:50.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:50 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:11:50.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:50 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:11:50.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:50 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:11:50.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:50 smithi196 ceph-mon[32874]: Deploying daemon node-exporter.a on smithi031 2024-08-10T05:11:50.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:50 smithi196 ceph-mon[32874]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:11:50.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:50 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:11:50.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:50 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:11:50.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:50 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:11:50.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:50 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:11:50.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:50 smithi031 ceph-mon[29994]: Deploying daemon node-exporter.a on smithi031 2024-08-10T05:11:50.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:50 smithi031 ceph-mon[29994]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:11:50.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:50 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:11:50.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:50 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:11:50.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:50 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:11:50.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:50 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:11:50.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:50 smithi031 ceph-mon[41349]: Deploying daemon node-exporter.a on smithi031 2024-08-10T05:11:50.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:50 smithi031 ceph-mon[41349]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:11:51.028 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:50 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=infra.usagestats.collector t=2024-08-10T05:11:50.718927055Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-08-10T05:11:51.029 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:50 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=provisioning.datasources t=2024-08-10T05:11:50.719276841Z level=warn msg="[Deprecated] the datasource provisioning config is outdated. please upgrade" filename=/etc/grafana/provisioning/datasources/ceph-dashboard.yml 2024-08-10T05:11:51.029 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:50 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=provisioning.datasources t=2024-08-10T05:11:50.751916106Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-08-10T05:11:51.029 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:50 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=provisioning.datasources t=2024-08-10T05:11:50.78373289Z level=info msg="inserting datasource from configuration " name=Loki uid=P8E80F9AEF21F6940 2024-08-10T05:11:51.029 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:50 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=provisioning.alerting t=2024-08-10T05:11:50.80502177Z level=info msg="starting to provision alerting" 2024-08-10T05:11:51.029 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:50 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=provisioning.alerting t=2024-08-10T05:11:50.805058203Z level=info msg="finished to provision alerting" 2024-08-10T05:11:51.029 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:50 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=grafanaStorageLogger t=2024-08-10T05:11:50.805155108Z level=info msg="storage starting" 2024-08-10T05:11:51.029 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:50 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=ngalert.state.manager t=2024-08-10T05:11:50.805268816Z level=info msg="Warming state cache for startup" 2024-08-10T05:11:51.029 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:50 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=http.server t=2024-08-10T05:11:50.806990612Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-08-10T05:11:51.029 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:50 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=ngalert.state.manager t=2024-08-10T05:11:50.815432427Z level=info msg="State cache has been initialized" states=0 duration=10.163951ms 2024-08-10T05:11:51.029 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:50 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=ngalert.multiorg.alertmanager t=2024-08-10T05:11:50.815467576Z level=info msg="starting MultiOrg Alertmanager" 2024-08-10T05:11:51.029 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:50 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=ticker t=2024-08-10T05:11:50.815494882Z level=info msg=starting first_tick=2024-08-10T05:12:00Z 2024-08-10T05:11:51.029 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:50 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=sqlstore.transactions t=2024-08-10T05:11:50.815533582Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-08-10T05:11:51.030 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:50 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=sqlstore.transactions t=2024-08-10T05:11:50.860244902Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-08-10T05:11:51.030 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:50 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=sqlstore.transactions t=2024-08-10T05:11:50.870577301Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=1 code="database is locked" 2024-08-10T05:11:51.030 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:50 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=sqlstore.transactions t=2024-08-10T05:11:50.881551925Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-08-10T05:11:51.030 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:11:50 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[65351]: logger=sqlstore.transactions t=2024-08-10T05:11:50.912754822Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-08-10T05:11:52.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:51 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:11:52.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:51 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:11:52.069 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:51 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:11:52.069 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:51 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:11:52.069 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:51 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:11:52.069 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:51 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:11:53.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:52 smithi031 ceph-mon[29994]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:11:53.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:52 smithi031 ceph-mon[41349]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:11:53.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:52 smithi196 ceph-mon[32874]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:11:55.140 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:54 smithi031 ceph-mon[41349]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:11:55.140 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:54 smithi031 ceph-mon[29994]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:11:55.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:54 smithi196 ceph-mon[32874]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:11:55.514 INFO:teuthology.orchestra.run.smithi031.stdout:201863462941 2024-08-10T05:11:55.515 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid fc322138-56d5-11ef-bcce-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-08-10T05:11:57.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:56 smithi031 ceph-mon[29994]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:11:57.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:56 smithi031 ceph-mon[41349]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:11:57.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:56 smithi196 ceph-mon[32874]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:11:57.029 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:11:56 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[34968]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:11:56] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-10T05:11:58.023 INFO:teuthology.orchestra.run.smithi031.stdout:236223201305 2024-08-10T05:11:58.024 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid fc322138-56d5-11ef-bcce-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-08-10T05:11:58.796 INFO:teuthology.orchestra.run.smithi031.stdout:34359738427 2024-08-10T05:11:58.796 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid fc322138-56d5-11ef-bcce-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-08-10T05:11:58.854 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:11:58 smithi031 ceph-mon[29994]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:11:58.854 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:11:58 smithi031 ceph-mon[41349]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:11:59.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:11:58 smithi196 ceph-mon[32874]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:11:59.527 INFO:teuthology.orchestra.run.smithi031.stdout:133143986216 2024-08-10T05:11:59.527 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid fc322138-56d5-11ef-bcce-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-08-10T05:11:59.983 INFO:teuthology.orchestra.run.smithi031.stdout:167503724579 2024-08-10T05:11:59.984 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid fc322138-56d5-11ef-bcce-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-08-10T05:12:00.775 INFO:teuthology.orchestra.run.smithi031.stdout:77309411377 2024-08-10T05:12:00.776 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid fc322138-56d5-11ef-bcce-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-08-10T05:12:01.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:00 smithi031 ceph-mon[29994]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:12:01.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:00 smithi031 ceph-mon[41349]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:12:01.081 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:00 smithi196 ceph-mon[32874]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:12:01.218 INFO:teuthology.orchestra.run.smithi031.stdout:55834574902 2024-08-10T05:12:01.218 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid fc322138-56d5-11ef-bcce-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-08-10T05:12:01.683 INFO:teuthology.orchestra.run.smithi031.stdout:111669149740 2024-08-10T05:12:01.684 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid fc322138-56d5-11ef-bcce-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-08-10T05:12:01.695 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T05:12:01.712 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T05:12:01.712 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T05:12:02.299 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T05:12:02.301 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T05:12:03.225 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:02 smithi031 ceph-mon[29994]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:12:03.226 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:02 smithi031 ceph-mon[41349]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:12:03.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:02 smithi196 ceph-mon[32874]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:12:04.972 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:04 smithi031 ceph-mon[29994]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:12:04.972 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:04 smithi031 ceph-mon[41349]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:12:05.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:04 smithi196 ceph-mon[32874]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:12:06.519 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:12:06 smithi031 bash[78557]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-08-10T05:12:06.866 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:12:06 smithi031 bash[78557]: Writing manifest to image destination 2024-08-10T05:12:06.866 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:06 smithi031 ceph-mon[29994]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:12:06.867 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:06 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:12:06.867 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:06 smithi031 ceph-mon[41349]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:12:06.867 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:06 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:12:07.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:06 smithi196 ceph-mon[32874]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:12:07.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:06 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:12:07.029 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:12:06 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[34968]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:12:06] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-10T05:12:07.164 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T05:12:07.164 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T05:12:07.169 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:12:06 smithi031 podman[78557]: 2024-08-10 05:12:06.855216692 +0000 UTC m=+3.215457271 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-08-10T05:12:08.782 INFO:teuthology.orchestra.run.smithi031.stdout:236223201308 2024-08-10T05:12:09.034 INFO:teuthology.orchestra.run.smithi031.stdout:201863462944 2024-08-10T05:12:09.035 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:08 smithi031 ceph-mon[29994]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:12:09.035 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:08 smithi031 ceph-mon[29994]: from='client.? 172.21.15.31:0/2504120943' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-08-10T05:12:09.035 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:08 smithi031 ceph-mon[41349]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:12:09.035 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:08 smithi031 ceph-mon[41349]: from='client.? 172.21.15.31:0/2504120943' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-08-10T05:12:09.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:08 smithi196 ceph-mon[32874]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:12:09.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:08 smithi196 ceph-mon[32874]: from='client.? 172.21.15.31:0/2504120943' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-08-10T05:12:09.728 INFO:tasks.cephadm.ceph_manager.ceph:need seq 236223201305 got 236223201308 for osd.7 2024-08-10T05:12:09.728 DEBUG:teuthology.parallel:result is None 2024-08-10T05:12:10.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:09 smithi031 ceph-mon[29994]: from='client.? 172.21.15.31:0/3632829211' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-08-10T05:12:10.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:09 smithi031 ceph-mon[41349]: from='client.? 172.21.15.31:0/3632829211' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-08-10T05:12:10.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:09 smithi196 ceph-mon[32874]: from='client.? 172.21.15.31:0/3632829211' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-08-10T05:12:10.301 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T05:12:10.611 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:12:10 smithi031 podman[78557]: 2024-08-10 05:12:10.385084349 +0000 UTC m=+6.745324893 container create d16104ec62ddc8cb8202e94b9e947478b4b8fbba51ce06471dbfc3d3dbd60d12 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-10T05:12:10.874 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:10 smithi031 ceph-mon[29994]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:12:10.874 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:12:10 smithi031 podman[78557]: 2024-08-10 05:12:10.873956955 +0000 UTC m=+7.234197521 container init d16104ec62ddc8cb8202e94b9e947478b4b8fbba51ce06471dbfc3d3dbd60d12 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-10T05:12:10.874 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:10 smithi031 ceph-mon[41349]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:12:11.169 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:12:10 smithi031 podman[78557]: 2024-08-10 05:12:10.87952905 +0000 UTC m=+7.239769597 container start d16104ec62ddc8cb8202e94b9e947478b4b8fbba51ce06471dbfc3d3dbd60d12 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-10T05:12:11.169 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:12:10 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[79004]: ts=2024-08-10T05:12:10.883Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-08-10T05:12:11.169 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:12:10 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[79004]: ts=2024-08-10T05:12:10.883Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-08-10T05:12:11.169 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:12:10 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[79004]: ts=2024-08-10T05:12:10.884Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-08-10T05:12:11.169 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:12:10 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[79004]: ts=2024-08-10T05:12:10.884Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-08-10T05:12:11.170 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:12:10 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[79004]: ts=2024-08-10T05:12:10.884Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-08-10T05:12:11.170 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:12:10 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[79004]: ts=2024-08-10T05:12:10.884Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-08-10T05:12:11.170 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:12:10 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[79004]: ts=2024-08-10T05:12:10.884Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-08-10T05:12:11.170 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:12:10 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[79004]: ts=2024-08-10T05:12:10.884Z caller=node_exporter.go:117 level=info collector=arp 2024-08-10T05:12:11.170 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:12:10 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[79004]: ts=2024-08-10T05:12:10.884Z caller=node_exporter.go:117 level=info collector=bcache 2024-08-10T05:12:11.170 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:12:10 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[79004]: ts=2024-08-10T05:12:10.884Z caller=node_exporter.go:117 level=info collector=bonding 2024-08-10T05:12:11.170 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:12:10 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[79004]: ts=2024-08-10T05:12:10.884Z caller=node_exporter.go:117 level=info collector=btrfs 2024-08-10T05:12:11.170 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:12:10 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[79004]: ts=2024-08-10T05:12:10.884Z caller=node_exporter.go:117 level=info collector=conntrack 2024-08-10T05:12:11.171 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:12:10 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[79004]: ts=2024-08-10T05:12:10.884Z caller=node_exporter.go:117 level=info collector=cpu 2024-08-10T05:12:11.171 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:12:10 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[79004]: ts=2024-08-10T05:12:10.884Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-08-10T05:12:11.171 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:12:10 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[79004]: ts=2024-08-10T05:12:10.884Z caller=node_exporter.go:117 level=info collector=diskstats 2024-08-10T05:12:11.171 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:12:10 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[79004]: ts=2024-08-10T05:12:10.885Z caller=node_exporter.go:117 level=info collector=dmi 2024-08-10T05:12:11.171 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:12:10 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[79004]: ts=2024-08-10T05:12:10.885Z caller=node_exporter.go:117 level=info collector=edac 2024-08-10T05:12:11.171 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:12:10 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[79004]: ts=2024-08-10T05:12:10.885Z caller=node_exporter.go:117 level=info collector=entropy 2024-08-10T05:12:11.172 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:12:10 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[79004]: ts=2024-08-10T05:12:10.885Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-08-10T05:12:11.172 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:12:10 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[79004]: ts=2024-08-10T05:12:10.885Z caller=node_exporter.go:117 level=info collector=filefd 2024-08-10T05:12:11.172 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:12:10 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[79004]: ts=2024-08-10T05:12:10.885Z caller=node_exporter.go:117 level=info collector=filesystem 2024-08-10T05:12:11.172 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:12:10 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[79004]: ts=2024-08-10T05:12:10.885Z caller=node_exporter.go:117 level=info collector=hwmon 2024-08-10T05:12:11.172 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:12:10 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[79004]: ts=2024-08-10T05:12:10.885Z caller=node_exporter.go:117 level=info collector=infiniband 2024-08-10T05:12:11.172 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:12:10 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[79004]: ts=2024-08-10T05:12:10.885Z caller=node_exporter.go:117 level=info collector=ipvs 2024-08-10T05:12:11.172 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:12:10 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[79004]: ts=2024-08-10T05:12:10.885Z caller=node_exporter.go:117 level=info collector=loadavg 2024-08-10T05:12:11.172 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:12:10 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[79004]: ts=2024-08-10T05:12:10.885Z caller=node_exporter.go:117 level=info collector=mdadm 2024-08-10T05:12:11.172 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:12:10 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[79004]: ts=2024-08-10T05:12:10.885Z caller=node_exporter.go:117 level=info collector=meminfo 2024-08-10T05:12:11.172 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:12:10 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[79004]: ts=2024-08-10T05:12:10.885Z caller=node_exporter.go:117 level=info collector=netclass 2024-08-10T05:12:11.172 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:12:10 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[79004]: ts=2024-08-10T05:12:10.885Z caller=node_exporter.go:117 level=info collector=netdev 2024-08-10T05:12:11.172 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:12:10 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[79004]: ts=2024-08-10T05:12:10.885Z caller=node_exporter.go:117 level=info collector=netstat 2024-08-10T05:12:11.172 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:12:10 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[79004]: ts=2024-08-10T05:12:10.885Z caller=node_exporter.go:117 level=info collector=nfs 2024-08-10T05:12:11.173 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:12:10 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[79004]: ts=2024-08-10T05:12:10.885Z caller=node_exporter.go:117 level=info collector=nfsd 2024-08-10T05:12:11.173 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:12:10 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[79004]: ts=2024-08-10T05:12:10.885Z caller=node_exporter.go:117 level=info collector=nvme 2024-08-10T05:12:11.173 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:12:10 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[79004]: ts=2024-08-10T05:12:10.885Z caller=node_exporter.go:117 level=info collector=os 2024-08-10T05:12:11.173 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:12:10 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[79004]: ts=2024-08-10T05:12:10.885Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-08-10T05:12:11.173 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:12:10 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[79004]: ts=2024-08-10T05:12:10.885Z caller=node_exporter.go:117 level=info collector=pressure 2024-08-10T05:12:11.173 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:12:10 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[79004]: ts=2024-08-10T05:12:10.885Z caller=node_exporter.go:117 level=info collector=rapl 2024-08-10T05:12:11.173 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:12:10 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[79004]: ts=2024-08-10T05:12:10.885Z caller=node_exporter.go:117 level=info collector=schedstat 2024-08-10T05:12:11.173 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:12:10 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[79004]: ts=2024-08-10T05:12:10.885Z caller=node_exporter.go:117 level=info collector=selinux 2024-08-10T05:12:11.173 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:12:10 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[79004]: ts=2024-08-10T05:12:10.885Z caller=node_exporter.go:117 level=info collector=sockstat 2024-08-10T05:12:11.173 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:12:10 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[79004]: ts=2024-08-10T05:12:10.885Z caller=node_exporter.go:117 level=info collector=softnet 2024-08-10T05:12:11.173 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:12:10 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[79004]: ts=2024-08-10T05:12:10.885Z caller=node_exporter.go:117 level=info collector=stat 2024-08-10T05:12:11.173 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:12:10 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[79004]: ts=2024-08-10T05:12:10.885Z caller=node_exporter.go:117 level=info collector=tapestats 2024-08-10T05:12:11.173 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:12:10 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[79004]: ts=2024-08-10T05:12:10.885Z caller=node_exporter.go:117 level=info collector=textfile 2024-08-10T05:12:11.173 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:12:10 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[79004]: ts=2024-08-10T05:12:10.885Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-08-10T05:12:11.174 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:12:10 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[79004]: ts=2024-08-10T05:12:10.885Z caller=node_exporter.go:117 level=info collector=time 2024-08-10T05:12:11.174 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:12:10 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[79004]: ts=2024-08-10T05:12:10.885Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-08-10T05:12:11.174 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:12:10 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[79004]: ts=2024-08-10T05:12:10.885Z caller=node_exporter.go:117 level=info collector=uname 2024-08-10T05:12:11.174 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:12:10 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[79004]: ts=2024-08-10T05:12:10.885Z caller=node_exporter.go:117 level=info collector=vmstat 2024-08-10T05:12:11.174 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:12:10 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[79004]: ts=2024-08-10T05:12:10.885Z caller=node_exporter.go:117 level=info collector=xfs 2024-08-10T05:12:11.174 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:12:10 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[79004]: ts=2024-08-10T05:12:10.885Z caller=node_exporter.go:117 level=info collector=zfs 2024-08-10T05:12:11.174 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:12:10 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[79004]: ts=2024-08-10T05:12:10.885Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-08-10T05:12:11.174 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:12:10 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[79004]: ts=2024-08-10T05:12:10.885Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-08-10T05:12:11.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:10 smithi196 ceph-mon[32874]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:12:11.567 INFO:tasks.cephadm.ceph_manager.ceph:need seq 201863462941 got 201863462944 for osd.6 2024-08-10T05:12:11.567 DEBUG:teuthology.parallel:result is None 2024-08-10T05:12:13.083 INFO:teuthology.orchestra.run.smithi031.stdout:133143986218 2024-08-10T05:12:13.084 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:12 smithi031 ceph-mon[29994]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:12:13.084 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:12 smithi031 ceph-mon[41349]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:12:13.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:12 smithi196 ceph-mon[32874]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:12:13.787 INFO:tasks.cephadm.ceph_manager.ceph:need seq 133143986216 got 133143986218 for osd.4 2024-08-10T05:12:13.788 DEBUG:teuthology.parallel:result is None 2024-08-10T05:12:14.012 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:13 smithi031 ceph-mon[29994]: from='client.? 172.21.15.31:0/2357130158' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-08-10T05:12:14.012 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:13 smithi031 ceph-mon[29994]: from='client.? 172.21.15.31:0/1684010174' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-08-10T05:12:14.013 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:13 smithi031 ceph-mon[41349]: from='client.? 172.21.15.31:0/2357130158' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-08-10T05:12:14.013 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:13 smithi031 ceph-mon[41349]: from='client.? 172.21.15.31:0/1684010174' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-08-10T05:12:14.013 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:12:13 smithi031 bash[78557]: d16104ec62ddc8cb8202e94b9e947478b4b8fbba51ce06471dbfc3d3dbd60d12 2024-08-10T05:12:14.013 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:12:13 smithi031 systemd[1]: Started Ceph node-exporter.a for fc322138-56d5-11ef-bcce-c7b262605968. 2024-08-10T05:12:14.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:13 smithi196 ceph-mon[32874]: from='client.? 172.21.15.31:0/2357130158' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-08-10T05:12:14.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:13 smithi196 ceph-mon[32874]: from='client.? 172.21.15.31:0/1684010174' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-08-10T05:12:14.405 INFO:teuthology.orchestra.run.smithi031.stdout:34359738430 2024-08-10T05:12:15.101 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738427 got 34359738430 for osd.0 2024-08-10T05:12:15.101 DEBUG:teuthology.parallel:result is None 2024-08-10T05:12:15.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:14 smithi031 ceph-mon[29994]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:12:15.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:14 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:15.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:14 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:15.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:14 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:15.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:14 smithi031 ceph-mon[29994]: Deploying daemon node-exporter.b on smithi196 2024-08-10T05:12:15.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:14 smithi031 ceph-mon[41349]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:12:15.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:14 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:15.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:14 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:15.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:14 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:15.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:14 smithi031 ceph-mon[41349]: Deploying daemon node-exporter.b on smithi196 2024-08-10T05:12:15.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:14 smithi196 ceph-mon[32874]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:12:15.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:14 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:15.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:14 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:15.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:14 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:15.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:14 smithi196 ceph-mon[32874]: Deploying daemon node-exporter.b on smithi196 2024-08-10T05:12:15.779 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:12:15 smithi196 bash[65632]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2024-08-10T05:12:16.278 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:12:16 smithi196 bash[65632]: Getting image source signatures 2024-08-10T05:12:16.279 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:12:16 smithi196 bash[65632]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2024-08-10T05:12:16.279 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:12:16 smithi196 bash[65632]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2024-08-10T05:12:16.279 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:12:16 smithi196 bash[65632]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2024-08-10T05:12:16.965 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:12:16 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[34968]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:12:16] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-10T05:12:17.216 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:16 smithi031 ceph-mon[41349]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:12:17.216 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:16 smithi031 ceph-mon[29994]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:12:17.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:16 smithi196 ceph-mon[32874]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:12:17.974 INFO:teuthology.orchestra.run.smithi031.stdout:111669149745 2024-08-10T05:12:18.179 INFO:teuthology.orchestra.run.smithi031.stdout:55834574907 2024-08-10T05:12:18.716 INFO:tasks.cephadm.ceph_manager.ceph:need seq 111669149740 got 111669149745 for osd.3 2024-08-10T05:12:18.717 DEBUG:teuthology.parallel:result is None 2024-08-10T05:12:18.954 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:12:18 smithi196 bash[65632]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-08-10T05:12:18.955 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:12:18 smithi196 bash[65632]: Writing manifest to image destination 2024-08-10T05:12:18.968 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:18 smithi031 ceph-mon[29994]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:12:18.968 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:18 smithi031 ceph-mon[29994]: from='client.? 172.21.15.31:0/1548599079' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-08-10T05:12:18.968 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:18 smithi031 ceph-mon[29994]: from='client.? 172.21.15.31:0/1675952920' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-08-10T05:12:19.225 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:18 smithi031 ceph-mon[41349]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:12:19.225 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:18 smithi031 ceph-mon[41349]: from='client.? 172.21.15.31:0/1548599079' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-08-10T05:12:19.225 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:18 smithi031 ceph-mon[41349]: from='client.? 172.21.15.31:0/1675952920' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-08-10T05:12:19.239 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:18 smithi196 ceph-mon[32874]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:12:19.239 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:18 smithi196 ceph-mon[32874]: from='client.? 172.21.15.31:0/1548599079' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-08-10T05:12:19.239 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:18 smithi196 ceph-mon[32874]: from='client.? 172.21.15.31:0/1675952920' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-08-10T05:12:19.239 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:12:18 smithi196 podman[65632]: 2024-08-10 05:12:18.905457635 +0000 UTC m=+3.481185564 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-08-10T05:12:19.239 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:12:19 smithi196 podman[65632]: 2024-08-10 05:12:19.020768462 +0000 UTC m=+3.596496392 container create 6246ec3d261fb1aa266a62817024442e16b9ff65162d47f2c6da14a1af551592 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-10T05:12:19.518 INFO:teuthology.orchestra.run.smithi031.stdout:167503724584 2024-08-10T05:12:19.528 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:12:19 smithi196 podman[65632]: 2024-08-10 05:12:19.239794754 +0000 UTC m=+3.815522698 container init 6246ec3d261fb1aa266a62817024442e16b9ff65162d47f2c6da14a1af551592 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-10T05:12:19.528 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:12:19 smithi196 podman[65632]: 2024-08-10 05:12:19.244503299 +0000 UTC m=+3.820231229 container start 6246ec3d261fb1aa266a62817024442e16b9ff65162d47f2c6da14a1af551592 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-10T05:12:19.528 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:12:19 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[65681]: ts=2024-08-10T05:12:19.248Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-08-10T05:12:19.529 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:12:19 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[65681]: ts=2024-08-10T05:12:19.248Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-08-10T05:12:19.529 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:12:19 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[65681]: ts=2024-08-10T05:12:19.248Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-08-10T05:12:19.529 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:12:19 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[65681]: ts=2024-08-10T05:12:19.249Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-08-10T05:12:19.529 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:12:19 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[65681]: ts=2024-08-10T05:12:19.249Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-08-10T05:12:19.529 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:12:19 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[65681]: ts=2024-08-10T05:12:19.249Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-08-10T05:12:19.529 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:12:19 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[65681]: ts=2024-08-10T05:12:19.249Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-08-10T05:12:19.529 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:12:19 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[65681]: ts=2024-08-10T05:12:19.249Z caller=node_exporter.go:117 level=info collector=arp 2024-08-10T05:12:19.529 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:12:19 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[65681]: ts=2024-08-10T05:12:19.249Z caller=node_exporter.go:117 level=info collector=bcache 2024-08-10T05:12:19.529 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:12:19 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[65681]: ts=2024-08-10T05:12:19.249Z caller=node_exporter.go:117 level=info collector=bonding 2024-08-10T05:12:19.529 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:12:19 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[65681]: ts=2024-08-10T05:12:19.249Z caller=node_exporter.go:117 level=info collector=btrfs 2024-08-10T05:12:19.529 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:12:19 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[65681]: ts=2024-08-10T05:12:19.249Z caller=node_exporter.go:117 level=info collector=conntrack 2024-08-10T05:12:19.529 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:12:19 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[65681]: ts=2024-08-10T05:12:19.249Z caller=node_exporter.go:117 level=info collector=cpu 2024-08-10T05:12:19.529 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:12:19 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[65681]: ts=2024-08-10T05:12:19.249Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-08-10T05:12:19.530 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:12:19 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[65681]: ts=2024-08-10T05:12:19.249Z caller=node_exporter.go:117 level=info collector=diskstats 2024-08-10T05:12:19.530 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:12:19 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[65681]: ts=2024-08-10T05:12:19.249Z caller=node_exporter.go:117 level=info collector=dmi 2024-08-10T05:12:19.530 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:12:19 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[65681]: ts=2024-08-10T05:12:19.249Z caller=node_exporter.go:117 level=info collector=edac 2024-08-10T05:12:19.530 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:12:19 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[65681]: ts=2024-08-10T05:12:19.249Z caller=node_exporter.go:117 level=info collector=entropy 2024-08-10T05:12:19.530 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:12:19 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[65681]: ts=2024-08-10T05:12:19.249Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-08-10T05:12:19.530 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:12:19 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[65681]: ts=2024-08-10T05:12:19.249Z caller=node_exporter.go:117 level=info collector=filefd 2024-08-10T05:12:19.531 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:12:19 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[65681]: ts=2024-08-10T05:12:19.249Z caller=node_exporter.go:117 level=info collector=filesystem 2024-08-10T05:12:19.531 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:12:19 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[65681]: ts=2024-08-10T05:12:19.249Z caller=node_exporter.go:117 level=info collector=hwmon 2024-08-10T05:12:19.531 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:12:19 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[65681]: ts=2024-08-10T05:12:19.249Z caller=node_exporter.go:117 level=info collector=infiniband 2024-08-10T05:12:19.531 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:12:19 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[65681]: ts=2024-08-10T05:12:19.249Z caller=node_exporter.go:117 level=info collector=ipvs 2024-08-10T05:12:19.531 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:12:19 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[65681]: ts=2024-08-10T05:12:19.249Z caller=node_exporter.go:117 level=info collector=loadavg 2024-08-10T05:12:19.531 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:12:19 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[65681]: ts=2024-08-10T05:12:19.249Z caller=node_exporter.go:117 level=info collector=mdadm 2024-08-10T05:12:19.531 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:12:19 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[65681]: ts=2024-08-10T05:12:19.249Z caller=node_exporter.go:117 level=info collector=meminfo 2024-08-10T05:12:19.531 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:12:19 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[65681]: ts=2024-08-10T05:12:19.249Z caller=node_exporter.go:117 level=info collector=netclass 2024-08-10T05:12:19.531 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:12:19 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[65681]: ts=2024-08-10T05:12:19.249Z caller=node_exporter.go:117 level=info collector=netdev 2024-08-10T05:12:19.531 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:12:19 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[65681]: ts=2024-08-10T05:12:19.249Z caller=node_exporter.go:117 level=info collector=netstat 2024-08-10T05:12:19.531 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:12:19 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[65681]: ts=2024-08-10T05:12:19.249Z caller=node_exporter.go:117 level=info collector=nfs 2024-08-10T05:12:19.531 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:12:19 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[65681]: ts=2024-08-10T05:12:19.249Z caller=node_exporter.go:117 level=info collector=nfsd 2024-08-10T05:12:19.531 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:12:19 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[65681]: ts=2024-08-10T05:12:19.249Z caller=node_exporter.go:117 level=info collector=nvme 2024-08-10T05:12:19.532 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:12:19 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[65681]: ts=2024-08-10T05:12:19.249Z caller=node_exporter.go:117 level=info collector=os 2024-08-10T05:12:19.532 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:12:19 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[65681]: ts=2024-08-10T05:12:19.249Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-08-10T05:12:19.532 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:12:19 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[65681]: ts=2024-08-10T05:12:19.249Z caller=node_exporter.go:117 level=info collector=pressure 2024-08-10T05:12:19.532 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:12:19 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[65681]: ts=2024-08-10T05:12:19.249Z caller=node_exporter.go:117 level=info collector=rapl 2024-08-10T05:12:19.532 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:12:19 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[65681]: ts=2024-08-10T05:12:19.249Z caller=node_exporter.go:117 level=info collector=schedstat 2024-08-10T05:12:19.532 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:12:19 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[65681]: ts=2024-08-10T05:12:19.249Z caller=node_exporter.go:117 level=info collector=selinux 2024-08-10T05:12:19.532 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:12:19 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[65681]: ts=2024-08-10T05:12:19.249Z caller=node_exporter.go:117 level=info collector=sockstat 2024-08-10T05:12:19.532 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:12:19 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[65681]: ts=2024-08-10T05:12:19.249Z caller=node_exporter.go:117 level=info collector=softnet 2024-08-10T05:12:19.532 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:12:19 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[65681]: ts=2024-08-10T05:12:19.249Z caller=node_exporter.go:117 level=info collector=stat 2024-08-10T05:12:19.532 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:12:19 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[65681]: ts=2024-08-10T05:12:19.249Z caller=node_exporter.go:117 level=info collector=tapestats 2024-08-10T05:12:19.532 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:12:19 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[65681]: ts=2024-08-10T05:12:19.249Z caller=node_exporter.go:117 level=info collector=textfile 2024-08-10T05:12:19.532 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:12:19 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[65681]: ts=2024-08-10T05:12:19.249Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-08-10T05:12:19.532 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:12:19 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[65681]: ts=2024-08-10T05:12:19.249Z caller=node_exporter.go:117 level=info collector=time 2024-08-10T05:12:19.533 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:12:19 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[65681]: ts=2024-08-10T05:12:19.249Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-08-10T05:12:19.533 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:12:19 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[65681]: ts=2024-08-10T05:12:19.249Z caller=node_exporter.go:117 level=info collector=uname 2024-08-10T05:12:19.533 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:12:19 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[65681]: ts=2024-08-10T05:12:19.249Z caller=node_exporter.go:117 level=info collector=vmstat 2024-08-10T05:12:19.533 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:12:19 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[65681]: ts=2024-08-10T05:12:19.249Z caller=node_exporter.go:117 level=info collector=xfs 2024-08-10T05:12:19.533 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:12:19 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[65681]: ts=2024-08-10T05:12:19.249Z caller=node_exporter.go:117 level=info collector=zfs 2024-08-10T05:12:19.533 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:12:19 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[65681]: ts=2024-08-10T05:12:19.250Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-08-10T05:12:19.533 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:12:19 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[65681]: ts=2024-08-10T05:12:19.250Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-08-10T05:12:19.533 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:12:19 smithi196 bash[65632]: 6246ec3d261fb1aa266a62817024442e16b9ff65162d47f2c6da14a1af551592 2024-08-10T05:12:19.533 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:12:19 smithi196 systemd[1]: Started Ceph node-exporter.b for fc322138-56d5-11ef-bcce-c7b262605968. 2024-08-10T05:12:19.697 INFO:teuthology.orchestra.run.smithi031.stdout:77309411382 2024-08-10T05:12:20.509 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411377 got 77309411382 for osd.2 2024-08-10T05:12:20.509 DEBUG:teuthology.parallel:result is None 2024-08-10T05:12:20.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:20 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:20.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:20 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:20.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:20 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:20.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:20 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:20.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:20 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:20.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:20 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:12:20.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:20 smithi031 ceph-mon[29994]: from='client.? 172.21.15.31:0/2453692312' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-08-10T05:12:20.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:20 smithi031 ceph-mon[29994]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:12:20.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:20 smithi031 ceph-mon[29994]: from='client.? 172.21.15.31:0/2430673562' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-08-10T05:12:20.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:20 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:20.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:20 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:20.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:20 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:20.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:20 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:20.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:20 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:20.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:20 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:12:20.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:20 smithi031 ceph-mon[41349]: from='client.? 172.21.15.31:0/2453692312' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-08-10T05:12:20.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:20 smithi031 ceph-mon[41349]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:12:20.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:20 smithi031 ceph-mon[41349]: from='client.? 172.21.15.31:0/2430673562' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-08-10T05:12:20.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:20 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:20.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:20 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:20.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:20 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:20.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:20 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:20.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:20 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:20.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:20 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:12:20.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:20 smithi196 ceph-mon[32874]: from='client.? 172.21.15.31:0/2453692312' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-08-10T05:12:20.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:20 smithi196 ceph-mon[32874]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:12:20.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:20 smithi196 ceph-mon[32874]: from='client.? 172.21.15.31:0/2430673562' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-08-10T05:12:20.868 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574902 got 55834574907 for osd.1 2024-08-10T05:12:20.868 DEBUG:teuthology.parallel:result is None 2024-08-10T05:12:21.308 INFO:tasks.cephadm.ceph_manager.ceph:need seq 167503724579 got 167503724584 for osd.5 2024-08-10T05:12:21.309 DEBUG:teuthology.parallel:result is None 2024-08-10T05:12:21.309 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-08-10T05:12:21.309 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid fc322138-56d5-11ef-bcce-c7b262605968 -- ceph pg dump --format=json 2024-08-10T05:12:22.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:21 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:12:22.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:21 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:22.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:21 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:12:22.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:21 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:22.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:21 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:12:22.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:21 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:22.099 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T05:12:23.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:22 smithi196 ceph-mon[32874]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:12:23.247 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:22 smithi031 ceph-mon[29994]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:12:23.247 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:22 smithi031 ceph-mon[41349]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:12:23.899 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-08-10T05:12:23.901 INFO:teuthology.orchestra.run.smithi031.stderr:dumped all 2024-08-10T05:12:24.161 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:24 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:24.161 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:24 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:24.161 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:24 smithi031 ceph-mon[29994]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:12:24.161 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:24 smithi031 ceph-mon[29994]: from='client.14706 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-10T05:12:24.161 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:24 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:24.161 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:24 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:24.161 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:24 smithi031 ceph-mon[41349]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:12:24.161 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:24 smithi031 ceph-mon[41349]: from='client.14706 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-10T05:12:24.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:24 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:24.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:24 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:24.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:24 smithi196 ceph-mon[32874]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:12:24.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:24 smithi196 ceph-mon[32874]: from='client.14706 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-10T05:12:25.270 INFO:teuthology.orchestra.run.smithi031.stdout:{"pg_ready":true,"pg_map":{"version":41,"stamp":"2024-08-10T05:12:23.685316+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593515,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":229,"num_write_kb":2434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":173,"ondisk_log_size":173,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2386832,"kb_used_data":7984,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747574384,"statfs":{"total":767960285184,"available":765516169216,"internally_reserved":0,"allocated":8175616,"data_stored":4592007,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002321"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.066648+0000","last_change":"2024-08-10T05:10:29.075452+0000","last_active":"2024-08-10T05:11:30.066648+0000","last_peered":"2024-08-10T05:11:30.066648+0000","last_clean":"2024-08-10T05:11:30.066648+0000","last_became_active":"2024-08-10T05:10:29.075197+0000","last_became_peered":"2024-08-10T05:10:29.075197+0000","last_unstale":"2024-08-10T05:11:30.066648+0000","last_undegraded":"2024-08-10T05:11:30.066648+0000","last_fullsized":"2024-08-10T05:11:30.066648+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:36:56.376407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:29.884061+0000","last_change":"2024-08-10T05:10:29.071808+0000","last_active":"2024-08-10T05:11:29.884061+0000","last_peered":"2024-08-10T05:11:29.884061+0000","last_clean":"2024-08-10T05:11:29.884061+0000","last_became_active":"2024-08-10T05:10:29.071529+0000","last_became_peered":"2024-08-10T05:10:29.071529+0000","last_unstale":"2024-08-10T05:11:29.884061+0000","last_undegraded":"2024-08-10T05:11:29.884061+0000","last_fullsized":"2024-08-10T05:11:29.884061+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:04:40.487257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.066641+0000","last_change":"2024-08-10T05:10:29.077436+0000","last_active":"2024-08-10T05:11:30.066641+0000","last_peered":"2024-08-10T05:11:30.066641+0000","last_clean":"2024-08-10T05:11:30.066641+0000","last_became_active":"2024-08-10T05:10:29.077166+0000","last_became_peered":"2024-08-10T05:10:29.077166+0000","last_unstale":"2024-08-10T05:11:30.066641+0000","last_undegraded":"2024-08-10T05:11:30.066641+0000","last_fullsized":"2024-08-10T05:11:30.066641+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:24:54.646348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:29.887608+0000","last_change":"2024-08-10T05:10:29.070466+0000","last_active":"2024-08-10T05:11:29.887608+0000","last_peered":"2024-08-10T05:11:29.887608+0000","last_clean":"2024-08-10T05:11:29.887608+0000","last_became_active":"2024-08-10T05:10:29.070218+0000","last_became_peered":"2024-08-10T05:10:29.070218+0000","last_unstale":"2024-08-10T05:11:29.887608+0000","last_undegraded":"2024-08-10T05:11:29.887608+0000","last_fullsized":"2024-08-10T05:11:29.887608+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:47:39.657458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.066523+0000","last_change":"2024-08-10T05:10:29.083938+0000","last_active":"2024-08-10T05:11:30.066523+0000","last_peered":"2024-08-10T05:11:30.066523+0000","last_clean":"2024-08-10T05:11:30.066523+0000","last_became_active":"2024-08-10T05:10:29.083695+0000","last_became_peered":"2024-08-10T05:10:29.083695+0000","last_unstale":"2024-08-10T05:11:30.066523+0000","last_undegraded":"2024-08-10T05:11:30.066523+0000","last_fullsized":"2024-08-10T05:11:30.066523+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:39:03.393548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:29.887386+0000","last_change":"2024-08-10T05:10:29.081812+0000","last_active":"2024-08-10T05:11:29.887386+0000","last_peered":"2024-08-10T05:11:29.887386+0000","last_clean":"2024-08-10T05:11:29.887386+0000","last_became_active":"2024-08-10T05:10:29.081220+0000","last_became_peered":"2024-08-10T05:10:29.081220+0000","last_unstale":"2024-08-10T05:11:29.887386+0000","last_undegraded":"2024-08-10T05:11:29.887386+0000","last_fullsized":"2024-08-10T05:11:29.887386+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:40:19.479959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.065832+0000","last_change":"2024-08-10T05:10:29.084956+0000","last_active":"2024-08-10T05:11:30.065832+0000","last_peered":"2024-08-10T05:11:30.065832+0000","last_clean":"2024-08-10T05:11:30.065832+0000","last_became_active":"2024-08-10T05:10:29.084242+0000","last_became_peered":"2024-08-10T05:10:29.084242+0000","last_unstale":"2024-08-10T05:11:30.065832+0000","last_undegraded":"2024-08-10T05:11:30.065832+0000","last_fullsized":"2024-08-10T05:11:30.065832+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:16:45.027508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.065213+0000","last_change":"2024-08-10T05:10:29.082709+0000","last_active":"2024-08-10T05:11:30.065213+0000","last_peered":"2024-08-10T05:11:30.065213+0000","last_clean":"2024-08-10T05:11:30.065213+0000","last_became_active":"2024-08-10T05:10:29.078783+0000","last_became_peered":"2024-08-10T05:10:29.078783+0000","last_unstale":"2024-08-10T05:11:30.065213+0000","last_undegraded":"2024-08-10T05:11:30.065213+0000","last_fullsized":"2024-08-10T05:11:30.065213+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:33:09.293903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.066849+0000","last_change":"2024-08-10T05:10:29.078958+0000","last_active":"2024-08-10T05:11:30.066849+0000","last_peered":"2024-08-10T05:11:30.066849+0000","last_clean":"2024-08-10T05:11:30.066849+0000","last_became_active":"2024-08-10T05:10:29.078679+0000","last_became_peered":"2024-08-10T05:10:29.078679+0000","last_unstale":"2024-08-10T05:11:30.066849+0000","last_undegraded":"2024-08-10T05:11:30.066849+0000","last_fullsized":"2024-08-10T05:11:30.066849+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:16:41.215057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.057141+0000","last_change":"2024-08-10T05:10:29.072057+0000","last_active":"2024-08-10T05:11:30.057141+0000","last_peered":"2024-08-10T05:11:30.057141+0000","last_clean":"2024-08-10T05:11:30.057141+0000","last_became_active":"2024-08-10T05:10:29.071749+0000","last_became_peered":"2024-08-10T05:10:29.071749+0000","last_unstale":"2024-08-10T05:11:30.057141+0000","last_undegraded":"2024-08-10T05:11:30.057141+0000","last_fullsized":"2024-08-10T05:11:30.057141+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:22:06.321763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.057108+0000","last_change":"2024-08-10T05:10:29.082958+0000","last_active":"2024-08-10T05:11:30.057108+0000","last_peered":"2024-08-10T05:11:30.057108+0000","last_clean":"2024-08-10T05:11:30.057108+0000","last_became_active":"2024-08-10T05:10:29.082662+0000","last_became_peered":"2024-08-10T05:10:29.082662+0000","last_unstale":"2024-08-10T05:11:30.057108+0000","last_undegraded":"2024-08-10T05:11:30.057108+0000","last_fullsized":"2024-08-10T05:11:30.057108+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:11:17.301659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:29.883401+0000","last_change":"2024-08-10T05:10:29.075786+0000","last_active":"2024-08-10T05:11:29.883401+0000","last_peered":"2024-08-10T05:11:29.883401+0000","last_clean":"2024-08-10T05:11:29.883401+0000","last_became_active":"2024-08-10T05:10:29.075163+0000","last_became_peered":"2024-08-10T05:10:29.075163+0000","last_unstale":"2024-08-10T05:11:29.883401+0000","last_undegraded":"2024-08-10T05:11:29.883401+0000","last_fullsized":"2024-08-10T05:11:29.883401+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:59:36.477561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.065812+0000","last_change":"2024-08-10T05:10:29.078563+0000","last_active":"2024-08-10T05:11:30.065812+0000","last_peered":"2024-08-10T05:11:30.065812+0000","last_clean":"2024-08-10T05:11:30.065812+0000","last_became_active":"2024-08-10T05:10:29.078004+0000","last_became_peered":"2024-08-10T05:10:29.078004+0000","last_unstale":"2024-08-10T05:11:30.065812+0000","last_undegraded":"2024-08-10T05:11:30.065812+0000","last_fullsized":"2024-08-10T05:11:30.065812+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:04:06.534206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.066400+0000","last_change":"2024-08-10T05:10:29.085490+0000","last_active":"2024-08-10T05:11:30.066400+0000","last_peered":"2024-08-10T05:11:30.066400+0000","last_clean":"2024-08-10T05:11:30.066400+0000","last_became_active":"2024-08-10T05:10:29.084617+0000","last_became_peered":"2024-08-10T05:10:29.084617+0000","last_unstale":"2024-08-10T05:11:30.066400+0000","last_undegraded":"2024-08-10T05:11:30.066400+0000","last_fullsized":"2024-08-10T05:11:30.066400+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:17:19.339243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:29.883983+0000","last_change":"2024-08-10T05:10:29.070323+0000","last_active":"2024-08-10T05:11:29.883983+0000","last_peered":"2024-08-10T05:11:29.883983+0000","last_clean":"2024-08-10T05:11:29.883983+0000","last_became_active":"2024-08-10T05:10:29.069770+0000","last_became_peered":"2024-08-10T05:10:29.069770+0000","last_unstale":"2024-08-10T05:11:29.883983+0000","last_undegraded":"2024-08-10T05:11:29.883983+0000","last_fullsized":"2024-08-10T05:11:29.883983+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:00:21.082500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:29.887273+0000","last_change":"2024-08-10T05:10:29.081629+0000","last_active":"2024-08-10T05:11:29.887273+0000","last_peered":"2024-08-10T05:11:29.887273+0000","last_clean":"2024-08-10T05:11:29.887273+0000","last_became_active":"2024-08-10T05:10:29.081369+0000","last_became_peered":"2024-08-10T05:10:29.081369+0000","last_unstale":"2024-08-10T05:11:29.887273+0000","last_undegraded":"2024-08-10T05:11:29.887273+0000","last_fullsized":"2024-08-10T05:11:29.887273+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:59:07.383007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:29.887931+0000","last_change":"2024-08-10T05:10:29.076217+0000","last_active":"2024-08-10T05:11:29.887931+0000","last_peered":"2024-08-10T05:11:29.887931+0000","last_clean":"2024-08-10T05:11:29.887931+0000","last_became_active":"2024-08-10T05:10:29.075834+0000","last_became_peered":"2024-08-10T05:10:29.075834+0000","last_unstale":"2024-08-10T05:11:29.887931+0000","last_undegraded":"2024-08-10T05:11:29.887931+0000","last_fullsized":"2024-08-10T05:11:29.887931+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:21:32.168614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:29.883437+0000","last_change":"2024-08-10T05:10:29.073608+0000","last_active":"2024-08-10T05:11:29.883437+0000","last_peered":"2024-08-10T05:11:29.883437+0000","last_clean":"2024-08-10T05:11:29.883437+0000","last_became_active":"2024-08-10T05:10:29.073321+0000","last_became_peered":"2024-08-10T05:10:29.073321+0000","last_unstale":"2024-08-10T05:11:29.883437+0000","last_undegraded":"2024-08-10T05:11:29.883437+0000","last_fullsized":"2024-08-10T05:11:29.883437+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:12:49.748088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.066604+0000","last_change":"2024-08-10T05:10:29.078156+0000","last_active":"2024-08-10T05:11:30.066604+0000","last_peered":"2024-08-10T05:11:30.066604+0000","last_clean":"2024-08-10T05:11:30.066604+0000","last_became_active":"2024-08-10T05:10:29.077617+0000","last_became_peered":"2024-08-10T05:10:29.077617+0000","last_unstale":"2024-08-10T05:11:30.066604+0000","last_undegraded":"2024-08-10T05:11:30.066604+0000","last_fullsized":"2024-08-10T05:11:30.066604+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:17:34.987725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":30,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.057064+0000","last_change":"2024-08-10T05:10:50.440206+0000","last_active":"2024-08-10T05:11:30.057064+0000","last_peered":"2024-08-10T05:11:30.057064+0000","last_clean":"2024-08-10T05:11:30.057064+0000","last_became_active":"2024-08-10T05:10:50.439956+0000","last_became_peered":"2024-08-10T05:10:50.439956+0000","last_unstale":"2024-08-10T05:11:30.057064+0000","last_undegraded":"2024-08-10T05:11:30.057064+0000","last_fullsized":"2024-08-10T05:11:30.057064+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:25:43.282669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.066892+0000","last_change":"2024-08-10T05:10:29.071759+0000","last_active":"2024-08-10T05:11:30.066892+0000","last_peered":"2024-08-10T05:11:30.066892+0000","last_clean":"2024-08-10T05:11:30.066892+0000","last_became_active":"2024-08-10T05:10:29.071406+0000","last_became_peered":"2024-08-10T05:10:29.071406+0000","last_unstale":"2024-08-10T05:11:30.066892+0000","last_undegraded":"2024-08-10T05:11:30.066892+0000","last_fullsized":"2024-08-10T05:11:30.066892+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:16:38.703376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:29.887430+0000","last_change":"2024-08-10T05:10:29.074505+0000","last_active":"2024-08-10T05:11:29.887430+0000","last_peered":"2024-08-10T05:11:29.887430+0000","last_clean":"2024-08-10T05:11:29.887430+0000","last_became_active":"2024-08-10T05:10:29.074240+0000","last_became_peered":"2024-08-10T05:10:29.074240+0000","last_unstale":"2024-08-10T05:11:29.887430+0000","last_undegraded":"2024-08-10T05:11:29.887430+0000","last_fullsized":"2024-08-10T05:11:29.887430+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:20:01.145083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":31,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.065364+0000","last_change":"2024-08-10T05:10:50.256061+0000","last_active":"2024-08-10T05:11:30.065364+0000","last_peered":"2024-08-10T05:11:30.065364+0000","last_clean":"2024-08-10T05:11:30.065364+0000","last_became_active":"2024-08-10T05:10:50.255675+0000","last_became_peered":"2024-08-10T05:10:50.255675+0000","last_unstale":"2024-08-10T05:11:30.065364+0000","last_undegraded":"2024-08-10T05:11:30.065364+0000","last_fullsized":"2024-08-10T05:11:30.065364+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:45:56.983235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:29.887318+0000","last_change":"2024-08-10T05:10:29.070862+0000","last_active":"2024-08-10T05:11:29.887318+0000","last_peered":"2024-08-10T05:11:29.887318+0000","last_clean":"2024-08-10T05:11:29.887318+0000","last_became_active":"2024-08-10T05:10:29.070602+0000","last_became_peered":"2024-08-10T05:10:29.070602+0000","last_unstale":"2024-08-10T05:11:29.887318+0000","last_undegraded":"2024-08-10T05:11:29.887318+0000","last_fullsized":"2024-08-10T05:11:29.887318+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:13:29.560413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.066166+0000","last_change":"2024-08-10T05:10:29.074551+0000","last_active":"2024-08-10T05:11:30.066166+0000","last_peered":"2024-08-10T05:11:30.066166+0000","last_clean":"2024-08-10T05:11:30.066166+0000","last_became_active":"2024-08-10T05:10:29.074195+0000","last_became_peered":"2024-08-10T05:10:29.074195+0000","last_unstale":"2024-08-10T05:11:30.066166+0000","last_undegraded":"2024-08-10T05:11:30.066166+0000","last_fullsized":"2024-08-10T05:11:30.066166+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:32:17.903554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.057147+0000","last_change":"2024-08-10T05:10:29.081097+0000","last_active":"2024-08-10T05:11:30.057147+0000","last_peered":"2024-08-10T05:11:30.057147+0000","last_clean":"2024-08-10T05:11:30.057147+0000","last_became_active":"2024-08-10T05:10:29.080841+0000","last_became_peered":"2024-08-10T05:10:29.080841+0000","last_unstale":"2024-08-10T05:11:30.057147+0000","last_undegraded":"2024-08-10T05:11:30.057147+0000","last_fullsized":"2024-08-10T05:11:30.057147+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:41:35.692261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:29.883926+0000","last_change":"2024-08-10T05:10:29.067096+0000","last_active":"2024-08-10T05:11:29.883926+0000","last_peered":"2024-08-10T05:11:29.883926+0000","last_clean":"2024-08-10T05:11:29.883926+0000","last_became_active":"2024-08-10T05:10:29.066783+0000","last_became_peered":"2024-08-10T05:10:29.066783+0000","last_unstale":"2024-08-10T05:11:29.883926+0000","last_undegraded":"2024-08-10T05:11:29.883926+0000","last_fullsized":"2024-08-10T05:11:29.883926+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:39:54.838780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.066001+0000","last_change":"2024-08-10T05:10:29.078480+0000","last_active":"2024-08-10T05:11:30.066001+0000","last_peered":"2024-08-10T05:11:30.066001+0000","last_clean":"2024-08-10T05:11:30.066001+0000","last_became_active":"2024-08-10T05:10:29.078180+0000","last_became_peered":"2024-08-10T05:10:29.078180+0000","last_unstale":"2024-08-10T05:11:30.066001+0000","last_undegraded":"2024-08-10T05:11:30.066001+0000","last_fullsized":"2024-08-10T05:11:30.066001+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:43:04.396295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.066965+0000","last_change":"2024-08-10T05:10:29.085075+0000","last_active":"2024-08-10T05:11:30.066965+0000","last_peered":"2024-08-10T05:11:30.066965+0000","last_clean":"2024-08-10T05:11:30.066965+0000","last_became_active":"2024-08-10T05:10:29.084815+0000","last_became_peered":"2024-08-10T05:10:29.084815+0000","last_unstale":"2024-08-10T05:11:30.066965+0000","last_undegraded":"2024-08-10T05:11:30.066965+0000","last_fullsized":"2024-08-10T05:11:30.066965+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:57:30.200961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:29.887460+0000","last_change":"2024-08-10T05:10:29.081951+0000","last_active":"2024-08-10T05:11:29.887460+0000","last_peered":"2024-08-10T05:11:29.887460+0000","last_clean":"2024-08-10T05:11:29.887460+0000","last_became_active":"2024-08-10T05:10:29.081565+0000","last_became_peered":"2024-08-10T05:10:29.081565+0000","last_unstale":"2024-08-10T05:11:29.887460+0000","last_undegraded":"2024-08-10T05:11:29.887460+0000","last_fullsized":"2024-08-10T05:11:29.887460+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:40:35.329296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:29.882747+0000","last_change":"2024-08-10T05:10:29.075596+0000","last_active":"2024-08-10T05:11:29.882747+0000","last_peered":"2024-08-10T05:11:29.882747+0000","last_clean":"2024-08-10T05:11:29.882747+0000","last_became_active":"2024-08-10T05:10:29.075320+0000","last_became_peered":"2024-08-10T05:10:29.075320+0000","last_unstale":"2024-08-10T05:11:29.882747+0000","last_undegraded":"2024-08-10T05:11:29.882747+0000","last_fullsized":"2024-08-10T05:11:29.882747+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:08:58.296245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":30,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.056703+0000","last_change":"2024-08-10T05:10:50.254418+0000","last_active":"2024-08-10T05:11:30.056703+0000","last_peered":"2024-08-10T05:11:30.056703+0000","last_clean":"2024-08-10T05:11:30.056703+0000","last_became_active":"2024-08-10T05:10:50.254084+0000","last_became_peered":"2024-08-10T05:10:50.254084+0000","last_unstale":"2024-08-10T05:11:30.056703+0000","last_undegraded":"2024-08-10T05:11:30.056703+0000","last_fullsized":"2024-08-10T05:11:30.056703+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:06:47.053373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:29.883117+0000","last_change":"2024-08-10T05:10:29.064378+0000","last_active":"2024-08-10T05:11:29.883117+0000","last_peered":"2024-08-10T05:11:29.883117+0000","last_clean":"2024-08-10T05:11:29.883117+0000","last_became_active":"2024-08-10T05:10:29.063939+0000","last_became_peered":"2024-08-10T05:10:29.063939+0000","last_unstale":"2024-08-10T05:11:29.883117+0000","last_undegraded":"2024-08-10T05:11:29.883117+0000","last_fullsized":"2024-08-10T05:11:29.883117+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:46:22.153445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"66'1","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.065934+0000","last_change":"2024-08-10T05:10:25.847093+0000","last_active":"2024-08-10T05:11:30.065934+0000","last_peered":"2024-08-10T05:11:30.065934+0000","last_clean":"2024-08-10T05:11:30.065934+0000","last_became_active":"2024-08-10T05:10:25.846777+0000","last_became_peered":"2024-08-10T05:10:25.846777+0000","last_unstale":"2024-08-10T05:11:30.065934+0000","last_undegraded":"2024-08-10T05:11:30.065934+0000","last_fullsized":"2024-08-10T05:11:30.065934+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:57:13.408054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.067049+0000","last_change":"2024-08-10T05:10:29.074781+0000","last_active":"2024-08-10T05:11:30.067049+0000","last_peered":"2024-08-10T05:11:30.067049+0000","last_clean":"2024-08-10T05:11:30.067049+0000","last_became_active":"2024-08-10T05:10:29.074463+0000","last_became_peered":"2024-08-10T05:10:29.074463+0000","last_unstale":"2024-08-10T05:11:30.067049+0000","last_undegraded":"2024-08-10T05:11:30.067049+0000","last_fullsized":"2024-08-10T05:11:30.067049+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:48:32.385567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"66'1","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.056934+0000","last_change":"2024-08-10T05:10:25.844668+0000","last_active":"2024-08-10T05:11:30.056934+0000","last_peered":"2024-08-10T05:11:30.056934+0000","last_clean":"2024-08-10T05:11:30.056934+0000","last_became_active":"2024-08-10T05:10:25.844365+0000","last_became_peered":"2024-08-10T05:10:25.844365+0000","last_unstale":"2024-08-10T05:11:30.056934+0000","last_undegraded":"2024-08-10T05:11:30.056934+0000","last_fullsized":"2024-08-10T05:11:30.056934+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:56:09.048933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.065567+0000","last_change":"2024-08-10T05:10:25.846243+0000","last_active":"2024-08-10T05:11:30.065567+0000","last_peered":"2024-08-10T05:11:30.065567+0000","last_clean":"2024-08-10T05:11:30.065567+0000","last_became_active":"2024-08-10T05:10:25.845930+0000","last_became_peered":"2024-08-10T05:10:25.845930+0000","last_unstale":"2024-08-10T05:11:30.065567+0000","last_undegraded":"2024-08-10T05:11:30.065567+0000","last_fullsized":"2024-08-10T05:11:30.065567+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:50:41.627402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.065247+0000","last_change":"2024-08-10T05:10:29.078853+0000","last_active":"2024-08-10T05:11:30.065247+0000","last_peered":"2024-08-10T05:11:30.065247+0000","last_clean":"2024-08-10T05:11:30.065247+0000","last_became_active":"2024-08-10T05:10:29.078166+0000","last_became_peered":"2024-08-10T05:10:29.078166+0000","last_unstale":"2024-08-10T05:11:30.065247+0000","last_undegraded":"2024-08-10T05:11:30.065247+0000","last_fullsized":"2024-08-10T05:11:30.065247+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:50:26.834928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:29.887345+0000","last_change":"2024-08-10T05:10:25.844598+0000","last_active":"2024-08-10T05:11:29.887345+0000","last_peered":"2024-08-10T05:11:29.887345+0000","last_clean":"2024-08-10T05:11:29.887345+0000","last_became_active":"2024-08-10T05:10:25.844180+0000","last_became_peered":"2024-08-10T05:10:25.844180+0000","last_unstale":"2024-08-10T05:11:29.887345+0000","last_undegraded":"2024-08-10T05:11:29.887345+0000","last_fullsized":"2024-08-10T05:11:29.887345+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:50:00.755212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:29.883841+0000","last_change":"2024-08-10T05:10:29.071015+0000","last_active":"2024-08-10T05:11:29.883841+0000","last_peered":"2024-08-10T05:11:29.883841+0000","last_clean":"2024-08-10T05:11:29.883841+0000","last_became_active":"2024-08-10T05:10:29.070729+0000","last_became_peered":"2024-08-10T05:10:29.070729+0000","last_unstale":"2024-08-10T05:11:29.883841+0000","last_undegraded":"2024-08-10T05:11:29.883841+0000","last_fullsized":"2024-08-10T05:11:29.883841+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:21:49.840421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":23,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.057153+0000","last_change":"2024-08-10T05:10:25.848142+0000","last_active":"2024-08-10T05:11:30.057153+0000","last_peered":"2024-08-10T05:11:30.057153+0000","last_clean":"2024-08-10T05:11:30.057153+0000","last_became_active":"2024-08-10T05:10:25.847824+0000","last_became_peered":"2024-08-10T05:10:25.847824+0000","last_unstale":"2024-08-10T05:11:30.057153+0000","last_undegraded":"2024-08-10T05:11:30.057153+0000","last_fullsized":"2024-08-10T05:11:30.057153+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:50:52.474002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:29.887784+0000","last_change":"2024-08-10T05:10:29.076708+0000","last_active":"2024-08-10T05:11:29.887784+0000","last_peered":"2024-08-10T05:11:29.887784+0000","last_clean":"2024-08-10T05:11:29.887784+0000","last_became_active":"2024-08-10T05:10:29.076454+0000","last_became_peered":"2024-08-10T05:10:29.076454+0000","last_unstale":"2024-08-10T05:11:29.887784+0000","last_undegraded":"2024-08-10T05:11:29.887784+0000","last_fullsized":"2024-08-10T05:11:29.887784+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:37:16.626829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:29.887845+0000","last_change":"2024-08-10T05:10:25.843179+0000","last_active":"2024-08-10T05:11:29.887845+0000","last_peered":"2024-08-10T05:11:29.887845+0000","last_clean":"2024-08-10T05:11:29.887845+0000","last_became_active":"2024-08-10T05:10:25.842799+0000","last_became_peered":"2024-08-10T05:10:25.842799+0000","last_unstale":"2024-08-10T05:11:29.887845+0000","last_undegraded":"2024-08-10T05:11:29.887845+0000","last_fullsized":"2024-08-10T05:11:29.887845+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:33:46.751185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.067177+0000","last_change":"2024-08-10T05:10:29.082861+0000","last_active":"2024-08-10T05:11:30.067177+0000","last_peered":"2024-08-10T05:11:30.067177+0000","last_clean":"2024-08-10T05:11:30.067177+0000","last_became_active":"2024-08-10T05:10:29.082583+0000","last_became_peered":"2024-08-10T05:10:29.082583+0000","last_unstale":"2024-08-10T05:11:30.067177+0000","last_undegraded":"2024-08-10T05:11:30.067177+0000","last_fullsized":"2024-08-10T05:11:30.067177+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:37:00.907092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"66'3","reported_seq":27,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:29.884075+0000","last_change":"2024-08-10T05:10:25.847729+0000","last_active":"2024-08-10T05:11:29.884075+0000","last_peered":"2024-08-10T05:11:29.884075+0000","last_clean":"2024-08-10T05:11:29.884075+0000","last_became_active":"2024-08-10T05:10:25.847453+0000","last_became_peered":"2024-08-10T05:10:25.847453+0000","last_unstale":"2024-08-10T05:11:29.884075+0000","last_undegraded":"2024-08-10T05:11:29.884075+0000","last_fullsized":"2024-08-10T05:11:29.884075+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:18:20.466598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:29.883446+0000","last_change":"2024-08-10T05:10:29.074829+0000","last_active":"2024-08-10T05:11:29.883446+0000","last_peered":"2024-08-10T05:11:29.883446+0000","last_clean":"2024-08-10T05:11:29.883446+0000","last_became_active":"2024-08-10T05:10:29.074565+0000","last_became_peered":"2024-08-10T05:10:29.074565+0000","last_unstale":"2024-08-10T05:11:29.883446+0000","last_undegraded":"2024-08-10T05:11:29.883446+0000","last_fullsized":"2024-08-10T05:11:29.883446+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:13:38.195656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"69'9","reported_seq":32,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.057209+0000","last_change":"2024-08-10T05:10:25.848694+0000","last_active":"2024-08-10T05:11:30.057209+0000","last_peered":"2024-08-10T05:11:30.057209+0000","last_clean":"2024-08-10T05:11:30.057209+0000","last_became_active":"2024-08-10T05:10:25.848287+0000","last_became_peered":"2024-08-10T05:10:25.848287+0000","last_unstale":"2024-08-10T05:11:30.057209+0000","last_undegraded":"2024-08-10T05:11:30.057209+0000","last_fullsized":"2024-08-10T05:11:30.057209+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:33:21.302088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2342,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.066462+0000","last_change":"2024-08-10T05:10:29.082280+0000","last_active":"2024-08-10T05:11:30.066462+0000","last_peered":"2024-08-10T05:11:30.066462+0000","last_clean":"2024-08-10T05:11:30.066462+0000","last_became_active":"2024-08-10T05:10:29.081680+0000","last_became_peered":"2024-08-10T05:10:29.081680+0000","last_unstale":"2024-08-10T05:11:30.066462+0000","last_undegraded":"2024-08-10T05:11:30.066462+0000","last_fullsized":"2024-08-10T05:11:30.066462+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:06:21.099839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"66'2","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.065205+0000","last_change":"2024-08-10T05:10:25.843210+0000","last_active":"2024-08-10T05:11:30.065205+0000","last_peered":"2024-08-10T05:11:30.065205+0000","last_clean":"2024-08-10T05:11:30.065205+0000","last_became_active":"2024-08-10T05:10:25.842788+0000","last_became_peered":"2024-08-10T05:10:25.842788+0000","last_unstale":"2024-08-10T05:11:30.065205+0000","last_undegraded":"2024-08-10T05:11:30.065205+0000","last_fullsized":"2024-08-10T05:11:30.065205+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:45:10.896399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.066466+0000","last_change":"2024-08-10T05:10:29.079831+0000","last_active":"2024-08-10T05:11:30.066466+0000","last_peered":"2024-08-10T05:11:30.066466+0000","last_clean":"2024-08-10T05:11:30.066466+0000","last_became_active":"2024-08-10T05:10:29.079609+0000","last_became_peered":"2024-08-10T05:10:29.079609+0000","last_unstale":"2024-08-10T05:11:30.066466+0000","last_undegraded":"2024-08-10T05:11:30.066466+0000","last_fullsized":"2024-08-10T05:11:30.066466+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:59:58.700092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":34,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:29.887503+0000","last_change":"2024-08-10T05:10:50.256112+0000","last_active":"2024-08-10T05:11:29.887503+0000","last_peered":"2024-08-10T05:11:29.887503+0000","last_clean":"2024-08-10T05:11:29.887503+0000","last_became_active":"2024-08-10T05:10:50.255846+0000","last_became_peered":"2024-08-10T05:10:50.255846+0000","last_unstale":"2024-08-10T05:11:29.887503+0000","last_undegraded":"2024-08-10T05:11:29.887503+0000","last_fullsized":"2024-08-10T05:11:29.887503+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:08:21.630390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.066466+0000","last_change":"2024-08-10T05:10:29.084797+0000","last_active":"2024-08-10T05:11:30.066466+0000","last_peered":"2024-08-10T05:11:30.066466+0000","last_clean":"2024-08-10T05:11:30.066466+0000","last_became_active":"2024-08-10T05:10:29.084248+0000","last_became_peered":"2024-08-10T05:10:29.084248+0000","last_unstale":"2024-08-10T05:11:30.066466+0000","last_undegraded":"2024-08-10T05:11:30.066466+0000","last_fullsized":"2024-08-10T05:11:30.066466+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:55:27.191398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":23,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.056866+0000","last_change":"2024-08-10T05:10:25.848523+0000","last_active":"2024-08-10T05:11:30.056866+0000","last_peered":"2024-08-10T05:11:30.056866+0000","last_clean":"2024-08-10T05:11:30.056866+0000","last_became_active":"2024-08-10T05:10:25.846732+0000","last_became_peered":"2024-08-10T05:10:25.846732+0000","last_unstale":"2024-08-10T05:11:30.056866+0000","last_undegraded":"2024-08-10T05:11:30.056866+0000","last_fullsized":"2024-08-10T05:11:30.056866+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:59:46.625291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.056732+0000","last_change":"2024-08-10T05:10:29.082959+0000","last_active":"2024-08-10T05:11:30.056732+0000","last_peered":"2024-08-10T05:11:30.056732+0000","last_clean":"2024-08-10T05:11:30.056732+0000","last_became_active":"2024-08-10T05:10:29.082707+0000","last_became_peered":"2024-08-10T05:10:29.082707+0000","last_unstale":"2024-08-10T05:11:30.056732+0000","last_undegraded":"2024-08-10T05:11:30.056732+0000","last_fullsized":"2024-08-10T05:11:30.056732+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:07:44.205981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"66'8","reported_seq":32,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:29.882832+0000","last_change":"2024-08-10T05:10:25.840828+0000","last_active":"2024-08-10T05:11:29.882832+0000","last_peered":"2024-08-10T05:11:29.882832+0000","last_clean":"2024-08-10T05:11:29.882832+0000","last_became_active":"2024-08-10T05:10:25.840554+0000","last_became_peered":"2024-08-10T05:10:25.840554+0000","last_unstale":"2024-08-10T05:11:29.882832+0000","last_undegraded":"2024-08-10T05:11:29.882832+0000","last_fullsized":"2024-08-10T05:11:29.882832+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:36:26.147349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.066007+0000","last_change":"2024-08-10T05:10:29.083923+0000","last_active":"2024-08-10T05:11:30.066007+0000","last_peered":"2024-08-10T05:11:30.066007+0000","last_clean":"2024-08-10T05:11:30.066007+0000","last_became_active":"2024-08-10T05:10:29.083529+0000","last_became_peered":"2024-08-10T05:10:29.083529+0000","last_unstale":"2024-08-10T05:11:30.066007+0000","last_undegraded":"2024-08-10T05:11:30.066007+0000","last_fullsized":"2024-08-10T05:11:30.066007+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:05:03.421597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"66'1","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:29.883804+0000","last_change":"2024-08-10T05:10:25.842836+0000","last_active":"2024-08-10T05:11:29.883804+0000","last_peered":"2024-08-10T05:11:29.883804+0000","last_clean":"2024-08-10T05:11:29.883804+0000","last_became_active":"2024-08-10T05:10:25.842529+0000","last_became_peered":"2024-08-10T05:10:25.842529+0000","last_unstale":"2024-08-10T05:11:29.883804+0000","last_undegraded":"2024-08-10T05:11:29.883804+0000","last_fullsized":"2024-08-10T05:11:29.883804+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:09:27.231370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.066836+0000","last_change":"2024-08-10T05:10:29.081132+0000","last_active":"2024-08-10T05:11:30.066836+0000","last_peered":"2024-08-10T05:11:30.066836+0000","last_clean":"2024-08-10T05:11:30.066836+0000","last_became_active":"2024-08-10T05:10:29.080884+0000","last_became_peered":"2024-08-10T05:10:29.080884+0000","last_unstale":"2024-08-10T05:11:30.066836+0000","last_undegraded":"2024-08-10T05:11:30.066836+0000","last_fullsized":"2024-08-10T05:11:30.066836+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:16:44.973212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"66'2","reported_seq":26,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:29.883595+0000","last_change":"2024-08-10T05:10:25.844918+0000","last_active":"2024-08-10T05:11:29.883595+0000","last_peered":"2024-08-10T05:11:29.883595+0000","last_clean":"2024-08-10T05:11:29.883595+0000","last_became_active":"2024-08-10T05:10:25.844661+0000","last_became_peered":"2024-08-10T05:10:25.844661+0000","last_unstale":"2024-08-10T05:11:29.883595+0000","last_undegraded":"2024-08-10T05:11:29.883595+0000","last_fullsized":"2024-08-10T05:11:29.883595+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:10:49.915291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.066700+0000","last_change":"2024-08-10T05:10:29.083486+0000","last_active":"2024-08-10T05:11:30.066700+0000","last_peered":"2024-08-10T05:11:30.066700+0000","last_clean":"2024-08-10T05:11:30.066700+0000","last_became_active":"2024-08-10T05:10:29.083120+0000","last_became_peered":"2024-08-10T05:10:29.083120+0000","last_unstale":"2024-08-10T05:11:30.066700+0000","last_undegraded":"2024-08-10T05:11:30.066700+0000","last_fullsized":"2024-08-10T05:11:30.066700+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:03:22.620600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"66'1","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:29.884168+0000","last_change":"2024-08-10T05:10:25.841696+0000","last_active":"2024-08-10T05:11:29.884168+0000","last_peered":"2024-08-10T05:11:29.884168+0000","last_clean":"2024-08-10T05:11:29.884168+0000","last_became_active":"2024-08-10T05:10:25.841404+0000","last_became_peered":"2024-08-10T05:10:25.841404+0000","last_unstale":"2024-08-10T05:11:29.884168+0000","last_undegraded":"2024-08-10T05:11:29.884168+0000","last_fullsized":"2024-08-10T05:11:29.884168+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:02:29.531302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:29.887686+0000","last_change":"2024-08-10T05:10:29.074462+0000","last_active":"2024-08-10T05:11:29.887686+0000","last_peered":"2024-08-10T05:11:29.887686+0000","last_clean":"2024-08-10T05:11:29.887686+0000","last_became_active":"2024-08-10T05:10:29.074182+0000","last_became_peered":"2024-08-10T05:10:29.074182+0000","last_unstale":"2024-08-10T05:11:29.887686+0000","last_undegraded":"2024-08-10T05:11:29.887686+0000","last_fullsized":"2024-08-10T05:11:29.887686+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:23:59.780411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:29.883094+0000","last_change":"2024-08-10T05:10:25.840350+0000","last_active":"2024-08-10T05:11:29.883094+0000","last_peered":"2024-08-10T05:11:29.883094+0000","last_clean":"2024-08-10T05:11:29.883094+0000","last_became_active":"2024-08-10T05:10:25.840020+0000","last_became_peered":"2024-08-10T05:10:25.840020+0000","last_unstale":"2024-08-10T05:11:29.883094+0000","last_undegraded":"2024-08-10T05:11:29.883094+0000","last_fullsized":"2024-08-10T05:11:29.883094+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:41:08.343113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.066500+0000","last_change":"2024-08-10T05:10:29.076352+0000","last_active":"2024-08-10T05:11:30.066500+0000","last_peered":"2024-08-10T05:11:30.066500+0000","last_clean":"2024-08-10T05:11:30.066500+0000","last_became_active":"2024-08-10T05:10:29.075715+0000","last_became_peered":"2024-08-10T05:10:29.075715+0000","last_unstale":"2024-08-10T05:11:30.066500+0000","last_undegraded":"2024-08-10T05:11:30.066500+0000","last_fullsized":"2024-08-10T05:11:30.066500+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:11:55.262046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":18,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-08-10T05:11:34.994190+0000","last_change":"2024-08-10T05:11:30.057357+0000","last_active":"2024-08-10T05:11:34.994190+0000","last_peered":"2024-08-10T05:11:34.994190+0000","last_clean":"2024-08-10T05:11:34.994190+0000","last_became_active":"2024-08-10T05:11:25.137341+0000","last_became_peered":"2024-08-10T05:11:25.137341+0000","last_unstale":"2024-08-10T05:11:34.994190+0000","last_undegraded":"2024-08-10T05:11:34.994190+0000","last_fullsized":"2024-08-10T05:11:34.994190+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:11:24.125739+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:11:24.125739+0000","last_clean_scrub_stamp":"2024-08-10T05:11:24.125739+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:02:09.878719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00027242199999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"69'128","reported_seq":282,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.065921+0000","last_change":"2024-08-10T05:10:03.963608+0000","last_active":"2024-08-10T05:11:30.065921+0000","last_peered":"2024-08-10T05:11:30.065921+0000","last_clean":"2024-08-10T05:11:30.065921+0000","last_became_active":"2024-08-10T05:10:03.963183+0000","last_became_peered":"2024-08-10T05:10:03.963183+0000","last_unstale":"2024-08-10T05:11:30.065921+0000","last_undegraded":"2024-08-10T05:11:30.065921+0000","last_fullsized":"2024-08-10T05:11:30.065921+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:08:04.067019+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:08:04.067019+0000","last_clean_scrub_stamp":"2024-08-10T05:08:04.067019+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:05:43.413270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:29.887585+0000","last_change":"2024-08-10T05:10:25.847141+0000","last_active":"2024-08-10T05:11:29.887585+0000","last_peered":"2024-08-10T05:11:29.887585+0000","last_clean":"2024-08-10T05:11:29.887585+0000","last_became_active":"2024-08-10T05:10:25.845184+0000","last_became_peered":"2024-08-10T05:10:25.845184+0000","last_unstale":"2024-08-10T05:11:29.887585+0000","last_undegraded":"2024-08-10T05:11:29.887585+0000","last_fullsized":"2024-08-10T05:11:29.887585+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:48:41.518627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.065688+0000","last_change":"2024-08-10T05:10:29.082473+0000","last_active":"2024-08-10T05:11:30.065688+0000","last_peered":"2024-08-10T05:11:30.065688+0000","last_clean":"2024-08-10T05:11:30.065688+0000","last_became_active":"2024-08-10T05:10:29.082218+0000","last_became_peered":"2024-08-10T05:10:29.082218+0000","last_unstale":"2024-08-10T05:11:30.065688+0000","last_undegraded":"2024-08-10T05:11:30.065688+0000","last_fullsized":"2024-08-10T05:11:30.065688+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:48:32.089175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":18,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-08-10T05:11:35.167336+0000","last_change":"2024-08-10T05:11:30.067211+0000","last_active":"2024-08-10T05:11:35.167336+0000","last_peered":"2024-08-10T05:11:35.167336+0000","last_clean":"2024-08-10T05:11:35.167336+0000","last_became_active":"2024-08-10T05:11:25.366691+0000","last_became_peered":"2024-08-10T05:11:25.366691+0000","last_unstale":"2024-08-10T05:11:35.167336+0000","last_undegraded":"2024-08-10T05:11:35.167336+0000","last_fullsized":"2024-08-10T05:11:35.167336+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:11:24.125739+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:11:24.125739+0000","last_clean_scrub_stamp":"2024-08-10T05:11:24.125739+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:36:55.098270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00018042500000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":23,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.065231+0000","last_change":"2024-08-10T05:10:25.850238+0000","last_active":"2024-08-10T05:11:30.065231+0000","last_peered":"2024-08-10T05:11:30.065231+0000","last_clean":"2024-08-10T05:11:30.065231+0000","last_became_active":"2024-08-10T05:10:25.849644+0000","last_became_peered":"2024-08-10T05:10:25.849644+0000","last_unstale":"2024-08-10T05:11:30.065231+0000","last_undegraded":"2024-08-10T05:11:30.065231+0000","last_fullsized":"2024-08-10T05:11:30.065231+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:26:12.410095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.066154+0000","last_change":"2024-08-10T05:10:29.078649+0000","last_active":"2024-08-10T05:11:30.066154+0000","last_peered":"2024-08-10T05:11:30.066154+0000","last_clean":"2024-08-10T05:11:30.066154+0000","last_became_active":"2024-08-10T05:10:29.078200+0000","last_became_peered":"2024-08-10T05:10:29.078200+0000","last_unstale":"2024-08-10T05:11:30.066154+0000","last_undegraded":"2024-08-10T05:11:30.066154+0000","last_fullsized":"2024-08-10T05:11:30.066154+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:16:01.271759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":19,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-08-10T05:11:34.970264+0000","last_change":"2024-08-10T05:11:29.884432+0000","last_active":"2024-08-10T05:11:34.970264+0000","last_peered":"2024-08-10T05:11:34.970264+0000","last_clean":"2024-08-10T05:11:34.970264+0000","last_became_active":"2024-08-10T05:11:25.367603+0000","last_became_peered":"2024-08-10T05:11:25.367603+0000","last_unstale":"2024-08-10T05:11:34.970264+0000","last_undegraded":"2024-08-10T05:11:34.970264+0000","last_fullsized":"2024-08-10T05:11:34.970264+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:11:24.125739+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:11:24.125739+0000","last_clean_scrub_stamp":"2024-08-10T05:11:24.125739+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:04:52.113774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00064221000000000005,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:29.882870+0000","last_change":"2024-08-10T05:10:25.843274+0000","last_active":"2024-08-10T05:11:29.882870+0000","last_peered":"2024-08-10T05:11:29.882870+0000","last_clean":"2024-08-10T05:11:29.882870+0000","last_became_active":"2024-08-10T05:10:25.843003+0000","last_became_peered":"2024-08-10T05:10:25.843003+0000","last_unstale":"2024-08-10T05:11:29.882870+0000","last_undegraded":"2024-08-10T05:11:29.882870+0000","last_fullsized":"2024-08-10T05:11:29.882870+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:15:39.947850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:29.883796+0000","last_change":"2024-08-10T05:10:29.065667+0000","last_active":"2024-08-10T05:11:29.883796+0000","last_peered":"2024-08-10T05:11:29.883796+0000","last_clean":"2024-08-10T05:11:29.883796+0000","last_became_active":"2024-08-10T05:10:29.065405+0000","last_became_peered":"2024-08-10T05:10:29.065405+0000","last_unstale":"2024-08-10T05:11:29.883796+0000","last_undegraded":"2024-08-10T05:11:29.883796+0000","last_fullsized":"2024-08-10T05:11:29.883796+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:45:11.978607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":19,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-08-10T05:11:34.969937+0000","last_change":"2024-08-10T05:11:29.885124+0000","last_active":"2024-08-10T05:11:34.969937+0000","last_peered":"2024-08-10T05:11:34.969937+0000","last_clean":"2024-08-10T05:11:34.969937+0000","last_became_active":"2024-08-10T05:11:25.366615+0000","last_became_peered":"2024-08-10T05:11:25.366615+0000","last_unstale":"2024-08-10T05:11:34.969937+0000","last_undegraded":"2024-08-10T05:11:34.969937+0000","last_fullsized":"2024-08-10T05:11:34.969937+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:11:24.125739+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:11:24.125739+0000","last_clean_scrub_stamp":"2024-08-10T05:11:24.125739+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:10:04.284997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00092469700000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:29.887537+0000","last_change":"2024-08-10T05:10:25.849852+0000","last_active":"2024-08-10T05:11:29.887537+0000","last_peered":"2024-08-10T05:11:29.887537+0000","last_clean":"2024-08-10T05:11:29.887537+0000","last_became_active":"2024-08-10T05:10:25.847545+0000","last_became_peered":"2024-08-10T05:10:25.847545+0000","last_unstale":"2024-08-10T05:11:29.887537+0000","last_undegraded":"2024-08-10T05:11:29.887537+0000","last_fullsized":"2024-08-10T05:11:29.887537+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:17:58.425518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:29.883207+0000","last_change":"2024-08-10T05:10:29.076840+0000","last_active":"2024-08-10T05:11:29.883207+0000","last_peered":"2024-08-10T05:11:29.883207+0000","last_clean":"2024-08-10T05:11:29.883207+0000","last_became_active":"2024-08-10T05:10:29.076559+0000","last_became_peered":"2024-08-10T05:10:29.076559+0000","last_unstale":"2024-08-10T05:11:29.883207+0000","last_undegraded":"2024-08-10T05:11:29.883207+0000","last_fullsized":"2024-08-10T05:11:29.883207+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:50:09.092695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2","version":"75'2","reported_seq":21,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-08-10T05:11:34.969980+0000","last_change":"2024-08-10T05:11:29.885080+0000","last_active":"2024-08-10T05:11:34.969980+0000","last_peered":"2024-08-10T05:11:34.969980+0000","last_clean":"2024-08-10T05:11:34.969980+0000","last_became_active":"2024-08-10T05:11:25.367617+0000","last_became_peered":"2024-08-10T05:11:25.367617+0000","last_unstale":"2024-08-10T05:11:34.969980+0000","last_undegraded":"2024-08-10T05:11:34.969980+0000","last_fullsized":"2024-08-10T05:11:34.969980+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:11:24.125739+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:11:24.125739+0000","last_clean_scrub_stamp":"2024-08-10T05:11:24.125739+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:19:50.730861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00093910800000000002,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:29.884402+0000","last_change":"2024-08-10T05:10:25.844697+0000","last_active":"2024-08-10T05:11:29.884402+0000","last_peered":"2024-08-10T05:11:29.884402+0000","last_clean":"2024-08-10T05:11:29.884402+0000","last_became_active":"2024-08-10T05:10:25.844380+0000","last_became_peered":"2024-08-10T05:10:25.844380+0000","last_unstale":"2024-08-10T05:11:29.884402+0000","last_undegraded":"2024-08-10T05:11:29.884402+0000","last_fullsized":"2024-08-10T05:11:29.884402+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:23:39.783796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:29.887725+0000","last_change":"2024-08-10T05:10:29.069626+0000","last_active":"2024-08-10T05:11:29.887725+0000","last_peered":"2024-08-10T05:11:29.887725+0000","last_clean":"2024-08-10T05:11:29.887725+0000","last_became_active":"2024-08-10T05:10:29.068248+0000","last_became_peered":"2024-08-10T05:10:29.068248+0000","last_unstale":"2024-08-10T05:11:29.887725+0000","last_undegraded":"2024-08-10T05:11:29.887725+0000","last_fullsized":"2024-08-10T05:11:29.887725+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:38:13.639344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3","version":"73'1","reported_seq":19,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-08-10T05:11:35.166833+0000","last_change":"2024-08-10T05:11:30.067247+0000","last_active":"2024-08-10T05:11:35.166833+0000","last_peered":"2024-08-10T05:11:35.166833+0000","last_clean":"2024-08-10T05:11:35.166833+0000","last_became_active":"2024-08-10T05:11:25.367458+0000","last_became_peered":"2024-08-10T05:11:25.367458+0000","last_unstale":"2024-08-10T05:11:35.166833+0000","last_undegraded":"2024-08-10T05:11:35.166833+0000","last_fullsized":"2024-08-10T05:11:35.166833+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:11:24.125739+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:11:24.125739+0000","last_clean_scrub_stamp":"2024-08-10T05:11:24.125739+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:07:41.894334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00078572400000000001,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":23,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.065578+0000","last_change":"2024-08-10T05:10:25.849248+0000","last_active":"2024-08-10T05:11:30.065578+0000","last_peered":"2024-08-10T05:11:30.065578+0000","last_clean":"2024-08-10T05:11:30.065578+0000","last_became_active":"2024-08-10T05:10:25.848913+0000","last_became_peered":"2024-08-10T05:10:25.848913+0000","last_unstale":"2024-08-10T05:11:30.065578+0000","last_undegraded":"2024-08-10T05:11:30.065578+0000","last_fullsized":"2024-08-10T05:11:30.065578+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:54:01.026444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:29.884395+0000","last_change":"2024-08-10T05:10:29.082381+0000","last_active":"2024-08-10T05:11:29.884395+0000","last_peered":"2024-08-10T05:11:29.884395+0000","last_clean":"2024-08-10T05:11:29.884395+0000","last_became_active":"2024-08-10T05:10:29.082045+0000","last_became_peered":"2024-08-10T05:10:29.082045+0000","last_unstale":"2024-08-10T05:11:29.884395+0000","last_undegraded":"2024-08-10T05:11:29.884395+0000","last_fullsized":"2024-08-10T05:11:29.884395+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:11:04.312960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":19,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-08-10T05:11:35.166711+0000","last_change":"2024-08-10T05:11:30.065469+0000","last_active":"2024-08-10T05:11:35.166711+0000","last_peered":"2024-08-10T05:11:35.166711+0000","last_clean":"2024-08-10T05:11:35.166711+0000","last_became_active":"2024-08-10T05:11:25.139214+0000","last_became_peered":"2024-08-10T05:11:25.139214+0000","last_unstale":"2024-08-10T05:11:35.166711+0000","last_undegraded":"2024-08-10T05:11:35.166711+0000","last_fullsized":"2024-08-10T05:11:35.166711+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:11:24.125739+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:11:24.125739+0000","last_clean_scrub_stamp":"2024-08-10T05:11:24.125739+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:37:18.110088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00034288800000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"66'1","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:29.884148+0000","last_change":"2024-08-10T05:10:25.841023+0000","last_active":"2024-08-10T05:11:29.884148+0000","last_peered":"2024-08-10T05:11:29.884148+0000","last_clean":"2024-08-10T05:11:29.884148+0000","last_became_active":"2024-08-10T05:10:25.840613+0000","last_became_peered":"2024-08-10T05:10:25.840613+0000","last_unstale":"2024-08-10T05:11:29.884148+0000","last_undegraded":"2024-08-10T05:11:29.884148+0000","last_fullsized":"2024-08-10T05:11:29.884148+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:59:28.205118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.066194+0000","last_change":"2024-08-10T05:10:29.077736+0000","last_active":"2024-08-10T05:11:30.066194+0000","last_peered":"2024-08-10T05:11:30.066194+0000","last_clean":"2024-08-10T05:11:30.066194+0000","last_became_active":"2024-08-10T05:10:29.077391+0000","last_became_peered":"2024-08-10T05:10:29.077391+0000","last_unstale":"2024-08-10T05:11:30.066194+0000","last_undegraded":"2024-08-10T05:11:30.066194+0000","last_fullsized":"2024-08-10T05:11:30.066194+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:35:51.485156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":19,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-08-10T05:11:34.968515+0000","last_change":"2024-08-10T05:11:29.883339+0000","last_active":"2024-08-10T05:11:34.968515+0000","last_peered":"2024-08-10T05:11:34.968515+0000","last_clean":"2024-08-10T05:11:34.968515+0000","last_became_active":"2024-08-10T05:11:25.367127+0000","last_became_peered":"2024-08-10T05:11:25.367127+0000","last_unstale":"2024-08-10T05:11:34.968515+0000","last_undegraded":"2024-08-10T05:11:34.968515+0000","last_fullsized":"2024-08-10T05:11:34.968515+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:11:24.125739+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:11:24.125739+0000","last_clean_scrub_stamp":"2024-08-10T05:11:24.125739+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:11:05.317565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00036863500000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"66'2","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.057230+0000","last_change":"2024-08-10T05:10:25.846894+0000","last_active":"2024-08-10T05:11:30.057230+0000","last_peered":"2024-08-10T05:11:30.057230+0000","last_clean":"2024-08-10T05:11:30.057230+0000","last_became_active":"2024-08-10T05:10:25.846585+0000","last_became_peered":"2024-08-10T05:10:25.846585+0000","last_unstale":"2024-08-10T05:11:30.057230+0000","last_undegraded":"2024-08-10T05:11:30.057230+0000","last_fullsized":"2024-08-10T05:11:30.057230+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:41:49.658953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":18,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:29.883309+0000","last_change":"2024-08-10T05:10:50.399678+0000","last_active":"2024-08-10T05:11:29.883309+0000","last_peered":"2024-08-10T05:11:29.883309+0000","last_clean":"2024-08-10T05:11:29.883309+0000","last_became_active":"2024-08-10T05:10:50.399368+0000","last_became_peered":"2024-08-10T05:10:50.399368+0000","last_unstale":"2024-08-10T05:11:29.883309+0000","last_undegraded":"2024-08-10T05:11:29.883309+0000","last_fullsized":"2024-08-10T05:11:29.883309+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:14:57.220259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":23,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.065248+0000","last_change":"2024-08-10T05:10:25.844031+0000","last_active":"2024-08-10T05:11:30.065248+0000","last_peered":"2024-08-10T05:11:30.065248+0000","last_clean":"2024-08-10T05:11:30.065248+0000","last_became_active":"2024-08-10T05:10:25.843294+0000","last_became_peered":"2024-08-10T05:10:25.843294+0000","last_unstale":"2024-08-10T05:11:30.065248+0000","last_undegraded":"2024-08-10T05:11:30.065248+0000","last_fullsized":"2024-08-10T05:11:30.065248+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:30:48.150250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:29.883121+0000","last_change":"2024-08-10T05:10:29.074644+0000","last_active":"2024-08-10T05:11:29.883121+0000","last_peered":"2024-08-10T05:11:29.883121+0000","last_clean":"2024-08-10T05:11:29.883121+0000","last_became_active":"2024-08-10T05:10:29.074376+0000","last_became_peered":"2024-08-10T05:10:29.074376+0000","last_unstale":"2024-08-10T05:11:29.883121+0000","last_undegraded":"2024-08-10T05:11:29.883121+0000","last_fullsized":"2024-08-10T05:11:29.883121+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:22:37.242728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:29.884071+0000","last_change":"2024-08-10T05:10:25.843659+0000","last_active":"2024-08-10T05:11:29.884071+0000","last_peered":"2024-08-10T05:11:29.884071+0000","last_clean":"2024-08-10T05:11:29.884071+0000","last_became_active":"2024-08-10T05:10:25.843193+0000","last_became_peered":"2024-08-10T05:10:25.843193+0000","last_unstale":"2024-08-10T05:11:29.884071+0000","last_undegraded":"2024-08-10T05:11:29.884071+0000","last_fullsized":"2024-08-10T05:11:29.884071+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:19:25.083932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.065298+0000","last_change":"2024-08-10T05:10:29.072765+0000","last_active":"2024-08-10T05:11:30.065298+0000","last_peered":"2024-08-10T05:11:30.065298+0000","last_clean":"2024-08-10T05:11:30.065298+0000","last_became_active":"2024-08-10T05:10:29.072479+0000","last_became_peered":"2024-08-10T05:10:29.072479+0000","last_unstale":"2024-08-10T05:11:30.065298+0000","last_undegraded":"2024-08-10T05:11:30.065298+0000","last_fullsized":"2024-08-10T05:11:30.065298+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:16:05.768486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:29.884560+0000","last_change":"2024-08-10T05:10:25.843495+0000","last_active":"2024-08-10T05:11:29.884560+0000","last_peered":"2024-08-10T05:11:29.884560+0000","last_clean":"2024-08-10T05:11:29.884560+0000","last_became_active":"2024-08-10T05:10:25.842848+0000","last_became_peered":"2024-08-10T05:10:25.842848+0000","last_unstale":"2024-08-10T05:11:29.884560+0000","last_undegraded":"2024-08-10T05:11:29.884560+0000","last_fullsized":"2024-08-10T05:11:29.884560+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:52:14.809811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.065842+0000","last_change":"2024-08-10T05:10:29.078920+0000","last_active":"2024-08-10T05:11:30.065842+0000","last_peered":"2024-08-10T05:11:30.065842+0000","last_clean":"2024-08-10T05:11:30.065842+0000","last_became_active":"2024-08-10T05:10:29.078369+0000","last_became_peered":"2024-08-10T05:10:29.078369+0000","last_unstale":"2024-08-10T05:11:30.065842+0000","last_undegraded":"2024-08-10T05:11:30.065842+0000","last_fullsized":"2024-08-10T05:11:30.065842+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:29:43.180198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"66'2","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.065403+0000","last_change":"2024-08-10T05:10:25.851484+0000","last_active":"2024-08-10T05:11:30.065403+0000","last_peered":"2024-08-10T05:11:30.065403+0000","last_clean":"2024-08-10T05:11:30.065403+0000","last_became_active":"2024-08-10T05:10:25.851072+0000","last_became_peered":"2024-08-10T05:10:25.851072+0000","last_unstale":"2024-08-10T05:11:30.065403+0000","last_undegraded":"2024-08-10T05:11:30.065403+0000","last_fullsized":"2024-08-10T05:11:30.065403+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:26:14.532910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.056821+0000","last_change":"2024-08-10T05:10:29.073125+0000","last_active":"2024-08-10T05:11:30.056821+0000","last_peered":"2024-08-10T05:11:30.056821+0000","last_clean":"2024-08-10T05:11:30.056821+0000","last_became_active":"2024-08-10T05:10:29.072884+0000","last_became_peered":"2024-08-10T05:10:29.072884+0000","last_unstale":"2024-08-10T05:11:30.056821+0000","last_undegraded":"2024-08-10T05:11:30.056821+0000","last_fullsized":"2024-08-10T05:11:30.056821+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:54:12.854132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":18,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:29.883000+0000","last_change":"2024-08-10T05:10:50.399716+0000","last_active":"2024-08-10T05:11:29.883000+0000","last_peered":"2024-08-10T05:11:29.883000+0000","last_clean":"2024-08-10T05:11:29.883000+0000","last_became_active":"2024-08-10T05:10:50.399397+0000","last_became_peered":"2024-08-10T05:10:50.399397+0000","last_unstale":"2024-08-10T05:11:29.883000+0000","last_undegraded":"2024-08-10T05:11:29.883000+0000","last_fullsized":"2024-08-10T05:11:29.883000+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:29:42.295674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,6],"acting":[2,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1c","version":"66'2","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.065336+0000","last_change":"2024-08-10T05:10:25.848335+0000","last_active":"2024-08-10T05:11:30.065336+0000","last_peered":"2024-08-10T05:11:30.065336+0000","last_clean":"2024-08-10T05:11:30.065336+0000","last_became_active":"2024-08-10T05:10:25.848004+0000","last_became_peered":"2024-08-10T05:10:25.848004+0000","last_unstale":"2024-08-10T05:11:30.065336+0000","last_undegraded":"2024-08-10T05:11:30.065336+0000","last_fullsized":"2024-08-10T05:11:30.065336+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:11:14.592815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:29.887691+0000","last_change":"2024-08-10T05:10:29.075962+0000","last_active":"2024-08-10T05:11:29.887691+0000","last_peered":"2024-08-10T05:11:29.887691+0000","last_clean":"2024-08-10T05:11:29.887691+0000","last_became_active":"2024-08-10T05:10:29.075716+0000","last_became_peered":"2024-08-10T05:10:29.075716+0000","last_unstale":"2024-08-10T05:11:29.887691+0000","last_undegraded":"2024-08-10T05:11:29.887691+0000","last_fullsized":"2024-08-10T05:11:29.887691+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:37:48.018020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"66'2","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.065662+0000","last_change":"2024-08-10T05:10:25.851128+0000","last_active":"2024-08-10T05:11:30.065662+0000","last_peered":"2024-08-10T05:11:30.065662+0000","last_clean":"2024-08-10T05:11:30.065662+0000","last_became_active":"2024-08-10T05:10:25.850167+0000","last_became_peered":"2024-08-10T05:10:25.850167+0000","last_unstale":"2024-08-10T05:11:30.065662+0000","last_undegraded":"2024-08-10T05:11:30.065662+0000","last_fullsized":"2024-08-10T05:11:30.065662+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:05:05.420769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.067157+0000","last_change":"2024-08-10T05:10:29.084863+0000","last_active":"2024-08-10T05:11:30.067157+0000","last_peered":"2024-08-10T05:11:30.067157+0000","last_clean":"2024-08-10T05:11:30.067157+0000","last_became_active":"2024-08-10T05:10:29.084583+0000","last_became_peered":"2024-08-10T05:10:29.084583+0000","last_unstale":"2024-08-10T05:11:30.067157+0000","last_undegraded":"2024-08-10T05:11:30.067157+0000","last_fullsized":"2024-08-10T05:11:30.067157+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:01:10.417852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"66'1","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.066107+0000","last_change":"2024-08-10T05:10:25.847911+0000","last_active":"2024-08-10T05:11:30.066107+0000","last_peered":"2024-08-10T05:11:30.066107+0000","last_clean":"2024-08-10T05:11:30.066107+0000","last_became_active":"2024-08-10T05:10:25.847631+0000","last_became_peered":"2024-08-10T05:10:25.847631+0000","last_unstale":"2024-08-10T05:11:30.066107+0000","last_undegraded":"2024-08-10T05:11:30.066107+0000","last_fullsized":"2024-08-10T05:11:30.066107+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:25:51.583228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.065810+0000","last_change":"2024-08-10T05:10:29.073808+0000","last_active":"2024-08-10T05:11:30.065810+0000","last_peered":"2024-08-10T05:11:30.065810+0000","last_clean":"2024-08-10T05:11:30.065810+0000","last_became_active":"2024-08-10T05:10:29.073536+0000","last_became_peered":"2024-08-10T05:10:29.073536+0000","last_unstale":"2024-08-10T05:11:30.065810+0000","last_undegraded":"2024-08-10T05:11:30.065810+0000","last_fullsized":"2024-08-10T05:11:30.065810+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:45:29.319794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"66'4","reported_seq":27,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.065604+0000","last_change":"2024-08-10T05:10:25.847068+0000","last_active":"2024-08-10T05:11:30.065604+0000","last_peered":"2024-08-10T05:11:30.065604+0000","last_clean":"2024-08-10T05:11:30.065604+0000","last_became_active":"2024-08-10T05:10:25.846073+0000","last_became_peered":"2024-08-10T05:10:25.846073+0000","last_unstale":"2024-08-10T05:11:30.065604+0000","last_undegraded":"2024-08-10T05:11:30.065604+0000","last_fullsized":"2024-08-10T05:11:30.065604+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:06:01.150239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3128,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201311,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298712,"kb_used_data":1356,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446440,"statfs":{"total":95995035648,"available":95689154560,"internally_reserved":0,"allocated":1388544,"data_stored":942459,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 10 05:12:04 2024","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.54200000000000004,"15min":0.55500000000000005},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.63700000000000001,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.48999999999999999},{"interface":"front","average":{"1min":0.48099999999999998,"5min":0.50900000000000001,"15min":0.51400000000000001},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.59099999999999997,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.45100000000000001}]},{"osd":1,"last update":"Sat Aug 10 05:12:04 2024","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.55500000000000005,"15min":0.56399999999999995},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.64300000000000002,"5min":0.745,"15min":0.745},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.53500000000000003,"15min":0.54600000000000004},"min":{"1min":0.35299999999999998,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.627,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.47799999999999998}]},{"osd":2,"last update":"Sat Aug 10 05:12:04 2024","interfaces":[{"interface":"back","average":{"1min":0.496,"5min":0.52800000000000002,"15min":0.53400000000000003},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.46300000000000002,"5min":0.55000000000000004,"15min":0.56399999999999995},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.63500000000000001,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.442}]},{"osd":3,"last update":"Sat Aug 10 05:12:04 2024","interfaces":[{"interface":"back","average":{"1min":0.48199999999999998,"5min":0.52900000000000003,"15min":0.53700000000000003},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.432},{"interface":"front","average":{"1min":0.503,"5min":0.55600000000000005,"15min":0.56499999999999995},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.68400000000000005,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.46999999999999997}]},{"osd":4,"last update":"Sat Aug 10 05:12:04 2024","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.44800000000000001,"15min":0.45900000000000002},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.54500000000000004,"5min":0.60499999999999998,"15min":0.60499999999999998},"last":0.29499999999999998},{"interface":"front","average":{"1min":0.40699999999999997,"5min":0.46999999999999997,"15min":0.47999999999999998},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":0.628,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.32000000000000001}]},{"osd":5,"last update":"Sat Aug 10 05:12:04 2024","interfaces":[{"interface":"back","average":{"1min":0.41999999999999998,"5min":0.48399999999999999,"15min":0.49399999999999999},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.66200000000000003,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.371},{"interface":"front","average":{"1min":0.42699999999999999,"5min":0.47999999999999998,"15min":0.48899999999999999},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.35699999999999998}]},{"osd":6,"last update":"Sat Aug 10 05:12:04 2024","interfaces":[{"interface":"back","average":{"1min":0.46200000000000002,"5min":0.52300000000000002,"15min":0.53300000000000003},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.61499999999999999,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.41699999999999998},{"interface":"front","average":{"1min":0.442,"5min":0.48799999999999999,"15min":0.496},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.38900000000000001}]}]},{"osd":6,"up_from":47,"seq":201863462947,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298716,"kb_used_data":1360,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446436,"statfs":{"total":95995035648,"available":95689150464,"internally_reserved":0,"allocated":1392640,"data_stored":944209,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 10 05:11:39 2024","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.54300000000000004,"15min":0.55300000000000005},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.72999999999999998,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.442},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.55200000000000005,"15min":0.55800000000000005},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.68600000000000005,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.33800000000000002}]},{"osd":1,"last update":"Sat Aug 10 05:11:39 2024","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.53400000000000003,"15min":0.53900000000000003},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.59099999999999997,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.434},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.58699999999999997,"15min":0.59499999999999997},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.70099999999999996,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.39100000000000001}]},{"osd":2,"last update":"Sat Aug 10 05:11:39 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.54100000000000004,"15min":0.54500000000000004},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.64700000000000002,"5min":0.66700000000000004,"15min":0.66700000000000004},"last":0.34699999999999998},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.56999999999999995,"15min":0.57899999999999996},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.65700000000000003,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.46200000000000002}]},{"osd":3,"last update":"Sat Aug 10 05:11:39 2024","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.56699999999999995,"15min":0.57499999999999996},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.69199999999999995,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.45200000000000001},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.58099999999999996,"15min":0.58999999999999997},"min":{"1min":0.377,"5min":0.371,"15min":0.371},"max":{"1min":0.66400000000000003,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.41699999999999998}]},{"osd":4,"last update":"Sat Aug 10 05:11:39 2024","interfaces":[{"interface":"back","average":{"1min":0.40600000000000003,"5min":0.41899999999999998,"15min":0.42099999999999999},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.622,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.374},{"interface":"front","average":{"1min":0.38400000000000001,"5min":0.42099999999999999,"15min":0.42699999999999999},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.51600000000000001,"5min":0.877,"15min":0.877},"last":0.35799999999999998}]},{"osd":5,"last update":"Sat Aug 10 05:11:39 2024","interfaces":[{"interface":"back","average":{"1min":0.42099999999999999,"5min":0.437,"15min":0.44},"min":{"1min":0.30299999999999999,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.60099999999999998,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.30499999999999999},{"interface":"front","average":{"1min":0.42499999999999999,"5min":0.45700000000000002,"15min":0.46200000000000002},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.60299999999999998,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.40000000000000002}]},{"osd":7,"last update":"Sat Aug 10 05:12:05 2024","interfaces":[{"interface":"back","average":{"1min":0.46400000000000002,"5min":0.49199999999999999,"15min":0.496},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.68100000000000005,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.47299999999999998,"5min":0.51400000000000001,"15min":0.52100000000000002},"min":{"1min":0.316,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.66100000000000003,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.32200000000000001}]}]},{"osd":5,"up_from":39,"seq":167503724585,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298144,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447008,"statfs":{"total":95995035648,"available":95689736192,"internally_reserved":0,"allocated":806912,"data_stored":353950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 10 05:12:17 2024","interfaces":[{"interface":"back","average":{"1min":0.497,"5min":0.50600000000000001,"15min":0.51500000000000001},"min":{"1min":0.371,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.45700000000000002},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.52900000000000003,"15min":0.53200000000000003},"min":{"1min":0.35599999999999998,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.68999999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.47299999999999998}]},{"osd":1,"last update":"Sat Aug 10 05:12:17 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.54800000000000004,"15min":0.55800000000000005},"min":{"1min":0.39200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":1.137,"5min":1.137,"15min":1.137},"last":0.35899999999999999},{"interface":"front","average":{"1min":0.499,"5min":0.51700000000000002,"15min":0.52100000000000002},"min":{"1min":0.34599999999999997,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.66300000000000003,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.44500000000000001}]},{"osd":2,"last update":"Sat Aug 10 05:12:17 2024","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.51600000000000001,"15min":0.52000000000000002},"min":{"1min":0.34599999999999997,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":1.169,"5min":1.169,"15min":1.169},"last":0.433},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.54600000000000004,"15min":0.54000000000000004},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":1.1000000000000001,"5min":1.1000000000000001,"15min":1.1000000000000001},"last":0.41499999999999998}]},{"osd":3,"last update":"Sat Aug 10 05:12:17 2024","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.51900000000000002,"15min":0.52900000000000003},"min":{"1min":0.38600000000000001,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.63200000000000001,"5min":0.67400000000000004,"15min":0.67400000000000004},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.53100000000000003,"15min":0.52500000000000002},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.48399999999999999}]},{"osd":4,"last update":"Sat Aug 10 05:12:17 2024","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.39300000000000002,"15min":0.377},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.29599999999999999},{"interface":"front","average":{"1min":0.44600000000000001,"5min":0.39800000000000002,"15min":0.38300000000000001},"min":{"1min":0.29999999999999999,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.27300000000000002}]},{"osd":6,"last update":"Sat Aug 10 05:11:38 2024","interfaces":[{"interface":"back","average":{"1min":0.41899999999999998,"5min":0.42199999999999999,"15min":0.42199999999999999},"min":{"1min":0.317,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.33400000000000002},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.41999999999999998,"15min":0.42199999999999999},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.28599999999999998}]},{"osd":7,"last update":"Sat Aug 10 05:12:04 2024","interfaces":[{"interface":"back","average":{"1min":0.47399999999999998,"5min":0.49199999999999999,"15min":0.495},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.314},{"interface":"front","average":{"1min":0.47399999999999998,"5min":0.51600000000000001,"15min":0.52300000000000002},"min":{"1min":0.34499999999999997,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.38400000000000001}]}]},{"osd":4,"up_from":31,"seq":133143986221,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298140,"kb_used_data":784,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447012,"statfs":{"total":95995035648,"available":95689740288,"internally_reserved":0,"allocated":802816,"data_stored":351949,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 10 05:11:55 2024","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.41999999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.73899999999999999,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.622},{"interface":"front","average":{"1min":0.502,"5min":0.53300000000000003,"15min":0.52900000000000003},"min":{"1min":0.373,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.61399999999999999,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.63200000000000001}]},{"osd":1,"last update":"Sat Aug 10 05:11:55 2024","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.53100000000000003,"15min":0.52500000000000002},"min":{"1min":0.38200000000000001,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.66400000000000003,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.55300000000000005,"15min":0.55700000000000005},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.68700000000000006,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.65100000000000002}]},{"osd":2,"last update":"Sat Aug 10 05:11:55 2024","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.55500000000000005,"15min":0.55800000000000005},"min":{"1min":0.42499999999999999,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.71899999999999997,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.55800000000000005,"15min":0.56399999999999995},"min":{"1min":0.36399999999999999,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.59399999999999997,"5min":0.77800000000000002,"15min":0.77800000000000002},"last":0.66200000000000003}]},{"osd":3,"last update":"Sat Aug 10 05:11:55 2024","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.56299999999999994,"15min":0.56799999999999995},"min":{"1min":0.435,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.626,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.60499999999999998},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.55000000000000004,"15min":0.55600000000000005},"min":{"1min":0.40500000000000003,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.69999999999999996,"5min":0.755,"15min":0.755},"last":0.61399999999999999}]},{"osd":5,"last update":"Sat Aug 10 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.40699999999999997,"15min":0.40699999999999997},"min":{"1min":0.29699999999999999,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.59399999999999997,"5min":0.65800000000000003,"15min":0.65800000000000003},"last":0.33000000000000002},{"interface":"front","average":{"1min":0.40699999999999997,"5min":0.42999999999999999,"15min":0.42799999999999999},"min":{"1min":0.34100000000000003,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.51800000000000002,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.377}]},{"osd":6,"last update":"Sat Aug 10 05:11:38 2024","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.45700000000000002,"15min":0.46400000000000002},"min":{"1min":0.32300000000000001,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.60999999999999999,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.45200000000000001,"15min":0.46000000000000002},"min":{"1min":0.29399999999999998,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.50600000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.39900000000000002}]},{"osd":7,"last update":"Sat Aug 10 05:12:06 2024","interfaces":[{"interface":"back","average":{"1min":0.42799999999999999,"5min":0.499,"15min":0.51100000000000001},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.61699999999999999,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.35799999999999998},{"interface":"front","average":{"1min":0.436,"5min":0.51800000000000002,"15min":0.53200000000000003},"min":{"1min":0.378,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.58899999999999997,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.34499999999999997}]}]},{"osd":3,"up_from":26,"seq":111669149746,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298140,"kb_used_data":784,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447012,"statfs":{"total":95995035648,"available":95689740288,"internally_reserved":0,"allocated":802816,"data_stored":353680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 10 05:11:33 2024","interfaces":[{"interface":"back","average":{"1min":0.31900000000000001,"5min":0.35999999999999999,"15min":0.36499999999999999},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.41999999999999998,"5min":0.48499999999999999,"15min":0.48499999999999999},"last":0.33200000000000002},{"interface":"front","average":{"1min":0.38500000000000001,"5min":0.39300000000000002,"15min":0.39600000000000002},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.55800000000000005,"5min":0.59699999999999998,"15min":0.59699999999999998},"last":0.49099999999999999}]},{"osd":1,"last update":"Sat Aug 10 05:11:33 2024","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.41499999999999998,"15min":0.41899999999999998},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.53500000000000003,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.42299999999999999},{"interface":"front","average":{"1min":0.42699999999999999,"5min":0.40699999999999997,"15min":0.40100000000000002},"min":{"1min":0.251,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.375}]},{"osd":2,"last update":"Sat Aug 10 05:11:33 2024","interfaces":[{"interface":"back","average":{"1min":0.44900000000000001,"5min":0.44500000000000001,"15min":0.44400000000000001},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.39800000000000002},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.41699999999999998,"15min":0.42099999999999999},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.93600000000000005,"5min":0.93600000000000005,"15min":0.93600000000000005},"last":0.35799999999999998}]},{"osd":4,"last update":"Sat Aug 10 05:11:56 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55100000000000005,"15min":0.54700000000000004},"min":{"1min":0.40600000000000003,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.71499999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.56699999999999995,"15min":0.56599999999999995},"min":{"1min":0.40899999999999997,"5min":0.375,"15min":0.375},"max":{"1min":0.82899999999999996,"5min":0.82899999999999996,"15min":0.82899999999999996},"last":0.67400000000000004}]},{"osd":5,"last update":"Sat Aug 10 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.57799999999999996,"15min":0.57899999999999996},"min":{"1min":0.40600000000000003,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.92100000000000004,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.55900000000000005,"15min":0.55400000000000005},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.82899999999999996,"5min":0.82899999999999996,"15min":0.82899999999999996},"last":0.55400000000000005}]},{"osd":6,"last update":"Sat Aug 10 05:11:37 2024","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.55300000000000005,"15min":0.54800000000000004},"min":{"1min":0.40799999999999997,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.99399999999999999,"5min":0.99399999999999999,"15min":0.99399999999999999},"last":0.63600000000000001},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.57199999999999995,"15min":0.56200000000000006},"min":{"1min":0.46600000000000003,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":1.0109999999999999,"5min":1.0109999999999999,"15min":1.0109999999999999},"last":0.58499999999999996}]},{"osd":7,"last update":"Sat Aug 10 05:12:03 2024","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":0.56200000000000006,"15min":0.55800000000000005},"min":{"1min":0.42899999999999999,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.56699999999999995},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.621,"15min":0.61899999999999999},"min":{"1min":0.42899999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.97099999999999997,"5min":0.97099999999999997,"15min":0.97099999999999997},"last":0.54400000000000004}]}]},{"osd":2,"up_from":18,"seq":77309411383,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298124,"kb_used_data":768,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447028,"statfs":{"total":95995035648,"available":95689756672,"internally_reserved":0,"allocated":786432,"data_stored":351499,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 10 05:12:13 2024","interfaces":[{"interface":"back","average":{"1min":0.33400000000000002,"5min":0.36299999999999999,"15min":0.36699999999999999},"min":{"1min":0.22900000000000001,"5min":0.189,"15min":0.189},"max":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.35199999999999998,"5min":0.377,"15min":0.36799999999999999},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.59799999999999998,"5min":0.628,"15min":0.628},"last":0.26200000000000001}]},{"osd":1,"last update":"Sat Aug 10 05:12:13 2024","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.38900000000000001,"15min":0.38500000000000001},"min":{"1min":0.27400000000000002,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.30599999999999999},{"interface":"front","average":{"1min":0.38200000000000001,"5min":0.39900000000000002,"15min":0.39700000000000002},"min":{"1min":0.25700000000000001,"5min":0.249,"15min":0.249},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.53700000000000003}]},{"osd":3,"last update":"Sat Aug 10 05:11:30 2024","interfaces":[{"interface":"back","average":{"1min":0.437,"5min":0.45600000000000002,"15min":0.46000000000000002},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.63200000000000001,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.41199999999999998,"5min":0.439,"15min":0.44500000000000001},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.60499999999999998,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.372}]},{"osd":4,"last update":"Sat Aug 10 05:11:53 2024","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.56399999999999995,"15min":0.55600000000000005},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.95499999999999996,"5min":0.95499999999999996,"15min":0.95499999999999996},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.621,"5min":0.56899999999999995,"15min":0.56000000000000005},"min":{"1min":0.45000000000000001,"5min":0.375,"15min":0.375},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.63600000000000001}]},{"osd":5,"last update":"Sat Aug 10 05:12:18 2024","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.55900000000000005,"15min":0.54900000000000004},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.60399999999999998,"15min":0.59199999999999997},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":1.1910000000000001,"5min":1.1910000000000001,"15min":1.1910000000000001},"last":0.48699999999999999}]},{"osd":6,"last update":"Sat Aug 10 05:11:38 2024","interfaces":[{"interface":"back","average":{"1min":0.622,"5min":0.59499999999999997,"15min":0.59099999999999997},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":1.0509999999999999,"5min":1.0509999999999999,"15min":1.0509999999999999},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.622,"15min":0.626},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":0.84899999999999998,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.57899999999999996}]},{"osd":7,"last update":"Sat Aug 10 05:12:03 2024","interfaces":[{"interface":"back","average":{"1min":0.63400000000000001,"5min":0.61399999999999999,"15min":0.61099999999999999},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.46300000000000002},{"interface":"front","average":{"1min":0.626,"5min":0.625,"15min":0.625},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":1.0069999999999999,"5min":1.0069999999999999,"15min":1.0069999999999999},"last":0.59699999999999998}]}]},{"osd":1,"up_from":13,"seq":55834574908,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298136,"kb_used_data":780,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447016,"statfs":{"total":95995035648,"available":95689744384,"internally_reserved":0,"allocated":798720,"data_stored":351678,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 10 05:11:47 2024","interfaces":[{"interface":"back","average":{"1min":0.35199999999999998,"5min":0.35999999999999999,"15min":0.35099999999999998},"min":{"1min":0.21099999999999999,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":0.54800000000000004,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.313},{"interface":"front","average":{"1min":0.38600000000000001,"5min":0.371,"15min":0.34599999999999997},"min":{"1min":0.20300000000000001,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":0.57899999999999996,"5min":0.59399999999999997,"15min":0.59399999999999997},"last":0.28999999999999998}]},{"osd":2,"last update":"Sat Aug 10 05:12:08 2024","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.42899999999999999,"15min":0.42999999999999999},"min":{"1min":0.28699999999999998,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.56899999999999995,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.35799999999999998},{"interface":"front","average":{"1min":0.36699999999999999,"5min":0.39600000000000002,"15min":0.40400000000000003},"min":{"1min":0.22700000000000001,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.51800000000000002,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.24399999999999999}]},{"osd":3,"last update":"Sat Aug 10 05:11:36 2024","interfaces":[{"interface":"back","average":{"1min":0.40999999999999998,"5min":0.41899999999999998,"15min":0.42699999999999999},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.255},{"interface":"front","average":{"1min":0.47999999999999998,"5min":0.46999999999999997,"15min":0.47099999999999997},"min":{"1min":0.312,"5min":0.309,"15min":0.309},"max":{"1min":0.67900000000000005,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.41899999999999998}]},{"osd":4,"last update":"Sat Aug 10 05:11:55 2024","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.53300000000000003,"15min":0.53500000000000003},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.69099999999999995,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.498},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.55300000000000005,"15min":0.55500000000000005},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.53200000000000003}]},{"osd":5,"last update":"Sat Aug 10 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.57199999999999995,"15min":0.57099999999999995},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.71899999999999997,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.55300000000000005,"15min":0.55400000000000005},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.82599999999999996,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.44400000000000001}]},{"osd":6,"last update":"Sat Aug 10 05:11:36 2024","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.57999999999999996,"15min":0.57799999999999996},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.627,"5min":0.629,"15min":0.629},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"last":0.48399999999999999}]},{"osd":7,"last update":"Sat Aug 10 05:12:03 2024","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.61399999999999999,"15min":0.61799999999999999},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.76700000000000002,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.59399999999999997,"15min":0.59199999999999997},"min":{"1min":0.44400000000000001,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.84399999999999997,"5min":0.872,"15min":0.872},"last":0.46999999999999997}]}]},{"osd":0,"up_from":8,"seq":34359738433,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298720,"kb_used_data":1364,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446432,"statfs":{"total":95995035648,"available":95689146368,"internally_reserved":0,"allocated":1396736,"data_stored":942583,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Aug 10 05:11:52 2024","interfaces":[{"interface":"back","average":{"1min":0.32800000000000001,"5min":0.35399999999999998,"15min":0.33200000000000002},"min":{"1min":0.16800000000000001,"5min":0.16800000000000001,"15min":0.16800000000000001},"max":{"1min":0.54000000000000004,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.379,"5min":0.376,"15min":0.34799999999999998},"min":{"1min":0.20399999999999999,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.67700000000000005,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.38300000000000001}]},{"osd":2,"last update":"Sat Aug 10 05:12:10 2024","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.40699999999999997,"15min":0.40100000000000002},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.34300000000000003,"5min":0.40000000000000002,"15min":0.38800000000000001},"min":{"1min":0.22600000000000001,"5min":0.184,"15min":0.184},"max":{"1min":0.61399999999999999,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.40899999999999997}]},{"osd":3,"last update":"Sat Aug 10 05:11:31 2024","interfaces":[{"interface":"back","average":{"1min":0.433,"5min":0.46800000000000003,"15min":0.47999999999999998},"min":{"1min":0.26200000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.69499999999999995,"5min":0.75,"15min":0.75},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.44500000000000001,"5min":0.439,"15min":0.441},"min":{"1min":0.309,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.44500000000000001}]},{"osd":4,"last update":"Sat Aug 10 05:11:55 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.55900000000000005,"15min":0.56599999999999995},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":0.90800000000000003,"5min":0.90800000000000003,"15min":0.90800000000000003},"last":0.61099999999999999},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":1.4950000000000001,"5min":1.4950000000000001,"15min":1.4950000000000001},"last":0.496}]},{"osd":5,"last update":"Sat Aug 10 05:12:20 2024","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.621,"15min":0.63700000000000001},"min":{"1min":0.32100000000000001,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":1.165,"5min":1.165,"15min":1.165},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.61699999999999999,"15min":0.63100000000000001},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":1.4630000000000001,"5min":1.4630000000000001,"15min":1.4630000000000001},"last":0.55400000000000005}]},{"osd":6,"last update":"Sat Aug 10 05:11:38 2024","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.60099999999999998,"15min":0.60499999999999998},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.60899999999999999,"15min":0.61299999999999999},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.86699999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.53000000000000003}]},{"osd":7,"last update":"Sat Aug 10 05:12:06 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.60099999999999998,"15min":0.60299999999999998},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.54200000000000004}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2446,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2342,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-08-10T05:12:25.276 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid fc322138-56d5-11ef-bcce-c7b262605968 -- ceph pg dump --format=json 2024-08-10T05:12:26.169 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T05:12:27.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:26 smithi031 ceph-mon[29994]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:12:27.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:26 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:27.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:26 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:27.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:26 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:12:27.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:26 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:12:27.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:26 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:27.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:26 smithi031 ceph-mon[41349]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:12:27.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:26 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:27.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:26 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:27.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:26 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:12:27.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:26 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:12:27.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:26 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:27.028 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:12:26 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[34968]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:12:26] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-10T05:12:27.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:26 smithi196 ceph-mon[32874]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:12:27.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:26 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:27.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:26 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:27.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:26 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:12:27.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:26 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:12:27.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:26 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:28.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:27 smithi031 ceph-mon[29994]: Reconfiguring alertmanager.a (dependencies changed)... 2024-08-10T05:12:28.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:27 smithi031 ceph-mon[29994]: Reconfiguring daemon alertmanager.a on smithi031 2024-08-10T05:12:28.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:27 smithi031 ceph-mon[41349]: Reconfiguring alertmanager.a (dependencies changed)... 2024-08-10T05:12:28.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:27 smithi031 ceph-mon[41349]: Reconfiguring daemon alertmanager.a on smithi031 2024-08-10T05:12:28.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:27 smithi196 ceph-mon[32874]: Reconfiguring alertmanager.a (dependencies changed)... 2024-08-10T05:12:28.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:27 smithi196 ceph-mon[32874]: Reconfiguring daemon alertmanager.a on smithi031 2024-08-10T05:12:28.994 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:28 smithi031 ceph-mon[29994]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:12:28.994 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:28 smithi031 ceph-mon[41349]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:12:29.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:28 smithi196 ceph-mon[32874]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:12:29.433 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-08-10T05:12:29.435 INFO:teuthology.orchestra.run.smithi031.stderr:dumped all 2024-08-10T05:12:30.911 INFO:teuthology.orchestra.run.smithi031.stdout:{"pg_ready":true,"pg_map":{"version":43,"stamp":"2024-08-10T05:12:27.686065+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593515,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":229,"num_write_kb":2434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":173,"ondisk_log_size":173,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2386832,"kb_used_data":7984,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747574384,"statfs":{"total":767960285184,"available":765516169216,"internally_reserved":0,"allocated":8175616,"data_stored":4592007,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002052"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.066648+0000","last_change":"2024-08-10T05:10:29.075452+0000","last_active":"2024-08-10T05:11:30.066648+0000","last_peered":"2024-08-10T05:11:30.066648+0000","last_clean":"2024-08-10T05:11:30.066648+0000","last_became_active":"2024-08-10T05:10:29.075197+0000","last_became_peered":"2024-08-10T05:10:29.075197+0000","last_unstale":"2024-08-10T05:11:30.066648+0000","last_undegraded":"2024-08-10T05:11:30.066648+0000","last_fullsized":"2024-08-10T05:11:30.066648+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:36:56.376407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:29.884061+0000","last_change":"2024-08-10T05:10:29.071808+0000","last_active":"2024-08-10T05:11:29.884061+0000","last_peered":"2024-08-10T05:11:29.884061+0000","last_clean":"2024-08-10T05:11:29.884061+0000","last_became_active":"2024-08-10T05:10:29.071529+0000","last_became_peered":"2024-08-10T05:10:29.071529+0000","last_unstale":"2024-08-10T05:11:29.884061+0000","last_undegraded":"2024-08-10T05:11:29.884061+0000","last_fullsized":"2024-08-10T05:11:29.884061+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:04:40.487257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.066641+0000","last_change":"2024-08-10T05:10:29.077436+0000","last_active":"2024-08-10T05:11:30.066641+0000","last_peered":"2024-08-10T05:11:30.066641+0000","last_clean":"2024-08-10T05:11:30.066641+0000","last_became_active":"2024-08-10T05:10:29.077166+0000","last_became_peered":"2024-08-10T05:10:29.077166+0000","last_unstale":"2024-08-10T05:11:30.066641+0000","last_undegraded":"2024-08-10T05:11:30.066641+0000","last_fullsized":"2024-08-10T05:11:30.066641+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:24:54.646348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:29.887608+0000","last_change":"2024-08-10T05:10:29.070466+0000","last_active":"2024-08-10T05:11:29.887608+0000","last_peered":"2024-08-10T05:11:29.887608+0000","last_clean":"2024-08-10T05:11:29.887608+0000","last_became_active":"2024-08-10T05:10:29.070218+0000","last_became_peered":"2024-08-10T05:10:29.070218+0000","last_unstale":"2024-08-10T05:11:29.887608+0000","last_undegraded":"2024-08-10T05:11:29.887608+0000","last_fullsized":"2024-08-10T05:11:29.887608+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:47:39.657458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.066523+0000","last_change":"2024-08-10T05:10:29.083938+0000","last_active":"2024-08-10T05:11:30.066523+0000","last_peered":"2024-08-10T05:11:30.066523+0000","last_clean":"2024-08-10T05:11:30.066523+0000","last_became_active":"2024-08-10T05:10:29.083695+0000","last_became_peered":"2024-08-10T05:10:29.083695+0000","last_unstale":"2024-08-10T05:11:30.066523+0000","last_undegraded":"2024-08-10T05:11:30.066523+0000","last_fullsized":"2024-08-10T05:11:30.066523+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:39:03.393548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:29.887386+0000","last_change":"2024-08-10T05:10:29.081812+0000","last_active":"2024-08-10T05:11:29.887386+0000","last_peered":"2024-08-10T05:11:29.887386+0000","last_clean":"2024-08-10T05:11:29.887386+0000","last_became_active":"2024-08-10T05:10:29.081220+0000","last_became_peered":"2024-08-10T05:10:29.081220+0000","last_unstale":"2024-08-10T05:11:29.887386+0000","last_undegraded":"2024-08-10T05:11:29.887386+0000","last_fullsized":"2024-08-10T05:11:29.887386+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:40:19.479959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.065832+0000","last_change":"2024-08-10T05:10:29.084956+0000","last_active":"2024-08-10T05:11:30.065832+0000","last_peered":"2024-08-10T05:11:30.065832+0000","last_clean":"2024-08-10T05:11:30.065832+0000","last_became_active":"2024-08-10T05:10:29.084242+0000","last_became_peered":"2024-08-10T05:10:29.084242+0000","last_unstale":"2024-08-10T05:11:30.065832+0000","last_undegraded":"2024-08-10T05:11:30.065832+0000","last_fullsized":"2024-08-10T05:11:30.065832+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:16:45.027508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.065213+0000","last_change":"2024-08-10T05:10:29.082709+0000","last_active":"2024-08-10T05:11:30.065213+0000","last_peered":"2024-08-10T05:11:30.065213+0000","last_clean":"2024-08-10T05:11:30.065213+0000","last_became_active":"2024-08-10T05:10:29.078783+0000","last_became_peered":"2024-08-10T05:10:29.078783+0000","last_unstale":"2024-08-10T05:11:30.065213+0000","last_undegraded":"2024-08-10T05:11:30.065213+0000","last_fullsized":"2024-08-10T05:11:30.065213+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:33:09.293903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.066849+0000","last_change":"2024-08-10T05:10:29.078958+0000","last_active":"2024-08-10T05:11:30.066849+0000","last_peered":"2024-08-10T05:11:30.066849+0000","last_clean":"2024-08-10T05:11:30.066849+0000","last_became_active":"2024-08-10T05:10:29.078679+0000","last_became_peered":"2024-08-10T05:10:29.078679+0000","last_unstale":"2024-08-10T05:11:30.066849+0000","last_undegraded":"2024-08-10T05:11:30.066849+0000","last_fullsized":"2024-08-10T05:11:30.066849+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:16:41.215057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.057141+0000","last_change":"2024-08-10T05:10:29.072057+0000","last_active":"2024-08-10T05:11:30.057141+0000","last_peered":"2024-08-10T05:11:30.057141+0000","last_clean":"2024-08-10T05:11:30.057141+0000","last_became_active":"2024-08-10T05:10:29.071749+0000","last_became_peered":"2024-08-10T05:10:29.071749+0000","last_unstale":"2024-08-10T05:11:30.057141+0000","last_undegraded":"2024-08-10T05:11:30.057141+0000","last_fullsized":"2024-08-10T05:11:30.057141+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:22:06.321763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.057108+0000","last_change":"2024-08-10T05:10:29.082958+0000","last_active":"2024-08-10T05:11:30.057108+0000","last_peered":"2024-08-10T05:11:30.057108+0000","last_clean":"2024-08-10T05:11:30.057108+0000","last_became_active":"2024-08-10T05:10:29.082662+0000","last_became_peered":"2024-08-10T05:10:29.082662+0000","last_unstale":"2024-08-10T05:11:30.057108+0000","last_undegraded":"2024-08-10T05:11:30.057108+0000","last_fullsized":"2024-08-10T05:11:30.057108+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:11:17.301659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:29.883401+0000","last_change":"2024-08-10T05:10:29.075786+0000","last_active":"2024-08-10T05:11:29.883401+0000","last_peered":"2024-08-10T05:11:29.883401+0000","last_clean":"2024-08-10T05:11:29.883401+0000","last_became_active":"2024-08-10T05:10:29.075163+0000","last_became_peered":"2024-08-10T05:10:29.075163+0000","last_unstale":"2024-08-10T05:11:29.883401+0000","last_undegraded":"2024-08-10T05:11:29.883401+0000","last_fullsized":"2024-08-10T05:11:29.883401+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:59:36.477561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.065812+0000","last_change":"2024-08-10T05:10:29.078563+0000","last_active":"2024-08-10T05:11:30.065812+0000","last_peered":"2024-08-10T05:11:30.065812+0000","last_clean":"2024-08-10T05:11:30.065812+0000","last_became_active":"2024-08-10T05:10:29.078004+0000","last_became_peered":"2024-08-10T05:10:29.078004+0000","last_unstale":"2024-08-10T05:11:30.065812+0000","last_undegraded":"2024-08-10T05:11:30.065812+0000","last_fullsized":"2024-08-10T05:11:30.065812+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:04:06.534206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.066400+0000","last_change":"2024-08-10T05:10:29.085490+0000","last_active":"2024-08-10T05:11:30.066400+0000","last_peered":"2024-08-10T05:11:30.066400+0000","last_clean":"2024-08-10T05:11:30.066400+0000","last_became_active":"2024-08-10T05:10:29.084617+0000","last_became_peered":"2024-08-10T05:10:29.084617+0000","last_unstale":"2024-08-10T05:11:30.066400+0000","last_undegraded":"2024-08-10T05:11:30.066400+0000","last_fullsized":"2024-08-10T05:11:30.066400+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:17:19.339243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:29.883983+0000","last_change":"2024-08-10T05:10:29.070323+0000","last_active":"2024-08-10T05:11:29.883983+0000","last_peered":"2024-08-10T05:11:29.883983+0000","last_clean":"2024-08-10T05:11:29.883983+0000","last_became_active":"2024-08-10T05:10:29.069770+0000","last_became_peered":"2024-08-10T05:10:29.069770+0000","last_unstale":"2024-08-10T05:11:29.883983+0000","last_undegraded":"2024-08-10T05:11:29.883983+0000","last_fullsized":"2024-08-10T05:11:29.883983+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:00:21.082500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:29.887273+0000","last_change":"2024-08-10T05:10:29.081629+0000","last_active":"2024-08-10T05:11:29.887273+0000","last_peered":"2024-08-10T05:11:29.887273+0000","last_clean":"2024-08-10T05:11:29.887273+0000","last_became_active":"2024-08-10T05:10:29.081369+0000","last_became_peered":"2024-08-10T05:10:29.081369+0000","last_unstale":"2024-08-10T05:11:29.887273+0000","last_undegraded":"2024-08-10T05:11:29.887273+0000","last_fullsized":"2024-08-10T05:11:29.887273+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:59:07.383007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:29.887931+0000","last_change":"2024-08-10T05:10:29.076217+0000","last_active":"2024-08-10T05:11:29.887931+0000","last_peered":"2024-08-10T05:11:29.887931+0000","last_clean":"2024-08-10T05:11:29.887931+0000","last_became_active":"2024-08-10T05:10:29.075834+0000","last_became_peered":"2024-08-10T05:10:29.075834+0000","last_unstale":"2024-08-10T05:11:29.887931+0000","last_undegraded":"2024-08-10T05:11:29.887931+0000","last_fullsized":"2024-08-10T05:11:29.887931+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:21:32.168614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:29.883437+0000","last_change":"2024-08-10T05:10:29.073608+0000","last_active":"2024-08-10T05:11:29.883437+0000","last_peered":"2024-08-10T05:11:29.883437+0000","last_clean":"2024-08-10T05:11:29.883437+0000","last_became_active":"2024-08-10T05:10:29.073321+0000","last_became_peered":"2024-08-10T05:10:29.073321+0000","last_unstale":"2024-08-10T05:11:29.883437+0000","last_undegraded":"2024-08-10T05:11:29.883437+0000","last_fullsized":"2024-08-10T05:11:29.883437+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:12:49.748088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.066604+0000","last_change":"2024-08-10T05:10:29.078156+0000","last_active":"2024-08-10T05:11:30.066604+0000","last_peered":"2024-08-10T05:11:30.066604+0000","last_clean":"2024-08-10T05:11:30.066604+0000","last_became_active":"2024-08-10T05:10:29.077617+0000","last_became_peered":"2024-08-10T05:10:29.077617+0000","last_unstale":"2024-08-10T05:11:30.066604+0000","last_undegraded":"2024-08-10T05:11:30.066604+0000","last_fullsized":"2024-08-10T05:11:30.066604+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:17:34.987725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":30,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.057064+0000","last_change":"2024-08-10T05:10:50.440206+0000","last_active":"2024-08-10T05:11:30.057064+0000","last_peered":"2024-08-10T05:11:30.057064+0000","last_clean":"2024-08-10T05:11:30.057064+0000","last_became_active":"2024-08-10T05:10:50.439956+0000","last_became_peered":"2024-08-10T05:10:50.439956+0000","last_unstale":"2024-08-10T05:11:30.057064+0000","last_undegraded":"2024-08-10T05:11:30.057064+0000","last_fullsized":"2024-08-10T05:11:30.057064+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:25:43.282669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.066892+0000","last_change":"2024-08-10T05:10:29.071759+0000","last_active":"2024-08-10T05:11:30.066892+0000","last_peered":"2024-08-10T05:11:30.066892+0000","last_clean":"2024-08-10T05:11:30.066892+0000","last_became_active":"2024-08-10T05:10:29.071406+0000","last_became_peered":"2024-08-10T05:10:29.071406+0000","last_unstale":"2024-08-10T05:11:30.066892+0000","last_undegraded":"2024-08-10T05:11:30.066892+0000","last_fullsized":"2024-08-10T05:11:30.066892+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:16:38.703376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:29.887430+0000","last_change":"2024-08-10T05:10:29.074505+0000","last_active":"2024-08-10T05:11:29.887430+0000","last_peered":"2024-08-10T05:11:29.887430+0000","last_clean":"2024-08-10T05:11:29.887430+0000","last_became_active":"2024-08-10T05:10:29.074240+0000","last_became_peered":"2024-08-10T05:10:29.074240+0000","last_unstale":"2024-08-10T05:11:29.887430+0000","last_undegraded":"2024-08-10T05:11:29.887430+0000","last_fullsized":"2024-08-10T05:11:29.887430+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:20:01.145083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":31,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.065364+0000","last_change":"2024-08-10T05:10:50.256061+0000","last_active":"2024-08-10T05:11:30.065364+0000","last_peered":"2024-08-10T05:11:30.065364+0000","last_clean":"2024-08-10T05:11:30.065364+0000","last_became_active":"2024-08-10T05:10:50.255675+0000","last_became_peered":"2024-08-10T05:10:50.255675+0000","last_unstale":"2024-08-10T05:11:30.065364+0000","last_undegraded":"2024-08-10T05:11:30.065364+0000","last_fullsized":"2024-08-10T05:11:30.065364+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:45:56.983235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:29.887318+0000","last_change":"2024-08-10T05:10:29.070862+0000","last_active":"2024-08-10T05:11:29.887318+0000","last_peered":"2024-08-10T05:11:29.887318+0000","last_clean":"2024-08-10T05:11:29.887318+0000","last_became_active":"2024-08-10T05:10:29.070602+0000","last_became_peered":"2024-08-10T05:10:29.070602+0000","last_unstale":"2024-08-10T05:11:29.887318+0000","last_undegraded":"2024-08-10T05:11:29.887318+0000","last_fullsized":"2024-08-10T05:11:29.887318+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:13:29.560413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.066166+0000","last_change":"2024-08-10T05:10:29.074551+0000","last_active":"2024-08-10T05:11:30.066166+0000","last_peered":"2024-08-10T05:11:30.066166+0000","last_clean":"2024-08-10T05:11:30.066166+0000","last_became_active":"2024-08-10T05:10:29.074195+0000","last_became_peered":"2024-08-10T05:10:29.074195+0000","last_unstale":"2024-08-10T05:11:30.066166+0000","last_undegraded":"2024-08-10T05:11:30.066166+0000","last_fullsized":"2024-08-10T05:11:30.066166+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:32:17.903554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.057147+0000","last_change":"2024-08-10T05:10:29.081097+0000","last_active":"2024-08-10T05:11:30.057147+0000","last_peered":"2024-08-10T05:11:30.057147+0000","last_clean":"2024-08-10T05:11:30.057147+0000","last_became_active":"2024-08-10T05:10:29.080841+0000","last_became_peered":"2024-08-10T05:10:29.080841+0000","last_unstale":"2024-08-10T05:11:30.057147+0000","last_undegraded":"2024-08-10T05:11:30.057147+0000","last_fullsized":"2024-08-10T05:11:30.057147+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:41:35.692261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:29.883926+0000","last_change":"2024-08-10T05:10:29.067096+0000","last_active":"2024-08-10T05:11:29.883926+0000","last_peered":"2024-08-10T05:11:29.883926+0000","last_clean":"2024-08-10T05:11:29.883926+0000","last_became_active":"2024-08-10T05:10:29.066783+0000","last_became_peered":"2024-08-10T05:10:29.066783+0000","last_unstale":"2024-08-10T05:11:29.883926+0000","last_undegraded":"2024-08-10T05:11:29.883926+0000","last_fullsized":"2024-08-10T05:11:29.883926+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:39:54.838780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.066001+0000","last_change":"2024-08-10T05:10:29.078480+0000","last_active":"2024-08-10T05:11:30.066001+0000","last_peered":"2024-08-10T05:11:30.066001+0000","last_clean":"2024-08-10T05:11:30.066001+0000","last_became_active":"2024-08-10T05:10:29.078180+0000","last_became_peered":"2024-08-10T05:10:29.078180+0000","last_unstale":"2024-08-10T05:11:30.066001+0000","last_undegraded":"2024-08-10T05:11:30.066001+0000","last_fullsized":"2024-08-10T05:11:30.066001+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:43:04.396295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.066965+0000","last_change":"2024-08-10T05:10:29.085075+0000","last_active":"2024-08-10T05:11:30.066965+0000","last_peered":"2024-08-10T05:11:30.066965+0000","last_clean":"2024-08-10T05:11:30.066965+0000","last_became_active":"2024-08-10T05:10:29.084815+0000","last_became_peered":"2024-08-10T05:10:29.084815+0000","last_unstale":"2024-08-10T05:11:30.066965+0000","last_undegraded":"2024-08-10T05:11:30.066965+0000","last_fullsized":"2024-08-10T05:11:30.066965+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:57:30.200961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:29.887460+0000","last_change":"2024-08-10T05:10:29.081951+0000","last_active":"2024-08-10T05:11:29.887460+0000","last_peered":"2024-08-10T05:11:29.887460+0000","last_clean":"2024-08-10T05:11:29.887460+0000","last_became_active":"2024-08-10T05:10:29.081565+0000","last_became_peered":"2024-08-10T05:10:29.081565+0000","last_unstale":"2024-08-10T05:11:29.887460+0000","last_undegraded":"2024-08-10T05:11:29.887460+0000","last_fullsized":"2024-08-10T05:11:29.887460+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:40:35.329296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:29.882747+0000","last_change":"2024-08-10T05:10:29.075596+0000","last_active":"2024-08-10T05:11:29.882747+0000","last_peered":"2024-08-10T05:11:29.882747+0000","last_clean":"2024-08-10T05:11:29.882747+0000","last_became_active":"2024-08-10T05:10:29.075320+0000","last_became_peered":"2024-08-10T05:10:29.075320+0000","last_unstale":"2024-08-10T05:11:29.882747+0000","last_undegraded":"2024-08-10T05:11:29.882747+0000","last_fullsized":"2024-08-10T05:11:29.882747+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:08:58.296245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":30,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.056703+0000","last_change":"2024-08-10T05:10:50.254418+0000","last_active":"2024-08-10T05:11:30.056703+0000","last_peered":"2024-08-10T05:11:30.056703+0000","last_clean":"2024-08-10T05:11:30.056703+0000","last_became_active":"2024-08-10T05:10:50.254084+0000","last_became_peered":"2024-08-10T05:10:50.254084+0000","last_unstale":"2024-08-10T05:11:30.056703+0000","last_undegraded":"2024-08-10T05:11:30.056703+0000","last_fullsized":"2024-08-10T05:11:30.056703+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:06:47.053373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:29.883117+0000","last_change":"2024-08-10T05:10:29.064378+0000","last_active":"2024-08-10T05:11:29.883117+0000","last_peered":"2024-08-10T05:11:29.883117+0000","last_clean":"2024-08-10T05:11:29.883117+0000","last_became_active":"2024-08-10T05:10:29.063939+0000","last_became_peered":"2024-08-10T05:10:29.063939+0000","last_unstale":"2024-08-10T05:11:29.883117+0000","last_undegraded":"2024-08-10T05:11:29.883117+0000","last_fullsized":"2024-08-10T05:11:29.883117+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:46:22.153445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"66'1","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.065934+0000","last_change":"2024-08-10T05:10:25.847093+0000","last_active":"2024-08-10T05:11:30.065934+0000","last_peered":"2024-08-10T05:11:30.065934+0000","last_clean":"2024-08-10T05:11:30.065934+0000","last_became_active":"2024-08-10T05:10:25.846777+0000","last_became_peered":"2024-08-10T05:10:25.846777+0000","last_unstale":"2024-08-10T05:11:30.065934+0000","last_undegraded":"2024-08-10T05:11:30.065934+0000","last_fullsized":"2024-08-10T05:11:30.065934+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:57:13.408054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.067049+0000","last_change":"2024-08-10T05:10:29.074781+0000","last_active":"2024-08-10T05:11:30.067049+0000","last_peered":"2024-08-10T05:11:30.067049+0000","last_clean":"2024-08-10T05:11:30.067049+0000","last_became_active":"2024-08-10T05:10:29.074463+0000","last_became_peered":"2024-08-10T05:10:29.074463+0000","last_unstale":"2024-08-10T05:11:30.067049+0000","last_undegraded":"2024-08-10T05:11:30.067049+0000","last_fullsized":"2024-08-10T05:11:30.067049+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:48:32.385567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"66'1","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.056934+0000","last_change":"2024-08-10T05:10:25.844668+0000","last_active":"2024-08-10T05:11:30.056934+0000","last_peered":"2024-08-10T05:11:30.056934+0000","last_clean":"2024-08-10T05:11:30.056934+0000","last_became_active":"2024-08-10T05:10:25.844365+0000","last_became_peered":"2024-08-10T05:10:25.844365+0000","last_unstale":"2024-08-10T05:11:30.056934+0000","last_undegraded":"2024-08-10T05:11:30.056934+0000","last_fullsized":"2024-08-10T05:11:30.056934+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:56:09.048933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.065567+0000","last_change":"2024-08-10T05:10:25.846243+0000","last_active":"2024-08-10T05:11:30.065567+0000","last_peered":"2024-08-10T05:11:30.065567+0000","last_clean":"2024-08-10T05:11:30.065567+0000","last_became_active":"2024-08-10T05:10:25.845930+0000","last_became_peered":"2024-08-10T05:10:25.845930+0000","last_unstale":"2024-08-10T05:11:30.065567+0000","last_undegraded":"2024-08-10T05:11:30.065567+0000","last_fullsized":"2024-08-10T05:11:30.065567+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:50:41.627402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.065247+0000","last_change":"2024-08-10T05:10:29.078853+0000","last_active":"2024-08-10T05:11:30.065247+0000","last_peered":"2024-08-10T05:11:30.065247+0000","last_clean":"2024-08-10T05:11:30.065247+0000","last_became_active":"2024-08-10T05:10:29.078166+0000","last_became_peered":"2024-08-10T05:10:29.078166+0000","last_unstale":"2024-08-10T05:11:30.065247+0000","last_undegraded":"2024-08-10T05:11:30.065247+0000","last_fullsized":"2024-08-10T05:11:30.065247+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:50:26.834928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:29.887345+0000","last_change":"2024-08-10T05:10:25.844598+0000","last_active":"2024-08-10T05:11:29.887345+0000","last_peered":"2024-08-10T05:11:29.887345+0000","last_clean":"2024-08-10T05:11:29.887345+0000","last_became_active":"2024-08-10T05:10:25.844180+0000","last_became_peered":"2024-08-10T05:10:25.844180+0000","last_unstale":"2024-08-10T05:11:29.887345+0000","last_undegraded":"2024-08-10T05:11:29.887345+0000","last_fullsized":"2024-08-10T05:11:29.887345+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:50:00.755212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:29.883841+0000","last_change":"2024-08-10T05:10:29.071015+0000","last_active":"2024-08-10T05:11:29.883841+0000","last_peered":"2024-08-10T05:11:29.883841+0000","last_clean":"2024-08-10T05:11:29.883841+0000","last_became_active":"2024-08-10T05:10:29.070729+0000","last_became_peered":"2024-08-10T05:10:29.070729+0000","last_unstale":"2024-08-10T05:11:29.883841+0000","last_undegraded":"2024-08-10T05:11:29.883841+0000","last_fullsized":"2024-08-10T05:11:29.883841+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:21:49.840421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":23,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.057153+0000","last_change":"2024-08-10T05:10:25.848142+0000","last_active":"2024-08-10T05:11:30.057153+0000","last_peered":"2024-08-10T05:11:30.057153+0000","last_clean":"2024-08-10T05:11:30.057153+0000","last_became_active":"2024-08-10T05:10:25.847824+0000","last_became_peered":"2024-08-10T05:10:25.847824+0000","last_unstale":"2024-08-10T05:11:30.057153+0000","last_undegraded":"2024-08-10T05:11:30.057153+0000","last_fullsized":"2024-08-10T05:11:30.057153+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:50:52.474002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:29.887784+0000","last_change":"2024-08-10T05:10:29.076708+0000","last_active":"2024-08-10T05:11:29.887784+0000","last_peered":"2024-08-10T05:11:29.887784+0000","last_clean":"2024-08-10T05:11:29.887784+0000","last_became_active":"2024-08-10T05:10:29.076454+0000","last_became_peered":"2024-08-10T05:10:29.076454+0000","last_unstale":"2024-08-10T05:11:29.887784+0000","last_undegraded":"2024-08-10T05:11:29.887784+0000","last_fullsized":"2024-08-10T05:11:29.887784+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:37:16.626829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:29.887845+0000","last_change":"2024-08-10T05:10:25.843179+0000","last_active":"2024-08-10T05:11:29.887845+0000","last_peered":"2024-08-10T05:11:29.887845+0000","last_clean":"2024-08-10T05:11:29.887845+0000","last_became_active":"2024-08-10T05:10:25.842799+0000","last_became_peered":"2024-08-10T05:10:25.842799+0000","last_unstale":"2024-08-10T05:11:29.887845+0000","last_undegraded":"2024-08-10T05:11:29.887845+0000","last_fullsized":"2024-08-10T05:11:29.887845+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:33:46.751185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.067177+0000","last_change":"2024-08-10T05:10:29.082861+0000","last_active":"2024-08-10T05:11:30.067177+0000","last_peered":"2024-08-10T05:11:30.067177+0000","last_clean":"2024-08-10T05:11:30.067177+0000","last_became_active":"2024-08-10T05:10:29.082583+0000","last_became_peered":"2024-08-10T05:10:29.082583+0000","last_unstale":"2024-08-10T05:11:30.067177+0000","last_undegraded":"2024-08-10T05:11:30.067177+0000","last_fullsized":"2024-08-10T05:11:30.067177+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:37:00.907092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"66'3","reported_seq":27,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:29.884075+0000","last_change":"2024-08-10T05:10:25.847729+0000","last_active":"2024-08-10T05:11:29.884075+0000","last_peered":"2024-08-10T05:11:29.884075+0000","last_clean":"2024-08-10T05:11:29.884075+0000","last_became_active":"2024-08-10T05:10:25.847453+0000","last_became_peered":"2024-08-10T05:10:25.847453+0000","last_unstale":"2024-08-10T05:11:29.884075+0000","last_undegraded":"2024-08-10T05:11:29.884075+0000","last_fullsized":"2024-08-10T05:11:29.884075+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:18:20.466598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:29.883446+0000","last_change":"2024-08-10T05:10:29.074829+0000","last_active":"2024-08-10T05:11:29.883446+0000","last_peered":"2024-08-10T05:11:29.883446+0000","last_clean":"2024-08-10T05:11:29.883446+0000","last_became_active":"2024-08-10T05:10:29.074565+0000","last_became_peered":"2024-08-10T05:10:29.074565+0000","last_unstale":"2024-08-10T05:11:29.883446+0000","last_undegraded":"2024-08-10T05:11:29.883446+0000","last_fullsized":"2024-08-10T05:11:29.883446+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:13:38.195656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"69'9","reported_seq":32,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.057209+0000","last_change":"2024-08-10T05:10:25.848694+0000","last_active":"2024-08-10T05:11:30.057209+0000","last_peered":"2024-08-10T05:11:30.057209+0000","last_clean":"2024-08-10T05:11:30.057209+0000","last_became_active":"2024-08-10T05:10:25.848287+0000","last_became_peered":"2024-08-10T05:10:25.848287+0000","last_unstale":"2024-08-10T05:11:30.057209+0000","last_undegraded":"2024-08-10T05:11:30.057209+0000","last_fullsized":"2024-08-10T05:11:30.057209+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:33:21.302088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2342,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.066462+0000","last_change":"2024-08-10T05:10:29.082280+0000","last_active":"2024-08-10T05:11:30.066462+0000","last_peered":"2024-08-10T05:11:30.066462+0000","last_clean":"2024-08-10T05:11:30.066462+0000","last_became_active":"2024-08-10T05:10:29.081680+0000","last_became_peered":"2024-08-10T05:10:29.081680+0000","last_unstale":"2024-08-10T05:11:30.066462+0000","last_undegraded":"2024-08-10T05:11:30.066462+0000","last_fullsized":"2024-08-10T05:11:30.066462+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:06:21.099839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"66'2","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.065205+0000","last_change":"2024-08-10T05:10:25.843210+0000","last_active":"2024-08-10T05:11:30.065205+0000","last_peered":"2024-08-10T05:11:30.065205+0000","last_clean":"2024-08-10T05:11:30.065205+0000","last_became_active":"2024-08-10T05:10:25.842788+0000","last_became_peered":"2024-08-10T05:10:25.842788+0000","last_unstale":"2024-08-10T05:11:30.065205+0000","last_undegraded":"2024-08-10T05:11:30.065205+0000","last_fullsized":"2024-08-10T05:11:30.065205+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:45:10.896399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.066466+0000","last_change":"2024-08-10T05:10:29.079831+0000","last_active":"2024-08-10T05:11:30.066466+0000","last_peered":"2024-08-10T05:11:30.066466+0000","last_clean":"2024-08-10T05:11:30.066466+0000","last_became_active":"2024-08-10T05:10:29.079609+0000","last_became_peered":"2024-08-10T05:10:29.079609+0000","last_unstale":"2024-08-10T05:11:30.066466+0000","last_undegraded":"2024-08-10T05:11:30.066466+0000","last_fullsized":"2024-08-10T05:11:30.066466+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:59:58.700092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":34,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:29.887503+0000","last_change":"2024-08-10T05:10:50.256112+0000","last_active":"2024-08-10T05:11:29.887503+0000","last_peered":"2024-08-10T05:11:29.887503+0000","last_clean":"2024-08-10T05:11:29.887503+0000","last_became_active":"2024-08-10T05:10:50.255846+0000","last_became_peered":"2024-08-10T05:10:50.255846+0000","last_unstale":"2024-08-10T05:11:29.887503+0000","last_undegraded":"2024-08-10T05:11:29.887503+0000","last_fullsized":"2024-08-10T05:11:29.887503+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:08:21.630390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.066466+0000","last_change":"2024-08-10T05:10:29.084797+0000","last_active":"2024-08-10T05:11:30.066466+0000","last_peered":"2024-08-10T05:11:30.066466+0000","last_clean":"2024-08-10T05:11:30.066466+0000","last_became_active":"2024-08-10T05:10:29.084248+0000","last_became_peered":"2024-08-10T05:10:29.084248+0000","last_unstale":"2024-08-10T05:11:30.066466+0000","last_undegraded":"2024-08-10T05:11:30.066466+0000","last_fullsized":"2024-08-10T05:11:30.066466+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:55:27.191398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":23,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.056866+0000","last_change":"2024-08-10T05:10:25.848523+0000","last_active":"2024-08-10T05:11:30.056866+0000","last_peered":"2024-08-10T05:11:30.056866+0000","last_clean":"2024-08-10T05:11:30.056866+0000","last_became_active":"2024-08-10T05:10:25.846732+0000","last_became_peered":"2024-08-10T05:10:25.846732+0000","last_unstale":"2024-08-10T05:11:30.056866+0000","last_undegraded":"2024-08-10T05:11:30.056866+0000","last_fullsized":"2024-08-10T05:11:30.056866+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:59:46.625291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.056732+0000","last_change":"2024-08-10T05:10:29.082959+0000","last_active":"2024-08-10T05:11:30.056732+0000","last_peered":"2024-08-10T05:11:30.056732+0000","last_clean":"2024-08-10T05:11:30.056732+0000","last_became_active":"2024-08-10T05:10:29.082707+0000","last_became_peered":"2024-08-10T05:10:29.082707+0000","last_unstale":"2024-08-10T05:11:30.056732+0000","last_undegraded":"2024-08-10T05:11:30.056732+0000","last_fullsized":"2024-08-10T05:11:30.056732+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:07:44.205981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"66'8","reported_seq":32,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:29.882832+0000","last_change":"2024-08-10T05:10:25.840828+0000","last_active":"2024-08-10T05:11:29.882832+0000","last_peered":"2024-08-10T05:11:29.882832+0000","last_clean":"2024-08-10T05:11:29.882832+0000","last_became_active":"2024-08-10T05:10:25.840554+0000","last_became_peered":"2024-08-10T05:10:25.840554+0000","last_unstale":"2024-08-10T05:11:29.882832+0000","last_undegraded":"2024-08-10T05:11:29.882832+0000","last_fullsized":"2024-08-10T05:11:29.882832+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:36:26.147349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.066007+0000","last_change":"2024-08-10T05:10:29.083923+0000","last_active":"2024-08-10T05:11:30.066007+0000","last_peered":"2024-08-10T05:11:30.066007+0000","last_clean":"2024-08-10T05:11:30.066007+0000","last_became_active":"2024-08-10T05:10:29.083529+0000","last_became_peered":"2024-08-10T05:10:29.083529+0000","last_unstale":"2024-08-10T05:11:30.066007+0000","last_undegraded":"2024-08-10T05:11:30.066007+0000","last_fullsized":"2024-08-10T05:11:30.066007+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:05:03.421597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"66'1","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:29.883804+0000","last_change":"2024-08-10T05:10:25.842836+0000","last_active":"2024-08-10T05:11:29.883804+0000","last_peered":"2024-08-10T05:11:29.883804+0000","last_clean":"2024-08-10T05:11:29.883804+0000","last_became_active":"2024-08-10T05:10:25.842529+0000","last_became_peered":"2024-08-10T05:10:25.842529+0000","last_unstale":"2024-08-10T05:11:29.883804+0000","last_undegraded":"2024-08-10T05:11:29.883804+0000","last_fullsized":"2024-08-10T05:11:29.883804+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:09:27.231370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.066836+0000","last_change":"2024-08-10T05:10:29.081132+0000","last_active":"2024-08-10T05:11:30.066836+0000","last_peered":"2024-08-10T05:11:30.066836+0000","last_clean":"2024-08-10T05:11:30.066836+0000","last_became_active":"2024-08-10T05:10:29.080884+0000","last_became_peered":"2024-08-10T05:10:29.080884+0000","last_unstale":"2024-08-10T05:11:30.066836+0000","last_undegraded":"2024-08-10T05:11:30.066836+0000","last_fullsized":"2024-08-10T05:11:30.066836+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:16:44.973212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"66'2","reported_seq":26,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:29.883595+0000","last_change":"2024-08-10T05:10:25.844918+0000","last_active":"2024-08-10T05:11:29.883595+0000","last_peered":"2024-08-10T05:11:29.883595+0000","last_clean":"2024-08-10T05:11:29.883595+0000","last_became_active":"2024-08-10T05:10:25.844661+0000","last_became_peered":"2024-08-10T05:10:25.844661+0000","last_unstale":"2024-08-10T05:11:29.883595+0000","last_undegraded":"2024-08-10T05:11:29.883595+0000","last_fullsized":"2024-08-10T05:11:29.883595+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:10:49.915291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.066700+0000","last_change":"2024-08-10T05:10:29.083486+0000","last_active":"2024-08-10T05:11:30.066700+0000","last_peered":"2024-08-10T05:11:30.066700+0000","last_clean":"2024-08-10T05:11:30.066700+0000","last_became_active":"2024-08-10T05:10:29.083120+0000","last_became_peered":"2024-08-10T05:10:29.083120+0000","last_unstale":"2024-08-10T05:11:30.066700+0000","last_undegraded":"2024-08-10T05:11:30.066700+0000","last_fullsized":"2024-08-10T05:11:30.066700+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:03:22.620600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"66'1","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:29.884168+0000","last_change":"2024-08-10T05:10:25.841696+0000","last_active":"2024-08-10T05:11:29.884168+0000","last_peered":"2024-08-10T05:11:29.884168+0000","last_clean":"2024-08-10T05:11:29.884168+0000","last_became_active":"2024-08-10T05:10:25.841404+0000","last_became_peered":"2024-08-10T05:10:25.841404+0000","last_unstale":"2024-08-10T05:11:29.884168+0000","last_undegraded":"2024-08-10T05:11:29.884168+0000","last_fullsized":"2024-08-10T05:11:29.884168+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:02:29.531302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:29.887686+0000","last_change":"2024-08-10T05:10:29.074462+0000","last_active":"2024-08-10T05:11:29.887686+0000","last_peered":"2024-08-10T05:11:29.887686+0000","last_clean":"2024-08-10T05:11:29.887686+0000","last_became_active":"2024-08-10T05:10:29.074182+0000","last_became_peered":"2024-08-10T05:10:29.074182+0000","last_unstale":"2024-08-10T05:11:29.887686+0000","last_undegraded":"2024-08-10T05:11:29.887686+0000","last_fullsized":"2024-08-10T05:11:29.887686+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:23:59.780411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:29.883094+0000","last_change":"2024-08-10T05:10:25.840350+0000","last_active":"2024-08-10T05:11:29.883094+0000","last_peered":"2024-08-10T05:11:29.883094+0000","last_clean":"2024-08-10T05:11:29.883094+0000","last_became_active":"2024-08-10T05:10:25.840020+0000","last_became_peered":"2024-08-10T05:10:25.840020+0000","last_unstale":"2024-08-10T05:11:29.883094+0000","last_undegraded":"2024-08-10T05:11:29.883094+0000","last_fullsized":"2024-08-10T05:11:29.883094+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:41:08.343113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.066500+0000","last_change":"2024-08-10T05:10:29.076352+0000","last_active":"2024-08-10T05:11:30.066500+0000","last_peered":"2024-08-10T05:11:30.066500+0000","last_clean":"2024-08-10T05:11:30.066500+0000","last_became_active":"2024-08-10T05:10:29.075715+0000","last_became_peered":"2024-08-10T05:10:29.075715+0000","last_unstale":"2024-08-10T05:11:30.066500+0000","last_undegraded":"2024-08-10T05:11:30.066500+0000","last_fullsized":"2024-08-10T05:11:30.066500+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:11:55.262046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":18,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-08-10T05:11:34.994190+0000","last_change":"2024-08-10T05:11:30.057357+0000","last_active":"2024-08-10T05:11:34.994190+0000","last_peered":"2024-08-10T05:11:34.994190+0000","last_clean":"2024-08-10T05:11:34.994190+0000","last_became_active":"2024-08-10T05:11:25.137341+0000","last_became_peered":"2024-08-10T05:11:25.137341+0000","last_unstale":"2024-08-10T05:11:34.994190+0000","last_undegraded":"2024-08-10T05:11:34.994190+0000","last_fullsized":"2024-08-10T05:11:34.994190+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:11:24.125739+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:11:24.125739+0000","last_clean_scrub_stamp":"2024-08-10T05:11:24.125739+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:02:09.878719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00027242199999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"69'128","reported_seq":282,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.065921+0000","last_change":"2024-08-10T05:10:03.963608+0000","last_active":"2024-08-10T05:11:30.065921+0000","last_peered":"2024-08-10T05:11:30.065921+0000","last_clean":"2024-08-10T05:11:30.065921+0000","last_became_active":"2024-08-10T05:10:03.963183+0000","last_became_peered":"2024-08-10T05:10:03.963183+0000","last_unstale":"2024-08-10T05:11:30.065921+0000","last_undegraded":"2024-08-10T05:11:30.065921+0000","last_fullsized":"2024-08-10T05:11:30.065921+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:08:04.067019+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:08:04.067019+0000","last_clean_scrub_stamp":"2024-08-10T05:08:04.067019+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:05:43.413270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:29.887585+0000","last_change":"2024-08-10T05:10:25.847141+0000","last_active":"2024-08-10T05:11:29.887585+0000","last_peered":"2024-08-10T05:11:29.887585+0000","last_clean":"2024-08-10T05:11:29.887585+0000","last_became_active":"2024-08-10T05:10:25.845184+0000","last_became_peered":"2024-08-10T05:10:25.845184+0000","last_unstale":"2024-08-10T05:11:29.887585+0000","last_undegraded":"2024-08-10T05:11:29.887585+0000","last_fullsized":"2024-08-10T05:11:29.887585+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:48:41.518627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.065688+0000","last_change":"2024-08-10T05:10:29.082473+0000","last_active":"2024-08-10T05:11:30.065688+0000","last_peered":"2024-08-10T05:11:30.065688+0000","last_clean":"2024-08-10T05:11:30.065688+0000","last_became_active":"2024-08-10T05:10:29.082218+0000","last_became_peered":"2024-08-10T05:10:29.082218+0000","last_unstale":"2024-08-10T05:11:30.065688+0000","last_undegraded":"2024-08-10T05:11:30.065688+0000","last_fullsized":"2024-08-10T05:11:30.065688+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:48:32.089175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":18,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-08-10T05:11:35.167336+0000","last_change":"2024-08-10T05:11:30.067211+0000","last_active":"2024-08-10T05:11:35.167336+0000","last_peered":"2024-08-10T05:11:35.167336+0000","last_clean":"2024-08-10T05:11:35.167336+0000","last_became_active":"2024-08-10T05:11:25.366691+0000","last_became_peered":"2024-08-10T05:11:25.366691+0000","last_unstale":"2024-08-10T05:11:35.167336+0000","last_undegraded":"2024-08-10T05:11:35.167336+0000","last_fullsized":"2024-08-10T05:11:35.167336+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:11:24.125739+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:11:24.125739+0000","last_clean_scrub_stamp":"2024-08-10T05:11:24.125739+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:36:55.098270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00018042500000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":23,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.065231+0000","last_change":"2024-08-10T05:10:25.850238+0000","last_active":"2024-08-10T05:11:30.065231+0000","last_peered":"2024-08-10T05:11:30.065231+0000","last_clean":"2024-08-10T05:11:30.065231+0000","last_became_active":"2024-08-10T05:10:25.849644+0000","last_became_peered":"2024-08-10T05:10:25.849644+0000","last_unstale":"2024-08-10T05:11:30.065231+0000","last_undegraded":"2024-08-10T05:11:30.065231+0000","last_fullsized":"2024-08-10T05:11:30.065231+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:26:12.410095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.066154+0000","last_change":"2024-08-10T05:10:29.078649+0000","last_active":"2024-08-10T05:11:30.066154+0000","last_peered":"2024-08-10T05:11:30.066154+0000","last_clean":"2024-08-10T05:11:30.066154+0000","last_became_active":"2024-08-10T05:10:29.078200+0000","last_became_peered":"2024-08-10T05:10:29.078200+0000","last_unstale":"2024-08-10T05:11:30.066154+0000","last_undegraded":"2024-08-10T05:11:30.066154+0000","last_fullsized":"2024-08-10T05:11:30.066154+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:16:01.271759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":19,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-08-10T05:11:34.970264+0000","last_change":"2024-08-10T05:11:29.884432+0000","last_active":"2024-08-10T05:11:34.970264+0000","last_peered":"2024-08-10T05:11:34.970264+0000","last_clean":"2024-08-10T05:11:34.970264+0000","last_became_active":"2024-08-10T05:11:25.367603+0000","last_became_peered":"2024-08-10T05:11:25.367603+0000","last_unstale":"2024-08-10T05:11:34.970264+0000","last_undegraded":"2024-08-10T05:11:34.970264+0000","last_fullsized":"2024-08-10T05:11:34.970264+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:11:24.125739+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:11:24.125739+0000","last_clean_scrub_stamp":"2024-08-10T05:11:24.125739+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:04:52.113774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00064221000000000005,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:29.882870+0000","last_change":"2024-08-10T05:10:25.843274+0000","last_active":"2024-08-10T05:11:29.882870+0000","last_peered":"2024-08-10T05:11:29.882870+0000","last_clean":"2024-08-10T05:11:29.882870+0000","last_became_active":"2024-08-10T05:10:25.843003+0000","last_became_peered":"2024-08-10T05:10:25.843003+0000","last_unstale":"2024-08-10T05:11:29.882870+0000","last_undegraded":"2024-08-10T05:11:29.882870+0000","last_fullsized":"2024-08-10T05:11:29.882870+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:15:39.947850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:29.883796+0000","last_change":"2024-08-10T05:10:29.065667+0000","last_active":"2024-08-10T05:11:29.883796+0000","last_peered":"2024-08-10T05:11:29.883796+0000","last_clean":"2024-08-10T05:11:29.883796+0000","last_became_active":"2024-08-10T05:10:29.065405+0000","last_became_peered":"2024-08-10T05:10:29.065405+0000","last_unstale":"2024-08-10T05:11:29.883796+0000","last_undegraded":"2024-08-10T05:11:29.883796+0000","last_fullsized":"2024-08-10T05:11:29.883796+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:45:11.978607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":19,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-08-10T05:11:34.969937+0000","last_change":"2024-08-10T05:11:29.885124+0000","last_active":"2024-08-10T05:11:34.969937+0000","last_peered":"2024-08-10T05:11:34.969937+0000","last_clean":"2024-08-10T05:11:34.969937+0000","last_became_active":"2024-08-10T05:11:25.366615+0000","last_became_peered":"2024-08-10T05:11:25.366615+0000","last_unstale":"2024-08-10T05:11:34.969937+0000","last_undegraded":"2024-08-10T05:11:34.969937+0000","last_fullsized":"2024-08-10T05:11:34.969937+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:11:24.125739+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:11:24.125739+0000","last_clean_scrub_stamp":"2024-08-10T05:11:24.125739+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:10:04.284997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00092469700000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:29.887537+0000","last_change":"2024-08-10T05:10:25.849852+0000","last_active":"2024-08-10T05:11:29.887537+0000","last_peered":"2024-08-10T05:11:29.887537+0000","last_clean":"2024-08-10T05:11:29.887537+0000","last_became_active":"2024-08-10T05:10:25.847545+0000","last_became_peered":"2024-08-10T05:10:25.847545+0000","last_unstale":"2024-08-10T05:11:29.887537+0000","last_undegraded":"2024-08-10T05:11:29.887537+0000","last_fullsized":"2024-08-10T05:11:29.887537+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:17:58.425518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:29.883207+0000","last_change":"2024-08-10T05:10:29.076840+0000","last_active":"2024-08-10T05:11:29.883207+0000","last_peered":"2024-08-10T05:11:29.883207+0000","last_clean":"2024-08-10T05:11:29.883207+0000","last_became_active":"2024-08-10T05:10:29.076559+0000","last_became_peered":"2024-08-10T05:10:29.076559+0000","last_unstale":"2024-08-10T05:11:29.883207+0000","last_undegraded":"2024-08-10T05:11:29.883207+0000","last_fullsized":"2024-08-10T05:11:29.883207+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:50:09.092695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2","version":"75'2","reported_seq":21,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-08-10T05:11:34.969980+0000","last_change":"2024-08-10T05:11:29.885080+0000","last_active":"2024-08-10T05:11:34.969980+0000","last_peered":"2024-08-10T05:11:34.969980+0000","last_clean":"2024-08-10T05:11:34.969980+0000","last_became_active":"2024-08-10T05:11:25.367617+0000","last_became_peered":"2024-08-10T05:11:25.367617+0000","last_unstale":"2024-08-10T05:11:34.969980+0000","last_undegraded":"2024-08-10T05:11:34.969980+0000","last_fullsized":"2024-08-10T05:11:34.969980+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:11:24.125739+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:11:24.125739+0000","last_clean_scrub_stamp":"2024-08-10T05:11:24.125739+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:19:50.730861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00093910800000000002,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:29.884402+0000","last_change":"2024-08-10T05:10:25.844697+0000","last_active":"2024-08-10T05:11:29.884402+0000","last_peered":"2024-08-10T05:11:29.884402+0000","last_clean":"2024-08-10T05:11:29.884402+0000","last_became_active":"2024-08-10T05:10:25.844380+0000","last_became_peered":"2024-08-10T05:10:25.844380+0000","last_unstale":"2024-08-10T05:11:29.884402+0000","last_undegraded":"2024-08-10T05:11:29.884402+0000","last_fullsized":"2024-08-10T05:11:29.884402+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:23:39.783796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:29.887725+0000","last_change":"2024-08-10T05:10:29.069626+0000","last_active":"2024-08-10T05:11:29.887725+0000","last_peered":"2024-08-10T05:11:29.887725+0000","last_clean":"2024-08-10T05:11:29.887725+0000","last_became_active":"2024-08-10T05:10:29.068248+0000","last_became_peered":"2024-08-10T05:10:29.068248+0000","last_unstale":"2024-08-10T05:11:29.887725+0000","last_undegraded":"2024-08-10T05:11:29.887725+0000","last_fullsized":"2024-08-10T05:11:29.887725+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:38:13.639344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3","version":"73'1","reported_seq":19,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-08-10T05:11:35.166833+0000","last_change":"2024-08-10T05:11:30.067247+0000","last_active":"2024-08-10T05:11:35.166833+0000","last_peered":"2024-08-10T05:11:35.166833+0000","last_clean":"2024-08-10T05:11:35.166833+0000","last_became_active":"2024-08-10T05:11:25.367458+0000","last_became_peered":"2024-08-10T05:11:25.367458+0000","last_unstale":"2024-08-10T05:11:35.166833+0000","last_undegraded":"2024-08-10T05:11:35.166833+0000","last_fullsized":"2024-08-10T05:11:35.166833+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:11:24.125739+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:11:24.125739+0000","last_clean_scrub_stamp":"2024-08-10T05:11:24.125739+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:07:41.894334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00078572400000000001,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":23,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.065578+0000","last_change":"2024-08-10T05:10:25.849248+0000","last_active":"2024-08-10T05:11:30.065578+0000","last_peered":"2024-08-10T05:11:30.065578+0000","last_clean":"2024-08-10T05:11:30.065578+0000","last_became_active":"2024-08-10T05:10:25.848913+0000","last_became_peered":"2024-08-10T05:10:25.848913+0000","last_unstale":"2024-08-10T05:11:30.065578+0000","last_undegraded":"2024-08-10T05:11:30.065578+0000","last_fullsized":"2024-08-10T05:11:30.065578+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:54:01.026444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:29.884395+0000","last_change":"2024-08-10T05:10:29.082381+0000","last_active":"2024-08-10T05:11:29.884395+0000","last_peered":"2024-08-10T05:11:29.884395+0000","last_clean":"2024-08-10T05:11:29.884395+0000","last_became_active":"2024-08-10T05:10:29.082045+0000","last_became_peered":"2024-08-10T05:10:29.082045+0000","last_unstale":"2024-08-10T05:11:29.884395+0000","last_undegraded":"2024-08-10T05:11:29.884395+0000","last_fullsized":"2024-08-10T05:11:29.884395+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:11:04.312960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":19,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-08-10T05:11:35.166711+0000","last_change":"2024-08-10T05:11:30.065469+0000","last_active":"2024-08-10T05:11:35.166711+0000","last_peered":"2024-08-10T05:11:35.166711+0000","last_clean":"2024-08-10T05:11:35.166711+0000","last_became_active":"2024-08-10T05:11:25.139214+0000","last_became_peered":"2024-08-10T05:11:25.139214+0000","last_unstale":"2024-08-10T05:11:35.166711+0000","last_undegraded":"2024-08-10T05:11:35.166711+0000","last_fullsized":"2024-08-10T05:11:35.166711+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:11:24.125739+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:11:24.125739+0000","last_clean_scrub_stamp":"2024-08-10T05:11:24.125739+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:37:18.110088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00034288800000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"66'1","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:29.884148+0000","last_change":"2024-08-10T05:10:25.841023+0000","last_active":"2024-08-10T05:11:29.884148+0000","last_peered":"2024-08-10T05:11:29.884148+0000","last_clean":"2024-08-10T05:11:29.884148+0000","last_became_active":"2024-08-10T05:10:25.840613+0000","last_became_peered":"2024-08-10T05:10:25.840613+0000","last_unstale":"2024-08-10T05:11:29.884148+0000","last_undegraded":"2024-08-10T05:11:29.884148+0000","last_fullsized":"2024-08-10T05:11:29.884148+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:59:28.205118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.066194+0000","last_change":"2024-08-10T05:10:29.077736+0000","last_active":"2024-08-10T05:11:30.066194+0000","last_peered":"2024-08-10T05:11:30.066194+0000","last_clean":"2024-08-10T05:11:30.066194+0000","last_became_active":"2024-08-10T05:10:29.077391+0000","last_became_peered":"2024-08-10T05:10:29.077391+0000","last_unstale":"2024-08-10T05:11:30.066194+0000","last_undegraded":"2024-08-10T05:11:30.066194+0000","last_fullsized":"2024-08-10T05:11:30.066194+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:35:51.485156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":19,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-08-10T05:11:34.968515+0000","last_change":"2024-08-10T05:11:29.883339+0000","last_active":"2024-08-10T05:11:34.968515+0000","last_peered":"2024-08-10T05:11:34.968515+0000","last_clean":"2024-08-10T05:11:34.968515+0000","last_became_active":"2024-08-10T05:11:25.367127+0000","last_became_peered":"2024-08-10T05:11:25.367127+0000","last_unstale":"2024-08-10T05:11:34.968515+0000","last_undegraded":"2024-08-10T05:11:34.968515+0000","last_fullsized":"2024-08-10T05:11:34.968515+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:11:24.125739+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:11:24.125739+0000","last_clean_scrub_stamp":"2024-08-10T05:11:24.125739+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:11:05.317565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00036863500000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"66'2","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.057230+0000","last_change":"2024-08-10T05:10:25.846894+0000","last_active":"2024-08-10T05:11:30.057230+0000","last_peered":"2024-08-10T05:11:30.057230+0000","last_clean":"2024-08-10T05:11:30.057230+0000","last_became_active":"2024-08-10T05:10:25.846585+0000","last_became_peered":"2024-08-10T05:10:25.846585+0000","last_unstale":"2024-08-10T05:11:30.057230+0000","last_undegraded":"2024-08-10T05:11:30.057230+0000","last_fullsized":"2024-08-10T05:11:30.057230+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:41:49.658953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":18,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:29.883309+0000","last_change":"2024-08-10T05:10:50.399678+0000","last_active":"2024-08-10T05:11:29.883309+0000","last_peered":"2024-08-10T05:11:29.883309+0000","last_clean":"2024-08-10T05:11:29.883309+0000","last_became_active":"2024-08-10T05:10:50.399368+0000","last_became_peered":"2024-08-10T05:10:50.399368+0000","last_unstale":"2024-08-10T05:11:29.883309+0000","last_undegraded":"2024-08-10T05:11:29.883309+0000","last_fullsized":"2024-08-10T05:11:29.883309+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:14:57.220259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":23,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.065248+0000","last_change":"2024-08-10T05:10:25.844031+0000","last_active":"2024-08-10T05:11:30.065248+0000","last_peered":"2024-08-10T05:11:30.065248+0000","last_clean":"2024-08-10T05:11:30.065248+0000","last_became_active":"2024-08-10T05:10:25.843294+0000","last_became_peered":"2024-08-10T05:10:25.843294+0000","last_unstale":"2024-08-10T05:11:30.065248+0000","last_undegraded":"2024-08-10T05:11:30.065248+0000","last_fullsized":"2024-08-10T05:11:30.065248+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:30:48.150250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:29.883121+0000","last_change":"2024-08-10T05:10:29.074644+0000","last_active":"2024-08-10T05:11:29.883121+0000","last_peered":"2024-08-10T05:11:29.883121+0000","last_clean":"2024-08-10T05:11:29.883121+0000","last_became_active":"2024-08-10T05:10:29.074376+0000","last_became_peered":"2024-08-10T05:10:29.074376+0000","last_unstale":"2024-08-10T05:11:29.883121+0000","last_undegraded":"2024-08-10T05:11:29.883121+0000","last_fullsized":"2024-08-10T05:11:29.883121+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:22:37.242728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:29.884071+0000","last_change":"2024-08-10T05:10:25.843659+0000","last_active":"2024-08-10T05:11:29.884071+0000","last_peered":"2024-08-10T05:11:29.884071+0000","last_clean":"2024-08-10T05:11:29.884071+0000","last_became_active":"2024-08-10T05:10:25.843193+0000","last_became_peered":"2024-08-10T05:10:25.843193+0000","last_unstale":"2024-08-10T05:11:29.884071+0000","last_undegraded":"2024-08-10T05:11:29.884071+0000","last_fullsized":"2024-08-10T05:11:29.884071+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:19:25.083932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.065298+0000","last_change":"2024-08-10T05:10:29.072765+0000","last_active":"2024-08-10T05:11:30.065298+0000","last_peered":"2024-08-10T05:11:30.065298+0000","last_clean":"2024-08-10T05:11:30.065298+0000","last_became_active":"2024-08-10T05:10:29.072479+0000","last_became_peered":"2024-08-10T05:10:29.072479+0000","last_unstale":"2024-08-10T05:11:30.065298+0000","last_undegraded":"2024-08-10T05:11:30.065298+0000","last_fullsized":"2024-08-10T05:11:30.065298+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:16:05.768486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:29.884560+0000","last_change":"2024-08-10T05:10:25.843495+0000","last_active":"2024-08-10T05:11:29.884560+0000","last_peered":"2024-08-10T05:11:29.884560+0000","last_clean":"2024-08-10T05:11:29.884560+0000","last_became_active":"2024-08-10T05:10:25.842848+0000","last_became_peered":"2024-08-10T05:10:25.842848+0000","last_unstale":"2024-08-10T05:11:29.884560+0000","last_undegraded":"2024-08-10T05:11:29.884560+0000","last_fullsized":"2024-08-10T05:11:29.884560+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:52:14.809811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.065842+0000","last_change":"2024-08-10T05:10:29.078920+0000","last_active":"2024-08-10T05:11:30.065842+0000","last_peered":"2024-08-10T05:11:30.065842+0000","last_clean":"2024-08-10T05:11:30.065842+0000","last_became_active":"2024-08-10T05:10:29.078369+0000","last_became_peered":"2024-08-10T05:10:29.078369+0000","last_unstale":"2024-08-10T05:11:30.065842+0000","last_undegraded":"2024-08-10T05:11:30.065842+0000","last_fullsized":"2024-08-10T05:11:30.065842+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:29:43.180198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"66'2","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.065403+0000","last_change":"2024-08-10T05:10:25.851484+0000","last_active":"2024-08-10T05:11:30.065403+0000","last_peered":"2024-08-10T05:11:30.065403+0000","last_clean":"2024-08-10T05:11:30.065403+0000","last_became_active":"2024-08-10T05:10:25.851072+0000","last_became_peered":"2024-08-10T05:10:25.851072+0000","last_unstale":"2024-08-10T05:11:30.065403+0000","last_undegraded":"2024-08-10T05:11:30.065403+0000","last_fullsized":"2024-08-10T05:11:30.065403+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:26:14.532910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.056821+0000","last_change":"2024-08-10T05:10:29.073125+0000","last_active":"2024-08-10T05:11:30.056821+0000","last_peered":"2024-08-10T05:11:30.056821+0000","last_clean":"2024-08-10T05:11:30.056821+0000","last_became_active":"2024-08-10T05:10:29.072884+0000","last_became_peered":"2024-08-10T05:10:29.072884+0000","last_unstale":"2024-08-10T05:11:30.056821+0000","last_undegraded":"2024-08-10T05:11:30.056821+0000","last_fullsized":"2024-08-10T05:11:30.056821+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:54:12.854132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":18,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:29.883000+0000","last_change":"2024-08-10T05:10:50.399716+0000","last_active":"2024-08-10T05:11:29.883000+0000","last_peered":"2024-08-10T05:11:29.883000+0000","last_clean":"2024-08-10T05:11:29.883000+0000","last_became_active":"2024-08-10T05:10:50.399397+0000","last_became_peered":"2024-08-10T05:10:50.399397+0000","last_unstale":"2024-08-10T05:11:29.883000+0000","last_undegraded":"2024-08-10T05:11:29.883000+0000","last_fullsized":"2024-08-10T05:11:29.883000+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:29:42.295674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,6],"acting":[2,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1c","version":"66'2","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.065336+0000","last_change":"2024-08-10T05:10:25.848335+0000","last_active":"2024-08-10T05:11:30.065336+0000","last_peered":"2024-08-10T05:11:30.065336+0000","last_clean":"2024-08-10T05:11:30.065336+0000","last_became_active":"2024-08-10T05:10:25.848004+0000","last_became_peered":"2024-08-10T05:10:25.848004+0000","last_unstale":"2024-08-10T05:11:30.065336+0000","last_undegraded":"2024-08-10T05:11:30.065336+0000","last_fullsized":"2024-08-10T05:11:30.065336+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:11:14.592815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:29.887691+0000","last_change":"2024-08-10T05:10:29.075962+0000","last_active":"2024-08-10T05:11:29.887691+0000","last_peered":"2024-08-10T05:11:29.887691+0000","last_clean":"2024-08-10T05:11:29.887691+0000","last_became_active":"2024-08-10T05:10:29.075716+0000","last_became_peered":"2024-08-10T05:10:29.075716+0000","last_unstale":"2024-08-10T05:11:29.887691+0000","last_undegraded":"2024-08-10T05:11:29.887691+0000","last_fullsized":"2024-08-10T05:11:29.887691+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:37:48.018020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"66'2","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.065662+0000","last_change":"2024-08-10T05:10:25.851128+0000","last_active":"2024-08-10T05:11:30.065662+0000","last_peered":"2024-08-10T05:11:30.065662+0000","last_clean":"2024-08-10T05:11:30.065662+0000","last_became_active":"2024-08-10T05:10:25.850167+0000","last_became_peered":"2024-08-10T05:10:25.850167+0000","last_unstale":"2024-08-10T05:11:30.065662+0000","last_undegraded":"2024-08-10T05:11:30.065662+0000","last_fullsized":"2024-08-10T05:11:30.065662+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:05:05.420769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.067157+0000","last_change":"2024-08-10T05:10:29.084863+0000","last_active":"2024-08-10T05:11:30.067157+0000","last_peered":"2024-08-10T05:11:30.067157+0000","last_clean":"2024-08-10T05:11:30.067157+0000","last_became_active":"2024-08-10T05:10:29.084583+0000","last_became_peered":"2024-08-10T05:10:29.084583+0000","last_unstale":"2024-08-10T05:11:30.067157+0000","last_undegraded":"2024-08-10T05:11:30.067157+0000","last_fullsized":"2024-08-10T05:11:30.067157+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:01:10.417852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"66'1","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.066107+0000","last_change":"2024-08-10T05:10:25.847911+0000","last_active":"2024-08-10T05:11:30.066107+0000","last_peered":"2024-08-10T05:11:30.066107+0000","last_clean":"2024-08-10T05:11:30.066107+0000","last_became_active":"2024-08-10T05:10:25.847631+0000","last_became_peered":"2024-08-10T05:10:25.847631+0000","last_unstale":"2024-08-10T05:11:30.066107+0000","last_undegraded":"2024-08-10T05:11:30.066107+0000","last_fullsized":"2024-08-10T05:11:30.066107+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:25:51.583228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.065810+0000","last_change":"2024-08-10T05:10:29.073808+0000","last_active":"2024-08-10T05:11:30.065810+0000","last_peered":"2024-08-10T05:11:30.065810+0000","last_clean":"2024-08-10T05:11:30.065810+0000","last_became_active":"2024-08-10T05:10:29.073536+0000","last_became_peered":"2024-08-10T05:10:29.073536+0000","last_unstale":"2024-08-10T05:11:30.065810+0000","last_undegraded":"2024-08-10T05:11:30.065810+0000","last_fullsized":"2024-08-10T05:11:30.065810+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:45:29.319794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"66'4","reported_seq":27,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-10T05:11:30.065604+0000","last_change":"2024-08-10T05:10:25.847068+0000","last_active":"2024-08-10T05:11:30.065604+0000","last_peered":"2024-08-10T05:11:30.065604+0000","last_clean":"2024-08-10T05:11:30.065604+0000","last_became_active":"2024-08-10T05:10:25.846073+0000","last_became_peered":"2024-08-10T05:10:25.846073+0000","last_unstale":"2024-08-10T05:11:30.065604+0000","last_undegraded":"2024-08-10T05:11:30.065604+0000","last_fullsized":"2024-08-10T05:11:30.065604+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:06:01.150239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3128,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201312,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298712,"kb_used_data":1356,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446440,"statfs":{"total":95995035648,"available":95689154560,"internally_reserved":0,"allocated":1388544,"data_stored":942459,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 10 05:12:04 2024","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.54200000000000004,"15min":0.55500000000000005},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.63700000000000001,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.48099999999999998,"5min":0.50900000000000001,"15min":0.51400000000000001},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.59099999999999997,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.55000000000000004}]},{"osd":1,"last update":"Sat Aug 10 05:12:04 2024","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.55500000000000005,"15min":0.56399999999999995},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.64300000000000002,"5min":0.745,"15min":0.745},"last":0.64800000000000002},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.53500000000000003,"15min":0.54600000000000004},"min":{"1min":0.35299999999999998,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.627,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.41499999999999998}]},{"osd":2,"last update":"Sat Aug 10 05:12:04 2024","interfaces":[{"interface":"back","average":{"1min":0.496,"5min":0.52800000000000002,"15min":0.53400000000000003},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.436},{"interface":"front","average":{"1min":0.46300000000000002,"5min":0.55000000000000004,"15min":0.56399999999999995},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.63500000000000001,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.53500000000000003}]},{"osd":3,"last update":"Sat Aug 10 05:12:04 2024","interfaces":[{"interface":"back","average":{"1min":0.48199999999999998,"5min":0.52900000000000003,"15min":0.53700000000000003},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.48899999999999999},{"interface":"front","average":{"1min":0.503,"5min":0.55600000000000005,"15min":0.56499999999999995},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.68400000000000005,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.60999999999999999}]},{"osd":4,"last update":"Sat Aug 10 05:12:04 2024","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.44800000000000001,"15min":0.45900000000000002},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.54500000000000004,"5min":0.60499999999999998,"15min":0.60499999999999998},"last":0.38200000000000001},{"interface":"front","average":{"1min":0.40699999999999997,"5min":0.46999999999999997,"15min":0.47999999999999998},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":0.628,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.29899999999999999}]},{"osd":5,"last update":"Sat Aug 10 05:12:04 2024","interfaces":[{"interface":"back","average":{"1min":0.41999999999999998,"5min":0.48399999999999999,"15min":0.49399999999999999},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.66200000000000003,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.314},{"interface":"front","average":{"1min":0.42699999999999999,"5min":0.47999999999999998,"15min":0.48899999999999999},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.35599999999999998}]},{"osd":6,"last update":"Sat Aug 10 05:12:04 2024","interfaces":[{"interface":"back","average":{"1min":0.46200000000000002,"5min":0.52300000000000002,"15min":0.53300000000000003},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.61499999999999999,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.32500000000000001},{"interface":"front","average":{"1min":0.442,"5min":0.48799999999999999,"15min":0.496},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.34200000000000003}]}]},{"osd":6,"up_from":47,"seq":201863462948,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298716,"kb_used_data":1360,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446436,"statfs":{"total":95995035648,"available":95689150464,"internally_reserved":0,"allocated":1392640,"data_stored":944209,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 10 05:11:39 2024","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.54300000000000004,"15min":0.55300000000000005},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.72999999999999998,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.55200000000000005,"15min":0.55800000000000005},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.68600000000000005,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.61699999999999999}]},{"osd":1,"last update":"Sat Aug 10 05:11:39 2024","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.53400000000000003,"15min":0.53900000000000003},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.59099999999999997,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.63100000000000001},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.58699999999999997,"15min":0.59499999999999997},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.70099999999999996,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.499}]},{"osd":2,"last update":"Sat Aug 10 05:11:39 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.54100000000000004,"15min":0.54500000000000004},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.64700000000000002,"5min":0.66700000000000004,"15min":0.66700000000000004},"last":0.59799999999999998},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.56999999999999995,"15min":0.57899999999999996},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.65700000000000003,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.56799999999999995}]},{"osd":3,"last update":"Sat Aug 10 05:11:39 2024","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.56699999999999995,"15min":0.57499999999999996},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.69199999999999995,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.58399999999999996},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.58099999999999996,"15min":0.58999999999999997},"min":{"1min":0.377,"5min":0.371,"15min":0.371},"max":{"1min":0.66400000000000003,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.53100000000000003}]},{"osd":4,"last update":"Sat Aug 10 05:11:39 2024","interfaces":[{"interface":"back","average":{"1min":0.40600000000000003,"5min":0.41899999999999998,"15min":0.42099999999999999},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.622,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.33800000000000002},{"interface":"front","average":{"1min":0.38400000000000001,"5min":0.42099999999999999,"15min":0.42699999999999999},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.51600000000000001,"5min":0.877,"15min":0.877},"last":0.41799999999999998}]},{"osd":5,"last update":"Sat Aug 10 05:11:39 2024","interfaces":[{"interface":"back","average":{"1min":0.42099999999999999,"5min":0.437,"15min":0.44},"min":{"1min":0.30299999999999999,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.60099999999999998,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.39600000000000002},{"interface":"front","average":{"1min":0.42499999999999999,"5min":0.45700000000000002,"15min":0.46200000000000002},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.60299999999999998,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.46200000000000002}]},{"osd":7,"last update":"Sat Aug 10 05:12:05 2024","interfaces":[{"interface":"back","average":{"1min":0.46400000000000002,"5min":0.49199999999999999,"15min":0.496},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.68100000000000005,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.44},{"interface":"front","average":{"1min":0.47299999999999998,"5min":0.51400000000000001,"15min":0.52100000000000002},"min":{"1min":0.316,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.66100000000000003,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.374}]}]},{"osd":5,"up_from":39,"seq":167503724586,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298144,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447008,"statfs":{"total":95995035648,"available":95689736192,"internally_reserved":0,"allocated":806912,"data_stored":353950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 10 05:12:17 2024","interfaces":[{"interface":"back","average":{"1min":0.497,"5min":0.50600000000000001,"15min":0.51500000000000001},"min":{"1min":0.371,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.52900000000000003,"15min":0.53200000000000003},"min":{"1min":0.35599999999999998,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.68999999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.56100000000000005}]},{"osd":1,"last update":"Sat Aug 10 05:12:17 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.54800000000000004,"15min":0.55800000000000005},"min":{"1min":0.39200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":1.137,"5min":1.137,"15min":1.137},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.499,"5min":0.51700000000000002,"15min":0.52100000000000002},"min":{"1min":0.34599999999999997,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.66300000000000003,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.45900000000000002}]},{"osd":2,"last update":"Sat Aug 10 05:12:17 2024","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.51600000000000001,"15min":0.52000000000000002},"min":{"1min":0.34599999999999997,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":1.169,"5min":1.169,"15min":1.169},"last":0.38700000000000001},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.54600000000000004,"15min":0.54000000000000004},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":1.1000000000000001,"5min":1.1000000000000001,"15min":1.1000000000000001},"last":0.51200000000000001}]},{"osd":3,"last update":"Sat Aug 10 05:12:17 2024","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.51900000000000002,"15min":0.52900000000000003},"min":{"1min":0.38600000000000001,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.63200000000000001,"5min":0.67400000000000004,"15min":0.67400000000000004},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.53100000000000003,"15min":0.52500000000000002},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.54300000000000004}]},{"osd":4,"last update":"Sat Aug 10 05:12:17 2024","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.39300000000000002,"15min":0.377},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.36699999999999999},{"interface":"front","average":{"1min":0.44600000000000001,"5min":0.39800000000000002,"15min":0.38300000000000001},"min":{"1min":0.29999999999999999,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.42899999999999999}]},{"osd":6,"last update":"Sat Aug 10 05:11:38 2024","interfaces":[{"interface":"back","average":{"1min":0.41899999999999998,"5min":0.42199999999999999,"15min":0.42199999999999999},"min":{"1min":0.317,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.41999999999999998,"15min":0.42199999999999999},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.40999999999999998}]},{"osd":7,"last update":"Sat Aug 10 05:12:04 2024","interfaces":[{"interface":"back","average":{"1min":0.47399999999999998,"5min":0.49199999999999999,"15min":0.495},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.47399999999999998,"5min":0.51600000000000001,"15min":0.52300000000000002},"min":{"1min":0.34499999999999997,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.499}]}]},{"osd":4,"up_from":31,"seq":133143986222,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298140,"kb_used_data":784,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447012,"statfs":{"total":95995035648,"available":95689740288,"internally_reserved":0,"allocated":802816,"data_stored":351949,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 10 05:11:55 2024","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.41999999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.73899999999999999,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.502,"5min":0.53300000000000003,"15min":0.52900000000000003},"min":{"1min":0.373,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.61399999999999999,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.55200000000000005}]},{"osd":1,"last update":"Sat Aug 10 05:11:55 2024","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.53100000000000003,"15min":0.52500000000000002},"min":{"1min":0.38200000000000001,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.66400000000000003,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.63600000000000001},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.55300000000000005,"15min":0.55700000000000005},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.68700000000000006,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.57399999999999995}]},{"osd":2,"last update":"Sat Aug 10 05:11:55 2024","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.55500000000000005,"15min":0.55800000000000005},"min":{"1min":0.42499999999999999,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.71899999999999997,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.72499999999999998},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.55800000000000005,"15min":0.56399999999999995},"min":{"1min":0.36399999999999999,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.59399999999999997,"5min":0.77800000000000002,"15min":0.77800000000000002},"last":0.61099999999999999}]},{"osd":3,"last update":"Sat Aug 10 05:11:55 2024","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.56299999999999994,"15min":0.56799999999999995},"min":{"1min":0.435,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.626,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.71099999999999997},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.55000000000000004,"15min":0.55600000000000005},"min":{"1min":0.40500000000000003,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.69999999999999996,"5min":0.755,"15min":0.755},"last":0.59299999999999997}]},{"osd":5,"last update":"Sat Aug 10 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.40699999999999997,"15min":0.40699999999999997},"min":{"1min":0.29699999999999999,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.59399999999999997,"5min":0.65800000000000003,"15min":0.65800000000000003},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.40699999999999997,"5min":0.42999999999999999,"15min":0.42799999999999999},"min":{"1min":0.34100000000000003,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.51800000000000002,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.40100000000000002}]},{"osd":6,"last update":"Sat Aug 10 05:11:38 2024","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.45700000000000002,"15min":0.46400000000000002},"min":{"1min":0.32300000000000001,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.60999999999999999,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.41799999999999998},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.45200000000000001,"15min":0.46000000000000002},"min":{"1min":0.29399999999999998,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.50600000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"last":0.435}]},{"osd":7,"last update":"Sat Aug 10 05:12:06 2024","interfaces":[{"interface":"back","average":{"1min":0.42799999999999999,"5min":0.499,"15min":0.51100000000000001},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.61699999999999999,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.51600000000000001},{"interface":"front","average":{"1min":0.436,"5min":0.51800000000000002,"15min":0.53200000000000003},"min":{"1min":0.378,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.58899999999999997,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.48999999999999999}]}]},{"osd":3,"up_from":26,"seq":111669149747,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298140,"kb_used_data":784,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447012,"statfs":{"total":95995035648,"available":95689740288,"internally_reserved":0,"allocated":802816,"data_stored":353680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 10 05:11:33 2024","interfaces":[{"interface":"back","average":{"1min":0.31900000000000001,"5min":0.35999999999999999,"15min":0.36499999999999999},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.41999999999999998,"5min":0.48499999999999999,"15min":0.48499999999999999},"last":0.32100000000000001},{"interface":"front","average":{"1min":0.38500000000000001,"5min":0.39300000000000002,"15min":0.39600000000000002},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.55800000000000005,"5min":0.59699999999999998,"15min":0.59699999999999998},"last":0.248}]},{"osd":1,"last update":"Sat Aug 10 05:11:33 2024","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.41499999999999998,"15min":0.41899999999999998},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.53500000000000003,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.33900000000000002},{"interface":"front","average":{"1min":0.42699999999999999,"5min":0.40699999999999997,"15min":0.40100000000000002},"min":{"1min":0.251,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.28299999999999997}]},{"osd":2,"last update":"Sat Aug 10 05:11:33 2024","interfaces":[{"interface":"back","average":{"1min":0.44900000000000001,"5min":0.44500000000000001,"15min":0.44400000000000001},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.41699999999999998,"15min":0.42099999999999999},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.93600000000000005,"5min":0.93600000000000005,"15min":0.93600000000000005},"last":0.30099999999999999}]},{"osd":4,"last update":"Sat Aug 10 05:11:56 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55100000000000005,"15min":0.54700000000000004},"min":{"1min":0.40600000000000003,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.71499999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.40100000000000002},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.56699999999999995,"15min":0.56599999999999995},"min":{"1min":0.40899999999999997,"5min":0.375,"15min":0.375},"max":{"1min":0.82899999999999996,"5min":0.82899999999999996,"15min":0.82899999999999996},"last":0.40999999999999998}]},{"osd":5,"last update":"Sat Aug 10 05:12:15 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.57799999999999996,"15min":0.57899999999999996},"min":{"1min":0.40600000000000003,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.92100000000000004,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.39300000000000002},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.55900000000000005,"15min":0.55400000000000005},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.82899999999999996,"5min":0.82899999999999996,"15min":0.82899999999999996},"last":0.51000000000000001}]},{"osd":6,"last update":"Sat Aug 10 05:11:37 2024","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.55300000000000005,"15min":0.54800000000000004},"min":{"1min":0.40799999999999997,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.99399999999999999,"5min":0.99399999999999999,"15min":0.99399999999999999},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.57199999999999995,"15min":0.56200000000000006},"min":{"1min":0.46600000000000003,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":1.0109999999999999,"5min":1.0109999999999999,"15min":1.0109999999999999},"last":0.42999999999999999}]},{"osd":7,"last update":"Sat Aug 10 05:12:03 2024","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":0.56200000000000006,"15min":0.55800000000000005},"min":{"1min":0.42899999999999999,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.621,"15min":0.61899999999999999},"min":{"1min":0.42899999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.97099999999999997,"5min":0.97099999999999997,"15min":0.97099999999999997},"last":0.45200000000000001}]}]},{"osd":2,"up_from":18,"seq":77309411384,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298124,"kb_used_data":768,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447028,"statfs":{"total":95995035648,"available":95689756672,"internally_reserved":0,"allocated":786432,"data_stored":351499,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 10 05:12:13 2024","interfaces":[{"interface":"back","average":{"1min":0.33400000000000002,"5min":0.36299999999999999,"15min":0.36699999999999999},"min":{"1min":0.22900000000000001,"5min":0.189,"15min":0.189},"max":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.23300000000000001},{"interface":"front","average":{"1min":0.35199999999999998,"5min":0.377,"15min":0.36799999999999999},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.59799999999999998,"5min":0.628,"15min":0.628},"last":0.36399999999999999}]},{"osd":1,"last update":"Sat Aug 10 05:12:13 2024","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.38900000000000001,"15min":0.38500000000000001},"min":{"1min":0.27400000000000002,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.38200000000000001,"5min":0.39900000000000002,"15min":0.39700000000000002},"min":{"1min":0.25700000000000001,"5min":0.249,"15min":0.249},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.32300000000000001}]},{"osd":3,"last update":"Sat Aug 10 05:11:30 2024","interfaces":[{"interface":"back","average":{"1min":0.437,"5min":0.45600000000000002,"15min":0.46000000000000002},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.63200000000000001,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.28499999999999998},{"interface":"front","average":{"1min":0.41199999999999998,"5min":0.439,"15min":0.44500000000000001},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.60499999999999998,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.27900000000000003}]},{"osd":4,"last update":"Sat Aug 10 05:11:53 2024","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.56399999999999995,"15min":0.55600000000000005},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.95499999999999996,"5min":0.95499999999999996,"15min":0.95499999999999996},"last":0.56399999999999995},{"interface":"front","average":{"1min":0.621,"5min":0.56899999999999995,"15min":0.56000000000000005},"min":{"1min":0.45000000000000001,"5min":0.375,"15min":0.375},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.55400000000000005}]},{"osd":5,"last update":"Sat Aug 10 05:12:18 2024","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.55900000000000005,"15min":0.54900000000000004},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.60399999999999998,"15min":0.59199999999999997},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":1.1910000000000001,"5min":1.1910000000000001,"15min":1.1910000000000001},"last":0.60199999999999998}]},{"osd":6,"last update":"Sat Aug 10 05:11:38 2024","interfaces":[{"interface":"back","average":{"1min":0.622,"5min":0.59499999999999997,"15min":0.59099999999999997},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":1.0509999999999999,"5min":1.0509999999999999,"15min":1.0509999999999999},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.622,"15min":0.626},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":0.84899999999999998,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.58599999999999997}]},{"osd":7,"last update":"Sat Aug 10 05:12:03 2024","interfaces":[{"interface":"back","average":{"1min":0.63400000000000001,"5min":0.61399999999999999,"15min":0.61099999999999999},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.626,"5min":0.625,"15min":0.625},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":1.0069999999999999,"5min":1.0069999999999999,"15min":1.0069999999999999},"last":0.48899999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574909,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298136,"kb_used_data":780,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447016,"statfs":{"total":95995035648,"available":95689744384,"internally_reserved":0,"allocated":798720,"data_stored":351678,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 10 05:11:47 2024","interfaces":[{"interface":"back","average":{"1min":0.35199999999999998,"5min":0.35999999999999999,"15min":0.35099999999999998},"min":{"1min":0.21099999999999999,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":0.54800000000000004,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.46999999999999997},{"interface":"front","average":{"1min":0.38600000000000001,"5min":0.371,"15min":0.34599999999999997},"min":{"1min":0.20300000000000001,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":0.57899999999999996,"5min":0.59399999999999997,"15min":0.59399999999999997},"last":0.497}]},{"osd":2,"last update":"Sat Aug 10 05:12:08 2024","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.42899999999999999,"15min":0.42999999999999999},"min":{"1min":0.28699999999999998,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.56899999999999995,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.36699999999999999,"5min":0.39600000000000002,"15min":0.40400000000000003},"min":{"1min":0.22700000000000001,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.51800000000000002,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.45500000000000002}]},{"osd":3,"last update":"Sat Aug 10 05:11:36 2024","interfaces":[{"interface":"back","average":{"1min":0.40999999999999998,"5min":0.41899999999999998,"15min":0.42699999999999999},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.40899999999999997},{"interface":"front","average":{"1min":0.47999999999999998,"5min":0.46999999999999997,"15min":0.47099999999999997},"min":{"1min":0.312,"5min":0.309,"15min":0.309},"max":{"1min":0.67900000000000005,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.434}]},{"osd":4,"last update":"Sat Aug 10 05:11:55 2024","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.53300000000000003,"15min":0.53500000000000003},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.69099999999999995,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.85099999999999998},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.55300000000000005,"15min":0.55500000000000005},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.78800000000000003}]},{"osd":5,"last update":"Sat Aug 10 05:12:16 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.57199999999999995,"15min":0.57099999999999995},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.71899999999999997,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.75},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.55300000000000005,"15min":0.55400000000000005},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.82599999999999996,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.88800000000000001}]},{"osd":6,"last update":"Sat Aug 10 05:11:36 2024","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.57999999999999996,"15min":0.57799999999999996},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.86599999999999999},{"interface":"front","average":{"1min":0.627,"5min":0.629,"15min":0.629},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"last":0.78000000000000003}]},{"osd":7,"last update":"Sat Aug 10 05:12:03 2024","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.61399999999999999,"15min":0.61799999999999999},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.76700000000000002,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.90000000000000002},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.59399999999999997,"15min":0.59199999999999997},"min":{"1min":0.44400000000000001,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.84399999999999997,"5min":0.872,"15min":0.872},"last":0.76000000000000001}]}]},{"osd":0,"up_from":8,"seq":34359738434,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298720,"kb_used_data":1364,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446432,"statfs":{"total":95995035648,"available":95689146368,"internally_reserved":0,"allocated":1396736,"data_stored":942583,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Aug 10 05:11:52 2024","interfaces":[{"interface":"back","average":{"1min":0.32800000000000001,"5min":0.35399999999999998,"15min":0.33200000000000002},"min":{"1min":0.16800000000000001,"5min":0.16800000000000001,"15min":0.16800000000000001},"max":{"1min":0.54000000000000004,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.254},{"interface":"front","average":{"1min":0.379,"5min":0.376,"15min":0.34799999999999998},"min":{"1min":0.20399999999999999,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.67700000000000005,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.29199999999999998}]},{"osd":2,"last update":"Sat Aug 10 05:12:10 2024","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.40699999999999997,"15min":0.40100000000000002},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.34899999999999998},{"interface":"front","average":{"1min":0.34300000000000003,"5min":0.40000000000000002,"15min":0.38800000000000001},"min":{"1min":0.22600000000000001,"5min":0.184,"15min":0.184},"max":{"1min":0.61399999999999999,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.32200000000000001}]},{"osd":3,"last update":"Sat Aug 10 05:11:31 2024","interfaces":[{"interface":"back","average":{"1min":0.433,"5min":0.46800000000000003,"15min":0.47999999999999998},"min":{"1min":0.26200000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.69499999999999995,"5min":0.75,"15min":0.75},"last":0.35899999999999999},{"interface":"front","average":{"1min":0.44500000000000001,"5min":0.439,"15min":0.441},"min":{"1min":0.309,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.33700000000000002}]},{"osd":4,"last update":"Sat Aug 10 05:11:55 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.55900000000000005,"15min":0.56599999999999995},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":0.90800000000000003,"5min":0.90800000000000003,"15min":0.90800000000000003},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":1.4950000000000001,"5min":1.4950000000000001,"15min":1.4950000000000001},"last":0.69999999999999996}]},{"osd":5,"last update":"Sat Aug 10 05:12:20 2024","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.621,"15min":0.63700000000000001},"min":{"1min":0.32100000000000001,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":1.165,"5min":1.165,"15min":1.165},"last":0.75},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.61699999999999999,"15min":0.63100000000000001},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":1.4630000000000001,"5min":1.4630000000000001,"15min":1.4630000000000001},"last":0.57199999999999995}]},{"osd":6,"last update":"Sat Aug 10 05:11:38 2024","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.60099999999999998,"15min":0.60499999999999998},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.65800000000000003},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.60899999999999999,"15min":0.61299999999999999},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.86699999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.73499999999999999}]},{"osd":7,"last update":"Sat Aug 10 05:12:06 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.60099999999999998,"15min":0.60299999999999998},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.77900000000000003}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2446,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2342,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-08-10T05:12:30.917 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-08-10T05:12:30.917 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-08-10T05:12:30.917 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-08-10T05:12:30.917 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid fc322138-56d5-11ef-bcce-c7b262605968 -- ceph health --format=json 2024-08-10T05:12:31.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:30 smithi031 ceph-mon[41349]: from='client.14712 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-10T05:12:31.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:30 smithi031 ceph-mon[41349]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:12:31.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:30 smithi031 ceph-mon[29994]: from='client.14712 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-10T05:12:31.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:30 smithi031 ceph-mon[29994]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:12:31.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:30 smithi196 ceph-mon[32874]: from='client.14712 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-10T05:12:31.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:30 smithi196 ceph-mon[32874]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:12:31.628 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T05:12:31.756 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:12:31 smithi031 systemd[1]: Stopping Ceph alertmanager.a for fc322138-56d5-11ef-bcce-c7b262605968... 2024-08-10T05:12:32.466 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:12:32 smithi031 podman[80991]: 2024-08-10 05:12:32.153067813 +0000 UTC m=+0.520306719 container died 215982f1579349e28377cf9d2314e9a90bc03d2c6953eee5e351bb211c33338f (image=quay.ceph.io/ceph-ci/ceph:quincy, name=sleepy_merkle, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_CLEAN=True, RELEASE=quincy-56ceb86, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-08-10T05:12:32.756 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:12:32 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-alertmanager-a[75559]: ts=2024-08-10T05:12:32.466Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-08-10T05:12:32.756 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:12:32 smithi031 podman[81071]: 2024-08-10 05:12:32.497926209 +0000 UTC m=+0.138182942 container died b144c38cb348c1643213c7f301aea23a6f19ab3a4ace4e116ecf233b7e7b401c (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-10T05:12:33.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:32 smithi031 ceph-mon[29994]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:12:33.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:32 smithi031 ceph-mon[41349]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:12:33.019 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:12:32 smithi031 podman[81071]: 2024-08-10 05:12:32.872952845 +0000 UTC m=+0.513209572 container cleanup b144c38cb348c1643213c7f301aea23a6f19ab3a4ace4e116ecf233b7e7b401c (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-10T05:12:33.019 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:12:32 smithi031 bash[81071]: ceph-fc322138-56d5-11ef-bcce-c7b262605968-alertmanager-a 2024-08-10T05:12:33.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:32 smithi196 ceph-mon[32874]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:12:33.937 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:12:33 smithi031 podman[81088]: 2024-08-10 05:12:33.870722176 +0000 UTC m=+1.376139692 container remove b144c38cb348c1643213c7f301aea23a6f19ab3a4ace4e116ecf233b7e7b401c (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-10T05:12:34.188 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:12:33 smithi031 podman[81088]: 2024-08-10 05:12:33.938080707 +0000 UTC m=+1.443498223 volume remove 1c0f47f350c52cbfd441a8e3c691926e28094d9207abfd458587f2760f732227 2024-08-10T05:12:34.188 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:12:33 smithi031 bash[81165]: Error: no container with name or ID "ceph-fc322138-56d5-11ef-bcce-c7b262605968-alertmanager-a" found: no such container 2024-08-10T05:12:34.188 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:12:34 smithi031 systemd[1]: ceph-fc322138-56d5-11ef-bcce-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-08-10T05:12:34.188 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:12:34 smithi031 systemd[1]: Stopped Ceph alertmanager.a for fc322138-56d5-11ef-bcce-c7b262605968. 2024-08-10T05:12:34.189 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:12:34 smithi031 systemd[1]: Starting Ceph alertmanager.a for fc322138-56d5-11ef-bcce-c7b262605968... 2024-08-10T05:12:34.406 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-08-10T05:12:34.406 INFO:teuthology.orchestra.run.smithi031.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-08-10T05:12:34.506 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:12:34 smithi031 podman[81272]: 2024-08-10 05:12:34.414516216 +0000 UTC m=+0.109532887 volume create de4ec33d24343bca0d7167f3bf4b3abb198de71be64e7315fe3ef61d126dd802 2024-08-10T05:12:34.506 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:12:34 smithi031 podman[81272]: 2024-08-10 05:12:34.32617069 +0000 UTC m=+0.021187376 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-08-10T05:12:34.758 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:12:34 smithi031 podman[81272]: 2024-08-10 05:12:34.506896816 +0000 UTC m=+0.201913492 container create 87a4b7db64db8fafa2544786316e1cea7ac738e1765a3643172926f26ba07403 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-10T05:12:35.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:34 smithi031 ceph-mon[29994]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:12:35.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:34 smithi031 ceph-mon[29994]: from='client.? 172.21.15.31:0/3869388400' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-08-10T05:12:35.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:34 smithi031 ceph-mon[41349]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:12:35.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:34 smithi031 ceph-mon[41349]: from='client.? 172.21.15.31:0/3869388400' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-08-10T05:12:35.019 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:12:34 smithi031 podman[81272]: 2024-08-10 05:12:34.800942082 +0000 UTC m=+0.495958752 container init 87a4b7db64db8fafa2544786316e1cea7ac738e1765a3643172926f26ba07403 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-10T05:12:35.019 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:12:34 smithi031 podman[81272]: 2024-08-10 05:12:34.80574318 +0000 UTC m=+0.500759851 container start 87a4b7db64db8fafa2544786316e1cea7ac738e1765a3643172926f26ba07403 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-10T05:12:35.020 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:12:34 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-alertmanager-a[81299]: ts=2024-08-10T05:12:34.818Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-08-10T05:12:35.020 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:12:34 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-alertmanager-a[81299]: ts=2024-08-10T05:12:34.818Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-08-10T05:12:35.020 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:12:34 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-alertmanager-a[81299]: ts=2024-08-10T05:12:34.819Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.31 port=9094 2024-08-10T05:12:35.020 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:12:34 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-alertmanager-a[81299]: ts=2024-08-10T05:12:34.820Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-08-10T05:12:35.020 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:12:34 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-alertmanager-a[81299]: ts=2024-08-10T05:12:34.844Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-08-10T05:12:35.020 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:12:34 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-alertmanager-a[81299]: ts=2024-08-10T05:12:34.844Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-08-10T05:12:35.020 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:12:34 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-alertmanager-a[81299]: ts=2024-08-10T05:12:34.847Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-08-10T05:12:35.020 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:12:34 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-alertmanager-a[81299]: ts=2024-08-10T05:12:34.847Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-08-10T05:12:35.020 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:12:34 smithi031 bash[81272]: 87a4b7db64db8fafa2544786316e1cea7ac738e1765a3643172926f26ba07403 2024-08-10T05:12:35.021 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:12:34 smithi031 systemd[1]: Started Ceph alertmanager.a for fc322138-56d5-11ef-bcce-c7b262605968. 2024-08-10T05:12:35.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:34 smithi196 ceph-mon[32874]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:12:35.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:34 smithi196 ceph-mon[32874]: from='client.? 172.21.15.31:0/3869388400' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-08-10T05:12:35.616 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-08-10T05:12:35.617 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid fc322138-56d5-11ef-bcce-c7b262605968 -- ceph fs dump --format=json 2024-08-10T05:12:35.887 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T05:12:36.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:35 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:36.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:35 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:36.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:35 smithi031 ceph-mon[29994]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-10T05:12:36.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:35 smithi031 ceph-mon[29994]: Reconfiguring daemon prometheus.a on smithi196 2024-08-10T05:12:36.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:35 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:36.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:35 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:36.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:35 smithi031 ceph-mon[41349]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-10T05:12:36.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:35 smithi031 ceph-mon[41349]: Reconfiguring daemon prometheus.a on smithi196 2024-08-10T05:12:36.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:35 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:36.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:35 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:36.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:35 smithi196 ceph-mon[32874]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-10T05:12:36.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:35 smithi196 ceph-mon[32874]: Reconfiguring daemon prometheus.a on smithi196 2024-08-10T05:12:36.656 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:12:36 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[34968]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:12:36] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-10T05:12:37.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:36 smithi031 ceph-mon[29994]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:12:37.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:36 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:12:37.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:36 smithi031 ceph-mon[41349]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:12:37.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:36 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:12:37.020 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:12:36 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-alertmanager-a[81299]: ts=2024-08-10T05:12:36.821Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000795646s 2024-08-10T05:12:37.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:36 smithi196 ceph-mon[32874]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:12:37.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:36 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:12:37.879 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-08-10T05:12:37.879 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24317,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6835/4126464879","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6834","nonce":4126464879},{"type":"v1","addr":"172.21.15.31:6835","nonce":4126464879}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-08-10T05:10:31.063929+0000","modified":"2024-08-10T05:10:44.224000+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24346},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24346":{"gid":24346,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":6,"addr":"172.21.15.196:6833/132471496","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":132471496},{"type":"v1","addr":"172.21.15.196:6833","nonce":132471496}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2024-08-10T05:12:37.880 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 8 2024-08-10T05:12:38.191 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:37 smithi031 ceph-mon[29994]: from='client.? 172.21.15.31:0/1861852140' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-10T05:12:38.192 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:37 smithi031 ceph-mon[41349]: from='client.? 172.21.15.31:0/1861852140' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-10T05:12:38.219 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:37 smithi196 ceph-mon[32874]: from='client.? 172.21.15.31:0/1861852140' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-10T05:12:38.219 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:12:37 smithi196 systemd[1]: Stopping Ceph prometheus.a for fc322138-56d5-11ef-bcce-c7b262605968... 2024-08-10T05:12:38.517 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:12:38 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[63248]: ts=2024-08-10T05:12:38.218Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-08-10T05:12:38.518 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:12:38 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[63248]: ts=2024-08-10T05:12:38.218Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-08-10T05:12:38.518 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:12:38 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[63248]: ts=2024-08-10T05:12:38.218Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-08-10T05:12:38.518 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:12:38 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[63248]: ts=2024-08-10T05:12:38.218Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-08-10T05:12:38.518 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:12:38 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[63248]: ts=2024-08-10T05:12:38.219Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-08-10T05:12:38.518 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:12:38 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[63248]: ts=2024-08-10T05:12:38.219Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-08-10T05:12:38.518 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:12:38 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[63248]: ts=2024-08-10T05:12:38.219Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-08-10T05:12:38.518 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:12:38 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[63248]: ts=2024-08-10T05:12:38.219Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-08-10T05:12:38.519 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:12:38 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[63248]: ts=2024-08-10T05:12:38.219Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-08-10T05:12:38.519 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:12:38 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[63248]: ts=2024-08-10T05:12:38.219Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-08-10T05:12:38.519 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:12:38 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[63248]: ts=2024-08-10T05:12:38.219Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-08-10T05:12:38.519 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:12:38 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[63248]: ts=2024-08-10T05:12:38.219Z caller=main.go:1147 level=info msg="See you next time!" 2024-08-10T05:12:38.519 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:12:38 smithi196 podman[66575]: 2024-08-10 05:12:38.229407752 +0000 UTC m=+0.117483846 container died a763a4a63a1b416e4814b858d338224ee46370bf51e68fe7ee95e8fca940e796 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-10T05:12:38.621 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid fc322138-56d5-11ef-bcce-c7b262605968 -- ceph fs dump --format=json 2024-08-10T05:12:38.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:12:38 smithi196 podman[66575]: 2024-08-10 05:12:38.616396971 +0000 UTC m=+0.504473070 container cleanup a763a4a63a1b416e4814b858d338224ee46370bf51e68fe7ee95e8fca940e796 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-10T05:12:38.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:12:38 smithi196 bash[66575]: ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a 2024-08-10T05:12:38.892 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T05:12:39.196 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:38 smithi031 ceph-mon[41349]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:12:39.196 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:38 smithi031 ceph-mon[29994]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:12:39.253 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:38 smithi196 ceph-mon[32874]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:12:39.254 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:12:38 smithi196 podman[66593]: 2024-08-10 05:12:38.876037168 +0000 UTC m=+0.649109222 container remove a763a4a63a1b416e4814b858d338224ee46370bf51e68fe7ee95e8fca940e796 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-10T05:12:39.254 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:12:39 smithi196 systemd[1]: ceph-fc322138-56d5-11ef-bcce-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-08-10T05:12:39.254 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:12:39 smithi196 systemd[1]: Stopped Ceph prometheus.a for fc322138-56d5-11ef-bcce-c7b262605968. 2024-08-10T05:12:39.254 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:12:39 smithi196 systemd[1]: ceph-fc322138-56d5-11ef-bcce-c7b262605968@prometheus.a.service: Consumed 1.106s CPU time. 2024-08-10T05:12:39.254 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:12:39 smithi196 systemd[1]: Starting Ceph prometheus.a for fc322138-56d5-11ef-bcce-c7b262605968... 2024-08-10T05:12:39.528 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:12:39 smithi196 podman[66690]: 2024-08-10 05:12:39.157381007 +0000 UTC m=+0.018579711 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-08-10T05:12:39.528 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:12:39 smithi196 podman[66690]: 2024-08-10 05:12:39.295447382 +0000 UTC m=+0.156646079 container create ad09f46e48ad31ac3243090e7b781a525dd29b8a3a7a3e83ef6ff7c655bbb4fa (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-10T05:12:40.018 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:12:39 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: [10/Aug/2024:05:12:39] ENGINE Bus STOPPING 2024-08-10T05:12:40.029 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:12:39 smithi196 podman[66690]: 2024-08-10 05:12:39.538132603 +0000 UTC m=+0.399331301 container init ad09f46e48ad31ac3243090e7b781a525dd29b8a3a7a3e83ef6ff7c655bbb4fa (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-10T05:12:40.029 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:12:39 smithi196 podman[66690]: 2024-08-10 05:12:39.543173927 +0000 UTC m=+0.404372625 container start ad09f46e48ad31ac3243090e7b781a525dd29b8a3a7a3e83ef6ff7c655bbb4fa (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-10T05:12:40.029 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:12:39 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[66705]: ts=2024-08-10T05:12:39.566Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-08-10T05:12:40.030 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:12:39 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[66705]: ts=2024-08-10T05:12:39.566Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-08-10T05:12:40.030 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:12:39 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[66705]: ts=2024-08-10T05:12:39.566Z caller=main.go:570 level=info host_details="(Linux 5.14.0-480.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024 x86_64 smithi196 (none))" 2024-08-10T05:12:40.030 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:12:39 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[66705]: ts=2024-08-10T05:12:39.566Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-08-10T05:12:40.030 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:12:39 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[66705]: ts=2024-08-10T05:12:39.566Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-08-10T05:12:40.030 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:12:39 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[66705]: ts=2024-08-10T05:12:39.567Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-08-10T05:12:40.030 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:12:39 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[66705]: ts=2024-08-10T05:12:39.568Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-08-10T05:12:40.031 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:12:39 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[66705]: ts=2024-08-10T05:12:39.570Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-08-10T05:12:40.031 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:12:39 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[66705]: ts=2024-08-10T05:12:39.570Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-08-10T05:12:40.031 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:12:39 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[66705]: ts=2024-08-10T05:12:39.571Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-08-10T05:12:40.031 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:12:39 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[66705]: ts=2024-08-10T05:12:39.571Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.401µs 2024-08-10T05:12:40.031 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:12:39 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[66705]: ts=2024-08-10T05:12:39.571Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-08-10T05:12:40.031 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:12:39 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[66705]: ts=2024-08-10T05:12:39.572Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=1 2024-08-10T05:12:40.031 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:12:39 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[66705]: ts=2024-08-10T05:12:39.572Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=1 2024-08-10T05:12:40.031 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:12:39 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[66705]: ts=2024-08-10T05:12:39.572Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=18.049µs wal_replay_duration=598.896µs wbl_replay_duration=110ns total_replay_duration=637.993µs 2024-08-10T05:12:40.031 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:12:39 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[66705]: ts=2024-08-10T05:12:39.573Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-08-10T05:12:40.031 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:12:39 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[66705]: ts=2024-08-10T05:12:39.573Z caller=main.go:1029 level=info msg="TSDB started" 2024-08-10T05:12:40.031 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:12:39 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[66705]: ts=2024-08-10T05:12:39.573Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-08-10T05:12:40.031 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:12:39 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[66705]: ts=2024-08-10T05:12:39.587Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=14.23668ms db_storage=1.319µs remote_storage=1.119µs web_handler=260ns query_engine=524ns scrape=412.878µs scrape_sd=25.601µs notify=26.757µs notify_sd=8.55µs rules=13.523263ms tracing=5.583µs 2024-08-10T05:12:40.032 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:12:39 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[66705]: ts=2024-08-10T05:12:39.587Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-08-10T05:12:40.032 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:12:39 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[66705]: ts=2024-08-10T05:12:39.587Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-08-10T05:12:40.032 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:12:39 smithi196 bash[66690]: ad09f46e48ad31ac3243090e7b781a525dd29b8a3a7a3e83ef6ff7c655bbb4fa 2024-08-10T05:12:40.032 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:12:39 smithi196 systemd[1]: Started Ceph prometheus.a for fc322138-56d5-11ef-bcce-c7b262605968. 2024-08-10T05:12:40.350 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:12:40 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: [10/Aug/2024:05:12:40] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-10T05:12:40.350 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:12:40 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: [10/Aug/2024:05:12:40] ENGINE Bus STOPPED 2024-08-10T05:12:40.350 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:12:40 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: [10/Aug/2024:05:12:40] ENGINE Bus STARTING 2024-08-10T05:12:40.351 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:12:40 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: [10/Aug/2024:05:12:40] ENGINE Serving on http://:::9283 2024-08-10T05:12:40.351 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:12:40 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: [10/Aug/2024:05:12:40] ENGINE Bus STARTED 2024-08-10T05:12:40.351 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:12:40 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: [10/Aug/2024:05:12:40] ENGINE Bus STOPPING 2024-08-10T05:12:40.929 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:12:40 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: [10/Aug/2024:05:12:40] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-10T05:12:40.929 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:12:40 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: [10/Aug/2024:05:12:40] ENGINE Bus STOPPED 2024-08-10T05:12:40.929 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:12:40 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: [10/Aug/2024:05:12:40] ENGINE Bus STARTING 2024-08-10T05:12:40.929 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:12:40 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: [10/Aug/2024:05:12:40] ENGINE Serving on http://:::9283 2024-08-10T05:12:40.929 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:12:40 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: [10/Aug/2024:05:12:40] ENGINE Bus STARTED 2024-08-10T05:12:40.929 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:12:40 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: [10/Aug/2024:05:12:40] ENGINE Bus STOPPING 2024-08-10T05:12:40.929 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:40 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:40.929 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:40 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:40.930 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:40 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-10T05:12:40.930 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:40 smithi031 ceph-mon[41349]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-10T05:12:40.930 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:40 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi031.front.sepia.ceph.com:9093"}]: dispatch 2024-08-10T05:12:40.930 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:40 smithi031 ceph-mon[41349]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi031.front.sepia.ceph.com:9093"}]: dispatch 2024-08-10T05:12:40.930 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:40 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:40.930 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:40 smithi031 ceph-mon[41349]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:12:40.930 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:40 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-10T05:12:40.930 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:40 smithi031 ceph-mon[41349]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-10T05:12:40.930 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:40 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi196.front.sepia.ceph.com:9095"}]: dispatch 2024-08-10T05:12:40.930 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:40 smithi031 ceph-mon[41349]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi196.front.sepia.ceph.com:9095"}]: dispatch 2024-08-10T05:12:40.930 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:40 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:40.930 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:40 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-10T05:12:40.930 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:40 smithi031 ceph-mon[41349]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-10T05:12:40.930 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:40 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi196.front.sepia.ceph.com:3000"}]: dispatch 2024-08-10T05:12:40.931 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:40 smithi031 ceph-mon[41349]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi196.front.sepia.ceph.com:3000"}]: dispatch 2024-08-10T05:12:40.931 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:40 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:40.931 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:40 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:12:40.931 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:40 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:40.931 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:40 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:40.931 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:40 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-10T05:12:40.931 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:40 smithi031 ceph-mon[29994]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-10T05:12:40.931 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:40 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi031.front.sepia.ceph.com:9093"}]: dispatch 2024-08-10T05:12:40.931 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:40 smithi031 ceph-mon[29994]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi031.front.sepia.ceph.com:9093"}]: dispatch 2024-08-10T05:12:40.931 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:40 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:40.932 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:40 smithi031 ceph-mon[29994]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:12:40.932 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:40 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-10T05:12:40.932 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:40 smithi031 ceph-mon[29994]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-10T05:12:40.932 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:40 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi196.front.sepia.ceph.com:9095"}]: dispatch 2024-08-10T05:12:40.932 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:40 smithi031 ceph-mon[29994]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi196.front.sepia.ceph.com:9095"}]: dispatch 2024-08-10T05:12:40.932 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:40 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:40.932 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:40 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-10T05:12:40.932 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:40 smithi031 ceph-mon[29994]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-10T05:12:40.932 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:40 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi196.front.sepia.ceph.com:3000"}]: dispatch 2024-08-10T05:12:40.932 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:40 smithi031 ceph-mon[29994]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi196.front.sepia.ceph.com:3000"}]: dispatch 2024-08-10T05:12:40.932 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:40 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:40.932 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:40 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:12:40.933 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-08-10T05:12:40.933 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24317,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6835/4126464879","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6834","nonce":4126464879},{"type":"v1","addr":"172.21.15.31:6835","nonce":4126464879}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-08-10T05:10:31.063929+0000","modified":"2024-08-10T05:10:44.224000+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24346},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24346":{"gid":24346,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":6,"addr":"172.21.15.196:6833/132471496","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":132471496},{"type":"v1","addr":"172.21.15.196:6833","nonce":132471496}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2024-08-10T05:12:40.933 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 8 2024-08-10T05:12:41.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:40 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:41.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:40 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:41.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:40 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-10T05:12:41.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:40 smithi196 ceph-mon[32874]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-10T05:12:41.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:40 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi031.front.sepia.ceph.com:9093"}]: dispatch 2024-08-10T05:12:41.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:40 smithi196 ceph-mon[32874]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi031.front.sepia.ceph.com:9093"}]: dispatch 2024-08-10T05:12:41.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:40 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:41.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:40 smithi196 ceph-mon[32874]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:12:41.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:40 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-10T05:12:41.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:40 smithi196 ceph-mon[32874]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-10T05:12:41.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:40 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi196.front.sepia.ceph.com:9095"}]: dispatch 2024-08-10T05:12:41.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:40 smithi196 ceph-mon[32874]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi196.front.sepia.ceph.com:9095"}]: dispatch 2024-08-10T05:12:41.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:40 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:41.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:40 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-10T05:12:41.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:40 smithi196 ceph-mon[32874]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-10T05:12:41.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:40 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi196.front.sepia.ceph.com:3000"}]: dispatch 2024-08-10T05:12:41.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:40 smithi196 ceph-mon[32874]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi196.front.sepia.ceph.com:3000"}]: dispatch 2024-08-10T05:12:41.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:40 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:41.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:40 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:12:41.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:12:41 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: [10/Aug/2024:05:12:41] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-10T05:12:41.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:12:41 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: [10/Aug/2024:05:12:41] ENGINE Bus STOPPED 2024-08-10T05:12:41.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:12:41 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: [10/Aug/2024:05:12:41] ENGINE Bus STARTING 2024-08-10T05:12:41.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:12:41 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: [10/Aug/2024:05:12:41] ENGINE Serving on http://:::9283 2024-08-10T05:12:41.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:12:41 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: [10/Aug/2024:05:12:41] ENGINE Bus STARTED 2024-08-10T05:12:41.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:41 smithi196 ceph-mon[32874]: from='client.? 172.21.15.31:0/3956031147' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-10T05:12:41.959 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:41 smithi031 ceph-mon[29994]: from='client.? 172.21.15.31:0/3956031147' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-10T05:12:41.959 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:41 smithi031 ceph-mon[41349]: from='client.? 172.21.15.31:0/3956031147' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-10T05:12:42.225 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid fc322138-56d5-11ef-bcce-c7b262605968 -- ceph osd dump --format=json 2024-08-10T05:12:42.524 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T05:12:42.904 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:42 smithi031 ceph-mon[41349]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:12:42.905 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:42 smithi031 ceph-mon[29994]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:12:43.009 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:42 smithi196 ceph-mon[32874]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:12:44.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:44 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:44.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:44 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:44.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:44 smithi031 ceph-mon[29994]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:12:44.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:44 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:44.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:44 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:44.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:44 smithi031 ceph-mon[41349]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:12:44.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:44 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:44.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:44 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:44.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:44 smithi196 ceph-mon[32874]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:12:44.891 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:12:44 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-alertmanager-a[81299]: ts=2024-08-10T05:12:44.824Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.003394274s 2024-08-10T05:12:45.198 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-08-10T05:12:45.198 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":76,"fsid":"fc322138-56d5-11ef-bcce-c7b262605968","created":"2024-08-10T05:04:54.954270+0000","modified":"2024-08-10T05:11:34.960174+0000","last_up_change":"2024-08-10T05:09:59.943561+0000","last_in_change":"2024-08-10T05:09:43.393031+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-10T05:08:03.605054+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-10T05:10:24.774112+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-10T05:10:28.001912+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2024-08-10T05:11:24.075633+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"75","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":75,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"d01a3e95-9986-400f-b9e3-e02ad620ea62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":2795261171},{"type":"v1","addr":"172.21.15.31:6803","nonce":2795261171}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":2795261171},{"type":"v1","addr":"172.21.15.31:6805","nonce":2795261171}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2795261171},{"type":"v1","addr":"172.21.15.31:6809","nonce":2795261171}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":2795261171},{"type":"v1","addr":"172.21.15.31:6807","nonce":2795261171}]},"public_addr":"172.21.15.31:6803/2795261171","cluster_addr":"172.21.15.31:6805/2795261171","heartbeat_back_addr":"172.21.15.31:6809/2795261171","heartbeat_front_addr":"172.21.15.31:6807/2795261171","state":["exists","up"]},{"osd":1,"uuid":"280b8772-6315-4a14-97d3-64b405063967","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":3972359835},{"type":"v1","addr":"172.21.15.31:6811","nonce":3972359835}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":3972359835},{"type":"v1","addr":"172.21.15.31:6813","nonce":3972359835}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":3972359835},{"type":"v1","addr":"172.21.15.31:6817","nonce":3972359835}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":3972359835},{"type":"v1","addr":"172.21.15.31:6815","nonce":3972359835}]},"public_addr":"172.21.15.31:6811/3972359835","cluster_addr":"172.21.15.31:6813/3972359835","heartbeat_back_addr":"172.21.15.31:6817/3972359835","heartbeat_front_addr":"172.21.15.31:6815/3972359835","state":["exists","up"]},{"osd":2,"uuid":"50765dba-989b-4e05-95b5-f7c6976ea114","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":1507826463},{"type":"v1","addr":"172.21.15.31:6819","nonce":1507826463}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":1507826463},{"type":"v1","addr":"172.21.15.31:6821","nonce":1507826463}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":1507826463},{"type":"v1","addr":"172.21.15.31:6825","nonce":1507826463}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":1507826463},{"type":"v1","addr":"172.21.15.31:6823","nonce":1507826463}]},"public_addr":"172.21.15.31:6819/1507826463","cluster_addr":"172.21.15.31:6821/1507826463","heartbeat_back_addr":"172.21.15.31:6825/1507826463","heartbeat_front_addr":"172.21.15.31:6823/1507826463","state":["exists","up"]},{"osd":3,"uuid":"4a872017-47e3-4141-ac4f-a8987fbd1244","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":2904248639},{"type":"v1","addr":"172.21.15.31:6827","nonce":2904248639}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":2904248639},{"type":"v1","addr":"172.21.15.31:6829","nonce":2904248639}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":2904248639},{"type":"v1","addr":"172.21.15.31:6833","nonce":2904248639}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":2904248639},{"type":"v1","addr":"172.21.15.31:6831","nonce":2904248639}]},"public_addr":"172.21.15.31:6827/2904248639","cluster_addr":"172.21.15.31:6829/2904248639","heartbeat_back_addr":"172.21.15.31:6833/2904248639","heartbeat_front_addr":"172.21.15.31:6831/2904248639","state":["exists","up"]},{"osd":4,"uuid":"df9c6d53-1621-43ce-bdbc-e49515c06467","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":3065972586},{"type":"v1","addr":"172.21.15.196:6801","nonce":3065972586}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":3065972586},{"type":"v1","addr":"172.21.15.196:6803","nonce":3065972586}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6806","nonce":3065972586},{"type":"v1","addr":"172.21.15.196:6807","nonce":3065972586}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":3065972586},{"type":"v1","addr":"172.21.15.196:6805","nonce":3065972586}]},"public_addr":"172.21.15.196:6801/3065972586","cluster_addr":"172.21.15.196:6803/3065972586","heartbeat_back_addr":"172.21.15.196:6807/3065972586","heartbeat_front_addr":"172.21.15.196:6805/3065972586","state":["exists","up"]},{"osd":5,"uuid":"d7218072-ca78-45c7-ab27-28e63dd69d3d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":283023100},{"type":"v1","addr":"172.21.15.196:6809","nonce":283023100}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":283023100},{"type":"v1","addr":"172.21.15.196:6811","nonce":283023100}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":283023100},{"type":"v1","addr":"172.21.15.196:6815","nonce":283023100}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6812","nonce":283023100},{"type":"v1","addr":"172.21.15.196:6813","nonce":283023100}]},"public_addr":"172.21.15.196:6809/283023100","cluster_addr":"172.21.15.196:6811/283023100","heartbeat_back_addr":"172.21.15.196:6815/283023100","heartbeat_front_addr":"172.21.15.196:6813/283023100","state":["exists","up"]},{"osd":6,"uuid":"12385d44-8a1e-4764-b3bf-b93427fec8dc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":4272388400},{"type":"v1","addr":"172.21.15.196:6817","nonce":4272388400}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":4272388400},{"type":"v1","addr":"172.21.15.196:6819","nonce":4272388400}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6822","nonce":4272388400},{"type":"v1","addr":"172.21.15.196:6823","nonce":4272388400}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":4272388400},{"type":"v1","addr":"172.21.15.196:6821","nonce":4272388400}]},"public_addr":"172.21.15.196:6817/4272388400","cluster_addr":"172.21.15.196:6819/4272388400","heartbeat_back_addr":"172.21.15.196:6823/4272388400","heartbeat_front_addr":"172.21.15.196:6821/4272388400","state":["exists","up"]},{"osd":7,"uuid":"bf5e1d31-502a-4512-8628-1666916a2ad4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":2199443751},{"type":"v1","addr":"172.21.15.196:6825","nonce":2199443751}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6826","nonce":2199443751},{"type":"v1","addr":"172.21.15.196:6827","nonce":2199443751}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":2199443751},{"type":"v1","addr":"172.21.15.196:6831","nonce":2199443751}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":2199443751},{"type":"v1","addr":"172.21.15.196:6829","nonce":2199443751}]},"public_addr":"172.21.15.196:6825/2199443751","cluster_addr":"172.21.15.196:6827/2199443751","heartbeat_back_addr":"172.21.15.196:6831/2199443751","heartbeat_front_addr":"172.21.15.196:6829/2199443751","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T05:07:11.319579+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T05:07:36.476428+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T05:08:00.380197+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T05:08:25.155795+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T05:08:46.900197+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T05:09:10.388504+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T05:09:34.373286+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T05:09:58.779778+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.12","mappings":[{"from":7,"to":2}]},{"pgid":"3.6","mappings":[{"from":0,"to":2}]},{"pgid":"3.1d","mappings":[{"from":5,"to":2}]},{"pgid":"3.20","mappings":[{"from":0,"to":1}]},{"pgid":"3.29","mappings":[{"from":4,"to":2}]},{"pgid":"3.2c","mappings":[{"from":4,"to":1}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.31:0/3716633310":"2024-08-11T05:11:21.659688+0000","172.21.15.31:6801/583586000":"2024-08-11T05:11:21.659688+0000","172.21.15.31:0/4225462786":"2024-08-11T05:05:26.166087+0000","172.21.15.31:6801/3519700533":"2024-08-11T05:05:49.103449+0000","172.21.15.31:0/1860734097":"2024-08-11T05:05:49.103449+0000","172.21.15.31:0/741819662":"2024-08-11T05:05:26.166087+0000","172.21.15.31:6801/823857187":"2024-08-11T05:05:26.166087+0000","172.21.15.31:0/1159293532":"2024-08-11T05:05:49.103449+0000","172.21.15.31:6800/583586000":"2024-08-11T05:11:21.659688+0000","172.21.15.31:6800/823857187":"2024-08-11T05:05:26.166087+0000","172.21.15.31:0/1071386198":"2024-08-11T05:05:26.166087+0000","172.21.15.31:0/3134510616":"2024-08-11T05:05:49.103449+0000","172.21.15.31:6800/3519700533":"2024-08-11T05:05:49.103449+0000","172.21.15.31:0/2198153247":"2024-08-11T05:11:21.659688+0000","172.21.15.31:0/1770176618":"2024-08-11T05:11:21.659688+0000","172.21.15.31:0/2679813312":"2024-08-11T05:11:21.659688+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":4,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-10T05:12:45.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:45 smithi031 ceph-mon[29994]: from='client.? 172.21.15.31:0/2154259175' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-10T05:12:45.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:45 smithi031 ceph-mon[41349]: from='client.? 172.21.15.31:0/2154259175' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-10T05:12:45.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:45 smithi196 ceph-mon[32874]: from='client.? 172.21.15.31:0/2154259175' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-10T05:12:46.047 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid fc322138-56d5-11ef-bcce-c7b262605968 -- ceph fs dump --format=json 2024-08-10T05:12:46.588 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T05:12:46.711 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:46 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:46.712 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:46 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:46.712 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:46 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:12:46.712 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:46 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:12:46.712 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:46 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:46.712 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:46 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:12:46.712 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:46 smithi031 ceph-mon[29994]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:12:46.713 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:46 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:46.713 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:46 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:46.713 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:46 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:12:46.713 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:46 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:12:46.714 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:46 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:46.714 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:46 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:12:46.714 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:46 smithi031 ceph-mon[41349]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:12:46.778 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:12:46 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[34968]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:12:46] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-10T05:12:46.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:46 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:46.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:46 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:46.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:46 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:12:46.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:46 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:12:46.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:46 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:46.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:46 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:12:46.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:46 smithi196 ceph-mon[32874]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:12:48.842 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-08-10T05:12:48.842 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24317,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.31:6835/4126464879","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6834","nonce":4126464879},{"type":"v1","addr":"172.21.15.31:6835","nonce":4126464879}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-08-10T05:10:31.063929+0000","modified":"2024-08-10T05:10:44.224000+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24346},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24346":{"gid":24346,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":6,"addr":"172.21.15.196:6833/132471496","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":132471496},{"type":"v1","addr":"172.21.15.196:6833","nonce":132471496}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2024-08-10T05:12:48.842 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 8 2024-08-10T05:12:49.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:48 smithi031 ceph-mon[29994]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:12:49.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:48 smithi031 ceph-mon[41349]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:12:49.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:48 smithi196 ceph-mon[32874]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:12:49.705 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 8, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-08-10T05:10:31.063929+0000', 'modified': '2024-08-10T05:10:44.224000+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 24346}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24346': {'gid': 24346, 'name': 'b', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 6, 'addr': '172.21.15.196:6833/132471496', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.196:6832', 'nonce': 132471496}, {'type': 'v1', 'addr': '172.21.15.196:6833', 'nonce': 132471496}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138320759226367, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'standby_count_wanted': 0} 2024-08-10T05:12:49.705 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-08-10T05:12:49.706 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid fc322138-56d5-11ef-bcce-c7b262605968 -- ceph tell mds.b status 2024-08-10T05:12:50.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:49 smithi031 ceph-mon[29994]: from='client.? 172.21.15.31:0/3522382159' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-10T05:12:50.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:49 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:50.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:49 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:50.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:49 smithi031 ceph-mon[41349]: from='client.? 172.21.15.31:0/3522382159' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-10T05:12:50.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:49 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:50.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:49 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:50.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:49 smithi196 ceph-mon[32874]: from='client.? 172.21.15.31:0/3522382159' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-10T05:12:50.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:49 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:50.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:49 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:50.111 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T05:12:51.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:51 smithi196 ceph-mon[32874]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:12:51.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:51 smithi031 ceph-mon[41349]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:12:51.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:51 smithi031 ceph-mon[29994]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:12:52.230 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:12:52 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:12:52] "GET /metrics HTTP/1.1" 200 235936 "" "Prometheus/2.43.0" 2024-08-10T05:12:52.451 INFO:teuthology.orchestra.run.smithi031.stderr:2024-08-10T05:12:52.449+0000 7fb56f7fe640 0 client.24659 ms_handle_reset on v2:172.21.15.196:6832/132471496 2024-08-10T05:12:52.468 INFO:teuthology.orchestra.run.smithi031.stderr:2024-08-10T05:12:52.468+0000 7fb56f7fe640 0 client.14760 ms_handle_reset on v2:172.21.15.196:6832/132471496 2024-08-10T05:12:52.469 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-08-10T05:12:52.469 INFO:teuthology.orchestra.run.smithi031.stdout: "cluster_fsid": "fc322138-56d5-11ef-bcce-c7b262605968", 2024-08-10T05:12:52.469 INFO:teuthology.orchestra.run.smithi031.stdout: "whoami": 0, 2024-08-10T05:12:52.469 INFO:teuthology.orchestra.run.smithi031.stdout: "id": 24346, 2024-08-10T05:12:52.469 INFO:teuthology.orchestra.run.smithi031.stdout: "want_state": "up:active", 2024-08-10T05:12:52.469 INFO:teuthology.orchestra.run.smithi031.stdout: "state": "up:active", 2024-08-10T05:12:52.469 INFO:teuthology.orchestra.run.smithi031.stdout: "fs_name": "cephfs", 2024-08-10T05:12:52.469 INFO:teuthology.orchestra.run.smithi031.stdout: "rank_uptime": 140.400192385, 2024-08-10T05:12:52.469 INFO:teuthology.orchestra.run.smithi031.stdout: "mdsmap_epoch": 8, 2024-08-10T05:12:52.469 INFO:teuthology.orchestra.run.smithi031.stdout: "osdmap_epoch": 76, 2024-08-10T05:12:52.470 INFO:teuthology.orchestra.run.smithi031.stdout: "osdmap_epoch_barrier": 66, 2024-08-10T05:12:52.470 INFO:teuthology.orchestra.run.smithi031.stdout: "uptime": 157.292116728 2024-08-10T05:12:52.470 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-08-10T05:12:52.850 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:52 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:52.850 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:52 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:52.850 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:52 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:12:52.850 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:52 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:12:52.850 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:52 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:52.850 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:52 smithi031 ceph-mon[41349]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:12:52.850 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:52 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:12:52.851 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:52 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:52.851 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:52 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:52.851 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:52 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:12:52.851 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:52 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:12:52.851 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:52 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:52.851 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:52 smithi031 ceph-mon[29994]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:12:52.851 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:52 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:12:53.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:52 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:53.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:52 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:53.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:52 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:12:53.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:52 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:12:53.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:52 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:53.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:52 smithi196 ceph-mon[32874]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:12:53.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:52 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:12:53.300 INFO:tasks.cephadm:Setup complete, yielding 2024-08-10T05:12:53.300 INFO:teuthology.run_tasks:Running task print... 2024-08-10T05:12:53.529 INFO:teuthology.task.print:**** done end installing quincy cephadm ... 2024-08-10T05:12:53.529 INFO:teuthology.run_tasks:Running task print... 2024-08-10T05:12:53.595 INFO:teuthology.task.print:**** done start cephadm.shell ceph config set mgr... 2024-08-10T05:12:53.596 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-08-10T05:12:53.700 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi031.front.sepia.ceph.com 2024-08-10T05:12:53.700 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc322138-56d5-11ef-bcce-c7b262605968 -- bash -c 'ceph config set mgr mgr/cephadm/use_repo_digest true --force' 2024-08-10T05:12:53.986 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T05:12:55.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:54 smithi031 ceph-mon[29994]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-10T05:12:55.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:54 smithi031 ceph-mon[29994]: mgrmap e21: y(active, since 92s), standbys: x 2024-08-10T05:12:55.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:54 smithi031 ceph-mon[41349]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-10T05:12:55.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:54 smithi031 ceph-mon[41349]: mgrmap e21: y(active, since 92s), standbys: x 2024-08-10T05:12:55.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:54 smithi196 ceph-mon[32874]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-10T05:12:55.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:54 smithi196 ceph-mon[32874]: mgrmap e21: y(active, since 92s), standbys: x 2024-08-10T05:12:56.167 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:12:55 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: [10/Aug/2024:05:12:55] ENGINE Bus STOPPING 2024-08-10T05:12:56.167 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:12:56 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: [10/Aug/2024:05:12:56] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-10T05:12:56.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:12:56 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: [10/Aug/2024:05:12:56] ENGINE Bus STOPPED 2024-08-10T05:12:56.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:12:56 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: [10/Aug/2024:05:12:56] ENGINE Bus STARTING 2024-08-10T05:12:56.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:12:56 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: [10/Aug/2024:05:12:56] ENGINE Serving on http://:::9283 2024-08-10T05:12:56.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:12:56 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: [10/Aug/2024:05:12:56] ENGINE Bus STARTED 2024-08-10T05:12:56.746 INFO:teuthology.run_tasks:Running task print... 2024-08-10T05:12:56.755 INFO:teuthology.task.print:**** done cephadm.shell ceph config set mgr... 2024-08-10T05:12:56.755 INFO:teuthology.run_tasks:Running task print... 2024-08-10T05:12:56.788 INFO:teuthology.task.print:**** done start telemetry quincy... 2024-08-10T05:12:56.788 INFO:teuthology.run_tasks:Running task workunit... 2024-08-10T05:12:56.845 INFO:tasks.workunit:Pulling workunits from ref 36f0121854057afc3d1c62b7c67046d0bb7294df 2024-08-10T05:12:56.845 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-08-10T05:12:56.846 DEBUG:teuthology.orchestra.run.smithi031:> stat -- /home/ubuntu/cephtest/mnt.0 2024-08-10T05:12:56.864 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-10T05:12:56.865 INFO:teuthology.orchestra.run.smithi031.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-08-10T05:12:56.865 DEBUG:teuthology.orchestra.run.smithi031:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-08-10T05:12:56.888 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:12:56 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[34968]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:12:56] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-10T05:12:56.923 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-08-10T05:12:56.924 DEBUG:teuthology.orchestra.run.smithi031:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-08-10T05:12:56.982 INFO:tasks.workunit:timeout=3h 2024-08-10T05:12:56.982 INFO:tasks.workunit:cleanup=True 2024-08-10T05:12:56.982 DEBUG:teuthology.orchestra.run.smithi031:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 36f0121854057afc3d1c62b7c67046d0bb7294df 2024-08-10T05:12:57.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:56 smithi031 ceph-mon[29994]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-10T05:12:57.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:56 smithi031 ceph-mon[29994]: from='client.? ' entity='client.admin' 2024-08-10T05:12:57.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:56 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:12:57.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:56 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:12:57.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:56 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:12:57.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:56 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:57.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:56 smithi031 ceph-mon[41349]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-10T05:12:57.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:56 smithi031 ceph-mon[41349]: from='client.? ' entity='client.admin' 2024-08-10T05:12:57.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:56 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:12:57.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:56 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:12:57.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:56 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:12:57.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:56 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:57.037 INFO:tasks.workunit.client.0.smithi031.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-08-10T05:12:57.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:56 smithi196 ceph-mon[32874]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-10T05:12:57.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:56 smithi196 ceph-mon[32874]: from='client.? ' entity='client.admin' 2024-08-10T05:12:57.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:56 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:12:57.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:56 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:12:57.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:56 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:12:57.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:56 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:12:59.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:12:58 smithi031 ceph-mon[29994]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-10T05:12:59.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:12:58 smithi031 ceph-mon[41349]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-10T05:12:59.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:12:58 smithi196 ceph-mon[32874]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-10T05:13:01.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:00 smithi031 ceph-mon[29994]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-10T05:13:01.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:00 smithi031 ceph-mon[41349]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-10T05:13:01.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:00 smithi196 ceph-mon[32874]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-10T05:13:02.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:13:02 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:13:02] "GET /metrics HTTP/1.1" 200 235936 "" "Prometheus/2.43.0" 2024-08-10T05:13:03.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:02 smithi031 ceph-mon[29994]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-10T05:13:03.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:02 smithi031 ceph-mon[41349]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-10T05:13:03.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:02 smithi196 ceph-mon[32874]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-10T05:13:05.268 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:04 smithi031 ceph-mon[41349]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-10T05:13:05.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:04 smithi031 ceph-mon[29994]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-10T05:13:05.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:04 smithi196 ceph-mon[32874]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-10T05:13:06.902 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:13:06 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[34968]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:13:06] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-10T05:13:07.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:06 smithi031 ceph-mon[29994]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:13:07.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:06 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:13:07.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:06 smithi031 ceph-mon[41349]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:13:07.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:06 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:13:07.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:06 smithi196 ceph-mon[32874]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:13:07.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:06 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:13:09.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:08 smithi031 ceph-mon[29994]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:13:09.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:08 smithi031 ceph-mon[41349]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:13:09.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:08 smithi196 ceph-mon[32874]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:13:11.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:10 smithi031 ceph-mon[29994]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:13:11.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:10 smithi031 ceph-mon[41349]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:13:11.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:10 smithi196 ceph-mon[32874]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:13:12.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:13:12 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:13:12] "GET /metrics HTTP/1.1" 200 235960 "" "Prometheus/2.43.0" 2024-08-10T05:13:13.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:12 smithi031 ceph-mon[29994]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:13:13.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:12 smithi031 ceph-mon[41349]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:13:13.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:12 smithi196 ceph-mon[32874]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:13:15.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:14 smithi031 ceph-mon[29994]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:13:15.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:14 smithi031 ceph-mon[41349]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:13:15.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:14 smithi196 ceph-mon[32874]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:13:16.916 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:13:16 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[34968]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:13:16] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-10T05:13:17.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:16 smithi031 ceph-mon[29994]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:13:17.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:16 smithi031 ceph-mon[41349]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:13:17.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:16 smithi196 ceph-mon[32874]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:13:19.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:18 smithi031 ceph-mon[29994]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:13:19.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:18 smithi031 ceph-mon[41349]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:13:19.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:18 smithi196 ceph-mon[32874]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:13:21.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:20 smithi031 ceph-mon[29994]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:13:21.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:20 smithi031 ceph-mon[41349]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:13:21.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:20 smithi196 ceph-mon[32874]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:13:22.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:21 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:13:22.269 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:13:22 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:13:22] "GET /metrics HTTP/1.1" 200 235949 "" "Prometheus/2.43.0" 2024-08-10T05:13:22.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:21 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:13:22.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:21 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:13:23.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:22 smithi031 ceph-mon[29994]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:13:23.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:22 smithi031 ceph-mon[41349]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:13:23.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:22 smithi196 ceph-mon[32874]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:13:25.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:24 smithi031 ceph-mon[29994]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:13:25.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:24 smithi031 ceph-mon[41349]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:13:25.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:24 smithi196 ceph-mon[32874]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:13:26.931 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:13:26 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[34968]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:13:26] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-10T05:13:27.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:26 smithi031 ceph-mon[29994]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:13:27.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:26 smithi031 ceph-mon[41349]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:13:27.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:26 smithi196 ceph-mon[32874]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:13:29.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:28 smithi031 ceph-mon[29994]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:13:29.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:28 smithi031 ceph-mon[41349]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:13:29.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:28 smithi196 ceph-mon[32874]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:13:31.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:30 smithi031 ceph-mon[29994]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:13:31.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:30 smithi031 ceph-mon[41349]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:13:31.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:30 smithi196 ceph-mon[32874]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:13:32.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:13:32 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:13:32] "GET /metrics HTTP/1.1" 200 235949 "" "Prometheus/2.43.0" 2024-08-10T05:13:33.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:32 smithi031 ceph-mon[29994]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:13:33.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:32 smithi031 ceph-mon[41349]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:13:33.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:32 smithi196 ceph-mon[32874]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:13:35.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:34 smithi031 ceph-mon[29994]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:13:35.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:34 smithi031 ceph-mon[41349]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:13:35.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:34 smithi196 ceph-mon[32874]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:13:36.944 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:13:36 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[34968]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:13:36] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-10T05:13:37.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:36 smithi031 ceph-mon[29994]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:13:37.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:36 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:13:37.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:36 smithi031 ceph-mon[41349]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:13:37.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:36 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:13:37.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:36 smithi196 ceph-mon[32874]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:13:37.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:36 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:13:39.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:38 smithi031 ceph-mon[29994]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:13:39.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:38 smithi031 ceph-mon[41349]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:13:39.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:38 smithi196 ceph-mon[32874]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:13:41.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:40 smithi031 ceph-mon[29994]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:13:41.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:40 smithi031 ceph-mon[41349]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:13:41.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:40 smithi196 ceph-mon[32874]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:13:42.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:13:42 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:13:42] "GET /metrics HTTP/1.1" 200 235940 "" "Prometheus/2.43.0" 2024-08-10T05:13:43.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:42 smithi031 ceph-mon[29994]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:13:43.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:42 smithi031 ceph-mon[41349]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:13:43.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:42 smithi196 ceph-mon[32874]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:13:45.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:44 smithi031 ceph-mon[29994]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:13:45.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:44 smithi031 ceph-mon[41349]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:13:45.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:44 smithi196 ceph-mon[32874]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:13:46.957 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:13:46 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[34968]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:13:46] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-10T05:13:47.268 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:46 smithi031 ceph-mon[41349]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:13:47.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:46 smithi031 ceph-mon[29994]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:13:47.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:46 smithi196 ceph-mon[32874]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:13:49.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:48 smithi031 ceph-mon[29994]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:13:49.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:48 smithi031 ceph-mon[41349]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:13:49.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:48 smithi196 ceph-mon[32874]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:13:51.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:50 smithi031 ceph-mon[29994]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:13:51.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:50 smithi031 ceph-mon[41349]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:13:51.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:50 smithi196 ceph-mon[32874]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:13:52.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:51 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:13:52.269 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:13:52 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:13:52] "GET /metrics HTTP/1.1" 200 235916 "" "Prometheus/2.43.0" 2024-08-10T05:13:52.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:51 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:13:52.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:51 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:13:53.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:52 smithi031 ceph-mon[29994]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:13:53.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:52 smithi031 ceph-mon[41349]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:13:53.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:52 smithi196 ceph-mon[32874]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:13:53.461 INFO:tasks.workunit.client.0.smithi031.stderr:Updating files: 94% (12095/12835) Updating files: 95% (12194/12835) Updating files: 96% (12322/12835) Updating files: 97% (12450/12835) Updating files: 98% (12579/12835) Updating files: 99% (12707/12835) Updating files: 100% (12835/12835) Updating files: 100% (12835/12835), done. 2024-08-10T05:13:54.155 INFO:tasks.workunit.client.0.smithi031.stderr:Note: switching to '36f0121854057afc3d1c62b7c67046d0bb7294df'. 2024-08-10T05:13:54.155 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-08-10T05:13:54.156 INFO:tasks.workunit.client.0.smithi031.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-08-10T05:13:54.156 INFO:tasks.workunit.client.0.smithi031.stderr:changes and commit them, and you can discard any commits you make in this 2024-08-10T05:13:54.156 INFO:tasks.workunit.client.0.smithi031.stderr:state without impacting any branches by switching back to a branch. 2024-08-10T05:13:54.156 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-08-10T05:13:54.156 INFO:tasks.workunit.client.0.smithi031.stderr:If you want to create a new branch to retain commits you create, you may 2024-08-10T05:13:54.156 INFO:tasks.workunit.client.0.smithi031.stderr:do so (now or later) by using -c with the switch command. Example: 2024-08-10T05:13:54.156 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-08-10T05:13:54.157 INFO:tasks.workunit.client.0.smithi031.stderr: git switch -c 2024-08-10T05:13:54.157 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-08-10T05:13:54.157 INFO:tasks.workunit.client.0.smithi031.stderr:Or undo this operation with: 2024-08-10T05:13:54.157 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-08-10T05:13:54.157 INFO:tasks.workunit.client.0.smithi031.stderr: git switch - 2024-08-10T05:13:54.158 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-08-10T05:13:54.158 INFO:tasks.workunit.client.0.smithi031.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-08-10T05:13:54.158 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-08-10T05:13:54.158 INFO:tasks.workunit.client.0.smithi031.stderr:HEAD is now at 36f01218540 Merge pull request #59099 from zdover23/wip-doc-2024-08-09-backport-59807-to-squid 2024-08-10T05:13:54.161 DEBUG:teuthology.orchestra.run.smithi031:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-08-10T05:13:54.231 INFO:tasks.workunit.client.0.smithi031.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-08-10T05:13:54.233 INFO:tasks.workunit.client.0.smithi031.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-10T05:13:54.233 INFO:tasks.workunit.client.0.smithi031.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-08-10T05:13:54.915 INFO:tasks.workunit.client.0.smithi031.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-08-10T05:13:54.998 INFO:tasks.workunit.client.0.smithi031.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-08-10T05:13:55.039 INFO:tasks.workunit.client.0.smithi031.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-10T05:13:55.040 INFO:tasks.workunit.client.0.smithi031.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-10T05:13:55.040 INFO:tasks.workunit.client.0.smithi031.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-08-10T05:13:55.080 INFO:tasks.workunit.client.0.smithi031.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-10T05:13:55.084 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-08-10T05:13:55.084 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-08-10T05:13:55.140 INFO:tasks.workunit:Running workunits matching test_telemetry_quincy.sh on client.0... 2024-08-10T05:13:55.141 INFO:tasks.workunit:Running workunit test_telemetry_quincy.sh... 2024-08-10T05:13:55.141 DEBUG:teuthology.orchestra.run.smithi031:workunit test test_telemetry_quincy.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=36f0121854057afc3d1c62b7c67046d0bb7294df TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/test_telemetry_quincy.sh 2024-08-10T05:13:55.215 INFO:tasks.workunit.client.0.smithi031.stderr:+ ceph config set mgr mgr/telemetry/channel_ident true 2024-08-10T05:13:55.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:54 smithi031 ceph-mon[29994]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:13:55.268 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:54 smithi031 ceph-mon[41349]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:13:55.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:54 smithi196 ceph-mon[32874]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:13:55.623 INFO:tasks.workunit.client.0.smithi031.stderr:+ ceph config set mgr mgr/telemetry/organization ceph-qa 2024-08-10T05:13:55.768 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:13:55 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: [10/Aug/2024:05:13:55] ENGINE Bus STOPPING 2024-08-10T05:13:55.769 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:13:55 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: [10/Aug/2024:05:13:55] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-10T05:13:55.769 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:13:55 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: [10/Aug/2024:05:13:55] ENGINE Bus STOPPED 2024-08-10T05:13:55.769 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:13:55 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: [10/Aug/2024:05:13:55] ENGINE Bus STARTING 2024-08-10T05:13:56.033 INFO:tasks.workunit.client.0.smithi031.stderr:+ ceph config set mgr mgr/telemetry/description 'upgrade test cluster' 2024-08-10T05:13:56.269 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:13:55 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: [10/Aug/2024:05:13:55] ENGINE Serving on http://:::9283 2024-08-10T05:13:56.269 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:13:55 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: [10/Aug/2024:05:13:55] ENGINE Bus STARTED 2024-08-10T05:13:56.269 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:13:55 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: [10/Aug/2024:05:13:55] ENGINE Bus STOPPING 2024-08-10T05:13:56.424 INFO:tasks.workunit.client.0.smithi031.stderr:+ ceph telemetry preview 2024-08-10T05:13:56.768 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:13:56 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: [10/Aug/2024:05:13:56] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-10T05:13:56.769 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:13:56 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: [10/Aug/2024:05:13:56] ENGINE Bus STOPPED 2024-08-10T05:13:56.769 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:13:56 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: [10/Aug/2024:05:13:56] ENGINE Bus STARTING 2024-08-10T05:13:56.769 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:13:56 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: [10/Aug/2024:05:13:56] ENGINE Serving on http://:::9283 2024-08-10T05:13:56.769 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:13:56 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: [10/Aug/2024:05:13:56] ENGINE Bus STARTED 2024-08-10T05:13:56.769 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:13:56 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: [10/Aug/2024:05:13:56] ENGINE Bus STOPPING 2024-08-10T05:13:56.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:56 smithi031 ceph-mon[29994]: from='client.? 172.21.15.31:0/3146582225' entity='client.admin' 2024-08-10T05:13:56.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:56 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:13:56.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:56 smithi031 ceph-mon[29994]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:13:56.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:56 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:13:56.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:56 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:13:56.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:56 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:13:56.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:56 smithi031 ceph-mon[29994]: from='client.? 172.21.15.31:0/3551466147' entity='client.admin' 2024-08-10T05:13:56.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:56 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:13:56.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:56 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:13:56.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:56 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:13:56.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:56 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:13:56.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:56 smithi031 ceph-mon[29994]: from='client.? 172.21.15.31:0/2569310664' entity='client.admin' 2024-08-10T05:13:56.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:56 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:13:56.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:56 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:13:56.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:56 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:13:56.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:56 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:13:56.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:56 smithi031 ceph-mon[41349]: from='client.? 172.21.15.31:0/3146582225' entity='client.admin' 2024-08-10T05:13:56.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:56 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:13:56.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:56 smithi031 ceph-mon[41349]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:13:56.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:56 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:13:56.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:56 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:13:56.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:56 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:13:56.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:56 smithi031 ceph-mon[41349]: from='client.? 172.21.15.31:0/3551466147' entity='client.admin' 2024-08-10T05:13:56.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:56 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:13:56.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:56 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:13:56.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:56 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:13:56.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:56 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:13:56.772 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:56 smithi031 ceph-mon[41349]: from='client.? 172.21.15.31:0/2569310664' entity='client.admin' 2024-08-10T05:13:56.772 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:56 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:13:56.772 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:56 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:13:56.772 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:56 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:13:56.772 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:56 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:13:56.778 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:13:56 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[34968]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:13:56] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-10T05:13:56.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:56 smithi196 ceph-mon[32874]: from='client.? 172.21.15.31:0/3146582225' entity='client.admin' 2024-08-10T05:13:56.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:56 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:13:56.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:56 smithi196 ceph-mon[32874]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:13:56.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:56 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:13:56.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:56 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:13:56.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:56 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:13:56.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:56 smithi196 ceph-mon[32874]: from='client.? 172.21.15.31:0/3551466147' entity='client.admin' 2024-08-10T05:13:56.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:56 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:13:56.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:56 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:13:56.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:56 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:13:56.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:56 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:13:56.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:56 smithi196 ceph-mon[32874]: from='client.? 172.21.15.31:0/2569310664' entity='client.admin' 2024-08-10T05:13:56.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:56 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:13:56.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:56 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:13:56.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:56 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:13:56.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:56 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:13:56.911 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-08-10T05:13:56.911 INFO:tasks.workunit.client.0.smithi031.stdout: "balancer": { 2024-08-10T05:13:56.911 INFO:tasks.workunit.client.0.smithi031.stdout: "active": true, 2024-08-10T05:13:56.911 INFO:tasks.workunit.client.0.smithi031.stdout: "mode": "" 2024-08-10T05:13:56.911 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:56.911 INFO:tasks.workunit.client.0.smithi031.stdout: "channels": [ 2024-08-10T05:13:56.911 INFO:tasks.workunit.client.0.smithi031.stdout: "basic", 2024-08-10T05:13:56.911 INFO:tasks.workunit.client.0.smithi031.stdout: "crash", 2024-08-10T05:13:56.912 INFO:tasks.workunit.client.0.smithi031.stdout: "device", 2024-08-10T05:13:56.912 INFO:tasks.workunit.client.0.smithi031.stdout: "ident" 2024-08-10T05:13:56.912 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:13:56.912 INFO:tasks.workunit.client.0.smithi031.stdout: "channels_available": [ 2024-08-10T05:13:56.912 INFO:tasks.workunit.client.0.smithi031.stdout: "basic", 2024-08-10T05:13:56.912 INFO:tasks.workunit.client.0.smithi031.stdout: "ident", 2024-08-10T05:13:56.912 INFO:tasks.workunit.client.0.smithi031.stdout: "crash", 2024-08-10T05:13:56.912 INFO:tasks.workunit.client.0.smithi031.stdout: "device", 2024-08-10T05:13:56.912 INFO:tasks.workunit.client.0.smithi031.stdout: "perf" 2024-08-10T05:13:56.912 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:13:56.912 INFO:tasks.workunit.client.0.smithi031.stdout: "collections_available": [ 2024-08-10T05:13:56.912 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_base", 2024-08-10T05:13:56.912 INFO:tasks.workunit.client.0.smithi031.stdout: "device_base", 2024-08-10T05:13:56.912 INFO:tasks.workunit.client.0.smithi031.stdout: "crash_base", 2024-08-10T05:13:56.913 INFO:tasks.workunit.client.0.smithi031.stdout: "ident_base", 2024-08-10T05:13:56.913 INFO:tasks.workunit.client.0.smithi031.stdout: "perf_perf", 2024-08-10T05:13:56.913 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_mds_metadata", 2024-08-10T05:13:56.913 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_pool_usage", 2024-08-10T05:13:56.913 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_usage_by_class", 2024-08-10T05:13:56.913 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_rook_v01", 2024-08-10T05:13:56.913 INFO:tasks.workunit.client.0.smithi031.stdout: "perf_memory_metrics", 2024-08-10T05:13:56.913 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_pool_options_bluestore" 2024-08-10T05:13:56.913 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:13:56.913 INFO:tasks.workunit.client.0.smithi031.stdout: "collections_opted_in": [ 2024-08-10T05:13:56.913 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_base", 2024-08-10T05:13:56.913 INFO:tasks.workunit.client.0.smithi031.stdout: "device_base", 2024-08-10T05:13:56.913 INFO:tasks.workunit.client.0.smithi031.stdout: "crash_base", 2024-08-10T05:13:56.914 INFO:tasks.workunit.client.0.smithi031.stdout: "ident_base", 2024-08-10T05:13:56.914 INFO:tasks.workunit.client.0.smithi031.stdout: "perf_perf", 2024-08-10T05:13:56.914 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_mds_metadata", 2024-08-10T05:13:56.914 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_pool_usage", 2024-08-10T05:13:56.914 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_usage_by_class", 2024-08-10T05:13:56.914 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_rook_v01", 2024-08-10T05:13:56.914 INFO:tasks.workunit.client.0.smithi031.stdout: "perf_memory_metrics", 2024-08-10T05:13:56.914 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_pool_options_bluestore" 2024-08-10T05:13:56.914 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:13:56.914 INFO:tasks.workunit.client.0.smithi031.stdout: "config": { 2024-08-10T05:13:56.914 INFO:tasks.workunit.client.0.smithi031.stdout: "active_changed": [ 2024-08-10T05:13:56.914 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-10T05:13:56.914 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_debug", 2024-08-10T05:13:56.915 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_mon_ticket_ttl", 2024-08-10T05:13:56.915 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_service_ticket_ttl", 2024-08-10T05:13:56.915 INFO:tasks.workunit.client.0.smithi031.stdout: "bdev_debug_aio", 2024-08-10T05:13:56.915 INFO:tasks.workunit.client.0.smithi031.stdout: "client_check_pool_perm", 2024-08-10T05:13:56.915 INFO:tasks.workunit.client.0.smithi031.stdout: "client_mount_gid", 2024-08-10T05:13:56.915 INFO:tasks.workunit.client.0.smithi031.stdout: "client_mount_uid", 2024-08-10T05:13:56.915 INFO:tasks.workunit.client.0.smithi031.stdout: "client_quota", 2024-08-10T05:13:56.915 INFO:tasks.workunit.client.0.smithi031.stdout: "container_image", 2024-08-10T05:13:56.915 INFO:tasks.workunit.client.0.smithi031.stdout: "daemonize", 2024-08-10T05:13:56.915 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_asserts_on_shutdown", 2024-08-10T05:13:56.915 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_mgr", 2024-08-10T05:13:56.915 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_mon", 2024-08-10T05:13:56.916 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_ms", 2024-08-10T05:13:56.916 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_osd", 2024-08-10T05:13:56.916 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_paxos", 2024-08-10T05:13:56.916 INFO:tasks.workunit.client.0.smithi031.stdout: "keyring", 2024-08-10T05:13:56.916 INFO:tasks.workunit.client.0.smithi031.stdout: "leveldb_block_size", 2024-08-10T05:13:56.916 INFO:tasks.workunit.client.0.smithi031.stdout: "leveldb_cache_size", 2024-08-10T05:13:56.916 INFO:tasks.workunit.client.0.smithi031.stdout: "leveldb_compression", 2024-08-10T05:13:56.916 INFO:tasks.workunit.client.0.smithi031.stdout: "leveldb_log", 2024-08-10T05:13:56.916 INFO:tasks.workunit.client.0.smithi031.stdout: "leveldb_write_buffer_size", 2024-08-10T05:13:56.916 INFO:tasks.workunit.client.0.smithi031.stdout: "log_to_file", 2024-08-10T05:13:56.916 INFO:tasks.workunit.client.0.smithi031.stdout: "log_to_journald", 2024-08-10T05:13:56.916 INFO:tasks.workunit.client.0.smithi031.stdout: "log_to_stderr", 2024-08-10T05:13:56.916 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_allow_pool_delete", 2024-08-10T05:13:56.916 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_clock_drift_allowed", 2024-08-10T05:13:56.917 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_cluster_log_to_file", 2024-08-10T05:13:56.917 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_cluster_log_to_journald", 2024-08-10T05:13:56.917 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_cluster_log_to_stderr", 2024-08-10T05:13:56.917 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_data_avail_warn", 2024-08-10T05:13:56.917 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_election_default_strategy", 2024-08-10T05:13:56.917 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_host", 2024-08-10T05:13:56.917 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_max_pg_per_osd", 2024-08-10T05:13:56.917 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_mgr_mkfs_grace", 2024-08-10T05:13:56.917 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_osd_prime_pg_temp", 2024-08-10T05:13:56.917 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_osd_reporter_subtree_level", 2024-08-10T05:13:56.917 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_pg_warn_max_object_skew", 2024-08-10T05:13:56.917 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-10T05:13:56.918 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-10T05:13:56.918 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-10T05:13:56.918 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-10T05:13:56.918 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-10T05:13:56.918 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-10T05:13:56.918 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-10T05:13:56.918 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-10T05:13:56.918 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_too_few_osds", 2024-08-10T05:13:56.918 INFO:tasks.workunit.client.0.smithi031.stdout: "ms_die_on_bug", 2024-08-10T05:13:56.918 INFO:tasks.workunit.client.0.smithi031.stdout: "ms_die_on_old_message", 2024-08-10T05:13:56.918 INFO:tasks.workunit.client.0.smithi031.stdout: "no_config_file", 2024-08-10T05:13:56.918 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_class_default_list", 2024-08-10T05:13:56.918 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_class_load_list", 2024-08-10T05:13:56.919 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_misdirected_ops", 2024-08-10T05:13:56.919 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_op_order", 2024-08-10T05:13:56.919 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_pg_log_writeout", 2024-08-10T05:13:56.919 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_shutdown", 2024-08-10T05:13:56.919 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_verify_cached_snaps", 2024-08-10T05:13:56.919 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_verify_missing_on_start", 2024-08-10T05:13:56.919 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_verify_stray_on_activate", 2024-08-10T05:13:56.919 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-10T05:13:56.919 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_profile", 2024-08-10T05:13:56.919 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-08-10T05:13:56.919 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-08-10T05:13:56.919 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-08-10T05:13:56.919 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-08-10T05:13:56.919 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-08-10T05:13:56.920 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-08-10T05:13:56.920 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_client_lim", 2024-08-10T05:13:56.920 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_client_res", 2024-08-10T05:13:56.920 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_client_wgt", 2024-08-10T05:13:56.920 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_memory_target", 2024-08-10T05:13:56.920 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_memory_target_autotune", 2024-08-10T05:13:56.920 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_op_queue", 2024-08-10T05:13:56.920 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_op_queue_cut_off", 2024-08-10T05:13:56.920 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pool_default_erasure_code_profile", 2024-08-10T05:13:56.920 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-10T05:13:56.920 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recover_clone_overlap", 2024-08-10T05:13:56.920 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recovery_max_chunk", 2024-08-10T05:13:56.920 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_scrub_load_threshold", 2024-08-10T05:13:56.921 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_scrub_max_interval", 2024-08-10T05:13:56.921 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_shutdown_pgref_assert", 2024-08-10T05:13:56.921 INFO:tasks.workunit.client.0.smithi031.stdout: "public_addr", 2024-08-10T05:13:56.921 INFO:tasks.workunit.client.0.smithi031.stdout: "public_addrv", 2024-08-10T05:13:56.921 INFO:tasks.workunit.client.0.smithi031.stdout: "public_network", 2024-08-10T05:13:56.921 INFO:tasks.workunit.client.0.smithi031.stdout: "rbd_default_features", 2024-08-10T05:13:56.921 INFO:tasks.workunit.client.0.smithi031.stdout: "rbd_qos_exclude_ops", 2024-08-10T05:13:56.921 INFO:tasks.workunit.client.0.smithi031.stdout: "setgroup", 2024-08-10T05:13:56.921 INFO:tasks.workunit.client.0.smithi031.stdout: "setuser" 2024-08-10T05:13:56.921 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:13:56.921 INFO:tasks.workunit.client.0.smithi031.stdout: "cluster_changed": [ 2024-08-10T05:13:56.921 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-10T05:13:56.921 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_debug", 2024-08-10T05:13:56.922 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_mon_ticket_ttl", 2024-08-10T05:13:56.922 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_service_ticket_ttl", 2024-08-10T05:13:56.922 INFO:tasks.workunit.client.0.smithi031.stdout: "bdev_debug_aio", 2024-08-10T05:13:56.922 INFO:tasks.workunit.client.0.smithi031.stdout: "container_image", 2024-08-10T05:13:56.922 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_asserts_on_shutdown", 2024-08-10T05:13:56.922 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_mgr", 2024-08-10T05:13:56.922 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_mon", 2024-08-10T05:13:56.922 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_ms", 2024-08-10T05:13:56.922 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_osd", 2024-08-10T05:13:56.922 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_paxos", 2024-08-10T05:13:56.922 INFO:tasks.workunit.client.0.smithi031.stdout: "log_to_file", 2024-08-10T05:13:56.922 INFO:tasks.workunit.client.0.smithi031.stdout: "log_to_journald", 2024-08-10T05:13:56.922 INFO:tasks.workunit.client.0.smithi031.stdout: "log_to_stderr", 2024-08-10T05:13:56.923 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_join_fs", 2024-08-10T05:13:56.923 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/cephadm/allow_ptrace", 2024-08-10T05:13:56.923 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/cephadm/container_init", 2024-08-10T05:13:56.923 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/cephadm/migration_current", 2024-08-10T05:13:56.923 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/cephadm/use_repo_digest", 2024-08-10T05:13:56.923 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-08-10T05:13:56.923 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-08-10T05:13:56.923 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-08-10T05:13:56.923 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-08-10T05:13:56.923 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/dashboard/ssl_server_port", 2024-08-10T05:13:56.923 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/orchestrator/orchestrator", 2024-08-10T05:13:56.923 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/telemetry/channel_ident", 2024-08-10T05:13:56.923 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/telemetry/description", 2024-08-10T05:13:56.923 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/telemetry/organization", 2024-08-10T05:13:56.923 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_allow_pool_delete", 2024-08-10T05:13:56.924 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_clock_drift_allowed", 2024-08-10T05:13:56.924 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_cluster_log_to_file", 2024-08-10T05:13:56.924 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_data_avail_warn", 2024-08-10T05:13:56.924 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_election_default_strategy", 2024-08-10T05:13:56.924 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_max_pg_per_osd", 2024-08-10T05:13:56.924 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_mgr_mkfs_grace", 2024-08-10T05:13:56.924 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_osd_prime_pg_temp", 2024-08-10T05:13:56.924 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_osd_reporter_subtree_level", 2024-08-10T05:13:56.924 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_pg_warn_max_object_skew", 2024-08-10T05:13:56.924 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-10T05:13:56.924 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-10T05:13:56.924 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-10T05:13:56.924 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-10T05:13:56.924 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-10T05:13:56.925 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-10T05:13:56.925 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-10T05:13:56.925 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-10T05:13:56.925 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_too_few_osds", 2024-08-10T05:13:56.925 INFO:tasks.workunit.client.0.smithi031.stdout: "ms_die_on_bug", 2024-08-10T05:13:56.925 INFO:tasks.workunit.client.0.smithi031.stdout: "ms_die_on_old_message", 2024-08-10T05:13:56.925 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_class_default_list", 2024-08-10T05:13:56.925 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_class_load_list", 2024-08-10T05:13:56.925 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_misdirected_ops", 2024-08-10T05:13:56.925 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_op_order", 2024-08-10T05:13:56.925 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_pg_log_writeout", 2024-08-10T05:13:56.925 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_shutdown", 2024-08-10T05:13:56.925 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_verify_cached_snaps", 2024-08-10T05:13:56.925 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_verify_missing_on_start", 2024-08-10T05:13:56.925 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_verify_stray_on_activate", 2024-08-10T05:13:56.926 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-10T05:13:56.926 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_profile", 2024-08-10T05:13:56.926 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_memory_target", 2024-08-10T05:13:56.926 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_memory_target_autotune", 2024-08-10T05:13:56.926 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_op_queue", 2024-08-10T05:13:56.926 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_op_queue_cut_off", 2024-08-10T05:13:56.926 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pool_default_erasure_code_profile", 2024-08-10T05:13:56.926 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-10T05:13:56.926 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recover_clone_overlap", 2024-08-10T05:13:56.926 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recovery_max_chunk", 2024-08-10T05:13:56.926 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_scrub_load_threshold", 2024-08-10T05:13:56.926 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_scrub_max_interval", 2024-08-10T05:13:56.926 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_shutdown_pgref_assert", 2024-08-10T05:13:56.927 INFO:tasks.workunit.client.0.smithi031.stdout: "public_network", 2024-08-10T05:13:56.927 INFO:tasks.workunit.client.0.smithi031.stdout: "rgw_cache_enabled", 2024-08-10T05:13:56.927 INFO:tasks.workunit.client.0.smithi031.stdout: "rgw_enable_ops_log", 2024-08-10T05:13:56.927 INFO:tasks.workunit.client.0.smithi031.stdout: "rgw_enable_usage_log" 2024-08-10T05:13:56.927 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T05:13:56.927 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:56.927 INFO:tasks.workunit.client.0.smithi031.stdout: "contact": null, 2024-08-10T05:13:56.927 INFO:tasks.workunit.client.0.smithi031.stdout: "crashes": [], 2024-08-10T05:13:56.927 INFO:tasks.workunit.client.0.smithi031.stdout: "created": "2024-08-10T05:04:52.101829Z", 2024-08-10T05:13:56.927 INFO:tasks.workunit.client.0.smithi031.stdout: "crush": { 2024-08-10T05:13:56.927 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_algs": { 2024-08-10T05:13:56.927 INFO:tasks.workunit.client.0.smithi031.stdout: "straw2": 3 2024-08-10T05:13:56.927 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:56.927 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_sizes": { 2024-08-10T05:13:56.927 INFO:tasks.workunit.client.0.smithi031.stdout: "2": 1, 2024-08-10T05:13:56.928 INFO:tasks.workunit.client.0.smithi031.stdout: "4": 2 2024-08-10T05:13:56.928 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:56.928 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_types": { 2024-08-10T05:13:56.928 INFO:tasks.workunit.client.0.smithi031.stdout: "1": 2, 2024-08-10T05:13:56.928 INFO:tasks.workunit.client.0.smithi031.stdout: "11": 1 2024-08-10T05:13:56.928 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:56.928 INFO:tasks.workunit.client.0.smithi031.stdout: "compat_weight_set": false, 2024-08-10T05:13:56.928 INFO:tasks.workunit.client.0.smithi031.stdout: "device_classes": [ 2024-08-10T05:13:56.928 INFO:tasks.workunit.client.0.smithi031.stdout: 8 2024-08-10T05:13:56.928 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:13:56.928 INFO:tasks.workunit.client.0.smithi031.stdout: "num_buckets": 6, 2024-08-10T05:13:56.928 INFO:tasks.workunit.client.0.smithi031.stdout: "num_devices": 8, 2024-08-10T05:13:56.928 INFO:tasks.workunit.client.0.smithi031.stdout: "num_rules": 1, 2024-08-10T05:13:56.928 INFO:tasks.workunit.client.0.smithi031.stdout: "num_types": 12, 2024-08-10T05:13:56.929 INFO:tasks.workunit.client.0.smithi031.stdout: "num_weight_sets": 0, 2024-08-10T05:13:56.929 INFO:tasks.workunit.client.0.smithi031.stdout: "tunables": { 2024-08-10T05:13:56.929 INFO:tasks.workunit.client.0.smithi031.stdout: "allowed_bucket_algs": 54, 2024-08-10T05:13:56.929 INFO:tasks.workunit.client.0.smithi031.stdout: "choose_local_fallback_tries": 0, 2024-08-10T05:13:56.929 INFO:tasks.workunit.client.0.smithi031.stdout: "choose_local_tries": 0, 2024-08-10T05:13:56.929 INFO:tasks.workunit.client.0.smithi031.stdout: "choose_total_tries": 50, 2024-08-10T05:13:56.929 INFO:tasks.workunit.client.0.smithi031.stdout: "chooseleaf_descend_once": 1, 2024-08-10T05:13:56.929 INFO:tasks.workunit.client.0.smithi031.stdout: "chooseleaf_stable": 1, 2024-08-10T05:13:56.929 INFO:tasks.workunit.client.0.smithi031.stdout: "chooseleaf_vary_r": 1, 2024-08-10T05:13:56.929 INFO:tasks.workunit.client.0.smithi031.stdout: "has_v2_rules": 0, 2024-08-10T05:13:56.929 INFO:tasks.workunit.client.0.smithi031.stdout: "has_v3_rules": 0, 2024-08-10T05:13:56.929 INFO:tasks.workunit.client.0.smithi031.stdout: "has_v4_buckets": 1, 2024-08-10T05:13:56.929 INFO:tasks.workunit.client.0.smithi031.stdout: "has_v5_rules": 0, 2024-08-10T05:13:56.930 INFO:tasks.workunit.client.0.smithi031.stdout: "legacy_tunables": 0, 2024-08-10T05:13:56.930 INFO:tasks.workunit.client.0.smithi031.stdout: "minimum_required_version": "jewel", 2024-08-10T05:13:56.930 INFO:tasks.workunit.client.0.smithi031.stdout: "optimal_tunables": 1, 2024-08-10T05:13:56.930 INFO:tasks.workunit.client.0.smithi031.stdout: "profile": "jewel", 2024-08-10T05:13:56.930 INFO:tasks.workunit.client.0.smithi031.stdout: "require_feature_tunables": 1, 2024-08-10T05:13:56.930 INFO:tasks.workunit.client.0.smithi031.stdout: "require_feature_tunables2": 1, 2024-08-10T05:13:56.930 INFO:tasks.workunit.client.0.smithi031.stdout: "require_feature_tunables3": 1, 2024-08-10T05:13:56.930 INFO:tasks.workunit.client.0.smithi031.stdout: "require_feature_tunables5": 1, 2024-08-10T05:13:56.930 INFO:tasks.workunit.client.0.smithi031.stdout: "straw_calc_version": 1 2024-08-10T05:13:56.930 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:13:56.930 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:56.930 INFO:tasks.workunit.client.0.smithi031.stdout: "description": "upgrade test cluster", 2024-08-10T05:13:56.930 INFO:tasks.workunit.client.0.smithi031.stdout: "fs": { 2024-08-10T05:13:56.931 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-08-10T05:13:56.931 INFO:tasks.workunit.client.0.smithi031.stdout: "feature_flags": { 2024-08-10T05:13:56.931 INFO:tasks.workunit.client.0.smithi031.stdout: "enable_multiple": true, 2024-08-10T05:13:56.931 INFO:tasks.workunit.client.0.smithi031.stdout: "ever_enabled_multiple": true 2024-08-10T05:13:56.931 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:56.931 INFO:tasks.workunit.client.0.smithi031.stdout: "filesystems": [ 2024-08-10T05:13:56.931 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:13:56.931 INFO:tasks.workunit.client.0.smithi031.stdout: "approx_ctime": "2024-08", 2024-08-10T05:13:56.931 INFO:tasks.workunit.client.0.smithi031.stdout: "balancer_enabled": false, 2024-08-10T05:13:56.931 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:13:56.931 INFO:tasks.workunit.client.0.smithi031.stdout: "cached_caps": 0, 2024-08-10T05:13:56.931 INFO:tasks.workunit.client.0.smithi031.stdout: "cached_dns": 10, 2024-08-10T05:13:56.931 INFO:tasks.workunit.client.0.smithi031.stdout: "cached_inos": 13, 2024-08-10T05:13:56.931 INFO:tasks.workunit.client.0.smithi031.stdout: "cached_subtrees": 2, 2024-08-10T05:13:56.932 INFO:tasks.workunit.client.0.smithi031.stdout: "ever_allowed_features": 0, 2024-08-10T05:13:56.932 INFO:tasks.workunit.client.0.smithi031.stdout: "explicitly_allowed_features": 0, 2024-08-10T05:13:56.932 INFO:tasks.workunit.client.0.smithi031.stdout: "files": 0, 2024-08-10T05:13:56.932 INFO:tasks.workunit.client.0.smithi031.stdout: "max_mds": 1, 2024-08-10T05:13:56.932 INFO:tasks.workunit.client.0.smithi031.stdout: "num_data_pools": 1, 2024-08-10T05:13:56.932 INFO:tasks.workunit.client.0.smithi031.stdout: "num_in": 1, 2024-08-10T05:13:56.932 INFO:tasks.workunit.client.0.smithi031.stdout: "num_mds": 1, 2024-08-10T05:13:56.932 INFO:tasks.workunit.client.0.smithi031.stdout: "num_sessions": 0, 2024-08-10T05:13:56.932 INFO:tasks.workunit.client.0.smithi031.stdout: "num_standby_replay": 0, 2024-08-10T05:13:56.932 INFO:tasks.workunit.client.0.smithi031.stdout: "num_up": 1, 2024-08-10T05:13:56.932 INFO:tasks.workunit.client.0.smithi031.stdout: "snaps": 0, 2024-08-10T05:13:56.932 INFO:tasks.workunit.client.0.smithi031.stdout: "standby_count_wanted": 0 2024-08-10T05:13:56.932 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:13:56.932 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:13:56.933 INFO:tasks.workunit.client.0.smithi031.stdout: "num_standby_mds": 1, 2024-08-10T05:13:56.933 INFO:tasks.workunit.client.0.smithi031.stdout: "total_num_mds": 2 2024-08-10T05:13:56.933 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:56.933 INFO:tasks.workunit.client.0.smithi031.stdout: "hosts": { 2024-08-10T05:13:56.933 INFO:tasks.workunit.client.0.smithi031.stdout: "num": 2, 2024-08-10T05:13:56.933 INFO:tasks.workunit.client.0.smithi031.stdout: "num_with_mds": 2, 2024-08-10T05:13:56.933 INFO:tasks.workunit.client.0.smithi031.stdout: "num_with_mgr": 2, 2024-08-10T05:13:56.933 INFO:tasks.workunit.client.0.smithi031.stdout: "num_with_mon": 2, 2024-08-10T05:13:56.933 INFO:tasks.workunit.client.0.smithi031.stdout: "num_with_osd": 2 2024-08-10T05:13:56.933 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:56.933 INFO:tasks.workunit.client.0.smithi031.stdout: "leaderboard": false, 2024-08-10T05:13:56.933 INFO:tasks.workunit.client.0.smithi031.stdout: "license": "sharing-1-0", 2024-08-10T05:13:56.933 INFO:tasks.workunit.client.0.smithi031.stdout: "metadata": { 2024-08-10T05:13:56.934 INFO:tasks.workunit.client.0.smithi031.stdout: "mds": { 2024-08-10T05:13:56.934 INFO:tasks.workunit.client.0.smithi031.stdout: "arch": { 2024-08-10T05:13:56.934 INFO:tasks.workunit.client.0.smithi031.stdout: "x86_64": 2 2024-08-10T05:13:56.934 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:56.934 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph_version": { 2024-08-10T05:13:56.934 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 2 2024-08-10T05:13:56.934 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:56.934 INFO:tasks.workunit.client.0.smithi031.stdout: "cpu": { 2024-08-10T05:13:56.934 INFO:tasks.workunit.client.0.smithi031.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 1, 2024-08-10T05:13:56.934 INFO:tasks.workunit.client.0.smithi031.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-08-10T05:13:56.934 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:56.934 INFO:tasks.workunit.client.0.smithi031.stdout: "distro": { 2024-08-10T05:13:56.934 INFO:tasks.workunit.client.0.smithi031.stdout: "centos": 2 2024-08-10T05:13:56.935 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:56.935 INFO:tasks.workunit.client.0.smithi031.stdout: "distro_description": { 2024-08-10T05:13:56.935 INFO:tasks.workunit.client.0.smithi031.stdout: "CentOS Stream 9": 2 2024-08-10T05:13:56.935 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:56.935 INFO:tasks.workunit.client.0.smithi031.stdout: "kernel_description": { 2024-08-10T05:13:56.935 INFO:tasks.workunit.client.0.smithi031.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 2 2024-08-10T05:13:56.935 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:56.935 INFO:tasks.workunit.client.0.smithi031.stdout: "kernel_version": { 2024-08-10T05:13:56.935 INFO:tasks.workunit.client.0.smithi031.stdout: "5.14.0-480.el9.x86_64": 2 2024-08-10T05:13:56.935 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:56.935 INFO:tasks.workunit.client.0.smithi031.stdout: "os": { 2024-08-10T05:13:56.935 INFO:tasks.workunit.client.0.smithi031.stdout: "Linux": 2 2024-08-10T05:13:56.935 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:13:56.935 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:56.936 INFO:tasks.workunit.client.0.smithi031.stdout: "mon": { 2024-08-10T05:13:56.936 INFO:tasks.workunit.client.0.smithi031.stdout: "arch": { 2024-08-10T05:13:56.936 INFO:tasks.workunit.client.0.smithi031.stdout: "x86_64": 3 2024-08-10T05:13:56.936 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:56.936 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph_version": { 2024-08-10T05:13:56.936 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 3 2024-08-10T05:13:56.936 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:56.936 INFO:tasks.workunit.client.0.smithi031.stdout: "cpu": { 2024-08-10T05:13:56.936 INFO:tasks.workunit.client.0.smithi031.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2, 2024-08-10T05:13:56.936 INFO:tasks.workunit.client.0.smithi031.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-08-10T05:13:56.936 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:56.936 INFO:tasks.workunit.client.0.smithi031.stdout: "distro": { 2024-08-10T05:13:56.936 INFO:tasks.workunit.client.0.smithi031.stdout: "centos": 3 2024-08-10T05:13:56.937 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:56.937 INFO:tasks.workunit.client.0.smithi031.stdout: "distro_description": { 2024-08-10T05:13:56.937 INFO:tasks.workunit.client.0.smithi031.stdout: "CentOS Stream 9": 3 2024-08-10T05:13:56.937 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:56.937 INFO:tasks.workunit.client.0.smithi031.stdout: "kernel_description": { 2024-08-10T05:13:56.937 INFO:tasks.workunit.client.0.smithi031.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 3 2024-08-10T05:13:56.937 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:56.937 INFO:tasks.workunit.client.0.smithi031.stdout: "kernel_version": { 2024-08-10T05:13:56.937 INFO:tasks.workunit.client.0.smithi031.stdout: "5.14.0-480.el9.x86_64": 3 2024-08-10T05:13:56.937 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:56.937 INFO:tasks.workunit.client.0.smithi031.stdout: "os": { 2024-08-10T05:13:56.937 INFO:tasks.workunit.client.0.smithi031.stdout: "Linux": 3 2024-08-10T05:13:56.937 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:13:56.938 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:56.938 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T05:13:56.938 INFO:tasks.workunit.client.0.smithi031.stdout: "arch": { 2024-08-10T05:13:56.938 INFO:tasks.workunit.client.0.smithi031.stdout: "x86_64": 8 2024-08-10T05:13:56.938 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:56.938 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph_version": { 2024-08-10T05:13:56.938 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 8 2024-08-10T05:13:56.938 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:56.938 INFO:tasks.workunit.client.0.smithi031.stdout: "cpu": { 2024-08-10T05:13:56.938 INFO:tasks.workunit.client.0.smithi031.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 4, 2024-08-10T05:13:56.938 INFO:tasks.workunit.client.0.smithi031.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 4 2024-08-10T05:13:56.938 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:56.938 INFO:tasks.workunit.client.0.smithi031.stdout: "distro": { 2024-08-10T05:13:56.939 INFO:tasks.workunit.client.0.smithi031.stdout: "centos": 8 2024-08-10T05:13:56.939 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:56.939 INFO:tasks.workunit.client.0.smithi031.stdout: "distro_description": { 2024-08-10T05:13:56.939 INFO:tasks.workunit.client.0.smithi031.stdout: "CentOS Stream 9": 8 2024-08-10T05:13:56.939 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:56.939 INFO:tasks.workunit.client.0.smithi031.stdout: "kernel_description": { 2024-08-10T05:13:56.939 INFO:tasks.workunit.client.0.smithi031.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 8 2024-08-10T05:13:56.939 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:56.939 INFO:tasks.workunit.client.0.smithi031.stdout: "kernel_version": { 2024-08-10T05:13:56.939 INFO:tasks.workunit.client.0.smithi031.stdout: "5.14.0-480.el9.x86_64": 8 2024-08-10T05:13:56.939 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:56.939 INFO:tasks.workunit.client.0.smithi031.stdout: "os": { 2024-08-10T05:13:56.939 INFO:tasks.workunit.client.0.smithi031.stdout: "Linux": 8 2024-08-10T05:13:56.940 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:56.940 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_objectstore": { 2024-08-10T05:13:56.940 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore": 8 2024-08-10T05:13:56.940 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:56.940 INFO:tasks.workunit.client.0.smithi031.stdout: "rotational": { 2024-08-10T05:13:56.940 INFO:tasks.workunit.client.0.smithi031.stdout: "0": 8 2024-08-10T05:13:56.940 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:13:56.940 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:13:56.940 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:56.940 INFO:tasks.workunit.client.0.smithi031.stdout: "mon": { 2024-08-10T05:13:56.940 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3, 2024-08-10T05:13:56.940 INFO:tasks.workunit.client.0.smithi031.stdout: "features": { 2024-08-10T05:13:56.940 INFO:tasks.workunit.client.0.smithi031.stdout: "optional": [], 2024-08-10T05:13:56.940 INFO:tasks.workunit.client.0.smithi031.stdout: "persistent": [ 2024-08-10T05:13:56.941 INFO:tasks.workunit.client.0.smithi031.stdout: "kraken", 2024-08-10T05:13:56.941 INFO:tasks.workunit.client.0.smithi031.stdout: "luminous", 2024-08-10T05:13:56.941 INFO:tasks.workunit.client.0.smithi031.stdout: "mimic", 2024-08-10T05:13:56.941 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap-prune", 2024-08-10T05:13:56.941 INFO:tasks.workunit.client.0.smithi031.stdout: "nautilus", 2024-08-10T05:13:56.941 INFO:tasks.workunit.client.0.smithi031.stdout: "octopus", 2024-08-10T05:13:56.941 INFO:tasks.workunit.client.0.smithi031.stdout: "pacific", 2024-08-10T05:13:56.941 INFO:tasks.workunit.client.0.smithi031.stdout: "elector-pinging", 2024-08-10T05:13:56.941 INFO:tasks.workunit.client.0.smithi031.stdout: "quincy" 2024-08-10T05:13:56.941 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T05:13:56.941 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:56.941 INFO:tasks.workunit.client.0.smithi031.stdout: "ipv4_addr_mons": 6, 2024-08-10T05:13:56.941 INFO:tasks.workunit.client.0.smithi031.stdout: "ipv6_addr_mons": 0, 2024-08-10T05:13:56.941 INFO:tasks.workunit.client.0.smithi031.stdout: "min_mon_release": 17, 2024-08-10T05:13:56.942 INFO:tasks.workunit.client.0.smithi031.stdout: "v1_addr_mons": 3, 2024-08-10T05:13:56.942 INFO:tasks.workunit.client.0.smithi031.stdout: "v2_addr_mons": 3 2024-08-10T05:13:56.942 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:56.942 INFO:tasks.workunit.client.0.smithi031.stdout: "organization": "ceph-qa", 2024-08-10T05:13:56.942 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T05:13:56.942 INFO:tasks.workunit.client.0.smithi031.stdout: "cluster_network": false, 2024-08-10T05:13:56.942 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 8, 2024-08-10T05:13:56.942 INFO:tasks.workunit.client.0.smithi031.stdout: "require_min_compat_client": "luminous", 2024-08-10T05:13:56.942 INFO:tasks.workunit.client.0.smithi031.stdout: "require_osd_release": "quincy" 2024-08-10T05:13:56.942 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:56.942 INFO:tasks.workunit.client.0.smithi031.stdout: "pools": [ 2024-08-10T05:13:56.942 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:13:56.942 INFO:tasks.workunit.client.0.smithi031.stdout: "application": [ 2024-08-10T05:13:56.942 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr" 2024-08-10T05:13:56.943 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:13:56.943 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_mode": "none", 2024-08-10T05:13:56.943 INFO:tasks.workunit.client.0.smithi031.stdout: "erasure_code_profile": {}, 2024-08-10T05:13:56.943 INFO:tasks.workunit.client.0.smithi031.stdout: "min_size": 2, 2024-08-10T05:13:56.943 INFO:tasks.workunit.client.0.smithi031.stdout: "options": {}, 2024-08-10T05:13:56.943 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_autoscale_mode": "off", 2024-08-10T05:13:56.943 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_num": 1, 2024-08-10T05:13:56.943 INFO:tasks.workunit.client.0.smithi031.stdout: "pgp_num": 1, 2024-08-10T05:13:56.943 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": 1, 2024-08-10T05:13:56.943 INFO:tasks.workunit.client.0.smithi031.stdout: "size": 3, 2024-08-10T05:13:56.943 INFO:tasks.workunit.client.0.smithi031.stdout: "stats": { 2024-08-10T05:13:56.943 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_raw": 727115147530, 2024-08-10T05:13:56.943 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_used": 1781760, 2024-08-10T05:13:56.943 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_bytes_used": 0, 2024-08-10T05:13:56.944 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_under_bytes": 0, 2024-08-10T05:13:56.944 INFO:tasks.workunit.client.0.smithi031.stdout: "data_bytes_used": 1781760, 2024-08-10T05:13:56.944 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty": 0, 2024-08-10T05:13:56.944 INFO:tasks.workunit.client.0.smithi031.stdout: "max_avail": 242371723264, 2024-08-10T05:13:56.944 INFO:tasks.workunit.client.0.smithi031.stdout: "objects": 2, 2024-08-10T05:13:56.944 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_bytes_used": 0, 2024-08-10T05:13:56.944 INFO:tasks.workunit.client.0.smithi031.stdout: "percent_used": 2.4504449811502127e-06, 2024-08-10T05:13:56.944 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_bytes": 0, 2024-08-10T05:13:56.944 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_objects": 0, 2024-08-10T05:13:56.944 INFO:tasks.workunit.client.0.smithi031.stdout: "rd": 212, 2024-08-10T05:13:56.944 INFO:tasks.workunit.client.0.smithi031.stdout: "rd_bytes": 313344, 2024-08-10T05:13:56.944 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": 590368, 2024-08-10T05:13:56.944 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_data": 590368, 2024-08-10T05:13:56.944 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_omap": 0, 2024-08-10T05:13:56.945 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_raw": 1771104, 2024-08-10T05:13:56.945 INFO:tasks.workunit.client.0.smithi031.stdout: "wr": 179, 2024-08-10T05:13:56.945 INFO:tasks.workunit.client.0.smithi031.stdout: "wr_bytes": 2473984 2024-08-10T05:13:56.945 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:56.945 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_bytes": 0, 2024-08-10T05:13:56.945 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_objects": 0, 2024-08-10T05:13:56.945 INFO:tasks.workunit.client.0.smithi031.stdout: "type": "replicated" 2024-08-10T05:13:56.945 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:56.945 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:13:56.945 INFO:tasks.workunit.client.0.smithi031.stdout: "application": [ 2024-08-10T05:13:56.945 INFO:tasks.workunit.client.0.smithi031.stdout: "cephfs" 2024-08-10T05:13:56.945 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:13:56.945 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_mode": "none", 2024-08-10T05:13:56.945 INFO:tasks.workunit.client.0.smithi031.stdout: "erasure_code_profile": {}, 2024-08-10T05:13:56.946 INFO:tasks.workunit.client.0.smithi031.stdout: "min_size": 2, 2024-08-10T05:13:56.946 INFO:tasks.workunit.client.0.smithi031.stdout: "options": {}, 2024-08-10T05:13:56.946 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_autoscale_mode": "off", 2024-08-10T05:13:56.946 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_num": 32, 2024-08-10T05:13:56.946 INFO:tasks.workunit.client.0.smithi031.stdout: "pgp_num": 32, 2024-08-10T05:13:56.946 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": 2, 2024-08-10T05:13:56.946 INFO:tasks.workunit.client.0.smithi031.stdout: "size": 3, 2024-08-10T05:13:56.946 INFO:tasks.workunit.client.0.smithi031.stdout: "stats": { 2024-08-10T05:13:56.946 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_raw": 727115147530, 2024-08-10T05:13:56.946 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_used": 98304, 2024-08-10T05:13:56.946 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_bytes_used": 0, 2024-08-10T05:13:56.946 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_under_bytes": 0, 2024-08-10T05:13:56.946 INFO:tasks.workunit.client.0.smithi031.stdout: "data_bytes_used": 98304, 2024-08-10T05:13:56.946 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty": 0, 2024-08-10T05:13:56.946 INFO:tasks.workunit.client.0.smithi031.stdout: "max_avail": 242371723264, 2024-08-10T05:13:56.947 INFO:tasks.workunit.client.0.smithi031.stdout: "objects": 22, 2024-08-10T05:13:56.947 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_bytes_used": 0, 2024-08-10T05:13:56.947 INFO:tasks.workunit.client.0.smithi031.stdout: "percent_used": 1.3519728270239284e-07, 2024-08-10T05:13:56.947 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_bytes": 0, 2024-08-10T05:13:56.947 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_objects": 0, 2024-08-10T05:13:56.947 INFO:tasks.workunit.client.0.smithi031.stdout: "rd": 0, 2024-08-10T05:13:56.947 INFO:tasks.workunit.client.0.smithi031.stdout: "rd_bytes": 0, 2024-08-10T05:13:56.947 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": 3410, 2024-08-10T05:13:56.947 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_data": 3410, 2024-08-10T05:13:56.947 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_omap": 0, 2024-08-10T05:13:56.947 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_raw": 10230, 2024-08-10T05:13:56.947 INFO:tasks.workunit.client.0.smithi031.stdout: "wr": 51, 2024-08-10T05:13:56.947 INFO:tasks.workunit.client.0.smithi031.stdout: "wr_bytes": 19456 2024-08-10T05:13:56.947 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:56.948 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_bytes": 0, 2024-08-10T05:13:56.948 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_objects": 0, 2024-08-10T05:13:56.948 INFO:tasks.workunit.client.0.smithi031.stdout: "type": "replicated" 2024-08-10T05:13:56.948 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:56.948 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:13:56.948 INFO:tasks.workunit.client.0.smithi031.stdout: "application": [ 2024-08-10T05:13:56.948 INFO:tasks.workunit.client.0.smithi031.stdout: "cephfs" 2024-08-10T05:13:56.948 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:13:56.948 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_mode": "none", 2024-08-10T05:13:56.948 INFO:tasks.workunit.client.0.smithi031.stdout: "erasure_code_profile": {}, 2024-08-10T05:13:56.948 INFO:tasks.workunit.client.0.smithi031.stdout: "min_size": 2, 2024-08-10T05:13:56.948 INFO:tasks.workunit.client.0.smithi031.stdout: "options": {}, 2024-08-10T05:13:56.948 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_autoscale_mode": "off", 2024-08-10T05:13:56.948 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_num": 64, 2024-08-10T05:13:56.949 INFO:tasks.workunit.client.0.smithi031.stdout: "pgp_num": 64, 2024-08-10T05:13:56.949 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": 3, 2024-08-10T05:13:56.949 INFO:tasks.workunit.client.0.smithi031.stdout: "size": 3, 2024-08-10T05:13:56.949 INFO:tasks.workunit.client.0.smithi031.stdout: "stats": { 2024-08-10T05:13:56.949 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_raw": 727115147530, 2024-08-10T05:13:56.949 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_used": 0, 2024-08-10T05:13:56.949 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_bytes_used": 0, 2024-08-10T05:13:56.949 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_under_bytes": 0, 2024-08-10T05:13:56.949 INFO:tasks.workunit.client.0.smithi031.stdout: "data_bytes_used": 0, 2024-08-10T05:13:56.949 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty": 0, 2024-08-10T05:13:56.949 INFO:tasks.workunit.client.0.smithi031.stdout: "max_avail": 242371723264, 2024-08-10T05:13:56.949 INFO:tasks.workunit.client.0.smithi031.stdout: "objects": 0, 2024-08-10T05:13:56.949 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_bytes_used": 0, 2024-08-10T05:13:56.949 INFO:tasks.workunit.client.0.smithi031.stdout: "percent_used": 0.0, 2024-08-10T05:13:56.950 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_bytes": 0, 2024-08-10T05:13:56.950 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_objects": 0, 2024-08-10T05:13:56.950 INFO:tasks.workunit.client.0.smithi031.stdout: "rd": 0, 2024-08-10T05:13:56.950 INFO:tasks.workunit.client.0.smithi031.stdout: "rd_bytes": 0, 2024-08-10T05:13:56.950 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": 0, 2024-08-10T05:13:56.950 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_data": 0, 2024-08-10T05:13:56.950 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_omap": 0, 2024-08-10T05:13:56.950 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_raw": 0, 2024-08-10T05:13:56.950 INFO:tasks.workunit.client.0.smithi031.stdout: "wr": 0, 2024-08-10T05:13:56.950 INFO:tasks.workunit.client.0.smithi031.stdout: "wr_bytes": 0 2024-08-10T05:13:56.950 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:56.950 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_bytes": 0, 2024-08-10T05:13:56.950 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_objects": 0, 2024-08-10T05:13:56.951 INFO:tasks.workunit.client.0.smithi031.stdout: "type": "replicated" 2024-08-10T05:13:56.951 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:56.951 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:13:56.951 INFO:tasks.workunit.client.0.smithi031.stdout: "application": [ 2024-08-10T05:13:56.951 INFO:tasks.workunit.client.0.smithi031.stdout: "rbd" 2024-08-10T05:13:56.951 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:13:56.951 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_mode": "none", 2024-08-10T05:13:56.951 INFO:tasks.workunit.client.0.smithi031.stdout: "erasure_code_profile": {}, 2024-08-10T05:13:56.951 INFO:tasks.workunit.client.0.smithi031.stdout: "min_size": 2, 2024-08-10T05:13:56.951 INFO:tasks.workunit.client.0.smithi031.stdout: "options": {}, 2024-08-10T05:13:56.951 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_autoscale_mode": "off", 2024-08-10T05:13:56.951 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_num": 8, 2024-08-10T05:13:56.951 INFO:tasks.workunit.client.0.smithi031.stdout: "pgp_num": 8, 2024-08-10T05:13:56.951 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": 4, 2024-08-10T05:13:56.952 INFO:tasks.workunit.client.0.smithi031.stdout: "size": 3, 2024-08-10T05:13:56.952 INFO:tasks.workunit.client.0.smithi031.stdout: "stats": { 2024-08-10T05:13:56.952 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_raw": 727115147530, 2024-08-10T05:13:56.952 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_used": 12288, 2024-08-10T05:13:56.952 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_bytes_used": 0, 2024-08-10T05:13:56.952 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_under_bytes": 0, 2024-08-10T05:13:56.952 INFO:tasks.workunit.client.0.smithi031.stdout: "data_bytes_used": 12288, 2024-08-10T05:13:56.952 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty": 0, 2024-08-10T05:13:56.952 INFO:tasks.workunit.client.0.smithi031.stdout: "max_avail": 242371723264, 2024-08-10T05:13:56.952 INFO:tasks.workunit.client.0.smithi031.stdout: "objects": 2, 2024-08-10T05:13:56.952 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_bytes_used": 0, 2024-08-10T05:13:56.952 INFO:tasks.workunit.client.0.smithi031.stdout: "percent_used": 1.6899660337799105e-08, 2024-08-10T05:13:56.952 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_bytes": 0, 2024-08-10T05:13:56.952 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_objects": 0, 2024-08-10T05:13:56.953 INFO:tasks.workunit.client.0.smithi031.stdout: "rd": 0, 2024-08-10T05:13:56.953 INFO:tasks.workunit.client.0.smithi031.stdout: "rd_bytes": 0, 2024-08-10T05:13:56.953 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": 19, 2024-08-10T05:13:56.953 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_data": 19, 2024-08-10T05:13:56.953 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_omap": 0, 2024-08-10T05:13:56.953 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_raw": 57, 2024-08-10T05:13:56.953 INFO:tasks.workunit.client.0.smithi031.stdout: "wr": 2, 2024-08-10T05:13:56.953 INFO:tasks.workunit.client.0.smithi031.stdout: "wr_bytes": 2048 2024-08-10T05:13:56.953 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:56.953 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_bytes": 0, 2024-08-10T05:13:56.953 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_objects": 0, 2024-08-10T05:13:56.953 INFO:tasks.workunit.client.0.smithi031.stdout: "type": "replicated" 2024-08-10T05:13:56.953 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:13:56.953 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:13:56.954 INFO:tasks.workunit.client.0.smithi031.stdout: "rbd": { 2024-08-10T05:13:56.954 INFO:tasks.workunit.client.0.smithi031.stdout: "mirroring_by_pool": [ 2024-08-10T05:13:56.954 INFO:tasks.workunit.client.0.smithi031.stdout: false 2024-08-10T05:13:56.954 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:13:56.954 INFO:tasks.workunit.client.0.smithi031.stdout: "num_images_by_pool": [ 2024-08-10T05:13:56.954 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T05:13:56.954 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:13:56.954 INFO:tasks.workunit.client.0.smithi031.stdout: "num_pools": 1 2024-08-10T05:13:56.954 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:56.954 INFO:tasks.workunit.client.0.smithi031.stdout: "report_id": "89fe5db4-f4c1-4ba3-81cd-1d4e073dc899", 2024-08-10T05:13:56.954 INFO:tasks.workunit.client.0.smithi031.stdout: "report_timestamp": "2024-08-10T05:13:56.905745", 2024-08-10T05:13:56.954 INFO:tasks.workunit.client.0.smithi031.stdout: "report_version": 1, 2024-08-10T05:13:56.954 INFO:tasks.workunit.client.0.smithi031.stdout: "rook": { 2024-08-10T05:13:56.954 INFO:tasks.workunit.client.0.smithi031.stdout: "cluster": { 2024-08-10T05:13:56.955 INFO:tasks.workunit.client.0.smithi031.stdout: "external-mode": null, 2024-08-10T05:13:56.955 INFO:tasks.workunit.client.0.smithi031.stdout: "mon": { 2024-08-10T05:13:56.955 INFO:tasks.workunit.client.0.smithi031.stdout: "allow-multiple-per-node": null, 2024-08-10T05:13:56.955 INFO:tasks.workunit.client.0.smithi031.stdout: "count": null, 2024-08-10T05:13:56.955 INFO:tasks.workunit.client.0.smithi031.stdout: "max-id": null, 2024-08-10T05:13:56.955 INFO:tasks.workunit.client.0.smithi031.stdout: "pvc": { 2024-08-10T05:13:56.955 INFO:tasks.workunit.client.0.smithi031.stdout: "enabled": null 2024-08-10T05:13:56.955 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:56.955 INFO:tasks.workunit.client.0.smithi031.stdout: "stretch": { 2024-08-10T05:13:56.955 INFO:tasks.workunit.client.0.smithi031.stdout: "enabled": null 2024-08-10T05:13:56.955 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:13:56.955 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:56.955 INFO:tasks.workunit.client.0.smithi031.stdout: "network": { 2024-08-10T05:13:56.955 INFO:tasks.workunit.client.0.smithi031.stdout: "provider": null 2024-08-10T05:13:56.956 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:56.956 INFO:tasks.workunit.client.0.smithi031.stdout: "storage": { 2024-08-10T05:13:56.956 INFO:tasks.workunit.client.0.smithi031.stdout: "device-set": { 2024-08-10T05:13:56.956 INFO:tasks.workunit.client.0.smithi031.stdout: "count": { 2024-08-10T05:13:56.956 INFO:tasks.workunit.client.0.smithi031.stdout: "non-portable": null, 2024-08-10T05:13:56.956 INFO:tasks.workunit.client.0.smithi031.stdout: "portable": null, 2024-08-10T05:13:56.956 INFO:tasks.workunit.client.0.smithi031.stdout: "total": null 2024-08-10T05:13:56.956 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:13:56.956 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:13:56.956 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:13:56.956 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:56.956 INFO:tasks.workunit.client.0.smithi031.stdout: "csi": { 2024-08-10T05:13:56.956 INFO:tasks.workunit.client.0.smithi031.stdout: "version": null 2024-08-10T05:13:56.956 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:56.957 INFO:tasks.workunit.client.0.smithi031.stdout: "kubernetes": { 2024-08-10T05:13:56.957 INFO:tasks.workunit.client.0.smithi031.stdout: "version": null 2024-08-10T05:13:56.957 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:56.957 INFO:tasks.workunit.client.0.smithi031.stdout: "node": { 2024-08-10T05:13:56.957 INFO:tasks.workunit.client.0.smithi031.stdout: "count": { 2024-08-10T05:13:56.957 INFO:tasks.workunit.client.0.smithi031.stdout: "kubernetes-total": null, 2024-08-10T05:13:56.957 INFO:tasks.workunit.client.0.smithi031.stdout: "with-ceph-daemons": null, 2024-08-10T05:13:56.957 INFO:tasks.workunit.client.0.smithi031.stdout: "with-csi-cephfs-plugin": null, 2024-08-10T05:13:56.957 INFO:tasks.workunit.client.0.smithi031.stdout: "with-csi-nfs-plugin": null, 2024-08-10T05:13:56.957 INFO:tasks.workunit.client.0.smithi031.stdout: "with-csi-rbd-plugin": null 2024-08-10T05:13:56.957 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:13:56.957 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:56.957 INFO:tasks.workunit.client.0.smithi031.stdout: "usage": { 2024-08-10T05:13:56.958 INFO:tasks.workunit.client.0.smithi031.stdout: "storage-class": { 2024-08-10T05:13:56.958 INFO:tasks.workunit.client.0.smithi031.stdout: "count": { 2024-08-10T05:13:56.958 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": null, 2024-08-10T05:13:56.958 INFO:tasks.workunit.client.0.smithi031.stdout: "cephfs": null, 2024-08-10T05:13:56.958 INFO:tasks.workunit.client.0.smithi031.stdout: "nfs": null, 2024-08-10T05:13:56.958 INFO:tasks.workunit.client.0.smithi031.stdout: "rbd": null, 2024-08-10T05:13:56.958 INFO:tasks.workunit.client.0.smithi031.stdout: "total": null 2024-08-10T05:13:56.958 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:13:56.958 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:13:56.958 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:56.958 INFO:tasks.workunit.client.0.smithi031.stdout: "version": null 2024-08-10T05:13:56.958 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:56.958 INFO:tasks.workunit.client.0.smithi031.stdout: "services": {}, 2024-08-10T05:13:56.958 INFO:tasks.workunit.client.0.smithi031.stdout: "usage": { 2024-08-10T05:13:56.959 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_num": 105, 2024-08-10T05:13:56.959 INFO:tasks.workunit.client.0.smithi031.stdout: "pools": 4, 2024-08-10T05:13:56.959 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_by_class": { 2024-08-10T05:13:56.959 INFO:tasks.workunit.client.0.smithi031.stdout: "ssd": { 2024-08-10T05:13:56.959 INFO:tasks.workunit.client.0.smithi031.stdout: "total_avail_bytes": 765516181504, 2024-08-10T05:13:56.959 INFO:tasks.workunit.client.0.smithi031.stdout: "total_bytes": 767960285184, 2024-08-10T05:13:56.959 INFO:tasks.workunit.client.0.smithi031.stdout: "total_used_bytes": 2444103680, 2024-08-10T05:13:56.959 INFO:tasks.workunit.client.0.smithi031.stdout: "total_used_raw_bytes": 2444103680, 2024-08-10T05:13:56.959 INFO:tasks.workunit.client.0.smithi031.stdout: "total_used_raw_ratio": 0.0031825911719352007 2024-08-10T05:13:56.959 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:13:56.959 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:56.959 INFO:tasks.workunit.client.0.smithi031.stdout: "total_avail_bytes": 765516181504, 2024-08-10T05:13:56.959 INFO:tasks.workunit.client.0.smithi031.stdout: "total_bytes": 767960285184, 2024-08-10T05:13:56.959 INFO:tasks.workunit.client.0.smithi031.stdout: "total_used_bytes": 2444103680 2024-08-10T05:13:56.959 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:13:56.960 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-08-10T05:13:56.960 INFO:tasks.workunit.client.0.smithi031.stdout:Device report is generated separately. To see it run 'ceph telemetry preview-device'. 2024-08-10T05:13:56.960 INFO:tasks.workunit.client.0.smithi031.stderr:+ ceph telemetry preview-device 2024-08-10T05:13:57.268 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:13:56 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: [10/Aug/2024:05:13:56] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-10T05:13:57.268 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:13:56 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: [10/Aug/2024:05:13:56] ENGINE Bus STOPPED 2024-08-10T05:13:57.269 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:13:56 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: [10/Aug/2024:05:13:56] ENGINE Bus STARTING 2024-08-10T05:13:57.269 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:13:56 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: [10/Aug/2024:05:13:56] ENGINE Serving on http://:::9283 2024-08-10T05:13:57.269 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:13:56 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: [10/Aug/2024:05:13:56] ENGINE Bus STARTED 2024-08-10T05:13:57.428 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-08-10T05:13:57.428 INFO:tasks.workunit.client.0.smithi031.stdout: "58605f64-56d7-11ef-ad30-ac1f6ba5caba": { 2024-08-10T05:13:57.428 INFO:tasks.workunit.client.0.smithi031.stdout: "INTEL_SSDPEDMD400G4_5860daca-56d7-11ef-ad30-ac1f6ba5caba": { 2024-08-10T05:13:57.428 INFO:tasks.workunit.client.0.smithi031.stdout: "20240810-050806": { 2024-08-10T05:13:57.428 INFO:tasks.workunit.client.0.smithi031.stdout: "device": { 2024-08-10T05:13:57.429 INFO:tasks.workunit.client.0.smithi031.stdout: "info_name": "/dev/nvme0n1", 2024-08-10T05:13:57.429 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "/dev/nvme0n1", 2024-08-10T05:13:57.429 INFO:tasks.workunit.client.0.smithi031.stdout: "protocol": "NVMe", 2024-08-10T05:13:57.429 INFO:tasks.workunit.client.0.smithi031.stdout: "type": "nvme" 2024-08-10T05:13:57.429 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.429 INFO:tasks.workunit.client.0.smithi031.stdout: "firmware_version": "8DV101H0", 2024-08-10T05:13:57.429 INFO:tasks.workunit.client.0.smithi031.stdout: "host_id": "58605f64-56d7-11ef-ad30-ac1f6ba5caba", 2024-08-10T05:13:57.429 INFO:tasks.workunit.client.0.smithi031.stdout: "json_format_version": [ 2024-08-10T05:13:57.429 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:13:57.429 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T05:13:57.429 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:13:57.429 INFO:tasks.workunit.client.0.smithi031.stdout: "local_time": { 2024-08-10T05:13:57.429 INFO:tasks.workunit.client.0.smithi031.stdout: "asctime": "Sat Aug 10 05:08:06 2024 UTC", 2024-08-10T05:13:57.430 INFO:tasks.workunit.client.0.smithi031.stdout: "time_t": 1723266486 2024-08-10T05:13:57.430 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.430 INFO:tasks.workunit.client.0.smithi031.stdout: "logical_block_size": 512, 2024-08-10T05:13:57.430 INFO:tasks.workunit.client.0.smithi031.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-08-10T05:13:57.430 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_controller_id": 0, 2024-08-10T05:13:57.430 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-10T05:13:57.430 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_namespaces": [ 2024-08-10T05:13:57.430 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:13:57.430 INFO:tasks.workunit.client.0.smithi031.stdout: "capacity": { 2024-08-10T05:13:57.430 INFO:tasks.workunit.client.0.smithi031.stdout: "blocks": 781422768, 2024-08-10T05:13:57.430 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 400088457216 2024-08-10T05:13:57.430 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.431 INFO:tasks.workunit.client.0.smithi031.stdout: "formatted_lba_size": 512, 2024-08-10T05:13:57.431 INFO:tasks.workunit.client.0.smithi031.stdout: "id": 1, 2024-08-10T05:13:57.431 INFO:tasks.workunit.client.0.smithi031.stdout: "size": { 2024-08-10T05:13:57.431 INFO:tasks.workunit.client.0.smithi031.stdout: "blocks": 781422768, 2024-08-10T05:13:57.431 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 400088457216 2024-08-10T05:13:57.431 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.431 INFO:tasks.workunit.client.0.smithi031.stdout: "utilization": { 2024-08-10T05:13:57.431 INFO:tasks.workunit.client.0.smithi031.stdout: "blocks": 781422768, 2024-08-10T05:13:57.431 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 400088457216 2024-08-10T05:13:57.431 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:13:57.431 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:13:57.431 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:13:57.431 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_number_of_namespaces": 1, 2024-08-10T05:13:57.431 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_pci_vendor": { 2024-08-10T05:13:57.432 INFO:tasks.workunit.client.0.smithi031.stdout: "id": 32902, 2024-08-10T05:13:57.432 INFO:tasks.workunit.client.0.smithi031.stdout: "subsystem_id": 32902 2024-08-10T05:13:57.432 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.432 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_smart_health_information_add_log": { 2024-08-10T05:13:57.432 INFO:tasks.workunit.client.0.smithi031.stdout: "Device stats": { 2024-08-10T05:13:57.432 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_fw_downgrades": { 2024-08-10T05:13:57.432 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-08-10T05:13:57.432 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:13:57.432 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.432 INFO:tasks.workunit.client.0.smithi031.stdout: "crc_error_count": { 2024-08-10T05:13:57.432 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:13:57.432 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:13:57.432 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.433 INFO:tasks.workunit.client.0.smithi031.stdout: "end_to_end_error_detection_count": { 2024-08-10T05:13:57.433 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:13:57.433 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:13:57.433 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.433 INFO:tasks.workunit.client.0.smithi031.stdout: "erase_fail_count": { 2024-08-10T05:13:57.433 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:13:57.433 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:13:57.433 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.433 INFO:tasks.workunit.client.0.smithi031.stdout: "host_bytes_written": { 2024-08-10T05:13:57.433 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:13:57.433 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 36852684 2024-08-10T05:13:57.433 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.433 INFO:tasks.workunit.client.0.smithi031.stdout: "host_ctx_wear_used": { 2024-08-10T05:13:57.433 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:13:57.434 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 1 2024-08-10T05:13:57.434 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.434 INFO:tasks.workunit.client.0.smithi031.stdout: "media_bytes_read": { 2024-08-10T05:13:57.434 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-08-10T05:13:57.434 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:13:57.434 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.434 INFO:tasks.workunit.client.0.smithi031.stdout: "nand_bytes_written": { 2024-08-10T05:13:57.434 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:13:57.434 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 56188690 2024-08-10T05:13:57.435 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.435 INFO:tasks.workunit.client.0.smithi031.stdout: "perf_stat_indicator": { 2024-08-10T05:13:57.435 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-08-10T05:13:57.435 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:13:57.435 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.435 INFO:tasks.workunit.client.0.smithi031.stdout: "pll_lock_loss_count": { 2024-08-10T05:13:57.435 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:13:57.435 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:13:57.435 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.435 INFO:tasks.workunit.client.0.smithi031.stdout: "program_fail_count": { 2024-08-10T05:13:57.435 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:13:57.435 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:13:57.436 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.436 INFO:tasks.workunit.client.0.smithi031.stdout: "re_alloc_sectr_cnt": { 2024-08-10T05:13:57.436 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-08-10T05:13:57.436 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:13:57.436 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.436 INFO:tasks.workunit.client.0.smithi031.stdout: "retry_buffer_overflow_count": { 2024-08-10T05:13:57.436 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:13:57.436 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:13:57.436 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.436 INFO:tasks.workunit.client.0.smithi031.stdout: "soft_ecc_err_rate": { 2024-08-10T05:13:57.436 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-08-10T05:13:57.436 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:13:57.436 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.437 INFO:tasks.workunit.client.0.smithi031.stdout: "thermal_throttle_status": { 2024-08-10T05:13:57.437 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:13:57.437 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": { 2024-08-10T05:13:57.437 INFO:tasks.workunit.client.0.smithi031.stdout: "cnt": 0, 2024-08-10T05:13:57.437 INFO:tasks.workunit.client.0.smithi031.stdout: "pct": 0 2024-08-10T05:13:57.437 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:13:57.437 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.437 INFO:tasks.workunit.client.0.smithi031.stdout: "timed_workload_host_reads": { 2024-08-10T05:13:57.437 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:13:57.437 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 65535 2024-08-10T05:13:57.437 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.437 INFO:tasks.workunit.client.0.smithi031.stdout: "timed_workload_media_wear": { 2024-08-10T05:13:57.437 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:13:57.438 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": "63.999023" 2024-08-10T05:13:57.438 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.438 INFO:tasks.workunit.client.0.smithi031.stdout: "timed_workload_timer": { 2024-08-10T05:13:57.438 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:13:57.438 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 65535 2024-08-10T05:13:57.438 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.438 INFO:tasks.workunit.client.0.smithi031.stdout: "unexp_power_loss": { 2024-08-10T05:13:57.438 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-08-10T05:13:57.438 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:13:57.438 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.438 INFO:tasks.workunit.client.0.smithi031.stdout: "wear_leveling": { 2024-08-10T05:13:57.438 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 88, 2024-08-10T05:13:57.439 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": { 2024-08-10T05:13:57.439 INFO:tasks.workunit.client.0.smithi031.stdout: "avg": 3697, 2024-08-10T05:13:57.439 INFO:tasks.workunit.client.0.smithi031.stdout: "max": 3719, 2024-08-10T05:13:57.439 INFO:tasks.workunit.client.0.smithi031.stdout: "min": 3674 2024-08-10T05:13:57.439 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:13:57.439 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:13:57.439 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.439 INFO:tasks.workunit.client.0.smithi031.stdout: "Intel Smart log": "nvme0n1" 2024-08-10T05:13:57.439 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.439 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_smart_health_information_log": { 2024-08-10T05:13:57.439 INFO:tasks.workunit.client.0.smithi031.stdout: "available_spare": 100, 2024-08-10T05:13:57.439 INFO:tasks.workunit.client.0.smithi031.stdout: "available_spare_threshold": 10, 2024-08-10T05:13:57.439 INFO:tasks.workunit.client.0.smithi031.stdout: "controller_busy_time": 3, 2024-08-10T05:13:57.440 INFO:tasks.workunit.client.0.smithi031.stdout: "critical_warning": 0, 2024-08-10T05:13:57.440 INFO:tasks.workunit.client.0.smithi031.stdout: "data_units_read": 437224181, 2024-08-10T05:13:57.440 INFO:tasks.workunit.client.0.smithi031.stdout: "data_units_written": 2415177536, 2024-08-10T05:13:57.440 INFO:tasks.workunit.client.0.smithi031.stdout: "host_reads": 6251278111, 2024-08-10T05:13:57.440 INFO:tasks.workunit.client.0.smithi031.stdout: "host_writes": 37498794677, 2024-08-10T05:13:57.440 INFO:tasks.workunit.client.0.smithi031.stdout: "media_errors": 0, 2024-08-10T05:13:57.440 INFO:tasks.workunit.client.0.smithi031.stdout: "num_err_log_entries": 0, 2024-08-10T05:13:57.440 INFO:tasks.workunit.client.0.smithi031.stdout: "percentage_used": 12, 2024-08-10T05:13:57.440 INFO:tasks.workunit.client.0.smithi031.stdout: "power_cycles": 45194, 2024-08-10T05:13:57.440 INFO:tasks.workunit.client.0.smithi031.stdout: "power_on_hours": 67556, 2024-08-10T05:13:57.440 INFO:tasks.workunit.client.0.smithi031.stdout: "temperature": 25, 2024-08-10T05:13:57.440 INFO:tasks.workunit.client.0.smithi031.stdout: "unsafe_shutdowns": 290 2024-08-10T05:13:57.441 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.441 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_vendor": "intel", 2024-08-10T05:13:57.441 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_version": { 2024-08-10T05:13:57.441 INFO:tasks.workunit.client.0.smithi031.stdout: "string": "<1.2", 2024-08-10T05:13:57.441 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:13:57.441 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.441 INFO:tasks.workunit.client.0.smithi031.stdout: "power_cycle_count": 45194, 2024-08-10T05:13:57.441 INFO:tasks.workunit.client.0.smithi031.stdout: "power_on_time": { 2024-08-10T05:13:57.441 INFO:tasks.workunit.client.0.smithi031.stdout: "hours": 67556 2024-08-10T05:13:57.441 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.441 INFO:tasks.workunit.client.0.smithi031.stdout: "serial_number": "deleted", 2024-08-10T05:13:57.441 INFO:tasks.workunit.client.0.smithi031.stdout: "smart_status": { 2024-08-10T05:13:57.442 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme": { 2024-08-10T05:13:57.442 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:13:57.442 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.442 INFO:tasks.workunit.client.0.smithi031.stdout: "passed": true 2024-08-10T05:13:57.442 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.442 INFO:tasks.workunit.client.0.smithi031.stdout: "smartctl": { 2024-08-10T05:13:57.442 INFO:tasks.workunit.client.0.smithi031.stdout: "argv": [ 2024-08-10T05:13:57.442 INFO:tasks.workunit.client.0.smithi031.stdout: "smartctl", 2024-08-10T05:13:57.442 INFO:tasks.workunit.client.0.smithi031.stdout: "-x", 2024-08-10T05:13:57.442 INFO:tasks.workunit.client.0.smithi031.stdout: "--json=o", 2024-08-10T05:13:57.442 INFO:tasks.workunit.client.0.smithi031.stdout: "/dev/nvme0n1" 2024-08-10T05:13:57.442 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:13:57.442 INFO:tasks.workunit.client.0.smithi031.stdout: "build_info": "(local build)", 2024-08-10T05:13:57.442 INFO:tasks.workunit.client.0.smithi031.stdout: "exit_status": 0, 2024-08-10T05:13:57.443 INFO:tasks.workunit.client.0.smithi031.stdout: "output": [ 2024-08-10T05:13:57.443 INFO:tasks.workunit.client.0.smithi031.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-10T05:13:57.443 INFO:tasks.workunit.client.0.smithi031.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-10T05:13:57.443 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-08-10T05:13:57.443 INFO:tasks.workunit.client.0.smithi031.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-10T05:13:57.443 INFO:tasks.workunit.client.0.smithi031.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-08-10T05:13:57.443 INFO:tasks.workunit.client.0.smithi031.stdout: "Serial Number: deleted", 2024-08-10T05:13:57.443 INFO:tasks.workunit.client.0.smithi031.stdout: "Firmware Version: 8DV101H0", 2024-08-10T05:13:57.443 INFO:tasks.workunit.client.0.smithi031.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-10T05:13:57.443 INFO:tasks.workunit.client.0.smithi031.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-10T05:13:57.443 INFO:tasks.workunit.client.0.smithi031.stdout: "Controller ID: 0", 2024-08-10T05:13:57.443 INFO:tasks.workunit.client.0.smithi031.stdout: "NVMe Version: <1.2", 2024-08-10T05:13:57.444 INFO:tasks.workunit.client.0.smithi031.stdout: "Number of Namespaces: 1", 2024-08-10T05:13:57.444 INFO:tasks.workunit.client.0.smithi031.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-08-10T05:13:57.444 INFO:tasks.workunit.client.0.smithi031.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-10T05:13:57.444 INFO:tasks.workunit.client.0.smithi031.stdout: "Local Time is: Sat Aug 10 05:08:06 2024 UTC", 2024-08-10T05:13:57.444 INFO:tasks.workunit.client.0.smithi031.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-10T05:13:57.444 INFO:tasks.workunit.client.0.smithi031.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-10T05:13:57.444 INFO:tasks.workunit.client.0.smithi031.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-10T05:13:57.444 INFO:tasks.workunit.client.0.smithi031.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-10T05:13:57.444 INFO:tasks.workunit.client.0.smithi031.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-10T05:13:57.444 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-08-10T05:13:57.444 INFO:tasks.workunit.client.0.smithi031.stdout: "Supported Power States", 2024-08-10T05:13:57.444 INFO:tasks.workunit.client.0.smithi031.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-10T05:13:57.444 INFO:tasks.workunit.client.0.smithi031.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-10T05:13:57.444 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-08-10T05:13:57.445 INFO:tasks.workunit.client.0.smithi031.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-10T05:13:57.445 INFO:tasks.workunit.client.0.smithi031.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-10T05:13:57.445 INFO:tasks.workunit.client.0.smithi031.stdout: " 0 + 512 0 2", 2024-08-10T05:13:57.445 INFO:tasks.workunit.client.0.smithi031.stdout: " 1 - 512 8 2", 2024-08-10T05:13:57.445 INFO:tasks.workunit.client.0.smithi031.stdout: " 2 - 512 16 2", 2024-08-10T05:13:57.445 INFO:tasks.workunit.client.0.smithi031.stdout: " 3 - 4096 0 0", 2024-08-10T05:13:57.445 INFO:tasks.workunit.client.0.smithi031.stdout: " 4 - 4096 8 0", 2024-08-10T05:13:57.445 INFO:tasks.workunit.client.0.smithi031.stdout: " 5 - 4096 64 0", 2024-08-10T05:13:57.445 INFO:tasks.workunit.client.0.smithi031.stdout: " 6 - 4096 128 0", 2024-08-10T05:13:57.445 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-08-10T05:13:57.445 INFO:tasks.workunit.client.0.smithi031.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-10T05:13:57.445 INFO:tasks.workunit.client.0.smithi031.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-10T05:13:57.445 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-08-10T05:13:57.445 INFO:tasks.workunit.client.0.smithi031.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-10T05:13:57.445 INFO:tasks.workunit.client.0.smithi031.stdout: "Critical Warning: 0x00", 2024-08-10T05:13:57.446 INFO:tasks.workunit.client.0.smithi031.stdout: "Temperature: 25 Celsius", 2024-08-10T05:13:57.446 INFO:tasks.workunit.client.0.smithi031.stdout: "Available Spare: 100%", 2024-08-10T05:13:57.446 INFO:tasks.workunit.client.0.smithi031.stdout: "Available Spare Threshold: 10%", 2024-08-10T05:13:57.446 INFO:tasks.workunit.client.0.smithi031.stdout: "Percentage Used: 12%", 2024-08-10T05:13:57.446 INFO:tasks.workunit.client.0.smithi031.stdout: "Data Units Read: 437,224,181 [223 TB]", 2024-08-10T05:13:57.446 INFO:tasks.workunit.client.0.smithi031.stdout: "Data Units Written: 2,415,177,536 [1.23 PB]", 2024-08-10T05:13:57.446 INFO:tasks.workunit.client.0.smithi031.stdout: "Host Read Commands: 6,251,278,111", 2024-08-10T05:13:57.446 INFO:tasks.workunit.client.0.smithi031.stdout: "Host Write Commands: 37,498,794,677", 2024-08-10T05:13:57.446 INFO:tasks.workunit.client.0.smithi031.stdout: "Controller Busy Time: 3", 2024-08-10T05:13:57.446 INFO:tasks.workunit.client.0.smithi031.stdout: "Power Cycles: 45,194", 2024-08-10T05:13:57.446 INFO:tasks.workunit.client.0.smithi031.stdout: "Power On Hours: 67,556", 2024-08-10T05:13:57.446 INFO:tasks.workunit.client.0.smithi031.stdout: "Unsafe Shutdowns: 290", 2024-08-10T05:13:57.447 INFO:tasks.workunit.client.0.smithi031.stdout: "Media and Data Integrity Errors: 0", 2024-08-10T05:13:57.447 INFO:tasks.workunit.client.0.smithi031.stdout: "Error Information Log Entries: 0", 2024-08-10T05:13:57.447 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-08-10T05:13:57.447 INFO:tasks.workunit.client.0.smithi031.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-10T05:13:57.447 INFO:tasks.workunit.client.0.smithi031.stdout: "No Errors Logged", 2024-08-10T05:13:57.447 INFO:tasks.workunit.client.0.smithi031.stdout: "" 2024-08-10T05:13:57.447 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:13:57.447 INFO:tasks.workunit.client.0.smithi031.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-10T05:13:57.447 INFO:tasks.workunit.client.0.smithi031.stdout: "svn_revision": "5155", 2024-08-10T05:13:57.447 INFO:tasks.workunit.client.0.smithi031.stdout: "version": [ 2024-08-10T05:13:57.447 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:13:57.447 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T05:13:57.447 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T05:13:57.447 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.447 INFO:tasks.workunit.client.0.smithi031.stdout: "temperature": { 2024-08-10T05:13:57.448 INFO:tasks.workunit.client.0.smithi031.stdout: "current": 25 2024-08-10T05:13:57.448 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.448 INFO:tasks.workunit.client.0.smithi031.stdout: "user_capacity": { 2024-08-10T05:13:57.448 INFO:tasks.workunit.client.0.smithi031.stdout: "blocks": 781422768, 2024-08-10T05:13:57.448 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 400088457216 2024-08-10T05:13:57.448 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:13:57.448 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:13:57.448 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:13:57.448 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.448 INFO:tasks.workunit.client.0.smithi031.stdout: "58624464-56d7-11ef-ad30-ac1f6ba5caba": { 2024-08-10T05:13:57.448 INFO:tasks.workunit.client.0.smithi031.stdout: "INTEL_SSDPEDMD400G4_5862b048-56d7-11ef-ad30-ac1f6ba5caba": { 2024-08-10T05:13:57.448 INFO:tasks.workunit.client.0.smithi031.stdout: "20240810-050809": { 2024-08-10T05:13:57.448 INFO:tasks.workunit.client.0.smithi031.stdout: "device": { 2024-08-10T05:13:57.449 INFO:tasks.workunit.client.0.smithi031.stdout: "info_name": "/dev/nvme0n1", 2024-08-10T05:13:57.449 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "/dev/nvme0n1", 2024-08-10T05:13:57.449 INFO:tasks.workunit.client.0.smithi031.stdout: "protocol": "NVMe", 2024-08-10T05:13:57.449 INFO:tasks.workunit.client.0.smithi031.stdout: "type": "nvme" 2024-08-10T05:13:57.449 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.449 INFO:tasks.workunit.client.0.smithi031.stdout: "firmware_version": "8DV101H0", 2024-08-10T05:13:57.449 INFO:tasks.workunit.client.0.smithi031.stdout: "host_id": "58624464-56d7-11ef-ad30-ac1f6ba5caba", 2024-08-10T05:13:57.449 INFO:tasks.workunit.client.0.smithi031.stdout: "json_format_version": [ 2024-08-10T05:13:57.449 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:13:57.449 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T05:13:57.449 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:13:57.449 INFO:tasks.workunit.client.0.smithi031.stdout: "local_time": { 2024-08-10T05:13:57.449 INFO:tasks.workunit.client.0.smithi031.stdout: "asctime": "Sat Aug 10 05:08:09 2024 UTC", 2024-08-10T05:13:57.449 INFO:tasks.workunit.client.0.smithi031.stdout: "time_t": 1723266489 2024-08-10T05:13:57.450 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.450 INFO:tasks.workunit.client.0.smithi031.stdout: "logical_block_size": 512, 2024-08-10T05:13:57.450 INFO:tasks.workunit.client.0.smithi031.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-08-10T05:13:57.450 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_controller_id": 0, 2024-08-10T05:13:57.450 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-10T05:13:57.450 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_namespaces": [ 2024-08-10T05:13:57.450 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:13:57.450 INFO:tasks.workunit.client.0.smithi031.stdout: "capacity": { 2024-08-10T05:13:57.450 INFO:tasks.workunit.client.0.smithi031.stdout: "blocks": 781422768, 2024-08-10T05:13:57.450 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 400088457216 2024-08-10T05:13:57.450 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.450 INFO:tasks.workunit.client.0.smithi031.stdout: "formatted_lba_size": 512, 2024-08-10T05:13:57.450 INFO:tasks.workunit.client.0.smithi031.stdout: "id": 1, 2024-08-10T05:13:57.451 INFO:tasks.workunit.client.0.smithi031.stdout: "size": { 2024-08-10T05:13:57.451 INFO:tasks.workunit.client.0.smithi031.stdout: "blocks": 781422768, 2024-08-10T05:13:57.451 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 400088457216 2024-08-10T05:13:57.451 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.451 INFO:tasks.workunit.client.0.smithi031.stdout: "utilization": { 2024-08-10T05:13:57.451 INFO:tasks.workunit.client.0.smithi031.stdout: "blocks": 781422768, 2024-08-10T05:13:57.451 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 400088457216 2024-08-10T05:13:57.451 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:13:57.451 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:13:57.451 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:13:57.451 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_number_of_namespaces": 1, 2024-08-10T05:13:57.451 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_pci_vendor": { 2024-08-10T05:13:57.451 INFO:tasks.workunit.client.0.smithi031.stdout: "id": 32902, 2024-08-10T05:13:57.451 INFO:tasks.workunit.client.0.smithi031.stdout: "subsystem_id": 32902 2024-08-10T05:13:57.452 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.452 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_smart_health_information_add_log": { 2024-08-10T05:13:57.452 INFO:tasks.workunit.client.0.smithi031.stdout: "Device stats": { 2024-08-10T05:13:57.452 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_fw_downgrades": { 2024-08-10T05:13:57.452 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-08-10T05:13:57.452 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:13:57.452 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.452 INFO:tasks.workunit.client.0.smithi031.stdout: "crc_error_count": { 2024-08-10T05:13:57.452 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:13:57.452 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:13:57.452 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.452 INFO:tasks.workunit.client.0.smithi031.stdout: "end_to_end_error_detection_count": { 2024-08-10T05:13:57.452 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:13:57.453 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:13:57.453 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.453 INFO:tasks.workunit.client.0.smithi031.stdout: "erase_fail_count": { 2024-08-10T05:13:57.453 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:13:57.453 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:13:57.453 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.453 INFO:tasks.workunit.client.0.smithi031.stdout: "host_bytes_written": { 2024-08-10T05:13:57.453 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:13:57.453 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 24989234 2024-08-10T05:13:57.453 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.453 INFO:tasks.workunit.client.0.smithi031.stdout: "host_ctx_wear_used": { 2024-08-10T05:13:57.453 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:13:57.453 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 1 2024-08-10T05:13:57.453 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.454 INFO:tasks.workunit.client.0.smithi031.stdout: "media_bytes_read": { 2024-08-10T05:13:57.454 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-08-10T05:13:57.454 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:13:57.454 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.454 INFO:tasks.workunit.client.0.smithi031.stdout: "nand_bytes_written": { 2024-08-10T05:13:57.454 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:13:57.454 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 45600947 2024-08-10T05:13:57.454 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.454 INFO:tasks.workunit.client.0.smithi031.stdout: "perf_stat_indicator": { 2024-08-10T05:13:57.454 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-08-10T05:13:57.454 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:13:57.455 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.455 INFO:tasks.workunit.client.0.smithi031.stdout: "pll_lock_loss_count": { 2024-08-10T05:13:57.455 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:13:57.455 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:13:57.455 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.455 INFO:tasks.workunit.client.0.smithi031.stdout: "program_fail_count": { 2024-08-10T05:13:57.455 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:13:57.455 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:13:57.455 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.455 INFO:tasks.workunit.client.0.smithi031.stdout: "re_alloc_sectr_cnt": { 2024-08-10T05:13:57.456 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-08-10T05:13:57.456 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:13:57.456 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.456 INFO:tasks.workunit.client.0.smithi031.stdout: "retry_buffer_overflow_count": { 2024-08-10T05:13:57.456 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:13:57.456 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:13:57.456 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.456 INFO:tasks.workunit.client.0.smithi031.stdout: "soft_ecc_err_rate": { 2024-08-10T05:13:57.456 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-08-10T05:13:57.456 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:13:57.456 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.456 INFO:tasks.workunit.client.0.smithi031.stdout: "thermal_throttle_status": { 2024-08-10T05:13:57.457 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:13:57.457 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": { 2024-08-10T05:13:57.457 INFO:tasks.workunit.client.0.smithi031.stdout: "cnt": 0, 2024-08-10T05:13:57.457 INFO:tasks.workunit.client.0.smithi031.stdout: "pct": 0 2024-08-10T05:13:57.457 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:13:57.457 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.457 INFO:tasks.workunit.client.0.smithi031.stdout: "timed_workload_host_reads": { 2024-08-10T05:13:57.457 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:13:57.457 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 65535 2024-08-10T05:13:57.457 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.457 INFO:tasks.workunit.client.0.smithi031.stdout: "timed_workload_media_wear": { 2024-08-10T05:13:57.457 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:13:57.457 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": "63.999023" 2024-08-10T05:13:57.457 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.457 INFO:tasks.workunit.client.0.smithi031.stdout: "timed_workload_timer": { 2024-08-10T05:13:57.458 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:13:57.458 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 65535 2024-08-10T05:13:57.458 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.458 INFO:tasks.workunit.client.0.smithi031.stdout: "unexp_power_loss": { 2024-08-10T05:13:57.458 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-08-10T05:13:57.458 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:13:57.458 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.458 INFO:tasks.workunit.client.0.smithi031.stdout: "wear_leveling": { 2024-08-10T05:13:57.458 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 90, 2024-08-10T05:13:57.458 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": { 2024-08-10T05:13:57.458 INFO:tasks.workunit.client.0.smithi031.stdout: "avg": 3155, 2024-08-10T05:13:57.458 INFO:tasks.workunit.client.0.smithi031.stdout: "max": 3172, 2024-08-10T05:13:57.458 INFO:tasks.workunit.client.0.smithi031.stdout: "min": 3138 2024-08-10T05:13:57.459 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:13:57.459 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:13:57.459 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.459 INFO:tasks.workunit.client.0.smithi031.stdout: "Intel Smart log": "nvme0n1" 2024-08-10T05:13:57.459 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.459 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_smart_health_information_log": { 2024-08-10T05:13:57.459 INFO:tasks.workunit.client.0.smithi031.stdout: "available_spare": 100, 2024-08-10T05:13:57.459 INFO:tasks.workunit.client.0.smithi031.stdout: "available_spare_threshold": 10, 2024-08-10T05:13:57.459 INFO:tasks.workunit.client.0.smithi031.stdout: "controller_busy_time": 2, 2024-08-10T05:13:57.459 INFO:tasks.workunit.client.0.smithi031.stdout: "critical_warning": 0, 2024-08-10T05:13:57.459 INFO:tasks.workunit.client.0.smithi031.stdout: "data_units_read": 341799776, 2024-08-10T05:13:57.459 INFO:tasks.workunit.client.0.smithi031.stdout: "data_units_written": 1637694495, 2024-08-10T05:13:57.459 INFO:tasks.workunit.client.0.smithi031.stdout: "host_reads": 5376247450, 2024-08-10T05:13:57.460 INFO:tasks.workunit.client.0.smithi031.stdout: "host_writes": 28375896003, 2024-08-10T05:13:57.460 INFO:tasks.workunit.client.0.smithi031.stdout: "media_errors": 0, 2024-08-10T05:13:57.460 INFO:tasks.workunit.client.0.smithi031.stdout: "num_err_log_entries": 0, 2024-08-10T05:13:57.460 INFO:tasks.workunit.client.0.smithi031.stdout: "percentage_used": 10, 2024-08-10T05:13:57.460 INFO:tasks.workunit.client.0.smithi031.stdout: "power_cycles": 58290, 2024-08-10T05:13:57.460 INFO:tasks.workunit.client.0.smithi031.stdout: "power_on_hours": 55759, 2024-08-10T05:13:57.460 INFO:tasks.workunit.client.0.smithi031.stdout: "temperature": 24, 2024-08-10T05:13:57.460 INFO:tasks.workunit.client.0.smithi031.stdout: "unsafe_shutdowns": 198 2024-08-10T05:13:57.460 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.460 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_vendor": "intel", 2024-08-10T05:13:57.460 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_version": { 2024-08-10T05:13:57.460 INFO:tasks.workunit.client.0.smithi031.stdout: "string": "<1.2", 2024-08-10T05:13:57.461 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:13:57.461 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.461 INFO:tasks.workunit.client.0.smithi031.stdout: "power_cycle_count": 58290, 2024-08-10T05:13:57.461 INFO:tasks.workunit.client.0.smithi031.stdout: "power_on_time": { 2024-08-10T05:13:57.461 INFO:tasks.workunit.client.0.smithi031.stdout: "hours": 55759 2024-08-10T05:13:57.461 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.461 INFO:tasks.workunit.client.0.smithi031.stdout: "serial_number": "deleted", 2024-08-10T05:13:57.461 INFO:tasks.workunit.client.0.smithi031.stdout: "smart_status": { 2024-08-10T05:13:57.461 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme": { 2024-08-10T05:13:57.461 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:13:57.461 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.461 INFO:tasks.workunit.client.0.smithi031.stdout: "passed": true 2024-08-10T05:13:57.461 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.461 INFO:tasks.workunit.client.0.smithi031.stdout: "smartctl": { 2024-08-10T05:13:57.462 INFO:tasks.workunit.client.0.smithi031.stdout: "argv": [ 2024-08-10T05:13:57.462 INFO:tasks.workunit.client.0.smithi031.stdout: "smartctl", 2024-08-10T05:13:57.462 INFO:tasks.workunit.client.0.smithi031.stdout: "-x", 2024-08-10T05:13:57.462 INFO:tasks.workunit.client.0.smithi031.stdout: "--json=o", 2024-08-10T05:13:57.462 INFO:tasks.workunit.client.0.smithi031.stdout: "/dev/nvme0n1" 2024-08-10T05:13:57.462 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:13:57.462 INFO:tasks.workunit.client.0.smithi031.stdout: "build_info": "(local build)", 2024-08-10T05:13:57.462 INFO:tasks.workunit.client.0.smithi031.stdout: "exit_status": 0, 2024-08-10T05:13:57.462 INFO:tasks.workunit.client.0.smithi031.stdout: "output": [ 2024-08-10T05:13:57.462 INFO:tasks.workunit.client.0.smithi031.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-10T05:13:57.462 INFO:tasks.workunit.client.0.smithi031.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-10T05:13:57.462 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-08-10T05:13:57.462 INFO:tasks.workunit.client.0.smithi031.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-10T05:13:57.463 INFO:tasks.workunit.client.0.smithi031.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-08-10T05:13:57.463 INFO:tasks.workunit.client.0.smithi031.stdout: "Serial Number: deleted", 2024-08-10T05:13:57.463 INFO:tasks.workunit.client.0.smithi031.stdout: "Firmware Version: 8DV101H0", 2024-08-10T05:13:57.463 INFO:tasks.workunit.client.0.smithi031.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-10T05:13:57.463 INFO:tasks.workunit.client.0.smithi031.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-10T05:13:57.463 INFO:tasks.workunit.client.0.smithi031.stdout: "Controller ID: 0", 2024-08-10T05:13:57.463 INFO:tasks.workunit.client.0.smithi031.stdout: "NVMe Version: <1.2", 2024-08-10T05:13:57.463 INFO:tasks.workunit.client.0.smithi031.stdout: "Number of Namespaces: 1", 2024-08-10T05:13:57.463 INFO:tasks.workunit.client.0.smithi031.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-08-10T05:13:57.463 INFO:tasks.workunit.client.0.smithi031.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-10T05:13:57.463 INFO:tasks.workunit.client.0.smithi031.stdout: "Local Time is: Sat Aug 10 05:08:09 2024 UTC", 2024-08-10T05:13:57.463 INFO:tasks.workunit.client.0.smithi031.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-10T05:13:57.463 INFO:tasks.workunit.client.0.smithi031.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-10T05:13:57.464 INFO:tasks.workunit.client.0.smithi031.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-10T05:13:57.464 INFO:tasks.workunit.client.0.smithi031.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-10T05:13:57.464 INFO:tasks.workunit.client.0.smithi031.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-10T05:13:57.464 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-08-10T05:13:57.464 INFO:tasks.workunit.client.0.smithi031.stdout: "Supported Power States", 2024-08-10T05:13:57.464 INFO:tasks.workunit.client.0.smithi031.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-10T05:13:57.464 INFO:tasks.workunit.client.0.smithi031.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-10T05:13:57.464 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-08-10T05:13:57.464 INFO:tasks.workunit.client.0.smithi031.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-10T05:13:57.464 INFO:tasks.workunit.client.0.smithi031.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-10T05:13:57.464 INFO:tasks.workunit.client.0.smithi031.stdout: " 0 + 512 0 2", 2024-08-10T05:13:57.464 INFO:tasks.workunit.client.0.smithi031.stdout: " 1 - 512 8 2", 2024-08-10T05:13:57.464 INFO:tasks.workunit.client.0.smithi031.stdout: " 2 - 512 16 2", 2024-08-10T05:13:57.464 INFO:tasks.workunit.client.0.smithi031.stdout: " 3 - 4096 0 0", 2024-08-10T05:13:57.464 INFO:tasks.workunit.client.0.smithi031.stdout: " 4 - 4096 8 0", 2024-08-10T05:13:57.465 INFO:tasks.workunit.client.0.smithi031.stdout: " 5 - 4096 64 0", 2024-08-10T05:13:57.465 INFO:tasks.workunit.client.0.smithi031.stdout: " 6 - 4096 128 0", 2024-08-10T05:13:57.465 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-08-10T05:13:57.465 INFO:tasks.workunit.client.0.smithi031.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-10T05:13:57.465 INFO:tasks.workunit.client.0.smithi031.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-10T05:13:57.465 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-08-10T05:13:57.465 INFO:tasks.workunit.client.0.smithi031.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-10T05:13:57.465 INFO:tasks.workunit.client.0.smithi031.stdout: "Critical Warning: 0x00", 2024-08-10T05:13:57.465 INFO:tasks.workunit.client.0.smithi031.stdout: "Temperature: 24 Celsius", 2024-08-10T05:13:57.465 INFO:tasks.workunit.client.0.smithi031.stdout: "Available Spare: 100%", 2024-08-10T05:13:57.465 INFO:tasks.workunit.client.0.smithi031.stdout: "Available Spare Threshold: 10%", 2024-08-10T05:13:57.465 INFO:tasks.workunit.client.0.smithi031.stdout: "Percentage Used: 10%", 2024-08-10T05:13:57.465 INFO:tasks.workunit.client.0.smithi031.stdout: "Data Units Read: 341,799,776 [175 TB]", 2024-08-10T05:13:57.466 INFO:tasks.workunit.client.0.smithi031.stdout: "Data Units Written: 1,637,694,495 [838 TB]", 2024-08-10T05:13:57.466 INFO:tasks.workunit.client.0.smithi031.stdout: "Host Read Commands: 5,376,247,450", 2024-08-10T05:13:57.466 INFO:tasks.workunit.client.0.smithi031.stdout: "Host Write Commands: 28,375,896,003", 2024-08-10T05:13:57.466 INFO:tasks.workunit.client.0.smithi031.stdout: "Controller Busy Time: 2", 2024-08-10T05:13:57.466 INFO:tasks.workunit.client.0.smithi031.stdout: "Power Cycles: 58,290", 2024-08-10T05:13:57.466 INFO:tasks.workunit.client.0.smithi031.stdout: "Power On Hours: 55,759", 2024-08-10T05:13:57.466 INFO:tasks.workunit.client.0.smithi031.stdout: "Unsafe Shutdowns: 198", 2024-08-10T05:13:57.466 INFO:tasks.workunit.client.0.smithi031.stdout: "Media and Data Integrity Errors: 0", 2024-08-10T05:13:57.466 INFO:tasks.workunit.client.0.smithi031.stdout: "Error Information Log Entries: 0", 2024-08-10T05:13:57.466 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-08-10T05:13:57.466 INFO:tasks.workunit.client.0.smithi031.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-10T05:13:57.466 INFO:tasks.workunit.client.0.smithi031.stdout: "No Errors Logged", 2024-08-10T05:13:57.466 INFO:tasks.workunit.client.0.smithi031.stdout: "" 2024-08-10T05:13:57.467 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:13:57.467 INFO:tasks.workunit.client.0.smithi031.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-10T05:13:57.467 INFO:tasks.workunit.client.0.smithi031.stdout: "svn_revision": "5155", 2024-08-10T05:13:57.467 INFO:tasks.workunit.client.0.smithi031.stdout: "version": [ 2024-08-10T05:13:57.467 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:13:57.467 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T05:13:57.467 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T05:13:57.467 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.467 INFO:tasks.workunit.client.0.smithi031.stdout: "temperature": { 2024-08-10T05:13:57.467 INFO:tasks.workunit.client.0.smithi031.stdout: "current": 24 2024-08-10T05:13:57.467 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.467 INFO:tasks.workunit.client.0.smithi031.stdout: "user_capacity": { 2024-08-10T05:13:57.467 INFO:tasks.workunit.client.0.smithi031.stdout: "blocks": 781422768, 2024-08-10T05:13:57.467 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 400088457216 2024-08-10T05:13:57.468 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:13:57.468 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:13:57.468 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:13:57.468 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:13:57.468 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-08-10T05:13:57.468 INFO:tasks.workunit.client.0.smithi031.stderr:+ ceph telemetry preview-all 2024-08-10T05:13:57.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:57 smithi031 ceph-mon[29994]: from='client.14790 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:13:57.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:57 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:13:57.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:57 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T05:13:57.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:57 smithi031 ceph-mon[29994]: from='client.14790 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:13:57.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:57 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:13:57.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:57 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T05:13:57.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:57 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:13:57.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:57 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:13:57.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:57 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:13:57.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:57 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:13:57.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:57 smithi031 ceph-mon[41349]: from='client.14790 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:13:57.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:57 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:13:57.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:57 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T05:13:57.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:57 smithi031 ceph-mon[41349]: from='client.14790 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:13:57.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:57 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:13:57.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:57 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T05:13:57.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:57 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:13:57.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:57 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:13:57.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:57 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:13:57.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:57 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:13:57.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:57 smithi196 ceph-mon[32874]: from='client.14790 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:13:57.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:57 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:13:57.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:57 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T05:13:57.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:57 smithi196 ceph-mon[32874]: from='client.14790 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:13:57.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:57 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:13:57.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:57 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T05:13:57.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:57 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:13:57.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:57 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:13:57.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:57 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:13:57.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:57 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:13:57.939 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-08-10T05:13:57.939 INFO:tasks.workunit.client.0.smithi031.stdout: "device_report": { 2024-08-10T05:13:57.939 INFO:tasks.workunit.client.0.smithi031.stdout: "58605f64-56d7-11ef-ad30-ac1f6ba5caba": { 2024-08-10T05:13:57.940 INFO:tasks.workunit.client.0.smithi031.stdout: "INTEL_SSDPEDMD400G4_5860daca-56d7-11ef-ad30-ac1f6ba5caba": { 2024-08-10T05:13:57.940 INFO:tasks.workunit.client.0.smithi031.stdout: "20240810-050806": { 2024-08-10T05:13:57.940 INFO:tasks.workunit.client.0.smithi031.stdout: "device": { 2024-08-10T05:13:57.940 INFO:tasks.workunit.client.0.smithi031.stdout: "info_name": "/dev/nvme0n1", 2024-08-10T05:13:57.940 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "/dev/nvme0n1", 2024-08-10T05:13:57.940 INFO:tasks.workunit.client.0.smithi031.stdout: "protocol": "NVMe", 2024-08-10T05:13:57.940 INFO:tasks.workunit.client.0.smithi031.stdout: "type": "nvme" 2024-08-10T05:13:57.940 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.940 INFO:tasks.workunit.client.0.smithi031.stdout: "firmware_version": "8DV101H0", 2024-08-10T05:13:57.940 INFO:tasks.workunit.client.0.smithi031.stdout: "host_id": "58605f64-56d7-11ef-ad30-ac1f6ba5caba", 2024-08-10T05:13:57.940 INFO:tasks.workunit.client.0.smithi031.stdout: "json_format_version": [ 2024-08-10T05:13:57.940 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:13:57.940 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T05:13:57.941 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:13:57.941 INFO:tasks.workunit.client.0.smithi031.stdout: "local_time": { 2024-08-10T05:13:57.941 INFO:tasks.workunit.client.0.smithi031.stdout: "asctime": "Sat Aug 10 05:08:06 2024 UTC", 2024-08-10T05:13:57.941 INFO:tasks.workunit.client.0.smithi031.stdout: "time_t": 1723266486 2024-08-10T05:13:57.941 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.941 INFO:tasks.workunit.client.0.smithi031.stdout: "logical_block_size": 512, 2024-08-10T05:13:57.941 INFO:tasks.workunit.client.0.smithi031.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-08-10T05:13:57.941 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_controller_id": 0, 2024-08-10T05:13:57.941 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-10T05:13:57.941 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_namespaces": [ 2024-08-10T05:13:57.941 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:13:57.941 INFO:tasks.workunit.client.0.smithi031.stdout: "capacity": { 2024-08-10T05:13:57.941 INFO:tasks.workunit.client.0.smithi031.stdout: "blocks": 781422768, 2024-08-10T05:13:57.942 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 400088457216 2024-08-10T05:13:57.942 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.942 INFO:tasks.workunit.client.0.smithi031.stdout: "formatted_lba_size": 512, 2024-08-10T05:13:57.942 INFO:tasks.workunit.client.0.smithi031.stdout: "id": 1, 2024-08-10T05:13:57.942 INFO:tasks.workunit.client.0.smithi031.stdout: "size": { 2024-08-10T05:13:57.942 INFO:tasks.workunit.client.0.smithi031.stdout: "blocks": 781422768, 2024-08-10T05:13:57.942 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 400088457216 2024-08-10T05:13:57.942 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.942 INFO:tasks.workunit.client.0.smithi031.stdout: "utilization": { 2024-08-10T05:13:57.942 INFO:tasks.workunit.client.0.smithi031.stdout: "blocks": 781422768, 2024-08-10T05:13:57.942 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 400088457216 2024-08-10T05:13:57.942 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:13:57.943 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:13:57.943 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:13:57.943 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_number_of_namespaces": 1, 2024-08-10T05:13:57.943 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_pci_vendor": { 2024-08-10T05:13:57.943 INFO:tasks.workunit.client.0.smithi031.stdout: "id": 32902, 2024-08-10T05:13:57.943 INFO:tasks.workunit.client.0.smithi031.stdout: "subsystem_id": 32902 2024-08-10T05:13:57.943 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.943 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_smart_health_information_add_log": { 2024-08-10T05:13:57.943 INFO:tasks.workunit.client.0.smithi031.stdout: "Device stats": { 2024-08-10T05:13:57.943 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_fw_downgrades": { 2024-08-10T05:13:57.943 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-08-10T05:13:57.943 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:13:57.943 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.944 INFO:tasks.workunit.client.0.smithi031.stdout: "crc_error_count": { 2024-08-10T05:13:57.944 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:13:57.944 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:13:57.944 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.944 INFO:tasks.workunit.client.0.smithi031.stdout: "end_to_end_error_detection_count": { 2024-08-10T05:13:57.944 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:13:57.944 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:13:57.944 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.944 INFO:tasks.workunit.client.0.smithi031.stdout: "erase_fail_count": { 2024-08-10T05:13:57.944 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:13:57.944 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:13:57.944 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.944 INFO:tasks.workunit.client.0.smithi031.stdout: "host_bytes_written": { 2024-08-10T05:13:57.944 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:13:57.945 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 36852684 2024-08-10T05:13:57.945 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.945 INFO:tasks.workunit.client.0.smithi031.stdout: "host_ctx_wear_used": { 2024-08-10T05:13:57.945 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:13:57.945 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 1 2024-08-10T05:13:57.945 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.945 INFO:tasks.workunit.client.0.smithi031.stdout: "media_bytes_read": { 2024-08-10T05:13:57.945 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-08-10T05:13:57.945 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:13:57.945 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.945 INFO:tasks.workunit.client.0.smithi031.stdout: "nand_bytes_written": { 2024-08-10T05:13:57.945 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:13:57.945 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 56188690 2024-08-10T05:13:57.946 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.946 INFO:tasks.workunit.client.0.smithi031.stdout: "perf_stat_indicator": { 2024-08-10T05:13:57.946 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-08-10T05:13:57.946 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:13:57.946 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.946 INFO:tasks.workunit.client.0.smithi031.stdout: "pll_lock_loss_count": { 2024-08-10T05:13:57.946 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:13:57.946 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:13:57.946 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.946 INFO:tasks.workunit.client.0.smithi031.stdout: "program_fail_count": { 2024-08-10T05:13:57.946 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:13:57.946 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:13:57.946 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.947 INFO:tasks.workunit.client.0.smithi031.stdout: "re_alloc_sectr_cnt": { 2024-08-10T05:13:57.947 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-08-10T05:13:57.947 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:13:57.947 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.947 INFO:tasks.workunit.client.0.smithi031.stdout: "retry_buffer_overflow_count": { 2024-08-10T05:13:57.947 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:13:57.947 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:13:57.947 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.947 INFO:tasks.workunit.client.0.smithi031.stdout: "soft_ecc_err_rate": { 2024-08-10T05:13:57.947 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-08-10T05:13:57.947 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:13:57.947 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.947 INFO:tasks.workunit.client.0.smithi031.stdout: "thermal_throttle_status": { 2024-08-10T05:13:57.948 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:13:57.948 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": { 2024-08-10T05:13:57.948 INFO:tasks.workunit.client.0.smithi031.stdout: "cnt": 0, 2024-08-10T05:13:57.948 INFO:tasks.workunit.client.0.smithi031.stdout: "pct": 0 2024-08-10T05:13:57.948 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:13:57.948 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.948 INFO:tasks.workunit.client.0.smithi031.stdout: "timed_workload_host_reads": { 2024-08-10T05:13:57.948 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:13:57.948 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 65535 2024-08-10T05:13:57.948 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.948 INFO:tasks.workunit.client.0.smithi031.stdout: "timed_workload_media_wear": { 2024-08-10T05:13:57.948 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:13:57.948 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": "63.999023" 2024-08-10T05:13:57.948 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.949 INFO:tasks.workunit.client.0.smithi031.stdout: "timed_workload_timer": { 2024-08-10T05:13:57.949 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:13:57.949 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 65535 2024-08-10T05:13:57.949 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.949 INFO:tasks.workunit.client.0.smithi031.stdout: "unexp_power_loss": { 2024-08-10T05:13:57.949 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-08-10T05:13:57.949 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:13:57.949 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.949 INFO:tasks.workunit.client.0.smithi031.stdout: "wear_leveling": { 2024-08-10T05:13:57.949 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 88, 2024-08-10T05:13:57.949 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": { 2024-08-10T05:13:57.949 INFO:tasks.workunit.client.0.smithi031.stdout: "avg": 3697, 2024-08-10T05:13:57.949 INFO:tasks.workunit.client.0.smithi031.stdout: "max": 3719, 2024-08-10T05:13:57.950 INFO:tasks.workunit.client.0.smithi031.stdout: "min": 3674 2024-08-10T05:13:57.950 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:13:57.950 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:13:57.950 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.950 INFO:tasks.workunit.client.0.smithi031.stdout: "Intel Smart log": "nvme0n1" 2024-08-10T05:13:57.950 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.950 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_smart_health_information_log": { 2024-08-10T05:13:57.950 INFO:tasks.workunit.client.0.smithi031.stdout: "available_spare": 100, 2024-08-10T05:13:57.950 INFO:tasks.workunit.client.0.smithi031.stdout: "available_spare_threshold": 10, 2024-08-10T05:13:57.950 INFO:tasks.workunit.client.0.smithi031.stdout: "controller_busy_time": 3, 2024-08-10T05:13:57.950 INFO:tasks.workunit.client.0.smithi031.stdout: "critical_warning": 0, 2024-08-10T05:13:57.950 INFO:tasks.workunit.client.0.smithi031.stdout: "data_units_read": 437224181, 2024-08-10T05:13:57.950 INFO:tasks.workunit.client.0.smithi031.stdout: "data_units_written": 2415177536, 2024-08-10T05:13:57.951 INFO:tasks.workunit.client.0.smithi031.stdout: "host_reads": 6251278111, 2024-08-10T05:13:57.951 INFO:tasks.workunit.client.0.smithi031.stdout: "host_writes": 37498794677, 2024-08-10T05:13:57.951 INFO:tasks.workunit.client.0.smithi031.stdout: "media_errors": 0, 2024-08-10T05:13:57.951 INFO:tasks.workunit.client.0.smithi031.stdout: "num_err_log_entries": 0, 2024-08-10T05:13:57.951 INFO:tasks.workunit.client.0.smithi031.stdout: "percentage_used": 12, 2024-08-10T05:13:57.951 INFO:tasks.workunit.client.0.smithi031.stdout: "power_cycles": 45194, 2024-08-10T05:13:57.951 INFO:tasks.workunit.client.0.smithi031.stdout: "power_on_hours": 67556, 2024-08-10T05:13:57.951 INFO:tasks.workunit.client.0.smithi031.stdout: "temperature": 25, 2024-08-10T05:13:57.951 INFO:tasks.workunit.client.0.smithi031.stdout: "unsafe_shutdowns": 290 2024-08-10T05:13:57.951 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.951 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_vendor": "intel", 2024-08-10T05:13:57.951 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_version": { 2024-08-10T05:13:57.951 INFO:tasks.workunit.client.0.smithi031.stdout: "string": "<1.2", 2024-08-10T05:13:57.951 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:13:57.952 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.952 INFO:tasks.workunit.client.0.smithi031.stdout: "power_cycle_count": 45194, 2024-08-10T05:13:57.952 INFO:tasks.workunit.client.0.smithi031.stdout: "power_on_time": { 2024-08-10T05:13:57.952 INFO:tasks.workunit.client.0.smithi031.stdout: "hours": 67556 2024-08-10T05:13:57.952 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.952 INFO:tasks.workunit.client.0.smithi031.stdout: "serial_number": "deleted", 2024-08-10T05:13:57.952 INFO:tasks.workunit.client.0.smithi031.stdout: "smart_status": { 2024-08-10T05:13:57.952 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme": { 2024-08-10T05:13:57.952 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:13:57.952 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.952 INFO:tasks.workunit.client.0.smithi031.stdout: "passed": true 2024-08-10T05:13:57.952 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.952 INFO:tasks.workunit.client.0.smithi031.stdout: "smartctl": { 2024-08-10T05:13:57.953 INFO:tasks.workunit.client.0.smithi031.stdout: "argv": [ 2024-08-10T05:13:57.953 INFO:tasks.workunit.client.0.smithi031.stdout: "smartctl", 2024-08-10T05:13:57.953 INFO:tasks.workunit.client.0.smithi031.stdout: "-x", 2024-08-10T05:13:57.953 INFO:tasks.workunit.client.0.smithi031.stdout: "--json=o", 2024-08-10T05:13:57.953 INFO:tasks.workunit.client.0.smithi031.stdout: "/dev/nvme0n1" 2024-08-10T05:13:57.953 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:13:57.953 INFO:tasks.workunit.client.0.smithi031.stdout: "build_info": "(local build)", 2024-08-10T05:13:57.953 INFO:tasks.workunit.client.0.smithi031.stdout: "exit_status": 0, 2024-08-10T05:13:57.953 INFO:tasks.workunit.client.0.smithi031.stdout: "output": [ 2024-08-10T05:13:57.953 INFO:tasks.workunit.client.0.smithi031.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-10T05:13:57.953 INFO:tasks.workunit.client.0.smithi031.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-10T05:13:57.953 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-08-10T05:13:57.953 INFO:tasks.workunit.client.0.smithi031.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-10T05:13:57.954 INFO:tasks.workunit.client.0.smithi031.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-08-10T05:13:57.954 INFO:tasks.workunit.client.0.smithi031.stdout: "Serial Number: deleted", 2024-08-10T05:13:57.954 INFO:tasks.workunit.client.0.smithi031.stdout: "Firmware Version: 8DV101H0", 2024-08-10T05:13:57.954 INFO:tasks.workunit.client.0.smithi031.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-10T05:13:57.954 INFO:tasks.workunit.client.0.smithi031.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-10T05:13:57.954 INFO:tasks.workunit.client.0.smithi031.stdout: "Controller ID: 0", 2024-08-10T05:13:57.954 INFO:tasks.workunit.client.0.smithi031.stdout: "NVMe Version: <1.2", 2024-08-10T05:13:57.954 INFO:tasks.workunit.client.0.smithi031.stdout: "Number of Namespaces: 1", 2024-08-10T05:13:57.954 INFO:tasks.workunit.client.0.smithi031.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-08-10T05:13:57.954 INFO:tasks.workunit.client.0.smithi031.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-10T05:13:57.954 INFO:tasks.workunit.client.0.smithi031.stdout: "Local Time is: Sat Aug 10 05:08:06 2024 UTC", 2024-08-10T05:13:57.954 INFO:tasks.workunit.client.0.smithi031.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-10T05:13:57.954 INFO:tasks.workunit.client.0.smithi031.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-10T05:13:57.955 INFO:tasks.workunit.client.0.smithi031.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-10T05:13:57.955 INFO:tasks.workunit.client.0.smithi031.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-10T05:13:57.955 INFO:tasks.workunit.client.0.smithi031.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-10T05:13:57.955 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-08-10T05:13:57.955 INFO:tasks.workunit.client.0.smithi031.stdout: "Supported Power States", 2024-08-10T05:13:57.955 INFO:tasks.workunit.client.0.smithi031.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-10T05:13:57.955 INFO:tasks.workunit.client.0.smithi031.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-10T05:13:57.955 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-08-10T05:13:57.955 INFO:tasks.workunit.client.0.smithi031.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-10T05:13:57.955 INFO:tasks.workunit.client.0.smithi031.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-10T05:13:57.955 INFO:tasks.workunit.client.0.smithi031.stdout: " 0 + 512 0 2", 2024-08-10T05:13:57.955 INFO:tasks.workunit.client.0.smithi031.stdout: " 1 - 512 8 2", 2024-08-10T05:13:57.955 INFO:tasks.workunit.client.0.smithi031.stdout: " 2 - 512 16 2", 2024-08-10T05:13:57.956 INFO:tasks.workunit.client.0.smithi031.stdout: " 3 - 4096 0 0", 2024-08-10T05:13:57.956 INFO:tasks.workunit.client.0.smithi031.stdout: " 4 - 4096 8 0", 2024-08-10T05:13:57.956 INFO:tasks.workunit.client.0.smithi031.stdout: " 5 - 4096 64 0", 2024-08-10T05:13:57.956 INFO:tasks.workunit.client.0.smithi031.stdout: " 6 - 4096 128 0", 2024-08-10T05:13:57.956 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-08-10T05:13:57.956 INFO:tasks.workunit.client.0.smithi031.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-10T05:13:57.956 INFO:tasks.workunit.client.0.smithi031.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-10T05:13:57.956 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-08-10T05:13:57.956 INFO:tasks.workunit.client.0.smithi031.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-10T05:13:57.956 INFO:tasks.workunit.client.0.smithi031.stdout: "Critical Warning: 0x00", 2024-08-10T05:13:57.956 INFO:tasks.workunit.client.0.smithi031.stdout: "Temperature: 25 Celsius", 2024-08-10T05:13:57.956 INFO:tasks.workunit.client.0.smithi031.stdout: "Available Spare: 100%", 2024-08-10T05:13:57.956 INFO:tasks.workunit.client.0.smithi031.stdout: "Available Spare Threshold: 10%", 2024-08-10T05:13:57.957 INFO:tasks.workunit.client.0.smithi031.stdout: "Percentage Used: 12%", 2024-08-10T05:13:57.957 INFO:tasks.workunit.client.0.smithi031.stdout: "Data Units Read: 437,224,181 [223 TB]", 2024-08-10T05:13:57.957 INFO:tasks.workunit.client.0.smithi031.stdout: "Data Units Written: 2,415,177,536 [1.23 PB]", 2024-08-10T05:13:57.957 INFO:tasks.workunit.client.0.smithi031.stdout: "Host Read Commands: 6,251,278,111", 2024-08-10T05:13:57.957 INFO:tasks.workunit.client.0.smithi031.stdout: "Host Write Commands: 37,498,794,677", 2024-08-10T05:13:57.957 INFO:tasks.workunit.client.0.smithi031.stdout: "Controller Busy Time: 3", 2024-08-10T05:13:57.957 INFO:tasks.workunit.client.0.smithi031.stdout: "Power Cycles: 45,194", 2024-08-10T05:13:57.957 INFO:tasks.workunit.client.0.smithi031.stdout: "Power On Hours: 67,556", 2024-08-10T05:13:57.957 INFO:tasks.workunit.client.0.smithi031.stdout: "Unsafe Shutdowns: 290", 2024-08-10T05:13:57.957 INFO:tasks.workunit.client.0.smithi031.stdout: "Media and Data Integrity Errors: 0", 2024-08-10T05:13:57.957 INFO:tasks.workunit.client.0.smithi031.stdout: "Error Information Log Entries: 0", 2024-08-10T05:13:57.957 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-08-10T05:13:57.957 INFO:tasks.workunit.client.0.smithi031.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-10T05:13:57.957 INFO:tasks.workunit.client.0.smithi031.stdout: "No Errors Logged", 2024-08-10T05:13:57.958 INFO:tasks.workunit.client.0.smithi031.stdout: "" 2024-08-10T05:13:57.958 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:13:57.958 INFO:tasks.workunit.client.0.smithi031.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-10T05:13:57.958 INFO:tasks.workunit.client.0.smithi031.stdout: "svn_revision": "5155", 2024-08-10T05:13:57.958 INFO:tasks.workunit.client.0.smithi031.stdout: "version": [ 2024-08-10T05:13:57.958 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:13:57.958 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T05:13:57.958 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T05:13:57.958 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.958 INFO:tasks.workunit.client.0.smithi031.stdout: "temperature": { 2024-08-10T05:13:57.958 INFO:tasks.workunit.client.0.smithi031.stdout: "current": 25 2024-08-10T05:13:57.958 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.959 INFO:tasks.workunit.client.0.smithi031.stdout: "user_capacity": { 2024-08-10T05:13:57.959 INFO:tasks.workunit.client.0.smithi031.stdout: "blocks": 781422768, 2024-08-10T05:13:57.959 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 400088457216 2024-08-10T05:13:57.959 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:13:57.959 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:13:57.959 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:13:57.959 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.959 INFO:tasks.workunit.client.0.smithi031.stdout: "58624464-56d7-11ef-ad30-ac1f6ba5caba": { 2024-08-10T05:13:57.959 INFO:tasks.workunit.client.0.smithi031.stdout: "INTEL_SSDPEDMD400G4_5862b048-56d7-11ef-ad30-ac1f6ba5caba": { 2024-08-10T05:13:57.959 INFO:tasks.workunit.client.0.smithi031.stdout: "20240810-050809": { 2024-08-10T05:13:57.959 INFO:tasks.workunit.client.0.smithi031.stdout: "device": { 2024-08-10T05:13:57.959 INFO:tasks.workunit.client.0.smithi031.stdout: "info_name": "/dev/nvme0n1", 2024-08-10T05:13:57.959 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "/dev/nvme0n1", 2024-08-10T05:13:57.959 INFO:tasks.workunit.client.0.smithi031.stdout: "protocol": "NVMe", 2024-08-10T05:13:57.960 INFO:tasks.workunit.client.0.smithi031.stdout: "type": "nvme" 2024-08-10T05:13:57.960 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.960 INFO:tasks.workunit.client.0.smithi031.stdout: "firmware_version": "8DV101H0", 2024-08-10T05:13:57.960 INFO:tasks.workunit.client.0.smithi031.stdout: "host_id": "58624464-56d7-11ef-ad30-ac1f6ba5caba", 2024-08-10T05:13:57.960 INFO:tasks.workunit.client.0.smithi031.stdout: "json_format_version": [ 2024-08-10T05:13:57.960 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:13:57.960 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T05:13:57.960 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:13:57.960 INFO:tasks.workunit.client.0.smithi031.stdout: "local_time": { 2024-08-10T05:13:57.960 INFO:tasks.workunit.client.0.smithi031.stdout: "asctime": "Sat Aug 10 05:08:09 2024 UTC", 2024-08-10T05:13:57.960 INFO:tasks.workunit.client.0.smithi031.stdout: "time_t": 1723266489 2024-08-10T05:13:57.960 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.960 INFO:tasks.workunit.client.0.smithi031.stdout: "logical_block_size": 512, 2024-08-10T05:13:57.960 INFO:tasks.workunit.client.0.smithi031.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-08-10T05:13:57.961 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_controller_id": 0, 2024-08-10T05:13:57.961 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-10T05:13:57.961 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_namespaces": [ 2024-08-10T05:13:57.961 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:13:57.961 INFO:tasks.workunit.client.0.smithi031.stdout: "capacity": { 2024-08-10T05:13:57.961 INFO:tasks.workunit.client.0.smithi031.stdout: "blocks": 781422768, 2024-08-10T05:13:57.961 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 400088457216 2024-08-10T05:13:57.961 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.961 INFO:tasks.workunit.client.0.smithi031.stdout: "formatted_lba_size": 512, 2024-08-10T05:13:57.961 INFO:tasks.workunit.client.0.smithi031.stdout: "id": 1, 2024-08-10T05:13:57.961 INFO:tasks.workunit.client.0.smithi031.stdout: "size": { 2024-08-10T05:13:57.961 INFO:tasks.workunit.client.0.smithi031.stdout: "blocks": 781422768, 2024-08-10T05:13:57.961 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 400088457216 2024-08-10T05:13:57.961 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.962 INFO:tasks.workunit.client.0.smithi031.stdout: "utilization": { 2024-08-10T05:13:57.962 INFO:tasks.workunit.client.0.smithi031.stdout: "blocks": 781422768, 2024-08-10T05:13:57.962 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 400088457216 2024-08-10T05:13:57.962 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:13:57.962 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:13:57.962 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:13:57.962 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_number_of_namespaces": 1, 2024-08-10T05:13:57.962 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_pci_vendor": { 2024-08-10T05:13:57.962 INFO:tasks.workunit.client.0.smithi031.stdout: "id": 32902, 2024-08-10T05:13:57.963 INFO:tasks.workunit.client.0.smithi031.stdout: "subsystem_id": 32902 2024-08-10T05:13:57.963 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.963 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_smart_health_information_add_log": { 2024-08-10T05:13:57.963 INFO:tasks.workunit.client.0.smithi031.stdout: "Device stats": { 2024-08-10T05:13:57.963 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_fw_downgrades": { 2024-08-10T05:13:57.963 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-08-10T05:13:57.963 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:13:57.963 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.963 INFO:tasks.workunit.client.0.smithi031.stdout: "crc_error_count": { 2024-08-10T05:13:57.963 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:13:57.963 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:13:57.963 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.963 INFO:tasks.workunit.client.0.smithi031.stdout: "end_to_end_error_detection_count": { 2024-08-10T05:13:57.963 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:13:57.964 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:13:57.964 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.964 INFO:tasks.workunit.client.0.smithi031.stdout: "erase_fail_count": { 2024-08-10T05:13:57.964 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:13:57.964 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:13:57.964 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.964 INFO:tasks.workunit.client.0.smithi031.stdout: "host_bytes_written": { 2024-08-10T05:13:57.964 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:13:57.964 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 24989234 2024-08-10T05:13:57.964 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.964 INFO:tasks.workunit.client.0.smithi031.stdout: "host_ctx_wear_used": { 2024-08-10T05:13:57.964 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:13:57.964 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 1 2024-08-10T05:13:57.964 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.965 INFO:tasks.workunit.client.0.smithi031.stdout: "media_bytes_read": { 2024-08-10T05:13:57.965 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-08-10T05:13:57.965 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:13:57.965 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.965 INFO:tasks.workunit.client.0.smithi031.stdout: "nand_bytes_written": { 2024-08-10T05:13:57.965 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:13:57.965 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 45600947 2024-08-10T05:13:57.965 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.965 INFO:tasks.workunit.client.0.smithi031.stdout: "perf_stat_indicator": { 2024-08-10T05:13:57.965 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-08-10T05:13:57.965 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:13:57.965 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.965 INFO:tasks.workunit.client.0.smithi031.stdout: "pll_lock_loss_count": { 2024-08-10T05:13:57.965 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:13:57.966 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:13:57.966 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.966 INFO:tasks.workunit.client.0.smithi031.stdout: "program_fail_count": { 2024-08-10T05:13:57.966 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:13:57.966 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:13:57.966 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.966 INFO:tasks.workunit.client.0.smithi031.stdout: "re_alloc_sectr_cnt": { 2024-08-10T05:13:57.966 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-08-10T05:13:57.966 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:13:57.966 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.966 INFO:tasks.workunit.client.0.smithi031.stdout: "retry_buffer_overflow_count": { 2024-08-10T05:13:57.966 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:13:57.967 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:13:57.967 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.967 INFO:tasks.workunit.client.0.smithi031.stdout: "soft_ecc_err_rate": { 2024-08-10T05:13:57.967 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-08-10T05:13:57.967 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:13:57.967 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.967 INFO:tasks.workunit.client.0.smithi031.stdout: "thermal_throttle_status": { 2024-08-10T05:13:57.967 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:13:57.967 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": { 2024-08-10T05:13:57.967 INFO:tasks.workunit.client.0.smithi031.stdout: "cnt": 0, 2024-08-10T05:13:57.967 INFO:tasks.workunit.client.0.smithi031.stdout: "pct": 0 2024-08-10T05:13:57.967 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:13:57.967 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.967 INFO:tasks.workunit.client.0.smithi031.stdout: "timed_workload_host_reads": { 2024-08-10T05:13:57.968 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:13:57.968 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 65535 2024-08-10T05:13:57.968 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.968 INFO:tasks.workunit.client.0.smithi031.stdout: "timed_workload_media_wear": { 2024-08-10T05:13:57.968 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:13:57.968 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": "63.999023" 2024-08-10T05:13:57.968 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.968 INFO:tasks.workunit.client.0.smithi031.stdout: "timed_workload_timer": { 2024-08-10T05:13:57.968 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:13:57.968 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 65535 2024-08-10T05:13:57.968 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.968 INFO:tasks.workunit.client.0.smithi031.stdout: "unexp_power_loss": { 2024-08-10T05:13:57.968 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-08-10T05:13:57.968 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:13:57.969 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.969 INFO:tasks.workunit.client.0.smithi031.stdout: "wear_leveling": { 2024-08-10T05:13:57.969 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 90, 2024-08-10T05:13:57.969 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": { 2024-08-10T05:13:57.969 INFO:tasks.workunit.client.0.smithi031.stdout: "avg": 3155, 2024-08-10T05:13:57.969 INFO:tasks.workunit.client.0.smithi031.stdout: "max": 3172, 2024-08-10T05:13:57.969 INFO:tasks.workunit.client.0.smithi031.stdout: "min": 3138 2024-08-10T05:13:57.969 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:13:57.969 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:13:57.969 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.969 INFO:tasks.workunit.client.0.smithi031.stdout: "Intel Smart log": "nvme0n1" 2024-08-10T05:13:57.969 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.969 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_smart_health_information_log": { 2024-08-10T05:13:57.969 INFO:tasks.workunit.client.0.smithi031.stdout: "available_spare": 100, 2024-08-10T05:13:57.970 INFO:tasks.workunit.client.0.smithi031.stdout: "available_spare_threshold": 10, 2024-08-10T05:13:57.970 INFO:tasks.workunit.client.0.smithi031.stdout: "controller_busy_time": 2, 2024-08-10T05:13:57.970 INFO:tasks.workunit.client.0.smithi031.stdout: "critical_warning": 0, 2024-08-10T05:13:57.970 INFO:tasks.workunit.client.0.smithi031.stdout: "data_units_read": 341799776, 2024-08-10T05:13:57.970 INFO:tasks.workunit.client.0.smithi031.stdout: "data_units_written": 1637694495, 2024-08-10T05:13:57.970 INFO:tasks.workunit.client.0.smithi031.stdout: "host_reads": 5376247450, 2024-08-10T05:13:57.970 INFO:tasks.workunit.client.0.smithi031.stdout: "host_writes": 28375896003, 2024-08-10T05:13:57.970 INFO:tasks.workunit.client.0.smithi031.stdout: "media_errors": 0, 2024-08-10T05:13:57.970 INFO:tasks.workunit.client.0.smithi031.stdout: "num_err_log_entries": 0, 2024-08-10T05:13:57.970 INFO:tasks.workunit.client.0.smithi031.stdout: "percentage_used": 10, 2024-08-10T05:13:57.970 INFO:tasks.workunit.client.0.smithi031.stdout: "power_cycles": 58290, 2024-08-10T05:13:57.970 INFO:tasks.workunit.client.0.smithi031.stdout: "power_on_hours": 55759, 2024-08-10T05:13:57.970 INFO:tasks.workunit.client.0.smithi031.stdout: "temperature": 24, 2024-08-10T05:13:57.971 INFO:tasks.workunit.client.0.smithi031.stdout: "unsafe_shutdowns": 198 2024-08-10T05:13:57.971 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.971 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_vendor": "intel", 2024-08-10T05:13:57.971 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_version": { 2024-08-10T05:13:57.971 INFO:tasks.workunit.client.0.smithi031.stdout: "string": "<1.2", 2024-08-10T05:13:57.971 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:13:57.971 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.971 INFO:tasks.workunit.client.0.smithi031.stdout: "power_cycle_count": 58290, 2024-08-10T05:13:57.971 INFO:tasks.workunit.client.0.smithi031.stdout: "power_on_time": { 2024-08-10T05:13:57.971 INFO:tasks.workunit.client.0.smithi031.stdout: "hours": 55759 2024-08-10T05:13:57.971 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.971 INFO:tasks.workunit.client.0.smithi031.stdout: "serial_number": "deleted", 2024-08-10T05:13:57.971 INFO:tasks.workunit.client.0.smithi031.stdout: "smart_status": { 2024-08-10T05:13:57.971 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme": { 2024-08-10T05:13:57.972 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:13:57.972 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.972 INFO:tasks.workunit.client.0.smithi031.stdout: "passed": true 2024-08-10T05:13:57.972 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.972 INFO:tasks.workunit.client.0.smithi031.stdout: "smartctl": { 2024-08-10T05:13:57.972 INFO:tasks.workunit.client.0.smithi031.stdout: "argv": [ 2024-08-10T05:13:57.972 INFO:tasks.workunit.client.0.smithi031.stdout: "smartctl", 2024-08-10T05:13:57.972 INFO:tasks.workunit.client.0.smithi031.stdout: "-x", 2024-08-10T05:13:57.972 INFO:tasks.workunit.client.0.smithi031.stdout: "--json=o", 2024-08-10T05:13:57.972 INFO:tasks.workunit.client.0.smithi031.stdout: "/dev/nvme0n1" 2024-08-10T05:13:57.972 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:13:57.972 INFO:tasks.workunit.client.0.smithi031.stdout: "build_info": "(local build)", 2024-08-10T05:13:57.972 INFO:tasks.workunit.client.0.smithi031.stdout: "exit_status": 0, 2024-08-10T05:13:57.973 INFO:tasks.workunit.client.0.smithi031.stdout: "output": [ 2024-08-10T05:13:57.973 INFO:tasks.workunit.client.0.smithi031.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-10T05:13:57.973 INFO:tasks.workunit.client.0.smithi031.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-10T05:13:57.973 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-08-10T05:13:57.973 INFO:tasks.workunit.client.0.smithi031.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-10T05:13:57.973 INFO:tasks.workunit.client.0.smithi031.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-08-10T05:13:57.973 INFO:tasks.workunit.client.0.smithi031.stdout: "Serial Number: deleted", 2024-08-10T05:13:57.973 INFO:tasks.workunit.client.0.smithi031.stdout: "Firmware Version: 8DV101H0", 2024-08-10T05:13:57.973 INFO:tasks.workunit.client.0.smithi031.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-10T05:13:57.973 INFO:tasks.workunit.client.0.smithi031.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-10T05:13:57.973 INFO:tasks.workunit.client.0.smithi031.stdout: "Controller ID: 0", 2024-08-10T05:13:57.973 INFO:tasks.workunit.client.0.smithi031.stdout: "NVMe Version: <1.2", 2024-08-10T05:13:57.973 INFO:tasks.workunit.client.0.smithi031.stdout: "Number of Namespaces: 1", 2024-08-10T05:13:57.974 INFO:tasks.workunit.client.0.smithi031.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-08-10T05:13:57.974 INFO:tasks.workunit.client.0.smithi031.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-10T05:13:57.974 INFO:tasks.workunit.client.0.smithi031.stdout: "Local Time is: Sat Aug 10 05:08:09 2024 UTC", 2024-08-10T05:13:57.974 INFO:tasks.workunit.client.0.smithi031.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-10T05:13:57.974 INFO:tasks.workunit.client.0.smithi031.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-10T05:13:57.974 INFO:tasks.workunit.client.0.smithi031.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-10T05:13:57.974 INFO:tasks.workunit.client.0.smithi031.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-10T05:13:57.974 INFO:tasks.workunit.client.0.smithi031.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-10T05:13:57.974 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-08-10T05:13:57.974 INFO:tasks.workunit.client.0.smithi031.stdout: "Supported Power States", 2024-08-10T05:13:57.974 INFO:tasks.workunit.client.0.smithi031.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-10T05:13:57.974 INFO:tasks.workunit.client.0.smithi031.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-10T05:13:57.974 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-08-10T05:13:57.975 INFO:tasks.workunit.client.0.smithi031.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-10T05:13:57.975 INFO:tasks.workunit.client.0.smithi031.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-10T05:13:57.975 INFO:tasks.workunit.client.0.smithi031.stdout: " 0 + 512 0 2", 2024-08-10T05:13:57.975 INFO:tasks.workunit.client.0.smithi031.stdout: " 1 - 512 8 2", 2024-08-10T05:13:57.975 INFO:tasks.workunit.client.0.smithi031.stdout: " 2 - 512 16 2", 2024-08-10T05:13:57.975 INFO:tasks.workunit.client.0.smithi031.stdout: " 3 - 4096 0 0", 2024-08-10T05:13:57.975 INFO:tasks.workunit.client.0.smithi031.stdout: " 4 - 4096 8 0", 2024-08-10T05:13:57.975 INFO:tasks.workunit.client.0.smithi031.stdout: " 5 - 4096 64 0", 2024-08-10T05:13:57.975 INFO:tasks.workunit.client.0.smithi031.stdout: " 6 - 4096 128 0", 2024-08-10T05:13:57.975 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-08-10T05:13:57.975 INFO:tasks.workunit.client.0.smithi031.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-10T05:13:57.975 INFO:tasks.workunit.client.0.smithi031.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-10T05:13:57.975 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-08-10T05:13:57.975 INFO:tasks.workunit.client.0.smithi031.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-10T05:13:57.976 INFO:tasks.workunit.client.0.smithi031.stdout: "Critical Warning: 0x00", 2024-08-10T05:13:57.976 INFO:tasks.workunit.client.0.smithi031.stdout: "Temperature: 24 Celsius", 2024-08-10T05:13:57.976 INFO:tasks.workunit.client.0.smithi031.stdout: "Available Spare: 100%", 2024-08-10T05:13:57.976 INFO:tasks.workunit.client.0.smithi031.stdout: "Available Spare Threshold: 10%", 2024-08-10T05:13:57.976 INFO:tasks.workunit.client.0.smithi031.stdout: "Percentage Used: 10%", 2024-08-10T05:13:57.976 INFO:tasks.workunit.client.0.smithi031.stdout: "Data Units Read: 341,799,776 [175 TB]", 2024-08-10T05:13:57.976 INFO:tasks.workunit.client.0.smithi031.stdout: "Data Units Written: 1,637,694,495 [838 TB]", 2024-08-10T05:13:57.976 INFO:tasks.workunit.client.0.smithi031.stdout: "Host Read Commands: 5,376,247,450", 2024-08-10T05:13:57.976 INFO:tasks.workunit.client.0.smithi031.stdout: "Host Write Commands: 28,375,896,003", 2024-08-10T05:13:57.976 INFO:tasks.workunit.client.0.smithi031.stdout: "Controller Busy Time: 2", 2024-08-10T05:13:57.976 INFO:tasks.workunit.client.0.smithi031.stdout: "Power Cycles: 58,290", 2024-08-10T05:13:57.976 INFO:tasks.workunit.client.0.smithi031.stdout: "Power On Hours: 55,759", 2024-08-10T05:13:57.976 INFO:tasks.workunit.client.0.smithi031.stdout: "Unsafe Shutdowns: 198", 2024-08-10T05:13:57.976 INFO:tasks.workunit.client.0.smithi031.stdout: "Media and Data Integrity Errors: 0", 2024-08-10T05:13:57.977 INFO:tasks.workunit.client.0.smithi031.stdout: "Error Information Log Entries: 0", 2024-08-10T05:13:57.977 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-08-10T05:13:57.977 INFO:tasks.workunit.client.0.smithi031.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-10T05:13:57.977 INFO:tasks.workunit.client.0.smithi031.stdout: "No Errors Logged", 2024-08-10T05:13:57.977 INFO:tasks.workunit.client.0.smithi031.stdout: "" 2024-08-10T05:13:57.977 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:13:57.977 INFO:tasks.workunit.client.0.smithi031.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-10T05:13:57.977 INFO:tasks.workunit.client.0.smithi031.stdout: "svn_revision": "5155", 2024-08-10T05:13:57.977 INFO:tasks.workunit.client.0.smithi031.stdout: "version": [ 2024-08-10T05:13:57.977 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:13:57.977 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T05:13:57.977 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T05:13:57.977 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.978 INFO:tasks.workunit.client.0.smithi031.stdout: "temperature": { 2024-08-10T05:13:57.978 INFO:tasks.workunit.client.0.smithi031.stdout: "current": 24 2024-08-10T05:13:57.978 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.978 INFO:tasks.workunit.client.0.smithi031.stdout: "user_capacity": { 2024-08-10T05:13:57.978 INFO:tasks.workunit.client.0.smithi031.stdout: "blocks": 781422768, 2024-08-10T05:13:57.978 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 400088457216 2024-08-10T05:13:57.978 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:13:57.978 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:13:57.978 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:13:57.978 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:13:57.978 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.978 INFO:tasks.workunit.client.0.smithi031.stdout: "report": { 2024-08-10T05:13:57.979 INFO:tasks.workunit.client.0.smithi031.stdout: "balancer": { 2024-08-10T05:13:57.979 INFO:tasks.workunit.client.0.smithi031.stdout: "active": true, 2024-08-10T05:13:57.979 INFO:tasks.workunit.client.0.smithi031.stdout: "mode": "" 2024-08-10T05:13:57.979 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.979 INFO:tasks.workunit.client.0.smithi031.stdout: "channels": [ 2024-08-10T05:13:57.979 INFO:tasks.workunit.client.0.smithi031.stdout: "basic", 2024-08-10T05:13:57.979 INFO:tasks.workunit.client.0.smithi031.stdout: "crash", 2024-08-10T05:13:57.979 INFO:tasks.workunit.client.0.smithi031.stdout: "device", 2024-08-10T05:13:57.979 INFO:tasks.workunit.client.0.smithi031.stdout: "ident" 2024-08-10T05:13:57.979 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:13:57.979 INFO:tasks.workunit.client.0.smithi031.stdout: "channels_available": [ 2024-08-10T05:13:57.979 INFO:tasks.workunit.client.0.smithi031.stdout: "basic", 2024-08-10T05:13:57.979 INFO:tasks.workunit.client.0.smithi031.stdout: "ident", 2024-08-10T05:13:57.980 INFO:tasks.workunit.client.0.smithi031.stdout: "crash", 2024-08-10T05:13:57.980 INFO:tasks.workunit.client.0.smithi031.stdout: "device", 2024-08-10T05:13:57.980 INFO:tasks.workunit.client.0.smithi031.stdout: "perf" 2024-08-10T05:13:57.980 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:13:57.980 INFO:tasks.workunit.client.0.smithi031.stdout: "collections_available": [ 2024-08-10T05:13:57.980 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_base", 2024-08-10T05:13:57.980 INFO:tasks.workunit.client.0.smithi031.stdout: "device_base", 2024-08-10T05:13:57.980 INFO:tasks.workunit.client.0.smithi031.stdout: "crash_base", 2024-08-10T05:13:57.980 INFO:tasks.workunit.client.0.smithi031.stdout: "ident_base", 2024-08-10T05:13:57.980 INFO:tasks.workunit.client.0.smithi031.stdout: "perf_perf", 2024-08-10T05:13:57.980 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_mds_metadata", 2024-08-10T05:13:57.980 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_pool_usage", 2024-08-10T05:13:57.980 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_usage_by_class", 2024-08-10T05:13:57.981 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_rook_v01", 2024-08-10T05:13:57.981 INFO:tasks.workunit.client.0.smithi031.stdout: "perf_memory_metrics", 2024-08-10T05:13:57.981 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_pool_options_bluestore" 2024-08-10T05:13:57.981 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:13:57.981 INFO:tasks.workunit.client.0.smithi031.stdout: "collections_opted_in": [ 2024-08-10T05:13:57.981 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_base", 2024-08-10T05:13:57.981 INFO:tasks.workunit.client.0.smithi031.stdout: "device_base", 2024-08-10T05:13:57.981 INFO:tasks.workunit.client.0.smithi031.stdout: "crash_base", 2024-08-10T05:13:57.981 INFO:tasks.workunit.client.0.smithi031.stdout: "ident_base", 2024-08-10T05:13:57.981 INFO:tasks.workunit.client.0.smithi031.stdout: "perf_perf", 2024-08-10T05:13:57.981 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_mds_metadata", 2024-08-10T05:13:57.981 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_pool_usage", 2024-08-10T05:13:57.981 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_usage_by_class", 2024-08-10T05:13:57.981 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_rook_v01", 2024-08-10T05:13:57.982 INFO:tasks.workunit.client.0.smithi031.stdout: "perf_memory_metrics", 2024-08-10T05:13:57.982 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_pool_options_bluestore" 2024-08-10T05:13:57.982 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:13:57.982 INFO:tasks.workunit.client.0.smithi031.stdout: "config": { 2024-08-10T05:13:57.982 INFO:tasks.workunit.client.0.smithi031.stdout: "active_changed": [ 2024-08-10T05:13:57.982 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-10T05:13:57.982 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_debug", 2024-08-10T05:13:57.982 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_mon_ticket_ttl", 2024-08-10T05:13:57.982 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_service_ticket_ttl", 2024-08-10T05:13:57.982 INFO:tasks.workunit.client.0.smithi031.stdout: "bdev_debug_aio", 2024-08-10T05:13:57.982 INFO:tasks.workunit.client.0.smithi031.stdout: "client_check_pool_perm", 2024-08-10T05:13:57.982 INFO:tasks.workunit.client.0.smithi031.stdout: "client_mount_gid", 2024-08-10T05:13:57.982 INFO:tasks.workunit.client.0.smithi031.stdout: "client_mount_uid", 2024-08-10T05:13:57.983 INFO:tasks.workunit.client.0.smithi031.stdout: "client_quota", 2024-08-10T05:13:57.983 INFO:tasks.workunit.client.0.smithi031.stdout: "container_image", 2024-08-10T05:13:57.983 INFO:tasks.workunit.client.0.smithi031.stdout: "daemonize", 2024-08-10T05:13:57.983 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_asserts_on_shutdown", 2024-08-10T05:13:57.983 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_mgr", 2024-08-10T05:13:57.983 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_mon", 2024-08-10T05:13:57.983 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_ms", 2024-08-10T05:13:57.983 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_osd", 2024-08-10T05:13:57.983 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_paxos", 2024-08-10T05:13:57.983 INFO:tasks.workunit.client.0.smithi031.stdout: "keyring", 2024-08-10T05:13:57.983 INFO:tasks.workunit.client.0.smithi031.stdout: "leveldb_block_size", 2024-08-10T05:13:57.983 INFO:tasks.workunit.client.0.smithi031.stdout: "leveldb_cache_size", 2024-08-10T05:13:57.983 INFO:tasks.workunit.client.0.smithi031.stdout: "leveldb_compression", 2024-08-10T05:13:57.983 INFO:tasks.workunit.client.0.smithi031.stdout: "leveldb_log", 2024-08-10T05:13:57.984 INFO:tasks.workunit.client.0.smithi031.stdout: "leveldb_write_buffer_size", 2024-08-10T05:13:57.984 INFO:tasks.workunit.client.0.smithi031.stdout: "log_to_file", 2024-08-10T05:13:57.984 INFO:tasks.workunit.client.0.smithi031.stdout: "log_to_journald", 2024-08-10T05:13:57.984 INFO:tasks.workunit.client.0.smithi031.stdout: "log_to_stderr", 2024-08-10T05:13:57.984 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_allow_pool_delete", 2024-08-10T05:13:57.984 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_clock_drift_allowed", 2024-08-10T05:13:57.984 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_cluster_log_to_file", 2024-08-10T05:13:57.984 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_cluster_log_to_journald", 2024-08-10T05:13:57.984 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_cluster_log_to_stderr", 2024-08-10T05:13:57.984 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_data_avail_warn", 2024-08-10T05:13:57.984 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_election_default_strategy", 2024-08-10T05:13:57.984 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_host", 2024-08-10T05:13:57.984 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_max_pg_per_osd", 2024-08-10T05:13:57.985 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_mgr_mkfs_grace", 2024-08-10T05:13:57.985 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_osd_prime_pg_temp", 2024-08-10T05:13:57.985 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_osd_reporter_subtree_level", 2024-08-10T05:13:57.985 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_pg_warn_max_object_skew", 2024-08-10T05:13:57.985 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-10T05:13:57.985 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-10T05:13:57.985 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-10T05:13:57.985 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-10T05:13:57.985 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-10T05:13:57.985 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-10T05:13:57.985 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-10T05:13:57.985 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-10T05:13:57.985 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_too_few_osds", 2024-08-10T05:13:57.985 INFO:tasks.workunit.client.0.smithi031.stdout: "ms_die_on_bug", 2024-08-10T05:13:57.986 INFO:tasks.workunit.client.0.smithi031.stdout: "ms_die_on_old_message", 2024-08-10T05:13:57.986 INFO:tasks.workunit.client.0.smithi031.stdout: "no_config_file", 2024-08-10T05:13:57.986 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_class_default_list", 2024-08-10T05:13:57.986 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_class_load_list", 2024-08-10T05:13:57.986 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_misdirected_ops", 2024-08-10T05:13:57.986 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_op_order", 2024-08-10T05:13:57.986 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_pg_log_writeout", 2024-08-10T05:13:57.986 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_shutdown", 2024-08-10T05:13:57.986 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_verify_cached_snaps", 2024-08-10T05:13:57.986 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_verify_missing_on_start", 2024-08-10T05:13:57.986 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_verify_stray_on_activate", 2024-08-10T05:13:57.986 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-10T05:13:57.986 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_profile", 2024-08-10T05:13:57.987 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-08-10T05:13:57.987 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-08-10T05:13:57.987 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-08-10T05:13:57.987 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-08-10T05:13:57.987 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-08-10T05:13:57.987 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-08-10T05:13:57.987 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_client_lim", 2024-08-10T05:13:57.987 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_client_res", 2024-08-10T05:13:57.987 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_client_wgt", 2024-08-10T05:13:57.987 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_memory_target", 2024-08-10T05:13:57.987 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_memory_target_autotune", 2024-08-10T05:13:57.987 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_op_queue", 2024-08-10T05:13:57.987 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_op_queue_cut_off", 2024-08-10T05:13:57.987 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pool_default_erasure_code_profile", 2024-08-10T05:13:57.988 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-10T05:13:57.988 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recover_clone_overlap", 2024-08-10T05:13:57.988 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recovery_max_chunk", 2024-08-10T05:13:57.988 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_scrub_load_threshold", 2024-08-10T05:13:57.988 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_scrub_max_interval", 2024-08-10T05:13:57.988 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_shutdown_pgref_assert", 2024-08-10T05:13:57.988 INFO:tasks.workunit.client.0.smithi031.stdout: "public_addr", 2024-08-10T05:13:57.988 INFO:tasks.workunit.client.0.smithi031.stdout: "public_addrv", 2024-08-10T05:13:57.988 INFO:tasks.workunit.client.0.smithi031.stdout: "public_network", 2024-08-10T05:13:57.988 INFO:tasks.workunit.client.0.smithi031.stdout: "rbd_default_features", 2024-08-10T05:13:57.988 INFO:tasks.workunit.client.0.smithi031.stdout: "rbd_qos_exclude_ops", 2024-08-10T05:13:57.988 INFO:tasks.workunit.client.0.smithi031.stdout: "setgroup", 2024-08-10T05:13:57.988 INFO:tasks.workunit.client.0.smithi031.stdout: "setuser" 2024-08-10T05:13:57.989 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:13:57.989 INFO:tasks.workunit.client.0.smithi031.stdout: "cluster_changed": [ 2024-08-10T05:13:57.989 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-10T05:13:57.989 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_debug", 2024-08-10T05:13:57.989 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_mon_ticket_ttl", 2024-08-10T05:13:57.989 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_service_ticket_ttl", 2024-08-10T05:13:57.989 INFO:tasks.workunit.client.0.smithi031.stdout: "bdev_debug_aio", 2024-08-10T05:13:57.989 INFO:tasks.workunit.client.0.smithi031.stdout: "container_image", 2024-08-10T05:13:57.989 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_asserts_on_shutdown", 2024-08-10T05:13:57.989 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_mgr", 2024-08-10T05:13:57.989 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_mon", 2024-08-10T05:13:57.989 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_ms", 2024-08-10T05:13:57.989 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_osd", 2024-08-10T05:13:57.989 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_paxos", 2024-08-10T05:13:57.990 INFO:tasks.workunit.client.0.smithi031.stdout: "log_to_file", 2024-08-10T05:13:57.990 INFO:tasks.workunit.client.0.smithi031.stdout: "log_to_journald", 2024-08-10T05:13:57.990 INFO:tasks.workunit.client.0.smithi031.stdout: "log_to_stderr", 2024-08-10T05:13:57.990 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_join_fs", 2024-08-10T05:13:57.990 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/cephadm/allow_ptrace", 2024-08-10T05:13:57.990 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/cephadm/container_init", 2024-08-10T05:13:57.990 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/cephadm/migration_current", 2024-08-10T05:13:57.990 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/cephadm/use_repo_digest", 2024-08-10T05:13:57.990 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-08-10T05:13:57.990 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-08-10T05:13:57.990 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-08-10T05:13:57.990 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-08-10T05:13:57.990 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/dashboard/ssl_server_port", 2024-08-10T05:13:57.991 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/orchestrator/orchestrator", 2024-08-10T05:13:57.991 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/telemetry/channel_ident", 2024-08-10T05:13:57.991 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/telemetry/description", 2024-08-10T05:13:57.991 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/telemetry/organization", 2024-08-10T05:13:57.991 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_allow_pool_delete", 2024-08-10T05:13:57.991 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_clock_drift_allowed", 2024-08-10T05:13:57.991 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_cluster_log_to_file", 2024-08-10T05:13:57.991 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_data_avail_warn", 2024-08-10T05:13:57.991 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_election_default_strategy", 2024-08-10T05:13:57.991 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_max_pg_per_osd", 2024-08-10T05:13:57.991 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_mgr_mkfs_grace", 2024-08-10T05:13:57.991 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_osd_prime_pg_temp", 2024-08-10T05:13:57.991 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_osd_reporter_subtree_level", 2024-08-10T05:13:57.991 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_pg_warn_max_object_skew", 2024-08-10T05:13:57.992 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-10T05:13:57.992 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-10T05:13:57.992 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-10T05:13:57.992 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-10T05:13:57.992 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-10T05:13:57.992 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-10T05:13:57.992 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-10T05:13:57.992 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-10T05:13:57.992 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_too_few_osds", 2024-08-10T05:13:57.992 INFO:tasks.workunit.client.0.smithi031.stdout: "ms_die_on_bug", 2024-08-10T05:13:57.992 INFO:tasks.workunit.client.0.smithi031.stdout: "ms_die_on_old_message", 2024-08-10T05:13:57.992 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_class_default_list", 2024-08-10T05:13:57.992 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_class_load_list", 2024-08-10T05:13:57.993 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_misdirected_ops", 2024-08-10T05:13:57.993 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_op_order", 2024-08-10T05:13:57.993 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_pg_log_writeout", 2024-08-10T05:13:57.993 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_shutdown", 2024-08-10T05:13:57.993 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_verify_cached_snaps", 2024-08-10T05:13:57.993 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_verify_missing_on_start", 2024-08-10T05:13:57.993 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_verify_stray_on_activate", 2024-08-10T05:13:57.993 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-10T05:13:57.993 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_profile", 2024-08-10T05:13:57.993 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_memory_target", 2024-08-10T05:13:57.993 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_memory_target_autotune", 2024-08-10T05:13:57.993 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_op_queue", 2024-08-10T05:13:57.993 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_op_queue_cut_off", 2024-08-10T05:13:57.994 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pool_default_erasure_code_profile", 2024-08-10T05:13:57.994 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-10T05:13:57.994 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recover_clone_overlap", 2024-08-10T05:13:57.994 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recovery_max_chunk", 2024-08-10T05:13:57.994 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_scrub_load_threshold", 2024-08-10T05:13:57.994 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_scrub_max_interval", 2024-08-10T05:13:57.994 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_shutdown_pgref_assert", 2024-08-10T05:13:57.994 INFO:tasks.workunit.client.0.smithi031.stdout: "public_network", 2024-08-10T05:13:57.994 INFO:tasks.workunit.client.0.smithi031.stdout: "rgw_cache_enabled", 2024-08-10T05:13:57.994 INFO:tasks.workunit.client.0.smithi031.stdout: "rgw_enable_ops_log", 2024-08-10T05:13:57.994 INFO:tasks.workunit.client.0.smithi031.stdout: "rgw_enable_usage_log" 2024-08-10T05:13:57.994 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T05:13:57.994 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.995 INFO:tasks.workunit.client.0.smithi031.stdout: "contact": null, 2024-08-10T05:13:57.995 INFO:tasks.workunit.client.0.smithi031.stdout: "crashes": [], 2024-08-10T05:13:57.995 INFO:tasks.workunit.client.0.smithi031.stdout: "created": "2024-08-10T05:04:52.101829Z", 2024-08-10T05:13:57.995 INFO:tasks.workunit.client.0.smithi031.stdout: "crush": { 2024-08-10T05:13:57.995 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_algs": { 2024-08-10T05:13:57.995 INFO:tasks.workunit.client.0.smithi031.stdout: "straw2": 3 2024-08-10T05:13:57.995 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.995 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_sizes": { 2024-08-10T05:13:57.995 INFO:tasks.workunit.client.0.smithi031.stdout: "2": 1, 2024-08-10T05:13:57.995 INFO:tasks.workunit.client.0.smithi031.stdout: "4": 2 2024-08-10T05:13:57.995 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.995 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_types": { 2024-08-10T05:13:57.995 INFO:tasks.workunit.client.0.smithi031.stdout: "1": 2, 2024-08-10T05:13:57.995 INFO:tasks.workunit.client.0.smithi031.stdout: "11": 1 2024-08-10T05:13:57.996 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.996 INFO:tasks.workunit.client.0.smithi031.stdout: "compat_weight_set": false, 2024-08-10T05:13:57.996 INFO:tasks.workunit.client.0.smithi031.stdout: "device_classes": [ 2024-08-10T05:13:57.996 INFO:tasks.workunit.client.0.smithi031.stdout: 8 2024-08-10T05:13:57.996 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:13:57.996 INFO:tasks.workunit.client.0.smithi031.stdout: "num_buckets": 6, 2024-08-10T05:13:57.996 INFO:tasks.workunit.client.0.smithi031.stdout: "num_devices": 8, 2024-08-10T05:13:57.996 INFO:tasks.workunit.client.0.smithi031.stdout: "num_rules": 1, 2024-08-10T05:13:57.996 INFO:tasks.workunit.client.0.smithi031.stdout: "num_types": 12, 2024-08-10T05:13:57.996 INFO:tasks.workunit.client.0.smithi031.stdout: "num_weight_sets": 0, 2024-08-10T05:13:57.996 INFO:tasks.workunit.client.0.smithi031.stdout: "tunables": { 2024-08-10T05:13:57.996 INFO:tasks.workunit.client.0.smithi031.stdout: "allowed_bucket_algs": 54, 2024-08-10T05:13:57.996 INFO:tasks.workunit.client.0.smithi031.stdout: "choose_local_fallback_tries": 0, 2024-08-10T05:13:57.996 INFO:tasks.workunit.client.0.smithi031.stdout: "choose_local_tries": 0, 2024-08-10T05:13:57.997 INFO:tasks.workunit.client.0.smithi031.stdout: "choose_total_tries": 50, 2024-08-10T05:13:57.997 INFO:tasks.workunit.client.0.smithi031.stdout: "chooseleaf_descend_once": 1, 2024-08-10T05:13:57.997 INFO:tasks.workunit.client.0.smithi031.stdout: "chooseleaf_stable": 1, 2024-08-10T05:13:57.997 INFO:tasks.workunit.client.0.smithi031.stdout: "chooseleaf_vary_r": 1, 2024-08-10T05:13:57.997 INFO:tasks.workunit.client.0.smithi031.stdout: "has_v2_rules": 0, 2024-08-10T05:13:57.997 INFO:tasks.workunit.client.0.smithi031.stdout: "has_v3_rules": 0, 2024-08-10T05:13:57.997 INFO:tasks.workunit.client.0.smithi031.stdout: "has_v4_buckets": 1, 2024-08-10T05:13:57.997 INFO:tasks.workunit.client.0.smithi031.stdout: "has_v5_rules": 0, 2024-08-10T05:13:57.997 INFO:tasks.workunit.client.0.smithi031.stdout: "legacy_tunables": 0, 2024-08-10T05:13:57.997 INFO:tasks.workunit.client.0.smithi031.stdout: "minimum_required_version": "jewel", 2024-08-10T05:13:57.997 INFO:tasks.workunit.client.0.smithi031.stdout: "optimal_tunables": 1, 2024-08-10T05:13:57.997 INFO:tasks.workunit.client.0.smithi031.stdout: "profile": "jewel", 2024-08-10T05:13:57.998 INFO:tasks.workunit.client.0.smithi031.stdout: "require_feature_tunables": 1, 2024-08-10T05:13:57.998 INFO:tasks.workunit.client.0.smithi031.stdout: "require_feature_tunables2": 1, 2024-08-10T05:13:57.998 INFO:tasks.workunit.client.0.smithi031.stdout: "require_feature_tunables3": 1, 2024-08-10T05:13:57.998 INFO:tasks.workunit.client.0.smithi031.stdout: "require_feature_tunables5": 1, 2024-08-10T05:13:57.998 INFO:tasks.workunit.client.0.smithi031.stdout: "straw_calc_version": 1 2024-08-10T05:13:57.998 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:13:57.998 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.998 INFO:tasks.workunit.client.0.smithi031.stdout: "description": "upgrade test cluster", 2024-08-10T05:13:57.998 INFO:tasks.workunit.client.0.smithi031.stdout: "fs": { 2024-08-10T05:13:57.998 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-08-10T05:13:57.998 INFO:tasks.workunit.client.0.smithi031.stdout: "feature_flags": { 2024-08-10T05:13:57.998 INFO:tasks.workunit.client.0.smithi031.stdout: "enable_multiple": true, 2024-08-10T05:13:57.999 INFO:tasks.workunit.client.0.smithi031.stdout: "ever_enabled_multiple": true 2024-08-10T05:13:57.999 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:57.999 INFO:tasks.workunit.client.0.smithi031.stdout: "filesystems": [ 2024-08-10T05:13:57.999 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:13:57.999 INFO:tasks.workunit.client.0.smithi031.stdout: "approx_ctime": "2024-08", 2024-08-10T05:13:57.999 INFO:tasks.workunit.client.0.smithi031.stdout: "balancer_enabled": false, 2024-08-10T05:13:57.999 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:13:57.999 INFO:tasks.workunit.client.0.smithi031.stdout: "cached_caps": 0, 2024-08-10T05:13:57.999 INFO:tasks.workunit.client.0.smithi031.stdout: "cached_dns": 10, 2024-08-10T05:13:57.999 INFO:tasks.workunit.client.0.smithi031.stdout: "cached_inos": 13, 2024-08-10T05:13:57.999 INFO:tasks.workunit.client.0.smithi031.stdout: "cached_subtrees": 2, 2024-08-10T05:13:57.999 INFO:tasks.workunit.client.0.smithi031.stdout: "ever_allowed_features": 0, 2024-08-10T05:13:57.999 INFO:tasks.workunit.client.0.smithi031.stdout: "explicitly_allowed_features": 0, 2024-08-10T05:13:58.001 INFO:tasks.workunit.client.0.smithi031.stdout: "files": 0, 2024-08-10T05:13:58.002 INFO:tasks.workunit.client.0.smithi031.stdout: "max_mds": 1, 2024-08-10T05:13:58.002 INFO:tasks.workunit.client.0.smithi031.stdout: "num_data_pools": 1, 2024-08-10T05:13:58.002 INFO:tasks.workunit.client.0.smithi031.stdout: "num_in": 1, 2024-08-10T05:13:58.002 INFO:tasks.workunit.client.0.smithi031.stdout: "num_mds": 1, 2024-08-10T05:13:58.002 INFO:tasks.workunit.client.0.smithi031.stdout: "num_sessions": 0, 2024-08-10T05:13:58.002 INFO:tasks.workunit.client.0.smithi031.stdout: "num_standby_replay": 0, 2024-08-10T05:13:58.002 INFO:tasks.workunit.client.0.smithi031.stdout: "num_up": 1, 2024-08-10T05:13:58.002 INFO:tasks.workunit.client.0.smithi031.stdout: "snaps": 0, 2024-08-10T05:13:58.002 INFO:tasks.workunit.client.0.smithi031.stdout: "standby_count_wanted": 0 2024-08-10T05:13:58.002 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:13:58.002 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:13:58.002 INFO:tasks.workunit.client.0.smithi031.stdout: "num_standby_mds": 1, 2024-08-10T05:13:58.003 INFO:tasks.workunit.client.0.smithi031.stdout: "total_num_mds": 2 2024-08-10T05:13:58.003 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:58.003 INFO:tasks.workunit.client.0.smithi031.stdout: "hosts": { 2024-08-10T05:13:58.003 INFO:tasks.workunit.client.0.smithi031.stdout: "num": 2, 2024-08-10T05:13:58.003 INFO:tasks.workunit.client.0.smithi031.stdout: "num_with_mds": 2, 2024-08-10T05:13:58.003 INFO:tasks.workunit.client.0.smithi031.stdout: "num_with_mgr": 2, 2024-08-10T05:13:58.003 INFO:tasks.workunit.client.0.smithi031.stdout: "num_with_mon": 2, 2024-08-10T05:13:58.003 INFO:tasks.workunit.client.0.smithi031.stdout: "num_with_osd": 2 2024-08-10T05:13:58.003 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:58.003 INFO:tasks.workunit.client.0.smithi031.stdout: "leaderboard": false, 2024-08-10T05:13:58.003 INFO:tasks.workunit.client.0.smithi031.stdout: "license": "sharing-1-0", 2024-08-10T05:13:58.003 INFO:tasks.workunit.client.0.smithi031.stdout: "metadata": { 2024-08-10T05:13:58.003 INFO:tasks.workunit.client.0.smithi031.stdout: "mds": { 2024-08-10T05:13:58.004 INFO:tasks.workunit.client.0.smithi031.stdout: "arch": { 2024-08-10T05:13:58.004 INFO:tasks.workunit.client.0.smithi031.stdout: "x86_64": 2 2024-08-10T05:13:58.004 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:58.004 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph_version": { 2024-08-10T05:13:58.004 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 2 2024-08-10T05:13:58.004 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:58.004 INFO:tasks.workunit.client.0.smithi031.stdout: "cpu": { 2024-08-10T05:13:58.004 INFO:tasks.workunit.client.0.smithi031.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 1, 2024-08-10T05:13:58.004 INFO:tasks.workunit.client.0.smithi031.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-08-10T05:13:58.004 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:58.004 INFO:tasks.workunit.client.0.smithi031.stdout: "distro": { 2024-08-10T05:13:58.004 INFO:tasks.workunit.client.0.smithi031.stdout: "centos": 2 2024-08-10T05:13:58.004 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:58.004 INFO:tasks.workunit.client.0.smithi031.stdout: "distro_description": { 2024-08-10T05:13:58.005 INFO:tasks.workunit.client.0.smithi031.stdout: "CentOS Stream 9": 2 2024-08-10T05:13:58.005 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:58.005 INFO:tasks.workunit.client.0.smithi031.stdout: "kernel_description": { 2024-08-10T05:13:58.005 INFO:tasks.workunit.client.0.smithi031.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 2 2024-08-10T05:13:58.005 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:58.005 INFO:tasks.workunit.client.0.smithi031.stdout: "kernel_version": { 2024-08-10T05:13:58.005 INFO:tasks.workunit.client.0.smithi031.stdout: "5.14.0-480.el9.x86_64": 2 2024-08-10T05:13:58.005 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:58.005 INFO:tasks.workunit.client.0.smithi031.stdout: "os": { 2024-08-10T05:13:58.005 INFO:tasks.workunit.client.0.smithi031.stdout: "Linux": 2 2024-08-10T05:13:58.005 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:13:58.005 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:58.005 INFO:tasks.workunit.client.0.smithi031.stdout: "mon": { 2024-08-10T05:13:58.006 INFO:tasks.workunit.client.0.smithi031.stdout: "arch": { 2024-08-10T05:13:58.006 INFO:tasks.workunit.client.0.smithi031.stdout: "x86_64": 3 2024-08-10T05:13:58.006 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:58.006 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph_version": { 2024-08-10T05:13:58.006 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 3 2024-08-10T05:13:58.006 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:58.006 INFO:tasks.workunit.client.0.smithi031.stdout: "cpu": { 2024-08-10T05:13:58.006 INFO:tasks.workunit.client.0.smithi031.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2, 2024-08-10T05:13:58.006 INFO:tasks.workunit.client.0.smithi031.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-08-10T05:13:58.006 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:58.006 INFO:tasks.workunit.client.0.smithi031.stdout: "distro": { 2024-08-10T05:13:58.006 INFO:tasks.workunit.client.0.smithi031.stdout: "centos": 3 2024-08-10T05:13:58.006 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:58.007 INFO:tasks.workunit.client.0.smithi031.stdout: "distro_description": { 2024-08-10T05:13:58.007 INFO:tasks.workunit.client.0.smithi031.stdout: "CentOS Stream 9": 3 2024-08-10T05:13:58.007 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:58.007 INFO:tasks.workunit.client.0.smithi031.stdout: "kernel_description": { 2024-08-10T05:13:58.007 INFO:tasks.workunit.client.0.smithi031.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 3 2024-08-10T05:13:58.007 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:58.007 INFO:tasks.workunit.client.0.smithi031.stdout: "kernel_version": { 2024-08-10T05:13:58.007 INFO:tasks.workunit.client.0.smithi031.stdout: "5.14.0-480.el9.x86_64": 3 2024-08-10T05:13:58.007 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:58.007 INFO:tasks.workunit.client.0.smithi031.stdout: "os": { 2024-08-10T05:13:58.007 INFO:tasks.workunit.client.0.smithi031.stdout: "Linux": 3 2024-08-10T05:13:58.007 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:13:58.007 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:58.008 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T05:13:58.008 INFO:tasks.workunit.client.0.smithi031.stdout: "arch": { 2024-08-10T05:13:58.008 INFO:tasks.workunit.client.0.smithi031.stdout: "x86_64": 8 2024-08-10T05:13:58.008 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:58.008 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph_version": { 2024-08-10T05:13:58.008 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 8 2024-08-10T05:13:58.008 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:58.008 INFO:tasks.workunit.client.0.smithi031.stdout: "cpu": { 2024-08-10T05:13:58.008 INFO:tasks.workunit.client.0.smithi031.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 4, 2024-08-10T05:13:58.008 INFO:tasks.workunit.client.0.smithi031.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 4 2024-08-10T05:13:58.008 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:58.008 INFO:tasks.workunit.client.0.smithi031.stdout: "distro": { 2024-08-10T05:13:58.008 INFO:tasks.workunit.client.0.smithi031.stdout: "centos": 8 2024-08-10T05:13:58.008 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:58.009 INFO:tasks.workunit.client.0.smithi031.stdout: "distro_description": { 2024-08-10T05:13:58.009 INFO:tasks.workunit.client.0.smithi031.stdout: "CentOS Stream 9": 8 2024-08-10T05:13:58.009 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:58.009 INFO:tasks.workunit.client.0.smithi031.stdout: "kernel_description": { 2024-08-10T05:13:58.009 INFO:tasks.workunit.client.0.smithi031.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 8 2024-08-10T05:13:58.009 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:58.009 INFO:tasks.workunit.client.0.smithi031.stdout: "kernel_version": { 2024-08-10T05:13:58.009 INFO:tasks.workunit.client.0.smithi031.stdout: "5.14.0-480.el9.x86_64": 8 2024-08-10T05:13:58.009 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:58.009 INFO:tasks.workunit.client.0.smithi031.stdout: "os": { 2024-08-10T05:13:58.009 INFO:tasks.workunit.client.0.smithi031.stdout: "Linux": 8 2024-08-10T05:13:58.009 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:58.009 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_objectstore": { 2024-08-10T05:13:58.010 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore": 8 2024-08-10T05:13:58.010 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:58.010 INFO:tasks.workunit.client.0.smithi031.stdout: "rotational": { 2024-08-10T05:13:58.010 INFO:tasks.workunit.client.0.smithi031.stdout: "0": 8 2024-08-10T05:13:58.010 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:13:58.010 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:13:58.010 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:58.010 INFO:tasks.workunit.client.0.smithi031.stdout: "mon": { 2024-08-10T05:13:58.010 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3, 2024-08-10T05:13:58.010 INFO:tasks.workunit.client.0.smithi031.stdout: "features": { 2024-08-10T05:13:58.010 INFO:tasks.workunit.client.0.smithi031.stdout: "optional": [], 2024-08-10T05:13:58.010 INFO:tasks.workunit.client.0.smithi031.stdout: "persistent": [ 2024-08-10T05:13:58.011 INFO:tasks.workunit.client.0.smithi031.stdout: "kraken", 2024-08-10T05:13:58.011 INFO:tasks.workunit.client.0.smithi031.stdout: "luminous", 2024-08-10T05:13:58.011 INFO:tasks.workunit.client.0.smithi031.stdout: "mimic", 2024-08-10T05:13:58.011 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap-prune", 2024-08-10T05:13:58.011 INFO:tasks.workunit.client.0.smithi031.stdout: "nautilus", 2024-08-10T05:13:58.011 INFO:tasks.workunit.client.0.smithi031.stdout: "octopus", 2024-08-10T05:13:58.011 INFO:tasks.workunit.client.0.smithi031.stdout: "pacific", 2024-08-10T05:13:58.011 INFO:tasks.workunit.client.0.smithi031.stdout: "elector-pinging", 2024-08-10T05:13:58.011 INFO:tasks.workunit.client.0.smithi031.stdout: "quincy" 2024-08-10T05:13:58.011 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T05:13:58.011 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:58.011 INFO:tasks.workunit.client.0.smithi031.stdout: "ipv4_addr_mons": 6, 2024-08-10T05:13:58.011 INFO:tasks.workunit.client.0.smithi031.stdout: "ipv6_addr_mons": 0, 2024-08-10T05:13:58.011 INFO:tasks.workunit.client.0.smithi031.stdout: "min_mon_release": 17, 2024-08-10T05:13:58.012 INFO:tasks.workunit.client.0.smithi031.stdout: "v1_addr_mons": 3, 2024-08-10T05:13:58.012 INFO:tasks.workunit.client.0.smithi031.stdout: "v2_addr_mons": 3 2024-08-10T05:13:58.012 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:58.012 INFO:tasks.workunit.client.0.smithi031.stdout: "organization": "ceph-qa", 2024-08-10T05:13:58.012 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T05:13:58.012 INFO:tasks.workunit.client.0.smithi031.stdout: "cluster_network": false, 2024-08-10T05:13:58.012 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 8, 2024-08-10T05:13:58.012 INFO:tasks.workunit.client.0.smithi031.stdout: "require_min_compat_client": "luminous", 2024-08-10T05:13:58.012 INFO:tasks.workunit.client.0.smithi031.stdout: "require_osd_release": "quincy" 2024-08-10T05:13:58.012 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:58.012 INFO:tasks.workunit.client.0.smithi031.stdout: "pools": [ 2024-08-10T05:13:58.012 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:13:58.013 INFO:tasks.workunit.client.0.smithi031.stdout: "application": [ 2024-08-10T05:13:58.013 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr" 2024-08-10T05:13:58.013 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:13:58.013 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_mode": "none", 2024-08-10T05:13:58.013 INFO:tasks.workunit.client.0.smithi031.stdout: "erasure_code_profile": {}, 2024-08-10T05:13:58.013 INFO:tasks.workunit.client.0.smithi031.stdout: "min_size": 2, 2024-08-10T05:13:58.013 INFO:tasks.workunit.client.0.smithi031.stdout: "options": {}, 2024-08-10T05:13:58.013 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_autoscale_mode": "off", 2024-08-10T05:13:58.013 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_num": 1, 2024-08-10T05:13:58.013 INFO:tasks.workunit.client.0.smithi031.stdout: "pgp_num": 1, 2024-08-10T05:13:58.013 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": 1, 2024-08-10T05:13:58.013 INFO:tasks.workunit.client.0.smithi031.stdout: "size": 3, 2024-08-10T05:13:58.013 INFO:tasks.workunit.client.0.smithi031.stdout: "stats": { 2024-08-10T05:13:58.013 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_raw": 727115180298, 2024-08-10T05:13:58.014 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_used": 1781760, 2024-08-10T05:13:58.014 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_bytes_used": 0, 2024-08-10T05:13:58.014 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_under_bytes": 0, 2024-08-10T05:13:58.014 INFO:tasks.workunit.client.0.smithi031.stdout: "data_bytes_used": 1781760, 2024-08-10T05:13:58.014 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty": 0, 2024-08-10T05:13:58.014 INFO:tasks.workunit.client.0.smithi031.stdout: "max_avail": 242371723264, 2024-08-10T05:13:58.014 INFO:tasks.workunit.client.0.smithi031.stdout: "objects": 2, 2024-08-10T05:13:58.014 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_bytes_used": 0, 2024-08-10T05:13:58.014 INFO:tasks.workunit.client.0.smithi031.stdout: "percent_used": 2.4504449811502127e-06, 2024-08-10T05:13:58.014 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_bytes": 0, 2024-08-10T05:13:58.014 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_objects": 0, 2024-08-10T05:13:58.014 INFO:tasks.workunit.client.0.smithi031.stdout: "rd": 286, 2024-08-10T05:13:58.015 INFO:tasks.workunit.client.0.smithi031.stdout: "rd_bytes": 505856, 2024-08-10T05:13:58.015 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": 590368, 2024-08-10T05:13:58.015 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_data": 590368, 2024-08-10T05:13:58.015 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_omap": 0, 2024-08-10T05:13:58.015 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_raw": 1771104, 2024-08-10T05:13:58.015 INFO:tasks.workunit.client.0.smithi031.stdout: "wr": 195, 2024-08-10T05:13:58.015 INFO:tasks.workunit.client.0.smithi031.stdout: "wr_bytes": 2473984 2024-08-10T05:13:58.015 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:58.015 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_bytes": 0, 2024-08-10T05:13:58.015 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_objects": 0, 2024-08-10T05:13:58.015 INFO:tasks.workunit.client.0.smithi031.stdout: "type": "replicated" 2024-08-10T05:13:58.015 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:58.015 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:13:58.015 INFO:tasks.workunit.client.0.smithi031.stdout: "application": [ 2024-08-10T05:13:58.016 INFO:tasks.workunit.client.0.smithi031.stdout: "cephfs" 2024-08-10T05:13:58.016 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:13:58.016 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_mode": "none", 2024-08-10T05:13:58.016 INFO:tasks.workunit.client.0.smithi031.stdout: "erasure_code_profile": {}, 2024-08-10T05:13:58.016 INFO:tasks.workunit.client.0.smithi031.stdout: "min_size": 2, 2024-08-10T05:13:58.016 INFO:tasks.workunit.client.0.smithi031.stdout: "options": {}, 2024-08-10T05:13:58.016 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_autoscale_mode": "off", 2024-08-10T05:13:58.016 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_num": 32, 2024-08-10T05:13:58.016 INFO:tasks.workunit.client.0.smithi031.stdout: "pgp_num": 32, 2024-08-10T05:13:58.016 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": 2, 2024-08-10T05:13:58.016 INFO:tasks.workunit.client.0.smithi031.stdout: "size": 3, 2024-08-10T05:13:58.016 INFO:tasks.workunit.client.0.smithi031.stdout: "stats": { 2024-08-10T05:13:58.016 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_raw": 727115180298, 2024-08-10T05:13:58.017 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_used": 98304, 2024-08-10T05:13:58.017 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_bytes_used": 0, 2024-08-10T05:13:58.017 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_under_bytes": 0, 2024-08-10T05:13:58.017 INFO:tasks.workunit.client.0.smithi031.stdout: "data_bytes_used": 98304, 2024-08-10T05:13:58.017 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty": 0, 2024-08-10T05:13:58.017 INFO:tasks.workunit.client.0.smithi031.stdout: "max_avail": 242371723264, 2024-08-10T05:13:58.017 INFO:tasks.workunit.client.0.smithi031.stdout: "objects": 22, 2024-08-10T05:13:58.017 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_bytes_used": 0, 2024-08-10T05:13:58.017 INFO:tasks.workunit.client.0.smithi031.stdout: "percent_used": 1.3519728270239284e-07, 2024-08-10T05:13:58.017 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_bytes": 0, 2024-08-10T05:13:58.017 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_objects": 0, 2024-08-10T05:13:58.017 INFO:tasks.workunit.client.0.smithi031.stdout: "rd": 0, 2024-08-10T05:13:58.017 INFO:tasks.workunit.client.0.smithi031.stdout: "rd_bytes": 0, 2024-08-10T05:13:58.018 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": 3410, 2024-08-10T05:13:58.018 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_data": 3410, 2024-08-10T05:13:58.018 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_omap": 0, 2024-08-10T05:13:58.018 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_raw": 10230, 2024-08-10T05:13:58.018 INFO:tasks.workunit.client.0.smithi031.stdout: "wr": 51, 2024-08-10T05:13:58.018 INFO:tasks.workunit.client.0.smithi031.stdout: "wr_bytes": 19456 2024-08-10T05:13:58.018 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:58.018 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_bytes": 0, 2024-08-10T05:13:58.018 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_objects": 0, 2024-08-10T05:13:58.018 INFO:tasks.workunit.client.0.smithi031.stdout: "type": "replicated" 2024-08-10T05:13:58.018 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:58.018 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:13:58.018 INFO:tasks.workunit.client.0.smithi031.stdout: "application": [ 2024-08-10T05:13:58.018 INFO:tasks.workunit.client.0.smithi031.stdout: "cephfs" 2024-08-10T05:13:58.019 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:13:58.019 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_mode": "none", 2024-08-10T05:13:58.019 INFO:tasks.workunit.client.0.smithi031.stdout: "erasure_code_profile": {}, 2024-08-10T05:13:58.019 INFO:tasks.workunit.client.0.smithi031.stdout: "min_size": 2, 2024-08-10T05:13:58.019 INFO:tasks.workunit.client.0.smithi031.stdout: "options": {}, 2024-08-10T05:13:58.019 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_autoscale_mode": "off", 2024-08-10T05:13:58.019 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_num": 64, 2024-08-10T05:13:58.019 INFO:tasks.workunit.client.0.smithi031.stdout: "pgp_num": 64, 2024-08-10T05:13:58.019 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": 3, 2024-08-10T05:13:58.019 INFO:tasks.workunit.client.0.smithi031.stdout: "size": 3, 2024-08-10T05:13:58.019 INFO:tasks.workunit.client.0.smithi031.stdout: "stats": { 2024-08-10T05:13:58.019 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_raw": 727115180298, 2024-08-10T05:13:58.019 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_used": 0, 2024-08-10T05:13:58.020 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_bytes_used": 0, 2024-08-10T05:13:58.020 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_under_bytes": 0, 2024-08-10T05:13:58.020 INFO:tasks.workunit.client.0.smithi031.stdout: "data_bytes_used": 0, 2024-08-10T05:13:58.020 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty": 0, 2024-08-10T05:13:58.020 INFO:tasks.workunit.client.0.smithi031.stdout: "max_avail": 242371723264, 2024-08-10T05:13:58.020 INFO:tasks.workunit.client.0.smithi031.stdout: "objects": 0, 2024-08-10T05:13:58.020 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_bytes_used": 0, 2024-08-10T05:13:58.020 INFO:tasks.workunit.client.0.smithi031.stdout: "percent_used": 0.0, 2024-08-10T05:13:58.020 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_bytes": 0, 2024-08-10T05:13:58.020 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_objects": 0, 2024-08-10T05:13:58.020 INFO:tasks.workunit.client.0.smithi031.stdout: "rd": 0, 2024-08-10T05:13:58.020 INFO:tasks.workunit.client.0.smithi031.stdout: "rd_bytes": 0, 2024-08-10T05:13:58.020 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": 0, 2024-08-10T05:13:58.020 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_data": 0, 2024-08-10T05:13:58.021 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_omap": 0, 2024-08-10T05:13:58.021 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_raw": 0, 2024-08-10T05:13:58.021 INFO:tasks.workunit.client.0.smithi031.stdout: "wr": 0, 2024-08-10T05:13:58.021 INFO:tasks.workunit.client.0.smithi031.stdout: "wr_bytes": 0 2024-08-10T05:13:58.021 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:58.021 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_bytes": 0, 2024-08-10T05:13:58.021 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_objects": 0, 2024-08-10T05:13:58.021 INFO:tasks.workunit.client.0.smithi031.stdout: "type": "replicated" 2024-08-10T05:13:58.021 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:58.021 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:13:58.021 INFO:tasks.workunit.client.0.smithi031.stdout: "application": [ 2024-08-10T05:13:58.021 INFO:tasks.workunit.client.0.smithi031.stdout: "rbd" 2024-08-10T05:13:58.021 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:13:58.022 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_mode": "none", 2024-08-10T05:13:58.022 INFO:tasks.workunit.client.0.smithi031.stdout: "erasure_code_profile": {}, 2024-08-10T05:13:58.022 INFO:tasks.workunit.client.0.smithi031.stdout: "min_size": 2, 2024-08-10T05:13:58.022 INFO:tasks.workunit.client.0.smithi031.stdout: "options": {}, 2024-08-10T05:13:58.022 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_autoscale_mode": "off", 2024-08-10T05:13:58.022 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_num": 8, 2024-08-10T05:13:58.022 INFO:tasks.workunit.client.0.smithi031.stdout: "pgp_num": 8, 2024-08-10T05:13:58.022 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": 4, 2024-08-10T05:13:58.022 INFO:tasks.workunit.client.0.smithi031.stdout: "size": 3, 2024-08-10T05:13:58.022 INFO:tasks.workunit.client.0.smithi031.stdout: "stats": { 2024-08-10T05:13:58.022 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_raw": 727115180298, 2024-08-10T05:13:58.022 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_used": 12288, 2024-08-10T05:13:58.022 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_bytes_used": 0, 2024-08-10T05:13:58.023 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_under_bytes": 0, 2024-08-10T05:13:58.023 INFO:tasks.workunit.client.0.smithi031.stdout: "data_bytes_used": 12288, 2024-08-10T05:13:58.023 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty": 0, 2024-08-10T05:13:58.023 INFO:tasks.workunit.client.0.smithi031.stdout: "max_avail": 242371723264, 2024-08-10T05:13:58.023 INFO:tasks.workunit.client.0.smithi031.stdout: "objects": 2, 2024-08-10T05:13:58.023 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_bytes_used": 0, 2024-08-10T05:13:58.023 INFO:tasks.workunit.client.0.smithi031.stdout: "percent_used": 1.6899660337799105e-08, 2024-08-10T05:13:58.023 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_bytes": 0, 2024-08-10T05:13:58.023 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_objects": 0, 2024-08-10T05:13:58.023 INFO:tasks.workunit.client.0.smithi031.stdout: "rd": 0, 2024-08-10T05:13:58.023 INFO:tasks.workunit.client.0.smithi031.stdout: "rd_bytes": 0, 2024-08-10T05:13:58.023 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": 19, 2024-08-10T05:13:58.023 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_data": 19, 2024-08-10T05:13:58.024 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_omap": 0, 2024-08-10T05:13:58.024 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_raw": 57, 2024-08-10T05:13:58.024 INFO:tasks.workunit.client.0.smithi031.stdout: "wr": 2, 2024-08-10T05:13:58.024 INFO:tasks.workunit.client.0.smithi031.stdout: "wr_bytes": 2048 2024-08-10T05:13:58.024 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:58.024 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_bytes": 0, 2024-08-10T05:13:58.024 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_objects": 0, 2024-08-10T05:13:58.024 INFO:tasks.workunit.client.0.smithi031.stdout: "type": "replicated" 2024-08-10T05:13:58.024 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:13:58.024 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:13:58.024 INFO:tasks.workunit.client.0.smithi031.stdout: "rbd": { 2024-08-10T05:13:58.024 INFO:tasks.workunit.client.0.smithi031.stdout: "mirroring_by_pool": [ 2024-08-10T05:13:58.024 INFO:tasks.workunit.client.0.smithi031.stdout: false 2024-08-10T05:13:58.024 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:13:58.024 INFO:tasks.workunit.client.0.smithi031.stdout: "num_images_by_pool": [ 2024-08-10T05:13:58.025 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T05:13:58.025 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:13:58.025 INFO:tasks.workunit.client.0.smithi031.stdout: "num_pools": 1 2024-08-10T05:13:58.025 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:58.025 INFO:tasks.workunit.client.0.smithi031.stdout: "report_id": "89fe5db4-f4c1-4ba3-81cd-1d4e073dc899", 2024-08-10T05:13:58.025 INFO:tasks.workunit.client.0.smithi031.stdout: "report_timestamp": "2024-08-10T05:13:57.923492", 2024-08-10T05:13:58.025 INFO:tasks.workunit.client.0.smithi031.stdout: "report_version": 1, 2024-08-10T05:13:58.025 INFO:tasks.workunit.client.0.smithi031.stdout: "rook": { 2024-08-10T05:13:58.025 INFO:tasks.workunit.client.0.smithi031.stdout: "cluster": { 2024-08-10T05:13:58.025 INFO:tasks.workunit.client.0.smithi031.stdout: "external-mode": null, 2024-08-10T05:13:58.025 INFO:tasks.workunit.client.0.smithi031.stdout: "mon": { 2024-08-10T05:13:58.025 INFO:tasks.workunit.client.0.smithi031.stdout: "allow-multiple-per-node": null, 2024-08-10T05:13:58.025 INFO:tasks.workunit.client.0.smithi031.stdout: "count": null, 2024-08-10T05:13:58.026 INFO:tasks.workunit.client.0.smithi031.stdout: "max-id": null, 2024-08-10T05:13:58.026 INFO:tasks.workunit.client.0.smithi031.stdout: "pvc": { 2024-08-10T05:13:58.026 INFO:tasks.workunit.client.0.smithi031.stdout: "enabled": null 2024-08-10T05:13:58.026 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:58.026 INFO:tasks.workunit.client.0.smithi031.stdout: "stretch": { 2024-08-10T05:13:58.026 INFO:tasks.workunit.client.0.smithi031.stdout: "enabled": null 2024-08-10T05:13:58.026 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:13:58.026 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:58.026 INFO:tasks.workunit.client.0.smithi031.stdout: "network": { 2024-08-10T05:13:58.026 INFO:tasks.workunit.client.0.smithi031.stdout: "provider": null 2024-08-10T05:13:58.026 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:58.026 INFO:tasks.workunit.client.0.smithi031.stdout: "storage": { 2024-08-10T05:13:58.026 INFO:tasks.workunit.client.0.smithi031.stdout: "device-set": { 2024-08-10T05:13:58.026 INFO:tasks.workunit.client.0.smithi031.stdout: "count": { 2024-08-10T05:13:58.027 INFO:tasks.workunit.client.0.smithi031.stdout: "non-portable": null, 2024-08-10T05:13:58.027 INFO:tasks.workunit.client.0.smithi031.stdout: "portable": null, 2024-08-10T05:13:58.027 INFO:tasks.workunit.client.0.smithi031.stdout: "total": null 2024-08-10T05:13:58.027 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:13:58.027 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:13:58.027 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:13:58.027 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:58.027 INFO:tasks.workunit.client.0.smithi031.stdout: "csi": { 2024-08-10T05:13:58.027 INFO:tasks.workunit.client.0.smithi031.stdout: "version": null 2024-08-10T05:13:58.027 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:58.027 INFO:tasks.workunit.client.0.smithi031.stdout: "kubernetes": { 2024-08-10T05:13:58.027 INFO:tasks.workunit.client.0.smithi031.stdout: "version": null 2024-08-10T05:13:58.028 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:58.028 INFO:tasks.workunit.client.0.smithi031.stdout: "node": { 2024-08-10T05:13:58.028 INFO:tasks.workunit.client.0.smithi031.stdout: "count": { 2024-08-10T05:13:58.028 INFO:tasks.workunit.client.0.smithi031.stdout: "kubernetes-total": null, 2024-08-10T05:13:58.028 INFO:tasks.workunit.client.0.smithi031.stdout: "with-ceph-daemons": null, 2024-08-10T05:13:58.028 INFO:tasks.workunit.client.0.smithi031.stdout: "with-csi-cephfs-plugin": null, 2024-08-10T05:13:58.028 INFO:tasks.workunit.client.0.smithi031.stdout: "with-csi-nfs-plugin": null, 2024-08-10T05:13:58.028 INFO:tasks.workunit.client.0.smithi031.stdout: "with-csi-rbd-plugin": null 2024-08-10T05:13:58.028 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:13:58.028 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:58.028 INFO:tasks.workunit.client.0.smithi031.stdout: "usage": { 2024-08-10T05:13:58.028 INFO:tasks.workunit.client.0.smithi031.stdout: "storage-class": { 2024-08-10T05:13:58.028 INFO:tasks.workunit.client.0.smithi031.stdout: "count": { 2024-08-10T05:13:58.028 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": null, 2024-08-10T05:13:58.028 INFO:tasks.workunit.client.0.smithi031.stdout: "cephfs": null, 2024-08-10T05:13:58.029 INFO:tasks.workunit.client.0.smithi031.stdout: "nfs": null, 2024-08-10T05:13:58.029 INFO:tasks.workunit.client.0.smithi031.stdout: "rbd": null, 2024-08-10T05:13:58.029 INFO:tasks.workunit.client.0.smithi031.stdout: "total": null 2024-08-10T05:13:58.029 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:13:58.029 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:13:58.029 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:58.029 INFO:tasks.workunit.client.0.smithi031.stdout: "version": null 2024-08-10T05:13:58.029 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:58.029 INFO:tasks.workunit.client.0.smithi031.stdout: "services": {}, 2024-08-10T05:13:58.029 INFO:tasks.workunit.client.0.smithi031.stdout: "usage": { 2024-08-10T05:13:58.029 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_num": 105, 2024-08-10T05:13:58.029 INFO:tasks.workunit.client.0.smithi031.stdout: "pools": 4, 2024-08-10T05:13:58.029 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_by_class": { 2024-08-10T05:13:58.029 INFO:tasks.workunit.client.0.smithi031.stdout: "ssd": { 2024-08-10T05:13:58.029 INFO:tasks.workunit.client.0.smithi031.stdout: "total_avail_bytes": 765516189696, 2024-08-10T05:13:58.030 INFO:tasks.workunit.client.0.smithi031.stdout: "total_bytes": 767960285184, 2024-08-10T05:13:58.030 INFO:tasks.workunit.client.0.smithi031.stdout: "total_used_bytes": 2444095488, 2024-08-10T05:13:58.030 INFO:tasks.workunit.client.0.smithi031.stdout: "total_used_raw_bytes": 2444095488, 2024-08-10T05:13:58.030 INFO:tasks.workunit.client.0.smithi031.stdout: "total_used_raw_ratio": 0.0031825804617255926 2024-08-10T05:13:58.030 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:13:58.030 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:13:58.030 INFO:tasks.workunit.client.0.smithi031.stdout: "total_avail_bytes": 765516189696, 2024-08-10T05:13:58.030 INFO:tasks.workunit.client.0.smithi031.stdout: "total_bytes": 767960285184, 2024-08-10T05:13:58.030 INFO:tasks.workunit.client.0.smithi031.stdout: "total_used_bytes": 2444095488 2024-08-10T05:13:58.030 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:13:58.030 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:13:58.030 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-08-10T05:13:58.031 INFO:tasks.workunit.client.0.smithi031.stderr:++ ceph telemetry collection ls 2024-08-10T05:13:58.428 INFO:tasks.workunit.client.0.smithi031.stderr:+ COLLECTIONS='New collections are available: 2024-08-10T05:13:58.429 INFO:tasks.workunit.client.0.smithi031.stderr:['\''basic_base'\'', '\''basic_mds_metadata'\'', '\''basic_pool_options_bluestore'\'', '\''basic_pool_usage'\'', '\''basic_rook_v01'\'', '\''basic_usage_by_class'\'', '\''crash_base'\'', '\''device_base'\'', '\''ident_base'\'', '\''perf_memory_metrics'\'', '\''perf_perf'\''] 2024-08-10T05:13:58.429 INFO:tasks.workunit.client.0.smithi031.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-10T05:13:58.429 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-08-10T05:13:58.429 INFO:tasks.workunit.client.0.smithi031.stderr:NAME STATUS DESC 2024-08-10T05:13:58.429 INFO:tasks.workunit.client.0.smithi031.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-10T05:13:58.429 INFO:tasks.workunit.client.0.smithi031.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-08-10T05:13:58.429 INFO:tasks.workunit.client.0.smithi031.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-08-10T05:13:58.429 INFO:tasks.workunit.client.0.smithi031.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-08-10T05:13:58.429 INFO:tasks.workunit.client.0.smithi031.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-08-10T05:13:58.429 INFO:tasks.workunit.client.0.smithi031.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-08-10T05:13:58.429 INFO:tasks.workunit.client.0.smithi031.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-10T05:13:58.429 INFO:tasks.workunit.client.0.smithi031.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-08-10T05:13:58.429 INFO:tasks.workunit.client.0.smithi031.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-08-10T05:13:58.430 INFO:tasks.workunit.client.0.smithi031.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-08-10T05:13:58.430 INFO:tasks.workunit.client.0.smithi031.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster ' 2024-08-10T05:13:58.430 INFO:tasks.workunit.client.0.smithi031.stderr:+ NEW_COLLECTIONS=("perf_perf" "basic_mds_metadata" "basic_pool_usage" "basic_rook_v01" "perf_memory_metrics" "basic_pool_options_bluestore") 2024-08-10T05:13:58.430 INFO:tasks.workunit.client.0.smithi031.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-10T05:13:58.430 INFO:tasks.workunit.client.0.smithi031.stderr:+ [[ New collections are available: 2024-08-10T05:13:58.430 INFO:tasks.workunit.client.0.smithi031.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-08-10T05:13:58.430 INFO:tasks.workunit.client.0.smithi031.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-10T05:13:58.430 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-08-10T05:13:58.430 INFO:tasks.workunit.client.0.smithi031.stderr:NAME STATUS DESC 2024-08-10T05:13:58.430 INFO:tasks.workunit.client.0.smithi031.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-10T05:13:58.430 INFO:tasks.workunit.client.0.smithi031.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-08-10T05:13:58.430 INFO:tasks.workunit.client.0.smithi031.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-08-10T05:13:58.431 INFO:tasks.workunit.client.0.smithi031.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-08-10T05:13:58.431 INFO:tasks.workunit.client.0.smithi031.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-08-10T05:13:58.431 INFO:tasks.workunit.client.0.smithi031.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-08-10T05:13:58.431 INFO:tasks.workunit.client.0.smithi031.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-10T05:13:58.431 INFO:tasks.workunit.client.0.smithi031.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-08-10T05:13:58.431 INFO:tasks.workunit.client.0.smithi031.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-08-10T05:13:58.431 INFO:tasks.workunit.client.0.smithi031.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-08-10T05:13:58.431 INFO:tasks.workunit.client.0.smithi031.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_perf* ]] 2024-08-10T05:13:58.431 INFO:tasks.workunit.client.0.smithi031.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-10T05:13:58.431 INFO:tasks.workunit.client.0.smithi031.stderr:+ [[ New collections are available: 2024-08-10T05:13:58.431 INFO:tasks.workunit.client.0.smithi031.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-08-10T05:13:58.431 INFO:tasks.workunit.client.0.smithi031.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-10T05:13:58.431 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-08-10T05:13:58.431 INFO:tasks.workunit.client.0.smithi031.stderr:NAME STATUS DESC 2024-08-10T05:13:58.432 INFO:tasks.workunit.client.0.smithi031.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-10T05:13:58.432 INFO:tasks.workunit.client.0.smithi031.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-08-10T05:13:58.432 INFO:tasks.workunit.client.0.smithi031.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-08-10T05:13:58.432 INFO:tasks.workunit.client.0.smithi031.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-08-10T05:13:58.432 INFO:tasks.workunit.client.0.smithi031.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-08-10T05:13:58.432 INFO:tasks.workunit.client.0.smithi031.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-08-10T05:13:58.432 INFO:tasks.workunit.client.0.smithi031.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-10T05:13:58.432 INFO:tasks.workunit.client.0.smithi031.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-08-10T05:13:58.432 INFO:tasks.workunit.client.0.smithi031.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-08-10T05:13:58.432 INFO:tasks.workunit.client.0.smithi031.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-08-10T05:13:58.432 INFO:tasks.workunit.client.0.smithi031.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_mds_metadata* ]] 2024-08-10T05:13:58.432 INFO:tasks.workunit.client.0.smithi031.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-10T05:13:58.433 INFO:tasks.workunit.client.0.smithi031.stderr:+ [[ New collections are available: 2024-08-10T05:13:58.433 INFO:tasks.workunit.client.0.smithi031.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-08-10T05:13:58.433 INFO:tasks.workunit.client.0.smithi031.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-10T05:13:58.433 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-08-10T05:13:58.433 INFO:tasks.workunit.client.0.smithi031.stderr:NAME STATUS DESC 2024-08-10T05:13:58.433 INFO:tasks.workunit.client.0.smithi031.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-10T05:13:58.433 INFO:tasks.workunit.client.0.smithi031.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-08-10T05:13:58.433 INFO:tasks.workunit.client.0.smithi031.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-08-10T05:13:58.433 INFO:tasks.workunit.client.0.smithi031.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-08-10T05:13:58.433 INFO:tasks.workunit.client.0.smithi031.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-08-10T05:13:58.433 INFO:tasks.workunit.client.0.smithi031.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-08-10T05:13:58.433 INFO:tasks.workunit.client.0.smithi031.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-10T05:13:58.434 INFO:tasks.workunit.client.0.smithi031.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-08-10T05:13:58.434 INFO:tasks.workunit.client.0.smithi031.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-08-10T05:13:58.434 INFO:tasks.workunit.client.0.smithi031.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-08-10T05:13:58.434 INFO:tasks.workunit.client.0.smithi031.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_pool_usage* ]] 2024-08-10T05:13:58.434 INFO:tasks.workunit.client.0.smithi031.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-10T05:13:58.434 INFO:tasks.workunit.client.0.smithi031.stderr:+ [[ New collections are available: 2024-08-10T05:13:58.434 INFO:tasks.workunit.client.0.smithi031.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-08-10T05:13:58.434 INFO:tasks.workunit.client.0.smithi031.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-10T05:13:58.434 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-08-10T05:13:58.434 INFO:tasks.workunit.client.0.smithi031.stderr:NAME STATUS DESC 2024-08-10T05:13:58.434 INFO:tasks.workunit.client.0.smithi031.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-10T05:13:58.434 INFO:tasks.workunit.client.0.smithi031.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-08-10T05:13:58.434 INFO:tasks.workunit.client.0.smithi031.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-08-10T05:13:58.435 INFO:tasks.workunit.client.0.smithi031.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-08-10T05:13:58.435 INFO:tasks.workunit.client.0.smithi031.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-08-10T05:13:58.435 INFO:tasks.workunit.client.0.smithi031.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-08-10T05:13:58.435 INFO:tasks.workunit.client.0.smithi031.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-10T05:13:58.435 INFO:tasks.workunit.client.0.smithi031.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-08-10T05:13:58.435 INFO:tasks.workunit.client.0.smithi031.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-08-10T05:13:58.435 INFO:tasks.workunit.client.0.smithi031.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-08-10T05:13:58.435 INFO:tasks.workunit.client.0.smithi031.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_rook_v01* ]] 2024-08-10T05:13:58.435 INFO:tasks.workunit.client.0.smithi031.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-10T05:13:58.435 INFO:tasks.workunit.client.0.smithi031.stderr:+ [[ New collections are available: 2024-08-10T05:13:58.435 INFO:tasks.workunit.client.0.smithi031.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-08-10T05:13:58.435 INFO:tasks.workunit.client.0.smithi031.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-10T05:13:58.436 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-08-10T05:13:58.436 INFO:tasks.workunit.client.0.smithi031.stderr:NAME STATUS DESC 2024-08-10T05:13:58.436 INFO:tasks.workunit.client.0.smithi031.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-10T05:13:58.436 INFO:tasks.workunit.client.0.smithi031.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-08-10T05:13:58.436 INFO:tasks.workunit.client.0.smithi031.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-08-10T05:13:58.436 INFO:tasks.workunit.client.0.smithi031.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-08-10T05:13:58.436 INFO:tasks.workunit.client.0.smithi031.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-08-10T05:13:58.436 INFO:tasks.workunit.client.0.smithi031.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-08-10T05:13:58.436 INFO:tasks.workunit.client.0.smithi031.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-10T05:13:58.436 INFO:tasks.workunit.client.0.smithi031.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-08-10T05:13:58.436 INFO:tasks.workunit.client.0.smithi031.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-08-10T05:13:58.436 INFO:tasks.workunit.client.0.smithi031.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-08-10T05:13:58.436 INFO:tasks.workunit.client.0.smithi031.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_memory_metrics* ]] 2024-08-10T05:13:58.436 INFO:tasks.workunit.client.0.smithi031.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-10T05:13:58.437 INFO:tasks.workunit.client.0.smithi031.stderr:+ [[ New collections are available: 2024-08-10T05:13:58.437 INFO:tasks.workunit.client.0.smithi031.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-08-10T05:13:58.437 INFO:tasks.workunit.client.0.smithi031.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-10T05:13:58.437 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-08-10T05:13:58.437 INFO:tasks.workunit.client.0.smithi031.stderr:NAME STATUS DESC 2024-08-10T05:13:58.437 INFO:tasks.workunit.client.0.smithi031.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-10T05:13:58.437 INFO:tasks.workunit.client.0.smithi031.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-08-10T05:13:58.437 INFO:tasks.workunit.client.0.smithi031.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-08-10T05:13:58.437 INFO:tasks.workunit.client.0.smithi031.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-08-10T05:13:58.437 INFO:tasks.workunit.client.0.smithi031.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-08-10T05:13:58.437 INFO:tasks.workunit.client.0.smithi031.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-08-10T05:13:58.437 INFO:tasks.workunit.client.0.smithi031.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-10T05:13:58.437 INFO:tasks.workunit.client.0.smithi031.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-08-10T05:13:58.438 INFO:tasks.workunit.client.0.smithi031.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-08-10T05:13:58.438 INFO:tasks.workunit.client.0.smithi031.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-08-10T05:13:58.438 INFO:tasks.workunit.client.0.smithi031.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_pool_options_bluestore* ]] 2024-08-10T05:13:58.438 INFO:tasks.workunit.client.0.smithi031.stderr:+ ceph telemetry on --license sharing-1-0 2024-08-10T05:13:58.754 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:58 smithi031 ceph-mon[41349]: from='client.24707 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:13:58.754 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:58 smithi031 ceph-mon[41349]: from='client.24707 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:13:58.754 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:58 smithi031 ceph-mon[41349]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2024-08-10T05:13:58.754 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:58 smithi031 ceph-mon[41349]: from='client.14808 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:13:58.754 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:58 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:13:58.754 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:58 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T05:13:58.755 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:58 smithi031 ceph-mon[41349]: from='client.14808 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:13:58.755 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:58 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:13:58.755 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:58 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T05:13:58.755 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:58 smithi031 ceph-mon[29994]: from='client.24707 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:13:58.755 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:58 smithi031 ceph-mon[29994]: from='client.24707 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:13:58.755 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:58 smithi031 ceph-mon[29994]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2024-08-10T05:13:58.755 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:58 smithi031 ceph-mon[29994]: from='client.14808 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:13:58.755 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:58 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:13:58.755 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:58 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T05:13:58.755 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:58 smithi031 ceph-mon[29994]: from='client.14808 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:13:58.756 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:58 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:13:58.756 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:58 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T05:13:58.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:58 smithi196 ceph-mon[32874]: from='client.24707 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:13:58.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:58 smithi196 ceph-mon[32874]: from='client.24707 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:13:58.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:58 smithi196 ceph-mon[32874]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2024-08-10T05:13:58.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:58 smithi196 ceph-mon[32874]: from='client.14808 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:13:58.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:58 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:13:58.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:58 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T05:13:58.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:58 smithi196 ceph-mon[32874]: from='client.14808 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:13:58.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:58 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:13:58.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:58 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T05:13:58.933 INFO:tasks.workunit.client.0.smithi031.stdout:Telemetry is on. 2024-08-10T05:13:58.933 INFO:tasks.workunit.client.0.smithi031.stdout:Some channels are disabled, please enable with: 2024-08-10T05:13:58.933 INFO:tasks.workunit.client.0.smithi031.stdout:`ceph telemetry enable channel perf` 2024-08-10T05:13:58.944 INFO:tasks.workunit.client.0.smithi031.stderr:+ ceph telemetry enable channel perf 2024-08-10T05:13:59.018 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:13:58 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: [10/Aug/2024:05:13:58] ENGINE Bus STOPPING 2024-08-10T05:13:59.018 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:13:58 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: [10/Aug/2024:05:13:58] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-10T05:13:59.018 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:13:58 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: [10/Aug/2024:05:13:58] ENGINE Bus STOPPED 2024-08-10T05:13:59.019 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:13:58 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: [10/Aug/2024:05:13:58] ENGINE Bus STARTING 2024-08-10T05:13:59.441 INFO:tasks.workunit.client.0.smithi031.stdout:channel_perf is enabled 2024-08-10T05:13:59.452 INFO:tasks.workunit.client.0.smithi031.stderr:++ ceph config get mgr mgr/telemetry/last_opt_revision 2024-08-10T05:13:59.496 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: [10/Aug/2024:05:13:59] ENGINE Serving on http://:::9283 2024-08-10T05:13:59.496 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: [10/Aug/2024:05:13:59] ENGINE Bus STARTED 2024-08-10T05:13:59.496 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: [10/Aug/2024:05:13:59] ENGINE Bus STOPPING 2024-08-10T05:13:59.768 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: [10/Aug/2024:05:13:59] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-10T05:13:59.769 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: [10/Aug/2024:05:13:59] ENGINE Bus STOPPED 2024-08-10T05:13:59.769 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: [10/Aug/2024:05:13:59] ENGINE Bus STARTING 2024-08-10T05:13:59.769 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: [10/Aug/2024:05:13:59] ENGINE Serving on http://:::9283 2024-08-10T05:13:59.769 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: [10/Aug/2024:05:13:59] ENGINE Bus STARTED 2024-08-10T05:13:59.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[29994]: from='client.14814 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:13:59.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[29994]: from='client.14814 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:13:59.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[29994]: mgrmap e22: y(active, since 2m), standbys: x 2024-08-10T05:13:59.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[29994]: from='client.24725 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:13:59.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:13:59.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:13:59.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:13:59.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:13:59.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:13:59.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:13:59.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:13:59.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T05:13:59.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:13:59.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:13:59.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T05:13:59.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[29994]: from='client.24725 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:13:59.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:13:59.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:13:59.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:13:59.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T05:13:59.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:13:59.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:13:59.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:13:59.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T05:13:59.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:13:59.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:13:59.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:13:59.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:13:59.772 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[41349]: from='client.14814 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:13:59.772 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[41349]: from='client.14814 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:13:59.772 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[41349]: mgrmap e22: y(active, since 2m), standbys: x 2024-08-10T05:13:59.772 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[41349]: from='client.24725 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:13:59.772 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:13:59.772 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:13:59.772 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:13:59.772 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:13:59.773 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:13:59.773 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:13:59.773 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:13:59.773 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T05:13:59.773 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:13:59.773 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:13:59.773 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T05:13:59.773 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[41349]: from='client.24725 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:13:59.773 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:13:59.773 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:13:59.773 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:13:59.773 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T05:13:59.773 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:13:59.774 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:13:59.774 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:13:59.774 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T05:13:59.774 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:13:59.774 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:13:59.774 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:13:59.774 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:13:59.774 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:13:59.774 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:13:59.774 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:13:59.774 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:13:59.774 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:13:59.774 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:13:59.775 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:13:59.775 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:13:59.775 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[41349]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:13:59.775 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[41349]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:13:59.775 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:13:59.775 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:13:59.775 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:13:59.775 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[41349]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:13:59.775 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[41349]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:13:59.775 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:13:59.775 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:13:59.775 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:13:59.775 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[41349]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:13:59.775 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[41349]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:13:59.776 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:13:59.776 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:13:59.776 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:13:59.776 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:13:59.776 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:13:59.776 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:13:59.776 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:13:59.776 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:13:59.776 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:13:59.776 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:13:59.776 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:13:59.777 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[29994]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:13:59.777 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[29994]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:13:59.777 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:13:59.777 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:13:59.777 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:13:59.777 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[29994]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:13:59.777 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[29994]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:13:59.777 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:13:59.777 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:13:59.777 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:13:59.777 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[29994]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:13:59.777 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[29994]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:13:59.777 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:13:59.777 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:13:59.778 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:13:59 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:13:59.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:59 smithi196 ceph-mon[32874]: from='client.14814 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:13:59.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:59 smithi196 ceph-mon[32874]: from='client.14814 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:13:59.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:59 smithi196 ceph-mon[32874]: mgrmap e22: y(active, since 2m), standbys: x 2024-08-10T05:13:59.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:59 smithi196 ceph-mon[32874]: from='client.24725 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:13:59.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:59 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:13:59.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:59 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:13:59.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:59 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:13:59.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:59 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:13:59.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:59 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:13:59.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:59 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:13:59.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:59 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:13:59.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:59 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T05:13:59.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:59 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:13:59.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:59 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:13:59.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:59 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T05:13:59.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:59 smithi196 ceph-mon[32874]: from='client.24725 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:13:59.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:59 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:13:59.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:59 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:13:59.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:59 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:13:59.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:59 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T05:13:59.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:59 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:13:59.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:59 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:13:59.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:59 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:13:59.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:59 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T05:13:59.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:59 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:13:59.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:59 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:13:59.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:59 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:13:59.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:59 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:13:59.781 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:59 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:13:59.781 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:59 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:13:59.781 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:59 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:13:59.781 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:59 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:13:59.781 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:59 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:13:59.781 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:59 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:13:59.781 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:59 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:13:59.781 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:59 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:13:59.781 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:59 smithi196 ceph-mon[32874]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:13:59.782 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:59 smithi196 ceph-mon[32874]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:13:59.782 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:59 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:13:59.782 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:59 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:13:59.782 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:59 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:13:59.782 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:59 smithi196 ceph-mon[32874]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:13:59.782 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:59 smithi196 ceph-mon[32874]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:13:59.782 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:59 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:13:59.782 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:59 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:13:59.782 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:59 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:13:59.782 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:59 smithi196 ceph-mon[32874]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:13:59.782 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:59 smithi196 ceph-mon[32874]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:13:59.782 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:59 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:13:59.783 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:59 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:13:59.783 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:13:59 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:13:59.830 INFO:tasks.workunit.client.0.smithi031.stderr:+ LAST_OPT_REVISION=1 2024-08-10T05:13:59.830 INFO:tasks.workunit.client.0.smithi031.stderr:+ '[' 1 -ne 1 ']' 2024-08-10T05:13:59.830 INFO:tasks.workunit.client.0.smithi031.stderr:+ ceph telemetry show 2024-08-10T05:14:00.509 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-08-10T05:14:00.509 INFO:tasks.workunit.client.0.smithi031.stdout: "balancer": { 2024-08-10T05:14:00.509 INFO:tasks.workunit.client.0.smithi031.stdout: "active": true, 2024-08-10T05:14:00.509 INFO:tasks.workunit.client.0.smithi031.stdout: "mode": "" 2024-08-10T05:14:00.509 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.509 INFO:tasks.workunit.client.0.smithi031.stdout: "channels": [ 2024-08-10T05:14:00.509 INFO:tasks.workunit.client.0.smithi031.stdout: "basic", 2024-08-10T05:14:00.509 INFO:tasks.workunit.client.0.smithi031.stdout: "crash", 2024-08-10T05:14:00.509 INFO:tasks.workunit.client.0.smithi031.stdout: "device", 2024-08-10T05:14:00.510 INFO:tasks.workunit.client.0.smithi031.stdout: "ident", 2024-08-10T05:14:00.510 INFO:tasks.workunit.client.0.smithi031.stdout: "perf" 2024-08-10T05:14:00.510 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:00.510 INFO:tasks.workunit.client.0.smithi031.stdout: "channels_available": [ 2024-08-10T05:14:00.510 INFO:tasks.workunit.client.0.smithi031.stdout: "basic", 2024-08-10T05:14:00.510 INFO:tasks.workunit.client.0.smithi031.stdout: "ident", 2024-08-10T05:14:00.510 INFO:tasks.workunit.client.0.smithi031.stdout: "crash", 2024-08-10T05:14:00.510 INFO:tasks.workunit.client.0.smithi031.stdout: "device", 2024-08-10T05:14:00.510 INFO:tasks.workunit.client.0.smithi031.stdout: "perf" 2024-08-10T05:14:00.510 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:00.510 INFO:tasks.workunit.client.0.smithi031.stdout: "collections_available": [ 2024-08-10T05:14:00.510 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_base", 2024-08-10T05:14:00.511 INFO:tasks.workunit.client.0.smithi031.stdout: "device_base", 2024-08-10T05:14:00.511 INFO:tasks.workunit.client.0.smithi031.stdout: "crash_base", 2024-08-10T05:14:00.511 INFO:tasks.workunit.client.0.smithi031.stdout: "ident_base", 2024-08-10T05:14:00.511 INFO:tasks.workunit.client.0.smithi031.stdout: "perf_perf", 2024-08-10T05:14:00.511 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_mds_metadata", 2024-08-10T05:14:00.511 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_pool_usage", 2024-08-10T05:14:00.511 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_usage_by_class", 2024-08-10T05:14:00.511 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_rook_v01", 2024-08-10T05:14:00.511 INFO:tasks.workunit.client.0.smithi031.stdout: "perf_memory_metrics", 2024-08-10T05:14:00.511 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_pool_options_bluestore" 2024-08-10T05:14:00.511 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:00.511 INFO:tasks.workunit.client.0.smithi031.stdout: "collections_opted_in": [ 2024-08-10T05:14:00.511 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_base", 2024-08-10T05:14:00.511 INFO:tasks.workunit.client.0.smithi031.stdout: "device_base", 2024-08-10T05:14:00.512 INFO:tasks.workunit.client.0.smithi031.stdout: "crash_base", 2024-08-10T05:14:00.512 INFO:tasks.workunit.client.0.smithi031.stdout: "ident_base", 2024-08-10T05:14:00.512 INFO:tasks.workunit.client.0.smithi031.stdout: "perf_perf", 2024-08-10T05:14:00.512 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_mds_metadata", 2024-08-10T05:14:00.512 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_pool_usage", 2024-08-10T05:14:00.512 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_usage_by_class", 2024-08-10T05:14:00.512 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_rook_v01", 2024-08-10T05:14:00.512 INFO:tasks.workunit.client.0.smithi031.stdout: "perf_memory_metrics", 2024-08-10T05:14:00.512 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_pool_options_bluestore" 2024-08-10T05:14:00.512 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:00.512 INFO:tasks.workunit.client.0.smithi031.stdout: "config": { 2024-08-10T05:14:00.512 INFO:tasks.workunit.client.0.smithi031.stdout: "active_changed": [ 2024-08-10T05:14:00.512 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-10T05:14:00.513 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_debug", 2024-08-10T05:14:00.513 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_mon_ticket_ttl", 2024-08-10T05:14:00.513 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_service_ticket_ttl", 2024-08-10T05:14:00.513 INFO:tasks.workunit.client.0.smithi031.stdout: "bdev_debug_aio", 2024-08-10T05:14:00.513 INFO:tasks.workunit.client.0.smithi031.stdout: "client_check_pool_perm", 2024-08-10T05:14:00.513 INFO:tasks.workunit.client.0.smithi031.stdout: "client_mount_gid", 2024-08-10T05:14:00.513 INFO:tasks.workunit.client.0.smithi031.stdout: "client_mount_uid", 2024-08-10T05:14:00.513 INFO:tasks.workunit.client.0.smithi031.stdout: "client_quota", 2024-08-10T05:14:00.513 INFO:tasks.workunit.client.0.smithi031.stdout: "container_image", 2024-08-10T05:14:00.513 INFO:tasks.workunit.client.0.smithi031.stdout: "daemonize", 2024-08-10T05:14:00.513 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_asserts_on_shutdown", 2024-08-10T05:14:00.513 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_mgr", 2024-08-10T05:14:00.514 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_mon", 2024-08-10T05:14:00.514 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_ms", 2024-08-10T05:14:00.514 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_osd", 2024-08-10T05:14:00.514 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_paxos", 2024-08-10T05:14:00.514 INFO:tasks.workunit.client.0.smithi031.stdout: "keyring", 2024-08-10T05:14:00.514 INFO:tasks.workunit.client.0.smithi031.stdout: "leveldb_block_size", 2024-08-10T05:14:00.514 INFO:tasks.workunit.client.0.smithi031.stdout: "leveldb_cache_size", 2024-08-10T05:14:00.514 INFO:tasks.workunit.client.0.smithi031.stdout: "leveldb_compression", 2024-08-10T05:14:00.514 INFO:tasks.workunit.client.0.smithi031.stdout: "leveldb_log", 2024-08-10T05:14:00.514 INFO:tasks.workunit.client.0.smithi031.stdout: "leveldb_write_buffer_size", 2024-08-10T05:14:00.514 INFO:tasks.workunit.client.0.smithi031.stdout: "log_to_file", 2024-08-10T05:14:00.514 INFO:tasks.workunit.client.0.smithi031.stdout: "log_to_journald", 2024-08-10T05:14:00.514 INFO:tasks.workunit.client.0.smithi031.stdout: "log_to_stderr", 2024-08-10T05:14:00.515 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_allow_pool_delete", 2024-08-10T05:14:00.515 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_clock_drift_allowed", 2024-08-10T05:14:00.515 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_cluster_log_to_file", 2024-08-10T05:14:00.515 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_cluster_log_to_journald", 2024-08-10T05:14:00.515 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_cluster_log_to_stderr", 2024-08-10T05:14:00.515 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_data_avail_warn", 2024-08-10T05:14:00.515 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_election_default_strategy", 2024-08-10T05:14:00.515 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_host", 2024-08-10T05:14:00.515 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_max_pg_per_osd", 2024-08-10T05:14:00.515 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_mgr_mkfs_grace", 2024-08-10T05:14:00.515 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_osd_prime_pg_temp", 2024-08-10T05:14:00.515 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_osd_reporter_subtree_level", 2024-08-10T05:14:00.515 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_pg_warn_max_object_skew", 2024-08-10T05:14:00.516 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-10T05:14:00.516 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-10T05:14:00.516 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-10T05:14:00.516 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-10T05:14:00.516 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-10T05:14:00.516 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-10T05:14:00.516 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-10T05:14:00.516 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-10T05:14:00.516 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_too_few_osds", 2024-08-10T05:14:00.516 INFO:tasks.workunit.client.0.smithi031.stdout: "ms_die_on_bug", 2024-08-10T05:14:00.516 INFO:tasks.workunit.client.0.smithi031.stdout: "ms_die_on_old_message", 2024-08-10T05:14:00.516 INFO:tasks.workunit.client.0.smithi031.stdout: "no_config_file", 2024-08-10T05:14:00.516 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_class_default_list", 2024-08-10T05:14:00.517 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_class_load_list", 2024-08-10T05:14:00.517 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_misdirected_ops", 2024-08-10T05:14:00.517 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_op_order", 2024-08-10T05:14:00.517 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_pg_log_writeout", 2024-08-10T05:14:00.517 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_shutdown", 2024-08-10T05:14:00.517 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_verify_cached_snaps", 2024-08-10T05:14:00.517 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_verify_missing_on_start", 2024-08-10T05:14:00.517 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_verify_stray_on_activate", 2024-08-10T05:14:00.517 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-10T05:14:00.517 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_profile", 2024-08-10T05:14:00.517 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-08-10T05:14:00.517 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-08-10T05:14:00.517 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-08-10T05:14:00.518 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-08-10T05:14:00.518 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-08-10T05:14:00.518 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-08-10T05:14:00.518 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_client_lim", 2024-08-10T05:14:00.518 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_client_res", 2024-08-10T05:14:00.518 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_client_wgt", 2024-08-10T05:14:00.518 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_memory_target", 2024-08-10T05:14:00.518 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_memory_target_autotune", 2024-08-10T05:14:00.518 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_op_queue", 2024-08-10T05:14:00.518 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_op_queue_cut_off", 2024-08-10T05:14:00.518 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pool_default_erasure_code_profile", 2024-08-10T05:14:00.518 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-10T05:14:00.518 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recover_clone_overlap", 2024-08-10T05:14:00.519 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recovery_max_chunk", 2024-08-10T05:14:00.519 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_scrub_load_threshold", 2024-08-10T05:14:00.519 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_scrub_max_interval", 2024-08-10T05:14:00.519 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_shutdown_pgref_assert", 2024-08-10T05:14:00.519 INFO:tasks.workunit.client.0.smithi031.stdout: "public_addr", 2024-08-10T05:14:00.519 INFO:tasks.workunit.client.0.smithi031.stdout: "public_addrv", 2024-08-10T05:14:00.519 INFO:tasks.workunit.client.0.smithi031.stdout: "public_network", 2024-08-10T05:14:00.519 INFO:tasks.workunit.client.0.smithi031.stdout: "rbd_default_features", 2024-08-10T05:14:00.519 INFO:tasks.workunit.client.0.smithi031.stdout: "rbd_qos_exclude_ops", 2024-08-10T05:14:00.519 INFO:tasks.workunit.client.0.smithi031.stdout: "setgroup", 2024-08-10T05:14:00.519 INFO:tasks.workunit.client.0.smithi031.stdout: "setuser" 2024-08-10T05:14:00.519 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:00.519 INFO:tasks.workunit.client.0.smithi031.stdout: "cluster_changed": [ 2024-08-10T05:14:00.519 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-10T05:14:00.520 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_debug", 2024-08-10T05:14:00.520 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_mon_ticket_ttl", 2024-08-10T05:14:00.520 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_service_ticket_ttl", 2024-08-10T05:14:00.520 INFO:tasks.workunit.client.0.smithi031.stdout: "bdev_debug_aio", 2024-08-10T05:14:00.520 INFO:tasks.workunit.client.0.smithi031.stdout: "container_image", 2024-08-10T05:14:00.520 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_asserts_on_shutdown", 2024-08-10T05:14:00.520 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_mgr", 2024-08-10T05:14:00.520 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_mon", 2024-08-10T05:14:00.520 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_ms", 2024-08-10T05:14:00.520 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_osd", 2024-08-10T05:14:00.520 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_paxos", 2024-08-10T05:14:00.520 INFO:tasks.workunit.client.0.smithi031.stdout: "log_to_file", 2024-08-10T05:14:00.521 INFO:tasks.workunit.client.0.smithi031.stdout: "log_to_journald", 2024-08-10T05:14:00.521 INFO:tasks.workunit.client.0.smithi031.stdout: "log_to_stderr", 2024-08-10T05:14:00.521 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_join_fs", 2024-08-10T05:14:00.521 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/cephadm/allow_ptrace", 2024-08-10T05:14:00.521 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/cephadm/container_init", 2024-08-10T05:14:00.521 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/cephadm/migration_current", 2024-08-10T05:14:00.521 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/cephadm/use_repo_digest", 2024-08-10T05:14:00.521 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-08-10T05:14:00.521 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-08-10T05:14:00.521 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-08-10T05:14:00.521 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-08-10T05:14:00.521 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/dashboard/ssl_server_port", 2024-08-10T05:14:00.521 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/orchestrator/orchestrator", 2024-08-10T05:14:00.521 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/telemetry/channel_ident", 2024-08-10T05:14:00.522 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/telemetry/channel_perf", 2024-08-10T05:14:00.522 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/telemetry/description", 2024-08-10T05:14:00.522 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/telemetry/enabled", 2024-08-10T05:14:00.522 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/telemetry/organization", 2024-08-10T05:14:00.522 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_allow_pool_delete", 2024-08-10T05:14:00.522 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_clock_drift_allowed", 2024-08-10T05:14:00.522 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_cluster_log_to_file", 2024-08-10T05:14:00.522 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_data_avail_warn", 2024-08-10T05:14:00.522 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_election_default_strategy", 2024-08-10T05:14:00.522 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_max_pg_per_osd", 2024-08-10T05:14:00.522 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_mgr_mkfs_grace", 2024-08-10T05:14:00.522 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_osd_prime_pg_temp", 2024-08-10T05:14:00.522 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_osd_reporter_subtree_level", 2024-08-10T05:14:00.523 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_pg_warn_max_object_skew", 2024-08-10T05:14:00.523 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-10T05:14:00.523 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-10T05:14:00.523 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-10T05:14:00.523 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-10T05:14:00.523 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-10T05:14:00.523 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-10T05:14:00.523 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-10T05:14:00.523 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-10T05:14:00.523 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_too_few_osds", 2024-08-10T05:14:00.523 INFO:tasks.workunit.client.0.smithi031.stdout: "ms_die_on_bug", 2024-08-10T05:14:00.523 INFO:tasks.workunit.client.0.smithi031.stdout: "ms_die_on_old_message", 2024-08-10T05:14:00.523 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_class_default_list", 2024-08-10T05:14:00.523 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_class_load_list", 2024-08-10T05:14:00.524 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_misdirected_ops", 2024-08-10T05:14:00.524 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_op_order", 2024-08-10T05:14:00.524 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_pg_log_writeout", 2024-08-10T05:14:00.524 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_shutdown", 2024-08-10T05:14:00.524 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_verify_cached_snaps", 2024-08-10T05:14:00.524 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_verify_missing_on_start", 2024-08-10T05:14:00.524 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_verify_stray_on_activate", 2024-08-10T05:14:00.524 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-10T05:14:00.524 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_profile", 2024-08-10T05:14:00.524 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_memory_target", 2024-08-10T05:14:00.524 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_memory_target_autotune", 2024-08-10T05:14:00.524 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_op_queue", 2024-08-10T05:14:00.524 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_op_queue_cut_off", 2024-08-10T05:14:00.524 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pool_default_erasure_code_profile", 2024-08-10T05:14:00.525 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-10T05:14:00.525 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recover_clone_overlap", 2024-08-10T05:14:00.525 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recovery_max_chunk", 2024-08-10T05:14:00.525 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_scrub_load_threshold", 2024-08-10T05:14:00.525 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_scrub_max_interval", 2024-08-10T05:14:00.525 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_shutdown_pgref_assert", 2024-08-10T05:14:00.525 INFO:tasks.workunit.client.0.smithi031.stdout: "public_network", 2024-08-10T05:14:00.525 INFO:tasks.workunit.client.0.smithi031.stdout: "rgw_cache_enabled", 2024-08-10T05:14:00.525 INFO:tasks.workunit.client.0.smithi031.stdout: "rgw_enable_ops_log", 2024-08-10T05:14:00.525 INFO:tasks.workunit.client.0.smithi031.stdout: "rgw_enable_usage_log" 2024-08-10T05:14:00.525 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T05:14:00.525 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.525 INFO:tasks.workunit.client.0.smithi031.stdout: "contact": null, 2024-08-10T05:14:00.526 INFO:tasks.workunit.client.0.smithi031.stdout: "crashes": [], 2024-08-10T05:14:00.526 INFO:tasks.workunit.client.0.smithi031.stdout: "created": "2024-08-10T05:04:52.101829Z", 2024-08-10T05:14:00.526 INFO:tasks.workunit.client.0.smithi031.stdout: "crush": { 2024-08-10T05:14:00.526 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_algs": { 2024-08-10T05:14:00.526 INFO:tasks.workunit.client.0.smithi031.stdout: "straw2": 3 2024-08-10T05:14:00.526 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.526 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_sizes": { 2024-08-10T05:14:00.526 INFO:tasks.workunit.client.0.smithi031.stdout: "2": 1, 2024-08-10T05:14:00.526 INFO:tasks.workunit.client.0.smithi031.stdout: "4": 2 2024-08-10T05:14:00.526 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.526 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_types": { 2024-08-10T05:14:00.526 INFO:tasks.workunit.client.0.smithi031.stdout: "1": 2, 2024-08-10T05:14:00.526 INFO:tasks.workunit.client.0.smithi031.stdout: "11": 1 2024-08-10T05:14:00.527 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.527 INFO:tasks.workunit.client.0.smithi031.stdout: "compat_weight_set": false, 2024-08-10T05:14:00.527 INFO:tasks.workunit.client.0.smithi031.stdout: "device_classes": [ 2024-08-10T05:14:00.527 INFO:tasks.workunit.client.0.smithi031.stdout: 8 2024-08-10T05:14:00.527 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:00.527 INFO:tasks.workunit.client.0.smithi031.stdout: "num_buckets": 6, 2024-08-10T05:14:00.527 INFO:tasks.workunit.client.0.smithi031.stdout: "num_devices": 8, 2024-08-10T05:14:00.527 INFO:tasks.workunit.client.0.smithi031.stdout: "num_rules": 1, 2024-08-10T05:14:00.527 INFO:tasks.workunit.client.0.smithi031.stdout: "num_types": 12, 2024-08-10T05:14:00.527 INFO:tasks.workunit.client.0.smithi031.stdout: "num_weight_sets": 0, 2024-08-10T05:14:00.527 INFO:tasks.workunit.client.0.smithi031.stdout: "tunables": { 2024-08-10T05:14:00.527 INFO:tasks.workunit.client.0.smithi031.stdout: "allowed_bucket_algs": 54, 2024-08-10T05:14:00.528 INFO:tasks.workunit.client.0.smithi031.stdout: "choose_local_fallback_tries": 0, 2024-08-10T05:14:00.528 INFO:tasks.workunit.client.0.smithi031.stdout: "choose_local_tries": 0, 2024-08-10T05:14:00.528 INFO:tasks.workunit.client.0.smithi031.stdout: "choose_total_tries": 50, 2024-08-10T05:14:00.528 INFO:tasks.workunit.client.0.smithi031.stdout: "chooseleaf_descend_once": 1, 2024-08-10T05:14:00.528 INFO:tasks.workunit.client.0.smithi031.stdout: "chooseleaf_stable": 1, 2024-08-10T05:14:00.528 INFO:tasks.workunit.client.0.smithi031.stdout: "chooseleaf_vary_r": 1, 2024-08-10T05:14:00.528 INFO:tasks.workunit.client.0.smithi031.stdout: "has_v2_rules": 0, 2024-08-10T05:14:00.528 INFO:tasks.workunit.client.0.smithi031.stdout: "has_v3_rules": 0, 2024-08-10T05:14:00.528 INFO:tasks.workunit.client.0.smithi031.stdout: "has_v4_buckets": 1, 2024-08-10T05:14:00.528 INFO:tasks.workunit.client.0.smithi031.stdout: "has_v5_rules": 0, 2024-08-10T05:14:00.528 INFO:tasks.workunit.client.0.smithi031.stdout: "legacy_tunables": 0, 2024-08-10T05:14:00.528 INFO:tasks.workunit.client.0.smithi031.stdout: "minimum_required_version": "jewel", 2024-08-10T05:14:00.528 INFO:tasks.workunit.client.0.smithi031.stdout: "optimal_tunables": 1, 2024-08-10T05:14:00.529 INFO:tasks.workunit.client.0.smithi031.stdout: "profile": "jewel", 2024-08-10T05:14:00.529 INFO:tasks.workunit.client.0.smithi031.stdout: "require_feature_tunables": 1, 2024-08-10T05:14:00.529 INFO:tasks.workunit.client.0.smithi031.stdout: "require_feature_tunables2": 1, 2024-08-10T05:14:00.529 INFO:tasks.workunit.client.0.smithi031.stdout: "require_feature_tunables3": 1, 2024-08-10T05:14:00.529 INFO:tasks.workunit.client.0.smithi031.stdout: "require_feature_tunables5": 1, 2024-08-10T05:14:00.529 INFO:tasks.workunit.client.0.smithi031.stdout: "straw_calc_version": 1 2024-08-10T05:14:00.529 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:00.529 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.529 INFO:tasks.workunit.client.0.smithi031.stdout: "description": "upgrade test cluster", 2024-08-10T05:14:00.529 INFO:tasks.workunit.client.0.smithi031.stdout: "fs": { 2024-08-10T05:14:00.529 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-08-10T05:14:00.529 INFO:tasks.workunit.client.0.smithi031.stdout: "feature_flags": { 2024-08-10T05:14:00.529 INFO:tasks.workunit.client.0.smithi031.stdout: "enable_multiple": true, 2024-08-10T05:14:00.529 INFO:tasks.workunit.client.0.smithi031.stdout: "ever_enabled_multiple": true 2024-08-10T05:14:00.530 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.530 INFO:tasks.workunit.client.0.smithi031.stdout: "filesystems": [ 2024-08-10T05:14:00.530 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:00.530 INFO:tasks.workunit.client.0.smithi031.stdout: "approx_ctime": "2024-08", 2024-08-10T05:14:00.530 INFO:tasks.workunit.client.0.smithi031.stdout: "balancer_enabled": false, 2024-08-10T05:14:00.530 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.530 INFO:tasks.workunit.client.0.smithi031.stdout: "cached_caps": 0, 2024-08-10T05:14:00.530 INFO:tasks.workunit.client.0.smithi031.stdout: "cached_dns": 10, 2024-08-10T05:14:00.530 INFO:tasks.workunit.client.0.smithi031.stdout: "cached_inos": 13, 2024-08-10T05:14:00.530 INFO:tasks.workunit.client.0.smithi031.stdout: "cached_subtrees": 2, 2024-08-10T05:14:00.530 INFO:tasks.workunit.client.0.smithi031.stdout: "ever_allowed_features": 0, 2024-08-10T05:14:00.530 INFO:tasks.workunit.client.0.smithi031.stdout: "explicitly_allowed_features": 0, 2024-08-10T05:14:00.530 INFO:tasks.workunit.client.0.smithi031.stdout: "files": 0, 2024-08-10T05:14:00.531 INFO:tasks.workunit.client.0.smithi031.stdout: "max_mds": 1, 2024-08-10T05:14:00.531 INFO:tasks.workunit.client.0.smithi031.stdout: "num_data_pools": 1, 2024-08-10T05:14:00.531 INFO:tasks.workunit.client.0.smithi031.stdout: "num_in": 1, 2024-08-10T05:14:00.531 INFO:tasks.workunit.client.0.smithi031.stdout: "num_mds": 1, 2024-08-10T05:14:00.531 INFO:tasks.workunit.client.0.smithi031.stdout: "num_sessions": 0, 2024-08-10T05:14:00.531 INFO:tasks.workunit.client.0.smithi031.stdout: "num_standby_replay": 0, 2024-08-10T05:14:00.531 INFO:tasks.workunit.client.0.smithi031.stdout: "num_up": 1, 2024-08-10T05:14:00.531 INFO:tasks.workunit.client.0.smithi031.stdout: "snaps": 0, 2024-08-10T05:14:00.531 INFO:tasks.workunit.client.0.smithi031.stdout: "standby_count_wanted": 0 2024-08-10T05:14:00.531 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:00.531 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:00.531 INFO:tasks.workunit.client.0.smithi031.stdout: "num_standby_mds": 1, 2024-08-10T05:14:00.531 INFO:tasks.workunit.client.0.smithi031.stdout: "total_num_mds": 2 2024-08-10T05:14:00.531 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.532 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_stats": { 2024-08-10T05:14:00.532 INFO:tasks.workunit.client.0.smithi031.stdout: "mds": { 2024-08-10T05:14:00.532 INFO:tasks.workunit.client.0.smithi031.stdout: "mds.78b7f16c00d1f5b2f8ba1b3f812aa97559391734": { 2024-08-10T05:14:00.532 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 20340736, 2024-08-10T05:14:00.532 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 376440, 2024-08-10T05:14:00.532 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 2621440, 2024-08-10T05:14:00.532 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 0, 2024-08-10T05:14:00.532 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 843776, 2024-08-10T05:14:00.532 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 414, 2024-08-10T05:14:00.532 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-08-10T05:14:00.532 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 1244136, 2024-08-10T05:14:00.532 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 20, 2024-08-10T05:14:00.532 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 1029120, 2024-08-10T05:14:00.532 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 15069600, 2024-08-10T05:14:00.533 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 21184512 2024-08-10T05:14:00.533 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.533 INFO:tasks.workunit.client.0.smithi031.stdout: "mds.8ebe73bd7ea27fbdeeae1ec6539f9be9b100ac0f": { 2024-08-10T05:14:00.533 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 20135936, 2024-08-10T05:14:00.533 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 348952, 2024-08-10T05:14:00.533 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 2621440, 2024-08-10T05:14:00.533 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 835584, 2024-08-10T05:14:00.533 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 0, 2024-08-10T05:14:00.533 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 344, 2024-08-10T05:14:00.533 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-08-10T05:14:00.533 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 1306552, 2024-08-10T05:14:00.533 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 12, 2024-08-10T05:14:00.534 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 360448, 2024-08-10T05:14:00.534 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 14662960, 2024-08-10T05:14:00.534 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 20135936 2024-08-10T05:14:00.534 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:00.534 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.534 INFO:tasks.workunit.client.0.smithi031.stdout: "mon": { 2024-08-10T05:14:00.534 INFO:tasks.workunit.client.0.smithi031.stdout: "mon.62ad85b37c16ffdd779a4c5a495ed5779bfdb6c1": { 2024-08-10T05:14:00.534 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 35053568, 2024-08-10T05:14:00.534 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 699720, 2024-08-10T05:14:00.534 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 2621440, 2024-08-10T05:14:00.534 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 606208, 2024-08-10T05:14:00.534 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 10362880, 2024-08-10T05:14:00.534 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 932, 2024-08-10T05:14:00.535 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-08-10T05:14:00.535 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 6015616, 2024-08-10T05:14:00.535 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 21, 2024-08-10T05:14:00.535 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 1661696, 2024-08-10T05:14:00.535 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 23448888, 2024-08-10T05:14:00.535 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 45416448 2024-08-10T05:14:00.535 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.535 INFO:tasks.workunit.client.0.smithi031.stdout: "mon.78b7f16c00d1f5b2f8ba1b3f812aa97559391734": { 2024-08-10T05:14:00.535 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 35356672, 2024-08-10T05:14:00.535 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 717624, 2024-08-10T05:14:00.535 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 2621440, 2024-08-10T05:14:00.535 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 0, 2024-08-10T05:14:00.535 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 10059776, 2024-08-10T05:14:00.536 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 1087, 2024-08-10T05:14:00.536 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-08-10T05:14:00.536 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 7717368, 2024-08-10T05:14:00.536 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 21, 2024-08-10T05:14:00.536 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 919296, 2024-08-10T05:14:00.536 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 23380944, 2024-08-10T05:14:00.536 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 45416448 2024-08-10T05:14:00.536 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.536 INFO:tasks.workunit.client.0.smithi031.stdout: "mon.8ebe73bd7ea27fbdeeae1ec6539f9be9b100ac0f": { 2024-08-10T05:14:00.536 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 45998080, 2024-08-10T05:14:00.536 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 1345032, 2024-08-10T05:14:00.536 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 2621440, 2024-08-10T05:14:00.536 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 0, 2024-08-10T05:14:00.536 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 3506176, 2024-08-10T05:14:00.537 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 1806, 2024-08-10T05:14:00.537 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-08-10T05:14:00.537 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 10659368, 2024-08-10T05:14:00.537 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 23, 2024-08-10T05:14:00.537 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 3222016, 2024-08-10T05:14:00.537 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 28150224, 2024-08-10T05:14:00.537 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 49504256 2024-08-10T05:14:00.537 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:00.537 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.537 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T05:14:00.537 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.0": { 2024-08-10T05:14:00.537 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 276602880, 2024-08-10T05:14:00.537 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 711464, 2024-08-10T05:14:00.538 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 4849664, 2024-08-10T05:14:00.538 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 0, 2024-08-10T05:14:00.538 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 270336, 2024-08-10T05:14:00.538 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 1412, 2024-08-10T05:14:00.538 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-08-10T05:14:00.538 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 5432280, 2024-08-10T05:14:00.538 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 45, 2024-08-10T05:14:00.538 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 2435072, 2024-08-10T05:14:00.538 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 263174400, 2024-08-10T05:14:00.538 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 276873216 2024-08-10T05:14:00.538 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.538 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.1": { 2024-08-10T05:14:00.538 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 272998400, 2024-08-10T05:14:00.538 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 674824, 2024-08-10T05:14:00.539 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 2752512, 2024-08-10T05:14:00.539 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 0, 2024-08-10T05:14:00.539 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 729088, 2024-08-10T05:14:00.539 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 1332, 2024-08-10T05:14:00.539 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-08-10T05:14:00.539 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 5530744, 2024-08-10T05:14:00.539 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 46, 2024-08-10T05:14:00.539 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 1868288, 2024-08-10T05:14:00.539 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 262172032, 2024-08-10T05:14:00.539 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 273727488 2024-08-10T05:14:00.539 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.539 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.2": { 2024-08-10T05:14:00.539 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 271941632, 2024-08-10T05:14:00.539 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 731008, 2024-08-10T05:14:00.540 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 2752512, 2024-08-10T05:14:00.540 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 0, 2024-08-10T05:14:00.540 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 671744, 2024-08-10T05:14:00.540 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 1264, 2024-08-10T05:14:00.540 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-08-10T05:14:00.540 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 5070776, 2024-08-10T05:14:00.540 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 46, 2024-08-10T05:14:00.542 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 2228480, 2024-08-10T05:14:00.542 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 261158856, 2024-08-10T05:14:00.542 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 272613376 2024-08-10T05:14:00.542 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.542 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.3": { 2024-08-10T05:14:00.542 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 271605760, 2024-08-10T05:14:00.542 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 605784, 2024-08-10T05:14:00.542 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 2752512, 2024-08-10T05:14:00.543 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 0, 2024-08-10T05:14:00.543 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 172032, 2024-08-10T05:14:00.543 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 1237, 2024-08-10T05:14:00.543 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-08-10T05:14:00.543 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 4459448, 2024-08-10T05:14:00.543 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 46, 2024-08-10T05:14:00.543 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 2023424, 2024-08-10T05:14:00.543 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 261764592, 2024-08-10T05:14:00.543 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 271777792 2024-08-10T05:14:00.543 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.543 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.4": { 2024-08-10T05:14:00.543 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 272580608, 2024-08-10T05:14:00.543 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 704776, 2024-08-10T05:14:00.544 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 2752512, 2024-08-10T05:14:00.544 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 0, 2024-08-10T05:14:00.544 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 98304, 2024-08-10T05:14:00.544 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 1243, 2024-08-10T05:14:00.544 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-08-10T05:14:00.544 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 4873736, 2024-08-10T05:14:00.544 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 46, 2024-08-10T05:14:00.544 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 1844736, 2024-08-10T05:14:00.544 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 262404848, 2024-08-10T05:14:00.544 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 272678912 2024-08-10T05:14:00.544 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.544 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.5": { 2024-08-10T05:14:00.544 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 274579456, 2024-08-10T05:14:00.545 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 986392, 2024-08-10T05:14:00.545 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 4849664, 2024-08-10T05:14:00.545 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 24576, 2024-08-10T05:14:00.545 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 409600, 2024-08-10T05:14:00.545 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 1243, 2024-08-10T05:14:00.545 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-08-10T05:14:00.545 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 4272328, 2024-08-10T05:14:00.545 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 46, 2024-08-10T05:14:00.545 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 2062848, 2024-08-10T05:14:00.545 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 262383648, 2024-08-10T05:14:00.545 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 274989056 2024-08-10T05:14:00.545 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.546 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.6": { 2024-08-10T05:14:00.546 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 272154624, 2024-08-10T05:14:00.546 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 985312, 2024-08-10T05:14:00.546 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 2752512, 2024-08-10T05:14:00.546 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 24576, 2024-08-10T05:14:00.546 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 671744, 2024-08-10T05:14:00.546 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 1258, 2024-08-10T05:14:00.546 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-08-10T05:14:00.546 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 4970304, 2024-08-10T05:14:00.546 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 45, 2024-08-10T05:14:00.546 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 1714688, 2024-08-10T05:14:00.546 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 261707232, 2024-08-10T05:14:00.546 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 272826368 2024-08-10T05:14:00.547 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.547 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.7": { 2024-08-10T05:14:00.547 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 275439616, 2024-08-10T05:14:00.547 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 1264056, 2024-08-10T05:14:00.547 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 4849664, 2024-08-10T05:14:00.547 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 0, 2024-08-10T05:14:00.547 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 598016, 2024-08-10T05:14:00.547 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 1332, 2024-08-10T05:14:00.547 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-08-10T05:14:00.547 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 5331744, 2024-08-10T05:14:00.547 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 46, 2024-08-10T05:14:00.547 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 1874688, 2024-08-10T05:14:00.547 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 262119464, 2024-08-10T05:14:00.548 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 276037632 2024-08-10T05:14:00.548 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:00.548 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:00.548 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.548 INFO:tasks.workunit.client.0.smithi031.stdout: "hosts": { 2024-08-10T05:14:00.548 INFO:tasks.workunit.client.0.smithi031.stdout: "num": 2, 2024-08-10T05:14:00.548 INFO:tasks.workunit.client.0.smithi031.stdout: "num_with_mds": 2, 2024-08-10T05:14:00.548 INFO:tasks.workunit.client.0.smithi031.stdout: "num_with_mgr": 2, 2024-08-10T05:14:00.548 INFO:tasks.workunit.client.0.smithi031.stdout: "num_with_mon": 2, 2024-08-10T05:14:00.548 INFO:tasks.workunit.client.0.smithi031.stdout: "num_with_osd": 2 2024-08-10T05:14:00.548 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.548 INFO:tasks.workunit.client.0.smithi031.stdout: "io_rate": { 2024-08-10T05:14:00.548 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_stats_delta": { 2024-08-10T05:14:00.548 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": 0, 2024-08-10T05:14:00.549 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:00.549 INFO:tasks.workunit.client.0.smithi031.stdout: "num_store_stats": 0, 2024-08-10T05:14:00.549 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:00.549 INFO:tasks.workunit.client.0.smithi031.stdout: "stamp_delta": "12.002593", 2024-08-10T05:14:00.549 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:00.549 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:00.549 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:00.549 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:00.549 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:00.549 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:00.549 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:00.549 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:00.550 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:00.550 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:00.550 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:00.550 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:00.550 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:00.550 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:00.550 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:00.550 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:00.550 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:00.550 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:00.550 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:00.550 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:00.550 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:00.551 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:00.551 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:00.551 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:00.551 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:00.551 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:00.551 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:00.551 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:00.551 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:00.551 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:00.551 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:00.551 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:00.551 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:00.551 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:00.551 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 74, 2024-08-10T05:14:00.552 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 188, 2024-08-10T05:14:00.552 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:00.552 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:00.552 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:00.552 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 16, 2024-08-10T05:14:00.552 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:00.552 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.552 INFO:tasks.workunit.client.0.smithi031.stdout: "store_stats": { 2024-08-10T05:14:00.552 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": 0, 2024-08-10T05:14:00.552 INFO:tasks.workunit.client.0.smithi031.stdout: "available": 0, 2024-08-10T05:14:00.552 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed": 0, 2024-08-10T05:14:00.552 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed_allocated": 0, 2024-08-10T05:14:00.553 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed_original": 0, 2024-08-10T05:14:00.553 INFO:tasks.workunit.client.0.smithi031.stdout: "data_stored": 0, 2024-08-10T05:14:00.553 INFO:tasks.workunit.client.0.smithi031.stdout: "internal_metadata": 0, 2024-08-10T05:14:00.553 INFO:tasks.workunit.client.0.smithi031.stdout: "internally_reserved": 0, 2024-08-10T05:14:00.553 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_allocated": 0, 2024-08-10T05:14:00.553 INFO:tasks.workunit.client.0.smithi031.stdout: "total": 0 2024-08-10T05:14:00.553 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.553 INFO:tasks.workunit.client.0.smithi031.stdout: "up": 0 2024-08-10T05:14:00.553 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:00.553 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.553 INFO:tasks.workunit.client.0.smithi031.stdout: "leaderboard": false, 2024-08-10T05:14:00.553 INFO:tasks.workunit.client.0.smithi031.stdout: "license": "sharing-1-0", 2024-08-10T05:14:00.553 INFO:tasks.workunit.client.0.smithi031.stdout: "mempool": { 2024-08-10T05:14:00.553 INFO:tasks.workunit.client.0.smithi031.stdout: "mds": { 2024-08-10T05:14:00.554 INFO:tasks.workunit.client.0.smithi031.stdout: "mds.78b7f16c00d1f5b2f8ba1b3f812aa97559391734": { 2024-08-10T05:14:00.554 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-08-10T05:14:00.554 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.554 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.554 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.554 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T05:14:00.554 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.554 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.554 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.554 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-08-10T05:14:00.554 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.554 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.554 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.555 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-08-10T05:14:00.555 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.555 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.555 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.555 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_Blob": { 2024-08-10T05:14:00.555 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.555 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.555 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.555 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_Buffer": { 2024-08-10T05:14:00.555 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.555 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.555 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.555 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_Extent": { 2024-08-10T05:14:00.555 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.556 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.556 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.556 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_SharedBlob": { 2024-08-10T05:14:00.556 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.556 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.556 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.556 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-08-10T05:14:00.556 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.556 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.556 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.556 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-08-10T05:14:00.556 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.556 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.557 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.557 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-08-10T05:14:00.557 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.557 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.557 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.557 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-08-10T05:14:00.557 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.557 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.557 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.557 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-08-10T05:14:00.557 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.557 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.557 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.557 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-08-10T05:14:00.558 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.558 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.558 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.558 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-08-10T05:14:00.558 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.558 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.558 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.558 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-08-10T05:14:00.558 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.558 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.558 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.558 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-08-10T05:14:00.558 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.559 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.559 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.559 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-08-10T05:14:00.559 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.559 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.559 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.559 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-08-10T05:14:00.559 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 222471, 2024-08-10T05:14:00.559 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 72 2024-08-10T05:14:00.559 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.559 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-08-10T05:14:00.559 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.559 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.559 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.560 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-08-10T05:14:00.560 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 50488, 2024-08-10T05:14:00.560 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 208 2024-08-10T05:14:00.560 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.560 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T05:14:00.560 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.560 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.560 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.560 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-08-10T05:14:00.560 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.560 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.560 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.560 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-08-10T05:14:00.561 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.561 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.561 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.561 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-08-10T05:14:00.561 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 8040, 2024-08-10T05:14:00.561 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 137 2024-08-10T05:14:00.561 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.561 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-08-10T05:14:00.561 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.561 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.561 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.561 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-08-10T05:14:00.561 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.562 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.562 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.562 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-08-10T05:14:00.562 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.562 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.562 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.562 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-08-10T05:14:00.562 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.562 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.562 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:00.562 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.562 INFO:tasks.workunit.client.0.smithi031.stdout: "mds.8ebe73bd7ea27fbdeeae1ec6539f9be9b100ac0f": { 2024-08-10T05:14:00.562 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-08-10T05:14:00.562 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.563 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.563 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.563 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T05:14:00.563 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.563 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.563 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.563 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-08-10T05:14:00.563 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.563 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.563 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.563 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-08-10T05:14:00.563 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.563 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.564 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.564 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_Blob": { 2024-08-10T05:14:00.564 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.564 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.564 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.564 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_Buffer": { 2024-08-10T05:14:00.564 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.564 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.564 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.564 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_Extent": { 2024-08-10T05:14:00.564 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.564 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.564 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.565 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_SharedBlob": { 2024-08-10T05:14:00.565 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.565 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.565 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.565 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-08-10T05:14:00.565 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.565 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.565 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.565 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-08-10T05:14:00.565 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.565 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.565 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.565 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-08-10T05:14:00.565 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.566 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.566 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.566 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-08-10T05:14:00.566 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.566 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.566 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.566 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-08-10T05:14:00.566 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.566 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.566 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.566 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-08-10T05:14:00.566 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.566 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.567 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.567 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-08-10T05:14:00.567 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.567 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.567 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.567 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-08-10T05:14:00.567 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.567 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.567 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.567 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-08-10T05:14:00.567 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.567 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.567 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.568 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-08-10T05:14:00.568 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.568 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.568 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.568 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-08-10T05:14:00.568 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 150066, 2024-08-10T05:14:00.568 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 33 2024-08-10T05:14:00.568 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.568 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-08-10T05:14:00.568 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.568 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.568 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.568 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-08-10T05:14:00.569 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 856, 2024-08-10T05:14:00.569 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 2 2024-08-10T05:14:00.569 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.569 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T05:14:00.569 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.569 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.569 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.569 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-08-10T05:14:00.569 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.569 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.569 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.569 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-08-10T05:14:00.569 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.569 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.570 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.570 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-08-10T05:14:00.570 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.570 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.570 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.570 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-08-10T05:14:00.570 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.570 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.570 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.570 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-08-10T05:14:00.570 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.570 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.570 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.571 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-08-10T05:14:00.571 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.571 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.571 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.571 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-08-10T05:14:00.571 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.571 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.571 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:00.571 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:00.571 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.571 INFO:tasks.workunit.client.0.smithi031.stdout: "mon": { 2024-08-10T05:14:00.571 INFO:tasks.workunit.client.0.smithi031.stdout: "mon.62ad85b37c16ffdd779a4c5a495ed5779bfdb6c1": { 2024-08-10T05:14:00.571 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-08-10T05:14:00.572 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.572 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.572 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.572 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T05:14:00.572 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.572 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.572 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.572 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-08-10T05:14:00.572 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.572 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.572 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.572 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-08-10T05:14:00.572 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.572 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.573 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.573 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_Blob": { 2024-08-10T05:14:00.573 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.573 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.573 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.573 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_Buffer": { 2024-08-10T05:14:00.573 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.573 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.573 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.573 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_Extent": { 2024-08-10T05:14:00.573 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.573 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.573 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.574 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_SharedBlob": { 2024-08-10T05:14:00.574 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.574 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.574 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.574 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-08-10T05:14:00.574 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.574 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.574 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.574 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-08-10T05:14:00.574 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.574 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.574 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.574 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-08-10T05:14:00.575 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.575 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.575 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.575 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-08-10T05:14:00.575 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.575 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.575 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.575 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-08-10T05:14:00.575 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.575 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.575 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.575 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-08-10T05:14:00.575 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.576 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.576 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.576 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-08-10T05:14:00.576 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.576 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.576 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.576 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-08-10T05:14:00.576 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.576 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.576 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.576 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-08-10T05:14:00.576 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.576 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.576 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.577 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-08-10T05:14:00.577 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.577 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.577 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.577 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-08-10T05:14:00.577 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 1188032, 2024-08-10T05:14:00.577 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 373 2024-08-10T05:14:00.577 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.577 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-08-10T05:14:00.577 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.577 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.577 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.577 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-08-10T05:14:00.578 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.578 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.578 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.578 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T05:14:00.578 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.578 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.578 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.578 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-08-10T05:14:00.578 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.578 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.578 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.578 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-08-10T05:14:00.578 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.579 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.579 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.579 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-08-10T05:14:00.579 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 6688, 2024-08-10T05:14:00.579 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 136 2024-08-10T05:14:00.579 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.579 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-08-10T05:14:00.579 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 12744, 2024-08-10T05:14:00.579 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1546 2024-08-10T05:14:00.579 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.579 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-08-10T05:14:00.579 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 5312, 2024-08-10T05:14:00.579 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 103 2024-08-10T05:14:00.579 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.580 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-08-10T05:14:00.580 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.580 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.580 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.580 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-08-10T05:14:00.580 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.580 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.580 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:00.580 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.580 INFO:tasks.workunit.client.0.smithi031.stdout: "mon.78b7f16c00d1f5b2f8ba1b3f812aa97559391734": { 2024-08-10T05:14:00.580 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-08-10T05:14:00.580 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.580 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.580 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.581 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T05:14:00.581 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.581 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.581 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.581 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-08-10T05:14:00.581 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.581 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.581 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.581 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-08-10T05:14:00.581 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.581 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.581 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.581 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_Blob": { 2024-08-10T05:14:00.581 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.582 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.582 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.582 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_Buffer": { 2024-08-10T05:14:00.582 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.582 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.582 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.582 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_Extent": { 2024-08-10T05:14:00.582 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.582 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.582 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.582 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_SharedBlob": { 2024-08-10T05:14:00.582 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.582 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.583 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.583 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-08-10T05:14:00.583 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.583 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.583 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.583 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-08-10T05:14:00.583 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.583 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.583 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.583 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-08-10T05:14:00.583 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.583 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.583 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.583 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-08-10T05:14:00.584 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.584 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.584 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.584 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-08-10T05:14:00.584 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.584 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.584 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.584 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-08-10T05:14:00.584 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.584 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.584 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.584 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-08-10T05:14:00.585 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.585 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.585 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.585 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-08-10T05:14:00.585 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.585 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.585 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.585 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-08-10T05:14:00.585 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.585 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.585 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.585 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-08-10T05:14:00.585 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.585 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.586 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.586 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-08-10T05:14:00.586 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 1184438, 2024-08-10T05:14:00.586 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 364 2024-08-10T05:14:00.586 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.586 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-08-10T05:14:00.586 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.586 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.586 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.586 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-08-10T05:14:00.586 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.586 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.586 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.587 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T05:14:00.587 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.587 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.587 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.587 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-08-10T05:14:00.587 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.587 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.587 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.587 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-08-10T05:14:00.587 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.587 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.587 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.587 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-08-10T05:14:00.587 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 6688, 2024-08-10T05:14:00.588 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 136 2024-08-10T05:14:00.588 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.588 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-08-10T05:14:00.588 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 12744, 2024-08-10T05:14:00.588 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1546 2024-08-10T05:14:00.588 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.588 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-08-10T05:14:00.588 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 5312, 2024-08-10T05:14:00.588 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 103 2024-08-10T05:14:00.588 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.588 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-08-10T05:14:00.589 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.589 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.589 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.589 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-08-10T05:14:00.589 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.589 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.589 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:00.589 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.589 INFO:tasks.workunit.client.0.smithi031.stdout: "mon.8ebe73bd7ea27fbdeeae1ec6539f9be9b100ac0f": { 2024-08-10T05:14:00.589 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-08-10T05:14:00.589 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.589 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.589 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.590 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T05:14:00.590 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.590 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.590 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.590 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-08-10T05:14:00.590 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.590 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.590 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.590 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-08-10T05:14:00.590 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.590 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.590 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.591 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_Blob": { 2024-08-10T05:14:00.591 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.591 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.591 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.591 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_Buffer": { 2024-08-10T05:14:00.591 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.591 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.591 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.591 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_Extent": { 2024-08-10T05:14:00.591 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.591 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.591 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.591 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_SharedBlob": { 2024-08-10T05:14:00.591 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.592 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.592 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.592 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-08-10T05:14:00.592 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.592 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.592 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.592 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-08-10T05:14:00.592 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.592 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.592 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.592 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-08-10T05:14:00.592 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.592 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.593 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.593 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-08-10T05:14:00.593 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.593 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.593 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.593 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-08-10T05:14:00.593 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.593 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.593 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.593 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-08-10T05:14:00.593 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.593 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.593 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.594 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-08-10T05:14:00.594 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.594 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.594 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.594 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-08-10T05:14:00.594 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.594 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.594 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.594 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-08-10T05:14:00.594 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.594 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.594 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.595 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-08-10T05:14:00.595 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.595 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.595 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.595 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-08-10T05:14:00.595 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 1212150, 2024-08-10T05:14:00.595 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 350 2024-08-10T05:14:00.595 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.595 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-08-10T05:14:00.595 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 440, 2024-08-10T05:14:00.595 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 5 2024-08-10T05:14:00.595 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.595 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-08-10T05:14:00.596 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.596 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.596 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.596 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T05:14:00.596 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.596 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.596 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.596 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-08-10T05:14:00.596 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.596 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.596 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.596 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-08-10T05:14:00.596 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.597 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.597 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.597 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-08-10T05:14:00.597 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 6688, 2024-08-10T05:14:00.597 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 136 2024-08-10T05:14:00.597 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.597 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-08-10T05:14:00.597 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 12744, 2024-08-10T05:14:00.597 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1546 2024-08-10T05:14:00.597 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.597 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-08-10T05:14:00.597 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 10624, 2024-08-10T05:14:00.597 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 206 2024-08-10T05:14:00.598 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.598 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-08-10T05:14:00.598 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.598 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.598 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.598 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-08-10T05:14:00.598 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.598 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.598 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:00.598 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:00.598 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.598 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T05:14:00.598 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.0": { 2024-08-10T05:14:00.599 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-08-10T05:14:00.599 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.599 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.599 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.599 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T05:14:00.599 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 6304, 2024-08-10T05:14:00.599 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 115 2024-08-10T05:14:00.599 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.599 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-08-10T05:14:00.599 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 16896, 2024-08-10T05:14:00.599 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 8 2024-08-10T05:14:00.599 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.599 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-08-10T05:14:00.599 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 576, 2024-08-10T05:14:00.599 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3 2024-08-10T05:14:00.600 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.600 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_Blob": { 2024-08-10T05:14:00.600 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 23072, 2024-08-10T05:14:00.600 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 206 2024-08-10T05:14:00.600 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.600 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_Buffer": { 2024-08-10T05:14:00.600 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 1456, 2024-08-10T05:14:00.600 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 13 2024-08-10T05:14:00.600 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.600 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_Extent": { 2024-08-10T05:14:00.600 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 9888, 2024-08-10T05:14:00.600 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 206 2024-08-10T05:14:00.600 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.600 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_SharedBlob": { 2024-08-10T05:14:00.601 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 23072, 2024-08-10T05:14:00.601 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 206 2024-08-10T05:14:00.601 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.601 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-08-10T05:14:00.601 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 6320, 2024-08-10T05:14:00.601 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 79 2024-08-10T05:14:00.601 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.601 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-08-10T05:14:00.601 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 606208, 2024-08-10T05:14:00.601 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 17 2024-08-10T05:14:00.601 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.601 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-08-10T05:14:00.601 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 58626, 2024-08-10T05:14:00.601 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 10677 2024-08-10T05:14:00.602 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.602 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-08-10T05:14:00.602 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 146880, 2024-08-10T05:14:00.602 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 216 2024-08-10T05:14:00.602 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.602 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-08-10T05:14:00.602 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 11732, 2024-08-10T05:14:00.602 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 775 2024-08-10T05:14:00.602 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.602 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-08-10T05:14:00.602 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.602 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.602 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.603 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-08-10T05:14:00.603 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 33720, 2024-08-10T05:14:00.603 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 216 2024-08-10T05:14:00.603 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.603 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-08-10T05:14:00.603 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.603 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.603 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.603 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-08-10T05:14:00.603 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 440837, 2024-08-10T05:14:00.603 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 96 2024-08-10T05:14:00.603 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.603 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-08-10T05:14:00.604 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.604 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.604 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.604 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-08-10T05:14:00.604 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 2435652, 2024-08-10T05:14:00.604 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 194 2024-08-10T05:14:00.604 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.604 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-08-10T05:14:00.604 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 6952, 2024-08-10T05:14:00.604 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 79 2024-08-10T05:14:00.604 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.604 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-08-10T05:14:00.604 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.604 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.604 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.605 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T05:14:00.605 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 521280, 2024-08-10T05:14:00.605 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 45 2024-08-10T05:14:00.605 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.605 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-08-10T05:14:00.605 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.605 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.605 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.605 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-08-10T05:14:00.605 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 95264, 2024-08-10T05:14:00.605 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 188 2024-08-10T05:14:00.605 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.606 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-08-10T05:14:00.606 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 236624, 2024-08-10T05:14:00.606 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3517 2024-08-10T05:14:00.606 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.606 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-08-10T05:14:00.606 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.606 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.606 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.606 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-08-10T05:14:00.606 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.606 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.606 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.606 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-08-10T05:14:00.607 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.607 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.607 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.607 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-08-10T05:14:00.607 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.607 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.607 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:00.607 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.607 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.1": { 2024-08-10T05:14:00.607 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-08-10T05:14:00.607 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.607 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.607 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.607 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T05:14:00.608 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 6304, 2024-08-10T05:14:00.608 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 115 2024-08-10T05:14:00.608 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.608 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-08-10T05:14:00.608 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 16896, 2024-08-10T05:14:00.608 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 8 2024-08-10T05:14:00.608 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.608 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-08-10T05:14:00.608 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 576, 2024-08-10T05:14:00.608 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3 2024-08-10T05:14:00.608 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.608 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_Blob": { 2024-08-10T05:14:00.608 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 21840, 2024-08-10T05:14:00.609 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 195 2024-08-10T05:14:00.609 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.609 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_Buffer": { 2024-08-10T05:14:00.609 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 1008, 2024-08-10T05:14:00.609 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 9 2024-08-10T05:14:00.609 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.609 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_Extent": { 2024-08-10T05:14:00.609 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 9360, 2024-08-10T05:14:00.609 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 195 2024-08-10T05:14:00.609 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.609 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_SharedBlob": { 2024-08-10T05:14:00.609 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 21840, 2024-08-10T05:14:00.609 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 195 2024-08-10T05:14:00.609 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.610 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-08-10T05:14:00.610 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 5600, 2024-08-10T05:14:00.610 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 70 2024-08-10T05:14:00.610 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.610 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-08-10T05:14:00.610 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 16384, 2024-08-10T05:14:00.610 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 4 2024-08-10T05:14:00.610 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.610 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-08-10T05:14:00.610 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 52438, 2024-08-10T05:14:00.610 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 9706 2024-08-10T05:14:00.610 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.611 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-08-10T05:14:00.611 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 138040, 2024-08-10T05:14:00.611 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 203 2024-08-10T05:14:00.611 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.611 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-08-10T05:14:00.611 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 9820, 2024-08-10T05:14:00.611 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 603 2024-08-10T05:14:00.611 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.611 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-08-10T05:14:00.611 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.611 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.611 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.611 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-08-10T05:14:00.611 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 29620, 2024-08-10T05:14:00.612 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 203 2024-08-10T05:14:00.612 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.612 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-08-10T05:14:00.612 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 736, 2024-08-10T05:14:00.612 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1 2024-08-10T05:14:00.612 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.612 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-08-10T05:14:00.612 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 476193, 2024-08-10T05:14:00.612 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 104 2024-08-10T05:14:00.612 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.612 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-08-10T05:14:00.612 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 12096, 2024-08-10T05:14:00.612 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3 2024-08-10T05:14:00.612 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.612 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-08-10T05:14:00.613 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 2419216, 2024-08-10T05:14:00.613 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 180 2024-08-10T05:14:00.613 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.613 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-08-10T05:14:00.613 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 5016, 2024-08-10T05:14:00.613 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 57 2024-08-10T05:14:00.613 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.613 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-08-10T05:14:00.613 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.613 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.613 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.613 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T05:14:00.613 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 440192, 2024-08-10T05:14:00.614 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 38 2024-08-10T05:14:00.614 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.614 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-08-10T05:14:00.614 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.614 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.614 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.614 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-08-10T05:14:00.614 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 8528, 2024-08-10T05:14:00.614 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 22 2024-08-10T05:14:00.614 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.614 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-08-10T05:14:00.614 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 236624, 2024-08-10T05:14:00.614 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3517 2024-08-10T05:14:00.614 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.615 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-08-10T05:14:00.615 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.615 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.615 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.615 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-08-10T05:14:00.615 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.615 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.615 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.615 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-08-10T05:14:00.615 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.615 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.615 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.615 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-08-10T05:14:00.616 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.616 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.616 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:00.616 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.616 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.2": { 2024-08-10T05:14:00.616 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-08-10T05:14:00.616 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.616 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.616 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.616 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T05:14:00.616 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 6304, 2024-08-10T05:14:00.616 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 115 2024-08-10T05:14:00.616 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.616 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-08-10T05:14:00.617 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 16896, 2024-08-10T05:14:00.617 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 8 2024-08-10T05:14:00.617 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.617 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-08-10T05:14:00.617 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 576, 2024-08-10T05:14:00.617 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3 2024-08-10T05:14:00.617 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.617 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_Blob": { 2024-08-10T05:14:00.617 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 21504, 2024-08-10T05:14:00.617 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 192 2024-08-10T05:14:00.617 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.617 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_Buffer": { 2024-08-10T05:14:00.617 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 896, 2024-08-10T05:14:00.618 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 8 2024-08-10T05:14:00.618 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.618 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_Extent": { 2024-08-10T05:14:00.618 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 9216, 2024-08-10T05:14:00.618 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 192 2024-08-10T05:14:00.618 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.618 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_SharedBlob": { 2024-08-10T05:14:00.618 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 21504, 2024-08-10T05:14:00.618 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 192 2024-08-10T05:14:00.618 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.618 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-08-10T05:14:00.618 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 5120, 2024-08-10T05:14:00.619 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 64 2024-08-10T05:14:00.619 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.619 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-08-10T05:14:00.619 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 12288, 2024-08-10T05:14:00.619 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3 2024-08-10T05:14:00.619 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.619 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-08-10T05:14:00.619 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 49398, 2024-08-10T05:14:00.619 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 9274 2024-08-10T05:14:00.619 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.619 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-08-10T05:14:00.619 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 131920, 2024-08-10T05:14:00.619 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 194 2024-08-10T05:14:00.619 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.620 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-08-10T05:14:00.620 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 8976, 2024-08-10T05:14:00.620 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 590 2024-08-10T05:14:00.620 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.620 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-08-10T05:14:00.620 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.620 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.620 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.620 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-08-10T05:14:00.620 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 27820, 2024-08-10T05:14:00.620 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 194 2024-08-10T05:14:00.620 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.620 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-08-10T05:14:00.620 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 736, 2024-08-10T05:14:00.621 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1 2024-08-10T05:14:00.621 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.621 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-08-10T05:14:00.621 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 381985, 2024-08-10T05:14:00.621 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 81 2024-08-10T05:14:00.621 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.621 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-08-10T05:14:00.621 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 12096, 2024-08-10T05:14:00.621 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3 2024-08-10T05:14:00.621 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.621 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-08-10T05:14:00.621 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 2450772, 2024-08-10T05:14:00.621 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 188 2024-08-10T05:14:00.621 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.622 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-08-10T05:14:00.622 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 4400, 2024-08-10T05:14:00.622 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 50 2024-08-10T05:14:00.622 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.622 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-08-10T05:14:00.622 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.622 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.622 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.622 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T05:14:00.622 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 359104, 2024-08-10T05:14:00.622 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 31 2024-08-10T05:14:00.622 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.622 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-08-10T05:14:00.622 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.623 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.623 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.623 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-08-10T05:14:00.623 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 8320, 2024-08-10T05:14:00.623 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 24 2024-08-10T05:14:00.623 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.623 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-08-10T05:14:00.623 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 237136, 2024-08-10T05:14:00.623 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3541 2024-08-10T05:14:00.623 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.623 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-08-10T05:14:00.623 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.623 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.623 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.623 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-08-10T05:14:00.624 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.624 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.624 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.624 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-08-10T05:14:00.624 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.624 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.624 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.624 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-08-10T05:14:00.624 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.624 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.624 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:00.624 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.624 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.3": { 2024-08-10T05:14:00.625 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-08-10T05:14:00.625 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.625 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.625 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.625 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T05:14:00.625 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 6304, 2024-08-10T05:14:00.625 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 115 2024-08-10T05:14:00.625 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.625 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-08-10T05:14:00.625 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 16896, 2024-08-10T05:14:00.625 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 8 2024-08-10T05:14:00.625 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.626 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-08-10T05:14:00.626 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 576, 2024-08-10T05:14:00.626 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3 2024-08-10T05:14:00.626 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.626 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_Blob": { 2024-08-10T05:14:00.626 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 21952, 2024-08-10T05:14:00.626 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 196 2024-08-10T05:14:00.626 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.626 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_Buffer": { 2024-08-10T05:14:00.626 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 336, 2024-08-10T05:14:00.626 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3 2024-08-10T05:14:00.626 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.627 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_Extent": { 2024-08-10T05:14:00.627 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 9408, 2024-08-10T05:14:00.627 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 196 2024-08-10T05:14:00.627 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.627 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_SharedBlob": { 2024-08-10T05:14:00.627 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 21952, 2024-08-10T05:14:00.627 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 196 2024-08-10T05:14:00.627 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.627 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-08-10T05:14:00.627 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 4400, 2024-08-10T05:14:00.627 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 55 2024-08-10T05:14:00.627 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.627 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-08-10T05:14:00.628 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 4096, 2024-08-10T05:14:00.628 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1 2024-08-10T05:14:00.628 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.628 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-08-10T05:14:00.628 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 50541, 2024-08-10T05:14:00.628 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 9506 2024-08-10T05:14:00.628 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.628 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-08-10T05:14:00.628 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 135320, 2024-08-10T05:14:00.628 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 199 2024-08-10T05:14:00.628 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.628 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-08-10T05:14:00.628 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 9648, 2024-08-10T05:14:00.628 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 605 2024-08-10T05:14:00.629 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.629 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-08-10T05:14:00.629 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.629 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.629 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.629 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-08-10T05:14:00.629 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 28428, 2024-08-10T05:14:00.629 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 199 2024-08-10T05:14:00.629 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.629 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-08-10T05:14:00.629 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 2208, 2024-08-10T05:14:00.629 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3 2024-08-10T05:14:00.629 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.630 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-08-10T05:14:00.630 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 299086, 2024-08-10T05:14:00.630 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 61 2024-08-10T05:14:00.630 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.630 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-08-10T05:14:00.630 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 30637, 2024-08-10T05:14:00.630 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 9 2024-08-10T05:14:00.630 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.630 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-08-10T05:14:00.630 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 2445294, 2024-08-10T05:14:00.630 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 187 2024-08-10T05:14:00.630 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.630 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-08-10T05:14:00.631 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 4752, 2024-08-10T05:14:00.631 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 54 2024-08-10T05:14:00.631 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.631 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-08-10T05:14:00.631 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.631 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.631 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.631 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T05:14:00.631 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 417024, 2024-08-10T05:14:00.631 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 36 2024-08-10T05:14:00.631 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.631 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-08-10T05:14:00.631 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.632 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.632 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.632 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-08-10T05:14:00.632 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 10400, 2024-08-10T05:14:00.632 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 20 2024-08-10T05:14:00.632 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.632 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-08-10T05:14:00.632 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 237136, 2024-08-10T05:14:00.632 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3541 2024-08-10T05:14:00.632 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.632 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-08-10T05:14:00.632 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.632 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.633 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.633 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-08-10T05:14:00.633 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.633 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.633 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.633 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-08-10T05:14:00.633 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.633 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.633 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.633 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-08-10T05:14:00.633 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.633 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.633 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:00.634 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.634 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.4": { 2024-08-10T05:14:00.634 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-08-10T05:14:00.634 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.634 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.634 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.634 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T05:14:00.634 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 6304, 2024-08-10T05:14:00.634 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 115 2024-08-10T05:14:00.634 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.634 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-08-10T05:14:00.634 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 16896, 2024-08-10T05:14:00.634 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 8 2024-08-10T05:14:00.635 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.635 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-08-10T05:14:00.635 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 576, 2024-08-10T05:14:00.635 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3 2024-08-10T05:14:00.635 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.635 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_Blob": { 2024-08-10T05:14:00.635 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 21952, 2024-08-10T05:14:00.635 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 196 2024-08-10T05:14:00.635 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.635 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_Buffer": { 2024-08-10T05:14:00.635 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 1008, 2024-08-10T05:14:00.635 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 9 2024-08-10T05:14:00.635 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.636 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_Extent": { 2024-08-10T05:14:00.636 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 9408, 2024-08-10T05:14:00.636 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 196 2024-08-10T05:14:00.636 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.636 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_SharedBlob": { 2024-08-10T05:14:00.636 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 21952, 2024-08-10T05:14:00.636 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 196 2024-08-10T05:14:00.636 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.636 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-08-10T05:14:00.636 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 4080, 2024-08-10T05:14:00.636 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 51 2024-08-10T05:14:00.636 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.636 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-08-10T05:14:00.637 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 23249, 2024-08-10T05:14:00.637 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 5 2024-08-10T05:14:00.637 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.637 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-08-10T05:14:00.637 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 52145, 2024-08-10T05:14:00.637 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 9706 2024-08-10T05:14:00.637 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.637 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-08-10T05:14:00.637 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 138040, 2024-08-10T05:14:00.637 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 203 2024-08-10T05:14:00.637 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.637 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-08-10T05:14:00.637 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 9952, 2024-08-10T05:14:00.637 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 606 2024-08-10T05:14:00.638 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.638 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-08-10T05:14:00.638 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.638 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.638 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.638 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-08-10T05:14:00.638 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 29452, 2024-08-10T05:14:00.638 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 203 2024-08-10T05:14:00.638 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.638 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-08-10T05:14:00.638 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 736, 2024-08-10T05:14:00.638 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1 2024-08-10T05:14:00.639 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.639 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-08-10T05:14:00.639 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 958880, 2024-08-10T05:14:00.639 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 80 2024-08-10T05:14:00.639 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.639 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-08-10T05:14:00.639 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 12096, 2024-08-10T05:14:00.639 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3 2024-08-10T05:14:00.639 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.639 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-08-10T05:14:00.639 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 2421660, 2024-08-10T05:14:00.639 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 176 2024-08-10T05:14:00.639 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.640 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-08-10T05:14:00.640 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 5104, 2024-08-10T05:14:00.640 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 58 2024-08-10T05:14:00.640 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.640 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-08-10T05:14:00.640 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.640 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.640 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.640 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T05:14:00.640 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 451776, 2024-08-10T05:14:00.640 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 39 2024-08-10T05:14:00.640 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.640 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-08-10T05:14:00.640 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.641 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.641 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.641 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-08-10T05:14:00.641 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 8944, 2024-08-10T05:14:00.641 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 18 2024-08-10T05:14:00.641 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.641 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-08-10T05:14:00.641 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 237136, 2024-08-10T05:14:00.641 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3541 2024-08-10T05:14:00.641 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.641 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-08-10T05:14:00.641 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.641 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.641 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.642 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-08-10T05:14:00.642 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.642 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.642 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.642 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-08-10T05:14:00.642 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.642 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.642 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.642 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-08-10T05:14:00.642 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.642 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.642 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:00.642 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.643 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.5": { 2024-08-10T05:14:00.643 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-08-10T05:14:00.643 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.643 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.643 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.643 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T05:14:00.643 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 6304, 2024-08-10T05:14:00.643 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 115 2024-08-10T05:14:00.643 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.643 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-08-10T05:14:00.643 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 16896, 2024-08-10T05:14:00.643 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 8 2024-08-10T05:14:00.643 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.643 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-08-10T05:14:00.644 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 576, 2024-08-10T05:14:00.644 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3 2024-08-10T05:14:00.644 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.644 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_Blob": { 2024-08-10T05:14:00.644 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 22064, 2024-08-10T05:14:00.644 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 197 2024-08-10T05:14:00.644 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.644 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_Buffer": { 2024-08-10T05:14:00.644 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 336, 2024-08-10T05:14:00.644 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3 2024-08-10T05:14:00.644 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.644 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_Extent": { 2024-08-10T05:14:00.644 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 9456, 2024-08-10T05:14:00.644 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 197 2024-08-10T05:14:00.645 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.645 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_SharedBlob": { 2024-08-10T05:14:00.645 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 22064, 2024-08-10T05:14:00.645 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 197 2024-08-10T05:14:00.645 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.645 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-08-10T05:14:00.645 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 3520, 2024-08-10T05:14:00.645 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 44 2024-08-10T05:14:00.645 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.645 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-08-10T05:14:00.645 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 4096, 2024-08-10T05:14:00.645 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1 2024-08-10T05:14:00.645 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.645 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-08-10T05:14:00.646 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 53398, 2024-08-10T05:14:00.646 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 9888 2024-08-10T05:14:00.646 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.646 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-08-10T05:14:00.646 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 140760, 2024-08-10T05:14:00.646 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 207 2024-08-10T05:14:00.646 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.646 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-08-10T05:14:00.646 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 10228, 2024-08-10T05:14:00.646 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 612 2024-08-10T05:14:00.646 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.646 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-08-10T05:14:00.647 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.647 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.647 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.647 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-08-10T05:14:00.647 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 30308, 2024-08-10T05:14:00.647 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 207 2024-08-10T05:14:00.647 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.647 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-08-10T05:14:00.647 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 2208, 2024-08-10T05:14:00.647 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3 2024-08-10T05:14:00.647 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.647 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-08-10T05:14:00.647 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 900709, 2024-08-10T05:14:00.648 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 65 2024-08-10T05:14:00.648 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.648 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-08-10T05:14:00.648 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 30637, 2024-08-10T05:14:00.648 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 9 2024-08-10T05:14:00.648 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.648 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-08-10T05:14:00.648 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 2412104, 2024-08-10T05:14:00.648 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 172 2024-08-10T05:14:00.648 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.648 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-08-10T05:14:00.648 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 5544, 2024-08-10T05:14:00.648 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 63 2024-08-10T05:14:00.648 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.649 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-08-10T05:14:00.649 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.649 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.649 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.649 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T05:14:00.649 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 474944, 2024-08-10T05:14:00.649 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 41 2024-08-10T05:14:00.649 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.649 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-08-10T05:14:00.649 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.649 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.649 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.649 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-08-10T05:14:00.649 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 13000, 2024-08-10T05:14:00.650 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 25 2024-08-10T05:14:00.650 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.650 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-08-10T05:14:00.650 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 237136, 2024-08-10T05:14:00.650 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3541 2024-08-10T05:14:00.650 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.650 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-08-10T05:14:00.650 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.650 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.650 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.650 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-08-10T05:14:00.650 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.650 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.651 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.651 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-08-10T05:14:00.651 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.651 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.651 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.651 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-08-10T05:14:00.651 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.651 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.651 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:00.651 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.651 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.6": { 2024-08-10T05:14:00.651 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-08-10T05:14:00.651 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.652 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.652 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.652 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T05:14:00.652 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 6304, 2024-08-10T05:14:00.652 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 115 2024-08-10T05:14:00.652 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.652 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-08-10T05:14:00.652 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 16896, 2024-08-10T05:14:00.652 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 8 2024-08-10T05:14:00.652 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.652 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-08-10T05:14:00.652 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 576, 2024-08-10T05:14:00.652 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3 2024-08-10T05:14:00.652 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.653 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_Blob": { 2024-08-10T05:14:00.653 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 22960, 2024-08-10T05:14:00.653 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 205 2024-08-10T05:14:00.653 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.653 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_Buffer": { 2024-08-10T05:14:00.653 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 112, 2024-08-10T05:14:00.653 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1 2024-08-10T05:14:00.653 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.653 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_Extent": { 2024-08-10T05:14:00.653 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 9840, 2024-08-10T05:14:00.653 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 205 2024-08-10T05:14:00.653 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.653 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_SharedBlob": { 2024-08-10T05:14:00.654 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 22960, 2024-08-10T05:14:00.654 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 205 2024-08-10T05:14:00.654 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.654 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-08-10T05:14:00.654 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 2960, 2024-08-10T05:14:00.654 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 37 2024-08-10T05:14:00.654 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.654 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-08-10T05:14:00.654 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 4096, 2024-08-10T05:14:00.654 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1 2024-08-10T05:14:00.654 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.654 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-08-10T05:14:00.655 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 52794, 2024-08-10T05:14:00.655 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 10081 2024-08-10T05:14:00.655 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.655 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-08-10T05:14:00.655 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 138720, 2024-08-10T05:14:00.655 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 204 2024-08-10T05:14:00.655 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.655 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-08-10T05:14:00.655 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 11232, 2024-08-10T05:14:00.655 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 767 2024-08-10T05:14:00.655 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.655 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-08-10T05:14:00.655 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.656 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.656 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.656 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-08-10T05:14:00.656 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 30736, 2024-08-10T05:14:00.656 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 204 2024-08-10T05:14:00.656 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.656 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-08-10T05:14:00.656 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.656 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.656 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.656 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-08-10T05:14:00.656 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 859941, 2024-08-10T05:14:00.656 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 56 2024-08-10T05:14:00.657 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.657 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-08-10T05:14:00.657 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.657 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.657 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.657 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-08-10T05:14:00.657 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 2427275, 2024-08-10T05:14:00.657 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 175 2024-08-10T05:14:00.657 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.657 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-08-10T05:14:00.657 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 4752, 2024-08-10T05:14:00.657 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 54 2024-08-10T05:14:00.657 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.658 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-08-10T05:14:00.658 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.658 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.658 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.658 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T05:14:00.658 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 451776, 2024-08-10T05:14:00.658 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 39 2024-08-10T05:14:00.658 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.658 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-08-10T05:14:00.658 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.658 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.658 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.658 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-08-10T05:14:00.659 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 94952, 2024-08-10T05:14:00.659 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 193 2024-08-10T05:14:00.659 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.659 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-08-10T05:14:00.659 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 237392, 2024-08-10T05:14:00.659 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3553 2024-08-10T05:14:00.659 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.659 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-08-10T05:14:00.659 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.659 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.659 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.659 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-08-10T05:14:00.660 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.660 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.660 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.660 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-08-10T05:14:00.660 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.660 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.660 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.660 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-08-10T05:14:00.660 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.660 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.660 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:00.660 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.660 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.7": { 2024-08-10T05:14:00.661 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-08-10T05:14:00.661 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.661 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.661 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.661 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T05:14:00.661 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 6304, 2024-08-10T05:14:00.661 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 115 2024-08-10T05:14:00.661 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.661 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-08-10T05:14:00.661 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 16896, 2024-08-10T05:14:00.661 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 8 2024-08-10T05:14:00.661 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.661 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-08-10T05:14:00.662 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 576, 2024-08-10T05:14:00.662 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3 2024-08-10T05:14:00.662 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.662 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_Blob": { 2024-08-10T05:14:00.662 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 22848, 2024-08-10T05:14:00.662 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 204 2024-08-10T05:14:00.662 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.662 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_Buffer": { 2024-08-10T05:14:00.662 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 1232, 2024-08-10T05:14:00.662 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 11 2024-08-10T05:14:00.662 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.662 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_Extent": { 2024-08-10T05:14:00.662 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 9792, 2024-08-10T05:14:00.663 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 204 2024-08-10T05:14:00.663 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.663 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_SharedBlob": { 2024-08-10T05:14:00.663 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 22848, 2024-08-10T05:14:00.663 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 204 2024-08-10T05:14:00.663 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.663 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-08-10T05:14:00.663 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 2320, 2024-08-10T05:14:00.663 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 29 2024-08-10T05:14:00.663 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.663 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-08-10T05:14:00.663 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 293243, 2024-08-10T05:14:00.663 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 12 2024-08-10T05:14:00.664 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.664 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-08-10T05:14:00.664 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 56592, 2024-08-10T05:14:00.664 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 10525 2024-08-10T05:14:00.664 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.664 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-08-10T05:14:00.664 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 144840, 2024-08-10T05:14:00.664 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 213 2024-08-10T05:14:00.664 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.664 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-08-10T05:14:00.664 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 11996, 2024-08-10T05:14:00.664 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 772 2024-08-10T05:14:00.664 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.664 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-08-10T05:14:00.665 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.665 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.665 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.665 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-08-10T05:14:00.665 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 33208, 2024-08-10T05:14:00.665 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 213 2024-08-10T05:14:00.665 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.665 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-08-10T05:14:00.665 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.665 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.665 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.665 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-08-10T05:14:00.665 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 189009, 2024-08-10T05:14:00.666 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 37 2024-08-10T05:14:00.666 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.666 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-08-10T05:14:00.666 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.666 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.666 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.666 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-08-10T05:14:00.666 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 2448828, 2024-08-10T05:14:00.666 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 216 2024-08-10T05:14:00.666 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.666 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-08-10T05:14:00.666 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 6336, 2024-08-10T05:14:00.666 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 72 2024-08-10T05:14:00.667 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.667 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-08-10T05:14:00.667 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.667 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.667 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.667 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T05:14:00.667 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 532864, 2024-08-10T05:14:00.667 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 46 2024-08-10T05:14:00.667 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.667 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-08-10T05:14:00.667 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.667 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.667 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.668 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-08-10T05:14:00.668 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 98488, 2024-08-10T05:14:00.668 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 227 2024-08-10T05:14:00.668 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.668 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-08-10T05:14:00.668 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 236624, 2024-08-10T05:14:00.668 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3517 2024-08-10T05:14:00.668 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.668 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-08-10T05:14:00.668 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.668 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.668 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.668 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-08-10T05:14:00.669 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.669 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.669 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.669 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-08-10T05:14:00.669 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.669 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.669 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.669 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-08-10T05:14:00.669 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:00.669 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:00.669 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:00.669 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:00.669 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:00.670 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.670 INFO:tasks.workunit.client.0.smithi031.stdout: "metadata": { 2024-08-10T05:14:00.670 INFO:tasks.workunit.client.0.smithi031.stdout: "mds": { 2024-08-10T05:14:00.670 INFO:tasks.workunit.client.0.smithi031.stdout: "arch": { 2024-08-10T05:14:00.670 INFO:tasks.workunit.client.0.smithi031.stdout: "x86_64": 2 2024-08-10T05:14:00.670 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.670 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph_version": { 2024-08-10T05:14:00.670 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 2 2024-08-10T05:14:00.670 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.670 INFO:tasks.workunit.client.0.smithi031.stdout: "cpu": { 2024-08-10T05:14:00.670 INFO:tasks.workunit.client.0.smithi031.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 1, 2024-08-10T05:14:00.670 INFO:tasks.workunit.client.0.smithi031.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-08-10T05:14:00.670 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.670 INFO:tasks.workunit.client.0.smithi031.stdout: "distro": { 2024-08-10T05:14:00.671 INFO:tasks.workunit.client.0.smithi031.stdout: "centos": 2 2024-08-10T05:14:00.671 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.671 INFO:tasks.workunit.client.0.smithi031.stdout: "distro_description": { 2024-08-10T05:14:00.671 INFO:tasks.workunit.client.0.smithi031.stdout: "CentOS Stream 9": 2 2024-08-10T05:14:00.671 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.671 INFO:tasks.workunit.client.0.smithi031.stdout: "kernel_description": { 2024-08-10T05:14:00.671 INFO:tasks.workunit.client.0.smithi031.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 2 2024-08-10T05:14:00.671 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.671 INFO:tasks.workunit.client.0.smithi031.stdout: "kernel_version": { 2024-08-10T05:14:00.671 INFO:tasks.workunit.client.0.smithi031.stdout: "5.14.0-480.el9.x86_64": 2 2024-08-10T05:14:00.671 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.671 INFO:tasks.workunit.client.0.smithi031.stdout: "os": { 2024-08-10T05:14:00.671 INFO:tasks.workunit.client.0.smithi031.stdout: "Linux": 2 2024-08-10T05:14:00.672 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:00.672 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.672 INFO:tasks.workunit.client.0.smithi031.stdout: "mon": { 2024-08-10T05:14:00.672 INFO:tasks.workunit.client.0.smithi031.stdout: "arch": { 2024-08-10T05:14:00.672 INFO:tasks.workunit.client.0.smithi031.stdout: "x86_64": 3 2024-08-10T05:14:00.672 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.672 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph_version": { 2024-08-10T05:14:00.672 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 3 2024-08-10T05:14:00.672 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.672 INFO:tasks.workunit.client.0.smithi031.stdout: "cpu": { 2024-08-10T05:14:00.672 INFO:tasks.workunit.client.0.smithi031.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2, 2024-08-10T05:14:00.672 INFO:tasks.workunit.client.0.smithi031.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-08-10T05:14:00.672 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.672 INFO:tasks.workunit.client.0.smithi031.stdout: "distro": { 2024-08-10T05:14:00.673 INFO:tasks.workunit.client.0.smithi031.stdout: "centos": 3 2024-08-10T05:14:00.673 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.673 INFO:tasks.workunit.client.0.smithi031.stdout: "distro_description": { 2024-08-10T05:14:00.673 INFO:tasks.workunit.client.0.smithi031.stdout: "CentOS Stream 9": 3 2024-08-10T05:14:00.673 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.673 INFO:tasks.workunit.client.0.smithi031.stdout: "kernel_description": { 2024-08-10T05:14:00.673 INFO:tasks.workunit.client.0.smithi031.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 3 2024-08-10T05:14:00.673 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.673 INFO:tasks.workunit.client.0.smithi031.stdout: "kernel_version": { 2024-08-10T05:14:00.673 INFO:tasks.workunit.client.0.smithi031.stdout: "5.14.0-480.el9.x86_64": 3 2024-08-10T05:14:00.673 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.673 INFO:tasks.workunit.client.0.smithi031.stdout: "os": { 2024-08-10T05:14:00.673 INFO:tasks.workunit.client.0.smithi031.stdout: "Linux": 3 2024-08-10T05:14:00.674 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:00.674 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.674 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T05:14:00.674 INFO:tasks.workunit.client.0.smithi031.stdout: "arch": { 2024-08-10T05:14:00.674 INFO:tasks.workunit.client.0.smithi031.stdout: "x86_64": 8 2024-08-10T05:14:00.674 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.674 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph_version": { 2024-08-10T05:14:00.674 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 8 2024-08-10T05:14:00.674 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.674 INFO:tasks.workunit.client.0.smithi031.stdout: "cpu": { 2024-08-10T05:14:00.674 INFO:tasks.workunit.client.0.smithi031.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 4, 2024-08-10T05:14:00.674 INFO:tasks.workunit.client.0.smithi031.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 4 2024-08-10T05:14:00.674 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.675 INFO:tasks.workunit.client.0.smithi031.stdout: "distro": { 2024-08-10T05:14:00.675 INFO:tasks.workunit.client.0.smithi031.stdout: "centos": 8 2024-08-10T05:14:00.675 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.675 INFO:tasks.workunit.client.0.smithi031.stdout: "distro_description": { 2024-08-10T05:14:00.675 INFO:tasks.workunit.client.0.smithi031.stdout: "CentOS Stream 9": 8 2024-08-10T05:14:00.675 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.675 INFO:tasks.workunit.client.0.smithi031.stdout: "kernel_description": { 2024-08-10T05:14:00.675 INFO:tasks.workunit.client.0.smithi031.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 8 2024-08-10T05:14:00.675 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.675 INFO:tasks.workunit.client.0.smithi031.stdout: "kernel_version": { 2024-08-10T05:14:00.675 INFO:tasks.workunit.client.0.smithi031.stdout: "5.14.0-480.el9.x86_64": 8 2024-08-10T05:14:00.675 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.675 INFO:tasks.workunit.client.0.smithi031.stdout: "os": { 2024-08-10T05:14:00.675 INFO:tasks.workunit.client.0.smithi031.stdout: "Linux": 8 2024-08-10T05:14:00.676 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.676 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_objectstore": { 2024-08-10T05:14:00.676 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore": 8 2024-08-10T05:14:00.676 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.676 INFO:tasks.workunit.client.0.smithi031.stdout: "rotational": { 2024-08-10T05:14:00.676 INFO:tasks.workunit.client.0.smithi031.stdout: "0": 8 2024-08-10T05:14:00.676 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:00.676 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:00.676 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.676 INFO:tasks.workunit.client.0.smithi031.stdout: "mon": { 2024-08-10T05:14:00.676 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3, 2024-08-10T05:14:00.676 INFO:tasks.workunit.client.0.smithi031.stdout: "features": { 2024-08-10T05:14:00.676 INFO:tasks.workunit.client.0.smithi031.stdout: "optional": [], 2024-08-10T05:14:00.676 INFO:tasks.workunit.client.0.smithi031.stdout: "persistent": [ 2024-08-10T05:14:00.677 INFO:tasks.workunit.client.0.smithi031.stdout: "kraken", 2024-08-10T05:14:00.677 INFO:tasks.workunit.client.0.smithi031.stdout: "luminous", 2024-08-10T05:14:00.677 INFO:tasks.workunit.client.0.smithi031.stdout: "mimic", 2024-08-10T05:14:00.677 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap-prune", 2024-08-10T05:14:00.677 INFO:tasks.workunit.client.0.smithi031.stdout: "nautilus", 2024-08-10T05:14:00.677 INFO:tasks.workunit.client.0.smithi031.stdout: "octopus", 2024-08-10T05:14:00.677 INFO:tasks.workunit.client.0.smithi031.stdout: "pacific", 2024-08-10T05:14:00.677 INFO:tasks.workunit.client.0.smithi031.stdout: "elector-pinging", 2024-08-10T05:14:00.677 INFO:tasks.workunit.client.0.smithi031.stdout: "quincy" 2024-08-10T05:14:00.677 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T05:14:00.677 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.677 INFO:tasks.workunit.client.0.smithi031.stdout: "ipv4_addr_mons": 6, 2024-08-10T05:14:00.677 INFO:tasks.workunit.client.0.smithi031.stdout: "ipv6_addr_mons": 0, 2024-08-10T05:14:00.677 INFO:tasks.workunit.client.0.smithi031.stdout: "min_mon_release": 17, 2024-08-10T05:14:00.677 INFO:tasks.workunit.client.0.smithi031.stdout: "v1_addr_mons": 3, 2024-08-10T05:14:00.678 INFO:tasks.workunit.client.0.smithi031.stdout: "v2_addr_mons": 3 2024-08-10T05:14:00.678 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.678 INFO:tasks.workunit.client.0.smithi031.stdout: "organization": "ceph-qa", 2024-08-10T05:14:00.678 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T05:14:00.678 INFO:tasks.workunit.client.0.smithi031.stdout: "cluster_network": false, 2024-08-10T05:14:00.678 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 8, 2024-08-10T05:14:00.678 INFO:tasks.workunit.client.0.smithi031.stdout: "require_min_compat_client": "luminous", 2024-08-10T05:14:00.678 INFO:tasks.workunit.client.0.smithi031.stdout: "require_osd_release": "quincy" 2024-08-10T05:14:00.678 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.678 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_perf_histograms": [ 2024-08-10T05:14:00.678 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:00.678 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T05:14:00.678 INFO:tasks.workunit.client.0.smithi031.stdout: "axes": [ 2024-08-10T05:14:00.679 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:00.679 INFO:tasks.workunit.client.0.smithi031.stdout: "buckets": 32, 2024-08-10T05:14:00.679 INFO:tasks.workunit.client.0.smithi031.stdout: "min": 0, 2024-08-10T05:14:00.679 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "Latency (usec)", 2024-08-10T05:14:00.679 INFO:tasks.workunit.client.0.smithi031.stdout: "quant_size": 100000, 2024-08-10T05:14:00.679 INFO:tasks.workunit.client.0.smithi031.stdout: "ranges": [ 2024-08-10T05:14:00.679 INFO:tasks.workunit.client.0.smithi031.stdout: "[None, -1]", 2024-08-10T05:14:00.679 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 99999]", 2024-08-10T05:14:00.679 INFO:tasks.workunit.client.0.smithi031.stdout: "[100000, 199999]", 2024-08-10T05:14:00.679 INFO:tasks.workunit.client.0.smithi031.stdout: "[200000, 399999]", 2024-08-10T05:14:00.679 INFO:tasks.workunit.client.0.smithi031.stdout: "[400000, 799999]", 2024-08-10T05:14:00.679 INFO:tasks.workunit.client.0.smithi031.stdout: "[800000, 1599999]", 2024-08-10T05:14:00.679 INFO:tasks.workunit.client.0.smithi031.stdout: "[1600000, 3199999]", 2024-08-10T05:14:00.680 INFO:tasks.workunit.client.0.smithi031.stdout: "[3200000, 6399999]", 2024-08-10T05:14:00.680 INFO:tasks.workunit.client.0.smithi031.stdout: "[6400000, 12799999]", 2024-08-10T05:14:00.680 INFO:tasks.workunit.client.0.smithi031.stdout: "[12800000, 25599999]", 2024-08-10T05:14:00.680 INFO:tasks.workunit.client.0.smithi031.stdout: "[25600000, 51199999]", 2024-08-10T05:14:00.680 INFO:tasks.workunit.client.0.smithi031.stdout: "[51200000, 102399999]", 2024-08-10T05:14:00.680 INFO:tasks.workunit.client.0.smithi031.stdout: "[102400000, 204799999]", 2024-08-10T05:14:00.680 INFO:tasks.workunit.client.0.smithi031.stdout: "[204800000, 409599999]", 2024-08-10T05:14:00.680 INFO:tasks.workunit.client.0.smithi031.stdout: "[409600000, 819199999]", 2024-08-10T05:14:00.680 INFO:tasks.workunit.client.0.smithi031.stdout: "[819200000, 1638399999]", 2024-08-10T05:14:00.680 INFO:tasks.workunit.client.0.smithi031.stdout: "[1638400000, 3276799999]", 2024-08-10T05:14:00.680 INFO:tasks.workunit.client.0.smithi031.stdout: "[3276800000, 6553599999]", 2024-08-10T05:14:00.680 INFO:tasks.workunit.client.0.smithi031.stdout: "[6553600000, 13107199999]", 2024-08-10T05:14:00.680 INFO:tasks.workunit.client.0.smithi031.stdout: "[13107200000, 26214399999]", 2024-08-10T05:14:00.680 INFO:tasks.workunit.client.0.smithi031.stdout: "[26214400000, 52428799999]", 2024-08-10T05:14:00.681 INFO:tasks.workunit.client.0.smithi031.stdout: "[52428800000, 104857599999]", 2024-08-10T05:14:00.681 INFO:tasks.workunit.client.0.smithi031.stdout: "[104857600000, 209715199999]", 2024-08-10T05:14:00.681 INFO:tasks.workunit.client.0.smithi031.stdout: "[209715200000, 419430399999]", 2024-08-10T05:14:00.681 INFO:tasks.workunit.client.0.smithi031.stdout: "[419430400000, 838860799999]", 2024-08-10T05:14:00.681 INFO:tasks.workunit.client.0.smithi031.stdout: "[838860800000, 1677721599999]", 2024-08-10T05:14:00.681 INFO:tasks.workunit.client.0.smithi031.stdout: "[1677721600000, 3355443199999]", 2024-08-10T05:14:00.681 INFO:tasks.workunit.client.0.smithi031.stdout: "[3355443200000, 6710886399999]", 2024-08-10T05:14:00.681 INFO:tasks.workunit.client.0.smithi031.stdout: "[6710886400000, 13421772799999]", 2024-08-10T05:14:00.681 INFO:tasks.workunit.client.0.smithi031.stdout: "[13421772800000, 26843545599999]", 2024-08-10T05:14:00.681 INFO:tasks.workunit.client.0.smithi031.stdout: "[26843545600000, 53687091199999]", 2024-08-10T05:14:00.681 INFO:tasks.workunit.client.0.smithi031.stdout: "[53687091200000, None]" 2024-08-10T05:14:00.681 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:00.681 INFO:tasks.workunit.client.0.smithi031.stdout: "scale_type": "log2" 2024-08-10T05:14:00.681 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.682 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:00.682 INFO:tasks.workunit.client.0.smithi031.stdout: "buckets": 32, 2024-08-10T05:14:00.682 INFO:tasks.workunit.client.0.smithi031.stdout: "min": 0, 2024-08-10T05:14:00.682 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "Request size (bytes)", 2024-08-10T05:14:00.682 INFO:tasks.workunit.client.0.smithi031.stdout: "quant_size": 512, 2024-08-10T05:14:00.682 INFO:tasks.workunit.client.0.smithi031.stdout: "ranges": [ 2024-08-10T05:14:00.682 INFO:tasks.workunit.client.0.smithi031.stdout: "[None, -1]", 2024-08-10T05:14:00.682 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 511]", 2024-08-10T05:14:00.682 INFO:tasks.workunit.client.0.smithi031.stdout: "[512, 1023]", 2024-08-10T05:14:00.682 INFO:tasks.workunit.client.0.smithi031.stdout: "[1024, 2047]", 2024-08-10T05:14:00.682 INFO:tasks.workunit.client.0.smithi031.stdout: "[2048, 4095]", 2024-08-10T05:14:00.682 INFO:tasks.workunit.client.0.smithi031.stdout: "[4096, 8191]", 2024-08-10T05:14:00.682 INFO:tasks.workunit.client.0.smithi031.stdout: "[8192, 16383]", 2024-08-10T05:14:00.683 INFO:tasks.workunit.client.0.smithi031.stdout: "[16384, 32767]", 2024-08-10T05:14:00.683 INFO:tasks.workunit.client.0.smithi031.stdout: "[32768, 65535]", 2024-08-10T05:14:00.683 INFO:tasks.workunit.client.0.smithi031.stdout: "[65536, 131071]", 2024-08-10T05:14:00.683 INFO:tasks.workunit.client.0.smithi031.stdout: "[131072, 262143]", 2024-08-10T05:14:00.683 INFO:tasks.workunit.client.0.smithi031.stdout: "[262144, 524287]", 2024-08-10T05:14:00.683 INFO:tasks.workunit.client.0.smithi031.stdout: "[524288, 1048575]", 2024-08-10T05:14:00.683 INFO:tasks.workunit.client.0.smithi031.stdout: "[1048576, 2097151]", 2024-08-10T05:14:00.683 INFO:tasks.workunit.client.0.smithi031.stdout: "[2097152, 4194303]", 2024-08-10T05:14:00.683 INFO:tasks.workunit.client.0.smithi031.stdout: "[4194304, 8388607]", 2024-08-10T05:14:00.683 INFO:tasks.workunit.client.0.smithi031.stdout: "[8388608, 16777215]", 2024-08-10T05:14:00.683 INFO:tasks.workunit.client.0.smithi031.stdout: "[16777216, 33554431]", 2024-08-10T05:14:00.683 INFO:tasks.workunit.client.0.smithi031.stdout: "[33554432, 67108863]", 2024-08-10T05:14:00.683 INFO:tasks.workunit.client.0.smithi031.stdout: "[67108864, 134217727]", 2024-08-10T05:14:00.683 INFO:tasks.workunit.client.0.smithi031.stdout: "[134217728, 268435455]", 2024-08-10T05:14:00.684 INFO:tasks.workunit.client.0.smithi031.stdout: "[268435456, 536870911]", 2024-08-10T05:14:00.684 INFO:tasks.workunit.client.0.smithi031.stdout: "[536870912, 1073741823]", 2024-08-10T05:14:00.684 INFO:tasks.workunit.client.0.smithi031.stdout: "[1073741824, 2147483647]", 2024-08-10T05:14:00.684 INFO:tasks.workunit.client.0.smithi031.stdout: "[2147483648, 4294967295]", 2024-08-10T05:14:00.684 INFO:tasks.workunit.client.0.smithi031.stdout: "[4294967296, 8589934591]", 2024-08-10T05:14:00.684 INFO:tasks.workunit.client.0.smithi031.stdout: "[8589934592, 17179869183]", 2024-08-10T05:14:00.684 INFO:tasks.workunit.client.0.smithi031.stdout: "[17179869184, 34359738367]", 2024-08-10T05:14:00.684 INFO:tasks.workunit.client.0.smithi031.stdout: "[34359738368, 68719476735]", 2024-08-10T05:14:00.684 INFO:tasks.workunit.client.0.smithi031.stdout: "[68719476736, 137438953471]", 2024-08-10T05:14:00.684 INFO:tasks.workunit.client.0.smithi031.stdout: "[137438953472, 274877906943]", 2024-08-10T05:14:00.684 INFO:tasks.workunit.client.0.smithi031.stdout: "[274877906944, None]" 2024-08-10T05:14:00.684 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:00.684 INFO:tasks.workunit.client.0.smithi031.stdout: "scale_type": "log2" 2024-08-10T05:14:00.685 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:00.685 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:00.685 INFO:tasks.workunit.client.0.smithi031.stdout: "osds": [ 2024-08-10T05:14:00.685 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:00.685 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 0, 2024-08-10T05:14:00.685 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T05:14:00.685 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.685 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.685 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.685 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.685 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.685 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.685 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.686 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.686 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.686 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.686 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.686 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.686 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.686 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.686 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.686 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.686 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.686 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.686 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.686 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.687 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.687 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.687 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.687 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.687 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.687 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.687 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.687 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.687 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.687 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.687 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.687 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T05:14:00.687 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T05:14:00.688 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.688 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:00.688 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 1, 2024-08-10T05:14:00.688 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T05:14:00.688 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.688 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.688 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.688 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.688 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.688 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.688 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.688 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.688 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.689 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.689 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.689 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.689 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.689 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.689 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.689 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.689 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.689 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.689 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.689 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.689 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.689 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.689 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.690 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.690 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.690 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.690 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.690 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.690 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.690 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.690 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.690 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T05:14:00.690 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T05:14:00.690 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.690 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:00.691 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 2, 2024-08-10T05:14:00.691 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T05:14:00.691 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.691 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.691 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.691 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.691 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.691 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.691 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.691 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.691 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.691 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.691 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.692 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.692 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.692 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.692 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.692 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.692 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.692 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.692 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.692 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.692 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.692 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.692 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.692 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.692 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.693 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.693 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.693 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.693 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.693 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.693 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.693 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T05:14:00.693 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T05:14:00.693 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.693 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:00.693 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 3, 2024-08-10T05:14:00.693 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T05:14:00.693 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.694 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.694 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.694 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.694 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.694 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.694 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.694 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.694 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.694 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.694 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.694 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.694 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.695 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.695 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.695 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.695 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.695 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.695 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.695 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.695 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.695 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.695 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.695 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.695 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.695 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.696 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.696 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.696 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.696 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.696 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.696 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T05:14:00.696 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T05:14:00.696 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.696 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:00.696 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 4, 2024-08-10T05:14:00.696 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T05:14:00.696 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.696 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.696 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.697 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.697 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.697 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.697 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.697 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.697 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.697 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.697 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.697 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.697 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.697 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.697 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.697 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.697 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.698 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.698 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.698 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.698 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.698 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.698 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.698 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.698 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.698 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.698 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.698 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.698 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.698 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.699 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.699 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T05:14:00.699 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T05:14:00.699 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.699 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:00.699 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 5, 2024-08-10T05:14:00.699 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T05:14:00.699 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.699 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.699 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.699 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.699 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.699 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.699 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.700 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.700 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.700 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.700 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.700 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.700 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.700 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.700 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.700 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.700 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.700 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.700 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.700 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.700 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.701 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.701 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.701 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.701 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.701 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.701 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.701 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.701 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.701 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.702 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.702 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T05:14:00.702 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T05:14:00.702 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.702 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:00.702 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 6, 2024-08-10T05:14:00.702 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T05:14:00.702 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.702 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.702 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.702 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.702 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.702 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.703 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.703 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.703 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.703 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.703 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.703 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.703 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.703 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.703 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.703 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.703 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.703 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.703 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.704 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.704 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.704 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.704 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.704 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.704 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.704 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.704 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.704 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.704 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.704 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.704 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.704 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T05:14:00.704 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T05:14:00.705 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.705 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:00.705 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 7, 2024-08-10T05:14:00.705 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T05:14:00.705 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.705 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.705 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 91, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.705 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.705 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.705 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.705 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.705 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.705 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.706 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.706 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.706 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.706 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.706 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.706 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.706 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.706 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.706 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.706 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.706 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.706 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.707 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.707 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.707 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.707 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.707 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.707 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.707 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.707 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.707 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.707 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.707 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T05:14:00.707 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T05:14:00.707 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:00.708 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T05:14:00.708 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.708 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T05:14:00.708 INFO:tasks.workunit.client.0.smithi031.stdout: "axes": [ 2024-08-10T05:14:00.708 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:00.708 INFO:tasks.workunit.client.0.smithi031.stdout: "buckets": 32, 2024-08-10T05:14:00.708 INFO:tasks.workunit.client.0.smithi031.stdout: "min": 0, 2024-08-10T05:14:00.708 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "Latency (usec)", 2024-08-10T05:14:00.708 INFO:tasks.workunit.client.0.smithi031.stdout: "quant_size": 100000, 2024-08-10T05:14:00.708 INFO:tasks.workunit.client.0.smithi031.stdout: "ranges": [ 2024-08-10T05:14:00.708 INFO:tasks.workunit.client.0.smithi031.stdout: "[None, -1]", 2024-08-10T05:14:00.708 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 99999]", 2024-08-10T05:14:00.708 INFO:tasks.workunit.client.0.smithi031.stdout: "[100000, 199999]", 2024-08-10T05:14:00.708 INFO:tasks.workunit.client.0.smithi031.stdout: "[200000, 399999]", 2024-08-10T05:14:00.709 INFO:tasks.workunit.client.0.smithi031.stdout: "[400000, 799999]", 2024-08-10T05:14:00.709 INFO:tasks.workunit.client.0.smithi031.stdout: "[800000, 1599999]", 2024-08-10T05:14:00.709 INFO:tasks.workunit.client.0.smithi031.stdout: "[1600000, 3199999]", 2024-08-10T05:14:00.709 INFO:tasks.workunit.client.0.smithi031.stdout: "[3200000, 6399999]", 2024-08-10T05:14:00.709 INFO:tasks.workunit.client.0.smithi031.stdout: "[6400000, 12799999]", 2024-08-10T05:14:00.709 INFO:tasks.workunit.client.0.smithi031.stdout: "[12800000, 25599999]", 2024-08-10T05:14:00.709 INFO:tasks.workunit.client.0.smithi031.stdout: "[25600000, 51199999]", 2024-08-10T05:14:00.709 INFO:tasks.workunit.client.0.smithi031.stdout: "[51200000, 102399999]", 2024-08-10T05:14:00.709 INFO:tasks.workunit.client.0.smithi031.stdout: "[102400000, 204799999]", 2024-08-10T05:14:00.709 INFO:tasks.workunit.client.0.smithi031.stdout: "[204800000, 409599999]", 2024-08-10T05:14:00.709 INFO:tasks.workunit.client.0.smithi031.stdout: "[409600000, 819199999]", 2024-08-10T05:14:00.709 INFO:tasks.workunit.client.0.smithi031.stdout: "[819200000, 1638399999]", 2024-08-10T05:14:00.709 INFO:tasks.workunit.client.0.smithi031.stdout: "[1638400000, 3276799999]", 2024-08-10T05:14:00.709 INFO:tasks.workunit.client.0.smithi031.stdout: "[3276800000, 6553599999]", 2024-08-10T05:14:00.710 INFO:tasks.workunit.client.0.smithi031.stdout: "[6553600000, 13107199999]", 2024-08-10T05:14:00.710 INFO:tasks.workunit.client.0.smithi031.stdout: "[13107200000, 26214399999]", 2024-08-10T05:14:00.710 INFO:tasks.workunit.client.0.smithi031.stdout: "[26214400000, 52428799999]", 2024-08-10T05:14:00.710 INFO:tasks.workunit.client.0.smithi031.stdout: "[52428800000, 104857599999]", 2024-08-10T05:14:00.710 INFO:tasks.workunit.client.0.smithi031.stdout: "[104857600000, 209715199999]", 2024-08-10T05:14:00.710 INFO:tasks.workunit.client.0.smithi031.stdout: "[209715200000, 419430399999]", 2024-08-10T05:14:00.710 INFO:tasks.workunit.client.0.smithi031.stdout: "[419430400000, 838860799999]", 2024-08-10T05:14:00.710 INFO:tasks.workunit.client.0.smithi031.stdout: "[838860800000, 1677721599999]", 2024-08-10T05:14:00.710 INFO:tasks.workunit.client.0.smithi031.stdout: "[1677721600000, 3355443199999]", 2024-08-10T05:14:00.710 INFO:tasks.workunit.client.0.smithi031.stdout: "[3355443200000, 6710886399999]", 2024-08-10T05:14:00.710 INFO:tasks.workunit.client.0.smithi031.stdout: "[6710886400000, 13421772799999]", 2024-08-10T05:14:00.710 INFO:tasks.workunit.client.0.smithi031.stdout: "[13421772800000, 26843545599999]", 2024-08-10T05:14:00.710 INFO:tasks.workunit.client.0.smithi031.stdout: "[26843545600000, 53687091199999]", 2024-08-10T05:14:00.710 INFO:tasks.workunit.client.0.smithi031.stdout: "[53687091200000, None]" 2024-08-10T05:14:00.711 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:00.711 INFO:tasks.workunit.client.0.smithi031.stdout: "scale_type": "log2" 2024-08-10T05:14:00.711 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.711 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:00.711 INFO:tasks.workunit.client.0.smithi031.stdout: "buckets": 32, 2024-08-10T05:14:00.711 INFO:tasks.workunit.client.0.smithi031.stdout: "min": 0, 2024-08-10T05:14:00.711 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "Request size (bytes)", 2024-08-10T05:14:00.711 INFO:tasks.workunit.client.0.smithi031.stdout: "quant_size": 512, 2024-08-10T05:14:00.711 INFO:tasks.workunit.client.0.smithi031.stdout: "ranges": [ 2024-08-10T05:14:00.711 INFO:tasks.workunit.client.0.smithi031.stdout: "[None, -1]", 2024-08-10T05:14:00.711 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 511]", 2024-08-10T05:14:00.711 INFO:tasks.workunit.client.0.smithi031.stdout: "[512, 1023]", 2024-08-10T05:14:00.711 INFO:tasks.workunit.client.0.smithi031.stdout: "[1024, 2047]", 2024-08-10T05:14:00.712 INFO:tasks.workunit.client.0.smithi031.stdout: "[2048, 4095]", 2024-08-10T05:14:00.712 INFO:tasks.workunit.client.0.smithi031.stdout: "[4096, 8191]", 2024-08-10T05:14:00.712 INFO:tasks.workunit.client.0.smithi031.stdout: "[8192, 16383]", 2024-08-10T05:14:00.712 INFO:tasks.workunit.client.0.smithi031.stdout: "[16384, 32767]", 2024-08-10T05:14:00.712 INFO:tasks.workunit.client.0.smithi031.stdout: "[32768, 65535]", 2024-08-10T05:14:00.712 INFO:tasks.workunit.client.0.smithi031.stdout: "[65536, 131071]", 2024-08-10T05:14:00.712 INFO:tasks.workunit.client.0.smithi031.stdout: "[131072, 262143]", 2024-08-10T05:14:00.712 INFO:tasks.workunit.client.0.smithi031.stdout: "[262144, 524287]", 2024-08-10T05:14:00.712 INFO:tasks.workunit.client.0.smithi031.stdout: "[524288, 1048575]", 2024-08-10T05:14:00.712 INFO:tasks.workunit.client.0.smithi031.stdout: "[1048576, 2097151]", 2024-08-10T05:14:00.712 INFO:tasks.workunit.client.0.smithi031.stdout: "[2097152, 4194303]", 2024-08-10T05:14:00.712 INFO:tasks.workunit.client.0.smithi031.stdout: "[4194304, 8388607]", 2024-08-10T05:14:00.712 INFO:tasks.workunit.client.0.smithi031.stdout: "[8388608, 16777215]", 2024-08-10T05:14:00.712 INFO:tasks.workunit.client.0.smithi031.stdout: "[16777216, 33554431]", 2024-08-10T05:14:00.713 INFO:tasks.workunit.client.0.smithi031.stdout: "[33554432, 67108863]", 2024-08-10T05:14:00.713 INFO:tasks.workunit.client.0.smithi031.stdout: "[67108864, 134217727]", 2024-08-10T05:14:00.713 INFO:tasks.workunit.client.0.smithi031.stdout: "[134217728, 268435455]", 2024-08-10T05:14:00.713 INFO:tasks.workunit.client.0.smithi031.stdout: "[268435456, 536870911]", 2024-08-10T05:14:00.713 INFO:tasks.workunit.client.0.smithi031.stdout: "[536870912, 1073741823]", 2024-08-10T05:14:00.713 INFO:tasks.workunit.client.0.smithi031.stdout: "[1073741824, 2147483647]", 2024-08-10T05:14:00.713 INFO:tasks.workunit.client.0.smithi031.stdout: "[2147483648, 4294967295]", 2024-08-10T05:14:00.713 INFO:tasks.workunit.client.0.smithi031.stdout: "[4294967296, 8589934591]", 2024-08-10T05:14:00.713 INFO:tasks.workunit.client.0.smithi031.stdout: "[8589934592, 17179869183]", 2024-08-10T05:14:00.713 INFO:tasks.workunit.client.0.smithi031.stdout: "[17179869184, 34359738367]", 2024-08-10T05:14:00.713 INFO:tasks.workunit.client.0.smithi031.stdout: "[34359738368, 68719476735]", 2024-08-10T05:14:00.713 INFO:tasks.workunit.client.0.smithi031.stdout: "[68719476736, 137438953471]", 2024-08-10T05:14:00.713 INFO:tasks.workunit.client.0.smithi031.stdout: "[137438953472, 274877906943]", 2024-08-10T05:14:00.713 INFO:tasks.workunit.client.0.smithi031.stdout: "[274877906944, None]" 2024-08-10T05:14:00.714 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:00.714 INFO:tasks.workunit.client.0.smithi031.stdout: "scale_type": "log2" 2024-08-10T05:14:00.714 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:00.714 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:00.714 INFO:tasks.workunit.client.0.smithi031.stdout: "osds": [ 2024-08-10T05:14:00.714 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:00.714 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 0, 2024-08-10T05:14:00.714 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T05:14:00.714 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.714 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.714 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.714 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.714 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.715 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.715 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.715 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.715 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.715 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.715 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.715 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.715 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.715 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.715 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.715 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.715 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.715 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.716 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.716 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.716 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.716 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.716 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.716 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.716 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.716 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.716 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.716 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.716 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.716 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.716 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.716 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T05:14:00.717 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T05:14:00.717 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.717 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:00.717 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 1, 2024-08-10T05:14:00.717 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T05:14:00.717 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.717 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.717 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.717 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.717 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.717 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.717 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.717 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.717 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.718 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.718 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.718 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.718 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.718 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.718 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.718 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.718 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.718 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.718 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.718 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.718 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.718 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.719 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.719 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.719 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.719 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.719 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.719 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.719 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.719 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.719 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.719 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T05:14:00.719 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T05:14:00.719 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.719 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:00.720 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 2, 2024-08-10T05:14:00.720 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T05:14:00.720 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.720 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.720 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.720 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.720 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.720 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.720 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.720 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.720 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.720 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.720 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.720 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.721 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.721 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.721 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.721 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.721 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.721 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.721 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.721 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.721 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.721 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.721 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.721 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.722 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.722 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.722 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.722 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.722 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.722 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.722 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.722 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T05:14:00.722 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T05:14:00.722 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.722 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:00.722 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 3, 2024-08-10T05:14:00.722 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T05:14:00.722 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.723 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.723 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.723 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.723 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.723 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.723 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.723 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.723 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.723 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.723 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.723 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.723 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.723 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.724 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.724 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.724 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.724 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.724 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.724 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.724 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.724 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.724 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.724 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.724 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.724 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.724 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.725 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.725 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.725 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.725 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.725 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T05:14:00.725 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T05:14:00.725 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.725 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:00.725 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 4, 2024-08-10T05:14:00.725 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T05:14:00.725 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.725 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.725 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.725 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.726 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.726 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.726 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.726 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.726 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.726 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.726 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.726 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.726 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.726 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.726 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.726 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.727 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.727 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.727 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.727 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.727 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.727 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.727 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.727 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.727 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.727 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.727 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.727 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.727 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.728 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.728 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.728 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T05:14:00.728 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T05:14:00.728 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.728 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:00.728 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 5, 2024-08-10T05:14:00.728 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T05:14:00.728 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.728 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.728 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.728 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.728 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.729 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.729 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.729 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.729 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.729 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.729 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.729 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.729 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.729 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.729 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.729 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.729 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.729 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.730 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.730 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.730 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.730 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.730 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.730 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.730 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.730 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.730 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.730 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.730 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.730 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.730 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.730 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T05:14:00.731 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T05:14:00.731 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.731 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:00.731 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 6, 2024-08-10T05:14:00.731 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T05:14:00.731 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.731 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.731 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.731 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.731 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.731 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.731 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.731 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.732 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.732 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.732 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.732 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.732 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.732 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.732 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.732 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.732 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.732 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.732 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.732 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.732 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.733 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.733 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.733 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.733 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.733 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.733 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.733 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.733 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.733 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.733 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.733 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T05:14:00.733 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T05:14:00.733 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.733 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:00.734 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 7, 2024-08-10T05:14:00.734 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T05:14:00.734 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.734 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.734 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.734 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.734 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.734 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.734 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.734 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.734 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.734 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.734 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.735 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.735 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.735 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.735 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.735 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.735 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.735 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.735 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.735 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.735 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.735 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.735 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.735 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.736 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.736 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.736 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.736 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.736 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.736 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.736 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.736 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T05:14:00.736 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T05:14:00.736 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:00.736 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T05:14:00.736 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.736 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T05:14:00.737 INFO:tasks.workunit.client.0.smithi031.stdout: "axes": [ 2024-08-10T05:14:00.737 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:00.737 INFO:tasks.workunit.client.0.smithi031.stdout: "buckets": 32, 2024-08-10T05:14:00.737 INFO:tasks.workunit.client.0.smithi031.stdout: "min": 0, 2024-08-10T05:14:00.737 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "Latency (usec)", 2024-08-10T05:14:00.737 INFO:tasks.workunit.client.0.smithi031.stdout: "quant_size": 100000, 2024-08-10T05:14:00.737 INFO:tasks.workunit.client.0.smithi031.stdout: "ranges": [ 2024-08-10T05:14:00.737 INFO:tasks.workunit.client.0.smithi031.stdout: "[None, -1]", 2024-08-10T05:14:00.737 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 99999]", 2024-08-10T05:14:00.737 INFO:tasks.workunit.client.0.smithi031.stdout: "[100000, 199999]", 2024-08-10T05:14:00.737 INFO:tasks.workunit.client.0.smithi031.stdout: "[200000, 399999]", 2024-08-10T05:14:00.737 INFO:tasks.workunit.client.0.smithi031.stdout: "[400000, 799999]", 2024-08-10T05:14:00.737 INFO:tasks.workunit.client.0.smithi031.stdout: "[800000, 1599999]", 2024-08-10T05:14:00.737 INFO:tasks.workunit.client.0.smithi031.stdout: "[1600000, 3199999]", 2024-08-10T05:14:00.738 INFO:tasks.workunit.client.0.smithi031.stdout: "[3200000, 6399999]", 2024-08-10T05:14:00.738 INFO:tasks.workunit.client.0.smithi031.stdout: "[6400000, 12799999]", 2024-08-10T05:14:00.738 INFO:tasks.workunit.client.0.smithi031.stdout: "[12800000, 25599999]", 2024-08-10T05:14:00.738 INFO:tasks.workunit.client.0.smithi031.stdout: "[25600000, 51199999]", 2024-08-10T05:14:00.738 INFO:tasks.workunit.client.0.smithi031.stdout: "[51200000, 102399999]", 2024-08-10T05:14:00.738 INFO:tasks.workunit.client.0.smithi031.stdout: "[102400000, 204799999]", 2024-08-10T05:14:00.738 INFO:tasks.workunit.client.0.smithi031.stdout: "[204800000, 409599999]", 2024-08-10T05:14:00.738 INFO:tasks.workunit.client.0.smithi031.stdout: "[409600000, 819199999]", 2024-08-10T05:14:00.738 INFO:tasks.workunit.client.0.smithi031.stdout: "[819200000, 1638399999]", 2024-08-10T05:14:00.738 INFO:tasks.workunit.client.0.smithi031.stdout: "[1638400000, 3276799999]", 2024-08-10T05:14:00.738 INFO:tasks.workunit.client.0.smithi031.stdout: "[3276800000, 6553599999]", 2024-08-10T05:14:00.738 INFO:tasks.workunit.client.0.smithi031.stdout: "[6553600000, 13107199999]", 2024-08-10T05:14:00.739 INFO:tasks.workunit.client.0.smithi031.stdout: "[13107200000, 26214399999]", 2024-08-10T05:14:00.739 INFO:tasks.workunit.client.0.smithi031.stdout: "[26214400000, 52428799999]", 2024-08-10T05:14:00.739 INFO:tasks.workunit.client.0.smithi031.stdout: "[52428800000, 104857599999]", 2024-08-10T05:14:00.739 INFO:tasks.workunit.client.0.smithi031.stdout: "[104857600000, 209715199999]", 2024-08-10T05:14:00.739 INFO:tasks.workunit.client.0.smithi031.stdout: "[209715200000, 419430399999]", 2024-08-10T05:14:00.739 INFO:tasks.workunit.client.0.smithi031.stdout: "[419430400000, 838860799999]", 2024-08-10T05:14:00.739 INFO:tasks.workunit.client.0.smithi031.stdout: "[838860800000, 1677721599999]", 2024-08-10T05:14:00.739 INFO:tasks.workunit.client.0.smithi031.stdout: "[1677721600000, 3355443199999]", 2024-08-10T05:14:00.739 INFO:tasks.workunit.client.0.smithi031.stdout: "[3355443200000, 6710886399999]", 2024-08-10T05:14:00.739 INFO:tasks.workunit.client.0.smithi031.stdout: "[6710886400000, 13421772799999]", 2024-08-10T05:14:00.739 INFO:tasks.workunit.client.0.smithi031.stdout: "[13421772800000, 26843545599999]", 2024-08-10T05:14:00.739 INFO:tasks.workunit.client.0.smithi031.stdout: "[26843545600000, 53687091199999]", 2024-08-10T05:14:00.739 INFO:tasks.workunit.client.0.smithi031.stdout: "[53687091200000, None]" 2024-08-10T05:14:00.739 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:00.740 INFO:tasks.workunit.client.0.smithi031.stdout: "scale_type": "log2" 2024-08-10T05:14:00.740 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.740 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:00.740 INFO:tasks.workunit.client.0.smithi031.stdout: "buckets": 32, 2024-08-10T05:14:00.740 INFO:tasks.workunit.client.0.smithi031.stdout: "min": 0, 2024-08-10T05:14:00.740 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "Request size (bytes)", 2024-08-10T05:14:00.740 INFO:tasks.workunit.client.0.smithi031.stdout: "quant_size": 512, 2024-08-10T05:14:00.740 INFO:tasks.workunit.client.0.smithi031.stdout: "ranges": [ 2024-08-10T05:14:00.740 INFO:tasks.workunit.client.0.smithi031.stdout: "[None, -1]", 2024-08-10T05:14:00.740 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 511]", 2024-08-10T05:14:00.740 INFO:tasks.workunit.client.0.smithi031.stdout: "[512, 1023]", 2024-08-10T05:14:00.740 INFO:tasks.workunit.client.0.smithi031.stdout: "[1024, 2047]", 2024-08-10T05:14:00.740 INFO:tasks.workunit.client.0.smithi031.stdout: "[2048, 4095]", 2024-08-10T05:14:00.740 INFO:tasks.workunit.client.0.smithi031.stdout: "[4096, 8191]", 2024-08-10T05:14:00.741 INFO:tasks.workunit.client.0.smithi031.stdout: "[8192, 16383]", 2024-08-10T05:14:00.741 INFO:tasks.workunit.client.0.smithi031.stdout: "[16384, 32767]", 2024-08-10T05:14:00.741 INFO:tasks.workunit.client.0.smithi031.stdout: "[32768, 65535]", 2024-08-10T05:14:00.741 INFO:tasks.workunit.client.0.smithi031.stdout: "[65536, 131071]", 2024-08-10T05:14:00.741 INFO:tasks.workunit.client.0.smithi031.stdout: "[131072, 262143]", 2024-08-10T05:14:00.741 INFO:tasks.workunit.client.0.smithi031.stdout: "[262144, 524287]", 2024-08-10T05:14:00.741 INFO:tasks.workunit.client.0.smithi031.stdout: "[524288, 1048575]", 2024-08-10T05:14:00.741 INFO:tasks.workunit.client.0.smithi031.stdout: "[1048576, 2097151]", 2024-08-10T05:14:00.741 INFO:tasks.workunit.client.0.smithi031.stdout: "[2097152, 4194303]", 2024-08-10T05:14:00.741 INFO:tasks.workunit.client.0.smithi031.stdout: "[4194304, 8388607]", 2024-08-10T05:14:00.741 INFO:tasks.workunit.client.0.smithi031.stdout: "[8388608, 16777215]", 2024-08-10T05:14:00.741 INFO:tasks.workunit.client.0.smithi031.stdout: "[16777216, 33554431]", 2024-08-10T05:14:00.741 INFO:tasks.workunit.client.0.smithi031.stdout: "[33554432, 67108863]", 2024-08-10T05:14:00.741 INFO:tasks.workunit.client.0.smithi031.stdout: "[67108864, 134217727]", 2024-08-10T05:14:00.742 INFO:tasks.workunit.client.0.smithi031.stdout: "[134217728, 268435455]", 2024-08-10T05:14:00.742 INFO:tasks.workunit.client.0.smithi031.stdout: "[268435456, 536870911]", 2024-08-10T05:14:00.742 INFO:tasks.workunit.client.0.smithi031.stdout: "[536870912, 1073741823]", 2024-08-10T05:14:00.742 INFO:tasks.workunit.client.0.smithi031.stdout: "[1073741824, 2147483647]", 2024-08-10T05:14:00.742 INFO:tasks.workunit.client.0.smithi031.stdout: "[2147483648, 4294967295]", 2024-08-10T05:14:00.742 INFO:tasks.workunit.client.0.smithi031.stdout: "[4294967296, 8589934591]", 2024-08-10T05:14:00.742 INFO:tasks.workunit.client.0.smithi031.stdout: "[8589934592, 17179869183]", 2024-08-10T05:14:00.742 INFO:tasks.workunit.client.0.smithi031.stdout: "[17179869184, 34359738367]", 2024-08-10T05:14:00.742 INFO:tasks.workunit.client.0.smithi031.stdout: "[34359738368, 68719476735]", 2024-08-10T05:14:00.742 INFO:tasks.workunit.client.0.smithi031.stdout: "[68719476736, 137438953471]", 2024-08-10T05:14:00.742 INFO:tasks.workunit.client.0.smithi031.stdout: "[137438953472, 274877906943]", 2024-08-10T05:14:00.742 INFO:tasks.workunit.client.0.smithi031.stdout: "[274877906944, None]" 2024-08-10T05:14:00.742 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:00.743 INFO:tasks.workunit.client.0.smithi031.stdout: "scale_type": "log2" 2024-08-10T05:14:00.743 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:00.743 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:00.743 INFO:tasks.workunit.client.0.smithi031.stdout: "osds": [ 2024-08-10T05:14:00.743 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:00.743 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 0, 2024-08-10T05:14:00.743 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T05:14:00.743 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.743 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.743 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.743 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.743 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.743 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.744 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.744 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.744 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.744 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.744 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.744 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.744 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.744 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.744 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.744 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.744 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.744 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.744 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.744 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.745 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.745 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.745 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.745 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.745 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.745 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.745 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.745 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.745 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.745 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.745 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.745 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T05:14:00.745 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T05:14:00.745 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.746 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:00.746 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 1, 2024-08-10T05:14:00.746 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T05:14:00.746 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.746 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.746 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.746 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.746 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.746 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.746 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.746 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.746 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.747 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.747 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.747 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.747 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.747 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.747 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.747 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.747 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.747 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.747 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.747 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.747 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.747 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.747 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.748 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.748 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.748 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.748 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.748 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.748 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.748 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.748 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.748 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T05:14:00.748 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T05:14:00.748 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.748 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:00.748 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 2, 2024-08-10T05:14:00.749 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T05:14:00.749 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.749 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.749 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.749 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.749 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.749 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.749 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.749 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.749 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.749 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.749 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.749 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.750 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.750 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.750 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.750 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.750 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.750 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.750 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.750 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.750 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.750 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.750 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.750 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.750 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.750 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.751 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.751 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.751 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.751 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.751 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.751 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T05:14:00.751 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T05:14:00.751 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.751 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:00.751 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 3, 2024-08-10T05:14:00.751 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T05:14:00.751 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.751 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.751 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.752 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.752 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.752 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.752 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.752 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.752 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.752 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.752 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.752 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.752 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.752 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.752 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.752 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.753 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.753 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.753 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.753 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.753 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.753 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.753 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.753 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.753 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.753 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.753 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.753 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.753 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.754 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.754 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.754 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T05:14:00.754 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T05:14:00.754 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.754 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:00.754 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 4, 2024-08-10T05:14:00.754 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T05:14:00.754 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.754 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.754 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.754 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.754 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.755 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.755 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.755 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.755 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.755 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.755 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.755 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.755 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.755 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.755 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.755 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.755 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.755 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.755 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.756 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.756 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.756 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.756 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.756 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.756 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.756 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.756 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.756 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.756 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.756 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.756 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.756 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T05:14:00.757 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T05:14:00.757 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.757 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:00.757 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 5, 2024-08-10T05:14:00.757 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T05:14:00.757 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.757 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.757 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.757 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.757 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.757 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.757 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.757 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.758 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.758 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.758 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.758 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.758 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.758 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.758 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.758 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.758 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.758 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.758 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.758 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.759 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.759 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.759 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.759 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.759 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.759 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.759 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.759 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.759 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.759 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.759 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.759 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T05:14:00.760 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T05:14:00.760 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.760 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:00.760 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 6, 2024-08-10T05:14:00.760 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T05:14:00.760 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.760 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.760 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.760 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.760 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.760 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.760 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.760 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.761 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.761 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.761 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.761 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.761 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.761 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.761 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.761 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.761 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.761 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.761 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.761 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.761 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.761 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.762 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.762 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.762 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.762 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.762 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.762 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.762 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.762 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.762 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.762 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T05:14:00.762 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T05:14:00.762 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.762 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:00.763 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 7, 2024-08-10T05:14:00.763 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T05:14:00.763 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.763 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.763 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.763 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.763 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.763 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.763 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.763 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.763 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.763 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.764 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.764 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.764 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.764 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.764 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.764 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.764 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.764 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.764 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.764 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.764 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.764 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.764 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.765 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.765 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.765 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.765 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.765 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.765 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.765 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.765 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.765 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T05:14:00.765 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T05:14:00.765 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:00.765 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T05:14:00.765 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.765 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T05:14:00.766 INFO:tasks.workunit.client.0.smithi031.stdout: "axes": [ 2024-08-10T05:14:00.766 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:00.766 INFO:tasks.workunit.client.0.smithi031.stdout: "buckets": 32, 2024-08-10T05:14:00.766 INFO:tasks.workunit.client.0.smithi031.stdout: "min": 0, 2024-08-10T05:14:00.766 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "Latency (usec)", 2024-08-10T05:14:00.766 INFO:tasks.workunit.client.0.smithi031.stdout: "quant_size": 100000, 2024-08-10T05:14:00.766 INFO:tasks.workunit.client.0.smithi031.stdout: "ranges": [ 2024-08-10T05:14:00.766 INFO:tasks.workunit.client.0.smithi031.stdout: "[None, -1]", 2024-08-10T05:14:00.766 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 99999]", 2024-08-10T05:14:00.766 INFO:tasks.workunit.client.0.smithi031.stdout: "[100000, 199999]", 2024-08-10T05:14:00.766 INFO:tasks.workunit.client.0.smithi031.stdout: "[200000, 399999]", 2024-08-10T05:14:00.766 INFO:tasks.workunit.client.0.smithi031.stdout: "[400000, 799999]", 2024-08-10T05:14:00.766 INFO:tasks.workunit.client.0.smithi031.stdout: "[800000, 1599999]", 2024-08-10T05:14:00.767 INFO:tasks.workunit.client.0.smithi031.stdout: "[1600000, 3199999]", 2024-08-10T05:14:00.767 INFO:tasks.workunit.client.0.smithi031.stdout: "[3200000, 6399999]", 2024-08-10T05:14:00.767 INFO:tasks.workunit.client.0.smithi031.stdout: "[6400000, 12799999]", 2024-08-10T05:14:00.767 INFO:tasks.workunit.client.0.smithi031.stdout: "[12800000, 25599999]", 2024-08-10T05:14:00.767 INFO:tasks.workunit.client.0.smithi031.stdout: "[25600000, 51199999]", 2024-08-10T05:14:00.767 INFO:tasks.workunit.client.0.smithi031.stdout: "[51200000, 102399999]", 2024-08-10T05:14:00.767 INFO:tasks.workunit.client.0.smithi031.stdout: "[102400000, 204799999]", 2024-08-10T05:14:00.767 INFO:tasks.workunit.client.0.smithi031.stdout: "[204800000, 409599999]", 2024-08-10T05:14:00.767 INFO:tasks.workunit.client.0.smithi031.stdout: "[409600000, 819199999]", 2024-08-10T05:14:00.767 INFO:tasks.workunit.client.0.smithi031.stdout: "[819200000, 1638399999]", 2024-08-10T05:14:00.767 INFO:tasks.workunit.client.0.smithi031.stdout: "[1638400000, 3276799999]", 2024-08-10T05:14:00.767 INFO:tasks.workunit.client.0.smithi031.stdout: "[3276800000, 6553599999]", 2024-08-10T05:14:00.767 INFO:tasks.workunit.client.0.smithi031.stdout: "[6553600000, 13107199999]", 2024-08-10T05:14:00.768 INFO:tasks.workunit.client.0.smithi031.stdout: "[13107200000, 26214399999]", 2024-08-10T05:14:00.768 INFO:tasks.workunit.client.0.smithi031.stdout: "[26214400000, 52428799999]", 2024-08-10T05:14:00.768 INFO:tasks.workunit.client.0.smithi031.stdout: "[52428800000, 104857599999]", 2024-08-10T05:14:00.768 INFO:tasks.workunit.client.0.smithi031.stdout: "[104857600000, 209715199999]", 2024-08-10T05:14:00.768 INFO:tasks.workunit.client.0.smithi031.stdout: "[209715200000, 419430399999]", 2024-08-10T05:14:00.768 INFO:tasks.workunit.client.0.smithi031.stdout: "[419430400000, 838860799999]", 2024-08-10T05:14:00.768 INFO:tasks.workunit.client.0.smithi031.stdout: "[838860800000, 1677721599999]", 2024-08-10T05:14:00.768 INFO:tasks.workunit.client.0.smithi031.stdout: "[1677721600000, 3355443199999]", 2024-08-10T05:14:00.768 INFO:tasks.workunit.client.0.smithi031.stdout: "[3355443200000, 6710886399999]", 2024-08-10T05:14:00.768 INFO:tasks.workunit.client.0.smithi031.stdout: "[6710886400000, 13421772799999]", 2024-08-10T05:14:00.768 INFO:tasks.workunit.client.0.smithi031.stdout: "[13421772800000, 26843545599999]", 2024-08-10T05:14:00.768 INFO:tasks.workunit.client.0.smithi031.stdout: "[26843545600000, 53687091199999]", 2024-08-10T05:14:00.768 INFO:tasks.workunit.client.0.smithi031.stdout: "[53687091200000, None]" 2024-08-10T05:14:00.769 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:00.769 INFO:tasks.workunit.client.0.smithi031.stdout: "scale_type": "log2" 2024-08-10T05:14:00.769 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.769 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:00.769 INFO:tasks.workunit.client.0.smithi031.stdout: "buckets": 32, 2024-08-10T05:14:00.769 INFO:tasks.workunit.client.0.smithi031.stdout: "min": 0, 2024-08-10T05:14:00.769 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "Request size (bytes)", 2024-08-10T05:14:00.769 INFO:tasks.workunit.client.0.smithi031.stdout: "quant_size": 512, 2024-08-10T05:14:00.769 INFO:tasks.workunit.client.0.smithi031.stdout: "ranges": [ 2024-08-10T05:14:00.769 INFO:tasks.workunit.client.0.smithi031.stdout: "[None, -1]", 2024-08-10T05:14:00.769 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 511]", 2024-08-10T05:14:00.769 INFO:tasks.workunit.client.0.smithi031.stdout: "[512, 1023]", 2024-08-10T05:14:00.769 INFO:tasks.workunit.client.0.smithi031.stdout: "[1024, 2047]", 2024-08-10T05:14:00.770 INFO:tasks.workunit.client.0.smithi031.stdout: "[2048, 4095]", 2024-08-10T05:14:00.770 INFO:tasks.workunit.client.0.smithi031.stdout: "[4096, 8191]", 2024-08-10T05:14:00.770 INFO:tasks.workunit.client.0.smithi031.stdout: "[8192, 16383]", 2024-08-10T05:14:00.770 INFO:tasks.workunit.client.0.smithi031.stdout: "[16384, 32767]", 2024-08-10T05:14:00.770 INFO:tasks.workunit.client.0.smithi031.stdout: "[32768, 65535]", 2024-08-10T05:14:00.770 INFO:tasks.workunit.client.0.smithi031.stdout: "[65536, 131071]", 2024-08-10T05:14:00.770 INFO:tasks.workunit.client.0.smithi031.stdout: "[131072, 262143]", 2024-08-10T05:14:00.770 INFO:tasks.workunit.client.0.smithi031.stdout: "[262144, 524287]", 2024-08-10T05:14:00.770 INFO:tasks.workunit.client.0.smithi031.stdout: "[524288, 1048575]", 2024-08-10T05:14:00.770 INFO:tasks.workunit.client.0.smithi031.stdout: "[1048576, 2097151]", 2024-08-10T05:14:00.770 INFO:tasks.workunit.client.0.smithi031.stdout: "[2097152, 4194303]", 2024-08-10T05:14:00.770 INFO:tasks.workunit.client.0.smithi031.stdout: "[4194304, 8388607]", 2024-08-10T05:14:00.770 INFO:tasks.workunit.client.0.smithi031.stdout: "[8388608, 16777215]", 2024-08-10T05:14:00.771 INFO:tasks.workunit.client.0.smithi031.stdout: "[16777216, 33554431]", 2024-08-10T05:14:00.771 INFO:tasks.workunit.client.0.smithi031.stdout: "[33554432, 67108863]", 2024-08-10T05:14:00.771 INFO:tasks.workunit.client.0.smithi031.stdout: "[67108864, 134217727]", 2024-08-10T05:14:00.771 INFO:tasks.workunit.client.0.smithi031.stdout: "[134217728, 268435455]", 2024-08-10T05:14:00.771 INFO:tasks.workunit.client.0.smithi031.stdout: "[268435456, 536870911]", 2024-08-10T05:14:00.771 INFO:tasks.workunit.client.0.smithi031.stdout: "[536870912, 1073741823]", 2024-08-10T05:14:00.771 INFO:tasks.workunit.client.0.smithi031.stdout: "[1073741824, 2147483647]", 2024-08-10T05:14:00.771 INFO:tasks.workunit.client.0.smithi031.stdout: "[2147483648, 4294967295]", 2024-08-10T05:14:00.771 INFO:tasks.workunit.client.0.smithi031.stdout: "[4294967296, 8589934591]", 2024-08-10T05:14:00.771 INFO:tasks.workunit.client.0.smithi031.stdout: "[8589934592, 17179869183]", 2024-08-10T05:14:00.771 INFO:tasks.workunit.client.0.smithi031.stdout: "[17179869184, 34359738367]", 2024-08-10T05:14:00.771 INFO:tasks.workunit.client.0.smithi031.stdout: "[34359738368, 68719476735]", 2024-08-10T05:14:00.771 INFO:tasks.workunit.client.0.smithi031.stdout: "[68719476736, 137438953471]", 2024-08-10T05:14:00.771 INFO:tasks.workunit.client.0.smithi031.stdout: "[137438953472, 274877906943]", 2024-08-10T05:14:00.772 INFO:tasks.workunit.client.0.smithi031.stdout: "[274877906944, None]" 2024-08-10T05:14:00.772 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:00.772 INFO:tasks.workunit.client.0.smithi031.stdout: "scale_type": "log2" 2024-08-10T05:14:00.772 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:00.772 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:00.772 INFO:tasks.workunit.client.0.smithi031.stdout: "osds": [ 2024-08-10T05:14:00.772 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:00.772 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 0, 2024-08-10T05:14:00.772 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T05:14:00.772 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.772 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.772 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.772 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.773 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.773 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.773 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.773 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.773 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.773 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.773 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.773 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.773 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.773 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.773 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.773 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.773 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.773 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.774 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.774 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.774 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.774 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.774 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.774 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.774 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.774 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.774 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.774 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.774 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.774 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.774 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.775 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T05:14:00.775 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T05:14:00.775 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.775 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:00.775 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 1, 2024-08-10T05:14:00.775 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T05:14:00.775 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.775 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.775 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.775 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.775 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.775 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 11, 5, 0, 0, 0, 0, 0, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.775 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 11, 3, 0, 0, 0, 0, 0, 0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.775 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 18, 0, 0, 0, 0, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.776 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.776 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.776 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.776 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.776 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.776 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.776 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.776 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.776 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.776 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.776 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.776 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.776 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.777 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.777 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.777 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.777 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.777 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.777 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.777 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.777 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.777 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.777 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.777 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T05:14:00.777 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T05:14:00.777 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.778 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:00.778 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 2, 2024-08-10T05:14:00.778 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T05:14:00.778 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.778 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.778 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.778 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.778 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.778 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.778 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.778 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.778 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.779 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.779 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.779 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.779 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.779 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.779 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.779 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.779 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.779 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.779 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.779 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.780 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.780 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.780 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.780 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.780 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.780 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.780 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.780 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.780 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.780 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.780 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.780 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T05:14:00.780 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T05:14:00.780 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.781 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:00.781 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 3, 2024-08-10T05:14:00.781 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T05:14:00.781 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.781 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.781 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.781 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.781 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.781 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.781 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.781 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.781 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.781 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.782 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.782 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.782 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.782 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.782 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.782 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.782 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.782 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.782 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.782 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.782 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.782 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.782 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.783 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.783 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.783 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.783 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.783 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.783 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.783 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.783 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.783 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T05:14:00.783 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T05:14:00.783 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.784 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:00.784 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 4, 2024-08-10T05:14:00.784 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T05:14:00.784 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.784 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.784 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.784 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.784 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.784 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.784 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.784 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.784 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.784 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.784 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.785 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.785 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.785 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.785 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.785 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.785 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.785 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.785 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.785 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.785 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.785 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.785 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.785 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.785 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.786 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.786 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.786 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.786 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.786 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.786 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.786 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T05:14:00.786 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T05:14:00.786 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.786 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:00.786 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 5, 2024-08-10T05:14:00.786 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T05:14:00.787 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.787 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.787 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.787 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.787 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.787 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.787 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.787 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.787 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.787 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.787 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.787 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.787 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.787 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.788 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.788 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.788 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.788 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.788 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.788 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.788 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.788 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.788 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.788 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.788 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.788 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.788 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.789 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.789 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.789 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.789 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.789 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T05:14:00.789 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T05:14:00.789 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.789 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:00.789 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 6, 2024-08-10T05:14:00.789 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T05:14:00.789 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.789 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.789 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.789 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.789 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.790 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.790 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.790 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.790 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.790 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.790 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.790 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.790 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.790 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.790 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.790 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.790 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.790 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.791 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.791 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.791 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.791 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.791 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.791 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.791 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.791 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.791 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.791 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.791 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.791 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.791 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.791 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T05:14:00.792 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T05:14:00.792 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.792 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:00.792 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 7, 2024-08-10T05:14:00.792 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T05:14:00.792 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.792 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.792 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.792 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.792 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.792 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.792 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.792 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.793 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.793 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.793 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.793 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.793 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.793 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.793 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.793 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.793 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.793 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.793 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.793 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.793 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.794 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.794 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.794 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.794 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.794 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.794 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.794 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.794 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.794 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.794 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:00.794 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T05:14:00.795 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T05:14:00.795 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:00.795 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T05:14:00.795 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:00.795 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:00.795 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:00.795 INFO:tasks.workunit.client.0.smithi031.stdout: "perf_counters": { 2024-08-10T05:14:00.795 INFO:tasks.workunit.client.0.smithi031.stdout: "mds.78b7f16c00d1f5b2f8ba1b3f812aa97559391734": { 2024-08-10T05:14:00.795 INFO:tasks.workunit.client.0.smithi031.stdout: "mds": { 2024-08-10T05:14:00.795 INFO:tasks.workunit.client.0.smithi031.stdout: "caps": { 2024-08-10T05:14:00.795 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.795 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.795 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph_cap_op_flush_ack": { 2024-08-10T05:14:00.795 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.796 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.796 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph_cap_op_flushsnap_ack": { 2024-08-10T05:14:00.796 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.796 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.796 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph_cap_op_grant": { 2024-08-10T05:14:00.796 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.796 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.796 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph_cap_op_revoke": { 2024-08-10T05:14:00.796 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.796 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.796 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph_cap_op_trunc": { 2024-08-10T05:14:00.796 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.796 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.796 INFO:tasks.workunit.client.0.smithi031.stdout: "dir_commit": { 2024-08-10T05:14:00.797 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12 2024-08-10T05:14:00.797 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.797 INFO:tasks.workunit.client.0.smithi031.stdout: "dir_fetch": { 2024-08-10T05:14:00.797 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.797 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.797 INFO:tasks.workunit.client.0.smithi031.stdout: "dir_merge": { 2024-08-10T05:14:00.797 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.797 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.797 INFO:tasks.workunit.client.0.smithi031.stdout: "dir_split": { 2024-08-10T05:14:00.797 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.797 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.797 INFO:tasks.workunit.client.0.smithi031.stdout: "exported_inodes": { 2024-08-10T05:14:00.797 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.797 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.798 INFO:tasks.workunit.client.0.smithi031.stdout: "forward": { 2024-08-10T05:14:00.798 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.798 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.798 INFO:tasks.workunit.client.0.smithi031.stdout: "handle_client_cap_release": { 2024-08-10T05:14:00.798 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.798 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.798 INFO:tasks.workunit.client.0.smithi031.stdout: "handle_client_caps": { 2024-08-10T05:14:00.798 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.798 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.798 INFO:tasks.workunit.client.0.smithi031.stdout: "handle_client_caps_dirty": { 2024-08-10T05:14:00.798 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.798 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.798 INFO:tasks.workunit.client.0.smithi031.stdout: "handle_inode_file_caps": { 2024-08-10T05:14:00.798 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.799 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.799 INFO:tasks.workunit.client.0.smithi031.stdout: "imported_inodes": { 2024-08-10T05:14:00.799 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.799 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.799 INFO:tasks.workunit.client.0.smithi031.stdout: "inodes": { 2024-08-10T05:14:00.799 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10 2024-08-10T05:14:00.799 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.799 INFO:tasks.workunit.client.0.smithi031.stdout: "inodes_expired": { 2024-08-10T05:14:00.799 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.799 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.799 INFO:tasks.workunit.client.0.smithi031.stdout: "inodes_pinned": { 2024-08-10T05:14:00.799 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10 2024-08-10T05:14:00.799 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.799 INFO:tasks.workunit.client.0.smithi031.stdout: "inodes_with_caps": { 2024-08-10T05:14:00.799 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.800 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.800 INFO:tasks.workunit.client.0.smithi031.stdout: "load_cent": { 2024-08-10T05:14:00.800 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.800 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.800 INFO:tasks.workunit.client.0.smithi031.stdout: "openino_dir_fetch": { 2024-08-10T05:14:00.800 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.800 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.800 INFO:tasks.workunit.client.0.smithi031.stdout: "process_request_cap_release": { 2024-08-10T05:14:00.800 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.800 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.800 INFO:tasks.workunit.client.0.smithi031.stdout: "reply_latency": { 2024-08-10T05:14:00.800 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2, 2024-08-10T05:14:00.800 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67627 2024-08-10T05:14:00.801 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.801 INFO:tasks.workunit.client.0.smithi031.stdout: "request": { 2024-08-10T05:14:00.801 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-08-10T05:14:00.801 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.801 INFO:tasks.workunit.client.0.smithi031.stdout: "root_rbytes": { 2024-08-10T05:14:00.801 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.801 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.801 INFO:tasks.workunit.client.0.smithi031.stdout: "root_rfiles": { 2024-08-10T05:14:00.801 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.801 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.801 INFO:tasks.workunit.client.0.smithi031.stdout: "root_rsnaps": { 2024-08-10T05:14:00.801 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.801 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.801 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_reply": { 2024-08-10T05:14:00.801 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.802 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.802 INFO:tasks.workunit.client.0.smithi031.stdout: "subtrees": { 2024-08-10T05:14:00.802 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-08-10T05:14:00.802 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:00.802 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.802 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_cache": { 2024-08-10T05:14:00.802 INFO:tasks.workunit.client.0.smithi031.stdout: "ireq_enqueue_scrub": { 2024-08-10T05:14:00.802 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.802 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.802 INFO:tasks.workunit.client.0.smithi031.stdout: "ireq_exportdir": { 2024-08-10T05:14:00.802 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.802 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.802 INFO:tasks.workunit.client.0.smithi031.stdout: "ireq_flush": { 2024-08-10T05:14:00.802 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.803 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.803 INFO:tasks.workunit.client.0.smithi031.stdout: "ireq_fragmentdir": { 2024-08-10T05:14:00.803 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.803 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.803 INFO:tasks.workunit.client.0.smithi031.stdout: "ireq_fragstats": { 2024-08-10T05:14:00.803 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.803 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.803 INFO:tasks.workunit.client.0.smithi031.stdout: "ireq_inodestats": { 2024-08-10T05:14:00.803 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.803 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.803 INFO:tasks.workunit.client.0.smithi031.stdout: "num_recovering_enqueued": { 2024-08-10T05:14:00.803 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.803 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.804 INFO:tasks.workunit.client.0.smithi031.stdout: "num_recovering_prioritized": { 2024-08-10T05:14:00.804 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.804 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.804 INFO:tasks.workunit.client.0.smithi031.stdout: "num_recovering_processing": { 2024-08-10T05:14:00.804 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.804 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.804 INFO:tasks.workunit.client.0.smithi031.stdout: "num_strays": { 2024-08-10T05:14:00.804 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.804 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.804 INFO:tasks.workunit.client.0.smithi031.stdout: "num_strays_delayed": { 2024-08-10T05:14:00.804 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.804 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.804 INFO:tasks.workunit.client.0.smithi031.stdout: "num_strays_enqueuing": { 2024-08-10T05:14:00.804 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.804 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.805 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_completed": { 2024-08-10T05:14:00.805 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.805 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.805 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_started": { 2024-08-10T05:14:00.805 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.805 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.805 INFO:tasks.workunit.client.0.smithi031.stdout: "strays_created": { 2024-08-10T05:14:00.805 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.805 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.805 INFO:tasks.workunit.client.0.smithi031.stdout: "strays_enqueued": { 2024-08-10T05:14:00.805 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.805 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.805 INFO:tasks.workunit.client.0.smithi031.stdout: "strays_migrated": { 2024-08-10T05:14:00.806 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.806 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.806 INFO:tasks.workunit.client.0.smithi031.stdout: "strays_reintegrated": { 2024-08-10T05:14:00.806 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.806 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:00.806 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.806 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_log": { 2024-08-10T05:14:00.806 INFO:tasks.workunit.client.0.smithi031.stdout: "ev": { 2024-08-10T05:14:00.806 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5 2024-08-10T05:14:00.806 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.806 INFO:tasks.workunit.client.0.smithi031.stdout: "evadd": { 2024-08-10T05:14:00.806 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5 2024-08-10T05:14:00.806 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.807 INFO:tasks.workunit.client.0.smithi031.stdout: "evex": { 2024-08-10T05:14:00.807 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.807 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.807 INFO:tasks.workunit.client.0.smithi031.stdout: "evexd": { 2024-08-10T05:14:00.807 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.807 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.807 INFO:tasks.workunit.client.0.smithi031.stdout: "evexg": { 2024-08-10T05:14:00.807 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.807 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.807 INFO:tasks.workunit.client.0.smithi031.stdout: "evtrm": { 2024-08-10T05:14:00.807 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.807 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.807 INFO:tasks.workunit.client.0.smithi031.stdout: "jlat": { 2024-08-10T05:14:00.807 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 5, 2024-08-10T05:14:00.807 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12174204 2024-08-10T05:14:00.808 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.808 INFO:tasks.workunit.client.0.smithi031.stdout: "replayed": { 2024-08-10T05:14:00.808 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.808 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.808 INFO:tasks.workunit.client.0.smithi031.stdout: "seg": { 2024-08-10T05:14:00.808 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1 2024-08-10T05:14:00.808 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.808 INFO:tasks.workunit.client.0.smithi031.stdout: "segadd": { 2024-08-10T05:14:00.808 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1 2024-08-10T05:14:00.808 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.808 INFO:tasks.workunit.client.0.smithi031.stdout: "segex": { 2024-08-10T05:14:00.808 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.808 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.808 INFO:tasks.workunit.client.0.smithi031.stdout: "segexd": { 2024-08-10T05:14:00.809 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.809 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.809 INFO:tasks.workunit.client.0.smithi031.stdout: "segexg": { 2024-08-10T05:14:00.809 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.809 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.809 INFO:tasks.workunit.client.0.smithi031.stdout: "segtrm": { 2024-08-10T05:14:00.809 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.809 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:00.809 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.809 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_mem": { 2024-08-10T05:14:00.809 INFO:tasks.workunit.client.0.smithi031.stdout: "cap": { 2024-08-10T05:14:00.809 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.809 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.809 INFO:tasks.workunit.client.0.smithi031.stdout: "cap+": { 2024-08-10T05:14:00.810 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-08-10T05:14:00.810 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.810 INFO:tasks.workunit.client.0.smithi031.stdout: "cap-": { 2024-08-10T05:14:00.810 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-08-10T05:14:00.810 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.810 INFO:tasks.workunit.client.0.smithi031.stdout: "dir": { 2024-08-10T05:14:00.810 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12 2024-08-10T05:14:00.810 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.810 INFO:tasks.workunit.client.0.smithi031.stdout: "dir+": { 2024-08-10T05:14:00.810 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12 2024-08-10T05:14:00.810 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.810 INFO:tasks.workunit.client.0.smithi031.stdout: "dir-": { 2024-08-10T05:14:00.810 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.811 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.811 INFO:tasks.workunit.client.0.smithi031.stdout: "dn": { 2024-08-10T05:14:00.811 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10 2024-08-10T05:14:00.811 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.811 INFO:tasks.workunit.client.0.smithi031.stdout: "dn+": { 2024-08-10T05:14:00.811 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10 2024-08-10T05:14:00.811 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.811 INFO:tasks.workunit.client.0.smithi031.stdout: "dn-": { 2024-08-10T05:14:00.811 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.811 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.811 INFO:tasks.workunit.client.0.smithi031.stdout: "heap": { 2024-08-10T05:14:00.811 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 207068 2024-08-10T05:14:00.811 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.812 INFO:tasks.workunit.client.0.smithi031.stdout: "ino": { 2024-08-10T05:14:00.812 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 13 2024-08-10T05:14:00.812 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.812 INFO:tasks.workunit.client.0.smithi031.stdout: "ino+": { 2024-08-10T05:14:00.812 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 13 2024-08-10T05:14:00.812 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.812 INFO:tasks.workunit.client.0.smithi031.stdout: "ino-": { 2024-08-10T05:14:00.812 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.812 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.812 INFO:tasks.workunit.client.0.smithi031.stdout: "rss": { 2024-08-10T05:14:00.812 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 36484 2024-08-10T05:14:00.812 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:00.812 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.813 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_server": { 2024-08-10T05:14:00.813 INFO:tasks.workunit.client.0.smithi031.stdout: "cap_acquisition_throttle": { 2024-08-10T05:14:00.813 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.813 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.813 INFO:tasks.workunit.client.0.smithi031.stdout: "cap_revoke_eviction": { 2024-08-10T05:14:00.813 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.813 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.813 INFO:tasks.workunit.client.0.smithi031.stdout: "handle_client_request": { 2024-08-10T05:14:00.813 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-08-10T05:14:00.813 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.813 INFO:tasks.workunit.client.0.smithi031.stdout: "handle_client_session": { 2024-08-10T05:14:00.813 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 16 2024-08-10T05:14:00.813 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.814 INFO:tasks.workunit.client.0.smithi031.stdout: "handle_peer_request": { 2024-08-10T05:14:00.814 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.814 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.814 INFO:tasks.workunit.client.0.smithi031.stdout: "req_create_latency": { 2024-08-10T05:14:00.814 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:00.814 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.814 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.814 INFO:tasks.workunit.client.0.smithi031.stdout: "req_getattr_latency": { 2024-08-10T05:14:00.814 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2, 2024-08-10T05:14:00.814 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67627 2024-08-10T05:14:00.814 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.814 INFO:tasks.workunit.client.0.smithi031.stdout: "req_getfilelock_latency": { 2024-08-10T05:14:00.814 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:00.815 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.815 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.815 INFO:tasks.workunit.client.0.smithi031.stdout: "req_getvxattr_latency": { 2024-08-10T05:14:00.815 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:00.815 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.815 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.815 INFO:tasks.workunit.client.0.smithi031.stdout: "req_link_latency": { 2024-08-10T05:14:00.815 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:00.815 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.815 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.815 INFO:tasks.workunit.client.0.smithi031.stdout: "req_lookup_latency": { 2024-08-10T05:14:00.815 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:00.815 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.815 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.816 INFO:tasks.workunit.client.0.smithi031.stdout: "req_lookuphash_latency": { 2024-08-10T05:14:00.816 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:00.816 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.816 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.816 INFO:tasks.workunit.client.0.smithi031.stdout: "req_lookupino_latency": { 2024-08-10T05:14:00.816 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:00.816 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.816 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.816 INFO:tasks.workunit.client.0.smithi031.stdout: "req_lookupname_latency": { 2024-08-10T05:14:00.816 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:00.816 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.816 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.816 INFO:tasks.workunit.client.0.smithi031.stdout: "req_lookupparent_latency": { 2024-08-10T05:14:00.817 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:00.817 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.817 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.817 INFO:tasks.workunit.client.0.smithi031.stdout: "req_lookupsnap_latency": { 2024-08-10T05:14:00.817 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:00.817 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.817 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.817 INFO:tasks.workunit.client.0.smithi031.stdout: "req_lssnap_latency": { 2024-08-10T05:14:00.817 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:00.817 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.817 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.817 INFO:tasks.workunit.client.0.smithi031.stdout: "req_mkdir_latency": { 2024-08-10T05:14:00.817 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:00.817 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.818 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.818 INFO:tasks.workunit.client.0.smithi031.stdout: "req_mknod_latency": { 2024-08-10T05:14:00.818 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:00.818 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.818 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.818 INFO:tasks.workunit.client.0.smithi031.stdout: "req_mksnap_latency": { 2024-08-10T05:14:00.818 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:00.818 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.818 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.818 INFO:tasks.workunit.client.0.smithi031.stdout: "req_open_latency": { 2024-08-10T05:14:00.818 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:00.818 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.818 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.818 INFO:tasks.workunit.client.0.smithi031.stdout: "req_readdir_latency": { 2024-08-10T05:14:00.819 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:00.819 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.819 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.819 INFO:tasks.workunit.client.0.smithi031.stdout: "req_rename_latency": { 2024-08-10T05:14:00.819 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:00.819 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.819 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.819 INFO:tasks.workunit.client.0.smithi031.stdout: "req_renamesnap_latency": { 2024-08-10T05:14:00.819 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:00.819 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.819 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.819 INFO:tasks.workunit.client.0.smithi031.stdout: "req_rmdir_latency": { 2024-08-10T05:14:00.819 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:00.820 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.820 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.820 INFO:tasks.workunit.client.0.smithi031.stdout: "req_rmsnap_latency": { 2024-08-10T05:14:00.820 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:00.820 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.820 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.820 INFO:tasks.workunit.client.0.smithi031.stdout: "req_rmxattr_latency": { 2024-08-10T05:14:00.820 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:00.820 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.820 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.820 INFO:tasks.workunit.client.0.smithi031.stdout: "req_setattr_latency": { 2024-08-10T05:14:00.820 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:00.820 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.821 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.821 INFO:tasks.workunit.client.0.smithi031.stdout: "req_setdirlayout_latency": { 2024-08-10T05:14:00.821 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:00.821 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.821 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.821 INFO:tasks.workunit.client.0.smithi031.stdout: "req_setfilelock_latency": { 2024-08-10T05:14:00.821 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:00.821 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.821 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.821 INFO:tasks.workunit.client.0.smithi031.stdout: "req_setlayout_latency": { 2024-08-10T05:14:00.821 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:00.821 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.821 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.822 INFO:tasks.workunit.client.0.smithi031.stdout: "req_setxattr_latency": { 2024-08-10T05:14:00.822 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:00.822 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.822 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.822 INFO:tasks.workunit.client.0.smithi031.stdout: "req_symlink_latency": { 2024-08-10T05:14:00.822 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:00.822 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.822 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.822 INFO:tasks.workunit.client.0.smithi031.stdout: "req_unlink_latency": { 2024-08-10T05:14:00.822 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:00.822 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.822 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:00.822 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.823 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_sessions": { 2024-08-10T05:14:00.823 INFO:tasks.workunit.client.0.smithi031.stdout: "average_load": { 2024-08-10T05:14:00.823 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1 2024-08-10T05:14:00.823 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.823 INFO:tasks.workunit.client.0.smithi031.stdout: "avg_session_uptime": { 2024-08-10T05:14:00.823 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 88 2024-08-10T05:14:00.823 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.823 INFO:tasks.workunit.client.0.smithi031.stdout: "mdthresh_evicted": { 2024-08-10T05:14:00.823 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.823 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.823 INFO:tasks.workunit.client.0.smithi031.stdout: "session_add": { 2024-08-10T05:14:00.823 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-08-10T05:14:00.823 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.824 INFO:tasks.workunit.client.0.smithi031.stdout: "session_count": { 2024-08-10T05:14:00.824 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.824 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.824 INFO:tasks.workunit.client.0.smithi031.stdout: "session_remove": { 2024-08-10T05:14:00.824 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-08-10T05:14:00.824 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.824 INFO:tasks.workunit.client.0.smithi031.stdout: "sessions_open": { 2024-08-10T05:14:00.824 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.824 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.824 INFO:tasks.workunit.client.0.smithi031.stdout: "sessions_stale": { 2024-08-10T05:14:00.824 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.824 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.824 INFO:tasks.workunit.client.0.smithi031.stdout: "total_load": { 2024-08-10T05:14:00.824 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-08-10T05:14:00.825 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:00.825 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.825 INFO:tasks.workunit.client.0.smithi031.stdout: "objecter": { 2024-08-10T05:14:00.825 INFO:tasks.workunit.client.0.smithi031.stdout: "op_active": { 2024-08-10T05:14:00.825 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.825 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.825 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T05:14:00.825 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.825 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.825 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rmw": { 2024-08-10T05:14:00.825 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.825 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.825 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T05:14:00.825 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 45 2024-08-10T05:14:00.825 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:00.826 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.826 INFO:tasks.workunit.client.0.smithi031.stdout: "purge_queue": { 2024-08-10T05:14:00.826 INFO:tasks.workunit.client.0.smithi031.stdout: "pq_executed": { 2024-08-10T05:14:00.826 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.826 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.826 INFO:tasks.workunit.client.0.smithi031.stdout: "pq_executing": { 2024-08-10T05:14:00.826 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.826 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.826 INFO:tasks.workunit.client.0.smithi031.stdout: "pq_executing_high_water": { 2024-08-10T05:14:00.826 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.826 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.826 INFO:tasks.workunit.client.0.smithi031.stdout: "pq_executing_ops": { 2024-08-10T05:14:00.826 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.827 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.827 INFO:tasks.workunit.client.0.smithi031.stdout: "pq_executing_ops_high_water": { 2024-08-10T05:14:00.827 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.827 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.827 INFO:tasks.workunit.client.0.smithi031.stdout: "pq_item_in_journal": { 2024-08-10T05:14:00.827 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.827 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:00.827 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:00.827 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.827 INFO:tasks.workunit.client.0.smithi031.stdout: "mon.62ad85b37c16ffdd779a4c5a495ed5779bfdb6c1": { 2024-08-10T05:14:00.827 INFO:tasks.workunit.client.0.smithi031.stdout: "mon": { 2024-08-10T05:14:00.827 INFO:tasks.workunit.client.0.smithi031.stdout: "election_call": { 2024-08-10T05:14:00.827 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1 2024-08-10T05:14:00.827 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.828 INFO:tasks.workunit.client.0.smithi031.stdout: "election_lose": { 2024-08-10T05:14:00.828 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1 2024-08-10T05:14:00.828 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.828 INFO:tasks.workunit.client.0.smithi031.stdout: "election_win": { 2024-08-10T05:14:00.828 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.828 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.828 INFO:tasks.workunit.client.0.smithi031.stdout: "num_elections": { 2024-08-10T05:14:00.828 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3 2024-08-10T05:14:00.828 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.828 INFO:tasks.workunit.client.0.smithi031.stdout: "num_sessions": { 2024-08-10T05:14:00.828 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10 2024-08-10T05:14:00.828 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.828 INFO:tasks.workunit.client.0.smithi031.stdout: "session_add": { 2024-08-10T05:14:00.829 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5 2024-08-10T05:14:00.829 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.829 INFO:tasks.workunit.client.0.smithi031.stdout: "session_rm": { 2024-08-10T05:14:00.829 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 72 2024-08-10T05:14:00.829 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.829 INFO:tasks.workunit.client.0.smithi031.stdout: "session_trim": { 2024-08-10T05:14:00.829 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.829 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:00.829 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.829 INFO:tasks.workunit.client.0.smithi031.stdout: "paxos": { 2024-08-10T05:14:00.829 INFO:tasks.workunit.client.0.smithi031.stdout: "accept_timeout": { 2024-08-10T05:14:00.829 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.829 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.829 INFO:tasks.workunit.client.0.smithi031.stdout: "begin": { 2024-08-10T05:14:00.830 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 824 2024-08-10T05:14:00.830 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.830 INFO:tasks.workunit.client.0.smithi031.stdout: "begin_bytes": { 2024-08-10T05:14:00.830 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 824, 2024-08-10T05:14:00.830 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3885230 2024-08-10T05:14:00.830 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.830 INFO:tasks.workunit.client.0.smithi031.stdout: "begin_keys": { 2024-08-10T05:14:00.830 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:00.830 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.830 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.830 INFO:tasks.workunit.client.0.smithi031.stdout: "begin_latency": { 2024-08-10T05:14:00.830 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 824, 2024-08-10T05:14:00.830 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 236995950 2024-08-10T05:14:00.830 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.831 INFO:tasks.workunit.client.0.smithi031.stdout: "collect": { 2024-08-10T05:14:00.831 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1 2024-08-10T05:14:00.831 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.831 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_bytes": { 2024-08-10T05:14:00.831 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-08-10T05:14:00.831 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 73 2024-08-10T05:14:00.831 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.831 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_keys": { 2024-08-10T05:14:00.831 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-08-10T05:14:00.831 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1 2024-08-10T05:14:00.831 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.831 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_latency": { 2024-08-10T05:14:00.831 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-08-10T05:14:00.831 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 999983 2024-08-10T05:14:00.832 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.832 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_timeout": { 2024-08-10T05:14:00.832 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.832 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.832 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_uncommitted": { 2024-08-10T05:14:00.832 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.832 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.832 INFO:tasks.workunit.client.0.smithi031.stdout: "commit": { 2024-08-10T05:14:00.832 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 825 2024-08-10T05:14:00.832 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.832 INFO:tasks.workunit.client.0.smithi031.stdout: "commit_bytes": { 2024-08-10T05:14:00.832 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:00.832 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.832 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.833 INFO:tasks.workunit.client.0.smithi031.stdout: "commit_keys": { 2024-08-10T05:14:00.833 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:00.833 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.833 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.833 INFO:tasks.workunit.client.0.smithi031.stdout: "commit_latency": { 2024-08-10T05:14:00.833 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:00.833 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.833 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.833 INFO:tasks.workunit.client.0.smithi031.stdout: "lease_ack_timeout": { 2024-08-10T05:14:00.833 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.833 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.833 INFO:tasks.workunit.client.0.smithi031.stdout: "lease_timeout": { 2024-08-10T05:14:00.833 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.834 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.834 INFO:tasks.workunit.client.0.smithi031.stdout: "new_pn": { 2024-08-10T05:14:00.834 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.834 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.834 INFO:tasks.workunit.client.0.smithi031.stdout: "new_pn_latency": { 2024-08-10T05:14:00.834 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:00.834 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.834 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.834 INFO:tasks.workunit.client.0.smithi031.stdout: "refresh": { 2024-08-10T05:14:00.834 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 825 2024-08-10T05:14:00.834 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.834 INFO:tasks.workunit.client.0.smithi031.stdout: "refresh_latency": { 2024-08-10T05:14:00.834 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 825, 2024-08-10T05:14:00.834 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1931966983 2024-08-10T05:14:00.835 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.835 INFO:tasks.workunit.client.0.smithi031.stdout: "restart": { 2024-08-10T05:14:00.835 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8 2024-08-10T05:14:00.835 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.835 INFO:tasks.workunit.client.0.smithi031.stdout: "share_state": { 2024-08-10T05:14:00.835 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.835 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.835 INFO:tasks.workunit.client.0.smithi031.stdout: "share_state_bytes": { 2024-08-10T05:14:00.835 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:00.835 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.835 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.835 INFO:tasks.workunit.client.0.smithi031.stdout: "share_state_keys": { 2024-08-10T05:14:00.835 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:00.836 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.836 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.836 INFO:tasks.workunit.client.0.smithi031.stdout: "start_leader": { 2024-08-10T05:14:00.836 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.836 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.836 INFO:tasks.workunit.client.0.smithi031.stdout: "start_peon": { 2024-08-10T05:14:00.836 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1 2024-08-10T05:14:00.836 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.836 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state": { 2024-08-10T05:14:00.836 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 825 2024-08-10T05:14:00.836 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.836 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state_bytes": { 2024-08-10T05:14:00.836 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 825, 2024-08-10T05:14:00.836 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7615921 2024-08-10T05:14:00.837 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.837 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state_keys": { 2024-08-10T05:14:00.837 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 825, 2024-08-10T05:14:00.837 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5553 2024-08-10T05:14:00.837 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.837 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state_latency": { 2024-08-10T05:14:00.837 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 825, 2024-08-10T05:14:00.837 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 548990637 2024-08-10T05:14:00.837 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:00.837 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.837 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache": { 2024-08-10T05:14:00.837 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_bytes": { 2024-08-10T05:14:00.837 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1020054731 2024-08-10T05:14:00.838 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.838 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_bytes": { 2024-08-10T05:14:00.838 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 42795008 2024-08-10T05:14:00.838 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.838 INFO:tasks.workunit.client.0.smithi031.stdout: "mapped_bytes": { 2024-08-10T05:14:00.838 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 31891456 2024-08-10T05:14:00.838 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.838 INFO:tasks.workunit.client.0.smithi031.stdout: "target_bytes": { 2024-08-10T05:14:00.838 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2147483648 2024-08-10T05:14:00.838 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.838 INFO:tasks.workunit.client.0.smithi031.stdout: "unmapped_bytes": { 2024-08-10T05:14:00.838 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10903552 2024-08-10T05:14:00.838 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:00.838 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.839 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache:full": { 2024-08-10T05:14:00.839 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T05:14:00.839 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 348127232 2024-08-10T05:14:00.839 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.839 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T05:14:00.839 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.839 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.839 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T05:14:00.839 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.839 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.839 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T05:14:00.839 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 277005767 2024-08-10T05:14:00.839 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.840 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T05:14:00.840 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 310805 2024-08-10T05:14:00.840 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.840 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T05:14:00.840 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.840 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.840 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T05:14:00.840 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.840 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.840 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T05:14:00.840 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.840 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.840 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T05:14:00.841 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.841 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.841 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T05:14:00.841 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.841 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.841 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T05:14:00.841 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.841 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.841 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T05:14:00.841 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.841 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.841 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T05:14:00.841 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.841 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.842 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T05:14:00.842 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 70810660 2024-08-10T05:14:00.842 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:00.842 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.842 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache:inc": { 2024-08-10T05:14:00.842 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T05:14:00.842 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 348127232 2024-08-10T05:14:00.842 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.842 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T05:14:00.842 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.842 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.842 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T05:14:00.842 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.843 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.843 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T05:14:00.843 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 277005767 2024-08-10T05:14:00.843 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.843 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T05:14:00.843 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 43512 2024-08-10T05:14:00.843 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.843 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T05:14:00.843 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.843 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.843 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T05:14:00.843 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.843 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.843 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T05:14:00.844 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.844 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.844 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T05:14:00.844 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.844 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.844 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T05:14:00.844 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.844 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.844 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T05:14:00.844 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.844 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.844 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T05:14:00.845 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.845 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.845 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T05:14:00.845 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.845 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.845 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T05:14:00.845 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71077953 2024-08-10T05:14:00.845 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:00.845 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.845 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache:kv": { 2024-08-10T05:14:00.845 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T05:14:00.845 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 322961408 2024-08-10T05:14:00.845 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.845 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T05:14:00.846 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T05:14:00.846 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.846 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T05:14:00.846 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.846 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.846 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T05:14:00.846 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 184670511 2024-08-10T05:14:00.846 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.846 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T05:14:00.846 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.846 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.846 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T05:14:00.847 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.847 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.847 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T05:14:00.847 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.847 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.847 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T05:14:00.847 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.847 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.847 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T05:14:00.847 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.847 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.847 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T05:14:00.847 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.848 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.848 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T05:14:00.848 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.848 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.848 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T05:14:00.848 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.848 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.848 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T05:14:00.848 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.848 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.848 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T05:14:00.848 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71182033 2024-08-10T05:14:00.848 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:00.848 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.849 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb": { 2024-08-10T05:14:00.849 INFO:tasks.workunit.client.0.smithi031.stdout: "compact": { 2024-08-10T05:14:00.849 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.849 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.849 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_queue_len": { 2024-08-10T05:14:00.849 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.849 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.849 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_queue_merge": { 2024-08-10T05:14:00.849 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.849 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.849 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_range": { 2024-08-10T05:14:00.849 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1 2024-08-10T05:14:00.849 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.850 INFO:tasks.workunit.client.0.smithi031.stdout: "get_latency": { 2024-08-10T05:14:00.850 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 35166, 2024-08-10T05:14:00.850 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 86539729 2024-08-10T05:14:00.850 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.850 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_delay_time": { 2024-08-10T05:14:00.850 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:00.850 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.850 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.850 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_memtable_time": { 2024-08-10T05:14:00.850 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:00.850 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.850 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.850 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-10T05:14:00.851 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:00.851 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.851 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.851 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_wal_time": { 2024-08-10T05:14:00.851 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:00.851 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.851 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.851 INFO:tasks.workunit.client.0.smithi031.stdout: "submit_latency": { 2024-08-10T05:14:00.851 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:00.851 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.851 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.851 INFO:tasks.workunit.client.0.smithi031.stdout: "submit_sync_latency": { 2024-08-10T05:14:00.851 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1778, 2024-08-10T05:14:00.851 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 859181963 2024-08-10T05:14:00.852 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:00.852 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:00.852 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.852 INFO:tasks.workunit.client.0.smithi031.stdout: "mon.78b7f16c00d1f5b2f8ba1b3f812aa97559391734": { 2024-08-10T05:14:00.852 INFO:tasks.workunit.client.0.smithi031.stdout: "mon": { 2024-08-10T05:14:00.852 INFO:tasks.workunit.client.0.smithi031.stdout: "election_call": { 2024-08-10T05:14:00.852 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-08-10T05:14:00.852 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.852 INFO:tasks.workunit.client.0.smithi031.stdout: "election_lose": { 2024-08-10T05:14:00.852 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-08-10T05:14:00.852 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.852 INFO:tasks.workunit.client.0.smithi031.stdout: "election_win": { 2024-08-10T05:14:00.852 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.852 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.853 INFO:tasks.workunit.client.0.smithi031.stdout: "num_elections": { 2024-08-10T05:14:00.853 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7 2024-08-10T05:14:00.853 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.853 INFO:tasks.workunit.client.0.smithi031.stdout: "num_sessions": { 2024-08-10T05:14:00.853 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 9 2024-08-10T05:14:00.853 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.853 INFO:tasks.workunit.client.0.smithi031.stdout: "session_add": { 2024-08-10T05:14:00.853 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4 2024-08-10T05:14:00.853 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.853 INFO:tasks.workunit.client.0.smithi031.stdout: "session_rm": { 2024-08-10T05:14:00.853 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 53 2024-08-10T05:14:00.853 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.853 INFO:tasks.workunit.client.0.smithi031.stdout: "session_trim": { 2024-08-10T05:14:00.854 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.854 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:00.854 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.854 INFO:tasks.workunit.client.0.smithi031.stdout: "paxos": { 2024-08-10T05:14:00.854 INFO:tasks.workunit.client.0.smithi031.stdout: "accept_timeout": { 2024-08-10T05:14:00.854 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.854 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.854 INFO:tasks.workunit.client.0.smithi031.stdout: "begin": { 2024-08-10T05:14:00.854 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 834 2024-08-10T05:14:00.854 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.854 INFO:tasks.workunit.client.0.smithi031.stdout: "begin_bytes": { 2024-08-10T05:14:00.854 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 834, 2024-08-10T05:14:00.854 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3912056 2024-08-10T05:14:00.855 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.855 INFO:tasks.workunit.client.0.smithi031.stdout: "begin_keys": { 2024-08-10T05:14:00.855 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:00.855 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.855 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.855 INFO:tasks.workunit.client.0.smithi031.stdout: "begin_latency": { 2024-08-10T05:14:00.855 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 834, 2024-08-10T05:14:00.855 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 134997012 2024-08-10T05:14:00.855 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.855 INFO:tasks.workunit.client.0.smithi031.stdout: "collect": { 2024-08-10T05:14:00.855 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-08-10T05:14:00.855 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.856 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_bytes": { 2024-08-10T05:14:00.856 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2, 2024-08-10T05:14:00.856 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 146 2024-08-10T05:14:00.856 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.856 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_keys": { 2024-08-10T05:14:00.856 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2, 2024-08-10T05:14:00.856 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-08-10T05:14:00.856 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.856 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_latency": { 2024-08-10T05:14:00.856 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2, 2024-08-10T05:14:00.856 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 999978 2024-08-10T05:14:00.856 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.856 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_timeout": { 2024-08-10T05:14:00.856 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.857 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.857 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_uncommitted": { 2024-08-10T05:14:00.857 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.857 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.857 INFO:tasks.workunit.client.0.smithi031.stdout: "commit": { 2024-08-10T05:14:00.857 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 835 2024-08-10T05:14:00.857 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.857 INFO:tasks.workunit.client.0.smithi031.stdout: "commit_bytes": { 2024-08-10T05:14:00.857 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:00.857 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.857 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.857 INFO:tasks.workunit.client.0.smithi031.stdout: "commit_keys": { 2024-08-10T05:14:00.857 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:00.857 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.857 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.858 INFO:tasks.workunit.client.0.smithi031.stdout: "commit_latency": { 2024-08-10T05:14:00.858 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:00.858 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.858 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.858 INFO:tasks.workunit.client.0.smithi031.stdout: "lease_ack_timeout": { 2024-08-10T05:14:00.858 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.858 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.858 INFO:tasks.workunit.client.0.smithi031.stdout: "lease_timeout": { 2024-08-10T05:14:00.858 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.858 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.858 INFO:tasks.workunit.client.0.smithi031.stdout: "new_pn": { 2024-08-10T05:14:00.858 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.858 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.859 INFO:tasks.workunit.client.0.smithi031.stdout: "new_pn_latency": { 2024-08-10T05:14:00.859 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:00.859 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.859 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.859 INFO:tasks.workunit.client.0.smithi031.stdout: "refresh": { 2024-08-10T05:14:00.859 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 835 2024-08-10T05:14:00.859 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.859 INFO:tasks.workunit.client.0.smithi031.stdout: "refresh_latency": { 2024-08-10T05:14:00.859 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 835, 2024-08-10T05:14:00.859 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1782960442 2024-08-10T05:14:00.859 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.859 INFO:tasks.workunit.client.0.smithi031.stdout: "restart": { 2024-08-10T05:14:00.859 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 13 2024-08-10T05:14:00.860 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.860 INFO:tasks.workunit.client.0.smithi031.stdout: "share_state": { 2024-08-10T05:14:00.860 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.860 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.860 INFO:tasks.workunit.client.0.smithi031.stdout: "share_state_bytes": { 2024-08-10T05:14:00.860 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:00.860 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.860 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.860 INFO:tasks.workunit.client.0.smithi031.stdout: "share_state_keys": { 2024-08-10T05:14:00.860 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:00.860 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.860 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.860 INFO:tasks.workunit.client.0.smithi031.stdout: "start_leader": { 2024-08-10T05:14:00.860 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.860 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.861 INFO:tasks.workunit.client.0.smithi031.stdout: "start_peon": { 2024-08-10T05:14:00.861 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-08-10T05:14:00.861 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.861 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state": { 2024-08-10T05:14:00.861 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 835 2024-08-10T05:14:00.861 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.861 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state_bytes": { 2024-08-10T05:14:00.861 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 835, 2024-08-10T05:14:00.861 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7667475 2024-08-10T05:14:00.861 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.861 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state_keys": { 2024-08-10T05:14:00.861 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 835, 2024-08-10T05:14:00.861 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5628 2024-08-10T05:14:00.862 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.862 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state_latency": { 2024-08-10T05:14:00.862 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 835, 2024-08-10T05:14:00.862 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 276993857 2024-08-10T05:14:00.862 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:00.862 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.862 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache": { 2024-08-10T05:14:00.862 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_bytes": { 2024-08-10T05:14:00.862 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1020054731 2024-08-10T05:14:00.862 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.862 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_bytes": { 2024-08-10T05:14:00.862 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 42795008 2024-08-10T05:14:00.862 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.863 INFO:tasks.workunit.client.0.smithi031.stdout: "mapped_bytes": { 2024-08-10T05:14:00.863 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 32219136 2024-08-10T05:14:00.863 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.863 INFO:tasks.workunit.client.0.smithi031.stdout: "target_bytes": { 2024-08-10T05:14:00.863 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2147483648 2024-08-10T05:14:00.863 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.863 INFO:tasks.workunit.client.0.smithi031.stdout: "unmapped_bytes": { 2024-08-10T05:14:00.863 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10575872 2024-08-10T05:14:00.863 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:00.863 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.863 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache:full": { 2024-08-10T05:14:00.863 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T05:14:00.863 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 348127232 2024-08-10T05:14:00.865 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.866 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T05:14:00.866 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.866 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.866 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T05:14:00.866 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.866 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.866 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T05:14:00.866 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 277005767 2024-08-10T05:14:00.866 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.866 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T05:14:00.867 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 310805 2024-08-10T05:14:00.867 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.867 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T05:14:00.867 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.867 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.867 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T05:14:00.867 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.867 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.867 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T05:14:00.867 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.867 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.867 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T05:14:00.867 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.867 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.867 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T05:14:00.868 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.868 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.868 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T05:14:00.868 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.868 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.868 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T05:14:00.868 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.868 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.868 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T05:14:00.868 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.868 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.868 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T05:14:00.868 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 70810660 2024-08-10T05:14:00.868 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:00.869 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.869 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache:inc": { 2024-08-10T05:14:00.869 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T05:14:00.869 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 348127232 2024-08-10T05:14:00.869 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.869 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T05:14:00.869 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.869 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.869 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T05:14:00.869 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.869 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.869 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T05:14:00.869 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 277005767 2024-08-10T05:14:00.870 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.870 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T05:14:00.870 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 43512 2024-08-10T05:14:00.870 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.870 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T05:14:00.870 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.870 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.870 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T05:14:00.870 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.870 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.870 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T05:14:00.870 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.870 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.870 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T05:14:00.871 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.871 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.871 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T05:14:00.871 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.871 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.871 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T05:14:00.871 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.871 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.871 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T05:14:00.871 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.871 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.871 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T05:14:00.871 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.871 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.872 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T05:14:00.872 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71077953 2024-08-10T05:14:00.872 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:00.872 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.872 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache:kv": { 2024-08-10T05:14:00.872 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T05:14:00.872 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 322961408 2024-08-10T05:14:00.872 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.872 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T05:14:00.872 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T05:14:00.872 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.872 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T05:14:00.872 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.873 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.873 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T05:14:00.873 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 184670511 2024-08-10T05:14:00.873 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.873 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T05:14:00.873 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.873 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.873 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T05:14:00.873 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.873 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.873 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T05:14:00.873 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.873 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.873 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T05:14:00.874 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.874 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.874 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T05:14:00.874 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.874 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.874 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T05:14:00.874 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.874 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.874 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T05:14:00.874 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.874 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.874 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T05:14:00.874 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.875 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.875 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T05:14:00.875 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.875 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.875 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T05:14:00.875 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71182033 2024-08-10T05:14:00.875 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:00.875 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.875 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb": { 2024-08-10T05:14:00.875 INFO:tasks.workunit.client.0.smithi031.stdout: "compact": { 2024-08-10T05:14:00.875 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.875 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.875 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_queue_len": { 2024-08-10T05:14:00.875 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.876 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.876 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_queue_merge": { 2024-08-10T05:14:00.876 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.876 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.876 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_range": { 2024-08-10T05:14:00.876 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1 2024-08-10T05:14:00.876 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.876 INFO:tasks.workunit.client.0.smithi031.stdout: "get_latency": { 2024-08-10T05:14:00.876 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 35713, 2024-08-10T05:14:00.876 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 79656789 2024-08-10T05:14:00.876 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.876 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_delay_time": { 2024-08-10T05:14:00.876 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:00.876 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.877 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.877 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_memtable_time": { 2024-08-10T05:14:00.877 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:00.877 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.877 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.877 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-10T05:14:00.877 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:00.877 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.877 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.877 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_wal_time": { 2024-08-10T05:14:00.877 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:00.877 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.877 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.878 INFO:tasks.workunit.client.0.smithi031.stdout: "submit_latency": { 2024-08-10T05:14:00.878 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:00.878 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.878 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.878 INFO:tasks.workunit.client.0.smithi031.stdout: "submit_sync_latency": { 2024-08-10T05:14:00.878 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1823, 2024-08-10T05:14:00.878 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 497019405 2024-08-10T05:14:00.878 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:00.878 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:00.878 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.878 INFO:tasks.workunit.client.0.smithi031.stdout: "mon.8ebe73bd7ea27fbdeeae1ec6539f9be9b100ac0f": { 2024-08-10T05:14:00.879 INFO:tasks.workunit.client.0.smithi031.stdout: "mon": { 2024-08-10T05:14:00.879 INFO:tasks.workunit.client.0.smithi031.stdout: "election_call": { 2024-08-10T05:14:00.879 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-08-10T05:14:00.879 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.879 INFO:tasks.workunit.client.0.smithi031.stdout: "election_lose": { 2024-08-10T05:14:00.879 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.879 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.879 INFO:tasks.workunit.client.0.smithi031.stdout: "election_win": { 2024-08-10T05:14:00.879 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3 2024-08-10T05:14:00.879 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.879 INFO:tasks.workunit.client.0.smithi031.stdout: "num_elections": { 2024-08-10T05:14:00.879 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 9 2024-08-10T05:14:00.879 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.879 INFO:tasks.workunit.client.0.smithi031.stdout: "num_sessions": { 2024-08-10T05:14:00.880 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10 2024-08-10T05:14:00.880 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.880 INFO:tasks.workunit.client.0.smithi031.stdout: "session_add": { 2024-08-10T05:14:00.880 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3 2024-08-10T05:14:00.880 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.880 INFO:tasks.workunit.client.0.smithi031.stdout: "session_rm": { 2024-08-10T05:14:00.880 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 182 2024-08-10T05:14:00.880 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.880 INFO:tasks.workunit.client.0.smithi031.stdout: "session_trim": { 2024-08-10T05:14:00.880 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.880 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:00.880 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.880 INFO:tasks.workunit.client.0.smithi031.stdout: "paxos": { 2024-08-10T05:14:00.881 INFO:tasks.workunit.client.0.smithi031.stdout: "accept_timeout": { 2024-08-10T05:14:00.881 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.881 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.881 INFO:tasks.workunit.client.0.smithi031.stdout: "begin": { 2024-08-10T05:14:00.881 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 958 2024-08-10T05:14:00.881 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.881 INFO:tasks.workunit.client.0.smithi031.stdout: "begin_bytes": { 2024-08-10T05:14:00.881 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 958, 2024-08-10T05:14:00.881 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4924440 2024-08-10T05:14:00.881 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.881 INFO:tasks.workunit.client.0.smithi031.stdout: "begin_keys": { 2024-08-10T05:14:00.881 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 958, 2024-08-10T05:14:00.881 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2874 2024-08-10T05:14:00.881 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.882 INFO:tasks.workunit.client.0.smithi031.stdout: "begin_latency": { 2024-08-10T05:14:00.882 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 958, 2024-08-10T05:14:00.882 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 174997013 2024-08-10T05:14:00.882 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.882 INFO:tasks.workunit.client.0.smithi031.stdout: "collect": { 2024-08-10T05:14:00.882 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.882 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.882 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_bytes": { 2024-08-10T05:14:00.882 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:00.882 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.882 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.882 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_keys": { 2024-08-10T05:14:00.882 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:00.882 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.883 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.883 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_latency": { 2024-08-10T05:14:00.883 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:00.883 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.883 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.883 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_timeout": { 2024-08-10T05:14:00.883 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.883 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.883 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_uncommitted": { 2024-08-10T05:14:00.883 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.883 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.883 INFO:tasks.workunit.client.0.smithi031.stdout: "commit": { 2024-08-10T05:14:00.883 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 958 2024-08-10T05:14:00.884 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.884 INFO:tasks.workunit.client.0.smithi031.stdout: "commit_bytes": { 2024-08-10T05:14:00.884 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 958, 2024-08-10T05:14:00.884 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4855522 2024-08-10T05:14:00.884 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.884 INFO:tasks.workunit.client.0.smithi031.stdout: "commit_keys": { 2024-08-10T05:14:00.884 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 958, 2024-08-10T05:14:00.884 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5466 2024-08-10T05:14:00.884 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.884 INFO:tasks.workunit.client.0.smithi031.stdout: "commit_latency": { 2024-08-10T05:14:00.884 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 958, 2024-08-10T05:14:00.884 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 468078466 2024-08-10T05:14:00.884 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.885 INFO:tasks.workunit.client.0.smithi031.stdout: "lease_ack_timeout": { 2024-08-10T05:14:00.885 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.885 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.885 INFO:tasks.workunit.client.0.smithi031.stdout: "lease_timeout": { 2024-08-10T05:14:00.885 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.885 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.885 INFO:tasks.workunit.client.0.smithi031.stdout: "new_pn": { 2024-08-10T05:14:00.885 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-08-10T05:14:00.885 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.885 INFO:tasks.workunit.client.0.smithi031.stdout: "new_pn_latency": { 2024-08-10T05:14:00.885 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2, 2024-08-10T05:14:00.885 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2999950 2024-08-10T05:14:00.885 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.885 INFO:tasks.workunit.client.0.smithi031.stdout: "refresh": { 2024-08-10T05:14:00.886 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 960 2024-08-10T05:14:00.886 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.886 INFO:tasks.workunit.client.0.smithi031.stdout: "refresh_latency": { 2024-08-10T05:14:00.886 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 960, 2024-08-10T05:14:00.886 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2561956235 2024-08-10T05:14:00.886 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.886 INFO:tasks.workunit.client.0.smithi031.stdout: "restart": { 2024-08-10T05:14:00.886 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12 2024-08-10T05:14:00.886 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.886 INFO:tasks.workunit.client.0.smithi031.stdout: "share_state": { 2024-08-10T05:14:00.886 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-08-10T05:14:00.886 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.887 INFO:tasks.workunit.client.0.smithi031.stdout: "share_state_bytes": { 2024-08-10T05:14:00.887 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2, 2024-08-10T05:14:00.887 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1050 2024-08-10T05:14:00.887 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.887 INFO:tasks.workunit.client.0.smithi031.stdout: "share_state_keys": { 2024-08-10T05:14:00.887 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2, 2024-08-10T05:14:00.887 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-08-10T05:14:00.887 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.887 INFO:tasks.workunit.client.0.smithi031.stdout: "start_leader": { 2024-08-10T05:14:00.887 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3 2024-08-10T05:14:00.887 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.887 INFO:tasks.workunit.client.0.smithi031.stdout: "start_peon": { 2024-08-10T05:14:00.887 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.888 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.888 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state": { 2024-08-10T05:14:00.888 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.888 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.888 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state_bytes": { 2024-08-10T05:14:00.888 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:00.888 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.888 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.888 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state_keys": { 2024-08-10T05:14:00.888 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:00.888 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.888 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.888 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state_latency": { 2024-08-10T05:14:00.888 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:00.889 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.889 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:00.889 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.889 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache": { 2024-08-10T05:14:00.889 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_bytes": { 2024-08-10T05:14:00.889 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1020054731 2024-08-10T05:14:00.889 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.889 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_bytes": { 2024-08-10T05:14:00.889 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 46882816 2024-08-10T05:14:00.889 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.889 INFO:tasks.workunit.client.0.smithi031.stdout: "mapped_bytes": { 2024-08-10T05:14:00.889 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 42303488 2024-08-10T05:14:00.889 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.890 INFO:tasks.workunit.client.0.smithi031.stdout: "target_bytes": { 2024-08-10T05:14:00.890 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2147483648 2024-08-10T05:14:00.890 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.890 INFO:tasks.workunit.client.0.smithi031.stdout: "unmapped_bytes": { 2024-08-10T05:14:00.890 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4579328 2024-08-10T05:14:00.890 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:00.890 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.890 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache:full": { 2024-08-10T05:14:00.890 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T05:14:00.890 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 348127232 2024-08-10T05:14:00.890 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.890 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T05:14:00.890 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.891 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.891 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T05:14:00.891 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.891 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.891 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T05:14:00.891 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 277006829 2024-08-10T05:14:00.891 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.891 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T05:14:00.891 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 310375 2024-08-10T05:14:00.891 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.891 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T05:14:00.891 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.891 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.891 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T05:14:00.892 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.892 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.892 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T05:14:00.892 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.892 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.892 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T05:14:00.892 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.892 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.892 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T05:14:00.892 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.892 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.892 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T05:14:00.892 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.892 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.893 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T05:14:00.893 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.893 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.893 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T05:14:00.893 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.893 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.893 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T05:14:00.893 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 70810028 2024-08-10T05:14:00.893 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:00.893 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.893 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache:inc": { 2024-08-10T05:14:00.893 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T05:14:00.893 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 348127232 2024-08-10T05:14:00.894 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.894 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T05:14:00.894 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.894 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.894 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T05:14:00.894 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.894 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.894 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T05:14:00.894 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 277006829 2024-08-10T05:14:00.894 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.894 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T05:14:00.894 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 41109 2024-08-10T05:14:00.894 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.895 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T05:14:00.895 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.895 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.895 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T05:14:00.895 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.895 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.895 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T05:14:00.895 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.895 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.895 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T05:14:00.895 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.895 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.895 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T05:14:00.896 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.896 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.896 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T05:14:00.896 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.896 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.896 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T05:14:00.896 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.896 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.896 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T05:14:00.896 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.896 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.896 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T05:14:00.896 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71079294 2024-08-10T05:14:00.896 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:00.896 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.897 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache:kv": { 2024-08-10T05:14:00.897 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T05:14:00.897 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 322961408 2024-08-10T05:14:00.897 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.897 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T05:14:00.897 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T05:14:00.897 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.897 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T05:14:00.897 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.897 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.897 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T05:14:00.897 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 184671219 2024-08-10T05:14:00.897 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.898 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T05:14:00.898 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.898 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.898 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T05:14:00.898 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.898 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.898 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T05:14:00.898 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.898 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.898 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T05:14:00.898 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.898 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.898 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T05:14:00.899 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.899 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.899 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T05:14:00.899 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.899 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.899 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T05:14:00.899 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.899 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.899 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T05:14:00.899 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.899 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.900 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T05:14:00.900 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.900 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.900 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T05:14:00.900 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71181325 2024-08-10T05:14:00.900 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:00.900 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.900 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb": { 2024-08-10T05:14:00.900 INFO:tasks.workunit.client.0.smithi031.stdout: "compact": { 2024-08-10T05:14:00.900 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.900 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.900 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_queue_len": { 2024-08-10T05:14:00.900 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.900 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.901 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_queue_merge": { 2024-08-10T05:14:00.901 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.901 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.901 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_range": { 2024-08-10T05:14:00.901 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1 2024-08-10T05:14:00.901 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.901 INFO:tasks.workunit.client.0.smithi031.stdout: "get_latency": { 2024-08-10T05:14:00.901 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 43006, 2024-08-10T05:14:00.901 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 170926342 2024-08-10T05:14:00.901 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.901 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_delay_time": { 2024-08-10T05:14:00.901 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:00.901 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.901 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.902 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_memtable_time": { 2024-08-10T05:14:00.902 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:00.902 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.902 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.902 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-10T05:14:00.902 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:00.902 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.902 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.902 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_wal_time": { 2024-08-10T05:14:00.902 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:00.902 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.902 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.902 INFO:tasks.workunit.client.0.smithi031.stdout: "submit_latency": { 2024-08-10T05:14:00.903 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:00.903 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.903 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.903 INFO:tasks.workunit.client.0.smithi031.stdout: "submit_sync_latency": { 2024-08-10T05:14:00.903 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2091, 2024-08-10T05:14:00.903 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 737497017 2024-08-10T05:14:00.903 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:00.903 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:00.903 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.903 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.0": { 2024-08-10T05:14:00.903 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T05:14:00.903 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_fallback": { 2024-08-10T05:14:00.903 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.903 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.904 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_size_fallback": { 2024-08-10T05:14:00.904 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.904 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.904 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_db": { 2024-08-10T05:14:00.904 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 65536 2024-08-10T05:14:00.904 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.904 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_main": { 2024-08-10T05:14:00.904 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.904 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.904 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_wal": { 2024-08-10T05:14:00.904 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.904 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.904 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_slow": { 2024-08-10T05:14:00.905 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.905 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.905 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_sst": { 2024-08-10T05:14:00.905 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12288 2024-08-10T05:14:00.905 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.905 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_wal": { 2024-08-10T05:14:00.905 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2846720 2024-08-10T05:14:00.905 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.905 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lat": { 2024-08-10T05:14:00.905 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:00.905 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.905 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.905 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lock_lat": { 2024-08-10T05:14:00.905 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:00.906 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.906 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.906 INFO:tasks.workunit.client.0.smithi031.stdout: "db_total_bytes": { 2024-08-10T05:14:00.906 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-08-10T05:14:00.906 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.906 INFO:tasks.workunit.client.0.smithi031.stdout: "db_used_bytes": { 2024-08-10T05:14:00.906 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 304480256 2024-08-10T05:14:00.906 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.906 INFO:tasks.workunit.client.0.smithi031.stdout: "log_bytes": { 2024-08-10T05:14:00.906 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1814528 2024-08-10T05:14:00.906 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.906 INFO:tasks.workunit.client.0.smithi031.stdout: "logged_bytes": { 2024-08-10T05:14:00.906 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1675264 2024-08-10T05:14:00.907 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.907 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_db": { 2024-08-10T05:14:00.907 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 312868864 2024-08-10T05:14:00.907 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.907 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_slow": { 2024-08-10T05:14:00.907 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.907 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.907 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_wal": { 2024-08-10T05:14:00.907 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.907 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.907 INFO:tasks.workunit.client.0.smithi031.stdout: "num_files": { 2024-08-10T05:14:00.907 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 14 2024-08-10T05:14:00.907 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.908 INFO:tasks.workunit.client.0.smithi031.stdout: "read_bytes": { 2024-08-10T05:14:00.908 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 195697 2024-08-10T05:14:00.908 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.908 INFO:tasks.workunit.client.0.smithi031.stdout: "read_count": { 2024-08-10T05:14:00.908 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 23 2024-08-10T05:14:00.908 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.908 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes": { 2024-08-10T05:14:00.908 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1269760 2024-08-10T05:14:00.908 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.908 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_db": { 2024-08-10T05:14:00.908 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1273856 2024-08-10T05:14:00.908 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.908 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_slow": { 2024-08-10T05:14:00.909 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.909 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.909 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_wal": { 2024-08-10T05:14:00.909 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.909 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.909 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_count": { 2024-08-10T05:14:00.909 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15 2024-08-10T05:14:00.909 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.909 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_bytes": { 2024-08-10T05:14:00.909 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4789 2024-08-10T05:14:00.909 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.909 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_count": { 2024-08-10T05:14:00.909 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4 2024-08-10T05:14:00.910 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.910 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_bytes": { 2024-08-10T05:14:00.910 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5589 2024-08-10T05:14:00.910 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.910 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_count": { 2024-08-10T05:14:00.910 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24 2024-08-10T05:14:00.910 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.910 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_bytes": { 2024-08-10T05:14:00.910 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5589 2024-08-10T05:14:00.910 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.910 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_count": { 2024-08-10T05:14:00.910 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24 2024-08-10T05:14:00.911 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.911 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes": { 2024-08-10T05:14:00.911 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.911 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.911 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_db": { 2024-08-10T05:14:00.911 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.911 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.911 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_slow": { 2024-08-10T05:14:00.911 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.911 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.911 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_wal": { 2024-08-10T05:14:00.911 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.911 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.911 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_count": { 2024-08-10T05:14:00.912 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.912 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.912 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_total_bytes": { 2024-08-10T05:14:00.912 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.912 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.912 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_used_bytes": { 2024-08-10T05:14:00.912 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.912 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.912 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_total_bytes": { 2024-08-10T05:14:00.912 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.912 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.912 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_used_bytes": { 2024-08-10T05:14:00.912 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.912 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.913 INFO:tasks.workunit.client.0.smithi031.stdout: "write_bytes": { 2024-08-10T05:14:00.913 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4595712 2024-08-10T05:14:00.913 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:00.913 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.913 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore": { 2024-08-10T05:14:00.913 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit": { 2024-08-10T05:14:00.913 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4096 2024-08-10T05:14:00.913 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.913 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": { 2024-08-10T05:14:00.913 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1396736 2024-08-10T05:14:00.913 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.913 INFO:tasks.workunit.client.0.smithi031.stdout: "clist_lat": { 2024-08-10T05:14:00.913 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 4, 2024-08-10T05:14:00.914 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 163883 2024-08-10T05:14:00.914 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.914 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_lat": { 2024-08-10T05:14:00.914 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:00.914 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.914 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.914 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed": { 2024-08-10T05:14:00.914 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.914 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.914 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_allocated": { 2024-08-10T05:14:00.914 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.914 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.915 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_original": { 2024-08-10T05:14:00.915 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.915 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.915 INFO:tasks.workunit.client.0.smithi031.stdout: "csum_lat": { 2024-08-10T05:14:00.915 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 24, 2024-08-10T05:14:00.915 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 70659 2024-08-10T05:14:00.915 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.915 INFO:tasks.workunit.client.0.smithi031.stdout: "decompress_lat": { 2024-08-10T05:14:00.915 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:00.915 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.915 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.915 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_commit_lat": { 2024-08-10T05:14:00.915 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 392, 2024-08-10T05:14:00.916 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 88831971 2024-08-10T05:14:00.916 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.916 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_final_lat": { 2024-08-10T05:14:00.916 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 388, 2024-08-10T05:14:00.916 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7946199 2024-08-10T05:14:00.916 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.916 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_flush_lat": { 2024-08-10T05:14:00.916 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 392, 2024-08-10T05:14:00.916 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 507323 2024-08-10T05:14:00.916 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.916 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_sync_lat": { 2024-08-10T05:14:00.916 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 392, 2024-08-10T05:14:00.916 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 89339294 2024-08-10T05:14:00.916 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.917 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_keys_lat": { 2024-08-10T05:14:00.917 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:00.917 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.917 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.917 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_values_lat": { 2024-08-10T05:14:00.917 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-08-10T05:14:00.917 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 35323 2024-08-10T05:14:00.917 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.917 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_lower_bound_lat": { 2024-08-10T05:14:00.917 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 8, 2024-08-10T05:14:00.917 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 20283 2024-08-10T05:14:00.917 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.917 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_next_lat": { 2024-08-10T05:14:00.917 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:00.918 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.918 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.918 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_seek_to_first_lat": { 2024-08-10T05:14:00.918 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:00.918 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.918 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.918 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_upper_bound_lat": { 2024-08-10T05:14:00.918 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 4, 2024-08-10T05:14:00.918 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12465 2024-08-10T05:14:00.918 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.918 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_hits": { 2024-08-10T05:14:00.918 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 866 2024-08-10T05:14:00.918 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.919 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_misses": { 2024-08-10T05:14:00.919 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 239 2024-08-10T05:14:00.919 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.919 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-08-10T05:14:00.919 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 129, 2024-08-10T05:14:00.919 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3204502 2024-08-10T05:14:00.919 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.919 INFO:tasks.workunit.client.0.smithi031.stdout: "read_onode_meta_lat": { 2024-08-10T05:14:00.919 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 344, 2024-08-10T05:14:00.919 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 304740 2024-08-10T05:14:00.919 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.919 INFO:tasks.workunit.client.0.smithi031.stdout: "read_wait_aio_lat": { 2024-08-10T05:14:00.919 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 215, 2024-08-10T05:14:00.919 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7278225 2024-08-10T05:14:00.920 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.920 INFO:tasks.workunit.client.0.smithi031.stdout: "reads_with_retries": { 2024-08-10T05:14:00.920 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.920 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.920 INFO:tasks.workunit.client.0.smithi031.stdout: "remove_lat": { 2024-08-10T05:14:00.920 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2, 2024-08-10T05:14:00.920 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 38622 2024-08-10T05:14:00.920 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.920 INFO:tasks.workunit.client.0.smithi031.stdout: "state_aio_wait_lat": { 2024-08-10T05:14:00.920 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 493, 2024-08-10T05:14:00.920 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 18819548 2024-08-10T05:14:00.920 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.921 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T05:14:00.921 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 133, 2024-08-10T05:14:00.921 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 9978033 2024-08-10T05:14:00.921 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.921 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_cleanup_lat": { 2024-08-10T05:14:00.921 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 133, 2024-08-10T05:14:00.921 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 442179120022 2024-08-10T05:14:00.921 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.921 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_queued_lat": { 2024-08-10T05:14:00.921 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 133, 2024-08-10T05:14:00.921 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 159496482597 2024-08-10T05:14:00.921 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.921 INFO:tasks.workunit.client.0.smithi031.stdout: "state_done_lat": { 2024-08-10T05:14:00.922 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 493, 2024-08-10T05:14:00.922 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 75103471612 2024-08-10T05:14:00.922 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.922 INFO:tasks.workunit.client.0.smithi031.stdout: "state_finishing_lat": { 2024-08-10T05:14:00.922 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 493, 2024-08-10T05:14:00.922 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 107393 2024-08-10T05:14:00.922 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.922 INFO:tasks.workunit.client.0.smithi031.stdout: "state_io_done_lat": { 2024-08-10T05:14:00.922 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 493, 2024-08-10T05:14:00.922 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1477800 2024-08-10T05:14:00.922 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.922 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_commiting_lat": { 2024-08-10T05:14:00.922 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 493, 2024-08-10T05:14:00.923 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 163450708 2024-08-10T05:14:00.923 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.923 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_done_lat": { 2024-08-10T05:14:00.923 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 493, 2024-08-10T05:14:00.923 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 158178 2024-08-10T05:14:00.923 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.923 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_queued_lat": { 2024-08-10T05:14:00.923 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 493, 2024-08-10T05:14:00.923 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 79948948 2024-08-10T05:14:00.923 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.923 INFO:tasks.workunit.client.0.smithi031.stdout: "state_prepare_lat": { 2024-08-10T05:14:00.923 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 493, 2024-08-10T05:14:00.923 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 28147538 2024-08-10T05:14:00.923 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.924 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": { 2024-08-10T05:14:00.924 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 942583 2024-08-10T05:14:00.924 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.924 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-08-10T05:14:00.924 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 67, 2024-08-10T05:14:00.924 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 332292 2024-08-10T05:14:00.924 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.924 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_commit_lat": { 2024-08-10T05:14:00.924 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 493, 2024-08-10T05:14:00.924 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 291916254 2024-08-10T05:14:00.924 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.924 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_submit_lat": { 2024-08-10T05:14:00.924 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 493, 2024-08-10T05:14:00.924 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 32956546 2024-08-10T05:14:00.925 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.925 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_throttle_lat": { 2024-08-10T05:14:00.925 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 493, 2024-08-10T05:14:00.925 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3128577 2024-08-10T05:14:00.925 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:00.925 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.925 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache": { 2024-08-10T05:14:00.925 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_bytes": { 2024-08-10T05:14:00.925 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1862413752 2024-08-10T05:14:00.925 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.925 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_bytes": { 2024-08-10T05:14:00.925 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 272023552 2024-08-10T05:14:00.925 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.925 INFO:tasks.workunit.client.0.smithi031.stdout: "mapped_bytes": { 2024-08-10T05:14:00.926 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 271679488 2024-08-10T05:14:00.926 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.926 INFO:tasks.workunit.client.0.smithi031.stdout: "target_bytes": { 2024-08-10T05:14:00.926 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3138494259 2024-08-10T05:14:00.926 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.926 INFO:tasks.workunit.client.0.smithi031.stdout: "unmapped_bytes": { 2024-08-10T05:14:00.926 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 344064 2024-08-10T05:14:00.926 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:00.926 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.926 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:data": { 2024-08-10T05:14:00.926 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T05:14:00.926 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 159383552 2024-08-10T05:14:00.926 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.927 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T05:14:00.927 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.927 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.927 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T05:14:00.927 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.927 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.927 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T05:14:00.927 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 85517284 2024-08-10T05:14:00.927 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.927 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T05:14:00.927 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.927 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.927 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T05:14:00.927 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.928 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.928 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T05:14:00.928 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.928 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.928 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T05:14:00.928 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.928 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.928 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T05:14:00.928 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.928 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.928 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T05:14:00.928 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 606208 2024-08-10T05:14:00.928 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.929 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T05:14:00.929 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.929 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.929 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T05:14:00.929 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.929 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.929 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T05:14:00.929 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.929 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.929 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T05:14:00.929 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 73260060 2024-08-10T05:14:00.929 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:00.929 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.930 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv": { 2024-08-10T05:14:00.930 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T05:14:00.930 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 780140544 2024-08-10T05:14:00.930 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.930 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T05:14:00.930 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T05:14:00.930 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.930 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T05:14:00.930 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.930 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.930 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T05:14:00.930 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 641379633 2024-08-10T05:14:00.930 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.931 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T05:14:00.931 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.931 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.931 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T05:14:00.931 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.931 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.931 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T05:14:00.931 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.931 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.931 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T05:14:00.931 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.931 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.931 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T05:14:00.932 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.932 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.932 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T05:14:00.932 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2128 2024-08-10T05:14:00.932 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.932 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T05:14:00.932 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.932 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.932 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T05:14:00.932 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.932 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.932 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T05:14:00.932 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.932 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.933 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T05:14:00.933 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71649919 2024-08-10T05:14:00.933 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:00.933 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.933 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T05:14:00.933 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T05:14:00.933 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 192937984 2024-08-10T05:14:00.933 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.933 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T05:14:00.933 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T05:14:00.933 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.933 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T05:14:00.933 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 464 2024-08-10T05:14:00.934 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.934 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T05:14:00.934 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 57011522 2024-08-10T05:14:00.934 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.934 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T05:14:00.934 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.934 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.934 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T05:14:00.934 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.934 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.934 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T05:14:00.934 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.934 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.935 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T05:14:00.935 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.935 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.935 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T05:14:00.935 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.935 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.935 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T05:14:00.935 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.935 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.935 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T05:14:00.935 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.935 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.935 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T05:14:00.935 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.936 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.936 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T05:14:00.936 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.936 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.936 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T05:14:00.936 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 68817134 2024-08-10T05:14:00.936 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:00.936 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.936 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:meta": { 2024-08-10T05:14:00.936 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T05:14:00.936 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 713031680 2024-08-10T05:14:00.936 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.936 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T05:14:00.937 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.937 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.937 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T05:14:00.937 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.937 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.937 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T05:14:00.937 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 641379633 2024-08-10T05:14:00.937 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.937 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T05:14:00.937 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.937 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.937 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T05:14:00.937 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.938 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.938 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T05:14:00.938 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.938 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.938 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T05:14:00.938 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.938 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.938 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T05:14:00.938 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.938 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.938 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T05:14:00.938 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 306398 2024-08-10T05:14:00.938 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.938 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T05:14:00.939 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.939 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.939 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T05:14:00.939 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.939 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.939 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T05:14:00.939 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.939 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.939 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T05:14:00.939 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71345649 2024-08-10T05:14:00.939 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:00.939 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.939 INFO:tasks.workunit.client.0.smithi031.stdout: "objecter": { 2024-08-10T05:14:00.939 INFO:tasks.workunit.client.0.smithi031.stdout: "op_active": { 2024-08-10T05:14:00.940 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.940 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.940 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T05:14:00.940 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.940 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.940 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rmw": { 2024-08-10T05:14:00.940 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.940 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.940 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T05:14:00.940 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.940 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:00.940 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.940 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T05:14:00.940 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg": { 2024-08-10T05:14:00.941 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 45 2024-08-10T05:14:00.941 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.941 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg_removing": { 2024-08-10T05:14:00.941 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.941 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.941 INFO:tasks.workunit.client.0.smithi031.stdout: "op": { 2024-08-10T05:14:00.941 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6 2024-08-10T05:14:00.941 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.941 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_degraded": { 2024-08-10T05:14:00.941 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.941 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.942 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_unreadable": { 2024-08-10T05:14:00.942 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.942 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.942 INFO:tasks.workunit.client.0.smithi031.stdout: "op_in_bytes": { 2024-08-10T05:14:00.942 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 604 2024-08-10T05:14:00.942 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.942 INFO:tasks.workunit.client.0.smithi031.stdout: "op_latency": { 2024-08-10T05:14:00.942 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 6, 2024-08-10T05:14:00.942 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 40348298 2024-08-10T05:14:00.942 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.942 INFO:tasks.workunit.client.0.smithi031.stdout: "op_out_bytes": { 2024-08-10T05:14:00.942 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.943 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.943 INFO:tasks.workunit.client.0.smithi031.stdout: "op_prepare_latency": { 2024-08-10T05:14:00.943 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7, 2024-08-10T05:14:00.943 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4159958 2024-08-10T05:14:00.943 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.943 INFO:tasks.workunit.client.0.smithi031.stdout: "op_process_latency": { 2024-08-10T05:14:00.943 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 6, 2024-08-10T05:14:00.943 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 35390440 2024-08-10T05:14:00.943 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.943 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T05:14:00.943 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.943 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.943 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency": { 2024-08-10T05:14:00.943 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:00.944 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.944 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.944 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T05:14:00.944 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.944 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.944 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_out_bytes": { 2024-08-10T05:14:00.944 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.944 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.944 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_prepare_latency": { 2024-08-10T05:14:00.944 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:00.944 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.944 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.944 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_process_latency": { 2024-08-10T05:14:00.945 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:00.945 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.945 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.945 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw": { 2024-08-10T05:14:00.945 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.945 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.945 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_in_bytes": { 2024-08-10T05:14:00.945 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.945 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.945 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency": { 2024-08-10T05:14:00.945 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:00.945 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.945 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.946 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T05:14:00.946 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.946 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.946 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T05:14:00.946 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.946 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.946 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_out_bytes": { 2024-08-10T05:14:00.946 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.946 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.946 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_prepare_latency": { 2024-08-10T05:14:00.946 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:00.946 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.946 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.947 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_process_latency": { 2024-08-10T05:14:00.947 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:00.947 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.947 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.947 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T05:14:00.947 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6 2024-08-10T05:14:00.947 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.947 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_in_bytes": { 2024-08-10T05:14:00.947 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 604 2024-08-10T05:14:00.947 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.947 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency": { 2024-08-10T05:14:00.947 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 6, 2024-08-10T05:14:00.947 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 40348298 2024-08-10T05:14:00.948 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.948 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T05:14:00.948 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.948 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.948 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_prepare_latency": { 2024-08-10T05:14:00.948 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7, 2024-08-10T05:14:00.948 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4159958 2024-08-10T05:14:00.948 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.948 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_process_latency": { 2024-08-10T05:14:00.948 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 6, 2024-08-10T05:14:00.948 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 35390440 2024-08-10T05:14:00.948 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.948 INFO:tasks.workunit.client.0.smithi031.stdout: "op_wip": { 2024-08-10T05:14:00.949 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.949 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.949 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_bytes": { 2024-08-10T05:14:00.949 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1771104 2024-08-10T05:14:00.949 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.949 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_ops": { 2024-08-10T05:14:00.949 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6 2024-08-10T05:14:00.949 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.949 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes": { 2024-08-10T05:14:00.949 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-08-10T05:14:00.949 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.949 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes_used": { 2024-08-10T05:14:00.949 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 305885184 2024-08-10T05:14:00.949 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:00.950 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:00.950 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.950 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.1": { 2024-08-10T05:14:00.950 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T05:14:00.950 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_fallback": { 2024-08-10T05:14:00.950 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.950 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.950 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_size_fallback": { 2024-08-10T05:14:00.950 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.950 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.950 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_db": { 2024-08-10T05:14:00.950 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 65536 2024-08-10T05:14:00.950 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.951 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_main": { 2024-08-10T05:14:00.951 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.951 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.951 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_wal": { 2024-08-10T05:14:00.951 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.951 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.951 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_slow": { 2024-08-10T05:14:00.951 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.951 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.951 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_sst": { 2024-08-10T05:14:00.951 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12288 2024-08-10T05:14:00.951 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.951 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_wal": { 2024-08-10T05:14:00.952 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2625536 2024-08-10T05:14:00.952 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.952 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lat": { 2024-08-10T05:14:00.952 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:00.952 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.952 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.952 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lock_lat": { 2024-08-10T05:14:00.952 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:00.952 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.952 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.952 INFO:tasks.workunit.client.0.smithi031.stdout: "db_total_bytes": { 2024-08-10T05:14:00.952 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-08-10T05:14:00.952 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.952 INFO:tasks.workunit.client.0.smithi031.stdout: "db_used_bytes": { 2024-08-10T05:14:00.953 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 304480256 2024-08-10T05:14:00.953 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.953 INFO:tasks.workunit.client.0.smithi031.stdout: "log_bytes": { 2024-08-10T05:14:00.953 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1691648 2024-08-10T05:14:00.953 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.953 INFO:tasks.workunit.client.0.smithi031.stdout: "logged_bytes": { 2024-08-10T05:14:00.953 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1552384 2024-08-10T05:14:00.953 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.953 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_db": { 2024-08-10T05:14:00.953 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 312868864 2024-08-10T05:14:00.953 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.953 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_slow": { 2024-08-10T05:14:00.953 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.954 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.954 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_wal": { 2024-08-10T05:14:00.954 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.954 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.954 INFO:tasks.workunit.client.0.smithi031.stdout: "num_files": { 2024-08-10T05:14:00.954 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 14 2024-08-10T05:14:00.954 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.954 INFO:tasks.workunit.client.0.smithi031.stdout: "read_bytes": { 2024-08-10T05:14:00.954 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 195697 2024-08-10T05:14:00.954 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.954 INFO:tasks.workunit.client.0.smithi031.stdout: "read_count": { 2024-08-10T05:14:00.954 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 23 2024-08-10T05:14:00.954 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.955 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes": { 2024-08-10T05:14:00.955 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1269760 2024-08-10T05:14:00.955 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.955 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_db": { 2024-08-10T05:14:00.955 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1273856 2024-08-10T05:14:00.955 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.955 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_slow": { 2024-08-10T05:14:00.955 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.955 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.955 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_wal": { 2024-08-10T05:14:00.955 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.955 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.955 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_count": { 2024-08-10T05:14:00.956 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15 2024-08-10T05:14:00.956 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.956 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_bytes": { 2024-08-10T05:14:00.956 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4789 2024-08-10T05:14:00.956 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.956 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_count": { 2024-08-10T05:14:00.956 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4 2024-08-10T05:14:00.956 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.956 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_bytes": { 2024-08-10T05:14:00.956 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5589 2024-08-10T05:14:00.956 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.956 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_count": { 2024-08-10T05:14:00.956 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24 2024-08-10T05:14:00.956 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.957 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_bytes": { 2024-08-10T05:14:00.957 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5589 2024-08-10T05:14:00.957 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.957 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_count": { 2024-08-10T05:14:00.957 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24 2024-08-10T05:14:00.957 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.957 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes": { 2024-08-10T05:14:00.957 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.957 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.957 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_db": { 2024-08-10T05:14:00.957 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.957 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.957 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_slow": { 2024-08-10T05:14:00.957 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.957 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.958 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_wal": { 2024-08-10T05:14:00.958 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.958 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.958 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_count": { 2024-08-10T05:14:00.958 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.958 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.958 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_total_bytes": { 2024-08-10T05:14:00.958 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.958 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.958 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_used_bytes": { 2024-08-10T05:14:00.958 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.958 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.958 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_total_bytes": { 2024-08-10T05:14:00.959 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.959 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.959 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_used_bytes": { 2024-08-10T05:14:00.959 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.959 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.959 INFO:tasks.workunit.client.0.smithi031.stdout: "write_bytes": { 2024-08-10T05:14:00.959 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4251648 2024-08-10T05:14:00.959 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:00.959 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.959 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore": { 2024-08-10T05:14:00.959 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit": { 2024-08-10T05:14:00.959 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4096 2024-08-10T05:14:00.959 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.960 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": { 2024-08-10T05:14:00.960 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 798720 2024-08-10T05:14:00.960 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.960 INFO:tasks.workunit.client.0.smithi031.stdout: "clist_lat": { 2024-08-10T05:14:00.960 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 5, 2024-08-10T05:14:00.960 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 223317 2024-08-10T05:14:00.960 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.960 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_lat": { 2024-08-10T05:14:00.960 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:00.960 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.960 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.960 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed": { 2024-08-10T05:14:00.960 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.960 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.960 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_allocated": { 2024-08-10T05:14:00.961 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.961 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.961 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_original": { 2024-08-10T05:14:00.961 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.961 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.961 INFO:tasks.workunit.client.0.smithi031.stdout: "csum_lat": { 2024-08-10T05:14:00.961 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 30, 2024-08-10T05:14:00.961 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 72860 2024-08-10T05:14:00.961 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.961 INFO:tasks.workunit.client.0.smithi031.stdout: "decompress_lat": { 2024-08-10T05:14:00.961 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:00.961 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.961 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.961 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_commit_lat": { 2024-08-10T05:14:00.962 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 362, 2024-08-10T05:14:00.962 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 84719485 2024-08-10T05:14:00.962 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.962 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_final_lat": { 2024-08-10T05:14:00.962 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 359, 2024-08-10T05:14:00.962 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6321275 2024-08-10T05:14:00.962 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.962 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_flush_lat": { 2024-08-10T05:14:00.962 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 362, 2024-08-10T05:14:00.962 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 509567 2024-08-10T05:14:00.962 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.962 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_sync_lat": { 2024-08-10T05:14:00.963 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 362, 2024-08-10T05:14:00.963 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 85229052 2024-08-10T05:14:00.963 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.963 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_keys_lat": { 2024-08-10T05:14:00.963 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:00.963 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.963 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.963 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_values_lat": { 2024-08-10T05:14:00.963 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3, 2024-08-10T05:14:00.963 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 33326 2024-08-10T05:14:00.963 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.963 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_lower_bound_lat": { 2024-08-10T05:14:00.963 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 4, 2024-08-10T05:14:00.964 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8506 2024-08-10T05:14:00.964 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.964 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_next_lat": { 2024-08-10T05:14:00.964 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:00.964 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.964 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.964 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_seek_to_first_lat": { 2024-08-10T05:14:00.964 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:00.964 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.964 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.964 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_upper_bound_lat": { 2024-08-10T05:14:00.964 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 5, 2024-08-10T05:14:00.964 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 13739 2024-08-10T05:14:00.964 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.964 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_hits": { 2024-08-10T05:14:00.965 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 878 2024-08-10T05:14:00.965 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.965 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_misses": { 2024-08-10T05:14:00.965 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 248 2024-08-10T05:14:00.965 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.965 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-08-10T05:14:00.965 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 150, 2024-08-10T05:14:00.965 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3869249 2024-08-10T05:14:00.965 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.965 INFO:tasks.workunit.client.0.smithi031.stdout: "read_onode_meta_lat": { 2024-08-10T05:14:00.965 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 383, 2024-08-10T05:14:00.965 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 276576 2024-08-10T05:14:00.965 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.966 INFO:tasks.workunit.client.0.smithi031.stdout: "read_wait_aio_lat": { 2024-08-10T05:14:00.966 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 233, 2024-08-10T05:14:00.966 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7205292 2024-08-10T05:14:00.966 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.966 INFO:tasks.workunit.client.0.smithi031.stdout: "reads_with_retries": { 2024-08-10T05:14:00.966 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.966 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.966 INFO:tasks.workunit.client.0.smithi031.stdout: "remove_lat": { 2024-08-10T05:14:00.966 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3, 2024-08-10T05:14:00.966 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 149655 2024-08-10T05:14:00.966 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.966 INFO:tasks.workunit.client.0.smithi031.stdout: "state_aio_wait_lat": { 2024-08-10T05:14:00.967 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 431, 2024-08-10T05:14:00.967 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10849918 2024-08-10T05:14:00.967 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.967 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T05:14:00.967 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 131, 2024-08-10T05:14:00.967 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12784641 2024-08-10T05:14:00.967 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.967 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_cleanup_lat": { 2024-08-10T05:14:00.967 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 130, 2024-08-10T05:14:00.967 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 328726721619 2024-08-10T05:14:00.967 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.967 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_queued_lat": { 2024-08-10T05:14:00.967 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 131, 2024-08-10T05:14:00.967 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 181236931369 2024-08-10T05:14:00.968 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.968 INFO:tasks.workunit.client.0.smithi031.stdout: "state_done_lat": { 2024-08-10T05:14:00.968 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 430, 2024-08-10T05:14:00.968 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 75068046512 2024-08-10T05:14:00.968 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.968 INFO:tasks.workunit.client.0.smithi031.stdout: "state_finishing_lat": { 2024-08-10T05:14:00.968 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 430, 2024-08-10T05:14:00.968 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 39916 2024-08-10T05:14:00.968 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.968 INFO:tasks.workunit.client.0.smithi031.stdout: "state_io_done_lat": { 2024-08-10T05:14:00.968 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 431, 2024-08-10T05:14:00.968 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 547207 2024-08-10T05:14:00.968 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.969 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_commiting_lat": { 2024-08-10T05:14:00.969 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 431, 2024-08-10T05:14:00.969 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 122327979 2024-08-10T05:14:00.969 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.969 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_done_lat": { 2024-08-10T05:14:00.969 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 431, 2024-08-10T05:14:00.969 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 150705 2024-08-10T05:14:00.969 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.969 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_queued_lat": { 2024-08-10T05:14:00.969 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 431, 2024-08-10T05:14:00.969 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 45999427 2024-08-10T05:14:00.969 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.969 INFO:tasks.workunit.client.0.smithi031.stdout: "state_prepare_lat": { 2024-08-10T05:14:00.970 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 431, 2024-08-10T05:14:00.970 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24961485 2024-08-10T05:14:00.970 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.970 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": { 2024-08-10T05:14:00.970 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 351678 2024-08-10T05:14:00.970 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.970 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-08-10T05:14:00.970 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 64, 2024-08-10T05:14:00.970 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 297063 2024-08-10T05:14:00.970 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.970 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_commit_lat": { 2024-08-10T05:14:00.970 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 431, 2024-08-10T05:14:00.970 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 204751956 2024-08-10T05:14:00.971 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.971 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_submit_lat": { 2024-08-10T05:14:00.971 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 431, 2024-08-10T05:14:00.971 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 29735387 2024-08-10T05:14:00.971 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.971 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_throttle_lat": { 2024-08-10T05:14:00.971 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 431, 2024-08-10T05:14:00.971 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2959555 2024-08-10T05:14:00.971 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:00.971 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.971 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache": { 2024-08-10T05:14:00.971 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_bytes": { 2024-08-10T05:14:00.971 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1862413752 2024-08-10T05:14:00.972 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.972 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_bytes": { 2024-08-10T05:14:00.972 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 270974976 2024-08-10T05:14:00.972 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.972 INFO:tasks.workunit.client.0.smithi031.stdout: "mapped_bytes": { 2024-08-10T05:14:00.972 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 270032896 2024-08-10T05:14:00.972 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.972 INFO:tasks.workunit.client.0.smithi031.stdout: "target_bytes": { 2024-08-10T05:14:00.972 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3138494259 2024-08-10T05:14:00.972 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.972 INFO:tasks.workunit.client.0.smithi031.stdout: "unmapped_bytes": { 2024-08-10T05:14:00.972 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 942080 2024-08-10T05:14:00.972 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:00.973 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.973 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:data": { 2024-08-10T05:14:00.973 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T05:14:00.973 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 159383552 2024-08-10T05:14:00.973 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.973 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T05:14:00.973 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.973 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.973 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T05:14:00.973 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.973 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.973 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T05:14:00.973 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 85554191 2024-08-10T05:14:00.973 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.974 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T05:14:00.974 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.974 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.974 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T05:14:00.974 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.974 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.974 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T05:14:00.974 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.974 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.974 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T05:14:00.974 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.974 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.974 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T05:14:00.975 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.975 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.975 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T05:14:00.975 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 16384 2024-08-10T05:14:00.975 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.975 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T05:14:00.975 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.975 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.975 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T05:14:00.975 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.975 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.975 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T05:14:00.975 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.976 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.976 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T05:14:00.976 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 73812977 2024-08-10T05:14:00.976 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:00.976 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.976 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv": { 2024-08-10T05:14:00.976 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T05:14:00.976 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 780140544 2024-08-10T05:14:00.976 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.976 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T05:14:00.976 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T05:14:00.976 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.976 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T05:14:00.976 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.977 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.977 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T05:14:00.977 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 641656437 2024-08-10T05:14:00.977 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.977 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T05:14:00.977 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.977 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.977 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T05:14:00.977 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.977 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.977 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T05:14:00.977 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.977 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.977 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T05:14:00.978 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.978 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.978 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T05:14:00.978 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.978 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.978 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T05:14:00.978 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2128 2024-08-10T05:14:00.978 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.978 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T05:14:00.978 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.978 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.978 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T05:14:00.979 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.979 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.979 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T05:14:00.979 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.979 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.979 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T05:14:00.979 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71373115 2024-08-10T05:14:00.979 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:00.979 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.979 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T05:14:00.979 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T05:14:00.979 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 192937984 2024-08-10T05:14:00.979 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.979 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T05:14:00.980 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T05:14:00.980 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.980 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T05:14:00.980 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 464 2024-08-10T05:14:00.980 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.980 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T05:14:00.980 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 57036127 2024-08-10T05:14:00.980 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.980 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T05:14:00.980 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.980 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.980 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T05:14:00.980 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.980 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.981 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T05:14:00.981 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.981 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.981 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T05:14:00.981 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.981 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.981 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T05:14:00.981 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.981 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.981 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T05:14:00.981 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.981 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.981 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T05:14:00.982 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.982 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.982 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T05:14:00.982 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.982 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.982 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T05:14:00.982 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.982 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.982 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T05:14:00.982 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 68792529 2024-08-10T05:14:00.982 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:00.982 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.983 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:meta": { 2024-08-10T05:14:00.983 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T05:14:00.983 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 713031680 2024-08-10T05:14:00.983 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.983 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T05:14:00.983 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.983 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.983 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T05:14:00.983 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.983 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.983 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T05:14:00.983 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 641656437 2024-08-10T05:14:00.983 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.983 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T05:14:00.984 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.984 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.984 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T05:14:00.984 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.984 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.984 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T05:14:00.984 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.984 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.984 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T05:14:00.984 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.984 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.984 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T05:14:00.984 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.985 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.985 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T05:14:00.985 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 281168 2024-08-10T05:14:00.985 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.985 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T05:14:00.985 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.985 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.985 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T05:14:00.985 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.985 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.985 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T05:14:00.985 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.985 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.985 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T05:14:00.986 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71094075 2024-08-10T05:14:00.986 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:00.986 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.986 INFO:tasks.workunit.client.0.smithi031.stdout: "objecter": { 2024-08-10T05:14:00.986 INFO:tasks.workunit.client.0.smithi031.stdout: "op_active": { 2024-08-10T05:14:00.986 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.986 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.986 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T05:14:00.986 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.986 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.986 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rmw": { 2024-08-10T05:14:00.986 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.986 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.987 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T05:14:00.987 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.987 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:00.987 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.987 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T05:14:00.987 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg": { 2024-08-10T05:14:00.987 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 38 2024-08-10T05:14:00.987 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.987 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg_removing": { 2024-08-10T05:14:00.987 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.987 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.987 INFO:tasks.workunit.client.0.smithi031.stdout: "op": { 2024-08-10T05:14:00.987 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 157 2024-08-10T05:14:00.988 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.988 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_degraded": { 2024-08-10T05:14:00.988 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.988 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.988 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_unreadable": { 2024-08-10T05:14:00.988 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.988 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.988 INFO:tasks.workunit.client.0.smithi031.stdout: "op_in_bytes": { 2024-08-10T05:14:00.988 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2429467 2024-08-10T05:14:00.988 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.988 INFO:tasks.workunit.client.0.smithi031.stdout: "op_latency": { 2024-08-10T05:14:00.988 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 157, 2024-08-10T05:14:00.988 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 784369590 2024-08-10T05:14:00.989 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.989 INFO:tasks.workunit.client.0.smithi031.stdout: "op_out_bytes": { 2024-08-10T05:14:00.989 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1052 2024-08-10T05:14:00.989 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.989 INFO:tasks.workunit.client.0.smithi031.stdout: "op_prepare_latency": { 2024-08-10T05:14:00.989 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 157, 2024-08-10T05:14:00.989 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 57041377 2024-08-10T05:14:00.989 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.989 INFO:tasks.workunit.client.0.smithi031.stdout: "op_process_latency": { 2024-08-10T05:14:00.989 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 157, 2024-08-10T05:14:00.989 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 199677020 2024-08-10T05:14:00.989 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.989 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T05:14:00.989 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 33 2024-08-10T05:14:00.990 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.990 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency": { 2024-08-10T05:14:00.990 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 33, 2024-08-10T05:14:00.990 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5880339 2024-08-10T05:14:00.990 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.990 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T05:14:00.990 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.990 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.990 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_out_bytes": { 2024-08-10T05:14:00.990 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1052 2024-08-10T05:14:00.990 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.990 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_prepare_latency": { 2024-08-10T05:14:00.990 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 33, 2024-08-10T05:14:00.991 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4766638 2024-08-10T05:14:00.991 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.991 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_process_latency": { 2024-08-10T05:14:00.991 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 33, 2024-08-10T05:14:00.991 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3946888 2024-08-10T05:14:00.991 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.991 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw": { 2024-08-10T05:14:00.991 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 22 2024-08-10T05:14:00.991 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.991 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_in_bytes": { 2024-08-10T05:14:00.991 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.991 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.991 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency": { 2024-08-10T05:14:00.991 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 22, 2024-08-10T05:14:00.992 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 19200577 2024-08-10T05:14:00.992 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.992 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T05:14:00.992 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.992 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.992 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T05:14:00.992 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.992 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.992 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_out_bytes": { 2024-08-10T05:14:00.992 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.992 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.992 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_prepare_latency": { 2024-08-10T05:14:00.992 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 22, 2024-08-10T05:14:00.992 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7549362 2024-08-10T05:14:00.993 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.993 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_process_latency": { 2024-08-10T05:14:00.993 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 22, 2024-08-10T05:14:00.993 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 18085570 2024-08-10T05:14:00.993 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.993 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T05:14:00.993 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 102 2024-08-10T05:14:00.993 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.993 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_in_bytes": { 2024-08-10T05:14:00.993 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2429467 2024-08-10T05:14:00.993 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.993 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency": { 2024-08-10T05:14:00.993 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 102, 2024-08-10T05:14:00.994 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 759288674 2024-08-10T05:14:00.994 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.994 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T05:14:00.994 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.994 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.994 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_prepare_latency": { 2024-08-10T05:14:00.994 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 102, 2024-08-10T05:14:00.994 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 44725377 2024-08-10T05:14:00.994 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.994 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_process_latency": { 2024-08-10T05:14:00.994 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 102, 2024-08-10T05:14:00.994 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 177644562 2024-08-10T05:14:00.994 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.995 INFO:tasks.workunit.client.0.smithi031.stdout: "op_wip": { 2024-08-10T05:14:00.995 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.995 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.995 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_bytes": { 2024-08-10T05:14:00.995 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 590368 2024-08-10T05:14:00.995 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.995 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_ops": { 2024-08-10T05:14:00.995 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-08-10T05:14:00.995 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.995 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes": { 2024-08-10T05:14:00.995 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-08-10T05:14:00.995 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.995 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes_used": { 2024-08-10T05:14:00.995 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 305291264 2024-08-10T05:14:00.996 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:00.996 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:00.996 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.996 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.2": { 2024-08-10T05:14:00.996 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T05:14:00.996 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_fallback": { 2024-08-10T05:14:00.996 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.996 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.996 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_size_fallback": { 2024-08-10T05:14:00.996 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.996 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.996 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_db": { 2024-08-10T05:14:00.996 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 65536 2024-08-10T05:14:00.997 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.997 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_main": { 2024-08-10T05:14:00.997 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.997 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.997 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_wal": { 2024-08-10T05:14:00.997 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.997 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.997 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_slow": { 2024-08-10T05:14:00.997 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.997 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.997 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_sst": { 2024-08-10T05:14:00.997 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12288 2024-08-10T05:14:00.997 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.997 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_wal": { 2024-08-10T05:14:00.998 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2203648 2024-08-10T05:14:00.998 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.998 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lat": { 2024-08-10T05:14:00.998 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:00.998 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.998 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.998 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lock_lat": { 2024-08-10T05:14:00.998 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:00.998 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:00.998 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.998 INFO:tasks.workunit.client.0.smithi031.stdout: "db_total_bytes": { 2024-08-10T05:14:00.998 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-08-10T05:14:00.998 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.998 INFO:tasks.workunit.client.0.smithi031.stdout: "db_used_bytes": { 2024-08-10T05:14:00.999 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 304480256 2024-08-10T05:14:00.999 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.999 INFO:tasks.workunit.client.0.smithi031.stdout: "log_bytes": { 2024-08-10T05:14:00.999 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1384448 2024-08-10T05:14:00.999 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.999 INFO:tasks.workunit.client.0.smithi031.stdout: "logged_bytes": { 2024-08-10T05:14:00.999 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1245184 2024-08-10T05:14:00.999 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.999 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_db": { 2024-08-10T05:14:00.999 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 312868864 2024-08-10T05:14:00.999 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:00.999 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_slow": { 2024-08-10T05:14:00.999 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.000 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.000 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_wal": { 2024-08-10T05:14:01.000 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.000 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.000 INFO:tasks.workunit.client.0.smithi031.stdout: "num_files": { 2024-08-10T05:14:01.000 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 14 2024-08-10T05:14:01.000 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.000 INFO:tasks.workunit.client.0.smithi031.stdout: "read_bytes": { 2024-08-10T05:14:01.000 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 195697 2024-08-10T05:14:01.000 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.000 INFO:tasks.workunit.client.0.smithi031.stdout: "read_count": { 2024-08-10T05:14:01.000 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 23 2024-08-10T05:14:01.000 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.001 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes": { 2024-08-10T05:14:01.001 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1269760 2024-08-10T05:14:01.001 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.001 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_db": { 2024-08-10T05:14:01.001 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1273856 2024-08-10T05:14:01.001 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.001 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_slow": { 2024-08-10T05:14:01.001 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.001 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.001 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_wal": { 2024-08-10T05:14:01.001 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.001 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.001 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_count": { 2024-08-10T05:14:01.001 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15 2024-08-10T05:14:01.002 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.002 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_bytes": { 2024-08-10T05:14:01.002 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4789 2024-08-10T05:14:01.002 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.002 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_count": { 2024-08-10T05:14:01.002 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4 2024-08-10T05:14:01.002 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.002 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_bytes": { 2024-08-10T05:14:01.002 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5589 2024-08-10T05:14:01.002 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.002 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_count": { 2024-08-10T05:14:01.002 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24 2024-08-10T05:14:01.002 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.003 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_bytes": { 2024-08-10T05:14:01.003 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5589 2024-08-10T05:14:01.003 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.003 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_count": { 2024-08-10T05:14:01.003 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24 2024-08-10T05:14:01.003 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.003 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes": { 2024-08-10T05:14:01.003 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.003 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.003 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_db": { 2024-08-10T05:14:01.003 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.003 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.004 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_slow": { 2024-08-10T05:14:01.004 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.004 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.004 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_wal": { 2024-08-10T05:14:01.004 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.004 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.004 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_count": { 2024-08-10T05:14:01.004 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.004 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.004 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_total_bytes": { 2024-08-10T05:14:01.004 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.004 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.004 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_used_bytes": { 2024-08-10T05:14:01.004 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.005 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.005 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_total_bytes": { 2024-08-10T05:14:01.005 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.005 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.005 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_used_bytes": { 2024-08-10T05:14:01.005 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.005 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.005 INFO:tasks.workunit.client.0.smithi031.stdout: "write_bytes": { 2024-08-10T05:14:01.005 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3522560 2024-08-10T05:14:01.005 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:01.005 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.005 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore": { 2024-08-10T05:14:01.005 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit": { 2024-08-10T05:14:01.005 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4096 2024-08-10T05:14:01.006 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.006 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": { 2024-08-10T05:14:01.006 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 786432 2024-08-10T05:14:01.006 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.006 INFO:tasks.workunit.client.0.smithi031.stdout: "clist_lat": { 2024-08-10T05:14:01.006 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 4, 2024-08-10T05:14:01.006 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 248139 2024-08-10T05:14:01.006 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.006 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_lat": { 2024-08-10T05:14:01.006 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:01.006 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.006 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.007 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed": { 2024-08-10T05:14:01.007 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.007 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.007 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_allocated": { 2024-08-10T05:14:01.007 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.007 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.007 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_original": { 2024-08-10T05:14:01.007 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.007 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.007 INFO:tasks.workunit.client.0.smithi031.stdout: "csum_lat": { 2024-08-10T05:14:01.007 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 11, 2024-08-10T05:14:01.007 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 16350 2024-08-10T05:14:01.007 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.007 INFO:tasks.workunit.client.0.smithi031.stdout: "decompress_lat": { 2024-08-10T05:14:01.008 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:01.008 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.008 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.008 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_commit_lat": { 2024-08-10T05:14:01.008 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 287, 2024-08-10T05:14:01.008 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67735260 2024-08-10T05:14:01.008 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.008 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_final_lat": { 2024-08-10T05:14:01.008 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 283, 2024-08-10T05:14:01.008 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8355942 2024-08-10T05:14:01.008 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.008 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_flush_lat": { 2024-08-10T05:14:01.008 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 287, 2024-08-10T05:14:01.008 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 440855 2024-08-10T05:14:01.009 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.009 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_sync_lat": { 2024-08-10T05:14:01.009 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 287, 2024-08-10T05:14:01.009 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 68176115 2024-08-10T05:14:01.009 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.009 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_keys_lat": { 2024-08-10T05:14:01.009 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:01.009 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.009 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.009 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_values_lat": { 2024-08-10T05:14:01.009 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3, 2024-08-10T05:14:01.009 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 35755 2024-08-10T05:14:01.009 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.010 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_lower_bound_lat": { 2024-08-10T05:14:01.010 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2, 2024-08-10T05:14:01.010 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1560 2024-08-10T05:14:01.010 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.010 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_next_lat": { 2024-08-10T05:14:01.010 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:01.010 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.010 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.010 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_seek_to_first_lat": { 2024-08-10T05:14:01.010 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:01.010 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.010 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.010 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_upper_bound_lat": { 2024-08-10T05:14:01.011 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2, 2024-08-10T05:14:01.011 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4045 2024-08-10T05:14:01.011 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.011 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_hits": { 2024-08-10T05:14:01.011 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 640 2024-08-10T05:14:01.011 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.011 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_misses": { 2024-08-10T05:14:01.011 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 223 2024-08-10T05:14:01.011 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.011 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-08-10T05:14:01.011 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 104, 2024-08-10T05:14:01.011 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1500446 2024-08-10T05:14:01.011 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.011 INFO:tasks.workunit.client.0.smithi031.stdout: "read_onode_meta_lat": { 2024-08-10T05:14:01.012 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 286, 2024-08-10T05:14:01.012 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 235232 2024-08-10T05:14:01.012 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.012 INFO:tasks.workunit.client.0.smithi031.stdout: "read_wait_aio_lat": { 2024-08-10T05:14:01.012 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 182, 2024-08-10T05:14:01.012 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2555224 2024-08-10T05:14:01.012 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.012 INFO:tasks.workunit.client.0.smithi031.stdout: "reads_with_retries": { 2024-08-10T05:14:01.012 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.012 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.012 INFO:tasks.workunit.client.0.smithi031.stdout: "remove_lat": { 2024-08-10T05:14:01.012 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3, 2024-08-10T05:14:01.012 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 110111 2024-08-10T05:14:01.012 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.013 INFO:tasks.workunit.client.0.smithi031.stdout: "state_aio_wait_lat": { 2024-08-10T05:14:01.013 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 345, 2024-08-10T05:14:01.013 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 29657003 2024-08-10T05:14:01.013 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.013 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T05:14:01.013 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 125, 2024-08-10T05:14:01.013 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7783833 2024-08-10T05:14:01.013 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.013 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_cleanup_lat": { 2024-08-10T05:14:01.013 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 124, 2024-08-10T05:14:01.013 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 255519218866 2024-08-10T05:14:01.013 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.013 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_queued_lat": { 2024-08-10T05:14:01.014 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 125, 2024-08-10T05:14:01.014 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 144999940886 2024-08-10T05:14:01.014 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.014 INFO:tasks.workunit.client.0.smithi031.stdout: "state_done_lat": { 2024-08-10T05:14:01.014 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 344, 2024-08-10T05:14:01.014 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 48673759993 2024-08-10T05:14:01.014 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.014 INFO:tasks.workunit.client.0.smithi031.stdout: "state_finishing_lat": { 2024-08-10T05:14:01.014 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 344, 2024-08-10T05:14:01.014 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 31671 2024-08-10T05:14:01.014 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.014 INFO:tasks.workunit.client.0.smithi031.stdout: "state_io_done_lat": { 2024-08-10T05:14:01.014 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 345, 2024-08-10T05:14:01.015 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 448838 2024-08-10T05:14:01.015 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.015 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_commiting_lat": { 2024-08-10T05:14:01.015 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 345, 2024-08-10T05:14:01.015 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 116618691 2024-08-10T05:14:01.015 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.015 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_done_lat": { 2024-08-10T05:14:01.015 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 345, 2024-08-10T05:14:01.015 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 115977 2024-08-10T05:14:01.015 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.015 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_queued_lat": { 2024-08-10T05:14:01.015 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 345, 2024-08-10T05:14:01.015 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 62801956 2024-08-10T05:14:01.016 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.016 INFO:tasks.workunit.client.0.smithi031.stdout: "state_prepare_lat": { 2024-08-10T05:14:01.016 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 345, 2024-08-10T05:14:01.016 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 20364855 2024-08-10T05:14:01.016 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.016 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": { 2024-08-10T05:14:01.016 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 351499 2024-08-10T05:14:01.016 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.016 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-08-10T05:14:01.016 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 59, 2024-08-10T05:14:01.016 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 309733 2024-08-10T05:14:01.016 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.016 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_commit_lat": { 2024-08-10T05:14:01.016 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 345, 2024-08-10T05:14:01.017 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 229942105 2024-08-10T05:14:01.017 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.017 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_submit_lat": { 2024-08-10T05:14:01.017 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 345, 2024-08-10T05:14:01.017 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24188345 2024-08-10T05:14:01.017 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.017 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_throttle_lat": { 2024-08-10T05:14:01.017 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 345, 2024-08-10T05:14:01.017 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2311896 2024-08-10T05:14:01.017 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:01.017 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.017 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache": { 2024-08-10T05:14:01.018 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_bytes": { 2024-08-10T05:14:01.018 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1862413752 2024-08-10T05:14:01.018 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.018 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_bytes": { 2024-08-10T05:14:01.018 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 269860864 2024-08-10T05:14:01.018 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.018 INFO:tasks.workunit.client.0.smithi031.stdout: "mapped_bytes": { 2024-08-10T05:14:01.018 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 269082624 2024-08-10T05:14:01.018 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.018 INFO:tasks.workunit.client.0.smithi031.stdout: "target_bytes": { 2024-08-10T05:14:01.018 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3138494259 2024-08-10T05:14:01.018 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.018 INFO:tasks.workunit.client.0.smithi031.stdout: "unmapped_bytes": { 2024-08-10T05:14:01.019 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 778240 2024-08-10T05:14:01.019 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:01.019 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.019 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:data": { 2024-08-10T05:14:01.019 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T05:14:01.019 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 159383552 2024-08-10T05:14:01.019 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.019 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T05:14:01.019 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.019 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.019 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T05:14:01.019 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.019 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.019 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T05:14:01.020 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 85555201 2024-08-10T05:14:01.020 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.020 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T05:14:01.020 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.020 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.020 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T05:14:01.020 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.020 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.020 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T05:14:01.020 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.020 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.020 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T05:14:01.020 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.020 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.020 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T05:14:01.021 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.021 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.021 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T05:14:01.021 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12288 2024-08-10T05:14:01.021 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.021 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T05:14:01.021 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.021 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.021 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T05:14:01.021 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.021 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.021 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T05:14:01.021 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.021 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.022 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T05:14:01.022 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 73816063 2024-08-10T05:14:01.022 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:01.022 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.022 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv": { 2024-08-10T05:14:01.022 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T05:14:01.022 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 780140544 2024-08-10T05:14:01.022 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.022 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T05:14:01.022 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T05:14:01.022 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.022 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T05:14:01.022 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.023 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.023 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T05:14:01.023 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 641664009 2024-08-10T05:14:01.023 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.023 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T05:14:01.023 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.023 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.023 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T05:14:01.023 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.024 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.024 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T05:14:01.024 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.024 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.024 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T05:14:01.024 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.024 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.024 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T05:14:01.024 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.024 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.024 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T05:14:01.024 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2128 2024-08-10T05:14:01.024 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.025 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T05:14:01.025 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.025 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.025 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T05:14:01.025 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.025 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.025 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T05:14:01.025 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.025 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.025 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T05:14:01.025 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71365543 2024-08-10T05:14:01.025 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:01.025 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.025 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T05:14:01.026 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T05:14:01.026 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 192937984 2024-08-10T05:14:01.026 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.026 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T05:14:01.026 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T05:14:01.026 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.026 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T05:14:01.026 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 464 2024-08-10T05:14:01.026 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.026 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T05:14:01.026 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 57036800 2024-08-10T05:14:01.026 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.026 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T05:14:01.027 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.027 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.027 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T05:14:01.027 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.027 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.027 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T05:14:01.027 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.027 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.027 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T05:14:01.027 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.027 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.027 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T05:14:01.027 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.027 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.028 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T05:14:01.028 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.028 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.028 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T05:14:01.028 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.028 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.028 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T05:14:01.028 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.028 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.028 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T05:14:01.028 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.028 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.028 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T05:14:01.029 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 68791856 2024-08-10T05:14:01.029 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:01.029 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.029 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:meta": { 2024-08-10T05:14:01.029 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T05:14:01.029 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 713031680 2024-08-10T05:14:01.029 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.029 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T05:14:01.029 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.029 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.029 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T05:14:01.029 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.029 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.030 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T05:14:01.030 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 641664009 2024-08-10T05:14:01.030 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.030 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T05:14:01.030 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.030 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.030 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T05:14:01.030 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.030 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.030 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T05:14:01.030 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.030 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.030 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T05:14:01.031 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.031 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.031 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T05:14:01.031 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.031 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.031 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T05:14:01.031 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 268437 2024-08-10T05:14:01.031 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.031 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T05:14:01.031 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.031 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.031 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T05:14:01.031 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.032 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.032 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T05:14:01.032 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.032 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.032 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T05:14:01.032 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71099234 2024-08-10T05:14:01.032 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:01.032 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.032 INFO:tasks.workunit.client.0.smithi031.stdout: "objecter": { 2024-08-10T05:14:01.032 INFO:tasks.workunit.client.0.smithi031.stdout: "op_active": { 2024-08-10T05:14:01.032 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.032 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.032 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T05:14:01.033 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.033 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.033 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rmw": { 2024-08-10T05:14:01.033 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.033 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.033 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T05:14:01.033 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.033 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:01.033 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.033 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T05:14:01.033 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg": { 2024-08-10T05:14:01.033 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 31 2024-08-10T05:14:01.033 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.033 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg_removing": { 2024-08-10T05:14:01.034 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.034 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.034 INFO:tasks.workunit.client.0.smithi031.stdout: "op": { 2024-08-10T05:14:01.034 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10 2024-08-10T05:14:01.034 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.034 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_degraded": { 2024-08-10T05:14:01.034 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.034 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.034 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_unreadable": { 2024-08-10T05:14:01.034 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.034 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.034 INFO:tasks.workunit.client.0.smithi031.stdout: "op_in_bytes": { 2024-08-10T05:14:01.034 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.035 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.035 INFO:tasks.workunit.client.0.smithi031.stdout: "op_latency": { 2024-08-10T05:14:01.035 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 10, 2024-08-10T05:14:01.035 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 98001693 2024-08-10T05:14:01.035 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.035 INFO:tasks.workunit.client.0.smithi031.stdout: "op_out_bytes": { 2024-08-10T05:14:01.035 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.035 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.035 INFO:tasks.workunit.client.0.smithi031.stdout: "op_prepare_latency": { 2024-08-10T05:14:01.035 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 10, 2024-08-10T05:14:01.035 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6807439 2024-08-10T05:14:01.035 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.035 INFO:tasks.workunit.client.0.smithi031.stdout: "op_process_latency": { 2024-08-10T05:14:01.036 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 10, 2024-08-10T05:14:01.036 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 35399581 2024-08-10T05:14:01.036 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.036 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T05:14:01.036 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.036 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.036 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency": { 2024-08-10T05:14:01.036 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:01.036 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.036 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.036 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T05:14:01.036 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.036 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.036 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_out_bytes": { 2024-08-10T05:14:01.037 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.037 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.037 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_prepare_latency": { 2024-08-10T05:14:01.037 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:01.037 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.037 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.037 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_process_latency": { 2024-08-10T05:14:01.037 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:01.037 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.037 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.037 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw": { 2024-08-10T05:14:01.037 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.037 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.037 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_in_bytes": { 2024-08-10T05:14:01.038 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.038 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.038 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency": { 2024-08-10T05:14:01.038 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:01.038 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.038 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.038 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T05:14:01.038 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.038 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.038 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T05:14:01.038 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.038 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.038 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_out_bytes": { 2024-08-10T05:14:01.039 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.039 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.039 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_prepare_latency": { 2024-08-10T05:14:01.039 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:01.039 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.039 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.039 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_process_latency": { 2024-08-10T05:14:01.039 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:01.039 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.039 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.039 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T05:14:01.039 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10 2024-08-10T05:14:01.039 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.040 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_in_bytes": { 2024-08-10T05:14:01.040 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.040 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.040 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency": { 2024-08-10T05:14:01.040 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 10, 2024-08-10T05:14:01.040 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 98001693 2024-08-10T05:14:01.040 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.040 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T05:14:01.040 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.040 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.040 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_prepare_latency": { 2024-08-10T05:14:01.040 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 10, 2024-08-10T05:14:01.040 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6807439 2024-08-10T05:14:01.040 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.041 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_process_latency": { 2024-08-10T05:14:01.041 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 10, 2024-08-10T05:14:01.041 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 35399581 2024-08-10T05:14:01.041 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.041 INFO:tasks.workunit.client.0.smithi031.stdout: "op_wip": { 2024-08-10T05:14:01.041 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.041 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.041 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_bytes": { 2024-08-10T05:14:01.041 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.041 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.041 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_ops": { 2024-08-10T05:14:01.041 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.041 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.041 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes": { 2024-08-10T05:14:01.042 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-08-10T05:14:01.042 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.042 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes_used": { 2024-08-10T05:14:01.042 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 305278976 2024-08-10T05:14:01.042 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:01.042 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:01.042 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.042 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.3": { 2024-08-10T05:14:01.042 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T05:14:01.042 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_fallback": { 2024-08-10T05:14:01.042 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.042 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.042 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_size_fallback": { 2024-08-10T05:14:01.043 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.043 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.043 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_db": { 2024-08-10T05:14:01.043 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 65536 2024-08-10T05:14:01.043 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.043 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_main": { 2024-08-10T05:14:01.043 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.043 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.043 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_wal": { 2024-08-10T05:14:01.043 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.043 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.043 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_slow": { 2024-08-10T05:14:01.043 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.043 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.044 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_sst": { 2024-08-10T05:14:01.044 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12288 2024-08-10T05:14:01.044 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.044 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_wal": { 2024-08-10T05:14:01.044 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1208320 2024-08-10T05:14:01.044 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.044 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lat": { 2024-08-10T05:14:01.044 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:01.044 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.044 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.044 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lock_lat": { 2024-08-10T05:14:01.044 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:01.044 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.044 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.045 INFO:tasks.workunit.client.0.smithi031.stdout: "db_total_bytes": { 2024-08-10T05:14:01.045 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-08-10T05:14:01.045 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.045 INFO:tasks.workunit.client.0.smithi031.stdout: "db_used_bytes": { 2024-08-10T05:14:01.045 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 304480256 2024-08-10T05:14:01.045 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.045 INFO:tasks.workunit.client.0.smithi031.stdout: "log_bytes": { 2024-08-10T05:14:01.045 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 901120 2024-08-10T05:14:01.045 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.045 INFO:tasks.workunit.client.0.smithi031.stdout: "logged_bytes": { 2024-08-10T05:14:01.045 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 761856 2024-08-10T05:14:01.046 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.046 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_db": { 2024-08-10T05:14:01.046 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 312868864 2024-08-10T05:14:01.046 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.046 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_slow": { 2024-08-10T05:14:01.046 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.046 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.046 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_wal": { 2024-08-10T05:14:01.046 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.046 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.046 INFO:tasks.workunit.client.0.smithi031.stdout: "num_files": { 2024-08-10T05:14:01.046 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 14 2024-08-10T05:14:01.046 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.047 INFO:tasks.workunit.client.0.smithi031.stdout: "read_bytes": { 2024-08-10T05:14:01.047 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 195697 2024-08-10T05:14:01.047 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.047 INFO:tasks.workunit.client.0.smithi031.stdout: "read_count": { 2024-08-10T05:14:01.047 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 23 2024-08-10T05:14:01.047 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.047 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes": { 2024-08-10T05:14:01.047 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1269760 2024-08-10T05:14:01.047 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.047 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_db": { 2024-08-10T05:14:01.047 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1273856 2024-08-10T05:14:01.047 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.047 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_slow": { 2024-08-10T05:14:01.047 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.048 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.048 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_wal": { 2024-08-10T05:14:01.048 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.048 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.048 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_count": { 2024-08-10T05:14:01.048 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15 2024-08-10T05:14:01.048 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.048 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_bytes": { 2024-08-10T05:14:01.048 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4789 2024-08-10T05:14:01.048 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.048 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_count": { 2024-08-10T05:14:01.048 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4 2024-08-10T05:14:01.048 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.048 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_bytes": { 2024-08-10T05:14:01.049 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5589 2024-08-10T05:14:01.049 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.049 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_count": { 2024-08-10T05:14:01.049 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24 2024-08-10T05:14:01.049 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.049 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_bytes": { 2024-08-10T05:14:01.049 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5589 2024-08-10T05:14:01.049 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.049 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_count": { 2024-08-10T05:14:01.049 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24 2024-08-10T05:14:01.049 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.049 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes": { 2024-08-10T05:14:01.049 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.050 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.050 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_db": { 2024-08-10T05:14:01.050 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.050 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.050 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_slow": { 2024-08-10T05:14:01.050 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.050 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.050 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_wal": { 2024-08-10T05:14:01.050 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.050 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.050 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_count": { 2024-08-10T05:14:01.050 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.050 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.051 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_total_bytes": { 2024-08-10T05:14:01.051 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.051 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.051 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_used_bytes": { 2024-08-10T05:14:01.051 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.051 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.051 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_total_bytes": { 2024-08-10T05:14:01.051 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.051 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.051 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_used_bytes": { 2024-08-10T05:14:01.051 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.051 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.051 INFO:tasks.workunit.client.0.smithi031.stdout: "write_bytes": { 2024-08-10T05:14:01.051 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2043904 2024-08-10T05:14:01.051 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:01.052 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.052 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore": { 2024-08-10T05:14:01.052 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit": { 2024-08-10T05:14:01.052 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4096 2024-08-10T05:14:01.052 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.052 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": { 2024-08-10T05:14:01.052 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 802816 2024-08-10T05:14:01.052 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.052 INFO:tasks.workunit.client.0.smithi031.stdout: "clist_lat": { 2024-08-10T05:14:01.052 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:01.052 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.052 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.052 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_lat": { 2024-08-10T05:14:01.053 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:01.053 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.053 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.053 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed": { 2024-08-10T05:14:01.053 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.053 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.053 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_allocated": { 2024-08-10T05:14:01.053 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.053 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.053 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_original": { 2024-08-10T05:14:01.053 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.053 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.053 INFO:tasks.workunit.client.0.smithi031.stdout: "csum_lat": { 2024-08-10T05:14:01.054 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 4, 2024-08-10T05:14:01.054 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6432 2024-08-10T05:14:01.054 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.054 INFO:tasks.workunit.client.0.smithi031.stdout: "decompress_lat": { 2024-08-10T05:14:01.054 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:01.054 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.054 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.054 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_commit_lat": { 2024-08-10T05:14:01.054 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 169, 2024-08-10T05:14:01.054 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 47797165 2024-08-10T05:14:01.054 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.054 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_final_lat": { 2024-08-10T05:14:01.054 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 160, 2024-08-10T05:14:01.055 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4641355 2024-08-10T05:14:01.055 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.055 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_flush_lat": { 2024-08-10T05:14:01.055 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 169, 2024-08-10T05:14:01.055 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 292654 2024-08-10T05:14:01.055 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.055 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_sync_lat": { 2024-08-10T05:14:01.055 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 169, 2024-08-10T05:14:01.055 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 48089819 2024-08-10T05:14:01.055 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.055 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_keys_lat": { 2024-08-10T05:14:01.055 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:01.055 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.055 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.056 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_values_lat": { 2024-08-10T05:14:01.056 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-08-10T05:14:01.056 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 40848 2024-08-10T05:14:01.056 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.056 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_lower_bound_lat": { 2024-08-10T05:14:01.056 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2, 2024-08-10T05:14:01.056 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 992 2024-08-10T05:14:01.056 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.056 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_next_lat": { 2024-08-10T05:14:01.056 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:01.056 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.056 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.056 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_seek_to_first_lat": { 2024-08-10T05:14:01.056 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:01.057 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.057 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.057 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_upper_bound_lat": { 2024-08-10T05:14:01.057 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3, 2024-08-10T05:14:01.057 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 11313 2024-08-10T05:14:01.057 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.057 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_hits": { 2024-08-10T05:14:01.057 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 362 2024-08-10T05:14:01.057 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.057 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_misses": { 2024-08-10T05:14:01.057 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 233 2024-08-10T05:14:01.057 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.057 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-08-10T05:14:01.057 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 91, 2024-08-10T05:14:01.058 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1064699 2024-08-10T05:14:01.058 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.058 INFO:tasks.workunit.client.0.smithi031.stdout: "read_onode_meta_lat": { 2024-08-10T05:14:01.058 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 158, 2024-08-10T05:14:01.058 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 311908 2024-08-10T05:14:01.058 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.058 INFO:tasks.workunit.client.0.smithi031.stdout: "read_wait_aio_lat": { 2024-08-10T05:14:01.058 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 67, 2024-08-10T05:14:01.058 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 561581 2024-08-10T05:14:01.058 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.058 INFO:tasks.workunit.client.0.smithi031.stdout: "reads_with_retries": { 2024-08-10T05:14:01.058 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.058 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.058 INFO:tasks.workunit.client.0.smithi031.stdout: "remove_lat": { 2024-08-10T05:14:01.059 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:01.059 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.059 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.059 INFO:tasks.workunit.client.0.smithi031.stdout: "state_aio_wait_lat": { 2024-08-10T05:14:01.059 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 244, 2024-08-10T05:14:01.059 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5955267 2024-08-10T05:14:01.059 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.059 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T05:14:01.059 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 57, 2024-08-10T05:14:01.059 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4016755 2024-08-10T05:14:01.059 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.059 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_cleanup_lat": { 2024-08-10T05:14:01.059 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 54, 2024-08-10T05:14:01.059 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 295363538636 2024-08-10T05:14:01.060 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.060 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_queued_lat": { 2024-08-10T05:14:01.060 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 57, 2024-08-10T05:14:01.060 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 88174217539 2024-08-10T05:14:01.060 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.060 INFO:tasks.workunit.client.0.smithi031.stdout: "state_done_lat": { 2024-08-10T05:14:01.060 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 241, 2024-08-10T05:14:01.060 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 564491 2024-08-10T05:14:01.060 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.060 INFO:tasks.workunit.client.0.smithi031.stdout: "state_finishing_lat": { 2024-08-10T05:14:01.060 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 241, 2024-08-10T05:14:01.060 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 23948 2024-08-10T05:14:01.060 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.060 INFO:tasks.workunit.client.0.smithi031.stdout: "state_io_done_lat": { 2024-08-10T05:14:01.061 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 244, 2024-08-10T05:14:01.061 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 268598 2024-08-10T05:14:01.061 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.061 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_commiting_lat": { 2024-08-10T05:14:01.061 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 244, 2024-08-10T05:14:01.061 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 115475644 2024-08-10T05:14:01.061 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.061 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_done_lat": { 2024-08-10T05:14:01.061 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 244, 2024-08-10T05:14:01.061 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 829710 2024-08-10T05:14:01.061 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.061 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_queued_lat": { 2024-08-10T05:14:01.061 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 244, 2024-08-10T05:14:01.061 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 64646765 2024-08-10T05:14:01.061 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.062 INFO:tasks.workunit.client.0.smithi031.stdout: "state_prepare_lat": { 2024-08-10T05:14:01.062 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 244, 2024-08-10T05:14:01.062 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 14110114 2024-08-10T05:14:01.062 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.062 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": { 2024-08-10T05:14:01.062 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 353962 2024-08-10T05:14:01.062 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.062 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-08-10T05:14:01.062 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 48, 2024-08-10T05:14:01.062 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 234769 2024-08-10T05:14:01.062 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.062 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_commit_lat": { 2024-08-10T05:14:01.063 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 244, 2024-08-10T05:14:01.063 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 200486840 2024-08-10T05:14:01.063 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.063 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_submit_lat": { 2024-08-10T05:14:01.063 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 244, 2024-08-10T05:14:01.063 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 17035954 2024-08-10T05:14:01.063 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.063 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_throttle_lat": { 2024-08-10T05:14:01.063 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 244, 2024-08-10T05:14:01.063 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2263064 2024-08-10T05:14:01.063 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:01.063 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.063 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache": { 2024-08-10T05:14:01.063 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_bytes": { 2024-08-10T05:14:01.064 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1862413752 2024-08-10T05:14:01.064 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.064 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_bytes": { 2024-08-10T05:14:01.064 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 269025280 2024-08-10T05:14:01.064 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.064 INFO:tasks.workunit.client.0.smithi031.stdout: "mapped_bytes": { 2024-08-10T05:14:01.064 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 268812288 2024-08-10T05:14:01.064 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.064 INFO:tasks.workunit.client.0.smithi031.stdout: "target_bytes": { 2024-08-10T05:14:01.064 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3138494259 2024-08-10T05:14:01.064 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.064 INFO:tasks.workunit.client.0.smithi031.stdout: "unmapped_bytes": { 2024-08-10T05:14:01.064 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 212992 2024-08-10T05:14:01.065 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:01.065 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.065 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:data": { 2024-08-10T05:14:01.065 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T05:14:01.065 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 159383552 2024-08-10T05:14:01.065 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.065 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T05:14:01.065 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.065 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.065 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T05:14:01.065 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.065 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.065 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T05:14:01.065 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 85555311 2024-08-10T05:14:01.066 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.066 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T05:14:01.066 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.066 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.066 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T05:14:01.066 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.066 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.066 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T05:14:01.066 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.066 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.066 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T05:14:01.066 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.066 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.067 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T05:14:01.067 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.067 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.067 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T05:14:01.067 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4096 2024-08-10T05:14:01.067 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.067 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T05:14:01.067 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.067 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.067 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T05:14:01.067 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.067 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.067 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T05:14:01.067 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.068 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.068 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T05:14:01.068 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 73824145 2024-08-10T05:14:01.068 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:01.068 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.068 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv": { 2024-08-10T05:14:01.068 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T05:14:01.068 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 780140544 2024-08-10T05:14:01.068 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.068 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T05:14:01.068 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T05:14:01.068 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.068 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T05:14:01.068 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.069 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.069 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T05:14:01.069 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 641664838 2024-08-10T05:14:01.069 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.069 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T05:14:01.069 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.069 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.069 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T05:14:01.069 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.069 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.069 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T05:14:01.069 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.069 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.070 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T05:14:01.070 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.070 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.070 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T05:14:01.070 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.070 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.070 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T05:14:01.070 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2128 2024-08-10T05:14:01.070 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.070 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T05:14:01.070 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.070 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.070 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T05:14:01.071 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.071 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.071 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T05:14:01.071 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.071 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.071 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T05:14:01.071 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71364714 2024-08-10T05:14:01.071 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:01.071 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.071 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T05:14:01.071 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T05:14:01.071 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 192937984 2024-08-10T05:14:01.071 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.072 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T05:14:01.072 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T05:14:01.072 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.072 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T05:14:01.072 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 464 2024-08-10T05:14:01.072 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.072 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T05:14:01.072 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 57036874 2024-08-10T05:14:01.072 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.072 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T05:14:01.072 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.072 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.072 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T05:14:01.072 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.073 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.073 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T05:14:01.073 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.073 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.073 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T05:14:01.073 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.073 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.073 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T05:14:01.073 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.073 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.073 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T05:14:01.073 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.073 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.073 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T05:14:01.074 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.074 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.074 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T05:14:01.074 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.074 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.074 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T05:14:01.074 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.074 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.074 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T05:14:01.074 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 68791782 2024-08-10T05:14:01.074 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:01.074 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.075 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:meta": { 2024-08-10T05:14:01.075 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T05:14:01.075 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 713031680 2024-08-10T05:14:01.075 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.075 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T05:14:01.075 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.075 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.075 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T05:14:01.075 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.075 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.075 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T05:14:01.075 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 641664838 2024-08-10T05:14:01.075 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.076 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T05:14:01.076 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.076 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.076 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T05:14:01.076 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.076 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.076 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T05:14:01.076 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.076 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.076 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T05:14:01.076 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.076 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.076 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T05:14:01.077 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6974 2024-08-10T05:14:01.077 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.077 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T05:14:01.077 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 270610 2024-08-10T05:14:01.077 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.077 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T05:14:01.077 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.077 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.077 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T05:14:01.077 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.077 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.077 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T05:14:01.077 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.078 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.078 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T05:14:01.078 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71089258 2024-08-10T05:14:01.078 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:01.078 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.078 INFO:tasks.workunit.client.0.smithi031.stdout: "objecter": { 2024-08-10T05:14:01.078 INFO:tasks.workunit.client.0.smithi031.stdout: "op_active": { 2024-08-10T05:14:01.078 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.078 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.078 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T05:14:01.078 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.078 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.078 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rmw": { 2024-08-10T05:14:01.078 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.079 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.079 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T05:14:01.079 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.079 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:01.079 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.079 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T05:14:01.079 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg": { 2024-08-10T05:14:01.079 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 36 2024-08-10T05:14:01.079 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.079 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg_removing": { 2024-08-10T05:14:01.079 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.079 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.079 INFO:tasks.workunit.client.0.smithi031.stdout: "op": { 2024-08-10T05:14:01.080 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.080 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.080 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_degraded": { 2024-08-10T05:14:01.080 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.080 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.080 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_unreadable": { 2024-08-10T05:14:01.080 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.080 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.080 INFO:tasks.workunit.client.0.smithi031.stdout: "op_in_bytes": { 2024-08-10T05:14:01.080 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.080 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.080 INFO:tasks.workunit.client.0.smithi031.stdout: "op_latency": { 2024-08-10T05:14:01.080 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:01.080 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.081 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.081 INFO:tasks.workunit.client.0.smithi031.stdout: "op_out_bytes": { 2024-08-10T05:14:01.081 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.081 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.081 INFO:tasks.workunit.client.0.smithi031.stdout: "op_prepare_latency": { 2024-08-10T05:14:01.081 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2, 2024-08-10T05:14:01.081 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 848609 2024-08-10T05:14:01.081 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.081 INFO:tasks.workunit.client.0.smithi031.stdout: "op_process_latency": { 2024-08-10T05:14:01.081 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:01.081 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.081 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.081 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T05:14:01.081 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.082 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.082 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency": { 2024-08-10T05:14:01.082 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:01.082 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.082 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.082 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T05:14:01.082 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.082 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.082 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_out_bytes": { 2024-08-10T05:14:01.082 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.082 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.082 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_prepare_latency": { 2024-08-10T05:14:01.083 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:01.083 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.083 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.083 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_process_latency": { 2024-08-10T05:14:01.083 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:01.083 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.083 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.083 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw": { 2024-08-10T05:14:01.083 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.083 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.083 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_in_bytes": { 2024-08-10T05:14:01.083 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.083 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.083 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency": { 2024-08-10T05:14:01.084 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:01.084 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.084 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.084 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T05:14:01.084 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.084 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.084 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T05:14:01.084 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.084 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.084 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_out_bytes": { 2024-08-10T05:14:01.084 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.084 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.084 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_prepare_latency": { 2024-08-10T05:14:01.084 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:01.085 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.085 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.085 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_process_latency": { 2024-08-10T05:14:01.085 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:01.085 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.085 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.085 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T05:14:01.085 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.085 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.085 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_in_bytes": { 2024-08-10T05:14:01.085 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.085 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.085 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency": { 2024-08-10T05:14:01.085 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:01.085 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.085 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.086 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T05:14:01.086 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.086 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.086 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_prepare_latency": { 2024-08-10T05:14:01.086 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2, 2024-08-10T05:14:01.086 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 848609 2024-08-10T05:14:01.086 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.086 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_process_latency": { 2024-08-10T05:14:01.086 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:01.086 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.086 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.086 INFO:tasks.workunit.client.0.smithi031.stdout: "op_wip": { 2024-08-10T05:14:01.087 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.087 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.087 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_bytes": { 2024-08-10T05:14:01.087 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.087 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.087 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_ops": { 2024-08-10T05:14:01.087 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.087 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.087 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes": { 2024-08-10T05:14:01.087 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-08-10T05:14:01.087 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.087 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes_used": { 2024-08-10T05:14:01.087 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 305291264 2024-08-10T05:14:01.087 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:01.087 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:01.087 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.088 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.4": { 2024-08-10T05:14:01.088 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T05:14:01.088 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_fallback": { 2024-08-10T05:14:01.088 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.088 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.088 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_size_fallback": { 2024-08-10T05:14:01.088 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.088 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.088 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_db": { 2024-08-10T05:14:01.088 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 65536 2024-08-10T05:14:01.088 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.088 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_main": { 2024-08-10T05:14:01.088 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.088 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.088 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_wal": { 2024-08-10T05:14:01.089 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.089 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.089 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_slow": { 2024-08-10T05:14:01.089 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.089 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.089 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_sst": { 2024-08-10T05:14:01.089 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12288 2024-08-10T05:14:01.089 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.089 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_wal": { 2024-08-10T05:14:01.089 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1421312 2024-08-10T05:14:01.089 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.089 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lat": { 2024-08-10T05:14:01.089 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:01.089 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.090 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.090 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lock_lat": { 2024-08-10T05:14:01.090 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:01.090 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.090 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.090 INFO:tasks.workunit.client.0.smithi031.stdout: "db_total_bytes": { 2024-08-10T05:14:01.090 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-08-10T05:14:01.090 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.090 INFO:tasks.workunit.client.0.smithi031.stdout: "db_used_bytes": { 2024-08-10T05:14:01.090 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 304480256 2024-08-10T05:14:01.090 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.090 INFO:tasks.workunit.client.0.smithi031.stdout: "log_bytes": { 2024-08-10T05:14:01.090 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1060864 2024-08-10T05:14:01.091 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.091 INFO:tasks.workunit.client.0.smithi031.stdout: "logged_bytes": { 2024-08-10T05:14:01.091 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 921600 2024-08-10T05:14:01.091 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.091 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_db": { 2024-08-10T05:14:01.091 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 312868864 2024-08-10T05:14:01.091 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.091 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_slow": { 2024-08-10T05:14:01.091 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.091 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.091 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_wal": { 2024-08-10T05:14:01.091 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.091 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.092 INFO:tasks.workunit.client.0.smithi031.stdout: "num_files": { 2024-08-10T05:14:01.092 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 14 2024-08-10T05:14:01.092 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.092 INFO:tasks.workunit.client.0.smithi031.stdout: "read_bytes": { 2024-08-10T05:14:01.092 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 195697 2024-08-10T05:14:01.092 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.092 INFO:tasks.workunit.client.0.smithi031.stdout: "read_count": { 2024-08-10T05:14:01.092 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 23 2024-08-10T05:14:01.092 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.092 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes": { 2024-08-10T05:14:01.092 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1269760 2024-08-10T05:14:01.092 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.092 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_db": { 2024-08-10T05:14:01.093 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1273856 2024-08-10T05:14:01.093 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.093 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_slow": { 2024-08-10T05:14:01.093 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.093 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.093 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_wal": { 2024-08-10T05:14:01.093 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.093 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.093 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_count": { 2024-08-10T05:14:01.093 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15 2024-08-10T05:14:01.093 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.093 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_bytes": { 2024-08-10T05:14:01.093 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4789 2024-08-10T05:14:01.093 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.094 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_count": { 2024-08-10T05:14:01.094 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4 2024-08-10T05:14:01.094 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.094 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_bytes": { 2024-08-10T05:14:01.094 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5589 2024-08-10T05:14:01.094 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.094 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_count": { 2024-08-10T05:14:01.094 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24 2024-08-10T05:14:01.094 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.094 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_bytes": { 2024-08-10T05:14:01.094 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5589 2024-08-10T05:14:01.094 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.095 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_count": { 2024-08-10T05:14:01.095 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24 2024-08-10T05:14:01.095 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.095 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes": { 2024-08-10T05:14:01.095 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.095 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.095 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_db": { 2024-08-10T05:14:01.095 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.095 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.095 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_slow": { 2024-08-10T05:14:01.095 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.095 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.095 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_wal": { 2024-08-10T05:14:01.095 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.096 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.096 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_count": { 2024-08-10T05:14:01.096 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.096 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.096 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_total_bytes": { 2024-08-10T05:14:01.096 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.096 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.096 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_used_bytes": { 2024-08-10T05:14:01.096 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.096 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.096 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_total_bytes": { 2024-08-10T05:14:01.096 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.096 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.096 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_used_bytes": { 2024-08-10T05:14:01.097 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.097 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.097 INFO:tasks.workunit.client.0.smithi031.stdout: "write_bytes": { 2024-08-10T05:14:01.097 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2416640 2024-08-10T05:14:01.097 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:01.097 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.097 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore": { 2024-08-10T05:14:01.097 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit": { 2024-08-10T05:14:01.097 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4096 2024-08-10T05:14:01.097 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.097 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": { 2024-08-10T05:14:01.097 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 802816 2024-08-10T05:14:01.097 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.097 INFO:tasks.workunit.client.0.smithi031.stdout: "clist_lat": { 2024-08-10T05:14:01.098 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 8, 2024-08-10T05:14:01.098 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 360501 2024-08-10T05:14:01.098 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.098 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_lat": { 2024-08-10T05:14:01.098 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:01.098 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.098 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.098 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed": { 2024-08-10T05:14:01.098 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.098 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.098 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_allocated": { 2024-08-10T05:14:01.098 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.098 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.099 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_original": { 2024-08-10T05:14:01.099 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.099 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.099 INFO:tasks.workunit.client.0.smithi031.stdout: "csum_lat": { 2024-08-10T05:14:01.099 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 5, 2024-08-10T05:14:01.099 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 9054 2024-08-10T05:14:01.099 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.099 INFO:tasks.workunit.client.0.smithi031.stdout: "decompress_lat": { 2024-08-10T05:14:01.099 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:01.099 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.099 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.099 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_commit_lat": { 2024-08-10T05:14:01.099 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 208, 2024-08-10T05:14:01.100 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 49382831 2024-08-10T05:14:01.100 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.100 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_final_lat": { 2024-08-10T05:14:01.100 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 189, 2024-08-10T05:14:01.100 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12676491 2024-08-10T05:14:01.100 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.100 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_flush_lat": { 2024-08-10T05:14:01.100 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 208, 2024-08-10T05:14:01.100 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 262481 2024-08-10T05:14:01.100 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.100 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_sync_lat": { 2024-08-10T05:14:01.100 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 208, 2024-08-10T05:14:01.100 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 49645312 2024-08-10T05:14:01.101 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.101 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_keys_lat": { 2024-08-10T05:14:01.101 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:01.101 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.101 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.101 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_values_lat": { 2024-08-10T05:14:01.101 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3, 2024-08-10T05:14:01.101 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 33554 2024-08-10T05:14:01.101 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.101 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_lower_bound_lat": { 2024-08-10T05:14:01.101 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2, 2024-08-10T05:14:01.101 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1204 2024-08-10T05:14:01.101 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.101 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_next_lat": { 2024-08-10T05:14:01.102 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:01.102 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.102 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.102 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_seek_to_first_lat": { 2024-08-10T05:14:01.102 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:01.102 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.102 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.102 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_upper_bound_lat": { 2024-08-10T05:14:01.102 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3, 2024-08-10T05:14:01.102 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 9290 2024-08-10T05:14:01.102 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.102 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_hits": { 2024-08-10T05:14:01.102 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 404 2024-08-10T05:14:01.103 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.103 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_misses": { 2024-08-10T05:14:01.103 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 251 2024-08-10T05:14:01.103 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.103 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-08-10T05:14:01.103 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 110, 2024-08-10T05:14:01.103 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1627543 2024-08-10T05:14:01.103 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.103 INFO:tasks.workunit.client.0.smithi031.stdout: "read_onode_meta_lat": { 2024-08-10T05:14:01.103 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 188, 2024-08-10T05:14:01.103 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 260696 2024-08-10T05:14:01.103 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.103 INFO:tasks.workunit.client.0.smithi031.stdout: "read_wait_aio_lat": { 2024-08-10T05:14:01.103 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 78, 2024-08-10T05:14:01.103 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 657976 2024-08-10T05:14:01.103 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.104 INFO:tasks.workunit.client.0.smithi031.stdout: "reads_with_retries": { 2024-08-10T05:14:01.104 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.104 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.104 INFO:tasks.workunit.client.0.smithi031.stdout: "remove_lat": { 2024-08-10T05:14:01.104 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 5, 2024-08-10T05:14:01.104 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 127090 2024-08-10T05:14:01.104 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.104 INFO:tasks.workunit.client.0.smithi031.stdout: "state_aio_wait_lat": { 2024-08-10T05:14:01.104 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 274, 2024-08-10T05:14:01.104 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3465046 2024-08-10T05:14:01.104 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.104 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T05:14:01.104 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 49, 2024-08-10T05:14:01.104 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3695968 2024-08-10T05:14:01.104 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.105 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_cleanup_lat": { 2024-08-10T05:14:01.105 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 48, 2024-08-10T05:14:01.105 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 215363082308 2024-08-10T05:14:01.105 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.105 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_queued_lat": { 2024-08-10T05:14:01.105 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 49, 2024-08-10T05:14:01.105 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 75141242329 2024-08-10T05:14:01.105 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.105 INFO:tasks.workunit.client.0.smithi031.stdout: "state_done_lat": { 2024-08-10T05:14:01.105 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 273, 2024-08-10T05:14:01.105 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 842360 2024-08-10T05:14:01.105 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.105 INFO:tasks.workunit.client.0.smithi031.stdout: "state_finishing_lat": { 2024-08-10T05:14:01.105 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 273, 2024-08-10T05:14:01.106 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 25313 2024-08-10T05:14:01.106 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.106 INFO:tasks.workunit.client.0.smithi031.stdout: "state_io_done_lat": { 2024-08-10T05:14:01.106 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 274, 2024-08-10T05:14:01.106 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 267676 2024-08-10T05:14:01.106 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.106 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_commiting_lat": { 2024-08-10T05:14:01.106 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 274, 2024-08-10T05:14:01.106 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 200866139 2024-08-10T05:14:01.106 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.106 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_done_lat": { 2024-08-10T05:14:01.106 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 274, 2024-08-10T05:14:01.106 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 77605 2024-08-10T05:14:01.107 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.107 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_queued_lat": { 2024-08-10T05:14:01.107 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 274, 2024-08-10T05:14:01.107 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 35912770 2024-08-10T05:14:01.107 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.107 INFO:tasks.workunit.client.0.smithi031.stdout: "state_prepare_lat": { 2024-08-10T05:14:01.107 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 274, 2024-08-10T05:14:01.107 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12735783 2024-08-10T05:14:01.107 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.107 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": { 2024-08-10T05:14:01.107 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 351949 2024-08-10T05:14:01.107 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.107 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-08-10T05:14:01.107 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 47, 2024-08-10T05:14:01.108 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 228403 2024-08-10T05:14:01.108 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.108 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_commit_lat": { 2024-08-10T05:14:01.108 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 274, 2024-08-10T05:14:01.108 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 253281117 2024-08-10T05:14:01.108 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.108 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_submit_lat": { 2024-08-10T05:14:01.108 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 274, 2024-08-10T05:14:01.108 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15294402 2024-08-10T05:14:01.108 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.108 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_throttle_lat": { 2024-08-10T05:14:01.108 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 274, 2024-08-10T05:14:01.108 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1879647 2024-08-10T05:14:01.108 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:01.108 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.109 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache": { 2024-08-10T05:14:01.109 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_bytes": { 2024-08-10T05:14:01.109 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1861457182 2024-08-10T05:14:01.109 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.109 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_bytes": { 2024-08-10T05:14:01.109 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 269926400 2024-08-10T05:14:01.109 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.109 INFO:tasks.workunit.client.0.smithi031.stdout: "mapped_bytes": { 2024-08-10T05:14:01.109 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 269631488 2024-08-10T05:14:01.109 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.109 INFO:tasks.workunit.client.0.smithi031.stdout: "target_bytes": { 2024-08-10T05:14:01.109 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3137368883 2024-08-10T05:14:01.109 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.109 INFO:tasks.workunit.client.0.smithi031.stdout: "unmapped_bytes": { 2024-08-10T05:14:01.109 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 294912 2024-08-10T05:14:01.110 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:01.110 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.110 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:data": { 2024-08-10T05:14:01.110 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T05:14:01.110 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 159383552 2024-08-10T05:14:01.110 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.110 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T05:14:01.110 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.110 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.110 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T05:14:01.110 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.110 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.111 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T05:14:01.111 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 85496800 2024-08-10T05:14:01.111 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.111 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T05:14:01.111 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.111 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.111 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T05:14:01.111 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.111 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.111 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T05:14:01.111 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.111 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.111 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T05:14:01.111 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.112 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.112 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T05:14:01.112 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.112 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.112 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T05:14:01.112 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 16384 2024-08-10T05:14:01.112 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.112 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T05:14:01.112 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.112 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.112 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T05:14:01.112 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.112 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.112 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T05:14:01.113 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.113 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.113 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T05:14:01.113 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 73870368 2024-08-10T05:14:01.113 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:01.113 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.113 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv": { 2024-08-10T05:14:01.113 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T05:14:01.113 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 780140544 2024-08-10T05:14:01.113 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.113 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T05:14:01.113 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T05:14:01.113 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.114 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T05:14:01.114 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.114 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.114 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T05:14:01.114 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 641226006 2024-08-10T05:14:01.114 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.114 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T05:14:01.114 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.114 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.114 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T05:14:01.114 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.114 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.114 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T05:14:01.115 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.115 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.115 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T05:14:01.115 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.115 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.115 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T05:14:01.115 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.115 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.115 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T05:14:01.115 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2128 2024-08-10T05:14:01.115 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.115 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T05:14:01.115 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.116 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.116 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T05:14:01.116 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.116 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.116 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T05:14:01.116 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.116 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.116 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T05:14:01.116 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71803546 2024-08-10T05:14:01.116 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:01.116 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.116 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T05:14:01.116 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T05:14:01.117 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 192937984 2024-08-10T05:14:01.117 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.117 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T05:14:01.117 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T05:14:01.117 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.117 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T05:14:01.117 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 464 2024-08-10T05:14:01.117 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.117 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T05:14:01.117 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 56997867 2024-08-10T05:14:01.117 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.117 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T05:14:01.117 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.117 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.118 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T05:14:01.118 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.118 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.118 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T05:14:01.118 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.118 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.118 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T05:14:01.118 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.118 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.118 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T05:14:01.118 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.118 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.119 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T05:14:01.119 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.119 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.119 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T05:14:01.119 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.119 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.119 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T05:14:01.119 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.119 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.119 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T05:14:01.119 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.119 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.119 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T05:14:01.119 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 68830789 2024-08-10T05:14:01.120 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:01.120 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.120 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:meta": { 2024-08-10T05:14:01.120 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T05:14:01.120 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 713031680 2024-08-10T05:14:01.120 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.120 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T05:14:01.120 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.120 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.120 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T05:14:01.120 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.120 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.120 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T05:14:01.120 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 641226006 2024-08-10T05:14:01.121 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.121 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T05:14:01.121 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.121 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.121 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T05:14:01.121 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.121 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.121 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T05:14:01.121 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.121 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.121 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T05:14:01.121 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.121 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.122 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T05:14:01.122 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.122 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.122 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T05:14:01.122 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 281111 2024-08-10T05:14:01.122 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.122 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T05:14:01.122 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.122 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.122 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T05:14:01.122 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.122 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.122 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T05:14:01.123 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.123 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.123 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T05:14:01.123 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71524563 2024-08-10T05:14:01.123 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:01.123 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.123 INFO:tasks.workunit.client.0.smithi031.stdout: "objecter": { 2024-08-10T05:14:01.123 INFO:tasks.workunit.client.0.smithi031.stdout: "op_active": { 2024-08-10T05:14:01.123 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.123 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.123 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T05:14:01.123 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.123 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.124 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rmw": { 2024-08-10T05:14:01.124 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.124 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.124 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T05:14:01.124 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.124 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:01.124 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.124 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T05:14:01.124 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg": { 2024-08-10T05:14:01.124 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 39 2024-08-10T05:14:01.124 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.124 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg_removing": { 2024-08-10T05:14:01.124 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.125 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.125 INFO:tasks.workunit.client.0.smithi031.stdout: "op": { 2024-08-10T05:14:01.125 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1 2024-08-10T05:14:01.125 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.125 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_degraded": { 2024-08-10T05:14:01.125 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.125 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.125 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_unreadable": { 2024-08-10T05:14:01.125 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.125 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.125 INFO:tasks.workunit.client.0.smithi031.stdout: "op_in_bytes": { 2024-08-10T05:14:01.125 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 22 2024-08-10T05:14:01.125 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.125 INFO:tasks.workunit.client.0.smithi031.stdout: "op_latency": { 2024-08-10T05:14:01.126 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-08-10T05:14:01.126 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6311399 2024-08-10T05:14:01.126 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.126 INFO:tasks.workunit.client.0.smithi031.stdout: "op_out_bytes": { 2024-08-10T05:14:01.126 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.126 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.126 INFO:tasks.workunit.client.0.smithi031.stdout: "op_prepare_latency": { 2024-08-10T05:14:01.126 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-08-10T05:14:01.126 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 866151 2024-08-10T05:14:01.126 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.126 INFO:tasks.workunit.client.0.smithi031.stdout: "op_process_latency": { 2024-08-10T05:14:01.126 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-08-10T05:14:01.127 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6224288 2024-08-10T05:14:01.127 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.127 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T05:14:01.127 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.127 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.127 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency": { 2024-08-10T05:14:01.127 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:01.127 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.127 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.127 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T05:14:01.127 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.127 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.128 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_out_bytes": { 2024-08-10T05:14:01.128 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.128 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.128 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_prepare_latency": { 2024-08-10T05:14:01.128 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:01.128 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.128 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.128 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_process_latency": { 2024-08-10T05:14:01.128 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:01.128 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.128 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.128 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw": { 2024-08-10T05:14:01.128 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.128 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.129 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_in_bytes": { 2024-08-10T05:14:01.129 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.129 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.129 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency": { 2024-08-10T05:14:01.129 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:01.129 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.129 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.129 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T05:14:01.129 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.129 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.129 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T05:14:01.129 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.129 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.129 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_out_bytes": { 2024-08-10T05:14:01.130 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.130 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.130 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_prepare_latency": { 2024-08-10T05:14:01.130 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:01.130 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.130 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.130 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_process_latency": { 2024-08-10T05:14:01.130 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:01.130 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.130 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.130 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T05:14:01.130 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1 2024-08-10T05:14:01.130 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.130 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_in_bytes": { 2024-08-10T05:14:01.131 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 22 2024-08-10T05:14:01.131 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.131 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency": { 2024-08-10T05:14:01.131 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-08-10T05:14:01.131 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6311399 2024-08-10T05:14:01.131 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.131 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T05:14:01.131 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.131 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.131 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_prepare_latency": { 2024-08-10T05:14:01.131 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-08-10T05:14:01.131 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 866151 2024-08-10T05:14:01.132 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.132 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_process_latency": { 2024-08-10T05:14:01.132 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-08-10T05:14:01.132 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6224288 2024-08-10T05:14:01.132 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.132 INFO:tasks.workunit.client.0.smithi031.stdout: "op_wip": { 2024-08-10T05:14:01.132 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.132 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.132 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_bytes": { 2024-08-10T05:14:01.132 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.132 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.132 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_ops": { 2024-08-10T05:14:01.132 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.132 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.133 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes": { 2024-08-10T05:14:01.133 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-08-10T05:14:01.133 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.133 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes_used": { 2024-08-10T05:14:01.133 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 305295360 2024-08-10T05:14:01.133 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:01.133 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:01.133 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.133 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.5": { 2024-08-10T05:14:01.133 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T05:14:01.133 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_fallback": { 2024-08-10T05:14:01.133 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.133 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.133 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_size_fallback": { 2024-08-10T05:14:01.134 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.134 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.134 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_db": { 2024-08-10T05:14:01.134 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 65536 2024-08-10T05:14:01.134 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.134 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_main": { 2024-08-10T05:14:01.134 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.134 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.134 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_wal": { 2024-08-10T05:14:01.134 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.134 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.134 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_slow": { 2024-08-10T05:14:01.134 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.135 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.135 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_sst": { 2024-08-10T05:14:01.135 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12288 2024-08-10T05:14:01.135 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.135 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_wal": { 2024-08-10T05:14:01.135 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1273856 2024-08-10T05:14:01.135 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.135 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lat": { 2024-08-10T05:14:01.135 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:01.135 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.135 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.135 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lock_lat": { 2024-08-10T05:14:01.135 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:01.136 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.136 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.136 INFO:tasks.workunit.client.0.smithi031.stdout: "db_total_bytes": { 2024-08-10T05:14:01.136 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-08-10T05:14:01.136 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.136 INFO:tasks.workunit.client.0.smithi031.stdout: "db_used_bytes": { 2024-08-10T05:14:01.136 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 304480256 2024-08-10T05:14:01.136 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.136 INFO:tasks.workunit.client.0.smithi031.stdout: "log_bytes": { 2024-08-10T05:14:01.136 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 921600 2024-08-10T05:14:01.136 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.136 INFO:tasks.workunit.client.0.smithi031.stdout: "logged_bytes": { 2024-08-10T05:14:01.136 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 782336 2024-08-10T05:14:01.136 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.137 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_db": { 2024-08-10T05:14:01.137 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 312868864 2024-08-10T05:14:01.137 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.137 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_slow": { 2024-08-10T05:14:01.137 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.137 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.137 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_wal": { 2024-08-10T05:14:01.137 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.137 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.137 INFO:tasks.workunit.client.0.smithi031.stdout: "num_files": { 2024-08-10T05:14:01.137 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 14 2024-08-10T05:14:01.137 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.137 INFO:tasks.workunit.client.0.smithi031.stdout: "read_bytes": { 2024-08-10T05:14:01.137 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 195697 2024-08-10T05:14:01.138 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.138 INFO:tasks.workunit.client.0.smithi031.stdout: "read_count": { 2024-08-10T05:14:01.138 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 23 2024-08-10T05:14:01.138 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.138 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes": { 2024-08-10T05:14:01.138 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1269760 2024-08-10T05:14:01.138 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.138 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_db": { 2024-08-10T05:14:01.138 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1273856 2024-08-10T05:14:01.138 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.138 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_slow": { 2024-08-10T05:14:01.138 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.138 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.138 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_wal": { 2024-08-10T05:14:01.139 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.139 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.139 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_count": { 2024-08-10T05:14:01.139 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15 2024-08-10T05:14:01.139 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.139 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_bytes": { 2024-08-10T05:14:01.139 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4789 2024-08-10T05:14:01.139 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.139 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_count": { 2024-08-10T05:14:01.139 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4 2024-08-10T05:14:01.139 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.139 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_bytes": { 2024-08-10T05:14:01.139 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5589 2024-08-10T05:14:01.139 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.140 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_count": { 2024-08-10T05:14:01.140 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24 2024-08-10T05:14:01.140 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.140 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_bytes": { 2024-08-10T05:14:01.140 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5589 2024-08-10T05:14:01.140 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.140 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_count": { 2024-08-10T05:14:01.140 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24 2024-08-10T05:14:01.140 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.140 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes": { 2024-08-10T05:14:01.140 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.140 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.140 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_db": { 2024-08-10T05:14:01.141 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.141 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.141 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_slow": { 2024-08-10T05:14:01.141 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.141 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.141 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_wal": { 2024-08-10T05:14:01.141 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.141 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.141 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_count": { 2024-08-10T05:14:01.141 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.141 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.141 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_total_bytes": { 2024-08-10T05:14:01.141 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.142 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.142 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_used_bytes": { 2024-08-10T05:14:01.142 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.142 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.142 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_total_bytes": { 2024-08-10T05:14:01.142 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.142 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.142 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_used_bytes": { 2024-08-10T05:14:01.142 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.142 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.142 INFO:tasks.workunit.client.0.smithi031.stdout: "write_bytes": { 2024-08-10T05:14:01.142 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2129920 2024-08-10T05:14:01.143 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:01.143 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.143 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore": { 2024-08-10T05:14:01.143 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit": { 2024-08-10T05:14:01.143 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4096 2024-08-10T05:14:01.143 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.143 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": { 2024-08-10T05:14:01.143 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 806912 2024-08-10T05:14:01.143 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.143 INFO:tasks.workunit.client.0.smithi031.stdout: "clist_lat": { 2024-08-10T05:14:01.143 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 6, 2024-08-10T05:14:01.143 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 220136 2024-08-10T05:14:01.143 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.143 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_lat": { 2024-08-10T05:14:01.144 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:01.144 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.144 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.144 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed": { 2024-08-10T05:14:01.144 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.144 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.144 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_allocated": { 2024-08-10T05:14:01.144 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.144 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.144 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_original": { 2024-08-10T05:14:01.144 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.144 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.144 INFO:tasks.workunit.client.0.smithi031.stdout: "csum_lat": { 2024-08-10T05:14:01.144 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 4, 2024-08-10T05:14:01.145 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7811 2024-08-10T05:14:01.145 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.145 INFO:tasks.workunit.client.0.smithi031.stdout: "decompress_lat": { 2024-08-10T05:14:01.145 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:01.145 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.145 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.145 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_commit_lat": { 2024-08-10T05:14:01.145 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 174, 2024-08-10T05:14:01.145 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 59354041 2024-08-10T05:14:01.145 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.145 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_final_lat": { 2024-08-10T05:14:01.145 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 172, 2024-08-10T05:14:01.145 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6489925 2024-08-10T05:14:01.146 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.146 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_flush_lat": { 2024-08-10T05:14:01.146 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 174, 2024-08-10T05:14:01.146 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 203219 2024-08-10T05:14:01.146 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.146 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_sync_lat": { 2024-08-10T05:14:01.146 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 174, 2024-08-10T05:14:01.146 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 59557260 2024-08-10T05:14:01.146 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.146 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_keys_lat": { 2024-08-10T05:14:01.146 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:01.146 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.146 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.147 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_values_lat": { 2024-08-10T05:14:01.147 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3, 2024-08-10T05:14:01.147 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 32945 2024-08-10T05:14:01.147 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.147 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_lower_bound_lat": { 2024-08-10T05:14:01.147 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2, 2024-08-10T05:14:01.147 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 980 2024-08-10T05:14:01.147 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.147 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_next_lat": { 2024-08-10T05:14:01.147 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:01.147 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.147 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.147 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_seek_to_first_lat": { 2024-08-10T05:14:01.148 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:01.148 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.148 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.148 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_upper_bound_lat": { 2024-08-10T05:14:01.148 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2, 2024-08-10T05:14:01.148 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5788 2024-08-10T05:14:01.148 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.148 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_hits": { 2024-08-10T05:14:01.148 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 385 2024-08-10T05:14:01.148 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.148 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_misses": { 2024-08-10T05:14:01.148 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 258 2024-08-10T05:14:01.148 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.148 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-08-10T05:14:01.149 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 104, 2024-08-10T05:14:01.149 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 895728 2024-08-10T05:14:01.149 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.149 INFO:tasks.workunit.client.0.smithi031.stdout: "read_onode_meta_lat": { 2024-08-10T05:14:01.149 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 173, 2024-08-10T05:14:01.149 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 244879 2024-08-10T05:14:01.149 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.149 INFO:tasks.workunit.client.0.smithi031.stdout: "read_wait_aio_lat": { 2024-08-10T05:14:01.149 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 69, 2024-08-10T05:14:01.149 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 501664 2024-08-10T05:14:01.149 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.149 INFO:tasks.workunit.client.0.smithi031.stdout: "reads_with_retries": { 2024-08-10T05:14:01.149 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.149 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.150 INFO:tasks.workunit.client.0.smithi031.stdout: "remove_lat": { 2024-08-10T05:14:01.150 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 4, 2024-08-10T05:14:01.150 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 100673 2024-08-10T05:14:01.150 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.150 INFO:tasks.workunit.client.0.smithi031.stdout: "state_aio_wait_lat": { 2024-08-10T05:14:01.150 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 290, 2024-08-10T05:14:01.150 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7448255 2024-08-10T05:14:01.150 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.150 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T05:14:01.150 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 47, 2024-08-10T05:14:01.150 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3306263 2024-08-10T05:14:01.150 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.151 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_cleanup_lat": { 2024-08-10T05:14:01.151 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 44, 2024-08-10T05:14:01.151 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 253163097599 2024-08-10T05:14:01.151 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.151 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_queued_lat": { 2024-08-10T05:14:01.151 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 47, 2024-08-10T05:14:01.151 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 74809581992 2024-08-10T05:14:01.151 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.151 INFO:tasks.workunit.client.0.smithi031.stdout: "state_done_lat": { 2024-08-10T05:14:01.151 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 287, 2024-08-10T05:14:01.151 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5122899334 2024-08-10T05:14:01.151 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.151 INFO:tasks.workunit.client.0.smithi031.stdout: "state_finishing_lat": { 2024-08-10T05:14:01.151 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 287, 2024-08-10T05:14:01.152 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 36715 2024-08-10T05:14:01.152 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.152 INFO:tasks.workunit.client.0.smithi031.stdout: "state_io_done_lat": { 2024-08-10T05:14:01.152 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 290, 2024-08-10T05:14:01.152 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 224542 2024-08-10T05:14:01.152 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.152 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_commiting_lat": { 2024-08-10T05:14:01.152 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 290, 2024-08-10T05:14:01.152 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 188968412 2024-08-10T05:14:01.152 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.152 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_done_lat": { 2024-08-10T05:14:01.152 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 290, 2024-08-10T05:14:01.152 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 79039 2024-08-10T05:14:01.152 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.153 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_queued_lat": { 2024-08-10T05:14:01.153 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 290, 2024-08-10T05:14:01.153 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 205987992 2024-08-10T05:14:01.153 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.153 INFO:tasks.workunit.client.0.smithi031.stdout: "state_prepare_lat": { 2024-08-10T05:14:01.153 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 290, 2024-08-10T05:14:01.153 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 11996147 2024-08-10T05:14:01.153 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.153 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": { 2024-08-10T05:14:01.153 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 354232 2024-08-10T05:14:01.153 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.153 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-08-10T05:14:01.153 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 39, 2024-08-10T05:14:01.153 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 162089 2024-08-10T05:14:01.153 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.154 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_commit_lat": { 2024-08-10T05:14:01.154 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 290, 2024-08-10T05:14:01.154 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 414660221 2024-08-10T05:14:01.154 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.154 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_submit_lat": { 2024-08-10T05:14:01.154 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 290, 2024-08-10T05:14:01.154 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 14214302 2024-08-10T05:14:01.154 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.154 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_throttle_lat": { 2024-08-10T05:14:01.154 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 290, 2024-08-10T05:14:01.154 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1901954 2024-08-10T05:14:01.154 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:01.154 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.154 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache": { 2024-08-10T05:14:01.155 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_bytes": { 2024-08-10T05:14:01.155 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1861457182 2024-08-10T05:14:01.155 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.155 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_bytes": { 2024-08-10T05:14:01.155 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 270139392 2024-08-10T05:14:01.155 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.155 INFO:tasks.workunit.client.0.smithi031.stdout: "mapped_bytes": { 2024-08-10T05:14:01.155 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 269541376 2024-08-10T05:14:01.155 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.155 INFO:tasks.workunit.client.0.smithi031.stdout: "target_bytes": { 2024-08-10T05:14:01.155 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3137368883 2024-08-10T05:14:01.155 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.155 INFO:tasks.workunit.client.0.smithi031.stdout: "unmapped_bytes": { 2024-08-10T05:14:01.156 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 598016 2024-08-10T05:14:01.156 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:01.156 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.156 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:data": { 2024-08-10T05:14:01.156 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T05:14:01.156 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 159383552 2024-08-10T05:14:01.156 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.156 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T05:14:01.156 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.156 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.156 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T05:14:01.156 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.156 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.156 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T05:14:01.157 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 85497255 2024-08-10T05:14:01.157 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.157 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T05:14:01.157 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.157 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.157 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T05:14:01.157 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.157 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.157 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T05:14:01.157 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.157 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.157 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T05:14:01.157 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.158 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.158 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T05:14:01.158 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.158 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.158 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T05:14:01.158 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4096 2024-08-10T05:14:01.158 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.158 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T05:14:01.158 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.158 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.158 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T05:14:01.158 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.158 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.159 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T05:14:01.159 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.159 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.159 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T05:14:01.159 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 73882201 2024-08-10T05:14:01.159 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:01.159 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.159 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv": { 2024-08-10T05:14:01.159 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T05:14:01.159 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 780140544 2024-08-10T05:14:01.159 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.159 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T05:14:01.159 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T05:14:01.160 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.160 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T05:14:01.160 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.160 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.160 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T05:14:01.160 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 641229419 2024-08-10T05:14:01.160 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.160 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T05:14:01.160 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.160 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.160 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T05:14:01.160 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.160 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.160 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T05:14:01.160 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.161 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.161 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T05:14:01.161 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.161 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.161 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T05:14:01.161 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.161 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.161 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T05:14:01.161 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2128 2024-08-10T05:14:01.161 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.161 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T05:14:01.161 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.161 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.161 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T05:14:01.162 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.162 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.162 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T05:14:01.162 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.162 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.162 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T05:14:01.162 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71800133 2024-08-10T05:14:01.162 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:01.162 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.162 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T05:14:01.162 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T05:14:01.162 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 192937984 2024-08-10T05:14:01.163 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.163 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T05:14:01.163 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T05:14:01.163 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.163 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T05:14:01.163 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 464 2024-08-10T05:14:01.163 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.163 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T05:14:01.163 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 56998170 2024-08-10T05:14:01.163 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.163 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T05:14:01.163 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.163 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.163 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T05:14:01.164 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.164 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.164 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T05:14:01.164 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.164 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.164 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T05:14:01.164 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.164 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.164 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T05:14:01.164 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.164 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.164 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T05:14:01.164 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.164 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.164 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T05:14:01.165 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.165 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.165 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T05:14:01.165 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.165 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.165 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T05:14:01.165 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.165 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.165 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T05:14:01.165 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 68830486 2024-08-10T05:14:01.165 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:01.165 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.165 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:meta": { 2024-08-10T05:14:01.165 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T05:14:01.166 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 713031680 2024-08-10T05:14:01.166 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.166 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T05:14:01.166 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.166 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.166 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T05:14:01.166 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.166 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.166 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T05:14:01.166 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 641229419 2024-08-10T05:14:01.166 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.166 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T05:14:01.166 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.167 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.167 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T05:14:01.167 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.167 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.167 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T05:14:01.167 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.167 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.167 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T05:14:01.167 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.167 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.167 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T05:14:01.167 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6971 2024-08-10T05:14:01.167 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.168 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T05:14:01.168 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 281642 2024-08-10T05:14:01.168 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.168 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T05:14:01.168 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.168 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.168 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T05:14:01.168 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.168 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.168 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T05:14:01.168 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.168 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.168 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T05:14:01.168 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71513648 2024-08-10T05:14:01.168 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:01.169 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.169 INFO:tasks.workunit.client.0.smithi031.stdout: "objecter": { 2024-08-10T05:14:01.169 INFO:tasks.workunit.client.0.smithi031.stdout: "op_active": { 2024-08-10T05:14:01.169 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.169 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.169 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T05:14:01.169 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.169 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.169 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rmw": { 2024-08-10T05:14:01.169 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.169 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.169 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T05:14:01.169 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.169 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:01.169 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.170 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T05:14:01.170 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg": { 2024-08-10T05:14:01.170 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 41 2024-08-10T05:14:01.170 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.170 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg_removing": { 2024-08-10T05:14:01.170 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.170 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.170 INFO:tasks.workunit.client.0.smithi031.stdout: "op": { 2024-08-10T05:14:01.170 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.170 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.170 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_degraded": { 2024-08-10T05:14:01.170 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.170 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.170 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_unreadable": { 2024-08-10T05:14:01.171 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.171 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.171 INFO:tasks.workunit.client.0.smithi031.stdout: "op_in_bytes": { 2024-08-10T05:14:01.171 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.171 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.171 INFO:tasks.workunit.client.0.smithi031.stdout: "op_latency": { 2024-08-10T05:14:01.171 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:01.171 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.171 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.171 INFO:tasks.workunit.client.0.smithi031.stdout: "op_out_bytes": { 2024-08-10T05:14:01.171 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.171 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.171 INFO:tasks.workunit.client.0.smithi031.stdout: "op_prepare_latency": { 2024-08-10T05:14:01.172 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:01.172 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.172 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.172 INFO:tasks.workunit.client.0.smithi031.stdout: "op_process_latency": { 2024-08-10T05:14:01.172 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:01.172 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.172 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.172 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T05:14:01.172 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.172 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.172 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency": { 2024-08-10T05:14:01.172 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:01.172 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.172 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.173 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T05:14:01.173 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.173 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.173 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_out_bytes": { 2024-08-10T05:14:01.173 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.173 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.173 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_prepare_latency": { 2024-08-10T05:14:01.173 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:01.173 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.173 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.173 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_process_latency": { 2024-08-10T05:14:01.173 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:01.173 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.174 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.174 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw": { 2024-08-10T05:14:01.174 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.174 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.174 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_in_bytes": { 2024-08-10T05:14:01.174 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.174 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.174 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency": { 2024-08-10T05:14:01.174 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:01.174 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.174 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.174 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T05:14:01.175 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.175 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.175 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T05:14:01.175 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.175 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.175 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_out_bytes": { 2024-08-10T05:14:01.175 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.175 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.175 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_prepare_latency": { 2024-08-10T05:14:01.175 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:01.175 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.175 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.175 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_process_latency": { 2024-08-10T05:14:01.175 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:01.176 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.176 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.176 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T05:14:01.176 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.176 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.176 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_in_bytes": { 2024-08-10T05:14:01.176 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.176 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.176 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency": { 2024-08-10T05:14:01.176 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:01.176 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.176 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.176 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T05:14:01.177 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.177 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.177 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_prepare_latency": { 2024-08-10T05:14:01.177 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:01.177 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.177 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.177 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_process_latency": { 2024-08-10T05:14:01.177 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:01.177 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.177 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.177 INFO:tasks.workunit.client.0.smithi031.stdout: "op_wip": { 2024-08-10T05:14:01.177 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.177 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.178 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_bytes": { 2024-08-10T05:14:01.178 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.178 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.178 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_ops": { 2024-08-10T05:14:01.178 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.178 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.178 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes": { 2024-08-10T05:14:01.178 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-08-10T05:14:01.178 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.178 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes_used": { 2024-08-10T05:14:01.178 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 305295360 2024-08-10T05:14:01.178 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:01.178 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:01.179 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.179 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.6": { 2024-08-10T05:14:01.179 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T05:14:01.179 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_fallback": { 2024-08-10T05:14:01.179 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.179 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.179 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_size_fallback": { 2024-08-10T05:14:01.179 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.179 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.179 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_db": { 2024-08-10T05:14:01.179 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 65536 2024-08-10T05:14:01.179 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.179 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_main": { 2024-08-10T05:14:01.179 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.180 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.180 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_wal": { 2024-08-10T05:14:01.180 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.180 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.180 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_slow": { 2024-08-10T05:14:01.180 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.180 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.180 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_sst": { 2024-08-10T05:14:01.180 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12288 2024-08-10T05:14:01.180 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.180 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_wal": { 2024-08-10T05:14:01.180 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1232896 2024-08-10T05:14:01.180 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.181 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lat": { 2024-08-10T05:14:01.181 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:01.181 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.181 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.181 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lock_lat": { 2024-08-10T05:14:01.181 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:01.181 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.181 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.181 INFO:tasks.workunit.client.0.smithi031.stdout: "db_total_bytes": { 2024-08-10T05:14:01.181 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-08-10T05:14:01.181 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.181 INFO:tasks.workunit.client.0.smithi031.stdout: "db_used_bytes": { 2024-08-10T05:14:01.182 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 304480256 2024-08-10T05:14:01.182 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.182 INFO:tasks.workunit.client.0.smithi031.stdout: "log_bytes": { 2024-08-10T05:14:01.182 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 913408 2024-08-10T05:14:01.182 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.182 INFO:tasks.workunit.client.0.smithi031.stdout: "logged_bytes": { 2024-08-10T05:14:01.182 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 774144 2024-08-10T05:14:01.182 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.182 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_db": { 2024-08-10T05:14:01.182 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 312868864 2024-08-10T05:14:01.182 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.182 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_slow": { 2024-08-10T05:14:01.183 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.183 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.183 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_wal": { 2024-08-10T05:14:01.183 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.183 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.183 INFO:tasks.workunit.client.0.smithi031.stdout: "num_files": { 2024-08-10T05:14:01.183 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 14 2024-08-10T05:14:01.183 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.183 INFO:tasks.workunit.client.0.smithi031.stdout: "read_bytes": { 2024-08-10T05:14:01.183 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 195697 2024-08-10T05:14:01.183 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.183 INFO:tasks.workunit.client.0.smithi031.stdout: "read_count": { 2024-08-10T05:14:01.183 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 23 2024-08-10T05:14:01.184 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.184 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes": { 2024-08-10T05:14:01.184 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1269760 2024-08-10T05:14:01.184 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.184 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_db": { 2024-08-10T05:14:01.184 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1273856 2024-08-10T05:14:01.184 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.184 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_slow": { 2024-08-10T05:14:01.184 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.184 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.184 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_wal": { 2024-08-10T05:14:01.184 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.184 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.184 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_count": { 2024-08-10T05:14:01.185 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15 2024-08-10T05:14:01.185 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.185 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_bytes": { 2024-08-10T05:14:01.185 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4789 2024-08-10T05:14:01.185 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.185 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_count": { 2024-08-10T05:14:01.185 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4 2024-08-10T05:14:01.185 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.185 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_bytes": { 2024-08-10T05:14:01.185 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5589 2024-08-10T05:14:01.185 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.185 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_count": { 2024-08-10T05:14:01.185 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24 2024-08-10T05:14:01.185 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.185 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_bytes": { 2024-08-10T05:14:01.186 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5589 2024-08-10T05:14:01.186 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.186 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_count": { 2024-08-10T05:14:01.186 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24 2024-08-10T05:14:01.186 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.186 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes": { 2024-08-10T05:14:01.186 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.186 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.186 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_db": { 2024-08-10T05:14:01.186 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.186 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.186 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_slow": { 2024-08-10T05:14:01.186 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.186 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.186 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_wal": { 2024-08-10T05:14:01.187 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.187 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.187 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_count": { 2024-08-10T05:14:01.187 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.187 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.187 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_total_bytes": { 2024-08-10T05:14:01.187 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.187 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.187 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_used_bytes": { 2024-08-10T05:14:01.187 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.187 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.187 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_total_bytes": { 2024-08-10T05:14:01.187 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.187 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.187 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_used_bytes": { 2024-08-10T05:14:01.188 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.188 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.188 INFO:tasks.workunit.client.0.smithi031.stdout: "write_bytes": { 2024-08-10T05:14:01.188 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2080768 2024-08-10T05:14:01.188 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:01.188 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.188 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore": { 2024-08-10T05:14:01.188 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit": { 2024-08-10T05:14:01.188 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4096 2024-08-10T05:14:01.188 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.188 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": { 2024-08-10T05:14:01.188 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1392640 2024-08-10T05:14:01.188 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.189 INFO:tasks.workunit.client.0.smithi031.stdout: "clist_lat": { 2024-08-10T05:14:01.189 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:01.189 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.189 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.189 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_lat": { 2024-08-10T05:14:01.189 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:01.189 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.189 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.189 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed": { 2024-08-10T05:14:01.189 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.189 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.189 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_allocated": { 2024-08-10T05:14:01.190 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.190 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.190 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_original": { 2024-08-10T05:14:01.190 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.190 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.190 INFO:tasks.workunit.client.0.smithi031.stdout: "csum_lat": { 2024-08-10T05:14:01.190 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 4, 2024-08-10T05:14:01.190 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7183 2024-08-10T05:14:01.190 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.190 INFO:tasks.workunit.client.0.smithi031.stdout: "decompress_lat": { 2024-08-10T05:14:01.190 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:01.190 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.190 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.191 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_commit_lat": { 2024-08-10T05:14:01.191 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 172, 2024-08-10T05:14:01.191 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 47571641 2024-08-10T05:14:01.191 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.191 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_final_lat": { 2024-08-10T05:14:01.191 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 169, 2024-08-10T05:14:01.191 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4537109 2024-08-10T05:14:01.191 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.191 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_flush_lat": { 2024-08-10T05:14:01.191 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 172, 2024-08-10T05:14:01.191 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 169674 2024-08-10T05:14:01.191 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.191 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_sync_lat": { 2024-08-10T05:14:01.191 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 172, 2024-08-10T05:14:01.191 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 47741315 2024-08-10T05:14:01.192 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.192 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_keys_lat": { 2024-08-10T05:14:01.192 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:01.192 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.192 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.192 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_values_lat": { 2024-08-10T05:14:01.192 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-08-10T05:14:01.192 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 34705 2024-08-10T05:14:01.192 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.192 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_lower_bound_lat": { 2024-08-10T05:14:01.192 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2, 2024-08-10T05:14:01.192 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1280 2024-08-10T05:14:01.192 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.192 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_next_lat": { 2024-08-10T05:14:01.192 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:01.193 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.193 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.193 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_seek_to_first_lat": { 2024-08-10T05:14:01.193 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:01.193 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.193 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.193 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_upper_bound_lat": { 2024-08-10T05:14:01.193 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3, 2024-08-10T05:14:01.193 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 9648 2024-08-10T05:14:01.193 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.193 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_hits": { 2024-08-10T05:14:01.193 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 368 2024-08-10T05:14:01.193 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.194 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_misses": { 2024-08-10T05:14:01.194 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 264 2024-08-10T05:14:01.194 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.194 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-08-10T05:14:01.194 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 102, 2024-08-10T05:14:01.194 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 838135 2024-08-10T05:14:01.194 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.194 INFO:tasks.workunit.client.0.smithi031.stdout: "read_onode_meta_lat": { 2024-08-10T05:14:01.194 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 162, 2024-08-10T05:14:01.194 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 228201 2024-08-10T05:14:01.194 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.194 INFO:tasks.workunit.client.0.smithi031.stdout: "read_wait_aio_lat": { 2024-08-10T05:14:01.194 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 60, 2024-08-10T05:14:01.194 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 498804 2024-08-10T05:14:01.194 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.195 INFO:tasks.workunit.client.0.smithi031.stdout: "reads_with_retries": { 2024-08-10T05:14:01.195 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.195 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.195 INFO:tasks.workunit.client.0.smithi031.stdout: "remove_lat": { 2024-08-10T05:14:01.195 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:01.195 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.195 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.195 INFO:tasks.workunit.client.0.smithi031.stdout: "state_aio_wait_lat": { 2024-08-10T05:14:01.195 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 276, 2024-08-10T05:14:01.195 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6615238 2024-08-10T05:14:01.195 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.195 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T05:14:01.195 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 39, 2024-08-10T05:14:01.195 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3362316 2024-08-10T05:14:01.195 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.196 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_cleanup_lat": { 2024-08-10T05:14:01.196 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 39, 2024-08-10T05:14:01.196 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 412915935876 2024-08-10T05:14:01.196 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.196 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_queued_lat": { 2024-08-10T05:14:01.196 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 39, 2024-08-10T05:14:01.196 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 55837537521 2024-08-10T05:14:01.196 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.196 INFO:tasks.workunit.client.0.smithi031.stdout: "state_done_lat": { 2024-08-10T05:14:01.196 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 276, 2024-08-10T05:14:01.196 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 542424 2024-08-10T05:14:01.196 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.196 INFO:tasks.workunit.client.0.smithi031.stdout: "state_finishing_lat": { 2024-08-10T05:14:01.196 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 276, 2024-08-10T05:14:01.196 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 25128 2024-08-10T05:14:01.197 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.197 INFO:tasks.workunit.client.0.smithi031.stdout: "state_io_done_lat": { 2024-08-10T05:14:01.197 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 276, 2024-08-10T05:14:01.197 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 227655 2024-08-10T05:14:01.197 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.197 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_commiting_lat": { 2024-08-10T05:14:01.197 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 276, 2024-08-10T05:14:01.197 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 124585567 2024-08-10T05:14:01.197 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.197 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_done_lat": { 2024-08-10T05:14:01.197 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 276, 2024-08-10T05:14:01.197 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 80104 2024-08-10T05:14:01.197 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.197 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_queued_lat": { 2024-08-10T05:14:01.198 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 276, 2024-08-10T05:14:01.198 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 75160240 2024-08-10T05:14:01.198 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.198 INFO:tasks.workunit.client.0.smithi031.stdout: "state_prepare_lat": { 2024-08-10T05:14:01.198 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 276, 2024-08-10T05:14:01.198 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 27273140 2024-08-10T05:14:01.198 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.198 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": { 2024-08-10T05:14:01.198 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 944491 2024-08-10T05:14:01.198 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.198 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-08-10T05:14:01.199 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 32, 2024-08-10T05:14:01.199 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 135576 2024-08-10T05:14:01.199 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.199 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_commit_lat": { 2024-08-10T05:14:01.199 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 276, 2024-08-10T05:14:01.199 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 233898096 2024-08-10T05:14:01.199 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.199 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_submit_lat": { 2024-08-10T05:14:01.199 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 276, 2024-08-10T05:14:01.199 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 29816078 2024-08-10T05:14:01.199 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.199 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_throttle_lat": { 2024-08-10T05:14:01.199 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 276, 2024-08-10T05:14:01.200 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 11413407 2024-08-10T05:14:01.200 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:01.200 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.200 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache": { 2024-08-10T05:14:01.200 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_bytes": { 2024-08-10T05:14:01.200 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1861457182 2024-08-10T05:14:01.200 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.200 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_bytes": { 2024-08-10T05:14:01.200 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 270073856 2024-08-10T05:14:01.200 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.200 INFO:tasks.workunit.client.0.smithi031.stdout: "mapped_bytes": { 2024-08-10T05:14:01.200 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 269246464 2024-08-10T05:14:01.200 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.200 INFO:tasks.workunit.client.0.smithi031.stdout: "target_bytes": { 2024-08-10T05:14:01.201 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3137368883 2024-08-10T05:14:01.201 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.201 INFO:tasks.workunit.client.0.smithi031.stdout: "unmapped_bytes": { 2024-08-10T05:14:01.201 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 827392 2024-08-10T05:14:01.201 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:01.201 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.201 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:data": { 2024-08-10T05:14:01.201 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T05:14:01.201 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 159383552 2024-08-10T05:14:01.201 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.201 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T05:14:01.201 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.202 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.202 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T05:14:01.202 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.202 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.202 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T05:14:01.202 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 85497189 2024-08-10T05:14:01.202 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.202 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T05:14:01.202 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.202 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.202 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T05:14:01.202 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.203 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.203 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T05:14:01.203 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.203 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.203 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T05:14:01.203 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.203 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.203 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T05:14:01.203 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.203 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.203 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T05:14:01.203 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4096 2024-08-10T05:14:01.203 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.203 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T05:14:01.204 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.204 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.204 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T05:14:01.204 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.204 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.204 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T05:14:01.204 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.204 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.204 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T05:14:01.204 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 73882267 2024-08-10T05:14:01.204 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:01.204 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.205 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv": { 2024-08-10T05:14:01.205 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T05:14:01.205 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 780140544 2024-08-10T05:14:01.205 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.205 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T05:14:01.205 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T05:14:01.205 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.205 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T05:14:01.205 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.205 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.205 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T05:14:01.205 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 641228920 2024-08-10T05:14:01.205 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.206 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T05:14:01.206 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.206 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.206 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T05:14:01.206 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.206 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.206 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T05:14:01.206 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.206 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.206 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T05:14:01.206 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.206 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.206 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T05:14:01.207 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.207 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.207 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T05:14:01.207 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2128 2024-08-10T05:14:01.207 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.207 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T05:14:01.207 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.207 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.207 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T05:14:01.207 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.207 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.207 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T05:14:01.207 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.207 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.208 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T05:14:01.208 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71800632 2024-08-10T05:14:01.208 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:01.208 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.208 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T05:14:01.208 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T05:14:01.208 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 192937984 2024-08-10T05:14:01.208 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.208 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T05:14:01.208 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T05:14:01.208 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.208 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T05:14:01.209 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 464 2024-08-10T05:14:01.209 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.209 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T05:14:01.209 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 56998126 2024-08-10T05:14:01.209 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.209 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T05:14:01.209 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.209 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.209 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T05:14:01.209 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.209 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.209 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T05:14:01.209 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.210 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.210 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T05:14:01.210 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.210 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.210 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T05:14:01.210 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.210 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.210 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T05:14:01.210 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.210 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.210 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T05:14:01.210 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.211 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.211 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T05:14:01.211 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.211 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.211 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T05:14:01.211 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.211 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.211 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T05:14:01.211 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 68830530 2024-08-10T05:14:01.211 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:01.211 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.211 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:meta": { 2024-08-10T05:14:01.211 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T05:14:01.211 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 713031680 2024-08-10T05:14:01.212 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.212 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T05:14:01.212 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.212 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.212 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T05:14:01.212 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.212 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.212 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T05:14:01.212 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 641228920 2024-08-10T05:14:01.212 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.212 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T05:14:01.212 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.212 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.213 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T05:14:01.213 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.213 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.213 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T05:14:01.213 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.213 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.213 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T05:14:01.213 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.213 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.213 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T05:14:01.213 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7101 2024-08-10T05:14:01.213 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.213 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T05:14:01.213 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 282620 2024-08-10T05:14:01.214 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.214 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T05:14:01.214 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.214 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.214 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T05:14:01.214 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.214 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.214 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T05:14:01.214 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.214 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.214 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T05:14:01.214 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71513039 2024-08-10T05:14:01.214 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:01.215 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.215 INFO:tasks.workunit.client.0.smithi031.stdout: "objecter": { 2024-08-10T05:14:01.215 INFO:tasks.workunit.client.0.smithi031.stdout: "op_active": { 2024-08-10T05:14:01.215 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.215 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.215 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T05:14:01.215 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.215 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.215 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rmw": { 2024-08-10T05:14:01.215 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.215 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.215 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T05:14:01.215 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.215 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:01.216 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.216 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T05:14:01.216 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg": { 2024-08-10T05:14:01.216 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 39 2024-08-10T05:14:01.216 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.216 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg_removing": { 2024-08-10T05:14:01.216 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.216 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.216 INFO:tasks.workunit.client.0.smithi031.stdout: "op": { 2024-08-10T05:14:01.216 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 13 2024-08-10T05:14:01.216 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.216 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_degraded": { 2024-08-10T05:14:01.216 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.216 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.217 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_unreadable": { 2024-08-10T05:14:01.217 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.217 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.217 INFO:tasks.workunit.client.0.smithi031.stdout: "op_in_bytes": { 2024-08-10T05:14:01.217 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2804 2024-08-10T05:14:01.217 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.217 INFO:tasks.workunit.client.0.smithi031.stdout: "op_latency": { 2024-08-10T05:14:01.217 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 13, 2024-08-10T05:14:01.217 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 66100241 2024-08-10T05:14:01.217 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.217 INFO:tasks.workunit.client.0.smithi031.stdout: "op_out_bytes": { 2024-08-10T05:14:01.217 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.218 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.218 INFO:tasks.workunit.client.0.smithi031.stdout: "op_prepare_latency": { 2024-08-10T05:14:01.218 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 15, 2024-08-10T05:14:01.218 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8801718 2024-08-10T05:14:01.218 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.218 INFO:tasks.workunit.client.0.smithi031.stdout: "op_process_latency": { 2024-08-10T05:14:01.218 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 13, 2024-08-10T05:14:01.218 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 31116030 2024-08-10T05:14:01.218 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.218 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T05:14:01.218 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.218 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.218 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency": { 2024-08-10T05:14:01.219 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:01.219 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.219 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.219 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T05:14:01.219 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.219 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.219 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_out_bytes": { 2024-08-10T05:14:01.219 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.219 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.219 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_prepare_latency": { 2024-08-10T05:14:01.219 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:01.219 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.219 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.219 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_process_latency": { 2024-08-10T05:14:01.220 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:01.220 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.220 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.220 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw": { 2024-08-10T05:14:01.220 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.220 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.220 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_in_bytes": { 2024-08-10T05:14:01.220 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.220 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.220 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency": { 2024-08-10T05:14:01.220 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:01.220 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.221 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.221 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T05:14:01.221 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.221 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.221 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T05:14:01.221 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.221 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.221 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_out_bytes": { 2024-08-10T05:14:01.221 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.221 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.221 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_prepare_latency": { 2024-08-10T05:14:01.221 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:01.221 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.222 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.222 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_process_latency": { 2024-08-10T05:14:01.222 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:01.222 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.222 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.222 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T05:14:01.222 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 13 2024-08-10T05:14:01.222 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.222 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_in_bytes": { 2024-08-10T05:14:01.222 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2804 2024-08-10T05:14:01.222 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.222 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency": { 2024-08-10T05:14:01.222 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 13, 2024-08-10T05:14:01.222 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 66100241 2024-08-10T05:14:01.223 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.223 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T05:14:01.223 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.223 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.223 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_prepare_latency": { 2024-08-10T05:14:01.223 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 15, 2024-08-10T05:14:01.223 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8801718 2024-08-10T05:14:01.223 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.223 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_process_latency": { 2024-08-10T05:14:01.223 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 13, 2024-08-10T05:14:01.223 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 31116030 2024-08-10T05:14:01.223 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.224 INFO:tasks.workunit.client.0.smithi031.stdout: "op_wip": { 2024-08-10T05:14:01.224 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.224 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.224 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_bytes": { 2024-08-10T05:14:01.224 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.224 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.224 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_ops": { 2024-08-10T05:14:01.224 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.224 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.224 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes": { 2024-08-10T05:14:01.224 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-08-10T05:14:01.224 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.224 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes_used": { 2024-08-10T05:14:01.225 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 305881088 2024-08-10T05:14:01.225 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:01.225 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:01.225 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.225 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.7": { 2024-08-10T05:14:01.225 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T05:14:01.225 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_fallback": { 2024-08-10T05:14:01.225 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.225 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.225 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_size_fallback": { 2024-08-10T05:14:01.225 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.225 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.225 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_db": { 2024-08-10T05:14:01.225 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 65536 2024-08-10T05:14:01.226 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.226 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_main": { 2024-08-10T05:14:01.226 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.226 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.226 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_wal": { 2024-08-10T05:14:01.226 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.226 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.226 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_slow": { 2024-08-10T05:14:01.226 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.226 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.226 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_sst": { 2024-08-10T05:14:01.226 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12288 2024-08-10T05:14:01.227 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.227 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_wal": { 2024-08-10T05:14:01.227 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1167360 2024-08-10T05:14:01.227 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.227 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lat": { 2024-08-10T05:14:01.227 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:01.227 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.227 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.227 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lock_lat": { 2024-08-10T05:14:01.227 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:01.227 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.227 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.227 INFO:tasks.workunit.client.0.smithi031.stdout: "db_total_bytes": { 2024-08-10T05:14:01.228 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-08-10T05:14:01.228 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.228 INFO:tasks.workunit.client.0.smithi031.stdout: "db_used_bytes": { 2024-08-10T05:14:01.228 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 304480256 2024-08-10T05:14:01.228 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.228 INFO:tasks.workunit.client.0.smithi031.stdout: "log_bytes": { 2024-08-10T05:14:01.228 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 897024 2024-08-10T05:14:01.228 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.228 INFO:tasks.workunit.client.0.smithi031.stdout: "logged_bytes": { 2024-08-10T05:14:01.228 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 757760 2024-08-10T05:14:01.228 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.228 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_db": { 2024-08-10T05:14:01.228 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 312868864 2024-08-10T05:14:01.228 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.229 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_slow": { 2024-08-10T05:14:01.229 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.229 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.229 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_wal": { 2024-08-10T05:14:01.229 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.229 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.229 INFO:tasks.workunit.client.0.smithi031.stdout: "num_files": { 2024-08-10T05:14:01.229 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 14 2024-08-10T05:14:01.229 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.229 INFO:tasks.workunit.client.0.smithi031.stdout: "read_bytes": { 2024-08-10T05:14:01.229 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 195697 2024-08-10T05:14:01.229 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.229 INFO:tasks.workunit.client.0.smithi031.stdout: "read_count": { 2024-08-10T05:14:01.230 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 23 2024-08-10T05:14:01.230 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.230 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes": { 2024-08-10T05:14:01.230 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1269760 2024-08-10T05:14:01.230 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.230 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_db": { 2024-08-10T05:14:01.230 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1273856 2024-08-10T05:14:01.230 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.230 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_slow": { 2024-08-10T05:14:01.230 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.230 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.230 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_wal": { 2024-08-10T05:14:01.231 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.231 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.231 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_count": { 2024-08-10T05:14:01.231 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15 2024-08-10T05:14:01.231 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.231 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_bytes": { 2024-08-10T05:14:01.231 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4789 2024-08-10T05:14:01.231 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.231 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_count": { 2024-08-10T05:14:01.231 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4 2024-08-10T05:14:01.231 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.231 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_bytes": { 2024-08-10T05:14:01.231 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5589 2024-08-10T05:14:01.232 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.232 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_count": { 2024-08-10T05:14:01.232 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24 2024-08-10T05:14:01.232 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.232 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_bytes": { 2024-08-10T05:14:01.232 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5589 2024-08-10T05:14:01.232 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.232 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_count": { 2024-08-10T05:14:01.232 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24 2024-08-10T05:14:01.232 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.232 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes": { 2024-08-10T05:14:01.232 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.232 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.232 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_db": { 2024-08-10T05:14:01.233 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.233 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.233 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_slow": { 2024-08-10T05:14:01.233 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.233 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.233 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_wal": { 2024-08-10T05:14:01.233 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.233 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.233 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_count": { 2024-08-10T05:14:01.233 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.233 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.233 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_total_bytes": { 2024-08-10T05:14:01.233 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.234 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.234 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_used_bytes": { 2024-08-10T05:14:01.234 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.234 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.234 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_total_bytes": { 2024-08-10T05:14:01.234 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.234 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.234 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_used_bytes": { 2024-08-10T05:14:01.234 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.234 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.234 INFO:tasks.workunit.client.0.smithi031.stdout: "write_bytes": { 2024-08-10T05:14:01.234 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1998848 2024-08-10T05:14:01.235 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:01.235 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.235 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore": { 2024-08-10T05:14:01.235 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit": { 2024-08-10T05:14:01.235 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4096 2024-08-10T05:14:01.235 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.235 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": { 2024-08-10T05:14:01.235 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1388544 2024-08-10T05:14:01.235 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.235 INFO:tasks.workunit.client.0.smithi031.stdout: "clist_lat": { 2024-08-10T05:14:01.235 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3, 2024-08-10T05:14:01.235 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 170197 2024-08-10T05:14:01.235 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.236 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_lat": { 2024-08-10T05:14:01.236 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:01.236 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.236 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.236 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed": { 2024-08-10T05:14:01.236 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.236 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.236 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_allocated": { 2024-08-10T05:14:01.236 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.236 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.236 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_original": { 2024-08-10T05:14:01.236 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.236 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.236 INFO:tasks.workunit.client.0.smithi031.stdout: "csum_lat": { 2024-08-10T05:14:01.237 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 12, 2024-08-10T05:14:01.237 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 27746 2024-08-10T05:14:01.237 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.237 INFO:tasks.workunit.client.0.smithi031.stdout: "decompress_lat": { 2024-08-10T05:14:01.237 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:01.237 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.237 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.237 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_commit_lat": { 2024-08-10T05:14:01.237 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 168, 2024-08-10T05:14:01.237 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 45277485 2024-08-10T05:14:01.237 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.237 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_final_lat": { 2024-08-10T05:14:01.237 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 163, 2024-08-10T05:14:01.238 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12866434 2024-08-10T05:14:01.238 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.238 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_flush_lat": { 2024-08-10T05:14:01.238 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 168, 2024-08-10T05:14:01.238 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 127997 2024-08-10T05:14:01.238 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.238 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_sync_lat": { 2024-08-10T05:14:01.238 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 168, 2024-08-10T05:14:01.238 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 45405482 2024-08-10T05:14:01.238 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.238 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_keys_lat": { 2024-08-10T05:14:01.238 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:01.238 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.239 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.239 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_values_lat": { 2024-08-10T05:14:01.239 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-08-10T05:14:01.239 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 48952 2024-08-10T05:14:01.239 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.239 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_lower_bound_lat": { 2024-08-10T05:14:01.239 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2, 2024-08-10T05:14:01.239 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 950 2024-08-10T05:14:01.239 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.239 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_next_lat": { 2024-08-10T05:14:01.239 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:01.239 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.239 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.240 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_seek_to_first_lat": { 2024-08-10T05:14:01.240 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:01.240 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.240 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.240 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_upper_bound_lat": { 2024-08-10T05:14:01.240 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2, 2024-08-10T05:14:01.240 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4004 2024-08-10T05:14:01.240 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.240 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_hits": { 2024-08-10T05:14:01.240 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 506 2024-08-10T05:14:01.240 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.240 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_misses": { 2024-08-10T05:14:01.240 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 289 2024-08-10T05:14:01.241 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.241 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-08-10T05:14:01.241 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 118, 2024-08-10T05:14:01.241 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2845428 2024-08-10T05:14:01.241 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.241 INFO:tasks.workunit.client.0.smithi031.stdout: "read_onode_meta_lat": { 2024-08-10T05:14:01.241 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 182, 2024-08-10T05:14:01.241 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 315890 2024-08-10T05:14:01.241 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.241 INFO:tasks.workunit.client.0.smithi031.stdout: "read_wait_aio_lat": { 2024-08-10T05:14:01.241 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 64, 2024-08-10T05:14:01.241 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2116200 2024-08-10T05:14:01.241 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.241 INFO:tasks.workunit.client.0.smithi031.stdout: "reads_with_retries": { 2024-08-10T05:14:01.242 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.242 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.242 INFO:tasks.workunit.client.0.smithi031.stdout: "remove_lat": { 2024-08-10T05:14:01.242 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-08-10T05:14:01.242 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 22664 2024-08-10T05:14:01.242 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.242 INFO:tasks.workunit.client.0.smithi031.stdout: "state_aio_wait_lat": { 2024-08-10T05:14:01.242 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 284, 2024-08-10T05:14:01.242 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2113550 2024-08-10T05:14:01.242 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.242 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T05:14:01.242 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 25, 2024-08-10T05:14:01.242 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1929179 2024-08-10T05:14:01.243 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.243 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_cleanup_lat": { 2024-08-10T05:14:01.243 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 25, 2024-08-10T05:14:01.243 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 251726016970 2024-08-10T05:14:01.243 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.243 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_queued_lat": { 2024-08-10T05:14:01.243 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 25, 2024-08-10T05:14:01.243 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 40867233325 2024-08-10T05:14:01.243 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.243 INFO:tasks.workunit.client.0.smithi031.stdout: "state_done_lat": { 2024-08-10T05:14:01.243 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 284, 2024-08-10T05:14:01.243 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 446295 2024-08-10T05:14:01.243 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.243 INFO:tasks.workunit.client.0.smithi031.stdout: "state_finishing_lat": { 2024-08-10T05:14:01.244 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 284, 2024-08-10T05:14:01.244 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 26700 2024-08-10T05:14:01.244 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.244 INFO:tasks.workunit.client.0.smithi031.stdout: "state_io_done_lat": { 2024-08-10T05:14:01.244 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 284, 2024-08-10T05:14:01.244 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1239579 2024-08-10T05:14:01.244 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.244 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_commiting_lat": { 2024-08-10T05:14:01.244 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 284, 2024-08-10T05:14:01.244 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 147211197 2024-08-10T05:14:01.244 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.244 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_done_lat": { 2024-08-10T05:14:01.244 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 284, 2024-08-10T05:14:01.245 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 86283 2024-08-10T05:14:01.245 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.245 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_queued_lat": { 2024-08-10T05:14:01.245 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 284, 2024-08-10T05:14:01.245 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 82666682 2024-08-10T05:14:01.245 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.245 INFO:tasks.workunit.client.0.smithi031.stdout: "state_prepare_lat": { 2024-08-10T05:14:01.245 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 284, 2024-08-10T05:14:01.245 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15502182 2024-08-10T05:14:01.245 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.245 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": { 2024-08-10T05:14:01.245 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 942459 2024-08-10T05:14:01.245 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.245 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-08-10T05:14:01.246 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 24, 2024-08-10T05:14:01.246 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 113038 2024-08-10T05:14:01.246 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.246 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_commit_lat": { 2024-08-10T05:14:01.246 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 284, 2024-08-10T05:14:01.246 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 248769102 2024-08-10T05:14:01.246 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.246 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_submit_lat": { 2024-08-10T05:14:01.246 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 284, 2024-08-10T05:14:01.246 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 18427470 2024-08-10T05:14:01.246 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.246 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_throttle_lat": { 2024-08-10T05:14:01.247 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 284, 2024-08-10T05:14:01.247 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3763266 2024-08-10T05:14:01.247 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:01.247 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.247 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache": { 2024-08-10T05:14:01.247 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_bytes": { 2024-08-10T05:14:01.247 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1861457182 2024-08-10T05:14:01.247 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.247 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_bytes": { 2024-08-10T05:14:01.247 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 271187968 2024-08-10T05:14:01.247 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.247 INFO:tasks.workunit.client.0.smithi031.stdout: "mapped_bytes": { 2024-08-10T05:14:01.247 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 270262272 2024-08-10T05:14:01.247 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.247 INFO:tasks.workunit.client.0.smithi031.stdout: "target_bytes": { 2024-08-10T05:14:01.248 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3137368883 2024-08-10T05:14:01.248 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.248 INFO:tasks.workunit.client.0.smithi031.stdout: "unmapped_bytes": { 2024-08-10T05:14:01.248 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 925696 2024-08-10T05:14:01.248 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:01.248 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.248 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:data": { 2024-08-10T05:14:01.248 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T05:14:01.248 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 159383552 2024-08-10T05:14:01.248 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.248 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T05:14:01.248 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.249 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.249 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T05:14:01.249 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.249 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.249 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T05:14:01.249 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 85488014 2024-08-10T05:14:01.249 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.249 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T05:14:01.249 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.249 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.249 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T05:14:01.249 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.249 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.249 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T05:14:01.250 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.250 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.250 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T05:14:01.250 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.250 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.250 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T05:14:01.250 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.250 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.250 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T05:14:01.250 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 143360 2024-08-10T05:14:01.250 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.251 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T05:14:01.251 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.251 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.251 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T05:14:01.251 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.251 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.251 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T05:14:01.251 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.251 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.251 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T05:14:01.251 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 73752178 2024-08-10T05:14:01.251 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:01.251 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.252 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv": { 2024-08-10T05:14:01.252 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T05:14:01.252 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 780140544 2024-08-10T05:14:01.252 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.252 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T05:14:01.252 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T05:14:01.252 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.252 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T05:14:01.252 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.252 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.252 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T05:14:01.252 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 641160108 2024-08-10T05:14:01.252 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.252 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T05:14:01.253 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.253 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.253 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T05:14:01.253 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.253 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.253 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T05:14:01.253 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.253 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.253 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T05:14:01.253 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.253 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.253 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T05:14:01.253 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.254 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.254 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T05:14:01.254 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2128 2024-08-10T05:14:01.254 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.254 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T05:14:01.254 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.254 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.254 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T05:14:01.254 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.254 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.254 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T05:14:01.254 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.254 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.255 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T05:14:01.255 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71869444 2024-08-10T05:14:01.255 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:01.255 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.255 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T05:14:01.255 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T05:14:01.255 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 192937984 2024-08-10T05:14:01.255 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.255 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T05:14:01.255 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T05:14:01.255 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.255 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T05:14:01.255 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 464 2024-08-10T05:14:01.255 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.256 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T05:14:01.256 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 56992009 2024-08-10T05:14:01.256 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.256 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T05:14:01.256 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.256 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.256 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T05:14:01.256 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.256 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.256 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T05:14:01.256 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.256 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.256 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T05:14:01.257 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.257 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.257 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T05:14:01.257 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.257 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.257 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T05:14:01.257 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.257 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.257 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T05:14:01.257 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.257 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.257 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T05:14:01.257 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.258 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.258 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T05:14:01.258 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.258 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.258 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T05:14:01.258 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 68836647 2024-08-10T05:14:01.258 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:01.258 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.258 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:meta": { 2024-08-10T05:14:01.258 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T05:14:01.258 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 713031680 2024-08-10T05:14:01.258 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.258 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T05:14:01.259 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.259 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.259 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T05:14:01.259 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.259 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.259 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T05:14:01.259 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 641160108 2024-08-10T05:14:01.259 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.259 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T05:14:01.259 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.259 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.259 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T05:14:01.259 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.260 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.260 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T05:14:01.260 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.260 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.260 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T05:14:01.260 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.260 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.260 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T05:14:01.260 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.260 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.260 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T05:14:01.260 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 300523 2024-08-10T05:14:01.260 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.261 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T05:14:01.261 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.261 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.261 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T05:14:01.261 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.261 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.261 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T05:14:01.261 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.261 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.261 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T05:14:01.261 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71571049 2024-08-10T05:14:01.261 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:01.261 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.262 INFO:tasks.workunit.client.0.smithi031.stdout: "objecter": { 2024-08-10T05:14:01.262 INFO:tasks.workunit.client.0.smithi031.stdout: "op_active": { 2024-08-10T05:14:01.262 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.262 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.262 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T05:14:01.262 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.262 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.262 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rmw": { 2024-08-10T05:14:01.262 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.262 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.262 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T05:14:01.262 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.262 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:01.263 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.263 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T05:14:01.263 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg": { 2024-08-10T05:14:01.263 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 46 2024-08-10T05:14:01.263 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.263 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg_removing": { 2024-08-10T05:14:01.263 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.263 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.263 INFO:tasks.workunit.client.0.smithi031.stdout: "op": { 2024-08-10T05:14:01.263 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 73 2024-08-10T05:14:01.263 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.263 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_degraded": { 2024-08-10T05:14:01.264 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.264 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.264 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_unreadable": { 2024-08-10T05:14:01.264 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.264 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.264 INFO:tasks.workunit.client.0.smithi031.stdout: "op_in_bytes": { 2024-08-10T05:14:01.264 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.264 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.264 INFO:tasks.workunit.client.0.smithi031.stdout: "op_latency": { 2024-08-10T05:14:01.264 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 73, 2024-08-10T05:14:01.264 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 65871722 2024-08-10T05:14:01.264 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.264 INFO:tasks.workunit.client.0.smithi031.stdout: "op_out_bytes": { 2024-08-10T05:14:01.264 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 263950 2024-08-10T05:14:01.265 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.265 INFO:tasks.workunit.client.0.smithi031.stdout: "op_prepare_latency": { 2024-08-10T05:14:01.265 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 75, 2024-08-10T05:14:01.265 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 17430124 2024-08-10T05:14:01.265 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.265 INFO:tasks.workunit.client.0.smithi031.stdout: "op_process_latency": { 2024-08-10T05:14:01.265 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 73, 2024-08-10T05:14:01.265 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 46456663 2024-08-10T05:14:01.265 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.265 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T05:14:01.265 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 50 2024-08-10T05:14:01.265 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.265 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency": { 2024-08-10T05:14:01.266 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 50, 2024-08-10T05:14:01.266 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7888826 2024-08-10T05:14:01.266 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.266 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T05:14:01.266 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.266 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.266 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_out_bytes": { 2024-08-10T05:14:01.266 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 263950 2024-08-10T05:14:01.266 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.266 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_prepare_latency": { 2024-08-10T05:14:01.266 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 50, 2024-08-10T05:14:01.266 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7247857 2024-08-10T05:14:01.266 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.267 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_process_latency": { 2024-08-10T05:14:01.267 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 50, 2024-08-10T05:14:01.267 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6031460 2024-08-10T05:14:01.267 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.267 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw": { 2024-08-10T05:14:01.267 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 18 2024-08-10T05:14:01.267 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.267 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_in_bytes": { 2024-08-10T05:14:01.267 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.267 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.267 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency": { 2024-08-10T05:14:01.267 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 18, 2024-08-10T05:14:01.267 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15714345 2024-08-10T05:14:01.267 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.268 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T05:14:01.268 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.268 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.268 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T05:14:01.268 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.268 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.268 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_out_bytes": { 2024-08-10T05:14:01.268 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.268 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.268 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_prepare_latency": { 2024-08-10T05:14:01.268 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 18, 2024-08-10T05:14:01.268 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7160056 2024-08-10T05:14:01.268 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.269 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_process_latency": { 2024-08-10T05:14:01.269 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 18, 2024-08-10T05:14:01.269 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 14762646 2024-08-10T05:14:01.269 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.269 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T05:14:01.269 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5 2024-08-10T05:14:01.269 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.269 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_in_bytes": { 2024-08-10T05:14:01.269 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.269 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.269 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency": { 2024-08-10T05:14:01.269 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 5, 2024-08-10T05:14:01.269 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 42268551 2024-08-10T05:14:01.269 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.270 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T05:14:01.270 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.270 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.270 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_prepare_latency": { 2024-08-10T05:14:01.270 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7, 2024-08-10T05:14:01.270 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3022211 2024-08-10T05:14:01.270 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.270 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_process_latency": { 2024-08-10T05:14:01.270 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 5, 2024-08-10T05:14:01.270 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 25662557 2024-08-10T05:14:01.270 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.270 INFO:tasks.workunit.client.0.smithi031.stdout: "op_wip": { 2024-08-10T05:14:01.270 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.271 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.271 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_bytes": { 2024-08-10T05:14:01.271 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.271 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.271 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_ops": { 2024-08-10T05:14:01.271 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:01.271 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.271 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes": { 2024-08-10T05:14:01.271 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-08-10T05:14:01.271 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.271 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes_used": { 2024-08-10T05:14:01.271 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 305876992 2024-08-10T05:14:01.271 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:01.272 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:01.272 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:01.272 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.272 INFO:tasks.workunit.client.0.smithi031.stdout: "pools": [ 2024-08-10T05:14:01.272 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:01.272 INFO:tasks.workunit.client.0.smithi031.stdout: "application": [ 2024-08-10T05:14:01.272 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr" 2024-08-10T05:14:01.272 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.272 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_mode": "none", 2024-08-10T05:14:01.273 INFO:tasks.workunit.client.0.smithi031.stdout: "erasure_code_profile": {}, 2024-08-10T05:14:01.274 INFO:tasks.workunit.client.0.smithi031.stdout: "min_size": 2, 2024-08-10T05:14:01.274 INFO:tasks.workunit.client.0.smithi031.stdout: "options": {}, 2024-08-10T05:14:01.274 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_autoscale_mode": "off", 2024-08-10T05:14:01.274 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_num": 1, 2024-08-10T05:14:01.274 INFO:tasks.workunit.client.0.smithi031.stdout: "pgp_num": 1, 2024-08-10T05:14:01.274 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": 1, 2024-08-10T05:14:01.274 INFO:tasks.workunit.client.0.smithi031.stdout: "size": 3, 2024-08-10T05:14:01.274 INFO:tasks.workunit.client.0.smithi031.stdout: "stats": { 2024-08-10T05:14:01.274 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_raw": 727115180298, 2024-08-10T05:14:01.274 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_used": 1781760, 2024-08-10T05:14:01.274 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_bytes_used": 0, 2024-08-10T05:14:01.274 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_under_bytes": 0, 2024-08-10T05:14:01.274 INFO:tasks.workunit.client.0.smithi031.stdout: "data_bytes_used": 1781760, 2024-08-10T05:14:01.275 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty": 0, 2024-08-10T05:14:01.275 INFO:tasks.workunit.client.0.smithi031.stdout: "max_avail": 242371723264, 2024-08-10T05:14:01.275 INFO:tasks.workunit.client.0.smithi031.stdout: "objects": 2, 2024-08-10T05:14:01.275 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_bytes_used": 0, 2024-08-10T05:14:01.275 INFO:tasks.workunit.client.0.smithi031.stdout: "percent_used": 2.4504449811502127e-06, 2024-08-10T05:14:01.275 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_bytes": 0, 2024-08-10T05:14:01.275 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_objects": 0, 2024-08-10T05:14:01.275 INFO:tasks.workunit.client.0.smithi031.stdout: "rd": 286, 2024-08-10T05:14:01.275 INFO:tasks.workunit.client.0.smithi031.stdout: "rd_bytes": 505856, 2024-08-10T05:14:01.275 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": 590368, 2024-08-10T05:14:01.275 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_data": 590368, 2024-08-10T05:14:01.275 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_omap": 0, 2024-08-10T05:14:01.275 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_raw": 1771104, 2024-08-10T05:14:01.276 INFO:tasks.workunit.client.0.smithi031.stdout: "wr": 195, 2024-08-10T05:14:01.276 INFO:tasks.workunit.client.0.smithi031.stdout: "wr_bytes": 2473984 2024-08-10T05:14:01.276 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.276 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_bytes": 0, 2024-08-10T05:14:01.276 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_objects": 0, 2024-08-10T05:14:01.276 INFO:tasks.workunit.client.0.smithi031.stdout: "type": "replicated" 2024-08-10T05:14:01.276 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.276 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:01.276 INFO:tasks.workunit.client.0.smithi031.stdout: "application": [ 2024-08-10T05:14:01.276 INFO:tasks.workunit.client.0.smithi031.stdout: "cephfs" 2024-08-10T05:14:01.276 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.276 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_mode": "none", 2024-08-10T05:14:01.276 INFO:tasks.workunit.client.0.smithi031.stdout: "erasure_code_profile": {}, 2024-08-10T05:14:01.277 INFO:tasks.workunit.client.0.smithi031.stdout: "min_size": 2, 2024-08-10T05:14:01.277 INFO:tasks.workunit.client.0.smithi031.stdout: "options": {}, 2024-08-10T05:14:01.277 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_autoscale_mode": "off", 2024-08-10T05:14:01.277 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_num": 32, 2024-08-10T05:14:01.277 INFO:tasks.workunit.client.0.smithi031.stdout: "pgp_num": 32, 2024-08-10T05:14:01.277 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": 2, 2024-08-10T05:14:01.277 INFO:tasks.workunit.client.0.smithi031.stdout: "size": 3, 2024-08-10T05:14:01.277 INFO:tasks.workunit.client.0.smithi031.stdout: "stats": { 2024-08-10T05:14:01.277 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_raw": 727115180298, 2024-08-10T05:14:01.277 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_used": 98304, 2024-08-10T05:14:01.277 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_bytes_used": 0, 2024-08-10T05:14:01.277 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_under_bytes": 0, 2024-08-10T05:14:01.277 INFO:tasks.workunit.client.0.smithi031.stdout: "data_bytes_used": 98304, 2024-08-10T05:14:01.278 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty": 0, 2024-08-10T05:14:01.278 INFO:tasks.workunit.client.0.smithi031.stdout: "max_avail": 242371723264, 2024-08-10T05:14:01.278 INFO:tasks.workunit.client.0.smithi031.stdout: "objects": 22, 2024-08-10T05:14:01.278 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_bytes_used": 0, 2024-08-10T05:14:01.278 INFO:tasks.workunit.client.0.smithi031.stdout: "percent_used": 1.3519728270239284e-07, 2024-08-10T05:14:01.278 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_bytes": 0, 2024-08-10T05:14:01.278 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_objects": 0, 2024-08-10T05:14:01.278 INFO:tasks.workunit.client.0.smithi031.stdout: "rd": 0, 2024-08-10T05:14:01.278 INFO:tasks.workunit.client.0.smithi031.stdout: "rd_bytes": 0, 2024-08-10T05:14:01.278 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": 3410, 2024-08-10T05:14:01.278 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_data": 3410, 2024-08-10T05:14:01.278 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_omap": 0, 2024-08-10T05:14:01.278 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_raw": 10230, 2024-08-10T05:14:01.279 INFO:tasks.workunit.client.0.smithi031.stdout: "wr": 51, 2024-08-10T05:14:01.279 INFO:tasks.workunit.client.0.smithi031.stdout: "wr_bytes": 19456 2024-08-10T05:14:01.279 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.279 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_bytes": 0, 2024-08-10T05:14:01.279 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_objects": 0, 2024-08-10T05:14:01.279 INFO:tasks.workunit.client.0.smithi031.stdout: "type": "replicated" 2024-08-10T05:14:01.279 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.279 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:01.279 INFO:tasks.workunit.client.0.smithi031.stdout: "application": [ 2024-08-10T05:14:01.279 INFO:tasks.workunit.client.0.smithi031.stdout: "cephfs" 2024-08-10T05:14:01.279 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.279 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_mode": "none", 2024-08-10T05:14:01.279 INFO:tasks.workunit.client.0.smithi031.stdout: "erasure_code_profile": {}, 2024-08-10T05:14:01.280 INFO:tasks.workunit.client.0.smithi031.stdout: "min_size": 2, 2024-08-10T05:14:01.280 INFO:tasks.workunit.client.0.smithi031.stdout: "options": {}, 2024-08-10T05:14:01.280 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_autoscale_mode": "off", 2024-08-10T05:14:01.280 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_num": 64, 2024-08-10T05:14:01.280 INFO:tasks.workunit.client.0.smithi031.stdout: "pgp_num": 64, 2024-08-10T05:14:01.280 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": 3, 2024-08-10T05:14:01.280 INFO:tasks.workunit.client.0.smithi031.stdout: "size": 3, 2024-08-10T05:14:01.280 INFO:tasks.workunit.client.0.smithi031.stdout: "stats": { 2024-08-10T05:14:01.280 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_raw": 727115180298, 2024-08-10T05:14:01.280 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_used": 0, 2024-08-10T05:14:01.280 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_bytes_used": 0, 2024-08-10T05:14:01.280 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_under_bytes": 0, 2024-08-10T05:14:01.280 INFO:tasks.workunit.client.0.smithi031.stdout: "data_bytes_used": 0, 2024-08-10T05:14:01.281 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty": 0, 2024-08-10T05:14:01.281 INFO:tasks.workunit.client.0.smithi031.stdout: "max_avail": 242371723264, 2024-08-10T05:14:01.281 INFO:tasks.workunit.client.0.smithi031.stdout: "objects": 0, 2024-08-10T05:14:01.281 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_bytes_used": 0, 2024-08-10T05:14:01.281 INFO:tasks.workunit.client.0.smithi031.stdout: "percent_used": 0.0, 2024-08-10T05:14:01.281 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_bytes": 0, 2024-08-10T05:14:01.281 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_objects": 0, 2024-08-10T05:14:01.281 INFO:tasks.workunit.client.0.smithi031.stdout: "rd": 0, 2024-08-10T05:14:01.281 INFO:tasks.workunit.client.0.smithi031.stdout: "rd_bytes": 0, 2024-08-10T05:14:01.281 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": 0, 2024-08-10T05:14:01.281 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_data": 0, 2024-08-10T05:14:01.281 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_omap": 0, 2024-08-10T05:14:01.282 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_raw": 0, 2024-08-10T05:14:01.282 INFO:tasks.workunit.client.0.smithi031.stdout: "wr": 0, 2024-08-10T05:14:01.282 INFO:tasks.workunit.client.0.smithi031.stdout: "wr_bytes": 0 2024-08-10T05:14:01.282 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.282 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_bytes": 0, 2024-08-10T05:14:01.282 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_objects": 0, 2024-08-10T05:14:01.282 INFO:tasks.workunit.client.0.smithi031.stdout: "type": "replicated" 2024-08-10T05:14:01.282 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.282 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:01.282 INFO:tasks.workunit.client.0.smithi031.stdout: "application": [ 2024-08-10T05:14:01.282 INFO:tasks.workunit.client.0.smithi031.stdout: "rbd" 2024-08-10T05:14:01.282 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.282 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_mode": "none", 2024-08-10T05:14:01.283 INFO:tasks.workunit.client.0.smithi031.stdout: "erasure_code_profile": {}, 2024-08-10T05:14:01.283 INFO:tasks.workunit.client.0.smithi031.stdout: "min_size": 2, 2024-08-10T05:14:01.283 INFO:tasks.workunit.client.0.smithi031.stdout: "options": {}, 2024-08-10T05:14:01.283 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_autoscale_mode": "off", 2024-08-10T05:14:01.283 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_num": 8, 2024-08-10T05:14:01.283 INFO:tasks.workunit.client.0.smithi031.stdout: "pgp_num": 8, 2024-08-10T05:14:01.283 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": 4, 2024-08-10T05:14:01.283 INFO:tasks.workunit.client.0.smithi031.stdout: "size": 3, 2024-08-10T05:14:01.283 INFO:tasks.workunit.client.0.smithi031.stdout: "stats": { 2024-08-10T05:14:01.283 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_raw": 727115180298, 2024-08-10T05:14:01.283 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_used": 12288, 2024-08-10T05:14:01.283 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_bytes_used": 0, 2024-08-10T05:14:01.283 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_under_bytes": 0, 2024-08-10T05:14:01.284 INFO:tasks.workunit.client.0.smithi031.stdout: "data_bytes_used": 12288, 2024-08-10T05:14:01.284 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty": 0, 2024-08-10T05:14:01.284 INFO:tasks.workunit.client.0.smithi031.stdout: "max_avail": 242371723264, 2024-08-10T05:14:01.284 INFO:tasks.workunit.client.0.smithi031.stdout: "objects": 2, 2024-08-10T05:14:01.284 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_bytes_used": 0, 2024-08-10T05:14:01.284 INFO:tasks.workunit.client.0.smithi031.stdout: "percent_used": 1.6899660337799105e-08, 2024-08-10T05:14:01.284 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_bytes": 0, 2024-08-10T05:14:01.284 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_objects": 0, 2024-08-10T05:14:01.284 INFO:tasks.workunit.client.0.smithi031.stdout: "rd": 0, 2024-08-10T05:14:01.284 INFO:tasks.workunit.client.0.smithi031.stdout: "rd_bytes": 0, 2024-08-10T05:14:01.284 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": 19, 2024-08-10T05:14:01.284 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_data": 19, 2024-08-10T05:14:01.285 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_omap": 0, 2024-08-10T05:14:01.285 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_raw": 57, 2024-08-10T05:14:01.285 INFO:tasks.workunit.client.0.smithi031.stdout: "wr": 2, 2024-08-10T05:14:01.285 INFO:tasks.workunit.client.0.smithi031.stdout: "wr_bytes": 2048 2024-08-10T05:14:01.285 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.285 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_bytes": 0, 2024-08-10T05:14:01.285 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_objects": 0, 2024-08-10T05:14:01.285 INFO:tasks.workunit.client.0.smithi031.stdout: "type": "replicated" 2024-08-10T05:14:01.285 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:01.285 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.285 INFO:tasks.workunit.client.0.smithi031.stdout: "rbd": { 2024-08-10T05:14:01.285 INFO:tasks.workunit.client.0.smithi031.stdout: "mirroring_by_pool": [ 2024-08-10T05:14:01.285 INFO:tasks.workunit.client.0.smithi031.stdout: false 2024-08-10T05:14:01.286 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.286 INFO:tasks.workunit.client.0.smithi031.stdout: "num_images_by_pool": [ 2024-08-10T05:14:01.286 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T05:14:01.286 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.286 INFO:tasks.workunit.client.0.smithi031.stdout: "num_pools": 1 2024-08-10T05:14:01.286 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.286 INFO:tasks.workunit.client.0.smithi031.stdout: "report_id": "89fe5db4-f4c1-4ba3-81cd-1d4e073dc899", 2024-08-10T05:14:01.286 INFO:tasks.workunit.client.0.smithi031.stdout: "report_timestamp": "2024-08-10T05:14:00.398556", 2024-08-10T05:14:01.286 INFO:tasks.workunit.client.0.smithi031.stdout: "report_version": 1, 2024-08-10T05:14:01.286 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_stats": { 2024-08-10T05:14:01.286 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "6.15.5" 2024-08-10T05:14:01.286 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.286 INFO:tasks.workunit.client.0.smithi031.stdout: "rook": { 2024-08-10T05:14:01.287 INFO:tasks.workunit.client.0.smithi031.stdout: "cluster": { 2024-08-10T05:14:01.287 INFO:tasks.workunit.client.0.smithi031.stdout: "external-mode": null, 2024-08-10T05:14:01.287 INFO:tasks.workunit.client.0.smithi031.stdout: "mon": { 2024-08-10T05:14:01.287 INFO:tasks.workunit.client.0.smithi031.stdout: "allow-multiple-per-node": null, 2024-08-10T05:14:01.287 INFO:tasks.workunit.client.0.smithi031.stdout: "count": null, 2024-08-10T05:14:01.287 INFO:tasks.workunit.client.0.smithi031.stdout: "max-id": null, 2024-08-10T05:14:01.287 INFO:tasks.workunit.client.0.smithi031.stdout: "pvc": { 2024-08-10T05:14:01.287 INFO:tasks.workunit.client.0.smithi031.stdout: "enabled": null 2024-08-10T05:14:01.287 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.287 INFO:tasks.workunit.client.0.smithi031.stdout: "stretch": { 2024-08-10T05:14:01.287 INFO:tasks.workunit.client.0.smithi031.stdout: "enabled": null 2024-08-10T05:14:01.287 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:01.287 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.287 INFO:tasks.workunit.client.0.smithi031.stdout: "network": { 2024-08-10T05:14:01.288 INFO:tasks.workunit.client.0.smithi031.stdout: "provider": null 2024-08-10T05:14:01.288 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.288 INFO:tasks.workunit.client.0.smithi031.stdout: "storage": { 2024-08-10T05:14:01.288 INFO:tasks.workunit.client.0.smithi031.stdout: "device-set": { 2024-08-10T05:14:01.288 INFO:tasks.workunit.client.0.smithi031.stdout: "count": { 2024-08-10T05:14:01.288 INFO:tasks.workunit.client.0.smithi031.stdout: "non-portable": null, 2024-08-10T05:14:01.288 INFO:tasks.workunit.client.0.smithi031.stdout: "portable": null, 2024-08-10T05:14:01.288 INFO:tasks.workunit.client.0.smithi031.stdout: "total": null 2024-08-10T05:14:01.288 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:01.288 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:01.288 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:01.288 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.288 INFO:tasks.workunit.client.0.smithi031.stdout: "csi": { 2024-08-10T05:14:01.289 INFO:tasks.workunit.client.0.smithi031.stdout: "version": null 2024-08-10T05:14:01.289 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.289 INFO:tasks.workunit.client.0.smithi031.stdout: "kubernetes": { 2024-08-10T05:14:01.289 INFO:tasks.workunit.client.0.smithi031.stdout: "version": null 2024-08-10T05:14:01.289 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.289 INFO:tasks.workunit.client.0.smithi031.stdout: "node": { 2024-08-10T05:14:01.289 INFO:tasks.workunit.client.0.smithi031.stdout: "count": { 2024-08-10T05:14:01.289 INFO:tasks.workunit.client.0.smithi031.stdout: "kubernetes-total": null, 2024-08-10T05:14:01.289 INFO:tasks.workunit.client.0.smithi031.stdout: "with-ceph-daemons": null, 2024-08-10T05:14:01.289 INFO:tasks.workunit.client.0.smithi031.stdout: "with-csi-cephfs-plugin": null, 2024-08-10T05:14:01.289 INFO:tasks.workunit.client.0.smithi031.stdout: "with-csi-nfs-plugin": null, 2024-08-10T05:14:01.289 INFO:tasks.workunit.client.0.smithi031.stdout: "with-csi-rbd-plugin": null 2024-08-10T05:14:01.289 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:01.289 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.290 INFO:tasks.workunit.client.0.smithi031.stdout: "usage": { 2024-08-10T05:14:01.290 INFO:tasks.workunit.client.0.smithi031.stdout: "storage-class": { 2024-08-10T05:14:01.290 INFO:tasks.workunit.client.0.smithi031.stdout: "count": { 2024-08-10T05:14:01.290 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": null, 2024-08-10T05:14:01.290 INFO:tasks.workunit.client.0.smithi031.stdout: "cephfs": null, 2024-08-10T05:14:01.290 INFO:tasks.workunit.client.0.smithi031.stdout: "nfs": null, 2024-08-10T05:14:01.290 INFO:tasks.workunit.client.0.smithi031.stdout: "rbd": null, 2024-08-10T05:14:01.290 INFO:tasks.workunit.client.0.smithi031.stdout: "total": null 2024-08-10T05:14:01.290 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:01.290 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:01.290 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.290 INFO:tasks.workunit.client.0.smithi031.stdout: "version": null 2024-08-10T05:14:01.290 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.291 INFO:tasks.workunit.client.0.smithi031.stdout: "services": {}, 2024-08-10T05:14:01.291 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_per_pg": [ 2024-08-10T05:14:01.291 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:01.291 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:01.291 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:01.291 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T05:14:01.291 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T05:14:01.291 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.291 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T05:14:01.291 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:01.291 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:01.291 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:01.291 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:01.291 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:01.292 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:01.292 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.066648+0000", 2024-08-10T05:14:01.292 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.075197+0000", 2024-08-10T05:14:01.292 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.075197+0000", 2024-08-10T05:14:01.292 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.075452+0000", 2024-08-10T05:14:01.292 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.066648+0000", 2024-08-10T05:14:01.292 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.292 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:01.292 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.292 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:01.292 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.066648+0000", 2024-08-10T05:14:01.292 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.066648+0000", 2024-08-10T05:14:01.292 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.066648+0000", 2024-08-10T05:14:01.292 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:01.293 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:01.293 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.293 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.066648+0000", 2024-08-10T05:14:01.293 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.066648+0000", 2024-08-10T05:14:01.293 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:01.293 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:01.293 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:01.293 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:01.293 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:01.293 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:01.293 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:01.293 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:01.294 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:01.294 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:01.294 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:01.294 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:01.294 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:01.294 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.3f", 2024-08-10T05:14:01.294 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:01.294 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:01.294 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:01.294 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 20, 2024-08-10T05:14:01.294 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:01.294 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T15:36:56.376407+0000", 2024-08-10T05:14:01.295 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:01.295 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:01.295 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:01.295 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:01.295 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:01.295 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:01.295 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:01.295 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:01.295 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:01.295 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:01.295 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:01.295 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:01.295 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:01.295 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:01.296 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:01.296 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:01.296 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:01.296 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:01.296 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:01.296 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:01.296 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:01.296 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:01.296 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:01.296 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:01.296 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:01.296 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:01.296 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:01.297 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:01.297 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:01.297 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:01.297 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:01.297 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:01.297 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:01.297 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:01.297 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:01.297 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:01.297 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:01.297 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:01.297 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:01.297 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:01.297 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:01.298 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:01.298 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:01.298 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.298 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:01.298 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:01.298 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:01.298 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:01.298 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T05:14:01.298 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T05:14:01.298 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.298 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T05:14:01.298 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:01.298 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.299 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:01.299 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:01.299 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:01.299 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:01.299 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T05:14:01.299 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.299 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-08-10T05:14:01.299 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:01.299 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:01.299 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:01.299 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:01.299 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:01.299 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:01.300 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:29.884061+0000", 2024-08-10T05:14:01.300 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.071529+0000", 2024-08-10T05:14:01.300 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.071529+0000", 2024-08-10T05:14:01.300 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.071808+0000", 2024-08-10T05:14:01.300 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:29.884061+0000", 2024-08-10T05:14:01.300 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.300 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:01.300 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.300 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:01.300 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:29.884061+0000", 2024-08-10T05:14:01.300 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:29.884061+0000", 2024-08-10T05:14:01.300 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:29.884061+0000", 2024-08-10T05:14:01.300 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:01.300 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:01.301 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.301 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:29.884061+0000", 2024-08-10T05:14:01.301 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:29.884061+0000", 2024-08-10T05:14:01.301 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:01.301 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:01.301 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:01.301 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:01.301 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:01.301 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:01.301 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:01.301 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:01.301 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:01.301 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:01.302 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:01.302 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:01.302 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:01.302 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.3e", 2024-08-10T05:14:01.302 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:01.302 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:01.302 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:01.302 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-08-10T05:14:01.302 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:01.302 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T16:04:40.487257+0000", 2024-08-10T05:14:01.302 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:01.302 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:01.302 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:01.303 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:01.303 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:01.303 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:01.303 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:01.303 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:01.303 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:01.303 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:01.303 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:01.303 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:01.303 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:01.303 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:01.303 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:01.303 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:01.304 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:01.304 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:01.304 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:01.304 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:01.304 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:01.304 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:01.304 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:01.304 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:01.304 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:01.304 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:01.304 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:01.304 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:01.304 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:01.305 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:01.305 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:01.305 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:01.305 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:01.305 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:01.305 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:01.305 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:01.305 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:01.305 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:01.305 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:01.305 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:01.305 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:01.305 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:01.305 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:01.306 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.306 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:01.306 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:01.306 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:01.306 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:01.306 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:01.306 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T05:14:01.306 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.306 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-08-10T05:14:01.306 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:01.306 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.306 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:01.306 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:01.306 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:01.307 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T05:14:01.307 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T05:14:01.307 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.307 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-08-10T05:14:01.307 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:01.307 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:01.307 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:01.307 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:01.307 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:01.307 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:01.307 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.066641+0000", 2024-08-10T05:14:01.307 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.077166+0000", 2024-08-10T05:14:01.307 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.077166+0000", 2024-08-10T05:14:01.307 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.077436+0000", 2024-08-10T05:14:01.308 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.066641+0000", 2024-08-10T05:14:01.308 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.308 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:01.308 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.308 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:01.308 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.066641+0000", 2024-08-10T05:14:01.308 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.066641+0000", 2024-08-10T05:14:01.308 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.066641+0000", 2024-08-10T05:14:01.308 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:01.308 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:01.308 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.308 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.066641+0000", 2024-08-10T05:14:01.308 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.066641+0000", 2024-08-10T05:14:01.309 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:01.309 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:01.309 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:01.309 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:01.309 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:01.309 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:01.309 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:01.309 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:01.309 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:01.309 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:01.309 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:01.309 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:01.309 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:01.310 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.3d", 2024-08-10T05:14:01.310 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:01.310 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:01.310 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:01.310 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 20, 2024-08-10T05:14:01.310 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:01.310 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:24:54.646348+0000", 2024-08-10T05:14:01.310 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:01.310 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:01.310 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:01.310 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:01.310 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:01.311 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:01.311 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:01.311 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:01.311 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:01.311 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:01.311 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:01.311 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:01.311 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:01.311 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:01.311 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:01.311 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:01.311 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:01.311 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:01.311 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:01.312 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:01.312 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:01.312 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:01.312 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:01.312 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:01.312 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:01.312 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:01.312 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:01.312 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:01.312 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:01.312 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:01.312 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:01.313 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:01.313 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:01.313 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:01.313 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:01.313 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:01.313 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:01.313 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:01.313 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:01.313 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:01.313 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:01.313 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:01.313 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:01.313 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.314 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:01.314 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:01.314 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:01.314 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:01.314 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T05:14:01.314 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T05:14:01.314 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.314 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-08-10T05:14:01.314 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:01.314 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.314 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:01.314 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:01.314 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:01.315 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:01.315 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T05:14:01.315 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.315 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T05:14:01.315 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:01.315 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:01.315 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:01.315 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:01.315 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:01.315 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:01.315 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:29.887608+0000", 2024-08-10T05:14:01.315 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.070218+0000", 2024-08-10T05:14:01.315 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.070218+0000", 2024-08-10T05:14:01.316 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.070466+0000", 2024-08-10T05:14:01.316 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:29.887608+0000", 2024-08-10T05:14:01.316 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.316 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:01.316 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.316 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:01.316 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:29.887608+0000", 2024-08-10T05:14:01.316 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:29.887608+0000", 2024-08-10T05:14:01.316 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:29.887608+0000", 2024-08-10T05:14:01.316 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:01.316 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:01.316 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.316 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:29.887608+0000", 2024-08-10T05:14:01.316 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:29.887608+0000", 2024-08-10T05:14:01.317 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:01.317 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:01.317 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:01.317 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:01.317 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:01.317 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:01.317 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:01.317 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:01.317 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:01.317 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:01.317 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:01.317 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:01.317 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:01.318 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.3c", 2024-08-10T05:14:01.318 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:01.318 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:01.318 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:01.318 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-08-10T05:14:01.318 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:01.318 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T09:47:39.657458+0000", 2024-08-10T05:14:01.318 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:01.318 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:01.318 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:01.318 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:01.318 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:01.319 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:01.319 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:01.319 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:01.319 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:01.319 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:01.319 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:01.319 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:01.319 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:01.319 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:01.319 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:01.319 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:01.319 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:01.319 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:01.320 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:01.320 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:01.320 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:01.320 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:01.320 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:01.320 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:01.320 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:01.320 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:01.320 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:01.320 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:01.320 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:01.320 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:01.320 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:01.321 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:01.321 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:01.321 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:01.321 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:01.321 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:01.321 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:01.321 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:01.321 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:01.321 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:01.321 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:01.321 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:01.321 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:01.322 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.322 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:01.322 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:01.322 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:01.322 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:01.322 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:01.322 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T05:14:01.322 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.322 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T05:14:01.322 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:01.322 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.322 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:01.323 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:01.323 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:01.323 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T05:14:01.323 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T05:14:01.323 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.323 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T05:14:01.323 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:01.323 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:01.323 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:01.323 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:01.323 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:01.323 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:01.323 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.066523+0000", 2024-08-10T05:14:01.323 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.083695+0000", 2024-08-10T05:14:01.323 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.083695+0000", 2024-08-10T05:14:01.324 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.083938+0000", 2024-08-10T05:14:01.324 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.066523+0000", 2024-08-10T05:14:01.324 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.324 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:01.324 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.324 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:01.324 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.066523+0000", 2024-08-10T05:14:01.324 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.066523+0000", 2024-08-10T05:14:01.324 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.066523+0000", 2024-08-10T05:14:01.324 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:01.324 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:01.324 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.324 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.066523+0000", 2024-08-10T05:14:01.324 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.066523+0000", 2024-08-10T05:14:01.325 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:01.325 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:01.325 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:01.325 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:01.325 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:01.325 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:01.325 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:01.325 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:01.325 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:01.325 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:01.325 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:01.325 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:01.326 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:01.326 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.3b", 2024-08-10T05:14:01.326 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:01.326 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:01.326 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:01.326 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 20, 2024-08-10T05:14:01.326 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:01.326 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T11:39:03.393548+0000", 2024-08-10T05:14:01.326 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:01.326 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:01.326 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:01.326 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:01.326 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:01.326 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:01.327 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:01.327 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:01.327 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:01.327 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:01.327 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:01.327 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:01.327 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:01.327 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:01.327 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:01.327 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:01.327 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:01.327 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:01.327 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:01.328 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:01.328 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:01.328 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:01.328 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:01.328 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:01.328 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:01.328 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:01.328 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:01.328 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:01.328 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:01.328 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:01.328 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:01.328 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:01.328 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:01.328 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:01.329 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:01.329 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:01.329 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:01.329 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:01.329 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:01.329 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:01.329 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:01.329 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:01.329 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:01.329 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.329 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:01.329 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:01.329 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:01.329 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:01.329 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T05:14:01.330 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T05:14:01.330 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.330 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T05:14:01.330 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:01.330 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.330 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:01.330 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:01.330 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:01.330 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:01.330 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T05:14:01.330 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.330 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T05:14:01.330 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:01.331 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:01.331 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:01.331 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:01.331 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:01.331 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:01.331 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:29.887386+0000", 2024-08-10T05:14:01.331 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.081220+0000", 2024-08-10T05:14:01.331 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.081220+0000", 2024-08-10T05:14:01.331 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.081812+0000", 2024-08-10T05:14:01.331 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:29.887386+0000", 2024-08-10T05:14:01.331 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.331 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:01.331 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.332 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:01.332 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:29.887386+0000", 2024-08-10T05:14:01.332 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:29.887386+0000", 2024-08-10T05:14:01.332 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:29.887386+0000", 2024-08-10T05:14:01.332 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:01.332 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:01.332 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.332 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:29.887386+0000", 2024-08-10T05:14:01.332 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:29.887386+0000", 2024-08-10T05:14:01.332 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:01.332 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:01.332 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:01.332 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:01.333 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:01.333 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:01.333 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:01.333 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:01.333 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:01.333 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:01.333 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:01.333 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:01.333 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:01.333 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.3a", 2024-08-10T05:14:01.333 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:01.333 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:01.333 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:01.334 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-08-10T05:14:01.334 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:01.334 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T11:40:19.479959+0000", 2024-08-10T05:14:01.334 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:01.334 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:01.334 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:01.334 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:01.334 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:01.334 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:01.334 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:01.334 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:01.334 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:01.335 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:01.335 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:01.335 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:01.335 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:01.335 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:01.335 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:01.335 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:01.335 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:01.335 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:01.335 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:01.335 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:01.335 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:01.335 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:01.336 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:01.336 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:01.336 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:01.336 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:01.336 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:01.336 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:01.336 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:01.336 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:01.336 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:01.336 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:01.336 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:01.336 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:01.336 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:01.336 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:01.337 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:01.337 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:01.337 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:01.337 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:01.337 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:01.337 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:01.337 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:01.337 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.337 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:01.337 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:01.337 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:01.337 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:01.337 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:01.337 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T05:14:01.338 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.338 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T05:14:01.338 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:01.338 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.338 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:01.338 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:01.338 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:01.338 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:01.338 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T05:14:01.338 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.338 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T05:14:01.338 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:01.338 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:01.338 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:01.339 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:01.339 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:01.339 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:01.339 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.065832+0000", 2024-08-10T05:14:01.339 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.084242+0000", 2024-08-10T05:14:01.339 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.084242+0000", 2024-08-10T05:14:01.339 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.084956+0000", 2024-08-10T05:14:01.339 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.065832+0000", 2024-08-10T05:14:01.339 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.339 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:01.339 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.339 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:01.339 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.065832+0000", 2024-08-10T05:14:01.340 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.065832+0000", 2024-08-10T05:14:01.340 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.065832+0000", 2024-08-10T05:14:01.340 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:01.340 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:01.340 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.340 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.065832+0000", 2024-08-10T05:14:01.340 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.065832+0000", 2024-08-10T05:14:01.340 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:01.340 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:01.340 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:01.340 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:01.340 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:01.340 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:01.341 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:01.341 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:01.341 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:01.341 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:01.341 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:01.341 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:01.341 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:01.341 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.39", 2024-08-10T05:14:01.341 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:01.341 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:01.341 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:01.341 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 20, 2024-08-10T05:14:01.341 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:01.342 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:16:45.027508+0000", 2024-08-10T05:14:01.342 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:01.342 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:01.342 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:01.342 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:01.342 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:01.342 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:01.342 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:01.342 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:01.342 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:01.342 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:01.342 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:01.342 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:01.343 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:01.343 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:01.343 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:01.343 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:01.343 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:01.343 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:01.343 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:01.343 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:01.343 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:01.343 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:01.343 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:01.343 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:01.344 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:01.344 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:01.344 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:01.344 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:01.344 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:01.344 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:01.344 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:01.344 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:01.344 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:01.344 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:01.344 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:01.344 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:01.344 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:01.344 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:01.345 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:01.345 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:01.345 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:01.345 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:01.345 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:01.345 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.345 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:01.345 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:01.345 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:01.345 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:01.345 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:01.345 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T05:14:01.346 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.346 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T05:14:01.346 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:01.346 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.346 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:01.346 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:01.346 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:01.346 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:01.346 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T05:14:01.346 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.346 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-08-10T05:14:01.346 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:01.347 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:01.347 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:01.347 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:01.347 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:01.347 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:01.347 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.065213+0000", 2024-08-10T05:14:01.347 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.078783+0000", 2024-08-10T05:14:01.347 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.078783+0000", 2024-08-10T05:14:01.347 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.082709+0000", 2024-08-10T05:14:01.347 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.065213+0000", 2024-08-10T05:14:01.347 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.347 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:01.347 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.348 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:01.348 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.065213+0000", 2024-08-10T05:14:01.348 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.065213+0000", 2024-08-10T05:14:01.348 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.065213+0000", 2024-08-10T05:14:01.348 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:01.348 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:01.348 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.348 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.065213+0000", 2024-08-10T05:14:01.348 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.065213+0000", 2024-08-10T05:14:01.348 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:01.348 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:01.348 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:01.348 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:01.349 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:01.349 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:01.349 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:01.349 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:01.349 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:01.349 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:01.349 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:01.349 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:01.349 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:01.349 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.38", 2024-08-10T05:14:01.349 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:01.349 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:01.349 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:01.350 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-08-10T05:14:01.350 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:01.350 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T09:33:09.293903+0000", 2024-08-10T05:14:01.350 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:01.350 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:01.350 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:01.350 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:01.350 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:01.350 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:01.350 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:01.350 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:01.350 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:01.350 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:01.351 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:01.351 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:01.351 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:01.351 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:01.351 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:01.351 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:01.351 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:01.351 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:01.351 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:01.351 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:01.351 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:01.351 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:01.351 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:01.352 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:01.352 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:01.352 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:01.352 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:01.352 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:01.352 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:01.352 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:01.352 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:01.352 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:01.352 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:01.352 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:01.352 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:01.352 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:01.352 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:01.352 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:01.353 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:01.353 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:01.353 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:01.353 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:01.353 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:01.353 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.353 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:01.353 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:01.353 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:01.353 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:01.353 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:01.353 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T05:14:01.353 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.354 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-08-10T05:14:01.354 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:01.354 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.354 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:01.354 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:01.354 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:01.354 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:01.354 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T05:14:01.354 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.354 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T05:14:01.354 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:01.354 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:01.354 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:01.354 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:01.355 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:01.355 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:01.355 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.066849+0000", 2024-08-10T05:14:01.355 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.078679+0000", 2024-08-10T05:14:01.355 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.078679+0000", 2024-08-10T05:14:01.355 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.078958+0000", 2024-08-10T05:14:01.355 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.066849+0000", 2024-08-10T05:14:01.355 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.355 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:01.355 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.355 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:01.355 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.066849+0000", 2024-08-10T05:14:01.355 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.066849+0000", 2024-08-10T05:14:01.355 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.066849+0000", 2024-08-10T05:14:01.356 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:01.356 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:01.356 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.356 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.066849+0000", 2024-08-10T05:14:01.356 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.066849+0000", 2024-08-10T05:14:01.356 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:01.356 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:01.356 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:01.356 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:01.356 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:01.356 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:01.356 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:01.356 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:01.356 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:01.356 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:01.357 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:01.357 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:01.357 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:01.357 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.37", 2024-08-10T05:14:01.357 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:01.357 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:01.357 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:01.357 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 20, 2024-08-10T05:14:01.357 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:01.357 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:16:41.215057+0000", 2024-08-10T05:14:01.357 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:01.357 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:01.357 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:01.358 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:01.358 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:01.358 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:01.358 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:01.358 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:01.358 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:01.358 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:01.358 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:01.358 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:01.358 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:01.358 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:01.358 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:01.358 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:01.359 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:01.359 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:01.359 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:01.359 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:01.359 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:01.359 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:01.359 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:01.359 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:01.359 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:01.359 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:01.359 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:01.359 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:01.360 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:01.360 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:01.360 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:01.360 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:01.360 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:01.360 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:01.360 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:01.360 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:01.360 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:01.360 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:01.360 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:01.360 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:01.360 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:01.361 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:01.361 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:01.361 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.361 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:01.361 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:01.361 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:01.361 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:01.361 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:01.361 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T05:14:01.361 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.361 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T05:14:01.361 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:01.361 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.361 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:01.362 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:01.362 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T05:14:01.362 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:01.362 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T05:14:01.362 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.362 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-08-10T05:14:01.362 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:01.362 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:01.362 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:01.362 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:01.362 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:01.362 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:01.362 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.057141+0000", 2024-08-10T05:14:01.363 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.071749+0000", 2024-08-10T05:14:01.363 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.071749+0000", 2024-08-10T05:14:01.363 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.072057+0000", 2024-08-10T05:14:01.363 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.057141+0000", 2024-08-10T05:14:01.363 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.363 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:01.363 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.363 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:01.363 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.057141+0000", 2024-08-10T05:14:01.363 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.057141+0000", 2024-08-10T05:14:01.363 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.057141+0000", 2024-08-10T05:14:01.363 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:01.363 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:01.363 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.364 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.057141+0000", 2024-08-10T05:14:01.364 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.057141+0000", 2024-08-10T05:14:01.364 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:01.364 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:01.364 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:01.364 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:01.364 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:01.364 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:01.364 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:01.364 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:01.364 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:01.364 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:01.364 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:01.364 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:01.365 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:01.365 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.36", 2024-08-10T05:14:01.365 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:01.365 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:01.365 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:01.365 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 20, 2024-08-10T05:14:01.365 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:01.365 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:22:06.321763+0000", 2024-08-10T05:14:01.365 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:01.365 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:01.365 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:01.365 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:01.365 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:01.365 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:01.365 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:01.366 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:01.366 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:01.366 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:01.366 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:01.366 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:01.366 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:01.366 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:01.366 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:01.366 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:01.366 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:01.366 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:01.366 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:01.366 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:01.367 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:01.367 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:01.367 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:01.367 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:01.367 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:01.367 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:01.367 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:01.367 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:01.367 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:01.367 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:01.367 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:01.367 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:01.367 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:01.367 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:01.368 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:01.368 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:01.368 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:01.368 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:01.368 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:01.368 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:01.368 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:01.368 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:01.368 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:01.368 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.368 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:01.368 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:01.368 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:01.368 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T05:14:01.369 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:01.369 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T05:14:01.369 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.369 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-08-10T05:14:01.369 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:01.369 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.369 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:01.369 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:01.369 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T05:14:01.369 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:01.369 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T05:14:01.369 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.369 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-08-10T05:14:01.369 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:01.369 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:01.370 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:01.370 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:01.370 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:01.370 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:01.370 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.057108+0000", 2024-08-10T05:14:01.370 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.082662+0000", 2024-08-10T05:14:01.370 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.082662+0000", 2024-08-10T05:14:01.370 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.082958+0000", 2024-08-10T05:14:01.370 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.057108+0000", 2024-08-10T05:14:01.370 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.370 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:01.370 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.370 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:01.371 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.057108+0000", 2024-08-10T05:14:01.371 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.057108+0000", 2024-08-10T05:14:01.371 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.057108+0000", 2024-08-10T05:14:01.371 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:01.371 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:01.371 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.371 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.057108+0000", 2024-08-10T05:14:01.371 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.057108+0000", 2024-08-10T05:14:01.371 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:01.371 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:01.371 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:01.371 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:01.371 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:01.371 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:01.371 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:01.372 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:01.372 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:01.372 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:01.372 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:01.372 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:01.372 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:01.372 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.35", 2024-08-10T05:14:01.372 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:01.372 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:01.372 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:01.372 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 20, 2024-08-10T05:14:01.372 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:01.372 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T11:11:17.301659+0000", 2024-08-10T05:14:01.373 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:01.373 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:01.373 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:01.373 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:01.373 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:01.373 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:01.373 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:01.373 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:01.373 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:01.373 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:01.373 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:01.373 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:01.374 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:01.374 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:01.374 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:01.374 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:01.374 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:01.374 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:01.374 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:01.374 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:01.374 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:01.374 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:01.374 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:01.374 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:01.374 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:01.375 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:01.375 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:01.375 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:01.375 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:01.375 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:01.375 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:01.375 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:01.375 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:01.375 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:01.375 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:01.375 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:01.375 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:01.376 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:01.376 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:01.376 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:01.376 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:01.376 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:01.376 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:01.376 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.376 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:01.376 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:01.376 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:01.376 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T05:14:01.376 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:01.376 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T05:14:01.377 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.377 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-08-10T05:14:01.377 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:01.377 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.377 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:01.377 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:01.377 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:01.378 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T05:14:01.378 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T05:14:01.379 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.379 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 4, 2024-08-10T05:14:01.379 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:01.379 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:01.379 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:01.379 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:01.379 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:01.379 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:01.379 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:29.883401+0000", 2024-08-10T05:14:01.379 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.075163+0000", 2024-08-10T05:14:01.379 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.075163+0000", 2024-08-10T05:14:01.379 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.075786+0000", 2024-08-10T05:14:01.379 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:29.883401+0000", 2024-08-10T05:14:01.380 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.380 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:01.380 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.380 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:01.380 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:29.883401+0000", 2024-08-10T05:14:01.380 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:29.883401+0000", 2024-08-10T05:14:01.380 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:29.883401+0000", 2024-08-10T05:14:01.380 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:01.380 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:01.380 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.380 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:29.883401+0000", 2024-08-10T05:14:01.380 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:29.883401+0000", 2024-08-10T05:14:01.381 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:01.381 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:01.381 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:01.381 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:01.381 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:01.381 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:01.381 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:01.381 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:01.381 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:01.381 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:01.381 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:01.381 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:01.381 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:01.382 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.34", 2024-08-10T05:14:01.382 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:01.382 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:01.382 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:01.382 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-08-10T05:14:01.382 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:01.382 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:59:36.477561+0000", 2024-08-10T05:14:01.382 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:01.382 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:01.382 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:01.382 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:01.382 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:01.383 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:01.383 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:01.383 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:01.383 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:01.383 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:01.383 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:01.383 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:01.383 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:01.383 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:01.383 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:01.383 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:01.383 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:01.383 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:01.384 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:01.384 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:01.384 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:01.384 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:01.384 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:01.384 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:01.384 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:01.384 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:01.384 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:01.384 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:01.384 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:01.384 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:01.384 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:01.384 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:01.385 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:01.385 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:01.385 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:01.385 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:01.385 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:01.385 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:01.385 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:01.385 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:01.385 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:01.385 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:01.385 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:01.385 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.385 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:01.385 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:01.386 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:01.386 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:01.386 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T05:14:01.386 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T05:14:01.386 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.386 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 4, 2024-08-10T05:14:01.386 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:01.386 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.386 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:01.386 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:01.386 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:01.386 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T05:14:01.387 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T05:14:01.387 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.387 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-08-10T05:14:01.387 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:01.387 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:01.387 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:01.387 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:01.387 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:01.387 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:01.387 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.065812+0000", 2024-08-10T05:14:01.387 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.078004+0000", 2024-08-10T05:14:01.387 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.078004+0000", 2024-08-10T05:14:01.387 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.078563+0000", 2024-08-10T05:14:01.387 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.065812+0000", 2024-08-10T05:14:01.388 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.388 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:01.388 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.388 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:01.388 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.065812+0000", 2024-08-10T05:14:01.388 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.065812+0000", 2024-08-10T05:14:01.388 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.065812+0000", 2024-08-10T05:14:01.388 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:01.388 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:01.388 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.388 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.065812+0000", 2024-08-10T05:14:01.388 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.065812+0000", 2024-08-10T05:14:01.388 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:01.389 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:01.389 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:01.389 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:01.389 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:01.389 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:01.389 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:01.389 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:01.389 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:01.389 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:01.389 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:01.389 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:01.389 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:01.389 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.33", 2024-08-10T05:14:01.389 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:01.390 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:01.390 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:01.390 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-08-10T05:14:01.390 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:01.390 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:04:06.534206+0000", 2024-08-10T05:14:01.390 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:01.390 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:01.390 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:01.390 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:01.390 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:01.390 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:01.390 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:01.391 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:01.391 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:01.391 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:01.391 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:01.391 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:01.391 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:01.391 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:01.391 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:01.391 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:01.391 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:01.391 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:01.391 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:01.391 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:01.392 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:01.392 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:01.392 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:01.392 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:01.392 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:01.392 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:01.392 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:01.392 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:01.392 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:01.392 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:01.392 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:01.392 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:01.392 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:01.393 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:01.393 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:01.393 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:01.393 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:01.393 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:01.393 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:01.393 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:01.393 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:01.393 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:01.393 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:01.393 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.393 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:01.393 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:01.393 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:01.394 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:01.394 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T05:14:01.394 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T05:14:01.394 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.394 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-08-10T05:14:01.394 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:01.394 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.394 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:01.394 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:01.394 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:01.394 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:01.394 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T05:14:01.395 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.395 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-08-10T05:14:01.395 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:01.395 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:01.395 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:01.395 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:01.395 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:01.395 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:01.395 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.066400+0000", 2024-08-10T05:14:01.395 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.084617+0000", 2024-08-10T05:14:01.395 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.084617+0000", 2024-08-10T05:14:01.395 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.085490+0000", 2024-08-10T05:14:01.395 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.066400+0000", 2024-08-10T05:14:01.395 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.396 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:01.396 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.396 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:01.396 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.066400+0000", 2024-08-10T05:14:01.396 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.066400+0000", 2024-08-10T05:14:01.396 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.066400+0000", 2024-08-10T05:14:01.396 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:01.396 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:01.396 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.396 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.066400+0000", 2024-08-10T05:14:01.396 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.066400+0000", 2024-08-10T05:14:01.396 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:01.396 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:01.396 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:01.396 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:01.397 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:01.397 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:01.397 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:01.397 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:01.397 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:01.397 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:01.397 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:01.397 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:01.397 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:01.397 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.32", 2024-08-10T05:14:01.397 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:01.397 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:01.397 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:01.397 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 20, 2024-08-10T05:14:01.398 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:01.398 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:17:19.339243+0000", 2024-08-10T05:14:01.398 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:01.398 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:01.398 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:01.398 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:01.398 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:01.398 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:01.398 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:01.398 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:01.398 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:01.398 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:01.398 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:01.399 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:01.399 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:01.399 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:01.399 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:01.399 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:01.399 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:01.399 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:01.399 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:01.399 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:01.399 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:01.399 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:01.399 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:01.399 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:01.400 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:01.400 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:01.400 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:01.400 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:01.400 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:01.400 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:01.400 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:01.400 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:01.400 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:01.400 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:01.400 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:01.400 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:01.400 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:01.401 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:01.401 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:01.401 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:01.401 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:01.401 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:01.401 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:01.401 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.401 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:01.401 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:01.401 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:01.401 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:01.401 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:01.401 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T05:14:01.401 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.402 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-08-10T05:14:01.402 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:01.402 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.402 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:01.402 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:01.402 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:01.402 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:01.402 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T05:14:01.402 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.402 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-08-10T05:14:01.402 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:01.402 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:01.403 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:01.403 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:01.403 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:01.403 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:01.403 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:29.883983+0000", 2024-08-10T05:14:01.403 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.069770+0000", 2024-08-10T05:14:01.403 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.069770+0000", 2024-08-10T05:14:01.403 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.070323+0000", 2024-08-10T05:14:01.403 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:29.883983+0000", 2024-08-10T05:14:01.403 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.403 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:01.403 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.403 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:01.404 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:29.883983+0000", 2024-08-10T05:14:01.404 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:29.883983+0000", 2024-08-10T05:14:01.404 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:29.883983+0000", 2024-08-10T05:14:01.404 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:01.404 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:01.404 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.404 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:29.883983+0000", 2024-08-10T05:14:01.404 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:29.883983+0000", 2024-08-10T05:14:01.404 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:01.404 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:01.404 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:01.404 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:01.404 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:01.405 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:01.405 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:01.405 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:01.405 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:01.405 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:01.405 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:01.405 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:01.405 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:01.405 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.31", 2024-08-10T05:14:01.405 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:01.405 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:01.405 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:01.405 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-08-10T05:14:01.405 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:01.405 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T15:00:21.082500+0000", 2024-08-10T05:14:01.406 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:01.406 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:01.406 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:01.406 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:01.406 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:01.406 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:01.406 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:01.406 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:01.406 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:01.406 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:01.406 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:01.406 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:01.407 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:01.407 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:01.407 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:01.407 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:01.407 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:01.407 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:01.407 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:01.407 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:01.407 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:01.407 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:01.407 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:01.407 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:01.407 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:01.407 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:01.408 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:01.408 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:01.408 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:01.408 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:01.408 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:01.408 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:01.408 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:01.408 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:01.408 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:01.408 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:01.408 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:01.408 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:01.408 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:01.409 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:01.409 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:01.409 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:01.409 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:01.409 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.409 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:01.409 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:01.409 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:01.409 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:01.409 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:01.409 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T05:14:01.409 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.409 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-08-10T05:14:01.409 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:01.410 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.410 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:01.410 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:01.410 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:01.410 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:01.410 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T05:14:01.410 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.410 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T05:14:01.410 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:01.410 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:01.410 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:01.410 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:01.410 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:01.411 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:01.411 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:29.887273+0000", 2024-08-10T05:14:01.411 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.081369+0000", 2024-08-10T05:14:01.411 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.081369+0000", 2024-08-10T05:14:01.411 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.081629+0000", 2024-08-10T05:14:01.411 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:29.887273+0000", 2024-08-10T05:14:01.411 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.411 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:01.411 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.411 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:01.411 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:29.887273+0000", 2024-08-10T05:14:01.411 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:29.887273+0000", 2024-08-10T05:14:01.411 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:29.887273+0000", 2024-08-10T05:14:01.412 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:01.412 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:01.412 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.412 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:29.887273+0000", 2024-08-10T05:14:01.412 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:29.887273+0000", 2024-08-10T05:14:01.412 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:01.412 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:01.412 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:01.412 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:01.412 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:01.412 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:01.412 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:01.412 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:01.413 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:01.413 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:01.413 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:01.413 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:01.413 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:01.413 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.30", 2024-08-10T05:14:01.413 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:01.413 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:01.413 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:01.413 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-08-10T05:14:01.413 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:01.413 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:59:07.383007+0000", 2024-08-10T05:14:01.414 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:01.414 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:01.414 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:01.414 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:01.414 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:01.414 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:01.414 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:01.414 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:01.414 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:01.414 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:01.414 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:01.414 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:01.415 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:01.415 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:01.415 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:01.415 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:01.415 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:01.415 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:01.415 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:01.415 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:01.415 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:01.415 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:01.415 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:01.415 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:01.415 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:01.415 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:01.416 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:01.416 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:01.416 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:01.416 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:01.416 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:01.416 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:01.416 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:01.416 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:01.416 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:01.416 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:01.416 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:01.416 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:01.416 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:01.416 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:01.416 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:01.417 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:01.417 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:01.417 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.417 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:01.417 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:01.417 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:01.417 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:01.417 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:01.417 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T05:14:01.417 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.417 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T05:14:01.417 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:01.417 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.417 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:01.418 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:01.418 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:01.418 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:01.418 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T05:14:01.418 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.418 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T05:14:01.418 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:01.418 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:01.418 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:01.418 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:01.418 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:01.418 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:01.419 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:29.887931+0000", 2024-08-10T05:14:01.419 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.075834+0000", 2024-08-10T05:14:01.419 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.075834+0000", 2024-08-10T05:14:01.419 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.076217+0000", 2024-08-10T05:14:01.419 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:29.887931+0000", 2024-08-10T05:14:01.419 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.419 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:01.419 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.419 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:01.419 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:29.887931+0000", 2024-08-10T05:14:01.419 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:29.887931+0000", 2024-08-10T05:14:01.419 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:29.887931+0000", 2024-08-10T05:14:01.419 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:01.419 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:01.419 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.420 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:29.887931+0000", 2024-08-10T05:14:01.420 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:29.887931+0000", 2024-08-10T05:14:01.420 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:01.420 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:01.420 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:01.420 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:01.420 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:01.420 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:01.420 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:01.420 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:01.420 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:01.420 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:01.420 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:01.420 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:01.421 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:01.421 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.2f", 2024-08-10T05:14:01.421 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:01.421 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:01.421 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:01.421 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-08-10T05:14:01.421 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:01.421 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T16:21:32.168614+0000", 2024-08-10T05:14:01.421 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:01.421 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:01.421 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:01.421 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:01.421 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:01.421 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:01.422 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:01.422 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:01.422 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:01.422 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:01.422 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:01.422 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:01.422 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:01.422 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:01.422 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:01.422 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:01.422 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:01.422 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:01.422 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:01.422 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:01.423 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:01.423 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:01.423 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:01.423 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:01.423 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:01.423 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:01.423 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:01.423 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:01.423 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:01.423 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:01.423 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:01.423 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:01.423 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:01.424 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:01.424 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:01.424 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:01.424 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:01.424 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:01.424 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:01.424 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:01.424 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:01.424 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:01.424 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:01.424 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.424 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:01.424 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:01.425 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:01.425 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:01.425 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:01.425 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T05:14:01.425 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.425 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T05:14:01.425 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:01.425 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.425 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:01.425 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:01.425 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T05:14:01.425 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T05:14:01.425 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T05:14:01.426 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.426 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 2, 2024-08-10T05:14:01.426 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:01.426 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:01.426 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:01.426 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:01.426 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:01.426 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:01.426 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:29.883437+0000", 2024-08-10T05:14:01.426 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.073321+0000", 2024-08-10T05:14:01.426 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.073321+0000", 2024-08-10T05:14:01.426 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.073608+0000", 2024-08-10T05:14:01.426 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:29.883437+0000", 2024-08-10T05:14:01.427 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.427 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:01.427 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.427 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:01.427 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:29.883437+0000", 2024-08-10T05:14:01.427 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:29.883437+0000", 2024-08-10T05:14:01.427 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:29.883437+0000", 2024-08-10T05:14:01.427 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:01.427 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:01.427 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.427 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:29.883437+0000", 2024-08-10T05:14:01.427 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:29.883437+0000", 2024-08-10T05:14:01.427 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:01.427 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:01.428 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:01.428 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:01.428 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:01.428 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:01.428 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:01.428 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:01.428 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:01.428 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:01.428 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:01.428 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:01.428 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:01.428 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.2e", 2024-08-10T05:14:01.428 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:01.429 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:01.429 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:01.429 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-08-10T05:14:01.429 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:01.429 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:12:49.748088+0000", 2024-08-10T05:14:01.429 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:01.429 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:01.429 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:01.429 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:01.429 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:01.429 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:01.429 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:01.429 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:01.429 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:01.430 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:01.430 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:01.430 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:01.430 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:01.430 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:01.430 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:01.430 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:01.430 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:01.430 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:01.430 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:01.430 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:01.430 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:01.430 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:01.431 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:01.431 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:01.431 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:01.431 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:01.431 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:01.431 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:01.431 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:01.431 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:01.431 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:01.431 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:01.431 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:01.431 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:01.431 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:01.432 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:01.432 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:01.432 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:01.432 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:01.432 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:01.432 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:01.432 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:01.432 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:01.432 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.432 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:01.432 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:01.432 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:01.432 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T05:14:01.432 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T05:14:01.433 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T05:14:01.433 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.433 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 2, 2024-08-10T05:14:01.433 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:01.433 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.433 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:01.433 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:01.433 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:01.433 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T05:14:01.433 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T05:14:01.433 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.433 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T05:14:01.433 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:01.434 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:01.434 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:01.434 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:01.434 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:01.434 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:01.434 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.066604+0000", 2024-08-10T05:14:01.434 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.077617+0000", 2024-08-10T05:14:01.434 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.077617+0000", 2024-08-10T05:14:01.434 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.078156+0000", 2024-08-10T05:14:01.434 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.066604+0000", 2024-08-10T05:14:01.434 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.434 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:01.434 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.435 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:01.435 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.066604+0000", 2024-08-10T05:14:01.435 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.066604+0000", 2024-08-10T05:14:01.435 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.066604+0000", 2024-08-10T05:14:01.435 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:01.435 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:01.435 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.435 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.066604+0000", 2024-08-10T05:14:01.435 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.066604+0000", 2024-08-10T05:14:01.435 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:01.435 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:01.435 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:01.435 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:01.436 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:01.436 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:01.436 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:01.436 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:01.436 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:01.436 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:01.436 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:01.436 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:01.436 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:01.436 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.2d", 2024-08-10T05:14:01.436 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:01.436 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:01.436 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:01.437 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 20, 2024-08-10T05:14:01.437 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:01.437 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T09:17:34.987725+0000", 2024-08-10T05:14:01.437 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:01.437 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:01.437 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:01.437 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:01.437 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:01.437 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:01.437 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:01.437 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:01.437 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:01.437 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:01.438 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:01.438 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:01.438 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:01.438 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:01.438 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:01.438 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:01.438 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:01.438 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:01.438 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:01.438 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:01.438 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:01.438 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:01.438 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:01.439 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:01.439 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:01.439 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:01.439 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:01.439 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:01.439 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:01.439 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:01.439 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:01.439 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:01.439 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:01.439 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:01.439 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:01.439 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:01.440 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:01.440 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:01.440 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:01.440 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:01.440 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:01.440 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:01.440 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:01.440 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.440 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:01.440 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:01.440 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:01.440 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:01.440 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T05:14:01.440 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T05:14:01.441 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.441 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T05:14:01.441 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:01.441 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.441 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:01.441 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:01.441 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T05:14:01.441 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:01.441 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T05:14:01.441 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.441 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-08-10T05:14:01.441 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:01.441 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:01.442 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:01.442 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:01.442 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:01.442 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:01.442 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.057064+0000", 2024-08-10T05:14:01.442 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:50.439956+0000", 2024-08-10T05:14:01.442 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:50.439956+0000", 2024-08-10T05:14:01.442 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:50.440206+0000", 2024-08-10T05:14:01.442 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.057064+0000", 2024-08-10T05:14:01.442 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.442 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:01.442 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.442 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 68, 2024-08-10T05:14:01.443 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.057064+0000", 2024-08-10T05:14:01.443 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.057064+0000", 2024-08-10T05:14:01.443 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.057064+0000", 2024-08-10T05:14:01.443 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:01.443 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:01.443 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.443 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.057064+0000", 2024-08-10T05:14:01.443 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.057064+0000", 2024-08-10T05:14:01.443 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:01.443 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:01.443 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:01.443 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:01.443 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 67, 2024-08-10T05:14:01.443 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:01.444 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:01.444 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:01.444 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:01.444 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:01.444 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:01.444 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:01.444 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:01.444 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.2c", 2024-08-10T05:14:01.444 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:01.444 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:01.444 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:01.444 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 30, 2024-08-10T05:14:01.444 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:01.445 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:25:43.282669+0000", 2024-08-10T05:14:01.445 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:01.445 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:01.445 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:01.445 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:01.445 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:01.445 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:01.445 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:01.445 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:01.445 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:01.445 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:01.445 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:01.445 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:01.446 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:01.446 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:01.446 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:01.446 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:01.446 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:01.446 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:01.446 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:01.446 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:01.446 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:01.446 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:01.446 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:01.446 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:01.446 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:01.447 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:01.447 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:01.447 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:01.447 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:01.447 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:01.447 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:01.447 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:01.447 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:01.447 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:01.447 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:01.447 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:01.447 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:01.447 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:01.447 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:01.448 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:01.448 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:01.448 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:01.448 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:01.448 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.448 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:01.448 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:01.448 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:01.448 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T05:14:01.448 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:01.448 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T05:14:01.448 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.448 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-08-10T05:14:01.448 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:01.449 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.449 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:01.449 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:01.449 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:01.449 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:01.449 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T05:14:01.449 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.449 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-08-10T05:14:01.449 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:01.449 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:01.449 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:01.449 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:01.449 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:01.450 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:01.450 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.066892+0000", 2024-08-10T05:14:01.450 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.071406+0000", 2024-08-10T05:14:01.450 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.071406+0000", 2024-08-10T05:14:01.450 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.071759+0000", 2024-08-10T05:14:01.450 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.066892+0000", 2024-08-10T05:14:01.450 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.450 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:01.450 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.450 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:01.450 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.066892+0000", 2024-08-10T05:14:01.450 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.066892+0000", 2024-08-10T05:14:01.450 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.066892+0000", 2024-08-10T05:14:01.451 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:01.451 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:01.451 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.451 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.066892+0000", 2024-08-10T05:14:01.451 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.066892+0000", 2024-08-10T05:14:01.451 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:01.451 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:01.451 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:01.451 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:01.451 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:01.451 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:01.451 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:01.451 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:01.451 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:01.452 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:01.452 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:01.452 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:01.452 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:01.452 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.2b", 2024-08-10T05:14:01.452 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:01.452 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:01.452 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:01.452 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 20, 2024-08-10T05:14:01.452 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:01.452 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T11:16:38.703376+0000", 2024-08-10T05:14:01.452 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:01.452 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:01.452 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:01.453 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:01.453 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:01.453 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:01.453 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:01.453 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:01.453 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:01.453 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:01.453 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:01.453 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:01.453 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:01.454 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:01.454 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:01.454 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:01.454 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:01.454 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:01.454 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:01.454 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:01.454 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:01.454 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:01.454 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:01.454 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:01.454 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:01.454 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:01.455 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:01.455 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:01.455 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:01.455 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:01.455 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:01.455 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:01.455 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:01.455 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:01.455 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:01.455 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:01.455 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:01.455 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:01.455 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:01.455 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:01.456 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:01.456 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:01.456 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:01.456 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.456 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:01.456 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:01.456 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:01.456 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:01.456 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:01.456 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T05:14:01.456 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.456 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-08-10T05:14:01.456 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:01.457 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.457 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:01.457 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:01.457 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:01.457 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:01.457 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T05:14:01.457 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.457 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T05:14:01.457 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:01.457 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:01.457 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:01.457 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:01.457 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:01.458 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:01.458 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:29.887430+0000", 2024-08-10T05:14:01.458 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.074240+0000", 2024-08-10T05:14:01.458 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.074240+0000", 2024-08-10T05:14:01.458 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.074505+0000", 2024-08-10T05:14:01.458 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:29.887430+0000", 2024-08-10T05:14:01.458 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.458 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:01.458 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.458 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:01.458 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:29.887430+0000", 2024-08-10T05:14:01.458 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:29.887430+0000", 2024-08-10T05:14:01.458 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:29.887430+0000", 2024-08-10T05:14:01.458 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:01.459 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:01.459 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.459 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:29.887430+0000", 2024-08-10T05:14:01.459 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:29.887430+0000", 2024-08-10T05:14:01.459 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:01.459 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:01.459 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:01.459 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:01.459 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:01.459 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:01.459 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:01.459 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:01.459 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:01.460 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:01.460 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:01.460 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:01.460 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:01.460 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.2a", 2024-08-10T05:14:01.460 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:01.460 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:01.460 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:01.460 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-08-10T05:14:01.460 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:01.460 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:20:01.145083+0000", 2024-08-10T05:14:01.460 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:01.460 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:01.461 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:01.461 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:01.461 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:01.461 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:01.461 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:01.461 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:01.461 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:01.461 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:01.461 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:01.461 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:01.461 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:01.461 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:01.461 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:01.461 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:01.462 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:01.462 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:01.462 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:01.462 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:01.462 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:01.462 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:01.462 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:01.462 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:01.462 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:01.462 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:01.462 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:01.462 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:01.462 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:01.463 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:01.463 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:01.463 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:01.463 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:01.463 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:01.463 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:01.463 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:01.463 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:01.463 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:01.463 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:01.463 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:01.463 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:01.463 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:01.464 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:01.464 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.464 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:01.464 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:01.464 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:01.464 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:01.464 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:01.464 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T05:14:01.464 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.464 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T05:14:01.464 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:01.464 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.464 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:01.464 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:01.465 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:01.465 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T05:14:01.465 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T05:14:01.465 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.465 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-08-10T05:14:01.465 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:01.465 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:01.465 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:01.465 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:01.465 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:01.465 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:01.465 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.065364+0000", 2024-08-10T05:14:01.465 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:50.255675+0000", 2024-08-10T05:14:01.466 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:50.255675+0000", 2024-08-10T05:14:01.466 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:50.256061+0000", 2024-08-10T05:14:01.466 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.065364+0000", 2024-08-10T05:14:01.466 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.466 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:01.466 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.466 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 68, 2024-08-10T05:14:01.466 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.065364+0000", 2024-08-10T05:14:01.466 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.065364+0000", 2024-08-10T05:14:01.466 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.065364+0000", 2024-08-10T05:14:01.466 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:01.466 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:01.467 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.467 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.065364+0000", 2024-08-10T05:14:01.467 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.065364+0000", 2024-08-10T05:14:01.467 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:01.467 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:01.467 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:01.467 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:01.467 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 67, 2024-08-10T05:14:01.467 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:01.467 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:01.467 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:01.467 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:01.467 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:01.467 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:01.468 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:01.468 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:01.468 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.29", 2024-08-10T05:14:01.468 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:01.468 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:01.468 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:01.468 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 31, 2024-08-10T05:14:01.468 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:01.468 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:45:56.983235+0000", 2024-08-10T05:14:01.468 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:01.468 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:01.468 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:01.468 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:01.468 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:01.469 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:01.469 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:01.469 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:01.469 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:01.469 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:01.469 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:01.469 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:01.469 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:01.469 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:01.469 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:01.469 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:01.469 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:01.470 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:01.470 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:01.470 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:01.470 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:01.470 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:01.470 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:01.470 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:01.470 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:01.470 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:01.470 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:01.470 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:01.470 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:01.470 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:01.471 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:01.471 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:01.471 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:01.471 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:01.471 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:01.471 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:01.471 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:01.471 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:01.471 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:01.471 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:01.471 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:01.471 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:01.471 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:01.471 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.472 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:01.472 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:01.472 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:01.472 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:01.472 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T05:14:01.472 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T05:14:01.472 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.472 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-08-10T05:14:01.472 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:01.472 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.472 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:01.472 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:01.472 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:01.473 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:01.473 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T05:14:01.473 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.473 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T05:14:01.473 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:01.473 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:01.473 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:01.473 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:01.473 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:01.473 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:01.473 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:29.887318+0000", 2024-08-10T05:14:01.473 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.070602+0000", 2024-08-10T05:14:01.473 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.070602+0000", 2024-08-10T05:14:01.474 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.070862+0000", 2024-08-10T05:14:01.474 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:29.887318+0000", 2024-08-10T05:14:01.474 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.474 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:01.474 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.474 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:01.474 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:29.887318+0000", 2024-08-10T05:14:01.474 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:29.887318+0000", 2024-08-10T05:14:01.474 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:29.887318+0000", 2024-08-10T05:14:01.474 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:01.474 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:01.474 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.474 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:29.887318+0000", 2024-08-10T05:14:01.475 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:29.887318+0000", 2024-08-10T05:14:01.475 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:01.475 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:01.475 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:01.475 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:01.475 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:01.475 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:01.475 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:01.475 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:01.475 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:01.475 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:01.475 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:01.475 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:01.475 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:01.476 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.28", 2024-08-10T05:14:01.476 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:01.477 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:01.477 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:01.477 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-08-10T05:14:01.478 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:01.478 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:13:29.560413+0000", 2024-08-10T05:14:01.478 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:01.478 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:01.478 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:01.478 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:01.478 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:01.478 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:01.478 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:01.478 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:01.478 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:01.478 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:01.478 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:01.479 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:01.479 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:01.479 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:01.479 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:01.479 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:01.479 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:01.479 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:01.479 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:01.479 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:01.479 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:01.479 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:01.479 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:01.479 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:01.479 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:01.480 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:01.480 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:01.480 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:01.480 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:01.480 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:01.480 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:01.480 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:01.480 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:01.480 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:01.480 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:01.480 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:01.480 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:01.480 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:01.481 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:01.481 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:01.481 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:01.481 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:01.481 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:01.481 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.481 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:01.481 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:01.481 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:01.481 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:01.481 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:01.481 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T05:14:01.481 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.481 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T05:14:01.482 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:01.482 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.482 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:01.482 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:01.482 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:01.482 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:01.482 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T05:14:01.482 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.482 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-08-10T05:14:01.482 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:01.482 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:01.482 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:01.482 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:01.483 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:01.483 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:01.483 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.066166+0000", 2024-08-10T05:14:01.483 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.074195+0000", 2024-08-10T05:14:01.483 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.074195+0000", 2024-08-10T05:14:01.483 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.074551+0000", 2024-08-10T05:14:01.483 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.066166+0000", 2024-08-10T05:14:01.483 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.483 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:01.483 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.483 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:01.483 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.066166+0000", 2024-08-10T05:14:01.483 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.066166+0000", 2024-08-10T05:14:01.484 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.066166+0000", 2024-08-10T05:14:01.484 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:01.484 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:01.484 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.484 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.066166+0000", 2024-08-10T05:14:01.484 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.066166+0000", 2024-08-10T05:14:01.484 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:01.484 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:01.484 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:01.484 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:01.484 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:01.484 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:01.484 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:01.484 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:01.485 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:01.485 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:01.485 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:01.485 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:01.485 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:01.485 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.27", 2024-08-10T05:14:01.485 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:01.485 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:01.485 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:01.485 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-08-10T05:14:01.485 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:01.485 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T16:32:17.903554+0000", 2024-08-10T05:14:01.486 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:01.486 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:01.486 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:01.486 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:01.486 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:01.486 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:01.486 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:01.486 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:01.486 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:01.486 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:01.486 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:01.486 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:01.487 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:01.487 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:01.487 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:01.487 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:01.487 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:01.487 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:01.487 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:01.487 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:01.487 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:01.487 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:01.487 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:01.487 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:01.487 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:01.487 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:01.488 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:01.488 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:01.488 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:01.488 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:01.488 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:01.488 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:01.488 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:01.488 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:01.488 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:01.488 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:01.488 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:01.488 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:01.488 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:01.488 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:01.489 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:01.489 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:01.489 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:01.489 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.489 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:01.489 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:01.489 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:01.489 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:01.489 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:01.489 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T05:14:01.489 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.489 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-08-10T05:14:01.489 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:01.489 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.490 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:01.490 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:01.490 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T05:14:01.490 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:01.490 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T05:14:01.490 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.490 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-08-10T05:14:01.490 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:01.490 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:01.490 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:01.490 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:01.490 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:01.490 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:01.491 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.057147+0000", 2024-08-10T05:14:01.491 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.080841+0000", 2024-08-10T05:14:01.491 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.080841+0000", 2024-08-10T05:14:01.491 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.081097+0000", 2024-08-10T05:14:01.491 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.057147+0000", 2024-08-10T05:14:01.491 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.491 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:01.491 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.491 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:01.491 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.057147+0000", 2024-08-10T05:14:01.491 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.057147+0000", 2024-08-10T05:14:01.491 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.057147+0000", 2024-08-10T05:14:01.491 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:01.491 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:01.492 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.492 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.057147+0000", 2024-08-10T05:14:01.492 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.057147+0000", 2024-08-10T05:14:01.492 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:01.492 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:01.492 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:01.492 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:01.492 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:01.492 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:01.492 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:01.492 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:01.492 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:01.492 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:01.492 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:01.492 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:01.493 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:01.493 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.26", 2024-08-10T05:14:01.493 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:01.493 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:01.493 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:01.493 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 20, 2024-08-10T05:14:01.493 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:01.493 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T16:41:35.692261+0000", 2024-08-10T05:14:01.493 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:01.493 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:01.493 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:01.493 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:01.493 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:01.493 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:01.494 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:01.494 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:01.494 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:01.494 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:01.494 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:01.494 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:01.494 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:01.494 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:01.494 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:01.494 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:01.494 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:01.494 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:01.494 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:01.494 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:01.495 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:01.495 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:01.495 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:01.495 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:01.495 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:01.495 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:01.495 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:01.495 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:01.495 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:01.495 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:01.495 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:01.495 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:01.495 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:01.496 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:01.496 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:01.496 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:01.496 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:01.496 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:01.496 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:01.496 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:01.496 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:01.496 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:01.496 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:01.496 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.496 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:01.496 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:01.496 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:01.496 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T05:14:01.497 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:01.497 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T05:14:01.497 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.497 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-08-10T05:14:01.497 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:01.497 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.497 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:01.497 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:01.497 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:01.497 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:01.497 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T05:14:01.497 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.497 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-08-10T05:14:01.497 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:01.497 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:01.498 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:01.498 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:01.498 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:01.498 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:01.498 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:29.883926+0000", 2024-08-10T05:14:01.498 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.066783+0000", 2024-08-10T05:14:01.498 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.066783+0000", 2024-08-10T05:14:01.498 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.067096+0000", 2024-08-10T05:14:01.498 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:29.883926+0000", 2024-08-10T05:14:01.498 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.498 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:01.498 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.498 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:01.499 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:29.883926+0000", 2024-08-10T05:14:01.499 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:29.883926+0000", 2024-08-10T05:14:01.499 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:29.883926+0000", 2024-08-10T05:14:01.499 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:01.499 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:01.499 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.499 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:29.883926+0000", 2024-08-10T05:14:01.499 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:29.883926+0000", 2024-08-10T05:14:01.499 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:01.499 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:01.499 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:01.499 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:01.499 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:01.500 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:01.500 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:01.500 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:01.500 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:01.500 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:01.500 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:01.500 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:01.500 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:01.500 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.25", 2024-08-10T05:14:01.500 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:01.500 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:01.500 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:01.500 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-08-10T05:14:01.501 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:01.501 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:39:54.838780+0000", 2024-08-10T05:14:01.501 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:01.501 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:01.501 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:01.501 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:01.501 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:01.501 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:01.501 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:01.501 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:01.501 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:01.501 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:01.501 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:01.502 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:01.502 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:01.502 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:01.502 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:01.502 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:01.502 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:01.502 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:01.502 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:01.502 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:01.503 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:01.503 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:01.503 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:01.503 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:01.503 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:01.503 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:01.503 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:01.503 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:01.503 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:01.503 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:01.503 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:01.503 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:01.504 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:01.504 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:01.504 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:01.504 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:01.504 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:01.504 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:01.504 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:01.504 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:01.504 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:01.504 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:01.504 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:01.504 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.504 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:01.504 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:01.504 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:01.505 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:01.505 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:01.505 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T05:14:01.505 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.505 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-08-10T05:14:01.505 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:01.505 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.505 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:01.505 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:01.505 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:01.505 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:01.505 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T05:14:01.505 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.505 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-08-10T05:14:01.505 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:01.506 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:01.506 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:01.506 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:01.506 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:01.506 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:01.506 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.066001+0000", 2024-08-10T05:14:01.506 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.078180+0000", 2024-08-10T05:14:01.506 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.078180+0000", 2024-08-10T05:14:01.506 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.078480+0000", 2024-08-10T05:14:01.506 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.066001+0000", 2024-08-10T05:14:01.506 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.506 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:01.506 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.506 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:01.507 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.066001+0000", 2024-08-10T05:14:01.507 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.066001+0000", 2024-08-10T05:14:01.507 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.066001+0000", 2024-08-10T05:14:01.507 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:01.507 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:01.507 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.507 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.066001+0000", 2024-08-10T05:14:01.507 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.066001+0000", 2024-08-10T05:14:01.507 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:01.507 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:01.507 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:01.507 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:01.507 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:01.507 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:01.507 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:01.508 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:01.508 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:01.508 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:01.508 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:01.508 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:01.508 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:01.508 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.24", 2024-08-10T05:14:01.508 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:01.508 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:01.508 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:01.508 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-08-10T05:14:01.508 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:01.508 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:43:04.396295+0000", 2024-08-10T05:14:01.508 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:01.509 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:01.509 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:01.509 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:01.509 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:01.509 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:01.509 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:01.509 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:01.509 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:01.509 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:01.509 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:01.509 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:01.509 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:01.509 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:01.509 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:01.510 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:01.510 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:01.510 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:01.510 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:01.510 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:01.510 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:01.510 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:01.510 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:01.510 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:01.510 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:01.510 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:01.510 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:01.511 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:01.511 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:01.511 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:01.511 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:01.511 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:01.511 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:01.511 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:01.511 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:01.511 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:01.511 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:01.511 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:01.511 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:01.512 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:01.512 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:01.512 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:01.512 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:01.512 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.512 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:01.512 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:01.512 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:01.512 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:01.512 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:01.512 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T05:14:01.512 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.512 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-08-10T05:14:01.512 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:01.512 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.513 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:01.513 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:01.513 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:01.513 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:01.513 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T05:14:01.513 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.513 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-08-10T05:14:01.513 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:01.513 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:01.513 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:01.513 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:01.513 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:01.513 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:01.514 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.066965+0000", 2024-08-10T05:14:01.514 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.084815+0000", 2024-08-10T05:14:01.514 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.084815+0000", 2024-08-10T05:14:01.514 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.085075+0000", 2024-08-10T05:14:01.514 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.066965+0000", 2024-08-10T05:14:01.514 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.514 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:01.514 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.514 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:01.514 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.066965+0000", 2024-08-10T05:14:01.514 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.066965+0000", 2024-08-10T05:14:01.514 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.066965+0000", 2024-08-10T05:14:01.514 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:01.514 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:01.514 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.515 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.066965+0000", 2024-08-10T05:14:01.515 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.066965+0000", 2024-08-10T05:14:01.515 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:01.515 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:01.515 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:01.515 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:01.515 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:01.515 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:01.515 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:01.515 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:01.515 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:01.515 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:01.515 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:01.516 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:01.516 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:01.516 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.23", 2024-08-10T05:14:01.516 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:01.516 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:01.516 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:01.516 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 20, 2024-08-10T05:14:01.516 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:01.516 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:57:30.200961+0000", 2024-08-10T05:14:01.516 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:01.516 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:01.516 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:01.516 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:01.516 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:01.516 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:01.517 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:01.517 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:01.517 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:01.517 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:01.517 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:01.517 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:01.517 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:01.517 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:01.517 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:01.517 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:01.517 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:01.517 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:01.517 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:01.517 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:01.518 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:01.518 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:01.518 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:01.518 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:01.518 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:01.518 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:01.518 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:01.518 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:01.518 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:01.518 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:01.518 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:01.518 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:01.518 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:01.519 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:01.519 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:01.519 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:01.519 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:01.519 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:01.519 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:01.519 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:01.519 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:01.519 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:01.519 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:01.519 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.519 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:01.519 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:01.519 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:01.520 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:01.520 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:01.520 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T05:14:01.520 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.520 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-08-10T05:14:01.520 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:01.520 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.520 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:01.520 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:01.520 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:01.520 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:01.520 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T05:14:01.520 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.520 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T05:14:01.521 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:01.521 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:01.521 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:01.521 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:01.521 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:01.521 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:01.521 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:29.887460+0000", 2024-08-10T05:14:01.521 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.081565+0000", 2024-08-10T05:14:01.521 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.081565+0000", 2024-08-10T05:14:01.521 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.081951+0000", 2024-08-10T05:14:01.521 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:29.887460+0000", 2024-08-10T05:14:01.521 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.521 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:01.522 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.522 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:01.522 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:29.887460+0000", 2024-08-10T05:14:01.522 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:29.887460+0000", 2024-08-10T05:14:01.522 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:29.887460+0000", 2024-08-10T05:14:01.522 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:01.522 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:01.522 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.522 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:29.887460+0000", 2024-08-10T05:14:01.522 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:29.887460+0000", 2024-08-10T05:14:01.522 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:01.522 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:01.523 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:01.523 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:01.523 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:01.523 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:01.523 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:01.523 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:01.523 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:01.523 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:01.523 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:01.523 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:01.523 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:01.523 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.22", 2024-08-10T05:14:01.523 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:01.523 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:01.524 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:01.524 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-08-10T05:14:01.524 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:01.524 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:40:35.329296+0000", 2024-08-10T05:14:01.524 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:01.524 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:01.524 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:01.524 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:01.524 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:01.524 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:01.524 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:01.524 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:01.524 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:01.525 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:01.525 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:01.525 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:01.525 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:01.525 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:01.525 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:01.525 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:01.525 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:01.525 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:01.525 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:01.525 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:01.525 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:01.525 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:01.526 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:01.526 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:01.526 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:01.526 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:01.526 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:01.526 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:01.526 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:01.526 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:01.526 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:01.526 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:01.526 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:01.526 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:01.526 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:01.527 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:01.527 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:01.527 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:01.527 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:01.527 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:01.527 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:01.527 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:01.527 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:01.527 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.527 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:01.527 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:01.527 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:01.527 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:01.527 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:01.527 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T05:14:01.527 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.528 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T05:14:01.528 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:01.528 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.528 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:01.528 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:01.528 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T05:14:01.528 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:01.528 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T05:14:01.528 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.528 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 2, 2024-08-10T05:14:01.528 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:01.528 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:01.528 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:01.529 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:01.529 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:01.529 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:01.529 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:29.882747+0000", 2024-08-10T05:14:01.529 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.075320+0000", 2024-08-10T05:14:01.529 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.075320+0000", 2024-08-10T05:14:01.529 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.075596+0000", 2024-08-10T05:14:01.529 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:29.882747+0000", 2024-08-10T05:14:01.529 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.529 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:01.529 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.529 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:01.529 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:29.882747+0000", 2024-08-10T05:14:01.529 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:29.882747+0000", 2024-08-10T05:14:01.530 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:29.882747+0000", 2024-08-10T05:14:01.530 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:01.530 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:01.530 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.530 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:29.882747+0000", 2024-08-10T05:14:01.530 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:29.882747+0000", 2024-08-10T05:14:01.530 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:01.530 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:01.530 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:01.530 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:01.530 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:01.530 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:01.530 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:01.531 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:01.531 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:01.531 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:01.531 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:01.531 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:01.531 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:01.531 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.21", 2024-08-10T05:14:01.531 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:01.531 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:01.531 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:01.531 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-08-10T05:14:01.531 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:01.531 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:08:58.296245+0000", 2024-08-10T05:14:01.531 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:01.531 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:01.532 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:01.532 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:01.532 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:01.532 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:01.532 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:01.532 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:01.532 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:01.532 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:01.532 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:01.532 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:01.532 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:01.532 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:01.532 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:01.532 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:01.533 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:01.533 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:01.533 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:01.533 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:01.533 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:01.533 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:01.533 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:01.533 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:01.533 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:01.533 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:01.533 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:01.533 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:01.534 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:01.534 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:01.534 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:01.534 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:01.534 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:01.534 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:01.534 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:01.534 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:01.534 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:01.534 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:01.534 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:01.534 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:01.534 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:01.534 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:01.535 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:01.535 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.535 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:01.535 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:01.535 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:01.535 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T05:14:01.535 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:01.535 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T05:14:01.535 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.535 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 2, 2024-08-10T05:14:01.535 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:01.535 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.535 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:01.535 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:01.536 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T05:14:01.536 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:01.536 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T05:14:01.536 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.536 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-08-10T05:14:01.536 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:01.536 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:01.536 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:01.536 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:01.536 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:01.536 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:01.536 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.056703+0000", 2024-08-10T05:14:01.536 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:50.254084+0000", 2024-08-10T05:14:01.537 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:50.254084+0000", 2024-08-10T05:14:01.537 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:50.254418+0000", 2024-08-10T05:14:01.537 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.056703+0000", 2024-08-10T05:14:01.537 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.537 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:01.537 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.537 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 68, 2024-08-10T05:14:01.537 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.056703+0000", 2024-08-10T05:14:01.537 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.056703+0000", 2024-08-10T05:14:01.537 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.056703+0000", 2024-08-10T05:14:01.537 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:01.537 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:01.537 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.537 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.056703+0000", 2024-08-10T05:14:01.538 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.056703+0000", 2024-08-10T05:14:01.538 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:01.538 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:01.538 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:01.538 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:01.538 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 67, 2024-08-10T05:14:01.538 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:01.538 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:01.538 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:01.538 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:01.538 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:01.538 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:01.538 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:01.539 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:01.539 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.20", 2024-08-10T05:14:01.539 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:01.539 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:01.539 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:01.539 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 30, 2024-08-10T05:14:01.539 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:01.539 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:06:47.053373+0000", 2024-08-10T05:14:01.539 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:01.539 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:01.539 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:01.539 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:01.539 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:01.540 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:01.540 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:01.540 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:01.540 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:01.540 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:01.540 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:01.540 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:01.540 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:01.540 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:01.540 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:01.540 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:01.540 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:01.540 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:01.540 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:01.540 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:01.541 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:01.541 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:01.541 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:01.541 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:01.541 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:01.541 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:01.541 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:01.541 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:01.541 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:01.541 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:01.541 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:01.541 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:01.541 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:01.541 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:01.541 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:01.542 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:01.542 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:01.542 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:01.542 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:01.542 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:01.542 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:01.542 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:01.542 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:01.542 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.542 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:01.542 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:01.542 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:01.542 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T05:14:01.542 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:01.543 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T05:14:01.543 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.543 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-08-10T05:14:01.543 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:01.543 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.543 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:01.543 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:01.543 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:01.543 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:01.543 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T05:14:01.543 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.543 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 4, 2024-08-10T05:14:01.544 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:01.544 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:01.544 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:01.544 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:01.544 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:01.544 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:01.544 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:29.883117+0000", 2024-08-10T05:14:01.544 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.063939+0000", 2024-08-10T05:14:01.544 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.063939+0000", 2024-08-10T05:14:01.544 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.064378+0000", 2024-08-10T05:14:01.544 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:29.883117+0000", 2024-08-10T05:14:01.544 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.544 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:01.544 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.545 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:01.545 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:29.883117+0000", 2024-08-10T05:14:01.545 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:29.883117+0000", 2024-08-10T05:14:01.545 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:29.883117+0000", 2024-08-10T05:14:01.545 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:01.545 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:01.545 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.545 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:29.883117+0000", 2024-08-10T05:14:01.545 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:29.883117+0000", 2024-08-10T05:14:01.545 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:01.545 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:01.545 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:01.545 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:01.545 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:01.546 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:01.546 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:01.546 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:01.546 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:01.546 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:01.546 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:01.546 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:01.546 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:01.546 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.1a", 2024-08-10T05:14:01.546 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:01.546 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:01.546 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:01.546 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-08-10T05:14:01.547 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:01.547 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:46:22.153445+0000", 2024-08-10T05:14:01.547 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:01.547 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:01.547 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:01.547 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:01.547 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:01.547 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:01.547 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:01.547 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:01.547 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:01.547 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:01.547 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:01.547 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:01.548 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:01.548 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:01.548 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:01.548 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:01.548 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:01.548 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:01.548 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:01.548 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:01.548 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:01.548 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:01.548 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:01.548 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:01.548 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:01.548 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:01.548 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:01.549 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:01.549 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:01.549 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:01.549 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:01.549 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:01.549 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:01.549 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:01.549 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:01.549 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:01.549 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:01.549 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:01.549 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:01.549 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:01.549 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:01.550 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:01.550 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:01.550 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.550 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:01.550 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:01.550 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:01.550 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:01.550 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:01.550 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T05:14:01.550 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.550 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 4, 2024-08-10T05:14:01.550 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:01.550 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.551 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:01.551 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:01.551 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:01.551 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:01.551 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T05:14:01.551 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.551 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-08-10T05:14:01.551 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:01.551 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:01.551 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T05:14:01.551 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:01.551 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:01.551 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:01.551 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.065934+0000", 2024-08-10T05:14:01.552 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:25.846777+0000", 2024-08-10T05:14:01.552 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:25.846777+0000", 2024-08-10T05:14:01.552 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:25.847093+0000", 2024-08-10T05:14:01.552 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.065934+0000", 2024-08-10T05:14:01.552 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:01.552 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:01.552 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:01.552 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 61, 2024-08-10T05:14:01.552 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.065934+0000", 2024-08-10T05:14:01.552 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.065934+0000", 2024-08-10T05:14:01.552 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.065934+0000", 2024-08-10T05:14:01.552 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:01.552 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:01.553 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:01.553 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.065934+0000", 2024-08-10T05:14:01.553 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.065934+0000", 2024-08-10T05:14:01.553 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:01.553 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 1, 2024-08-10T05:14:01.553 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:01.553 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:01.553 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 60, 2024-08-10T05:14:01.553 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:01.553 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:01.553 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:01.553 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:01.553 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 1, 2024-08-10T05:14:01.554 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:01.554 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:01.554 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:01.554 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.1b", 2024-08-10T05:14:01.554 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:01.554 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:01.554 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:01.554 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 25, 2024-08-10T05:14:01.554 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:01.554 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:57:13.408054+0000", 2024-08-10T05:14:01.554 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:01.554 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:01.554 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:01.555 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:01.555 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:01.555 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:01.555 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:01.555 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:01.555 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:01.555 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:01.555 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:01.555 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:01.555 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:01.555 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:01.555 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:01.555 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:01.555 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:01.555 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:01.556 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:01.556 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:01.556 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:01.556 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:01.556 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:01.556 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:01.556 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:01.556 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:01.556 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:01.556 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:01.556 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:01.556 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:01.556 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:01.556 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:01.557 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:01.557 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:01.557 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:01.557 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:01.557 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:01.557 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:01.557 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:01.557 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:01.557 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:01.557 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:01.557 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:01.557 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.557 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:01.557 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:01.558 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:01.558 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:01.558 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:01.558 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T05:14:01.558 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.558 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-08-10T05:14:01.558 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "66'1" 2024-08-10T05:14:01.558 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.558 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:01.558 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:01.558 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:01.558 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:01.558 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T05:14:01.559 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.559 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-08-10T05:14:01.559 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:01.559 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:01.559 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:01.559 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:01.559 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:01.559 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:01.559 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.067049+0000", 2024-08-10T05:14:01.559 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.074463+0000", 2024-08-10T05:14:01.559 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.074463+0000", 2024-08-10T05:14:01.559 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.074781+0000", 2024-08-10T05:14:01.559 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.067049+0000", 2024-08-10T05:14:01.560 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.560 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:01.560 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.560 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:01.560 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.067049+0000", 2024-08-10T05:14:01.560 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.067049+0000", 2024-08-10T05:14:01.560 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.067049+0000", 2024-08-10T05:14:01.560 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:01.560 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:01.560 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.560 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.067049+0000", 2024-08-10T05:14:01.560 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.067049+0000", 2024-08-10T05:14:01.560 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:01.560 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:01.561 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:01.561 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:01.561 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:01.561 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:01.561 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:01.561 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:01.561 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:01.561 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:01.561 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:01.561 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:01.561 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:01.561 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.1b", 2024-08-10T05:14:01.561 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:01.562 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:01.562 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:01.562 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 20, 2024-08-10T05:14:01.562 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:01.562 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T15:48:32.385567+0000", 2024-08-10T05:14:01.562 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:01.562 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:01.562 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:01.562 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:01.562 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:01.562 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:01.562 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:01.562 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:01.562 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:01.563 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:01.563 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:01.563 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:01.563 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:01.563 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:01.563 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:01.563 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:01.563 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:01.563 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:01.563 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:01.563 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:01.563 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:01.563 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:01.564 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:01.564 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:01.564 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:01.564 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:01.564 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:01.564 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:01.564 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:01.564 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:01.564 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:01.564 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:01.564 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:01.564 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:01.564 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:01.564 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:01.565 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:01.565 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:01.565 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:01.565 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:01.565 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:01.565 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:01.565 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:01.565 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.565 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:01.565 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:01.565 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:01.565 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:01.565 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:01.565 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T05:14:01.566 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.566 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-08-10T05:14:01.566 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:01.566 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.566 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:01.566 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:01.566 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T05:14:01.566 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:01.566 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T05:14:01.566 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.566 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-08-10T05:14:01.566 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:01.566 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:01.567 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T05:14:01.567 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:01.567 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:01.567 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:01.567 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.056934+0000", 2024-08-10T05:14:01.567 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:25.844365+0000", 2024-08-10T05:14:01.567 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:25.844365+0000", 2024-08-10T05:14:01.567 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:25.844668+0000", 2024-08-10T05:14:01.567 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.056934+0000", 2024-08-10T05:14:01.567 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:01.567 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:01.567 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:01.567 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 61, 2024-08-10T05:14:01.568 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.056934+0000", 2024-08-10T05:14:01.568 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.056934+0000", 2024-08-10T05:14:01.568 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.056934+0000", 2024-08-10T05:14:01.568 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:01.568 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:01.568 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:01.568 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.056934+0000", 2024-08-10T05:14:01.568 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.056934+0000", 2024-08-10T05:14:01.568 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:01.568 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 1, 2024-08-10T05:14:01.568 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:01.568 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:01.568 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 60, 2024-08-10T05:14:01.568 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:01.569 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:01.569 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:01.569 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:01.569 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 1, 2024-08-10T05:14:01.569 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:01.569 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:01.569 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:01.569 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.1a", 2024-08-10T05:14:01.569 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:01.569 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:01.569 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:01.569 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 24, 2024-08-10T05:14:01.569 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:01.569 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T09:56:09.048933+0000", 2024-08-10T05:14:01.569 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:01.570 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:01.570 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:01.570 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:01.570 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:01.570 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:01.570 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:01.570 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:01.570 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:01.570 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:01.570 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:01.570 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:01.570 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:01.570 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:01.570 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:01.571 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:01.571 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:01.571 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:01.571 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:01.571 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:01.571 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:01.571 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:01.571 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:01.571 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:01.571 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:01.571 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:01.571 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:01.571 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:01.572 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:01.572 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:01.572 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:01.572 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:01.572 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:01.572 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:01.572 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:01.572 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:01.572 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:01.572 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:01.572 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:01.572 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:01.572 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:01.573 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:01.573 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:01.573 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.573 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:01.573 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:01.573 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:01.573 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T05:14:01.573 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:01.573 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T05:14:01.573 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.573 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-08-10T05:14:01.573 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "66'1" 2024-08-10T05:14:01.573 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.573 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:01.574 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:01.574 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:01.574 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T05:14:01.574 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T05:14:01.574 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.574 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-08-10T05:14:01.574 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:01.574 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:01.574 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T05:14:01.574 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:01.574 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:01.574 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:01.574 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.065567+0000", 2024-08-10T05:14:01.575 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:25.845930+0000", 2024-08-10T05:14:01.575 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:25.845930+0000", 2024-08-10T05:14:01.575 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:25.846243+0000", 2024-08-10T05:14:01.575 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.065567+0000", 2024-08-10T05:14:01.575 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:01.575 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:01.575 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:01.575 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 61, 2024-08-10T05:14:01.575 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.065567+0000", 2024-08-10T05:14:01.575 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.065567+0000", 2024-08-10T05:14:01.575 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.065567+0000", 2024-08-10T05:14:01.575 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:01.575 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:01.576 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:01.576 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.065567+0000", 2024-08-10T05:14:01.576 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.065567+0000", 2024-08-10T05:14:01.576 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:01.576 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:01.576 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:01.576 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:01.576 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 60, 2024-08-10T05:14:01.576 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:01.576 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:01.576 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:01.576 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:01.576 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:01.576 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:01.577 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:01.577 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:01.577 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.19", 2024-08-10T05:14:01.577 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:01.577 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:01.577 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:01.577 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 24, 2024-08-10T05:14:01.577 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:01.577 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:50:41.627402+0000", 2024-08-10T05:14:01.577 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:01.577 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:01.577 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:01.577 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:01.577 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:01.577 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:01.578 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:01.578 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:01.578 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:01.578 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:01.578 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:01.578 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:01.578 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:01.578 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:01.578 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:01.578 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:01.578 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:01.578 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:01.578 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:01.579 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:01.579 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:01.579 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:01.579 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:01.579 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:01.579 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:01.579 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:01.579 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:01.579 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:01.579 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:01.579 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:01.579 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:01.579 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:01.580 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:01.580 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:01.580 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:01.580 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:01.580 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:01.580 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:01.580 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:01.580 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:01.580 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:01.580 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:01.580 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:01.580 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.580 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:01.580 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:01.581 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:01.581 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:01.581 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T05:14:01.581 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T05:14:01.581 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.581 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-08-10T05:14:01.581 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:01.581 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.581 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:01.581 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:01.581 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:01.581 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:01.581 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T05:14:01.581 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.581 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-08-10T05:14:01.582 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:01.582 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:01.582 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:01.582 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:01.582 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:01.582 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:01.582 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.065247+0000", 2024-08-10T05:14:01.582 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.078166+0000", 2024-08-10T05:14:01.582 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.078166+0000", 2024-08-10T05:14:01.582 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.078853+0000", 2024-08-10T05:14:01.582 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.065247+0000", 2024-08-10T05:14:01.582 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.582 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:01.583 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.583 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:01.583 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.065247+0000", 2024-08-10T05:14:01.583 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.065247+0000", 2024-08-10T05:14:01.583 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.065247+0000", 2024-08-10T05:14:01.583 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:01.583 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:01.583 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.583 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.065247+0000", 2024-08-10T05:14:01.583 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.065247+0000", 2024-08-10T05:14:01.583 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:01.583 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:01.583 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:01.584 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:01.584 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:01.584 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:01.584 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:01.584 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:01.584 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:01.584 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:01.584 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:01.584 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:01.584 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:01.584 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.18", 2024-08-10T05:14:01.584 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:01.584 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:01.584 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:01.585 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-08-10T05:14:01.585 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:01.585 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:50:26.834928+0000", 2024-08-10T05:14:01.585 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:01.585 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:01.585 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:01.585 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:01.585 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:01.585 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:01.585 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:01.585 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:01.585 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:01.585 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:01.585 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:01.586 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:01.586 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:01.586 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:01.586 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:01.586 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:01.586 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:01.586 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:01.586 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:01.586 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:01.586 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:01.586 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:01.586 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:01.586 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:01.586 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:01.587 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:01.587 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:01.587 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:01.587 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:01.587 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:01.587 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:01.587 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:01.587 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:01.587 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:01.587 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:01.587 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:01.587 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:01.587 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:01.587 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:01.587 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:01.588 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:01.588 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:01.588 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:01.588 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.588 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:01.588 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:01.588 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:01.588 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:01.588 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:01.588 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T05:14:01.588 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.588 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-08-10T05:14:01.588 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:01.588 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.588 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:01.589 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:01.589 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:01.589 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:01.589 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T05:14:01.589 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.589 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T05:14:01.589 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:01.589 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:01.589 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T05:14:01.589 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:01.589 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:01.589 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:01.589 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:29.887345+0000", 2024-08-10T05:14:01.590 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:25.844180+0000", 2024-08-10T05:14:01.590 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:25.844180+0000", 2024-08-10T05:14:01.590 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:25.844598+0000", 2024-08-10T05:14:01.590 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:29.887345+0000", 2024-08-10T05:14:01.590 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:01.590 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:01.590 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:01.590 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 61, 2024-08-10T05:14:01.590 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:29.887345+0000", 2024-08-10T05:14:01.590 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:29.887345+0000", 2024-08-10T05:14:01.590 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:29.887345+0000", 2024-08-10T05:14:01.590 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:01.590 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:01.591 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:01.591 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:29.887345+0000", 2024-08-10T05:14:01.591 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:29.887345+0000", 2024-08-10T05:14:01.591 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:01.591 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:01.591 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:01.591 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:01.591 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 60, 2024-08-10T05:14:01.591 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:01.591 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:01.591 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:01.591 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:01.591 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:01.592 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:01.592 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:01.592 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:01.592 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.18", 2024-08-10T05:14:01.592 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:01.592 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:01.592 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:01.592 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 24, 2024-08-10T05:14:01.592 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:01.592 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T11:50:00.755212+0000", 2024-08-10T05:14:01.592 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:01.592 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:01.592 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:01.593 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:01.593 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:01.593 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:01.593 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:01.593 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:01.593 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:01.593 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:01.593 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:01.593 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:01.593 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:01.593 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:01.593 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:01.593 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:01.594 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:01.594 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:01.594 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:01.594 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:01.594 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:01.594 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:01.594 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:01.594 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:01.594 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:01.594 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:01.594 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:01.594 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:01.595 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:01.595 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:01.595 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:01.595 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:01.595 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:01.595 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:01.595 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:01.595 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:01.595 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:01.595 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:01.595 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:01.595 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:01.595 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:01.596 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:01.596 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:01.596 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.596 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:01.596 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:01.596 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:01.596 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:01.596 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:01.596 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T05:14:01.596 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.596 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T05:14:01.596 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:01.596 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.596 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:01.597 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:01.597 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:01.597 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:01.597 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T05:14:01.597 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.597 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-08-10T05:14:01.597 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:01.597 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:01.597 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:01.597 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:01.597 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:01.597 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:01.598 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:29.883841+0000", 2024-08-10T05:14:01.598 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.070729+0000", 2024-08-10T05:14:01.598 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.070729+0000", 2024-08-10T05:14:01.598 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.071015+0000", 2024-08-10T05:14:01.598 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:29.883841+0000", 2024-08-10T05:14:01.598 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.598 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:01.598 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.598 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:01.598 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:29.883841+0000", 2024-08-10T05:14:01.598 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:29.883841+0000", 2024-08-10T05:14:01.598 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:29.883841+0000", 2024-08-10T05:14:01.599 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:01.599 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:01.599 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.599 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:29.883841+0000", 2024-08-10T05:14:01.599 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:29.883841+0000", 2024-08-10T05:14:01.599 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:01.599 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:01.599 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:01.599 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:01.599 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:01.599 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:01.599 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:01.599 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:01.600 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:01.600 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:01.600 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:01.600 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:01.600 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:01.600 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.19", 2024-08-10T05:14:01.600 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:01.600 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:01.600 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:01.600 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-08-10T05:14:01.600 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:01.600 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:21:49.840421+0000", 2024-08-10T05:14:01.600 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:01.601 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:01.601 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:01.601 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:01.601 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:01.601 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:01.601 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:01.601 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:01.601 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:01.601 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:01.601 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:01.601 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:01.601 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:01.601 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:01.602 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:01.602 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:01.602 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:01.602 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:01.602 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:01.602 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:01.602 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:01.602 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:01.602 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:01.602 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:01.602 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:01.602 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:01.603 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:01.603 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:01.603 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:01.603 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:01.603 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:01.603 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:01.603 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:01.603 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:01.603 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:01.603 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:01.603 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:01.603 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:01.603 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:01.604 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:01.604 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:01.604 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:01.604 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:01.604 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.604 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:01.604 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:01.604 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:01.604 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:01.604 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:01.604 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T05:14:01.604 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.604 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-08-10T05:14:01.605 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:01.605 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.605 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:01.605 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:01.605 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T05:14:01.605 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:01.605 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T05:14:01.605 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.605 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-08-10T05:14:01.605 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:01.605 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:01.605 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T05:14:01.605 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:01.605 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:01.605 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:01.606 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.057153+0000", 2024-08-10T05:14:01.606 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:25.847824+0000", 2024-08-10T05:14:01.606 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:25.847824+0000", 2024-08-10T05:14:01.606 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:25.848142+0000", 2024-08-10T05:14:01.606 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.057153+0000", 2024-08-10T05:14:01.606 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:01.606 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:01.606 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:01.606 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 61, 2024-08-10T05:14:01.606 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.057153+0000", 2024-08-10T05:14:01.606 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.057153+0000", 2024-08-10T05:14:01.606 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.057153+0000", 2024-08-10T05:14:01.606 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:01.607 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:01.607 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:01.607 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.057153+0000", 2024-08-10T05:14:01.607 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.057153+0000", 2024-08-10T05:14:01.607 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:01.607 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:01.607 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:01.607 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:01.607 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 60, 2024-08-10T05:14:01.607 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:01.607 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:01.607 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:01.607 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:01.607 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:01.608 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:01.608 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:01.608 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:01.608 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.17", 2024-08-10T05:14:01.608 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:01.608 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:01.608 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:01.608 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 23, 2024-08-10T05:14:01.608 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:01.608 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T11:50:52.474002+0000", 2024-08-10T05:14:01.608 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:01.608 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:01.608 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:01.609 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:01.609 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:01.609 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:01.609 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:01.609 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:01.609 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:01.609 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:01.609 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:01.609 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:01.609 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:01.609 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:01.609 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:01.609 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:01.609 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:01.610 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:01.610 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:01.610 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:01.610 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:01.610 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:01.610 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:01.610 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:01.610 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:01.610 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:01.610 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:01.610 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:01.610 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:01.610 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:01.611 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:01.611 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:01.611 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:01.611 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:01.611 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:01.611 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:01.611 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:01.611 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:01.611 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:01.611 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:01.611 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:01.611 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:01.612 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:01.612 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.612 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:01.612 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:01.612 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:01.612 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T05:14:01.612 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:01.612 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T05:14:01.612 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.612 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-08-10T05:14:01.612 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:01.612 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.612 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:01.613 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:01.613 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:01.613 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:01.613 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T05:14:01.613 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.613 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T05:14:01.613 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:01.613 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:01.613 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:01.613 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:01.613 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:01.613 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:01.613 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:29.887784+0000", 2024-08-10T05:14:01.613 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.076454+0000", 2024-08-10T05:14:01.614 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.076454+0000", 2024-08-10T05:14:01.614 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.076708+0000", 2024-08-10T05:14:01.614 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:29.887784+0000", 2024-08-10T05:14:01.614 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.614 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:01.614 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.614 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:01.614 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:29.887784+0000", 2024-08-10T05:14:01.614 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:29.887784+0000", 2024-08-10T05:14:01.614 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:29.887784+0000", 2024-08-10T05:14:01.614 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:01.614 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:01.615 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.615 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:29.887784+0000", 2024-08-10T05:14:01.615 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:29.887784+0000", 2024-08-10T05:14:01.615 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:01.615 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:01.615 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:01.615 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:01.615 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:01.615 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:01.615 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:01.615 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:01.615 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:01.615 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:01.616 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:01.616 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:01.616 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:01.616 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.16", 2024-08-10T05:14:01.616 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:01.616 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:01.616 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:01.616 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-08-10T05:14:01.616 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:01.616 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:37:16.626829+0000", 2024-08-10T05:14:01.616 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:01.616 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:01.616 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:01.616 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:01.617 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:01.617 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:01.617 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:01.617 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:01.617 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:01.617 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:01.617 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:01.617 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:01.617 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:01.617 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:01.617 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:01.617 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:01.617 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:01.617 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:01.618 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:01.618 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:01.618 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:01.618 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:01.618 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:01.618 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:01.618 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:01.618 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:01.618 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:01.618 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:01.618 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:01.618 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:01.619 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:01.619 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:01.619 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:01.619 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:01.619 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:01.619 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:01.619 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:01.619 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:01.619 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:01.619 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:01.619 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:01.619 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:01.619 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:01.620 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.620 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:01.620 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:01.620 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:01.620 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:01.620 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:01.620 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T05:14:01.620 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.620 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T05:14:01.620 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:01.620 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.620 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:01.620 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:01.620 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:01.621 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T05:14:01.621 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T05:14:01.621 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.621 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T05:14:01.621 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:01.621 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:01.621 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T05:14:01.621 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:01.621 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:01.621 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:01.621 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:29.887845+0000", 2024-08-10T05:14:01.621 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:25.842799+0000", 2024-08-10T05:14:01.621 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:25.842799+0000", 2024-08-10T05:14:01.622 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:25.843179+0000", 2024-08-10T05:14:01.622 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:29.887845+0000", 2024-08-10T05:14:01.622 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:01.622 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:01.622 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:01.622 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 61, 2024-08-10T05:14:01.622 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:29.887845+0000", 2024-08-10T05:14:01.622 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:29.887845+0000", 2024-08-10T05:14:01.622 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:29.887845+0000", 2024-08-10T05:14:01.622 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:01.622 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:01.622 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:01.623 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:29.887845+0000", 2024-08-10T05:14:01.623 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:29.887845+0000", 2024-08-10T05:14:01.623 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:01.623 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:01.623 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:01.623 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:01.623 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 60, 2024-08-10T05:14:01.623 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:01.623 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:01.623 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:01.623 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:01.623 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:01.623 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:01.623 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:01.624 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:01.624 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.16", 2024-08-10T05:14:01.624 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:01.624 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:01.624 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:01.624 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 24, 2024-08-10T05:14:01.624 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:01.624 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:33:46.751185+0000", 2024-08-10T05:14:01.624 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:01.624 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:01.624 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:01.624 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:01.624 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:01.624 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:01.625 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:01.625 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:01.625 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:01.625 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:01.625 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:01.625 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:01.625 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:01.625 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:01.625 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:01.625 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:01.625 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:01.625 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:01.625 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:01.625 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:01.626 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:01.626 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:01.626 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:01.626 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:01.626 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:01.626 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:01.626 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:01.626 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:01.626 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:01.626 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:01.626 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:01.626 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:01.627 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:01.627 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:01.627 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:01.627 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:01.627 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:01.627 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:01.627 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:01.627 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:01.627 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:01.627 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:01.627 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:01.627 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.628 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:01.628 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:01.628 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:01.628 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:01.628 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T05:14:01.628 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T05:14:01.628 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.628 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T05:14:01.628 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:01.628 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.628 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:01.628 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:01.628 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:01.628 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:01.628 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-08-10T05:14:01.629 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.629 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-08-10T05:14:01.629 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:01.629 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:01.629 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:01.629 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:01.629 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:01.629 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:01.629 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.067177+0000", 2024-08-10T05:14:01.629 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.082583+0000", 2024-08-10T05:14:01.629 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.082583+0000", 2024-08-10T05:14:01.629 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.082861+0000", 2024-08-10T05:14:01.629 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.067177+0000", 2024-08-10T05:14:01.629 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.630 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:01.630 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.630 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:01.630 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.067177+0000", 2024-08-10T05:14:01.630 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.067177+0000", 2024-08-10T05:14:01.630 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.067177+0000", 2024-08-10T05:14:01.630 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:01.630 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:01.630 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.630 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.067177+0000", 2024-08-10T05:14:01.630 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.067177+0000", 2024-08-10T05:14:01.630 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:01.631 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:01.631 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:01.631 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:01.631 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:01.631 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:01.631 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:01.631 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:01.631 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:01.631 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:01.631 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:01.631 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:01.631 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:01.631 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.17", 2024-08-10T05:14:01.631 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:01.632 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:01.632 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:01.632 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 20, 2024-08-10T05:14:01.632 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:01.632 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:37:00.907092+0000", 2024-08-10T05:14:01.632 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:01.632 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:01.632 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:01.632 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:01.632 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:01.632 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:01.632 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:01.632 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:01.632 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:01.633 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:01.633 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:01.633 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:01.633 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:01.633 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:01.633 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:01.633 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:01.633 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:01.633 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:01.633 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:01.633 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:01.633 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:01.633 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:01.634 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:01.634 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:01.634 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:01.634 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:01.634 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:01.634 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:01.634 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:01.634 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:01.634 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:01.634 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:01.634 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:01.634 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:01.634 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:01.635 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:01.635 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:01.635 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:01.635 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:01.635 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:01.635 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:01.635 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:01.635 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:01.635 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.635 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:01.635 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:01.635 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:01.635 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:01.636 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:01.636 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-08-10T05:14:01.636 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.636 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-08-10T05:14:01.636 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:01.636 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.636 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:01.636 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:01.636 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:01.636 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:01.636 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T05:14:01.636 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.636 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-08-10T05:14:01.636 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:01.637 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:01.637 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T05:14:01.637 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:01.637 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:01.637 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:01.637 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:29.884075+0000", 2024-08-10T05:14:01.637 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:25.847453+0000", 2024-08-10T05:14:01.637 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:25.847453+0000", 2024-08-10T05:14:01.637 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:25.847729+0000", 2024-08-10T05:14:01.637 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:29.884075+0000", 2024-08-10T05:14:01.637 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:01.637 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:01.637 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:01.637 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 61, 2024-08-10T05:14:01.638 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:29.884075+0000", 2024-08-10T05:14:01.638 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:29.884075+0000", 2024-08-10T05:14:01.638 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:29.884075+0000", 2024-08-10T05:14:01.638 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:01.638 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:01.638 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:01.638 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:29.884075+0000", 2024-08-10T05:14:01.638 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:29.884075+0000", 2024-08-10T05:14:01.638 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:01.638 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 3, 2024-08-10T05:14:01.638 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:01.638 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:01.638 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 60, 2024-08-10T05:14:01.639 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:01.639 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:01.639 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:01.639 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:01.639 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 3, 2024-08-10T05:14:01.639 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:01.639 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:01.639 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:01.639 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.15", 2024-08-10T05:14:01.639 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:01.639 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:01.639 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:01.639 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 27, 2024-08-10T05:14:01.639 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:01.640 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T15:18:20.466598+0000", 2024-08-10T05:14:01.640 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:01.640 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:01.640 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:01.640 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 90, 2024-08-10T05:14:01.640 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:01.640 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:01.640 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:01.640 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:01.640 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:01.640 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:01.640 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:01.640 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:01.641 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:01.641 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:01.641 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:01.641 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:01.641 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:01.641 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:01.641 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:01.641 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 6, 2024-08-10T05:14:01.641 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 2, 2024-08-10T05:14:01.641 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:01.641 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 2, 2024-08-10T05:14:01.641 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:01.641 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:01.641 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:01.642 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:01.642 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:01.642 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 1, 2024-08-10T05:14:01.642 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:01.642 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:01.642 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:01.642 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:01.642 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:01.642 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:01.642 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:01.642 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:01.642 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:01.643 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:01.643 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:01.643 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:01.643 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 4, 2024-08-10T05:14:01.643 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 1 2024-08-10T05:14:01.643 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.643 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:01.643 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:01.643 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:01.643 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:01.643 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:01.643 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T05:14:01.643 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.643 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-08-10T05:14:01.644 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "66'3" 2024-08-10T05:14:01.644 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.644 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:01.644 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:01.644 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:01.644 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:01.644 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T05:14:01.644 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.644 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 4, 2024-08-10T05:14:01.644 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:01.644 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:01.644 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:01.644 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:01.644 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:01.645 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:01.645 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:29.883446+0000", 2024-08-10T05:14:01.645 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.074565+0000", 2024-08-10T05:14:01.645 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.074565+0000", 2024-08-10T05:14:01.645 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.074829+0000", 2024-08-10T05:14:01.645 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:29.883446+0000", 2024-08-10T05:14:01.645 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.645 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:01.645 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.645 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:01.645 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:29.883446+0000", 2024-08-10T05:14:01.645 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:29.883446+0000", 2024-08-10T05:14:01.645 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:29.883446+0000", 2024-08-10T05:14:01.646 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:01.646 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:01.646 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.646 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:29.883446+0000", 2024-08-10T05:14:01.646 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:29.883446+0000", 2024-08-10T05:14:01.646 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:01.646 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:01.646 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:01.646 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:01.646 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:01.646 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:01.646 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:01.646 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:01.647 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:01.647 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:01.647 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:01.647 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:01.647 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:01.647 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.14", 2024-08-10T05:14:01.647 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:01.647 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:01.647 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:01.647 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-08-10T05:14:01.647 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:01.647 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:13:38.195656+0000", 2024-08-10T05:14:01.647 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:01.648 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:01.648 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:01.648 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:01.648 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:01.648 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:01.648 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:01.648 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:01.648 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:01.648 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:01.648 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:01.648 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:01.648 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:01.648 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:01.648 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:01.649 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:01.649 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:01.649 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:01.649 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:01.649 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:01.649 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:01.649 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:01.649 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:01.649 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:01.649 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:01.649 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:01.649 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:01.649 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:01.650 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:01.650 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:01.650 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:01.650 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:01.650 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:01.650 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:01.650 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:01.650 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:01.650 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:01.650 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:01.650 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:01.650 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:01.650 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:01.651 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:01.651 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:01.651 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.651 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:01.651 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:01.651 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:01.651 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:01.651 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:01.651 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T05:14:01.651 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.651 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 4, 2024-08-10T05:14:01.651 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:01.651 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.652 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:01.652 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:01.652 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T05:14:01.652 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:01.652 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T05:14:01.652 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.652 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-08-10T05:14:01.652 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:01.652 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:01.652 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T05:14:01.652 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:01.652 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:01.652 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:01.652 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:12:51.765655+0000", 2024-08-10T05:14:01.653 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:25.848287+0000", 2024-08-10T05:14:01.653 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:25.848287+0000", 2024-08-10T05:14:01.653 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:25.848694+0000", 2024-08-10T05:14:01.653 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:12:51.765655+0000", 2024-08-10T05:14:01.653 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:01.653 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:01.653 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:01.653 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 61, 2024-08-10T05:14:01.653 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:12:51.765655+0000", 2024-08-10T05:14:01.653 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:12:51.765655+0000", 2024-08-10T05:14:01.653 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:12:51.765655+0000", 2024-08-10T05:14:01.653 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:01.653 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:01.653 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:01.654 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:12:51.765655+0000", 2024-08-10T05:14:01.654 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:12:51.765655+0000", 2024-08-10T05:14:01.654 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:01.654 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 12, 2024-08-10T05:14:01.654 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:01.654 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:01.654 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 60, 2024-08-10T05:14:01.654 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:01.654 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:01.654 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:01.654 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:01.654 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 12, 2024-08-10T05:14:01.655 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:01.655 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:01.655 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:01.655 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.14", 2024-08-10T05:14:01.655 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:01.655 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:01.655 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 76, 2024-08-10T05:14:01.655 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 35, 2024-08-10T05:14:01.655 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:01.655 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:33:21.302088+0000", 2024-08-10T05:14:01.655 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:01.655 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:01.655 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:01.655 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 2624, 2024-08-10T05:14:01.656 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:01.656 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:01.656 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:01.656 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:01.656 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:01.656 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:01.656 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:01.656 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:01.656 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:01.656 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:01.656 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:01.656 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:01.656 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:01.656 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:01.657 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:01.657 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 12, 2024-08-10T05:14:01.657 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 4, 2024-08-10T05:14:01.657 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:01.657 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 4, 2024-08-10T05:14:01.657 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:01.657 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:01.657 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:01.657 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:01.657 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:01.657 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 1, 2024-08-10T05:14:01.657 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:01.657 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:01.657 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:01.658 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:01.658 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:01.658 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:01.658 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:01.658 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:01.658 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:01.658 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:01.658 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:01.658 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:01.658 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 12, 2024-08-10T05:14:01.658 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 9 2024-08-10T05:14:01.658 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.659 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:01.659 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:01.659 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:01.659 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T05:14:01.659 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:01.659 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T05:14:01.659 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.659 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-08-10T05:14:01.659 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "76'12" 2024-08-10T05:14:01.659 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.659 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:01.659 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:01.659 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:01.659 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:01.660 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T05:14:01.660 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.660 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T05:14:01.660 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:01.660 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:01.660 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:01.660 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:01.660 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:01.660 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:01.660 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.066462+0000", 2024-08-10T05:14:01.660 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.081680+0000", 2024-08-10T05:14:01.660 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.081680+0000", 2024-08-10T05:14:01.660 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.082280+0000", 2024-08-10T05:14:01.660 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.066462+0000", 2024-08-10T05:14:01.661 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.661 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:01.661 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.661 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:01.661 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.066462+0000", 2024-08-10T05:14:01.661 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.066462+0000", 2024-08-10T05:14:01.661 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.066462+0000", 2024-08-10T05:14:01.661 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:01.661 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:01.661 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.661 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.066462+0000", 2024-08-10T05:14:01.661 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.066462+0000", 2024-08-10T05:14:01.661 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:01.662 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:01.662 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:01.662 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:01.662 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:01.662 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:01.662 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:01.662 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:01.662 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:01.662 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:01.662 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:01.662 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:01.662 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:01.663 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.15", 2024-08-10T05:14:01.663 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:01.663 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:01.663 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:01.663 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 20, 2024-08-10T05:14:01.663 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:01.663 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T15:06:21.099839+0000", 2024-08-10T05:14:01.663 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:01.663 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:01.663 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:01.663 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:01.663 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:01.663 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:01.663 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:01.664 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:01.664 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:01.664 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:01.664 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:01.664 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:01.664 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:01.664 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:01.664 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:01.664 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:01.664 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:01.664 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:01.664 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:01.664 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:01.665 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:01.665 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:01.665 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:01.665 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:01.665 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:01.665 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:01.665 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:01.665 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:01.665 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:01.665 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:01.665 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:01.665 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:01.665 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:01.666 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:01.666 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:01.666 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:01.666 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:01.666 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:01.666 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:01.666 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:01.666 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:01.666 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:01.666 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:01.666 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.666 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:01.666 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:01.667 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:01.667 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:01.667 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:01.667 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T05:14:01.667 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.667 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T05:14:01.667 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:01.667 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.667 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:01.667 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:01.667 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:01.667 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:01.667 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-08-10T05:14:01.667 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.667 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-08-10T05:14:01.668 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:01.668 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:01.668 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T05:14:01.668 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:01.668 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:01.668 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:01.668 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.065205+0000", 2024-08-10T05:14:01.668 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:25.842788+0000", 2024-08-10T05:14:01.668 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:25.842788+0000", 2024-08-10T05:14:01.668 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:25.843210+0000", 2024-08-10T05:14:01.668 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.065205+0000", 2024-08-10T05:14:01.668 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:01.668 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:01.668 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:01.669 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 61, 2024-08-10T05:14:01.669 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.065205+0000", 2024-08-10T05:14:01.669 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.065205+0000", 2024-08-10T05:14:01.669 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.065205+0000", 2024-08-10T05:14:01.669 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:01.669 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:01.669 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:01.669 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.065205+0000", 2024-08-10T05:14:01.669 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.065205+0000", 2024-08-10T05:14:01.669 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:01.669 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 2, 2024-08-10T05:14:01.669 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:01.669 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:01.670 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 60, 2024-08-10T05:14:01.670 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:01.670 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:01.670 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:01.670 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:01.670 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 2, 2024-08-10T05:14:01.670 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:01.670 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:01.670 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:01.670 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.13", 2024-08-10T05:14:01.670 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:01.670 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:01.670 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:01.670 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 25, 2024-08-10T05:14:01.671 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:01.671 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:45:10.896399+0000", 2024-08-10T05:14:01.671 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:01.671 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:01.671 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:01.671 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 34, 2024-08-10T05:14:01.671 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:01.671 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:01.671 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:01.671 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:01.671 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:01.671 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:01.671 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:01.672 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:01.672 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:01.672 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:01.672 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:01.672 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:01.672 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:01.672 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:01.672 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:01.672 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 6, 2024-08-10T05:14:01.672 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 2, 2024-08-10T05:14:01.672 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:01.672 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 2, 2024-08-10T05:14:01.672 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:01.672 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:01.673 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:01.673 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:01.673 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:01.673 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 1, 2024-08-10T05:14:01.673 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:01.673 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:01.673 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:01.673 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:01.673 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:01.673 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:01.673 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:01.673 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:01.673 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:01.674 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:01.674 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:01.674 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:01.674 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 3, 2024-08-10T05:14:01.674 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 6 2024-08-10T05:14:01.674 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.674 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:01.674 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:01.674 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:01.674 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:01.674 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:01.674 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-08-10T05:14:01.675 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.675 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-08-10T05:14:01.675 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "66'2" 2024-08-10T05:14:01.675 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.675 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:01.675 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:01.675 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:01.675 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:01.675 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-08-10T05:14:01.675 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.675 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-08-10T05:14:01.675 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:01.676 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:01.676 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:01.676 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:01.676 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:01.676 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:01.676 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.066466+0000", 2024-08-10T05:14:01.676 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.079609+0000", 2024-08-10T05:14:01.676 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.079609+0000", 2024-08-10T05:14:01.676 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.079831+0000", 2024-08-10T05:14:01.676 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.066466+0000", 2024-08-10T05:14:01.676 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.676 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:01.676 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.676 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:01.677 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.066466+0000", 2024-08-10T05:14:01.677 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.066466+0000", 2024-08-10T05:14:01.677 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.066466+0000", 2024-08-10T05:14:01.677 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:01.677 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:01.677 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.677 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.066466+0000", 2024-08-10T05:14:01.677 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.066466+0000", 2024-08-10T05:14:01.677 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:01.677 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:01.677 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:01.677 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:01.677 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:01.677 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:01.677 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:01.678 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:01.678 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:01.678 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:01.678 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:01.678 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:01.678 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:01.678 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.12", 2024-08-10T05:14:01.678 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:01.678 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:01.678 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:01.678 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 20, 2024-08-10T05:14:01.678 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:01.678 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:59:58.700092+0000", 2024-08-10T05:14:01.679 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:01.679 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:01.679 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:01.679 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:01.679 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:01.679 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:01.679 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:01.679 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:01.679 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:01.679 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:01.679 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:01.679 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:01.679 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:01.680 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:01.680 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:01.680 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:01.680 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:01.680 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:01.680 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:01.680 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:01.680 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:01.680 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:01.680 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:01.680 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:01.680 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:01.680 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:01.680 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:01.681 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:01.681 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:01.681 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:01.681 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:01.681 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:01.681 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:01.681 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:01.681 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:01.681 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:01.681 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:01.681 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:01.681 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:01.681 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:01.681 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:01.682 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:01.682 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:01.682 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.682 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:01.682 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:01.682 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:01.682 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:01.682 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:01.682 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-08-10T05:14:01.682 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.682 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-08-10T05:14:01.682 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:01.683 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.683 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:01.683 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:01.683 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:01.683 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:01.683 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T05:14:01.683 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.683 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T05:14:01.683 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:01.683 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:01.683 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T05:14:01.683 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:01.684 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:01.684 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:01.684 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:29.887503+0000", 2024-08-10T05:14:01.684 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:50.255846+0000", 2024-08-10T05:14:01.684 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:50.255846+0000", 2024-08-10T05:14:01.684 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:50.256112+0000", 2024-08-10T05:14:01.684 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:29.887503+0000", 2024-08-10T05:14:01.684 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:01.684 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:01.684 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:01.684 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 68, 2024-08-10T05:14:01.684 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:29.887503+0000", 2024-08-10T05:14:01.684 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:29.887503+0000", 2024-08-10T05:14:01.684 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:29.887503+0000", 2024-08-10T05:14:01.684 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:01.685 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:01.685 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:01.685 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:29.887503+0000", 2024-08-10T05:14:01.685 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:29.887503+0000", 2024-08-10T05:14:01.685 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:01.685 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:01.685 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:01.685 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:01.685 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 67, 2024-08-10T05:14:01.685 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:01.685 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:01.685 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:01.685 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:01.685 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:01.686 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:01.686 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:01.686 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:01.686 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.12", 2024-08-10T05:14:01.686 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:01.686 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:01.686 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:01.686 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 34, 2024-08-10T05:14:01.686 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:01.686 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:08:21.630390+0000", 2024-08-10T05:14:01.686 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:01.686 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:01.686 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:01.686 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:01.686 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:01.687 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:01.687 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:01.687 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:01.687 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:01.687 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:01.687 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:01.687 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:01.687 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:01.687 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:01.687 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:01.687 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:01.687 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:01.687 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:01.687 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:01.687 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:01.688 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:01.688 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:01.688 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:01.688 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:01.688 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:01.688 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:01.688 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:01.688 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:01.688 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:01.688 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:01.688 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:01.688 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:01.688 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:01.688 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:01.688 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:01.688 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:01.689 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:01.689 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:01.689 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:01.689 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:01.689 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:01.689 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:01.689 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:01.689 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.689 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:01.689 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:01.689 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:01.689 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:01.689 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:01.689 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T05:14:01.690 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.690 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T05:14:01.690 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:01.690 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.690 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:01.690 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:01.690 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:01.690 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:01.690 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T05:14:01.690 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.690 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T05:14:01.690 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:01.690 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:01.690 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:01.691 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:01.691 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:01.691 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:01.691 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.066466+0000", 2024-08-10T05:14:01.691 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.084248+0000", 2024-08-10T05:14:01.691 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.084248+0000", 2024-08-10T05:14:01.691 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.084797+0000", 2024-08-10T05:14:01.691 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.066466+0000", 2024-08-10T05:14:01.691 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.691 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:01.691 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.691 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:01.691 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.066466+0000", 2024-08-10T05:14:01.691 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.066466+0000", 2024-08-10T05:14:01.691 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.066466+0000", 2024-08-10T05:14:01.692 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:01.692 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:01.692 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.692 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.066466+0000", 2024-08-10T05:14:01.692 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.066466+0000", 2024-08-10T05:14:01.692 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:01.692 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:01.692 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:01.692 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:01.692 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:01.692 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:01.692 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:01.692 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:01.692 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:01.692 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:01.693 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:01.693 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:01.693 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:01.693 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.13", 2024-08-10T05:14:01.693 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:01.693 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:01.693 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:01.693 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 20, 2024-08-10T05:14:01.693 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:01.693 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:55:27.191398+0000", 2024-08-10T05:14:01.693 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:01.693 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:01.693 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:01.693 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:01.694 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:01.694 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:01.694 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:01.694 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:01.694 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:01.694 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:01.694 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:01.694 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:01.694 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:01.694 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:01.694 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:01.694 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:01.694 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:01.694 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:01.695 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:01.695 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:01.695 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:01.695 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:01.695 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:01.695 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:01.695 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:01.695 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:01.695 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:01.695 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:01.695 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:01.695 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:01.695 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:01.696 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:01.696 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:01.696 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:01.696 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:01.696 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:01.696 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:01.696 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:01.696 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:01.696 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:01.696 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:01.696 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:01.696 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:01.696 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.696 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:01.697 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:01.697 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:01.697 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:01.697 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:01.697 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T05:14:01.697 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.697 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T05:14:01.697 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:01.697 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.697 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:01.697 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:01.697 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T05:14:01.697 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:01.697 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T05:14:01.698 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.698 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-08-10T05:14:01.698 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:01.698 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:01.698 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T05:14:01.698 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:01.698 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:01.698 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:01.698 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.056866+0000", 2024-08-10T05:14:01.698 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:25.846732+0000", 2024-08-10T05:14:01.698 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:25.846732+0000", 2024-08-10T05:14:01.698 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:25.848523+0000", 2024-08-10T05:14:01.699 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.056866+0000", 2024-08-10T05:14:01.699 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:01.699 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:01.699 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:01.699 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 61, 2024-08-10T05:14:01.699 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.056866+0000", 2024-08-10T05:14:01.699 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.056866+0000", 2024-08-10T05:14:01.699 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.056866+0000", 2024-08-10T05:14:01.699 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:01.699 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:01.699 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:01.699 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.056866+0000", 2024-08-10T05:14:01.699 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.056866+0000", 2024-08-10T05:14:01.699 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:01.700 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:01.700 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:01.700 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:01.700 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 60, 2024-08-10T05:14:01.700 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:01.700 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:01.700 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:01.700 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:01.700 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:01.700 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:01.700 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:01.700 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:01.700 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.11", 2024-08-10T05:14:01.701 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:01.701 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:01.701 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:01.701 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 23, 2024-08-10T05:14:01.701 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:01.701 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:59:46.625291+0000", 2024-08-10T05:14:01.701 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:01.701 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:01.701 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:01.701 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:01.701 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:01.701 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:01.701 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:01.702 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:01.702 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:01.702 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:01.702 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:01.702 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:01.702 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:01.702 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:01.702 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:01.702 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:01.702 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:01.702 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:01.702 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:01.703 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:01.703 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:01.703 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:01.703 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:01.703 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:01.703 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:01.703 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:01.703 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:01.703 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:01.703 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:01.703 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:01.703 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:01.703 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:01.703 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:01.704 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:01.704 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:01.704 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:01.704 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:01.704 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:01.704 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:01.704 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:01.704 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:01.704 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:01.704 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:01.704 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.704 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:01.705 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:01.705 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:01.705 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T05:14:01.705 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:01.705 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T05:14:01.705 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.705 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-08-10T05:14:01.705 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:01.705 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.705 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:01.705 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:01.705 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T05:14:01.705 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:01.705 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T05:14:01.706 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.706 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-08-10T05:14:01.706 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:01.706 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:01.706 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:01.706 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:01.706 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:01.706 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:01.706 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.056732+0000", 2024-08-10T05:14:01.706 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.082707+0000", 2024-08-10T05:14:01.706 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.082707+0000", 2024-08-10T05:14:01.706 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.082959+0000", 2024-08-10T05:14:01.706 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.056732+0000", 2024-08-10T05:14:01.707 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.707 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:01.707 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.707 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:01.707 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.056732+0000", 2024-08-10T05:14:01.707 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.056732+0000", 2024-08-10T05:14:01.707 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.056732+0000", 2024-08-10T05:14:01.707 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:01.707 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:01.707 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.707 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.056732+0000", 2024-08-10T05:14:01.707 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.056732+0000", 2024-08-10T05:14:01.707 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:01.708 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:01.708 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:01.708 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:01.708 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:01.708 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:01.708 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:01.708 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:01.708 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:01.708 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:01.708 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:01.708 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:01.708 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:01.708 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.10", 2024-08-10T05:14:01.709 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:01.709 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:01.709 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:01.709 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 20, 2024-08-10T05:14:01.709 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:01.709 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:07:44.205981+0000", 2024-08-10T05:14:01.709 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:01.709 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:01.709 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:01.709 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:01.709 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:01.709 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:01.709 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:01.710 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:01.710 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:01.710 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:01.710 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:01.710 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:01.710 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:01.710 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:01.710 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:01.710 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:01.710 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:01.710 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:01.710 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:01.711 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:01.711 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:01.711 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:01.711 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:01.711 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:01.711 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:01.711 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:01.711 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:01.711 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:01.711 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:01.711 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:01.711 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:01.711 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:01.711 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:01.712 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:01.712 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:01.712 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:01.712 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:01.712 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:01.712 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:01.712 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:01.712 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:01.712 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:01.712 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:01.712 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.712 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:01.712 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:01.713 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:01.713 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T05:14:01.713 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:01.713 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T05:14:01.713 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.713 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-08-10T05:14:01.713 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:01.713 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.713 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:01.713 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:01.713 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T05:14:01.713 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:01.713 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T05:14:01.714 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.714 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 2, 2024-08-10T05:14:01.714 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:01.714 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:01.714 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T05:14:01.714 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:01.714 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:01.714 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:01.714 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:29.882832+0000", 2024-08-10T05:14:01.714 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:25.840554+0000", 2024-08-10T05:14:01.714 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:25.840554+0000", 2024-08-10T05:14:01.714 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:25.840828+0000", 2024-08-10T05:14:01.715 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:29.882832+0000", 2024-08-10T05:14:01.715 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:01.715 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:01.715 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:01.715 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 61, 2024-08-10T05:14:01.715 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:29.882832+0000", 2024-08-10T05:14:01.715 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:29.882832+0000", 2024-08-10T05:14:01.715 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:29.882832+0000", 2024-08-10T05:14:01.715 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:01.715 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:01.715 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:01.715 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:29.882832+0000", 2024-08-10T05:14:01.715 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:29.882832+0000", 2024-08-10T05:14:01.716 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:01.716 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 8, 2024-08-10T05:14:01.716 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:01.716 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:01.716 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 60, 2024-08-10T05:14:01.716 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:01.716 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:01.716 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:01.716 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:01.716 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 8, 2024-08-10T05:14:01.716 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:01.716 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:01.716 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:01.716 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.10", 2024-08-10T05:14:01.717 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:01.717 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:01.717 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:01.717 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 32, 2024-08-10T05:14:01.717 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:01.717 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:36:26.147349+0000", 2024-08-10T05:14:01.717 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:01.717 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:01.717 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:01.717 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:01.717 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:01.717 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:01.717 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:01.717 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:01.718 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:01.718 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:01.718 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:01.718 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:01.718 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:01.718 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:01.718 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:01.718 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:01.718 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:01.718 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:01.718 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:01.718 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 12, 2024-08-10T05:14:01.718 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 4, 2024-08-10T05:14:01.719 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:01.719 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 4, 2024-08-10T05:14:01.719 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:01.719 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:01.719 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:01.719 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:01.719 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:01.719 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 4, 2024-08-10T05:14:01.719 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:01.719 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:01.719 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:01.719 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:01.719 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:01.719 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:01.720 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:01.720 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:01.720 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:01.720 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:01.720 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:01.720 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:01.720 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 12, 2024-08-10T05:14:01.720 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:01.720 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.720 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:01.720 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:01.720 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:01.721 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T05:14:01.721 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:01.721 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T05:14:01.721 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.721 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 2, 2024-08-10T05:14:01.721 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "66'8" 2024-08-10T05:14:01.721 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.721 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:01.721 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:01.721 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:01.721 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:01.721 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T05:14:01.721 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.722 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T05:14:01.722 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:01.722 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:01.722 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:01.722 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:01.722 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:01.722 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:01.722 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.066007+0000", 2024-08-10T05:14:01.722 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.083529+0000", 2024-08-10T05:14:01.722 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.083529+0000", 2024-08-10T05:14:01.722 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.083923+0000", 2024-08-10T05:14:01.722 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.066007+0000", 2024-08-10T05:14:01.722 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.723 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:01.723 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.723 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:01.723 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.066007+0000", 2024-08-10T05:14:01.723 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.066007+0000", 2024-08-10T05:14:01.723 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.066007+0000", 2024-08-10T05:14:01.723 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:01.723 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:01.723 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.723 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.066007+0000", 2024-08-10T05:14:01.723 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.066007+0000", 2024-08-10T05:14:01.723 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:01.723 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:01.724 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:01.724 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:01.724 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:01.724 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:01.724 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:01.724 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:01.724 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:01.724 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:01.724 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:01.724 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:01.724 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:01.724 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.11", 2024-08-10T05:14:01.725 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:01.725 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:01.725 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:01.725 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 20, 2024-08-10T05:14:01.725 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:01.725 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:05:03.421597+0000", 2024-08-10T05:14:01.725 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:01.725 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:01.725 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:01.725 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:01.725 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:01.725 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:01.725 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:01.725 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:01.726 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:01.726 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:01.726 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:01.726 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:01.726 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:01.726 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:01.726 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:01.726 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:01.726 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:01.726 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:01.726 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:01.726 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:01.726 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:01.727 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:01.727 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:01.727 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:01.727 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:01.727 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:01.727 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:01.727 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:01.727 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:01.727 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:01.727 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:01.727 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:01.727 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:01.727 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:01.727 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:01.727 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:01.728 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:01.728 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:01.728 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:01.728 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:01.728 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:01.728 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:01.728 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:01.728 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.728 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:01.728 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:01.728 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:01.728 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:01.728 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:01.729 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T05:14:01.729 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.729 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T05:14:01.729 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:01.729 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.729 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:01.729 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:01.729 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:01.729 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:01.729 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T05:14:01.729 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.729 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 4, 2024-08-10T05:14:01.729 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:01.729 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:01.730 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T05:14:01.730 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:01.730 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:01.730 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:01.730 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:29.883804+0000", 2024-08-10T05:14:01.730 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:25.842529+0000", 2024-08-10T05:14:01.730 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:25.842529+0000", 2024-08-10T05:14:01.730 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:25.842836+0000", 2024-08-10T05:14:01.730 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:29.883804+0000", 2024-08-10T05:14:01.730 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:01.730 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:01.730 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:01.731 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 61, 2024-08-10T05:14:01.731 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:29.883804+0000", 2024-08-10T05:14:01.731 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:29.883804+0000", 2024-08-10T05:14:01.731 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:29.883804+0000", 2024-08-10T05:14:01.731 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:01.731 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:01.731 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:01.731 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:29.883804+0000", 2024-08-10T05:14:01.731 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:29.883804+0000", 2024-08-10T05:14:01.731 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:01.731 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 1, 2024-08-10T05:14:01.731 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:01.731 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:01.731 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 60, 2024-08-10T05:14:01.731 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:01.732 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:01.732 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:01.732 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:01.732 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 1, 2024-08-10T05:14:01.732 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:01.732 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:01.732 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:01.732 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.f", 2024-08-10T05:14:01.732 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:01.732 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:01.732 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:01.732 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 25, 2024-08-10T05:14:01.732 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:01.732 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:09:27.231370+0000", 2024-08-10T05:14:01.733 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:01.733 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:01.733 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:01.733 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 22, 2024-08-10T05:14:01.733 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:01.733 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:01.733 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:01.733 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:01.733 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:01.733 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:01.733 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:01.733 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:01.733 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:01.733 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:01.734 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:01.734 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:01.734 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:01.734 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:01.734 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:01.734 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 3, 2024-08-10T05:14:01.734 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 1, 2024-08-10T05:14:01.734 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:01.734 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 1, 2024-08-10T05:14:01.734 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:01.734 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:01.734 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:01.735 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:01.735 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:01.735 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:01.735 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:01.735 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:01.735 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:01.735 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:01.735 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:01.735 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:01.735 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:01.735 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:01.735 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:01.735 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:01.735 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:01.736 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:01.736 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 1, 2024-08-10T05:14:01.736 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 1 2024-08-10T05:14:01.736 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.736 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:01.736 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:01.736 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:01.736 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:01.736 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:01.736 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T05:14:01.736 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.736 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 4, 2024-08-10T05:14:01.736 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "66'1" 2024-08-10T05:14:01.737 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.737 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:01.737 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:01.737 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:01.737 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:01.737 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T05:14:01.737 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.737 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T05:14:01.737 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:01.737 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:01.737 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:01.737 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:01.737 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:01.738 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:01.738 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.066836+0000", 2024-08-10T05:14:01.738 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.080884+0000", 2024-08-10T05:14:01.738 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.080884+0000", 2024-08-10T05:14:01.738 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.081132+0000", 2024-08-10T05:14:01.738 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.066836+0000", 2024-08-10T05:14:01.738 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.738 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:01.738 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.738 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:01.738 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.066836+0000", 2024-08-10T05:14:01.738 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.066836+0000", 2024-08-10T05:14:01.738 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.066836+0000", 2024-08-10T05:14:01.739 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:01.739 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:01.739 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.739 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.066836+0000", 2024-08-10T05:14:01.739 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.066836+0000", 2024-08-10T05:14:01.739 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:01.739 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:01.739 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:01.739 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:01.739 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:01.739 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:01.739 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:01.739 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:01.739 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:01.740 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:01.740 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:01.740 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:01.740 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:01.740 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.e", 2024-08-10T05:14:01.740 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:01.740 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:01.740 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:01.740 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 20, 2024-08-10T05:14:01.740 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:01.740 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:16:44.973212+0000", 2024-08-10T05:14:01.740 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:01.740 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:01.741 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:01.741 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:01.741 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:01.741 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:01.741 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:01.741 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:01.741 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:01.741 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:01.741 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:01.741 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:01.741 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:01.741 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:01.741 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:01.741 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:01.742 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:01.742 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:01.742 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:01.742 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:01.742 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:01.742 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:01.742 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:01.742 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:01.742 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:01.742 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:01.742 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:01.742 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:01.743 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:01.743 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:01.743 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:01.743 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:01.743 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:01.743 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:01.743 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:01.743 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:01.743 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:01.743 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:01.743 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:01.743 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:01.743 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:01.744 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:01.744 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:01.744 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.744 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:01.744 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:01.744 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:01.744 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:01.744 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:01.744 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T05:14:01.744 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.744 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T05:14:01.744 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:01.744 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.744 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:01.745 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:01.745 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T05:14:01.745 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:01.745 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T05:14:01.745 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.745 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 2, 2024-08-10T05:14:01.745 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:01.745 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:01.745 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T05:14:01.745 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:01.745 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:01.745 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:01.745 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:29.883595+0000", 2024-08-10T05:14:01.746 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:25.844661+0000", 2024-08-10T05:14:01.746 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:25.844661+0000", 2024-08-10T05:14:01.746 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:25.844918+0000", 2024-08-10T05:14:01.746 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:29.883595+0000", 2024-08-10T05:14:01.746 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:01.746 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:01.746 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:01.746 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 61, 2024-08-10T05:14:01.746 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:29.883595+0000", 2024-08-10T05:14:01.746 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:29.883595+0000", 2024-08-10T05:14:01.746 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:29.883595+0000", 2024-08-10T05:14:01.746 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:01.746 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:01.747 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:01.747 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:29.883595+0000", 2024-08-10T05:14:01.747 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:29.883595+0000", 2024-08-10T05:14:01.747 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:01.747 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 2, 2024-08-10T05:14:01.747 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:01.747 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:01.747 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 60, 2024-08-10T05:14:01.747 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:01.747 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:01.747 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:01.747 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:01.747 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 2, 2024-08-10T05:14:01.748 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:01.748 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:01.748 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:01.748 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.e", 2024-08-10T05:14:01.748 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:01.748 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:01.748 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:01.748 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 26, 2024-08-10T05:14:01.748 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:01.748 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:10:49.915291+0000", 2024-08-10T05:14:01.748 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:01.748 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:01.748 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:01.748 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:01.749 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:01.749 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:01.749 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:01.749 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:01.749 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:01.749 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:01.749 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:01.749 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:01.749 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:01.749 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:01.749 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:01.749 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:01.749 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:01.749 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:01.750 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:01.750 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 3, 2024-08-10T05:14:01.750 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 1, 2024-08-10T05:14:01.750 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:01.750 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 1, 2024-08-10T05:14:01.750 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:01.750 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:01.750 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:01.750 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:01.750 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:01.750 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 1, 2024-08-10T05:14:01.750 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:01.750 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:01.751 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:01.751 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:01.751 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:01.751 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:01.751 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:01.751 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:01.751 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:01.751 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:01.751 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:01.751 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:01.751 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 3, 2024-08-10T05:14:01.751 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:01.751 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.751 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:01.752 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:01.752 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:01.752 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T05:14:01.752 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:01.752 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T05:14:01.752 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.752 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 2, 2024-08-10T05:14:01.752 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "66'2" 2024-08-10T05:14:01.752 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.752 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:01.752 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:01.752 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:01.752 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:01.753 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T05:14:01.753 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.753 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T05:14:01.753 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:01.753 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:01.753 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:01.753 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:01.753 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:01.753 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:01.753 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.066700+0000", 2024-08-10T05:14:01.753 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.083120+0000", 2024-08-10T05:14:01.753 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.083120+0000", 2024-08-10T05:14:01.753 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.083486+0000", 2024-08-10T05:14:01.754 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.066700+0000", 2024-08-10T05:14:01.754 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.754 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:01.754 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.754 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:01.754 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.066700+0000", 2024-08-10T05:14:01.754 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.066700+0000", 2024-08-10T05:14:01.754 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.066700+0000", 2024-08-10T05:14:01.754 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:01.754 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:01.754 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.754 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.066700+0000", 2024-08-10T05:14:01.755 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.066700+0000", 2024-08-10T05:14:01.755 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:01.755 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:01.755 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:01.755 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:01.755 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:01.755 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:01.755 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:01.755 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:01.755 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:01.755 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:01.755 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:01.755 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:01.755 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:01.755 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.f", 2024-08-10T05:14:01.756 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:01.756 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:01.756 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:01.756 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 20, 2024-08-10T05:14:01.756 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:01.756 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:03:22.620600+0000", 2024-08-10T05:14:01.756 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:01.756 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:01.756 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:01.756 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:01.756 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:01.756 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:01.756 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:01.756 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:01.757 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:01.757 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:01.757 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:01.757 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:01.757 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:01.757 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:01.757 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:01.757 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:01.757 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:01.757 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:01.757 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:01.757 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:01.757 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:01.757 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:01.758 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:01.758 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:01.758 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:01.758 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:01.758 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:01.758 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:01.758 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:01.758 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:01.758 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:01.758 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:01.758 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:01.758 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:01.758 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:01.759 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:01.759 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:01.759 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:01.759 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:01.759 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:01.759 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:01.759 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:01.759 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:01.759 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.759 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:01.759 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:01.759 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:01.759 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:01.759 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:01.759 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T05:14:01.760 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.760 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T05:14:01.760 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:01.760 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.760 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:01.760 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:01.760 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:01.760 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:01.760 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-08-10T05:14:01.760 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.760 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-08-10T05:14:01.760 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:01.760 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:01.760 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T05:14:01.761 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:01.761 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:01.761 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:01.761 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:29.884168+0000", 2024-08-10T05:14:01.761 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:25.841404+0000", 2024-08-10T05:14:01.761 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:25.841404+0000", 2024-08-10T05:14:01.761 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:25.841696+0000", 2024-08-10T05:14:01.761 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:29.884168+0000", 2024-08-10T05:14:01.761 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:01.761 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:01.761 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:01.761 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 61, 2024-08-10T05:14:01.761 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:29.884168+0000", 2024-08-10T05:14:01.761 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:29.884168+0000", 2024-08-10T05:14:01.762 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:29.884168+0000", 2024-08-10T05:14:01.762 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:01.762 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:01.762 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:01.762 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:29.884168+0000", 2024-08-10T05:14:01.762 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:29.884168+0000", 2024-08-10T05:14:01.762 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:01.762 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 1, 2024-08-10T05:14:01.762 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:01.762 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:01.762 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 60, 2024-08-10T05:14:01.762 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:01.762 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:01.763 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:01.763 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:01.763 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 1, 2024-08-10T05:14:01.763 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:01.763 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:01.763 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:01.763 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.d", 2024-08-10T05:14:01.763 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:01.763 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:01.763 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:01.763 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 25, 2024-08-10T05:14:01.763 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:01.763 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:02:29.531302+0000", 2024-08-10T05:14:01.763 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:01.764 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:01.764 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:01.764 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 70, 2024-08-10T05:14:01.764 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:01.764 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:01.764 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:01.764 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:01.764 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:01.764 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:01.764 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:01.764 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:01.764 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:01.764 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:01.765 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:01.765 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:01.765 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:01.765 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:01.765 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:01.765 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 3, 2024-08-10T05:14:01.765 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 1, 2024-08-10T05:14:01.765 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:01.765 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 1, 2024-08-10T05:14:01.765 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:01.765 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:01.765 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:01.765 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:01.765 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:01.766 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:01.766 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:01.766 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:01.766 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:01.766 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:01.766 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:01.766 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:01.766 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:01.766 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:01.766 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:01.766 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:01.766 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:01.766 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:01.767 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 1, 2024-08-10T05:14:01.767 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 1 2024-08-10T05:14:01.767 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.767 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:01.767 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:01.767 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:01.767 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:01.767 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:01.767 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-08-10T05:14:01.767 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.767 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-08-10T05:14:01.767 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "66'1" 2024-08-10T05:14:01.767 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.767 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:01.768 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:01.768 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:01.768 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:01.768 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T05:14:01.768 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.768 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T05:14:01.768 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:01.768 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:01.768 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:01.768 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:01.768 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:01.768 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:01.769 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:29.887686+0000", 2024-08-10T05:14:01.769 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.074182+0000", 2024-08-10T05:14:01.769 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.074182+0000", 2024-08-10T05:14:01.769 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.074462+0000", 2024-08-10T05:14:01.769 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:29.887686+0000", 2024-08-10T05:14:01.769 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.769 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:01.769 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.769 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:01.769 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:29.887686+0000", 2024-08-10T05:14:01.769 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:29.887686+0000", 2024-08-10T05:14:01.769 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:29.887686+0000", 2024-08-10T05:14:01.769 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:01.769 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:01.770 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.770 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:29.887686+0000", 2024-08-10T05:14:01.770 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:29.887686+0000", 2024-08-10T05:14:01.770 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:01.770 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:01.770 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:01.770 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:01.770 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:01.770 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:01.770 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:01.770 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:01.770 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:01.770 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:01.771 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:01.771 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:01.771 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:01.771 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.c", 2024-08-10T05:14:01.771 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:01.771 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:01.771 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:01.771 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-08-10T05:14:01.771 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:01.771 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:23:59.780411+0000", 2024-08-10T05:14:01.771 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:01.771 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:01.771 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:01.772 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:01.772 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:01.772 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:01.772 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:01.772 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:01.772 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:01.772 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:01.772 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:01.772 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:01.772 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:01.772 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:01.772 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:01.772 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:01.773 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:01.773 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:01.773 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:01.773 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:01.773 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:01.773 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:01.773 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:01.773 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:01.773 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:01.773 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:01.773 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:01.773 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:01.773 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:01.774 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:01.774 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:01.774 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:01.774 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:01.774 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:01.774 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:01.774 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:01.774 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:01.774 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:01.774 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:01.774 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:01.774 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:01.774 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:01.775 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:01.775 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.775 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:01.775 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:01.775 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:01.775 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:01.775 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:01.775 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T05:14:01.775 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.775 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T05:14:01.775 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:01.775 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.775 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:01.775 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:01.776 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T05:14:01.776 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:01.776 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T05:14:01.776 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.776 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 2, 2024-08-10T05:14:01.776 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:01.776 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:01.776 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T05:14:01.776 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:01.776 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:01.776 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:01.776 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:29.883094+0000", 2024-08-10T05:14:01.776 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:25.840020+0000", 2024-08-10T05:14:01.777 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:25.840020+0000", 2024-08-10T05:14:01.777 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:25.840350+0000", 2024-08-10T05:14:01.777 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:29.883094+0000", 2024-08-10T05:14:01.777 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:01.777 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:01.777 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:01.777 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 61, 2024-08-10T05:14:01.777 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:29.883094+0000", 2024-08-10T05:14:01.777 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:29.883094+0000", 2024-08-10T05:14:01.777 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:29.883094+0000", 2024-08-10T05:14:01.777 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:01.777 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:01.777 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:01.777 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:29.883094+0000", 2024-08-10T05:14:01.778 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:29.883094+0000", 2024-08-10T05:14:01.778 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:01.778 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:01.778 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:01.778 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:01.778 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 60, 2024-08-10T05:14:01.778 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:01.778 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:01.778 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:01.778 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:01.778 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:01.778 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:01.778 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:01.779 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:01.779 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.c", 2024-08-10T05:14:01.779 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:01.779 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:01.779 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:01.779 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 24, 2024-08-10T05:14:01.779 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:01.779 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T11:41:08.343113+0000", 2024-08-10T05:14:01.779 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:01.779 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:01.779 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:01.779 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:01.779 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:01.779 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:01.780 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:01.780 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:01.780 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:01.780 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:01.780 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:01.780 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:01.780 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:01.780 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:01.780 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:01.780 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:01.780 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:01.780 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:01.780 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:01.780 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:01.781 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:01.781 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:01.781 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:01.781 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:01.781 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:01.781 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:01.781 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:01.781 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:01.781 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:01.781 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:01.781 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:01.781 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:01.781 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:01.781 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:01.782 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:01.782 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:01.782 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:01.782 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:01.782 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:01.782 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:01.782 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:01.782 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:01.782 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:01.782 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.782 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:01.782 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:01.782 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:01.783 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T05:14:01.783 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:01.783 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T05:14:01.783 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.783 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 2, 2024-08-10T05:14:01.783 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:01.783 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.783 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:01.783 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:01.783 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:01.783 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:01.783 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T05:14:01.783 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.783 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T05:14:01.783 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:01.784 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:01.784 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:01.784 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:01.784 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:01.784 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:01.784 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.066500+0000", 2024-08-10T05:14:01.784 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.075715+0000", 2024-08-10T05:14:01.784 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.075715+0000", 2024-08-10T05:14:01.784 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.076352+0000", 2024-08-10T05:14:01.784 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.066500+0000", 2024-08-10T05:14:01.784 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.784 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:01.784 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.785 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:01.785 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.066500+0000", 2024-08-10T05:14:01.785 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.066500+0000", 2024-08-10T05:14:01.785 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.066500+0000", 2024-08-10T05:14:01.785 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:01.785 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:01.785 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.785 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.066500+0000", 2024-08-10T05:14:01.785 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.066500+0000", 2024-08-10T05:14:01.785 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:01.785 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:01.785 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:01.785 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:01.785 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:01.785 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:01.786 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:01.786 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:01.786 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:01.786 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:01.786 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:01.786 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:01.786 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:01.786 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.d", 2024-08-10T05:14:01.786 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:01.786 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:01.786 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:01.786 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 20, 2024-08-10T05:14:01.786 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:01.786 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T16:11:55.262046+0000", 2024-08-10T05:14:01.787 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:01.787 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:01.787 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:01.787 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:01.787 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:01.787 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:01.787 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:01.787 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:01.787 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:01.787 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:01.787 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:01.787 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:01.787 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:01.787 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:01.787 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:01.788 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:01.788 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:01.788 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:01.788 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:01.788 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:01.788 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:01.788 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:01.788 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:01.788 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:01.788 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:01.788 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:01.788 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:01.788 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:01.788 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:01.788 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:01.789 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:01.789 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:01.789 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:01.789 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:01.789 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:01.789 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:01.789 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:01.789 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:01.789 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:01.789 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:01.789 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:01.789 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:01.789 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:01.789 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.789 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:01.790 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:01.790 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:01.790 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:01.790 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:01.790 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T05:14:01.790 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.790 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T05:14:01.790 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:01.790 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.790 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:01.790 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:01.790 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T05:14:01.790 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:01.791 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T05:14:01.791 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.791 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-08-10T05:14:01.791 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:01.791 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:01.791 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 70, 2024-08-10T05:14:01.791 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:01.791 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:01.791 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:01.791 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:34.994190+0000", 2024-08-10T05:14:01.791 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:11:25.137341+0000", 2024-08-10T05:14:01.791 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:11:25.137341+0000", 2024-08-10T05:14:01.791 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:11:30.057357+0000", 2024-08-10T05:14:01.791 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:34.994190+0000", 2024-08-10T05:14:01.792 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T05:14:01.792 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:01.792 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T05:14:01.792 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 71, 2024-08-10T05:14:01.792 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:34.994190+0000", 2024-08-10T05:14:01.792 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:34.994190+0000", 2024-08-10T05:14:01.792 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:34.994190+0000", 2024-08-10T05:14:01.792 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:01.792 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:01.792 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T05:14:01.792 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:34.994190+0000", 2024-08-10T05:14:01.792 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:34.994190+0000", 2024-08-10T05:14:01.792 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:01.793 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:01.793 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:01.793 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:01.793 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 70, 2024-08-10T05:14:01.793 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:01.793 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:01.793 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:01.793 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:01.793 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:01.793 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:01.793 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:01.793 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:01.793 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "4.5", 2024-08-10T05:14:01.793 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:01.794 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:01.794 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 76, 2024-08-10T05:14:01.794 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 18, 2024-08-10T05:14:01.794 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:01.794 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T15:02:09.878719+0000", 2024-08-10T05:14:01.794 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.000272422, 2024-08-10T05:14:01.794 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:01.794 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:01.794 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:01.794 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:01.794 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:01.794 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:01.794 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:01.795 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:01.795 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:01.795 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:01.795 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:01.795 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:01.795 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:01.795 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:01.795 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:01.795 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:01.795 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:01.795 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:01.795 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:01.795 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:01.795 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:01.796 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:01.796 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:01.796 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:01.796 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:01.796 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:01.796 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:01.796 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:01.796 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:01.796 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:01.796 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:01.796 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:01.796 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:01.796 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:01.796 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:01.797 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:01.797 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:01.797 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:01.797 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:01.797 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:01.797 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:01.797 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:01.797 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.797 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:01.797 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:01.797 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:01.797 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T05:14:01.797 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:01.797 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T05:14:01.798 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.798 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-08-10T05:14:01.798 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:01.798 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.798 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:01.798 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:01.798 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:01.798 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:01.798 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T05:14:01.798 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.798 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T05:14:01.798 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:01.798 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:01.799 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 20, 2024-08-10T05:14:01.799 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:01.799 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:01.799 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:01.799 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:13:57.426536+0000", 2024-08-10T05:14:01.799 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:03.963183+0000", 2024-08-10T05:14:01.799 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:03.963183+0000", 2024-08-10T05:14:01.799 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:03.963608+0000", 2024-08-10T05:14:01.799 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:13:57.426536+0000", 2024-08-10T05:14:01.799 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:08:04.067019+0000", 2024-08-10T05:14:01.799 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:01.799 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:08:04.067019+0000", 2024-08-10T05:14:01.799 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 59, 2024-08-10T05:14:01.799 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:13:57.426536+0000", 2024-08-10T05:14:01.800 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:13:57.426536+0000", 2024-08-10T05:14:01.800 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:13:57.426536+0000", 2024-08-10T05:14:01.800 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:01.800 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:01.800 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:08:04.067019+0000", 2024-08-10T05:14:01.800 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:13:57.426536+0000", 2024-08-10T05:14:01.800 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:13:57.426536+0000", 2024-08-10T05:14:01.800 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:01.800 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 136, 2024-08-10T05:14:01.800 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:01.800 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:01.800 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 58, 2024-08-10T05:14:01.800 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:01.800 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:01.801 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:01.801 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:01.801 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 136, 2024-08-10T05:14:01.801 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:01.801 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:01.801 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:01.801 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "1.0", 2024-08-10T05:14:01.801 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:01.801 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:01.801 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 76, 2024-08-10T05:14:01.801 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 312, 2024-08-10T05:14:01.801 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:01.801 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:05:43.413270+0000", 2024-08-10T05:14:01.802 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:01.802 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:01.802 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:01.802 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 590368, 2024-08-10T05:14:01.802 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:01.802 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 1771104, 2024-08-10T05:14:01.802 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:01.802 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:01.802 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:01.802 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:01.802 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:01.802 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:01.803 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:01.803 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:01.803 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:01.803 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:01.803 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:01.803 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:01.803 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:01.803 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 6, 2024-08-10T05:14:01.803 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 2, 2024-08-10T05:14:01.803 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:01.803 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 2, 2024-08-10T05:14:01.803 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:01.803 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:01.803 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:01.804 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:01.804 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:01.804 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:01.804 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:01.804 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 6, 2024-08-10T05:14:01.804 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:01.804 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:01.804 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:01.804 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:01.804 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:01.804 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 286, 2024-08-10T05:14:01.804 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 494, 2024-08-10T05:14:01.804 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:01.804 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:01.805 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:01.805 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 195, 2024-08-10T05:14:01.805 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 2416 2024-08-10T05:14:01.805 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.805 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:01.805 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:01.805 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:01.805 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:01.805 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:01.805 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T05:14:01.805 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.805 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T05:14:01.805 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "76'136" 2024-08-10T05:14:01.806 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.806 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:01.806 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:01.806 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:01.806 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T05:14:01.806 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T05:14:01.806 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.806 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T05:14:01.806 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:01.806 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:01.806 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T05:14:01.806 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:01.806 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:01.807 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:01.807 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:29.887585+0000", 2024-08-10T05:14:01.807 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:25.845184+0000", 2024-08-10T05:14:01.807 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:25.845184+0000", 2024-08-10T05:14:01.807 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:25.847141+0000", 2024-08-10T05:14:01.807 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:29.887585+0000", 2024-08-10T05:14:01.807 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:01.807 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:01.807 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:01.807 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 61, 2024-08-10T05:14:01.807 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:29.887585+0000", 2024-08-10T05:14:01.807 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:29.887585+0000", 2024-08-10T05:14:01.807 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:29.887585+0000", 2024-08-10T05:14:01.808 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:01.808 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:01.808 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:01.808 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:29.887585+0000", 2024-08-10T05:14:01.808 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:29.887585+0000", 2024-08-10T05:14:01.808 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:01.808 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:01.808 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:01.808 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:01.808 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 60, 2024-08-10T05:14:01.808 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:01.808 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:01.808 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:01.808 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:01.809 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:01.809 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:01.809 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:01.809 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:01.809 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.3", 2024-08-10T05:14:01.809 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:01.809 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:01.809 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:01.809 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 24, 2024-08-10T05:14:01.809 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:01.809 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T11:48:41.518627+0000", 2024-08-10T05:14:01.809 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:01.809 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:01.809 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:01.810 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:01.810 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:01.810 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:01.810 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:01.810 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:01.810 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:01.810 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:01.810 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:01.810 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:01.810 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:01.810 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:01.810 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:01.810 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:01.811 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:01.811 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:01.811 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:01.811 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:01.811 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:01.811 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:01.811 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:01.811 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:01.811 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:01.811 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:01.811 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:01.811 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:01.811 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:01.812 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:01.812 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:01.812 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:01.812 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:01.812 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:01.812 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:01.812 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:01.812 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:01.812 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:01.812 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:01.812 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:01.812 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:01.812 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:01.812 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:01.813 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.813 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:01.813 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:01.813 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:01.813 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:01.813 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T05:14:01.813 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T05:14:01.813 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.813 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T05:14:01.813 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:01.813 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.813 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:01.813 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:01.814 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:01.814 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:01.814 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T05:14:01.814 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.814 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-08-10T05:14:01.814 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:01.814 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:01.814 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:01.814 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:01.814 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:01.814 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:01.814 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.065688+0000", 2024-08-10T05:14:01.814 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.082218+0000", 2024-08-10T05:14:01.815 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.082218+0000", 2024-08-10T05:14:01.815 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.082473+0000", 2024-08-10T05:14:01.815 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.065688+0000", 2024-08-10T05:14:01.815 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.815 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:01.815 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.815 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:01.815 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.065688+0000", 2024-08-10T05:14:01.815 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.065688+0000", 2024-08-10T05:14:01.815 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.065688+0000", 2024-08-10T05:14:01.815 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:01.815 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:01.815 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.816 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.065688+0000", 2024-08-10T05:14:01.816 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.065688+0000", 2024-08-10T05:14:01.816 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:01.816 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:01.816 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:01.816 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:01.816 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:01.816 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:01.816 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:01.816 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:01.816 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:01.816 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:01.816 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:01.816 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:01.817 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:01.817 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.2", 2024-08-10T05:14:01.817 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:01.817 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:01.817 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:01.817 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-08-10T05:14:01.817 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:01.817 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:48:32.089175+0000", 2024-08-10T05:14:01.817 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:01.817 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:01.817 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:01.817 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:01.817 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:01.817 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:01.818 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:01.818 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:01.818 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:01.818 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:01.818 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:01.818 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:01.818 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:01.818 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:01.818 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:01.818 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:01.818 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:01.818 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:01.819 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:01.819 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:01.819 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:01.819 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:01.819 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:01.819 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:01.819 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:01.819 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:01.819 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:01.819 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:01.819 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:01.819 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:01.819 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:01.819 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:01.819 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:01.820 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:01.820 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:01.820 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:01.820 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:01.820 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:01.820 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:01.820 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:01.820 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:01.820 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:01.820 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:01.820 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.820 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:01.820 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:01.820 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:01.821 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:01.821 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:01.821 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T05:14:01.821 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.821 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-08-10T05:14:01.821 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:01.821 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.821 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:01.821 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:01.821 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:01.821 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:01.821 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T05:14:01.821 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.821 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-08-10T05:14:01.822 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:01.822 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:01.822 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 70, 2024-08-10T05:14:01.822 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:01.822 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:01.822 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:01.822 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:35.167336+0000", 2024-08-10T05:14:01.822 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:11:25.366691+0000", 2024-08-10T05:14:01.822 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:11:25.366691+0000", 2024-08-10T05:14:01.823 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:11:30.067211+0000", 2024-08-10T05:14:01.823 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:35.167336+0000", 2024-08-10T05:14:01.823 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T05:14:01.823 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:01.823 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T05:14:01.824 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 71, 2024-08-10T05:14:01.824 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:35.167336+0000", 2024-08-10T05:14:01.824 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:35.167336+0000", 2024-08-10T05:14:01.824 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:35.167336+0000", 2024-08-10T05:14:01.825 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:01.825 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:01.825 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T05:14:01.825 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:35.167336+0000", 2024-08-10T05:14:01.825 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:35.167336+0000", 2024-08-10T05:14:01.825 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:01.826 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:01.826 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:01.826 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:01.826 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 70, 2024-08-10T05:14:01.826 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:01.826 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:01.827 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:01.827 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:01.827 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:01.827 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:01.827 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:01.827 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:01.828 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "4.6", 2024-08-10T05:14:01.828 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:01.828 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:01.828 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 76, 2024-08-10T05:14:01.828 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 18, 2024-08-10T05:14:01.828 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:01.829 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:36:55.098270+0000", 2024-08-10T05:14:01.829 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.000180425, 2024-08-10T05:14:01.829 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:01.829 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:01.829 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:01.830 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:01.830 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:01.830 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:01.830 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:01.830 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:01.831 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:01.831 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:01.831 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:01.831 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:01.831 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:01.831 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:01.832 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:01.832 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:01.832 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:01.832 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:01.832 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:01.832 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:01.833 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:01.833 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:01.833 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:01.833 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:01.833 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:01.833 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:01.834 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:01.834 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:01.834 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:01.834 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:01.834 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:01.834 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:01.835 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:01.835 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:01.835 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:01.835 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:01.835 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:01.835 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:01.835 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:01.835 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:01.836 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:01.836 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:01.836 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.836 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:01.836 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:01.836 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:01.836 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:01.836 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:01.837 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T05:14:01.837 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.837 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-08-10T05:14:01.837 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:01.837 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.837 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:01.837 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:01.837 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:01.838 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:01.838 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T05:14:01.838 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.838 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T05:14:01.838 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:01.838 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:01.838 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T05:14:01.839 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:01.839 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:01.839 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:01.839 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.065231+0000", 2024-08-10T05:14:01.839 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:25.849644+0000", 2024-08-10T05:14:01.839 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:25.849644+0000", 2024-08-10T05:14:01.839 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:25.850238+0000", 2024-08-10T05:14:01.840 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.065231+0000", 2024-08-10T05:14:01.840 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:01.840 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:01.840 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:01.840 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 61, 2024-08-10T05:14:01.840 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.065231+0000", 2024-08-10T05:14:01.840 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.065231+0000", 2024-08-10T05:14:01.840 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.065231+0000", 2024-08-10T05:14:01.840 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:01.840 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:01.840 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:01.840 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.065231+0000", 2024-08-10T05:14:01.840 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.065231+0000", 2024-08-10T05:14:01.840 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:01.841 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:01.841 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:01.841 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:01.841 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 60, 2024-08-10T05:14:01.841 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:01.841 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:01.841 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:01.841 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:01.841 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:01.841 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:01.841 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:01.841 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:01.841 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.0", 2024-08-10T05:14:01.841 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:01.842 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:01.842 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:01.842 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 23, 2024-08-10T05:14:01.842 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:01.842 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T09:26:12.410095+0000", 2024-08-10T05:14:01.842 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:01.842 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:01.842 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:01.842 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:01.842 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:01.842 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:01.843 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:01.843 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:01.843 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:01.843 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:01.843 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:01.843 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:01.843 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:01.843 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:01.843 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:01.844 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:01.844 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:01.844 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:01.844 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:01.844 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:01.844 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:01.844 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:01.844 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:01.844 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:01.844 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:01.844 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:01.844 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:01.844 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:01.845 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:01.845 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:01.845 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:01.845 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:01.845 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:01.845 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:01.845 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:01.845 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:01.845 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:01.845 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:01.845 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:01.845 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:01.845 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:01.845 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:01.846 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:01.846 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.846 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:01.846 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:01.846 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:01.846 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:01.846 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:01.846 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T05:14:01.846 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.846 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T05:14:01.846 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:01.846 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.847 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:01.847 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:01.847 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:01.847 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:01.847 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-08-10T05:14:01.847 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.847 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-08-10T05:14:01.847 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:01.847 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:01.847 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:01.847 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:01.847 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:01.847 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:01.847 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.066154+0000", 2024-08-10T05:14:01.848 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.078200+0000", 2024-08-10T05:14:01.848 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.078200+0000", 2024-08-10T05:14:01.848 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.078649+0000", 2024-08-10T05:14:01.848 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.066154+0000", 2024-08-10T05:14:01.848 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.848 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:01.848 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.848 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:01.848 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.066154+0000", 2024-08-10T05:14:01.848 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.066154+0000", 2024-08-10T05:14:01.848 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.066154+0000", 2024-08-10T05:14:01.848 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:01.848 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:01.849 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.849 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.066154+0000", 2024-08-10T05:14:01.849 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.066154+0000", 2024-08-10T05:14:01.849 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:01.849 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:01.849 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:01.849 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:01.849 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:01.849 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:01.849 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:01.849 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:01.849 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:01.849 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:01.849 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:01.850 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:01.850 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:01.850 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.1", 2024-08-10T05:14:01.850 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:01.850 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:01.850 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:01.850 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 20, 2024-08-10T05:14:01.850 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:01.850 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:16:01.271759+0000", 2024-08-10T05:14:01.850 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:01.850 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:01.850 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:01.851 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:01.851 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:01.851 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:01.851 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:01.851 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:01.851 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:01.851 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:01.851 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:01.851 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:01.851 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:01.851 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:01.851 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:01.851 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:01.851 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:01.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:01.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:01.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:01.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:01.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:01.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:01.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:01.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:01.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:01.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:01.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:01.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:01.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:01.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:01.853 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:01.853 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:01.853 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:01.853 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:01.853 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:01.853 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:01.853 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:01.853 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:01.853 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:01.853 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:01.853 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:01.853 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:01.853 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.854 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:01.854 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:01.854 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:01.854 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:01.854 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:01.854 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-08-10T05:14:01.854 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.854 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-08-10T05:14:01.854 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:01.854 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.854 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:01.854 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:01.855 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:01.855 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:01.855 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T05:14:01.855 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.855 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-08-10T05:14:01.855 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:01.855 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:01.855 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 70, 2024-08-10T05:14:01.855 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:01.855 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:01.855 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:01.855 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:34.970264+0000", 2024-08-10T05:14:01.855 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:11:25.367603+0000", 2024-08-10T05:14:01.855 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:11:25.367603+0000", 2024-08-10T05:14:01.856 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:11:29.884432+0000", 2024-08-10T05:14:01.856 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:34.970264+0000", 2024-08-10T05:14:01.856 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T05:14:01.856 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:01.856 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T05:14:01.856 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 71, 2024-08-10T05:14:01.856 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:34.970264+0000", 2024-08-10T05:14:01.856 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:34.970264+0000", 2024-08-10T05:14:01.856 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:34.970264+0000", 2024-08-10T05:14:01.856 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:01.856 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:01.856 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T05:14:01.856 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:34.970264+0000", 2024-08-10T05:14:01.857 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:34.970264+0000", 2024-08-10T05:14:01.857 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:01.857 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:01.857 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:01.857 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:01.857 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 70, 2024-08-10T05:14:01.857 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:01.857 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:01.857 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:01.857 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:01.857 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:01.857 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:01.857 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:01.857 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:01.858 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "4.7", 2024-08-10T05:14:01.858 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:01.858 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:01.858 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 76, 2024-08-10T05:14:01.858 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 19, 2024-08-10T05:14:01.858 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:01.858 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T11:04:52.113774+0000", 2024-08-10T05:14:01.858 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.00064221, 2024-08-10T05:14:01.858 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:01.858 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:01.858 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:01.858 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:01.858 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:01.859 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:01.859 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:01.859 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:01.859 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:01.859 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:01.859 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:01.859 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:01.859 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:01.859 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:01.859 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:01.859 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:01.859 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:01.859 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:01.860 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:01.860 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:01.860 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:01.860 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:01.860 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:01.860 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:01.860 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:01.860 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:01.860 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:01.860 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:01.860 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:01.860 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:01.860 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:01.860 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:01.861 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:01.861 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:01.861 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:01.861 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:01.861 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:01.861 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:01.861 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:01.861 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:01.861 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:01.861 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:01.861 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.861 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:01.861 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:01.861 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:01.862 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:01.862 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:01.862 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T05:14:01.862 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.862 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-08-10T05:14:01.862 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:01.862 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.862 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:01.862 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:01.862 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T05:14:01.862 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:01.862 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T05:14:01.862 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.863 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 2, 2024-08-10T05:14:01.863 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:01.863 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:01.863 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T05:14:01.863 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:01.863 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:01.863 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:01.863 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:29.882870+0000", 2024-08-10T05:14:01.863 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:25.843003+0000", 2024-08-10T05:14:01.863 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:25.843003+0000", 2024-08-10T05:14:01.863 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:25.843274+0000", 2024-08-10T05:14:01.863 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:29.882870+0000", 2024-08-10T05:14:01.863 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:01.863 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:01.864 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:01.864 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 61, 2024-08-10T05:14:01.864 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:29.882870+0000", 2024-08-10T05:14:01.864 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:29.882870+0000", 2024-08-10T05:14:01.864 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:29.882870+0000", 2024-08-10T05:14:01.864 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:01.864 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:01.864 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:01.864 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:29.882870+0000", 2024-08-10T05:14:01.864 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:29.882870+0000", 2024-08-10T05:14:01.864 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:01.864 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:01.864 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:01.864 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:01.865 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 60, 2024-08-10T05:14:01.865 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:01.865 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:01.865 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:01.865 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:01.865 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:01.865 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:01.865 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:01.865 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:01.865 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.1", 2024-08-10T05:14:01.866 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:01.866 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:01.866 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:01.866 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 24, 2024-08-10T05:14:01.866 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:01.866 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:15:39.947850+0000", 2024-08-10T05:14:01.866 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:01.866 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:01.866 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:01.867 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:01.867 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:01.867 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:01.867 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:01.867 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:01.867 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:01.867 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:01.867 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:01.867 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:01.867 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:01.868 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:01.868 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:01.868 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:01.868 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:01.868 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:01.868 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:01.868 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:01.868 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:01.868 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:01.868 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:01.868 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:01.868 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:01.869 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:01.869 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:01.869 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:01.869 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:01.869 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:01.869 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:01.869 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:01.869 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:01.869 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:01.869 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:01.869 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:01.869 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:01.869 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:01.869 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:01.870 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:01.870 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:01.870 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:01.870 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:01.870 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.870 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:01.870 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:01.870 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:01.870 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T05:14:01.870 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:01.870 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T05:14:01.870 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.871 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 2, 2024-08-10T05:14:01.871 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:01.871 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.871 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:01.871 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:01.871 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:01.871 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T05:14:01.871 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T05:14:01.871 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.871 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-08-10T05:14:01.871 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:01.871 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:01.871 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:01.872 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:01.872 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:01.872 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:01.872 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:29.883796+0000", 2024-08-10T05:14:01.872 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.065405+0000", 2024-08-10T05:14:01.872 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.065405+0000", 2024-08-10T05:14:01.872 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.065667+0000", 2024-08-10T05:14:01.872 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:29.883796+0000", 2024-08-10T05:14:01.872 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.872 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:01.872 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.872 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:01.872 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:29.883796+0000", 2024-08-10T05:14:01.873 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:29.883796+0000", 2024-08-10T05:14:01.873 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:29.883796+0000", 2024-08-10T05:14:01.873 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:01.873 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:01.873 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.873 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:29.883796+0000", 2024-08-10T05:14:01.873 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:29.883796+0000", 2024-08-10T05:14:01.873 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:01.873 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:01.873 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:01.873 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:01.873 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:01.873 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:01.874 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:01.874 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:01.874 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:01.874 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:01.874 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:01.874 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:01.874 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:01.874 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.0", 2024-08-10T05:14:01.874 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:01.875 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:01.875 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:01.875 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-08-10T05:14:01.875 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:01.875 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T15:45:11.978607+0000", 2024-08-10T05:14:01.875 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:01.875 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:01.875 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:01.875 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:01.875 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:01.876 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:01.876 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:01.876 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:01.876 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:01.876 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:01.876 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:01.876 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:01.876 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:01.876 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:01.876 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:01.876 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:01.877 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:01.877 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:01.877 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:01.877 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:01.877 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:01.877 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:01.877 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:01.877 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:01.877 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:01.877 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:01.877 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:01.877 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:01.878 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:01.878 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:01.878 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:01.878 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:01.878 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:01.878 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:01.878 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:01.878 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:01.878 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:01.878 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:01.878 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:01.878 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:01.878 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:01.879 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:01.879 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:01.879 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.879 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:01.879 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:01.879 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:01.879 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:01.879 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T05:14:01.879 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T05:14:01.879 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.879 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-08-10T05:14:01.879 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:01.879 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.880 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:01.880 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:01.880 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:01.880 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T05:14:01.880 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-08-10T05:14:01.880 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.880 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-08-10T05:14:01.880 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:01.880 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:01.880 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 70, 2024-08-10T05:14:01.880 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:01.880 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:01.880 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:01.880 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:34.969937+0000", 2024-08-10T05:14:01.881 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:11:25.366615+0000", 2024-08-10T05:14:01.881 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:11:25.366615+0000", 2024-08-10T05:14:01.881 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:11:29.885124+0000", 2024-08-10T05:14:01.881 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:34.969937+0000", 2024-08-10T05:14:01.881 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T05:14:01.881 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:01.881 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T05:14:01.881 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 71, 2024-08-10T05:14:01.881 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:34.969937+0000", 2024-08-10T05:14:01.881 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:34.969937+0000", 2024-08-10T05:14:01.881 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:34.969937+0000", 2024-08-10T05:14:01.881 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:01.881 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:01.881 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T05:14:01.881 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:34.969937+0000", 2024-08-10T05:14:01.882 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:34.969937+0000", 2024-08-10T05:14:01.882 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:01.882 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:01.882 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:01.882 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:01.882 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 70, 2024-08-10T05:14:01.882 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:01.882 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:01.882 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:01.882 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:01.882 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:01.882 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:01.882 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:01.883 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:01.883 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "4.4", 2024-08-10T05:14:01.883 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:01.883 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:01.883 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 76, 2024-08-10T05:14:01.883 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 19, 2024-08-10T05:14:01.883 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:01.883 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T15:10:04.284997+0000", 2024-08-10T05:14:01.886 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.000924697, 2024-08-10T05:14:01.886 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:01.886 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:01.886 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:01.886 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:01.886 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:01.886 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:01.886 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:01.887 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:01.887 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:01.887 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:01.887 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:01.887 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:01.887 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:01.887 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:01.887 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:01.887 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:01.887 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:01.887 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:01.887 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:01.887 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:01.887 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:01.888 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:01.888 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:01.888 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:01.888 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:01.888 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:01.888 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:01.888 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:01.888 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:01.888 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:01.888 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:01.888 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:01.888 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:01.888 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:01.888 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:01.889 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:01.889 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:01.889 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:01.889 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:01.889 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:01.889 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:01.889 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:01.889 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.889 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:01.889 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:01.889 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:01.889 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:01.889 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T05:14:01.889 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-08-10T05:14:01.890 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.890 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-08-10T05:14:01.890 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:01.890 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.890 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:01.890 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:01.890 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:01.890 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:01.890 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T05:14:01.890 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.890 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T05:14:01.890 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:01.890 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:01.891 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T05:14:01.891 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:01.891 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:01.891 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:01.891 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:29.887537+0000", 2024-08-10T05:14:01.891 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:25.847545+0000", 2024-08-10T05:14:01.891 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:25.847545+0000", 2024-08-10T05:14:01.891 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:25.849852+0000", 2024-08-10T05:14:01.891 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:29.887537+0000", 2024-08-10T05:14:01.891 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:01.891 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:01.891 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:01.891 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 61, 2024-08-10T05:14:01.892 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:29.887537+0000", 2024-08-10T05:14:01.892 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:29.887537+0000", 2024-08-10T05:14:01.892 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:29.887537+0000", 2024-08-10T05:14:01.892 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:01.892 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:01.892 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:01.892 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:29.887537+0000", 2024-08-10T05:14:01.892 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:29.887537+0000", 2024-08-10T05:14:01.892 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:01.892 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:01.892 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:01.892 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:01.892 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 60, 2024-08-10T05:14:01.892 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:01.893 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:01.893 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:01.893 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:01.893 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:01.893 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:01.893 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:01.893 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:01.893 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.2", 2024-08-10T05:14:01.893 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:01.893 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:01.893 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:01.893 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 24, 2024-08-10T05:14:01.893 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:01.894 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T15:17:58.425518+0000", 2024-08-10T05:14:01.894 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:01.894 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:01.894 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:01.894 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:01.894 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:01.894 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:01.894 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:01.894 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:01.894 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:01.894 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:01.894 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:01.894 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:01.895 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:01.895 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:01.895 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:01.895 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:01.895 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:01.895 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:01.895 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:01.895 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:01.895 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:01.895 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:01.895 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:01.895 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:01.895 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:01.895 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:01.896 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:01.896 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:01.896 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:01.896 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:01.896 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:01.896 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:01.896 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:01.896 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:01.896 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:01.896 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:01.896 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:01.896 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:01.896 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:01.896 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:01.897 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:01.897 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:01.897 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:01.897 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.897 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:01.897 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:01.897 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:01.897 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:01.897 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:01.897 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T05:14:01.897 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.897 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T05:14:01.897 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:01.898 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.898 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:01.898 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:01.898 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:01.898 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:01.898 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T05:14:01.898 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.898 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 4, 2024-08-10T05:14:01.898 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:01.898 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:01.898 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:01.899 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:01.899 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:01.899 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:01.899 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:29.883207+0000", 2024-08-10T05:14:01.899 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.076559+0000", 2024-08-10T05:14:01.899 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.076559+0000", 2024-08-10T05:14:01.899 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.076840+0000", 2024-08-10T05:14:01.899 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:29.883207+0000", 2024-08-10T05:14:01.899 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.899 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:01.899 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.899 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:01.899 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:29.883207+0000", 2024-08-10T05:14:01.899 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:29.883207+0000", 2024-08-10T05:14:01.900 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:29.883207+0000", 2024-08-10T05:14:01.900 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:01.900 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:01.900 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.900 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:29.883207+0000", 2024-08-10T05:14:01.900 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:29.883207+0000", 2024-08-10T05:14:01.900 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:01.900 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:01.900 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:01.900 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:01.900 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:01.900 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:01.900 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:01.901 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:01.901 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:01.901 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:01.901 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:01.901 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:01.901 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:01.901 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.3", 2024-08-10T05:14:01.901 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:01.901 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:01.901 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:01.901 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-08-10T05:14:01.901 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:01.901 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T16:50:09.092695+0000", 2024-08-10T05:14:01.901 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:01.902 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:01.902 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:01.902 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:01.902 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:01.902 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:01.902 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:01.902 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:01.902 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:01.902 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:01.902 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:01.902 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:01.902 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:01.903 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:01.903 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:01.903 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:01.903 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:01.903 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:01.903 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:01.903 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:01.903 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:01.903 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:01.903 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:01.903 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:01.903 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:01.903 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:01.903 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:01.904 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:01.904 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:01.904 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:01.904 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:01.904 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:01.904 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:01.904 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:01.904 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:01.904 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:01.904 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:01.904 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:01.904 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:01.904 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:01.904 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:01.905 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:01.905 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:01.905 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.905 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:01.905 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:01.905 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:01.905 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:01.905 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:01.905 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T05:14:01.905 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.905 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 4, 2024-08-10T05:14:01.905 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:01.905 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.905 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:01.905 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:01.906 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:01.906 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:01.906 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T05:14:01.906 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.906 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-08-10T05:14:01.906 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:01.906 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:01.906 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 70, 2024-08-10T05:14:01.906 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:01.906 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:01.906 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:01.906 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:34.969980+0000", 2024-08-10T05:14:01.906 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:11:25.367617+0000", 2024-08-10T05:14:01.907 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:11:25.367617+0000", 2024-08-10T05:14:01.907 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:11:29.885080+0000", 2024-08-10T05:14:01.907 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:34.969980+0000", 2024-08-10T05:14:01.907 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T05:14:01.907 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:01.907 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T05:14:01.907 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 71, 2024-08-10T05:14:01.907 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:34.969980+0000", 2024-08-10T05:14:01.907 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:34.969980+0000", 2024-08-10T05:14:01.907 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:34.969980+0000", 2024-08-10T05:14:01.907 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:01.907 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:01.907 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T05:14:01.908 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:34.969980+0000", 2024-08-10T05:14:01.908 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:34.969980+0000", 2024-08-10T05:14:01.908 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:01.908 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 2, 2024-08-10T05:14:01.908 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:01.908 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:01.908 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 70, 2024-08-10T05:14:01.908 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:01.908 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:01.908 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:01.908 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:01.908 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 2, 2024-08-10T05:14:01.908 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:01.908 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:01.909 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:01.909 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "4.2", 2024-08-10T05:14:01.909 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:01.909 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:01.909 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 76, 2024-08-10T05:14:01.909 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-08-10T05:14:01.909 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:01.909 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T15:19:50.730861+0000", 2024-08-10T05:14:01.909 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.000939108, 2024-08-10T05:14:01.909 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:01.909 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:01.909 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 19, 2024-08-10T05:14:01.909 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:01.910 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:01.910 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:01.910 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:01.910 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:01.910 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:01.910 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:01.910 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:01.910 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:01.910 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:01.910 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:01.910 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:01.910 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:01.910 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:01.910 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:01.911 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 3, 2024-08-10T05:14:01.911 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 1, 2024-08-10T05:14:01.911 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:01.911 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 1, 2024-08-10T05:14:01.911 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:01.911 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:01.911 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:01.911 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:01.911 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:01.911 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:01.911 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:01.911 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:01.911 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:01.911 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:01.912 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:01.912 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:01.912 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:01.912 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:01.912 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:01.912 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:01.912 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:01.912 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:01.912 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 2, 2024-08-10T05:14:01.912 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 2 2024-08-10T05:14:01.912 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.912 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:01.912 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:01.912 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:01.913 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:01.913 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:01.913 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T05:14:01.913 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.913 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-08-10T05:14:01.913 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "75'2" 2024-08-10T05:14:01.913 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.913 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:01.913 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:01.913 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:01.913 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:01.913 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T05:14:01.913 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.913 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-08-10T05:14:01.914 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:01.914 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:01.914 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T05:14:01.914 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:01.914 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:01.914 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:01.914 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:29.884402+0000", 2024-08-10T05:14:01.914 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:25.844380+0000", 2024-08-10T05:14:01.914 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:25.844380+0000", 2024-08-10T05:14:01.914 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:25.844697+0000", 2024-08-10T05:14:01.914 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:29.884402+0000", 2024-08-10T05:14:01.914 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:01.914 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:01.915 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:01.915 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 61, 2024-08-10T05:14:01.915 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:29.884402+0000", 2024-08-10T05:14:01.915 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:29.884402+0000", 2024-08-10T05:14:01.915 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:29.884402+0000", 2024-08-10T05:14:01.915 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:01.915 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:01.915 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:01.915 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:29.884402+0000", 2024-08-10T05:14:01.915 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:29.884402+0000", 2024-08-10T05:14:01.915 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:01.915 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:01.915 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:01.915 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:01.916 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 60, 2024-08-10T05:14:01.916 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:01.916 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:01.916 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:01.916 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:01.916 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:01.916 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:01.916 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:01.916 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:01.916 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.4", 2024-08-10T05:14:01.916 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:01.916 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:01.916 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:01.916 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 24, 2024-08-10T05:14:01.917 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:01.917 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T15:23:39.783796+0000", 2024-08-10T05:14:01.917 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:01.917 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:01.917 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:01.917 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:01.917 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:01.917 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:01.917 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:01.917 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:01.917 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:01.917 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:01.917 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:01.918 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:01.918 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:01.918 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:01.918 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:01.918 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:01.918 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:01.918 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:01.918 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:01.918 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:01.918 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:01.918 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:01.918 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:01.918 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:01.918 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:01.919 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:01.919 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:01.919 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:01.919 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:01.919 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:01.919 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:01.919 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:01.919 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:01.919 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:01.919 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:01.919 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:01.919 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:01.919 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:01.919 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:01.920 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:01.920 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:01.920 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:01.920 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:01.920 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.920 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:01.920 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:01.920 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:01.920 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:01.920 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:01.920 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T05:14:01.920 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.920 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-08-10T05:14:01.920 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:01.920 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.921 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:01.921 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:01.921 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:01.921 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:01.921 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T05:14:01.921 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.921 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T05:14:01.921 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:01.921 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:01.921 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:01.921 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:01.921 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:01.921 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:01.921 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:29.887725+0000", 2024-08-10T05:14:01.922 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.068248+0000", 2024-08-10T05:14:01.922 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.068248+0000", 2024-08-10T05:14:01.922 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.069626+0000", 2024-08-10T05:14:01.922 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:29.887725+0000", 2024-08-10T05:14:01.922 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.922 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:01.922 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.922 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:01.922 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:29.887725+0000", 2024-08-10T05:14:01.923 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:29.887725+0000", 2024-08-10T05:14:01.923 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:29.887725+0000", 2024-08-10T05:14:01.923 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:01.923 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:01.923 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.923 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:29.887725+0000", 2024-08-10T05:14:01.923 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:29.887725+0000", 2024-08-10T05:14:01.923 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:01.923 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:01.923 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:01.923 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:01.923 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:01.923 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:01.923 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:01.924 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:01.924 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:01.924 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:01.924 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:01.924 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:01.924 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:01.924 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.5", 2024-08-10T05:14:01.924 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:01.924 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:01.924 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:01.924 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-08-10T05:14:01.924 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:01.924 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T16:38:13.639344+0000", 2024-08-10T05:14:01.924 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:01.925 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:01.925 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:01.925 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:01.925 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:01.925 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:01.925 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:01.925 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:01.925 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:01.925 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:01.925 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:01.925 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:01.925 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:01.925 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:01.926 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:01.926 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:01.926 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:01.926 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:01.926 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:01.926 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:01.926 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:01.926 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:01.926 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:01.926 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:01.926 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:01.926 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:01.926 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:01.926 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:01.927 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:01.927 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:01.927 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:01.927 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:01.927 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:01.927 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:01.927 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:01.927 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:01.927 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:01.927 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:01.927 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:01.927 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:01.927 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:01.928 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:01.928 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:01.928 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.928 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:01.928 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:01.928 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:01.928 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:01.928 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:01.928 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T05:14:01.928 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.928 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T05:14:01.928 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:01.928 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.928 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:01.929 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:01.929 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:01.929 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:01.929 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T05:14:01.929 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.929 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-08-10T05:14:01.929 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:01.929 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:01.929 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 70, 2024-08-10T05:14:01.929 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:01.929 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:01.929 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:01.929 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:35.166833+0000", 2024-08-10T05:14:01.929 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:11:25.367458+0000", 2024-08-10T05:14:01.930 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:11:25.367458+0000", 2024-08-10T05:14:01.930 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:11:30.067247+0000", 2024-08-10T05:14:01.930 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:35.166833+0000", 2024-08-10T05:14:01.930 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T05:14:01.930 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:01.930 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T05:14:01.930 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 71, 2024-08-10T05:14:01.930 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:35.166833+0000", 2024-08-10T05:14:01.930 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:35.166833+0000", 2024-08-10T05:14:01.930 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:35.166833+0000", 2024-08-10T05:14:01.930 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:01.930 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:01.930 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T05:14:01.931 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:35.166833+0000", 2024-08-10T05:14:01.931 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:35.166833+0000", 2024-08-10T05:14:01.931 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:01.931 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 1, 2024-08-10T05:14:01.931 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:01.931 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:01.931 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 70, 2024-08-10T05:14:01.931 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:01.931 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:01.931 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:01.931 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:01.931 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 1, 2024-08-10T05:14:01.931 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:01.931 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:01.932 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:01.932 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "4.3", 2024-08-10T05:14:01.932 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:01.932 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:01.932 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 76, 2024-08-10T05:14:01.932 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 19, 2024-08-10T05:14:01.932 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:01.932 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:07:41.894334+0000", 2024-08-10T05:14:01.932 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.000785724, 2024-08-10T05:14:01.932 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:01.932 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:01.932 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:01.932 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:01.933 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:01.933 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:01.933 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:01.933 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:01.933 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:01.933 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:01.933 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:01.933 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:01.933 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:01.933 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:01.933 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:01.933 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:01.933 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:01.933 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:01.934 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 3, 2024-08-10T05:14:01.934 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 1, 2024-08-10T05:14:01.934 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:01.934 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 1, 2024-08-10T05:14:01.934 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:01.934 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:01.934 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:01.934 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:01.934 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:01.934 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:01.934 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:01.934 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:01.934 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:01.934 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:01.935 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:01.935 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:01.935 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:01.935 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:01.935 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:01.935 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:01.935 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:01.935 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:01.935 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:01.935 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:01.935 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.935 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:01.935 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:01.935 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:01.936 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:01.936 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:01.936 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T05:14:01.936 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.936 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-08-10T05:14:01.936 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "73'1" 2024-08-10T05:14:01.936 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.936 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:01.936 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:01.936 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:01.936 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:01.936 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T05:14:01.936 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.936 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T05:14:01.937 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:01.937 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:01.937 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T05:14:01.937 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:01.937 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:01.937 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:01.937 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.065578+0000", 2024-08-10T05:14:01.937 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:25.848913+0000", 2024-08-10T05:14:01.937 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:25.848913+0000", 2024-08-10T05:14:01.937 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:25.849248+0000", 2024-08-10T05:14:01.937 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.065578+0000", 2024-08-10T05:14:01.937 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:01.937 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:01.937 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:01.938 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 61, 2024-08-10T05:14:01.938 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.065578+0000", 2024-08-10T05:14:01.938 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.065578+0000", 2024-08-10T05:14:01.938 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.065578+0000", 2024-08-10T05:14:01.938 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:01.938 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:01.938 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:01.938 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.065578+0000", 2024-08-10T05:14:01.938 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.065578+0000", 2024-08-10T05:14:01.938 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:01.938 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:01.938 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:01.939 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:01.939 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 60, 2024-08-10T05:14:01.939 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:01.939 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:01.939 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:01.939 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:01.939 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:01.939 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:01.939 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:01.939 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:01.939 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.5", 2024-08-10T05:14:01.939 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:01.939 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:01.939 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:01.940 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 23, 2024-08-10T05:14:01.940 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:01.940 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:54:01.026444+0000", 2024-08-10T05:14:01.940 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:01.940 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:01.940 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:01.940 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:01.940 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:01.940 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:01.940 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:01.940 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:01.940 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:01.940 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:01.940 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:01.941 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:01.941 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:01.941 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:01.941 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:01.941 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:01.941 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:01.941 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:01.941 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:01.941 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:01.941 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:01.941 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:01.941 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:01.941 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:01.941 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:01.941 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:01.942 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:01.942 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:01.942 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:01.942 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:01.942 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:01.942 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:01.942 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:01.942 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:01.942 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:01.942 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:01.942 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:01.942 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:01.943 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:01.943 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:01.943 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:01.943 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:01.943 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:01.943 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.943 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:01.943 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:01.943 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:01.943 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:01.943 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:01.943 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T05:14:01.944 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.944 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T05:14:01.944 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:01.944 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.944 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:01.944 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:01.944 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:01.944 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T05:14:01.944 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T05:14:01.944 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.944 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-08-10T05:14:01.944 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:01.945 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:01.945 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:01.945 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:01.945 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:01.945 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:01.945 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:29.884395+0000", 2024-08-10T05:14:01.945 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.082045+0000", 2024-08-10T05:14:01.945 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.082045+0000", 2024-08-10T05:14:01.945 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.082381+0000", 2024-08-10T05:14:01.945 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:29.884395+0000", 2024-08-10T05:14:01.945 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.945 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:01.945 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.946 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:01.946 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:29.884395+0000", 2024-08-10T05:14:01.946 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:29.884395+0000", 2024-08-10T05:14:01.946 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:29.884395+0000", 2024-08-10T05:14:01.946 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:01.946 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:01.946 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.946 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:29.884395+0000", 2024-08-10T05:14:01.946 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:29.884395+0000", 2024-08-10T05:14:01.946 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:01.946 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:01.946 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:01.946 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:01.947 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:01.947 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:01.947 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:01.947 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:01.947 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:01.947 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:01.947 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:01.947 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:01.947 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:01.947 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.4", 2024-08-10T05:14:01.947 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:01.947 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:01.947 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:01.948 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-08-10T05:14:01.948 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:01.948 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:11:04.312960+0000", 2024-08-10T05:14:01.948 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:01.948 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:01.948 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:01.948 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:01.948 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:01.948 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:01.948 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:01.948 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:01.948 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:01.948 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:01.949 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:01.949 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:01.949 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:01.949 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:01.949 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:01.949 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:01.949 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:01.949 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:01.949 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:01.949 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:01.949 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:01.949 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:01.949 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:01.950 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:01.950 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:01.950 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:01.950 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:01.950 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:01.950 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:01.950 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:01.950 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:01.950 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:01.950 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:01.950 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:01.950 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:01.950 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:01.951 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:01.951 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:01.951 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:01.951 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:01.951 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:01.951 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:01.951 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:01.951 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.951 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:01.951 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:01.951 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:01.951 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:01.951 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T05:14:01.951 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T05:14:01.952 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.952 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-08-10T05:14:01.952 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:01.952 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.952 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:01.952 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:01.952 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:01.952 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:01.952 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T05:14:01.952 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.952 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-08-10T05:14:01.952 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:01.952 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:01.953 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 70, 2024-08-10T05:14:01.953 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:01.953 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:01.953 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:01.953 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:35.166711+0000", 2024-08-10T05:14:01.953 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:11:25.139214+0000", 2024-08-10T05:14:01.953 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:11:25.139214+0000", 2024-08-10T05:14:01.953 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:11:30.065469+0000", 2024-08-10T05:14:01.953 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:35.166711+0000", 2024-08-10T05:14:01.953 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T05:14:01.953 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:01.953 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T05:14:01.953 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 71, 2024-08-10T05:14:01.953 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:35.166711+0000", 2024-08-10T05:14:01.953 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:35.166711+0000", 2024-08-10T05:14:01.954 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:35.166711+0000", 2024-08-10T05:14:01.954 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:01.954 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:01.954 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T05:14:01.954 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:35.166711+0000", 2024-08-10T05:14:01.954 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:35.166711+0000", 2024-08-10T05:14:01.954 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:01.954 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:01.954 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:01.954 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:01.954 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 70, 2024-08-10T05:14:01.954 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:01.955 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:01.955 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:01.955 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:01.955 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:01.955 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:01.955 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:01.955 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:01.955 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "4.0", 2024-08-10T05:14:01.955 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:01.955 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:01.955 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 76, 2024-08-10T05:14:01.955 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 19, 2024-08-10T05:14:01.955 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:01.955 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:37:18.110088+0000", 2024-08-10T05:14:01.956 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.000342888, 2024-08-10T05:14:01.956 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:01.956 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:01.956 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:01.956 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:01.956 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:01.956 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:01.956 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:01.956 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:01.956 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:01.956 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:01.956 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:01.956 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:01.956 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:01.957 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:01.957 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:01.957 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:01.957 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:01.957 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:01.957 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:01.957 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:01.957 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:01.957 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:01.957 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:01.957 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:01.957 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:01.957 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:01.958 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:01.958 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:01.958 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:01.958 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:01.958 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:01.958 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:01.958 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:01.958 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:01.958 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:01.958 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:01.958 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:01.958 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:01.958 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:01.959 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:01.959 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:01.959 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:01.959 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.959 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:01.959 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:01.959 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:01.959 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:01.959 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:01.959 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T05:14:01.959 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.959 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-08-10T05:14:01.959 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:01.959 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.959 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:01.960 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:01.960 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:01.960 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T05:14:01.960 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T05:14:01.960 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.960 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-08-10T05:14:01.960 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:01.960 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:01.960 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T05:14:01.960 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:01.960 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:01.960 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:01.960 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:29.884148+0000", 2024-08-10T05:14:01.961 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:25.840613+0000", 2024-08-10T05:14:01.961 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:25.840613+0000", 2024-08-10T05:14:01.961 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:25.841023+0000", 2024-08-10T05:14:01.961 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:29.884148+0000", 2024-08-10T05:14:01.961 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:01.961 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:01.961 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:01.961 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 61, 2024-08-10T05:14:01.961 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:29.884148+0000", 2024-08-10T05:14:01.961 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:29.884148+0000", 2024-08-10T05:14:01.961 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:29.884148+0000", 2024-08-10T05:14:01.961 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:01.961 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:01.962 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:01.962 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:29.884148+0000", 2024-08-10T05:14:01.962 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:29.884148+0000", 2024-08-10T05:14:01.962 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:01.962 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 1, 2024-08-10T05:14:01.962 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:01.962 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:01.962 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 60, 2024-08-10T05:14:01.962 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:01.962 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:01.962 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:01.962 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:01.962 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 1, 2024-08-10T05:14:01.963 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:01.963 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:01.963 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:01.963 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.6", 2024-08-10T05:14:01.963 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:01.963 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:01.963 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:01.963 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 25, 2024-08-10T05:14:01.963 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:01.963 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:59:28.205118+0000", 2024-08-10T05:14:01.963 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:01.963 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:01.963 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:01.964 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:01.964 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:01.964 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:01.964 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:01.964 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:01.964 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:01.964 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:01.964 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:01.964 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:01.964 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:01.964 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:01.964 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:01.964 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:01.965 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:01.965 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:01.965 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:01.965 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 3, 2024-08-10T05:14:01.965 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 1, 2024-08-10T05:14:01.965 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:01.965 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 1, 2024-08-10T05:14:01.965 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:01.965 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:01.965 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:01.965 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:01.966 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:01.966 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 1, 2024-08-10T05:14:01.966 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:01.966 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:01.966 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:01.966 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:01.966 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:01.966 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:01.966 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:01.966 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:01.966 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:01.966 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:01.967 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:01.967 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:01.967 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 1, 2024-08-10T05:14:01.967 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:01.967 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.967 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:01.967 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:01.967 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:01.967 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:01.967 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T05:14:01.967 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T05:14:01.967 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.967 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-08-10T05:14:01.968 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "66'1" 2024-08-10T05:14:01.968 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.968 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:01.968 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:01.968 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:01.968 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:01.968 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T05:14:01.968 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.968 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-08-10T05:14:01.968 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:01.968 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:01.968 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:01.968 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:01.969 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:01.969 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:01.969 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.066194+0000", 2024-08-10T05:14:01.969 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.077391+0000", 2024-08-10T05:14:01.969 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.077391+0000", 2024-08-10T05:14:01.969 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.077736+0000", 2024-08-10T05:14:01.969 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.066194+0000", 2024-08-10T05:14:01.969 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.969 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:01.969 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.969 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:01.969 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.066194+0000", 2024-08-10T05:14:01.969 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.066194+0000", 2024-08-10T05:14:01.970 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.066194+0000", 2024-08-10T05:14:01.970 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:01.970 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:01.970 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.970 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.066194+0000", 2024-08-10T05:14:01.970 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.066194+0000", 2024-08-10T05:14:01.970 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:01.970 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:01.970 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:01.970 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:01.970 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:01.970 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:01.970 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:01.971 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:01.971 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:01.971 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:01.971 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:01.971 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:01.971 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:01.971 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.7", 2024-08-10T05:14:01.971 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:01.971 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:01.971 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:01.971 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-08-10T05:14:01.971 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:01.971 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T16:35:51.485156+0000", 2024-08-10T05:14:01.971 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:01.972 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:01.972 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:01.972 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:01.972 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:01.972 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:01.972 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:01.972 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:01.972 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:01.972 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:01.972 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:01.972 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:01.972 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:01.972 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:01.972 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:01.973 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:01.973 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:01.973 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:01.973 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:01.973 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:01.973 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:01.973 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:01.973 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:01.973 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:01.973 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:01.973 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:01.973 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:01.973 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:01.973 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:01.974 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:01.974 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:01.974 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:01.974 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:01.974 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:01.974 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:01.974 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:01.974 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:01.974 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:01.974 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:01.974 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:01.974 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:01.974 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:01.975 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:01.975 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.975 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:01.975 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:01.975 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:01.975 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:01.975 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:01.975 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T05:14:01.975 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.975 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-08-10T05:14:01.975 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:01.975 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.975 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:01.975 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:01.976 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:01.976 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:01.976 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T05:14:01.976 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.976 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 4, 2024-08-10T05:14:01.976 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:01.976 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:01.976 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 70, 2024-08-10T05:14:01.976 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:01.976 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:01.976 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:01.976 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:34.968515+0000", 2024-08-10T05:14:01.976 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:11:25.367127+0000", 2024-08-10T05:14:01.976 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:11:25.367127+0000", 2024-08-10T05:14:01.977 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:11:29.883339+0000", 2024-08-10T05:14:01.977 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:34.968515+0000", 2024-08-10T05:14:01.977 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T05:14:01.977 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:01.977 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T05:14:01.977 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 71, 2024-08-10T05:14:01.977 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:34.968515+0000", 2024-08-10T05:14:01.977 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:34.968515+0000", 2024-08-10T05:14:01.977 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:34.968515+0000", 2024-08-10T05:14:01.977 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:01.977 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:01.977 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T05:14:01.977 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:34.968515+0000", 2024-08-10T05:14:01.977 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:34.968515+0000", 2024-08-10T05:14:01.977 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:01.978 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:01.978 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:01.978 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:01.978 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 70, 2024-08-10T05:14:01.978 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:01.978 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:01.978 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:01.978 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:01.978 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:01.978 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:01.978 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:01.978 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:01.978 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "4.1", 2024-08-10T05:14:01.978 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:01.979 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:01.979 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 76, 2024-08-10T05:14:01.979 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 19, 2024-08-10T05:14:01.979 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:01.979 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T16:11:05.317565+0000", 2024-08-10T05:14:01.979 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.000368635, 2024-08-10T05:14:01.979 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:01.979 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:01.979 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:01.979 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:01.979 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:01.979 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:01.979 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:01.980 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:01.980 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:01.980 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:01.980 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:01.980 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:01.980 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:01.980 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:01.980 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:01.980 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:01.980 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:01.980 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:01.980 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:01.980 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:01.980 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:01.981 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:01.981 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:01.981 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:01.981 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:01.981 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:01.981 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:01.981 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:01.981 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:01.981 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:01.981 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:01.981 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:01.981 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:01.981 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:01.982 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:01.982 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:01.982 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:01.982 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:01.982 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:01.982 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:01.982 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:01.982 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:01.982 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.982 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:01.982 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:01.982 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:01.983 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:01.983 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:01.983 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T05:14:01.983 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.983 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 4, 2024-08-10T05:14:01.983 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:01.983 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.983 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:01.983 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:01.983 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T05:14:01.983 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:01.983 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T05:14:01.983 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.983 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-08-10T05:14:01.983 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:01.984 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:01.984 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T05:14:01.984 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:01.984 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:01.984 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:01.984 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.057230+0000", 2024-08-10T05:14:01.984 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:25.846585+0000", 2024-08-10T05:14:01.984 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:25.846585+0000", 2024-08-10T05:14:01.984 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:25.846894+0000", 2024-08-10T05:14:01.984 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.057230+0000", 2024-08-10T05:14:01.984 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:01.984 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:01.984 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:01.984 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 61, 2024-08-10T05:14:01.985 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.057230+0000", 2024-08-10T05:14:01.985 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.057230+0000", 2024-08-10T05:14:01.985 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.057230+0000", 2024-08-10T05:14:01.985 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:01.985 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:01.985 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:01.985 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.057230+0000", 2024-08-10T05:14:01.985 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.057230+0000", 2024-08-10T05:14:01.985 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:01.985 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 2, 2024-08-10T05:14:01.985 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:01.985 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:01.985 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 60, 2024-08-10T05:14:01.986 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:01.986 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:01.986 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:01.986 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:01.986 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 2, 2024-08-10T05:14:01.986 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:01.986 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:01.986 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:01.986 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.7", 2024-08-10T05:14:01.986 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:01.986 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:01.986 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:01.986 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 25, 2024-08-10T05:14:01.987 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:01.987 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:41:49.658953+0000", 2024-08-10T05:14:01.987 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:01.987 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:01.987 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:01.987 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:01.987 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:01.987 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:01.987 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:01.987 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:01.987 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:01.987 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:01.987 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:01.987 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:01.988 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:01.988 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:01.988 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:01.988 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:01.988 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:01.988 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:01.988 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:01.988 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 3, 2024-08-10T05:14:01.988 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 1, 2024-08-10T05:14:01.988 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:01.988 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 1, 2024-08-10T05:14:01.988 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:01.988 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:01.988 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:01.989 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:01.989 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:01.989 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 1, 2024-08-10T05:14:01.989 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:01.989 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:01.989 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:01.989 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:01.989 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:01.989 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:01.989 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:01.989 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:01.989 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:01.989 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:01.990 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:01.990 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:01.990 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 3, 2024-08-10T05:14:01.990 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:01.990 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.990 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:01.990 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:01.990 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:01.990 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T05:14:01.990 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:01.990 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T05:14:01.990 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.990 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-08-10T05:14:01.991 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "66'2" 2024-08-10T05:14:01.991 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.991 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:01.991 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:01.991 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T05:14:01.991 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:01.991 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T05:14:01.991 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.991 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 2, 2024-08-10T05:14:01.991 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:01.991 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:01.991 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:01.991 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:01.992 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:01.992 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:01.992 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:29.883309+0000", 2024-08-10T05:14:01.992 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:50.399368+0000", 2024-08-10T05:14:01.992 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:50.399368+0000", 2024-08-10T05:14:01.992 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:50.399678+0000", 2024-08-10T05:14:01.992 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:29.883309+0000", 2024-08-10T05:14:01.992 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.992 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:01.992 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.992 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 68, 2024-08-10T05:14:01.992 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:29.883309+0000", 2024-08-10T05:14:01.992 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:29.883309+0000", 2024-08-10T05:14:01.992 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:29.883309+0000", 2024-08-10T05:14:01.993 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:01.993 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:01.993 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:01.993 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:29.883309+0000", 2024-08-10T05:14:01.993 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:29.883309+0000", 2024-08-10T05:14:01.993 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:01.993 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:01.993 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:01.993 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:01.993 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 67, 2024-08-10T05:14:01.993 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:01.993 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:01.993 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:01.993 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:01.994 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:01.994 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:01.994 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:01.994 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:01.994 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.6", 2024-08-10T05:14:01.994 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:01.994 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:01.994 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:01.994 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 18, 2024-08-10T05:14:01.994 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:01.994 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:14:57.220259+0000", 2024-08-10T05:14:01.994 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:01.994 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:01.994 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:01.995 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:01.995 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:01.995 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:01.995 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:01.995 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:01.995 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:01.995 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:01.995 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:01.995 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:01.995 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:01.995 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:01.995 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:01.995 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:01.996 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:01.996 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:01.996 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:01.996 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:01.996 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:01.996 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:01.996 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:01.996 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:01.996 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:01.996 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:01.996 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:01.996 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:01.996 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:01.996 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:01.997 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:01.997 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:01.997 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:01.997 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:01.997 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:01.997 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:01.997 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:01.997 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:01.997 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:01.997 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:01.997 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:01.997 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:01.997 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:01.998 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.998 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:01.998 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:01.998 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:01.998 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T05:14:01.998 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:01.998 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T05:14:01.998 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.998 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 2, 2024-08-10T05:14:01.998 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:01.998 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:01.998 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:01.998 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:01.998 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:01.999 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:01.999 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T05:14:01.999 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:01.999 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T05:14:01.999 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:01.999 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:01.999 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T05:14:01.999 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:01.999 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:01.999 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:01.999 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.065248+0000", 2024-08-10T05:14:01.999 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:25.843294+0000", 2024-08-10T05:14:01.999 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:25.843294+0000", 2024-08-10T05:14:01.999 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:25.844031+0000", 2024-08-10T05:14:02.000 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.065248+0000", 2024-08-10T05:14:02.000 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:02.000 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:02.000 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:02.000 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 61, 2024-08-10T05:14:02.000 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.065248+0000", 2024-08-10T05:14:02.000 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.065248+0000", 2024-08-10T05:14:02.000 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.065248+0000", 2024-08-10T05:14:02.000 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:02.000 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:02.000 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:02.000 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.065248+0000", 2024-08-10T05:14:02.000 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.065248+0000", 2024-08-10T05:14:02.001 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:02.001 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:02.001 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:02.001 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:02.001 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 60, 2024-08-10T05:14:02.001 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:02.001 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:02.001 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:02.001 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:02.001 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:02.001 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:02.001 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:02.001 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:02.001 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.8", 2024-08-10T05:14:02.002 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:02.002 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:02.002 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:02.002 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 23, 2024-08-10T05:14:02.002 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:02.002 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:30:48.150250+0000", 2024-08-10T05:14:02.002 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:02.002 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:02.002 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:02.002 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:02.002 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:02.002 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:02.002 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:02.003 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:02.003 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:02.003 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:02.003 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:02.003 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:02.003 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:02.003 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:02.003 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:02.003 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:02.003 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:02.003 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:02.004 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:02.004 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:02.004 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:02.004 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:02.004 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:02.004 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:02.004 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:02.004 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:02.004 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:02.004 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:02.004 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:02.004 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:02.005 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:02.005 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:02.005 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:02.005 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:02.005 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:02.005 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:02.005 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:02.005 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:02.005 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:02.005 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:02.005 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:02.005 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:02.005 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:02.006 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.006 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:02.006 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:02.006 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:02.006 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:02.006 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:02.006 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T05:14:02.006 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:02.006 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T05:14:02.006 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:02.006 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.006 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:02.006 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:02.007 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:02.007 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T05:14:02.007 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T05:14:02.007 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:02.007 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 4, 2024-08-10T05:14:02.007 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:02.007 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:02.007 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:02.007 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:02.007 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:02.007 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:02.007 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:29.883121+0000", 2024-08-10T05:14:02.007 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.074376+0000", 2024-08-10T05:14:02.007 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.074376+0000", 2024-08-10T05:14:02.008 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.074644+0000", 2024-08-10T05:14:02.008 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:29.883121+0000", 2024-08-10T05:14:02.008 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:02.008 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:02.008 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:02.008 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:02.008 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:29.883121+0000", 2024-08-10T05:14:02.008 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:29.883121+0000", 2024-08-10T05:14:02.008 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:29.883121+0000", 2024-08-10T05:14:02.008 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:02.008 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:02.008 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:02.008 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:29.883121+0000", 2024-08-10T05:14:02.008 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:29.883121+0000", 2024-08-10T05:14:02.009 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:02.009 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:02.009 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:02.009 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:02.009 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:02.009 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:02.009 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:02.009 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:02.009 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:02.009 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:02.009 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:02.009 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:02.009 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:02.009 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.9", 2024-08-10T05:14:02.010 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:02.010 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:02.010 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:02.010 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-08-10T05:14:02.010 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:02.010 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:22:37.242728+0000", 2024-08-10T05:14:02.010 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:02.010 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:02.010 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:02.010 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:02.010 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:02.010 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:02.010 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:02.011 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:02.011 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:02.011 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:02.011 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:02.011 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:02.011 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:02.011 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:02.011 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:02.011 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:02.011 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:02.011 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:02.011 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:02.011 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:02.011 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:02.012 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:02.012 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:02.012 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:02.012 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:02.012 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:02.012 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:02.012 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:02.012 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:02.012 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:02.012 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:02.012 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:02.012 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:02.012 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:02.013 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:02.013 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:02.013 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:02.013 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:02.013 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:02.013 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:02.013 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:02.013 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:02.013 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:02.013 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.013 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:02.013 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:02.013 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:02.013 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:02.014 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T05:14:02.014 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T05:14:02.014 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:02.014 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 4, 2024-08-10T05:14:02.014 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:02.014 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.014 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:02.014 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:02.014 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:02.014 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:02.014 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-08-10T05:14:02.014 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:02.014 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-08-10T05:14:02.014 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:02.015 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:02.015 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T05:14:02.015 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:02.015 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:02.015 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:02.015 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:29.884071+0000", 2024-08-10T05:14:02.015 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:25.843193+0000", 2024-08-10T05:14:02.015 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:25.843193+0000", 2024-08-10T05:14:02.015 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:25.843659+0000", 2024-08-10T05:14:02.015 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:29.884071+0000", 2024-08-10T05:14:02.015 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:02.015 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:02.015 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:02.015 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 61, 2024-08-10T05:14:02.016 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:29.884071+0000", 2024-08-10T05:14:02.016 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:29.884071+0000", 2024-08-10T05:14:02.016 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:29.884071+0000", 2024-08-10T05:14:02.016 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:02.016 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:02.016 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:02.016 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:29.884071+0000", 2024-08-10T05:14:02.016 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:29.884071+0000", 2024-08-10T05:14:02.016 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:02.016 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:02.016 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:02.016 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:02.016 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 60, 2024-08-10T05:14:02.017 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:02.017 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:02.017 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:02.017 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:02.017 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:02.017 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:02.017 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:02.017 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:02.017 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.9", 2024-08-10T05:14:02.017 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:02.017 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:02.017 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:02.017 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 24, 2024-08-10T05:14:02.018 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:02.018 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:19:25.083932+0000", 2024-08-10T05:14:02.018 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:02.018 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:02.018 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:02.018 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:02.018 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:02.018 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:02.018 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:02.018 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:02.018 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:02.018 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:02.018 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:02.019 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:02.019 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:02.019 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:02.019 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:02.019 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:02.019 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:02.019 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:02.019 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:02.019 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:02.019 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:02.019 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:02.019 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:02.019 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:02.019 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:02.020 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:02.020 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:02.020 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:02.020 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:02.020 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:02.020 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:02.020 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:02.020 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:02.020 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:02.020 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:02.020 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:02.020 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:02.020 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:02.021 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:02.021 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:02.021 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:02.021 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:02.021 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:02.021 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.021 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:02.021 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:02.021 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:02.021 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:02.021 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:02.021 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-08-10T05:14:02.021 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:02.021 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-08-10T05:14:02.022 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:02.022 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.022 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:02.022 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:02.022 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:02.022 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:02.022 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T05:14:02.022 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:02.022 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-08-10T05:14:02.022 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:02.022 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:02.022 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:02.022 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:02.023 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:02.023 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:02.023 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.065298+0000", 2024-08-10T05:14:02.023 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.072479+0000", 2024-08-10T05:14:02.023 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.072479+0000", 2024-08-10T05:14:02.023 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.072765+0000", 2024-08-10T05:14:02.023 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.065298+0000", 2024-08-10T05:14:02.023 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:02.023 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:02.023 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:02.023 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:02.023 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.065298+0000", 2024-08-10T05:14:02.023 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.065298+0000", 2024-08-10T05:14:02.024 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.065298+0000", 2024-08-10T05:14:02.024 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:02.024 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:02.024 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:02.024 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.065298+0000", 2024-08-10T05:14:02.024 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.065298+0000", 2024-08-10T05:14:02.024 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:02.024 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:02.024 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:02.024 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:02.024 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:02.024 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:02.024 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:02.024 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:02.025 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:02.025 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:02.025 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:02.025 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:02.025 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:02.025 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.8", 2024-08-10T05:14:02.025 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:02.025 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:02.025 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:02.025 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-08-10T05:14:02.025 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:02.025 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:16:05.768486+0000", 2024-08-10T05:14:02.025 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:02.025 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:02.026 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:02.026 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:02.026 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:02.026 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:02.026 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:02.026 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:02.026 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:02.026 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:02.026 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:02.026 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:02.026 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:02.026 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:02.027 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:02.027 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:02.027 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:02.027 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:02.027 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:02.027 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:02.027 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:02.027 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:02.027 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:02.027 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:02.027 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:02.027 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:02.027 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:02.027 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:02.028 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:02.028 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:02.028 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:02.028 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:02.028 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:02.028 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:02.028 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:02.028 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:02.028 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:02.028 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:02.028 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:02.028 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:02.028 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:02.029 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:02.029 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:02.029 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.029 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:02.029 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:02.029 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:02.029 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:02.029 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:02.029 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T05:14:02.029 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:02.029 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-08-10T05:14:02.029 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:02.029 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.030 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:02.030 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:02.030 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:02.030 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:02.030 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T05:14:02.030 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:02.030 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-08-10T05:14:02.030 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:02.030 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:02.030 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T05:14:02.030 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:02.030 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:02.030 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:02.031 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:29.884560+0000", 2024-08-10T05:14:02.031 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:25.842848+0000", 2024-08-10T05:14:02.031 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:25.842848+0000", 2024-08-10T05:14:02.031 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:25.843495+0000", 2024-08-10T05:14:02.031 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:29.884560+0000", 2024-08-10T05:14:02.031 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:02.031 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:02.031 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:02.031 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 61, 2024-08-10T05:14:02.031 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:29.884560+0000", 2024-08-10T05:14:02.031 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:29.884560+0000", 2024-08-10T05:14:02.031 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:29.884560+0000", 2024-08-10T05:14:02.031 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:02.032 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:02.032 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:02.032 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:29.884560+0000", 2024-08-10T05:14:02.032 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:29.884560+0000", 2024-08-10T05:14:02.032 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:02.032 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:02.032 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:02.032 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:02.032 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 60, 2024-08-10T05:14:02.032 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:02.032 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:02.032 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:02.032 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:02.033 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:02.033 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:02.033 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:02.033 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:02.033 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.a", 2024-08-10T05:14:02.033 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:02.033 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:02.033 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:02.033 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 24, 2024-08-10T05:14:02.033 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:02.033 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:52:14.809811+0000", 2024-08-10T05:14:02.033 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:02.033 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:02.033 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:02.034 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:02.034 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:02.034 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:02.034 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:02.034 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:02.034 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:02.034 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:02.034 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:02.034 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:02.034 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:02.034 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:02.034 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:02.034 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:02.035 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:02.035 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:02.035 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:02.035 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:02.035 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:02.035 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:02.035 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:02.035 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:02.035 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:02.035 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:02.035 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:02.035 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:02.035 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:02.035 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:02.036 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:02.036 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:02.036 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:02.036 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:02.036 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:02.036 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:02.036 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:02.036 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:02.036 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:02.036 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:02.036 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:02.036 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:02.036 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:02.037 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.037 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:02.037 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:02.037 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:02.037 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:02.037 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:02.037 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T05:14:02.037 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:02.037 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-08-10T05:14:02.037 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:02.037 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.037 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:02.038 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:02.038 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:02.038 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:02.038 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T05:14:02.038 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:02.038 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-08-10T05:14:02.038 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:02.038 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:02.038 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:02.038 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:02.038 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:02.038 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:02.038 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.065842+0000", 2024-08-10T05:14:02.039 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.078369+0000", 2024-08-10T05:14:02.039 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.078369+0000", 2024-08-10T05:14:02.039 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.078920+0000", 2024-08-10T05:14:02.039 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.065842+0000", 2024-08-10T05:14:02.039 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:02.039 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:02.039 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:02.039 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:02.039 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.065842+0000", 2024-08-10T05:14:02.039 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.065842+0000", 2024-08-10T05:14:02.039 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.065842+0000", 2024-08-10T05:14:02.039 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:02.039 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:02.039 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:02.040 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.065842+0000", 2024-08-10T05:14:02.040 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.065842+0000", 2024-08-10T05:14:02.040 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:02.040 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:02.040 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:02.040 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:02.040 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:02.040 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:02.040 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:02.040 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:02.040 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:02.040 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:02.040 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:02.041 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:02.041 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:02.041 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.b", 2024-08-10T05:14:02.041 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:02.041 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:02.041 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:02.041 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-08-10T05:14:02.041 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:02.041 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:29:43.180198+0000", 2024-08-10T05:14:02.041 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:02.041 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:02.041 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:02.041 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:02.042 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:02.042 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:02.042 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:02.042 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:02.042 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:02.042 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:02.042 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:02.042 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:02.042 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:02.042 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:02.042 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:02.042 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:02.042 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:02.043 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:02.043 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:02.043 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:02.043 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:02.043 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:02.043 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:02.043 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:02.043 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:02.043 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:02.043 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:02.043 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:02.043 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:02.043 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:02.043 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:02.044 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:02.044 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:02.044 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:02.044 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:02.044 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:02.044 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:02.044 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:02.044 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:02.044 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:02.044 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:02.044 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:02.045 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:02.045 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.045 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:02.045 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:02.045 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:02.045 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:02.045 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:02.045 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T05:14:02.045 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:02.045 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-08-10T05:14:02.045 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:02.045 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.045 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:02.046 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:02.046 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:02.046 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:02.046 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T05:14:02.046 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:02.046 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T05:14:02.046 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:02.046 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:02.046 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T05:14:02.046 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:02.046 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:02.046 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:02.046 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.065403+0000", 2024-08-10T05:14:02.047 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:25.851072+0000", 2024-08-10T05:14:02.047 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:25.851072+0000", 2024-08-10T05:14:02.047 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:25.851484+0000", 2024-08-10T05:14:02.047 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.065403+0000", 2024-08-10T05:14:02.047 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:02.047 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:02.047 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:02.047 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 61, 2024-08-10T05:14:02.047 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.065403+0000", 2024-08-10T05:14:02.047 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.065403+0000", 2024-08-10T05:14:02.047 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.065403+0000", 2024-08-10T05:14:02.047 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:02.047 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:02.047 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:02.047 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.065403+0000", 2024-08-10T05:14:02.048 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.065403+0000", 2024-08-10T05:14:02.048 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:02.048 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 2, 2024-08-10T05:14:02.048 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:02.048 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:02.048 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 60, 2024-08-10T05:14:02.048 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:02.048 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:02.048 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:02.048 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:02.048 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 2, 2024-08-10T05:14:02.048 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:02.048 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:02.048 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:02.049 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.b", 2024-08-10T05:14:02.049 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:02.049 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:02.049 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:02.049 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 25, 2024-08-10T05:14:02.049 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:02.049 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:26:14.532910+0000", 2024-08-10T05:14:02.049 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:02.049 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:02.049 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:02.049 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:02.049 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:02.049 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:02.050 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:02.050 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:02.050 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:02.050 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:02.050 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:02.050 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:02.050 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:02.050 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:02.050 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:02.050 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:02.050 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:02.050 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:02.050 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:02.050 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 3, 2024-08-10T05:14:02.051 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 1, 2024-08-10T05:14:02.051 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:02.051 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 1, 2024-08-10T05:14:02.051 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:02.051 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:02.051 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:02.051 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:02.051 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:02.051 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 1, 2024-08-10T05:14:02.051 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:02.051 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:02.051 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:02.051 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:02.051 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:02.052 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:02.052 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:02.052 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:02.052 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:02.052 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:02.052 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:02.052 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:02.052 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 1, 2024-08-10T05:14:02.052 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:02.052 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.052 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:02.052 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:02.052 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:02.053 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:02.053 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:02.053 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T05:14:02.053 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:02.053 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T05:14:02.053 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "66'2" 2024-08-10T05:14:02.053 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.053 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:02.053 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:02.053 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T05:14:02.053 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:02.053 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T05:14:02.053 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:02.053 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-08-10T05:14:02.054 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:02.054 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:02.054 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:02.054 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:02.054 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:02.054 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:02.054 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.056821+0000", 2024-08-10T05:14:02.054 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.072884+0000", 2024-08-10T05:14:02.054 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.072884+0000", 2024-08-10T05:14:02.054 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.073125+0000", 2024-08-10T05:14:02.054 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.056821+0000", 2024-08-10T05:14:02.054 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:02.054 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:02.055 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:02.055 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:02.055 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.056821+0000", 2024-08-10T05:14:02.055 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.056821+0000", 2024-08-10T05:14:02.055 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.056821+0000", 2024-08-10T05:14:02.055 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:02.055 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:02.055 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:02.055 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.056821+0000", 2024-08-10T05:14:02.055 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.056821+0000", 2024-08-10T05:14:02.055 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:02.055 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:02.055 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:02.056 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:02.056 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:02.056 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:02.056 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:02.056 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:02.056 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:02.056 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:02.056 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:02.056 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:02.056 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:02.056 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.a", 2024-08-10T05:14:02.056 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:02.056 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:02.056 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:02.056 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 20, 2024-08-10T05:14:02.057 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:02.057 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:54:12.854132+0000", 2024-08-10T05:14:02.057 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:02.057 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:02.057 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:02.057 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:02.057 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:02.057 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:02.057 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:02.057 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:02.057 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:02.057 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:02.057 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:02.057 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:02.058 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:02.058 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:02.058 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:02.058 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:02.058 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:02.058 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:02.058 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:02.058 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:02.058 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:02.058 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:02.058 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:02.058 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:02.058 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:02.058 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:02.059 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:02.059 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:02.059 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:02.059 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:02.059 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:02.059 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:02.059 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:02.059 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:02.059 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:02.059 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:02.059 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:02.059 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:02.059 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:02.059 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:02.059 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:02.060 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:02.060 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:02.060 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.060 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:02.060 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:02.060 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:02.060 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T05:14:02.060 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:02.060 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T05:14:02.060 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:02.060 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-08-10T05:14:02.060 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:02.060 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.060 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:02.061 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:02.061 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T05:14:02.061 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:02.061 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T05:14:02.061 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:02.061 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 2, 2024-08-10T05:14:02.061 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:02.061 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:02.061 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:02.061 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:02.061 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:02.061 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:02.061 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:29.883000+0000", 2024-08-10T05:14:02.062 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:50.399397+0000", 2024-08-10T05:14:02.062 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:50.399397+0000", 2024-08-10T05:14:02.062 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:50.399716+0000", 2024-08-10T05:14:02.062 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:29.883000+0000", 2024-08-10T05:14:02.062 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:02.062 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:02.062 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:02.062 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 68, 2024-08-10T05:14:02.062 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:29.883000+0000", 2024-08-10T05:14:02.062 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:29.883000+0000", 2024-08-10T05:14:02.062 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:29.883000+0000", 2024-08-10T05:14:02.062 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:02.062 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:02.063 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:02.063 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:29.883000+0000", 2024-08-10T05:14:02.063 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:29.883000+0000", 2024-08-10T05:14:02.063 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:02.063 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:02.063 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:02.063 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:02.063 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 67, 2024-08-10T05:14:02.063 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:02.063 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:02.063 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:02.063 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:02.063 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:02.063 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:02.064 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:02.064 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:02.064 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.1d", 2024-08-10T05:14:02.064 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:02.064 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:02.064 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:02.064 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 18, 2024-08-10T05:14:02.064 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:02.064 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:29:42.295674+0000", 2024-08-10T05:14:02.064 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:02.064 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:02.064 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:02.065 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:02.065 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:02.065 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:02.065 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:02.065 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:02.065 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:02.065 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:02.065 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:02.065 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:02.065 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:02.065 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:02.065 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:02.065 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:02.066 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:02.066 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:02.066 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:02.066 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:02.066 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:02.066 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:02.066 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:02.066 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:02.066 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:02.066 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:02.067 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:02.067 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:02.067 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:02.067 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:02.067 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:02.067 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:02.067 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:02.067 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:02.067 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:02.067 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:02.067 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:02.067 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:02.067 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:02.068 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:02.068 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:02.068 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:02.068 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:02.068 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.068 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:02.068 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:02.068 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:02.068 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T05:14:02.068 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:02.068 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T05:14:02.068 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:02.069 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 2, 2024-08-10T05:14:02.069 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:02.069 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.069 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:02.069 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:02.069 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:02.069 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:02.069 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T05:14:02.069 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:02.069 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T05:14:02.069 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:02.069 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:02.069 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T05:14:02.069 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:02.069 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:02.070 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:02.070 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.065336+0000", 2024-08-10T05:14:02.070 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:25.848004+0000", 2024-08-10T05:14:02.070 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:25.848004+0000", 2024-08-10T05:14:02.070 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:25.848335+0000", 2024-08-10T05:14:02.070 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.065336+0000", 2024-08-10T05:14:02.070 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:02.070 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:02.070 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:02.070 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 61, 2024-08-10T05:14:02.070 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.065336+0000", 2024-08-10T05:14:02.070 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.065336+0000", 2024-08-10T05:14:02.070 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.065336+0000", 2024-08-10T05:14:02.071 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:02.071 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:02.071 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:02.071 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.065336+0000", 2024-08-10T05:14:02.071 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.065336+0000", 2024-08-10T05:14:02.071 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:02.071 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 2, 2024-08-10T05:14:02.071 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:02.071 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:02.071 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 60, 2024-08-10T05:14:02.071 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:02.071 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:02.071 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:02.071 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:02.072 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 2, 2024-08-10T05:14:02.072 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:02.072 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:02.072 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:02.072 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.1c", 2024-08-10T05:14:02.072 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:02.072 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:02.072 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:02.072 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 25, 2024-08-10T05:14:02.072 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:02.072 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T16:11:14.592815+0000", 2024-08-10T05:14:02.072 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:02.072 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:02.073 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:02.073 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:02.073 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:02.073 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:02.073 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:02.073 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:02.073 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:02.073 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:02.073 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:02.073 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:02.073 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:02.073 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:02.073 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:02.073 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:02.074 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:02.074 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:02.074 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:02.074 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 3, 2024-08-10T05:14:02.074 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 1, 2024-08-10T05:14:02.074 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:02.074 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 1, 2024-08-10T05:14:02.074 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:02.074 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:02.074 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:02.074 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:02.074 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:02.074 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 1, 2024-08-10T05:14:02.075 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:02.075 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:02.075 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:02.075 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:02.075 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:02.075 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:02.075 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:02.075 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:02.075 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:02.075 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:02.075 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:02.075 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:02.075 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 3, 2024-08-10T05:14:02.075 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:02.076 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.076 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:02.076 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:02.076 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:02.076 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:02.076 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:02.076 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T05:14:02.076 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:02.076 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T05:14:02.076 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "66'2" 2024-08-10T05:14:02.076 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.076 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:02.076 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:02.076 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:02.076 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:02.077 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T05:14:02.077 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:02.077 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T05:14:02.077 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:02.077 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:02.077 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:02.077 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:02.077 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:02.077 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:02.077 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:29.887691+0000", 2024-08-10T05:14:02.077 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.075716+0000", 2024-08-10T05:14:02.077 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.075716+0000", 2024-08-10T05:14:02.077 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.075962+0000", 2024-08-10T05:14:02.077 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:29.887691+0000", 2024-08-10T05:14:02.078 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:02.078 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:02.078 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:02.078 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:02.078 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:29.887691+0000", 2024-08-10T05:14:02.078 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:29.887691+0000", 2024-08-10T05:14:02.078 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:29.887691+0000", 2024-08-10T05:14:02.078 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:02.078 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:02.078 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:02.078 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:29.887691+0000", 2024-08-10T05:14:02.078 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:29.887691+0000", 2024-08-10T05:14:02.078 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:02.078 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:02.079 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:02.079 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:02.079 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:02.079 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:02.079 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:02.079 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:02.079 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:02.079 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:02.079 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:02.079 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:02.079 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:02.079 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.1c", 2024-08-10T05:14:02.079 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:02.080 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:02.080 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:02.080 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-08-10T05:14:02.080 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:02.080 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T09:37:48.018020+0000", 2024-08-10T05:14:02.080 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:02.080 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:02.080 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:02.080 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:02.080 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:02.080 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:02.080 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:02.080 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:02.081 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:02.081 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:02.081 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:02.081 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:02.081 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:02.081 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:02.081 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:02.081 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:02.081 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:02.081 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:02.081 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:02.081 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:02.081 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:02.081 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:02.082 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:02.082 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:02.082 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:02.082 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:02.082 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:02.082 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:02.082 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:02.082 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:02.082 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:02.082 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:02.082 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:02.082 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:02.082 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:02.083 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:02.083 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:02.083 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:02.083 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:02.083 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:02.083 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:02.083 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:02.083 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:02.083 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.083 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:02.083 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:02.083 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:02.083 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:02.083 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:02.084 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T05:14:02.084 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:02.084 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T05:14:02.084 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:02.084 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.084 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:02.084 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:02.084 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:02.084 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T05:14:02.084 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T05:14:02.084 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:02.084 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T05:14:02.084 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:02.085 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:02.085 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T05:14:02.085 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:02.085 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:02.085 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:02.085 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.065662+0000", 2024-08-10T05:14:02.085 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:25.850167+0000", 2024-08-10T05:14:02.085 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:25.850167+0000", 2024-08-10T05:14:02.085 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:25.851128+0000", 2024-08-10T05:14:02.085 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.065662+0000", 2024-08-10T05:14:02.085 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:02.085 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:02.085 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:02.085 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 61, 2024-08-10T05:14:02.086 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.065662+0000", 2024-08-10T05:14:02.086 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.065662+0000", 2024-08-10T05:14:02.086 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.065662+0000", 2024-08-10T05:14:02.086 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:02.086 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:02.086 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:02.086 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.065662+0000", 2024-08-10T05:14:02.086 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.065662+0000", 2024-08-10T05:14:02.086 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:02.086 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 2, 2024-08-10T05:14:02.086 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:02.086 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:02.086 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 60, 2024-08-10T05:14:02.087 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:02.087 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:02.087 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:02.087 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:02.087 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 2, 2024-08-10T05:14:02.087 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:02.087 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:02.087 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:02.087 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.1d", 2024-08-10T05:14:02.087 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:02.087 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:02.087 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:02.087 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 25, 2024-08-10T05:14:02.087 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:02.088 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T09:05:05.420769+0000", 2024-08-10T05:14:02.088 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:02.088 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:02.088 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:02.088 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:02.088 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:02.088 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:02.088 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:02.088 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:02.088 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:02.088 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:02.088 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:02.088 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:02.088 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:02.089 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:02.089 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:02.089 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:02.089 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:02.089 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:02.089 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:02.089 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 3, 2024-08-10T05:14:02.089 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 1, 2024-08-10T05:14:02.089 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:02.089 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 1, 2024-08-10T05:14:02.089 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:02.089 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:02.089 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:02.089 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:02.090 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:02.090 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 1, 2024-08-10T05:14:02.090 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:02.090 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:02.090 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:02.090 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:02.090 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:02.090 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:02.090 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:02.090 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:02.090 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:02.090 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:02.090 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:02.090 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:02.091 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 3, 2024-08-10T05:14:02.091 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:02.091 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.091 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:02.091 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:02.091 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:02.091 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:02.091 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T05:14:02.091 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T05:14:02.091 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:02.091 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T05:14:02.091 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "66'2" 2024-08-10T05:14:02.091 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.091 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:02.092 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:02.092 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:02.092 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:02.092 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T05:14:02.092 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:02.092 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-08-10T05:14:02.092 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:02.092 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:02.092 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:02.092 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:02.092 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:02.092 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:02.092 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.067157+0000", 2024-08-10T05:14:02.092 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.084583+0000", 2024-08-10T05:14:02.092 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.084583+0000", 2024-08-10T05:14:02.093 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.084863+0000", 2024-08-10T05:14:02.093 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.067157+0000", 2024-08-10T05:14:02.093 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:02.093 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:02.093 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:02.093 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:02.093 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.067157+0000", 2024-08-10T05:14:02.093 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.067157+0000", 2024-08-10T05:14:02.093 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.067157+0000", 2024-08-10T05:14:02.093 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:02.093 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:02.093 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:02.093 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.067157+0000", 2024-08-10T05:14:02.093 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.067157+0000", 2024-08-10T05:14:02.094 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:02.094 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:02.094 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:02.094 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:02.094 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:02.094 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:02.094 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:02.094 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:02.094 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:02.094 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:02.094 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:02.094 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:02.094 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:02.095 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.1f", 2024-08-10T05:14:02.095 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:02.095 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:02.095 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:02.095 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 20, 2024-08-10T05:14:02.095 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:02.095 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:01:10.417852+0000", 2024-08-10T05:14:02.095 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:02.095 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:02.095 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:02.095 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:02.095 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:02.095 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:02.096 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:02.096 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:02.096 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:02.096 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:02.096 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:02.096 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:02.096 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:02.096 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:02.096 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:02.096 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:02.096 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:02.096 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:02.096 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:02.096 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:02.097 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:02.097 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:02.097 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:02.097 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:02.097 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:02.097 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:02.097 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:02.097 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:02.097 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:02.097 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:02.097 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:02.097 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:02.097 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:02.097 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:02.098 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:02.098 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:02.098 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:02.098 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:02.098 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:02.098 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:02.098 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:02.098 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:02.098 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:02.098 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.098 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:02.098 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:02.098 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:02.099 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:02.099 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:02.099 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T05:14:02.099 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:02.099 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-08-10T05:14:02.099 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:02.099 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.099 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:02.099 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:02.099 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:02.099 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:02.099 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T05:14:02.099 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:02.099 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-08-10T05:14:02.100 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:02.100 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:02.100 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T05:14:02.100 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:02.100 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:02.100 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:02.100 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.066107+0000", 2024-08-10T05:14:02.100 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:25.847631+0000", 2024-08-10T05:14:02.100 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:25.847631+0000", 2024-08-10T05:14:02.100 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:25.847911+0000", 2024-08-10T05:14:02.100 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.066107+0000", 2024-08-10T05:14:02.100 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:02.100 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:02.100 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:02.101 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 61, 2024-08-10T05:14:02.101 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.066107+0000", 2024-08-10T05:14:02.101 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.066107+0000", 2024-08-10T05:14:02.101 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.066107+0000", 2024-08-10T05:14:02.101 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:02.101 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:02.101 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:02.101 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.066107+0000", 2024-08-10T05:14:02.101 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.066107+0000", 2024-08-10T05:14:02.101 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:02.101 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 1, 2024-08-10T05:14:02.101 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:02.101 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:02.102 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 60, 2024-08-10T05:14:02.102 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:02.102 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:02.102 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:02.102 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:02.102 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 1, 2024-08-10T05:14:02.102 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:02.102 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:02.102 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:02.102 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.1e", 2024-08-10T05:14:02.102 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:02.102 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:02.102 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:02.102 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 25, 2024-08-10T05:14:02.103 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:02.103 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T11:25:51.583228+0000", 2024-08-10T05:14:02.103 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:02.103 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:02.103 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:02.103 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:02.103 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:02.103 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:02.103 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:02.103 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:02.103 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:02.103 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:02.103 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:02.103 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:02.104 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:02.104 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:02.104 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:02.104 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:02.104 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:02.104 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:02.104 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:02.104 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:02.104 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:02.104 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:02.104 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:02.104 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:02.104 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:02.104 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:02.105 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:02.105 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:02.105 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:02.105 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:02.105 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:02.105 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:02.105 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:02.105 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:02.105 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:02.105 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:02.105 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:02.105 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:02.105 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:02.105 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:02.106 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:02.106 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:02.106 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:02.106 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.106 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:02.106 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:02.106 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:02.106 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:02.106 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:02.106 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T05:14:02.106 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:02.106 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-08-10T05:14:02.106 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "66'1" 2024-08-10T05:14:02.106 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.107 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:02.107 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:02.107 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:02.107 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T05:14:02.107 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T05:14:02.107 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:02.107 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-08-10T05:14:02.107 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:02.107 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:02.107 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:02.107 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:02.107 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:02.107 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:02.107 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.065810+0000", 2024-08-10T05:14:02.108 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.073536+0000", 2024-08-10T05:14:02.108 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.073536+0000", 2024-08-10T05:14:02.108 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.073808+0000", 2024-08-10T05:14:02.108 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.065810+0000", 2024-08-10T05:14:02.108 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:02.108 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:02.108 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:02.108 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:02.108 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.065810+0000", 2024-08-10T05:14:02.108 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.065810+0000", 2024-08-10T05:14:02.108 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.065810+0000", 2024-08-10T05:14:02.108 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:02.108 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:02.108 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:02.109 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.065810+0000", 2024-08-10T05:14:02.109 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.065810+0000", 2024-08-10T05:14:02.109 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:02.109 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:02.109 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:02.109 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:02.109 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:02.109 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:02.109 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:02.109 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:02.109 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:02.109 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:02.109 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:02.109 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:02.110 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:02.110 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.1e", 2024-08-10T05:14:02.110 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:02.110 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:02.110 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:02.110 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-08-10T05:14:02.110 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:02.110 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:45:29.319794+0000", 2024-08-10T05:14:02.110 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:02.110 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:02.110 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:02.110 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:02.110 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:02.111 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:02.111 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:02.111 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:02.111 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:02.111 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:02.111 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:02.111 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:02.111 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:02.111 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:02.111 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:02.111 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:02.111 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:02.111 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:02.111 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:02.112 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:02.112 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:02.112 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:02.112 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:02.112 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:02.112 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:02.112 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:02.112 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:02.112 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:02.112 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:02.112 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:02.112 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:02.112 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:02.113 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:02.113 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:02.113 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:02.113 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:02.113 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:02.113 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:02.113 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:02.113 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:02.113 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:02.113 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:02.113 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:02.113 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.113 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:02.113 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:02.114 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:02.114 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:02.114 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T05:14:02.114 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T05:14:02.114 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:02.114 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-08-10T05:14:02.114 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:02.114 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.114 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:02.114 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:02.114 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:02.114 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:02.114 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T05:14:02.114 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:02.115 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-08-10T05:14:02.115 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:02.115 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:02.115 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T05:14:02.115 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:02.115 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:02.115 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:02.115 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.065604+0000", 2024-08-10T05:14:02.115 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:25.846073+0000", 2024-08-10T05:14:02.115 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:25.846073+0000", 2024-08-10T05:14:02.115 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:25.847068+0000", 2024-08-10T05:14:02.115 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.065604+0000", 2024-08-10T05:14:02.115 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:02.115 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:02.116 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:02.116 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 61, 2024-08-10T05:14:02.116 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.065604+0000", 2024-08-10T05:14:02.116 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.065604+0000", 2024-08-10T05:14:02.116 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.065604+0000", 2024-08-10T05:14:02.116 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:02.116 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:02.116 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:02.116 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.065604+0000", 2024-08-10T05:14:02.116 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.065604+0000", 2024-08-10T05:14:02.116 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:02.116 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 4, 2024-08-10T05:14:02.116 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:02.116 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:02.117 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 60, 2024-08-10T05:14:02.117 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:02.117 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:02.117 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:02.117 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:02.117 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 4, 2024-08-10T05:14:02.117 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:02.117 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:02.117 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:02.117 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.1f", 2024-08-10T05:14:02.117 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:02.117 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:02.117 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:02.117 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 27, 2024-08-10T05:14:02.118 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:02.118 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T09:06:01.150239+0000", 2024-08-10T05:14:02.118 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:02.118 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:02.118 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:02.118 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 570, 2024-08-10T05:14:02.118 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:02.118 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:02.118 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:02.118 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:02.118 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:02.118 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:02.118 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:02.119 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:02.119 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:02.119 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:02.119 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:02.119 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:02.119 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:02.119 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:02.119 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:02.119 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 6, 2024-08-10T05:14:02.119 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 2, 2024-08-10T05:14:02.119 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:02.119 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 2, 2024-08-10T05:14:02.119 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:02.119 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:02.119 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:02.120 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:02.120 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:02.120 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 1, 2024-08-10T05:14:02.120 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:02.120 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:02.120 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:02.120 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:02.120 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:02.120 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:02.120 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:02.120 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:02.120 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:02.120 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:02.120 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:02.121 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:02.121 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 4, 2024-08-10T05:14:02.121 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 1 2024-08-10T05:14:02.121 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.121 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:02.121 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:02.121 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:02.121 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:02.121 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:02.121 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T05:14:02.121 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:02.121 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-08-10T05:14:02.121 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "66'4" 2024-08-10T05:14:02.121 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.122 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:02.122 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_per_pool": [ 2024-08-10T05:14:02.122 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:02.122 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": 24, 2024-08-10T05:14:02.122 INFO:tasks.workunit.client.0.smithi031.stdout: "application": [ 2024-08-10T05:14:02.122 INFO:tasks.workunit.client.0.smithi031.stdout: "rbd" 2024-08-10T05:14:02.122 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:02.122 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 3, 2024-08-10T05:14:02.122 INFO:tasks.workunit.client.0.smithi031.stdout: "num_pg": 8, 2024-08-10T05:14:02.122 INFO:tasks.workunit.client.0.smithi031.stdout: "num_store_stats": 8, 2024-08-10T05:14:02.122 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 3, 2024-08-10T05:14:02.122 INFO:tasks.workunit.client.0.smithi031.stdout: "poolid": 4, 2024-08-10T05:14:02.122 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:02.122 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 19, 2024-08-10T05:14:02.123 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:02.123 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:02.123 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:02.123 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:02.123 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:02.123 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:02.123 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:02.123 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:02.123 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:02.123 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:02.123 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:02.123 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:02.123 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:02.124 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:02.124 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:02.124 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 6, 2024-08-10T05:14:02.124 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 2, 2024-08-10T05:14:02.124 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:02.124 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 2, 2024-08-10T05:14:02.124 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:02.124 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:02.124 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:02.124 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:02.124 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:02.124 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:02.124 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:02.124 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:02.124 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:02.125 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:02.125 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:02.125 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:02.125 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:02.125 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:02.125 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:02.125 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:02.125 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:02.125 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:02.125 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 2, 2024-08-10T05:14:02.125 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 2 2024-08-10T05:14:02.125 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.125 INFO:tasks.workunit.client.0.smithi031.stdout: "store_stats": { 2024-08-10T05:14:02.125 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": 12288, 2024-08-10T05:14:02.126 INFO:tasks.workunit.client.0.smithi031.stdout: "available": 0, 2024-08-10T05:14:02.126 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed": 0, 2024-08-10T05:14:02.126 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed_allocated": 0, 2024-08-10T05:14:02.126 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed_original": 0, 2024-08-10T05:14:02.126 INFO:tasks.workunit.client.0.smithi031.stdout: "data_stored": 57, 2024-08-10T05:14:02.126 INFO:tasks.workunit.client.0.smithi031.stdout: "internal_metadata": 0, 2024-08-10T05:14:02.126 INFO:tasks.workunit.client.0.smithi031.stdout: "internally_reserved": 0, 2024-08-10T05:14:02.126 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_allocated": 0, 2024-08-10T05:14:02.126 INFO:tasks.workunit.client.0.smithi031.stdout: "total": 0 2024-08-10T05:14:02.126 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.126 INFO:tasks.workunit.client.0.smithi031.stdout: "up": 24 2024-08-10T05:14:02.126 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.126 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:02.127 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": 192, 2024-08-10T05:14:02.127 INFO:tasks.workunit.client.0.smithi031.stdout: "application": [ 2024-08-10T05:14:02.127 INFO:tasks.workunit.client.0.smithi031.stdout: "cephfs" 2024-08-10T05:14:02.127 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:02.127 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:02.127 INFO:tasks.workunit.client.0.smithi031.stdout: "num_pg": 64, 2024-08-10T05:14:02.127 INFO:tasks.workunit.client.0.smithi031.stdout: "num_store_stats": 8, 2024-08-10T05:14:02.127 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:02.127 INFO:tasks.workunit.client.0.smithi031.stdout: "poolid": 3, 2024-08-10T05:14:02.127 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:02.127 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:02.127 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:02.127 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:02.128 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:02.128 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:02.128 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:02.128 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:02.128 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:02.128 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:02.128 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:02.128 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:02.128 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:02.128 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:02.128 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:02.128 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:02.128 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:02.128 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:02.129 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:02.129 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:02.129 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:02.129 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:02.129 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:02.129 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:02.129 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:02.129 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:02.129 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:02.129 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:02.129 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:02.129 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:02.129 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:02.129 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:02.130 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:02.130 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:02.130 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:02.130 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:02.130 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:02.130 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:02.130 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:02.130 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:02.130 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:02.130 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.130 INFO:tasks.workunit.client.0.smithi031.stdout: "store_stats": { 2024-08-10T05:14:02.130 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": 0, 2024-08-10T05:14:02.130 INFO:tasks.workunit.client.0.smithi031.stdout: "available": 0, 2024-08-10T05:14:02.131 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed": 0, 2024-08-10T05:14:02.131 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed_allocated": 0, 2024-08-10T05:14:02.131 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed_original": 0, 2024-08-10T05:14:02.131 INFO:tasks.workunit.client.0.smithi031.stdout: "data_stored": 0, 2024-08-10T05:14:02.131 INFO:tasks.workunit.client.0.smithi031.stdout: "internal_metadata": 0, 2024-08-10T05:14:02.131 INFO:tasks.workunit.client.0.smithi031.stdout: "internally_reserved": 0, 2024-08-10T05:14:02.131 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_allocated": 0, 2024-08-10T05:14:02.131 INFO:tasks.workunit.client.0.smithi031.stdout: "total": 0 2024-08-10T05:14:02.131 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.131 INFO:tasks.workunit.client.0.smithi031.stdout: "up": 192 2024-08-10T05:14:02.131 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.131 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:02.131 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": 96, 2024-08-10T05:14:02.131 INFO:tasks.workunit.client.0.smithi031.stdout: "application": [ 2024-08-10T05:14:02.132 INFO:tasks.workunit.client.0.smithi031.stdout: "cephfs" 2024-08-10T05:14:02.132 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:02.132 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 45, 2024-08-10T05:14:02.132 INFO:tasks.workunit.client.0.smithi031.stdout: "num_pg": 32, 2024-08-10T05:14:02.132 INFO:tasks.workunit.client.0.smithi031.stdout: "num_store_stats": 8, 2024-08-10T05:14:02.132 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 45, 2024-08-10T05:14:02.132 INFO:tasks.workunit.client.0.smithi031.stdout: "poolid": 2, 2024-08-10T05:14:02.132 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:02.132 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 3410, 2024-08-10T05:14:02.132 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:02.132 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:02.132 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:02.132 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:02.133 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:02.133 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:02.133 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:02.133 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:02.133 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:02.133 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:02.133 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:02.133 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:02.133 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:02.133 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:02.133 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:02.133 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 66, 2024-08-10T05:14:02.133 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 22, 2024-08-10T05:14:02.133 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:02.134 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 22, 2024-08-10T05:14:02.134 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:02.134 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:02.134 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:02.134 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:02.134 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:02.134 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 14, 2024-08-10T05:14:02.134 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:02.134 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:02.134 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:02.134 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:02.134 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:02.134 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:02.135 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:02.135 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:02.135 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:02.135 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:02.135 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:02.135 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:02.135 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 51, 2024-08-10T05:14:02.135 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 19 2024-08-10T05:14:02.135 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.135 INFO:tasks.workunit.client.0.smithi031.stdout: "store_stats": { 2024-08-10T05:14:02.135 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": 98304, 2024-08-10T05:14:02.135 INFO:tasks.workunit.client.0.smithi031.stdout: "available": 0, 2024-08-10T05:14:02.135 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed": 0, 2024-08-10T05:14:02.136 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed_allocated": 0, 2024-08-10T05:14:02.136 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed_original": 0, 2024-08-10T05:14:02.136 INFO:tasks.workunit.client.0.smithi031.stdout: "data_stored": 10230, 2024-08-10T05:14:02.136 INFO:tasks.workunit.client.0.smithi031.stdout: "internal_metadata": 0, 2024-08-10T05:14:02.136 INFO:tasks.workunit.client.0.smithi031.stdout: "internally_reserved": 0, 2024-08-10T05:14:02.136 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_allocated": 0, 2024-08-10T05:14:02.136 INFO:tasks.workunit.client.0.smithi031.stdout: "total": 0 2024-08-10T05:14:02.136 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.136 INFO:tasks.workunit.client.0.smithi031.stdout: "up": 96 2024-08-10T05:14:02.136 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.136 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:02.136 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": 3, 2024-08-10T05:14:02.136 INFO:tasks.workunit.client.0.smithi031.stdout: "application": [ 2024-08-10T05:14:02.136 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr" 2024-08-10T05:14:02.137 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:02.137 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 136, 2024-08-10T05:14:02.137 INFO:tasks.workunit.client.0.smithi031.stdout: "num_pg": 1, 2024-08-10T05:14:02.137 INFO:tasks.workunit.client.0.smithi031.stdout: "num_store_stats": 3, 2024-08-10T05:14:02.137 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 136, 2024-08-10T05:14:02.137 INFO:tasks.workunit.client.0.smithi031.stdout: "poolid": 1, 2024-08-10T05:14:02.137 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:02.137 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 590368, 2024-08-10T05:14:02.137 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:02.137 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 1771104, 2024-08-10T05:14:02.137 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:02.137 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:02.137 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:02.138 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:02.138 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:02.138 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:02.138 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:02.138 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:02.138 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:02.138 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:02.138 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:02.138 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:02.138 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:02.138 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 6, 2024-08-10T05:14:02.138 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 2, 2024-08-10T05:14:02.138 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:02.138 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 2, 2024-08-10T05:14:02.139 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:02.139 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:02.139 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:02.139 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:02.139 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:02.139 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:02.139 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:02.139 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 6, 2024-08-10T05:14:02.139 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:02.139 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:02.139 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:02.139 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:02.139 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:02.139 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 286, 2024-08-10T05:14:02.140 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 494, 2024-08-10T05:14:02.140 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:02.140 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:02.140 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:02.140 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 195, 2024-08-10T05:14:02.140 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 2416 2024-08-10T05:14:02.140 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.140 INFO:tasks.workunit.client.0.smithi031.stdout: "store_stats": { 2024-08-10T05:14:02.140 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": 1781760, 2024-08-10T05:14:02.140 INFO:tasks.workunit.client.0.smithi031.stdout: "available": 0, 2024-08-10T05:14:02.140 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed": 0, 2024-08-10T05:14:02.140 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed_allocated": 0, 2024-08-10T05:14:02.141 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed_original": 0, 2024-08-10T05:14:02.141 INFO:tasks.workunit.client.0.smithi031.stdout: "data_stored": 1771104, 2024-08-10T05:14:02.141 INFO:tasks.workunit.client.0.smithi031.stdout: "internal_metadata": 0, 2024-08-10T05:14:02.141 INFO:tasks.workunit.client.0.smithi031.stdout: "internally_reserved": 0, 2024-08-10T05:14:02.141 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_allocated": 0, 2024-08-10T05:14:02.141 INFO:tasks.workunit.client.0.smithi031.stdout: "total": 0 2024-08-10T05:14:02.141 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.141 INFO:tasks.workunit.client.0.smithi031.stdout: "up": 3 2024-08-10T05:14:02.141 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.141 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:02.141 INFO:tasks.workunit.client.0.smithi031.stdout: "usage": { 2024-08-10T05:14:02.141 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_num": 105, 2024-08-10T05:14:02.141 INFO:tasks.workunit.client.0.smithi031.stdout: "pools": 4, 2024-08-10T05:14:02.141 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_by_class": { 2024-08-10T05:14:02.142 INFO:tasks.workunit.client.0.smithi031.stdout: "ssd": { 2024-08-10T05:14:02.142 INFO:tasks.workunit.client.0.smithi031.stdout: "total_avail_bytes": 765516189696, 2024-08-10T05:14:02.142 INFO:tasks.workunit.client.0.smithi031.stdout: "total_bytes": 767960285184, 2024-08-10T05:14:02.142 INFO:tasks.workunit.client.0.smithi031.stdout: "total_used_bytes": 2444095488, 2024-08-10T05:14:02.142 INFO:tasks.workunit.client.0.smithi031.stdout: "total_used_raw_bytes": 2444095488, 2024-08-10T05:14:02.142 INFO:tasks.workunit.client.0.smithi031.stdout: "total_used_raw_ratio": 0.0031825804617255926 2024-08-10T05:14:02.142 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.142 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.142 INFO:tasks.workunit.client.0.smithi031.stdout: "total_avail_bytes": 765516189696, 2024-08-10T05:14:02.142 INFO:tasks.workunit.client.0.smithi031.stdout: "total_bytes": 767960285184, 2024-08-10T05:14:02.142 INFO:tasks.workunit.client.0.smithi031.stdout: "total_used_bytes": 2444095488 2024-08-10T05:14:02.142 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.142 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-08-10T05:14:02.143 INFO:tasks.workunit.client.0.smithi031.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-08-10T05:14:02.143 INFO:tasks.workunit.client.0.smithi031.stderr:+ ceph telemetry show-device 2024-08-10T05:14:02.144 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[41349]: from='client.14826 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:14:02.144 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[41349]: from='client.14826 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:14:02.144 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[41349]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2024-08-10T05:14:02.144 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[41349]: from='client.? 172.21.15.31:0/2249487500' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-10T05:14:02.144 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[41349]: from='client.? 172.21.15.31:0/2249487500' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-10T05:14:02.144 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:14:02.145 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T05:14:02.145 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:14:02.145 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:14:02.145 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:14:02.145 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:14:02.145 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:14:02.145 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:14:02.145 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:14:02.145 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:14:02.145 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:14:02.145 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[41349]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:14:02.145 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[41349]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:14:02.145 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:14:02.146 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:14:02.146 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:14:02.146 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[41349]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:14:02.146 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[41349]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:14:02.146 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:14:02.146 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:14:02.146 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:14:02.146 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[29994]: from='client.14826 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:14:02.147 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[29994]: from='client.14826 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:14:02.147 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[29994]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2024-08-10T05:14:02.147 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[29994]: from='client.? 172.21.15.31:0/2249487500' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-10T05:14:02.147 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[29994]: from='client.? 172.21.15.31:0/2249487500' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-10T05:14:02.147 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:14:02.147 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T05:14:02.147 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:14:02.147 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:14:02.147 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:14:02.147 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:14:02.147 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:14:02.147 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:14:02.148 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:14:02.148 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:14:02.148 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:14:02.148 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[29994]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:14:02.148 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[29994]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:14:02.148 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:14:02.148 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:14:02.148 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:14:02.148 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[29994]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:14:02.148 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[29994]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:14:02.148 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:14:02.148 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:14:02.148 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:14:02.149 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:00 smithi196 ceph-mon[32874]: from='client.14826 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:14:02.149 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:00 smithi196 ceph-mon[32874]: from='client.14826 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:14:02.149 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:00 smithi196 ceph-mon[32874]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2024-08-10T05:14:02.149 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:00 smithi196 ceph-mon[32874]: from='client.? 172.21.15.31:0/2249487500' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-10T05:14:02.149 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:00 smithi196 ceph-mon[32874]: from='client.? 172.21.15.31:0/2249487500' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-10T05:14:02.150 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:00 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:14:02.150 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:00 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T05:14:02.150 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:00 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:14:02.150 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:00 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:14:02.150 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:00 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:14:02.150 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:00 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:14:02.150 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:00 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:14:02.150 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:00 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:14:02.150 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:00 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:14:02.150 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:00 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:14:02.150 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:00 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:14:02.150 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:00 smithi196 ceph-mon[32874]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:14:02.151 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:00 smithi196 ceph-mon[32874]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:14:02.151 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:00 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:14:02.151 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:00 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:14:02.151 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:00 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:14:02.151 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:00 smithi196 ceph-mon[32874]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:14:02.151 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:00 smithi196 ceph-mon[32874]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:14:02.151 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:00 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:14:02.151 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:00 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:14:02.151 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:00 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:14:02.151 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:00 smithi196 ceph-mon[32874]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:14:02.151 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:00 smithi196 ceph-mon[32874]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:14:02.151 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:00 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:14:02.151 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:00 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:14:02.152 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:00 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:14:02.152 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:00 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:14:02.152 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:00 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T05:14:02.152 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:00 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:14:02.152 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:00 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:14:02.152 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:00 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:14:02.152 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:00 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:14:02.152 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:00 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:14:02.152 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:00 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:14:02.152 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:00 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:14:02.152 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:00 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:14:02.152 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:00 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:14:02.152 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:00 smithi196 ceph-mon[32874]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:14:02.153 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:00 smithi196 ceph-mon[32874]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:14:02.153 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:00 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:14:02.153 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:00 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:14:02.153 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:00 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:14:02.153 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:00 smithi196 ceph-mon[32874]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:14:02.153 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:00 smithi196 ceph-mon[32874]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:14:02.153 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:00 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:14:02.153 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:00 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:14:02.153 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:00 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:14:02.153 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:00 smithi196 ceph-mon[32874]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:14:02.153 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:00 smithi196 ceph-mon[32874]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:14:02.153 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:00 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:14:02.154 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:00 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:14:02.154 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:00 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:14:02.154 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:01 smithi196 ceph-mon[32874]: from='client.24749 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:14:02.154 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:01 smithi196 ceph-mon[32874]: from='client.24749 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:14:02.154 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:01 smithi196 ceph-mon[32874]: from='client.24767 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:14:02.154 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:01 smithi196 ceph-mon[32874]: from='client.24767 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:14:02.154 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:01 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:14:02.154 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:01 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T05:14:02.154 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:01 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:14:02.154 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:01 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:14:02.154 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:01 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:14:02.154 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:01 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:14:02.154 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:01 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:14:02.155 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:01 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:14:02.155 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:01 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:14:02.155 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:01 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:14:02.155 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:01 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:14:02.155 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:01 smithi196 ceph-mon[32874]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:14:02.155 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:01 smithi196 ceph-mon[32874]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:14:02.155 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:01 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:14:02.155 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:01 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:14:02.155 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:01 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:14:02.155 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:01 smithi196 ceph-mon[32874]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:14:02.155 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:01 smithi196 ceph-mon[32874]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:14:02.155 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:01 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:14:02.155 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:01 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:14:02.155 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:01 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:14:02.156 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:01 smithi196 ceph-mon[32874]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:14:02.156 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:01 smithi196 ceph-mon[32874]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:14:02.156 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:01 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:14:02.156 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:01 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:14:02.156 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:01 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:14:02.156 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[41349]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:14:02.156 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[41349]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:14:02.156 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:14:02.156 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:14:02.156 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:14:02.156 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:14:02.157 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T05:14:02.157 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:14:02.157 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:14:02.157 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:14:02.157 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:14:02.157 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:14:02.157 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:14:02.157 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:14:02.157 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:14:02.157 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:14:02.157 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[41349]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:14:02.157 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[41349]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:14:02.157 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:14:02.157 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:14:02.157 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:14:02.158 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[41349]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:14:02.158 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[41349]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:14:02.158 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:14:02.158 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:14:02.158 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:14:02.158 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[41349]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:14:02.158 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[41349]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:14:02.158 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:14:02.158 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:14:02.158 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:14:02.159 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[29994]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:14:02.159 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[29994]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:14:02.159 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:14:02.159 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:14:02.159 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:14:02.159 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:14:02.159 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T05:14:02.159 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:14:02.159 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:14:02.159 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:14:02.159 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:14:02.160 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:14:02.160 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:14:02.160 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:14:02.160 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:14:02.160 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:14:02.160 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[29994]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:14:02.160 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[29994]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:14:02.160 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:14:02.160 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:14:02.160 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:14:02.160 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[29994]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:14:02.160 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[29994]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:14:02.160 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:14:02.160 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:14:02.161 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:14:02.161 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[29994]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:14:02.161 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[29994]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:14:02.161 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:14:02.161 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:14:02.161 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:00 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:14:02.161 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-08-10T05:14:02.161 INFO:tasks.workunit.client.0.smithi031.stdout: "58605f64-56d7-11ef-ad30-ac1f6ba5caba": { 2024-08-10T05:14:02.162 INFO:tasks.workunit.client.0.smithi031.stdout: "INTEL_SSDPEDMD400G4_5860daca-56d7-11ef-ad30-ac1f6ba5caba": { 2024-08-10T05:14:02.162 INFO:tasks.workunit.client.0.smithi031.stdout: "20240810-050806": { 2024-08-10T05:14:02.162 INFO:tasks.workunit.client.0.smithi031.stdout: "device": { 2024-08-10T05:14:02.162 INFO:tasks.workunit.client.0.smithi031.stdout: "info_name": "/dev/nvme0n1", 2024-08-10T05:14:02.162 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "/dev/nvme0n1", 2024-08-10T05:14:02.162 INFO:tasks.workunit.client.0.smithi031.stdout: "protocol": "NVMe", 2024-08-10T05:14:02.162 INFO:tasks.workunit.client.0.smithi031.stdout: "type": "nvme" 2024-08-10T05:14:02.162 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.162 INFO:tasks.workunit.client.0.smithi031.stdout: "firmware_version": "8DV101H0", 2024-08-10T05:14:02.162 INFO:tasks.workunit.client.0.smithi031.stdout: "host_id": "58605f64-56d7-11ef-ad30-ac1f6ba5caba", 2024-08-10T05:14:02.162 INFO:tasks.workunit.client.0.smithi031.stdout: "json_format_version": [ 2024-08-10T05:14:02.162 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:02.163 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T05:14:02.163 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:02.163 INFO:tasks.workunit.client.0.smithi031.stdout: "local_time": { 2024-08-10T05:14:02.163 INFO:tasks.workunit.client.0.smithi031.stdout: "asctime": "Sat Aug 10 05:08:06 2024 UTC", 2024-08-10T05:14:02.163 INFO:tasks.workunit.client.0.smithi031.stdout: "time_t": 1723266486 2024-08-10T05:14:02.163 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.163 INFO:tasks.workunit.client.0.smithi031.stdout: "logical_block_size": 512, 2024-08-10T05:14:02.163 INFO:tasks.workunit.client.0.smithi031.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-08-10T05:14:02.163 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_controller_id": 0, 2024-08-10T05:14:02.163 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-10T05:14:02.163 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_namespaces": [ 2024-08-10T05:14:02.163 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:02.163 INFO:tasks.workunit.client.0.smithi031.stdout: "capacity": { 2024-08-10T05:14:02.164 INFO:tasks.workunit.client.0.smithi031.stdout: "blocks": 781422768, 2024-08-10T05:14:02.164 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 400088457216 2024-08-10T05:14:02.164 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.164 INFO:tasks.workunit.client.0.smithi031.stdout: "formatted_lba_size": 512, 2024-08-10T05:14:02.164 INFO:tasks.workunit.client.0.smithi031.stdout: "id": 1, 2024-08-10T05:14:02.164 INFO:tasks.workunit.client.0.smithi031.stdout: "size": { 2024-08-10T05:14:02.164 INFO:tasks.workunit.client.0.smithi031.stdout: "blocks": 781422768, 2024-08-10T05:14:02.164 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 400088457216 2024-08-10T05:14:02.164 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.164 INFO:tasks.workunit.client.0.smithi031.stdout: "utilization": { 2024-08-10T05:14:02.164 INFO:tasks.workunit.client.0.smithi031.stdout: "blocks": 781422768, 2024-08-10T05:14:02.164 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 400088457216 2024-08-10T05:14:02.164 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.164 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.165 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:02.165 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_number_of_namespaces": 1, 2024-08-10T05:14:02.165 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_pci_vendor": { 2024-08-10T05:14:02.165 INFO:tasks.workunit.client.0.smithi031.stdout: "id": 32902, 2024-08-10T05:14:02.165 INFO:tasks.workunit.client.0.smithi031.stdout: "subsystem_id": 32902 2024-08-10T05:14:02.165 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.165 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_smart_health_information_add_log": { 2024-08-10T05:14:02.165 INFO:tasks.workunit.client.0.smithi031.stdout: "Device stats": { 2024-08-10T05:14:02.165 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_fw_downgrades": { 2024-08-10T05:14:02.165 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-08-10T05:14:02.165 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:14:02.165 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.165 INFO:tasks.workunit.client.0.smithi031.stdout: "crc_error_count": { 2024-08-10T05:14:02.165 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:14:02.166 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:14:02.166 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.166 INFO:tasks.workunit.client.0.smithi031.stdout: "end_to_end_error_detection_count": { 2024-08-10T05:14:02.166 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:14:02.166 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:14:02.166 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.166 INFO:tasks.workunit.client.0.smithi031.stdout: "erase_fail_count": { 2024-08-10T05:14:02.166 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:14:02.166 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:14:02.166 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.167 INFO:tasks.workunit.client.0.smithi031.stdout: "host_bytes_written": { 2024-08-10T05:14:02.167 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:14:02.167 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 36852684 2024-08-10T05:14:02.167 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.167 INFO:tasks.workunit.client.0.smithi031.stdout: "host_ctx_wear_used": { 2024-08-10T05:14:02.167 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:14:02.167 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 1 2024-08-10T05:14:02.167 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.167 INFO:tasks.workunit.client.0.smithi031.stdout: "media_bytes_read": { 2024-08-10T05:14:02.167 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-08-10T05:14:02.167 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:14:02.167 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.167 INFO:tasks.workunit.client.0.smithi031.stdout: "nand_bytes_written": { 2024-08-10T05:14:02.167 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:14:02.168 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 56188690 2024-08-10T05:14:02.168 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.168 INFO:tasks.workunit.client.0.smithi031.stdout: "perf_stat_indicator": { 2024-08-10T05:14:02.168 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-08-10T05:14:02.168 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:14:02.168 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.168 INFO:tasks.workunit.client.0.smithi031.stdout: "pll_lock_loss_count": { 2024-08-10T05:14:02.168 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:14:02.168 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:14:02.168 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.168 INFO:tasks.workunit.client.0.smithi031.stdout: "program_fail_count": { 2024-08-10T05:14:02.168 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:14:02.168 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:14:02.168 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.168 INFO:tasks.workunit.client.0.smithi031.stdout: "re_alloc_sectr_cnt": { 2024-08-10T05:14:02.169 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-08-10T05:14:02.169 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:14:02.169 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.169 INFO:tasks.workunit.client.0.smithi031.stdout: "retry_buffer_overflow_count": { 2024-08-10T05:14:02.169 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:14:02.169 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:14:02.169 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.169 INFO:tasks.workunit.client.0.smithi031.stdout: "soft_ecc_err_rate": { 2024-08-10T05:14:02.169 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-08-10T05:14:02.169 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:14:02.169 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.169 INFO:tasks.workunit.client.0.smithi031.stdout: "thermal_throttle_status": { 2024-08-10T05:14:02.169 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:14:02.170 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": { 2024-08-10T05:14:02.170 INFO:tasks.workunit.client.0.smithi031.stdout: "cnt": 0, 2024-08-10T05:14:02.170 INFO:tasks.workunit.client.0.smithi031.stdout: "pct": 0 2024-08-10T05:14:02.170 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.170 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.170 INFO:tasks.workunit.client.0.smithi031.stdout: "timed_workload_host_reads": { 2024-08-10T05:14:02.170 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:14:02.170 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 65535 2024-08-10T05:14:02.170 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.170 INFO:tasks.workunit.client.0.smithi031.stdout: "timed_workload_media_wear": { 2024-08-10T05:14:02.170 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:14:02.170 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": "63.999023" 2024-08-10T05:14:02.170 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.171 INFO:tasks.workunit.client.0.smithi031.stdout: "timed_workload_timer": { 2024-08-10T05:14:02.171 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:14:02.171 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 65535 2024-08-10T05:14:02.171 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.171 INFO:tasks.workunit.client.0.smithi031.stdout: "unexp_power_loss": { 2024-08-10T05:14:02.171 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-08-10T05:14:02.171 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:14:02.171 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.171 INFO:tasks.workunit.client.0.smithi031.stdout: "wear_leveling": { 2024-08-10T05:14:02.171 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 88, 2024-08-10T05:14:02.171 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": { 2024-08-10T05:14:02.171 INFO:tasks.workunit.client.0.smithi031.stdout: "avg": 3697, 2024-08-10T05:14:02.171 INFO:tasks.workunit.client.0.smithi031.stdout: "max": 3719, 2024-08-10T05:14:02.171 INFO:tasks.workunit.client.0.smithi031.stdout: "min": 3674 2024-08-10T05:14:02.172 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.172 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.172 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.172 INFO:tasks.workunit.client.0.smithi031.stdout: "Intel Smart log": "nvme0n1" 2024-08-10T05:14:02.172 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.172 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_smart_health_information_log": { 2024-08-10T05:14:02.172 INFO:tasks.workunit.client.0.smithi031.stdout: "available_spare": 100, 2024-08-10T05:14:02.172 INFO:tasks.workunit.client.0.smithi031.stdout: "available_spare_threshold": 10, 2024-08-10T05:14:02.172 INFO:tasks.workunit.client.0.smithi031.stdout: "controller_busy_time": 3, 2024-08-10T05:14:02.172 INFO:tasks.workunit.client.0.smithi031.stdout: "critical_warning": 0, 2024-08-10T05:14:02.172 INFO:tasks.workunit.client.0.smithi031.stdout: "data_units_read": 437224181, 2024-08-10T05:14:02.172 INFO:tasks.workunit.client.0.smithi031.stdout: "data_units_written": 2415177536, 2024-08-10T05:14:02.172 INFO:tasks.workunit.client.0.smithi031.stdout: "host_reads": 6251278111, 2024-08-10T05:14:02.172 INFO:tasks.workunit.client.0.smithi031.stdout: "host_writes": 37498794677, 2024-08-10T05:14:02.173 INFO:tasks.workunit.client.0.smithi031.stdout: "media_errors": 0, 2024-08-10T05:14:02.173 INFO:tasks.workunit.client.0.smithi031.stdout: "num_err_log_entries": 0, 2024-08-10T05:14:02.173 INFO:tasks.workunit.client.0.smithi031.stdout: "percentage_used": 12, 2024-08-10T05:14:02.173 INFO:tasks.workunit.client.0.smithi031.stdout: "power_cycles": 45194, 2024-08-10T05:14:02.173 INFO:tasks.workunit.client.0.smithi031.stdout: "power_on_hours": 67556, 2024-08-10T05:14:02.173 INFO:tasks.workunit.client.0.smithi031.stdout: "temperature": 25, 2024-08-10T05:14:02.173 INFO:tasks.workunit.client.0.smithi031.stdout: "unsafe_shutdowns": 290 2024-08-10T05:14:02.173 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.173 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_vendor": "intel", 2024-08-10T05:14:02.173 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_version": { 2024-08-10T05:14:02.173 INFO:tasks.workunit.client.0.smithi031.stdout: "string": "<1.2", 2024-08-10T05:14:02.173 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.173 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.174 INFO:tasks.workunit.client.0.smithi031.stdout: "power_cycle_count": 45194, 2024-08-10T05:14:02.174 INFO:tasks.workunit.client.0.smithi031.stdout: "power_on_time": { 2024-08-10T05:14:02.174 INFO:tasks.workunit.client.0.smithi031.stdout: "hours": 67556 2024-08-10T05:14:02.174 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.174 INFO:tasks.workunit.client.0.smithi031.stdout: "serial_number": "deleted", 2024-08-10T05:14:02.174 INFO:tasks.workunit.client.0.smithi031.stdout: "smart_status": { 2024-08-10T05:14:02.174 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme": { 2024-08-10T05:14:02.174 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.174 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.174 INFO:tasks.workunit.client.0.smithi031.stdout: "passed": true 2024-08-10T05:14:02.174 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.174 INFO:tasks.workunit.client.0.smithi031.stdout: "smartctl": { 2024-08-10T05:14:02.174 INFO:tasks.workunit.client.0.smithi031.stdout: "argv": [ 2024-08-10T05:14:02.175 INFO:tasks.workunit.client.0.smithi031.stdout: "smartctl", 2024-08-10T05:14:02.175 INFO:tasks.workunit.client.0.smithi031.stdout: "-x", 2024-08-10T05:14:02.175 INFO:tasks.workunit.client.0.smithi031.stdout: "--json=o", 2024-08-10T05:14:02.175 INFO:tasks.workunit.client.0.smithi031.stdout: "/dev/nvme0n1" 2024-08-10T05:14:02.175 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:02.175 INFO:tasks.workunit.client.0.smithi031.stdout: "build_info": "(local build)", 2024-08-10T05:14:02.175 INFO:tasks.workunit.client.0.smithi031.stdout: "exit_status": 0, 2024-08-10T05:14:02.175 INFO:tasks.workunit.client.0.smithi031.stdout: "output": [ 2024-08-10T05:14:02.175 INFO:tasks.workunit.client.0.smithi031.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-10T05:14:02.175 INFO:tasks.workunit.client.0.smithi031.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-10T05:14:02.175 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-08-10T05:14:02.175 INFO:tasks.workunit.client.0.smithi031.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-10T05:14:02.175 INFO:tasks.workunit.client.0.smithi031.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-08-10T05:14:02.176 INFO:tasks.workunit.client.0.smithi031.stdout: "Serial Number: deleted", 2024-08-10T05:14:02.176 INFO:tasks.workunit.client.0.smithi031.stdout: "Firmware Version: 8DV101H0", 2024-08-10T05:14:02.176 INFO:tasks.workunit.client.0.smithi031.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-10T05:14:02.176 INFO:tasks.workunit.client.0.smithi031.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-10T05:14:02.176 INFO:tasks.workunit.client.0.smithi031.stdout: "Controller ID: 0", 2024-08-10T05:14:02.176 INFO:tasks.workunit.client.0.smithi031.stdout: "NVMe Version: <1.2", 2024-08-10T05:14:02.176 INFO:tasks.workunit.client.0.smithi031.stdout: "Number of Namespaces: 1", 2024-08-10T05:14:02.176 INFO:tasks.workunit.client.0.smithi031.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-08-10T05:14:02.176 INFO:tasks.workunit.client.0.smithi031.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-10T05:14:02.176 INFO:tasks.workunit.client.0.smithi031.stdout: "Local Time is: Sat Aug 10 05:08:06 2024 UTC", 2024-08-10T05:14:02.176 INFO:tasks.workunit.client.0.smithi031.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-10T05:14:02.176 INFO:tasks.workunit.client.0.smithi031.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-10T05:14:02.176 INFO:tasks.workunit.client.0.smithi031.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-10T05:14:02.177 INFO:tasks.workunit.client.0.smithi031.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-10T05:14:02.177 INFO:tasks.workunit.client.0.smithi031.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-10T05:14:02.177 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-08-10T05:14:02.177 INFO:tasks.workunit.client.0.smithi031.stdout: "Supported Power States", 2024-08-10T05:14:02.177 INFO:tasks.workunit.client.0.smithi031.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-10T05:14:02.177 INFO:tasks.workunit.client.0.smithi031.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-10T05:14:02.177 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-08-10T05:14:02.177 INFO:tasks.workunit.client.0.smithi031.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-10T05:14:02.177 INFO:tasks.workunit.client.0.smithi031.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-10T05:14:02.177 INFO:tasks.workunit.client.0.smithi031.stdout: " 0 + 512 0 2", 2024-08-10T05:14:02.177 INFO:tasks.workunit.client.0.smithi031.stdout: " 1 - 512 8 2", 2024-08-10T05:14:02.177 INFO:tasks.workunit.client.0.smithi031.stdout: " 2 - 512 16 2", 2024-08-10T05:14:02.177 INFO:tasks.workunit.client.0.smithi031.stdout: " 3 - 4096 0 0", 2024-08-10T05:14:02.178 INFO:tasks.workunit.client.0.smithi031.stdout: " 4 - 4096 8 0", 2024-08-10T05:14:02.178 INFO:tasks.workunit.client.0.smithi031.stdout: " 5 - 4096 64 0", 2024-08-10T05:14:02.178 INFO:tasks.workunit.client.0.smithi031.stdout: " 6 - 4096 128 0", 2024-08-10T05:14:02.178 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-08-10T05:14:02.178 INFO:tasks.workunit.client.0.smithi031.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-10T05:14:02.178 INFO:tasks.workunit.client.0.smithi031.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-10T05:14:02.178 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-08-10T05:14:02.178 INFO:tasks.workunit.client.0.smithi031.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-10T05:14:02.178 INFO:tasks.workunit.client.0.smithi031.stdout: "Critical Warning: 0x00", 2024-08-10T05:14:02.178 INFO:tasks.workunit.client.0.smithi031.stdout: "Temperature: 25 Celsius", 2024-08-10T05:14:02.178 INFO:tasks.workunit.client.0.smithi031.stdout: "Available Spare: 100%", 2024-08-10T05:14:02.178 INFO:tasks.workunit.client.0.smithi031.stdout: "Available Spare Threshold: 10%", 2024-08-10T05:14:02.178 INFO:tasks.workunit.client.0.smithi031.stdout: "Percentage Used: 12%", 2024-08-10T05:14:02.178 INFO:tasks.workunit.client.0.smithi031.stdout: "Data Units Read: 437,224,181 [223 TB]", 2024-08-10T05:14:02.179 INFO:tasks.workunit.client.0.smithi031.stdout: "Data Units Written: 2,415,177,536 [1.23 PB]", 2024-08-10T05:14:02.179 INFO:tasks.workunit.client.0.smithi031.stdout: "Host Read Commands: 6,251,278,111", 2024-08-10T05:14:02.179 INFO:tasks.workunit.client.0.smithi031.stdout: "Host Write Commands: 37,498,794,677", 2024-08-10T05:14:02.179 INFO:tasks.workunit.client.0.smithi031.stdout: "Controller Busy Time: 3", 2024-08-10T05:14:02.179 INFO:tasks.workunit.client.0.smithi031.stdout: "Power Cycles: 45,194", 2024-08-10T05:14:02.179 INFO:tasks.workunit.client.0.smithi031.stdout: "Power On Hours: 67,556", 2024-08-10T05:14:02.179 INFO:tasks.workunit.client.0.smithi031.stdout: "Unsafe Shutdowns: 290", 2024-08-10T05:14:02.179 INFO:tasks.workunit.client.0.smithi031.stdout: "Media and Data Integrity Errors: 0", 2024-08-10T05:14:02.179 INFO:tasks.workunit.client.0.smithi031.stdout: "Error Information Log Entries: 0", 2024-08-10T05:14:02.179 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-08-10T05:14:02.179 INFO:tasks.workunit.client.0.smithi031.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-10T05:14:02.179 INFO:tasks.workunit.client.0.smithi031.stdout: "No Errors Logged", 2024-08-10T05:14:02.179 INFO:tasks.workunit.client.0.smithi031.stdout: "" 2024-08-10T05:14:02.179 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:02.180 INFO:tasks.workunit.client.0.smithi031.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-10T05:14:02.180 INFO:tasks.workunit.client.0.smithi031.stdout: "svn_revision": "5155", 2024-08-10T05:14:02.180 INFO:tasks.workunit.client.0.smithi031.stdout: "version": [ 2024-08-10T05:14:02.180 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:02.180 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T05:14:02.180 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T05:14:02.180 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.180 INFO:tasks.workunit.client.0.smithi031.stdout: "temperature": { 2024-08-10T05:14:02.180 INFO:tasks.workunit.client.0.smithi031.stdout: "current": 25 2024-08-10T05:14:02.180 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.180 INFO:tasks.workunit.client.0.smithi031.stdout: "user_capacity": { 2024-08-10T05:14:02.180 INFO:tasks.workunit.client.0.smithi031.stdout: "blocks": 781422768, 2024-08-10T05:14:02.180 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 400088457216 2024-08-10T05:14:02.181 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.181 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.181 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.181 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.181 INFO:tasks.workunit.client.0.smithi031.stdout: "58624464-56d7-11ef-ad30-ac1f6ba5caba": { 2024-08-10T05:14:02.181 INFO:tasks.workunit.client.0.smithi031.stdout: "INTEL_SSDPEDMD400G4_5862b048-56d7-11ef-ad30-ac1f6ba5caba": { 2024-08-10T05:14:02.181 INFO:tasks.workunit.client.0.smithi031.stdout: "20240810-050809": { 2024-08-10T05:14:02.181 INFO:tasks.workunit.client.0.smithi031.stdout: "device": { 2024-08-10T05:14:02.181 INFO:tasks.workunit.client.0.smithi031.stdout: "info_name": "/dev/nvme0n1", 2024-08-10T05:14:02.181 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "/dev/nvme0n1", 2024-08-10T05:14:02.181 INFO:tasks.workunit.client.0.smithi031.stdout: "protocol": "NVMe", 2024-08-10T05:14:02.181 INFO:tasks.workunit.client.0.smithi031.stdout: "type": "nvme" 2024-08-10T05:14:02.181 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.181 INFO:tasks.workunit.client.0.smithi031.stdout: "firmware_version": "8DV101H0", 2024-08-10T05:14:02.182 INFO:tasks.workunit.client.0.smithi031.stdout: "host_id": "58624464-56d7-11ef-ad30-ac1f6ba5caba", 2024-08-10T05:14:02.182 INFO:tasks.workunit.client.0.smithi031.stdout: "json_format_version": [ 2024-08-10T05:14:02.182 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:02.182 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T05:14:02.182 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:02.182 INFO:tasks.workunit.client.0.smithi031.stdout: "local_time": { 2024-08-10T05:14:02.182 INFO:tasks.workunit.client.0.smithi031.stdout: "asctime": "Sat Aug 10 05:08:09 2024 UTC", 2024-08-10T05:14:02.182 INFO:tasks.workunit.client.0.smithi031.stdout: "time_t": 1723266489 2024-08-10T05:14:02.182 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.182 INFO:tasks.workunit.client.0.smithi031.stdout: "logical_block_size": 512, 2024-08-10T05:14:02.182 INFO:tasks.workunit.client.0.smithi031.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-08-10T05:14:02.182 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_controller_id": 0, 2024-08-10T05:14:02.182 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-10T05:14:02.183 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_namespaces": [ 2024-08-10T05:14:02.183 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:02.183 INFO:tasks.workunit.client.0.smithi031.stdout: "capacity": { 2024-08-10T05:14:02.183 INFO:tasks.workunit.client.0.smithi031.stdout: "blocks": 781422768, 2024-08-10T05:14:02.183 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 400088457216 2024-08-10T05:14:02.183 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.183 INFO:tasks.workunit.client.0.smithi031.stdout: "formatted_lba_size": 512, 2024-08-10T05:14:02.183 INFO:tasks.workunit.client.0.smithi031.stdout: "id": 1, 2024-08-10T05:14:02.183 INFO:tasks.workunit.client.0.smithi031.stdout: "size": { 2024-08-10T05:14:02.183 INFO:tasks.workunit.client.0.smithi031.stdout: "blocks": 781422768, 2024-08-10T05:14:02.183 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 400088457216 2024-08-10T05:14:02.183 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.183 INFO:tasks.workunit.client.0.smithi031.stdout: "utilization": { 2024-08-10T05:14:02.183 INFO:tasks.workunit.client.0.smithi031.stdout: "blocks": 781422768, 2024-08-10T05:14:02.184 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 400088457216 2024-08-10T05:14:02.184 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.184 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.184 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:02.184 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_number_of_namespaces": 1, 2024-08-10T05:14:02.184 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_pci_vendor": { 2024-08-10T05:14:02.184 INFO:tasks.workunit.client.0.smithi031.stdout: "id": 32902, 2024-08-10T05:14:02.184 INFO:tasks.workunit.client.0.smithi031.stdout: "subsystem_id": 32902 2024-08-10T05:14:02.184 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.184 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_smart_health_information_add_log": { 2024-08-10T05:14:02.184 INFO:tasks.workunit.client.0.smithi031.stdout: "Device stats": { 2024-08-10T05:14:02.184 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_fw_downgrades": { 2024-08-10T05:14:02.184 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-08-10T05:14:02.184 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:14:02.185 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.185 INFO:tasks.workunit.client.0.smithi031.stdout: "crc_error_count": { 2024-08-10T05:14:02.185 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:14:02.185 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:14:02.185 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.185 INFO:tasks.workunit.client.0.smithi031.stdout: "end_to_end_error_detection_count": { 2024-08-10T05:14:02.185 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:14:02.185 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:14:02.185 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.185 INFO:tasks.workunit.client.0.smithi031.stdout: "erase_fail_count": { 2024-08-10T05:14:02.185 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:14:02.185 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:14:02.185 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.185 INFO:tasks.workunit.client.0.smithi031.stdout: "host_bytes_written": { 2024-08-10T05:14:02.186 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:14:02.186 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 24989234 2024-08-10T05:14:02.186 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.186 INFO:tasks.workunit.client.0.smithi031.stdout: "host_ctx_wear_used": { 2024-08-10T05:14:02.186 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:14:02.186 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 1 2024-08-10T05:14:02.186 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.186 INFO:tasks.workunit.client.0.smithi031.stdout: "media_bytes_read": { 2024-08-10T05:14:02.186 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-08-10T05:14:02.186 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:14:02.186 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.186 INFO:tasks.workunit.client.0.smithi031.stdout: "nand_bytes_written": { 2024-08-10T05:14:02.186 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:14:02.186 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 45600947 2024-08-10T05:14:02.187 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.187 INFO:tasks.workunit.client.0.smithi031.stdout: "perf_stat_indicator": { 2024-08-10T05:14:02.187 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-08-10T05:14:02.187 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:14:02.187 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.187 INFO:tasks.workunit.client.0.smithi031.stdout: "pll_lock_loss_count": { 2024-08-10T05:14:02.187 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:14:02.187 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:14:02.187 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.187 INFO:tasks.workunit.client.0.smithi031.stdout: "program_fail_count": { 2024-08-10T05:14:02.187 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:14:02.187 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:14:02.187 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.187 INFO:tasks.workunit.client.0.smithi031.stdout: "re_alloc_sectr_cnt": { 2024-08-10T05:14:02.188 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-08-10T05:14:02.188 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:14:02.188 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.188 INFO:tasks.workunit.client.0.smithi031.stdout: "retry_buffer_overflow_count": { 2024-08-10T05:14:02.188 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:14:02.188 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:14:02.188 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.188 INFO:tasks.workunit.client.0.smithi031.stdout: "soft_ecc_err_rate": { 2024-08-10T05:14:02.188 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-08-10T05:14:02.188 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:14:02.188 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.188 INFO:tasks.workunit.client.0.smithi031.stdout: "thermal_throttle_status": { 2024-08-10T05:14:02.188 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:14:02.188 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": { 2024-08-10T05:14:02.188 INFO:tasks.workunit.client.0.smithi031.stdout: "cnt": 0, 2024-08-10T05:14:02.189 INFO:tasks.workunit.client.0.smithi031.stdout: "pct": 0 2024-08-10T05:14:02.189 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.189 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.189 INFO:tasks.workunit.client.0.smithi031.stdout: "timed_workload_host_reads": { 2024-08-10T05:14:02.189 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:14:02.189 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 65535 2024-08-10T05:14:02.189 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.189 INFO:tasks.workunit.client.0.smithi031.stdout: "timed_workload_media_wear": { 2024-08-10T05:14:02.189 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:14:02.189 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": "63.999023" 2024-08-10T05:14:02.189 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.189 INFO:tasks.workunit.client.0.smithi031.stdout: "timed_workload_timer": { 2024-08-10T05:14:02.189 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:14:02.189 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 65535 2024-08-10T05:14:02.190 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.190 INFO:tasks.workunit.client.0.smithi031.stdout: "unexp_power_loss": { 2024-08-10T05:14:02.190 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-08-10T05:14:02.190 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:14:02.190 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.190 INFO:tasks.workunit.client.0.smithi031.stdout: "wear_leveling": { 2024-08-10T05:14:02.190 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 90, 2024-08-10T05:14:02.190 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": { 2024-08-10T05:14:02.190 INFO:tasks.workunit.client.0.smithi031.stdout: "avg": 3155, 2024-08-10T05:14:02.190 INFO:tasks.workunit.client.0.smithi031.stdout: "max": 3172, 2024-08-10T05:14:02.190 INFO:tasks.workunit.client.0.smithi031.stdout: "min": 3138 2024-08-10T05:14:02.190 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.191 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.191 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.191 INFO:tasks.workunit.client.0.smithi031.stdout: "Intel Smart log": "nvme0n1" 2024-08-10T05:14:02.191 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.191 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_smart_health_information_log": { 2024-08-10T05:14:02.191 INFO:tasks.workunit.client.0.smithi031.stdout: "available_spare": 100, 2024-08-10T05:14:02.191 INFO:tasks.workunit.client.0.smithi031.stdout: "available_spare_threshold": 10, 2024-08-10T05:14:02.191 INFO:tasks.workunit.client.0.smithi031.stdout: "controller_busy_time": 2, 2024-08-10T05:14:02.191 INFO:tasks.workunit.client.0.smithi031.stdout: "critical_warning": 0, 2024-08-10T05:14:02.191 INFO:tasks.workunit.client.0.smithi031.stdout: "data_units_read": 341799776, 2024-08-10T05:14:02.191 INFO:tasks.workunit.client.0.smithi031.stdout: "data_units_written": 1637694495, 2024-08-10T05:14:02.191 INFO:tasks.workunit.client.0.smithi031.stdout: "host_reads": 5376247450, 2024-08-10T05:14:02.191 INFO:tasks.workunit.client.0.smithi031.stdout: "host_writes": 28375896003, 2024-08-10T05:14:02.191 INFO:tasks.workunit.client.0.smithi031.stdout: "media_errors": 0, 2024-08-10T05:14:02.192 INFO:tasks.workunit.client.0.smithi031.stdout: "num_err_log_entries": 0, 2024-08-10T05:14:02.192 INFO:tasks.workunit.client.0.smithi031.stdout: "percentage_used": 10, 2024-08-10T05:14:02.192 INFO:tasks.workunit.client.0.smithi031.stdout: "power_cycles": 58290, 2024-08-10T05:14:02.192 INFO:tasks.workunit.client.0.smithi031.stdout: "power_on_hours": 55759, 2024-08-10T05:14:02.192 INFO:tasks.workunit.client.0.smithi031.stdout: "temperature": 24, 2024-08-10T05:14:02.192 INFO:tasks.workunit.client.0.smithi031.stdout: "unsafe_shutdowns": 198 2024-08-10T05:14:02.192 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.192 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_vendor": "intel", 2024-08-10T05:14:02.192 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_version": { 2024-08-10T05:14:02.192 INFO:tasks.workunit.client.0.smithi031.stdout: "string": "<1.2", 2024-08-10T05:14:02.192 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.192 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.192 INFO:tasks.workunit.client.0.smithi031.stdout: "power_cycle_count": 58290, 2024-08-10T05:14:02.193 INFO:tasks.workunit.client.0.smithi031.stdout: "power_on_time": { 2024-08-10T05:14:02.193 INFO:tasks.workunit.client.0.smithi031.stdout: "hours": 55759 2024-08-10T05:14:02.193 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.193 INFO:tasks.workunit.client.0.smithi031.stdout: "serial_number": "deleted", 2024-08-10T05:14:02.193 INFO:tasks.workunit.client.0.smithi031.stdout: "smart_status": { 2024-08-10T05:14:02.193 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme": { 2024-08-10T05:14:02.193 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.193 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.193 INFO:tasks.workunit.client.0.smithi031.stdout: "passed": true 2024-08-10T05:14:02.193 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.193 INFO:tasks.workunit.client.0.smithi031.stdout: "smartctl": { 2024-08-10T05:14:02.193 INFO:tasks.workunit.client.0.smithi031.stdout: "argv": [ 2024-08-10T05:14:02.193 INFO:tasks.workunit.client.0.smithi031.stdout: "smartctl", 2024-08-10T05:14:02.193 INFO:tasks.workunit.client.0.smithi031.stdout: "-x", 2024-08-10T05:14:02.194 INFO:tasks.workunit.client.0.smithi031.stdout: "--json=o", 2024-08-10T05:14:02.194 INFO:tasks.workunit.client.0.smithi031.stdout: "/dev/nvme0n1" 2024-08-10T05:14:02.194 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:02.194 INFO:tasks.workunit.client.0.smithi031.stdout: "build_info": "(local build)", 2024-08-10T05:14:02.194 INFO:tasks.workunit.client.0.smithi031.stdout: "exit_status": 0, 2024-08-10T05:14:02.194 INFO:tasks.workunit.client.0.smithi031.stdout: "output": [ 2024-08-10T05:14:02.194 INFO:tasks.workunit.client.0.smithi031.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-10T05:14:02.194 INFO:tasks.workunit.client.0.smithi031.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-10T05:14:02.194 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-08-10T05:14:02.194 INFO:tasks.workunit.client.0.smithi031.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-10T05:14:02.194 INFO:tasks.workunit.client.0.smithi031.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-08-10T05:14:02.194 INFO:tasks.workunit.client.0.smithi031.stdout: "Serial Number: deleted", 2024-08-10T05:14:02.194 INFO:tasks.workunit.client.0.smithi031.stdout: "Firmware Version: 8DV101H0", 2024-08-10T05:14:02.195 INFO:tasks.workunit.client.0.smithi031.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-10T05:14:02.195 INFO:tasks.workunit.client.0.smithi031.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-10T05:14:02.195 INFO:tasks.workunit.client.0.smithi031.stdout: "Controller ID: 0", 2024-08-10T05:14:02.195 INFO:tasks.workunit.client.0.smithi031.stdout: "NVMe Version: <1.2", 2024-08-10T05:14:02.195 INFO:tasks.workunit.client.0.smithi031.stdout: "Number of Namespaces: 1", 2024-08-10T05:14:02.195 INFO:tasks.workunit.client.0.smithi031.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-08-10T05:14:02.195 INFO:tasks.workunit.client.0.smithi031.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-10T05:14:02.195 INFO:tasks.workunit.client.0.smithi031.stdout: "Local Time is: Sat Aug 10 05:08:09 2024 UTC", 2024-08-10T05:14:02.195 INFO:tasks.workunit.client.0.smithi031.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-10T05:14:02.195 INFO:tasks.workunit.client.0.smithi031.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-10T05:14:02.195 INFO:tasks.workunit.client.0.smithi031.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-10T05:14:02.195 INFO:tasks.workunit.client.0.smithi031.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-10T05:14:02.195 INFO:tasks.workunit.client.0.smithi031.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-10T05:14:02.195 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-08-10T05:14:02.196 INFO:tasks.workunit.client.0.smithi031.stdout: "Supported Power States", 2024-08-10T05:14:02.196 INFO:tasks.workunit.client.0.smithi031.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-10T05:14:02.196 INFO:tasks.workunit.client.0.smithi031.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-10T05:14:02.196 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-08-10T05:14:02.196 INFO:tasks.workunit.client.0.smithi031.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-10T05:14:02.196 INFO:tasks.workunit.client.0.smithi031.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-10T05:14:02.196 INFO:tasks.workunit.client.0.smithi031.stdout: " 0 + 512 0 2", 2024-08-10T05:14:02.196 INFO:tasks.workunit.client.0.smithi031.stdout: " 1 - 512 8 2", 2024-08-10T05:14:02.196 INFO:tasks.workunit.client.0.smithi031.stdout: " 2 - 512 16 2", 2024-08-10T05:14:02.196 INFO:tasks.workunit.client.0.smithi031.stdout: " 3 - 4096 0 0", 2024-08-10T05:14:02.196 INFO:tasks.workunit.client.0.smithi031.stdout: " 4 - 4096 8 0", 2024-08-10T05:14:02.196 INFO:tasks.workunit.client.0.smithi031.stdout: " 5 - 4096 64 0", 2024-08-10T05:14:02.196 INFO:tasks.workunit.client.0.smithi031.stdout: " 6 - 4096 128 0", 2024-08-10T05:14:02.196 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-08-10T05:14:02.197 INFO:tasks.workunit.client.0.smithi031.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-10T05:14:02.197 INFO:tasks.workunit.client.0.smithi031.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-10T05:14:02.197 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-08-10T05:14:02.197 INFO:tasks.workunit.client.0.smithi031.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-10T05:14:02.197 INFO:tasks.workunit.client.0.smithi031.stdout: "Critical Warning: 0x00", 2024-08-10T05:14:02.197 INFO:tasks.workunit.client.0.smithi031.stdout: "Temperature: 24 Celsius", 2024-08-10T05:14:02.197 INFO:tasks.workunit.client.0.smithi031.stdout: "Available Spare: 100%", 2024-08-10T05:14:02.197 INFO:tasks.workunit.client.0.smithi031.stdout: "Available Spare Threshold: 10%", 2024-08-10T05:14:02.197 INFO:tasks.workunit.client.0.smithi031.stdout: "Percentage Used: 10%", 2024-08-10T05:14:02.197 INFO:tasks.workunit.client.0.smithi031.stdout: "Data Units Read: 341,799,776 [175 TB]", 2024-08-10T05:14:02.197 INFO:tasks.workunit.client.0.smithi031.stdout: "Data Units Written: 1,637,694,495 [838 TB]", 2024-08-10T05:14:02.197 INFO:tasks.workunit.client.0.smithi031.stdout: "Host Read Commands: 5,376,247,450", 2024-08-10T05:14:02.197 INFO:tasks.workunit.client.0.smithi031.stdout: "Host Write Commands: 28,375,896,003", 2024-08-10T05:14:02.197 INFO:tasks.workunit.client.0.smithi031.stdout: "Controller Busy Time: 2", 2024-08-10T05:14:02.198 INFO:tasks.workunit.client.0.smithi031.stdout: "Power Cycles: 58,290", 2024-08-10T05:14:02.198 INFO:tasks.workunit.client.0.smithi031.stdout: "Power On Hours: 55,759", 2024-08-10T05:14:02.198 INFO:tasks.workunit.client.0.smithi031.stdout: "Unsafe Shutdowns: 198", 2024-08-10T05:14:02.198 INFO:tasks.workunit.client.0.smithi031.stdout: "Media and Data Integrity Errors: 0", 2024-08-10T05:14:02.198 INFO:tasks.workunit.client.0.smithi031.stdout: "Error Information Log Entries: 0", 2024-08-10T05:14:02.198 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-08-10T05:14:02.198 INFO:tasks.workunit.client.0.smithi031.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-10T05:14:02.198 INFO:tasks.workunit.client.0.smithi031.stdout: "No Errors Logged", 2024-08-10T05:14:02.198 INFO:tasks.workunit.client.0.smithi031.stdout: "" 2024-08-10T05:14:02.198 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:02.198 INFO:tasks.workunit.client.0.smithi031.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-10T05:14:02.198 INFO:tasks.workunit.client.0.smithi031.stdout: "svn_revision": "5155", 2024-08-10T05:14:02.198 INFO:tasks.workunit.client.0.smithi031.stdout: "version": [ 2024-08-10T05:14:02.198 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:02.199 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T05:14:02.199 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T05:14:02.199 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.199 INFO:tasks.workunit.client.0.smithi031.stdout: "temperature": { 2024-08-10T05:14:02.199 INFO:tasks.workunit.client.0.smithi031.stdout: "current": 24 2024-08-10T05:14:02.199 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.199 INFO:tasks.workunit.client.0.smithi031.stdout: "user_capacity": { 2024-08-10T05:14:02.199 INFO:tasks.workunit.client.0.smithi031.stdout: "blocks": 781422768, 2024-08-10T05:14:02.199 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 400088457216 2024-08-10T05:14:02.199 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.199 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.199 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.199 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.199 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-08-10T05:14:02.200 INFO:tasks.workunit.client.0.smithi031.stderr:+ ceph telemetry show-all 2024-08-10T05:14:02.208 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-08-10T05:14:02.209 INFO:tasks.workunit.client.0.smithi031.stdout: "device_report": { 2024-08-10T05:14:02.209 INFO:tasks.workunit.client.0.smithi031.stdout: "58605f64-56d7-11ef-ad30-ac1f6ba5caba": { 2024-08-10T05:14:02.209 INFO:tasks.workunit.client.0.smithi031.stdout: "INTEL_SSDPEDMD400G4_5860daca-56d7-11ef-ad30-ac1f6ba5caba": { 2024-08-10T05:14:02.209 INFO:tasks.workunit.client.0.smithi031.stdout: "20240810-050806": { 2024-08-10T05:14:02.209 INFO:tasks.workunit.client.0.smithi031.stdout: "device": { 2024-08-10T05:14:02.209 INFO:tasks.workunit.client.0.smithi031.stdout: "info_name": "/dev/nvme0n1", 2024-08-10T05:14:02.209 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "/dev/nvme0n1", 2024-08-10T05:14:02.209 INFO:tasks.workunit.client.0.smithi031.stdout: "protocol": "NVMe", 2024-08-10T05:14:02.209 INFO:tasks.workunit.client.0.smithi031.stdout: "type": "nvme" 2024-08-10T05:14:02.209 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.209 INFO:tasks.workunit.client.0.smithi031.stdout: "firmware_version": "8DV101H0", 2024-08-10T05:14:02.209 INFO:tasks.workunit.client.0.smithi031.stdout: "host_id": "58605f64-56d7-11ef-ad30-ac1f6ba5caba", 2024-08-10T05:14:02.209 INFO:tasks.workunit.client.0.smithi031.stdout: "json_format_version": [ 2024-08-10T05:14:02.210 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:02.210 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T05:14:02.210 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:02.210 INFO:tasks.workunit.client.0.smithi031.stdout: "local_time": { 2024-08-10T05:14:02.210 INFO:tasks.workunit.client.0.smithi031.stdout: "asctime": "Sat Aug 10 05:08:06 2024 UTC", 2024-08-10T05:14:02.210 INFO:tasks.workunit.client.0.smithi031.stdout: "time_t": 1723266486 2024-08-10T05:14:02.210 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.210 INFO:tasks.workunit.client.0.smithi031.stdout: "logical_block_size": 512, 2024-08-10T05:14:02.210 INFO:tasks.workunit.client.0.smithi031.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-08-10T05:14:02.210 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_controller_id": 0, 2024-08-10T05:14:02.210 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-10T05:14:02.210 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_namespaces": [ 2024-08-10T05:14:02.211 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:02.211 INFO:tasks.workunit.client.0.smithi031.stdout: "capacity": { 2024-08-10T05:14:02.211 INFO:tasks.workunit.client.0.smithi031.stdout: "blocks": 781422768, 2024-08-10T05:14:02.211 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 400088457216 2024-08-10T05:14:02.211 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.211 INFO:tasks.workunit.client.0.smithi031.stdout: "formatted_lba_size": 512, 2024-08-10T05:14:02.211 INFO:tasks.workunit.client.0.smithi031.stdout: "id": 1, 2024-08-10T05:14:02.211 INFO:tasks.workunit.client.0.smithi031.stdout: "size": { 2024-08-10T05:14:02.211 INFO:tasks.workunit.client.0.smithi031.stdout: "blocks": 781422768, 2024-08-10T05:14:02.211 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 400088457216 2024-08-10T05:14:02.211 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.211 INFO:tasks.workunit.client.0.smithi031.stdout: "utilization": { 2024-08-10T05:14:02.211 INFO:tasks.workunit.client.0.smithi031.stdout: "blocks": 781422768, 2024-08-10T05:14:02.211 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 400088457216 2024-08-10T05:14:02.212 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.212 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.212 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:02.212 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_number_of_namespaces": 1, 2024-08-10T05:14:02.212 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_pci_vendor": { 2024-08-10T05:14:02.212 INFO:tasks.workunit.client.0.smithi031.stdout: "id": 32902, 2024-08-10T05:14:02.212 INFO:tasks.workunit.client.0.smithi031.stdout: "subsystem_id": 32902 2024-08-10T05:14:02.212 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.212 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_smart_health_information_add_log": { 2024-08-10T05:14:02.212 INFO:tasks.workunit.client.0.smithi031.stdout: "Device stats": { 2024-08-10T05:14:02.212 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_fw_downgrades": { 2024-08-10T05:14:02.212 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-08-10T05:14:02.212 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:14:02.212 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.213 INFO:tasks.workunit.client.0.smithi031.stdout: "crc_error_count": { 2024-08-10T05:14:02.213 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:14:02.213 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:14:02.213 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.213 INFO:tasks.workunit.client.0.smithi031.stdout: "end_to_end_error_detection_count": { 2024-08-10T05:14:02.213 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:14:02.213 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:14:02.213 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.213 INFO:tasks.workunit.client.0.smithi031.stdout: "erase_fail_count": { 2024-08-10T05:14:02.213 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:14:02.213 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:14:02.213 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.213 INFO:tasks.workunit.client.0.smithi031.stdout: "host_bytes_written": { 2024-08-10T05:14:02.214 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:14:02.214 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 36852684 2024-08-10T05:14:02.214 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.214 INFO:tasks.workunit.client.0.smithi031.stdout: "host_ctx_wear_used": { 2024-08-10T05:14:02.214 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:14:02.214 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 1 2024-08-10T05:14:02.214 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.214 INFO:tasks.workunit.client.0.smithi031.stdout: "media_bytes_read": { 2024-08-10T05:14:02.214 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-08-10T05:14:02.214 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:14:02.214 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.214 INFO:tasks.workunit.client.0.smithi031.stdout: "nand_bytes_written": { 2024-08-10T05:14:02.215 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:14:02.215 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 56188690 2024-08-10T05:14:02.215 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.215 INFO:tasks.workunit.client.0.smithi031.stdout: "perf_stat_indicator": { 2024-08-10T05:14:02.215 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-08-10T05:14:02.215 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:14:02.215 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.215 INFO:tasks.workunit.client.0.smithi031.stdout: "pll_lock_loss_count": { 2024-08-10T05:14:02.215 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:14:02.215 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:14:02.215 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.215 INFO:tasks.workunit.client.0.smithi031.stdout: "program_fail_count": { 2024-08-10T05:14:02.215 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:14:02.215 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:14:02.215 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.216 INFO:tasks.workunit.client.0.smithi031.stdout: "re_alloc_sectr_cnt": { 2024-08-10T05:14:02.216 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-08-10T05:14:02.216 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:14:02.216 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.216 INFO:tasks.workunit.client.0.smithi031.stdout: "retry_buffer_overflow_count": { 2024-08-10T05:14:02.216 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:14:02.216 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:14:02.216 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.216 INFO:tasks.workunit.client.0.smithi031.stdout: "soft_ecc_err_rate": { 2024-08-10T05:14:02.216 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-08-10T05:14:02.216 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:14:02.217 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.217 INFO:tasks.workunit.client.0.smithi031.stdout: "thermal_throttle_status": { 2024-08-10T05:14:02.217 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:14:02.217 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": { 2024-08-10T05:14:02.217 INFO:tasks.workunit.client.0.smithi031.stdout: "cnt": 0, 2024-08-10T05:14:02.217 INFO:tasks.workunit.client.0.smithi031.stdout: "pct": 0 2024-08-10T05:14:02.217 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.217 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.217 INFO:tasks.workunit.client.0.smithi031.stdout: "timed_workload_host_reads": { 2024-08-10T05:14:02.217 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:14:02.217 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 65535 2024-08-10T05:14:02.217 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.217 INFO:tasks.workunit.client.0.smithi031.stdout: "timed_workload_media_wear": { 2024-08-10T05:14:02.217 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:14:02.218 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": "63.999023" 2024-08-10T05:14:02.218 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.218 INFO:tasks.workunit.client.0.smithi031.stdout: "timed_workload_timer": { 2024-08-10T05:14:02.218 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:14:02.218 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 65535 2024-08-10T05:14:02.218 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.218 INFO:tasks.workunit.client.0.smithi031.stdout: "unexp_power_loss": { 2024-08-10T05:14:02.218 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-08-10T05:14:02.218 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:14:02.218 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.218 INFO:tasks.workunit.client.0.smithi031.stdout: "wear_leveling": { 2024-08-10T05:14:02.218 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 88, 2024-08-10T05:14:02.218 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": { 2024-08-10T05:14:02.219 INFO:tasks.workunit.client.0.smithi031.stdout: "avg": 3697, 2024-08-10T05:14:02.219 INFO:tasks.workunit.client.0.smithi031.stdout: "max": 3719, 2024-08-10T05:14:02.219 INFO:tasks.workunit.client.0.smithi031.stdout: "min": 3674 2024-08-10T05:14:02.219 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.219 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.219 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.219 INFO:tasks.workunit.client.0.smithi031.stdout: "Intel Smart log": "nvme0n1" 2024-08-10T05:14:02.219 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.219 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_smart_health_information_log": { 2024-08-10T05:14:02.219 INFO:tasks.workunit.client.0.smithi031.stdout: "available_spare": 100, 2024-08-10T05:14:02.219 INFO:tasks.workunit.client.0.smithi031.stdout: "available_spare_threshold": 10, 2024-08-10T05:14:02.219 INFO:tasks.workunit.client.0.smithi031.stdout: "controller_busy_time": 3, 2024-08-10T05:14:02.219 INFO:tasks.workunit.client.0.smithi031.stdout: "critical_warning": 0, 2024-08-10T05:14:02.219 INFO:tasks.workunit.client.0.smithi031.stdout: "data_units_read": 437224181, 2024-08-10T05:14:02.220 INFO:tasks.workunit.client.0.smithi031.stdout: "data_units_written": 2415177536, 2024-08-10T05:14:02.220 INFO:tasks.workunit.client.0.smithi031.stdout: "host_reads": 6251278111, 2024-08-10T05:14:02.220 INFO:tasks.workunit.client.0.smithi031.stdout: "host_writes": 37498794677, 2024-08-10T05:14:02.220 INFO:tasks.workunit.client.0.smithi031.stdout: "media_errors": 0, 2024-08-10T05:14:02.220 INFO:tasks.workunit.client.0.smithi031.stdout: "num_err_log_entries": 0, 2024-08-10T05:14:02.220 INFO:tasks.workunit.client.0.smithi031.stdout: "percentage_used": 12, 2024-08-10T05:14:02.220 INFO:tasks.workunit.client.0.smithi031.stdout: "power_cycles": 45194, 2024-08-10T05:14:02.220 INFO:tasks.workunit.client.0.smithi031.stdout: "power_on_hours": 67556, 2024-08-10T05:14:02.220 INFO:tasks.workunit.client.0.smithi031.stdout: "temperature": 25, 2024-08-10T05:14:02.220 INFO:tasks.workunit.client.0.smithi031.stdout: "unsafe_shutdowns": 290 2024-08-10T05:14:02.220 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.220 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_vendor": "intel", 2024-08-10T05:14:02.220 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_version": { 2024-08-10T05:14:02.220 INFO:tasks.workunit.client.0.smithi031.stdout: "string": "<1.2", 2024-08-10T05:14:02.221 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.221 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.221 INFO:tasks.workunit.client.0.smithi031.stdout: "power_cycle_count": 45194, 2024-08-10T05:14:02.221 INFO:tasks.workunit.client.0.smithi031.stdout: "power_on_time": { 2024-08-10T05:14:02.221 INFO:tasks.workunit.client.0.smithi031.stdout: "hours": 67556 2024-08-10T05:14:02.221 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.221 INFO:tasks.workunit.client.0.smithi031.stdout: "serial_number": "deleted", 2024-08-10T05:14:02.221 INFO:tasks.workunit.client.0.smithi031.stdout: "smart_status": { 2024-08-10T05:14:02.221 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme": { 2024-08-10T05:14:02.221 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.221 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.221 INFO:tasks.workunit.client.0.smithi031.stdout: "passed": true 2024-08-10T05:14:02.221 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.221 INFO:tasks.workunit.client.0.smithi031.stdout: "smartctl": { 2024-08-10T05:14:02.222 INFO:tasks.workunit.client.0.smithi031.stdout: "argv": [ 2024-08-10T05:14:02.222 INFO:tasks.workunit.client.0.smithi031.stdout: "smartctl", 2024-08-10T05:14:02.222 INFO:tasks.workunit.client.0.smithi031.stdout: "-x", 2024-08-10T05:14:02.222 INFO:tasks.workunit.client.0.smithi031.stdout: "--json=o", 2024-08-10T05:14:02.222 INFO:tasks.workunit.client.0.smithi031.stdout: "/dev/nvme0n1" 2024-08-10T05:14:02.222 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:02.222 INFO:tasks.workunit.client.0.smithi031.stdout: "build_info": "(local build)", 2024-08-10T05:14:02.222 INFO:tasks.workunit.client.0.smithi031.stdout: "exit_status": 0, 2024-08-10T05:14:02.222 INFO:tasks.workunit.client.0.smithi031.stdout: "output": [ 2024-08-10T05:14:02.222 INFO:tasks.workunit.client.0.smithi031.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-10T05:14:02.222 INFO:tasks.workunit.client.0.smithi031.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-10T05:14:02.222 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-08-10T05:14:02.222 INFO:tasks.workunit.client.0.smithi031.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-10T05:14:02.223 INFO:tasks.workunit.client.0.smithi031.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-08-10T05:14:02.223 INFO:tasks.workunit.client.0.smithi031.stdout: "Serial Number: deleted", 2024-08-10T05:14:02.223 INFO:tasks.workunit.client.0.smithi031.stdout: "Firmware Version: 8DV101H0", 2024-08-10T05:14:02.223 INFO:tasks.workunit.client.0.smithi031.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-10T05:14:02.223 INFO:tasks.workunit.client.0.smithi031.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-10T05:14:02.223 INFO:tasks.workunit.client.0.smithi031.stdout: "Controller ID: 0", 2024-08-10T05:14:02.223 INFO:tasks.workunit.client.0.smithi031.stdout: "NVMe Version: <1.2", 2024-08-10T05:14:02.223 INFO:tasks.workunit.client.0.smithi031.stdout: "Number of Namespaces: 1", 2024-08-10T05:14:02.223 INFO:tasks.workunit.client.0.smithi031.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-08-10T05:14:02.223 INFO:tasks.workunit.client.0.smithi031.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-10T05:14:02.223 INFO:tasks.workunit.client.0.smithi031.stdout: "Local Time is: Sat Aug 10 05:08:06 2024 UTC", 2024-08-10T05:14:02.223 INFO:tasks.workunit.client.0.smithi031.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-10T05:14:02.223 INFO:tasks.workunit.client.0.smithi031.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-10T05:14:02.224 INFO:tasks.workunit.client.0.smithi031.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-10T05:14:02.224 INFO:tasks.workunit.client.0.smithi031.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-10T05:14:02.224 INFO:tasks.workunit.client.0.smithi031.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-10T05:14:02.224 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-08-10T05:14:02.224 INFO:tasks.workunit.client.0.smithi031.stdout: "Supported Power States", 2024-08-10T05:14:02.224 INFO:tasks.workunit.client.0.smithi031.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-10T05:14:02.224 INFO:tasks.workunit.client.0.smithi031.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-10T05:14:02.224 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-08-10T05:14:02.224 INFO:tasks.workunit.client.0.smithi031.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-10T05:14:02.224 INFO:tasks.workunit.client.0.smithi031.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-10T05:14:02.224 INFO:tasks.workunit.client.0.smithi031.stdout: " 0 + 512 0 2", 2024-08-10T05:14:02.224 INFO:tasks.workunit.client.0.smithi031.stdout: " 1 - 512 8 2", 2024-08-10T05:14:02.224 INFO:tasks.workunit.client.0.smithi031.stdout: " 2 - 512 16 2", 2024-08-10T05:14:02.225 INFO:tasks.workunit.client.0.smithi031.stdout: " 3 - 4096 0 0", 2024-08-10T05:14:02.225 INFO:tasks.workunit.client.0.smithi031.stdout: " 4 - 4096 8 0", 2024-08-10T05:14:02.225 INFO:tasks.workunit.client.0.smithi031.stdout: " 5 - 4096 64 0", 2024-08-10T05:14:02.225 INFO:tasks.workunit.client.0.smithi031.stdout: " 6 - 4096 128 0", 2024-08-10T05:14:02.225 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-08-10T05:14:02.225 INFO:tasks.workunit.client.0.smithi031.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-10T05:14:02.225 INFO:tasks.workunit.client.0.smithi031.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-10T05:14:02.225 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-08-10T05:14:02.225 INFO:tasks.workunit.client.0.smithi031.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-10T05:14:02.225 INFO:tasks.workunit.client.0.smithi031.stdout: "Critical Warning: 0x00", 2024-08-10T05:14:02.225 INFO:tasks.workunit.client.0.smithi031.stdout: "Temperature: 25 Celsius", 2024-08-10T05:14:02.225 INFO:tasks.workunit.client.0.smithi031.stdout: "Available Spare: 100%", 2024-08-10T05:14:02.225 INFO:tasks.workunit.client.0.smithi031.stdout: "Available Spare Threshold: 10%", 2024-08-10T05:14:02.225 INFO:tasks.workunit.client.0.smithi031.stdout: "Percentage Used: 12%", 2024-08-10T05:14:02.226 INFO:tasks.workunit.client.0.smithi031.stdout: "Data Units Read: 437,224,181 [223 TB]", 2024-08-10T05:14:02.226 INFO:tasks.workunit.client.0.smithi031.stdout: "Data Units Written: 2,415,177,536 [1.23 PB]", 2024-08-10T05:14:02.226 INFO:tasks.workunit.client.0.smithi031.stdout: "Host Read Commands: 6,251,278,111", 2024-08-10T05:14:02.226 INFO:tasks.workunit.client.0.smithi031.stdout: "Host Write Commands: 37,498,794,677", 2024-08-10T05:14:02.226 INFO:tasks.workunit.client.0.smithi031.stdout: "Controller Busy Time: 3", 2024-08-10T05:14:02.226 INFO:tasks.workunit.client.0.smithi031.stdout: "Power Cycles: 45,194", 2024-08-10T05:14:02.226 INFO:tasks.workunit.client.0.smithi031.stdout: "Power On Hours: 67,556", 2024-08-10T05:14:02.226 INFO:tasks.workunit.client.0.smithi031.stdout: "Unsafe Shutdowns: 290", 2024-08-10T05:14:02.226 INFO:tasks.workunit.client.0.smithi031.stdout: "Media and Data Integrity Errors: 0", 2024-08-10T05:14:02.226 INFO:tasks.workunit.client.0.smithi031.stdout: "Error Information Log Entries: 0", 2024-08-10T05:14:02.226 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-08-10T05:14:02.226 INFO:tasks.workunit.client.0.smithi031.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-10T05:14:02.226 INFO:tasks.workunit.client.0.smithi031.stdout: "No Errors Logged", 2024-08-10T05:14:02.226 INFO:tasks.workunit.client.0.smithi031.stdout: "" 2024-08-10T05:14:02.227 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:02.227 INFO:tasks.workunit.client.0.smithi031.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-10T05:14:02.227 INFO:tasks.workunit.client.0.smithi031.stdout: "svn_revision": "5155", 2024-08-10T05:14:02.227 INFO:tasks.workunit.client.0.smithi031.stdout: "version": [ 2024-08-10T05:14:02.227 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:02.227 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T05:14:02.227 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T05:14:02.227 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.227 INFO:tasks.workunit.client.0.smithi031.stdout: "temperature": { 2024-08-10T05:14:02.227 INFO:tasks.workunit.client.0.smithi031.stdout: "current": 25 2024-08-10T05:14:02.227 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.227 INFO:tasks.workunit.client.0.smithi031.stdout: "user_capacity": { 2024-08-10T05:14:02.227 INFO:tasks.workunit.client.0.smithi031.stdout: "blocks": 781422768, 2024-08-10T05:14:02.228 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 400088457216 2024-08-10T05:14:02.228 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.228 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.228 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.228 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.228 INFO:tasks.workunit.client.0.smithi031.stdout: "58624464-56d7-11ef-ad30-ac1f6ba5caba": { 2024-08-10T05:14:02.228 INFO:tasks.workunit.client.0.smithi031.stdout: "INTEL_SSDPEDMD400G4_5862b048-56d7-11ef-ad30-ac1f6ba5caba": { 2024-08-10T05:14:02.228 INFO:tasks.workunit.client.0.smithi031.stdout: "20240810-050809": { 2024-08-10T05:14:02.228 INFO:tasks.workunit.client.0.smithi031.stdout: "device": { 2024-08-10T05:14:02.228 INFO:tasks.workunit.client.0.smithi031.stdout: "info_name": "/dev/nvme0n1", 2024-08-10T05:14:02.228 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "/dev/nvme0n1", 2024-08-10T05:14:02.228 INFO:tasks.workunit.client.0.smithi031.stdout: "protocol": "NVMe", 2024-08-10T05:14:02.229 INFO:tasks.workunit.client.0.smithi031.stdout: "type": "nvme" 2024-08-10T05:14:02.229 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.229 INFO:tasks.workunit.client.0.smithi031.stdout: "firmware_version": "8DV101H0", 2024-08-10T05:14:02.229 INFO:tasks.workunit.client.0.smithi031.stdout: "host_id": "58624464-56d7-11ef-ad30-ac1f6ba5caba", 2024-08-10T05:14:02.229 INFO:tasks.workunit.client.0.smithi031.stdout: "json_format_version": [ 2024-08-10T05:14:02.229 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:02.229 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T05:14:02.229 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:02.229 INFO:tasks.workunit.client.0.smithi031.stdout: "local_time": { 2024-08-10T05:14:02.229 INFO:tasks.workunit.client.0.smithi031.stdout: "asctime": "Sat Aug 10 05:08:09 2024 UTC", 2024-08-10T05:14:02.229 INFO:tasks.workunit.client.0.smithi031.stdout: "time_t": 1723266489 2024-08-10T05:14:02.229 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.229 INFO:tasks.workunit.client.0.smithi031.stdout: "logical_block_size": 512, 2024-08-10T05:14:02.229 INFO:tasks.workunit.client.0.smithi031.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-08-10T05:14:02.230 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_controller_id": 0, 2024-08-10T05:14:02.230 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-10T05:14:02.230 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_namespaces": [ 2024-08-10T05:14:02.230 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:02.230 INFO:tasks.workunit.client.0.smithi031.stdout: "capacity": { 2024-08-10T05:14:02.230 INFO:tasks.workunit.client.0.smithi031.stdout: "blocks": 781422768, 2024-08-10T05:14:02.230 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 400088457216 2024-08-10T05:14:02.230 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.230 INFO:tasks.workunit.client.0.smithi031.stdout: "formatted_lba_size": 512, 2024-08-10T05:14:02.230 INFO:tasks.workunit.client.0.smithi031.stdout: "id": 1, 2024-08-10T05:14:02.230 INFO:tasks.workunit.client.0.smithi031.stdout: "size": { 2024-08-10T05:14:02.230 INFO:tasks.workunit.client.0.smithi031.stdout: "blocks": 781422768, 2024-08-10T05:14:02.230 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 400088457216 2024-08-10T05:14:02.231 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.231 INFO:tasks.workunit.client.0.smithi031.stdout: "utilization": { 2024-08-10T05:14:02.231 INFO:tasks.workunit.client.0.smithi031.stdout: "blocks": 781422768, 2024-08-10T05:14:02.231 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 400088457216 2024-08-10T05:14:02.231 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.231 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.231 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:02.231 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_number_of_namespaces": 1, 2024-08-10T05:14:02.231 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_pci_vendor": { 2024-08-10T05:14:02.231 INFO:tasks.workunit.client.0.smithi031.stdout: "id": 32902, 2024-08-10T05:14:02.231 INFO:tasks.workunit.client.0.smithi031.stdout: "subsystem_id": 32902 2024-08-10T05:14:02.231 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.231 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_smart_health_information_add_log": { 2024-08-10T05:14:02.232 INFO:tasks.workunit.client.0.smithi031.stdout: "Device stats": { 2024-08-10T05:14:02.232 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_fw_downgrades": { 2024-08-10T05:14:02.232 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-08-10T05:14:02.232 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:14:02.232 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.232 INFO:tasks.workunit.client.0.smithi031.stdout: "crc_error_count": { 2024-08-10T05:14:02.232 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:14:02.232 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:14:02.232 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.232 INFO:tasks.workunit.client.0.smithi031.stdout: "end_to_end_error_detection_count": { 2024-08-10T05:14:02.232 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:14:02.232 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:14:02.232 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.233 INFO:tasks.workunit.client.0.smithi031.stdout: "erase_fail_count": { 2024-08-10T05:14:02.233 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:14:02.233 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:14:02.233 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.233 INFO:tasks.workunit.client.0.smithi031.stdout: "host_bytes_written": { 2024-08-10T05:14:02.233 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:14:02.233 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 24989234 2024-08-10T05:14:02.233 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.233 INFO:tasks.workunit.client.0.smithi031.stdout: "host_ctx_wear_used": { 2024-08-10T05:14:02.233 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:14:02.233 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 1 2024-08-10T05:14:02.233 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.233 INFO:tasks.workunit.client.0.smithi031.stdout: "media_bytes_read": { 2024-08-10T05:14:02.233 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-08-10T05:14:02.234 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:14:02.234 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.234 INFO:tasks.workunit.client.0.smithi031.stdout: "nand_bytes_written": { 2024-08-10T05:14:02.234 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:14:02.234 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 45600947 2024-08-10T05:14:02.234 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.234 INFO:tasks.workunit.client.0.smithi031.stdout: "perf_stat_indicator": { 2024-08-10T05:14:02.234 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-08-10T05:14:02.234 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:14:02.234 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.234 INFO:tasks.workunit.client.0.smithi031.stdout: "pll_lock_loss_count": { 2024-08-10T05:14:02.234 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:14:02.234 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:14:02.235 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.235 INFO:tasks.workunit.client.0.smithi031.stdout: "program_fail_count": { 2024-08-10T05:14:02.235 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:14:02.235 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:14:02.235 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.235 INFO:tasks.workunit.client.0.smithi031.stdout: "re_alloc_sectr_cnt": { 2024-08-10T05:14:02.235 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-08-10T05:14:02.235 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:14:02.235 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.235 INFO:tasks.workunit.client.0.smithi031.stdout: "retry_buffer_overflow_count": { 2024-08-10T05:14:02.235 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:14:02.235 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:14:02.236 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.236 INFO:tasks.workunit.client.0.smithi031.stdout: "soft_ecc_err_rate": { 2024-08-10T05:14:02.236 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-08-10T05:14:02.236 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:14:02.236 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.236 INFO:tasks.workunit.client.0.smithi031.stdout: "thermal_throttle_status": { 2024-08-10T05:14:02.236 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:14:02.236 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": { 2024-08-10T05:14:02.236 INFO:tasks.workunit.client.0.smithi031.stdout: "cnt": 0, 2024-08-10T05:14:02.236 INFO:tasks.workunit.client.0.smithi031.stdout: "pct": 0 2024-08-10T05:14:02.236 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.236 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.236 INFO:tasks.workunit.client.0.smithi031.stdout: "timed_workload_host_reads": { 2024-08-10T05:14:02.236 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:14:02.237 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 65535 2024-08-10T05:14:02.237 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.237 INFO:tasks.workunit.client.0.smithi031.stdout: "timed_workload_media_wear": { 2024-08-10T05:14:02.237 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:14:02.237 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": "63.999023" 2024-08-10T05:14:02.237 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.237 INFO:tasks.workunit.client.0.smithi031.stdout: "timed_workload_timer": { 2024-08-10T05:14:02.237 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T05:14:02.237 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 65535 2024-08-10T05:14:02.237 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.237 INFO:tasks.workunit.client.0.smithi031.stdout: "unexp_power_loss": { 2024-08-10T05:14:02.237 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-08-10T05:14:02.237 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T05:14:02.237 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.238 INFO:tasks.workunit.client.0.smithi031.stdout: "wear_leveling": { 2024-08-10T05:14:02.238 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 90, 2024-08-10T05:14:02.238 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": { 2024-08-10T05:14:02.238 INFO:tasks.workunit.client.0.smithi031.stdout: "avg": 3155, 2024-08-10T05:14:02.238 INFO:tasks.workunit.client.0.smithi031.stdout: "max": 3172, 2024-08-10T05:14:02.238 INFO:tasks.workunit.client.0.smithi031.stdout: "min": 3138 2024-08-10T05:14:02.238 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.238 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.238 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.238 INFO:tasks.workunit.client.0.smithi031.stdout: "Intel Smart log": "nvme0n1" 2024-08-10T05:14:02.238 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.238 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_smart_health_information_log": { 2024-08-10T05:14:02.238 INFO:tasks.workunit.client.0.smithi031.stdout: "available_spare": 100, 2024-08-10T05:14:02.239 INFO:tasks.workunit.client.0.smithi031.stdout: "available_spare_threshold": 10, 2024-08-10T05:14:02.239 INFO:tasks.workunit.client.0.smithi031.stdout: "controller_busy_time": 2, 2024-08-10T05:14:02.239 INFO:tasks.workunit.client.0.smithi031.stdout: "critical_warning": 0, 2024-08-10T05:14:02.239 INFO:tasks.workunit.client.0.smithi031.stdout: "data_units_read": 341799776, 2024-08-10T05:14:02.239 INFO:tasks.workunit.client.0.smithi031.stdout: "data_units_written": 1637694495, 2024-08-10T05:14:02.239 INFO:tasks.workunit.client.0.smithi031.stdout: "host_reads": 5376247450, 2024-08-10T05:14:02.239 INFO:tasks.workunit.client.0.smithi031.stdout: "host_writes": 28375896003, 2024-08-10T05:14:02.239 INFO:tasks.workunit.client.0.smithi031.stdout: "media_errors": 0, 2024-08-10T05:14:02.239 INFO:tasks.workunit.client.0.smithi031.stdout: "num_err_log_entries": 0, 2024-08-10T05:14:02.239 INFO:tasks.workunit.client.0.smithi031.stdout: "percentage_used": 10, 2024-08-10T05:14:02.239 INFO:tasks.workunit.client.0.smithi031.stdout: "power_cycles": 58290, 2024-08-10T05:14:02.239 INFO:tasks.workunit.client.0.smithi031.stdout: "power_on_hours": 55759, 2024-08-10T05:14:02.239 INFO:tasks.workunit.client.0.smithi031.stdout: "temperature": 24, 2024-08-10T05:14:02.239 INFO:tasks.workunit.client.0.smithi031.stdout: "unsafe_shutdowns": 198 2024-08-10T05:14:02.240 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.240 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_vendor": "intel", 2024-08-10T05:14:02.240 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_version": { 2024-08-10T05:14:02.240 INFO:tasks.workunit.client.0.smithi031.stdout: "string": "<1.2", 2024-08-10T05:14:02.240 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.240 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.240 INFO:tasks.workunit.client.0.smithi031.stdout: "power_cycle_count": 58290, 2024-08-10T05:14:02.240 INFO:tasks.workunit.client.0.smithi031.stdout: "power_on_time": { 2024-08-10T05:14:02.240 INFO:tasks.workunit.client.0.smithi031.stdout: "hours": 55759 2024-08-10T05:14:02.240 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.240 INFO:tasks.workunit.client.0.smithi031.stdout: "serial_number": "deleted", 2024-08-10T05:14:02.240 INFO:tasks.workunit.client.0.smithi031.stdout: "smart_status": { 2024-08-10T05:14:02.240 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme": { 2024-08-10T05:14:02.241 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.241 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.241 INFO:tasks.workunit.client.0.smithi031.stdout: "passed": true 2024-08-10T05:14:02.241 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.241 INFO:tasks.workunit.client.0.smithi031.stdout: "smartctl": { 2024-08-10T05:14:02.241 INFO:tasks.workunit.client.0.smithi031.stdout: "argv": [ 2024-08-10T05:14:02.241 INFO:tasks.workunit.client.0.smithi031.stdout: "smartctl", 2024-08-10T05:14:02.241 INFO:tasks.workunit.client.0.smithi031.stdout: "-x", 2024-08-10T05:14:02.241 INFO:tasks.workunit.client.0.smithi031.stdout: "--json=o", 2024-08-10T05:14:02.241 INFO:tasks.workunit.client.0.smithi031.stdout: "/dev/nvme0n1" 2024-08-10T05:14:02.241 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:02.241 INFO:tasks.workunit.client.0.smithi031.stdout: "build_info": "(local build)", 2024-08-10T05:14:02.241 INFO:tasks.workunit.client.0.smithi031.stdout: "exit_status": 0, 2024-08-10T05:14:02.241 INFO:tasks.workunit.client.0.smithi031.stdout: "output": [ 2024-08-10T05:14:02.242 INFO:tasks.workunit.client.0.smithi031.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-10T05:14:02.242 INFO:tasks.workunit.client.0.smithi031.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-10T05:14:02.242 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-08-10T05:14:02.242 INFO:tasks.workunit.client.0.smithi031.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-10T05:14:02.242 INFO:tasks.workunit.client.0.smithi031.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-08-10T05:14:02.242 INFO:tasks.workunit.client.0.smithi031.stdout: "Serial Number: deleted", 2024-08-10T05:14:02.242 INFO:tasks.workunit.client.0.smithi031.stdout: "Firmware Version: 8DV101H0", 2024-08-10T05:14:02.242 INFO:tasks.workunit.client.0.smithi031.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-10T05:14:02.242 INFO:tasks.workunit.client.0.smithi031.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-10T05:14:02.242 INFO:tasks.workunit.client.0.smithi031.stdout: "Controller ID: 0", 2024-08-10T05:14:02.242 INFO:tasks.workunit.client.0.smithi031.stdout: "NVMe Version: <1.2", 2024-08-10T05:14:02.242 INFO:tasks.workunit.client.0.smithi031.stdout: "Number of Namespaces: 1", 2024-08-10T05:14:02.243 INFO:tasks.workunit.client.0.smithi031.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-08-10T05:14:02.243 INFO:tasks.workunit.client.0.smithi031.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-10T05:14:02.243 INFO:tasks.workunit.client.0.smithi031.stdout: "Local Time is: Sat Aug 10 05:08:09 2024 UTC", 2024-08-10T05:14:02.243 INFO:tasks.workunit.client.0.smithi031.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-10T05:14:02.243 INFO:tasks.workunit.client.0.smithi031.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-10T05:14:02.243 INFO:tasks.workunit.client.0.smithi031.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-10T05:14:02.243 INFO:tasks.workunit.client.0.smithi031.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-10T05:14:02.243 INFO:tasks.workunit.client.0.smithi031.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-10T05:14:02.243 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-08-10T05:14:02.243 INFO:tasks.workunit.client.0.smithi031.stdout: "Supported Power States", 2024-08-10T05:14:02.243 INFO:tasks.workunit.client.0.smithi031.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-10T05:14:02.243 INFO:tasks.workunit.client.0.smithi031.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-10T05:14:02.243 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-08-10T05:14:02.244 INFO:tasks.workunit.client.0.smithi031.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-10T05:14:02.244 INFO:tasks.workunit.client.0.smithi031.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-10T05:14:02.244 INFO:tasks.workunit.client.0.smithi031.stdout: " 0 + 512 0 2", 2024-08-10T05:14:02.244 INFO:tasks.workunit.client.0.smithi031.stdout: " 1 - 512 8 2", 2024-08-10T05:14:02.244 INFO:tasks.workunit.client.0.smithi031.stdout: " 2 - 512 16 2", 2024-08-10T05:14:02.244 INFO:tasks.workunit.client.0.smithi031.stdout: " 3 - 4096 0 0", 2024-08-10T05:14:02.244 INFO:tasks.workunit.client.0.smithi031.stdout: " 4 - 4096 8 0", 2024-08-10T05:14:02.244 INFO:tasks.workunit.client.0.smithi031.stdout: " 5 - 4096 64 0", 2024-08-10T05:14:02.244 INFO:tasks.workunit.client.0.smithi031.stdout: " 6 - 4096 128 0", 2024-08-10T05:14:02.244 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-08-10T05:14:02.244 INFO:tasks.workunit.client.0.smithi031.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-10T05:14:02.244 INFO:tasks.workunit.client.0.smithi031.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-10T05:14:02.244 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-08-10T05:14:02.244 INFO:tasks.workunit.client.0.smithi031.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-10T05:14:02.245 INFO:tasks.workunit.client.0.smithi031.stdout: "Critical Warning: 0x00", 2024-08-10T05:14:02.245 INFO:tasks.workunit.client.0.smithi031.stdout: "Temperature: 24 Celsius", 2024-08-10T05:14:02.245 INFO:tasks.workunit.client.0.smithi031.stdout: "Available Spare: 100%", 2024-08-10T05:14:02.245 INFO:tasks.workunit.client.0.smithi031.stdout: "Available Spare Threshold: 10%", 2024-08-10T05:14:02.245 INFO:tasks.workunit.client.0.smithi031.stdout: "Percentage Used: 10%", 2024-08-10T05:14:02.245 INFO:tasks.workunit.client.0.smithi031.stdout: "Data Units Read: 341,799,776 [175 TB]", 2024-08-10T05:14:02.245 INFO:tasks.workunit.client.0.smithi031.stdout: "Data Units Written: 1,637,694,495 [838 TB]", 2024-08-10T05:14:02.245 INFO:tasks.workunit.client.0.smithi031.stdout: "Host Read Commands: 5,376,247,450", 2024-08-10T05:14:02.245 INFO:tasks.workunit.client.0.smithi031.stdout: "Host Write Commands: 28,375,896,003", 2024-08-10T05:14:02.245 INFO:tasks.workunit.client.0.smithi031.stdout: "Controller Busy Time: 2", 2024-08-10T05:14:02.245 INFO:tasks.workunit.client.0.smithi031.stdout: "Power Cycles: 58,290", 2024-08-10T05:14:02.245 INFO:tasks.workunit.client.0.smithi031.stdout: "Power On Hours: 55,759", 2024-08-10T05:14:02.245 INFO:tasks.workunit.client.0.smithi031.stdout: "Unsafe Shutdowns: 198", 2024-08-10T05:14:02.245 INFO:tasks.workunit.client.0.smithi031.stdout: "Media and Data Integrity Errors: 0", 2024-08-10T05:14:02.246 INFO:tasks.workunit.client.0.smithi031.stdout: "Error Information Log Entries: 0", 2024-08-10T05:14:02.246 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-08-10T05:14:02.246 INFO:tasks.workunit.client.0.smithi031.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-10T05:14:02.246 INFO:tasks.workunit.client.0.smithi031.stdout: "No Errors Logged", 2024-08-10T05:14:02.246 INFO:tasks.workunit.client.0.smithi031.stdout: "" 2024-08-10T05:14:02.246 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:02.246 INFO:tasks.workunit.client.0.smithi031.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-10T05:14:02.246 INFO:tasks.workunit.client.0.smithi031.stdout: "svn_revision": "5155", 2024-08-10T05:14:02.246 INFO:tasks.workunit.client.0.smithi031.stdout: "version": [ 2024-08-10T05:14:02.246 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:02.246 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T05:14:02.246 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T05:14:02.247 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.247 INFO:tasks.workunit.client.0.smithi031.stdout: "temperature": { 2024-08-10T05:14:02.247 INFO:tasks.workunit.client.0.smithi031.stdout: "current": 24 2024-08-10T05:14:02.247 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.247 INFO:tasks.workunit.client.0.smithi031.stdout: "user_capacity": { 2024-08-10T05:14:02.247 INFO:tasks.workunit.client.0.smithi031.stdout: "blocks": 781422768, 2024-08-10T05:14:02.247 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 400088457216 2024-08-10T05:14:02.247 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.247 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.247 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.247 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.247 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.247 INFO:tasks.workunit.client.0.smithi031.stdout: "report": { 2024-08-10T05:14:02.248 INFO:tasks.workunit.client.0.smithi031.stdout: "balancer": { 2024-08-10T05:14:02.248 INFO:tasks.workunit.client.0.smithi031.stdout: "active": true, 2024-08-10T05:14:02.248 INFO:tasks.workunit.client.0.smithi031.stdout: "mode": "" 2024-08-10T05:14:02.248 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.248 INFO:tasks.workunit.client.0.smithi031.stdout: "channels": [ 2024-08-10T05:14:02.248 INFO:tasks.workunit.client.0.smithi031.stdout: "basic", 2024-08-10T05:14:02.248 INFO:tasks.workunit.client.0.smithi031.stdout: "crash", 2024-08-10T05:14:02.248 INFO:tasks.workunit.client.0.smithi031.stdout: "device", 2024-08-10T05:14:02.248 INFO:tasks.workunit.client.0.smithi031.stdout: "ident", 2024-08-10T05:14:02.248 INFO:tasks.workunit.client.0.smithi031.stdout: "perf" 2024-08-10T05:14:02.248 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:02.248 INFO:tasks.workunit.client.0.smithi031.stdout: "channels_available": [ 2024-08-10T05:14:02.248 INFO:tasks.workunit.client.0.smithi031.stdout: "basic", 2024-08-10T05:14:02.248 INFO:tasks.workunit.client.0.smithi031.stdout: "ident", 2024-08-10T05:14:02.249 INFO:tasks.workunit.client.0.smithi031.stdout: "crash", 2024-08-10T05:14:02.249 INFO:tasks.workunit.client.0.smithi031.stdout: "device", 2024-08-10T05:14:02.249 INFO:tasks.workunit.client.0.smithi031.stdout: "perf" 2024-08-10T05:14:02.249 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:02.249 INFO:tasks.workunit.client.0.smithi031.stdout: "collections_available": [ 2024-08-10T05:14:02.249 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_base", 2024-08-10T05:14:02.249 INFO:tasks.workunit.client.0.smithi031.stdout: "device_base", 2024-08-10T05:14:02.249 INFO:tasks.workunit.client.0.smithi031.stdout: "crash_base", 2024-08-10T05:14:02.249 INFO:tasks.workunit.client.0.smithi031.stdout: "ident_base", 2024-08-10T05:14:02.249 INFO:tasks.workunit.client.0.smithi031.stdout: "perf_perf", 2024-08-10T05:14:02.249 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_mds_metadata", 2024-08-10T05:14:02.249 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_pool_usage", 2024-08-10T05:14:02.249 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_usage_by_class", 2024-08-10T05:14:02.250 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_rook_v01", 2024-08-10T05:14:02.250 INFO:tasks.workunit.client.0.smithi031.stdout: "perf_memory_metrics", 2024-08-10T05:14:02.250 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_pool_options_bluestore" 2024-08-10T05:14:02.250 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:02.250 INFO:tasks.workunit.client.0.smithi031.stdout: "collections_opted_in": [ 2024-08-10T05:14:02.250 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_base", 2024-08-10T05:14:02.250 INFO:tasks.workunit.client.0.smithi031.stdout: "device_base", 2024-08-10T05:14:02.250 INFO:tasks.workunit.client.0.smithi031.stdout: "crash_base", 2024-08-10T05:14:02.250 INFO:tasks.workunit.client.0.smithi031.stdout: "ident_base", 2024-08-10T05:14:02.250 INFO:tasks.workunit.client.0.smithi031.stdout: "perf_perf", 2024-08-10T05:14:02.250 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_mds_metadata", 2024-08-10T05:14:02.250 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_pool_usage", 2024-08-10T05:14:02.250 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_usage_by_class", 2024-08-10T05:14:02.251 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_rook_v01", 2024-08-10T05:14:02.251 INFO:tasks.workunit.client.0.smithi031.stdout: "perf_memory_metrics", 2024-08-10T05:14:02.251 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_pool_options_bluestore" 2024-08-10T05:14:02.251 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:02.251 INFO:tasks.workunit.client.0.smithi031.stdout: "config": { 2024-08-10T05:14:02.251 INFO:tasks.workunit.client.0.smithi031.stdout: "active_changed": [ 2024-08-10T05:14:02.251 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-10T05:14:02.251 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_debug", 2024-08-10T05:14:02.251 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_mon_ticket_ttl", 2024-08-10T05:14:02.251 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_service_ticket_ttl", 2024-08-10T05:14:02.251 INFO:tasks.workunit.client.0.smithi031.stdout: "bdev_debug_aio", 2024-08-10T05:14:02.251 INFO:tasks.workunit.client.0.smithi031.stdout: "client_check_pool_perm", 2024-08-10T05:14:02.251 INFO:tasks.workunit.client.0.smithi031.stdout: "client_mount_gid", 2024-08-10T05:14:02.251 INFO:tasks.workunit.client.0.smithi031.stdout: "client_mount_uid", 2024-08-10T05:14:02.252 INFO:tasks.workunit.client.0.smithi031.stdout: "client_quota", 2024-08-10T05:14:02.252 INFO:tasks.workunit.client.0.smithi031.stdout: "container_image", 2024-08-10T05:14:02.252 INFO:tasks.workunit.client.0.smithi031.stdout: "daemonize", 2024-08-10T05:14:02.252 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_asserts_on_shutdown", 2024-08-10T05:14:02.252 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_mgr", 2024-08-10T05:14:02.252 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_mon", 2024-08-10T05:14:02.252 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_ms", 2024-08-10T05:14:02.252 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_osd", 2024-08-10T05:14:02.252 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_paxos", 2024-08-10T05:14:02.252 INFO:tasks.workunit.client.0.smithi031.stdout: "keyring", 2024-08-10T05:14:02.252 INFO:tasks.workunit.client.0.smithi031.stdout: "leveldb_block_size", 2024-08-10T05:14:02.252 INFO:tasks.workunit.client.0.smithi031.stdout: "leveldb_cache_size", 2024-08-10T05:14:02.252 INFO:tasks.workunit.client.0.smithi031.stdout: "leveldb_compression", 2024-08-10T05:14:02.252 INFO:tasks.workunit.client.0.smithi031.stdout: "leveldb_log", 2024-08-10T05:14:02.253 INFO:tasks.workunit.client.0.smithi031.stdout: "leveldb_write_buffer_size", 2024-08-10T05:14:02.253 INFO:tasks.workunit.client.0.smithi031.stdout: "log_to_file", 2024-08-10T05:14:02.253 INFO:tasks.workunit.client.0.smithi031.stdout: "log_to_journald", 2024-08-10T05:14:02.253 INFO:tasks.workunit.client.0.smithi031.stdout: "log_to_stderr", 2024-08-10T05:14:02.253 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_allow_pool_delete", 2024-08-10T05:14:02.253 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_clock_drift_allowed", 2024-08-10T05:14:02.253 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_cluster_log_to_file", 2024-08-10T05:14:02.253 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_cluster_log_to_journald", 2024-08-10T05:14:02.253 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_cluster_log_to_stderr", 2024-08-10T05:14:02.253 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_data_avail_warn", 2024-08-10T05:14:02.253 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_election_default_strategy", 2024-08-10T05:14:02.253 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_host", 2024-08-10T05:14:02.254 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_max_pg_per_osd", 2024-08-10T05:14:02.254 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_mgr_mkfs_grace", 2024-08-10T05:14:02.254 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_osd_prime_pg_temp", 2024-08-10T05:14:02.254 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_osd_reporter_subtree_level", 2024-08-10T05:14:02.254 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_pg_warn_max_object_skew", 2024-08-10T05:14:02.254 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-10T05:14:02.254 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-10T05:14:02.254 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-10T05:14:02.254 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-10T05:14:02.254 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-10T05:14:02.254 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-10T05:14:02.254 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-10T05:14:02.254 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-10T05:14:02.254 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_too_few_osds", 2024-08-10T05:14:02.255 INFO:tasks.workunit.client.0.smithi031.stdout: "ms_die_on_bug", 2024-08-10T05:14:02.255 INFO:tasks.workunit.client.0.smithi031.stdout: "ms_die_on_old_message", 2024-08-10T05:14:02.255 INFO:tasks.workunit.client.0.smithi031.stdout: "no_config_file", 2024-08-10T05:14:02.255 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_class_default_list", 2024-08-10T05:14:02.255 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_class_load_list", 2024-08-10T05:14:02.255 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_misdirected_ops", 2024-08-10T05:14:02.255 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_op_order", 2024-08-10T05:14:02.255 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_pg_log_writeout", 2024-08-10T05:14:02.255 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_shutdown", 2024-08-10T05:14:02.255 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_verify_cached_snaps", 2024-08-10T05:14:02.255 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_verify_missing_on_start", 2024-08-10T05:14:02.255 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_verify_stray_on_activate", 2024-08-10T05:14:02.255 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-10T05:14:02.255 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_profile", 2024-08-10T05:14:02.256 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-08-10T05:14:02.256 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-08-10T05:14:02.256 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-08-10T05:14:02.256 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-08-10T05:14:02.256 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-08-10T05:14:02.256 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-08-10T05:14:02.256 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_client_lim", 2024-08-10T05:14:02.256 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_client_res", 2024-08-10T05:14:02.256 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_client_wgt", 2024-08-10T05:14:02.256 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_memory_target", 2024-08-10T05:14:02.256 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_memory_target_autotune", 2024-08-10T05:14:02.256 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_op_queue", 2024-08-10T05:14:02.256 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_op_queue_cut_off", 2024-08-10T05:14:02.257 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pool_default_erasure_code_profile", 2024-08-10T05:14:02.257 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-10T05:14:02.257 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recover_clone_overlap", 2024-08-10T05:14:02.257 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recovery_max_chunk", 2024-08-10T05:14:02.257 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_scrub_load_threshold", 2024-08-10T05:14:02.257 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_scrub_max_interval", 2024-08-10T05:14:02.257 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_shutdown_pgref_assert", 2024-08-10T05:14:02.257 INFO:tasks.workunit.client.0.smithi031.stdout: "public_addr", 2024-08-10T05:14:02.257 INFO:tasks.workunit.client.0.smithi031.stdout: "public_addrv", 2024-08-10T05:14:02.257 INFO:tasks.workunit.client.0.smithi031.stdout: "public_network", 2024-08-10T05:14:02.257 INFO:tasks.workunit.client.0.smithi031.stdout: "rbd_default_features", 2024-08-10T05:14:02.257 INFO:tasks.workunit.client.0.smithi031.stdout: "rbd_qos_exclude_ops", 2024-08-10T05:14:02.257 INFO:tasks.workunit.client.0.smithi031.stdout: "setgroup", 2024-08-10T05:14:02.258 INFO:tasks.workunit.client.0.smithi031.stdout: "setuser" 2024-08-10T05:14:02.258 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:02.258 INFO:tasks.workunit.client.0.smithi031.stdout: "cluster_changed": [ 2024-08-10T05:14:02.258 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-10T05:14:02.258 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_debug", 2024-08-10T05:14:02.258 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_mon_ticket_ttl", 2024-08-10T05:14:02.258 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_service_ticket_ttl", 2024-08-10T05:14:02.258 INFO:tasks.workunit.client.0.smithi031.stdout: "bdev_debug_aio", 2024-08-10T05:14:02.258 INFO:tasks.workunit.client.0.smithi031.stdout: "container_image", 2024-08-10T05:14:02.258 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_asserts_on_shutdown", 2024-08-10T05:14:02.258 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_mgr", 2024-08-10T05:14:02.258 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_mon", 2024-08-10T05:14:02.258 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_ms", 2024-08-10T05:14:02.258 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_osd", 2024-08-10T05:14:02.259 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_paxos", 2024-08-10T05:14:02.259 INFO:tasks.workunit.client.0.smithi031.stdout: "log_to_file", 2024-08-10T05:14:02.259 INFO:tasks.workunit.client.0.smithi031.stdout: "log_to_journald", 2024-08-10T05:14:02.259 INFO:tasks.workunit.client.0.smithi031.stdout: "log_to_stderr", 2024-08-10T05:14:02.259 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_join_fs", 2024-08-10T05:14:02.259 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/cephadm/allow_ptrace", 2024-08-10T05:14:02.259 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/cephadm/container_init", 2024-08-10T05:14:02.259 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/cephadm/migration_current", 2024-08-10T05:14:02.259 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/cephadm/use_repo_digest", 2024-08-10T05:14:02.259 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-08-10T05:14:02.259 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-08-10T05:14:02.259 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-08-10T05:14:02.259 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-08-10T05:14:02.260 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/dashboard/ssl_server_port", 2024-08-10T05:14:02.260 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/orchestrator/orchestrator", 2024-08-10T05:14:02.260 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/telemetry/channel_ident", 2024-08-10T05:14:02.260 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/telemetry/channel_perf", 2024-08-10T05:14:02.260 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/telemetry/description", 2024-08-10T05:14:02.260 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/telemetry/enabled", 2024-08-10T05:14:02.260 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/telemetry/organization", 2024-08-10T05:14:02.260 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_allow_pool_delete", 2024-08-10T05:14:02.260 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_clock_drift_allowed", 2024-08-10T05:14:02.260 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_cluster_log_to_file", 2024-08-10T05:14:02.260 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_data_avail_warn", 2024-08-10T05:14:02.260 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_election_default_strategy", 2024-08-10T05:14:02.260 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_max_pg_per_osd", 2024-08-10T05:14:02.260 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_mgr_mkfs_grace", 2024-08-10T05:14:02.261 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_osd_prime_pg_temp", 2024-08-10T05:14:02.261 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_osd_reporter_subtree_level", 2024-08-10T05:14:02.261 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_pg_warn_max_object_skew", 2024-08-10T05:14:02.261 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-10T05:14:02.261 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-10T05:14:02.261 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-10T05:14:02.261 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-10T05:14:02.261 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-10T05:14:02.261 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-10T05:14:02.261 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-10T05:14:02.261 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-10T05:14:02.261 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_too_few_osds", 2024-08-10T05:14:02.261 INFO:tasks.workunit.client.0.smithi031.stdout: "ms_die_on_bug", 2024-08-10T05:14:02.262 INFO:tasks.workunit.client.0.smithi031.stdout: "ms_die_on_old_message", 2024-08-10T05:14:02.262 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_class_default_list", 2024-08-10T05:14:02.262 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_class_load_list", 2024-08-10T05:14:02.262 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_misdirected_ops", 2024-08-10T05:14:02.262 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_op_order", 2024-08-10T05:14:02.262 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_pg_log_writeout", 2024-08-10T05:14:02.262 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_shutdown", 2024-08-10T05:14:02.262 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_verify_cached_snaps", 2024-08-10T05:14:02.262 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_verify_missing_on_start", 2024-08-10T05:14:02.262 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_verify_stray_on_activate", 2024-08-10T05:14:02.262 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-10T05:14:02.262 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_profile", 2024-08-10T05:14:02.263 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_memory_target", 2024-08-10T05:14:02.263 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_memory_target_autotune", 2024-08-10T05:14:02.263 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_op_queue", 2024-08-10T05:14:02.263 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_op_queue_cut_off", 2024-08-10T05:14:02.263 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pool_default_erasure_code_profile", 2024-08-10T05:14:02.263 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-10T05:14:02.263 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recover_clone_overlap", 2024-08-10T05:14:02.263 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recovery_max_chunk", 2024-08-10T05:14:02.263 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_scrub_load_threshold", 2024-08-10T05:14:02.263 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_scrub_max_interval", 2024-08-10T05:14:02.263 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_shutdown_pgref_assert", 2024-08-10T05:14:02.263 INFO:tasks.workunit.client.0.smithi031.stdout: "public_network", 2024-08-10T05:14:02.263 INFO:tasks.workunit.client.0.smithi031.stdout: "rgw_cache_enabled", 2024-08-10T05:14:02.264 INFO:tasks.workunit.client.0.smithi031.stdout: "rgw_enable_ops_log", 2024-08-10T05:14:02.264 INFO:tasks.workunit.client.0.smithi031.stdout: "rgw_enable_usage_log" 2024-08-10T05:14:02.264 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T05:14:02.264 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.264 INFO:tasks.workunit.client.0.smithi031.stdout: "contact": null, 2024-08-10T05:14:02.264 INFO:tasks.workunit.client.0.smithi031.stdout: "crashes": [], 2024-08-10T05:14:02.264 INFO:tasks.workunit.client.0.smithi031.stdout: "created": "2024-08-10T05:04:52.101829Z", 2024-08-10T05:14:02.264 INFO:tasks.workunit.client.0.smithi031.stdout: "crush": { 2024-08-10T05:14:02.264 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_algs": { 2024-08-10T05:14:02.264 INFO:tasks.workunit.client.0.smithi031.stdout: "straw2": 3 2024-08-10T05:14:02.264 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.264 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_sizes": { 2024-08-10T05:14:02.264 INFO:tasks.workunit.client.0.smithi031.stdout: "2": 1, 2024-08-10T05:14:02.264 INFO:tasks.workunit.client.0.smithi031.stdout: "4": 2 2024-08-10T05:14:02.265 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.265 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_types": { 2024-08-10T05:14:02.265 INFO:tasks.workunit.client.0.smithi031.stdout: "1": 2, 2024-08-10T05:14:02.265 INFO:tasks.workunit.client.0.smithi031.stdout: "11": 1 2024-08-10T05:14:02.265 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.265 INFO:tasks.workunit.client.0.smithi031.stdout: "compat_weight_set": false, 2024-08-10T05:14:02.265 INFO:tasks.workunit.client.0.smithi031.stdout: "device_classes": [ 2024-08-10T05:14:02.265 INFO:tasks.workunit.client.0.smithi031.stdout: 8 2024-08-10T05:14:02.265 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:02.265 INFO:tasks.workunit.client.0.smithi031.stdout: "num_buckets": 6, 2024-08-10T05:14:02.265 INFO:tasks.workunit.client.0.smithi031.stdout: "num_devices": 8, 2024-08-10T05:14:02.265 INFO:tasks.workunit.client.0.smithi031.stdout: "num_rules": 1, 2024-08-10T05:14:02.265 INFO:tasks.workunit.client.0.smithi031.stdout: "num_types": 12, 2024-08-10T05:14:02.266 INFO:tasks.workunit.client.0.smithi031.stdout: "num_weight_sets": 0, 2024-08-10T05:14:02.266 INFO:tasks.workunit.client.0.smithi031.stdout: "tunables": { 2024-08-10T05:14:02.266 INFO:tasks.workunit.client.0.smithi031.stdout: "allowed_bucket_algs": 54, 2024-08-10T05:14:02.266 INFO:tasks.workunit.client.0.smithi031.stdout: "choose_local_fallback_tries": 0, 2024-08-10T05:14:02.266 INFO:tasks.workunit.client.0.smithi031.stdout: "choose_local_tries": 0, 2024-08-10T05:14:02.266 INFO:tasks.workunit.client.0.smithi031.stdout: "choose_total_tries": 50, 2024-08-10T05:14:02.266 INFO:tasks.workunit.client.0.smithi031.stdout: "chooseleaf_descend_once": 1, 2024-08-10T05:14:02.266 INFO:tasks.workunit.client.0.smithi031.stdout: "chooseleaf_stable": 1, 2024-08-10T05:14:02.266 INFO:tasks.workunit.client.0.smithi031.stdout: "chooseleaf_vary_r": 1, 2024-08-10T05:14:02.266 INFO:tasks.workunit.client.0.smithi031.stdout: "has_v2_rules": 0, 2024-08-10T05:14:02.266 INFO:tasks.workunit.client.0.smithi031.stdout: "has_v3_rules": 0, 2024-08-10T05:14:02.267 INFO:tasks.workunit.client.0.smithi031.stdout: "has_v4_buckets": 1, 2024-08-10T05:14:02.267 INFO:tasks.workunit.client.0.smithi031.stdout: "has_v5_rules": 0, 2024-08-10T05:14:02.267 INFO:tasks.workunit.client.0.smithi031.stdout: "legacy_tunables": 0, 2024-08-10T05:14:02.267 INFO:tasks.workunit.client.0.smithi031.stdout: "minimum_required_version": "jewel", 2024-08-10T05:14:02.267 INFO:tasks.workunit.client.0.smithi031.stdout: "optimal_tunables": 1, 2024-08-10T05:14:02.267 INFO:tasks.workunit.client.0.smithi031.stdout: "profile": "jewel", 2024-08-10T05:14:02.267 INFO:tasks.workunit.client.0.smithi031.stdout: "require_feature_tunables": 1, 2024-08-10T05:14:02.267 INFO:tasks.workunit.client.0.smithi031.stdout: "require_feature_tunables2": 1, 2024-08-10T05:14:02.267 INFO:tasks.workunit.client.0.smithi031.stdout: "require_feature_tunables3": 1, 2024-08-10T05:14:02.267 INFO:tasks.workunit.client.0.smithi031.stdout: "require_feature_tunables5": 1, 2024-08-10T05:14:02.267 INFO:tasks.workunit.client.0.smithi031.stdout: "straw_calc_version": 1 2024-08-10T05:14:02.267 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.267 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.268 INFO:tasks.workunit.client.0.smithi031.stdout: "description": "upgrade test cluster", 2024-08-10T05:14:02.268 INFO:tasks.workunit.client.0.smithi031.stdout: "fs": { 2024-08-10T05:14:02.268 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-08-10T05:14:02.268 INFO:tasks.workunit.client.0.smithi031.stdout: "feature_flags": { 2024-08-10T05:14:02.268 INFO:tasks.workunit.client.0.smithi031.stdout: "enable_multiple": true, 2024-08-10T05:14:02.268 INFO:tasks.workunit.client.0.smithi031.stdout: "ever_enabled_multiple": true 2024-08-10T05:14:02.268 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.268 INFO:tasks.workunit.client.0.smithi031.stdout: "filesystems": [ 2024-08-10T05:14:02.268 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:02.268 INFO:tasks.workunit.client.0.smithi031.stdout: "approx_ctime": "2024-08", 2024-08-10T05:14:02.268 INFO:tasks.workunit.client.0.smithi031.stdout: "balancer_enabled": false, 2024-08-10T05:14:02.268 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.268 INFO:tasks.workunit.client.0.smithi031.stdout: "cached_caps": 0, 2024-08-10T05:14:02.269 INFO:tasks.workunit.client.0.smithi031.stdout: "cached_dns": 10, 2024-08-10T05:14:02.269 INFO:tasks.workunit.client.0.smithi031.stdout: "cached_inos": 13, 2024-08-10T05:14:02.269 INFO:tasks.workunit.client.0.smithi031.stdout: "cached_subtrees": 2, 2024-08-10T05:14:02.269 INFO:tasks.workunit.client.0.smithi031.stdout: "ever_allowed_features": 0, 2024-08-10T05:14:02.269 INFO:tasks.workunit.client.0.smithi031.stdout: "explicitly_allowed_features": 0, 2024-08-10T05:14:02.269 INFO:tasks.workunit.client.0.smithi031.stdout: "files": 0, 2024-08-10T05:14:02.269 INFO:tasks.workunit.client.0.smithi031.stdout: "max_mds": 1, 2024-08-10T05:14:02.269 INFO:tasks.workunit.client.0.smithi031.stdout: "num_data_pools": 1, 2024-08-10T05:14:02.269 INFO:tasks.workunit.client.0.smithi031.stdout: "num_in": 1, 2024-08-10T05:14:02.269 INFO:tasks.workunit.client.0.smithi031.stdout: "num_mds": 1, 2024-08-10T05:14:02.269 INFO:tasks.workunit.client.0.smithi031.stdout: "num_sessions": 0, 2024-08-10T05:14:02.269 INFO:tasks.workunit.client.0.smithi031.stdout: "num_standby_replay": 0, 2024-08-10T05:14:02.269 INFO:tasks.workunit.client.0.smithi031.stdout: "num_up": 1, 2024-08-10T05:14:02.270 INFO:tasks.workunit.client.0.smithi031.stdout: "snaps": 0, 2024-08-10T05:14:02.270 INFO:tasks.workunit.client.0.smithi031.stdout: "standby_count_wanted": 0 2024-08-10T05:14:02.270 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.270 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:02.270 INFO:tasks.workunit.client.0.smithi031.stdout: "num_standby_mds": 1, 2024-08-10T05:14:02.270 INFO:tasks.workunit.client.0.smithi031.stdout: "total_num_mds": 2 2024-08-10T05:14:02.270 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.270 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_stats": { 2024-08-10T05:14:02.270 INFO:tasks.workunit.client.0.smithi031.stdout: "mds": { 2024-08-10T05:14:02.270 INFO:tasks.workunit.client.0.smithi031.stdout: "mds.78b7f16c00d1f5b2f8ba1b3f812aa97559391734": { 2024-08-10T05:14:02.270 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 20357120, 2024-08-10T05:14:02.270 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 375416, 2024-08-10T05:14:02.271 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 2621440, 2024-08-10T05:14:02.271 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 0, 2024-08-10T05:14:02.271 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 827392, 2024-08-10T05:14:02.271 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 415, 2024-08-10T05:14:02.271 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-08-10T05:14:02.271 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 1261544, 2024-08-10T05:14:02.271 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 20, 2024-08-10T05:14:02.271 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 1029120, 2024-08-10T05:14:02.271 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 15069600, 2024-08-10T05:14:02.271 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 21184512 2024-08-10T05:14:02.271 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.271 INFO:tasks.workunit.client.0.smithi031.stdout: "mds.8ebe73bd7ea27fbdeeae1ec6539f9be9b100ac0f": { 2024-08-10T05:14:02.271 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 20135936, 2024-08-10T05:14:02.272 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 346680, 2024-08-10T05:14:02.272 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 2621440, 2024-08-10T05:14:02.272 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 819200, 2024-08-10T05:14:02.272 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 0, 2024-08-10T05:14:02.272 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 345, 2024-08-10T05:14:02.272 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-08-10T05:14:02.272 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 1259672, 2024-08-10T05:14:02.272 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 12, 2024-08-10T05:14:02.272 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 425984, 2024-08-10T05:14:02.272 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 14662960, 2024-08-10T05:14:02.272 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 20135936 2024-08-10T05:14:02.272 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.272 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.272 INFO:tasks.workunit.client.0.smithi031.stdout: "mon": { 2024-08-10T05:14:02.273 INFO:tasks.workunit.client.0.smithi031.stdout: "mon.62ad85b37c16ffdd779a4c5a495ed5779bfdb6c1": { 2024-08-10T05:14:02.273 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 35880960, 2024-08-10T05:14:02.273 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 684216, 2024-08-10T05:14:02.273 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 2621440, 2024-08-10T05:14:02.273 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 1261568, 2024-08-10T05:14:02.273 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 9535488, 2024-08-10T05:14:02.273 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 937, 2024-08-10T05:14:02.273 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-08-10T05:14:02.273 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 6435296, 2024-08-10T05:14:02.273 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 21, 2024-08-10T05:14:02.273 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 1417472, 2024-08-10T05:14:02.273 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 23460968, 2024-08-10T05:14:02.273 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 45416448 2024-08-10T05:14:02.273 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.274 INFO:tasks.workunit.client.0.smithi031.stdout: "mon.78b7f16c00d1f5b2f8ba1b3f812aa97559391734": { 2024-08-10T05:14:02.274 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 35536896, 2024-08-10T05:14:02.274 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 748872, 2024-08-10T05:14:02.274 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 2621440, 2024-08-10T05:14:02.274 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 0, 2024-08-10T05:14:02.274 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 9879552, 2024-08-10T05:14:02.274 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 1093, 2024-08-10T05:14:02.274 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-08-10T05:14:02.274 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 7750616, 2024-08-10T05:14:02.274 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 21, 2024-08-10T05:14:02.274 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 1011456, 2024-08-10T05:14:02.274 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 23404512, 2024-08-10T05:14:02.274 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 45416448 2024-08-10T05:14:02.275 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.275 INFO:tasks.workunit.client.0.smithi031.stdout: "mon.8ebe73bd7ea27fbdeeae1ec6539f9be9b100ac0f": { 2024-08-10T05:14:02.275 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 46080000, 2024-08-10T05:14:02.275 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 1451208, 2024-08-10T05:14:02.275 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 2621440, 2024-08-10T05:14:02.275 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 0, 2024-08-10T05:14:02.275 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 3424256, 2024-08-10T05:14:02.275 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 1810, 2024-08-10T05:14:02.275 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-08-10T05:14:02.275 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 10642552, 2024-08-10T05:14:02.275 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 23, 2024-08-10T05:14:02.275 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 3346432, 2024-08-10T05:14:02.275 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 28018368, 2024-08-10T05:14:02.276 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 49504256 2024-08-10T05:14:02.276 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.276 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.276 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T05:14:02.276 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.0": { 2024-08-10T05:14:02.276 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 276652032, 2024-08-10T05:14:02.276 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 738248, 2024-08-10T05:14:02.276 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 4849664, 2024-08-10T05:14:02.276 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 0, 2024-08-10T05:14:02.276 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 221184, 2024-08-10T05:14:02.276 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 1413, 2024-08-10T05:14:02.276 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-08-10T05:14:02.277 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 5408248, 2024-08-10T05:14:02.277 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 45, 2024-08-10T05:14:02.277 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 2469376, 2024-08-10T05:14:02.277 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 263186496, 2024-08-10T05:14:02.277 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 276873216 2024-08-10T05:14:02.277 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.277 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.1": { 2024-08-10T05:14:02.277 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 272998400, 2024-08-10T05:14:02.277 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 673104, 2024-08-10T05:14:02.277 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 2752512, 2024-08-10T05:14:02.277 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 0, 2024-08-10T05:14:02.277 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 729088, 2024-08-10T05:14:02.277 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 1332, 2024-08-10T05:14:02.277 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-08-10T05:14:02.278 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 5517104, 2024-08-10T05:14:02.278 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 46, 2024-08-10T05:14:02.278 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 1880576, 2024-08-10T05:14:02.278 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 262175104, 2024-08-10T05:14:02.278 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 273727488 2024-08-10T05:14:02.278 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.278 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.2": { 2024-08-10T05:14:02.278 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 271941632, 2024-08-10T05:14:02.278 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 714072, 2024-08-10T05:14:02.278 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 2752512, 2024-08-10T05:14:02.278 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 0, 2024-08-10T05:14:02.278 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 671744, 2024-08-10T05:14:02.279 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 1264, 2024-08-10T05:14:02.279 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-08-10T05:14:02.279 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 5044192, 2024-08-10T05:14:02.279 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 46, 2024-08-10T05:14:02.279 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 2268928, 2024-08-10T05:14:02.279 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 261161928, 2024-08-10T05:14:02.279 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 272613376 2024-08-10T05:14:02.279 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.279 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.3": { 2024-08-10T05:14:02.279 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 271605760, 2024-08-10T05:14:02.279 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 582456, 2024-08-10T05:14:02.279 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 2752512, 2024-08-10T05:14:02.279 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 24576, 2024-08-10T05:14:02.280 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 172032, 2024-08-10T05:14:02.280 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 1237, 2024-08-10T05:14:02.280 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-08-10T05:14:02.280 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 4588248, 2024-08-10T05:14:02.280 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 46, 2024-08-10T05:14:02.280 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 1890304, 2024-08-10T05:14:02.280 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 261767664, 2024-08-10T05:14:02.280 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 271777792 2024-08-10T05:14:02.280 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.280 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.4": { 2024-08-10T05:14:02.280 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 272629760, 2024-08-10T05:14:02.280 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 694568, 2024-08-10T05:14:02.280 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 2752512, 2024-08-10T05:14:02.280 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 0, 2024-08-10T05:14:02.281 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 49152, 2024-08-10T05:14:02.281 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 1245, 2024-08-10T05:14:02.281 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-08-10T05:14:02.281 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 4873192, 2024-08-10T05:14:02.281 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 46, 2024-08-10T05:14:02.281 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 1901568, 2024-08-10T05:14:02.281 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 262407920, 2024-08-10T05:14:02.281 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 272678912 2024-08-10T05:14:02.281 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.281 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.5": { 2024-08-10T05:14:02.281 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 274554880, 2024-08-10T05:14:02.281 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 967256, 2024-08-10T05:14:02.281 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 4849664, 2024-08-10T05:14:02.282 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 0, 2024-08-10T05:14:02.282 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 434176, 2024-08-10T05:14:02.282 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 1243, 2024-08-10T05:14:02.282 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-08-10T05:14:02.282 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 4290952, 2024-08-10T05:14:02.282 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 46, 2024-08-10T05:14:02.282 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 2060288, 2024-08-10T05:14:02.282 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 262386720, 2024-08-10T05:14:02.282 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 274989056 2024-08-10T05:14:02.282 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.282 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.6": { 2024-08-10T05:14:02.282 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 272138240, 2024-08-10T05:14:02.282 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 996384, 2024-08-10T05:14:02.282 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 2752512, 2024-08-10T05:14:02.283 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 16384, 2024-08-10T05:14:02.283 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 688128, 2024-08-10T05:14:02.283 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 1259, 2024-08-10T05:14:02.283 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-08-10T05:14:02.283 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 4940224, 2024-08-10T05:14:02.283 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 45, 2024-08-10T05:14:02.283 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 1712640, 2024-08-10T05:14:02.283 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 261720096, 2024-08-10T05:14:02.283 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 272826368 2024-08-10T05:14:02.283 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.283 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.7": { 2024-08-10T05:14:02.283 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 275456000, 2024-08-10T05:14:02.283 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 1132136, 2024-08-10T05:14:02.283 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 4849664, 2024-08-10T05:14:02.284 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 32768, 2024-08-10T05:14:02.284 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 581632, 2024-08-10T05:14:02.284 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 1333, 2024-08-10T05:14:02.284 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-08-10T05:14:02.284 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 5441008, 2024-08-10T05:14:02.284 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 46, 2024-08-10T05:14:02.284 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 1865984, 2024-08-10T05:14:02.284 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 262134440, 2024-08-10T05:14:02.284 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 276037632 2024-08-10T05:14:02.284 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.284 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.284 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.284 INFO:tasks.workunit.client.0.smithi031.stdout: "hosts": { 2024-08-10T05:14:02.284 INFO:tasks.workunit.client.0.smithi031.stdout: "num": 2, 2024-08-10T05:14:02.285 INFO:tasks.workunit.client.0.smithi031.stdout: "num_with_mds": 2, 2024-08-10T05:14:02.285 INFO:tasks.workunit.client.0.smithi031.stdout: "num_with_mgr": 2, 2024-08-10T05:14:02.285 INFO:tasks.workunit.client.0.smithi031.stdout: "num_with_mon": 2, 2024-08-10T05:14:02.285 INFO:tasks.workunit.client.0.smithi031.stdout: "num_with_osd": 2 2024-08-10T05:14:02.285 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.285 INFO:tasks.workunit.client.0.smithi031.stdout: "io_rate": { 2024-08-10T05:14:02.285 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_stats_delta": { 2024-08-10T05:14:02.285 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": 0, 2024-08-10T05:14:02.285 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:02.285 INFO:tasks.workunit.client.0.smithi031.stdout: "num_store_stats": 0, 2024-08-10T05:14:02.285 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:02.285 INFO:tasks.workunit.client.0.smithi031.stdout: "stamp_delta": "12.002593", 2024-08-10T05:14:02.285 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:02.286 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:02.286 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:02.286 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:02.286 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:02.286 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:02.286 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:02.286 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:02.286 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:02.286 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:02.286 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:02.286 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:02.286 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:02.286 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:02.286 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:02.287 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:02.287 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:02.287 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:02.287 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:02.287 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:02.287 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:02.287 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:02.287 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:02.287 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:02.287 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:02.287 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:02.287 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:02.287 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:02.287 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:02.288 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:02.288 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:02.288 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:02.288 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:02.288 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:02.288 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 74, 2024-08-10T05:14:02.288 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 188, 2024-08-10T05:14:02.288 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:02.288 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:02.288 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:02.288 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 16, 2024-08-10T05:14:02.288 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:02.288 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.288 INFO:tasks.workunit.client.0.smithi031.stdout: "store_stats": { 2024-08-10T05:14:02.289 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": 0, 2024-08-10T05:14:02.289 INFO:tasks.workunit.client.0.smithi031.stdout: "available": 0, 2024-08-10T05:14:02.289 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed": 0, 2024-08-10T05:14:02.289 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed_allocated": 0, 2024-08-10T05:14:02.289 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed_original": 0, 2024-08-10T05:14:02.289 INFO:tasks.workunit.client.0.smithi031.stdout: "data_stored": 0, 2024-08-10T05:14:02.289 INFO:tasks.workunit.client.0.smithi031.stdout: "internal_metadata": 0, 2024-08-10T05:14:02.289 INFO:tasks.workunit.client.0.smithi031.stdout: "internally_reserved": 0, 2024-08-10T05:14:02.289 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_allocated": 0, 2024-08-10T05:14:02.289 INFO:tasks.workunit.client.0.smithi031.stdout: "total": 0 2024-08-10T05:14:02.289 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.289 INFO:tasks.workunit.client.0.smithi031.stdout: "up": 0 2024-08-10T05:14:02.289 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.290 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.290 INFO:tasks.workunit.client.0.smithi031.stdout: "leaderboard": false, 2024-08-10T05:14:02.290 INFO:tasks.workunit.client.0.smithi031.stdout: "license": "sharing-1-0", 2024-08-10T05:14:02.290 INFO:tasks.workunit.client.0.smithi031.stdout: "mempool": { 2024-08-10T05:14:02.290 INFO:tasks.workunit.client.0.smithi031.stdout: "mds": { 2024-08-10T05:14:02.290 INFO:tasks.workunit.client.0.smithi031.stdout: "mds.78b7f16c00d1f5b2f8ba1b3f812aa97559391734": { 2024-08-10T05:14:02.290 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-08-10T05:14:02.290 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.290 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.290 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.290 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T05:14:02.290 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.290 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.291 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.291 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-08-10T05:14:02.291 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.291 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.291 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.291 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-08-10T05:14:02.291 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.291 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.291 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.291 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_Blob": { 2024-08-10T05:14:02.291 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.291 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.291 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.291 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_Buffer": { 2024-08-10T05:14:02.292 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.292 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.292 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.292 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_Extent": { 2024-08-10T05:14:02.292 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.292 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.293 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.293 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_SharedBlob": { 2024-08-10T05:14:02.294 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.294 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.294 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.294 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-08-10T05:14:02.294 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.294 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.294 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.294 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-08-10T05:14:02.294 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.294 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.294 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.295 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-08-10T05:14:02.295 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.295 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.295 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.295 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-08-10T05:14:02.295 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.295 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.295 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.295 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-08-10T05:14:02.295 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.295 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.295 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.295 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-08-10T05:14:02.296 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.296 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.296 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.296 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-08-10T05:14:02.296 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.296 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.296 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.296 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-08-10T05:14:02.296 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.296 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.296 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.296 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-08-10T05:14:02.296 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.296 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.297 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.297 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-08-10T05:14:02.297 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.297 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.297 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.297 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-08-10T05:14:02.297 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 222471, 2024-08-10T05:14:02.297 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 72 2024-08-10T05:14:02.297 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.297 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-08-10T05:14:02.297 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.297 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.297 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.298 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-08-10T05:14:02.298 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 50488, 2024-08-10T05:14:02.298 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 208 2024-08-10T05:14:02.298 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.298 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T05:14:02.298 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.298 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.298 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.298 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-08-10T05:14:02.298 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.298 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.298 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.298 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-08-10T05:14:02.298 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.299 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.299 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.299 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-08-10T05:14:02.299 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 8040, 2024-08-10T05:14:02.299 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 137 2024-08-10T05:14:02.299 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.299 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-08-10T05:14:02.299 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.299 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.299 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.299 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-08-10T05:14:02.299 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.299 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.300 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.300 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-08-10T05:14:02.300 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.300 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.300 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.300 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-08-10T05:14:02.300 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.300 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.300 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.300 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.300 INFO:tasks.workunit.client.0.smithi031.stdout: "mds.8ebe73bd7ea27fbdeeae1ec6539f9be9b100ac0f": { 2024-08-10T05:14:02.300 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-08-10T05:14:02.300 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.300 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.301 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.301 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T05:14:02.301 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.301 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.301 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.301 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-08-10T05:14:02.301 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.301 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.301 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.301 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-08-10T05:14:02.301 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.301 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.301 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.302 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_Blob": { 2024-08-10T05:14:02.302 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.302 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.302 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.302 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_Buffer": { 2024-08-10T05:14:02.302 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.302 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.302 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.302 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_Extent": { 2024-08-10T05:14:02.302 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.302 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.302 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.302 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_SharedBlob": { 2024-08-10T05:14:02.302 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.303 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.303 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.303 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-08-10T05:14:02.303 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.303 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.303 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.303 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-08-10T05:14:02.303 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.303 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.303 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.303 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-08-10T05:14:02.303 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.303 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.304 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.304 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-08-10T05:14:02.304 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.304 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.304 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.304 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-08-10T05:14:02.304 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.304 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.304 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.304 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-08-10T05:14:02.304 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.304 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.304 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.304 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-08-10T05:14:02.305 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.305 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.305 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.305 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-08-10T05:14:02.305 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.305 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.305 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.305 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-08-10T05:14:02.305 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.305 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.305 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.305 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-08-10T05:14:02.305 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.305 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.306 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.306 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-08-10T05:14:02.306 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 150066, 2024-08-10T05:14:02.306 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 33 2024-08-10T05:14:02.306 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.306 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-08-10T05:14:02.306 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.306 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.306 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.306 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-08-10T05:14:02.306 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 856, 2024-08-10T05:14:02.306 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 2 2024-08-10T05:14:02.306 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.307 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T05:14:02.307 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.307 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.307 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.307 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-08-10T05:14:02.307 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.307 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.307 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.307 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-08-10T05:14:02.307 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.307 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.307 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.307 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-08-10T05:14:02.308 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.308 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.308 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.308 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-08-10T05:14:02.308 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.308 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.308 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.308 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-08-10T05:14:02.308 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.308 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.308 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.308 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-08-10T05:14:02.308 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.309 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.309 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.309 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-08-10T05:14:02.309 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.309 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.309 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.309 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.309 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.309 INFO:tasks.workunit.client.0.smithi031.stdout: "mon": { 2024-08-10T05:14:02.309 INFO:tasks.workunit.client.0.smithi031.stdout: "mon.62ad85b37c16ffdd779a4c5a495ed5779bfdb6c1": { 2024-08-10T05:14:02.309 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-08-10T05:14:02.309 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.309 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.309 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.310 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T05:14:02.310 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.310 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.310 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.310 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-08-10T05:14:02.310 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.310 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.310 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.310 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-08-10T05:14:02.310 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.310 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.310 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.310 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_Blob": { 2024-08-10T05:14:02.311 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.311 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.311 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.311 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_Buffer": { 2024-08-10T05:14:02.311 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.311 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.311 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.311 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_Extent": { 2024-08-10T05:14:02.311 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.311 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.311 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.311 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_SharedBlob": { 2024-08-10T05:14:02.311 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.311 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.311 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.312 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-08-10T05:14:02.312 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.312 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.312 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.312 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-08-10T05:14:02.312 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.312 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.312 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.312 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-08-10T05:14:02.312 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.312 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.312 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.312 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-08-10T05:14:02.313 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.313 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.313 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.313 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-08-10T05:14:02.313 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.313 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.313 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.313 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-08-10T05:14:02.313 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.313 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.313 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.313 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-08-10T05:14:02.313 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.314 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.314 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.314 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-08-10T05:14:02.314 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.314 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.314 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.314 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-08-10T05:14:02.314 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.314 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.314 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.314 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-08-10T05:14:02.314 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.314 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.315 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.315 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-08-10T05:14:02.315 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 1210608, 2024-08-10T05:14:02.315 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 373 2024-08-10T05:14:02.315 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.315 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-08-10T05:14:02.315 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 176, 2024-08-10T05:14:02.315 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 2 2024-08-10T05:14:02.315 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.315 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-08-10T05:14:02.315 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.315 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.315 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.316 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T05:14:02.316 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.316 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.316 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.316 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-08-10T05:14:02.316 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.316 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.316 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.316 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-08-10T05:14:02.316 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.316 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.316 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.316 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-08-10T05:14:02.316 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 6688, 2024-08-10T05:14:02.317 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 136 2024-08-10T05:14:02.317 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.317 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-08-10T05:14:02.317 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 12744, 2024-08-10T05:14:02.317 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1546 2024-08-10T05:14:02.317 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.317 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-08-10T05:14:02.317 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 5312, 2024-08-10T05:14:02.317 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 103 2024-08-10T05:14:02.317 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.317 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-08-10T05:14:02.317 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.317 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.318 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.318 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-08-10T05:14:02.318 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.318 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.318 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.318 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.318 INFO:tasks.workunit.client.0.smithi031.stdout: "mon.78b7f16c00d1f5b2f8ba1b3f812aa97559391734": { 2024-08-10T05:14:02.318 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-08-10T05:14:02.318 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.318 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.318 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.318 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T05:14:02.318 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.319 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.319 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.319 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-08-10T05:14:02.319 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.319 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.319 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.319 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-08-10T05:14:02.319 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.319 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.319 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.319 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_Blob": { 2024-08-10T05:14:02.319 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.319 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.319 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.320 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_Buffer": { 2024-08-10T05:14:02.320 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.320 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.320 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.320 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_Extent": { 2024-08-10T05:14:02.320 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.320 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.320 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.320 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_SharedBlob": { 2024-08-10T05:14:02.320 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.320 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.320 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.320 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-08-10T05:14:02.321 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.321 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.321 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.321 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-08-10T05:14:02.321 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.321 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.321 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.321 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-08-10T05:14:02.321 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.321 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.321 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.321 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-08-10T05:14:02.321 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.321 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.322 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.322 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-08-10T05:14:02.322 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.322 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.322 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.322 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-08-10T05:14:02.322 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.322 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.322 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.322 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-08-10T05:14:02.322 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.322 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.322 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.323 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-08-10T05:14:02.323 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.323 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.323 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.323 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-08-10T05:14:02.323 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.323 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.323 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.323 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-08-10T05:14:02.323 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.323 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.323 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.323 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-08-10T05:14:02.324 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 1168374, 2024-08-10T05:14:02.324 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 358 2024-08-10T05:14:02.324 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.324 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-08-10T05:14:02.324 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.324 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.324 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.324 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-08-10T05:14:02.324 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.324 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.324 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.324 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T05:14:02.324 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.324 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.325 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.325 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-08-10T05:14:02.325 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.325 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.325 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.325 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-08-10T05:14:02.325 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.325 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.325 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.325 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-08-10T05:14:02.325 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 6688, 2024-08-10T05:14:02.325 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 136 2024-08-10T05:14:02.325 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.325 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-08-10T05:14:02.326 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 12744, 2024-08-10T05:14:02.326 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1546 2024-08-10T05:14:02.326 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.326 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-08-10T05:14:02.326 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 5312, 2024-08-10T05:14:02.326 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 103 2024-08-10T05:14:02.326 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.326 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-08-10T05:14:02.326 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.326 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.326 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.326 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-08-10T05:14:02.326 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.326 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.327 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.327 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.327 INFO:tasks.workunit.client.0.smithi031.stdout: "mon.8ebe73bd7ea27fbdeeae1ec6539f9be9b100ac0f": { 2024-08-10T05:14:02.327 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-08-10T05:14:02.327 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.327 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.327 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.327 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T05:14:02.327 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.327 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.327 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.327 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-08-10T05:14:02.327 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.328 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.328 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.328 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-08-10T05:14:02.328 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.328 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.328 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.328 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_Blob": { 2024-08-10T05:14:02.328 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.328 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.328 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.328 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_Buffer": { 2024-08-10T05:14:02.328 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.328 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.328 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.329 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_Extent": { 2024-08-10T05:14:02.329 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.329 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.329 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.329 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_SharedBlob": { 2024-08-10T05:14:02.329 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.329 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.329 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.329 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-08-10T05:14:02.329 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.329 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.329 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.329 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-08-10T05:14:02.329 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.330 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.330 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.330 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-08-10T05:14:02.330 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.330 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.330 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.330 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-08-10T05:14:02.330 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.330 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.330 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.330 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-08-10T05:14:02.330 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.331 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.331 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.331 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-08-10T05:14:02.331 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.331 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.331 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.331 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-08-10T05:14:02.331 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.331 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.331 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.331 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-08-10T05:14:02.331 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.331 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.332 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.332 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-08-10T05:14:02.332 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.332 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.332 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.332 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-08-10T05:14:02.332 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.332 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.332 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.332 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-08-10T05:14:02.332 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 1209222, 2024-08-10T05:14:02.332 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 343 2024-08-10T05:14:02.332 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.332 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-08-10T05:14:02.333 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 440, 2024-08-10T05:14:02.333 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 5 2024-08-10T05:14:02.333 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.333 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-08-10T05:14:02.333 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.333 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.333 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.333 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T05:14:02.333 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.333 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.333 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.333 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-08-10T05:14:02.333 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.333 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.334 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.334 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-08-10T05:14:02.334 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.334 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.334 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.334 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-08-10T05:14:02.334 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 6688, 2024-08-10T05:14:02.334 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 136 2024-08-10T05:14:02.334 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.334 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-08-10T05:14:02.334 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 12744, 2024-08-10T05:14:02.334 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1546 2024-08-10T05:14:02.334 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.335 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-08-10T05:14:02.335 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 10624, 2024-08-10T05:14:02.335 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 206 2024-08-10T05:14:02.335 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.335 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-08-10T05:14:02.335 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.335 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.335 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.335 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-08-10T05:14:02.335 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.335 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.335 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.335 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.335 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.336 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T05:14:02.336 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.0": { 2024-08-10T05:14:02.336 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-08-10T05:14:02.336 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.336 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.336 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.336 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T05:14:02.336 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 6304, 2024-08-10T05:14:02.336 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 115 2024-08-10T05:14:02.336 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.336 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-08-10T05:14:02.336 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 16896, 2024-08-10T05:14:02.336 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 8 2024-08-10T05:14:02.336 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.337 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-08-10T05:14:02.337 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 576, 2024-08-10T05:14:02.337 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3 2024-08-10T05:14:02.337 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.337 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_Blob": { 2024-08-10T05:14:02.337 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 23072, 2024-08-10T05:14:02.337 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 206 2024-08-10T05:14:02.337 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.337 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_Buffer": { 2024-08-10T05:14:02.337 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 1456, 2024-08-10T05:14:02.337 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 13 2024-08-10T05:14:02.337 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.337 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_Extent": { 2024-08-10T05:14:02.337 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 9888, 2024-08-10T05:14:02.338 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 206 2024-08-10T05:14:02.338 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.338 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_SharedBlob": { 2024-08-10T05:14:02.338 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 23072, 2024-08-10T05:14:02.338 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 206 2024-08-10T05:14:02.338 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.338 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-08-10T05:14:02.338 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 6320, 2024-08-10T05:14:02.338 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 79 2024-08-10T05:14:02.338 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.338 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-08-10T05:14:02.338 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 606208, 2024-08-10T05:14:02.339 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 17 2024-08-10T05:14:02.339 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.339 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-08-10T05:14:02.339 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 58626, 2024-08-10T05:14:02.339 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 10677 2024-08-10T05:14:02.339 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.339 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-08-10T05:14:02.339 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 146880, 2024-08-10T05:14:02.339 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 216 2024-08-10T05:14:02.339 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.339 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-08-10T05:14:02.339 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 11732, 2024-08-10T05:14:02.339 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 775 2024-08-10T05:14:02.339 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.340 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-08-10T05:14:02.340 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.340 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.340 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.340 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-08-10T05:14:02.340 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 33720, 2024-08-10T05:14:02.340 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 216 2024-08-10T05:14:02.340 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.340 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-08-10T05:14:02.340 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.340 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.340 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.340 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-08-10T05:14:02.340 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 440837, 2024-08-10T05:14:02.341 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 96 2024-08-10T05:14:02.341 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.341 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-08-10T05:14:02.341 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.341 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.341 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.341 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-08-10T05:14:02.341 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 2435652, 2024-08-10T05:14:02.341 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 194 2024-08-10T05:14:02.341 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.341 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-08-10T05:14:02.341 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 6952, 2024-08-10T05:14:02.341 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 79 2024-08-10T05:14:02.342 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.342 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-08-10T05:14:02.342 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.342 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.342 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.342 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T05:14:02.342 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 521280, 2024-08-10T05:14:02.342 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 45 2024-08-10T05:14:02.342 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.342 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-08-10T05:14:02.342 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.342 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.342 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.342 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-08-10T05:14:02.343 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 101504, 2024-08-10T05:14:02.343 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 200 2024-08-10T05:14:02.343 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.343 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-08-10T05:14:02.343 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 236624, 2024-08-10T05:14:02.343 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3517 2024-08-10T05:14:02.343 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.343 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-08-10T05:14:02.343 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.343 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.343 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.343 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-08-10T05:14:02.343 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.344 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.344 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.344 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-08-10T05:14:02.344 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.344 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.344 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.344 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-08-10T05:14:02.344 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.344 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.344 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.344 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.344 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.1": { 2024-08-10T05:14:02.344 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-08-10T05:14:02.344 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.345 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.345 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.345 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T05:14:02.345 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 6304, 2024-08-10T05:14:02.345 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 115 2024-08-10T05:14:02.345 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.345 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-08-10T05:14:02.345 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 16896, 2024-08-10T05:14:02.345 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 8 2024-08-10T05:14:02.345 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.345 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-08-10T05:14:02.345 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 576, 2024-08-10T05:14:02.345 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3 2024-08-10T05:14:02.345 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.346 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_Blob": { 2024-08-10T05:14:02.346 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 21840, 2024-08-10T05:14:02.346 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 195 2024-08-10T05:14:02.346 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.346 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_Buffer": { 2024-08-10T05:14:02.346 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 1008, 2024-08-10T05:14:02.346 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 9 2024-08-10T05:14:02.346 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.346 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_Extent": { 2024-08-10T05:14:02.346 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 9360, 2024-08-10T05:14:02.346 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 195 2024-08-10T05:14:02.346 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.346 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_SharedBlob": { 2024-08-10T05:14:02.346 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 21840, 2024-08-10T05:14:02.347 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 195 2024-08-10T05:14:02.347 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.347 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-08-10T05:14:02.347 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 5600, 2024-08-10T05:14:02.347 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 70 2024-08-10T05:14:02.347 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.347 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-08-10T05:14:02.347 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 16384, 2024-08-10T05:14:02.347 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 4 2024-08-10T05:14:02.347 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.347 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-08-10T05:14:02.347 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 52438, 2024-08-10T05:14:02.347 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 9706 2024-08-10T05:14:02.347 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.348 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-08-10T05:14:02.348 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 138040, 2024-08-10T05:14:02.348 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 203 2024-08-10T05:14:02.348 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.348 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-08-10T05:14:02.348 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 9820, 2024-08-10T05:14:02.348 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 603 2024-08-10T05:14:02.348 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.348 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-08-10T05:14:02.348 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.349 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.349 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.349 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-08-10T05:14:02.349 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 29620, 2024-08-10T05:14:02.349 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 203 2024-08-10T05:14:02.349 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.349 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-08-10T05:14:02.349 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 736, 2024-08-10T05:14:02.349 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1 2024-08-10T05:14:02.349 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.349 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-08-10T05:14:02.349 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 476193, 2024-08-10T05:14:02.349 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 104 2024-08-10T05:14:02.350 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.350 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-08-10T05:14:02.350 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 12096, 2024-08-10T05:14:02.350 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3 2024-08-10T05:14:02.350 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.350 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-08-10T05:14:02.350 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 2419216, 2024-08-10T05:14:02.350 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 180 2024-08-10T05:14:02.350 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.350 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-08-10T05:14:02.350 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 5016, 2024-08-10T05:14:02.350 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 57 2024-08-10T05:14:02.350 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.351 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-08-10T05:14:02.351 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.351 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.351 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.351 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T05:14:02.351 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 440192, 2024-08-10T05:14:02.351 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 38 2024-08-10T05:14:02.351 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.351 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-08-10T05:14:02.351 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.351 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.351 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.351 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-08-10T05:14:02.351 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 8528, 2024-08-10T05:14:02.352 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 22 2024-08-10T05:14:02.352 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.352 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-08-10T05:14:02.352 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 236624, 2024-08-10T05:14:02.352 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3517 2024-08-10T05:14:02.352 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.352 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-08-10T05:14:02.352 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.352 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.352 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.352 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-08-10T05:14:02.352 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.352 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.352 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.353 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-08-10T05:14:02.353 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.353 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.353 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.353 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-08-10T05:14:02.353 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.353 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.353 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.353 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.353 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.2": { 2024-08-10T05:14:02.353 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-08-10T05:14:02.353 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.353 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.353 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.354 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T05:14:02.354 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 6304, 2024-08-10T05:14:02.354 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 115 2024-08-10T05:14:02.354 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.354 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-08-10T05:14:02.354 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 16896, 2024-08-10T05:14:02.354 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 8 2024-08-10T05:14:02.354 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.354 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-08-10T05:14:02.354 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 576, 2024-08-10T05:14:02.354 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3 2024-08-10T05:14:02.354 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.354 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_Blob": { 2024-08-10T05:14:02.355 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 21504, 2024-08-10T05:14:02.355 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 192 2024-08-10T05:14:02.355 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.355 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_Buffer": { 2024-08-10T05:14:02.355 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 896, 2024-08-10T05:14:02.355 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 8 2024-08-10T05:14:02.355 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.355 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_Extent": { 2024-08-10T05:14:02.355 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 9216, 2024-08-10T05:14:02.355 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 192 2024-08-10T05:14:02.355 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.355 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_SharedBlob": { 2024-08-10T05:14:02.355 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 21504, 2024-08-10T05:14:02.355 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 192 2024-08-10T05:14:02.356 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.356 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-08-10T05:14:02.356 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 5120, 2024-08-10T05:14:02.356 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 64 2024-08-10T05:14:02.356 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.356 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-08-10T05:14:02.356 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 12288, 2024-08-10T05:14:02.356 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3 2024-08-10T05:14:02.356 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.356 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-08-10T05:14:02.356 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 49398, 2024-08-10T05:14:02.356 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 9274 2024-08-10T05:14:02.356 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.356 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-08-10T05:14:02.357 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 131920, 2024-08-10T05:14:02.357 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 194 2024-08-10T05:14:02.357 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.357 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-08-10T05:14:02.357 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 8976, 2024-08-10T05:14:02.357 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 590 2024-08-10T05:14:02.357 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.357 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-08-10T05:14:02.357 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.357 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.357 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.357 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-08-10T05:14:02.357 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 27820, 2024-08-10T05:14:02.358 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 194 2024-08-10T05:14:02.358 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.358 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-08-10T05:14:02.358 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 736, 2024-08-10T05:14:02.358 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1 2024-08-10T05:14:02.358 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.358 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-08-10T05:14:02.358 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 381985, 2024-08-10T05:14:02.358 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 81 2024-08-10T05:14:02.358 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.358 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-08-10T05:14:02.358 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 12096, 2024-08-10T05:14:02.358 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3 2024-08-10T05:14:02.359 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.359 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-08-10T05:14:02.359 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 2450772, 2024-08-10T05:14:02.359 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 188 2024-08-10T05:14:02.359 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.359 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-08-10T05:14:02.359 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 4400, 2024-08-10T05:14:02.359 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 50 2024-08-10T05:14:02.359 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.359 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-08-10T05:14:02.359 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.359 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.359 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.359 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T05:14:02.360 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 359104, 2024-08-10T05:14:02.360 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 31 2024-08-10T05:14:02.360 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.360 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-08-10T05:14:02.360 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.360 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.360 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.360 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-08-10T05:14:02.360 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 8320, 2024-08-10T05:14:02.360 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 24 2024-08-10T05:14:02.360 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.360 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-08-10T05:14:02.360 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 237136, 2024-08-10T05:14:02.360 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3541 2024-08-10T05:14:02.361 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.361 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-08-10T05:14:02.361 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.361 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.361 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.361 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-08-10T05:14:02.361 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.361 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.361 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.361 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-08-10T05:14:02.361 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.361 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.361 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.362 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-08-10T05:14:02.362 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.362 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.362 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.362 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.362 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.3": { 2024-08-10T05:14:02.362 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-08-10T05:14:02.362 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.362 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.362 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.362 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T05:14:02.362 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 6304, 2024-08-10T05:14:02.362 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 115 2024-08-10T05:14:02.362 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.363 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-08-10T05:14:02.363 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 16896, 2024-08-10T05:14:02.363 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 8 2024-08-10T05:14:02.363 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.363 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-08-10T05:14:02.363 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 576, 2024-08-10T05:14:02.363 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3 2024-08-10T05:14:02.363 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.363 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_Blob": { 2024-08-10T05:14:02.363 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 21952, 2024-08-10T05:14:02.363 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 196 2024-08-10T05:14:02.363 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.363 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_Buffer": { 2024-08-10T05:14:02.364 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 336, 2024-08-10T05:14:02.364 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3 2024-08-10T05:14:02.364 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.364 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_Extent": { 2024-08-10T05:14:02.364 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 9408, 2024-08-10T05:14:02.364 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 196 2024-08-10T05:14:02.364 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.364 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_SharedBlob": { 2024-08-10T05:14:02.364 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 21952, 2024-08-10T05:14:02.364 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 196 2024-08-10T05:14:02.364 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.364 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-08-10T05:14:02.364 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 4400, 2024-08-10T05:14:02.365 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 55 2024-08-10T05:14:02.365 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.365 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-08-10T05:14:02.365 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 4096, 2024-08-10T05:14:02.365 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1 2024-08-10T05:14:02.365 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.365 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-08-10T05:14:02.365 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 50541, 2024-08-10T05:14:02.365 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 9506 2024-08-10T05:14:02.365 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.365 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-08-10T05:14:02.365 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 135320, 2024-08-10T05:14:02.365 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 199 2024-08-10T05:14:02.365 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.366 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-08-10T05:14:02.366 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 9648, 2024-08-10T05:14:02.366 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 605 2024-08-10T05:14:02.366 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.366 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-08-10T05:14:02.366 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.366 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.366 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.366 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-08-10T05:14:02.367 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 28428, 2024-08-10T05:14:02.367 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 199 2024-08-10T05:14:02.367 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.367 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-08-10T05:14:02.367 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 2208, 2024-08-10T05:14:02.367 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3 2024-08-10T05:14:02.367 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.367 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-08-10T05:14:02.367 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 299086, 2024-08-10T05:14:02.367 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 61 2024-08-10T05:14:02.367 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.367 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-08-10T05:14:02.367 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 30637, 2024-08-10T05:14:02.368 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 9 2024-08-10T05:14:02.368 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.368 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-08-10T05:14:02.368 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 2445294, 2024-08-10T05:14:02.368 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 187 2024-08-10T05:14:02.368 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.368 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-08-10T05:14:02.368 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 4752, 2024-08-10T05:14:02.368 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 54 2024-08-10T05:14:02.368 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.368 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-08-10T05:14:02.368 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.369 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.369 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.369 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T05:14:02.369 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 417024, 2024-08-10T05:14:02.369 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 36 2024-08-10T05:14:02.369 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.369 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-08-10T05:14:02.369 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.369 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.369 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.369 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-08-10T05:14:02.369 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 10400, 2024-08-10T05:14:02.369 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 20 2024-08-10T05:14:02.369 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.370 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-08-10T05:14:02.370 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 237136, 2024-08-10T05:14:02.370 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3541 2024-08-10T05:14:02.370 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.370 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-08-10T05:14:02.370 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.370 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.370 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.370 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-08-10T05:14:02.370 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.370 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.370 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.371 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-08-10T05:14:02.371 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.371 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.371 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.371 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-08-10T05:14:02.371 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.371 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.371 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.371 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.371 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.4": { 2024-08-10T05:14:02.371 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-08-10T05:14:02.371 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.371 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.371 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.372 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T05:14:02.372 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 6304, 2024-08-10T05:14:02.372 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 115 2024-08-10T05:14:02.372 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.372 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-08-10T05:14:02.372 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 16896, 2024-08-10T05:14:02.372 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 8 2024-08-10T05:14:02.372 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.372 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-08-10T05:14:02.372 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 576, 2024-08-10T05:14:02.372 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3 2024-08-10T05:14:02.372 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.372 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_Blob": { 2024-08-10T05:14:02.372 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 21952, 2024-08-10T05:14:02.373 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 196 2024-08-10T05:14:02.373 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.373 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_Buffer": { 2024-08-10T05:14:02.373 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 1008, 2024-08-10T05:14:02.373 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 9 2024-08-10T05:14:02.373 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.373 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_Extent": { 2024-08-10T05:14:02.373 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 9408, 2024-08-10T05:14:02.373 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 196 2024-08-10T05:14:02.373 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.373 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_SharedBlob": { 2024-08-10T05:14:02.373 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 21952, 2024-08-10T05:14:02.373 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 196 2024-08-10T05:14:02.374 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.374 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-08-10T05:14:02.374 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 4080, 2024-08-10T05:14:02.374 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 51 2024-08-10T05:14:02.374 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.374 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-08-10T05:14:02.374 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 23249, 2024-08-10T05:14:02.374 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 5 2024-08-10T05:14:02.374 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.374 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-08-10T05:14:02.374 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 52145, 2024-08-10T05:14:02.374 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 9706 2024-08-10T05:14:02.374 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.375 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-08-10T05:14:02.375 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 138040, 2024-08-10T05:14:02.375 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 203 2024-08-10T05:14:02.375 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.375 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-08-10T05:14:02.375 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 9952, 2024-08-10T05:14:02.375 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 606 2024-08-10T05:14:02.375 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.375 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-08-10T05:14:02.375 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.375 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.375 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.375 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-08-10T05:14:02.376 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 29452, 2024-08-10T05:14:02.376 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 203 2024-08-10T05:14:02.376 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.376 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-08-10T05:14:02.376 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 736, 2024-08-10T05:14:02.376 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1 2024-08-10T05:14:02.376 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.376 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-08-10T05:14:02.376 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 958880, 2024-08-10T05:14:02.376 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 80 2024-08-10T05:14:02.376 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.376 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-08-10T05:14:02.376 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 12096, 2024-08-10T05:14:02.376 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3 2024-08-10T05:14:02.377 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.377 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-08-10T05:14:02.377 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 2421660, 2024-08-10T05:14:02.377 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 176 2024-08-10T05:14:02.377 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.377 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-08-10T05:14:02.377 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 5104, 2024-08-10T05:14:02.377 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 58 2024-08-10T05:14:02.377 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.377 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-08-10T05:14:02.377 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.377 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.377 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.378 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T05:14:02.378 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 451776, 2024-08-10T05:14:02.378 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 39 2024-08-10T05:14:02.378 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.378 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-08-10T05:14:02.378 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.378 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.378 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.378 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-08-10T05:14:02.378 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 8944, 2024-08-10T05:14:02.378 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 18 2024-08-10T05:14:02.378 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.378 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-08-10T05:14:02.378 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 237136, 2024-08-10T05:14:02.379 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3541 2024-08-10T05:14:02.379 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.379 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-08-10T05:14:02.379 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.379 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.379 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.379 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-08-10T05:14:02.379 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.379 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.379 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.379 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-08-10T05:14:02.379 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.379 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.379 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.380 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-08-10T05:14:02.380 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.380 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.380 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.380 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.380 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.5": { 2024-08-10T05:14:02.380 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-08-10T05:14:02.380 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.380 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.380 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.380 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T05:14:02.380 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 6304, 2024-08-10T05:14:02.380 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 115 2024-08-10T05:14:02.380 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.381 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-08-10T05:14:02.381 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 16896, 2024-08-10T05:14:02.381 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 8 2024-08-10T05:14:02.381 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.381 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-08-10T05:14:02.381 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 576, 2024-08-10T05:14:02.381 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3 2024-08-10T05:14:02.381 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.381 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_Blob": { 2024-08-10T05:14:02.381 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 22064, 2024-08-10T05:14:02.381 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 197 2024-08-10T05:14:02.381 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.381 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_Buffer": { 2024-08-10T05:14:02.381 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 336, 2024-08-10T05:14:02.382 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3 2024-08-10T05:14:02.382 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.382 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_Extent": { 2024-08-10T05:14:02.382 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 9456, 2024-08-10T05:14:02.382 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 197 2024-08-10T05:14:02.382 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.382 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_SharedBlob": { 2024-08-10T05:14:02.382 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 22064, 2024-08-10T05:14:02.382 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 197 2024-08-10T05:14:02.382 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.382 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-08-10T05:14:02.382 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 3520, 2024-08-10T05:14:02.382 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 44 2024-08-10T05:14:02.383 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.383 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-08-10T05:14:02.383 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 4096, 2024-08-10T05:14:02.383 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1 2024-08-10T05:14:02.383 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.383 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-08-10T05:14:02.383 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 53398, 2024-08-10T05:14:02.383 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 9888 2024-08-10T05:14:02.383 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.383 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-08-10T05:14:02.383 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 140760, 2024-08-10T05:14:02.383 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 207 2024-08-10T05:14:02.383 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.383 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-08-10T05:14:02.383 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 10228, 2024-08-10T05:14:02.384 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 612 2024-08-10T05:14:02.384 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.384 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-08-10T05:14:02.384 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.384 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.384 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.384 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-08-10T05:14:02.384 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 30308, 2024-08-10T05:14:02.384 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 207 2024-08-10T05:14:02.384 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.384 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-08-10T05:14:02.384 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 2208, 2024-08-10T05:14:02.385 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3 2024-08-10T05:14:02.385 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.385 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-08-10T05:14:02.385 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 900709, 2024-08-10T05:14:02.385 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 65 2024-08-10T05:14:02.385 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.385 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-08-10T05:14:02.385 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 30637, 2024-08-10T05:14:02.385 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 9 2024-08-10T05:14:02.385 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.385 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-08-10T05:14:02.385 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 2412104, 2024-08-10T05:14:02.385 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 172 2024-08-10T05:14:02.385 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.386 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-08-10T05:14:02.386 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 5544, 2024-08-10T05:14:02.386 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 63 2024-08-10T05:14:02.386 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.386 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-08-10T05:14:02.386 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.386 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.386 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.386 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T05:14:02.386 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 474944, 2024-08-10T05:14:02.386 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 41 2024-08-10T05:14:02.386 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.386 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-08-10T05:14:02.387 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.387 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.387 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.387 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-08-10T05:14:02.387 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 13000, 2024-08-10T05:14:02.387 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 25 2024-08-10T05:14:02.387 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.387 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-08-10T05:14:02.387 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 237136, 2024-08-10T05:14:02.387 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3541 2024-08-10T05:14:02.387 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.387 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-08-10T05:14:02.387 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.388 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.388 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.388 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-08-10T05:14:02.388 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.388 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.388 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.388 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-08-10T05:14:02.388 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.388 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.388 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.388 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-08-10T05:14:02.388 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.388 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.389 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.389 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.389 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.6": { 2024-08-10T05:14:02.389 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-08-10T05:14:02.389 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.389 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.389 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.389 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T05:14:02.389 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 6304, 2024-08-10T05:14:02.389 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 115 2024-08-10T05:14:02.389 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.389 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-08-10T05:14:02.389 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 16896, 2024-08-10T05:14:02.390 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 8 2024-08-10T05:14:02.390 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.390 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-08-10T05:14:02.390 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 576, 2024-08-10T05:14:02.390 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3 2024-08-10T05:14:02.390 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.390 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_Blob": { 2024-08-10T05:14:02.390 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 22960, 2024-08-10T05:14:02.390 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 205 2024-08-10T05:14:02.390 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.390 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_Buffer": { 2024-08-10T05:14:02.390 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 112, 2024-08-10T05:14:02.390 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1 2024-08-10T05:14:02.391 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.391 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_Extent": { 2024-08-10T05:14:02.391 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 9840, 2024-08-10T05:14:02.391 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 205 2024-08-10T05:14:02.391 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.391 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_SharedBlob": { 2024-08-10T05:14:02.391 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 22960, 2024-08-10T05:14:02.391 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 205 2024-08-10T05:14:02.391 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.391 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-08-10T05:14:02.391 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 2960, 2024-08-10T05:14:02.391 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 37 2024-08-10T05:14:02.391 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.392 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-08-10T05:14:02.392 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 4096, 2024-08-10T05:14:02.392 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1 2024-08-10T05:14:02.392 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.392 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-08-10T05:14:02.392 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 52794, 2024-08-10T05:14:02.392 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 10081 2024-08-10T05:14:02.392 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.392 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-08-10T05:14:02.392 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 138720, 2024-08-10T05:14:02.392 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 204 2024-08-10T05:14:02.392 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.392 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-08-10T05:14:02.392 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 11232, 2024-08-10T05:14:02.393 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 767 2024-08-10T05:14:02.393 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.393 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-08-10T05:14:02.393 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.393 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.393 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.393 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-08-10T05:14:02.393 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 30736, 2024-08-10T05:14:02.393 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 204 2024-08-10T05:14:02.393 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.393 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-08-10T05:14:02.393 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.393 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.393 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.394 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-08-10T05:14:02.394 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 859941, 2024-08-10T05:14:02.394 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 56 2024-08-10T05:14:02.394 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.394 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-08-10T05:14:02.394 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.394 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.394 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.394 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-08-10T05:14:02.394 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 2427275, 2024-08-10T05:14:02.394 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 175 2024-08-10T05:14:02.394 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.394 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-08-10T05:14:02.395 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 4752, 2024-08-10T05:14:02.395 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 54 2024-08-10T05:14:02.395 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.395 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-08-10T05:14:02.395 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.395 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.395 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.395 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T05:14:02.395 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 451776, 2024-08-10T05:14:02.395 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 39 2024-08-10T05:14:02.395 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.395 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-08-10T05:14:02.395 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.395 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.396 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.396 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-08-10T05:14:02.396 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 101192, 2024-08-10T05:14:02.396 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 205 2024-08-10T05:14:02.396 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.396 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-08-10T05:14:02.396 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 237392, 2024-08-10T05:14:02.396 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3553 2024-08-10T05:14:02.396 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.396 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-08-10T05:14:02.396 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.396 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.396 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.396 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-08-10T05:14:02.397 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.397 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.397 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.397 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-08-10T05:14:02.397 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.397 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.397 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.397 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-08-10T05:14:02.397 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.397 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.397 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.397 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.397 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.7": { 2024-08-10T05:14:02.398 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-08-10T05:14:02.398 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.398 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.398 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.398 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T05:14:02.398 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 6304, 2024-08-10T05:14:02.398 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 115 2024-08-10T05:14:02.398 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.398 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-08-10T05:14:02.398 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 16896, 2024-08-10T05:14:02.398 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 8 2024-08-10T05:14:02.398 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.398 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-08-10T05:14:02.399 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 576, 2024-08-10T05:14:02.399 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3 2024-08-10T05:14:02.399 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.399 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_Blob": { 2024-08-10T05:14:02.399 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 22848, 2024-08-10T05:14:02.399 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 204 2024-08-10T05:14:02.399 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.399 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_Buffer": { 2024-08-10T05:14:02.399 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 1232, 2024-08-10T05:14:02.399 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 11 2024-08-10T05:14:02.399 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.399 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_Extent": { 2024-08-10T05:14:02.399 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 9792, 2024-08-10T05:14:02.399 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 204 2024-08-10T05:14:02.400 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.400 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_SharedBlob": { 2024-08-10T05:14:02.400 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 22848, 2024-08-10T05:14:02.400 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 204 2024-08-10T05:14:02.400 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.400 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-08-10T05:14:02.400 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 2320, 2024-08-10T05:14:02.400 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 29 2024-08-10T05:14:02.400 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.400 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-08-10T05:14:02.400 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 293243, 2024-08-10T05:14:02.400 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 12 2024-08-10T05:14:02.400 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.401 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-08-10T05:14:02.401 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 56592, 2024-08-10T05:14:02.401 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 10525 2024-08-10T05:14:02.401 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.401 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-08-10T05:14:02.401 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 144840, 2024-08-10T05:14:02.401 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 213 2024-08-10T05:14:02.401 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.401 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-08-10T05:14:02.401 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 11996, 2024-08-10T05:14:02.401 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 772 2024-08-10T05:14:02.401 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.401 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-08-10T05:14:02.401 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.402 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.402 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.402 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-08-10T05:14:02.402 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 33208, 2024-08-10T05:14:02.402 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 213 2024-08-10T05:14:02.402 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.402 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-08-10T05:14:02.402 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.402 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.402 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.402 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-08-10T05:14:02.402 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 189009, 2024-08-10T05:14:02.402 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 37 2024-08-10T05:14:02.403 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.403 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-08-10T05:14:02.403 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.403 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.403 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.403 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-08-10T05:14:02.403 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 2448828, 2024-08-10T05:14:02.403 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 216 2024-08-10T05:14:02.403 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.403 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-08-10T05:14:02.403 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 6336, 2024-08-10T05:14:02.403 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 72 2024-08-10T05:14:02.404 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.404 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-08-10T05:14:02.404 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.404 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.404 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.404 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T05:14:02.404 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 532864, 2024-08-10T05:14:02.404 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 46 2024-08-10T05:14:02.404 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.404 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-08-10T05:14:02.404 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.404 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.404 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.405 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-08-10T05:14:02.405 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 105976, 2024-08-10T05:14:02.405 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 251 2024-08-10T05:14:02.405 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.405 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-08-10T05:14:02.405 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 236624, 2024-08-10T05:14:02.405 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3517 2024-08-10T05:14:02.405 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.405 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-08-10T05:14:02.405 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.405 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.405 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.405 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-08-10T05:14:02.406 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.406 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.406 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.406 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-08-10T05:14:02.406 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.406 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.406 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.406 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-08-10T05:14:02.406 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T05:14:02.406 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T05:14:02.406 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.406 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.406 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.407 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.407 INFO:tasks.workunit.client.0.smithi031.stdout: "metadata": { 2024-08-10T05:14:02.407 INFO:tasks.workunit.client.0.smithi031.stdout: "mds": { 2024-08-10T05:14:02.407 INFO:tasks.workunit.client.0.smithi031.stdout: "arch": { 2024-08-10T05:14:02.407 INFO:tasks.workunit.client.0.smithi031.stdout: "x86_64": 2 2024-08-10T05:14:02.407 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.407 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph_version": { 2024-08-10T05:14:02.407 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 2 2024-08-10T05:14:02.407 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.407 INFO:tasks.workunit.client.0.smithi031.stdout: "cpu": { 2024-08-10T05:14:02.407 INFO:tasks.workunit.client.0.smithi031.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 1, 2024-08-10T05:14:02.407 INFO:tasks.workunit.client.0.smithi031.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-08-10T05:14:02.408 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.408 INFO:tasks.workunit.client.0.smithi031.stdout: "distro": { 2024-08-10T05:14:02.408 INFO:tasks.workunit.client.0.smithi031.stdout: "centos": 2 2024-08-10T05:14:02.408 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.408 INFO:tasks.workunit.client.0.smithi031.stdout: "distro_description": { 2024-08-10T05:14:02.408 INFO:tasks.workunit.client.0.smithi031.stdout: "CentOS Stream 9": 2 2024-08-10T05:14:02.408 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.408 INFO:tasks.workunit.client.0.smithi031.stdout: "kernel_description": { 2024-08-10T05:14:02.408 INFO:tasks.workunit.client.0.smithi031.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 2 2024-08-10T05:14:02.408 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.408 INFO:tasks.workunit.client.0.smithi031.stdout: "kernel_version": { 2024-08-10T05:14:02.408 INFO:tasks.workunit.client.0.smithi031.stdout: "5.14.0-480.el9.x86_64": 2 2024-08-10T05:14:02.408 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.409 INFO:tasks.workunit.client.0.smithi031.stdout: "os": { 2024-08-10T05:14:02.409 INFO:tasks.workunit.client.0.smithi031.stdout: "Linux": 2 2024-08-10T05:14:02.409 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.409 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.409 INFO:tasks.workunit.client.0.smithi031.stdout: "mon": { 2024-08-10T05:14:02.409 INFO:tasks.workunit.client.0.smithi031.stdout: "arch": { 2024-08-10T05:14:02.409 INFO:tasks.workunit.client.0.smithi031.stdout: "x86_64": 3 2024-08-10T05:14:02.409 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.409 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph_version": { 2024-08-10T05:14:02.409 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 3 2024-08-10T05:14:02.409 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.409 INFO:tasks.workunit.client.0.smithi031.stdout: "cpu": { 2024-08-10T05:14:02.409 INFO:tasks.workunit.client.0.smithi031.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2, 2024-08-10T05:14:02.410 INFO:tasks.workunit.client.0.smithi031.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-08-10T05:14:02.410 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.410 INFO:tasks.workunit.client.0.smithi031.stdout: "distro": { 2024-08-10T05:14:02.410 INFO:tasks.workunit.client.0.smithi031.stdout: "centos": 3 2024-08-10T05:14:02.410 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.410 INFO:tasks.workunit.client.0.smithi031.stdout: "distro_description": { 2024-08-10T05:14:02.410 INFO:tasks.workunit.client.0.smithi031.stdout: "CentOS Stream 9": 3 2024-08-10T05:14:02.410 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.410 INFO:tasks.workunit.client.0.smithi031.stdout: "kernel_description": { 2024-08-10T05:14:02.410 INFO:tasks.workunit.client.0.smithi031.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 3 2024-08-10T05:14:02.410 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.410 INFO:tasks.workunit.client.0.smithi031.stdout: "kernel_version": { 2024-08-10T05:14:02.410 INFO:tasks.workunit.client.0.smithi031.stdout: "5.14.0-480.el9.x86_64": 3 2024-08-10T05:14:02.411 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.411 INFO:tasks.workunit.client.0.smithi031.stdout: "os": { 2024-08-10T05:14:02.411 INFO:tasks.workunit.client.0.smithi031.stdout: "Linux": 3 2024-08-10T05:14:02.411 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.411 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.411 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T05:14:02.411 INFO:tasks.workunit.client.0.smithi031.stdout: "arch": { 2024-08-10T05:14:02.411 INFO:tasks.workunit.client.0.smithi031.stdout: "x86_64": 8 2024-08-10T05:14:02.411 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.411 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph_version": { 2024-08-10T05:14:02.411 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 8 2024-08-10T05:14:02.411 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.411 INFO:tasks.workunit.client.0.smithi031.stdout: "cpu": { 2024-08-10T05:14:02.411 INFO:tasks.workunit.client.0.smithi031.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 4, 2024-08-10T05:14:02.412 INFO:tasks.workunit.client.0.smithi031.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 4 2024-08-10T05:14:02.412 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.412 INFO:tasks.workunit.client.0.smithi031.stdout: "distro": { 2024-08-10T05:14:02.412 INFO:tasks.workunit.client.0.smithi031.stdout: "centos": 8 2024-08-10T05:14:02.412 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.412 INFO:tasks.workunit.client.0.smithi031.stdout: "distro_description": { 2024-08-10T05:14:02.412 INFO:tasks.workunit.client.0.smithi031.stdout: "CentOS Stream 9": 8 2024-08-10T05:14:02.412 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.412 INFO:tasks.workunit.client.0.smithi031.stdout: "kernel_description": { 2024-08-10T05:14:02.412 INFO:tasks.workunit.client.0.smithi031.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 8 2024-08-10T05:14:02.412 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.412 INFO:tasks.workunit.client.0.smithi031.stdout: "kernel_version": { 2024-08-10T05:14:02.412 INFO:tasks.workunit.client.0.smithi031.stdout: "5.14.0-480.el9.x86_64": 8 2024-08-10T05:14:02.413 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.413 INFO:tasks.workunit.client.0.smithi031.stdout: "os": { 2024-08-10T05:14:02.413 INFO:tasks.workunit.client.0.smithi031.stdout: "Linux": 8 2024-08-10T05:14:02.413 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.413 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_objectstore": { 2024-08-10T05:14:02.413 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore": 8 2024-08-10T05:14:02.413 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.413 INFO:tasks.workunit.client.0.smithi031.stdout: "rotational": { 2024-08-10T05:14:02.413 INFO:tasks.workunit.client.0.smithi031.stdout: "0": 8 2024-08-10T05:14:02.413 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.413 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.413 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.413 INFO:tasks.workunit.client.0.smithi031.stdout: "mon": { 2024-08-10T05:14:02.413 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3, 2024-08-10T05:14:02.414 INFO:tasks.workunit.client.0.smithi031.stdout: "features": { 2024-08-10T05:14:02.414 INFO:tasks.workunit.client.0.smithi031.stdout: "optional": [], 2024-08-10T05:14:02.414 INFO:tasks.workunit.client.0.smithi031.stdout: "persistent": [ 2024-08-10T05:14:02.414 INFO:tasks.workunit.client.0.smithi031.stdout: "kraken", 2024-08-10T05:14:02.414 INFO:tasks.workunit.client.0.smithi031.stdout: "luminous", 2024-08-10T05:14:02.414 INFO:tasks.workunit.client.0.smithi031.stdout: "mimic", 2024-08-10T05:14:02.414 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap-prune", 2024-08-10T05:14:02.414 INFO:tasks.workunit.client.0.smithi031.stdout: "nautilus", 2024-08-10T05:14:02.414 INFO:tasks.workunit.client.0.smithi031.stdout: "octopus", 2024-08-10T05:14:02.414 INFO:tasks.workunit.client.0.smithi031.stdout: "pacific", 2024-08-10T05:14:02.414 INFO:tasks.workunit.client.0.smithi031.stdout: "elector-pinging", 2024-08-10T05:14:02.414 INFO:tasks.workunit.client.0.smithi031.stdout: "quincy" 2024-08-10T05:14:02.414 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T05:14:02.415 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.415 INFO:tasks.workunit.client.0.smithi031.stdout: "ipv4_addr_mons": 6, 2024-08-10T05:14:02.415 INFO:tasks.workunit.client.0.smithi031.stdout: "ipv6_addr_mons": 0, 2024-08-10T05:14:02.415 INFO:tasks.workunit.client.0.smithi031.stdout: "min_mon_release": 17, 2024-08-10T05:14:02.415 INFO:tasks.workunit.client.0.smithi031.stdout: "v1_addr_mons": 3, 2024-08-10T05:14:02.415 INFO:tasks.workunit.client.0.smithi031.stdout: "v2_addr_mons": 3 2024-08-10T05:14:02.415 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.415 INFO:tasks.workunit.client.0.smithi031.stdout: "organization": "ceph-qa", 2024-08-10T05:14:02.415 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T05:14:02.415 INFO:tasks.workunit.client.0.smithi031.stdout: "cluster_network": false, 2024-08-10T05:14:02.415 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 8, 2024-08-10T05:14:02.415 INFO:tasks.workunit.client.0.smithi031.stdout: "require_min_compat_client": "luminous", 2024-08-10T05:14:02.415 INFO:tasks.workunit.client.0.smithi031.stdout: "require_osd_release": "quincy" 2024-08-10T05:14:02.415 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.416 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_perf_histograms": [ 2024-08-10T05:14:02.416 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:02.416 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T05:14:02.416 INFO:tasks.workunit.client.0.smithi031.stdout: "axes": [ 2024-08-10T05:14:02.416 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:02.416 INFO:tasks.workunit.client.0.smithi031.stdout: "buckets": 32, 2024-08-10T05:14:02.416 INFO:tasks.workunit.client.0.smithi031.stdout: "min": 0, 2024-08-10T05:14:02.416 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "Latency (usec)", 2024-08-10T05:14:02.416 INFO:tasks.workunit.client.0.smithi031.stdout: "quant_size": 100000, 2024-08-10T05:14:02.416 INFO:tasks.workunit.client.0.smithi031.stdout: "ranges": [ 2024-08-10T05:14:02.416 INFO:tasks.workunit.client.0.smithi031.stdout: "[None, -1]", 2024-08-10T05:14:02.416 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 99999]", 2024-08-10T05:14:02.416 INFO:tasks.workunit.client.0.smithi031.stdout: "[100000, 199999]", 2024-08-10T05:14:02.416 INFO:tasks.workunit.client.0.smithi031.stdout: "[200000, 399999]", 2024-08-10T05:14:02.417 INFO:tasks.workunit.client.0.smithi031.stdout: "[400000, 799999]", 2024-08-10T05:14:02.417 INFO:tasks.workunit.client.0.smithi031.stdout: "[800000, 1599999]", 2024-08-10T05:14:02.417 INFO:tasks.workunit.client.0.smithi031.stdout: "[1600000, 3199999]", 2024-08-10T05:14:02.417 INFO:tasks.workunit.client.0.smithi031.stdout: "[3200000, 6399999]", 2024-08-10T05:14:02.417 INFO:tasks.workunit.client.0.smithi031.stdout: "[6400000, 12799999]", 2024-08-10T05:14:02.417 INFO:tasks.workunit.client.0.smithi031.stdout: "[12800000, 25599999]", 2024-08-10T05:14:02.417 INFO:tasks.workunit.client.0.smithi031.stdout: "[25600000, 51199999]", 2024-08-10T05:14:02.417 INFO:tasks.workunit.client.0.smithi031.stdout: "[51200000, 102399999]", 2024-08-10T05:14:02.417 INFO:tasks.workunit.client.0.smithi031.stdout: "[102400000, 204799999]", 2024-08-10T05:14:02.417 INFO:tasks.workunit.client.0.smithi031.stdout: "[204800000, 409599999]", 2024-08-10T05:14:02.417 INFO:tasks.workunit.client.0.smithi031.stdout: "[409600000, 819199999]", 2024-08-10T05:14:02.417 INFO:tasks.workunit.client.0.smithi031.stdout: "[819200000, 1638399999]", 2024-08-10T05:14:02.417 INFO:tasks.workunit.client.0.smithi031.stdout: "[1638400000, 3276799999]", 2024-08-10T05:14:02.417 INFO:tasks.workunit.client.0.smithi031.stdout: "[3276800000, 6553599999]", 2024-08-10T05:14:02.418 INFO:tasks.workunit.client.0.smithi031.stdout: "[6553600000, 13107199999]", 2024-08-10T05:14:02.418 INFO:tasks.workunit.client.0.smithi031.stdout: "[13107200000, 26214399999]", 2024-08-10T05:14:02.418 INFO:tasks.workunit.client.0.smithi031.stdout: "[26214400000, 52428799999]", 2024-08-10T05:14:02.418 INFO:tasks.workunit.client.0.smithi031.stdout: "[52428800000, 104857599999]", 2024-08-10T05:14:02.418 INFO:tasks.workunit.client.0.smithi031.stdout: "[104857600000, 209715199999]", 2024-08-10T05:14:02.418 INFO:tasks.workunit.client.0.smithi031.stdout: "[209715200000, 419430399999]", 2024-08-10T05:14:02.418 INFO:tasks.workunit.client.0.smithi031.stdout: "[419430400000, 838860799999]", 2024-08-10T05:14:02.418 INFO:tasks.workunit.client.0.smithi031.stdout: "[838860800000, 1677721599999]", 2024-08-10T05:14:02.418 INFO:tasks.workunit.client.0.smithi031.stdout: "[1677721600000, 3355443199999]", 2024-08-10T05:14:02.418 INFO:tasks.workunit.client.0.smithi031.stdout: "[3355443200000, 6710886399999]", 2024-08-10T05:14:02.418 INFO:tasks.workunit.client.0.smithi031.stdout: "[6710886400000, 13421772799999]", 2024-08-10T05:14:02.418 INFO:tasks.workunit.client.0.smithi031.stdout: "[13421772800000, 26843545599999]", 2024-08-10T05:14:02.418 INFO:tasks.workunit.client.0.smithi031.stdout: "[26843545600000, 53687091199999]", 2024-08-10T05:14:02.419 INFO:tasks.workunit.client.0.smithi031.stdout: "[53687091200000, None]" 2024-08-10T05:14:02.419 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:02.419 INFO:tasks.workunit.client.0.smithi031.stdout: "scale_type": "log2" 2024-08-10T05:14:02.419 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.419 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:02.419 INFO:tasks.workunit.client.0.smithi031.stdout: "buckets": 32, 2024-08-10T05:14:02.419 INFO:tasks.workunit.client.0.smithi031.stdout: "min": 0, 2024-08-10T05:14:02.419 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "Request size (bytes)", 2024-08-10T05:14:02.419 INFO:tasks.workunit.client.0.smithi031.stdout: "quant_size": 512, 2024-08-10T05:14:02.419 INFO:tasks.workunit.client.0.smithi031.stdout: "ranges": [ 2024-08-10T05:14:02.419 INFO:tasks.workunit.client.0.smithi031.stdout: "[None, -1]", 2024-08-10T05:14:02.419 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 511]", 2024-08-10T05:14:02.419 INFO:tasks.workunit.client.0.smithi031.stdout: "[512, 1023]", 2024-08-10T05:14:02.420 INFO:tasks.workunit.client.0.smithi031.stdout: "[1024, 2047]", 2024-08-10T05:14:02.420 INFO:tasks.workunit.client.0.smithi031.stdout: "[2048, 4095]", 2024-08-10T05:14:02.420 INFO:tasks.workunit.client.0.smithi031.stdout: "[4096, 8191]", 2024-08-10T05:14:02.420 INFO:tasks.workunit.client.0.smithi031.stdout: "[8192, 16383]", 2024-08-10T05:14:02.420 INFO:tasks.workunit.client.0.smithi031.stdout: "[16384, 32767]", 2024-08-10T05:14:02.420 INFO:tasks.workunit.client.0.smithi031.stdout: "[32768, 65535]", 2024-08-10T05:14:02.420 INFO:tasks.workunit.client.0.smithi031.stdout: "[65536, 131071]", 2024-08-10T05:14:02.420 INFO:tasks.workunit.client.0.smithi031.stdout: "[131072, 262143]", 2024-08-10T05:14:02.420 INFO:tasks.workunit.client.0.smithi031.stdout: "[262144, 524287]", 2024-08-10T05:14:02.420 INFO:tasks.workunit.client.0.smithi031.stdout: "[524288, 1048575]", 2024-08-10T05:14:02.420 INFO:tasks.workunit.client.0.smithi031.stdout: "[1048576, 2097151]", 2024-08-10T05:14:02.420 INFO:tasks.workunit.client.0.smithi031.stdout: "[2097152, 4194303]", 2024-08-10T05:14:02.420 INFO:tasks.workunit.client.0.smithi031.stdout: "[4194304, 8388607]", 2024-08-10T05:14:02.420 INFO:tasks.workunit.client.0.smithi031.stdout: "[8388608, 16777215]", 2024-08-10T05:14:02.421 INFO:tasks.workunit.client.0.smithi031.stdout: "[16777216, 33554431]", 2024-08-10T05:14:02.421 INFO:tasks.workunit.client.0.smithi031.stdout: "[33554432, 67108863]", 2024-08-10T05:14:02.421 INFO:tasks.workunit.client.0.smithi031.stdout: "[67108864, 134217727]", 2024-08-10T05:14:02.421 INFO:tasks.workunit.client.0.smithi031.stdout: "[134217728, 268435455]", 2024-08-10T05:14:02.421 INFO:tasks.workunit.client.0.smithi031.stdout: "[268435456, 536870911]", 2024-08-10T05:14:02.421 INFO:tasks.workunit.client.0.smithi031.stdout: "[536870912, 1073741823]", 2024-08-10T05:14:02.421 INFO:tasks.workunit.client.0.smithi031.stdout: "[1073741824, 2147483647]", 2024-08-10T05:14:02.421 INFO:tasks.workunit.client.0.smithi031.stdout: "[2147483648, 4294967295]", 2024-08-10T05:14:02.421 INFO:tasks.workunit.client.0.smithi031.stdout: "[4294967296, 8589934591]", 2024-08-10T05:14:02.421 INFO:tasks.workunit.client.0.smithi031.stdout: "[8589934592, 17179869183]", 2024-08-10T05:14:02.421 INFO:tasks.workunit.client.0.smithi031.stdout: "[17179869184, 34359738367]", 2024-08-10T05:14:02.421 INFO:tasks.workunit.client.0.smithi031.stdout: "[34359738368, 68719476735]", 2024-08-10T05:14:02.421 INFO:tasks.workunit.client.0.smithi031.stdout: "[68719476736, 137438953471]", 2024-08-10T05:14:02.422 INFO:tasks.workunit.client.0.smithi031.stdout: "[137438953472, 274877906943]", 2024-08-10T05:14:02.422 INFO:tasks.workunit.client.0.smithi031.stdout: "[274877906944, None]" 2024-08-10T05:14:02.422 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:02.422 INFO:tasks.workunit.client.0.smithi031.stdout: "scale_type": "log2" 2024-08-10T05:14:02.422 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.422 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:02.422 INFO:tasks.workunit.client.0.smithi031.stdout: "osds": [ 2024-08-10T05:14:02.422 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:02.422 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 0, 2024-08-10T05:14:02.422 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T05:14:02.422 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.422 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.422 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.423 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.423 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.423 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.423 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.423 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.423 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.423 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.423 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.423 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.423 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.423 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.423 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.423 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.424 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.424 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.424 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.424 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.424 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.424 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.424 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.424 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.424 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.424 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.424 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.424 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.425 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.425 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.425 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.425 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T05:14:02.425 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T05:14:02.425 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.425 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:02.425 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 1, 2024-08-10T05:14:02.425 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T05:14:02.425 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.425 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.425 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.425 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.426 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.426 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.426 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.426 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.426 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.426 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.426 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.426 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.426 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.426 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.426 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.426 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.426 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.427 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.427 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.427 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.427 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.427 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.427 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.427 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.427 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.427 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.427 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.427 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.427 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.427 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.428 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.428 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T05:14:02.428 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T05:14:02.428 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.428 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:02.428 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 2, 2024-08-10T05:14:02.428 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T05:14:02.428 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.428 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.428 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.428 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.428 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.428 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.429 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.429 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.429 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.429 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.429 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.429 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.429 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.429 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.429 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.429 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.429 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.429 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.429 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.429 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.430 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.430 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.430 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.430 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.430 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.430 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.430 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.430 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.430 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.430 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.430 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.430 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T05:14:02.430 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T05:14:02.431 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.431 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:02.431 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 3, 2024-08-10T05:14:02.431 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T05:14:02.431 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.431 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.431 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.431 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.431 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.431 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.431 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.431 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.432 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.432 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.432 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.432 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.432 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.432 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.432 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.432 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.432 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.432 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.432 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.432 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.432 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.432 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.433 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.433 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.433 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.433 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.433 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.433 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.433 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.433 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.433 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.433 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T05:14:02.433 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T05:14:02.433 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.433 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:02.434 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 4, 2024-08-10T05:14:02.434 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T05:14:02.434 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.434 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.434 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.434 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.434 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.434 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.434 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.434 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.434 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.434 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.434 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.435 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.435 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.435 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.435 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.435 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.435 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.435 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.435 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.435 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.435 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.435 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.435 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.435 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.435 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.436 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.436 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.436 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.436 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.436 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.436 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.436 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T05:14:02.436 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T05:14:02.436 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.436 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:02.436 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 5, 2024-08-10T05:14:02.436 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T05:14:02.436 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.436 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.437 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.437 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.437 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.437 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.437 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.437 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.437 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.437 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.437 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.437 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.437 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.437 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.438 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.438 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.438 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.438 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.438 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.438 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.438 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.438 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.438 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.438 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.438 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.438 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.438 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.439 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.439 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.439 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.439 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.439 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T05:14:02.439 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T05:14:02.439 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.439 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:02.439 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 6, 2024-08-10T05:14:02.439 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T05:14:02.439 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.439 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.439 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.440 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.440 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.440 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.440 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.440 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.440 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.440 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.440 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.440 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.440 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.440 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.440 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.440 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.440 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.441 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.441 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.441 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.441 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.441 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.441 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.441 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.441 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.441 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.441 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.441 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.441 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.441 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.442 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.442 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T05:14:02.442 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T05:14:02.442 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.442 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:02.442 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 7, 2024-08-10T05:14:02.442 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T05:14:02.442 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.442 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.442 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 121, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.442 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.442 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.443 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.443 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.443 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.443 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.443 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.443 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.443 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.443 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.443 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.443 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.443 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.443 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.443 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.443 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.444 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.444 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.444 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.444 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.444 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.444 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.444 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.444 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.444 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.444 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.444 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.444 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.444 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T05:14:02.445 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T05:14:02.445 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.445 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T05:14:02.445 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.445 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T05:14:02.445 INFO:tasks.workunit.client.0.smithi031.stdout: "axes": [ 2024-08-10T05:14:02.445 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:02.445 INFO:tasks.workunit.client.0.smithi031.stdout: "buckets": 32, 2024-08-10T05:14:02.445 INFO:tasks.workunit.client.0.smithi031.stdout: "min": 0, 2024-08-10T05:14:02.445 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "Latency (usec)", 2024-08-10T05:14:02.445 INFO:tasks.workunit.client.0.smithi031.stdout: "quant_size": 100000, 2024-08-10T05:14:02.445 INFO:tasks.workunit.client.0.smithi031.stdout: "ranges": [ 2024-08-10T05:14:02.445 INFO:tasks.workunit.client.0.smithi031.stdout: "[None, -1]", 2024-08-10T05:14:02.445 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 99999]", 2024-08-10T05:14:02.446 INFO:tasks.workunit.client.0.smithi031.stdout: "[100000, 199999]", 2024-08-10T05:14:02.446 INFO:tasks.workunit.client.0.smithi031.stdout: "[200000, 399999]", 2024-08-10T05:14:02.446 INFO:tasks.workunit.client.0.smithi031.stdout: "[400000, 799999]", 2024-08-10T05:14:02.446 INFO:tasks.workunit.client.0.smithi031.stdout: "[800000, 1599999]", 2024-08-10T05:14:02.446 INFO:tasks.workunit.client.0.smithi031.stdout: "[1600000, 3199999]", 2024-08-10T05:14:02.446 INFO:tasks.workunit.client.0.smithi031.stdout: "[3200000, 6399999]", 2024-08-10T05:14:02.446 INFO:tasks.workunit.client.0.smithi031.stdout: "[6400000, 12799999]", 2024-08-10T05:14:02.446 INFO:tasks.workunit.client.0.smithi031.stdout: "[12800000, 25599999]", 2024-08-10T05:14:02.446 INFO:tasks.workunit.client.0.smithi031.stdout: "[25600000, 51199999]", 2024-08-10T05:14:02.446 INFO:tasks.workunit.client.0.smithi031.stdout: "[51200000, 102399999]", 2024-08-10T05:14:02.446 INFO:tasks.workunit.client.0.smithi031.stdout: "[102400000, 204799999]", 2024-08-10T05:14:02.446 INFO:tasks.workunit.client.0.smithi031.stdout: "[204800000, 409599999]", 2024-08-10T05:14:02.446 INFO:tasks.workunit.client.0.smithi031.stdout: "[409600000, 819199999]", 2024-08-10T05:14:02.447 INFO:tasks.workunit.client.0.smithi031.stdout: "[819200000, 1638399999]", 2024-08-10T05:14:02.447 INFO:tasks.workunit.client.0.smithi031.stdout: "[1638400000, 3276799999]", 2024-08-10T05:14:02.447 INFO:tasks.workunit.client.0.smithi031.stdout: "[3276800000, 6553599999]", 2024-08-10T05:14:02.447 INFO:tasks.workunit.client.0.smithi031.stdout: "[6553600000, 13107199999]", 2024-08-10T05:14:02.447 INFO:tasks.workunit.client.0.smithi031.stdout: "[13107200000, 26214399999]", 2024-08-10T05:14:02.447 INFO:tasks.workunit.client.0.smithi031.stdout: "[26214400000, 52428799999]", 2024-08-10T05:14:02.447 INFO:tasks.workunit.client.0.smithi031.stdout: "[52428800000, 104857599999]", 2024-08-10T05:14:02.447 INFO:tasks.workunit.client.0.smithi031.stdout: "[104857600000, 209715199999]", 2024-08-10T05:14:02.447 INFO:tasks.workunit.client.0.smithi031.stdout: "[209715200000, 419430399999]", 2024-08-10T05:14:02.447 INFO:tasks.workunit.client.0.smithi031.stdout: "[419430400000, 838860799999]", 2024-08-10T05:14:02.447 INFO:tasks.workunit.client.0.smithi031.stdout: "[838860800000, 1677721599999]", 2024-08-10T05:14:02.447 INFO:tasks.workunit.client.0.smithi031.stdout: "[1677721600000, 3355443199999]", 2024-08-10T05:14:02.447 INFO:tasks.workunit.client.0.smithi031.stdout: "[3355443200000, 6710886399999]", 2024-08-10T05:14:02.447 INFO:tasks.workunit.client.0.smithi031.stdout: "[6710886400000, 13421772799999]", 2024-08-10T05:14:02.448 INFO:tasks.workunit.client.0.smithi031.stdout: "[13421772800000, 26843545599999]", 2024-08-10T05:14:02.448 INFO:tasks.workunit.client.0.smithi031.stdout: "[26843545600000, 53687091199999]", 2024-08-10T05:14:02.448 INFO:tasks.workunit.client.0.smithi031.stdout: "[53687091200000, None]" 2024-08-10T05:14:02.448 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:02.448 INFO:tasks.workunit.client.0.smithi031.stdout: "scale_type": "log2" 2024-08-10T05:14:02.448 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.448 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:02.448 INFO:tasks.workunit.client.0.smithi031.stdout: "buckets": 32, 2024-08-10T05:14:02.448 INFO:tasks.workunit.client.0.smithi031.stdout: "min": 0, 2024-08-10T05:14:02.448 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "Request size (bytes)", 2024-08-10T05:14:02.448 INFO:tasks.workunit.client.0.smithi031.stdout: "quant_size": 512, 2024-08-10T05:14:02.448 INFO:tasks.workunit.client.0.smithi031.stdout: "ranges": [ 2024-08-10T05:14:02.448 INFO:tasks.workunit.client.0.smithi031.stdout: "[None, -1]", 2024-08-10T05:14:02.448 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 511]", 2024-08-10T05:14:02.449 INFO:tasks.workunit.client.0.smithi031.stdout: "[512, 1023]", 2024-08-10T05:14:02.449 INFO:tasks.workunit.client.0.smithi031.stdout: "[1024, 2047]", 2024-08-10T05:14:02.449 INFO:tasks.workunit.client.0.smithi031.stdout: "[2048, 4095]", 2024-08-10T05:14:02.449 INFO:tasks.workunit.client.0.smithi031.stdout: "[4096, 8191]", 2024-08-10T05:14:02.449 INFO:tasks.workunit.client.0.smithi031.stdout: "[8192, 16383]", 2024-08-10T05:14:02.449 INFO:tasks.workunit.client.0.smithi031.stdout: "[16384, 32767]", 2024-08-10T05:14:02.449 INFO:tasks.workunit.client.0.smithi031.stdout: "[32768, 65535]", 2024-08-10T05:14:02.449 INFO:tasks.workunit.client.0.smithi031.stdout: "[65536, 131071]", 2024-08-10T05:14:02.449 INFO:tasks.workunit.client.0.smithi031.stdout: "[131072, 262143]", 2024-08-10T05:14:02.449 INFO:tasks.workunit.client.0.smithi031.stdout: "[262144, 524287]", 2024-08-10T05:14:02.449 INFO:tasks.workunit.client.0.smithi031.stdout: "[524288, 1048575]", 2024-08-10T05:14:02.449 INFO:tasks.workunit.client.0.smithi031.stdout: "[1048576, 2097151]", 2024-08-10T05:14:02.449 INFO:tasks.workunit.client.0.smithi031.stdout: "[2097152, 4194303]", 2024-08-10T05:14:02.450 INFO:tasks.workunit.client.0.smithi031.stdout: "[4194304, 8388607]", 2024-08-10T05:14:02.450 INFO:tasks.workunit.client.0.smithi031.stdout: "[8388608, 16777215]", 2024-08-10T05:14:02.450 INFO:tasks.workunit.client.0.smithi031.stdout: "[16777216, 33554431]", 2024-08-10T05:14:02.450 INFO:tasks.workunit.client.0.smithi031.stdout: "[33554432, 67108863]", 2024-08-10T05:14:02.450 INFO:tasks.workunit.client.0.smithi031.stdout: "[67108864, 134217727]", 2024-08-10T05:14:02.450 INFO:tasks.workunit.client.0.smithi031.stdout: "[134217728, 268435455]", 2024-08-10T05:14:02.450 INFO:tasks.workunit.client.0.smithi031.stdout: "[268435456, 536870911]", 2024-08-10T05:14:02.450 INFO:tasks.workunit.client.0.smithi031.stdout: "[536870912, 1073741823]", 2024-08-10T05:14:02.450 INFO:tasks.workunit.client.0.smithi031.stdout: "[1073741824, 2147483647]", 2024-08-10T05:14:02.450 INFO:tasks.workunit.client.0.smithi031.stdout: "[2147483648, 4294967295]", 2024-08-10T05:14:02.450 INFO:tasks.workunit.client.0.smithi031.stdout: "[4294967296, 8589934591]", 2024-08-10T05:14:02.450 INFO:tasks.workunit.client.0.smithi031.stdout: "[8589934592, 17179869183]", 2024-08-10T05:14:02.451 INFO:tasks.workunit.client.0.smithi031.stdout: "[17179869184, 34359738367]", 2024-08-10T05:14:02.451 INFO:tasks.workunit.client.0.smithi031.stdout: "[34359738368, 68719476735]", 2024-08-10T05:14:02.451 INFO:tasks.workunit.client.0.smithi031.stdout: "[68719476736, 137438953471]", 2024-08-10T05:14:02.451 INFO:tasks.workunit.client.0.smithi031.stdout: "[137438953472, 274877906943]", 2024-08-10T05:14:02.451 INFO:tasks.workunit.client.0.smithi031.stdout: "[274877906944, None]" 2024-08-10T05:14:02.451 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:02.451 INFO:tasks.workunit.client.0.smithi031.stdout: "scale_type": "log2" 2024-08-10T05:14:02.451 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.451 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:02.451 INFO:tasks.workunit.client.0.smithi031.stdout: "osds": [ 2024-08-10T05:14:02.451 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:02.451 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 0, 2024-08-10T05:14:02.451 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T05:14:02.451 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.452 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.452 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.452 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.452 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.452 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.452 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.452 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.452 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.452 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.452 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.452 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.452 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.452 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.452 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.453 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.453 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.453 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.453 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.453 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.453 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.453 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.453 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.453 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.453 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.453 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.453 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.453 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.454 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.454 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.454 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.454 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T05:14:02.454 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T05:14:02.454 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.454 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:02.454 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 1, 2024-08-10T05:14:02.454 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T05:14:02.454 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.454 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.454 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.454 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.454 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.455 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.455 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.455 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.455 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.455 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.455 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.455 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.455 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.455 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.455 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.455 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.455 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.455 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.455 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.456 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.456 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.456 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.456 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.456 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.456 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.456 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.456 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.456 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.456 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.456 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.456 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.457 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T05:14:02.457 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T05:14:02.457 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.457 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:02.457 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 2, 2024-08-10T05:14:02.457 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T05:14:02.457 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.457 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.457 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.457 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.457 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.457 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.457 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.457 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.458 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.458 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.458 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.458 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.458 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.458 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.458 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.458 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.458 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.458 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.458 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.458 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.458 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.459 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.459 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.459 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.459 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.459 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.459 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.459 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.459 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.459 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.459 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.459 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T05:14:02.459 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T05:14:02.459 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.459 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:02.460 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 3, 2024-08-10T05:14:02.460 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T05:14:02.460 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.460 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.460 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.460 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.460 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.460 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.460 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.460 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.460 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.460 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.460 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.460 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.461 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.461 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.461 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.461 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.461 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.461 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.461 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.461 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.461 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.461 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.461 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.461 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.461 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.462 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.462 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.462 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.462 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.462 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.462 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.462 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T05:14:02.462 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T05:14:02.462 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.462 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:02.462 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 4, 2024-08-10T05:14:02.462 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T05:14:02.463 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.463 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.463 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.463 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.463 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.463 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.463 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.463 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.463 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.463 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.463 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.463 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.463 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.463 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.464 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.464 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.464 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.464 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.464 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.464 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.464 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.464 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.464 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.464 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.464 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.464 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.464 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.465 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.465 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.465 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.465 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.465 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T05:14:02.465 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T05:14:02.465 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.465 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:02.465 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 5, 2024-08-10T05:14:02.465 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T05:14:02.465 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.465 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.465 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.466 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.466 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.466 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.466 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.466 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.466 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.466 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.466 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.466 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.466 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.466 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.466 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.466 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.467 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.467 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.467 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.467 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.467 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.467 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.467 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.467 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.467 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.467 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.468 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.468 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.468 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.468 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.468 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.468 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T05:14:02.468 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T05:14:02.468 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.468 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:02.468 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 6, 2024-08-10T05:14:02.468 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T05:14:02.468 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.468 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.468 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.469 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.469 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.469 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.469 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.469 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.469 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.469 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.469 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.469 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.469 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.469 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.469 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.469 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.469 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.470 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.470 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.470 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.470 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.470 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.470 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.470 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.470 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.470 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.470 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.470 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.470 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.470 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.470 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.471 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T05:14:02.471 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T05:14:02.471 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.471 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:02.471 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 7, 2024-08-10T05:14:02.471 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T05:14:02.471 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.471 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.471 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.471 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.471 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.471 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.471 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.471 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.472 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.472 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.472 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.472 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.472 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.472 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.472 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.472 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.472 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.472 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.472 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.472 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.473 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.473 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.473 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.473 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.473 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.473 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.473 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.473 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.473 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.473 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.473 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.473 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T05:14:02.474 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T05:14:02.474 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.474 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T05:14:02.474 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.474 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T05:14:02.474 INFO:tasks.workunit.client.0.smithi031.stdout: "axes": [ 2024-08-10T05:14:02.474 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:02.474 INFO:tasks.workunit.client.0.smithi031.stdout: "buckets": 32, 2024-08-10T05:14:02.474 INFO:tasks.workunit.client.0.smithi031.stdout: "min": 0, 2024-08-10T05:14:02.474 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "Latency (usec)", 2024-08-10T05:14:02.474 INFO:tasks.workunit.client.0.smithi031.stdout: "quant_size": 100000, 2024-08-10T05:14:02.474 INFO:tasks.workunit.client.0.smithi031.stdout: "ranges": [ 2024-08-10T05:14:02.474 INFO:tasks.workunit.client.0.smithi031.stdout: "[None, -1]", 2024-08-10T05:14:02.475 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 99999]", 2024-08-10T05:14:02.475 INFO:tasks.workunit.client.0.smithi031.stdout: "[100000, 199999]", 2024-08-10T05:14:02.475 INFO:tasks.workunit.client.0.smithi031.stdout: "[200000, 399999]", 2024-08-10T05:14:02.475 INFO:tasks.workunit.client.0.smithi031.stdout: "[400000, 799999]", 2024-08-10T05:14:02.475 INFO:tasks.workunit.client.0.smithi031.stdout: "[800000, 1599999]", 2024-08-10T05:14:02.475 INFO:tasks.workunit.client.0.smithi031.stdout: "[1600000, 3199999]", 2024-08-10T05:14:02.475 INFO:tasks.workunit.client.0.smithi031.stdout: "[3200000, 6399999]", 2024-08-10T05:14:02.475 INFO:tasks.workunit.client.0.smithi031.stdout: "[6400000, 12799999]", 2024-08-10T05:14:02.475 INFO:tasks.workunit.client.0.smithi031.stdout: "[12800000, 25599999]", 2024-08-10T05:14:02.475 INFO:tasks.workunit.client.0.smithi031.stdout: "[25600000, 51199999]", 2024-08-10T05:14:02.475 INFO:tasks.workunit.client.0.smithi031.stdout: "[51200000, 102399999]", 2024-08-10T05:14:02.475 INFO:tasks.workunit.client.0.smithi031.stdout: "[102400000, 204799999]", 2024-08-10T05:14:02.475 INFO:tasks.workunit.client.0.smithi031.stdout: "[204800000, 409599999]", 2024-08-10T05:14:02.475 INFO:tasks.workunit.client.0.smithi031.stdout: "[409600000, 819199999]", 2024-08-10T05:14:02.476 INFO:tasks.workunit.client.0.smithi031.stdout: "[819200000, 1638399999]", 2024-08-10T05:14:02.476 INFO:tasks.workunit.client.0.smithi031.stdout: "[1638400000, 3276799999]", 2024-08-10T05:14:02.476 INFO:tasks.workunit.client.0.smithi031.stdout: "[3276800000, 6553599999]", 2024-08-10T05:14:02.476 INFO:tasks.workunit.client.0.smithi031.stdout: "[6553600000, 13107199999]", 2024-08-10T05:14:02.476 INFO:tasks.workunit.client.0.smithi031.stdout: "[13107200000, 26214399999]", 2024-08-10T05:14:02.476 INFO:tasks.workunit.client.0.smithi031.stdout: "[26214400000, 52428799999]", 2024-08-10T05:14:02.476 INFO:tasks.workunit.client.0.smithi031.stdout: "[52428800000, 104857599999]", 2024-08-10T05:14:02.476 INFO:tasks.workunit.client.0.smithi031.stdout: "[104857600000, 209715199999]", 2024-08-10T05:14:02.476 INFO:tasks.workunit.client.0.smithi031.stdout: "[209715200000, 419430399999]", 2024-08-10T05:14:02.476 INFO:tasks.workunit.client.0.smithi031.stdout: "[419430400000, 838860799999]", 2024-08-10T05:14:02.476 INFO:tasks.workunit.client.0.smithi031.stdout: "[838860800000, 1677721599999]", 2024-08-10T05:14:02.476 INFO:tasks.workunit.client.0.smithi031.stdout: "[1677721600000, 3355443199999]", 2024-08-10T05:14:02.476 INFO:tasks.workunit.client.0.smithi031.stdout: "[3355443200000, 6710886399999]", 2024-08-10T05:14:02.477 INFO:tasks.workunit.client.0.smithi031.stdout: "[6710886400000, 13421772799999]", 2024-08-10T05:14:02.477 INFO:tasks.workunit.client.0.smithi031.stdout: "[13421772800000, 26843545599999]", 2024-08-10T05:14:02.477 INFO:tasks.workunit.client.0.smithi031.stdout: "[26843545600000, 53687091199999]", 2024-08-10T05:14:02.477 INFO:tasks.workunit.client.0.smithi031.stdout: "[53687091200000, None]" 2024-08-10T05:14:02.477 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:02.477 INFO:tasks.workunit.client.0.smithi031.stdout: "scale_type": "log2" 2024-08-10T05:14:02.477 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.477 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:02.477 INFO:tasks.workunit.client.0.smithi031.stdout: "buckets": 32, 2024-08-10T05:14:02.477 INFO:tasks.workunit.client.0.smithi031.stdout: "min": 0, 2024-08-10T05:14:02.477 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "Request size (bytes)", 2024-08-10T05:14:02.477 INFO:tasks.workunit.client.0.smithi031.stdout: "quant_size": 512, 2024-08-10T05:14:02.477 INFO:tasks.workunit.client.0.smithi031.stdout: "ranges": [ 2024-08-10T05:14:02.477 INFO:tasks.workunit.client.0.smithi031.stdout: "[None, -1]", 2024-08-10T05:14:02.478 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 511]", 2024-08-10T05:14:02.478 INFO:tasks.workunit.client.0.smithi031.stdout: "[512, 1023]", 2024-08-10T05:14:02.478 INFO:tasks.workunit.client.0.smithi031.stdout: "[1024, 2047]", 2024-08-10T05:14:02.478 INFO:tasks.workunit.client.0.smithi031.stdout: "[2048, 4095]", 2024-08-10T05:14:02.478 INFO:tasks.workunit.client.0.smithi031.stdout: "[4096, 8191]", 2024-08-10T05:14:02.478 INFO:tasks.workunit.client.0.smithi031.stdout: "[8192, 16383]", 2024-08-10T05:14:02.478 INFO:tasks.workunit.client.0.smithi031.stdout: "[16384, 32767]", 2024-08-10T05:14:02.478 INFO:tasks.workunit.client.0.smithi031.stdout: "[32768, 65535]", 2024-08-10T05:14:02.478 INFO:tasks.workunit.client.0.smithi031.stdout: "[65536, 131071]", 2024-08-10T05:14:02.478 INFO:tasks.workunit.client.0.smithi031.stdout: "[131072, 262143]", 2024-08-10T05:14:02.478 INFO:tasks.workunit.client.0.smithi031.stdout: "[262144, 524287]", 2024-08-10T05:14:02.478 INFO:tasks.workunit.client.0.smithi031.stdout: "[524288, 1048575]", 2024-08-10T05:14:02.478 INFO:tasks.workunit.client.0.smithi031.stdout: "[1048576, 2097151]", 2024-08-10T05:14:02.478 INFO:tasks.workunit.client.0.smithi031.stdout: "[2097152, 4194303]", 2024-08-10T05:14:02.479 INFO:tasks.workunit.client.0.smithi031.stdout: "[4194304, 8388607]", 2024-08-10T05:14:02.479 INFO:tasks.workunit.client.0.smithi031.stdout: "[8388608, 16777215]", 2024-08-10T05:14:02.479 INFO:tasks.workunit.client.0.smithi031.stdout: "[16777216, 33554431]", 2024-08-10T05:14:02.479 INFO:tasks.workunit.client.0.smithi031.stdout: "[33554432, 67108863]", 2024-08-10T05:14:02.479 INFO:tasks.workunit.client.0.smithi031.stdout: "[67108864, 134217727]", 2024-08-10T05:14:02.479 INFO:tasks.workunit.client.0.smithi031.stdout: "[134217728, 268435455]", 2024-08-10T05:14:02.479 INFO:tasks.workunit.client.0.smithi031.stdout: "[268435456, 536870911]", 2024-08-10T05:14:02.479 INFO:tasks.workunit.client.0.smithi031.stdout: "[536870912, 1073741823]", 2024-08-10T05:14:02.479 INFO:tasks.workunit.client.0.smithi031.stdout: "[1073741824, 2147483647]", 2024-08-10T05:14:02.479 INFO:tasks.workunit.client.0.smithi031.stdout: "[2147483648, 4294967295]", 2024-08-10T05:14:02.479 INFO:tasks.workunit.client.0.smithi031.stdout: "[4294967296, 8589934591]", 2024-08-10T05:14:02.479 INFO:tasks.workunit.client.0.smithi031.stdout: "[8589934592, 17179869183]", 2024-08-10T05:14:02.479 INFO:tasks.workunit.client.0.smithi031.stdout: "[17179869184, 34359738367]", 2024-08-10T05:14:02.479 INFO:tasks.workunit.client.0.smithi031.stdout: "[34359738368, 68719476735]", 2024-08-10T05:14:02.480 INFO:tasks.workunit.client.0.smithi031.stdout: "[68719476736, 137438953471]", 2024-08-10T05:14:02.480 INFO:tasks.workunit.client.0.smithi031.stdout: "[137438953472, 274877906943]", 2024-08-10T05:14:02.480 INFO:tasks.workunit.client.0.smithi031.stdout: "[274877906944, None]" 2024-08-10T05:14:02.480 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:02.480 INFO:tasks.workunit.client.0.smithi031.stdout: "scale_type": "log2" 2024-08-10T05:14:02.480 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.480 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:02.480 INFO:tasks.workunit.client.0.smithi031.stdout: "osds": [ 2024-08-10T05:14:02.480 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:02.480 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 0, 2024-08-10T05:14:02.480 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T05:14:02.480 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.480 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.480 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.481 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.481 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.481 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.481 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.481 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.481 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.481 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.481 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.481 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.481 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.481 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.481 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.482 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.482 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.482 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.482 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.482 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.482 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.482 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.482 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.482 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.482 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.482 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.482 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.482 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.483 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.483 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.483 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.483 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T05:14:02.483 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T05:14:02.483 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.483 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:02.483 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 1, 2024-08-10T05:14:02.483 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T05:14:02.483 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.483 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.483 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.483 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.483 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.484 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.484 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.484 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.484 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.484 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.484 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.484 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.484 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.484 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.484 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.484 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.484 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.484 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.485 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.485 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.485 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.485 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.485 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.485 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.485 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.485 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.485 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.485 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.485 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.485 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.485 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.486 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T05:14:02.486 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T05:14:02.486 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.486 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:02.486 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 2, 2024-08-10T05:14:02.486 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T05:14:02.486 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.486 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.486 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.486 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.486 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.486 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.486 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.487 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.487 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.487 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.487 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.487 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.487 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.487 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.487 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.487 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.487 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.487 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.487 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.488 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.488 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.488 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.488 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.488 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.488 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.488 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.488 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.488 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.488 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.489 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.489 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.489 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T05:14:02.489 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T05:14:02.489 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.489 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:02.489 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 3, 2024-08-10T05:14:02.489 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T05:14:02.489 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.489 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.489 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.489 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.489 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.489 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.490 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.490 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.490 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.490 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.490 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.490 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.490 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.490 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.490 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.490 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.491 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.491 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.491 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.491 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.491 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.491 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.491 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.491 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.491 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.491 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.491 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.491 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.492 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.492 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.492 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.492 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T05:14:02.492 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T05:14:02.492 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.492 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:02.492 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 4, 2024-08-10T05:14:02.492 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T05:14:02.492 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.492 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.492 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.493 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.493 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.493 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.493 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.493 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.493 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.493 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.493 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.493 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.493 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.493 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.493 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.493 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.494 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.494 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.494 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.494 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.494 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.494 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.494 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.494 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.494 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.494 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.494 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.494 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.494 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.495 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.495 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.495 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T05:14:02.495 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T05:14:02.495 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.495 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:02.495 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 5, 2024-08-10T05:14:02.495 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T05:14:02.495 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.495 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.495 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.495 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.496 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.496 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.496 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.496 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.496 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.496 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.496 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.496 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.496 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.496 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.496 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.496 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.496 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.496 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.497 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.497 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.497 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.497 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.497 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.497 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.497 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.497 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.497 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.497 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.497 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.497 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.497 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.498 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T05:14:02.498 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T05:14:02.498 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.498 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:02.498 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 6, 2024-08-10T05:14:02.498 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T05:14:02.498 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.498 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.498 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.498 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.498 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.498 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.498 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.498 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.499 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.499 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.499 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.499 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.499 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.499 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.499 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.499 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.499 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.499 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.499 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.499 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.499 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.500 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.500 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.500 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.500 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.500 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.500 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.500 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.500 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.500 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.500 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.500 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T05:14:02.500 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T05:14:02.500 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.501 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:02.501 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 7, 2024-08-10T05:14:02.501 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T05:14:02.501 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.501 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.501 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.501 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.501 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.501 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.501 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.501 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.501 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.501 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.501 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.502 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.502 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.502 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.502 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.502 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.502 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.502 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.502 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.502 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.502 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.502 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.502 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.503 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.503 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.503 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.503 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.503 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.503 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.503 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.503 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.503 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T05:14:02.503 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T05:14:02.503 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.503 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T05:14:02.503 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.504 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T05:14:02.504 INFO:tasks.workunit.client.0.smithi031.stdout: "axes": [ 2024-08-10T05:14:02.504 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:02.504 INFO:tasks.workunit.client.0.smithi031.stdout: "buckets": 32, 2024-08-10T05:14:02.504 INFO:tasks.workunit.client.0.smithi031.stdout: "min": 0, 2024-08-10T05:14:02.504 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "Latency (usec)", 2024-08-10T05:14:02.504 INFO:tasks.workunit.client.0.smithi031.stdout: "quant_size": 100000, 2024-08-10T05:14:02.504 INFO:tasks.workunit.client.0.smithi031.stdout: "ranges": [ 2024-08-10T05:14:02.504 INFO:tasks.workunit.client.0.smithi031.stdout: "[None, -1]", 2024-08-10T05:14:02.504 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 99999]", 2024-08-10T05:14:02.504 INFO:tasks.workunit.client.0.smithi031.stdout: "[100000, 199999]", 2024-08-10T05:14:02.504 INFO:tasks.workunit.client.0.smithi031.stdout: "[200000, 399999]", 2024-08-10T05:14:02.504 INFO:tasks.workunit.client.0.smithi031.stdout: "[400000, 799999]", 2024-08-10T05:14:02.505 INFO:tasks.workunit.client.0.smithi031.stdout: "[800000, 1599999]", 2024-08-10T05:14:02.505 INFO:tasks.workunit.client.0.smithi031.stdout: "[1600000, 3199999]", 2024-08-10T05:14:02.505 INFO:tasks.workunit.client.0.smithi031.stdout: "[3200000, 6399999]", 2024-08-10T05:14:02.505 INFO:tasks.workunit.client.0.smithi031.stdout: "[6400000, 12799999]", 2024-08-10T05:14:02.505 INFO:tasks.workunit.client.0.smithi031.stdout: "[12800000, 25599999]", 2024-08-10T05:14:02.505 INFO:tasks.workunit.client.0.smithi031.stdout: "[25600000, 51199999]", 2024-08-10T05:14:02.505 INFO:tasks.workunit.client.0.smithi031.stdout: "[51200000, 102399999]", 2024-08-10T05:14:02.505 INFO:tasks.workunit.client.0.smithi031.stdout: "[102400000, 204799999]", 2024-08-10T05:14:02.505 INFO:tasks.workunit.client.0.smithi031.stdout: "[204800000, 409599999]", 2024-08-10T05:14:02.505 INFO:tasks.workunit.client.0.smithi031.stdout: "[409600000, 819199999]", 2024-08-10T05:14:02.505 INFO:tasks.workunit.client.0.smithi031.stdout: "[819200000, 1638399999]", 2024-08-10T05:14:02.505 INFO:tasks.workunit.client.0.smithi031.stdout: "[1638400000, 3276799999]", 2024-08-10T05:14:02.505 INFO:tasks.workunit.client.0.smithi031.stdout: "[3276800000, 6553599999]", 2024-08-10T05:14:02.505 INFO:tasks.workunit.client.0.smithi031.stdout: "[6553600000, 13107199999]", 2024-08-10T05:14:02.506 INFO:tasks.workunit.client.0.smithi031.stdout: "[13107200000, 26214399999]", 2024-08-10T05:14:02.506 INFO:tasks.workunit.client.0.smithi031.stdout: "[26214400000, 52428799999]", 2024-08-10T05:14:02.506 INFO:tasks.workunit.client.0.smithi031.stdout: "[52428800000, 104857599999]", 2024-08-10T05:14:02.506 INFO:tasks.workunit.client.0.smithi031.stdout: "[104857600000, 209715199999]", 2024-08-10T05:14:02.506 INFO:tasks.workunit.client.0.smithi031.stdout: "[209715200000, 419430399999]", 2024-08-10T05:14:02.506 INFO:tasks.workunit.client.0.smithi031.stdout: "[419430400000, 838860799999]", 2024-08-10T05:14:02.506 INFO:tasks.workunit.client.0.smithi031.stdout: "[838860800000, 1677721599999]", 2024-08-10T05:14:02.506 INFO:tasks.workunit.client.0.smithi031.stdout: "[1677721600000, 3355443199999]", 2024-08-10T05:14:02.506 INFO:tasks.workunit.client.0.smithi031.stdout: "[3355443200000, 6710886399999]", 2024-08-10T05:14:02.506 INFO:tasks.workunit.client.0.smithi031.stdout: "[6710886400000, 13421772799999]", 2024-08-10T05:14:02.506 INFO:tasks.workunit.client.0.smithi031.stdout: "[13421772800000, 26843545599999]", 2024-08-10T05:14:02.506 INFO:tasks.workunit.client.0.smithi031.stdout: "[26843545600000, 53687091199999]", 2024-08-10T05:14:02.506 INFO:tasks.workunit.client.0.smithi031.stdout: "[53687091200000, None]" 2024-08-10T05:14:02.507 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:02.507 INFO:tasks.workunit.client.0.smithi031.stdout: "scale_type": "log2" 2024-08-10T05:14:02.507 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.507 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:02.507 INFO:tasks.workunit.client.0.smithi031.stdout: "buckets": 32, 2024-08-10T05:14:02.507 INFO:tasks.workunit.client.0.smithi031.stdout: "min": 0, 2024-08-10T05:14:02.507 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "Request size (bytes)", 2024-08-10T05:14:02.507 INFO:tasks.workunit.client.0.smithi031.stdout: "quant_size": 512, 2024-08-10T05:14:02.507 INFO:tasks.workunit.client.0.smithi031.stdout: "ranges": [ 2024-08-10T05:14:02.507 INFO:tasks.workunit.client.0.smithi031.stdout: "[None, -1]", 2024-08-10T05:14:02.507 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 511]", 2024-08-10T05:14:02.507 INFO:tasks.workunit.client.0.smithi031.stdout: "[512, 1023]", 2024-08-10T05:14:02.507 INFO:tasks.workunit.client.0.smithi031.stdout: "[1024, 2047]", 2024-08-10T05:14:02.508 INFO:tasks.workunit.client.0.smithi031.stdout: "[2048, 4095]", 2024-08-10T05:14:02.508 INFO:tasks.workunit.client.0.smithi031.stdout: "[4096, 8191]", 2024-08-10T05:14:02.508 INFO:tasks.workunit.client.0.smithi031.stdout: "[8192, 16383]", 2024-08-10T05:14:02.508 INFO:tasks.workunit.client.0.smithi031.stdout: "[16384, 32767]", 2024-08-10T05:14:02.508 INFO:tasks.workunit.client.0.smithi031.stdout: "[32768, 65535]", 2024-08-10T05:14:02.508 INFO:tasks.workunit.client.0.smithi031.stdout: "[65536, 131071]", 2024-08-10T05:14:02.508 INFO:tasks.workunit.client.0.smithi031.stdout: "[131072, 262143]", 2024-08-10T05:14:02.508 INFO:tasks.workunit.client.0.smithi031.stdout: "[262144, 524287]", 2024-08-10T05:14:02.508 INFO:tasks.workunit.client.0.smithi031.stdout: "[524288, 1048575]", 2024-08-10T05:14:02.508 INFO:tasks.workunit.client.0.smithi031.stdout: "[1048576, 2097151]", 2024-08-10T05:14:02.508 INFO:tasks.workunit.client.0.smithi031.stdout: "[2097152, 4194303]", 2024-08-10T05:14:02.508 INFO:tasks.workunit.client.0.smithi031.stdout: "[4194304, 8388607]", 2024-08-10T05:14:02.508 INFO:tasks.workunit.client.0.smithi031.stdout: "[8388608, 16777215]", 2024-08-10T05:14:02.508 INFO:tasks.workunit.client.0.smithi031.stdout: "[16777216, 33554431]", 2024-08-10T05:14:02.509 INFO:tasks.workunit.client.0.smithi031.stdout: "[33554432, 67108863]", 2024-08-10T05:14:02.509 INFO:tasks.workunit.client.0.smithi031.stdout: "[67108864, 134217727]", 2024-08-10T05:14:02.509 INFO:tasks.workunit.client.0.smithi031.stdout: "[134217728, 268435455]", 2024-08-10T05:14:02.509 INFO:tasks.workunit.client.0.smithi031.stdout: "[268435456, 536870911]", 2024-08-10T05:14:02.509 INFO:tasks.workunit.client.0.smithi031.stdout: "[536870912, 1073741823]", 2024-08-10T05:14:02.509 INFO:tasks.workunit.client.0.smithi031.stdout: "[1073741824, 2147483647]", 2024-08-10T05:14:02.509 INFO:tasks.workunit.client.0.smithi031.stdout: "[2147483648, 4294967295]", 2024-08-10T05:14:02.509 INFO:tasks.workunit.client.0.smithi031.stdout: "[4294967296, 8589934591]", 2024-08-10T05:14:02.509 INFO:tasks.workunit.client.0.smithi031.stdout: "[8589934592, 17179869183]", 2024-08-10T05:14:02.509 INFO:tasks.workunit.client.0.smithi031.stdout: "[17179869184, 34359738367]", 2024-08-10T05:14:02.509 INFO:tasks.workunit.client.0.smithi031.stdout: "[34359738368, 68719476735]", 2024-08-10T05:14:02.509 INFO:tasks.workunit.client.0.smithi031.stdout: "[68719476736, 137438953471]", 2024-08-10T05:14:02.509 INFO:tasks.workunit.client.0.smithi031.stdout: "[137438953472, 274877906943]", 2024-08-10T05:14:02.510 INFO:tasks.workunit.client.0.smithi031.stdout: "[274877906944, None]" 2024-08-10T05:14:02.510 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:02.510 INFO:tasks.workunit.client.0.smithi031.stdout: "scale_type": "log2" 2024-08-10T05:14:02.510 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.510 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:02.510 INFO:tasks.workunit.client.0.smithi031.stdout: "osds": [ 2024-08-10T05:14:02.510 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:02.510 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 0, 2024-08-10T05:14:02.510 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T05:14:02.510 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.510 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.510 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.510 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.511 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.511 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.511 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.511 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.511 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.511 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.511 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.511 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.511 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.511 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.511 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.511 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.511 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.512 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.512 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.512 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.512 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.512 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.512 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.512 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.512 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.512 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.512 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.512 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.512 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.512 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.513 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.513 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T05:14:02.513 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T05:14:02.513 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.513 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:02.513 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 1, 2024-08-10T05:14:02.513 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T05:14:02.513 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.513 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.513 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.513 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.513 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.513 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 11, 5, 0, 0, 0, 0, 0, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.514 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 11, 3, 0, 0, 0, 0, 0, 0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.514 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 18, 0, 0, 0, 0, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.514 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.514 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.514 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.514 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.514 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.514 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.514 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.514 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.514 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.514 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.514 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.515 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.515 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.515 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.515 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.515 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.515 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.515 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.515 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.515 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.515 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.515 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.515 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.515 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T05:14:02.516 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T05:14:02.516 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.516 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:02.516 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 2, 2024-08-10T05:14:02.516 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T05:14:02.516 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.516 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.516 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.516 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.516 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.516 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.516 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.516 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.516 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.517 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.517 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.517 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.517 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.517 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.517 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.517 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.517 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.517 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.517 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.517 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.517 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.517 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.518 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.518 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.518 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.518 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.518 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.518 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.518 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.518 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.518 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.518 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T05:14:02.518 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T05:14:02.518 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.519 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:02.519 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 3, 2024-08-10T05:14:02.519 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T05:14:02.519 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.519 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.519 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.519 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.519 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.519 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.519 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.519 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.519 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.519 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.519 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.520 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.520 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.520 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.520 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.520 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.520 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.520 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.520 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.520 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.520 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.520 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.520 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.520 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.520 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.521 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.521 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.521 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.521 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.521 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.521 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.521 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T05:14:02.521 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T05:14:02.521 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.521 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:02.521 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 4, 2024-08-10T05:14:02.521 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T05:14:02.521 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.522 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.522 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.522 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.522 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.522 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.522 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.522 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.522 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.522 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.522 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.522 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.523 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.523 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.523 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.523 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.523 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.523 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.523 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.523 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.523 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.523 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.523 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.523 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.523 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.524 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.524 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.524 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.524 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.524 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.524 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.524 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T05:14:02.524 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T05:14:02.524 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.524 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:02.524 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 5, 2024-08-10T05:14:02.524 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T05:14:02.524 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.524 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.525 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.525 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.525 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.525 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.525 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.525 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.525 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.525 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.525 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.525 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.525 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.525 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.525 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.526 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.526 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.526 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.526 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.526 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.526 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.526 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.526 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.526 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.526 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.526 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.526 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.527 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.527 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.527 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.527 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.527 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T05:14:02.527 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T05:14:02.527 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.527 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:02.527 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 6, 2024-08-10T05:14:02.527 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T05:14:02.527 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.527 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.527 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.528 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.528 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.528 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.528 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.528 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.528 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.528 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.528 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.528 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.528 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.528 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.528 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.528 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.529 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.529 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.529 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.529 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.529 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.529 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.529 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.529 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.529 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.529 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.529 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.529 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.529 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.530 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.530 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.530 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T05:14:02.530 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T05:14:02.530 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.530 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:02.530 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 7, 2024-08-10T05:14:02.530 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T05:14:02.530 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.530 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.530 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.530 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.530 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.531 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.531 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.531 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.531 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.531 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.531 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.531 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.531 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.531 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.531 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.531 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.531 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.531 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.532 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.532 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.532 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.532 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.532 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.532 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.532 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.532 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.532 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.532 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.532 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.532 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.532 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T05:14:02.533 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T05:14:02.533 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T05:14:02.533 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.533 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T05:14:02.533 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.533 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.533 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:02.533 INFO:tasks.workunit.client.0.smithi031.stdout: "perf_counters": { 2024-08-10T05:14:02.533 INFO:tasks.workunit.client.0.smithi031.stdout: "mds.78b7f16c00d1f5b2f8ba1b3f812aa97559391734": { 2024-08-10T05:14:02.533 INFO:tasks.workunit.client.0.smithi031.stdout: "mds": { 2024-08-10T05:14:02.533 INFO:tasks.workunit.client.0.smithi031.stdout: "caps": { 2024-08-10T05:14:02.533 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.533 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.534 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph_cap_op_flush_ack": { 2024-08-10T05:14:02.534 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.534 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.534 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph_cap_op_flushsnap_ack": { 2024-08-10T05:14:02.534 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.534 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.534 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph_cap_op_grant": { 2024-08-10T05:14:02.534 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.534 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.534 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph_cap_op_revoke": { 2024-08-10T05:14:02.534 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.534 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.534 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph_cap_op_trunc": { 2024-08-10T05:14:02.535 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.535 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.535 INFO:tasks.workunit.client.0.smithi031.stdout: "dir_commit": { 2024-08-10T05:14:02.535 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12 2024-08-10T05:14:02.535 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.535 INFO:tasks.workunit.client.0.smithi031.stdout: "dir_fetch": { 2024-08-10T05:14:02.535 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.535 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.535 INFO:tasks.workunit.client.0.smithi031.stdout: "dir_merge": { 2024-08-10T05:14:02.535 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.535 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.535 INFO:tasks.workunit.client.0.smithi031.stdout: "dir_split": { 2024-08-10T05:14:02.535 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.536 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.536 INFO:tasks.workunit.client.0.smithi031.stdout: "exported_inodes": { 2024-08-10T05:14:02.536 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.536 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.536 INFO:tasks.workunit.client.0.smithi031.stdout: "forward": { 2024-08-10T05:14:02.536 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.536 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.536 INFO:tasks.workunit.client.0.smithi031.stdout: "handle_client_cap_release": { 2024-08-10T05:14:02.536 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.536 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.536 INFO:tasks.workunit.client.0.smithi031.stdout: "handle_client_caps": { 2024-08-10T05:14:02.536 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.536 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.537 INFO:tasks.workunit.client.0.smithi031.stdout: "handle_client_caps_dirty": { 2024-08-10T05:14:02.537 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.537 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.537 INFO:tasks.workunit.client.0.smithi031.stdout: "handle_inode_file_caps": { 2024-08-10T05:14:02.537 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.537 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.537 INFO:tasks.workunit.client.0.smithi031.stdout: "imported_inodes": { 2024-08-10T05:14:02.537 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.537 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.537 INFO:tasks.workunit.client.0.smithi031.stdout: "inodes": { 2024-08-10T05:14:02.537 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10 2024-08-10T05:14:02.537 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.537 INFO:tasks.workunit.client.0.smithi031.stdout: "inodes_expired": { 2024-08-10T05:14:02.537 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.538 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.538 INFO:tasks.workunit.client.0.smithi031.stdout: "inodes_pinned": { 2024-08-10T05:14:02.538 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10 2024-08-10T05:14:02.538 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.538 INFO:tasks.workunit.client.0.smithi031.stdout: "inodes_with_caps": { 2024-08-10T05:14:02.538 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.538 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.538 INFO:tasks.workunit.client.0.smithi031.stdout: "load_cent": { 2024-08-10T05:14:02.538 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.538 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.538 INFO:tasks.workunit.client.0.smithi031.stdout: "openino_dir_fetch": { 2024-08-10T05:14:02.538 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.538 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.539 INFO:tasks.workunit.client.0.smithi031.stdout: "process_request_cap_release": { 2024-08-10T05:14:02.539 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.539 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.539 INFO:tasks.workunit.client.0.smithi031.stdout: "reply_latency": { 2024-08-10T05:14:02.539 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2, 2024-08-10T05:14:02.539 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67627 2024-08-10T05:14:02.539 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.539 INFO:tasks.workunit.client.0.smithi031.stdout: "request": { 2024-08-10T05:14:02.539 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-08-10T05:14:02.539 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.539 INFO:tasks.workunit.client.0.smithi031.stdout: "root_rbytes": { 2024-08-10T05:14:02.539 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.539 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.539 INFO:tasks.workunit.client.0.smithi031.stdout: "root_rfiles": { 2024-08-10T05:14:02.540 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.540 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.540 INFO:tasks.workunit.client.0.smithi031.stdout: "root_rsnaps": { 2024-08-10T05:14:02.540 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.540 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.540 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_reply": { 2024-08-10T05:14:02.540 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.540 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.540 INFO:tasks.workunit.client.0.smithi031.stdout: "subtrees": { 2024-08-10T05:14:02.540 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-08-10T05:14:02.540 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.540 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.540 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_cache": { 2024-08-10T05:14:02.540 INFO:tasks.workunit.client.0.smithi031.stdout: "ireq_enqueue_scrub": { 2024-08-10T05:14:02.541 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.541 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.541 INFO:tasks.workunit.client.0.smithi031.stdout: "ireq_exportdir": { 2024-08-10T05:14:02.541 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.541 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.541 INFO:tasks.workunit.client.0.smithi031.stdout: "ireq_flush": { 2024-08-10T05:14:02.541 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.541 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.541 INFO:tasks.workunit.client.0.smithi031.stdout: "ireq_fragmentdir": { 2024-08-10T05:14:02.541 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.541 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.541 INFO:tasks.workunit.client.0.smithi031.stdout: "ireq_fragstats": { 2024-08-10T05:14:02.541 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.541 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.542 INFO:tasks.workunit.client.0.smithi031.stdout: "ireq_inodestats": { 2024-08-10T05:14:02.542 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.542 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.542 INFO:tasks.workunit.client.0.smithi031.stdout: "num_recovering_enqueued": { 2024-08-10T05:14:02.542 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.542 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.542 INFO:tasks.workunit.client.0.smithi031.stdout: "num_recovering_prioritized": { 2024-08-10T05:14:02.542 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.542 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.542 INFO:tasks.workunit.client.0.smithi031.stdout: "num_recovering_processing": { 2024-08-10T05:14:02.542 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.542 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.542 INFO:tasks.workunit.client.0.smithi031.stdout: "num_strays": { 2024-08-10T05:14:02.543 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.543 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.543 INFO:tasks.workunit.client.0.smithi031.stdout: "num_strays_delayed": { 2024-08-10T05:14:02.543 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.543 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.543 INFO:tasks.workunit.client.0.smithi031.stdout: "num_strays_enqueuing": { 2024-08-10T05:14:02.543 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.543 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.543 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_completed": { 2024-08-10T05:14:02.543 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.543 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.543 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_started": { 2024-08-10T05:14:02.543 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.543 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.544 INFO:tasks.workunit.client.0.smithi031.stdout: "strays_created": { 2024-08-10T05:14:02.544 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.544 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.544 INFO:tasks.workunit.client.0.smithi031.stdout: "strays_enqueued": { 2024-08-10T05:14:02.544 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.544 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.544 INFO:tasks.workunit.client.0.smithi031.stdout: "strays_migrated": { 2024-08-10T05:14:02.544 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.544 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.544 INFO:tasks.workunit.client.0.smithi031.stdout: "strays_reintegrated": { 2024-08-10T05:14:02.544 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.544 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.544 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.544 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_log": { 2024-08-10T05:14:02.545 INFO:tasks.workunit.client.0.smithi031.stdout: "ev": { 2024-08-10T05:14:02.545 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5 2024-08-10T05:14:02.545 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.545 INFO:tasks.workunit.client.0.smithi031.stdout: "evadd": { 2024-08-10T05:14:02.545 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5 2024-08-10T05:14:02.545 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.545 INFO:tasks.workunit.client.0.smithi031.stdout: "evex": { 2024-08-10T05:14:02.545 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.545 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.545 INFO:tasks.workunit.client.0.smithi031.stdout: "evexd": { 2024-08-10T05:14:02.545 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.545 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.545 INFO:tasks.workunit.client.0.smithi031.stdout: "evexg": { 2024-08-10T05:14:02.545 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.546 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.546 INFO:tasks.workunit.client.0.smithi031.stdout: "evtrm": { 2024-08-10T05:14:02.546 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.546 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.546 INFO:tasks.workunit.client.0.smithi031.stdout: "jlat": { 2024-08-10T05:14:02.546 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 5, 2024-08-10T05:14:02.546 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12174204 2024-08-10T05:14:02.546 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.546 INFO:tasks.workunit.client.0.smithi031.stdout: "replayed": { 2024-08-10T05:14:02.546 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.546 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.546 INFO:tasks.workunit.client.0.smithi031.stdout: "seg": { 2024-08-10T05:14:02.546 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1 2024-08-10T05:14:02.546 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.547 INFO:tasks.workunit.client.0.smithi031.stdout: "segadd": { 2024-08-10T05:14:02.547 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1 2024-08-10T05:14:02.547 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.547 INFO:tasks.workunit.client.0.smithi031.stdout: "segex": { 2024-08-10T05:14:02.547 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.547 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.547 INFO:tasks.workunit.client.0.smithi031.stdout: "segexd": { 2024-08-10T05:14:02.547 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.547 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.547 INFO:tasks.workunit.client.0.smithi031.stdout: "segexg": { 2024-08-10T05:14:02.547 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.547 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.547 INFO:tasks.workunit.client.0.smithi031.stdout: "segtrm": { 2024-08-10T05:14:02.548 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.548 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.548 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.548 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_mem": { 2024-08-10T05:14:02.548 INFO:tasks.workunit.client.0.smithi031.stdout: "cap": { 2024-08-10T05:14:02.548 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.548 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.548 INFO:tasks.workunit.client.0.smithi031.stdout: "cap+": { 2024-08-10T05:14:02.548 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-08-10T05:14:02.548 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.548 INFO:tasks.workunit.client.0.smithi031.stdout: "cap-": { 2024-08-10T05:14:02.548 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-08-10T05:14:02.548 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.548 INFO:tasks.workunit.client.0.smithi031.stdout: "dir": { 2024-08-10T05:14:02.549 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12 2024-08-10T05:14:02.549 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.549 INFO:tasks.workunit.client.0.smithi031.stdout: "dir+": { 2024-08-10T05:14:02.549 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12 2024-08-10T05:14:02.549 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.549 INFO:tasks.workunit.client.0.smithi031.stdout: "dir-": { 2024-08-10T05:14:02.549 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.549 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.549 INFO:tasks.workunit.client.0.smithi031.stdout: "dn": { 2024-08-10T05:14:02.549 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10 2024-08-10T05:14:02.549 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.549 INFO:tasks.workunit.client.0.smithi031.stdout: "dn+": { 2024-08-10T05:14:02.549 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10 2024-08-10T05:14:02.549 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.550 INFO:tasks.workunit.client.0.smithi031.stdout: "dn-": { 2024-08-10T05:14:02.550 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.550 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.550 INFO:tasks.workunit.client.0.smithi031.stdout: "heap": { 2024-08-10T05:14:02.550 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 207068 2024-08-10T05:14:02.550 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.550 INFO:tasks.workunit.client.0.smithi031.stdout: "ino": { 2024-08-10T05:14:02.550 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 13 2024-08-10T05:14:02.550 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.550 INFO:tasks.workunit.client.0.smithi031.stdout: "ino+": { 2024-08-10T05:14:02.550 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 13 2024-08-10T05:14:02.550 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.550 INFO:tasks.workunit.client.0.smithi031.stdout: "ino-": { 2024-08-10T05:14:02.550 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.551 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.551 INFO:tasks.workunit.client.0.smithi031.stdout: "rss": { 2024-08-10T05:14:02.551 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 36484 2024-08-10T05:14:02.551 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.551 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.551 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_server": { 2024-08-10T05:14:02.551 INFO:tasks.workunit.client.0.smithi031.stdout: "cap_acquisition_throttle": { 2024-08-10T05:14:02.551 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.551 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.551 INFO:tasks.workunit.client.0.smithi031.stdout: "cap_revoke_eviction": { 2024-08-10T05:14:02.551 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.551 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.552 INFO:tasks.workunit.client.0.smithi031.stdout: "handle_client_request": { 2024-08-10T05:14:02.552 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-08-10T05:14:02.552 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.552 INFO:tasks.workunit.client.0.smithi031.stdout: "handle_client_session": { 2024-08-10T05:14:02.552 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 16 2024-08-10T05:14:02.552 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.552 INFO:tasks.workunit.client.0.smithi031.stdout: "handle_peer_request": { 2024-08-10T05:14:02.552 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.552 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.552 INFO:tasks.workunit.client.0.smithi031.stdout: "req_create_latency": { 2024-08-10T05:14:02.552 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.552 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.552 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.552 INFO:tasks.workunit.client.0.smithi031.stdout: "req_getattr_latency": { 2024-08-10T05:14:02.553 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2, 2024-08-10T05:14:02.553 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67627 2024-08-10T05:14:02.553 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.553 INFO:tasks.workunit.client.0.smithi031.stdout: "req_getfilelock_latency": { 2024-08-10T05:14:02.553 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.553 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.553 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.553 INFO:tasks.workunit.client.0.smithi031.stdout: "req_getvxattr_latency": { 2024-08-10T05:14:02.553 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.553 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.553 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.553 INFO:tasks.workunit.client.0.smithi031.stdout: "req_link_latency": { 2024-08-10T05:14:02.553 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.553 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.554 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.554 INFO:tasks.workunit.client.0.smithi031.stdout: "req_lookup_latency": { 2024-08-10T05:14:02.554 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.554 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.554 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.554 INFO:tasks.workunit.client.0.smithi031.stdout: "req_lookuphash_latency": { 2024-08-10T05:14:02.554 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.554 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.554 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.554 INFO:tasks.workunit.client.0.smithi031.stdout: "req_lookupino_latency": { 2024-08-10T05:14:02.554 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.554 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.554 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.555 INFO:tasks.workunit.client.0.smithi031.stdout: "req_lookupname_latency": { 2024-08-10T05:14:02.555 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.555 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.555 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.555 INFO:tasks.workunit.client.0.smithi031.stdout: "req_lookupparent_latency": { 2024-08-10T05:14:02.555 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.555 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.555 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.555 INFO:tasks.workunit.client.0.smithi031.stdout: "req_lookupsnap_latency": { 2024-08-10T05:14:02.555 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.555 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.555 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.555 INFO:tasks.workunit.client.0.smithi031.stdout: "req_lssnap_latency": { 2024-08-10T05:14:02.555 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.556 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.556 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.556 INFO:tasks.workunit.client.0.smithi031.stdout: "req_mkdir_latency": { 2024-08-10T05:14:02.556 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.556 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.556 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.556 INFO:tasks.workunit.client.0.smithi031.stdout: "req_mknod_latency": { 2024-08-10T05:14:02.556 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.556 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.556 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.556 INFO:tasks.workunit.client.0.smithi031.stdout: "req_mksnap_latency": { 2024-08-10T05:14:02.556 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.556 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.557 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.557 INFO:tasks.workunit.client.0.smithi031.stdout: "req_open_latency": { 2024-08-10T05:14:02.557 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.557 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.557 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.557 INFO:tasks.workunit.client.0.smithi031.stdout: "req_readdir_latency": { 2024-08-10T05:14:02.557 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.557 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.557 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.557 INFO:tasks.workunit.client.0.smithi031.stdout: "req_rename_latency": { 2024-08-10T05:14:02.557 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.557 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.557 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.557 INFO:tasks.workunit.client.0.smithi031.stdout: "req_renamesnap_latency": { 2024-08-10T05:14:02.558 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.558 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.558 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.558 INFO:tasks.workunit.client.0.smithi031.stdout: "req_rmdir_latency": { 2024-08-10T05:14:02.558 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.558 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.558 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.558 INFO:tasks.workunit.client.0.smithi031.stdout: "req_rmsnap_latency": { 2024-08-10T05:14:02.558 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.558 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.558 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.558 INFO:tasks.workunit.client.0.smithi031.stdout: "req_rmxattr_latency": { 2024-08-10T05:14:02.558 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.559 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.559 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.559 INFO:tasks.workunit.client.0.smithi031.stdout: "req_setattr_latency": { 2024-08-10T05:14:02.559 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.559 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.559 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.559 INFO:tasks.workunit.client.0.smithi031.stdout: "req_setdirlayout_latency": { 2024-08-10T05:14:02.559 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.559 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.559 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.559 INFO:tasks.workunit.client.0.smithi031.stdout: "req_setfilelock_latency": { 2024-08-10T05:14:02.559 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.559 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.559 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.560 INFO:tasks.workunit.client.0.smithi031.stdout: "req_setlayout_latency": { 2024-08-10T05:14:02.560 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.560 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.560 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.560 INFO:tasks.workunit.client.0.smithi031.stdout: "req_setxattr_latency": { 2024-08-10T05:14:02.560 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.560 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.560 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.560 INFO:tasks.workunit.client.0.smithi031.stdout: "req_symlink_latency": { 2024-08-10T05:14:02.560 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.560 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.560 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.560 INFO:tasks.workunit.client.0.smithi031.stdout: "req_unlink_latency": { 2024-08-10T05:14:02.561 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.561 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.561 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.561 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.561 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_sessions": { 2024-08-10T05:14:02.561 INFO:tasks.workunit.client.0.smithi031.stdout: "average_load": { 2024-08-10T05:14:02.561 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1 2024-08-10T05:14:02.561 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.561 INFO:tasks.workunit.client.0.smithi031.stdout: "avg_session_uptime": { 2024-08-10T05:14:02.561 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 88 2024-08-10T05:14:02.561 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.561 INFO:tasks.workunit.client.0.smithi031.stdout: "mdthresh_evicted": { 2024-08-10T05:14:02.561 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.561 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.562 INFO:tasks.workunit.client.0.smithi031.stdout: "session_add": { 2024-08-10T05:14:02.562 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-08-10T05:14:02.562 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.562 INFO:tasks.workunit.client.0.smithi031.stdout: "session_count": { 2024-08-10T05:14:02.562 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.562 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.562 INFO:tasks.workunit.client.0.smithi031.stdout: "session_remove": { 2024-08-10T05:14:02.562 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-08-10T05:14:02.562 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.562 INFO:tasks.workunit.client.0.smithi031.stdout: "sessions_open": { 2024-08-10T05:14:02.562 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.562 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.562 INFO:tasks.workunit.client.0.smithi031.stdout: "sessions_stale": { 2024-08-10T05:14:02.563 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.563 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.563 INFO:tasks.workunit.client.0.smithi031.stdout: "total_load": { 2024-08-10T05:14:02.563 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-08-10T05:14:02.563 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.563 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.563 INFO:tasks.workunit.client.0.smithi031.stdout: "objecter": { 2024-08-10T05:14:02.563 INFO:tasks.workunit.client.0.smithi031.stdout: "op_active": { 2024-08-10T05:14:02.563 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.563 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.563 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T05:14:02.563 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.563 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.563 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rmw": { 2024-08-10T05:14:02.564 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.564 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.564 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T05:14:02.564 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 45 2024-08-10T05:14:02.564 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.564 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.564 INFO:tasks.workunit.client.0.smithi031.stdout: "purge_queue": { 2024-08-10T05:14:02.564 INFO:tasks.workunit.client.0.smithi031.stdout: "pq_executed": { 2024-08-10T05:14:02.564 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.564 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.564 INFO:tasks.workunit.client.0.smithi031.stdout: "pq_executing": { 2024-08-10T05:14:02.564 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.564 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.564 INFO:tasks.workunit.client.0.smithi031.stdout: "pq_executing_high_water": { 2024-08-10T05:14:02.565 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.565 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.565 INFO:tasks.workunit.client.0.smithi031.stdout: "pq_executing_ops": { 2024-08-10T05:14:02.565 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.565 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.565 INFO:tasks.workunit.client.0.smithi031.stdout: "pq_executing_ops_high_water": { 2024-08-10T05:14:02.565 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.565 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.565 INFO:tasks.workunit.client.0.smithi031.stdout: "pq_item_in_journal": { 2024-08-10T05:14:02.565 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.565 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.565 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.565 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.566 INFO:tasks.workunit.client.0.smithi031.stdout: "mon.62ad85b37c16ffdd779a4c5a495ed5779bfdb6c1": { 2024-08-10T05:14:02.566 INFO:tasks.workunit.client.0.smithi031.stdout: "mon": { 2024-08-10T05:14:02.566 INFO:tasks.workunit.client.0.smithi031.stdout: "election_call": { 2024-08-10T05:14:02.566 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1 2024-08-10T05:14:02.566 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.566 INFO:tasks.workunit.client.0.smithi031.stdout: "election_lose": { 2024-08-10T05:14:02.566 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1 2024-08-10T05:14:02.566 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.566 INFO:tasks.workunit.client.0.smithi031.stdout: "election_win": { 2024-08-10T05:14:02.566 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.566 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.566 INFO:tasks.workunit.client.0.smithi031.stdout: "num_elections": { 2024-08-10T05:14:02.566 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3 2024-08-10T05:14:02.566 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.567 INFO:tasks.workunit.client.0.smithi031.stdout: "num_sessions": { 2024-08-10T05:14:02.567 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10 2024-08-10T05:14:02.567 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.567 INFO:tasks.workunit.client.0.smithi031.stdout: "session_add": { 2024-08-10T05:14:02.567 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5 2024-08-10T05:14:02.567 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.567 INFO:tasks.workunit.client.0.smithi031.stdout: "session_rm": { 2024-08-10T05:14:02.567 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 72 2024-08-10T05:14:02.567 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.567 INFO:tasks.workunit.client.0.smithi031.stdout: "session_trim": { 2024-08-10T05:14:02.568 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.568 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.568 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.568 INFO:tasks.workunit.client.0.smithi031.stdout: "paxos": { 2024-08-10T05:14:02.568 INFO:tasks.workunit.client.0.smithi031.stdout: "accept_timeout": { 2024-08-10T05:14:02.568 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.568 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.568 INFO:tasks.workunit.client.0.smithi031.stdout: "begin": { 2024-08-10T05:14:02.568 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 824 2024-08-10T05:14:02.568 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.568 INFO:tasks.workunit.client.0.smithi031.stdout: "begin_bytes": { 2024-08-10T05:14:02.568 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 824, 2024-08-10T05:14:02.568 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3885230 2024-08-10T05:14:02.568 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.569 INFO:tasks.workunit.client.0.smithi031.stdout: "begin_keys": { 2024-08-10T05:14:02.569 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.569 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.569 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.569 INFO:tasks.workunit.client.0.smithi031.stdout: "begin_latency": { 2024-08-10T05:14:02.569 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 824, 2024-08-10T05:14:02.569 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 236995950 2024-08-10T05:14:02.569 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.569 INFO:tasks.workunit.client.0.smithi031.stdout: "collect": { 2024-08-10T05:14:02.569 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1 2024-08-10T05:14:02.569 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.569 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_bytes": { 2024-08-10T05:14:02.570 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-08-10T05:14:02.570 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 73 2024-08-10T05:14:02.570 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.570 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_keys": { 2024-08-10T05:14:02.570 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-08-10T05:14:02.570 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1 2024-08-10T05:14:02.570 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.570 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_latency": { 2024-08-10T05:14:02.570 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-08-10T05:14:02.570 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 999983 2024-08-10T05:14:02.570 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.570 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_timeout": { 2024-08-10T05:14:02.570 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.571 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.571 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_uncommitted": { 2024-08-10T05:14:02.571 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.571 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.571 INFO:tasks.workunit.client.0.smithi031.stdout: "commit": { 2024-08-10T05:14:02.571 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 825 2024-08-10T05:14:02.571 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.571 INFO:tasks.workunit.client.0.smithi031.stdout: "commit_bytes": { 2024-08-10T05:14:02.571 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.571 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.571 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.571 INFO:tasks.workunit.client.0.smithi031.stdout: "commit_keys": { 2024-08-10T05:14:02.571 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.572 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.572 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.572 INFO:tasks.workunit.client.0.smithi031.stdout: "commit_latency": { 2024-08-10T05:14:02.572 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.572 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.572 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.572 INFO:tasks.workunit.client.0.smithi031.stdout: "lease_ack_timeout": { 2024-08-10T05:14:02.572 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.572 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.572 INFO:tasks.workunit.client.0.smithi031.stdout: "lease_timeout": { 2024-08-10T05:14:02.572 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.572 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.572 INFO:tasks.workunit.client.0.smithi031.stdout: "new_pn": { 2024-08-10T05:14:02.572 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.573 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.573 INFO:tasks.workunit.client.0.smithi031.stdout: "new_pn_latency": { 2024-08-10T05:14:02.573 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.573 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.573 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.573 INFO:tasks.workunit.client.0.smithi031.stdout: "refresh": { 2024-08-10T05:14:02.573 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 825 2024-08-10T05:14:02.573 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.573 INFO:tasks.workunit.client.0.smithi031.stdout: "refresh_latency": { 2024-08-10T05:14:02.573 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 825, 2024-08-10T05:14:02.573 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1931966983 2024-08-10T05:14:02.573 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.573 INFO:tasks.workunit.client.0.smithi031.stdout: "restart": { 2024-08-10T05:14:02.573 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8 2024-08-10T05:14:02.574 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.574 INFO:tasks.workunit.client.0.smithi031.stdout: "share_state": { 2024-08-10T05:14:02.574 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.574 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.574 INFO:tasks.workunit.client.0.smithi031.stdout: "share_state_bytes": { 2024-08-10T05:14:02.574 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.574 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.574 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.574 INFO:tasks.workunit.client.0.smithi031.stdout: "share_state_keys": { 2024-08-10T05:14:02.574 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.574 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.574 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.575 INFO:tasks.workunit.client.0.smithi031.stdout: "start_leader": { 2024-08-10T05:14:02.575 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.575 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.575 INFO:tasks.workunit.client.0.smithi031.stdout: "start_peon": { 2024-08-10T05:14:02.575 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1 2024-08-10T05:14:02.575 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.575 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state": { 2024-08-10T05:14:02.575 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 825 2024-08-10T05:14:02.575 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.575 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state_bytes": { 2024-08-10T05:14:02.575 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 825, 2024-08-10T05:14:02.575 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7615921 2024-08-10T05:14:02.575 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.576 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state_keys": { 2024-08-10T05:14:02.576 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 825, 2024-08-10T05:14:02.576 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5553 2024-08-10T05:14:02.576 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.576 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state_latency": { 2024-08-10T05:14:02.576 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 825, 2024-08-10T05:14:02.576 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 548990637 2024-08-10T05:14:02.576 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.576 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.576 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache": { 2024-08-10T05:14:02.576 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_bytes": { 2024-08-10T05:14:02.576 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1020054731 2024-08-10T05:14:02.576 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.576 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_bytes": { 2024-08-10T05:14:02.577 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 42795008 2024-08-10T05:14:02.577 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.577 INFO:tasks.workunit.client.0.smithi031.stdout: "mapped_bytes": { 2024-08-10T05:14:02.577 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 31891456 2024-08-10T05:14:02.577 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.577 INFO:tasks.workunit.client.0.smithi031.stdout: "target_bytes": { 2024-08-10T05:14:02.577 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2147483648 2024-08-10T05:14:02.577 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.577 INFO:tasks.workunit.client.0.smithi031.stdout: "unmapped_bytes": { 2024-08-10T05:14:02.577 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10903552 2024-08-10T05:14:02.577 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.577 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.577 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache:full": { 2024-08-10T05:14:02.578 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T05:14:02.578 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 348127232 2024-08-10T05:14:02.578 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.578 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T05:14:02.578 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.578 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.578 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T05:14:02.578 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.578 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.578 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T05:14:02.578 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 277005767 2024-08-10T05:14:02.578 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.578 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T05:14:02.579 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 310805 2024-08-10T05:14:02.579 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.579 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T05:14:02.579 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.579 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.579 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T05:14:02.579 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.579 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.579 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T05:14:02.579 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.579 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.579 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T05:14:02.579 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.580 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.580 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T05:14:02.580 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.580 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.580 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T05:14:02.580 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.580 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.580 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T05:14:02.580 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.580 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.580 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T05:14:02.580 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.580 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.580 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T05:14:02.581 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 70810660 2024-08-10T05:14:02.581 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.581 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.581 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache:inc": { 2024-08-10T05:14:02.581 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T05:14:02.581 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 348127232 2024-08-10T05:14:02.581 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.581 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T05:14:02.581 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.581 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.581 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T05:14:02.581 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.581 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.581 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T05:14:02.582 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 277005767 2024-08-10T05:14:02.582 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.582 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T05:14:02.582 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 43512 2024-08-10T05:14:02.582 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.582 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T05:14:02.582 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.582 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.582 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T05:14:02.582 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.582 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.582 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T05:14:02.582 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.583 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.583 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T05:14:02.583 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.583 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.583 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T05:14:02.583 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.583 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.583 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T05:14:02.583 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.583 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.583 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T05:14:02.583 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.583 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.583 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T05:14:02.584 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.584 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.584 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T05:14:02.584 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71077953 2024-08-10T05:14:02.584 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.584 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.584 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache:kv": { 2024-08-10T05:14:02.584 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T05:14:02.584 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 322961408 2024-08-10T05:14:02.584 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.584 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T05:14:02.584 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T05:14:02.584 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.584 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T05:14:02.585 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.585 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.585 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T05:14:02.585 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 184670511 2024-08-10T05:14:02.585 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.585 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T05:14:02.585 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.585 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.585 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T05:14:02.585 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.585 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.585 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T05:14:02.585 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.585 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.585 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T05:14:02.586 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.586 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.586 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T05:14:02.586 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.586 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.586 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T05:14:02.586 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.586 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.586 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T05:14:02.586 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.586 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.586 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T05:14:02.586 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.587 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.587 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T05:14:02.587 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.587 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.587 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T05:14:02.587 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71182033 2024-08-10T05:14:02.587 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.587 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.587 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb": { 2024-08-10T05:14:02.587 INFO:tasks.workunit.client.0.smithi031.stdout: "compact": { 2024-08-10T05:14:02.587 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.587 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.587 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_queue_len": { 2024-08-10T05:14:02.587 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.588 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.588 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_queue_merge": { 2024-08-10T05:14:02.588 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.588 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.588 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_range": { 2024-08-10T05:14:02.588 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1 2024-08-10T05:14:02.588 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.588 INFO:tasks.workunit.client.0.smithi031.stdout: "get_latency": { 2024-08-10T05:14:02.588 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 35166, 2024-08-10T05:14:02.588 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 86539729 2024-08-10T05:14:02.589 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.589 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_delay_time": { 2024-08-10T05:14:02.589 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.589 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.589 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.589 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_memtable_time": { 2024-08-10T05:14:02.589 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.589 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.589 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.589 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-10T05:14:02.589 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.589 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.589 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.590 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_wal_time": { 2024-08-10T05:14:02.590 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.590 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.590 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.590 INFO:tasks.workunit.client.0.smithi031.stdout: "submit_latency": { 2024-08-10T05:14:02.590 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.590 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.590 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.590 INFO:tasks.workunit.client.0.smithi031.stdout: "submit_sync_latency": { 2024-08-10T05:14:02.590 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1778, 2024-08-10T05:14:02.590 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 859181963 2024-08-10T05:14:02.590 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.590 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.591 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.591 INFO:tasks.workunit.client.0.smithi031.stdout: "mon.78b7f16c00d1f5b2f8ba1b3f812aa97559391734": { 2024-08-10T05:14:02.591 INFO:tasks.workunit.client.0.smithi031.stdout: "mon": { 2024-08-10T05:14:02.591 INFO:tasks.workunit.client.0.smithi031.stdout: "election_call": { 2024-08-10T05:14:02.591 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-08-10T05:14:02.591 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.591 INFO:tasks.workunit.client.0.smithi031.stdout: "election_lose": { 2024-08-10T05:14:02.591 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-08-10T05:14:02.591 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.591 INFO:tasks.workunit.client.0.smithi031.stdout: "election_win": { 2024-08-10T05:14:02.591 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.591 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.591 INFO:tasks.workunit.client.0.smithi031.stdout: "num_elections": { 2024-08-10T05:14:02.591 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7 2024-08-10T05:14:02.592 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.592 INFO:tasks.workunit.client.0.smithi031.stdout: "num_sessions": { 2024-08-10T05:14:02.592 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 9 2024-08-10T05:14:02.592 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.592 INFO:tasks.workunit.client.0.smithi031.stdout: "session_add": { 2024-08-10T05:14:02.592 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4 2024-08-10T05:14:02.592 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.592 INFO:tasks.workunit.client.0.smithi031.stdout: "session_rm": { 2024-08-10T05:14:02.592 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 53 2024-08-10T05:14:02.592 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.592 INFO:tasks.workunit.client.0.smithi031.stdout: "session_trim": { 2024-08-10T05:14:02.592 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.592 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.593 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.593 INFO:tasks.workunit.client.0.smithi031.stdout: "paxos": { 2024-08-10T05:14:02.593 INFO:tasks.workunit.client.0.smithi031.stdout: "accept_timeout": { 2024-08-10T05:14:02.593 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.593 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.593 INFO:tasks.workunit.client.0.smithi031.stdout: "begin": { 2024-08-10T05:14:02.593 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 834 2024-08-10T05:14:02.593 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.593 INFO:tasks.workunit.client.0.smithi031.stdout: "begin_bytes": { 2024-08-10T05:14:02.593 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 834, 2024-08-10T05:14:02.593 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3912056 2024-08-10T05:14:02.593 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.593 INFO:tasks.workunit.client.0.smithi031.stdout: "begin_keys": { 2024-08-10T05:14:02.593 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.594 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.594 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.594 INFO:tasks.workunit.client.0.smithi031.stdout: "begin_latency": { 2024-08-10T05:14:02.594 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 834, 2024-08-10T05:14:02.594 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 134997012 2024-08-10T05:14:02.594 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.594 INFO:tasks.workunit.client.0.smithi031.stdout: "collect": { 2024-08-10T05:14:02.594 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-08-10T05:14:02.594 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.594 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_bytes": { 2024-08-10T05:14:02.594 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2, 2024-08-10T05:14:02.594 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 146 2024-08-10T05:14:02.594 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.595 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_keys": { 2024-08-10T05:14:02.595 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2, 2024-08-10T05:14:02.595 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-08-10T05:14:02.595 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.595 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_latency": { 2024-08-10T05:14:02.595 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2, 2024-08-10T05:14:02.595 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 999978 2024-08-10T05:14:02.595 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.595 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_timeout": { 2024-08-10T05:14:02.595 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.595 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.595 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_uncommitted": { 2024-08-10T05:14:02.595 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.596 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.596 INFO:tasks.workunit.client.0.smithi031.stdout: "commit": { 2024-08-10T05:14:02.596 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 835 2024-08-10T05:14:02.596 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.596 INFO:tasks.workunit.client.0.smithi031.stdout: "commit_bytes": { 2024-08-10T05:14:02.596 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.596 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.596 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.596 INFO:tasks.workunit.client.0.smithi031.stdout: "commit_keys": { 2024-08-10T05:14:02.596 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.596 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.596 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.596 INFO:tasks.workunit.client.0.smithi031.stdout: "commit_latency": { 2024-08-10T05:14:02.596 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.597 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.597 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.597 INFO:tasks.workunit.client.0.smithi031.stdout: "lease_ack_timeout": { 2024-08-10T05:14:02.597 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.597 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.597 INFO:tasks.workunit.client.0.smithi031.stdout: "lease_timeout": { 2024-08-10T05:14:02.597 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.597 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.597 INFO:tasks.workunit.client.0.smithi031.stdout: "new_pn": { 2024-08-10T05:14:02.597 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.597 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.597 INFO:tasks.workunit.client.0.smithi031.stdout: "new_pn_latency": { 2024-08-10T05:14:02.597 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.598 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.598 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.598 INFO:tasks.workunit.client.0.smithi031.stdout: "refresh": { 2024-08-10T05:14:02.598 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 835 2024-08-10T05:14:02.598 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.598 INFO:tasks.workunit.client.0.smithi031.stdout: "refresh_latency": { 2024-08-10T05:14:02.598 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 835, 2024-08-10T05:14:02.598 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1782960442 2024-08-10T05:14:02.598 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.598 INFO:tasks.workunit.client.0.smithi031.stdout: "restart": { 2024-08-10T05:14:02.599 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 13 2024-08-10T05:14:02.599 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.599 INFO:tasks.workunit.client.0.smithi031.stdout: "share_state": { 2024-08-10T05:14:02.599 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.599 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.599 INFO:tasks.workunit.client.0.smithi031.stdout: "share_state_bytes": { 2024-08-10T05:14:02.599 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.599 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.599 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.599 INFO:tasks.workunit.client.0.smithi031.stdout: "share_state_keys": { 2024-08-10T05:14:02.599 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.599 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.599 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.600 INFO:tasks.workunit.client.0.smithi031.stdout: "start_leader": { 2024-08-10T05:14:02.600 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.600 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.600 INFO:tasks.workunit.client.0.smithi031.stdout: "start_peon": { 2024-08-10T05:14:02.600 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-08-10T05:14:02.600 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.600 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state": { 2024-08-10T05:14:02.600 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 835 2024-08-10T05:14:02.600 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.600 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state_bytes": { 2024-08-10T05:14:02.600 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 835, 2024-08-10T05:14:02.600 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7667475 2024-08-10T05:14:02.600 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.600 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state_keys": { 2024-08-10T05:14:02.601 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 835, 2024-08-10T05:14:02.601 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5628 2024-08-10T05:14:02.601 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.601 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state_latency": { 2024-08-10T05:14:02.601 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 835, 2024-08-10T05:14:02.601 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 276993857 2024-08-10T05:14:02.601 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.601 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.601 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache": { 2024-08-10T05:14:02.601 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_bytes": { 2024-08-10T05:14:02.601 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1020054731 2024-08-10T05:14:02.601 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.601 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_bytes": { 2024-08-10T05:14:02.601 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 42795008 2024-08-10T05:14:02.602 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.602 INFO:tasks.workunit.client.0.smithi031.stdout: "mapped_bytes": { 2024-08-10T05:14:02.602 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 32219136 2024-08-10T05:14:02.602 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.602 INFO:tasks.workunit.client.0.smithi031.stdout: "target_bytes": { 2024-08-10T05:14:02.602 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2147483648 2024-08-10T05:14:02.602 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.602 INFO:tasks.workunit.client.0.smithi031.stdout: "unmapped_bytes": { 2024-08-10T05:14:02.602 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10575872 2024-08-10T05:14:02.602 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.602 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.602 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache:full": { 2024-08-10T05:14:02.602 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T05:14:02.603 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 348127232 2024-08-10T05:14:02.603 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.603 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T05:14:02.603 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.603 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.603 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T05:14:02.603 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.603 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.603 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T05:14:02.603 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 277005767 2024-08-10T05:14:02.603 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.603 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T05:14:02.603 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 310805 2024-08-10T05:14:02.603 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.603 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T05:14:02.604 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.604 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.604 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T05:14:02.604 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.604 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.604 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T05:14:02.604 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.604 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.604 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T05:14:02.604 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.604 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.604 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T05:14:02.604 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.604 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.605 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T05:14:02.605 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.605 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.605 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T05:14:02.605 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.605 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.605 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T05:14:02.605 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.605 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.605 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T05:14:02.605 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 70810660 2024-08-10T05:14:02.605 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.605 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.605 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache:inc": { 2024-08-10T05:14:02.606 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T05:14:02.606 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 348127232 2024-08-10T05:14:02.606 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.606 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T05:14:02.606 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.606 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.606 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T05:14:02.606 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.606 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.606 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T05:14:02.606 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 277005767 2024-08-10T05:14:02.606 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.606 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T05:14:02.607 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 43512 2024-08-10T05:14:02.607 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.607 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T05:14:02.607 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.607 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.607 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T05:14:02.607 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.607 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.607 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T05:14:02.607 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.608 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.608 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T05:14:02.608 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.608 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.608 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T05:14:02.608 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.608 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.608 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T05:14:02.608 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.608 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.609 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T05:14:02.609 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.609 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.609 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T05:14:02.609 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.609 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.609 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T05:14:02.609 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71077953 2024-08-10T05:14:02.609 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.609 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.609 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache:kv": { 2024-08-10T05:14:02.609 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T05:14:02.609 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 322961408 2024-08-10T05:14:02.609 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.610 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T05:14:02.610 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T05:14:02.610 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.610 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T05:14:02.610 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.610 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.610 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T05:14:02.610 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 184670511 2024-08-10T05:14:02.610 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.610 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T05:14:02.610 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.610 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.610 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T05:14:02.610 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.611 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.611 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T05:14:02.611 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.611 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.611 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T05:14:02.611 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.611 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.611 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T05:14:02.611 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.611 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.611 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T05:14:02.611 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.611 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.611 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T05:14:02.612 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.612 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.612 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T05:14:02.612 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.612 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.612 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T05:14:02.612 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.612 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.612 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T05:14:02.612 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71182033 2024-08-10T05:14:02.612 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.612 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.612 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb": { 2024-08-10T05:14:02.613 INFO:tasks.workunit.client.0.smithi031.stdout: "compact": { 2024-08-10T05:14:02.613 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.613 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.613 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_queue_len": { 2024-08-10T05:14:02.613 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.613 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.613 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_queue_merge": { 2024-08-10T05:14:02.613 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.613 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.613 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_range": { 2024-08-10T05:14:02.613 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1 2024-08-10T05:14:02.613 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.613 INFO:tasks.workunit.client.0.smithi031.stdout: "get_latency": { 2024-08-10T05:14:02.614 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 35713, 2024-08-10T05:14:02.614 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 79656789 2024-08-10T05:14:02.614 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.614 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_delay_time": { 2024-08-10T05:14:02.614 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.614 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.614 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.614 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_memtable_time": { 2024-08-10T05:14:02.614 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.614 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.614 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.614 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-10T05:14:02.614 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.615 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.615 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.615 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_wal_time": { 2024-08-10T05:14:02.615 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.615 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.615 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.615 INFO:tasks.workunit.client.0.smithi031.stdout: "submit_latency": { 2024-08-10T05:14:02.615 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.615 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.616 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.616 INFO:tasks.workunit.client.0.smithi031.stdout: "submit_sync_latency": { 2024-08-10T05:14:02.616 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1823, 2024-08-10T05:14:02.616 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 497019405 2024-08-10T05:14:02.616 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.616 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.616 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.616 INFO:tasks.workunit.client.0.smithi031.stdout: "mon.8ebe73bd7ea27fbdeeae1ec6539f9be9b100ac0f": { 2024-08-10T05:14:02.616 INFO:tasks.workunit.client.0.smithi031.stdout: "mon": { 2024-08-10T05:14:02.616 INFO:tasks.workunit.client.0.smithi031.stdout: "election_call": { 2024-08-10T05:14:02.616 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-08-10T05:14:02.616 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.616 INFO:tasks.workunit.client.0.smithi031.stdout: "election_lose": { 2024-08-10T05:14:02.616 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.617 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.617 INFO:tasks.workunit.client.0.smithi031.stdout: "election_win": { 2024-08-10T05:14:02.617 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3 2024-08-10T05:14:02.617 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.617 INFO:tasks.workunit.client.0.smithi031.stdout: "num_elections": { 2024-08-10T05:14:02.617 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 9 2024-08-10T05:14:02.617 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.617 INFO:tasks.workunit.client.0.smithi031.stdout: "num_sessions": { 2024-08-10T05:14:02.617 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10 2024-08-10T05:14:02.617 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.617 INFO:tasks.workunit.client.0.smithi031.stdout: "session_add": { 2024-08-10T05:14:02.617 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3 2024-08-10T05:14:02.617 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.617 INFO:tasks.workunit.client.0.smithi031.stdout: "session_rm": { 2024-08-10T05:14:02.618 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 182 2024-08-10T05:14:02.618 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.618 INFO:tasks.workunit.client.0.smithi031.stdout: "session_trim": { 2024-08-10T05:14:02.618 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.618 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.618 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.618 INFO:tasks.workunit.client.0.smithi031.stdout: "paxos": { 2024-08-10T05:14:02.618 INFO:tasks.workunit.client.0.smithi031.stdout: "accept_timeout": { 2024-08-10T05:14:02.618 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.618 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.618 INFO:tasks.workunit.client.0.smithi031.stdout: "begin": { 2024-08-10T05:14:02.618 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 958 2024-08-10T05:14:02.618 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.619 INFO:tasks.workunit.client.0.smithi031.stdout: "begin_bytes": { 2024-08-10T05:14:02.619 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 958, 2024-08-10T05:14:02.619 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4924440 2024-08-10T05:14:02.619 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.619 INFO:tasks.workunit.client.0.smithi031.stdout: "begin_keys": { 2024-08-10T05:14:02.619 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 958, 2024-08-10T05:14:02.619 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2874 2024-08-10T05:14:02.619 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.619 INFO:tasks.workunit.client.0.smithi031.stdout: "begin_latency": { 2024-08-10T05:14:02.619 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 958, 2024-08-10T05:14:02.619 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 174997013 2024-08-10T05:14:02.619 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.619 INFO:tasks.workunit.client.0.smithi031.stdout: "collect": { 2024-08-10T05:14:02.619 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.620 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.620 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_bytes": { 2024-08-10T05:14:02.620 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.620 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.620 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.620 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_keys": { 2024-08-10T05:14:02.620 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.620 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.620 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.620 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_latency": { 2024-08-10T05:14:02.620 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.620 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.620 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.620 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_timeout": { 2024-08-10T05:14:02.621 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.621 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.621 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_uncommitted": { 2024-08-10T05:14:02.621 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.621 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.621 INFO:tasks.workunit.client.0.smithi031.stdout: "commit": { 2024-08-10T05:14:02.621 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 958 2024-08-10T05:14:02.621 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.621 INFO:tasks.workunit.client.0.smithi031.stdout: "commit_bytes": { 2024-08-10T05:14:02.621 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 958, 2024-08-10T05:14:02.621 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4855522 2024-08-10T05:14:02.621 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.621 INFO:tasks.workunit.client.0.smithi031.stdout: "commit_keys": { 2024-08-10T05:14:02.621 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 958, 2024-08-10T05:14:02.622 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5466 2024-08-10T05:14:02.622 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.622 INFO:tasks.workunit.client.0.smithi031.stdout: "commit_latency": { 2024-08-10T05:14:02.622 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 958, 2024-08-10T05:14:02.622 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 468078466 2024-08-10T05:14:02.622 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.622 INFO:tasks.workunit.client.0.smithi031.stdout: "lease_ack_timeout": { 2024-08-10T05:14:02.622 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.622 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.622 INFO:tasks.workunit.client.0.smithi031.stdout: "lease_timeout": { 2024-08-10T05:14:02.622 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.622 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.623 INFO:tasks.workunit.client.0.smithi031.stdout: "new_pn": { 2024-08-10T05:14:02.623 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-08-10T05:14:02.623 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.623 INFO:tasks.workunit.client.0.smithi031.stdout: "new_pn_latency": { 2024-08-10T05:14:02.623 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2, 2024-08-10T05:14:02.623 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2999950 2024-08-10T05:14:02.623 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.623 INFO:tasks.workunit.client.0.smithi031.stdout: "refresh": { 2024-08-10T05:14:02.623 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 960 2024-08-10T05:14:02.624 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.624 INFO:tasks.workunit.client.0.smithi031.stdout: "refresh_latency": { 2024-08-10T05:14:02.624 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 960, 2024-08-10T05:14:02.624 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2561956235 2024-08-10T05:14:02.624 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.624 INFO:tasks.workunit.client.0.smithi031.stdout: "restart": { 2024-08-10T05:14:02.624 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12 2024-08-10T05:14:02.624 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.624 INFO:tasks.workunit.client.0.smithi031.stdout: "share_state": { 2024-08-10T05:14:02.624 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-08-10T05:14:02.624 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.624 INFO:tasks.workunit.client.0.smithi031.stdout: "share_state_bytes": { 2024-08-10T05:14:02.624 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2, 2024-08-10T05:14:02.625 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1050 2024-08-10T05:14:02.625 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.625 INFO:tasks.workunit.client.0.smithi031.stdout: "share_state_keys": { 2024-08-10T05:14:02.625 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2, 2024-08-10T05:14:02.625 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-08-10T05:14:02.625 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.625 INFO:tasks.workunit.client.0.smithi031.stdout: "start_leader": { 2024-08-10T05:14:02.625 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3 2024-08-10T05:14:02.625 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.625 INFO:tasks.workunit.client.0.smithi031.stdout: "start_peon": { 2024-08-10T05:14:02.625 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.625 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.626 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state": { 2024-08-10T05:14:02.626 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.626 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.626 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state_bytes": { 2024-08-10T05:14:02.626 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.626 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.626 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.626 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state_keys": { 2024-08-10T05:14:02.626 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.626 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.626 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.626 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state_latency": { 2024-08-10T05:14:02.626 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.627 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.627 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.627 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.627 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache": { 2024-08-10T05:14:02.627 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_bytes": { 2024-08-10T05:14:02.627 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1020054731 2024-08-10T05:14:02.627 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.627 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_bytes": { 2024-08-10T05:14:02.627 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 46882816 2024-08-10T05:14:02.627 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.627 INFO:tasks.workunit.client.0.smithi031.stdout: "mapped_bytes": { 2024-08-10T05:14:02.627 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 42303488 2024-08-10T05:14:02.628 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.628 INFO:tasks.workunit.client.0.smithi031.stdout: "target_bytes": { 2024-08-10T05:14:02.628 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2147483648 2024-08-10T05:14:02.628 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.628 INFO:tasks.workunit.client.0.smithi031.stdout: "unmapped_bytes": { 2024-08-10T05:14:02.628 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4579328 2024-08-10T05:14:02.628 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.628 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.628 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache:full": { 2024-08-10T05:14:02.628 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T05:14:02.628 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 348127232 2024-08-10T05:14:02.628 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.628 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T05:14:02.628 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.629 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.629 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T05:14:02.629 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.629 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.629 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T05:14:02.629 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 277006829 2024-08-10T05:14:02.629 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.629 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T05:14:02.629 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 310375 2024-08-10T05:14:02.629 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.629 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T05:14:02.629 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.629 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.630 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T05:14:02.630 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.630 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.630 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T05:14:02.630 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.630 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.630 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T05:14:02.630 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.630 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.630 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T05:14:02.630 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.630 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.630 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T05:14:02.630 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.631 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.631 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T05:14:02.631 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.631 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.631 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T05:14:02.631 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.631 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.631 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T05:14:02.631 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 70810028 2024-08-10T05:14:02.631 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.631 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.631 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache:inc": { 2024-08-10T05:14:02.631 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T05:14:02.632 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 348127232 2024-08-10T05:14:02.632 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.632 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T05:14:02.632 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.632 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.632 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T05:14:02.632 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.632 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.632 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T05:14:02.632 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 277006829 2024-08-10T05:14:02.632 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.633 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T05:14:02.633 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 41109 2024-08-10T05:14:02.633 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.633 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T05:14:02.633 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.633 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.633 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T05:14:02.633 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.633 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.633 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T05:14:02.633 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.633 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.633 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T05:14:02.633 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.634 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.634 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T05:14:02.634 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.634 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.634 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T05:14:02.634 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.634 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.634 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T05:14:02.634 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.634 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.634 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T05:14:02.634 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.634 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.635 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T05:14:02.635 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71079294 2024-08-10T05:14:02.635 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.635 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.635 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache:kv": { 2024-08-10T05:14:02.635 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T05:14:02.635 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 322961408 2024-08-10T05:14:02.635 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.635 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T05:14:02.635 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T05:14:02.635 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.635 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T05:14:02.635 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.635 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.636 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T05:14:02.636 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 184671219 2024-08-10T05:14:02.636 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.636 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T05:14:02.636 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.636 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.636 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T05:14:02.636 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.636 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.636 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T05:14:02.636 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.636 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.636 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T05:14:02.637 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.637 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.637 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T05:14:02.637 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.637 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.637 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T05:14:02.637 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.637 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.637 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T05:14:02.637 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.637 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.637 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T05:14:02.637 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.637 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.638 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T05:14:02.638 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.638 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.638 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T05:14:02.638 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71181325 2024-08-10T05:14:02.638 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.638 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.638 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb": { 2024-08-10T05:14:02.638 INFO:tasks.workunit.client.0.smithi031.stdout: "compact": { 2024-08-10T05:14:02.638 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.638 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.638 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_queue_len": { 2024-08-10T05:14:02.638 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.639 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.639 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_queue_merge": { 2024-08-10T05:14:02.639 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.639 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.639 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_range": { 2024-08-10T05:14:02.639 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1 2024-08-10T05:14:02.639 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.639 INFO:tasks.workunit.client.0.smithi031.stdout: "get_latency": { 2024-08-10T05:14:02.639 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 43006, 2024-08-10T05:14:02.639 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 170926342 2024-08-10T05:14:02.639 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.639 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_delay_time": { 2024-08-10T05:14:02.639 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.639 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.640 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.640 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_memtable_time": { 2024-08-10T05:14:02.640 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.640 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.640 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.640 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-10T05:14:02.640 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.640 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.640 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.640 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_wal_time": { 2024-08-10T05:14:02.640 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.640 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.640 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.641 INFO:tasks.workunit.client.0.smithi031.stdout: "submit_latency": { 2024-08-10T05:14:02.641 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.641 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.641 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.641 INFO:tasks.workunit.client.0.smithi031.stdout: "submit_sync_latency": { 2024-08-10T05:14:02.641 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2091, 2024-08-10T05:14:02.641 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 737497017 2024-08-10T05:14:02.641 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.641 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.641 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.641 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.0": { 2024-08-10T05:14:02.641 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T05:14:02.641 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_fallback": { 2024-08-10T05:14:02.642 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.642 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.642 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_size_fallback": { 2024-08-10T05:14:02.642 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.642 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.642 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_db": { 2024-08-10T05:14:02.642 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 65536 2024-08-10T05:14:02.642 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.642 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_main": { 2024-08-10T05:14:02.642 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.642 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.642 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_wal": { 2024-08-10T05:14:02.642 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.642 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.643 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_slow": { 2024-08-10T05:14:02.643 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.643 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.643 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_sst": { 2024-08-10T05:14:02.643 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12288 2024-08-10T05:14:02.643 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.643 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_wal": { 2024-08-10T05:14:02.643 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2846720 2024-08-10T05:14:02.643 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.643 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lat": { 2024-08-10T05:14:02.643 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.643 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.643 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.644 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lock_lat": { 2024-08-10T05:14:02.644 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.644 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.644 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.644 INFO:tasks.workunit.client.0.smithi031.stdout: "db_total_bytes": { 2024-08-10T05:14:02.644 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-08-10T05:14:02.644 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.644 INFO:tasks.workunit.client.0.smithi031.stdout: "db_used_bytes": { 2024-08-10T05:14:02.644 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 304480256 2024-08-10T05:14:02.644 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.644 INFO:tasks.workunit.client.0.smithi031.stdout: "log_bytes": { 2024-08-10T05:14:02.644 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1814528 2024-08-10T05:14:02.644 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.645 INFO:tasks.workunit.client.0.smithi031.stdout: "logged_bytes": { 2024-08-10T05:14:02.645 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1675264 2024-08-10T05:14:02.645 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.645 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_db": { 2024-08-10T05:14:02.645 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 312868864 2024-08-10T05:14:02.645 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.645 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_slow": { 2024-08-10T05:14:02.645 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.645 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.645 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_wal": { 2024-08-10T05:14:02.645 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.645 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.645 INFO:tasks.workunit.client.0.smithi031.stdout: "num_files": { 2024-08-10T05:14:02.645 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 14 2024-08-10T05:14:02.646 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.646 INFO:tasks.workunit.client.0.smithi031.stdout: "read_bytes": { 2024-08-10T05:14:02.646 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 195697 2024-08-10T05:14:02.646 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.646 INFO:tasks.workunit.client.0.smithi031.stdout: "read_count": { 2024-08-10T05:14:02.646 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 23 2024-08-10T05:14:02.646 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.646 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes": { 2024-08-10T05:14:02.646 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1269760 2024-08-10T05:14:02.646 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.647 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_db": { 2024-08-10T05:14:02.647 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1273856 2024-08-10T05:14:02.647 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.647 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_slow": { 2024-08-10T05:14:02.647 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.647 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.647 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_wal": { 2024-08-10T05:14:02.647 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.647 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.647 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_count": { 2024-08-10T05:14:02.647 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15 2024-08-10T05:14:02.647 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.648 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_bytes": { 2024-08-10T05:14:02.648 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4789 2024-08-10T05:14:02.648 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.648 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_count": { 2024-08-10T05:14:02.648 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4 2024-08-10T05:14:02.648 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.648 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_bytes": { 2024-08-10T05:14:02.648 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5589 2024-08-10T05:14:02.648 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.648 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_count": { 2024-08-10T05:14:02.648 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24 2024-08-10T05:14:02.648 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.648 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_bytes": { 2024-08-10T05:14:02.649 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5589 2024-08-10T05:14:02.649 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.649 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_count": { 2024-08-10T05:14:02.649 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24 2024-08-10T05:14:02.649 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.649 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes": { 2024-08-10T05:14:02.649 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.649 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.649 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_db": { 2024-08-10T05:14:02.649 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.649 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.649 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_slow": { 2024-08-10T05:14:02.649 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.650 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.650 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_wal": { 2024-08-10T05:14:02.650 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.650 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.650 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_count": { 2024-08-10T05:14:02.650 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.650 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.650 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_total_bytes": { 2024-08-10T05:14:02.650 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.650 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.650 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_used_bytes": { 2024-08-10T05:14:02.650 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.650 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.651 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_total_bytes": { 2024-08-10T05:14:02.651 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.651 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.651 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_used_bytes": { 2024-08-10T05:14:02.651 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.651 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.651 INFO:tasks.workunit.client.0.smithi031.stdout: "write_bytes": { 2024-08-10T05:14:02.651 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4595712 2024-08-10T05:14:02.651 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.651 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.651 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore": { 2024-08-10T05:14:02.651 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit": { 2024-08-10T05:14:02.651 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4096 2024-08-10T05:14:02.651 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.652 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": { 2024-08-10T05:14:02.652 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1396736 2024-08-10T05:14:02.652 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.652 INFO:tasks.workunit.client.0.smithi031.stdout: "clist_lat": { 2024-08-10T05:14:02.652 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 4, 2024-08-10T05:14:02.652 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 163883 2024-08-10T05:14:02.652 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.652 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_lat": { 2024-08-10T05:14:02.652 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.652 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.652 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.652 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed": { 2024-08-10T05:14:02.652 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.652 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.653 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_allocated": { 2024-08-10T05:14:02.653 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.653 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.653 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_original": { 2024-08-10T05:14:02.653 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.653 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.653 INFO:tasks.workunit.client.0.smithi031.stdout: "csum_lat": { 2024-08-10T05:14:02.653 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 24, 2024-08-10T05:14:02.653 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 70659 2024-08-10T05:14:02.653 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.653 INFO:tasks.workunit.client.0.smithi031.stdout: "decompress_lat": { 2024-08-10T05:14:02.653 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.653 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.653 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.654 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_commit_lat": { 2024-08-10T05:14:02.654 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 392, 2024-08-10T05:14:02.654 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 88831971 2024-08-10T05:14:02.654 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.654 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_final_lat": { 2024-08-10T05:14:02.654 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 388, 2024-08-10T05:14:02.654 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7946199 2024-08-10T05:14:02.654 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.654 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_flush_lat": { 2024-08-10T05:14:02.654 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 392, 2024-08-10T05:14:02.654 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 507323 2024-08-10T05:14:02.654 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.654 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_sync_lat": { 2024-08-10T05:14:02.655 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 392, 2024-08-10T05:14:02.655 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 89339294 2024-08-10T05:14:02.655 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.655 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_keys_lat": { 2024-08-10T05:14:02.655 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.655 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.655 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.655 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_values_lat": { 2024-08-10T05:14:02.655 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-08-10T05:14:02.655 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 35323 2024-08-10T05:14:02.655 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.655 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_lower_bound_lat": { 2024-08-10T05:14:02.655 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 8, 2024-08-10T05:14:02.656 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 20283 2024-08-10T05:14:02.656 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.656 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_next_lat": { 2024-08-10T05:14:02.656 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.656 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.656 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.656 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_seek_to_first_lat": { 2024-08-10T05:14:02.656 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.656 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.656 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.656 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_upper_bound_lat": { 2024-08-10T05:14:02.656 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 4, 2024-08-10T05:14:02.656 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12465 2024-08-10T05:14:02.657 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.657 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_hits": { 2024-08-10T05:14:02.657 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 866 2024-08-10T05:14:02.657 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.657 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_misses": { 2024-08-10T05:14:02.657 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 239 2024-08-10T05:14:02.657 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.657 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-08-10T05:14:02.657 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 129, 2024-08-10T05:14:02.657 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3204502 2024-08-10T05:14:02.657 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.657 INFO:tasks.workunit.client.0.smithi031.stdout: "read_onode_meta_lat": { 2024-08-10T05:14:02.657 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 344, 2024-08-10T05:14:02.657 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 304740 2024-08-10T05:14:02.658 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.658 INFO:tasks.workunit.client.0.smithi031.stdout: "read_wait_aio_lat": { 2024-08-10T05:14:02.658 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 215, 2024-08-10T05:14:02.658 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7278225 2024-08-10T05:14:02.658 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.658 INFO:tasks.workunit.client.0.smithi031.stdout: "reads_with_retries": { 2024-08-10T05:14:02.658 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.658 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.658 INFO:tasks.workunit.client.0.smithi031.stdout: "remove_lat": { 2024-08-10T05:14:02.658 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2, 2024-08-10T05:14:02.658 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 38622 2024-08-10T05:14:02.658 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.658 INFO:tasks.workunit.client.0.smithi031.stdout: "state_aio_wait_lat": { 2024-08-10T05:14:02.659 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 493, 2024-08-10T05:14:02.659 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 18819548 2024-08-10T05:14:02.659 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.659 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T05:14:02.659 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 133, 2024-08-10T05:14:02.659 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 9978033 2024-08-10T05:14:02.659 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.659 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_cleanup_lat": { 2024-08-10T05:14:02.659 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 133, 2024-08-10T05:14:02.659 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 442179120022 2024-08-10T05:14:02.659 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.659 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_queued_lat": { 2024-08-10T05:14:02.659 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 133, 2024-08-10T05:14:02.659 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 159496482597 2024-08-10T05:14:02.660 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.660 INFO:tasks.workunit.client.0.smithi031.stdout: "state_done_lat": { 2024-08-10T05:14:02.660 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 493, 2024-08-10T05:14:02.660 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 75103471612 2024-08-10T05:14:02.660 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.660 INFO:tasks.workunit.client.0.smithi031.stdout: "state_finishing_lat": { 2024-08-10T05:14:02.660 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 493, 2024-08-10T05:14:02.660 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 107393 2024-08-10T05:14:02.660 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.660 INFO:tasks.workunit.client.0.smithi031.stdout: "state_io_done_lat": { 2024-08-10T05:14:02.660 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 493, 2024-08-10T05:14:02.660 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1477800 2024-08-10T05:14:02.660 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.660 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_commiting_lat": { 2024-08-10T05:14:02.661 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 493, 2024-08-10T05:14:02.661 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 163450708 2024-08-10T05:14:02.661 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.661 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_done_lat": { 2024-08-10T05:14:02.661 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 493, 2024-08-10T05:14:02.661 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 158178 2024-08-10T05:14:02.661 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.661 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_queued_lat": { 2024-08-10T05:14:02.661 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 493, 2024-08-10T05:14:02.661 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 79948948 2024-08-10T05:14:02.661 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.661 INFO:tasks.workunit.client.0.smithi031.stdout: "state_prepare_lat": { 2024-08-10T05:14:02.661 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 493, 2024-08-10T05:14:02.662 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 28147538 2024-08-10T05:14:02.662 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.662 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": { 2024-08-10T05:14:02.662 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 942583 2024-08-10T05:14:02.662 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.662 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-08-10T05:14:02.662 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 67, 2024-08-10T05:14:02.662 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 332292 2024-08-10T05:14:02.662 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.662 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_commit_lat": { 2024-08-10T05:14:02.662 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 493, 2024-08-10T05:14:02.662 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 291916254 2024-08-10T05:14:02.662 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.662 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_submit_lat": { 2024-08-10T05:14:02.663 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 493, 2024-08-10T05:14:02.663 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 32956546 2024-08-10T05:14:02.663 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.663 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_throttle_lat": { 2024-08-10T05:14:02.663 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 493, 2024-08-10T05:14:02.663 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3128577 2024-08-10T05:14:02.663 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.663 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.663 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache": { 2024-08-10T05:14:02.663 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_bytes": { 2024-08-10T05:14:02.663 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1862413752 2024-08-10T05:14:02.663 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.664 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_bytes": { 2024-08-10T05:14:02.664 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 272023552 2024-08-10T05:14:02.664 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.664 INFO:tasks.workunit.client.0.smithi031.stdout: "mapped_bytes": { 2024-08-10T05:14:02.664 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 271679488 2024-08-10T05:14:02.664 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.664 INFO:tasks.workunit.client.0.smithi031.stdout: "target_bytes": { 2024-08-10T05:14:02.664 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3138494259 2024-08-10T05:14:02.664 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.664 INFO:tasks.workunit.client.0.smithi031.stdout: "unmapped_bytes": { 2024-08-10T05:14:02.664 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 344064 2024-08-10T05:14:02.664 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.664 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.664 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:data": { 2024-08-10T05:14:02.665 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T05:14:02.665 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 159383552 2024-08-10T05:14:02.665 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.665 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T05:14:02.665 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.665 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.665 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T05:14:02.665 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.665 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.665 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T05:14:02.665 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 85517284 2024-08-10T05:14:02.665 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.665 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T05:14:02.666 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.666 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.666 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T05:14:02.666 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.666 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.666 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T05:14:02.666 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.666 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.666 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T05:14:02.666 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.666 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.666 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T05:14:02.666 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.667 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.667 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T05:14:02.667 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 606208 2024-08-10T05:14:02.667 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.667 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T05:14:02.667 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.667 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.667 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T05:14:02.667 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.667 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.667 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T05:14:02.668 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.668 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.668 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T05:14:02.668 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 73260060 2024-08-10T05:14:02.668 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.668 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.668 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv": { 2024-08-10T05:14:02.668 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T05:14:02.668 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 780140544 2024-08-10T05:14:02.668 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.668 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T05:14:02.668 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T05:14:02.668 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.669 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T05:14:02.669 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.669 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.669 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T05:14:02.669 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 641379633 2024-08-10T05:14:02.669 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.669 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T05:14:02.669 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.669 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.669 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T05:14:02.669 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.669 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.670 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T05:14:02.670 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.670 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.670 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T05:14:02.670 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.670 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.670 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T05:14:02.670 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.670 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.670 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T05:14:02.670 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2128 2024-08-10T05:14:02.670 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.670 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T05:14:02.671 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.671 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.671 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T05:14:02.671 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.671 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.671 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T05:14:02.671 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.671 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.671 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T05:14:02.671 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71649919 2024-08-10T05:14:02.671 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.671 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.671 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T05:14:02.671 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T05:14:02.672 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 192937984 2024-08-10T05:14:02.672 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.672 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T05:14:02.672 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T05:14:02.672 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.672 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T05:14:02.672 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 464 2024-08-10T05:14:02.672 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.672 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T05:14:02.672 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 57011522 2024-08-10T05:14:02.672 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.672 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T05:14:02.672 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.672 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.673 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T05:14:02.673 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.673 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.673 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T05:14:02.673 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.673 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.673 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T05:14:02.673 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.673 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.673 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T05:14:02.673 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.673 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.673 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T05:14:02.674 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.674 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.674 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T05:14:02.674 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.674 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.674 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T05:14:02.674 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.674 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.674 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T05:14:02.674 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.674 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.674 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T05:14:02.674 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 68817134 2024-08-10T05:14:02.675 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.675 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.675 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:meta": { 2024-08-10T05:14:02.675 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T05:14:02.675 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 713031680 2024-08-10T05:14:02.675 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.675 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T05:14:02.675 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.675 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.675 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T05:14:02.675 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.675 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.675 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T05:14:02.676 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 641379633 2024-08-10T05:14:02.676 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.676 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T05:14:02.676 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.676 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.676 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T05:14:02.676 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.676 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.676 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T05:14:02.676 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.676 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.676 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T05:14:02.676 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.676 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.676 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T05:14:02.677 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.677 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.677 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T05:14:02.677 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 306398 2024-08-10T05:14:02.677 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.677 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T05:14:02.677 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.677 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.677 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T05:14:02.677 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.677 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.677 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T05:14:02.677 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.678 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.678 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T05:14:02.678 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71345649 2024-08-10T05:14:02.678 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.678 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.678 INFO:tasks.workunit.client.0.smithi031.stdout: "objecter": { 2024-08-10T05:14:02.678 INFO:tasks.workunit.client.0.smithi031.stdout: "op_active": { 2024-08-10T05:14:02.678 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.678 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.678 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T05:14:02.678 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.678 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.678 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rmw": { 2024-08-10T05:14:02.678 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.679 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.679 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T05:14:02.679 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.679 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.679 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.679 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T05:14:02.679 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg": { 2024-08-10T05:14:02.679 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 45 2024-08-10T05:14:02.679 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.679 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg_removing": { 2024-08-10T05:14:02.679 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.679 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.679 INFO:tasks.workunit.client.0.smithi031.stdout: "op": { 2024-08-10T05:14:02.679 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6 2024-08-10T05:14:02.680 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.680 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_degraded": { 2024-08-10T05:14:02.680 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.680 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.680 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_unreadable": { 2024-08-10T05:14:02.680 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.680 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.680 INFO:tasks.workunit.client.0.smithi031.stdout: "op_in_bytes": { 2024-08-10T05:14:02.680 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 604 2024-08-10T05:14:02.680 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.680 INFO:tasks.workunit.client.0.smithi031.stdout: "op_latency": { 2024-08-10T05:14:02.680 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 6, 2024-08-10T05:14:02.680 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 40348298 2024-08-10T05:14:02.680 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.681 INFO:tasks.workunit.client.0.smithi031.stdout: "op_out_bytes": { 2024-08-10T05:14:02.681 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.681 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.681 INFO:tasks.workunit.client.0.smithi031.stdout: "op_prepare_latency": { 2024-08-10T05:14:02.681 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7, 2024-08-10T05:14:02.681 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4159958 2024-08-10T05:14:02.681 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.681 INFO:tasks.workunit.client.0.smithi031.stdout: "op_process_latency": { 2024-08-10T05:14:02.681 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 6, 2024-08-10T05:14:02.681 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 35390440 2024-08-10T05:14:02.681 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.681 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T05:14:02.681 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.681 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.682 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency": { 2024-08-10T05:14:02.682 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.682 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.682 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.682 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T05:14:02.682 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.682 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.682 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_out_bytes": { 2024-08-10T05:14:02.682 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.682 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.682 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_prepare_latency": { 2024-08-10T05:14:02.682 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.682 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.683 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.683 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_process_latency": { 2024-08-10T05:14:02.683 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.683 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.683 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.683 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw": { 2024-08-10T05:14:02.683 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.683 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.683 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_in_bytes": { 2024-08-10T05:14:02.683 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.683 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.683 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency": { 2024-08-10T05:14:02.684 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.684 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.684 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.684 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T05:14:02.684 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.684 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.684 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T05:14:02.684 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.684 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.684 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_out_bytes": { 2024-08-10T05:14:02.684 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.684 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.684 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_prepare_latency": { 2024-08-10T05:14:02.684 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.684 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.685 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.685 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_process_latency": { 2024-08-10T05:14:02.685 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.685 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.685 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.685 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T05:14:02.685 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6 2024-08-10T05:14:02.685 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.685 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_in_bytes": { 2024-08-10T05:14:02.685 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 604 2024-08-10T05:14:02.685 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.685 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency": { 2024-08-10T05:14:02.685 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 6, 2024-08-10T05:14:02.685 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 40348298 2024-08-10T05:14:02.686 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.686 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T05:14:02.686 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.686 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.686 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_prepare_latency": { 2024-08-10T05:14:02.686 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7, 2024-08-10T05:14:02.686 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4159958 2024-08-10T05:14:02.686 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.686 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_process_latency": { 2024-08-10T05:14:02.686 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 6, 2024-08-10T05:14:02.686 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 35390440 2024-08-10T05:14:02.686 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.686 INFO:tasks.workunit.client.0.smithi031.stdout: "op_wip": { 2024-08-10T05:14:02.687 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.687 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.687 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_bytes": { 2024-08-10T05:14:02.687 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1771104 2024-08-10T05:14:02.687 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.687 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_ops": { 2024-08-10T05:14:02.687 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6 2024-08-10T05:14:02.687 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.687 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes": { 2024-08-10T05:14:02.687 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-08-10T05:14:02.687 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.687 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes_used": { 2024-08-10T05:14:02.687 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 305885184 2024-08-10T05:14:02.688 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.688 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.688 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.688 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.1": { 2024-08-10T05:14:02.688 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T05:14:02.688 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_fallback": { 2024-08-10T05:14:02.688 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.688 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.688 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_size_fallback": { 2024-08-10T05:14:02.688 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.688 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.688 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_db": { 2024-08-10T05:14:02.688 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 65536 2024-08-10T05:14:02.688 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.689 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_main": { 2024-08-10T05:14:02.689 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.689 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.689 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_wal": { 2024-08-10T05:14:02.689 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.689 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.689 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_slow": { 2024-08-10T05:14:02.689 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.689 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.689 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_sst": { 2024-08-10T05:14:02.689 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12288 2024-08-10T05:14:02.689 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.689 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_wal": { 2024-08-10T05:14:02.689 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2625536 2024-08-10T05:14:02.690 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.690 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lat": { 2024-08-10T05:14:02.690 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.690 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.690 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.690 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lock_lat": { 2024-08-10T05:14:02.690 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.690 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.690 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.690 INFO:tasks.workunit.client.0.smithi031.stdout: "db_total_bytes": { 2024-08-10T05:14:02.690 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-08-10T05:14:02.690 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.690 INFO:tasks.workunit.client.0.smithi031.stdout: "db_used_bytes": { 2024-08-10T05:14:02.690 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 304480256 2024-08-10T05:14:02.691 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.691 INFO:tasks.workunit.client.0.smithi031.stdout: "log_bytes": { 2024-08-10T05:14:02.691 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1691648 2024-08-10T05:14:02.691 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.691 INFO:tasks.workunit.client.0.smithi031.stdout: "logged_bytes": { 2024-08-10T05:14:02.691 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1552384 2024-08-10T05:14:02.691 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.691 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_db": { 2024-08-10T05:14:02.691 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 312868864 2024-08-10T05:14:02.691 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.691 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_slow": { 2024-08-10T05:14:02.691 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.691 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.691 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_wal": { 2024-08-10T05:14:02.692 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.692 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.692 INFO:tasks.workunit.client.0.smithi031.stdout: "num_files": { 2024-08-10T05:14:02.692 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 14 2024-08-10T05:14:02.692 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.692 INFO:tasks.workunit.client.0.smithi031.stdout: "read_bytes": { 2024-08-10T05:14:02.692 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 195697 2024-08-10T05:14:02.692 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.692 INFO:tasks.workunit.client.0.smithi031.stdout: "read_count": { 2024-08-10T05:14:02.692 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 23 2024-08-10T05:14:02.692 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.692 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes": { 2024-08-10T05:14:02.692 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1269760 2024-08-10T05:14:02.692 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.693 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_db": { 2024-08-10T05:14:02.693 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1273856 2024-08-10T05:14:02.693 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.693 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_slow": { 2024-08-10T05:14:02.693 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.693 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.693 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_wal": { 2024-08-10T05:14:02.693 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.693 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.693 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_count": { 2024-08-10T05:14:02.693 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15 2024-08-10T05:14:02.693 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.693 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_bytes": { 2024-08-10T05:14:02.693 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4789 2024-08-10T05:14:02.694 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.694 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_count": { 2024-08-10T05:14:02.694 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4 2024-08-10T05:14:02.694 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.694 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_bytes": { 2024-08-10T05:14:02.694 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5589 2024-08-10T05:14:02.694 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.694 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_count": { 2024-08-10T05:14:02.694 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24 2024-08-10T05:14:02.694 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.694 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_bytes": { 2024-08-10T05:14:02.694 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5589 2024-08-10T05:14:02.694 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.695 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_count": { 2024-08-10T05:14:02.695 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24 2024-08-10T05:14:02.695 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.695 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes": { 2024-08-10T05:14:02.695 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.695 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.695 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_db": { 2024-08-10T05:14:02.695 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.695 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.695 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_slow": { 2024-08-10T05:14:02.695 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.695 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.695 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_wal": { 2024-08-10T05:14:02.695 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.696 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.696 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_count": { 2024-08-10T05:14:02.696 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.696 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.696 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_total_bytes": { 2024-08-10T05:14:02.696 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.696 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.696 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_used_bytes": { 2024-08-10T05:14:02.696 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.696 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.696 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_total_bytes": { 2024-08-10T05:14:02.696 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.696 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.696 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_used_bytes": { 2024-08-10T05:14:02.697 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.697 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.697 INFO:tasks.workunit.client.0.smithi031.stdout: "write_bytes": { 2024-08-10T05:14:02.697 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4251648 2024-08-10T05:14:02.697 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.697 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.697 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore": { 2024-08-10T05:14:02.697 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit": { 2024-08-10T05:14:02.697 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4096 2024-08-10T05:14:02.698 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.698 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": { 2024-08-10T05:14:02.698 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 798720 2024-08-10T05:14:02.698 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.698 INFO:tasks.workunit.client.0.smithi031.stdout: "clist_lat": { 2024-08-10T05:14:02.698 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 5, 2024-08-10T05:14:02.698 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 223317 2024-08-10T05:14:02.698 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.698 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_lat": { 2024-08-10T05:14:02.698 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.698 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.698 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.698 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed": { 2024-08-10T05:14:02.699 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.699 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.699 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_allocated": { 2024-08-10T05:14:02.699 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.699 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.699 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_original": { 2024-08-10T05:14:02.699 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.701 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.701 INFO:tasks.workunit.client.0.smithi031.stdout: "csum_lat": { 2024-08-10T05:14:02.702 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 30, 2024-08-10T05:14:02.702 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 72860 2024-08-10T05:14:02.702 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.702 INFO:tasks.workunit.client.0.smithi031.stdout: "decompress_lat": { 2024-08-10T05:14:02.702 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.702 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.702 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.702 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_commit_lat": { 2024-08-10T05:14:02.702 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 362, 2024-08-10T05:14:02.702 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 84719485 2024-08-10T05:14:02.702 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.702 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_final_lat": { 2024-08-10T05:14:02.702 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 359, 2024-08-10T05:14:02.703 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6321275 2024-08-10T05:14:02.703 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.703 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_flush_lat": { 2024-08-10T05:14:02.703 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 362, 2024-08-10T05:14:02.703 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 509567 2024-08-10T05:14:02.703 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.703 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_sync_lat": { 2024-08-10T05:14:02.703 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 362, 2024-08-10T05:14:02.703 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 85229052 2024-08-10T05:14:02.703 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.703 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_keys_lat": { 2024-08-10T05:14:02.703 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.704 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.704 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.704 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_values_lat": { 2024-08-10T05:14:02.704 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3, 2024-08-10T05:14:02.704 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 33326 2024-08-10T05:14:02.704 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.704 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_lower_bound_lat": { 2024-08-10T05:14:02.704 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 4, 2024-08-10T05:14:02.704 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8506 2024-08-10T05:14:02.704 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.704 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_next_lat": { 2024-08-10T05:14:02.704 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.704 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.705 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.705 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_seek_to_first_lat": { 2024-08-10T05:14:02.705 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.705 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.705 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.705 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_upper_bound_lat": { 2024-08-10T05:14:02.705 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 5, 2024-08-10T05:14:02.705 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 13739 2024-08-10T05:14:02.705 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.705 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_hits": { 2024-08-10T05:14:02.705 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 878 2024-08-10T05:14:02.706 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.706 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_misses": { 2024-08-10T05:14:02.706 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 248 2024-08-10T05:14:02.706 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.706 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-08-10T05:14:02.706 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 150, 2024-08-10T05:14:02.706 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3869249 2024-08-10T05:14:02.706 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.706 INFO:tasks.workunit.client.0.smithi031.stdout: "read_onode_meta_lat": { 2024-08-10T05:14:02.706 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 383, 2024-08-10T05:14:02.706 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 276576 2024-08-10T05:14:02.707 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.707 INFO:tasks.workunit.client.0.smithi031.stdout: "read_wait_aio_lat": { 2024-08-10T05:14:02.707 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 233, 2024-08-10T05:14:02.707 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7205292 2024-08-10T05:14:02.707 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.707 INFO:tasks.workunit.client.0.smithi031.stdout: "reads_with_retries": { 2024-08-10T05:14:02.707 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.707 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.707 INFO:tasks.workunit.client.0.smithi031.stdout: "remove_lat": { 2024-08-10T05:14:02.707 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3, 2024-08-10T05:14:02.707 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 149655 2024-08-10T05:14:02.707 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.707 INFO:tasks.workunit.client.0.smithi031.stdout: "state_aio_wait_lat": { 2024-08-10T05:14:02.707 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 431, 2024-08-10T05:14:02.708 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10849918 2024-08-10T05:14:02.708 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.708 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T05:14:02.708 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 131, 2024-08-10T05:14:02.708 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12784641 2024-08-10T05:14:02.708 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.708 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_cleanup_lat": { 2024-08-10T05:14:02.708 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 130, 2024-08-10T05:14:02.708 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 328726721619 2024-08-10T05:14:02.708 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.708 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_queued_lat": { 2024-08-10T05:14:02.708 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 131, 2024-08-10T05:14:02.708 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 181236931369 2024-08-10T05:14:02.709 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.709 INFO:tasks.workunit.client.0.smithi031.stdout: "state_done_lat": { 2024-08-10T05:14:02.709 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 430, 2024-08-10T05:14:02.709 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 75068046512 2024-08-10T05:14:02.709 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.709 INFO:tasks.workunit.client.0.smithi031.stdout: "state_finishing_lat": { 2024-08-10T05:14:02.709 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 430, 2024-08-10T05:14:02.709 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 39916 2024-08-10T05:14:02.709 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.709 INFO:tasks.workunit.client.0.smithi031.stdout: "state_io_done_lat": { 2024-08-10T05:14:02.709 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 431, 2024-08-10T05:14:02.709 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 547207 2024-08-10T05:14:02.709 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.709 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_commiting_lat": { 2024-08-10T05:14:02.710 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 431, 2024-08-10T05:14:02.710 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 122327979 2024-08-10T05:14:02.710 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.710 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_done_lat": { 2024-08-10T05:14:02.710 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 431, 2024-08-10T05:14:02.710 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 150705 2024-08-10T05:14:02.710 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.710 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_queued_lat": { 2024-08-10T05:14:02.710 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 431, 2024-08-10T05:14:02.710 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 45999427 2024-08-10T05:14:02.710 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.710 INFO:tasks.workunit.client.0.smithi031.stdout: "state_prepare_lat": { 2024-08-10T05:14:02.710 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 431, 2024-08-10T05:14:02.711 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24961485 2024-08-10T05:14:02.711 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.711 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": { 2024-08-10T05:14:02.711 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 351678 2024-08-10T05:14:02.711 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.711 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-08-10T05:14:02.711 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 64, 2024-08-10T05:14:02.711 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 297063 2024-08-10T05:14:02.711 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.711 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_commit_lat": { 2024-08-10T05:14:02.711 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 431, 2024-08-10T05:14:02.711 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 204751956 2024-08-10T05:14:02.711 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.711 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_submit_lat": { 2024-08-10T05:14:02.712 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 431, 2024-08-10T05:14:02.712 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 29735387 2024-08-10T05:14:02.712 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.712 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_throttle_lat": { 2024-08-10T05:14:02.712 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 431, 2024-08-10T05:14:02.712 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2959555 2024-08-10T05:14:02.712 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.712 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.712 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache": { 2024-08-10T05:14:02.712 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_bytes": { 2024-08-10T05:14:02.712 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1862413752 2024-08-10T05:14:02.712 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.712 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_bytes": { 2024-08-10T05:14:02.713 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 270974976 2024-08-10T05:14:02.713 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.713 INFO:tasks.workunit.client.0.smithi031.stdout: "mapped_bytes": { 2024-08-10T05:14:02.713 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 270032896 2024-08-10T05:14:02.713 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.713 INFO:tasks.workunit.client.0.smithi031.stdout: "target_bytes": { 2024-08-10T05:14:02.713 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3138494259 2024-08-10T05:14:02.713 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.713 INFO:tasks.workunit.client.0.smithi031.stdout: "unmapped_bytes": { 2024-08-10T05:14:02.713 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 942080 2024-08-10T05:14:02.713 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.714 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.714 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:data": { 2024-08-10T05:14:02.714 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T05:14:02.714 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 159383552 2024-08-10T05:14:02.714 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.714 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T05:14:02.714 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.714 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.714 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T05:14:02.714 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.714 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.715 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T05:14:02.715 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 85554191 2024-08-10T05:14:02.715 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.715 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T05:14:02.715 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.715 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.715 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T05:14:02.715 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.715 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.715 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T05:14:02.715 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.715 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.715 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T05:14:02.716 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.716 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.716 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T05:14:02.716 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.716 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.716 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T05:14:02.716 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 16384 2024-08-10T05:14:02.716 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.716 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T05:14:02.716 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.716 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.716 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T05:14:02.716 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.717 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.717 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T05:14:02.717 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.717 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.717 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T05:14:02.717 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 73812977 2024-08-10T05:14:02.717 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.717 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.717 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv": { 2024-08-10T05:14:02.717 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T05:14:02.717 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 780140544 2024-08-10T05:14:02.717 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.718 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T05:14:02.718 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T05:14:02.718 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.718 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T05:14:02.718 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.718 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.718 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T05:14:02.718 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 641656437 2024-08-10T05:14:02.718 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.718 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T05:14:02.718 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.718 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.718 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T05:14:02.719 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.719 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.719 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T05:14:02.719 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.719 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.719 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T05:14:02.719 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.719 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.719 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T05:14:02.719 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.719 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.719 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T05:14:02.719 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2128 2024-08-10T05:14:02.719 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.719 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T05:14:02.720 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.720 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.720 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T05:14:02.720 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.720 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.720 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T05:14:02.720 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.720 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.720 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T05:14:02.720 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71373115 2024-08-10T05:14:02.720 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.720 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.720 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T05:14:02.720 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T05:14:02.721 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 192937984 2024-08-10T05:14:02.721 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.721 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T05:14:02.721 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T05:14:02.721 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.721 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T05:14:02.721 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 464 2024-08-10T05:14:02.721 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.721 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T05:14:02.721 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 57036127 2024-08-10T05:14:02.721 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.721 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T05:14:02.721 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.721 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.722 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T05:14:02.722 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.722 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.722 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T05:14:02.722 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.722 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.722 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T05:14:02.722 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.722 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.722 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T05:14:02.722 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.722 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.723 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T05:14:02.723 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.723 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.723 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T05:14:02.723 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.723 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.723 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T05:14:02.723 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.723 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.723 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T05:14:02.723 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.723 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.723 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T05:14:02.724 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 68792529 2024-08-10T05:14:02.724 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.724 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.724 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:meta": { 2024-08-10T05:14:02.724 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T05:14:02.724 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 713031680 2024-08-10T05:14:02.724 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.724 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T05:14:02.725 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.725 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.725 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T05:14:02.725 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.725 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.725 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T05:14:02.725 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 641656437 2024-08-10T05:14:02.725 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.725 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T05:14:02.725 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.726 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.726 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T05:14:02.726 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.726 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.726 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T05:14:02.726 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.726 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.726 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T05:14:02.726 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.726 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.726 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T05:14:02.726 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.727 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.727 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T05:14:02.727 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 281168 2024-08-10T05:14:02.727 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.727 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T05:14:02.727 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.727 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.727 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T05:14:02.727 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.727 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.727 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T05:14:02.727 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.727 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.727 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T05:14:02.728 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71094075 2024-08-10T05:14:02.728 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.728 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.728 INFO:tasks.workunit.client.0.smithi031.stdout: "objecter": { 2024-08-10T05:14:02.728 INFO:tasks.workunit.client.0.smithi031.stdout: "op_active": { 2024-08-10T05:14:02.728 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.728 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.728 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T05:14:02.728 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.728 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.728 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rmw": { 2024-08-10T05:14:02.728 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.729 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.729 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T05:14:02.729 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.729 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.729 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.729 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T05:14:02.729 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg": { 2024-08-10T05:14:02.729 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 38 2024-08-10T05:14:02.729 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.729 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg_removing": { 2024-08-10T05:14:02.729 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.729 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.729 INFO:tasks.workunit.client.0.smithi031.stdout: "op": { 2024-08-10T05:14:02.730 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 157 2024-08-10T05:14:02.730 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.730 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_degraded": { 2024-08-10T05:14:02.730 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.730 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.730 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_unreadable": { 2024-08-10T05:14:02.730 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.730 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.730 INFO:tasks.workunit.client.0.smithi031.stdout: "op_in_bytes": { 2024-08-10T05:14:02.730 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2429467 2024-08-10T05:14:02.730 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.730 INFO:tasks.workunit.client.0.smithi031.stdout: "op_latency": { 2024-08-10T05:14:02.730 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 157, 2024-08-10T05:14:02.731 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 784369590 2024-08-10T05:14:02.731 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.731 INFO:tasks.workunit.client.0.smithi031.stdout: "op_out_bytes": { 2024-08-10T05:14:02.731 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1052 2024-08-10T05:14:02.731 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.731 INFO:tasks.workunit.client.0.smithi031.stdout: "op_prepare_latency": { 2024-08-10T05:14:02.731 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 157, 2024-08-10T05:14:02.731 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 57041377 2024-08-10T05:14:02.731 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.731 INFO:tasks.workunit.client.0.smithi031.stdout: "op_process_latency": { 2024-08-10T05:14:02.731 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 157, 2024-08-10T05:14:02.731 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 199677020 2024-08-10T05:14:02.731 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.732 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T05:14:02.732 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 33 2024-08-10T05:14:02.732 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.732 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency": { 2024-08-10T05:14:02.732 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 33, 2024-08-10T05:14:02.732 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5880339 2024-08-10T05:14:02.732 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.732 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T05:14:02.732 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.732 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.732 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_out_bytes": { 2024-08-10T05:14:02.732 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1052 2024-08-10T05:14:02.732 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.733 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_prepare_latency": { 2024-08-10T05:14:02.733 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 33, 2024-08-10T05:14:02.733 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4766638 2024-08-10T05:14:02.733 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.733 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_process_latency": { 2024-08-10T05:14:02.733 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 33, 2024-08-10T05:14:02.733 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3946888 2024-08-10T05:14:02.733 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.733 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw": { 2024-08-10T05:14:02.733 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 22 2024-08-10T05:14:02.733 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.733 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_in_bytes": { 2024-08-10T05:14:02.733 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.734 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.734 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency": { 2024-08-10T05:14:02.734 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 22, 2024-08-10T05:14:02.734 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 19200577 2024-08-10T05:14:02.734 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.734 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T05:14:02.734 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.734 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.734 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T05:14:02.734 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.734 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.734 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_out_bytes": { 2024-08-10T05:14:02.734 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.734 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.735 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_prepare_latency": { 2024-08-10T05:14:02.735 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 22, 2024-08-10T05:14:02.735 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7549362 2024-08-10T05:14:02.735 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.735 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_process_latency": { 2024-08-10T05:14:02.735 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 22, 2024-08-10T05:14:02.735 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 18085570 2024-08-10T05:14:02.735 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.735 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T05:14:02.735 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 102 2024-08-10T05:14:02.735 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.735 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_in_bytes": { 2024-08-10T05:14:02.735 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2429467 2024-08-10T05:14:02.735 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.736 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency": { 2024-08-10T05:14:02.736 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 102, 2024-08-10T05:14:02.736 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 759288674 2024-08-10T05:14:02.736 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.736 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T05:14:02.736 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.736 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.736 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_prepare_latency": { 2024-08-10T05:14:02.736 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 102, 2024-08-10T05:14:02.736 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 44725377 2024-08-10T05:14:02.736 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.736 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_process_latency": { 2024-08-10T05:14:02.736 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 102, 2024-08-10T05:14:02.736 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 177644562 2024-08-10T05:14:02.736 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.737 INFO:tasks.workunit.client.0.smithi031.stdout: "op_wip": { 2024-08-10T05:14:02.737 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.737 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.737 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_bytes": { 2024-08-10T05:14:02.737 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 590368 2024-08-10T05:14:02.737 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.737 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_ops": { 2024-08-10T05:14:02.737 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-08-10T05:14:02.737 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.737 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes": { 2024-08-10T05:14:02.737 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-08-10T05:14:02.737 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.737 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes_used": { 2024-08-10T05:14:02.738 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 305291264 2024-08-10T05:14:02.738 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.738 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.738 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.738 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.2": { 2024-08-10T05:14:02.738 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T05:14:02.738 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_fallback": { 2024-08-10T05:14:02.738 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.738 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.738 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_size_fallback": { 2024-08-10T05:14:02.738 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.738 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.738 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_db": { 2024-08-10T05:14:02.739 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 65536 2024-08-10T05:14:02.739 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.739 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_main": { 2024-08-10T05:14:02.739 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.739 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.739 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_wal": { 2024-08-10T05:14:02.739 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.739 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.739 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_slow": { 2024-08-10T05:14:02.739 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.739 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.739 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_sst": { 2024-08-10T05:14:02.739 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12288 2024-08-10T05:14:02.739 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.740 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_wal": { 2024-08-10T05:14:02.740 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2203648 2024-08-10T05:14:02.740 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.740 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lat": { 2024-08-10T05:14:02.740 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.740 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.740 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.740 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lock_lat": { 2024-08-10T05:14:02.740 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.740 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.740 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.740 INFO:tasks.workunit.client.0.smithi031.stdout: "db_total_bytes": { 2024-08-10T05:14:02.740 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-08-10T05:14:02.740 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.740 INFO:tasks.workunit.client.0.smithi031.stdout: "db_used_bytes": { 2024-08-10T05:14:02.741 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 304480256 2024-08-10T05:14:02.741 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.741 INFO:tasks.workunit.client.0.smithi031.stdout: "log_bytes": { 2024-08-10T05:14:02.741 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1384448 2024-08-10T05:14:02.741 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.741 INFO:tasks.workunit.client.0.smithi031.stdout: "logged_bytes": { 2024-08-10T05:14:02.741 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1245184 2024-08-10T05:14:02.741 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.741 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_db": { 2024-08-10T05:14:02.741 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 312868864 2024-08-10T05:14:02.741 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.741 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_slow": { 2024-08-10T05:14:02.742 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.742 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.742 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_wal": { 2024-08-10T05:14:02.742 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.742 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.742 INFO:tasks.workunit.client.0.smithi031.stdout: "num_files": { 2024-08-10T05:14:02.742 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 14 2024-08-10T05:14:02.742 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.742 INFO:tasks.workunit.client.0.smithi031.stdout: "read_bytes": { 2024-08-10T05:14:02.742 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 195697 2024-08-10T05:14:02.742 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.742 INFO:tasks.workunit.client.0.smithi031.stdout: "read_count": { 2024-08-10T05:14:02.743 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 23 2024-08-10T05:14:02.743 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.743 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes": { 2024-08-10T05:14:02.743 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1269760 2024-08-10T05:14:02.743 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.743 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_db": { 2024-08-10T05:14:02.743 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1273856 2024-08-10T05:14:02.743 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.743 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_slow": { 2024-08-10T05:14:02.743 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.743 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.743 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_wal": { 2024-08-10T05:14:02.743 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.743 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.744 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_count": { 2024-08-10T05:14:02.744 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15 2024-08-10T05:14:02.744 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.744 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_bytes": { 2024-08-10T05:14:02.744 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4789 2024-08-10T05:14:02.744 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.744 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_count": { 2024-08-10T05:14:02.744 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4 2024-08-10T05:14:02.744 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.744 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_bytes": { 2024-08-10T05:14:02.744 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5589 2024-08-10T05:14:02.744 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.744 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_count": { 2024-08-10T05:14:02.744 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24 2024-08-10T05:14:02.745 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.745 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_bytes": { 2024-08-10T05:14:02.745 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5589 2024-08-10T05:14:02.745 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.745 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_count": { 2024-08-10T05:14:02.745 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24 2024-08-10T05:14:02.745 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.745 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes": { 2024-08-10T05:14:02.745 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.745 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.745 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_db": { 2024-08-10T05:14:02.745 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.745 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.746 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_slow": { 2024-08-10T05:14:02.746 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.746 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.746 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_wal": { 2024-08-10T05:14:02.746 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.746 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.746 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_count": { 2024-08-10T05:14:02.746 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.746 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.746 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_total_bytes": { 2024-08-10T05:14:02.746 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.746 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.746 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_used_bytes": { 2024-08-10T05:14:02.746 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.747 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.747 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_total_bytes": { 2024-08-10T05:14:02.747 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.747 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.747 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_used_bytes": { 2024-08-10T05:14:02.747 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.747 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.747 INFO:tasks.workunit.client.0.smithi031.stdout: "write_bytes": { 2024-08-10T05:14:02.747 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3522560 2024-08-10T05:14:02.747 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.747 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.747 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore": { 2024-08-10T05:14:02.747 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit": { 2024-08-10T05:14:02.748 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4096 2024-08-10T05:14:02.748 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.748 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": { 2024-08-10T05:14:02.748 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 786432 2024-08-10T05:14:02.748 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.748 INFO:tasks.workunit.client.0.smithi031.stdout: "clist_lat": { 2024-08-10T05:14:02.748 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 4, 2024-08-10T05:14:02.748 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 248139 2024-08-10T05:14:02.748 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.748 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_lat": { 2024-08-10T05:14:02.748 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.748 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.748 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.748 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed": { 2024-08-10T05:14:02.749 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.749 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.749 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_allocated": { 2024-08-10T05:14:02.749 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.749 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.749 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_original": { 2024-08-10T05:14:02.749 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.749 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.749 INFO:tasks.workunit.client.0.smithi031.stdout: "csum_lat": { 2024-08-10T05:14:02.749 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 11, 2024-08-10T05:14:02.749 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 16350 2024-08-10T05:14:02.749 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.749 INFO:tasks.workunit.client.0.smithi031.stdout: "decompress_lat": { 2024-08-10T05:14:02.749 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.750 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.750 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.750 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_commit_lat": { 2024-08-10T05:14:02.750 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 287, 2024-08-10T05:14:02.750 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67735260 2024-08-10T05:14:02.750 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.750 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_final_lat": { 2024-08-10T05:14:02.750 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 283, 2024-08-10T05:14:02.750 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8355942 2024-08-10T05:14:02.750 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.750 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_flush_lat": { 2024-08-10T05:14:02.750 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 287, 2024-08-10T05:14:02.750 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 440855 2024-08-10T05:14:02.751 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.751 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_sync_lat": { 2024-08-10T05:14:02.751 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 287, 2024-08-10T05:14:02.751 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 68176115 2024-08-10T05:14:02.751 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.751 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_keys_lat": { 2024-08-10T05:14:02.751 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.751 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.751 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.751 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_values_lat": { 2024-08-10T05:14:02.751 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3, 2024-08-10T05:14:02.751 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 35755 2024-08-10T05:14:02.751 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.752 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_lower_bound_lat": { 2024-08-10T05:14:02.752 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2, 2024-08-10T05:14:02.752 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1560 2024-08-10T05:14:02.752 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.752 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_next_lat": { 2024-08-10T05:14:02.752 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.752 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.752 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.752 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_seek_to_first_lat": { 2024-08-10T05:14:02.752 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.752 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.752 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.752 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_upper_bound_lat": { 2024-08-10T05:14:02.752 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2, 2024-08-10T05:14:02.753 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4045 2024-08-10T05:14:02.753 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.753 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_hits": { 2024-08-10T05:14:02.753 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 640 2024-08-10T05:14:02.753 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.753 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_misses": { 2024-08-10T05:14:02.753 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 223 2024-08-10T05:14:02.753 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.753 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-08-10T05:14:02.753 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 104, 2024-08-10T05:14:02.753 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1500446 2024-08-10T05:14:02.753 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.753 INFO:tasks.workunit.client.0.smithi031.stdout: "read_onode_meta_lat": { 2024-08-10T05:14:02.754 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 286, 2024-08-10T05:14:02.754 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 235232 2024-08-10T05:14:02.754 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.754 INFO:tasks.workunit.client.0.smithi031.stdout: "read_wait_aio_lat": { 2024-08-10T05:14:02.754 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 182, 2024-08-10T05:14:02.754 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2555224 2024-08-10T05:14:02.754 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.754 INFO:tasks.workunit.client.0.smithi031.stdout: "reads_with_retries": { 2024-08-10T05:14:02.754 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.754 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.754 INFO:tasks.workunit.client.0.smithi031.stdout: "remove_lat": { 2024-08-10T05:14:02.754 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3, 2024-08-10T05:14:02.754 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 110111 2024-08-10T05:14:02.755 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.755 INFO:tasks.workunit.client.0.smithi031.stdout: "state_aio_wait_lat": { 2024-08-10T05:14:02.755 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 345, 2024-08-10T05:14:02.755 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 29657003 2024-08-10T05:14:02.755 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.755 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T05:14:02.755 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 125, 2024-08-10T05:14:02.755 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7783833 2024-08-10T05:14:02.755 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.755 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_cleanup_lat": { 2024-08-10T05:14:02.755 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 124, 2024-08-10T05:14:02.755 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 255519218866 2024-08-10T05:14:02.755 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.755 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_queued_lat": { 2024-08-10T05:14:02.756 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 125, 2024-08-10T05:14:02.756 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 144999940886 2024-08-10T05:14:02.756 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.756 INFO:tasks.workunit.client.0.smithi031.stdout: "state_done_lat": { 2024-08-10T05:14:02.756 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 344, 2024-08-10T05:14:02.756 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 48673759993 2024-08-10T05:14:02.756 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.756 INFO:tasks.workunit.client.0.smithi031.stdout: "state_finishing_lat": { 2024-08-10T05:14:02.756 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 344, 2024-08-10T05:14:02.756 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 31671 2024-08-10T05:14:02.756 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.756 INFO:tasks.workunit.client.0.smithi031.stdout: "state_io_done_lat": { 2024-08-10T05:14:02.756 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 345, 2024-08-10T05:14:02.756 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 448838 2024-08-10T05:14:02.757 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.757 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_commiting_lat": { 2024-08-10T05:14:02.757 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 345, 2024-08-10T05:14:02.757 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 116618691 2024-08-10T05:14:02.757 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.757 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_done_lat": { 2024-08-10T05:14:02.757 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 345, 2024-08-10T05:14:02.757 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 115977 2024-08-10T05:14:02.757 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.757 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_queued_lat": { 2024-08-10T05:14:02.757 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 345, 2024-08-10T05:14:02.757 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 62801956 2024-08-10T05:14:02.757 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.757 INFO:tasks.workunit.client.0.smithi031.stdout: "state_prepare_lat": { 2024-08-10T05:14:02.758 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 345, 2024-08-10T05:14:02.758 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 20364855 2024-08-10T05:14:02.758 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.758 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": { 2024-08-10T05:14:02.758 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 351499 2024-08-10T05:14:02.758 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.758 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-08-10T05:14:02.758 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 59, 2024-08-10T05:14:02.758 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 309733 2024-08-10T05:14:02.758 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.758 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_commit_lat": { 2024-08-10T05:14:02.759 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 345, 2024-08-10T05:14:02.759 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 229942105 2024-08-10T05:14:02.759 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.759 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_submit_lat": { 2024-08-10T05:14:02.759 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 345, 2024-08-10T05:14:02.759 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24188345 2024-08-10T05:14:02.759 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.759 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_throttle_lat": { 2024-08-10T05:14:02.759 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 345, 2024-08-10T05:14:02.759 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2311896 2024-08-10T05:14:02.759 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.759 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.759 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache": { 2024-08-10T05:14:02.759 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_bytes": { 2024-08-10T05:14:02.760 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1862413752 2024-08-10T05:14:02.760 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.760 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_bytes": { 2024-08-10T05:14:02.760 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 269860864 2024-08-10T05:14:02.760 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.760 INFO:tasks.workunit.client.0.smithi031.stdout: "mapped_bytes": { 2024-08-10T05:14:02.760 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 269082624 2024-08-10T05:14:02.760 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.760 INFO:tasks.workunit.client.0.smithi031.stdout: "target_bytes": { 2024-08-10T05:14:02.760 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3138494259 2024-08-10T05:14:02.760 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.760 INFO:tasks.workunit.client.0.smithi031.stdout: "unmapped_bytes": { 2024-08-10T05:14:02.760 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 778240 2024-08-10T05:14:02.760 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.761 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.761 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:data": { 2024-08-10T05:14:02.761 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T05:14:02.761 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 159383552 2024-08-10T05:14:02.761 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.761 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T05:14:02.761 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.761 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.761 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T05:14:02.761 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.761 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.761 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T05:14:02.761 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 85555201 2024-08-10T05:14:02.761 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.762 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T05:14:02.762 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.762 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.762 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T05:14:02.762 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.762 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.762 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T05:14:02.762 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.762 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.762 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T05:14:02.762 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.762 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.762 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T05:14:02.763 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.763 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.763 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T05:14:02.763 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12288 2024-08-10T05:14:02.763 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.763 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T05:14:02.763 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.763 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.763 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T05:14:02.763 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.763 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.763 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T05:14:02.764 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.764 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.764 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T05:14:02.764 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 73816063 2024-08-10T05:14:02.764 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.764 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.764 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv": { 2024-08-10T05:14:02.764 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T05:14:02.764 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 780140544 2024-08-10T05:14:02.764 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.764 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T05:14:02.764 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T05:14:02.764 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.764 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T05:14:02.765 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.765 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.765 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T05:14:02.765 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 641664009 2024-08-10T05:14:02.765 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.765 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T05:14:02.765 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.765 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.765 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T05:14:02.765 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.765 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.765 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T05:14:02.765 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.765 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.766 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T05:14:02.766 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.766 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.766 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T05:14:02.766 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.766 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.766 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T05:14:02.766 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2128 2024-08-10T05:14:02.766 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.766 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T05:14:02.766 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.766 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.766 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T05:14:02.767 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.767 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.767 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T05:14:02.767 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.767 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.767 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T05:14:02.767 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71365543 2024-08-10T05:14:02.767 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.767 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.767 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T05:14:02.767 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T05:14:02.767 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 192937984 2024-08-10T05:14:02.768 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.768 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T05:14:02.768 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T05:14:02.768 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.768 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T05:14:02.768 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 464 2024-08-10T05:14:02.768 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.768 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T05:14:02.768 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 57036800 2024-08-10T05:14:02.768 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.768 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T05:14:02.768 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.769 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.769 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T05:14:02.769 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.769 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.769 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T05:14:02.769 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.769 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.769 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T05:14:02.769 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.769 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.769 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T05:14:02.769 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.769 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.769 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T05:14:02.770 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.770 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.770 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T05:14:02.770 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.770 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.770 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T05:14:02.770 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.770 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.770 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T05:14:02.770 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.770 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.770 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T05:14:02.770 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 68791856 2024-08-10T05:14:02.771 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.771 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.771 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:meta": { 2024-08-10T05:14:02.771 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T05:14:02.771 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 713031680 2024-08-10T05:14:02.771 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.771 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T05:14:02.771 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.771 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.771 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T05:14:02.771 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.771 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.771 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T05:14:02.771 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 641664009 2024-08-10T05:14:02.772 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.772 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T05:14:02.772 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.772 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.772 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T05:14:02.772 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.772 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.772 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T05:14:02.772 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.772 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.772 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T05:14:02.772 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.772 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.772 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T05:14:02.773 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.773 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.773 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T05:14:02.773 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 268437 2024-08-10T05:14:02.773 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.773 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T05:14:02.773 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.773 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.773 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T05:14:02.773 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.773 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.773 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T05:14:02.773 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.774 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.774 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T05:14:02.774 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71099234 2024-08-10T05:14:02.774 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.774 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.774 INFO:tasks.workunit.client.0.smithi031.stdout: "objecter": { 2024-08-10T05:14:02.774 INFO:tasks.workunit.client.0.smithi031.stdout: "op_active": { 2024-08-10T05:14:02.774 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.774 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.774 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T05:14:02.774 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.774 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.774 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rmw": { 2024-08-10T05:14:02.775 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.775 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.775 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T05:14:02.775 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.775 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.775 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.775 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T05:14:02.775 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg": { 2024-08-10T05:14:02.775 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 31 2024-08-10T05:14:02.775 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.775 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg_removing": { 2024-08-10T05:14:02.775 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.775 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.776 INFO:tasks.workunit.client.0.smithi031.stdout: "op": { 2024-08-10T05:14:02.776 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10 2024-08-10T05:14:02.776 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.776 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_degraded": { 2024-08-10T05:14:02.776 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.776 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.776 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_unreadable": { 2024-08-10T05:14:02.776 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.776 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.776 INFO:tasks.workunit.client.0.smithi031.stdout: "op_in_bytes": { 2024-08-10T05:14:02.776 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.776 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.776 INFO:tasks.workunit.client.0.smithi031.stdout: "op_latency": { 2024-08-10T05:14:02.776 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 10, 2024-08-10T05:14:02.777 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 98001693 2024-08-10T05:14:02.777 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.777 INFO:tasks.workunit.client.0.smithi031.stdout: "op_out_bytes": { 2024-08-10T05:14:02.777 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.777 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.777 INFO:tasks.workunit.client.0.smithi031.stdout: "op_prepare_latency": { 2024-08-10T05:14:02.777 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 10, 2024-08-10T05:14:02.777 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6807439 2024-08-10T05:14:02.777 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.777 INFO:tasks.workunit.client.0.smithi031.stdout: "op_process_latency": { 2024-08-10T05:14:02.777 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 10, 2024-08-10T05:14:02.777 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 35399581 2024-08-10T05:14:02.778 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.778 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T05:14:02.778 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.778 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.778 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency": { 2024-08-10T05:14:02.778 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.778 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.778 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.778 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T05:14:02.778 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.778 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.778 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_out_bytes": { 2024-08-10T05:14:02.779 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.779 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.779 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_prepare_latency": { 2024-08-10T05:14:02.779 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.779 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.779 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.779 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_process_latency": { 2024-08-10T05:14:02.779 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.779 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.779 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.779 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw": { 2024-08-10T05:14:02.779 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.779 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.780 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_in_bytes": { 2024-08-10T05:14:02.780 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.780 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.780 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency": { 2024-08-10T05:14:02.780 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.780 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.780 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.780 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T05:14:02.780 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.780 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.780 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T05:14:02.780 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.780 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.781 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_out_bytes": { 2024-08-10T05:14:02.781 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.781 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.781 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_prepare_latency": { 2024-08-10T05:14:02.781 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.781 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.781 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.781 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_process_latency": { 2024-08-10T05:14:02.781 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.781 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.781 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.781 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T05:14:02.781 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10 2024-08-10T05:14:02.782 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.782 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_in_bytes": { 2024-08-10T05:14:02.782 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.782 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.782 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency": { 2024-08-10T05:14:02.782 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 10, 2024-08-10T05:14:02.782 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 98001693 2024-08-10T05:14:02.782 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.782 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T05:14:02.782 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.782 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.782 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_prepare_latency": { 2024-08-10T05:14:02.782 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 10, 2024-08-10T05:14:02.783 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6807439 2024-08-10T05:14:02.783 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.783 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_process_latency": { 2024-08-10T05:14:02.783 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 10, 2024-08-10T05:14:02.783 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 35399581 2024-08-10T05:14:02.783 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.783 INFO:tasks.workunit.client.0.smithi031.stdout: "op_wip": { 2024-08-10T05:14:02.783 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.783 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.783 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_bytes": { 2024-08-10T05:14:02.783 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.783 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.785 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_ops": { 2024-08-10T05:14:02.785 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.786 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.786 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes": { 2024-08-10T05:14:02.786 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-08-10T05:14:02.786 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.786 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes_used": { 2024-08-10T05:14:02.786 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 305278976 2024-08-10T05:14:02.786 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.786 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.786 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.786 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.3": { 2024-08-10T05:14:02.786 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T05:14:02.786 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_fallback": { 2024-08-10T05:14:02.787 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.787 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.787 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_size_fallback": { 2024-08-10T05:14:02.787 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.787 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.787 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_db": { 2024-08-10T05:14:02.787 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 65536 2024-08-10T05:14:02.787 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.787 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_main": { 2024-08-10T05:14:02.787 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.787 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.787 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_wal": { 2024-08-10T05:14:02.787 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.788 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.788 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_slow": { 2024-08-10T05:14:02.788 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.788 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.788 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_sst": { 2024-08-10T05:14:02.788 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12288 2024-08-10T05:14:02.788 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.788 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_wal": { 2024-08-10T05:14:02.788 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1208320 2024-08-10T05:14:02.788 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.788 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lat": { 2024-08-10T05:14:02.788 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.788 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.788 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.789 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lock_lat": { 2024-08-10T05:14:02.789 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.789 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.789 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.789 INFO:tasks.workunit.client.0.smithi031.stdout: "db_total_bytes": { 2024-08-10T05:14:02.789 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-08-10T05:14:02.789 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.789 INFO:tasks.workunit.client.0.smithi031.stdout: "db_used_bytes": { 2024-08-10T05:14:02.789 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 304480256 2024-08-10T05:14:02.789 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.789 INFO:tasks.workunit.client.0.smithi031.stdout: "log_bytes": { 2024-08-10T05:14:02.789 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 901120 2024-08-10T05:14:02.789 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.792 INFO:tasks.workunit.client.0.smithi031.stdout: "logged_bytes": { 2024-08-10T05:14:02.792 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 761856 2024-08-10T05:14:02.792 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.792 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_db": { 2024-08-10T05:14:02.792 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 312868864 2024-08-10T05:14:02.792 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.792 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_slow": { 2024-08-10T05:14:02.793 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.793 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.793 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_wal": { 2024-08-10T05:14:02.793 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.793 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.793 INFO:tasks.workunit.client.0.smithi031.stdout: "num_files": { 2024-08-10T05:14:02.793 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 14 2024-08-10T05:14:02.793 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.793 INFO:tasks.workunit.client.0.smithi031.stdout: "read_bytes": { 2024-08-10T05:14:02.793 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 195697 2024-08-10T05:14:02.793 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.793 INFO:tasks.workunit.client.0.smithi031.stdout: "read_count": { 2024-08-10T05:14:02.793 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 23 2024-08-10T05:14:02.793 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.794 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes": { 2024-08-10T05:14:02.794 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1269760 2024-08-10T05:14:02.794 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.794 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_db": { 2024-08-10T05:14:02.794 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1273856 2024-08-10T05:14:02.794 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.794 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_slow": { 2024-08-10T05:14:02.794 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.794 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.794 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_wal": { 2024-08-10T05:14:02.794 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.794 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.794 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_count": { 2024-08-10T05:14:02.794 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15 2024-08-10T05:14:02.795 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.795 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_bytes": { 2024-08-10T05:14:02.795 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4789 2024-08-10T05:14:02.795 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.795 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_count": { 2024-08-10T05:14:02.795 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4 2024-08-10T05:14:02.795 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.795 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_bytes": { 2024-08-10T05:14:02.795 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5589 2024-08-10T05:14:02.795 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.795 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_count": { 2024-08-10T05:14:02.795 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24 2024-08-10T05:14:02.796 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.796 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_bytes": { 2024-08-10T05:14:02.796 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5589 2024-08-10T05:14:02.796 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.796 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_count": { 2024-08-10T05:14:02.796 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24 2024-08-10T05:14:02.796 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.796 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes": { 2024-08-10T05:14:02.796 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.796 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.796 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_db": { 2024-08-10T05:14:02.796 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.796 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.796 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_slow": { 2024-08-10T05:14:02.797 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.797 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.797 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_wal": { 2024-08-10T05:14:02.797 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.797 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.797 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_count": { 2024-08-10T05:14:02.797 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.797 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.797 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_total_bytes": { 2024-08-10T05:14:02.797 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.797 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.797 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_used_bytes": { 2024-08-10T05:14:02.797 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.797 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.798 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_total_bytes": { 2024-08-10T05:14:02.798 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.798 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.798 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_used_bytes": { 2024-08-10T05:14:02.798 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.798 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.798 INFO:tasks.workunit.client.0.smithi031.stdout: "write_bytes": { 2024-08-10T05:14:02.798 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2043904 2024-08-10T05:14:02.798 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.798 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.798 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore": { 2024-08-10T05:14:02.798 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit": { 2024-08-10T05:14:02.798 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4096 2024-08-10T05:14:02.799 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.799 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": { 2024-08-10T05:14:02.799 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 802816 2024-08-10T05:14:02.799 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.799 INFO:tasks.workunit.client.0.smithi031.stdout: "clist_lat": { 2024-08-10T05:14:02.799 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.799 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.799 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.799 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_lat": { 2024-08-10T05:14:02.799 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.799 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.799 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.799 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed": { 2024-08-10T05:14:02.800 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.800 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.800 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_allocated": { 2024-08-10T05:14:02.800 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.800 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.800 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_original": { 2024-08-10T05:14:02.800 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.800 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.800 INFO:tasks.workunit.client.0.smithi031.stdout: "csum_lat": { 2024-08-10T05:14:02.800 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 4, 2024-08-10T05:14:02.800 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6432 2024-08-10T05:14:02.800 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.800 INFO:tasks.workunit.client.0.smithi031.stdout: "decompress_lat": { 2024-08-10T05:14:02.801 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.801 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.801 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.801 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_commit_lat": { 2024-08-10T05:14:02.801 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 169, 2024-08-10T05:14:02.801 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 47797165 2024-08-10T05:14:02.801 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.801 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_final_lat": { 2024-08-10T05:14:02.801 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 160, 2024-08-10T05:14:02.801 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4641355 2024-08-10T05:14:02.801 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.801 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_flush_lat": { 2024-08-10T05:14:02.801 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 169, 2024-08-10T05:14:02.802 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 292654 2024-08-10T05:14:02.802 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.802 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_sync_lat": { 2024-08-10T05:14:02.802 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 169, 2024-08-10T05:14:02.802 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 48089819 2024-08-10T05:14:02.802 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.802 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_keys_lat": { 2024-08-10T05:14:02.802 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.802 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.802 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.802 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_values_lat": { 2024-08-10T05:14:02.802 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-08-10T05:14:02.802 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 40848 2024-08-10T05:14:02.803 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.803 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_lower_bound_lat": { 2024-08-10T05:14:02.803 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2, 2024-08-10T05:14:02.803 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 992 2024-08-10T05:14:02.803 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.803 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_next_lat": { 2024-08-10T05:14:02.803 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.803 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.803 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.803 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_seek_to_first_lat": { 2024-08-10T05:14:02.803 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.803 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.803 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.803 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_upper_bound_lat": { 2024-08-10T05:14:02.804 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3, 2024-08-10T05:14:02.804 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 11313 2024-08-10T05:14:02.804 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.804 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_hits": { 2024-08-10T05:14:02.804 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 362 2024-08-10T05:14:02.804 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.804 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_misses": { 2024-08-10T05:14:02.804 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 233 2024-08-10T05:14:02.804 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.804 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-08-10T05:14:02.804 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 91, 2024-08-10T05:14:02.804 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1064699 2024-08-10T05:14:02.804 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.805 INFO:tasks.workunit.client.0.smithi031.stdout: "read_onode_meta_lat": { 2024-08-10T05:14:02.805 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 158, 2024-08-10T05:14:02.805 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 311908 2024-08-10T05:14:02.805 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.805 INFO:tasks.workunit.client.0.smithi031.stdout: "read_wait_aio_lat": { 2024-08-10T05:14:02.805 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 67, 2024-08-10T05:14:02.805 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 561581 2024-08-10T05:14:02.805 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.805 INFO:tasks.workunit.client.0.smithi031.stdout: "reads_with_retries": { 2024-08-10T05:14:02.805 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.805 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.805 INFO:tasks.workunit.client.0.smithi031.stdout: "remove_lat": { 2024-08-10T05:14:02.805 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.806 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.806 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.806 INFO:tasks.workunit.client.0.smithi031.stdout: "state_aio_wait_lat": { 2024-08-10T05:14:02.806 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 244, 2024-08-10T05:14:02.806 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5955267 2024-08-10T05:14:02.806 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.806 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T05:14:02.806 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 57, 2024-08-10T05:14:02.806 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4016755 2024-08-10T05:14:02.806 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.806 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_cleanup_lat": { 2024-08-10T05:14:02.806 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 54, 2024-08-10T05:14:02.806 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 295363538636 2024-08-10T05:14:02.807 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.807 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_queued_lat": { 2024-08-10T05:14:02.807 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 57, 2024-08-10T05:14:02.807 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 88174217539 2024-08-10T05:14:02.807 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.807 INFO:tasks.workunit.client.0.smithi031.stdout: "state_done_lat": { 2024-08-10T05:14:02.807 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 241, 2024-08-10T05:14:02.807 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 564491 2024-08-10T05:14:02.807 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.807 INFO:tasks.workunit.client.0.smithi031.stdout: "state_finishing_lat": { 2024-08-10T05:14:02.807 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 241, 2024-08-10T05:14:02.807 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 23948 2024-08-10T05:14:02.807 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.807 INFO:tasks.workunit.client.0.smithi031.stdout: "state_io_done_lat": { 2024-08-10T05:14:02.808 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 244, 2024-08-10T05:14:02.808 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 268598 2024-08-10T05:14:02.808 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.808 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_commiting_lat": { 2024-08-10T05:14:02.808 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 244, 2024-08-10T05:14:02.808 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 115475644 2024-08-10T05:14:02.808 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.808 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_done_lat": { 2024-08-10T05:14:02.808 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 244, 2024-08-10T05:14:02.808 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 829710 2024-08-10T05:14:02.808 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.808 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_queued_lat": { 2024-08-10T05:14:02.808 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 244, 2024-08-10T05:14:02.809 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 64646765 2024-08-10T05:14:02.809 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.809 INFO:tasks.workunit.client.0.smithi031.stdout: "state_prepare_lat": { 2024-08-10T05:14:02.809 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 244, 2024-08-10T05:14:02.809 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 14110114 2024-08-10T05:14:02.809 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.809 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": { 2024-08-10T05:14:02.809 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 353962 2024-08-10T05:14:02.809 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.809 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-08-10T05:14:02.809 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 48, 2024-08-10T05:14:02.809 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 234769 2024-08-10T05:14:02.809 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.810 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_commit_lat": { 2024-08-10T05:14:02.810 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 244, 2024-08-10T05:14:02.810 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 200486840 2024-08-10T05:14:02.810 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.810 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_submit_lat": { 2024-08-10T05:14:02.810 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 244, 2024-08-10T05:14:02.810 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 17035954 2024-08-10T05:14:02.810 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.810 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_throttle_lat": { 2024-08-10T05:14:02.810 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 244, 2024-08-10T05:14:02.810 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2263064 2024-08-10T05:14:02.810 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.810 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.811 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache": { 2024-08-10T05:14:02.811 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_bytes": { 2024-08-10T05:14:02.811 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1862413752 2024-08-10T05:14:02.811 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.811 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_bytes": { 2024-08-10T05:14:02.811 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 269025280 2024-08-10T05:14:02.811 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.811 INFO:tasks.workunit.client.0.smithi031.stdout: "mapped_bytes": { 2024-08-10T05:14:02.811 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 268812288 2024-08-10T05:14:02.811 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.811 INFO:tasks.workunit.client.0.smithi031.stdout: "target_bytes": { 2024-08-10T05:14:02.811 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3138494259 2024-08-10T05:14:02.811 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.811 INFO:tasks.workunit.client.0.smithi031.stdout: "unmapped_bytes": { 2024-08-10T05:14:02.812 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 212992 2024-08-10T05:14:02.812 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.812 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.812 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:data": { 2024-08-10T05:14:02.812 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T05:14:02.812 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 159383552 2024-08-10T05:14:02.812 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.812 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T05:14:02.812 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.812 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.812 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T05:14:02.812 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.812 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.812 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T05:14:02.812 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 85555311 2024-08-10T05:14:02.813 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.813 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T05:14:02.813 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.813 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.813 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T05:14:02.813 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.813 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.813 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T05:14:02.813 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.813 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.813 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T05:14:02.813 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.813 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.814 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T05:14:02.814 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.814 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.814 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T05:14:02.814 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4096 2024-08-10T05:14:02.814 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.814 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T05:14:02.814 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.814 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.814 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T05:14:02.814 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.814 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.815 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T05:14:02.815 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.815 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.815 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T05:14:02.815 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 73824145 2024-08-10T05:14:02.815 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.815 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.815 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv": { 2024-08-10T05:14:02.815 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T05:14:02.815 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 780140544 2024-08-10T05:14:02.815 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.815 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T05:14:02.815 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T05:14:02.815 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.816 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T05:14:02.816 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.816 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.816 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T05:14:02.816 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 641664838 2024-08-10T05:14:02.816 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.816 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T05:14:02.816 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.816 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.816 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T05:14:02.816 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.816 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.816 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T05:14:02.816 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.817 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.817 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T05:14:02.817 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.817 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.817 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T05:14:02.817 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.817 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.817 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T05:14:02.817 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2128 2024-08-10T05:14:02.817 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.817 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T05:14:02.817 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.817 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.817 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T05:14:02.818 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.818 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.818 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T05:14:02.818 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.818 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.818 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T05:14:02.818 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71364714 2024-08-10T05:14:02.818 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.818 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.818 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T05:14:02.818 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T05:14:02.818 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 192937984 2024-08-10T05:14:02.819 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.819 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T05:14:02.819 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T05:14:02.819 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.819 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T05:14:02.819 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 464 2024-08-10T05:14:02.819 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.819 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T05:14:02.819 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 57036874 2024-08-10T05:14:02.819 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.819 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T05:14:02.819 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.820 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.820 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T05:14:02.820 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.820 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.820 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T05:14:02.820 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.820 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.820 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T05:14:02.820 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.820 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.820 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T05:14:02.820 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.820 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.821 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T05:14:02.821 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.821 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.821 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T05:14:02.821 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.821 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.821 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T05:14:02.821 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.821 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.821 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T05:14:02.821 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.821 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.821 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T05:14:02.821 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 68791782 2024-08-10T05:14:02.822 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.822 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.822 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:meta": { 2024-08-10T05:14:02.822 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T05:14:02.822 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 713031680 2024-08-10T05:14:02.822 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.822 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T05:14:02.822 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.822 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.822 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T05:14:02.822 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.822 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.822 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T05:14:02.823 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 641664838 2024-08-10T05:14:02.823 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.823 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T05:14:02.823 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.823 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.823 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T05:14:02.823 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.823 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.823 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T05:14:02.823 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.823 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.823 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T05:14:02.823 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.824 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.824 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T05:14:02.824 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6974 2024-08-10T05:14:02.824 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.824 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T05:14:02.824 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 270610 2024-08-10T05:14:02.824 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.824 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T05:14:02.824 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.824 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.824 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T05:14:02.824 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.824 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.824 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T05:14:02.825 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.825 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.825 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T05:14:02.825 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71089258 2024-08-10T05:14:02.825 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.825 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.825 INFO:tasks.workunit.client.0.smithi031.stdout: "objecter": { 2024-08-10T05:14:02.825 INFO:tasks.workunit.client.0.smithi031.stdout: "op_active": { 2024-08-10T05:14:02.825 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.825 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.825 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T05:14:02.825 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.825 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.825 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rmw": { 2024-08-10T05:14:02.826 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.826 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.826 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T05:14:02.826 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.826 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.826 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.826 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T05:14:02.826 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg": { 2024-08-10T05:14:02.826 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 36 2024-08-10T05:14:02.826 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.826 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg_removing": { 2024-08-10T05:14:02.826 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.827 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.827 INFO:tasks.workunit.client.0.smithi031.stdout: "op": { 2024-08-10T05:14:02.827 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.827 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.827 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_degraded": { 2024-08-10T05:14:02.827 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.827 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.827 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_unreadable": { 2024-08-10T05:14:02.827 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.827 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.827 INFO:tasks.workunit.client.0.smithi031.stdout: "op_in_bytes": { 2024-08-10T05:14:02.827 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.827 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.827 INFO:tasks.workunit.client.0.smithi031.stdout: "op_latency": { 2024-08-10T05:14:02.828 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.828 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.828 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.828 INFO:tasks.workunit.client.0.smithi031.stdout: "op_out_bytes": { 2024-08-10T05:14:02.828 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.828 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.828 INFO:tasks.workunit.client.0.smithi031.stdout: "op_prepare_latency": { 2024-08-10T05:14:02.828 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2, 2024-08-10T05:14:02.828 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 848609 2024-08-10T05:14:02.828 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.828 INFO:tasks.workunit.client.0.smithi031.stdout: "op_process_latency": { 2024-08-10T05:14:02.828 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.828 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.828 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.829 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T05:14:02.829 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.829 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.829 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency": { 2024-08-10T05:14:02.829 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.829 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.829 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.829 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T05:14:02.829 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.829 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.829 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_out_bytes": { 2024-08-10T05:14:02.829 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.829 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.829 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_prepare_latency": { 2024-08-10T05:14:02.830 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.830 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.830 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.830 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_process_latency": { 2024-08-10T05:14:02.830 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.830 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.830 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.830 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw": { 2024-08-10T05:14:02.830 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.830 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.830 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_in_bytes": { 2024-08-10T05:14:02.830 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.830 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.831 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency": { 2024-08-10T05:14:02.831 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.831 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.831 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.831 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T05:14:02.831 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.831 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.831 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T05:14:02.831 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.831 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.831 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_out_bytes": { 2024-08-10T05:14:02.831 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.831 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.832 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_prepare_latency": { 2024-08-10T05:14:02.832 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.832 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.832 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.832 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_process_latency": { 2024-08-10T05:14:02.832 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.832 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.832 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.832 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T05:14:02.832 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.832 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.833 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_in_bytes": { 2024-08-10T05:14:02.833 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.833 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.833 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency": { 2024-08-10T05:14:02.833 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.833 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.833 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.833 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T05:14:02.833 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.833 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.833 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_prepare_latency": { 2024-08-10T05:14:02.833 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2, 2024-08-10T05:14:02.833 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 848609 2024-08-10T05:14:02.834 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.834 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_process_latency": { 2024-08-10T05:14:02.834 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.834 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.834 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.834 INFO:tasks.workunit.client.0.smithi031.stdout: "op_wip": { 2024-08-10T05:14:02.834 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.834 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.834 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_bytes": { 2024-08-10T05:14:02.834 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.834 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.834 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_ops": { 2024-08-10T05:14:02.834 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.835 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.835 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes": { 2024-08-10T05:14:02.835 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-08-10T05:14:02.835 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.835 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes_used": { 2024-08-10T05:14:02.835 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 305291264 2024-08-10T05:14:02.835 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.835 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.835 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.835 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.4": { 2024-08-10T05:14:02.835 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T05:14:02.835 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_fallback": { 2024-08-10T05:14:02.835 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.836 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.836 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_size_fallback": { 2024-08-10T05:14:02.836 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.836 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.836 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_db": { 2024-08-10T05:14:02.836 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 65536 2024-08-10T05:14:02.836 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.836 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_main": { 2024-08-10T05:14:02.836 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.836 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.836 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_wal": { 2024-08-10T05:14:02.836 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.836 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.836 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_slow": { 2024-08-10T05:14:02.837 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.837 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.837 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_sst": { 2024-08-10T05:14:02.837 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12288 2024-08-10T05:14:02.837 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.837 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_wal": { 2024-08-10T05:14:02.837 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1421312 2024-08-10T05:14:02.837 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.837 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lat": { 2024-08-10T05:14:02.837 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.837 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.837 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.837 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lock_lat": { 2024-08-10T05:14:02.838 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.838 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.838 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.838 INFO:tasks.workunit.client.0.smithi031.stdout: "db_total_bytes": { 2024-08-10T05:14:02.838 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-08-10T05:14:02.838 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.838 INFO:tasks.workunit.client.0.smithi031.stdout: "db_used_bytes": { 2024-08-10T05:14:02.838 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 304480256 2024-08-10T05:14:02.838 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.838 INFO:tasks.workunit.client.0.smithi031.stdout: "log_bytes": { 2024-08-10T05:14:02.838 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1060864 2024-08-10T05:14:02.838 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.838 INFO:tasks.workunit.client.0.smithi031.stdout: "logged_bytes": { 2024-08-10T05:14:02.839 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 921600 2024-08-10T05:14:02.839 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.839 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_db": { 2024-08-10T05:14:02.839 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 312868864 2024-08-10T05:14:02.839 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.839 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_slow": { 2024-08-10T05:14:02.839 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.839 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.839 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_wal": { 2024-08-10T05:14:02.839 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.839 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.839 INFO:tasks.workunit.client.0.smithi031.stdout: "num_files": { 2024-08-10T05:14:02.839 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 14 2024-08-10T05:14:02.840 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.840 INFO:tasks.workunit.client.0.smithi031.stdout: "read_bytes": { 2024-08-10T05:14:02.840 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 195697 2024-08-10T05:14:02.840 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.840 INFO:tasks.workunit.client.0.smithi031.stdout: "read_count": { 2024-08-10T05:14:02.840 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 23 2024-08-10T05:14:02.840 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.840 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes": { 2024-08-10T05:14:02.840 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1269760 2024-08-10T05:14:02.840 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.840 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_db": { 2024-08-10T05:14:02.840 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1273856 2024-08-10T05:14:02.840 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.840 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_slow": { 2024-08-10T05:14:02.841 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.841 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.841 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_wal": { 2024-08-10T05:14:02.841 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.841 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.841 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_count": { 2024-08-10T05:14:02.841 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15 2024-08-10T05:14:02.841 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.841 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_bytes": { 2024-08-10T05:14:02.841 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4789 2024-08-10T05:14:02.841 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.841 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_count": { 2024-08-10T05:14:02.841 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4 2024-08-10T05:14:02.842 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.842 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_bytes": { 2024-08-10T05:14:02.842 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5589 2024-08-10T05:14:02.842 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.842 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_count": { 2024-08-10T05:14:02.842 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24 2024-08-10T05:14:02.842 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.842 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_bytes": { 2024-08-10T05:14:02.842 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5589 2024-08-10T05:14:02.842 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.842 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_count": { 2024-08-10T05:14:02.842 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24 2024-08-10T05:14:02.842 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.843 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes": { 2024-08-10T05:14:02.843 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.843 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.843 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_db": { 2024-08-10T05:14:02.843 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.843 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.843 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_slow": { 2024-08-10T05:14:02.843 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.843 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.843 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_wal": { 2024-08-10T05:14:02.843 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.843 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.844 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_count": { 2024-08-10T05:14:02.844 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.844 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.844 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_total_bytes": { 2024-08-10T05:14:02.844 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.844 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.844 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_used_bytes": { 2024-08-10T05:14:02.844 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.844 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.844 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_total_bytes": { 2024-08-10T05:14:02.844 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.844 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.844 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_used_bytes": { 2024-08-10T05:14:02.845 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.845 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.845 INFO:tasks.workunit.client.0.smithi031.stdout: "write_bytes": { 2024-08-10T05:14:02.845 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2416640 2024-08-10T05:14:02.845 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.845 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.845 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore": { 2024-08-10T05:14:02.845 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit": { 2024-08-10T05:14:02.845 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4096 2024-08-10T05:14:02.845 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.845 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": { 2024-08-10T05:14:02.845 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 802816 2024-08-10T05:14:02.845 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.845 INFO:tasks.workunit.client.0.smithi031.stdout: "clist_lat": { 2024-08-10T05:14:02.846 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 8, 2024-08-10T05:14:02.846 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 360501 2024-08-10T05:14:02.846 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.846 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_lat": { 2024-08-10T05:14:02.846 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.846 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.846 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.846 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed": { 2024-08-10T05:14:02.846 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.846 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.846 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_allocated": { 2024-08-10T05:14:02.846 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.847 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.847 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_original": { 2024-08-10T05:14:02.847 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.847 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.847 INFO:tasks.workunit.client.0.smithi031.stdout: "csum_lat": { 2024-08-10T05:14:02.847 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 5, 2024-08-10T05:14:02.847 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 9054 2024-08-10T05:14:02.847 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.847 INFO:tasks.workunit.client.0.smithi031.stdout: "decompress_lat": { 2024-08-10T05:14:02.847 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.847 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.847 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.847 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_commit_lat": { 2024-08-10T05:14:02.848 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 208, 2024-08-10T05:14:02.848 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 49382831 2024-08-10T05:14:02.848 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.848 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_final_lat": { 2024-08-10T05:14:02.848 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 189, 2024-08-10T05:14:02.848 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12676491 2024-08-10T05:14:02.848 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.848 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_flush_lat": { 2024-08-10T05:14:02.848 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 208, 2024-08-10T05:14:02.848 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 262481 2024-08-10T05:14:02.848 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.848 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_sync_lat": { 2024-08-10T05:14:02.848 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 208, 2024-08-10T05:14:02.848 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 49645312 2024-08-10T05:14:02.849 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.849 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_keys_lat": { 2024-08-10T05:14:02.849 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.849 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.849 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.849 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_values_lat": { 2024-08-10T05:14:02.849 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3, 2024-08-10T05:14:02.849 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 33554 2024-08-10T05:14:02.849 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.849 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_lower_bound_lat": { 2024-08-10T05:14:02.849 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2, 2024-08-10T05:14:02.849 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1204 2024-08-10T05:14:02.849 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.849 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_next_lat": { 2024-08-10T05:14:02.850 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.850 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.850 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.850 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_seek_to_first_lat": { 2024-08-10T05:14:02.850 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.850 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.850 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.850 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_upper_bound_lat": { 2024-08-10T05:14:02.850 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3, 2024-08-10T05:14:02.850 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 9290 2024-08-10T05:14:02.850 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.850 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_hits": { 2024-08-10T05:14:02.851 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 404 2024-08-10T05:14:02.851 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.851 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_misses": { 2024-08-10T05:14:02.851 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 251 2024-08-10T05:14:02.851 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.851 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-08-10T05:14:02.851 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 110, 2024-08-10T05:14:02.851 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1627543 2024-08-10T05:14:02.851 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.851 INFO:tasks.workunit.client.0.smithi031.stdout: "read_onode_meta_lat": { 2024-08-10T05:14:02.851 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 188, 2024-08-10T05:14:02.851 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 260696 2024-08-10T05:14:02.851 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.851 INFO:tasks.workunit.client.0.smithi031.stdout: "read_wait_aio_lat": { 2024-08-10T05:14:02.852 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 78, 2024-08-10T05:14:02.852 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 657976 2024-08-10T05:14:02.852 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.852 INFO:tasks.workunit.client.0.smithi031.stdout: "reads_with_retries": { 2024-08-10T05:14:02.852 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.852 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.852 INFO:tasks.workunit.client.0.smithi031.stdout: "remove_lat": { 2024-08-10T05:14:02.852 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 5, 2024-08-10T05:14:02.852 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 127090 2024-08-10T05:14:02.852 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.852 INFO:tasks.workunit.client.0.smithi031.stdout: "state_aio_wait_lat": { 2024-08-10T05:14:02.852 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 274, 2024-08-10T05:14:02.852 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3465046 2024-08-10T05:14:02.852 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.853 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T05:14:02.853 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 49, 2024-08-10T05:14:02.853 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3695968 2024-08-10T05:14:02.853 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.853 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_cleanup_lat": { 2024-08-10T05:14:02.853 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 48, 2024-08-10T05:14:02.853 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 215363082308 2024-08-10T05:14:02.853 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.853 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_queued_lat": { 2024-08-10T05:14:02.853 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 49, 2024-08-10T05:14:02.853 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 75141242329 2024-08-10T05:14:02.853 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.853 INFO:tasks.workunit.client.0.smithi031.stdout: "state_done_lat": { 2024-08-10T05:14:02.853 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 273, 2024-08-10T05:14:02.853 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 842360 2024-08-10T05:14:02.854 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.854 INFO:tasks.workunit.client.0.smithi031.stdout: "state_finishing_lat": { 2024-08-10T05:14:02.854 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 273, 2024-08-10T05:14:02.854 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 25313 2024-08-10T05:14:02.854 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.854 INFO:tasks.workunit.client.0.smithi031.stdout: "state_io_done_lat": { 2024-08-10T05:14:02.854 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 274, 2024-08-10T05:14:02.854 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 267676 2024-08-10T05:14:02.854 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.854 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_commiting_lat": { 2024-08-10T05:14:02.854 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 274, 2024-08-10T05:14:02.854 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 200866139 2024-08-10T05:14:02.854 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.854 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_done_lat": { 2024-08-10T05:14:02.855 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 274, 2024-08-10T05:14:02.855 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 77605 2024-08-10T05:14:02.855 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.855 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_queued_lat": { 2024-08-10T05:14:02.855 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 274, 2024-08-10T05:14:02.855 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 35912770 2024-08-10T05:14:02.855 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.855 INFO:tasks.workunit.client.0.smithi031.stdout: "state_prepare_lat": { 2024-08-10T05:14:02.855 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 274, 2024-08-10T05:14:02.855 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12735783 2024-08-10T05:14:02.855 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.855 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": { 2024-08-10T05:14:02.855 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 351949 2024-08-10T05:14:02.855 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.856 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-08-10T05:14:02.856 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 47, 2024-08-10T05:14:02.856 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 228403 2024-08-10T05:14:02.856 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.856 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_commit_lat": { 2024-08-10T05:14:02.856 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 274, 2024-08-10T05:14:02.856 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 253281117 2024-08-10T05:14:02.856 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.856 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_submit_lat": { 2024-08-10T05:14:02.856 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 274, 2024-08-10T05:14:02.856 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15294402 2024-08-10T05:14:02.856 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.856 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_throttle_lat": { 2024-08-10T05:14:02.856 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 274, 2024-08-10T05:14:02.856 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1879647 2024-08-10T05:14:02.857 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.857 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.857 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache": { 2024-08-10T05:14:02.857 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_bytes": { 2024-08-10T05:14:02.857 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1861457182 2024-08-10T05:14:02.857 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.857 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_bytes": { 2024-08-10T05:14:02.857 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 269926400 2024-08-10T05:14:02.857 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.857 INFO:tasks.workunit.client.0.smithi031.stdout: "mapped_bytes": { 2024-08-10T05:14:02.857 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 269631488 2024-08-10T05:14:02.857 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.857 INFO:tasks.workunit.client.0.smithi031.stdout: "target_bytes": { 2024-08-10T05:14:02.857 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3137368883 2024-08-10T05:14:02.857 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.858 INFO:tasks.workunit.client.0.smithi031.stdout: "unmapped_bytes": { 2024-08-10T05:14:02.858 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 294912 2024-08-10T05:14:02.858 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.858 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.858 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:data": { 2024-08-10T05:14:02.858 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T05:14:02.858 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 159383552 2024-08-10T05:14:02.858 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.858 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T05:14:02.858 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.858 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.858 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T05:14:02.859 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.859 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.859 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T05:14:02.859 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 85496800 2024-08-10T05:14:02.859 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.859 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T05:14:02.859 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.859 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.859 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T05:14:02.859 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.859 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.859 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T05:14:02.859 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.859 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.860 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T05:14:02.860 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.860 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.860 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T05:14:02.860 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.860 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.860 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T05:14:02.860 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 16384 2024-08-10T05:14:02.860 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.860 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T05:14:02.860 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.860 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.860 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T05:14:02.861 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.861 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.861 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T05:14:02.861 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.861 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.861 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T05:14:02.861 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 73870368 2024-08-10T05:14:02.861 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.861 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.861 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv": { 2024-08-10T05:14:02.861 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T05:14:02.861 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 780140544 2024-08-10T05:14:02.861 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.861 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T05:14:02.862 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T05:14:02.862 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.862 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T05:14:02.862 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.862 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.862 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T05:14:02.862 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 641226006 2024-08-10T05:14:02.862 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.862 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T05:14:02.862 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.862 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.862 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T05:14:02.862 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.863 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.863 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T05:14:02.863 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.863 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.863 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T05:14:02.863 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.863 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.863 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T05:14:02.863 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.863 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.863 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T05:14:02.863 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2128 2024-08-10T05:14:02.863 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.863 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T05:14:02.864 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.864 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.864 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T05:14:02.864 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.864 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.864 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T05:14:02.864 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.864 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.864 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T05:14:02.864 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71803546 2024-08-10T05:14:02.864 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.864 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.864 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T05:14:02.865 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T05:14:02.865 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 192937984 2024-08-10T05:14:02.865 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.865 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T05:14:02.865 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T05:14:02.865 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.865 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T05:14:02.865 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 464 2024-08-10T05:14:02.865 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.865 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T05:14:02.865 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 56997867 2024-08-10T05:14:02.865 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.865 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T05:14:02.865 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.866 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.866 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T05:14:02.866 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.866 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.866 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T05:14:02.866 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.866 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.866 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T05:14:02.866 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.866 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.866 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T05:14:02.866 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.867 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.867 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T05:14:02.867 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.867 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.867 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T05:14:02.867 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.867 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.867 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T05:14:02.867 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.867 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.867 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T05:14:02.867 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.867 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.867 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T05:14:02.868 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 68830789 2024-08-10T05:14:02.868 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.868 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.868 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:meta": { 2024-08-10T05:14:02.868 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T05:14:02.868 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 713031680 2024-08-10T05:14:02.868 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.868 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T05:14:02.868 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.869 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.869 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T05:14:02.869 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.869 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.869 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T05:14:02.869 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 641226006 2024-08-10T05:14:02.869 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.869 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T05:14:02.869 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.869 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.869 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T05:14:02.869 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.869 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.870 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T05:14:02.870 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.870 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.870 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T05:14:02.870 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.870 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.870 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T05:14:02.870 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.870 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.870 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T05:14:02.870 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 281111 2024-08-10T05:14:02.870 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.870 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T05:14:02.870 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.871 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.871 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T05:14:02.871 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.871 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.871 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T05:14:02.871 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.871 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.871 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T05:14:02.871 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71524563 2024-08-10T05:14:02.871 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.871 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.871 INFO:tasks.workunit.client.0.smithi031.stdout: "objecter": { 2024-08-10T05:14:02.871 INFO:tasks.workunit.client.0.smithi031.stdout: "op_active": { 2024-08-10T05:14:02.872 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.872 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.872 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T05:14:02.872 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.872 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.872 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rmw": { 2024-08-10T05:14:02.872 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.872 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.872 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T05:14:02.872 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.872 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.872 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.872 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T05:14:02.873 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg": { 2024-08-10T05:14:02.873 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 39 2024-08-10T05:14:02.873 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.873 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg_removing": { 2024-08-10T05:14:02.873 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.873 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.873 INFO:tasks.workunit.client.0.smithi031.stdout: "op": { 2024-08-10T05:14:02.873 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1 2024-08-10T05:14:02.873 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.873 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_degraded": { 2024-08-10T05:14:02.873 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.873 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.873 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_unreadable": { 2024-08-10T05:14:02.874 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.874 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.874 INFO:tasks.workunit.client.0.smithi031.stdout: "op_in_bytes": { 2024-08-10T05:14:02.874 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 22 2024-08-10T05:14:02.874 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.874 INFO:tasks.workunit.client.0.smithi031.stdout: "op_latency": { 2024-08-10T05:14:02.874 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-08-10T05:14:02.874 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6311399 2024-08-10T05:14:02.874 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.874 INFO:tasks.workunit.client.0.smithi031.stdout: "op_out_bytes": { 2024-08-10T05:14:02.874 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.875 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.875 INFO:tasks.workunit.client.0.smithi031.stdout: "op_prepare_latency": { 2024-08-10T05:14:02.875 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-08-10T05:14:02.875 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 866151 2024-08-10T05:14:02.875 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.875 INFO:tasks.workunit.client.0.smithi031.stdout: "op_process_latency": { 2024-08-10T05:14:02.875 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-08-10T05:14:02.875 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6224288 2024-08-10T05:14:02.875 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.875 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T05:14:02.875 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.875 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.875 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency": { 2024-08-10T05:14:02.875 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.876 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.876 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.876 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T05:14:02.876 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.876 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.876 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_out_bytes": { 2024-08-10T05:14:02.876 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.876 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.876 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_prepare_latency": { 2024-08-10T05:14:02.876 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.876 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.876 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.876 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_process_latency": { 2024-08-10T05:14:02.876 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.877 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.877 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.877 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw": { 2024-08-10T05:14:02.877 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.877 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.877 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_in_bytes": { 2024-08-10T05:14:02.877 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.877 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.877 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency": { 2024-08-10T05:14:02.877 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.877 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.877 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.877 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T05:14:02.878 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.878 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.878 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T05:14:02.878 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.878 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.878 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_out_bytes": { 2024-08-10T05:14:02.878 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.878 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.878 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_prepare_latency": { 2024-08-10T05:14:02.878 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.878 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.878 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.878 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_process_latency": { 2024-08-10T05:14:02.878 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.879 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.879 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.879 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T05:14:02.879 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1 2024-08-10T05:14:02.879 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.879 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_in_bytes": { 2024-08-10T05:14:02.879 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 22 2024-08-10T05:14:02.879 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.879 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency": { 2024-08-10T05:14:02.879 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-08-10T05:14:02.879 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6311399 2024-08-10T05:14:02.879 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.880 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T05:14:02.880 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.880 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.880 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_prepare_latency": { 2024-08-10T05:14:02.880 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-08-10T05:14:02.880 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 866151 2024-08-10T05:14:02.880 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.880 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_process_latency": { 2024-08-10T05:14:02.880 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-08-10T05:14:02.880 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6224288 2024-08-10T05:14:02.880 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.880 INFO:tasks.workunit.client.0.smithi031.stdout: "op_wip": { 2024-08-10T05:14:02.880 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.880 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.881 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_bytes": { 2024-08-10T05:14:02.881 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.881 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.881 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_ops": { 2024-08-10T05:14:02.881 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.881 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.881 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes": { 2024-08-10T05:14:02.881 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-08-10T05:14:02.881 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.881 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes_used": { 2024-08-10T05:14:02.881 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 305295360 2024-08-10T05:14:02.881 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.881 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.881 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.882 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.5": { 2024-08-10T05:14:02.882 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T05:14:02.882 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_fallback": { 2024-08-10T05:14:02.882 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.882 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.882 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_size_fallback": { 2024-08-10T05:14:02.882 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.882 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.882 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_db": { 2024-08-10T05:14:02.882 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 65536 2024-08-10T05:14:02.882 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.882 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_main": { 2024-08-10T05:14:02.882 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.883 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.883 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_wal": { 2024-08-10T05:14:02.883 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.883 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.883 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_slow": { 2024-08-10T05:14:02.883 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.883 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.883 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_sst": { 2024-08-10T05:14:02.883 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12288 2024-08-10T05:14:02.883 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.883 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_wal": { 2024-08-10T05:14:02.883 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1273856 2024-08-10T05:14:02.883 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.884 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lat": { 2024-08-10T05:14:02.884 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.884 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.884 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.884 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lock_lat": { 2024-08-10T05:14:02.884 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.884 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.884 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.884 INFO:tasks.workunit.client.0.smithi031.stdout: "db_total_bytes": { 2024-08-10T05:14:02.884 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-08-10T05:14:02.884 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.884 INFO:tasks.workunit.client.0.smithi031.stdout: "db_used_bytes": { 2024-08-10T05:14:02.884 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 304480256 2024-08-10T05:14:02.884 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.885 INFO:tasks.workunit.client.0.smithi031.stdout: "log_bytes": { 2024-08-10T05:14:02.885 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 921600 2024-08-10T05:14:02.885 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.885 INFO:tasks.workunit.client.0.smithi031.stdout: "logged_bytes": { 2024-08-10T05:14:02.885 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 782336 2024-08-10T05:14:02.885 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.885 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_db": { 2024-08-10T05:14:02.885 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 312868864 2024-08-10T05:14:02.885 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.885 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_slow": { 2024-08-10T05:14:02.885 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.885 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.885 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_wal": { 2024-08-10T05:14:02.886 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.886 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.886 INFO:tasks.workunit.client.0.smithi031.stdout: "num_files": { 2024-08-10T05:14:02.886 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 14 2024-08-10T05:14:02.886 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.886 INFO:tasks.workunit.client.0.smithi031.stdout: "read_bytes": { 2024-08-10T05:14:02.886 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 195697 2024-08-10T05:14:02.886 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.886 INFO:tasks.workunit.client.0.smithi031.stdout: "read_count": { 2024-08-10T05:14:02.886 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 23 2024-08-10T05:14:02.886 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.886 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes": { 2024-08-10T05:14:02.886 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1269760 2024-08-10T05:14:02.887 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.887 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_db": { 2024-08-10T05:14:02.887 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1273856 2024-08-10T05:14:02.887 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.887 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_slow": { 2024-08-10T05:14:02.887 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.887 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.887 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_wal": { 2024-08-10T05:14:02.887 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.887 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.887 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_count": { 2024-08-10T05:14:02.887 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15 2024-08-10T05:14:02.887 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.887 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_bytes": { 2024-08-10T05:14:02.888 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4789 2024-08-10T05:14:02.888 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.888 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_count": { 2024-08-10T05:14:02.888 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4 2024-08-10T05:14:02.888 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.888 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_bytes": { 2024-08-10T05:14:02.888 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5589 2024-08-10T05:14:02.888 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.888 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_count": { 2024-08-10T05:14:02.888 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24 2024-08-10T05:14:02.888 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.888 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_bytes": { 2024-08-10T05:14:02.888 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5589 2024-08-10T05:14:02.889 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.889 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_count": { 2024-08-10T05:14:02.889 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24 2024-08-10T05:14:02.889 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.889 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes": { 2024-08-10T05:14:02.889 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.889 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.889 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_db": { 2024-08-10T05:14:02.889 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.889 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.889 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_slow": { 2024-08-10T05:14:02.889 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.889 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.889 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_wal": { 2024-08-10T05:14:02.889 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.890 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.890 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_count": { 2024-08-10T05:14:02.890 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.890 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.890 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_total_bytes": { 2024-08-10T05:14:02.890 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.890 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.890 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_used_bytes": { 2024-08-10T05:14:02.890 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.890 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.890 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_total_bytes": { 2024-08-10T05:14:02.890 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.891 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.891 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_used_bytes": { 2024-08-10T05:14:02.891 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.891 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.891 INFO:tasks.workunit.client.0.smithi031.stdout: "write_bytes": { 2024-08-10T05:14:02.891 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2129920 2024-08-10T05:14:02.891 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.891 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.891 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore": { 2024-08-10T05:14:02.891 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit": { 2024-08-10T05:14:02.891 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4096 2024-08-10T05:14:02.891 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.891 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": { 2024-08-10T05:14:02.891 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 806912 2024-08-10T05:14:02.892 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.892 INFO:tasks.workunit.client.0.smithi031.stdout: "clist_lat": { 2024-08-10T05:14:02.892 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 6, 2024-08-10T05:14:02.892 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 220136 2024-08-10T05:14:02.892 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.892 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_lat": { 2024-08-10T05:14:02.892 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.892 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.892 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.892 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed": { 2024-08-10T05:14:02.892 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.892 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.892 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_allocated": { 2024-08-10T05:14:02.893 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.893 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.893 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_original": { 2024-08-10T05:14:02.893 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.893 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.893 INFO:tasks.workunit.client.0.smithi031.stdout: "csum_lat": { 2024-08-10T05:14:02.893 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 4, 2024-08-10T05:14:02.893 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7811 2024-08-10T05:14:02.893 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.893 INFO:tasks.workunit.client.0.smithi031.stdout: "decompress_lat": { 2024-08-10T05:14:02.893 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.893 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.893 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.894 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_commit_lat": { 2024-08-10T05:14:02.894 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 174, 2024-08-10T05:14:02.894 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 59354041 2024-08-10T05:14:02.894 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.894 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_final_lat": { 2024-08-10T05:14:02.894 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 172, 2024-08-10T05:14:02.894 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6489925 2024-08-10T05:14:02.894 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.894 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_flush_lat": { 2024-08-10T05:14:02.894 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 174, 2024-08-10T05:14:02.894 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 203219 2024-08-10T05:14:02.894 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.894 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_sync_lat": { 2024-08-10T05:14:02.894 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 174, 2024-08-10T05:14:02.895 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 59557260 2024-08-10T05:14:02.895 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.895 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_keys_lat": { 2024-08-10T05:14:02.895 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.895 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.895 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.895 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_values_lat": { 2024-08-10T05:14:02.895 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3, 2024-08-10T05:14:02.895 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 32945 2024-08-10T05:14:02.895 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.895 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_lower_bound_lat": { 2024-08-10T05:14:02.895 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2, 2024-08-10T05:14:02.895 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 980 2024-08-10T05:14:02.896 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.896 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_next_lat": { 2024-08-10T05:14:02.896 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.896 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.896 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.896 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_seek_to_first_lat": { 2024-08-10T05:14:02.896 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.896 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.896 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.896 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_upper_bound_lat": { 2024-08-10T05:14:02.896 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2, 2024-08-10T05:14:02.896 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5788 2024-08-10T05:14:02.896 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.896 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_hits": { 2024-08-10T05:14:02.897 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 385 2024-08-10T05:14:02.897 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.897 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_misses": { 2024-08-10T05:14:02.897 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 258 2024-08-10T05:14:02.897 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.897 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-08-10T05:14:02.897 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 104, 2024-08-10T05:14:02.897 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 895728 2024-08-10T05:14:02.897 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.897 INFO:tasks.workunit.client.0.smithi031.stdout: "read_onode_meta_lat": { 2024-08-10T05:14:02.897 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 173, 2024-08-10T05:14:02.897 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 244879 2024-08-10T05:14:02.897 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.898 INFO:tasks.workunit.client.0.smithi031.stdout: "read_wait_aio_lat": { 2024-08-10T05:14:02.898 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 69, 2024-08-10T05:14:02.898 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 501664 2024-08-10T05:14:02.898 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.898 INFO:tasks.workunit.client.0.smithi031.stdout: "reads_with_retries": { 2024-08-10T05:14:02.898 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.898 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.898 INFO:tasks.workunit.client.0.smithi031.stdout: "remove_lat": { 2024-08-10T05:14:02.898 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 4, 2024-08-10T05:14:02.898 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 100673 2024-08-10T05:14:02.898 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.898 INFO:tasks.workunit.client.0.smithi031.stdout: "state_aio_wait_lat": { 2024-08-10T05:14:02.898 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 290, 2024-08-10T05:14:02.898 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7448255 2024-08-10T05:14:02.899 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.899 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T05:14:02.899 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 47, 2024-08-10T05:14:02.899 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3306263 2024-08-10T05:14:02.899 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.899 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_cleanup_lat": { 2024-08-10T05:14:02.899 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 44, 2024-08-10T05:14:02.899 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 253163097599 2024-08-10T05:14:02.899 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.899 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_queued_lat": { 2024-08-10T05:14:02.899 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 47, 2024-08-10T05:14:02.899 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 74809581992 2024-08-10T05:14:02.899 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.900 INFO:tasks.workunit.client.0.smithi031.stdout: "state_done_lat": { 2024-08-10T05:14:02.900 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 287, 2024-08-10T05:14:02.900 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5122899334 2024-08-10T05:14:02.900 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.900 INFO:tasks.workunit.client.0.smithi031.stdout: "state_finishing_lat": { 2024-08-10T05:14:02.900 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 287, 2024-08-10T05:14:02.900 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 36715 2024-08-10T05:14:02.900 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.900 INFO:tasks.workunit.client.0.smithi031.stdout: "state_io_done_lat": { 2024-08-10T05:14:02.900 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 290, 2024-08-10T05:14:02.900 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 224542 2024-08-10T05:14:02.900 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.900 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_commiting_lat": { 2024-08-10T05:14:02.901 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 290, 2024-08-10T05:14:02.901 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 188968412 2024-08-10T05:14:02.901 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.901 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_done_lat": { 2024-08-10T05:14:02.901 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 290, 2024-08-10T05:14:02.901 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 79039 2024-08-10T05:14:02.901 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.901 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_queued_lat": { 2024-08-10T05:14:02.901 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 290, 2024-08-10T05:14:02.901 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 205987992 2024-08-10T05:14:02.901 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.901 INFO:tasks.workunit.client.0.smithi031.stdout: "state_prepare_lat": { 2024-08-10T05:14:02.901 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 290, 2024-08-10T05:14:02.901 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 11996147 2024-08-10T05:14:02.902 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.902 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": { 2024-08-10T05:14:02.902 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 354232 2024-08-10T05:14:02.902 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.902 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-08-10T05:14:02.902 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 39, 2024-08-10T05:14:02.902 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 162089 2024-08-10T05:14:02.902 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.902 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_commit_lat": { 2024-08-10T05:14:02.902 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 290, 2024-08-10T05:14:02.902 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 414660221 2024-08-10T05:14:02.902 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.903 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_submit_lat": { 2024-08-10T05:14:02.903 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 290, 2024-08-10T05:14:02.903 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 14214302 2024-08-10T05:14:02.903 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.903 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_throttle_lat": { 2024-08-10T05:14:02.903 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 290, 2024-08-10T05:14:02.903 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1901954 2024-08-10T05:14:02.903 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.903 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.903 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache": { 2024-08-10T05:14:02.903 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_bytes": { 2024-08-10T05:14:02.903 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1861457182 2024-08-10T05:14:02.903 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.904 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_bytes": { 2024-08-10T05:14:02.904 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 270139392 2024-08-10T05:14:02.904 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.904 INFO:tasks.workunit.client.0.smithi031.stdout: "mapped_bytes": { 2024-08-10T05:14:02.904 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 269541376 2024-08-10T05:14:02.904 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.904 INFO:tasks.workunit.client.0.smithi031.stdout: "target_bytes": { 2024-08-10T05:14:02.904 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3137368883 2024-08-10T05:14:02.904 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.904 INFO:tasks.workunit.client.0.smithi031.stdout: "unmapped_bytes": { 2024-08-10T05:14:02.904 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 598016 2024-08-10T05:14:02.904 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.904 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.904 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:data": { 2024-08-10T05:14:02.905 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T05:14:02.905 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 159383552 2024-08-10T05:14:02.905 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.905 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T05:14:02.905 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.905 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.905 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T05:14:02.906 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.906 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.906 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T05:14:02.906 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 85497255 2024-08-10T05:14:02.906 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.906 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T05:14:02.906 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.906 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.906 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T05:14:02.906 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.907 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.907 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T05:14:02.907 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.907 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.907 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T05:14:02.907 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.907 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.907 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T05:14:02.907 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.907 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.907 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T05:14:02.907 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4096 2024-08-10T05:14:02.907 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.908 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T05:14:02.908 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.908 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.908 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T05:14:02.908 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.908 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.908 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T05:14:02.908 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.908 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.908 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T05:14:02.908 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 73882201 2024-08-10T05:14:02.909 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.909 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.909 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv": { 2024-08-10T05:14:02.909 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T05:14:02.909 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 780140544 2024-08-10T05:14:02.909 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.909 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T05:14:02.909 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T05:14:02.909 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.909 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T05:14:02.909 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.910 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.910 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T05:14:02.910 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 641229419 2024-08-10T05:14:02.910 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.910 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T05:14:02.910 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.910 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.910 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T05:14:02.910 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.910 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.910 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T05:14:02.911 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.911 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.911 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T05:14:02.911 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.911 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.911 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T05:14:02.911 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.911 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.911 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T05:14:02.911 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2128 2024-08-10T05:14:02.911 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.911 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T05:14:02.911 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.912 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.912 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T05:14:02.912 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.912 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.912 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T05:14:02.912 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.912 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.912 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T05:14:02.912 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71800133 2024-08-10T05:14:02.912 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.913 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.913 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T05:14:02.913 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T05:14:02.913 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 192937984 2024-08-10T05:14:02.913 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.913 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T05:14:02.913 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T05:14:02.913 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.913 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T05:14:02.913 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 464 2024-08-10T05:14:02.913 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.914 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T05:14:02.914 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 56998170 2024-08-10T05:14:02.914 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.914 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T05:14:02.914 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.914 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.914 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T05:14:02.914 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.914 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.914 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T05:14:02.914 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.914 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.915 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T05:14:02.915 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.915 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.915 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T05:14:02.915 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.915 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.915 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T05:14:02.915 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.915 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.915 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T05:14:02.915 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.915 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.916 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T05:14:02.916 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.916 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.916 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T05:14:02.916 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.916 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.916 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T05:14:02.916 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 68830486 2024-08-10T05:14:02.916 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.916 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.916 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:meta": { 2024-08-10T05:14:02.916 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T05:14:02.917 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 713031680 2024-08-10T05:14:02.917 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.917 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T05:14:02.917 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.917 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.917 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T05:14:02.917 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.917 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.917 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T05:14:02.917 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 641229419 2024-08-10T05:14:02.917 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.917 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T05:14:02.918 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.918 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.918 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T05:14:02.918 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.918 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.918 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T05:14:02.918 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.918 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.918 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T05:14:02.918 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.918 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.918 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T05:14:02.919 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6971 2024-08-10T05:14:02.919 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.919 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T05:14:02.919 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 281642 2024-08-10T05:14:02.919 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.919 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T05:14:02.919 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.919 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.919 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T05:14:02.919 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.919 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.920 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T05:14:02.920 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.920 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.920 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T05:14:02.920 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71513648 2024-08-10T05:14:02.920 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.920 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.920 INFO:tasks.workunit.client.0.smithi031.stdout: "objecter": { 2024-08-10T05:14:02.920 INFO:tasks.workunit.client.0.smithi031.stdout: "op_active": { 2024-08-10T05:14:02.920 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.920 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.920 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T05:14:02.921 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.921 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.921 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rmw": { 2024-08-10T05:14:02.921 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.921 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.921 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T05:14:02.921 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.921 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.921 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.921 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T05:14:02.921 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg": { 2024-08-10T05:14:02.921 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 41 2024-08-10T05:14:02.922 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.922 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg_removing": { 2024-08-10T05:14:02.922 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.922 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.922 INFO:tasks.workunit.client.0.smithi031.stdout: "op": { 2024-08-10T05:14:02.922 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.922 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.922 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_degraded": { 2024-08-10T05:14:02.922 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.922 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.922 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_unreadable": { 2024-08-10T05:14:02.923 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.923 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.923 INFO:tasks.workunit.client.0.smithi031.stdout: "op_in_bytes": { 2024-08-10T05:14:02.923 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.923 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.923 INFO:tasks.workunit.client.0.smithi031.stdout: "op_latency": { 2024-08-10T05:14:02.923 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.923 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.923 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.923 INFO:tasks.workunit.client.0.smithi031.stdout: "op_out_bytes": { 2024-08-10T05:14:02.923 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.924 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.924 INFO:tasks.workunit.client.0.smithi031.stdout: "op_prepare_latency": { 2024-08-10T05:14:02.924 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.924 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.924 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.924 INFO:tasks.workunit.client.0.smithi031.stdout: "op_process_latency": { 2024-08-10T05:14:02.924 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.924 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.924 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.924 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T05:14:02.924 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.924 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.925 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency": { 2024-08-10T05:14:02.925 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.925 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.925 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.925 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T05:14:02.925 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.925 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.925 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_out_bytes": { 2024-08-10T05:14:02.925 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.925 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.925 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_prepare_latency": { 2024-08-10T05:14:02.925 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.926 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.926 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.926 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_process_latency": { 2024-08-10T05:14:02.926 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.926 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.926 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.926 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw": { 2024-08-10T05:14:02.926 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.926 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.926 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_in_bytes": { 2024-08-10T05:14:02.927 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.927 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.927 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency": { 2024-08-10T05:14:02.927 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.927 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.927 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.927 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T05:14:02.927 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.927 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.927 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T05:14:02.927 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.927 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.927 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_out_bytes": { 2024-08-10T05:14:02.928 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.928 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.928 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_prepare_latency": { 2024-08-10T05:14:02.928 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.928 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.928 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.928 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_process_latency": { 2024-08-10T05:14:02.928 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.928 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.928 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.928 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T05:14:02.929 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.929 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.929 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_in_bytes": { 2024-08-10T05:14:02.929 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.929 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.929 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency": { 2024-08-10T05:14:02.929 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.929 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.929 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.929 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T05:14:02.929 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.929 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.929 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_prepare_latency": { 2024-08-10T05:14:02.930 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.930 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.930 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.930 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_process_latency": { 2024-08-10T05:14:02.930 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.930 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.930 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.930 INFO:tasks.workunit.client.0.smithi031.stdout: "op_wip": { 2024-08-10T05:14:02.930 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.930 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.930 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_bytes": { 2024-08-10T05:14:02.931 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.931 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.931 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_ops": { 2024-08-10T05:14:02.931 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.931 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.931 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes": { 2024-08-10T05:14:02.931 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-08-10T05:14:02.931 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.931 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes_used": { 2024-08-10T05:14:02.931 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 305295360 2024-08-10T05:14:02.931 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.932 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.932 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.932 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.6": { 2024-08-10T05:14:02.932 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T05:14:02.932 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_fallback": { 2024-08-10T05:14:02.932 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.932 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.932 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_size_fallback": { 2024-08-10T05:14:02.932 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.932 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.932 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_db": { 2024-08-10T05:14:02.932 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 65536 2024-08-10T05:14:02.933 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.933 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_main": { 2024-08-10T05:14:02.933 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.933 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.933 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_wal": { 2024-08-10T05:14:02.933 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.933 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.933 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_slow": { 2024-08-10T05:14:02.933 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.933 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.934 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_sst": { 2024-08-10T05:14:02.934 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12288 2024-08-10T05:14:02.934 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.934 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_wal": { 2024-08-10T05:14:02.934 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1232896 2024-08-10T05:14:02.934 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.934 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lat": { 2024-08-10T05:14:02.934 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.934 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.934 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.935 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lock_lat": { 2024-08-10T05:14:02.935 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.935 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.935 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.935 INFO:tasks.workunit.client.0.smithi031.stdout: "db_total_bytes": { 2024-08-10T05:14:02.935 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-08-10T05:14:02.935 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.935 INFO:tasks.workunit.client.0.smithi031.stdout: "db_used_bytes": { 2024-08-10T05:14:02.935 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 304480256 2024-08-10T05:14:02.935 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.935 INFO:tasks.workunit.client.0.smithi031.stdout: "log_bytes": { 2024-08-10T05:14:02.936 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 913408 2024-08-10T05:14:02.936 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.936 INFO:tasks.workunit.client.0.smithi031.stdout: "logged_bytes": { 2024-08-10T05:14:02.936 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 774144 2024-08-10T05:14:02.936 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.936 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_db": { 2024-08-10T05:14:02.936 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 312868864 2024-08-10T05:14:02.936 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.936 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_slow": { 2024-08-10T05:14:02.936 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.936 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.936 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_wal": { 2024-08-10T05:14:02.936 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.937 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.937 INFO:tasks.workunit.client.0.smithi031.stdout: "num_files": { 2024-08-10T05:14:02.937 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 14 2024-08-10T05:14:02.937 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.937 INFO:tasks.workunit.client.0.smithi031.stdout: "read_bytes": { 2024-08-10T05:14:02.937 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 195697 2024-08-10T05:14:02.937 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.937 INFO:tasks.workunit.client.0.smithi031.stdout: "read_count": { 2024-08-10T05:14:02.937 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 23 2024-08-10T05:14:02.937 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.938 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes": { 2024-08-10T05:14:02.938 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1269760 2024-08-10T05:14:02.938 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.938 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_db": { 2024-08-10T05:14:02.938 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1273856 2024-08-10T05:14:02.938 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.938 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_slow": { 2024-08-10T05:14:02.938 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.938 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.938 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_wal": { 2024-08-10T05:14:02.938 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.939 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.939 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_count": { 2024-08-10T05:14:02.939 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15 2024-08-10T05:14:02.939 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.939 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_bytes": { 2024-08-10T05:14:02.939 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4789 2024-08-10T05:14:02.939 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.939 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_count": { 2024-08-10T05:14:02.939 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4 2024-08-10T05:14:02.939 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.939 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_bytes": { 2024-08-10T05:14:02.939 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5589 2024-08-10T05:14:02.940 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.940 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_count": { 2024-08-10T05:14:02.940 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24 2024-08-10T05:14:02.940 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.940 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_bytes": { 2024-08-10T05:14:02.940 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5589 2024-08-10T05:14:02.940 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.940 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_count": { 2024-08-10T05:14:02.940 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24 2024-08-10T05:14:02.940 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.940 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes": { 2024-08-10T05:14:02.940 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.941 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.941 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_db": { 2024-08-10T05:14:02.941 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.941 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.941 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_slow": { 2024-08-10T05:14:02.941 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.941 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.941 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_wal": { 2024-08-10T05:14:02.941 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.941 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.941 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_count": { 2024-08-10T05:14:02.942 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.942 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.942 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_total_bytes": { 2024-08-10T05:14:02.942 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.942 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.942 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_used_bytes": { 2024-08-10T05:14:02.942 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.942 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.942 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_total_bytes": { 2024-08-10T05:14:02.942 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.943 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.943 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_used_bytes": { 2024-08-10T05:14:02.943 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.943 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.943 INFO:tasks.workunit.client.0.smithi031.stdout: "write_bytes": { 2024-08-10T05:14:02.943 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2080768 2024-08-10T05:14:02.943 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.943 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.943 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore": { 2024-08-10T05:14:02.943 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit": { 2024-08-10T05:14:02.943 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4096 2024-08-10T05:14:02.944 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.944 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": { 2024-08-10T05:14:02.944 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1392640 2024-08-10T05:14:02.944 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.944 INFO:tasks.workunit.client.0.smithi031.stdout: "clist_lat": { 2024-08-10T05:14:02.944 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.944 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.944 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.944 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_lat": { 2024-08-10T05:14:02.944 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.944 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.944 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.945 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed": { 2024-08-10T05:14:02.945 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.945 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.945 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_allocated": { 2024-08-10T05:14:02.945 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.945 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.945 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_original": { 2024-08-10T05:14:02.945 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.945 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.945 INFO:tasks.workunit.client.0.smithi031.stdout: "csum_lat": { 2024-08-10T05:14:02.945 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 4, 2024-08-10T05:14:02.945 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7183 2024-08-10T05:14:02.946 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.946 INFO:tasks.workunit.client.0.smithi031.stdout: "decompress_lat": { 2024-08-10T05:14:02.946 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.946 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.946 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.946 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_commit_lat": { 2024-08-10T05:14:02.946 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 172, 2024-08-10T05:14:02.946 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 47571641 2024-08-10T05:14:02.946 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.946 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_final_lat": { 2024-08-10T05:14:02.947 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 169, 2024-08-10T05:14:02.947 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4537109 2024-08-10T05:14:02.947 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.947 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_flush_lat": { 2024-08-10T05:14:02.947 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 172, 2024-08-10T05:14:02.947 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 169674 2024-08-10T05:14:02.947 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.947 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_sync_lat": { 2024-08-10T05:14:02.947 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 172, 2024-08-10T05:14:02.947 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 47741315 2024-08-10T05:14:02.947 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.947 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_keys_lat": { 2024-08-10T05:14:02.948 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.948 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.948 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.948 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_values_lat": { 2024-08-10T05:14:02.948 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-08-10T05:14:02.948 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 34705 2024-08-10T05:14:02.948 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.948 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_lower_bound_lat": { 2024-08-10T05:14:02.948 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2, 2024-08-10T05:14:02.948 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1280 2024-08-10T05:14:02.948 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.948 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_next_lat": { 2024-08-10T05:14:02.948 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.949 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.949 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.949 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_seek_to_first_lat": { 2024-08-10T05:14:02.949 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.949 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.949 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.949 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_upper_bound_lat": { 2024-08-10T05:14:02.949 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3, 2024-08-10T05:14:02.949 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 9648 2024-08-10T05:14:02.949 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.949 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_hits": { 2024-08-10T05:14:02.949 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 368 2024-08-10T05:14:02.950 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.950 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_misses": { 2024-08-10T05:14:02.950 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 264 2024-08-10T05:14:02.950 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.950 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-08-10T05:14:02.950 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 102, 2024-08-10T05:14:02.950 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 838135 2024-08-10T05:14:02.950 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.950 INFO:tasks.workunit.client.0.smithi031.stdout: "read_onode_meta_lat": { 2024-08-10T05:14:02.950 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 162, 2024-08-10T05:14:02.950 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 228201 2024-08-10T05:14:02.951 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.951 INFO:tasks.workunit.client.0.smithi031.stdout: "read_wait_aio_lat": { 2024-08-10T05:14:02.951 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 60, 2024-08-10T05:14:02.951 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 498804 2024-08-10T05:14:02.951 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.951 INFO:tasks.workunit.client.0.smithi031.stdout: "reads_with_retries": { 2024-08-10T05:14:02.951 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.951 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.951 INFO:tasks.workunit.client.0.smithi031.stdout: "remove_lat": { 2024-08-10T05:14:02.951 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.951 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.951 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.951 INFO:tasks.workunit.client.0.smithi031.stdout: "state_aio_wait_lat": { 2024-08-10T05:14:02.952 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 276, 2024-08-10T05:14:02.952 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6615238 2024-08-10T05:14:02.952 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.952 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T05:14:02.952 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 39, 2024-08-10T05:14:02.952 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3362316 2024-08-10T05:14:02.952 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.952 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_cleanup_lat": { 2024-08-10T05:14:02.952 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 39, 2024-08-10T05:14:02.952 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 412915935876 2024-08-10T05:14:02.952 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.952 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_queued_lat": { 2024-08-10T05:14:02.953 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 39, 2024-08-10T05:14:02.953 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 55837537521 2024-08-10T05:14:02.953 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.953 INFO:tasks.workunit.client.0.smithi031.stdout: "state_done_lat": { 2024-08-10T05:14:02.953 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 276, 2024-08-10T05:14:02.953 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 542424 2024-08-10T05:14:02.953 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.953 INFO:tasks.workunit.client.0.smithi031.stdout: "state_finishing_lat": { 2024-08-10T05:14:02.953 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 276, 2024-08-10T05:14:02.953 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 25128 2024-08-10T05:14:02.953 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.954 INFO:tasks.workunit.client.0.smithi031.stdout: "state_io_done_lat": { 2024-08-10T05:14:02.954 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 276, 2024-08-10T05:14:02.954 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 227655 2024-08-10T05:14:02.954 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.954 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_commiting_lat": { 2024-08-10T05:14:02.954 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 276, 2024-08-10T05:14:02.954 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 124585567 2024-08-10T05:14:02.954 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.954 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_done_lat": { 2024-08-10T05:14:02.954 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 276, 2024-08-10T05:14:02.955 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 80104 2024-08-10T05:14:02.955 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.955 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_queued_lat": { 2024-08-10T05:14:02.955 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 276, 2024-08-10T05:14:02.955 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 75160240 2024-08-10T05:14:02.955 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.955 INFO:tasks.workunit.client.0.smithi031.stdout: "state_prepare_lat": { 2024-08-10T05:14:02.955 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 276, 2024-08-10T05:14:02.955 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 27273140 2024-08-10T05:14:02.955 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.955 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": { 2024-08-10T05:14:02.955 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 944491 2024-08-10T05:14:02.956 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.956 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-08-10T05:14:02.956 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 32, 2024-08-10T05:14:02.956 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 135576 2024-08-10T05:14:02.956 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.956 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_commit_lat": { 2024-08-10T05:14:02.956 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 276, 2024-08-10T05:14:02.956 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 233898096 2024-08-10T05:14:02.956 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.956 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_submit_lat": { 2024-08-10T05:14:02.956 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 276, 2024-08-10T05:14:02.957 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 29816078 2024-08-10T05:14:02.957 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.957 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_throttle_lat": { 2024-08-10T05:14:02.957 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 276, 2024-08-10T05:14:02.957 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 11413407 2024-08-10T05:14:02.957 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.957 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.957 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache": { 2024-08-10T05:14:02.957 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_bytes": { 2024-08-10T05:14:02.957 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1861457182 2024-08-10T05:14:02.957 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.957 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_bytes": { 2024-08-10T05:14:02.958 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 270073856 2024-08-10T05:14:02.958 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.958 INFO:tasks.workunit.client.0.smithi031.stdout: "mapped_bytes": { 2024-08-10T05:14:02.958 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 269246464 2024-08-10T05:14:02.958 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.958 INFO:tasks.workunit.client.0.smithi031.stdout: "target_bytes": { 2024-08-10T05:14:02.958 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3137368883 2024-08-10T05:14:02.958 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.958 INFO:tasks.workunit.client.0.smithi031.stdout: "unmapped_bytes": { 2024-08-10T05:14:02.958 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 827392 2024-08-10T05:14:02.958 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.958 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.959 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:data": { 2024-08-10T05:14:02.959 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T05:14:02.959 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 159383552 2024-08-10T05:14:02.959 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.959 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T05:14:02.959 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.959 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.959 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T05:14:02.959 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.959 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.959 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T05:14:02.960 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 85497189 2024-08-10T05:14:02.960 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.960 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T05:14:02.960 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.960 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.960 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T05:14:02.960 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.960 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.960 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T05:14:02.960 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.960 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.960 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T05:14:02.961 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.961 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.961 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T05:14:02.961 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.961 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.961 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T05:14:02.961 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4096 2024-08-10T05:14:02.961 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.961 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T05:14:02.961 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.961 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.962 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T05:14:02.962 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.962 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.962 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T05:14:02.962 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.962 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.962 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T05:14:02.962 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 73882267 2024-08-10T05:14:02.962 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.962 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.962 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv": { 2024-08-10T05:14:02.963 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T05:14:02.963 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 780140544 2024-08-10T05:14:02.963 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.963 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T05:14:02.963 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T05:14:02.963 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.963 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T05:14:02.963 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.963 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.963 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T05:14:02.963 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 641228920 2024-08-10T05:14:02.964 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.964 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T05:14:02.964 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.964 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.964 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T05:14:02.964 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.964 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.964 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T05:14:02.964 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.964 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.964 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T05:14:02.964 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.965 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.965 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T05:14:02.965 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.965 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.965 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T05:14:02.965 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2128 2024-08-10T05:14:02.965 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.965 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T05:14:02.965 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.965 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.965 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T05:14:02.965 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.966 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.966 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T05:14:02.966 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.966 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.966 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T05:14:02.966 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71800632 2024-08-10T05:14:02.966 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.966 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.966 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T05:14:02.966 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T05:14:02.966 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 192937984 2024-08-10T05:14:02.966 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.967 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T05:14:02.967 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T05:14:02.967 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.967 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T05:14:02.967 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 464 2024-08-10T05:14:02.967 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.967 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T05:14:02.967 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 56998126 2024-08-10T05:14:02.967 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.967 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T05:14:02.967 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.967 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.968 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T05:14:02.968 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.968 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.968 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T05:14:02.968 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.968 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.968 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T05:14:02.968 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.968 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.969 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T05:14:02.969 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.969 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.969 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T05:14:02.969 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.969 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.969 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T05:14:02.969 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.969 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.969 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T05:14:02.969 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.969 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.970 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T05:14:02.970 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.970 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.970 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T05:14:02.970 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 68830530 2024-08-10T05:14:02.970 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.970 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.970 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:meta": { 2024-08-10T05:14:02.970 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T05:14:02.970 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 713031680 2024-08-10T05:14:02.970 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.970 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T05:14:02.971 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.971 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.971 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T05:14:02.971 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.971 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.971 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T05:14:02.971 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 641228920 2024-08-10T05:14:02.971 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.971 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T05:14:02.971 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.971 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.971 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T05:14:02.972 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.972 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.972 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T05:14:02.972 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.972 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.972 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T05:14:02.972 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.972 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.972 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T05:14:02.972 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7101 2024-08-10T05:14:02.972 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.972 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T05:14:02.973 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 282620 2024-08-10T05:14:02.973 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.973 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T05:14:02.973 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.973 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.973 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T05:14:02.973 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.973 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.973 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T05:14:02.973 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.973 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.973 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T05:14:02.974 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71513039 2024-08-10T05:14:02.974 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.974 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.974 INFO:tasks.workunit.client.0.smithi031.stdout: "objecter": { 2024-08-10T05:14:02.974 INFO:tasks.workunit.client.0.smithi031.stdout: "op_active": { 2024-08-10T05:14:02.974 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.974 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.974 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T05:14:02.974 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.974 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.974 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rmw": { 2024-08-10T05:14:02.975 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.975 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.975 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T05:14:02.975 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.975 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.975 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.975 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T05:14:02.975 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg": { 2024-08-10T05:14:02.975 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 39 2024-08-10T05:14:02.975 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.975 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg_removing": { 2024-08-10T05:14:02.975 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.976 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.976 INFO:tasks.workunit.client.0.smithi031.stdout: "op": { 2024-08-10T05:14:02.976 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 13 2024-08-10T05:14:02.976 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.976 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_degraded": { 2024-08-10T05:14:02.976 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.976 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.976 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_unreadable": { 2024-08-10T05:14:02.976 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.976 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.976 INFO:tasks.workunit.client.0.smithi031.stdout: "op_in_bytes": { 2024-08-10T05:14:02.977 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2804 2024-08-10T05:14:02.977 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.977 INFO:tasks.workunit.client.0.smithi031.stdout: "op_latency": { 2024-08-10T05:14:02.977 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 13, 2024-08-10T05:14:02.977 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 66100241 2024-08-10T05:14:02.977 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.977 INFO:tasks.workunit.client.0.smithi031.stdout: "op_out_bytes": { 2024-08-10T05:14:02.977 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.977 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.977 INFO:tasks.workunit.client.0.smithi031.stdout: "op_prepare_latency": { 2024-08-10T05:14:02.977 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 15, 2024-08-10T05:14:02.978 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8801718 2024-08-10T05:14:02.978 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.978 INFO:tasks.workunit.client.0.smithi031.stdout: "op_process_latency": { 2024-08-10T05:14:02.978 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 13, 2024-08-10T05:14:02.978 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 31116030 2024-08-10T05:14:02.978 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.978 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T05:14:02.978 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.978 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.978 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency": { 2024-08-10T05:14:02.979 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.979 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.979 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.979 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T05:14:02.979 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.979 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.979 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_out_bytes": { 2024-08-10T05:14:02.979 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.979 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.979 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_prepare_latency": { 2024-08-10T05:14:02.979 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.979 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.980 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.980 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_process_latency": { 2024-08-10T05:14:02.980 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.980 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.980 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.980 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw": { 2024-08-10T05:14:02.980 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.980 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.980 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_in_bytes": { 2024-08-10T05:14:02.980 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.980 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.980 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency": { 2024-08-10T05:14:02.981 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.981 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.981 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.981 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T05:14:02.981 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.981 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.981 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T05:14:02.981 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.981 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.981 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_out_bytes": { 2024-08-10T05:14:02.981 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.982 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.982 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_prepare_latency": { 2024-08-10T05:14:02.982 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.982 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.982 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.982 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_process_latency": { 2024-08-10T05:14:02.982 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.982 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.982 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.982 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T05:14:02.982 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 13 2024-08-10T05:14:02.983 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.983 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_in_bytes": { 2024-08-10T05:14:02.983 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2804 2024-08-10T05:14:02.983 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.983 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency": { 2024-08-10T05:14:02.983 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 13, 2024-08-10T05:14:02.983 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 66100241 2024-08-10T05:14:02.983 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.983 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T05:14:02.983 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.983 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.983 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_prepare_latency": { 2024-08-10T05:14:02.984 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 15, 2024-08-10T05:14:02.984 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8801718 2024-08-10T05:14:02.984 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.984 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_process_latency": { 2024-08-10T05:14:02.984 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 13, 2024-08-10T05:14:02.984 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 31116030 2024-08-10T05:14:02.984 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.984 INFO:tasks.workunit.client.0.smithi031.stdout: "op_wip": { 2024-08-10T05:14:02.984 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.984 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.984 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_bytes": { 2024-08-10T05:14:02.984 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.985 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.985 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_ops": { 2024-08-10T05:14:02.985 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.985 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.985 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes": { 2024-08-10T05:14:02.985 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-08-10T05:14:02.985 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.985 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes_used": { 2024-08-10T05:14:02.985 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 305881088 2024-08-10T05:14:02.985 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.985 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.986 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.986 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.7": { 2024-08-10T05:14:02.986 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T05:14:02.986 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_fallback": { 2024-08-10T05:14:02.986 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.986 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.986 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_size_fallback": { 2024-08-10T05:14:02.986 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.986 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.986 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_db": { 2024-08-10T05:14:02.986 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 65536 2024-08-10T05:14:02.986 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.987 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_main": { 2024-08-10T05:14:02.987 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.987 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.987 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_wal": { 2024-08-10T05:14:02.987 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.987 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.987 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_slow": { 2024-08-10T05:14:02.987 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.987 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.987 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_sst": { 2024-08-10T05:14:02.987 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12288 2024-08-10T05:14:02.988 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.988 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_wal": { 2024-08-10T05:14:02.988 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1167360 2024-08-10T05:14:02.988 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.988 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lat": { 2024-08-10T05:14:02.988 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.988 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.988 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.988 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lock_lat": { 2024-08-10T05:14:02.988 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.988 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.989 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.989 INFO:tasks.workunit.client.0.smithi031.stdout: "db_total_bytes": { 2024-08-10T05:14:02.989 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-08-10T05:14:02.989 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.989 INFO:tasks.workunit.client.0.smithi031.stdout: "db_used_bytes": { 2024-08-10T05:14:02.989 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 304480256 2024-08-10T05:14:02.989 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.989 INFO:tasks.workunit.client.0.smithi031.stdout: "log_bytes": { 2024-08-10T05:14:02.989 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 897024 2024-08-10T05:14:02.989 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.990 INFO:tasks.workunit.client.0.smithi031.stdout: "logged_bytes": { 2024-08-10T05:14:02.990 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 757760 2024-08-10T05:14:02.990 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.990 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_db": { 2024-08-10T05:14:02.990 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 312868864 2024-08-10T05:14:02.990 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.990 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_slow": { 2024-08-10T05:14:02.990 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.990 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.990 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_wal": { 2024-08-10T05:14:02.990 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.991 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.991 INFO:tasks.workunit.client.0.smithi031.stdout: "num_files": { 2024-08-10T05:14:02.991 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 14 2024-08-10T05:14:02.991 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.991 INFO:tasks.workunit.client.0.smithi031.stdout: "read_bytes": { 2024-08-10T05:14:02.991 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 195697 2024-08-10T05:14:02.991 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.991 INFO:tasks.workunit.client.0.smithi031.stdout: "read_count": { 2024-08-10T05:14:02.991 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 23 2024-08-10T05:14:02.991 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.991 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes": { 2024-08-10T05:14:02.991 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1269760 2024-08-10T05:14:02.992 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.992 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_db": { 2024-08-10T05:14:02.992 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1273856 2024-08-10T05:14:02.992 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.992 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_slow": { 2024-08-10T05:14:02.992 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.992 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.992 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_wal": { 2024-08-10T05:14:02.992 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.992 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.992 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_count": { 2024-08-10T05:14:02.993 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15 2024-08-10T05:14:02.993 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.993 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_bytes": { 2024-08-10T05:14:02.993 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4789 2024-08-10T05:14:02.993 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.993 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_count": { 2024-08-10T05:14:02.993 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4 2024-08-10T05:14:02.993 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.993 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_bytes": { 2024-08-10T05:14:02.993 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5589 2024-08-10T05:14:02.993 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.993 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_count": { 2024-08-10T05:14:02.994 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24 2024-08-10T05:14:02.994 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.994 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_bytes": { 2024-08-10T05:14:02.994 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5589 2024-08-10T05:14:02.994 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.994 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_count": { 2024-08-10T05:14:02.994 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24 2024-08-10T05:14:02.994 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.994 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes": { 2024-08-10T05:14:02.994 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.994 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.994 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_db": { 2024-08-10T05:14:02.995 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.995 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.995 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_slow": { 2024-08-10T05:14:02.995 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.995 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.995 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_wal": { 2024-08-10T05:14:02.995 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.995 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.995 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_count": { 2024-08-10T05:14:02.995 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.995 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.995 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_total_bytes": { 2024-08-10T05:14:02.996 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.996 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.996 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_used_bytes": { 2024-08-10T05:14:02.996 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.996 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.996 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_total_bytes": { 2024-08-10T05:14:02.996 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.996 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.996 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_used_bytes": { 2024-08-10T05:14:02.996 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.996 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.996 INFO:tasks.workunit.client.0.smithi031.stdout: "write_bytes": { 2024-08-10T05:14:02.997 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1998848 2024-08-10T05:14:02.997 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:02.997 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.997 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore": { 2024-08-10T05:14:02.997 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit": { 2024-08-10T05:14:02.997 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4096 2024-08-10T05:14:02.997 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.997 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": { 2024-08-10T05:14:02.997 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1388544 2024-08-10T05:14:02.997 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.998 INFO:tasks.workunit.client.0.smithi031.stdout: "clist_lat": { 2024-08-10T05:14:02.998 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3, 2024-08-10T05:14:02.998 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 170197 2024-08-10T05:14:02.998 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.998 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_lat": { 2024-08-10T05:14:02.998 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:02.998 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.998 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.998 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed": { 2024-08-10T05:14:02.998 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.998 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.999 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_allocated": { 2024-08-10T05:14:02.999 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.999 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.999 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_original": { 2024-08-10T05:14:02.999 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:02.999 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.999 INFO:tasks.workunit.client.0.smithi031.stdout: "csum_lat": { 2024-08-10T05:14:02.999 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 12, 2024-08-10T05:14:02.999 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 27746 2024-08-10T05:14:02.999 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:02.999 INFO:tasks.workunit.client.0.smithi031.stdout: "decompress_lat": { 2024-08-10T05:14:03.000 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:03.000 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:03.000 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.000 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_commit_lat": { 2024-08-10T05:14:03.000 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 168, 2024-08-10T05:14:03.000 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 45277485 2024-08-10T05:14:03.000 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.000 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_final_lat": { 2024-08-10T05:14:03.000 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 163, 2024-08-10T05:14:03.000 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12866434 2024-08-10T05:14:03.000 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.000 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_flush_lat": { 2024-08-10T05:14:03.001 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 168, 2024-08-10T05:14:03.001 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 127997 2024-08-10T05:14:03.001 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.001 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_sync_lat": { 2024-08-10T05:14:03.001 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 168, 2024-08-10T05:14:03.001 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 45405482 2024-08-10T05:14:03.001 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.001 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_keys_lat": { 2024-08-10T05:14:03.001 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:03.001 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:03.001 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.001 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_values_lat": { 2024-08-10T05:14:03.002 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-08-10T05:14:03.002 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 48952 2024-08-10T05:14:03.002 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.002 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_lower_bound_lat": { 2024-08-10T05:14:03.002 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2, 2024-08-10T05:14:03.002 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 950 2024-08-10T05:14:03.002 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.002 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_next_lat": { 2024-08-10T05:14:03.002 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:03.002 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:03.002 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.002 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_seek_to_first_lat": { 2024-08-10T05:14:03.003 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T05:14:03.003 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:03.003 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.003 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_upper_bound_lat": { 2024-08-10T05:14:03.003 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2, 2024-08-10T05:14:03.003 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4004 2024-08-10T05:14:03.003 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.003 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_hits": { 2024-08-10T05:14:03.003 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 506 2024-08-10T05:14:03.003 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.003 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_misses": { 2024-08-10T05:14:03.003 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 289 2024-08-10T05:14:03.004 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.004 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-08-10T05:14:03.004 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 118, 2024-08-10T05:14:03.004 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2845428 2024-08-10T05:14:03.004 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.004 INFO:tasks.workunit.client.0.smithi031.stdout: "read_onode_meta_lat": { 2024-08-10T05:14:03.004 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 182, 2024-08-10T05:14:03.004 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 315890 2024-08-10T05:14:03.004 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.004 INFO:tasks.workunit.client.0.smithi031.stdout: "read_wait_aio_lat": { 2024-08-10T05:14:03.004 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 64, 2024-08-10T05:14:03.004 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2116200 2024-08-10T05:14:03.005 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.005 INFO:tasks.workunit.client.0.smithi031.stdout: "reads_with_retries": { 2024-08-10T05:14:03.005 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:03.005 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.005 INFO:tasks.workunit.client.0.smithi031.stdout: "remove_lat": { 2024-08-10T05:14:03.005 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-08-10T05:14:03.005 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 22664 2024-08-10T05:14:03.005 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.005 INFO:tasks.workunit.client.0.smithi031.stdout: "state_aio_wait_lat": { 2024-08-10T05:14:03.005 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 284, 2024-08-10T05:14:03.005 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2113550 2024-08-10T05:14:03.006 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.006 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T05:14:03.006 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 25, 2024-08-10T05:14:03.006 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1929179 2024-08-10T05:14:03.006 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.006 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_cleanup_lat": { 2024-08-10T05:14:03.006 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 25, 2024-08-10T05:14:03.006 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 251726016970 2024-08-10T05:14:03.006 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.006 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_queued_lat": { 2024-08-10T05:14:03.006 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 25, 2024-08-10T05:14:03.006 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 40867233325 2024-08-10T05:14:03.007 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.007 INFO:tasks.workunit.client.0.smithi031.stdout: "state_done_lat": { 2024-08-10T05:14:03.007 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 284, 2024-08-10T05:14:03.007 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 446295 2024-08-10T05:14:03.007 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.007 INFO:tasks.workunit.client.0.smithi031.stdout: "state_finishing_lat": { 2024-08-10T05:14:03.007 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 284, 2024-08-10T05:14:03.007 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 26700 2024-08-10T05:14:03.007 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.007 INFO:tasks.workunit.client.0.smithi031.stdout: "state_io_done_lat": { 2024-08-10T05:14:03.007 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 284, 2024-08-10T05:14:03.008 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1239579 2024-08-10T05:14:03.008 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.008 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_commiting_lat": { 2024-08-10T05:14:03.008 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 284, 2024-08-10T05:14:03.008 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 147211197 2024-08-10T05:14:03.008 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.008 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_done_lat": { 2024-08-10T05:14:03.008 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 284, 2024-08-10T05:14:03.008 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 86283 2024-08-10T05:14:03.008 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.008 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_queued_lat": { 2024-08-10T05:14:03.008 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 284, 2024-08-10T05:14:03.009 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 82666682 2024-08-10T05:14:03.009 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.009 INFO:tasks.workunit.client.0.smithi031.stdout: "state_prepare_lat": { 2024-08-10T05:14:03.009 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 284, 2024-08-10T05:14:03.009 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15502182 2024-08-10T05:14:03.009 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.009 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": { 2024-08-10T05:14:03.009 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 942459 2024-08-10T05:14:03.009 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.009 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-08-10T05:14:03.009 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 24, 2024-08-10T05:14:03.009 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 113038 2024-08-10T05:14:03.010 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.010 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_commit_lat": { 2024-08-10T05:14:03.010 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 284, 2024-08-10T05:14:03.010 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 248769102 2024-08-10T05:14:03.010 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.010 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_submit_lat": { 2024-08-10T05:14:03.010 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 284, 2024-08-10T05:14:03.010 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 18427470 2024-08-10T05:14:03.010 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.010 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_throttle_lat": { 2024-08-10T05:14:03.010 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 284, 2024-08-10T05:14:03.011 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3763266 2024-08-10T05:14:03.011 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:03.011 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.011 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache": { 2024-08-10T05:14:03.011 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_bytes": { 2024-08-10T05:14:03.011 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1861457182 2024-08-10T05:14:03.011 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.011 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_bytes": { 2024-08-10T05:14:03.011 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 271187968 2024-08-10T05:14:03.011 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.011 INFO:tasks.workunit.client.0.smithi031.stdout: "mapped_bytes": { 2024-08-10T05:14:03.011 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 270262272 2024-08-10T05:14:03.012 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.012 INFO:tasks.workunit.client.0.smithi031.stdout: "target_bytes": { 2024-08-10T05:14:03.012 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3137368883 2024-08-10T05:14:03.012 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.012 INFO:tasks.workunit.client.0.smithi031.stdout: "unmapped_bytes": { 2024-08-10T05:14:03.012 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 925696 2024-08-10T05:14:03.012 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:03.012 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.012 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:data": { 2024-08-10T05:14:03.012 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T05:14:03.012 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 159383552 2024-08-10T05:14:03.012 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.013 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T05:14:03.013 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:03.013 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.013 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T05:14:03.013 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:03.013 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.013 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T05:14:03.013 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 85488014 2024-08-10T05:14:03.013 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.013 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T05:14:03.013 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:03.013 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.014 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T05:14:03.014 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:03.014 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.014 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T05:14:03.014 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:03.014 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.014 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T05:14:03.014 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:03.014 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.014 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T05:14:03.014 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:03.014 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.015 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T05:14:03.015 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 143360 2024-08-10T05:14:03.015 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.015 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T05:14:03.015 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:03.015 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.015 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T05:14:03.015 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:03.015 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.015 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T05:14:03.015 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:03.015 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.016 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T05:14:03.016 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 73752178 2024-08-10T05:14:03.016 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:03.016 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.016 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv": { 2024-08-10T05:14:03.016 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T05:14:03.016 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 780140544 2024-08-10T05:14:03.016 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.016 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T05:14:03.016 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T05:14:03.016 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.016 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T05:14:03.017 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:03.017 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.017 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T05:14:03.017 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 641160108 2024-08-10T05:14:03.017 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.017 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T05:14:03.017 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:03.017 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.017 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T05:14:03.017 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:03.017 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.017 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T05:14:03.018 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:03.018 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.018 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T05:14:03.018 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:03.018 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.018 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T05:14:03.018 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:03.018 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.018 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T05:14:03.018 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2128 2024-08-10T05:14:03.018 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.019 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T05:14:03.019 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:03.019 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.019 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T05:14:03.019 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:03.019 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.019 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T05:14:03.019 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:03.019 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.019 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T05:14:03.019 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71869444 2024-08-10T05:14:03.019 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:03.020 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.020 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T05:14:03.020 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T05:14:03.020 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 192937984 2024-08-10T05:14:03.020 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.020 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T05:14:03.020 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T05:14:03.020 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.020 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T05:14:03.020 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 464 2024-08-10T05:14:03.020 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.020 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T05:14:03.021 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 56992009 2024-08-10T05:14:03.021 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.021 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T05:14:03.021 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:03.021 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.021 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T05:14:03.021 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:03.021 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.021 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T05:14:03.021 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:03.021 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.021 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T05:14:03.022 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:03.022 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.022 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T05:14:03.022 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:03.022 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.022 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T05:14:03.022 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:03.022 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.022 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T05:14:03.022 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:03.022 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.022 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T05:14:03.023 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:03.023 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.023 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T05:14:03.023 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:03.023 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.023 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T05:14:03.023 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 68836647 2024-08-10T05:14:03.023 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:03.023 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.023 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:meta": { 2024-08-10T05:14:03.023 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T05:14:03.023 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 713031680 2024-08-10T05:14:03.024 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.024 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T05:14:03.024 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:03.024 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.024 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T05:14:03.024 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:03.024 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.024 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T05:14:03.024 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 641160108 2024-08-10T05:14:03.024 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.024 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T05:14:03.024 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:03.025 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.025 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T05:14:03.025 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:03.025 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.025 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T05:14:03.025 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:03.025 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.025 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T05:14:03.025 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:03.025 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.025 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T05:14:03.026 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:03.026 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.026 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T05:14:03.026 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 300523 2024-08-10T05:14:03.026 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.026 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T05:14:03.026 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:03.026 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.026 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T05:14:03.026 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:03.026 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.026 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T05:14:03.027 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:03.027 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.027 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T05:14:03.027 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71571049 2024-08-10T05:14:03.027 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:03.027 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.027 INFO:tasks.workunit.client.0.smithi031.stdout: "objecter": { 2024-08-10T05:14:03.027 INFO:tasks.workunit.client.0.smithi031.stdout: "op_active": { 2024-08-10T05:14:03.027 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:03.027 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.027 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T05:14:03.027 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:03.028 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.028 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rmw": { 2024-08-10T05:14:03.028 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:03.028 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.028 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T05:14:03.028 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:03.028 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:03.028 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.028 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T05:14:03.028 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg": { 2024-08-10T05:14:03.028 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 46 2024-08-10T05:14:03.028 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.029 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg_removing": { 2024-08-10T05:14:03.029 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:03.029 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.029 INFO:tasks.workunit.client.0.smithi031.stdout: "op": { 2024-08-10T05:14:03.029 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 73 2024-08-10T05:14:03.029 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.029 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_degraded": { 2024-08-10T05:14:03.029 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:03.029 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.029 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_unreadable": { 2024-08-10T05:14:03.029 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:03.029 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.030 INFO:tasks.workunit.client.0.smithi031.stdout: "op_in_bytes": { 2024-08-10T05:14:03.030 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:03.030 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.030 INFO:tasks.workunit.client.0.smithi031.stdout: "op_latency": { 2024-08-10T05:14:03.030 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 73, 2024-08-10T05:14:03.030 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 65871722 2024-08-10T05:14:03.030 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.030 INFO:tasks.workunit.client.0.smithi031.stdout: "op_out_bytes": { 2024-08-10T05:14:03.030 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 263950 2024-08-10T05:14:03.030 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.030 INFO:tasks.workunit.client.0.smithi031.stdout: "op_prepare_latency": { 2024-08-10T05:14:03.031 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 75, 2024-08-10T05:14:03.031 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 17430124 2024-08-10T05:14:03.031 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.031 INFO:tasks.workunit.client.0.smithi031.stdout: "op_process_latency": { 2024-08-10T05:14:03.031 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 73, 2024-08-10T05:14:03.031 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 46456663 2024-08-10T05:14:03.031 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.031 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T05:14:03.031 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 50 2024-08-10T05:14:03.031 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.031 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency": { 2024-08-10T05:14:03.031 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 50, 2024-08-10T05:14:03.032 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7888826 2024-08-10T05:14:03.032 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.032 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T05:14:03.032 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:03.032 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.032 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_out_bytes": { 2024-08-10T05:14:03.032 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 263950 2024-08-10T05:14:03.032 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.032 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_prepare_latency": { 2024-08-10T05:14:03.032 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 50, 2024-08-10T05:14:03.032 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7247857 2024-08-10T05:14:03.033 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.033 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_process_latency": { 2024-08-10T05:14:03.033 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 50, 2024-08-10T05:14:03.033 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6031460 2024-08-10T05:14:03.033 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.033 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw": { 2024-08-10T05:14:03.033 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 18 2024-08-10T05:14:03.033 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.033 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_in_bytes": { 2024-08-10T05:14:03.033 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:03.033 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.033 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency": { 2024-08-10T05:14:03.034 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 18, 2024-08-10T05:14:03.034 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15714345 2024-08-10T05:14:03.034 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.034 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T05:14:03.034 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:03.034 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.034 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T05:14:03.034 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:03.034 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.034 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_out_bytes": { 2024-08-10T05:14:03.034 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:03.035 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.035 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_prepare_latency": { 2024-08-10T05:14:03.035 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 18, 2024-08-10T05:14:03.035 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7160056 2024-08-10T05:14:03.035 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.035 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_process_latency": { 2024-08-10T05:14:03.035 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 18, 2024-08-10T05:14:03.035 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 14762646 2024-08-10T05:14:03.035 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.035 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T05:14:03.035 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5 2024-08-10T05:14:03.035 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.036 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_in_bytes": { 2024-08-10T05:14:03.036 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:03.036 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.036 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency": { 2024-08-10T05:14:03.036 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 5, 2024-08-10T05:14:03.036 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 42268551 2024-08-10T05:14:03.036 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.036 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T05:14:03.036 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:03.036 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.036 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_prepare_latency": { 2024-08-10T05:14:03.036 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7, 2024-08-10T05:14:03.037 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3022211 2024-08-10T05:14:03.037 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.037 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_process_latency": { 2024-08-10T05:14:03.037 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 5, 2024-08-10T05:14:03.037 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 25662557 2024-08-10T05:14:03.037 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.037 INFO:tasks.workunit.client.0.smithi031.stdout: "op_wip": { 2024-08-10T05:14:03.037 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:03.037 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.037 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_bytes": { 2024-08-10T05:14:03.037 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:03.038 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.038 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_ops": { 2024-08-10T05:14:03.038 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T05:14:03.038 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.038 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes": { 2024-08-10T05:14:03.038 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-08-10T05:14:03.038 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.038 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes_used": { 2024-08-10T05:14:03.038 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 305876992 2024-08-10T05:14:03.038 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:03.038 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:03.038 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:03.039 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.039 INFO:tasks.workunit.client.0.smithi031.stdout: "pools": [ 2024-08-10T05:14:03.039 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.039 INFO:tasks.workunit.client.0.smithi031.stdout: "application": [ 2024-08-10T05:14:03.039 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr" 2024-08-10T05:14:03.039 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.039 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_mode": "none", 2024-08-10T05:14:03.039 INFO:tasks.workunit.client.0.smithi031.stdout: "erasure_code_profile": {}, 2024-08-10T05:14:03.039 INFO:tasks.workunit.client.0.smithi031.stdout: "min_size": 2, 2024-08-10T05:14:03.039 INFO:tasks.workunit.client.0.smithi031.stdout: "options": {}, 2024-08-10T05:14:03.039 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_autoscale_mode": "off", 2024-08-10T05:14:03.040 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_num": 1, 2024-08-10T05:14:03.040 INFO:tasks.workunit.client.0.smithi031.stdout: "pgp_num": 1, 2024-08-10T05:14:03.040 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": 1, 2024-08-10T05:14:03.040 INFO:tasks.workunit.client.0.smithi031.stdout: "size": 3, 2024-08-10T05:14:03.040 INFO:tasks.workunit.client.0.smithi031.stdout: "stats": { 2024-08-10T05:14:03.040 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_raw": 727115180298, 2024-08-10T05:14:03.040 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_used": 1781760, 2024-08-10T05:14:03.040 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_bytes_used": 0, 2024-08-10T05:14:03.040 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_under_bytes": 0, 2024-08-10T05:14:03.040 INFO:tasks.workunit.client.0.smithi031.stdout: "data_bytes_used": 1781760, 2024-08-10T05:14:03.040 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty": 0, 2024-08-10T05:14:03.041 INFO:tasks.workunit.client.0.smithi031.stdout: "max_avail": 242371723264, 2024-08-10T05:14:03.041 INFO:tasks.workunit.client.0.smithi031.stdout: "objects": 2, 2024-08-10T05:14:03.041 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_bytes_used": 0, 2024-08-10T05:14:03.041 INFO:tasks.workunit.client.0.smithi031.stdout: "percent_used": 2.4504449811502127e-06, 2024-08-10T05:14:03.041 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_bytes": 0, 2024-08-10T05:14:03.041 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_objects": 0, 2024-08-10T05:14:03.041 INFO:tasks.workunit.client.0.smithi031.stdout: "rd": 286, 2024-08-10T05:14:03.041 INFO:tasks.workunit.client.0.smithi031.stdout: "rd_bytes": 505856, 2024-08-10T05:14:03.041 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": 590368, 2024-08-10T05:14:03.041 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_data": 590368, 2024-08-10T05:14:03.041 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_omap": 0, 2024-08-10T05:14:03.041 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_raw": 1771104, 2024-08-10T05:14:03.042 INFO:tasks.workunit.client.0.smithi031.stdout: "wr": 195, 2024-08-10T05:14:03.042 INFO:tasks.workunit.client.0.smithi031.stdout: "wr_bytes": 2473984 2024-08-10T05:14:03.042 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.042 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_bytes": 0, 2024-08-10T05:14:03.042 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_objects": 0, 2024-08-10T05:14:03.042 INFO:tasks.workunit.client.0.smithi031.stdout: "type": "replicated" 2024-08-10T05:14:03.042 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.042 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.042 INFO:tasks.workunit.client.0.smithi031.stdout: "application": [ 2024-08-10T05:14:03.042 INFO:tasks.workunit.client.0.smithi031.stdout: "cephfs" 2024-08-10T05:14:03.042 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.043 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_mode": "none", 2024-08-10T05:14:03.043 INFO:tasks.workunit.client.0.smithi031.stdout: "erasure_code_profile": {}, 2024-08-10T05:14:03.043 INFO:tasks.workunit.client.0.smithi031.stdout: "min_size": 2, 2024-08-10T05:14:03.043 INFO:tasks.workunit.client.0.smithi031.stdout: "options": {}, 2024-08-10T05:14:03.043 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_autoscale_mode": "off", 2024-08-10T05:14:03.043 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_num": 32, 2024-08-10T05:14:03.043 INFO:tasks.workunit.client.0.smithi031.stdout: "pgp_num": 32, 2024-08-10T05:14:03.043 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": 2, 2024-08-10T05:14:03.043 INFO:tasks.workunit.client.0.smithi031.stdout: "size": 3, 2024-08-10T05:14:03.043 INFO:tasks.workunit.client.0.smithi031.stdout: "stats": { 2024-08-10T05:14:03.043 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_raw": 727115180298, 2024-08-10T05:14:03.044 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_used": 98304, 2024-08-10T05:14:03.044 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_bytes_used": 0, 2024-08-10T05:14:03.044 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_under_bytes": 0, 2024-08-10T05:14:03.044 INFO:tasks.workunit.client.0.smithi031.stdout: "data_bytes_used": 98304, 2024-08-10T05:14:03.044 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty": 0, 2024-08-10T05:14:03.044 INFO:tasks.workunit.client.0.smithi031.stdout: "max_avail": 242371723264, 2024-08-10T05:14:03.044 INFO:tasks.workunit.client.0.smithi031.stdout: "objects": 22, 2024-08-10T05:14:03.044 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_bytes_used": 0, 2024-08-10T05:14:03.044 INFO:tasks.workunit.client.0.smithi031.stdout: "percent_used": 1.3519728270239284e-07, 2024-08-10T05:14:03.044 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_bytes": 0, 2024-08-10T05:14:03.044 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_objects": 0, 2024-08-10T05:14:03.044 INFO:tasks.workunit.client.0.smithi031.stdout: "rd": 0, 2024-08-10T05:14:03.045 INFO:tasks.workunit.client.0.smithi031.stdout: "rd_bytes": 0, 2024-08-10T05:14:03.045 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": 3410, 2024-08-10T05:14:03.045 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_data": 3410, 2024-08-10T05:14:03.045 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_omap": 0, 2024-08-10T05:14:03.045 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_raw": 10230, 2024-08-10T05:14:03.045 INFO:tasks.workunit.client.0.smithi031.stdout: "wr": 51, 2024-08-10T05:14:03.045 INFO:tasks.workunit.client.0.smithi031.stdout: "wr_bytes": 19456 2024-08-10T05:14:03.045 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.045 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_bytes": 0, 2024-08-10T05:14:03.045 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_objects": 0, 2024-08-10T05:14:03.045 INFO:tasks.workunit.client.0.smithi031.stdout: "type": "replicated" 2024-08-10T05:14:03.045 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.046 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.046 INFO:tasks.workunit.client.0.smithi031.stdout: "application": [ 2024-08-10T05:14:03.046 INFO:tasks.workunit.client.0.smithi031.stdout: "cephfs" 2024-08-10T05:14:03.046 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.046 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_mode": "none", 2024-08-10T05:14:03.046 INFO:tasks.workunit.client.0.smithi031.stdout: "erasure_code_profile": {}, 2024-08-10T05:14:03.046 INFO:tasks.workunit.client.0.smithi031.stdout: "min_size": 2, 2024-08-10T05:14:03.046 INFO:tasks.workunit.client.0.smithi031.stdout: "options": {}, 2024-08-10T05:14:03.046 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_autoscale_mode": "off", 2024-08-10T05:14:03.046 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_num": 64, 2024-08-10T05:14:03.047 INFO:tasks.workunit.client.0.smithi031.stdout: "pgp_num": 64, 2024-08-10T05:14:03.047 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": 3, 2024-08-10T05:14:03.047 INFO:tasks.workunit.client.0.smithi031.stdout: "size": 3, 2024-08-10T05:14:03.047 INFO:tasks.workunit.client.0.smithi031.stdout: "stats": { 2024-08-10T05:14:03.047 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_raw": 727115180298, 2024-08-10T05:14:03.047 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_used": 0, 2024-08-10T05:14:03.047 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_bytes_used": 0, 2024-08-10T05:14:03.047 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_under_bytes": 0, 2024-08-10T05:14:03.047 INFO:tasks.workunit.client.0.smithi031.stdout: "data_bytes_used": 0, 2024-08-10T05:14:03.047 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty": 0, 2024-08-10T05:14:03.047 INFO:tasks.workunit.client.0.smithi031.stdout: "max_avail": 242371723264, 2024-08-10T05:14:03.047 INFO:tasks.workunit.client.0.smithi031.stdout: "objects": 0, 2024-08-10T05:14:03.048 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_bytes_used": 0, 2024-08-10T05:14:03.048 INFO:tasks.workunit.client.0.smithi031.stdout: "percent_used": 0.0, 2024-08-10T05:14:03.048 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_bytes": 0, 2024-08-10T05:14:03.048 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_objects": 0, 2024-08-10T05:14:03.048 INFO:tasks.workunit.client.0.smithi031.stdout: "rd": 0, 2024-08-10T05:14:03.048 INFO:tasks.workunit.client.0.smithi031.stdout: "rd_bytes": 0, 2024-08-10T05:14:03.048 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": 0, 2024-08-10T05:14:03.048 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_data": 0, 2024-08-10T05:14:03.048 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_omap": 0, 2024-08-10T05:14:03.048 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_raw": 0, 2024-08-10T05:14:03.048 INFO:tasks.workunit.client.0.smithi031.stdout: "wr": 0, 2024-08-10T05:14:03.049 INFO:tasks.workunit.client.0.smithi031.stdout: "wr_bytes": 0 2024-08-10T05:14:03.049 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.049 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_bytes": 0, 2024-08-10T05:14:03.049 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_objects": 0, 2024-08-10T05:14:03.049 INFO:tasks.workunit.client.0.smithi031.stdout: "type": "replicated" 2024-08-10T05:14:03.049 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.049 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.049 INFO:tasks.workunit.client.0.smithi031.stdout: "application": [ 2024-08-10T05:14:03.049 INFO:tasks.workunit.client.0.smithi031.stdout: "rbd" 2024-08-10T05:14:03.049 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.049 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_mode": "none", 2024-08-10T05:14:03.049 INFO:tasks.workunit.client.0.smithi031.stdout: "erasure_code_profile": {}, 2024-08-10T05:14:03.050 INFO:tasks.workunit.client.0.smithi031.stdout: "min_size": 2, 2024-08-10T05:14:03.050 INFO:tasks.workunit.client.0.smithi031.stdout: "options": {}, 2024-08-10T05:14:03.050 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_autoscale_mode": "off", 2024-08-10T05:14:03.050 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_num": 8, 2024-08-10T05:14:03.050 INFO:tasks.workunit.client.0.smithi031.stdout: "pgp_num": 8, 2024-08-10T05:14:03.050 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": 4, 2024-08-10T05:14:03.050 INFO:tasks.workunit.client.0.smithi031.stdout: "size": 3, 2024-08-10T05:14:03.050 INFO:tasks.workunit.client.0.smithi031.stdout: "stats": { 2024-08-10T05:14:03.050 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_raw": 727115180298, 2024-08-10T05:14:03.050 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_used": 12288, 2024-08-10T05:14:03.051 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_bytes_used": 0, 2024-08-10T05:14:03.051 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_under_bytes": 0, 2024-08-10T05:14:03.051 INFO:tasks.workunit.client.0.smithi031.stdout: "data_bytes_used": 12288, 2024-08-10T05:14:03.051 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty": 0, 2024-08-10T05:14:03.051 INFO:tasks.workunit.client.0.smithi031.stdout: "max_avail": 242371723264, 2024-08-10T05:14:03.051 INFO:tasks.workunit.client.0.smithi031.stdout: "objects": 2, 2024-08-10T05:14:03.051 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_bytes_used": 0, 2024-08-10T05:14:03.051 INFO:tasks.workunit.client.0.smithi031.stdout: "percent_used": 1.6899660337799105e-08, 2024-08-10T05:14:03.051 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_bytes": 0, 2024-08-10T05:14:03.051 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_objects": 0, 2024-08-10T05:14:03.051 INFO:tasks.workunit.client.0.smithi031.stdout: "rd": 0, 2024-08-10T05:14:03.052 INFO:tasks.workunit.client.0.smithi031.stdout: "rd_bytes": 0, 2024-08-10T05:14:03.052 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": 19, 2024-08-10T05:14:03.052 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_data": 19, 2024-08-10T05:14:03.052 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_omap": 0, 2024-08-10T05:14:03.052 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_raw": 57, 2024-08-10T05:14:03.052 INFO:tasks.workunit.client.0.smithi031.stdout: "wr": 2, 2024-08-10T05:14:03.052 INFO:tasks.workunit.client.0.smithi031.stdout: "wr_bytes": 2048 2024-08-10T05:14:03.052 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.052 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_bytes": 0, 2024-08-10T05:14:03.052 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_objects": 0, 2024-08-10T05:14:03.052 INFO:tasks.workunit.client.0.smithi031.stdout: "type": "replicated" 2024-08-10T05:14:03.052 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:03.053 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.053 INFO:tasks.workunit.client.0.smithi031.stdout: "rbd": { 2024-08-10T05:14:03.053 INFO:tasks.workunit.client.0.smithi031.stdout: "mirroring_by_pool": [ 2024-08-10T05:14:03.053 INFO:tasks.workunit.client.0.smithi031.stdout: false 2024-08-10T05:14:03.053 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.053 INFO:tasks.workunit.client.0.smithi031.stdout: "num_images_by_pool": [ 2024-08-10T05:14:03.053 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T05:14:03.053 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.053 INFO:tasks.workunit.client.0.smithi031.stdout: "num_pools": 1 2024-08-10T05:14:03.053 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.053 INFO:tasks.workunit.client.0.smithi031.stdout: "report_id": "89fe5db4-f4c1-4ba3-81cd-1d4e073dc899", 2024-08-10T05:14:03.053 INFO:tasks.workunit.client.0.smithi031.stdout: "report_timestamp": "2024-08-10T05:14:01.588335", 2024-08-10T05:14:03.054 INFO:tasks.workunit.client.0.smithi031.stdout: "report_version": 1, 2024-08-10T05:14:03.054 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_stats": { 2024-08-10T05:14:03.054 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "6.15.5" 2024-08-10T05:14:03.054 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.054 INFO:tasks.workunit.client.0.smithi031.stdout: "rook": { 2024-08-10T05:14:03.054 INFO:tasks.workunit.client.0.smithi031.stdout: "cluster": { 2024-08-10T05:14:03.054 INFO:tasks.workunit.client.0.smithi031.stdout: "external-mode": null, 2024-08-10T05:14:03.054 INFO:tasks.workunit.client.0.smithi031.stdout: "mon": { 2024-08-10T05:14:03.054 INFO:tasks.workunit.client.0.smithi031.stdout: "allow-multiple-per-node": null, 2024-08-10T05:14:03.054 INFO:tasks.workunit.client.0.smithi031.stdout: "count": null, 2024-08-10T05:14:03.054 INFO:tasks.workunit.client.0.smithi031.stdout: "max-id": null, 2024-08-10T05:14:03.054 INFO:tasks.workunit.client.0.smithi031.stdout: "pvc": { 2024-08-10T05:14:03.055 INFO:tasks.workunit.client.0.smithi031.stdout: "enabled": null 2024-08-10T05:14:03.055 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.055 INFO:tasks.workunit.client.0.smithi031.stdout: "stretch": { 2024-08-10T05:14:03.055 INFO:tasks.workunit.client.0.smithi031.stdout: "enabled": null 2024-08-10T05:14:03.055 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:03.055 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.055 INFO:tasks.workunit.client.0.smithi031.stdout: "network": { 2024-08-10T05:14:03.055 INFO:tasks.workunit.client.0.smithi031.stdout: "provider": null 2024-08-10T05:14:03.055 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.055 INFO:tasks.workunit.client.0.smithi031.stdout: "storage": { 2024-08-10T05:14:03.055 INFO:tasks.workunit.client.0.smithi031.stdout: "device-set": { 2024-08-10T05:14:03.056 INFO:tasks.workunit.client.0.smithi031.stdout: "count": { 2024-08-10T05:14:03.056 INFO:tasks.workunit.client.0.smithi031.stdout: "non-portable": null, 2024-08-10T05:14:03.056 INFO:tasks.workunit.client.0.smithi031.stdout: "portable": null, 2024-08-10T05:14:03.056 INFO:tasks.workunit.client.0.smithi031.stdout: "total": null 2024-08-10T05:14:03.056 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:03.056 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:03.056 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:03.056 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.056 INFO:tasks.workunit.client.0.smithi031.stdout: "csi": { 2024-08-10T05:14:03.056 INFO:tasks.workunit.client.0.smithi031.stdout: "version": null 2024-08-10T05:14:03.056 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.056 INFO:tasks.workunit.client.0.smithi031.stdout: "kubernetes": { 2024-08-10T05:14:03.057 INFO:tasks.workunit.client.0.smithi031.stdout: "version": null 2024-08-10T05:14:03.057 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.057 INFO:tasks.workunit.client.0.smithi031.stdout: "node": { 2024-08-10T05:14:03.057 INFO:tasks.workunit.client.0.smithi031.stdout: "count": { 2024-08-10T05:14:03.057 INFO:tasks.workunit.client.0.smithi031.stdout: "kubernetes-total": null, 2024-08-10T05:14:03.057 INFO:tasks.workunit.client.0.smithi031.stdout: "with-ceph-daemons": null, 2024-08-10T05:14:03.057 INFO:tasks.workunit.client.0.smithi031.stdout: "with-csi-cephfs-plugin": null, 2024-08-10T05:14:03.057 INFO:tasks.workunit.client.0.smithi031.stdout: "with-csi-nfs-plugin": null, 2024-08-10T05:14:03.057 INFO:tasks.workunit.client.0.smithi031.stdout: "with-csi-rbd-plugin": null 2024-08-10T05:14:03.057 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:03.057 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.057 INFO:tasks.workunit.client.0.smithi031.stdout: "usage": { 2024-08-10T05:14:03.058 INFO:tasks.workunit.client.0.smithi031.stdout: "storage-class": { 2024-08-10T05:14:03.058 INFO:tasks.workunit.client.0.smithi031.stdout: "count": { 2024-08-10T05:14:03.058 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": null, 2024-08-10T05:14:03.058 INFO:tasks.workunit.client.0.smithi031.stdout: "cephfs": null, 2024-08-10T05:14:03.058 INFO:tasks.workunit.client.0.smithi031.stdout: "nfs": null, 2024-08-10T05:14:03.058 INFO:tasks.workunit.client.0.smithi031.stdout: "rbd": null, 2024-08-10T05:14:03.058 INFO:tasks.workunit.client.0.smithi031.stdout: "total": null 2024-08-10T05:14:03.058 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:03.058 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:03.058 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.059 INFO:tasks.workunit.client.0.smithi031.stdout: "version": null 2024-08-10T05:14:03.059 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.059 INFO:tasks.workunit.client.0.smithi031.stdout: "services": {}, 2024-08-10T05:14:03.059 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_per_pg": [ 2024-08-10T05:14:03.059 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.059 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.059 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:03.059 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T05:14:03.059 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T05:14:03.059 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.059 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T05:14:03.059 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.060 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.060 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:03.060 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.060 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.060 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.060 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.066648+0000", 2024-08-10T05:14:03.060 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.075197+0000", 2024-08-10T05:14:03.060 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.075197+0000", 2024-08-10T05:14:03.060 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.075452+0000", 2024-08-10T05:14:03.060 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.066648+0000", 2024-08-10T05:14:03.060 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.061 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.061 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.061 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:03.061 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.066648+0000", 2024-08-10T05:14:03.061 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.066648+0000", 2024-08-10T05:14:03.061 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.066648+0000", 2024-08-10T05:14:03.061 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.061 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.061 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.061 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.066648+0000", 2024-08-10T05:14:03.061 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.066648+0000", 2024-08-10T05:14:03.062 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.062 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:03.062 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.062 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.062 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:03.062 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.062 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.062 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.062 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.062 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:03.062 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.063 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.063 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.063 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.3f", 2024-08-10T05:14:03.063 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.063 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.063 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:03.063 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 20, 2024-08-10T05:14:03.063 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.063 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T15:36:56.376407+0000", 2024-08-10T05:14:03.063 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:03.063 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.064 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.064 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:03.064 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.064 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.064 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.064 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.064 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.064 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.064 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.064 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.064 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.064 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.065 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.065 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.065 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.065 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.065 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.065 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:03.065 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:03.065 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.065 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:03.065 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.065 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.065 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.066 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.066 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.066 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:03.066 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.066 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.066 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.066 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.066 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.066 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.066 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.066 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.067 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.067 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.067 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.067 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.067 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:03.067 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:03.067 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.067 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.067 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.067 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.067 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:03.068 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T05:14:03.068 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T05:14:03.068 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.068 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T05:14:03.068 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:03.068 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.068 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.068 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.068 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:03.068 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:03.068 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T05:14:03.069 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.069 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-08-10T05:14:03.069 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.069 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.069 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:03.069 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.069 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.069 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.069 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:29.884061+0000", 2024-08-10T05:14:03.069 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.071529+0000", 2024-08-10T05:14:03.069 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.071529+0000", 2024-08-10T05:14:03.070 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.071808+0000", 2024-08-10T05:14:03.070 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:29.884061+0000", 2024-08-10T05:14:03.070 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.070 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.070 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.070 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:03.070 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:29.884061+0000", 2024-08-10T05:14:03.070 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:29.884061+0000", 2024-08-10T05:14:03.070 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:29.884061+0000", 2024-08-10T05:14:03.070 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.071 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.071 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.071 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:29.884061+0000", 2024-08-10T05:14:03.071 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:29.884061+0000", 2024-08-10T05:14:03.071 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.071 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:03.071 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.071 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.071 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:03.071 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.071 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.072 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.072 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.072 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:03.072 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.072 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.072 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.072 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.3e", 2024-08-10T05:14:03.072 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.072 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.072 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:03.072 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-08-10T05:14:03.073 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.073 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T16:04:40.487257+0000", 2024-08-10T05:14:03.073 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:03.073 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.073 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.073 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:03.073 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.073 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.073 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.073 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.073 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.074 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.074 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.074 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.074 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.074 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.074 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.074 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.074 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.074 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.074 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.074 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:03.075 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:03.075 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.075 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:03.075 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.075 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.075 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.075 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.075 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.075 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:03.075 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.075 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.075 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.076 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.076 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.076 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.076 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.076 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.076 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.076 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.076 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.076 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.076 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:03.076 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:03.077 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.077 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.077 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.077 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.077 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:03.077 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:03.077 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T05:14:03.077 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.077 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-08-10T05:14:03.077 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:03.077 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.078 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.078 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.078 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:03.078 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T05:14:03.078 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T05:14:03.078 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.078 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-08-10T05:14:03.078 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.078 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.078 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:03.078 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.079 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.079 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.079 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.066641+0000", 2024-08-10T05:14:03.079 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.077166+0000", 2024-08-10T05:14:03.079 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.077166+0000", 2024-08-10T05:14:03.079 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.077436+0000", 2024-08-10T05:14:03.079 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.066641+0000", 2024-08-10T05:14:03.079 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.079 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.079 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.079 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:03.079 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.066641+0000", 2024-08-10T05:14:03.080 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.066641+0000", 2024-08-10T05:14:03.080 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.066641+0000", 2024-08-10T05:14:03.080 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.080 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.080 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.080 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.066641+0000", 2024-08-10T05:14:03.080 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.066641+0000", 2024-08-10T05:14:03.080 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.080 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:03.080 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.080 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.080 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:03.081 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.081 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.081 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.081 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.081 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:03.081 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.081 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.081 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.081 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.3d", 2024-08-10T05:14:03.081 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.081 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.081 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:03.082 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 20, 2024-08-10T05:14:03.082 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.082 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:24:54.646348+0000", 2024-08-10T05:14:03.082 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:03.082 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.082 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.082 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:03.082 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.082 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.082 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.082 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.083 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.083 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.083 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.083 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.083 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.083 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.083 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.083 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.083 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.083 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.083 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.083 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:03.084 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:03.084 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.084 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:03.084 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.084 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.084 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.084 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.084 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.084 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:03.084 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.084 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.085 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.085 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.085 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.085 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.085 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.085 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.085 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.085 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.085 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.085 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.085 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:03.085 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:03.086 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.086 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.086 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.086 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.086 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:03.086 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T05:14:03.086 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T05:14:03.086 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.086 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-08-10T05:14:03.086 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:03.086 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.087 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.087 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.087 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:03.087 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:03.087 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T05:14:03.087 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.087 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T05:14:03.087 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.087 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.087 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:03.087 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.088 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.088 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.088 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:29.887608+0000", 2024-08-10T05:14:03.088 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.070218+0000", 2024-08-10T05:14:03.088 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.070218+0000", 2024-08-10T05:14:03.088 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.070466+0000", 2024-08-10T05:14:03.088 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:29.887608+0000", 2024-08-10T05:14:03.088 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.088 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.088 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.088 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:03.088 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:29.887608+0000", 2024-08-10T05:14:03.089 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:29.887608+0000", 2024-08-10T05:14:03.089 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:29.887608+0000", 2024-08-10T05:14:03.089 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.089 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.089 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.089 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:29.887608+0000", 2024-08-10T05:14:03.089 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:29.887608+0000", 2024-08-10T05:14:03.089 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.089 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:03.089 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.089 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.090 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:03.090 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.090 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.090 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.090 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.090 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:03.090 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.090 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.090 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.090 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.3c", 2024-08-10T05:14:03.090 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.091 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.091 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:03.091 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-08-10T05:14:03.091 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.091 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T09:47:39.657458+0000", 2024-08-10T05:14:03.091 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:03.091 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.091 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.091 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:03.091 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.091 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.091 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.092 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.092 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.092 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.092 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.092 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.092 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.092 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.092 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.092 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.092 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.092 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.093 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.093 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:03.093 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:03.093 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.093 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:03.093 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.093 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.093 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.093 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.093 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.093 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:03.093 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.094 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.094 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.094 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.094 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.094 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.094 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.094 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.094 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.095 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.095 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.095 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.095 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:03.095 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:03.095 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.095 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.095 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.095 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.095 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:03.095 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:03.095 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T05:14:03.096 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.096 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T05:14:03.096 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:03.096 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.096 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.096 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.096 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:03.096 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T05:14:03.096 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T05:14:03.096 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.096 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T05:14:03.096 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.097 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.097 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:03.097 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.097 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.097 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.097 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.066523+0000", 2024-08-10T05:14:03.097 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.083695+0000", 2024-08-10T05:14:03.097 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.083695+0000", 2024-08-10T05:14:03.097 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.083938+0000", 2024-08-10T05:14:03.097 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.066523+0000", 2024-08-10T05:14:03.097 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.097 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.098 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.098 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:03.098 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.066523+0000", 2024-08-10T05:14:03.098 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.066523+0000", 2024-08-10T05:14:03.098 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.066523+0000", 2024-08-10T05:14:03.098 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.098 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.098 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.098 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.066523+0000", 2024-08-10T05:14:03.098 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.066523+0000", 2024-08-10T05:14:03.098 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.099 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:03.099 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.099 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.099 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:03.099 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.099 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.099 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.099 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.099 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:03.099 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.099 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.100 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.100 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.3b", 2024-08-10T05:14:03.100 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.100 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.100 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:03.100 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 20, 2024-08-10T05:14:03.100 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.100 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T11:39:03.393548+0000", 2024-08-10T05:14:03.100 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:03.100 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.100 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.100 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:03.101 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.101 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.101 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.101 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.101 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.101 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.101 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.101 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.101 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.101 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.101 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.101 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.101 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.102 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.102 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.102 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:03.102 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:03.102 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.102 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:03.102 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.102 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.102 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.102 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.103 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.103 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:03.103 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.103 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.103 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.103 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.103 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.103 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.103 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.103 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.103 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.104 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.104 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.104 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.104 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:03.104 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:03.104 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.104 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.104 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.104 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.104 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:03.104 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T05:14:03.104 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T05:14:03.105 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.105 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T05:14:03.105 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:03.105 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.105 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.105 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.105 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:03.105 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:03.105 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T05:14:03.105 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.105 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T05:14:03.105 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.106 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.106 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:03.106 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.106 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.106 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.106 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:29.887386+0000", 2024-08-10T05:14:03.106 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.081220+0000", 2024-08-10T05:14:03.106 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.081220+0000", 2024-08-10T05:14:03.106 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.081812+0000", 2024-08-10T05:14:03.106 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:29.887386+0000", 2024-08-10T05:14:03.107 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.107 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.107 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.107 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:03.107 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:29.887386+0000", 2024-08-10T05:14:03.107 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:29.887386+0000", 2024-08-10T05:14:03.107 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:29.887386+0000", 2024-08-10T05:14:03.107 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.107 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.107 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.107 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:29.887386+0000", 2024-08-10T05:14:03.107 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:29.887386+0000", 2024-08-10T05:14:03.107 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.108 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:03.108 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.108 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.108 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:03.108 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.108 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.108 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.108 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.108 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:03.108 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.108 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.108 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.109 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.3a", 2024-08-10T05:14:03.109 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.109 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.110 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:03.110 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-08-10T05:14:03.110 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.110 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T11:40:19.479959+0000", 2024-08-10T05:14:03.110 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:03.110 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.110 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.110 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:03.110 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.110 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.110 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.111 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.111 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.111 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.111 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.111 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.111 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.111 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.111 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.111 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.111 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.111 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.112 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.112 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:03.112 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:03.112 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.112 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:03.112 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.112 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.112 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.112 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.112 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.112 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:03.112 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.113 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.113 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.113 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.113 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.113 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.113 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.113 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.113 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.113 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.113 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.113 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.114 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:03.114 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:03.114 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.114 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.114 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.114 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.114 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:03.114 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:03.114 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T05:14:03.114 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.114 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T05:14:03.115 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:03.115 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.115 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.115 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.115 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:03.115 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:03.115 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T05:14:03.115 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.115 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T05:14:03.115 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.115 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.115 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:03.115 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.116 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.116 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.116 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.065832+0000", 2024-08-10T05:14:03.116 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.084242+0000", 2024-08-10T05:14:03.116 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.084242+0000", 2024-08-10T05:14:03.116 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.084956+0000", 2024-08-10T05:14:03.116 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.065832+0000", 2024-08-10T05:14:03.116 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.116 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.116 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.116 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:03.116 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.065832+0000", 2024-08-10T05:14:03.116 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.065832+0000", 2024-08-10T05:14:03.117 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.065832+0000", 2024-08-10T05:14:03.117 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.117 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.117 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.117 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.065832+0000", 2024-08-10T05:14:03.117 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.065832+0000", 2024-08-10T05:14:03.117 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.117 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:03.117 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.117 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.117 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:03.117 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.118 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.118 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.118 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.118 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:03.118 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.118 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.118 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.118 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.39", 2024-08-10T05:14:03.118 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.118 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.118 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:03.118 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 20, 2024-08-10T05:14:03.119 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.119 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:16:45.027508+0000", 2024-08-10T05:14:03.119 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:03.119 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.119 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.119 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:03.119 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.119 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.119 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.119 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.119 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.119 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.120 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.120 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.120 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.120 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.120 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.120 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.120 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.120 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.120 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.120 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:03.120 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:03.120 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.121 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:03.121 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.121 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.121 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.121 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.121 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.121 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:03.121 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.121 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.121 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.121 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.121 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.122 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.122 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.122 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.122 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.122 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.122 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.122 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.122 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:03.122 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:03.122 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.122 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.122 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.123 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.123 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:03.123 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:03.123 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T05:14:03.123 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.123 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T05:14:03.123 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:03.123 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.123 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.123 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.123 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:03.123 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:03.124 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T05:14:03.124 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.124 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-08-10T05:14:03.124 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.124 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.124 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:03.124 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.124 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.124 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.124 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.065213+0000", 2024-08-10T05:14:03.124 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.078783+0000", 2024-08-10T05:14:03.124 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.078783+0000", 2024-08-10T05:14:03.124 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.082709+0000", 2024-08-10T05:14:03.125 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.065213+0000", 2024-08-10T05:14:03.125 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.125 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.125 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.125 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:03.125 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.065213+0000", 2024-08-10T05:14:03.125 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.065213+0000", 2024-08-10T05:14:03.125 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.065213+0000", 2024-08-10T05:14:03.125 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.125 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.125 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.125 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.065213+0000", 2024-08-10T05:14:03.126 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.065213+0000", 2024-08-10T05:14:03.126 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.126 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:03.126 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.126 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.126 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:03.126 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.126 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.126 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.126 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.126 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:03.126 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.127 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.127 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.127 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.38", 2024-08-10T05:14:03.127 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.127 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.127 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:03.127 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-08-10T05:14:03.127 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.127 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T09:33:09.293903+0000", 2024-08-10T05:14:03.127 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:03.127 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.128 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.128 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:03.128 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.128 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.128 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.128 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.128 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.128 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.128 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.128 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.128 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.129 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.129 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.129 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.129 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.129 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.129 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.129 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:03.129 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:03.129 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.129 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:03.129 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.129 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.129 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.130 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.130 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.130 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:03.130 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.130 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.130 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.130 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.130 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.130 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.130 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.130 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.131 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.131 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.131 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.131 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.131 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:03.131 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:03.131 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.131 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.131 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.131 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.131 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:03.132 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:03.132 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T05:14:03.132 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.132 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-08-10T05:14:03.132 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:03.132 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.132 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.132 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.132 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:03.132 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:03.132 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T05:14:03.133 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.133 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T05:14:03.133 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.133 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.133 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:03.133 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.133 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.133 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.133 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.066849+0000", 2024-08-10T05:14:03.133 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.078679+0000", 2024-08-10T05:14:03.133 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.078679+0000", 2024-08-10T05:14:03.133 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.078958+0000", 2024-08-10T05:14:03.134 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.066849+0000", 2024-08-10T05:14:03.134 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.134 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.134 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.134 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:03.134 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.066849+0000", 2024-08-10T05:14:03.134 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.066849+0000", 2024-08-10T05:14:03.134 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.066849+0000", 2024-08-10T05:14:03.134 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.134 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.134 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.135 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.066849+0000", 2024-08-10T05:14:03.135 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.066849+0000", 2024-08-10T05:14:03.135 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.135 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:03.135 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.135 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.135 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:03.135 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.135 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.135 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.135 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.135 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:03.136 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.136 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.136 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.136 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.37", 2024-08-10T05:14:03.136 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.136 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.136 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:03.136 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 20, 2024-08-10T05:14:03.136 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.136 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:16:41.215057+0000", 2024-08-10T05:14:03.136 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:03.136 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.137 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.137 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:03.137 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.137 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.137 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.137 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.137 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.137 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.137 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.137 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.137 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.137 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.137 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.138 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.138 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.138 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.138 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.138 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:03.138 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:03.138 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.138 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:03.138 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.138 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.138 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.138 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.139 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.139 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:03.139 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.139 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.139 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.139 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.139 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.139 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.139 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.139 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.139 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.139 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.139 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.140 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.140 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:03.140 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:03.140 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.140 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.140 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.140 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.140 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:03.140 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:03.140 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T05:14:03.140 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.140 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T05:14:03.140 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:03.141 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.141 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.141 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.141 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T05:14:03.141 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:03.141 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T05:14:03.141 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.141 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-08-10T05:14:03.141 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.141 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.141 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:03.141 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.142 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.142 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.142 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.057141+0000", 2024-08-10T05:14:03.142 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.071749+0000", 2024-08-10T05:14:03.142 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.071749+0000", 2024-08-10T05:14:03.142 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.072057+0000", 2024-08-10T05:14:03.142 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.057141+0000", 2024-08-10T05:14:03.142 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.142 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.142 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.142 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:03.143 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.057141+0000", 2024-08-10T05:14:03.143 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.057141+0000", 2024-08-10T05:14:03.143 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.057141+0000", 2024-08-10T05:14:03.143 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.143 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.143 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.143 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.057141+0000", 2024-08-10T05:14:03.143 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.057141+0000", 2024-08-10T05:14:03.143 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.143 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:03.143 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.144 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.144 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:03.144 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.144 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.144 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.144 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.144 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:03.144 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.144 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.144 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.144 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.36", 2024-08-10T05:14:03.145 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.145 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.145 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:03.145 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 20, 2024-08-10T05:14:03.145 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.145 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:22:06.321763+0000", 2024-08-10T05:14:03.145 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:03.145 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.145 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.145 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:03.145 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.146 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.146 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.146 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.146 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.146 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.146 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.146 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.146 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.146 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.146 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.147 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.147 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.147 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.147 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.147 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:03.147 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:03.147 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.147 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:03.147 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.147 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.147 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.147 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.148 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.148 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:03.148 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.148 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.148 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.148 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.148 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.148 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.148 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.148 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.148 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.149 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.149 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.149 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.149 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:03.149 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:03.149 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.149 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.149 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.149 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.149 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T05:14:03.149 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:03.149 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T05:14:03.150 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.150 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-08-10T05:14:03.150 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:03.150 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.150 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.150 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.150 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T05:14:03.150 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:03.150 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T05:14:03.150 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.151 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-08-10T05:14:03.151 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.151 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.151 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:03.151 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.151 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.151 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.151 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.057108+0000", 2024-08-10T05:14:03.151 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.082662+0000", 2024-08-10T05:14:03.151 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.082662+0000", 2024-08-10T05:14:03.151 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.082958+0000", 2024-08-10T05:14:03.151 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.057108+0000", 2024-08-10T05:14:03.151 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.152 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.152 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.152 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:03.152 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.057108+0000", 2024-08-10T05:14:03.152 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.057108+0000", 2024-08-10T05:14:03.152 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.057108+0000", 2024-08-10T05:14:03.152 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.152 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.152 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.152 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.057108+0000", 2024-08-10T05:14:03.153 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.057108+0000", 2024-08-10T05:14:03.153 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.153 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:03.153 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.153 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.153 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:03.153 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.153 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.153 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.153 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.153 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:03.154 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.154 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.154 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.154 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.35", 2024-08-10T05:14:03.154 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.154 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.154 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:03.154 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 20, 2024-08-10T05:14:03.154 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.154 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T11:11:17.301659+0000", 2024-08-10T05:14:03.154 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:03.154 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.155 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.155 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:03.155 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.155 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.155 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.155 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.155 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.155 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.155 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.155 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.155 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.155 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.156 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.156 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.156 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.156 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.156 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.156 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:03.156 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:03.156 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.156 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:03.156 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.156 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.156 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.157 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.157 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.157 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:03.157 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.157 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.157 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.157 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.157 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.157 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.157 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.157 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.157 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.158 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.158 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.158 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.158 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:03.158 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:03.158 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.158 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.158 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.158 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.158 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T05:14:03.158 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:03.158 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T05:14:03.159 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.159 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-08-10T05:14:03.159 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:03.159 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.159 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.159 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.159 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:03.159 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T05:14:03.159 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T05:14:03.159 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.159 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 4, 2024-08-10T05:14:03.160 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.160 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.160 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:03.160 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.160 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.160 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.160 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:29.883401+0000", 2024-08-10T05:14:03.160 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.075163+0000", 2024-08-10T05:14:03.160 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.075163+0000", 2024-08-10T05:14:03.160 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.075786+0000", 2024-08-10T05:14:03.160 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:29.883401+0000", 2024-08-10T05:14:03.160 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.161 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.161 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.161 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:03.161 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:29.883401+0000", 2024-08-10T05:14:03.161 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:29.883401+0000", 2024-08-10T05:14:03.161 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:29.883401+0000", 2024-08-10T05:14:03.161 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.161 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.161 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.161 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:29.883401+0000", 2024-08-10T05:14:03.161 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:29.883401+0000", 2024-08-10T05:14:03.162 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.162 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:03.162 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.162 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.162 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:03.162 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.162 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.162 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.162 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.162 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:03.163 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.163 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.163 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.163 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.34", 2024-08-10T05:14:03.163 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.163 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.163 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:03.163 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-08-10T05:14:03.163 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.163 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:59:36.477561+0000", 2024-08-10T05:14:03.163 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:03.164 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.164 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.164 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:03.164 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.164 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.164 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.164 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.164 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.164 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.164 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.164 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.165 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.165 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.165 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.165 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.165 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.165 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.165 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.165 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:03.165 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:03.165 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.165 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:03.166 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.166 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.166 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.166 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.166 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.166 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:03.166 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.166 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.166 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.166 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.167 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.167 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.167 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.167 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.167 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.167 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.167 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.167 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.167 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:03.167 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:03.167 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.167 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.168 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.168 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.168 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:03.168 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T05:14:03.168 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T05:14:03.168 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.168 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 4, 2024-08-10T05:14:03.168 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:03.168 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.168 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.168 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.169 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:03.169 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T05:14:03.169 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T05:14:03.169 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.169 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-08-10T05:14:03.169 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.169 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.169 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:03.169 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.169 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.169 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.169 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.065812+0000", 2024-08-10T05:14:03.170 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.078004+0000", 2024-08-10T05:14:03.170 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.078004+0000", 2024-08-10T05:14:03.170 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.078563+0000", 2024-08-10T05:14:03.170 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.065812+0000", 2024-08-10T05:14:03.170 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.170 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.170 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.170 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:03.170 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.065812+0000", 2024-08-10T05:14:03.170 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.065812+0000", 2024-08-10T05:14:03.170 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.065812+0000", 2024-08-10T05:14:03.171 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.171 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.171 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.171 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.065812+0000", 2024-08-10T05:14:03.171 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.065812+0000", 2024-08-10T05:14:03.171 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.171 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:03.171 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.171 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.171 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:03.171 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.171 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.172 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.172 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.172 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:03.172 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.172 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.172 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.172 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.33", 2024-08-10T05:14:03.172 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.172 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.172 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:03.172 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-08-10T05:14:03.173 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.173 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:04:06.534206+0000", 2024-08-10T05:14:03.173 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:03.173 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.173 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.173 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:03.173 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.173 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.173 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.173 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.173 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.173 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.174 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.174 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.174 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.174 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.174 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.174 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.174 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.174 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.174 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.174 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:03.174 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:03.174 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.175 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:03.175 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.175 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.175 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.175 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.175 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.175 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:03.175 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.175 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.175 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.175 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.175 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.176 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.176 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.176 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.176 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.176 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.176 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.176 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.176 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:03.176 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:03.176 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.176 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.176 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.177 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.177 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:03.177 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T05:14:03.177 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T05:14:03.177 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.177 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-08-10T05:14:03.177 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:03.177 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.177 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.177 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.177 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:03.178 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:03.178 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T05:14:03.178 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.178 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-08-10T05:14:03.178 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.178 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.178 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:03.178 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.178 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.178 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.178 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.066400+0000", 2024-08-10T05:14:03.179 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.084617+0000", 2024-08-10T05:14:03.179 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.084617+0000", 2024-08-10T05:14:03.179 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.085490+0000", 2024-08-10T05:14:03.179 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.066400+0000", 2024-08-10T05:14:03.179 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.179 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.179 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.179 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:03.179 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.066400+0000", 2024-08-10T05:14:03.179 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.066400+0000", 2024-08-10T05:14:03.179 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.066400+0000", 2024-08-10T05:14:03.180 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.180 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.180 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.180 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.066400+0000", 2024-08-10T05:14:03.180 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.066400+0000", 2024-08-10T05:14:03.180 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.180 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:03.180 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.180 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.180 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:03.180 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.180 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.181 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.181 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.181 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:03.181 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.181 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.181 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.181 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.32", 2024-08-10T05:14:03.181 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.181 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.181 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:03.181 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 20, 2024-08-10T05:14:03.181 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.182 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:17:19.339243+0000", 2024-08-10T05:14:03.182 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:03.182 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.182 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.182 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:03.182 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.182 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.182 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.182 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.182 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.182 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.182 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.183 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.183 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.183 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.183 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.183 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.183 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.183 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.183 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.183 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:03.183 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:03.183 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.183 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:03.184 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.184 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.184 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.184 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.184 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.184 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:03.184 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.184 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.184 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.184 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.184 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.185 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.185 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.185 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.185 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.185 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.185 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.185 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.185 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:03.185 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:03.185 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.185 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.186 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.186 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.186 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:03.186 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:03.186 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T05:14:03.186 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.186 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-08-10T05:14:03.186 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:03.186 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.186 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.187 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.187 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:03.187 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:03.187 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T05:14:03.187 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.187 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-08-10T05:14:03.187 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.187 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.187 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:03.187 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.187 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.188 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.188 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:29.883983+0000", 2024-08-10T05:14:03.188 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.069770+0000", 2024-08-10T05:14:03.188 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.069770+0000", 2024-08-10T05:14:03.188 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.070323+0000", 2024-08-10T05:14:03.188 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:29.883983+0000", 2024-08-10T05:14:03.188 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.188 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.188 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.188 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:03.188 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:29.883983+0000", 2024-08-10T05:14:03.188 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:29.883983+0000", 2024-08-10T05:14:03.189 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:29.883983+0000", 2024-08-10T05:14:03.189 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.189 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.189 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.189 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:29.883983+0000", 2024-08-10T05:14:03.189 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:29.883983+0000", 2024-08-10T05:14:03.189 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.189 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:03.189 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.189 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.190 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:03.190 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.190 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.190 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.190 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.190 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:03.190 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.190 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.190 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.190 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.31", 2024-08-10T05:14:03.190 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.190 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.191 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:03.191 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-08-10T05:14:03.191 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.191 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T15:00:21.082500+0000", 2024-08-10T05:14:03.191 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:03.191 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.191 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.191 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:03.191 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.191 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.191 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.191 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.192 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.192 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.192 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.192 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.192 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.192 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.192 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.192 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.192 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.192 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.192 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.192 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:03.193 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:03.193 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.193 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:03.193 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.193 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.193 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.193 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.193 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.193 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:03.193 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.193 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.193 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.194 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.194 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.194 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.194 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.194 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.194 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.194 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.194 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.194 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.194 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:03.194 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:03.195 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.195 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.195 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.195 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.195 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:03.195 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:03.195 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T05:14:03.195 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.195 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-08-10T05:14:03.195 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:03.195 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.196 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.196 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.196 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:03.196 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:03.196 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T05:14:03.196 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.196 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T05:14:03.196 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.196 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.196 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:03.196 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.196 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.197 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.197 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:29.887273+0000", 2024-08-10T05:14:03.197 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.081369+0000", 2024-08-10T05:14:03.197 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.081369+0000", 2024-08-10T05:14:03.197 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.081629+0000", 2024-08-10T05:14:03.197 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:29.887273+0000", 2024-08-10T05:14:03.197 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.197 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.197 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.197 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:03.198 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:29.887273+0000", 2024-08-10T05:14:03.198 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:29.887273+0000", 2024-08-10T05:14:03.198 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:29.887273+0000", 2024-08-10T05:14:03.198 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.198 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.198 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.198 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:29.887273+0000", 2024-08-10T05:14:03.198 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:29.887273+0000", 2024-08-10T05:14:03.198 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.198 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:03.199 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.199 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.199 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:03.199 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.199 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.199 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.199 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.199 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:03.199 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.199 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.199 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.200 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.30", 2024-08-10T05:14:03.200 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.200 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.200 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:03.200 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-08-10T05:14:03.200 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.200 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:59:07.383007+0000", 2024-08-10T05:14:03.200 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:03.200 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.200 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.201 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:03.201 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.201 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.201 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.201 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.201 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.201 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.201 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.201 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.201 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.201 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.201 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.202 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.202 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.202 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.202 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.202 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:03.202 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:03.202 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.202 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:03.202 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.202 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.202 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.203 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.203 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.203 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:03.203 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.203 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.203 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.203 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.203 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.203 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.203 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.204 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.204 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.204 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.204 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.204 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.204 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:03.204 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:03.204 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.204 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.204 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.204 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.205 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:03.205 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:03.205 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T05:14:03.205 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.205 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T05:14:03.205 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:03.205 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.205 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.205 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.205 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:03.206 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:03.206 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T05:14:03.206 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.206 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T05:14:03.206 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.206 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.206 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:03.206 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.206 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.206 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.207 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:29.887931+0000", 2024-08-10T05:14:03.207 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.075834+0000", 2024-08-10T05:14:03.207 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.075834+0000", 2024-08-10T05:14:03.207 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.076217+0000", 2024-08-10T05:14:03.207 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:29.887931+0000", 2024-08-10T05:14:03.207 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.207 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.207 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.207 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:03.207 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:29.887931+0000", 2024-08-10T05:14:03.208 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:29.887931+0000", 2024-08-10T05:14:03.208 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:29.887931+0000", 2024-08-10T05:14:03.208 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.208 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.208 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.208 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:29.887931+0000", 2024-08-10T05:14:03.208 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:29.887931+0000", 2024-08-10T05:14:03.208 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.208 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:03.208 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.208 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.209 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:03.209 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.209 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.209 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.209 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.209 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:03.209 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.209 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.209 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.209 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.2f", 2024-08-10T05:14:03.209 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.210 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.210 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:03.210 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-08-10T05:14:03.210 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.210 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T16:21:32.168614+0000", 2024-08-10T05:14:03.210 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:03.210 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.210 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.210 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:03.210 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.211 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.211 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.211 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.211 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.211 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.211 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.211 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.211 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.211 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.211 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.211 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.211 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.212 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.212 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.212 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:03.212 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:03.212 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.212 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:03.212 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.212 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.212 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.212 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.212 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.213 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:03.213 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.213 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.213 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.213 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.213 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.213 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.213 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.213 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.213 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.213 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.214 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.214 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.214 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:03.214 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:03.214 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.214 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.214 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.214 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.214 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:03.214 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:03.214 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T05:14:03.215 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.215 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T05:14:03.215 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:03.215 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.215 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.215 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.215 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T05:14:03.215 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T05:14:03.215 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T05:14:03.215 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.215 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 2, 2024-08-10T05:14:03.216 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.216 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.216 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:03.216 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.216 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.216 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.216 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:29.883437+0000", 2024-08-10T05:14:03.216 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.073321+0000", 2024-08-10T05:14:03.216 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.073321+0000", 2024-08-10T05:14:03.216 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.073608+0000", 2024-08-10T05:14:03.216 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:29.883437+0000", 2024-08-10T05:14:03.216 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.217 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.217 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.217 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:03.217 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:29.883437+0000", 2024-08-10T05:14:03.217 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:29.883437+0000", 2024-08-10T05:14:03.217 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:29.883437+0000", 2024-08-10T05:14:03.217 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.217 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.217 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.217 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:29.883437+0000", 2024-08-10T05:14:03.217 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:29.883437+0000", 2024-08-10T05:14:03.217 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.218 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:03.218 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.218 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.218 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:03.218 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.218 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.218 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.218 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.218 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:03.218 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.218 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.218 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.219 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.2e", 2024-08-10T05:14:03.219 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.219 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.219 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:03.219 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-08-10T05:14:03.219 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.219 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:12:49.748088+0000", 2024-08-10T05:14:03.219 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:03.219 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.219 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.219 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:03.220 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.220 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.220 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.220 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.220 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.220 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.220 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.220 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.220 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.220 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.220 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.221 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.221 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.221 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.221 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.221 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:03.221 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:03.221 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.221 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:03.221 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.221 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.221 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.222 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.222 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.222 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:03.222 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.222 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.222 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.222 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.222 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.222 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.222 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.222 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.223 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.223 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.223 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.223 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.223 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:03.223 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:03.223 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.223 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.223 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.223 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.223 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T05:14:03.223 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T05:14:03.224 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T05:14:03.224 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.224 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 2, 2024-08-10T05:14:03.224 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:03.224 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.224 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.224 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.224 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:03.224 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T05:14:03.224 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T05:14:03.224 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.224 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T05:14:03.225 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.225 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.225 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:03.225 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.225 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.225 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.225 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.066604+0000", 2024-08-10T05:14:03.225 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.077617+0000", 2024-08-10T05:14:03.225 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.077617+0000", 2024-08-10T05:14:03.225 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.078156+0000", 2024-08-10T05:14:03.225 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.066604+0000", 2024-08-10T05:14:03.225 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.226 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.226 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.226 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:03.226 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.066604+0000", 2024-08-10T05:14:03.226 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.066604+0000", 2024-08-10T05:14:03.226 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.066604+0000", 2024-08-10T05:14:03.226 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.226 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.226 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.226 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.066604+0000", 2024-08-10T05:14:03.226 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.066604+0000", 2024-08-10T05:14:03.226 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.227 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:03.227 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.227 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.227 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:03.227 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.227 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.227 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.227 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.227 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:03.227 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.227 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.227 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.228 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.2d", 2024-08-10T05:14:03.228 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.228 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.228 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:03.228 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 20, 2024-08-10T05:14:03.228 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.228 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T09:17:34.987725+0000", 2024-08-10T05:14:03.228 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:03.228 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.228 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.228 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:03.229 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.229 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.229 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.229 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.229 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.229 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.229 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.229 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.229 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.229 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.229 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.230 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.230 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.230 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.230 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.230 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:03.230 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:03.230 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.230 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:03.230 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.230 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.230 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.230 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.231 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.231 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:03.231 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.231 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.231 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.231 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.231 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.231 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.231 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.231 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.231 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.232 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.232 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.232 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.232 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:03.232 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:03.232 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.232 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.232 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.232 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.232 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:03.232 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T05:14:03.232 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T05:14:03.233 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.233 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T05:14:03.233 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:03.233 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.233 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.233 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.233 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T05:14:03.233 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:03.233 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T05:14:03.233 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.233 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-08-10T05:14:03.234 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.234 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.234 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:03.234 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.234 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.234 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.234 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.057064+0000", 2024-08-10T05:14:03.234 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:50.439956+0000", 2024-08-10T05:14:03.234 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:50.439956+0000", 2024-08-10T05:14:03.234 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:50.440206+0000", 2024-08-10T05:14:03.234 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.057064+0000", 2024-08-10T05:14:03.235 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.235 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.235 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.235 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 68, 2024-08-10T05:14:03.235 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.057064+0000", 2024-08-10T05:14:03.235 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.057064+0000", 2024-08-10T05:14:03.235 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.057064+0000", 2024-08-10T05:14:03.235 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.235 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.235 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.235 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.057064+0000", 2024-08-10T05:14:03.236 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.057064+0000", 2024-08-10T05:14:03.236 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.236 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:03.236 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.236 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.236 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 67, 2024-08-10T05:14:03.236 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.236 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.236 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.236 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.236 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:03.237 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.237 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.237 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.237 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.2c", 2024-08-10T05:14:03.237 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.237 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.237 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:03.237 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 30, 2024-08-10T05:14:03.237 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.237 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:25:43.282669+0000", 2024-08-10T05:14:03.237 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:03.238 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.238 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.238 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:03.238 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.238 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.238 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.238 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.238 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.238 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.238 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.238 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.238 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.239 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.239 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.239 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.239 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.239 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.239 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.239 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:03.239 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:03.239 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.239 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:03.239 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.239 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.240 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.240 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.240 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.240 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:03.240 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.240 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.240 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.240 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.240 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.240 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.240 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.241 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.241 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.241 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.241 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.241 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.241 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:03.241 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:03.241 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.241 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.241 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.242 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.242 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T05:14:03.242 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:03.242 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T05:14:03.242 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.242 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-08-10T05:14:03.242 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:03.242 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.242 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.242 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.243 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:03.243 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:03.243 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T05:14:03.243 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.243 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-08-10T05:14:03.243 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.243 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.243 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:03.243 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.243 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.243 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.244 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.066892+0000", 2024-08-10T05:14:03.244 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.071406+0000", 2024-08-10T05:14:03.244 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.071406+0000", 2024-08-10T05:14:03.244 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.071759+0000", 2024-08-10T05:14:03.244 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.066892+0000", 2024-08-10T05:14:03.244 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.244 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.244 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.244 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:03.244 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.066892+0000", 2024-08-10T05:14:03.244 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.066892+0000", 2024-08-10T05:14:03.245 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.066892+0000", 2024-08-10T05:14:03.245 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.245 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.245 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.245 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.066892+0000", 2024-08-10T05:14:03.245 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.066892+0000", 2024-08-10T05:14:03.245 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.245 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:03.245 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.245 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.245 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:03.246 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.246 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.246 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.246 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.246 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:03.246 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.246 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.246 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.246 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.2b", 2024-08-10T05:14:03.246 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.246 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.247 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:03.247 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 20, 2024-08-10T05:14:03.247 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.247 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T11:16:38.703376+0000", 2024-08-10T05:14:03.247 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:03.247 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.247 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.247 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:03.247 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.247 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.247 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.248 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.248 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.248 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.248 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.248 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.248 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.248 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.248 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.248 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.248 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.248 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.248 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.249 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:03.249 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:03.249 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.249 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:03.249 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.249 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.249 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.249 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.249 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.249 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:03.249 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.250 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.250 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.250 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.250 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.250 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.250 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.250 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.250 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.250 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.250 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.250 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.250 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:03.251 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:03.251 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.251 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.251 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.251 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.251 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:03.251 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:03.251 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T05:14:03.251 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.251 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-08-10T05:14:03.251 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:03.251 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.252 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.252 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.252 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:03.252 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:03.252 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T05:14:03.252 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.252 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T05:14:03.252 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.252 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.252 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:03.252 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.252 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.253 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.253 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:29.887430+0000", 2024-08-10T05:14:03.253 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.074240+0000", 2024-08-10T05:14:03.253 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.074240+0000", 2024-08-10T05:14:03.253 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.074505+0000", 2024-08-10T05:14:03.253 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:29.887430+0000", 2024-08-10T05:14:03.253 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.253 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.253 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.253 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:03.253 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:29.887430+0000", 2024-08-10T05:14:03.254 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:29.887430+0000", 2024-08-10T05:14:03.254 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:29.887430+0000", 2024-08-10T05:14:03.254 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.254 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.254 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.254 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:29.887430+0000", 2024-08-10T05:14:03.254 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:29.887430+0000", 2024-08-10T05:14:03.254 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.254 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:03.254 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.254 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.255 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:03.255 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.255 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.255 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.255 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.255 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:03.255 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.255 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.255 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.255 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.2a", 2024-08-10T05:14:03.255 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.255 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.255 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:03.256 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-08-10T05:14:03.256 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.256 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:20:01.145083+0000", 2024-08-10T05:14:03.256 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:03.256 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.256 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.256 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:03.256 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.256 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.256 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.256 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.257 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.257 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.257 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.257 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.257 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.257 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.257 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.257 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.257 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.257 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.257 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.257 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:03.258 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:03.258 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.258 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:03.258 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.258 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.258 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.258 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.258 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.258 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:03.258 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.258 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.258 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.259 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.259 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.259 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.259 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.259 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.259 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.259 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.259 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.259 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.259 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:03.259 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:03.259 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.260 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.260 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.260 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.260 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:03.260 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:03.260 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T05:14:03.260 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.260 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T05:14:03.260 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:03.260 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.260 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.260 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.261 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:03.261 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T05:14:03.261 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T05:14:03.261 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.261 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-08-10T05:14:03.261 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.261 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.261 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:03.261 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.261 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.261 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.261 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.065364+0000", 2024-08-10T05:14:03.262 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:50.255675+0000", 2024-08-10T05:14:03.262 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:50.255675+0000", 2024-08-10T05:14:03.262 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:50.256061+0000", 2024-08-10T05:14:03.262 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.065364+0000", 2024-08-10T05:14:03.262 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.262 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.262 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.262 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 68, 2024-08-10T05:14:03.262 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.065364+0000", 2024-08-10T05:14:03.262 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.065364+0000", 2024-08-10T05:14:03.263 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.065364+0000", 2024-08-10T05:14:03.263 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.263 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.263 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.263 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.065364+0000", 2024-08-10T05:14:03.263 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.065364+0000", 2024-08-10T05:14:03.263 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.263 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:03.263 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.263 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.264 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 67, 2024-08-10T05:14:03.264 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.264 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.264 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.264 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.264 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:03.264 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.264 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.264 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.264 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.29", 2024-08-10T05:14:03.264 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.265 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.265 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:03.265 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 31, 2024-08-10T05:14:03.265 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.265 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:45:56.983235+0000", 2024-08-10T05:14:03.265 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:03.265 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.265 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.265 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:03.265 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.265 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.266 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.266 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.266 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.266 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.266 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.266 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.266 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.266 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.266 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.266 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.266 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.266 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.267 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.267 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:03.267 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:03.267 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.267 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:03.267 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.267 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.267 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.267 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.267 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.267 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:03.267 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.268 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.268 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.268 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.268 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.268 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.268 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.268 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.268 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.268 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.268 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.268 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.269 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:03.269 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:03.269 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.269 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.269 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.269 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.269 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:03.269 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T05:14:03.269 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T05:14:03.269 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.269 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-08-10T05:14:03.269 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:03.270 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.270 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.270 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.270 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:03.270 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:03.270 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T05:14:03.270 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.270 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T05:14:03.270 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.270 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.270 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:03.270 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.271 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.271 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.271 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:29.887318+0000", 2024-08-10T05:14:03.271 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.070602+0000", 2024-08-10T05:14:03.271 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.070602+0000", 2024-08-10T05:14:03.271 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.070862+0000", 2024-08-10T05:14:03.271 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:29.887318+0000", 2024-08-10T05:14:03.271 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.271 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.271 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.271 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:03.272 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:29.887318+0000", 2024-08-10T05:14:03.272 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:29.887318+0000", 2024-08-10T05:14:03.272 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:29.887318+0000", 2024-08-10T05:14:03.272 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.272 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.272 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.272 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:29.887318+0000", 2024-08-10T05:14:03.272 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:29.887318+0000", 2024-08-10T05:14:03.272 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.272 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:03.272 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.273 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.273 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:03.273 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.273 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.273 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.273 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.273 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:03.273 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.273 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.273 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.273 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.28", 2024-08-10T05:14:03.273 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.274 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.274 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:03.274 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-08-10T05:14:03.274 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.274 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:13:29.560413+0000", 2024-08-10T05:14:03.274 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:03.274 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.274 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.274 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:03.274 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.275 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.275 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.275 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.275 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.275 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.275 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.275 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.275 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.275 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.275 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.275 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.276 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.276 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.276 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.276 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:03.276 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:03.276 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.276 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:03.276 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.276 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.276 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.276 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.276 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.277 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:03.277 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.277 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.277 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.277 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.277 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.277 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.277 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.277 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.277 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.277 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.277 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.278 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.278 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:03.278 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:03.278 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.278 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.278 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.278 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.278 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:03.278 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:03.278 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T05:14:03.278 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.279 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T05:14:03.279 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:03.279 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.279 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.279 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.279 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:03.279 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:03.279 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T05:14:03.279 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.279 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-08-10T05:14:03.280 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.280 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.280 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:03.280 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.280 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.280 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.280 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.066166+0000", 2024-08-10T05:14:03.280 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.074195+0000", 2024-08-10T05:14:03.280 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.074195+0000", 2024-08-10T05:14:03.280 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.074551+0000", 2024-08-10T05:14:03.281 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.066166+0000", 2024-08-10T05:14:03.281 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.281 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.281 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.281 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:03.281 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.066166+0000", 2024-08-10T05:14:03.281 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.066166+0000", 2024-08-10T05:14:03.281 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.066166+0000", 2024-08-10T05:14:03.281 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.281 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.281 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.282 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.066166+0000", 2024-08-10T05:14:03.282 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.066166+0000", 2024-08-10T05:14:03.282 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.282 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:03.282 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.282 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.282 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:03.282 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.282 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.282 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.282 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.283 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:03.283 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.283 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.283 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.283 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.27", 2024-08-10T05:14:03.283 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.283 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.283 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:03.283 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-08-10T05:14:03.283 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.283 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T16:32:17.903554+0000", 2024-08-10T05:14:03.284 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:03.284 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.284 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.284 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:03.284 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.284 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.284 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.284 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.284 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.284 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.284 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.284 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.285 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.285 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.285 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.285 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.285 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.285 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.285 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.285 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:03.285 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:03.285 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.285 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:03.285 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.286 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.286 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.286 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.286 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.286 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:03.286 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.286 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.286 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.286 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.286 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.286 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.287 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.287 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.287 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.287 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.287 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.287 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.287 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:03.287 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:03.287 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.287 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.287 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.288 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.288 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:03.288 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:03.288 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T05:14:03.288 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.288 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-08-10T05:14:03.288 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:03.288 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.288 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.288 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.288 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T05:14:03.289 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:03.289 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T05:14:03.289 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.289 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-08-10T05:14:03.289 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.289 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.289 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:03.289 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.289 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.289 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.289 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.057147+0000", 2024-08-10T05:14:03.289 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.080841+0000", 2024-08-10T05:14:03.290 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.080841+0000", 2024-08-10T05:14:03.290 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.081097+0000", 2024-08-10T05:14:03.290 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.057147+0000", 2024-08-10T05:14:03.290 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.290 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.290 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.290 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:03.290 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.057147+0000", 2024-08-10T05:14:03.290 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.057147+0000", 2024-08-10T05:14:03.290 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.057147+0000", 2024-08-10T05:14:03.290 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.291 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.291 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.291 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.057147+0000", 2024-08-10T05:14:03.291 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.057147+0000", 2024-08-10T05:14:03.291 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.291 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:03.291 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.291 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.291 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:03.291 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.292 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.292 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.292 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.292 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:03.292 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.292 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.292 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.292 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.26", 2024-08-10T05:14:03.292 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.292 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.292 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:03.293 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 20, 2024-08-10T05:14:03.293 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.293 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T16:41:35.692261+0000", 2024-08-10T05:14:03.293 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:03.293 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.293 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.293 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:03.293 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.293 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.293 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.293 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.294 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.294 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.294 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.294 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.294 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.294 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.294 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.294 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.294 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.294 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.294 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.295 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:03.295 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:03.295 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.295 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:03.295 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.295 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.295 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.295 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.295 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.295 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:03.295 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.295 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.296 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.296 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.296 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.296 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.296 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.296 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.296 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.296 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.296 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.296 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.296 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:03.296 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:03.297 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.297 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.297 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.297 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.297 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T05:14:03.297 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:03.297 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T05:14:03.297 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.297 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-08-10T05:14:03.297 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:03.297 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.297 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.298 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.298 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:03.298 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:03.298 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T05:14:03.298 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.298 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-08-10T05:14:03.298 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.298 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.298 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:03.298 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.298 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.299 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.299 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:29.883926+0000", 2024-08-10T05:14:03.299 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.066783+0000", 2024-08-10T05:14:03.299 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.066783+0000", 2024-08-10T05:14:03.299 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.067096+0000", 2024-08-10T05:14:03.299 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:29.883926+0000", 2024-08-10T05:14:03.299 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.299 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.299 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.299 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:03.299 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:29.883926+0000", 2024-08-10T05:14:03.300 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:29.883926+0000", 2024-08-10T05:14:03.300 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:29.883926+0000", 2024-08-10T05:14:03.300 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.300 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.300 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.300 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:29.883926+0000", 2024-08-10T05:14:03.300 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:29.883926+0000", 2024-08-10T05:14:03.300 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.300 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:03.300 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.300 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.300 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:03.301 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.301 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.301 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.301 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.301 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:03.301 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.301 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.301 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.301 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.25", 2024-08-10T05:14:03.301 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.301 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.301 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:03.302 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-08-10T05:14:03.302 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.302 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:39:54.838780+0000", 2024-08-10T05:14:03.302 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:03.302 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.302 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.302 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:03.302 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.302 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.302 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.302 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.303 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.303 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.303 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.303 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.303 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.303 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.303 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.303 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.303 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.303 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.303 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.303 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:03.304 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:03.304 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.304 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:03.304 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.304 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.304 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.304 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.304 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.304 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:03.304 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.304 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.305 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.305 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.305 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.305 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.305 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.305 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.305 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.305 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.305 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.305 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.305 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:03.305 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:03.305 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.306 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.306 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.306 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.306 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:03.306 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:03.306 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T05:14:03.306 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.306 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-08-10T05:14:03.306 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:03.306 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.306 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.307 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.307 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:03.307 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:03.307 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T05:14:03.307 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.307 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-08-10T05:14:03.307 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.307 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.307 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:03.307 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.307 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.307 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.308 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.066001+0000", 2024-08-10T05:14:03.308 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.078180+0000", 2024-08-10T05:14:03.308 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.078180+0000", 2024-08-10T05:14:03.308 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.078480+0000", 2024-08-10T05:14:03.308 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.066001+0000", 2024-08-10T05:14:03.308 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.308 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.308 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.308 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:03.308 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.066001+0000", 2024-08-10T05:14:03.308 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.066001+0000", 2024-08-10T05:14:03.308 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.066001+0000", 2024-08-10T05:14:03.309 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.309 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.309 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.309 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.066001+0000", 2024-08-10T05:14:03.309 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.066001+0000", 2024-08-10T05:14:03.309 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.309 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:03.309 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.309 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.309 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:03.309 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.309 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.309 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.310 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.310 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:03.310 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.310 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.310 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.310 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.24", 2024-08-10T05:14:03.310 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.310 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.310 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:03.310 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-08-10T05:14:03.310 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.311 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:43:04.396295+0000", 2024-08-10T05:14:03.311 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:03.311 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.311 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.311 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:03.311 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.311 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.311 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.311 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.311 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.311 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.311 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.312 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.312 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.312 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.312 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.312 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.312 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.312 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.312 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.312 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:03.312 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:03.312 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.313 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:03.313 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.313 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.313 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.313 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.313 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.313 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:03.313 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.313 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.314 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.314 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.314 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.314 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.314 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.314 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.314 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.314 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.314 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.315 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.315 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:03.315 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:03.315 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.315 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.315 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.315 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.315 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:03.315 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:03.315 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T05:14:03.315 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.315 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-08-10T05:14:03.315 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:03.316 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.316 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.316 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.316 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:03.316 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:03.316 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T05:14:03.316 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.316 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-08-10T05:14:03.316 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.316 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.316 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:03.317 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.317 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.317 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.317 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.066965+0000", 2024-08-10T05:14:03.317 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.084815+0000", 2024-08-10T05:14:03.317 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.084815+0000", 2024-08-10T05:14:03.317 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.085075+0000", 2024-08-10T05:14:03.317 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.066965+0000", 2024-08-10T05:14:03.317 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.317 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.317 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.317 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:03.318 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.066965+0000", 2024-08-10T05:14:03.318 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.066965+0000", 2024-08-10T05:14:03.318 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.066965+0000", 2024-08-10T05:14:03.318 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.318 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.318 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.318 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.066965+0000", 2024-08-10T05:14:03.318 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.066965+0000", 2024-08-10T05:14:03.318 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.318 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:03.318 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.319 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.319 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:03.319 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.319 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.319 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.319 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.319 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:03.319 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.319 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.319 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.319 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.23", 2024-08-10T05:14:03.319 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.320 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.320 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:03.320 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 20, 2024-08-10T05:14:03.320 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.320 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:57:30.200961+0000", 2024-08-10T05:14:03.320 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:03.320 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.320 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.320 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:03.320 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.320 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.321 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.321 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.321 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.321 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.321 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.321 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.321 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.321 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.321 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.321 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.322 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.322 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.322 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.322 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:03.322 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:03.322 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.322 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:03.322 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.322 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.323 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.323 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.323 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.323 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:03.323 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.323 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.323 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.323 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.323 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.323 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.324 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.324 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.324 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.324 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.324 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.324 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.324 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:03.324 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:03.324 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.324 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.324 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.324 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.325 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:03.325 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:03.325 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T05:14:03.325 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.325 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-08-10T05:14:03.325 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:03.325 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.325 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.325 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.325 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:03.325 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:03.326 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T05:14:03.326 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.326 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T05:14:03.326 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.326 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.326 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:03.326 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.326 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.326 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.326 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:29.887460+0000", 2024-08-10T05:14:03.327 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.081565+0000", 2024-08-10T05:14:03.327 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.081565+0000", 2024-08-10T05:14:03.327 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.081951+0000", 2024-08-10T05:14:03.327 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:29.887460+0000", 2024-08-10T05:14:03.327 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.327 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.327 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.327 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:03.327 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:29.887460+0000", 2024-08-10T05:14:03.327 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:29.887460+0000", 2024-08-10T05:14:03.327 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:29.887460+0000", 2024-08-10T05:14:03.328 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.328 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.328 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.328 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:29.887460+0000", 2024-08-10T05:14:03.328 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:29.887460+0000", 2024-08-10T05:14:03.328 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.328 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:03.328 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.328 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.328 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:03.328 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.329 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.329 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.329 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.329 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:03.329 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.329 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.329 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.329 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.22", 2024-08-10T05:14:03.329 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.329 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.329 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:03.329 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-08-10T05:14:03.329 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.330 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:40:35.329296+0000", 2024-08-10T05:14:03.330 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:03.330 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.330 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.330 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:03.330 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.330 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.330 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.330 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.330 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.330 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.331 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.331 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.331 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.331 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.331 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.331 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.331 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.331 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.331 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.331 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:03.331 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:03.331 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.332 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:03.332 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.332 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.332 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.332 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.332 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.332 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:03.332 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.332 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.332 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.332 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.332 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.333 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.333 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.333 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.333 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.333 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.333 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.333 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.333 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:03.333 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:03.333 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.333 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.333 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.334 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.334 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:03.334 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:03.334 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T05:14:03.334 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.334 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T05:14:03.334 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:03.334 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.334 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.335 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.335 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T05:14:03.335 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:03.335 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T05:14:03.335 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.335 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 2, 2024-08-10T05:14:03.335 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.335 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.335 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:03.335 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.335 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.336 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.336 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:29.882747+0000", 2024-08-10T05:14:03.336 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.075320+0000", 2024-08-10T05:14:03.336 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.075320+0000", 2024-08-10T05:14:03.336 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.075596+0000", 2024-08-10T05:14:03.336 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:29.882747+0000", 2024-08-10T05:14:03.336 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.336 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.336 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.336 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:03.336 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:29.882747+0000", 2024-08-10T05:14:03.336 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:29.882747+0000", 2024-08-10T05:14:03.337 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:29.882747+0000", 2024-08-10T05:14:03.337 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.337 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.337 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.337 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:29.882747+0000", 2024-08-10T05:14:03.337 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:29.882747+0000", 2024-08-10T05:14:03.337 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.337 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:03.337 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.337 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.337 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:03.337 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.337 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.338 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.338 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.338 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:03.338 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.338 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.338 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.338 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.21", 2024-08-10T05:14:03.338 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.338 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.338 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:03.338 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-08-10T05:14:03.339 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.339 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:08:58.296245+0000", 2024-08-10T05:14:03.339 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:03.339 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.339 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.339 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:03.339 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.339 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.339 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.339 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.339 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.339 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.340 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.340 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.340 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.340 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.340 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.340 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.340 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.340 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.340 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.340 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:03.340 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:03.341 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.341 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:03.341 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.341 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.341 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.341 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.341 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.341 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:03.341 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.341 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.342 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.342 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.342 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.342 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.342 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.342 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.342 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.342 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.342 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.342 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.343 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:03.343 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:03.343 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.343 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.343 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.343 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.343 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T05:14:03.343 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:03.343 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T05:14:03.343 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.343 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 2, 2024-08-10T05:14:03.343 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:03.344 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.344 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.344 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.344 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T05:14:03.344 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:03.344 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T05:14:03.344 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.344 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-08-10T05:14:03.344 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.344 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.344 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:03.345 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.345 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.345 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.345 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.056703+0000", 2024-08-10T05:14:03.345 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:50.254084+0000", 2024-08-10T05:14:03.345 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:50.254084+0000", 2024-08-10T05:14:03.345 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:50.254418+0000", 2024-08-10T05:14:03.345 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.056703+0000", 2024-08-10T05:14:03.345 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.345 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.345 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.345 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 68, 2024-08-10T05:14:03.346 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.056703+0000", 2024-08-10T05:14:03.346 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.056703+0000", 2024-08-10T05:14:03.346 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.056703+0000", 2024-08-10T05:14:03.346 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.346 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.346 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.346 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.056703+0000", 2024-08-10T05:14:03.346 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.056703+0000", 2024-08-10T05:14:03.346 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.346 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:03.346 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.347 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.347 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 67, 2024-08-10T05:14:03.347 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.347 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.347 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.347 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.347 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:03.347 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.347 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.347 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.347 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.20", 2024-08-10T05:14:03.348 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.348 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.348 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:03.348 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 30, 2024-08-10T05:14:03.348 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.348 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:06:47.053373+0000", 2024-08-10T05:14:03.348 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:03.348 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.348 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.348 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:03.348 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.349 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.349 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.349 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.349 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.349 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.349 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.349 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.349 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.349 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.349 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.349 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.349 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.350 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.350 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.350 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:03.350 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:03.350 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.350 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:03.350 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.350 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.350 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.350 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.350 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.351 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:03.351 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.351 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.351 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.351 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.351 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.351 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.351 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.351 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.351 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.351 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.351 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.352 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.352 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:03.352 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:03.352 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.352 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.352 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.352 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.352 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T05:14:03.352 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:03.352 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T05:14:03.352 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.352 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-08-10T05:14:03.352 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:03.353 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.353 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.353 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.353 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:03.353 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:03.353 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T05:14:03.353 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.353 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 4, 2024-08-10T05:14:03.353 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.353 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.353 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:03.354 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.354 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.354 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.354 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:29.883117+0000", 2024-08-10T05:14:03.354 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.063939+0000", 2024-08-10T05:14:03.354 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.063939+0000", 2024-08-10T05:14:03.354 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.064378+0000", 2024-08-10T05:14:03.354 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:29.883117+0000", 2024-08-10T05:14:03.354 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.354 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.354 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.355 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:03.355 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:29.883117+0000", 2024-08-10T05:14:03.355 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:29.883117+0000", 2024-08-10T05:14:03.355 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:29.883117+0000", 2024-08-10T05:14:03.355 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.355 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.355 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.355 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:29.883117+0000", 2024-08-10T05:14:03.355 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:29.883117+0000", 2024-08-10T05:14:03.355 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.355 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:03.356 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.356 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.356 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:03.356 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.356 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.356 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.356 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.356 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:03.356 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.356 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.356 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.356 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.1a", 2024-08-10T05:14:03.357 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.357 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.357 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:03.357 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-08-10T05:14:03.357 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.357 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:46:22.153445+0000", 2024-08-10T05:14:03.357 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:03.357 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.357 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.357 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:03.357 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.358 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.358 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.358 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.358 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.358 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.358 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.358 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.358 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.358 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.358 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.359 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.359 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.359 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.359 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.359 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:03.359 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:03.359 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.359 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:03.359 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.359 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.359 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.360 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.360 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.360 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:03.360 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.360 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.360 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.360 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.360 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.360 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.360 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.360 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.361 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.361 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.361 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.361 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.361 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:03.361 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:03.361 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.361 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.361 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.361 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.361 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:03.361 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:03.362 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T05:14:03.362 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.362 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 4, 2024-08-10T05:14:03.362 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:03.362 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.362 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.362 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.362 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:03.362 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:03.362 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T05:14:03.362 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.363 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-08-10T05:14:03.363 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.363 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.363 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T05:14:03.363 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.363 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.363 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.363 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.065934+0000", 2024-08-10T05:14:03.363 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:25.846777+0000", 2024-08-10T05:14:03.363 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:25.846777+0000", 2024-08-10T05:14:03.363 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:25.847093+0000", 2024-08-10T05:14:03.364 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.065934+0000", 2024-08-10T05:14:03.364 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:03.364 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.364 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:03.364 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 61, 2024-08-10T05:14:03.364 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.065934+0000", 2024-08-10T05:14:03.364 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.065934+0000", 2024-08-10T05:14:03.364 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.065934+0000", 2024-08-10T05:14:03.364 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.364 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.365 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:03.365 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.065934+0000", 2024-08-10T05:14:03.365 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.065934+0000", 2024-08-10T05:14:03.365 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.365 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 1, 2024-08-10T05:14:03.365 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.365 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.365 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 60, 2024-08-10T05:14:03.365 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.365 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.365 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.366 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.366 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 1, 2024-08-10T05:14:03.366 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.366 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.366 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.366 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.1b", 2024-08-10T05:14:03.366 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.366 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.366 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:03.366 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 25, 2024-08-10T05:14:03.366 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.367 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:57:13.408054+0000", 2024-08-10T05:14:03.367 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:03.367 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.367 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.367 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:03.367 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.367 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.367 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.367 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.367 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.367 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.368 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.368 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.368 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.368 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.368 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.368 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.368 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.368 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.368 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.368 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:03.368 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:03.368 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.369 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:03.369 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.369 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.369 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.369 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.369 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.369 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:03.369 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.369 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.369 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.369 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.370 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.370 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.370 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.370 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.370 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.370 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.370 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.370 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.370 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:03.370 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:03.370 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.370 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.371 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.371 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.371 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:03.371 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:03.371 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T05:14:03.371 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.371 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-08-10T05:14:03.371 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "66'1" 2024-08-10T05:14:03.371 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.371 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.371 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.371 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:03.372 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:03.372 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T05:14:03.372 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.372 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-08-10T05:14:03.372 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.372 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.372 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:03.372 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.372 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.372 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.372 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.067049+0000", 2024-08-10T05:14:03.373 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.074463+0000", 2024-08-10T05:14:03.373 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.074463+0000", 2024-08-10T05:14:03.373 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.074781+0000", 2024-08-10T05:14:03.373 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.067049+0000", 2024-08-10T05:14:03.373 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.373 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.373 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.373 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:03.373 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.067049+0000", 2024-08-10T05:14:03.373 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.067049+0000", 2024-08-10T05:14:03.373 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.067049+0000", 2024-08-10T05:14:03.373 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.374 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.374 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.374 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.067049+0000", 2024-08-10T05:14:03.374 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.067049+0000", 2024-08-10T05:14:03.374 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.374 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:03.374 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.374 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.374 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:03.374 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.374 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.375 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.375 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.375 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:03.375 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.375 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.375 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.375 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.1b", 2024-08-10T05:14:03.375 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.375 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.375 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:03.375 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 20, 2024-08-10T05:14:03.376 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.376 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T15:48:32.385567+0000", 2024-08-10T05:14:03.376 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:03.376 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.376 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.376 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:03.376 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.376 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.376 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.376 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.376 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.377 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.377 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.377 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.377 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.377 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.377 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.377 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.377 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.377 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.377 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.377 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:03.377 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:03.378 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.378 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:03.378 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.378 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.378 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.378 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.378 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.378 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:03.378 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.378 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.379 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.379 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.379 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.379 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.379 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.379 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.379 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.379 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.379 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.379 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.379 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:03.379 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:03.380 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.380 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.380 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.380 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.380 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:03.380 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:03.380 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T05:14:03.380 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.380 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-08-10T05:14:03.380 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:03.380 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.381 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.381 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.381 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T05:14:03.381 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:03.381 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T05:14:03.381 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.381 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-08-10T05:14:03.381 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.381 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.381 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T05:14:03.381 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.382 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.382 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.382 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.056934+0000", 2024-08-10T05:14:03.382 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:25.844365+0000", 2024-08-10T05:14:03.382 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:25.844365+0000", 2024-08-10T05:14:03.382 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:25.844668+0000", 2024-08-10T05:14:03.382 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.056934+0000", 2024-08-10T05:14:03.382 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:03.382 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.382 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:03.382 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 61, 2024-08-10T05:14:03.383 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.056934+0000", 2024-08-10T05:14:03.383 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.056934+0000", 2024-08-10T05:14:03.383 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.056934+0000", 2024-08-10T05:14:03.383 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.383 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.383 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:03.383 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.056934+0000", 2024-08-10T05:14:03.383 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.056934+0000", 2024-08-10T05:14:03.383 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.383 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 1, 2024-08-10T05:14:03.383 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.384 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.384 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 60, 2024-08-10T05:14:03.384 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.384 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.384 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.384 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.384 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 1, 2024-08-10T05:14:03.384 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.384 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.384 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.384 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.1a", 2024-08-10T05:14:03.385 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.385 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.385 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:03.385 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 24, 2024-08-10T05:14:03.385 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.385 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T09:56:09.048933+0000", 2024-08-10T05:14:03.385 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:03.385 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.385 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.385 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:03.385 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.385 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.386 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.386 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.386 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.386 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.386 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.386 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.386 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.386 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.386 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.386 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.387 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.387 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.387 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.387 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:03.387 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:03.387 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.387 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:03.387 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.387 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.387 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.387 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.387 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.387 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:03.388 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.388 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.388 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.388 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.388 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.388 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.388 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.388 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.388 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.388 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.388 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.388 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.388 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:03.389 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:03.389 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.389 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.389 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.389 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.389 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T05:14:03.389 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:03.389 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T05:14:03.389 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.389 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-08-10T05:14:03.389 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "66'1" 2024-08-10T05:14:03.390 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.390 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.390 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.390 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:03.390 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T05:14:03.390 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T05:14:03.390 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.390 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-08-10T05:14:03.390 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.390 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.390 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T05:14:03.391 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.391 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.391 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.391 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.065567+0000", 2024-08-10T05:14:03.391 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:25.845930+0000", 2024-08-10T05:14:03.391 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:25.845930+0000", 2024-08-10T05:14:03.391 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:25.846243+0000", 2024-08-10T05:14:03.391 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.065567+0000", 2024-08-10T05:14:03.391 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:03.391 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.391 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:03.391 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 61, 2024-08-10T05:14:03.392 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.065567+0000", 2024-08-10T05:14:03.392 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.065567+0000", 2024-08-10T05:14:03.392 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.065567+0000", 2024-08-10T05:14:03.392 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.392 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.392 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:03.392 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.065567+0000", 2024-08-10T05:14:03.392 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.065567+0000", 2024-08-10T05:14:03.392 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.392 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:03.392 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.393 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.393 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 60, 2024-08-10T05:14:03.393 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.393 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.393 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.393 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.393 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:03.393 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.393 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.393 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.393 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.19", 2024-08-10T05:14:03.393 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.394 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.394 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:03.394 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 24, 2024-08-10T05:14:03.394 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.394 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:50:41.627402+0000", 2024-08-10T05:14:03.394 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:03.394 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.394 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.394 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:03.394 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.394 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.395 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.395 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.395 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.395 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.395 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.395 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.395 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.395 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.395 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.395 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.395 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.395 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.396 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.396 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:03.396 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:03.396 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.396 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:03.396 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.396 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.396 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.396 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.396 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.396 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:03.397 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.397 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.397 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.397 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.397 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.397 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.397 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.397 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.397 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.397 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.398 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.398 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.398 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:03.398 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:03.398 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.398 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.398 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.398 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.398 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:03.398 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T05:14:03.398 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T05:14:03.398 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.399 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-08-10T05:14:03.399 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:03.399 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.399 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.399 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.399 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:03.399 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:03.399 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T05:14:03.399 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.399 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-08-10T05:14:03.399 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.400 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.400 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:03.400 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.400 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.400 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.400 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.065247+0000", 2024-08-10T05:14:03.400 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.078166+0000", 2024-08-10T05:14:03.400 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.078166+0000", 2024-08-10T05:14:03.400 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.078853+0000", 2024-08-10T05:14:03.400 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.065247+0000", 2024-08-10T05:14:03.400 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.401 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.401 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.401 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:03.401 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.065247+0000", 2024-08-10T05:14:03.401 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.065247+0000", 2024-08-10T05:14:03.401 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.065247+0000", 2024-08-10T05:14:03.401 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.401 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.401 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.401 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.065247+0000", 2024-08-10T05:14:03.401 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.065247+0000", 2024-08-10T05:14:03.402 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.402 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:03.402 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.402 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.402 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:03.402 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.402 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.402 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.402 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.402 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:03.402 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.403 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.403 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.403 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.18", 2024-08-10T05:14:03.403 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.403 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.403 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:03.403 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-08-10T05:14:03.403 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.403 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:50:26.834928+0000", 2024-08-10T05:14:03.403 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:03.403 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.403 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.404 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:03.404 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.404 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.404 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.404 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.404 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.404 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.404 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.404 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.404 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.404 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.405 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.405 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.405 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.405 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.405 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.405 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:03.405 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:03.405 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.405 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:03.405 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.405 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.406 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.406 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.406 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.406 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:03.406 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.406 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.406 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.406 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.406 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.406 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.406 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.407 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.407 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.407 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.407 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.407 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.407 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:03.407 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:03.407 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.407 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.407 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.407 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.407 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:03.408 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:03.408 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T05:14:03.408 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.408 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-08-10T05:14:03.408 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:03.408 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.408 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.408 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.408 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:03.408 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:03.408 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T05:14:03.408 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.409 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T05:14:03.409 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.409 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.409 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T05:14:03.409 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.409 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.409 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.409 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:29.887345+0000", 2024-08-10T05:14:03.409 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:25.844180+0000", 2024-08-10T05:14:03.409 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:25.844180+0000", 2024-08-10T05:14:03.409 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:25.844598+0000", 2024-08-10T05:14:03.410 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:29.887345+0000", 2024-08-10T05:14:03.410 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:03.410 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.410 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:03.410 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 61, 2024-08-10T05:14:03.410 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:29.887345+0000", 2024-08-10T05:14:03.410 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:29.887345+0000", 2024-08-10T05:14:03.410 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:29.887345+0000", 2024-08-10T05:14:03.410 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.410 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.410 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:03.411 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:29.887345+0000", 2024-08-10T05:14:03.411 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:29.887345+0000", 2024-08-10T05:14:03.411 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.411 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:03.411 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.411 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.411 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 60, 2024-08-10T05:14:03.411 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.411 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.411 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.411 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.411 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:03.412 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.412 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.412 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.412 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.18", 2024-08-10T05:14:03.412 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.412 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.412 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:03.412 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 24, 2024-08-10T05:14:03.412 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.412 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T11:50:00.755212+0000", 2024-08-10T05:14:03.412 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:03.412 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.413 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.413 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:03.413 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.413 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.413 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.413 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.413 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.413 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.413 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.413 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.413 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.413 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.414 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.414 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.414 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.414 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.414 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.414 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:03.414 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:03.414 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.414 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:03.414 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.415 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.415 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.415 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.415 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.415 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:03.415 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.415 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.415 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.415 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.415 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.415 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.415 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.416 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.416 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.416 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.416 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.416 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.416 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:03.416 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:03.416 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.416 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.416 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.417 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.417 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:03.417 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:03.417 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T05:14:03.417 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.417 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T05:14:03.417 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:03.417 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.417 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.417 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.417 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:03.418 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:03.418 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T05:14:03.418 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.418 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-08-10T05:14:03.418 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.418 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.418 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:03.418 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.418 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.418 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.418 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:29.883841+0000", 2024-08-10T05:14:03.419 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.070729+0000", 2024-08-10T05:14:03.419 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.070729+0000", 2024-08-10T05:14:03.419 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.071015+0000", 2024-08-10T05:14:03.419 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:29.883841+0000", 2024-08-10T05:14:03.419 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.419 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.419 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.419 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:03.419 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:29.883841+0000", 2024-08-10T05:14:03.419 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:29.883841+0000", 2024-08-10T05:14:03.419 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:29.883841+0000", 2024-08-10T05:14:03.420 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.420 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.420 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.420 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:29.883841+0000", 2024-08-10T05:14:03.420 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:29.883841+0000", 2024-08-10T05:14:03.420 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.420 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:03.420 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.420 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.420 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:03.420 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.421 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.421 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.421 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.421 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:03.421 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.421 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.421 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.421 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.19", 2024-08-10T05:14:03.421 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.421 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.421 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:03.421 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-08-10T05:14:03.422 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.422 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:21:49.840421+0000", 2024-08-10T05:14:03.422 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:03.422 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.422 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.422 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:03.422 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.422 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.422 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.422 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.423 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.423 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.423 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.423 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.423 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.423 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.423 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.423 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.423 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.423 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.423 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.423 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:03.424 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:03.424 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.424 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:03.424 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.424 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.424 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.424 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.424 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.424 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:03.424 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.424 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.424 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.425 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.425 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.425 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.425 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.425 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.425 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.425 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.425 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.425 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.425 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:03.425 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:03.425 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.426 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.426 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.426 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.426 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:03.426 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:03.426 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T05:14:03.426 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.426 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-08-10T05:14:03.426 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:03.426 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.426 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.427 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.427 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T05:14:03.427 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:03.427 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T05:14:03.427 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.427 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-08-10T05:14:03.427 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.427 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.427 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T05:14:03.427 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.427 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.427 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.428 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.057153+0000", 2024-08-10T05:14:03.428 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:25.847824+0000", 2024-08-10T05:14:03.428 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:25.847824+0000", 2024-08-10T05:14:03.428 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:25.848142+0000", 2024-08-10T05:14:03.428 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.057153+0000", 2024-08-10T05:14:03.428 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:03.428 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.428 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:03.428 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 61, 2024-08-10T05:14:03.428 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.057153+0000", 2024-08-10T05:14:03.428 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.057153+0000", 2024-08-10T05:14:03.428 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.057153+0000", 2024-08-10T05:14:03.429 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.429 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.429 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:03.429 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.057153+0000", 2024-08-10T05:14:03.429 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.057153+0000", 2024-08-10T05:14:03.429 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.429 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:03.429 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.429 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.429 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 60, 2024-08-10T05:14:03.429 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.430 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.430 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.430 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.430 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:03.430 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.430 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.430 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.430 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.17", 2024-08-10T05:14:03.430 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.430 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.431 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:03.431 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 23, 2024-08-10T05:14:03.431 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.431 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T11:50:52.474002+0000", 2024-08-10T05:14:03.431 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:03.431 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.431 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.431 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:03.431 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.431 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.431 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.432 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.432 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.432 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.432 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.432 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.432 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.432 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.432 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.432 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.432 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.432 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.433 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.433 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:03.433 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:03.433 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.433 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:03.433 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.433 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.433 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.433 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.433 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.433 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:03.434 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.434 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.434 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.434 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.434 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.434 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.434 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.434 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.434 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.434 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.434 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.435 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.435 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:03.435 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:03.435 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.435 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.435 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.435 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.435 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T05:14:03.435 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:03.435 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T05:14:03.435 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.436 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-08-10T05:14:03.436 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:03.436 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.436 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.436 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.436 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:03.436 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:03.436 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T05:14:03.436 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.436 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T05:14:03.436 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.437 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.437 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:03.437 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.437 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.437 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.437 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:29.887784+0000", 2024-08-10T05:14:03.437 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.076454+0000", 2024-08-10T05:14:03.437 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.076454+0000", 2024-08-10T05:14:03.437 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.076708+0000", 2024-08-10T05:14:03.437 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:29.887784+0000", 2024-08-10T05:14:03.437 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.438 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.438 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.438 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:03.438 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:29.887784+0000", 2024-08-10T05:14:03.438 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:29.887784+0000", 2024-08-10T05:14:03.438 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:29.887784+0000", 2024-08-10T05:14:03.438 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.438 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.438 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.438 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:29.887784+0000", 2024-08-10T05:14:03.438 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:29.887784+0000", 2024-08-10T05:14:03.438 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.439 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:03.439 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.439 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.439 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:03.439 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.439 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.439 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.439 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.439 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:03.439 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.439 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.440 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.440 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.16", 2024-08-10T05:14:03.440 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.440 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.440 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:03.440 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-08-10T05:14:03.440 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.440 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:37:16.626829+0000", 2024-08-10T05:14:03.440 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:03.440 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.440 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.440 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:03.441 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.441 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.441 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.441 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.441 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.441 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.441 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.441 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.441 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.441 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.441 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.442 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.442 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.442 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.442 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.442 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:03.442 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:03.442 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.442 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:03.442 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.442 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.442 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.443 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.443 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.443 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:03.443 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.443 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.443 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.443 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.443 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.443 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.443 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.443 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.443 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.444 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.444 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.444 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.444 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:03.444 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:03.444 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.444 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.444 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.444 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.444 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:03.444 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:03.445 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T05:14:03.445 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.445 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T05:14:03.445 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:03.445 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.445 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.445 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.445 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:03.445 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T05:14:03.445 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T05:14:03.446 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.446 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T05:14:03.446 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.446 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.446 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T05:14:03.446 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.446 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.446 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.446 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:29.887845+0000", 2024-08-10T05:14:03.446 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:25.842799+0000", 2024-08-10T05:14:03.447 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:25.842799+0000", 2024-08-10T05:14:03.447 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:25.843179+0000", 2024-08-10T05:14:03.447 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:29.887845+0000", 2024-08-10T05:14:03.447 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:03.447 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.447 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:03.447 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 61, 2024-08-10T05:14:03.447 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:29.887845+0000", 2024-08-10T05:14:03.447 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:29.887845+0000", 2024-08-10T05:14:03.447 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:29.887845+0000", 2024-08-10T05:14:03.447 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.448 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.448 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:03.448 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:29.887845+0000", 2024-08-10T05:14:03.448 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:29.887845+0000", 2024-08-10T05:14:03.448 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.448 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:03.448 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.448 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.448 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 60, 2024-08-10T05:14:03.448 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.449 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.449 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.449 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.449 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:03.449 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.449 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.449 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.449 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.16", 2024-08-10T05:14:03.449 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.449 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.449 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:03.450 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 24, 2024-08-10T05:14:03.450 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.450 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:33:46.751185+0000", 2024-08-10T05:14:03.450 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:03.450 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.450 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.450 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:03.450 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.450 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.450 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.450 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.451 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.451 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.451 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.451 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.451 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.451 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.451 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.451 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.451 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.451 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.452 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.452 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:03.452 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:03.452 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.452 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:03.452 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.452 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.452 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.452 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.452 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.452 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:03.453 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.453 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.453 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.453 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.453 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.453 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.453 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.453 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.453 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.453 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.453 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.453 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.454 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:03.454 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:03.454 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.454 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.454 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.454 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.454 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:03.454 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T05:14:03.454 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T05:14:03.454 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.454 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T05:14:03.455 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:03.455 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.455 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.455 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.455 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:03.455 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:03.455 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-08-10T05:14:03.455 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.455 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-08-10T05:14:03.455 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.455 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.455 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:03.456 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.456 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.456 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.456 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.067177+0000", 2024-08-10T05:14:03.456 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.082583+0000", 2024-08-10T05:14:03.456 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.082583+0000", 2024-08-10T05:14:03.456 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.082861+0000", 2024-08-10T05:14:03.456 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.067177+0000", 2024-08-10T05:14:03.456 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.456 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.456 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.456 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:03.457 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.067177+0000", 2024-08-10T05:14:03.457 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.067177+0000", 2024-08-10T05:14:03.457 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.067177+0000", 2024-08-10T05:14:03.457 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.457 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.457 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.457 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.067177+0000", 2024-08-10T05:14:03.457 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.067177+0000", 2024-08-10T05:14:03.457 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.457 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:03.457 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.457 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.458 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:03.458 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.458 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.458 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.458 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.458 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:03.458 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.458 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.458 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.458 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.17", 2024-08-10T05:14:03.459 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.459 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.459 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:03.459 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 20, 2024-08-10T05:14:03.459 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.459 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:37:00.907092+0000", 2024-08-10T05:14:03.459 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:03.459 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.459 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.459 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:03.459 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.459 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.459 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.460 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.460 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.460 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.460 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.460 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.460 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.460 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.460 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.460 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.460 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.460 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.460 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.460 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:03.461 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:03.461 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.461 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:03.461 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.461 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.461 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.461 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.461 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.461 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:03.461 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.461 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.461 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.462 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.462 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.462 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.462 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.462 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.462 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.462 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.462 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.462 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.462 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:03.462 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:03.463 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.463 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.463 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.463 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.463 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:03.463 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:03.463 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-08-10T05:14:03.463 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.463 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-08-10T05:14:03.463 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:03.463 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.464 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.464 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.464 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:03.464 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:03.464 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T05:14:03.464 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.464 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-08-10T05:14:03.464 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.464 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.464 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T05:14:03.465 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.465 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.465 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.465 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:29.884075+0000", 2024-08-10T05:14:03.465 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:25.847453+0000", 2024-08-10T05:14:03.465 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:25.847453+0000", 2024-08-10T05:14:03.465 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:25.847729+0000", 2024-08-10T05:14:03.465 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:29.884075+0000", 2024-08-10T05:14:03.465 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:03.465 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.465 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:03.466 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 61, 2024-08-10T05:14:03.466 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:29.884075+0000", 2024-08-10T05:14:03.466 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:29.884075+0000", 2024-08-10T05:14:03.466 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:29.884075+0000", 2024-08-10T05:14:03.466 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.466 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.466 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:03.466 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:29.884075+0000", 2024-08-10T05:14:03.466 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:29.884075+0000", 2024-08-10T05:14:03.466 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.466 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 3, 2024-08-10T05:14:03.467 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.467 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.467 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 60, 2024-08-10T05:14:03.467 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.467 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.467 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.467 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.467 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 3, 2024-08-10T05:14:03.467 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.467 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.468 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.468 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.15", 2024-08-10T05:14:03.468 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.468 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.468 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:03.468 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 27, 2024-08-10T05:14:03.468 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.468 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T15:18:20.466598+0000", 2024-08-10T05:14:03.468 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:03.468 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.468 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.469 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 90, 2024-08-10T05:14:03.469 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.469 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.469 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.469 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.469 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.469 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.469 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.469 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.469 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.469 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.470 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.470 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.470 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.470 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.470 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.470 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 6, 2024-08-10T05:14:03.470 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 2, 2024-08-10T05:14:03.470 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.470 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 2, 2024-08-10T05:14:03.470 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.470 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.471 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.471 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.471 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.471 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 1, 2024-08-10T05:14:03.471 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.471 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.471 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.471 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.471 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.471 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.471 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.472 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.472 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.472 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.472 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.472 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.472 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 4, 2024-08-10T05:14:03.472 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 1 2024-08-10T05:14:03.472 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.472 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.472 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.472 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.473 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:03.473 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:03.473 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T05:14:03.473 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.473 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-08-10T05:14:03.473 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "66'3" 2024-08-10T05:14:03.473 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.473 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.473 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.473 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:03.473 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:03.474 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T05:14:03.474 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.474 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 4, 2024-08-10T05:14:03.474 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.474 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.474 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:03.474 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.474 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.474 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.474 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:29.883446+0000", 2024-08-10T05:14:03.475 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.074565+0000", 2024-08-10T05:14:03.475 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.074565+0000", 2024-08-10T05:14:03.475 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.074829+0000", 2024-08-10T05:14:03.475 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:29.883446+0000", 2024-08-10T05:14:03.475 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.475 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.475 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.475 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:03.475 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:29.883446+0000", 2024-08-10T05:14:03.475 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:29.883446+0000", 2024-08-10T05:14:03.475 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:29.883446+0000", 2024-08-10T05:14:03.475 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.476 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.476 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.476 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:29.883446+0000", 2024-08-10T05:14:03.476 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:29.883446+0000", 2024-08-10T05:14:03.476 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.476 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:03.476 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.476 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.476 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:03.476 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.476 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.477 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.477 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.477 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:03.477 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.477 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.477 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.477 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.14", 2024-08-10T05:14:03.477 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.477 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.477 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:03.477 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-08-10T05:14:03.478 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.478 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:13:38.195656+0000", 2024-08-10T05:14:03.478 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:03.478 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.478 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.478 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:03.478 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.478 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.478 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.478 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.478 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.478 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.479 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.479 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.479 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.479 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.479 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.479 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.479 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.479 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.479 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.479 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:03.479 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:03.480 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.480 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:03.480 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.480 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.480 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.480 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.480 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.480 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:03.480 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.480 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.480 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.481 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.481 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.481 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.481 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.481 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.481 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.481 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.481 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.481 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.481 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:03.481 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:03.482 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.482 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.482 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.482 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.482 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:03.482 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:03.482 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T05:14:03.482 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.482 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 4, 2024-08-10T05:14:03.482 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:03.482 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.483 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.483 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.483 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T05:14:03.483 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:03.483 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T05:14:03.483 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.483 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-08-10T05:14:03.483 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.483 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.483 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T05:14:03.484 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.484 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.484 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.484 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:12:51.765655+0000", 2024-08-10T05:14:03.484 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:25.848287+0000", 2024-08-10T05:14:03.484 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:25.848287+0000", 2024-08-10T05:14:03.484 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:25.848694+0000", 2024-08-10T05:14:03.484 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:12:51.765655+0000", 2024-08-10T05:14:03.484 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:03.484 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.484 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:03.484 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 61, 2024-08-10T05:14:03.485 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:12:51.765655+0000", 2024-08-10T05:14:03.485 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:12:51.765655+0000", 2024-08-10T05:14:03.485 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:12:51.765655+0000", 2024-08-10T05:14:03.485 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.485 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.485 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:03.485 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:12:51.765655+0000", 2024-08-10T05:14:03.485 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:12:51.765655+0000", 2024-08-10T05:14:03.485 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.485 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 12, 2024-08-10T05:14:03.485 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.486 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.486 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 60, 2024-08-10T05:14:03.486 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.486 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.486 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.486 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.486 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 12, 2024-08-10T05:14:03.486 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.486 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.486 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.486 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.14", 2024-08-10T05:14:03.487 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.487 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.487 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 76, 2024-08-10T05:14:03.487 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 35, 2024-08-10T05:14:03.487 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.487 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:33:21.302088+0000", 2024-08-10T05:14:03.487 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:03.487 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.487 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.487 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 2624, 2024-08-10T05:14:03.487 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.487 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.487 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.488 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.488 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.488 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.488 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.488 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.488 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.488 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.488 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.488 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.488 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.488 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.489 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.489 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 12, 2024-08-10T05:14:03.489 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 4, 2024-08-10T05:14:03.489 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.489 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 4, 2024-08-10T05:14:03.489 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.489 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.489 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.489 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.489 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.490 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 1, 2024-08-10T05:14:03.490 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.490 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.490 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.490 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.490 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.490 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.490 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.490 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.490 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.490 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.491 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.491 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.491 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 12, 2024-08-10T05:14:03.491 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 9 2024-08-10T05:14:03.491 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.491 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.491 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.491 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.491 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T05:14:03.491 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:03.491 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T05:14:03.491 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.492 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-08-10T05:14:03.492 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "76'12" 2024-08-10T05:14:03.492 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.492 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.492 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.492 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:03.492 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:03.492 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T05:14:03.492 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.492 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T05:14:03.492 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.493 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.493 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:03.493 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.493 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.493 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.493 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.066462+0000", 2024-08-10T05:14:03.493 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.081680+0000", 2024-08-10T05:14:03.493 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.081680+0000", 2024-08-10T05:14:03.493 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.082280+0000", 2024-08-10T05:14:03.493 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.066462+0000", 2024-08-10T05:14:03.493 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.494 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.494 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.494 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:03.494 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.066462+0000", 2024-08-10T05:14:03.494 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.066462+0000", 2024-08-10T05:14:03.494 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.066462+0000", 2024-08-10T05:14:03.494 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.494 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.494 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.494 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.066462+0000", 2024-08-10T05:14:03.495 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.066462+0000", 2024-08-10T05:14:03.495 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.495 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:03.495 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.495 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.495 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:03.495 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.495 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.495 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.495 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.495 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:03.495 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.496 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.496 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.496 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.15", 2024-08-10T05:14:03.496 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.496 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.496 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:03.496 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 20, 2024-08-10T05:14:03.496 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.496 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T15:06:21.099839+0000", 2024-08-10T05:14:03.496 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:03.496 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.496 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.496 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:03.497 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.497 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.497 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.497 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.497 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.497 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.497 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.497 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.497 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.497 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.497 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.498 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.498 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.498 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.498 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.498 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:03.498 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:03.498 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.498 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:03.498 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.498 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.498 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.499 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.499 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.499 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:03.499 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.499 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.499 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.499 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.499 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.499 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.499 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.499 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.499 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.500 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.500 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.500 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.500 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:03.500 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:03.500 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.500 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.500 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.500 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.500 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:03.500 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:03.501 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T05:14:03.501 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.501 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T05:14:03.501 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:03.501 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.501 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.501 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.501 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:03.501 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:03.501 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-08-10T05:14:03.501 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.501 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-08-10T05:14:03.502 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.502 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.502 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T05:14:03.502 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.502 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.502 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.502 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.065205+0000", 2024-08-10T05:14:03.502 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:25.842788+0000", 2024-08-10T05:14:03.502 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:25.842788+0000", 2024-08-10T05:14:03.502 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:25.843210+0000", 2024-08-10T05:14:03.502 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.065205+0000", 2024-08-10T05:14:03.503 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:03.503 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.503 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:03.503 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 61, 2024-08-10T05:14:03.503 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.065205+0000", 2024-08-10T05:14:03.503 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.065205+0000", 2024-08-10T05:14:03.503 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.065205+0000", 2024-08-10T05:14:03.503 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.503 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.503 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:03.503 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.065205+0000", 2024-08-10T05:14:03.503 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.065205+0000", 2024-08-10T05:14:03.504 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.504 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 2, 2024-08-10T05:14:03.504 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.504 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.504 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 60, 2024-08-10T05:14:03.504 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.504 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.504 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.504 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.504 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 2, 2024-08-10T05:14:03.504 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.504 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.505 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.505 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.13", 2024-08-10T05:14:03.505 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.505 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.505 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:03.505 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 25, 2024-08-10T05:14:03.505 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.505 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:45:10.896399+0000", 2024-08-10T05:14:03.505 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:03.505 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.505 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.505 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 34, 2024-08-10T05:14:03.506 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.506 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.506 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.506 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.506 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.506 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.506 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.506 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.506 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.506 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.506 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.506 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.507 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.507 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.507 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.507 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 6, 2024-08-10T05:14:03.507 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 2, 2024-08-10T05:14:03.507 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.507 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 2, 2024-08-10T05:14:03.507 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.507 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.507 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.507 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.507 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.508 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 1, 2024-08-10T05:14:03.508 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.508 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.508 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.508 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.508 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.508 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.508 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.508 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.508 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.508 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.508 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.509 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.509 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 3, 2024-08-10T05:14:03.509 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 6 2024-08-10T05:14:03.509 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.509 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.509 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.509 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.509 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:03.509 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:03.509 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-08-10T05:14:03.509 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.509 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-08-10T05:14:03.510 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "66'2" 2024-08-10T05:14:03.510 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.510 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.510 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.510 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:03.510 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:03.510 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-08-10T05:14:03.510 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.510 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-08-10T05:14:03.510 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.510 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.510 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:03.511 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.511 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.511 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.511 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.066466+0000", 2024-08-10T05:14:03.511 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.079609+0000", 2024-08-10T05:14:03.511 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.079609+0000", 2024-08-10T05:14:03.511 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.079831+0000", 2024-08-10T05:14:03.511 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.066466+0000", 2024-08-10T05:14:03.511 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.511 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.511 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.511 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:03.512 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.066466+0000", 2024-08-10T05:14:03.512 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.066466+0000", 2024-08-10T05:14:03.512 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.066466+0000", 2024-08-10T05:14:03.512 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.512 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.512 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.512 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.066466+0000", 2024-08-10T05:14:03.512 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.066466+0000", 2024-08-10T05:14:03.512 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.512 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:03.512 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.512 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.513 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:03.513 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.513 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.513 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.513 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.513 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:03.513 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.513 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.513 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.513 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.12", 2024-08-10T05:14:03.513 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.514 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.514 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:03.514 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 20, 2024-08-10T05:14:03.514 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.514 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:59:58.700092+0000", 2024-08-10T05:14:03.514 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:03.514 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.514 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.514 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:03.514 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.514 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.514 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.515 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.515 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.515 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.515 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.515 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.515 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.515 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.515 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.515 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.515 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.515 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.516 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.517 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:03.518 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:03.518 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.518 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:03.518 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.518 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.518 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.518 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.518 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.518 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:03.518 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.519 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.519 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.519 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.519 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.519 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.519 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.519 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.519 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.519 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.519 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.519 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.519 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:03.519 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:03.520 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.520 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.520 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.520 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.520 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:03.520 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:03.520 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-08-10T05:14:03.520 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.520 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-08-10T05:14:03.520 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:03.520 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.520 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.521 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.521 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:03.521 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:03.521 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T05:14:03.521 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.521 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T05:14:03.521 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.521 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.521 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T05:14:03.521 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.521 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.521 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.522 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:29.887503+0000", 2024-08-10T05:14:03.522 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:50.255846+0000", 2024-08-10T05:14:03.522 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:50.255846+0000", 2024-08-10T05:14:03.522 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:50.256112+0000", 2024-08-10T05:14:03.522 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:29.887503+0000", 2024-08-10T05:14:03.522 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:03.522 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.522 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:03.522 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 68, 2024-08-10T05:14:03.522 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:29.887503+0000", 2024-08-10T05:14:03.522 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:29.887503+0000", 2024-08-10T05:14:03.523 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:29.887503+0000", 2024-08-10T05:14:03.523 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.523 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.523 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:03.523 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:29.887503+0000", 2024-08-10T05:14:03.523 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:29.887503+0000", 2024-08-10T05:14:03.523 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.523 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:03.523 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.523 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.523 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 67, 2024-08-10T05:14:03.523 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.524 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.524 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.524 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.524 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:03.524 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.524 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.524 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.524 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.12", 2024-08-10T05:14:03.524 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.524 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.524 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:03.524 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 34, 2024-08-10T05:14:03.525 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.525 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:08:21.630390+0000", 2024-08-10T05:14:03.525 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:03.525 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.525 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.525 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:03.525 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.525 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.525 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.525 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.525 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.525 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.525 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.526 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.526 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.526 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.526 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.526 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.526 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.526 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.526 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.526 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:03.526 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:03.526 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.527 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:03.527 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.527 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.527 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.527 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.527 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.527 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:03.527 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.527 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.527 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.527 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.527 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.528 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.528 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.528 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.528 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.528 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.528 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.528 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.528 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:03.528 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:03.528 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.528 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.528 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.529 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.529 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:03.529 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:03.529 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T05:14:03.529 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.529 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T05:14:03.529 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:03.529 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.529 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.529 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.529 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:03.529 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:03.529 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T05:14:03.530 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.530 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T05:14:03.530 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.530 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.530 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:03.530 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.530 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.530 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.530 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.066466+0000", 2024-08-10T05:14:03.530 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.084248+0000", 2024-08-10T05:14:03.530 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.084248+0000", 2024-08-10T05:14:03.530 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.084797+0000", 2024-08-10T05:14:03.531 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.066466+0000", 2024-08-10T05:14:03.531 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.531 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.531 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.531 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:03.531 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.066466+0000", 2024-08-10T05:14:03.531 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.066466+0000", 2024-08-10T05:14:03.531 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.066466+0000", 2024-08-10T05:14:03.531 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.531 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.531 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.531 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.066466+0000", 2024-08-10T05:14:03.532 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.066466+0000", 2024-08-10T05:14:03.532 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.532 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:03.532 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.532 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.532 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:03.532 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.532 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.532 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.532 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.532 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:03.532 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.533 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.533 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.533 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.13", 2024-08-10T05:14:03.533 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.533 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.533 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:03.533 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 20, 2024-08-10T05:14:03.533 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.533 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:55:27.191398+0000", 2024-08-10T05:14:03.534 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:03.534 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.534 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.534 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:03.534 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.534 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.534 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.534 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.534 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.534 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.535 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.535 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.535 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.535 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.535 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.535 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.535 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.535 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.535 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.535 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:03.535 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:03.535 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.536 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:03.536 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.536 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.536 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.536 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.536 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.536 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:03.536 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.536 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.536 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.536 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.536 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.537 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.537 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.537 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.537 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.537 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.537 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.537 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.537 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:03.537 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:03.537 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.537 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.538 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.538 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.538 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:03.538 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:03.538 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T05:14:03.538 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.538 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T05:14:03.538 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:03.538 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.538 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.538 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.539 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T05:14:03.539 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:03.539 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T05:14:03.539 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.539 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-08-10T05:14:03.539 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.539 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.539 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T05:14:03.539 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.539 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.539 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.539 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.056866+0000", 2024-08-10T05:14:03.539 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:25.846732+0000", 2024-08-10T05:14:03.540 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:25.846732+0000", 2024-08-10T05:14:03.540 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:25.848523+0000", 2024-08-10T05:14:03.540 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.056866+0000", 2024-08-10T05:14:03.540 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:03.540 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.540 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:03.540 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 61, 2024-08-10T05:14:03.540 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.056866+0000", 2024-08-10T05:14:03.540 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.056866+0000", 2024-08-10T05:14:03.540 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.056866+0000", 2024-08-10T05:14:03.540 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.541 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.541 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:03.541 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.056866+0000", 2024-08-10T05:14:03.541 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.056866+0000", 2024-08-10T05:14:03.541 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.541 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:03.541 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.541 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.541 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 60, 2024-08-10T05:14:03.541 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.541 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.541 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.542 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.542 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:03.542 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.542 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.542 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.542 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.11", 2024-08-10T05:14:03.542 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.542 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.542 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:03.542 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 23, 2024-08-10T05:14:03.543 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.543 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:59:46.625291+0000", 2024-08-10T05:14:03.543 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:03.543 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.543 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.543 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:03.543 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.543 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.543 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.543 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.543 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.544 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.544 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.544 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.544 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.544 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.544 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.544 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.544 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.544 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.544 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.544 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:03.544 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:03.545 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.545 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:03.545 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.545 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.545 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.545 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.545 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.545 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:03.545 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.545 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.545 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.546 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.546 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.546 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.546 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.546 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.546 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.546 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.546 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.546 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.546 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:03.546 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:03.547 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.547 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.547 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.547 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.547 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T05:14:03.547 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:03.547 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T05:14:03.547 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.547 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-08-10T05:14:03.547 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:03.547 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.547 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.548 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.548 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T05:14:03.548 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:03.548 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T05:14:03.548 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.548 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-08-10T05:14:03.548 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.548 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.548 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:03.548 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.548 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.548 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.549 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.056732+0000", 2024-08-10T05:14:03.549 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.082707+0000", 2024-08-10T05:14:03.549 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.082707+0000", 2024-08-10T05:14:03.549 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.082959+0000", 2024-08-10T05:14:03.549 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.056732+0000", 2024-08-10T05:14:03.549 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.549 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.549 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.549 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:03.549 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.056732+0000", 2024-08-10T05:14:03.549 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.056732+0000", 2024-08-10T05:14:03.549 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.056732+0000", 2024-08-10T05:14:03.550 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.550 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.550 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.550 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.056732+0000", 2024-08-10T05:14:03.550 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.056732+0000", 2024-08-10T05:14:03.550 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.550 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:03.550 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.550 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.550 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:03.550 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.551 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.551 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.551 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.551 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:03.551 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.551 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.551 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.551 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.10", 2024-08-10T05:14:03.551 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.551 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.551 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:03.551 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 20, 2024-08-10T05:14:03.552 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.552 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:07:44.205981+0000", 2024-08-10T05:14:03.552 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:03.552 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.552 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.552 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:03.552 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.552 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.552 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.552 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.552 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.552 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.553 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.553 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.553 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.553 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.553 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.553 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.553 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.553 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.553 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.553 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:03.553 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:03.553 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.554 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:03.554 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.554 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.554 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.554 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.554 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.554 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:03.554 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.554 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.554 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.554 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.555 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.555 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.555 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.555 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.555 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.555 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.555 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.555 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.555 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:03.555 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:03.555 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.556 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.556 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.556 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.556 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T05:14:03.556 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:03.556 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T05:14:03.556 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.556 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-08-10T05:14:03.556 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:03.556 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.556 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.556 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.557 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T05:14:03.557 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:03.557 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T05:14:03.557 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.557 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 2, 2024-08-10T05:14:03.557 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.557 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.557 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T05:14:03.557 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.557 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.557 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.558 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:29.882832+0000", 2024-08-10T05:14:03.558 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:25.840554+0000", 2024-08-10T05:14:03.558 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:25.840554+0000", 2024-08-10T05:14:03.558 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:25.840828+0000", 2024-08-10T05:14:03.558 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:29.882832+0000", 2024-08-10T05:14:03.558 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:03.558 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.558 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:03.558 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 61, 2024-08-10T05:14:03.558 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:29.882832+0000", 2024-08-10T05:14:03.559 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:29.882832+0000", 2024-08-10T05:14:03.559 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:29.882832+0000", 2024-08-10T05:14:03.559 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.559 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.559 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:03.559 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:29.882832+0000", 2024-08-10T05:14:03.559 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:29.882832+0000", 2024-08-10T05:14:03.559 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.559 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 8, 2024-08-10T05:14:03.559 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.559 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.560 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 60, 2024-08-10T05:14:03.560 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.560 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.560 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.560 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.560 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 8, 2024-08-10T05:14:03.560 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.560 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.560 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.560 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.10", 2024-08-10T05:14:03.560 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.561 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.561 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:03.561 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 32, 2024-08-10T05:14:03.561 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.561 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:36:26.147349+0000", 2024-08-10T05:14:03.561 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:03.561 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.561 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.561 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:03.561 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.561 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.561 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.562 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.562 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.562 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.562 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.562 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.562 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.562 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.562 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.562 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.562 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.562 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.563 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.563 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 12, 2024-08-10T05:14:03.563 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 4, 2024-08-10T05:14:03.563 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.563 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 4, 2024-08-10T05:14:03.563 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.563 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.563 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.563 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.563 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.563 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 4, 2024-08-10T05:14:03.563 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.563 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.564 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.564 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.564 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.564 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.564 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.564 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.564 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.564 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.564 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.564 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.564 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 12, 2024-08-10T05:14:03.564 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:03.564 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.565 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.565 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.565 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.565 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T05:14:03.565 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:03.565 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T05:14:03.565 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.565 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 2, 2024-08-10T05:14:03.565 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "66'8" 2024-08-10T05:14:03.565 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.565 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.566 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.566 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:03.566 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:03.566 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T05:14:03.566 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.566 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T05:14:03.566 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.566 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.566 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:03.566 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.566 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.566 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.567 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.066007+0000", 2024-08-10T05:14:03.567 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.083529+0000", 2024-08-10T05:14:03.567 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.083529+0000", 2024-08-10T05:14:03.567 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.083923+0000", 2024-08-10T05:14:03.567 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.066007+0000", 2024-08-10T05:14:03.567 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.567 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.567 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.567 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:03.567 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.066007+0000", 2024-08-10T05:14:03.568 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.066007+0000", 2024-08-10T05:14:03.568 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.066007+0000", 2024-08-10T05:14:03.568 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.568 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.568 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.568 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.066007+0000", 2024-08-10T05:14:03.568 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.066007+0000", 2024-08-10T05:14:03.568 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.568 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:03.568 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.568 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.568 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:03.569 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.569 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.569 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.569 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.569 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:03.569 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.569 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.569 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.569 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.11", 2024-08-10T05:14:03.569 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.569 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.569 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:03.570 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 20, 2024-08-10T05:14:03.570 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.570 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:05:03.421597+0000", 2024-08-10T05:14:03.570 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:03.570 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.570 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.570 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:03.570 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.570 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.570 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.571 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.571 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.571 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.571 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.571 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.571 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.571 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.571 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.571 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.571 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.571 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.571 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.572 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:03.572 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:03.572 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.572 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:03.572 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.572 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.572 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.572 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.572 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.572 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:03.572 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.573 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.573 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.573 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.573 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.573 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.573 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.573 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.573 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.573 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.573 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.573 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.573 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:03.574 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:03.574 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.574 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.574 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.574 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.574 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:03.574 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:03.574 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T05:14:03.574 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.574 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T05:14:03.574 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:03.575 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.575 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.575 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.575 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:03.575 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:03.575 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T05:14:03.575 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.575 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 4, 2024-08-10T05:14:03.575 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.575 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.575 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T05:14:03.575 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.576 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.576 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.576 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:29.883804+0000", 2024-08-10T05:14:03.576 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:25.842529+0000", 2024-08-10T05:14:03.576 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:25.842529+0000", 2024-08-10T05:14:03.576 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:25.842836+0000", 2024-08-10T05:14:03.576 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:29.883804+0000", 2024-08-10T05:14:03.576 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:03.576 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.576 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:03.576 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 61, 2024-08-10T05:14:03.577 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:29.883804+0000", 2024-08-10T05:14:03.577 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:29.883804+0000", 2024-08-10T05:14:03.577 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:29.883804+0000", 2024-08-10T05:14:03.577 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.577 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.577 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:03.577 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:29.883804+0000", 2024-08-10T05:14:03.577 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:29.883804+0000", 2024-08-10T05:14:03.577 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.577 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 1, 2024-08-10T05:14:03.577 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.578 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.578 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 60, 2024-08-10T05:14:03.578 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.578 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.578 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.578 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.578 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 1, 2024-08-10T05:14:03.578 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.578 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.578 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.578 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.f", 2024-08-10T05:14:03.579 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.579 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.579 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:03.579 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 25, 2024-08-10T05:14:03.579 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.579 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:09:27.231370+0000", 2024-08-10T05:14:03.579 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:03.579 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.579 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.579 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 22, 2024-08-10T05:14:03.579 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.580 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.580 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.580 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.580 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.580 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.580 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.580 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.580 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.580 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.580 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.580 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.580 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.580 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.581 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.581 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 3, 2024-08-10T05:14:03.581 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 1, 2024-08-10T05:14:03.581 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.581 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 1, 2024-08-10T05:14:03.581 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.581 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.581 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.581 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.581 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.581 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:03.582 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.582 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.582 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.582 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.582 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.582 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.582 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.582 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.582 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.582 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.582 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.582 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.583 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 1, 2024-08-10T05:14:03.583 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 1 2024-08-10T05:14:03.583 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.583 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.583 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.583 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.583 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:03.583 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:03.583 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T05:14:03.583 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.583 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 4, 2024-08-10T05:14:03.584 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "66'1" 2024-08-10T05:14:03.584 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.584 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.584 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.584 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:03.584 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:03.584 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T05:14:03.584 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.584 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T05:14:03.584 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.584 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.584 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:03.585 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.585 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.585 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.585 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.066836+0000", 2024-08-10T05:14:03.585 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.080884+0000", 2024-08-10T05:14:03.585 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.080884+0000", 2024-08-10T05:14:03.585 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.081132+0000", 2024-08-10T05:14:03.585 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.066836+0000", 2024-08-10T05:14:03.585 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.585 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.585 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.586 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:03.586 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.066836+0000", 2024-08-10T05:14:03.586 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.066836+0000", 2024-08-10T05:14:03.586 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.066836+0000", 2024-08-10T05:14:03.586 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.586 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.586 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.586 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.066836+0000", 2024-08-10T05:14:03.586 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.066836+0000", 2024-08-10T05:14:03.586 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.586 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:03.587 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.587 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.587 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:03.587 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.587 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.587 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.587 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.587 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:03.587 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.587 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.587 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.587 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.e", 2024-08-10T05:14:03.588 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.588 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.588 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:03.588 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 20, 2024-08-10T05:14:03.588 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.588 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:16:44.973212+0000", 2024-08-10T05:14:03.588 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:03.588 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.588 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.588 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:03.588 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.589 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.589 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.589 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.589 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.589 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.589 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.589 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.589 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.589 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.589 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.589 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.589 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.589 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.590 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.590 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:03.590 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:03.590 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.590 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:03.590 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.590 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.590 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.590 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.590 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.591 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:03.591 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.591 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.591 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.591 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.591 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.591 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.591 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.591 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.591 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.591 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.591 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.592 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.592 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:03.592 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:03.592 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.592 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.592 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.592 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.592 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:03.592 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:03.592 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T05:14:03.592 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.593 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T05:14:03.593 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:03.593 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.593 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.593 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.593 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T05:14:03.593 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:03.593 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T05:14:03.593 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.593 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 2, 2024-08-10T05:14:03.593 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.594 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.594 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T05:14:03.594 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.594 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.594 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.594 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:29.883595+0000", 2024-08-10T05:14:03.594 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:25.844661+0000", 2024-08-10T05:14:03.594 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:25.844661+0000", 2024-08-10T05:14:03.594 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:25.844918+0000", 2024-08-10T05:14:03.594 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:29.883595+0000", 2024-08-10T05:14:03.594 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:03.594 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.595 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:03.595 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 61, 2024-08-10T05:14:03.595 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:29.883595+0000", 2024-08-10T05:14:03.595 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:29.883595+0000", 2024-08-10T05:14:03.595 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:29.883595+0000", 2024-08-10T05:14:03.595 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.595 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.595 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:03.595 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:29.883595+0000", 2024-08-10T05:14:03.595 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:29.883595+0000", 2024-08-10T05:14:03.595 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.596 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 2, 2024-08-10T05:14:03.596 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.596 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.596 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 60, 2024-08-10T05:14:03.596 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.596 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.596 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.596 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.596 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 2, 2024-08-10T05:14:03.596 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.596 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.596 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.597 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.e", 2024-08-10T05:14:03.597 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.597 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.597 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:03.597 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 26, 2024-08-10T05:14:03.597 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.597 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:10:49.915291+0000", 2024-08-10T05:14:03.597 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:03.597 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.597 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.598 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:03.598 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.598 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.598 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.598 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.598 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.598 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.598 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.598 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.598 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.598 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.598 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.599 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.599 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.599 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.599 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.599 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 3, 2024-08-10T05:14:03.599 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 1, 2024-08-10T05:14:03.599 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.599 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 1, 2024-08-10T05:14:03.599 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.599 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.600 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.600 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.600 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.600 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 1, 2024-08-10T05:14:03.600 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.600 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.600 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.600 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.600 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.600 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.600 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.601 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.601 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.601 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.601 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.601 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.601 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 3, 2024-08-10T05:14:03.601 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:03.601 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.601 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.601 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.601 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.601 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T05:14:03.602 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:03.602 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T05:14:03.602 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.602 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 2, 2024-08-10T05:14:03.602 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "66'2" 2024-08-10T05:14:03.602 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.602 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.602 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.602 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:03.602 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:03.602 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T05:14:03.603 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.603 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T05:14:03.603 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.603 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.603 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:03.603 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.603 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.603 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.603 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.066700+0000", 2024-08-10T05:14:03.603 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.083120+0000", 2024-08-10T05:14:03.603 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.083120+0000", 2024-08-10T05:14:03.603 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.083486+0000", 2024-08-10T05:14:03.604 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.066700+0000", 2024-08-10T05:14:03.604 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.604 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.604 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.604 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:03.604 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.066700+0000", 2024-08-10T05:14:03.604 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.066700+0000", 2024-08-10T05:14:03.604 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.066700+0000", 2024-08-10T05:14:03.604 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.604 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.604 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.604 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.066700+0000", 2024-08-10T05:14:03.604 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.066700+0000", 2024-08-10T05:14:03.605 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.605 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:03.605 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.605 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.605 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:03.605 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.605 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.605 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.605 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.605 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:03.605 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.605 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.605 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.606 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.f", 2024-08-10T05:14:03.606 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.606 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.606 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:03.606 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 20, 2024-08-10T05:14:03.606 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.606 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:03:22.620600+0000", 2024-08-10T05:14:03.606 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:03.606 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.606 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.606 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:03.606 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.607 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.607 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.607 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.607 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.607 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.607 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.607 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.607 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.607 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.607 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.607 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.607 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.608 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.608 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.608 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:03.608 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:03.608 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.608 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:03.608 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.608 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.608 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.608 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.608 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.608 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:03.609 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.609 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.609 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.609 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.609 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.609 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.609 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.609 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.609 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.609 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.609 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.609 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.610 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:03.610 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:03.610 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.610 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.610 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.610 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.610 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:03.610 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:03.610 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T05:14:03.610 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.610 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T05:14:03.611 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:03.611 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.611 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.611 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.611 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:03.611 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:03.611 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-08-10T05:14:03.611 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.611 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-08-10T05:14:03.611 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.611 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.612 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T05:14:03.612 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.612 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.612 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.612 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:29.884168+0000", 2024-08-10T05:14:03.612 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:25.841404+0000", 2024-08-10T05:14:03.612 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:25.841404+0000", 2024-08-10T05:14:03.612 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:25.841696+0000", 2024-08-10T05:14:03.612 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:29.884168+0000", 2024-08-10T05:14:03.612 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:03.612 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.613 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:03.613 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 61, 2024-08-10T05:14:03.613 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:29.884168+0000", 2024-08-10T05:14:03.613 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:29.884168+0000", 2024-08-10T05:14:03.613 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:29.884168+0000", 2024-08-10T05:14:03.613 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.613 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.613 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:03.613 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:29.884168+0000", 2024-08-10T05:14:03.613 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:29.884168+0000", 2024-08-10T05:14:03.613 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.613 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 1, 2024-08-10T05:14:03.613 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.614 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.614 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 60, 2024-08-10T05:14:03.614 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.614 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.614 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.614 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.614 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 1, 2024-08-10T05:14:03.614 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.614 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.614 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.614 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.d", 2024-08-10T05:14:03.615 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.615 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.615 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:03.615 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 25, 2024-08-10T05:14:03.615 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.615 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:02:29.531302+0000", 2024-08-10T05:14:03.615 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:03.615 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.615 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.615 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 70, 2024-08-10T05:14:03.615 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.615 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.615 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.616 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.616 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.616 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.616 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.616 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.616 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.616 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.616 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.616 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.616 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.616 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.616 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.616 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 3, 2024-08-10T05:14:03.617 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 1, 2024-08-10T05:14:03.617 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.617 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 1, 2024-08-10T05:14:03.617 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.617 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.617 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.617 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.617 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.617 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:03.617 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.617 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.617 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.617 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.618 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.618 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.618 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.618 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.618 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.618 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.618 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.618 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.618 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 1, 2024-08-10T05:14:03.618 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 1 2024-08-10T05:14:03.618 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.618 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.619 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.619 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.619 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:03.619 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:03.619 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-08-10T05:14:03.619 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.619 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-08-10T05:14:03.619 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "66'1" 2024-08-10T05:14:03.619 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.619 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.619 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.620 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:03.620 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:03.620 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T05:14:03.620 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.620 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T05:14:03.620 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.620 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.620 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:03.620 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.620 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.620 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.621 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:29.887686+0000", 2024-08-10T05:14:03.621 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.074182+0000", 2024-08-10T05:14:03.621 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.074182+0000", 2024-08-10T05:14:03.621 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.074462+0000", 2024-08-10T05:14:03.621 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:29.887686+0000", 2024-08-10T05:14:03.621 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.621 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.621 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.621 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:03.621 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:29.887686+0000", 2024-08-10T05:14:03.621 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:29.887686+0000", 2024-08-10T05:14:03.621 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:29.887686+0000", 2024-08-10T05:14:03.621 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.621 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.622 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.622 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:29.887686+0000", 2024-08-10T05:14:03.622 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:29.887686+0000", 2024-08-10T05:14:03.622 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.622 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:03.622 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.622 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.622 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:03.622 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.622 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.622 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.623 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.623 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:03.623 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.623 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.623 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.623 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.c", 2024-08-10T05:14:03.623 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.623 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.623 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:03.623 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-08-10T05:14:03.623 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.624 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:23:59.780411+0000", 2024-08-10T05:14:03.624 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:03.624 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.624 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.624 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:03.624 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.624 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.624 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.624 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.624 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.624 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.624 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.625 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.625 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.625 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.625 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.625 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.625 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.625 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.625 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.625 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:03.625 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:03.625 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.626 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:03.626 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.626 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.626 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.626 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.626 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.626 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:03.626 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.626 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.626 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.626 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.627 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.627 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.627 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.627 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.627 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.627 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.627 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.627 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.627 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:03.627 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:03.627 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.628 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.628 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.628 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.628 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:03.628 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:03.628 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T05:14:03.628 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.628 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T05:14:03.628 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:03.628 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.628 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.629 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.629 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T05:14:03.629 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:03.629 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T05:14:03.629 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.629 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 2, 2024-08-10T05:14:03.629 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.629 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.629 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T05:14:03.629 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.629 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.630 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.630 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:29.883094+0000", 2024-08-10T05:14:03.630 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:25.840020+0000", 2024-08-10T05:14:03.630 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:25.840020+0000", 2024-08-10T05:14:03.630 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:25.840350+0000", 2024-08-10T05:14:03.630 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:29.883094+0000", 2024-08-10T05:14:03.630 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:03.630 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.630 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:03.630 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 61, 2024-08-10T05:14:03.630 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:29.883094+0000", 2024-08-10T05:14:03.631 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:29.883094+0000", 2024-08-10T05:14:03.631 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:29.883094+0000", 2024-08-10T05:14:03.631 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.631 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.631 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:03.631 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:29.883094+0000", 2024-08-10T05:14:03.631 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:29.883094+0000", 2024-08-10T05:14:03.631 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.631 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:03.631 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.631 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.632 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 60, 2024-08-10T05:14:03.632 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.632 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.632 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.632 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.632 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:03.632 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.632 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.632 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.632 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.c", 2024-08-10T05:14:03.632 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.632 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.633 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:03.633 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 24, 2024-08-10T05:14:03.633 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.633 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T11:41:08.343113+0000", 2024-08-10T05:14:03.633 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:03.633 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.633 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.633 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:03.633 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.633 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.633 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.634 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.634 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.634 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.634 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.634 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.634 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.634 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.634 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.634 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.634 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.634 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.635 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.635 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:03.635 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:03.635 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.635 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:03.635 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.635 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.635 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.635 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.635 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.635 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:03.635 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.636 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.636 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.636 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.636 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.636 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.636 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.636 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.636 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.636 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.636 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.636 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.636 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:03.637 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:03.637 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.637 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.637 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.637 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.637 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T05:14:03.637 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:03.637 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T05:14:03.637 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.637 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 2, 2024-08-10T05:14:03.637 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:03.638 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.638 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.638 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.638 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:03.638 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:03.638 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T05:14:03.638 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.638 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T05:14:03.638 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.638 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.638 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:03.639 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.639 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.639 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.639 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.066500+0000", 2024-08-10T05:14:03.639 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.075715+0000", 2024-08-10T05:14:03.639 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.075715+0000", 2024-08-10T05:14:03.639 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.076352+0000", 2024-08-10T05:14:03.639 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.066500+0000", 2024-08-10T05:14:03.639 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.639 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.639 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.639 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:03.639 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.066500+0000", 2024-08-10T05:14:03.640 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.066500+0000", 2024-08-10T05:14:03.640 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.066500+0000", 2024-08-10T05:14:03.640 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.640 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.640 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.640 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.066500+0000", 2024-08-10T05:14:03.640 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.066500+0000", 2024-08-10T05:14:03.640 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.640 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:03.640 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.640 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.640 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:03.641 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.641 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.641 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.641 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.641 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:03.641 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.641 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.641 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.641 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.d", 2024-08-10T05:14:03.641 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.641 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.641 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:03.642 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 20, 2024-08-10T05:14:03.642 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.642 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T16:11:55.262046+0000", 2024-08-10T05:14:03.642 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:03.642 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.642 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.642 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:03.642 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.642 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.642 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.642 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.643 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.643 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.643 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.643 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.643 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.643 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.643 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.643 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.643 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.643 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.643 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.644 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:03.644 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:03.644 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.644 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:03.644 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.644 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.644 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.644 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.644 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.644 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:03.644 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.644 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.645 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.645 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.645 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.645 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.645 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.645 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.645 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.645 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.645 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.645 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.645 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:03.645 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:03.646 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.646 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.646 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.646 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.646 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:03.646 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:03.646 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T05:14:03.646 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.646 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T05:14:03.646 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:03.646 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.647 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.647 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.647 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T05:14:03.647 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:03.647 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T05:14:03.647 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.647 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-08-10T05:14:03.647 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.647 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.647 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 70, 2024-08-10T05:14:03.647 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.647 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.648 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.648 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:34.994190+0000", 2024-08-10T05:14:03.648 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:11:25.137341+0000", 2024-08-10T05:14:03.648 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:11:25.137341+0000", 2024-08-10T05:14:03.648 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:11:30.057357+0000", 2024-08-10T05:14:03.648 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:34.994190+0000", 2024-08-10T05:14:03.648 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T05:14:03.648 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.648 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T05:14:03.648 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 71, 2024-08-10T05:14:03.648 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:34.994190+0000", 2024-08-10T05:14:03.648 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:34.994190+0000", 2024-08-10T05:14:03.649 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:34.994190+0000", 2024-08-10T05:14:03.649 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.649 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.649 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T05:14:03.649 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:34.994190+0000", 2024-08-10T05:14:03.649 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:34.994190+0000", 2024-08-10T05:14:03.649 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.649 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:03.649 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.649 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.649 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 70, 2024-08-10T05:14:03.650 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.650 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.650 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.650 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.650 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:03.650 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.650 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.650 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.650 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "4.5", 2024-08-10T05:14:03.650 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.650 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.651 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 76, 2024-08-10T05:14:03.651 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 18, 2024-08-10T05:14:03.651 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.651 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T15:02:09.878719+0000", 2024-08-10T05:14:03.651 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.000272422, 2024-08-10T05:14:03.651 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.651 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.651 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:03.651 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.651 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.651 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.651 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.652 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.652 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.652 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.652 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.652 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.652 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.652 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.652 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.652 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.652 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.652 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.653 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:03.653 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:03.653 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.653 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:03.653 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.653 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.653 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.653 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.653 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.653 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:03.653 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.653 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.654 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.654 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.654 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.654 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.654 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.654 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.654 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.654 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.654 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.654 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.655 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:03.655 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:03.655 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.655 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.655 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.655 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.655 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T05:14:03.655 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:03.655 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T05:14:03.655 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.655 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-08-10T05:14:03.656 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:03.656 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.656 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.656 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.656 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:03.656 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:03.656 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T05:14:03.656 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.656 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T05:14:03.656 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.656 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.656 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 20, 2024-08-10T05:14:03.657 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.657 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.657 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.657 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:13:57.426536+0000", 2024-08-10T05:14:03.657 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:03.963183+0000", 2024-08-10T05:14:03.657 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:03.963183+0000", 2024-08-10T05:14:03.657 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:03.963608+0000", 2024-08-10T05:14:03.657 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:13:57.426536+0000", 2024-08-10T05:14:03.657 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:08:04.067019+0000", 2024-08-10T05:14:03.657 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.657 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:08:04.067019+0000", 2024-08-10T05:14:03.658 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 59, 2024-08-10T05:14:03.658 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:13:57.426536+0000", 2024-08-10T05:14:03.658 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:13:57.426536+0000", 2024-08-10T05:14:03.658 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:13:57.426536+0000", 2024-08-10T05:14:03.658 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.658 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.658 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:08:04.067019+0000", 2024-08-10T05:14:03.658 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:13:57.426536+0000", 2024-08-10T05:14:03.658 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:13:57.426536+0000", 2024-08-10T05:14:03.658 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.658 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 136, 2024-08-10T05:14:03.659 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.659 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.659 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 58, 2024-08-10T05:14:03.659 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.659 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.659 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.659 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.659 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 136, 2024-08-10T05:14:03.659 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.659 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.659 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.659 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "1.0", 2024-08-10T05:14:03.660 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.660 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.660 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 76, 2024-08-10T05:14:03.660 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 312, 2024-08-10T05:14:03.660 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.660 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:05:43.413270+0000", 2024-08-10T05:14:03.660 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:03.660 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.660 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.660 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 590368, 2024-08-10T05:14:03.660 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.660 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 1771104, 2024-08-10T05:14:03.661 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.661 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.661 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.661 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.661 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.661 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.661 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.661 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.661 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.661 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.661 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.662 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.662 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.662 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 6, 2024-08-10T05:14:03.662 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 2, 2024-08-10T05:14:03.662 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.662 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 2, 2024-08-10T05:14:03.662 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.662 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.662 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.662 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.662 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.663 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:03.663 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.663 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 6, 2024-08-10T05:14:03.663 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.663 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.663 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.663 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.663 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.663 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 286, 2024-08-10T05:14:03.663 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 494, 2024-08-10T05:14:03.663 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.663 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.664 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.664 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 195, 2024-08-10T05:14:03.664 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 2416 2024-08-10T05:14:03.664 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.664 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.664 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.664 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.664 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:03.664 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:03.664 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T05:14:03.664 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.664 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T05:14:03.665 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "76'136" 2024-08-10T05:14:03.665 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.665 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.665 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.665 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:03.665 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T05:14:03.665 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T05:14:03.665 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.665 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T05:14:03.665 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.665 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.666 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T05:14:03.666 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.666 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.666 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.666 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:29.887585+0000", 2024-08-10T05:14:03.666 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:25.845184+0000", 2024-08-10T05:14:03.666 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:25.845184+0000", 2024-08-10T05:14:03.666 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:25.847141+0000", 2024-08-10T05:14:03.666 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:29.887585+0000", 2024-08-10T05:14:03.666 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:03.666 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.667 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:03.667 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 61, 2024-08-10T05:14:03.667 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:29.887585+0000", 2024-08-10T05:14:03.667 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:29.887585+0000", 2024-08-10T05:14:03.667 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:29.887585+0000", 2024-08-10T05:14:03.667 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.667 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.667 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:03.667 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:29.887585+0000", 2024-08-10T05:14:03.667 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:29.887585+0000", 2024-08-10T05:14:03.667 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.667 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:03.668 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.668 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.668 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 60, 2024-08-10T05:14:03.668 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.668 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.668 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.668 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.668 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:03.668 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.668 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.668 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.669 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.3", 2024-08-10T05:14:03.669 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.669 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.669 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:03.669 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 24, 2024-08-10T05:14:03.669 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.669 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T11:48:41.518627+0000", 2024-08-10T05:14:03.669 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:03.669 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.669 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.669 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:03.669 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.670 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.670 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.670 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.670 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.670 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.670 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.670 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.670 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.670 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.670 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.670 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.670 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.671 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.671 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.671 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:03.671 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:03.671 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.671 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:03.671 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.671 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.671 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.671 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.671 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.672 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:03.672 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.672 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.672 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.672 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.672 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.672 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.672 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.672 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.672 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.672 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.673 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.673 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.673 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:03.673 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:03.673 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.673 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.673 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.673 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.673 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:03.673 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T05:14:03.673 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T05:14:03.673 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.674 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T05:14:03.674 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:03.674 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.674 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.674 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.674 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:03.674 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:03.674 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T05:14:03.674 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.674 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-08-10T05:14:03.674 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.675 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.675 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:03.675 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.675 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.675 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.675 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.065688+0000", 2024-08-10T05:14:03.675 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.082218+0000", 2024-08-10T05:14:03.675 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.082218+0000", 2024-08-10T05:14:03.675 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.082473+0000", 2024-08-10T05:14:03.675 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.065688+0000", 2024-08-10T05:14:03.675 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.676 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.676 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.676 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:03.676 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.065688+0000", 2024-08-10T05:14:03.676 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.065688+0000", 2024-08-10T05:14:03.676 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.065688+0000", 2024-08-10T05:14:03.676 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.676 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.676 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.676 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.065688+0000", 2024-08-10T05:14:03.676 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.065688+0000", 2024-08-10T05:14:03.677 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.677 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:03.677 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.677 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.677 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:03.677 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.677 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.677 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.677 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.677 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:03.677 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.677 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.678 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.678 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.2", 2024-08-10T05:14:03.678 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.678 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.678 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:03.678 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-08-10T05:14:03.678 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.678 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:48:32.089175+0000", 2024-08-10T05:14:03.678 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:03.678 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.678 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.679 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:03.679 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.679 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.679 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.679 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.679 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.679 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.679 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.679 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.679 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.680 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.680 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.680 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.680 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.680 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.680 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.680 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:03.680 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:03.680 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.680 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:03.681 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.681 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.681 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.681 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.681 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.681 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:03.681 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.681 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.681 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.681 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.681 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.682 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.682 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.682 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.682 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.682 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.682 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.682 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.682 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:03.682 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:03.682 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.682 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.683 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.683 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.683 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:03.683 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:03.683 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T05:14:03.683 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.683 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-08-10T05:14:03.683 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:03.683 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.683 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.683 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.684 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:03.684 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:03.684 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T05:14:03.684 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.684 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-08-10T05:14:03.684 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.684 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.684 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 70, 2024-08-10T05:14:03.684 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.684 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.684 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.684 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:35.167336+0000", 2024-08-10T05:14:03.685 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:11:25.366691+0000", 2024-08-10T05:14:03.685 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:11:25.366691+0000", 2024-08-10T05:14:03.685 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:11:30.067211+0000", 2024-08-10T05:14:03.685 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:35.167336+0000", 2024-08-10T05:14:03.685 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T05:14:03.685 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.685 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T05:14:03.685 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 71, 2024-08-10T05:14:03.685 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:35.167336+0000", 2024-08-10T05:14:03.685 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:35.167336+0000", 2024-08-10T05:14:03.685 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:35.167336+0000", 2024-08-10T05:14:03.685 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.686 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.686 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T05:14:03.686 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:35.167336+0000", 2024-08-10T05:14:03.686 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:35.167336+0000", 2024-08-10T05:14:03.686 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.686 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:03.686 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.686 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.686 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 70, 2024-08-10T05:14:03.686 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.686 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.686 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.687 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.687 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:03.687 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.687 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.687 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.687 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "4.6", 2024-08-10T05:14:03.687 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.687 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.687 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 76, 2024-08-10T05:14:03.687 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 18, 2024-08-10T05:14:03.687 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.688 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:36:55.098270+0000", 2024-08-10T05:14:03.688 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.000180425, 2024-08-10T05:14:03.688 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.688 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.688 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:03.688 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.688 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.688 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.688 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.688 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.688 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.688 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.689 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.689 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.689 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.689 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.689 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.689 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.689 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.689 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.689 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:03.689 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:03.689 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.690 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:03.690 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.690 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.690 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.690 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.690 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.690 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:03.690 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.690 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.690 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.690 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.690 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.691 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.691 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.691 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.691 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.691 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.691 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.691 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.691 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:03.691 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:03.691 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.691 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.691 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.692 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.692 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:03.692 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:03.692 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T05:14:03.692 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.692 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-08-10T05:14:03.692 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:03.692 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.692 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.692 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.692 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:03.693 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:03.693 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T05:14:03.693 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.693 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T05:14:03.693 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.693 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.693 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T05:14:03.693 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.693 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.693 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.693 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.065231+0000", 2024-08-10T05:14:03.693 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:25.849644+0000", 2024-08-10T05:14:03.694 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:25.849644+0000", 2024-08-10T05:14:03.694 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:25.850238+0000", 2024-08-10T05:14:03.694 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.065231+0000", 2024-08-10T05:14:03.694 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:03.694 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.694 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:03.694 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 61, 2024-08-10T05:14:03.694 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.065231+0000", 2024-08-10T05:14:03.694 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.065231+0000", 2024-08-10T05:14:03.694 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.065231+0000", 2024-08-10T05:14:03.694 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.694 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.695 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:03.695 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.065231+0000", 2024-08-10T05:14:03.695 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.065231+0000", 2024-08-10T05:14:03.695 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.695 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:03.695 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.695 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.695 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 60, 2024-08-10T05:14:03.695 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.695 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.695 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.695 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.696 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:03.696 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.696 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.696 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.696 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.0", 2024-08-10T05:14:03.696 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.696 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.696 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:03.696 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 23, 2024-08-10T05:14:03.696 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.696 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T09:26:12.410095+0000", 2024-08-10T05:14:03.696 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:03.697 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.697 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.697 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:03.697 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.697 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.697 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.697 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.697 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.697 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.697 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.697 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.697 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.698 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.698 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.698 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.698 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.698 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.698 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.698 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:03.698 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:03.698 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.698 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:03.698 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.699 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.699 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.699 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.699 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.699 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:03.699 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.699 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.699 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.699 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.699 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.699 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.700 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.700 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.700 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.700 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.700 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.700 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.700 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:03.700 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:03.700 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.700 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.700 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.701 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.701 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:03.701 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:03.701 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T05:14:03.701 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.701 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T05:14:03.701 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:03.701 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.701 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.701 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.701 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:03.702 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:03.702 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-08-10T05:14:03.702 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.702 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-08-10T05:14:03.702 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.702 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.702 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:03.702 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.702 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.702 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.702 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.066154+0000", 2024-08-10T05:14:03.703 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.078200+0000", 2024-08-10T05:14:03.703 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.078200+0000", 2024-08-10T05:14:03.703 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.078649+0000", 2024-08-10T05:14:03.703 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.066154+0000", 2024-08-10T05:14:03.703 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.703 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.703 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.703 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:03.703 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.066154+0000", 2024-08-10T05:14:03.703 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.066154+0000", 2024-08-10T05:14:03.703 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.066154+0000", 2024-08-10T05:14:03.704 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.704 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.704 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.704 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.066154+0000", 2024-08-10T05:14:03.704 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.066154+0000", 2024-08-10T05:14:03.704 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.704 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:03.704 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.704 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.704 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:03.705 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.705 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.705 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.705 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.705 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:03.705 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.705 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.705 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.705 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.1", 2024-08-10T05:14:03.705 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.705 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.705 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:03.706 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 20, 2024-08-10T05:14:03.706 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.706 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:16:01.271759+0000", 2024-08-10T05:14:03.706 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:03.706 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.706 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.706 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:03.706 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.706 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.706 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.706 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.707 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.707 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.707 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.707 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.707 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.707 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.707 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.707 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.707 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.707 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.707 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.708 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:03.708 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:03.708 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.708 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:03.708 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.708 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.708 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.708 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.708 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.708 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:03.709 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.709 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.709 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.709 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.709 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.709 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.709 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.709 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.709 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.709 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.709 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.709 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.710 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:03.710 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:03.710 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.710 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.710 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.710 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.710 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:03.710 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:03.710 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-08-10T05:14:03.710 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.711 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-08-10T05:14:03.711 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:03.711 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.711 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.711 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.711 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:03.711 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:03.711 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T05:14:03.711 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.711 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-08-10T05:14:03.711 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.711 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.711 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 70, 2024-08-10T05:14:03.712 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.712 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.712 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.712 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:34.970264+0000", 2024-08-10T05:14:03.712 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:11:25.367603+0000", 2024-08-10T05:14:03.712 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:11:25.367603+0000", 2024-08-10T05:14:03.712 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:11:29.884432+0000", 2024-08-10T05:14:03.712 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:34.970264+0000", 2024-08-10T05:14:03.712 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T05:14:03.712 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.712 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T05:14:03.712 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 71, 2024-08-10T05:14:03.713 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:34.970264+0000", 2024-08-10T05:14:03.713 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:34.970264+0000", 2024-08-10T05:14:03.713 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:34.970264+0000", 2024-08-10T05:14:03.713 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.713 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.713 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T05:14:03.713 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:34.970264+0000", 2024-08-10T05:14:03.713 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:34.970264+0000", 2024-08-10T05:14:03.713 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.713 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:03.713 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.713 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.714 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 70, 2024-08-10T05:14:03.714 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.714 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.714 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.714 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.714 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:03.714 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.714 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.714 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.714 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "4.7", 2024-08-10T05:14:03.714 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.715 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.715 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 76, 2024-08-10T05:14:03.715 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 19, 2024-08-10T05:14:03.715 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.715 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T11:04:52.113774+0000", 2024-08-10T05:14:03.715 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.00064221, 2024-08-10T05:14:03.715 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.715 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.715 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:03.715 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.715 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.715 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.715 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.716 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.716 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.716 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.716 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.716 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.716 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.716 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.716 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.716 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.716 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.716 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.716 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:03.717 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:03.717 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.717 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:03.717 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.717 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.717 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.717 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.717 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.717 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:03.717 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.717 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.717 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.718 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.718 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.718 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.718 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.718 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.718 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.718 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.718 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.718 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.718 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:03.718 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:03.719 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.719 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.719 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.719 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.719 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:03.719 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:03.719 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T05:14:03.719 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.719 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-08-10T05:14:03.719 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:03.719 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.720 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.720 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.720 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T05:14:03.720 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:03.720 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T05:14:03.720 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.720 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 2, 2024-08-10T05:14:03.720 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.720 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.720 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T05:14:03.720 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.721 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.721 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.721 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:29.882870+0000", 2024-08-10T05:14:03.721 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:25.843003+0000", 2024-08-10T05:14:03.721 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:25.843003+0000", 2024-08-10T05:14:03.721 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:25.843274+0000", 2024-08-10T05:14:03.721 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:29.882870+0000", 2024-08-10T05:14:03.721 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:03.721 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.721 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:03.721 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 61, 2024-08-10T05:14:03.722 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:29.882870+0000", 2024-08-10T05:14:03.722 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:29.882870+0000", 2024-08-10T05:14:03.722 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:29.882870+0000", 2024-08-10T05:14:03.722 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.722 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.722 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:03.722 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:29.882870+0000", 2024-08-10T05:14:03.722 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:29.882870+0000", 2024-08-10T05:14:03.722 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.722 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:03.722 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.723 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.723 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 60, 2024-08-10T05:14:03.723 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.723 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.723 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.723 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.723 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:03.723 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.723 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.723 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.723 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.1", 2024-08-10T05:14:03.724 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.724 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.724 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:03.724 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 24, 2024-08-10T05:14:03.724 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.724 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:15:39.947850+0000", 2024-08-10T05:14:03.724 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:03.724 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.724 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.724 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:03.724 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.725 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.725 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.725 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.725 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.725 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.725 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.725 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.725 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.725 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.725 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.725 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.726 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.726 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.726 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.726 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:03.726 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:03.726 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.726 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:03.726 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.726 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.726 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.726 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.727 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.727 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:03.727 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.727 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.727 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.727 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.727 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.727 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.727 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.727 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.727 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.728 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.728 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.728 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.728 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:03.728 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:03.728 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.728 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.728 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.728 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.728 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T05:14:03.728 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:03.729 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T05:14:03.729 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.729 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 2, 2024-08-10T05:14:03.729 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:03.729 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.729 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.729 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.729 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:03.729 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T05:14:03.729 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T05:14:03.729 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.729 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-08-10T05:14:03.730 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.730 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.730 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:03.730 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.730 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.730 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.730 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:29.883796+0000", 2024-08-10T05:14:03.730 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.065405+0000", 2024-08-10T05:14:03.730 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.065405+0000", 2024-08-10T05:14:03.730 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.065667+0000", 2024-08-10T05:14:03.730 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:29.883796+0000", 2024-08-10T05:14:03.731 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.731 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.731 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.731 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:03.731 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:29.883796+0000", 2024-08-10T05:14:03.731 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:29.883796+0000", 2024-08-10T05:14:03.731 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:29.883796+0000", 2024-08-10T05:14:03.731 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.731 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.731 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.731 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:29.883796+0000", 2024-08-10T05:14:03.732 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:29.883796+0000", 2024-08-10T05:14:03.732 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.732 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:03.732 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.732 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.732 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:03.732 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.732 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.732 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.732 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.732 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:03.733 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.733 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.733 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.733 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.0", 2024-08-10T05:14:03.733 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.733 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.733 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:03.733 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-08-10T05:14:03.733 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.733 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T15:45:11.978607+0000", 2024-08-10T05:14:03.733 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:03.734 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.734 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.734 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:03.734 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.734 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.734 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.734 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.734 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.734 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.734 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.735 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.735 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.735 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.735 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.735 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.735 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.735 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.735 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.735 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:03.735 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:03.735 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.735 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:03.736 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.736 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.736 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.736 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.736 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.736 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:03.736 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.736 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.736 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.736 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.736 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.736 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.737 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.737 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.737 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.737 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.737 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.737 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.737 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:03.737 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:03.737 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.737 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.737 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.737 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.738 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:03.738 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T05:14:03.738 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T05:14:03.738 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.738 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-08-10T05:14:03.738 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:03.738 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.738 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.738 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.738 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:03.738 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T05:14:03.739 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-08-10T05:14:03.739 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.739 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-08-10T05:14:03.739 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.739 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.739 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 70, 2024-08-10T05:14:03.739 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.739 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.739 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.739 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:34.969937+0000", 2024-08-10T05:14:03.739 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:11:25.366615+0000", 2024-08-10T05:14:03.739 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:11:25.366615+0000", 2024-08-10T05:14:03.740 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:11:29.885124+0000", 2024-08-10T05:14:03.740 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:34.969937+0000", 2024-08-10T05:14:03.740 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T05:14:03.740 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.740 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T05:14:03.740 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 71, 2024-08-10T05:14:03.740 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:34.969937+0000", 2024-08-10T05:14:03.740 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:34.969937+0000", 2024-08-10T05:14:03.740 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:34.969937+0000", 2024-08-10T05:14:03.740 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.740 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.741 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T05:14:03.741 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:34.969937+0000", 2024-08-10T05:14:03.741 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:34.969937+0000", 2024-08-10T05:14:03.741 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.741 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:03.741 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.741 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.741 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 70, 2024-08-10T05:14:03.741 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.741 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.741 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.741 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.741 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:03.742 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.742 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.742 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.742 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "4.4", 2024-08-10T05:14:03.742 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.742 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.742 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 76, 2024-08-10T05:14:03.742 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 19, 2024-08-10T05:14:03.742 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.742 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T15:10:04.284997+0000", 2024-08-10T05:14:03.743 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.000924697, 2024-08-10T05:14:03.743 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.743 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.743 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:03.743 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.743 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.743 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.743 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.743 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.743 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.743 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.744 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.744 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.744 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.744 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.744 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.744 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.744 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.744 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.744 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:03.744 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:03.744 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.745 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:03.745 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.745 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.745 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.745 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.745 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.745 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:03.745 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.745 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.745 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.745 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.746 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.746 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.746 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.746 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.746 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.746 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.746 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.746 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.746 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:03.746 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:03.747 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.747 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.747 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.747 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.747 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:03.747 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T05:14:03.747 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-08-10T05:14:03.747 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.747 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-08-10T05:14:03.747 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:03.747 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.748 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.748 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.748 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:03.748 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:03.748 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T05:14:03.748 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.748 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T05:14:03.748 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.748 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.748 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T05:14:03.748 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.748 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.748 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.749 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:29.887537+0000", 2024-08-10T05:14:03.749 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:25.847545+0000", 2024-08-10T05:14:03.749 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:25.847545+0000", 2024-08-10T05:14:03.749 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:25.849852+0000", 2024-08-10T05:14:03.749 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:29.887537+0000", 2024-08-10T05:14:03.749 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:03.749 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.749 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:03.749 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 61, 2024-08-10T05:14:03.749 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:29.887537+0000", 2024-08-10T05:14:03.749 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:29.887537+0000", 2024-08-10T05:14:03.750 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:29.887537+0000", 2024-08-10T05:14:03.750 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.750 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.750 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:03.750 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:29.887537+0000", 2024-08-10T05:14:03.750 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:29.887537+0000", 2024-08-10T05:14:03.750 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.750 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:03.750 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.750 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.750 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 60, 2024-08-10T05:14:03.751 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.751 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.751 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.751 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.751 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:03.751 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.751 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.751 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.751 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.2", 2024-08-10T05:14:03.751 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.751 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.751 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:03.752 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 24, 2024-08-10T05:14:03.752 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.752 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T15:17:58.425518+0000", 2024-08-10T05:14:03.752 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:03.752 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.752 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.752 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:03.752 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.752 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.752 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.752 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.753 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.753 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.753 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.753 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.753 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.753 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.753 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.753 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.753 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.753 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.753 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.753 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:03.754 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:03.754 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.754 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:03.754 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.754 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.754 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.754 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.754 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.754 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:03.754 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.754 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.755 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.755 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.755 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.755 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.755 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.755 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.755 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.755 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.755 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.755 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.755 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:03.756 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:03.756 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.756 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.756 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.756 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.756 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:03.756 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:03.756 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T05:14:03.756 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.756 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T05:14:03.756 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:03.756 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.757 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.757 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.757 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:03.757 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:03.757 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T05:14:03.757 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.757 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 4, 2024-08-10T05:14:03.757 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.757 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.757 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:03.757 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.757 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.757 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.758 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:29.883207+0000", 2024-08-10T05:14:03.758 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.076559+0000", 2024-08-10T05:14:03.758 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.076559+0000", 2024-08-10T05:14:03.758 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.076840+0000", 2024-08-10T05:14:03.758 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:29.883207+0000", 2024-08-10T05:14:03.758 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.758 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.758 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.758 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:03.758 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:29.883207+0000", 2024-08-10T05:14:03.758 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:29.883207+0000", 2024-08-10T05:14:03.759 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:29.883207+0000", 2024-08-10T05:14:03.759 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.759 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.759 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.759 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:29.883207+0000", 2024-08-10T05:14:03.759 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:29.883207+0000", 2024-08-10T05:14:03.759 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.759 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:03.759 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.759 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.759 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:03.759 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.760 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.760 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.760 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.760 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:03.760 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.760 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.760 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.760 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.3", 2024-08-10T05:14:03.760 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.760 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.760 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:03.760 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-08-10T05:14:03.760 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.761 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T16:50:09.092695+0000", 2024-08-10T05:14:03.761 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:03.761 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.761 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.761 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:03.761 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.761 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.761 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.761 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.761 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.761 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.761 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.762 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.762 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.762 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.762 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.762 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.762 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.762 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.762 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.762 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:03.762 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:03.762 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.763 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:03.763 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.763 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.763 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.763 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.763 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.763 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:03.763 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.763 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.763 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.763 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.764 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.764 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.764 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.764 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.764 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.764 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.764 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.764 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.764 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:03.764 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:03.764 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.764 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.765 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.765 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.765 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:03.765 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:03.765 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T05:14:03.765 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.765 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 4, 2024-08-10T05:14:03.765 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:03.765 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.765 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.765 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.765 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:03.766 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:03.766 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T05:14:03.766 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.766 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-08-10T05:14:03.766 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.766 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.766 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 70, 2024-08-10T05:14:03.766 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.766 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.766 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.766 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:34.969980+0000", 2024-08-10T05:14:03.767 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:11:25.367617+0000", 2024-08-10T05:14:03.767 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:11:25.367617+0000", 2024-08-10T05:14:03.767 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:11:29.885080+0000", 2024-08-10T05:14:03.767 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:34.969980+0000", 2024-08-10T05:14:03.767 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T05:14:03.767 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.767 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T05:14:03.767 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 71, 2024-08-10T05:14:03.767 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:34.969980+0000", 2024-08-10T05:14:03.767 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:34.969980+0000", 2024-08-10T05:14:03.767 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:34.969980+0000", 2024-08-10T05:14:03.767 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.768 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.768 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T05:14:03.768 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:34.969980+0000", 2024-08-10T05:14:03.768 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:34.969980+0000", 2024-08-10T05:14:03.768 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.768 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 2, 2024-08-10T05:14:03.768 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.768 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.768 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 70, 2024-08-10T05:14:03.768 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.768 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.768 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.769 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.769 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 2, 2024-08-10T05:14:03.769 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.769 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.769 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.769 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "4.2", 2024-08-10T05:14:03.769 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.769 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.769 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 76, 2024-08-10T05:14:03.769 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-08-10T05:14:03.769 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.769 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T15:19:50.730861+0000", 2024-08-10T05:14:03.770 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.000939108, 2024-08-10T05:14:03.770 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.770 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.770 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 19, 2024-08-10T05:14:03.770 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.770 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.770 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.770 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.770 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.770 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.770 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.771 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.771 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.771 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.771 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.771 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.771 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.771 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.771 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.771 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 3, 2024-08-10T05:14:03.771 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 1, 2024-08-10T05:14:03.771 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.772 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 1, 2024-08-10T05:14:03.772 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.772 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.772 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.772 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.772 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.772 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:03.772 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.772 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.772 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.772 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.772 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.772 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.773 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.773 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.773 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.773 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.773 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.773 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.773 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 2, 2024-08-10T05:14:03.773 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 2 2024-08-10T05:14:03.773 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.773 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.773 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.774 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.774 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:03.774 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:03.774 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T05:14:03.774 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.774 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-08-10T05:14:03.774 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "75'2" 2024-08-10T05:14:03.774 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.774 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.774 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.774 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:03.775 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:03.775 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T05:14:03.775 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.775 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-08-10T05:14:03.775 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.775 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.775 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T05:14:03.775 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.775 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.775 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.775 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:29.884402+0000", 2024-08-10T05:14:03.775 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:25.844380+0000", 2024-08-10T05:14:03.776 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:25.844380+0000", 2024-08-10T05:14:03.776 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:25.844697+0000", 2024-08-10T05:14:03.776 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:29.884402+0000", 2024-08-10T05:14:03.776 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:03.776 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.776 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:03.776 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 61, 2024-08-10T05:14:03.776 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:29.884402+0000", 2024-08-10T05:14:03.776 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:29.884402+0000", 2024-08-10T05:14:03.776 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:29.884402+0000", 2024-08-10T05:14:03.776 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.776 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.777 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:03.777 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:29.884402+0000", 2024-08-10T05:14:03.777 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:29.884402+0000", 2024-08-10T05:14:03.777 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.777 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:03.777 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.777 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.777 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 60, 2024-08-10T05:14:03.777 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.777 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.777 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.777 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.778 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:03.778 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.778 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.778 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.778 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.4", 2024-08-10T05:14:03.778 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.778 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.778 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:03.778 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 24, 2024-08-10T05:14:03.778 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.778 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T15:23:39.783796+0000", 2024-08-10T05:14:03.779 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:03.779 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.779 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.779 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:03.779 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.779 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.779 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.779 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.779 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.779 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.779 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.780 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.780 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.780 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.780 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.780 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.780 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.780 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.780 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.780 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:03.780 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:03.780 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.780 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:03.781 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.781 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.781 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.781 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.781 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.781 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:03.781 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.781 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.781 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.781 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.781 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.781 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.782 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.782 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.782 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.782 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.782 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.782 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.782 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:03.782 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:03.782 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.782 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.782 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.782 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.783 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:03.783 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:03.783 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T05:14:03.783 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.783 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-08-10T05:14:03.783 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:03.784 INFO:tasks.workunit.client.0.smithi031.stderr:+ echo OK 2024-08-10T05:14:03.785 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:02 smithi196 ceph-mon[32874]: from='client.24773 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:14:03.785 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:02 smithi196 ceph-mon[32874]: from='client.24773 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:14:03.785 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:02 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:14:03.785 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:02 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T05:14:03.785 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:02 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:14:03.786 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:02 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:14:03.786 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:02 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:14:03.786 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:02 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:14:03.786 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:02 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:14:03.786 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:02 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:14:03.786 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:02 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:14:03.786 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:02 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:14:03.786 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:02 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:14:03.786 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:02 smithi196 ceph-mon[32874]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:14:03.786 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:02 smithi196 ceph-mon[32874]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:14:03.787 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:02 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:14:03.787 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:02 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:14:03.787 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:02 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:14:03.787 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:02 smithi196 ceph-mon[32874]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:14:03.787 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:02 smithi196 ceph-mon[32874]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:14:03.787 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:02 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:14:03.787 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:02 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:14:03.787 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:02 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:14:03.787 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:02 smithi196 ceph-mon[32874]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:14:03.787 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:02 smithi196 ceph-mon[32874]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:14:03.787 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:02 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:14:03.788 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:02 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:14:03.788 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:02 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:14:03.788 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:02 smithi196 ceph-mon[32874]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2024-08-10T05:14:03.788 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.788 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.789 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.789 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:03.789 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:03.789 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T05:14:03.789 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.789 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T05:14:03.789 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.789 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.789 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:03.789 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.789 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.789 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.790 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:29.887725+0000", 2024-08-10T05:14:03.790 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.068248+0000", 2024-08-10T05:14:03.790 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.068248+0000", 2024-08-10T05:14:03.790 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.069626+0000", 2024-08-10T05:14:03.790 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:29.887725+0000", 2024-08-10T05:14:03.790 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.790 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.790 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.790 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:03.790 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:29.887725+0000", 2024-08-10T05:14:03.790 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:29.887725+0000", 2024-08-10T05:14:03.791 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:29.887725+0000", 2024-08-10T05:14:03.791 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.791 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.791 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.791 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:29.887725+0000", 2024-08-10T05:14:03.791 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:29.887725+0000", 2024-08-10T05:14:03.791 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.791 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:03.791 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.791 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.791 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:03.792 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.792 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.792 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.792 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.792 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:03.792 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.792 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.792 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.792 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.5", 2024-08-10T05:14:03.792 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.792 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.792 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:03.793 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-08-10T05:14:03.793 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.793 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T16:38:13.639344+0000", 2024-08-10T05:14:03.793 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:03.793 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.793 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.793 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:03.793 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.793 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.793 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.793 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.793 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.794 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.794 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.794 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.794 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.794 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.794 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.794 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.794 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.794 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.794 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.794 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:03.795 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:03.795 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.795 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:03.795 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.795 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.795 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.795 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.795 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.795 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:03.795 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.795 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.795 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.796 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.796 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.796 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.796 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.796 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.796 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.796 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.796 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.796 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.796 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:03.796 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:03.796 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.797 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.797 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.797 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.797 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:03.797 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:03.797 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T05:14:03.797 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.797 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T05:14:03.797 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:03.797 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.797 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.798 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.798 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:03.798 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:03.798 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T05:14:03.798 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.798 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-08-10T05:14:03.798 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.798 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.798 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 70, 2024-08-10T05:14:03.798 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.799 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.799 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.799 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:35.166833+0000", 2024-08-10T05:14:03.799 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:11:25.367458+0000", 2024-08-10T05:14:03.799 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:11:25.367458+0000", 2024-08-10T05:14:03.799 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:11:30.067247+0000", 2024-08-10T05:14:03.799 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:35.166833+0000", 2024-08-10T05:14:03.799 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T05:14:03.799 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.799 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T05:14:03.799 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 71, 2024-08-10T05:14:03.800 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:35.166833+0000", 2024-08-10T05:14:03.800 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:35.166833+0000", 2024-08-10T05:14:03.800 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:35.166833+0000", 2024-08-10T05:14:03.800 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.800 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.800 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T05:14:03.800 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:35.166833+0000", 2024-08-10T05:14:03.800 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:35.166833+0000", 2024-08-10T05:14:03.800 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.800 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 1, 2024-08-10T05:14:03.800 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.800 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.800 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 70, 2024-08-10T05:14:03.801 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.801 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.801 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.801 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.801 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 1, 2024-08-10T05:14:03.801 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.801 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.801 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.801 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "4.3", 2024-08-10T05:14:03.801 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.801 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.801 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 76, 2024-08-10T05:14:03.801 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 19, 2024-08-10T05:14:03.802 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.802 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:07:41.894334+0000", 2024-08-10T05:14:03.802 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.000785724, 2024-08-10T05:14:03.802 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.802 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.802 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:03.802 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.802 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.802 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.802 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.803 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.803 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.803 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.803 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.803 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.803 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.803 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.803 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.803 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.803 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.803 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.803 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 3, 2024-08-10T05:14:03.804 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 1, 2024-08-10T05:14:03.804 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.804 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 1, 2024-08-10T05:14:03.804 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.804 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.804 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.804 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.804 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.804 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:03.804 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.804 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.805 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.805 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.805 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.805 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.805 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.805 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.805 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.805 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.805 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.805 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.805 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:03.806 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:03.806 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.806 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.806 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.806 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.806 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:03.806 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:03.806 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T05:14:03.806 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.806 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-08-10T05:14:03.806 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "73'1" 2024-08-10T05:14:03.807 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.807 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.807 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.807 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:03.807 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:03.807 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T05:14:03.807 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.807 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T05:14:03.807 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.807 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.807 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T05:14:03.807 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.808 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.808 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.808 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.065578+0000", 2024-08-10T05:14:03.808 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:25.848913+0000", 2024-08-10T05:14:03.808 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:25.848913+0000", 2024-08-10T05:14:03.808 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:25.849248+0000", 2024-08-10T05:14:03.808 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.065578+0000", 2024-08-10T05:14:03.808 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:03.808 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.808 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:03.808 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 61, 2024-08-10T05:14:03.808 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.065578+0000", 2024-08-10T05:14:03.809 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.065578+0000", 2024-08-10T05:14:03.809 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.065578+0000", 2024-08-10T05:14:03.809 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.809 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.809 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:03.809 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.065578+0000", 2024-08-10T05:14:03.809 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.065578+0000", 2024-08-10T05:14:03.809 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.809 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:03.809 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.809 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.810 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 60, 2024-08-10T05:14:03.810 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.810 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.810 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.810 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.810 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:03.810 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.810 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.810 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.810 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.5", 2024-08-10T05:14:03.811 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.811 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.811 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:03.811 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 23, 2024-08-10T05:14:03.811 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.811 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:54:01.026444+0000", 2024-08-10T05:14:03.811 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:03.811 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.811 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.811 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:03.811 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.811 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.812 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.812 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.812 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.812 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.812 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.812 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.812 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.812 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.812 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.813 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.813 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.813 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.813 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.813 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:03.813 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:03.813 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.813 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:03.813 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.813 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.813 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.814 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.814 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.814 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:03.814 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.814 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.814 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.814 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.814 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.814 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.814 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.814 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.814 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.815 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.815 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.815 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.815 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:03.815 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:03.815 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.815 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.815 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.815 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.815 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:03.815 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:03.816 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T05:14:03.816 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.816 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T05:14:03.816 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:03.816 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.816 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.816 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.816 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:03.816 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T05:14:03.816 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T05:14:03.816 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.817 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-08-10T05:14:03.817 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.817 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.817 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:03.817 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.817 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.817 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.817 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:29.884395+0000", 2024-08-10T05:14:03.817 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.082045+0000", 2024-08-10T05:14:03.817 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.082045+0000", 2024-08-10T05:14:03.817 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.082381+0000", 2024-08-10T05:14:03.817 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:29.884395+0000", 2024-08-10T05:14:03.818 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.818 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.818 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.818 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:03.818 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:29.884395+0000", 2024-08-10T05:14:03.818 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:29.884395+0000", 2024-08-10T05:14:03.818 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:29.884395+0000", 2024-08-10T05:14:03.818 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.818 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.818 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.818 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:29.884395+0000", 2024-08-10T05:14:03.818 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:29.884395+0000", 2024-08-10T05:14:03.819 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.819 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:03.819 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.819 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.819 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:03.819 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.819 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.819 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.819 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.819 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:03.819 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.819 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.820 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.820 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.4", 2024-08-10T05:14:03.820 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.820 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.820 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:03.820 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-08-10T05:14:03.820 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.820 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:11:04.312960+0000", 2024-08-10T05:14:03.820 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:03.820 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.820 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.820 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:03.820 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.821 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.821 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.821 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.821 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.821 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.821 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.821 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.821 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.821 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.821 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.821 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.822 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.822 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.822 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.822 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:03.822 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:03.822 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.822 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:03.822 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.822 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.822 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.822 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.823 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.823 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:03.823 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.823 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.823 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.823 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.823 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.823 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.823 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.823 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.823 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.823 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.824 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.824 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.824 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:03.824 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:03.824 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.824 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.824 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.824 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.824 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:03.824 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T05:14:03.824 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T05:14:03.825 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.825 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-08-10T05:14:03.825 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:03.825 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.825 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.825 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.825 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:03.825 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:03.825 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T05:14:03.825 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.825 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-08-10T05:14:03.826 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.826 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.826 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 70, 2024-08-10T05:14:03.826 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.826 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.826 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.826 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:35.166711+0000", 2024-08-10T05:14:03.826 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:11:25.139214+0000", 2024-08-10T05:14:03.826 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:11:25.139214+0000", 2024-08-10T05:14:03.826 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:11:30.065469+0000", 2024-08-10T05:14:03.826 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:35.166711+0000", 2024-08-10T05:14:03.827 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T05:14:03.827 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.827 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T05:14:03.827 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 71, 2024-08-10T05:14:03.827 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:35.166711+0000", 2024-08-10T05:14:03.827 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:35.166711+0000", 2024-08-10T05:14:03.827 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:35.166711+0000", 2024-08-10T05:14:03.827 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.827 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.827 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T05:14:03.828 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:35.166711+0000", 2024-08-10T05:14:03.828 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:35.166711+0000", 2024-08-10T05:14:03.828 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.828 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:03.828 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.828 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.828 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 70, 2024-08-10T05:14:03.828 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.828 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.829 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.829 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.829 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:03.829 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.829 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.829 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.829 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "4.0", 2024-08-10T05:14:03.829 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.829 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.829 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 76, 2024-08-10T05:14:03.829 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 19, 2024-08-10T05:14:03.829 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.830 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:37:18.110088+0000", 2024-08-10T05:14:03.830 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.000342888, 2024-08-10T05:14:03.830 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.830 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.830 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:03.830 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.830 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.830 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.830 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.830 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.830 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.831 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.831 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.831 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.831 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.831 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.831 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.831 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.831 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.831 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.831 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:03.831 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:03.832 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.832 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:03.832 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.832 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.832 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.832 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.832 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.832 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:03.832 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.832 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.832 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.832 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.833 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.833 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.833 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.833 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.833 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.833 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.833 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.833 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.833 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:03.833 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:03.833 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.834 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.834 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.834 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.834 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:03.834 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:03.834 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T05:14:03.834 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.834 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-08-10T05:14:03.834 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:03.834 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.835 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.835 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.835 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:03.835 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T05:14:03.835 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T05:14:03.835 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.835 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-08-10T05:14:03.835 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.835 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.835 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T05:14:03.835 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.836 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.836 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.836 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:29.884148+0000", 2024-08-10T05:14:03.836 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:25.840613+0000", 2024-08-10T05:14:03.836 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:25.840613+0000", 2024-08-10T05:14:03.836 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:25.841023+0000", 2024-08-10T05:14:03.836 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:29.884148+0000", 2024-08-10T05:14:03.836 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:03.837 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.837 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:03.837 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 61, 2024-08-10T05:14:03.837 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:29.884148+0000", 2024-08-10T05:14:03.837 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:29.884148+0000", 2024-08-10T05:14:03.837 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:29.884148+0000", 2024-08-10T05:14:03.837 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.837 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.837 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:03.837 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:29.884148+0000", 2024-08-10T05:14:03.837 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:29.884148+0000", 2024-08-10T05:14:03.838 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.838 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 1, 2024-08-10T05:14:03.838 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.838 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.838 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 60, 2024-08-10T05:14:03.838 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.838 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.838 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.838 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.838 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 1, 2024-08-10T05:14:03.838 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.839 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.839 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.839 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.6", 2024-08-10T05:14:03.839 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.839 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.839 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:03.839 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 25, 2024-08-10T05:14:03.839 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.839 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:59:28.205118+0000", 2024-08-10T05:14:03.839 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:03.839 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.840 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.840 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:03.840 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.840 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.840 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.840 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.840 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.840 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.840 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.840 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.840 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.840 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.841 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.841 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.841 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.841 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.841 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.841 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 3, 2024-08-10T05:14:03.841 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 1, 2024-08-10T05:14:03.841 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.841 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 1, 2024-08-10T05:14:03.841 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.841 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.842 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.842 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.842 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.842 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 1, 2024-08-10T05:14:03.842 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.842 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.842 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.842 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.842 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.842 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.842 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.842 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.843 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.843 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.843 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.843 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.843 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 1, 2024-08-10T05:14:03.843 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:03.843 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.843 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.843 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.844 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.844 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:03.844 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T05:14:03.844 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T05:14:03.844 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.844 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-08-10T05:14:03.844 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "66'1" 2024-08-10T05:14:03.844 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.844 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.844 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.844 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:03.844 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:03.845 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T05:14:03.845 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.845 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-08-10T05:14:03.845 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.845 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.845 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:03.845 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.845 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.845 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.845 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.066194+0000", 2024-08-10T05:14:03.845 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.077391+0000", 2024-08-10T05:14:03.846 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.077391+0000", 2024-08-10T05:14:03.846 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.077736+0000", 2024-08-10T05:14:03.846 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.066194+0000", 2024-08-10T05:14:03.846 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.846 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.846 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.846 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:03.846 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.066194+0000", 2024-08-10T05:14:03.846 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.066194+0000", 2024-08-10T05:14:03.846 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.066194+0000", 2024-08-10T05:14:03.846 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.846 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.847 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.847 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.066194+0000", 2024-08-10T05:14:03.847 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.066194+0000", 2024-08-10T05:14:03.847 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.847 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:03.847 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.847 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.847 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:03.847 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.847 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.847 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.847 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.848 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:03.848 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.848 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.848 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.848 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.7", 2024-08-10T05:14:03.848 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.848 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.848 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:03.848 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-08-10T05:14:03.848 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.848 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T16:35:51.485156+0000", 2024-08-10T05:14:03.848 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:03.849 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.849 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.849 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:03.849 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.849 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.849 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.849 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.849 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.849 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.849 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.849 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.849 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.850 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.850 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.850 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.850 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.850 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.850 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.850 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:03.850 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:03.850 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.850 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:03.850 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.851 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.851 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.851 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.851 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.851 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:03.851 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.851 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.851 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.851 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.851 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.851 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.851 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:03.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:03.852 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.852 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.852 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.852 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.852 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:03.853 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:03.853 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T05:14:03.853 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.853 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-08-10T05:14:03.853 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:03.853 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.853 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.853 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.853 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:03.853 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:03.853 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T05:14:03.853 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.854 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 4, 2024-08-10T05:14:03.854 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.854 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.854 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 70, 2024-08-10T05:14:03.854 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.854 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.854 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.854 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:34.968515+0000", 2024-08-10T05:14:03.854 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:11:25.367127+0000", 2024-08-10T05:14:03.854 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:11:25.367127+0000", 2024-08-10T05:14:03.854 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:11:29.883339+0000", 2024-08-10T05:14:03.854 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:34.968515+0000", 2024-08-10T05:14:03.855 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T05:14:03.855 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.855 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T05:14:03.855 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 71, 2024-08-10T05:14:03.855 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:34.968515+0000", 2024-08-10T05:14:03.855 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:34.968515+0000", 2024-08-10T05:14:03.855 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:34.968515+0000", 2024-08-10T05:14:03.855 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.855 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.855 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T05:14:03.855 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:34.968515+0000", 2024-08-10T05:14:03.855 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:34.968515+0000", 2024-08-10T05:14:03.856 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.856 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:03.856 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.856 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.856 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 70, 2024-08-10T05:14:03.856 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.856 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.856 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.856 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.856 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:03.856 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.856 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.857 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.857 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "4.1", 2024-08-10T05:14:03.857 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.857 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.857 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 76, 2024-08-10T05:14:03.857 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 19, 2024-08-10T05:14:03.857 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.857 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T16:11:05.317565+0000", 2024-08-10T05:14:03.857 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.000368635, 2024-08-10T05:14:03.857 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.857 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.858 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:03.858 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.858 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.858 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.858 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.858 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.858 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.858 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.858 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.858 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.858 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.859 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.859 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.859 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.859 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.859 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.859 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:03.859 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:03.859 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.859 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:03.859 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.859 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.859 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.860 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.860 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.860 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:03.860 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.860 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.860 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.860 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.860 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.860 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.860 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.861 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.861 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.861 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.861 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.861 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.861 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:03.861 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:03.861 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.861 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.861 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.861 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.861 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:03.862 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:03.862 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T05:14:03.862 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.862 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 4, 2024-08-10T05:14:03.862 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:03.862 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.862 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.862 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.862 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T05:14:03.862 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:03.862 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T05:14:03.862 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.863 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-08-10T05:14:03.863 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.863 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.863 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T05:14:03.863 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.863 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.863 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.863 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.057230+0000", 2024-08-10T05:14:03.863 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:25.846585+0000", 2024-08-10T05:14:03.863 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:25.846585+0000", 2024-08-10T05:14:03.863 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:25.846894+0000", 2024-08-10T05:14:03.863 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.057230+0000", 2024-08-10T05:14:03.864 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:03.864 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.864 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:03.864 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 61, 2024-08-10T05:14:03.864 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.057230+0000", 2024-08-10T05:14:03.864 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.057230+0000", 2024-08-10T05:14:03.864 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.057230+0000", 2024-08-10T05:14:03.864 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.864 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.864 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:03.864 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.057230+0000", 2024-08-10T05:14:03.865 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.057230+0000", 2024-08-10T05:14:03.865 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.865 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 2, 2024-08-10T05:14:03.865 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.865 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.865 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 60, 2024-08-10T05:14:03.865 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.865 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.865 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.865 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.865 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 2, 2024-08-10T05:14:03.865 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.866 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.866 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.866 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.7", 2024-08-10T05:14:03.866 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.866 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.866 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:03.866 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 25, 2024-08-10T05:14:03.866 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.866 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:41:49.658953+0000", 2024-08-10T05:14:03.866 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:03.866 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.867 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.867 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:03.867 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.867 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.867 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.867 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.867 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.867 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.867 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.867 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.867 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.867 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.868 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.868 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.868 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.868 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.868 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.868 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 3, 2024-08-10T05:14:03.868 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 1, 2024-08-10T05:14:03.868 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.868 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 1, 2024-08-10T05:14:03.868 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.868 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.869 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.869 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.869 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.869 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 1, 2024-08-10T05:14:03.869 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.869 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.869 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.869 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.869 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.869 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.869 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.869 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.870 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.870 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.870 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.870 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.870 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 3, 2024-08-10T05:14:03.870 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:03.870 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.870 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.870 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.870 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.870 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T05:14:03.870 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:03.871 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T05:14:03.871 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.871 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-08-10T05:14:03.871 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "66'2" 2024-08-10T05:14:03.871 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.871 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.871 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.871 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T05:14:03.871 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:03.871 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T05:14:03.871 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.871 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 2, 2024-08-10T05:14:03.872 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.872 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.872 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:03.872 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.872 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.872 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.872 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:29.883309+0000", 2024-08-10T05:14:03.872 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:50.399368+0000", 2024-08-10T05:14:03.872 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:50.399368+0000", 2024-08-10T05:14:03.872 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:50.399678+0000", 2024-08-10T05:14:03.872 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:29.883309+0000", 2024-08-10T05:14:03.873 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.873 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.873 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.873 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 68, 2024-08-10T05:14:03.873 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:29.883309+0000", 2024-08-10T05:14:03.873 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:29.883309+0000", 2024-08-10T05:14:03.873 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:29.883309+0000", 2024-08-10T05:14:03.873 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.873 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.873 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.874 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:29.883309+0000", 2024-08-10T05:14:03.874 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:29.883309+0000", 2024-08-10T05:14:03.874 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.874 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:03.874 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.874 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.874 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 67, 2024-08-10T05:14:03.874 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.874 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.874 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.874 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.874 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:03.875 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.875 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.875 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.875 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.6", 2024-08-10T05:14:03.875 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.875 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.875 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:03.875 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 18, 2024-08-10T05:14:03.875 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.875 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:14:57.220259+0000", 2024-08-10T05:14:03.875 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:03.875 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.876 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.876 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:03.876 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.876 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.876 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.876 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.876 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.876 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.876 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.876 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.876 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.877 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.877 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.877 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.877 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.877 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.877 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.877 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:03.877 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:03.877 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.877 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:03.878 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.878 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.878 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.878 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.878 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.878 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:03.878 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.878 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.878 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.878 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.879 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.879 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.879 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.879 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.879 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.879 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.879 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.879 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.879 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:03.879 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:03.879 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.879 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.879 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.880 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.880 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T05:14:03.880 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:03.880 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T05:14:03.880 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.880 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 2, 2024-08-10T05:14:03.880 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:03.880 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.880 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.880 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.880 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:03.881 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:03.881 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T05:14:03.881 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.881 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T05:14:03.881 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.881 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.881 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T05:14:03.881 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.881 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.881 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.881 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.065248+0000", 2024-08-10T05:14:03.882 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:25.843294+0000", 2024-08-10T05:14:03.882 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:25.843294+0000", 2024-08-10T05:14:03.882 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:25.844031+0000", 2024-08-10T05:14:03.882 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.065248+0000", 2024-08-10T05:14:03.882 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:03.882 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.882 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:03.882 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 61, 2024-08-10T05:14:03.882 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.065248+0000", 2024-08-10T05:14:03.882 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.065248+0000", 2024-08-10T05:14:03.882 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.065248+0000", 2024-08-10T05:14:03.882 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.883 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.883 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:03.883 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.065248+0000", 2024-08-10T05:14:03.883 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.065248+0000", 2024-08-10T05:14:03.883 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.883 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:03.883 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.883 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.883 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 60, 2024-08-10T05:14:03.883 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.883 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.884 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.884 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.884 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:03.884 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.884 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.884 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.884 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.8", 2024-08-10T05:14:03.884 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.884 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.884 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:03.884 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 23, 2024-08-10T05:14:03.884 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.884 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:30:48.150250+0000", 2024-08-10T05:14:03.885 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:03.885 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.885 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.885 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:03.885 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.885 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.885 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.885 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.885 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.885 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.885 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.885 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.886 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.886 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.886 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.886 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.886 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.886 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.886 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.886 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:03.886 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:03.886 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.886 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:03.887 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.887 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.887 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.887 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.887 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.887 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:03.887 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.887 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.887 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.887 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.887 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.887 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.887 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.888 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.888 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.888 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.888 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.888 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.888 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:03.888 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:03.888 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.888 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.888 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.888 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.888 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:03.888 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:03.889 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T05:14:03.889 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.889 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T05:14:03.889 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:03.889 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.889 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.889 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.889 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:03.889 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T05:14:03.889 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T05:14:03.889 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.889 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 4, 2024-08-10T05:14:03.890 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.890 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.890 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:03.890 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.890 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.890 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.890 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:29.883121+0000", 2024-08-10T05:14:03.890 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.074376+0000", 2024-08-10T05:14:03.890 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.074376+0000", 2024-08-10T05:14:03.890 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.074644+0000", 2024-08-10T05:14:03.890 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:29.883121+0000", 2024-08-10T05:14:03.890 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.891 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.891 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.891 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:03.891 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:29.883121+0000", 2024-08-10T05:14:03.891 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:29.883121+0000", 2024-08-10T05:14:03.891 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:29.883121+0000", 2024-08-10T05:14:03.891 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.891 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.891 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.891 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:29.883121+0000", 2024-08-10T05:14:03.891 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:29.883121+0000", 2024-08-10T05:14:03.891 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.892 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:03.892 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.892 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.892 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:03.892 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.892 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.892 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.892 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.892 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:03.892 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.892 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.893 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.893 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.9", 2024-08-10T05:14:03.893 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.893 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.893 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:03.893 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-08-10T05:14:03.893 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.893 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:22:37.242728+0000", 2024-08-10T05:14:03.893 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:03.893 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.894 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.894 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:03.894 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.894 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.894 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.894 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.894 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.894 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.894 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.894 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.894 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.895 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.895 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.895 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.895 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.895 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.895 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.895 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:03.895 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:03.895 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.895 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:03.895 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.895 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.896 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.896 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.896 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.896 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:03.896 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.896 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.896 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.896 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.896 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.896 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.896 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.897 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.897 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.897 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.897 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.897 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.897 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:03.897 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:03.897 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.897 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.897 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.897 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.897 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:03.898 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T05:14:03.898 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T05:14:03.898 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.898 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 4, 2024-08-10T05:14:03.898 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:03.898 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.898 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.898 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.898 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:03.898 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:03.899 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-08-10T05:14:03.899 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.899 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-08-10T05:14:03.899 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.899 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.899 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T05:14:03.899 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.899 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.899 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.899 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:29.884071+0000", 2024-08-10T05:14:03.899 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:25.843193+0000", 2024-08-10T05:14:03.899 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:25.843193+0000", 2024-08-10T05:14:03.899 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:25.843659+0000", 2024-08-10T05:14:03.900 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:29.884071+0000", 2024-08-10T05:14:03.900 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:03.900 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.900 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:03.900 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 61, 2024-08-10T05:14:03.900 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:29.884071+0000", 2024-08-10T05:14:03.900 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:29.884071+0000", 2024-08-10T05:14:03.900 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:29.884071+0000", 2024-08-10T05:14:03.900 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.900 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.900 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:03.901 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:29.884071+0000", 2024-08-10T05:14:03.901 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:29.884071+0000", 2024-08-10T05:14:03.901 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.901 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:03.901 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.901 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.901 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 60, 2024-08-10T05:14:03.901 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.901 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.901 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.901 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.901 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:03.901 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.902 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.902 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.902 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.9", 2024-08-10T05:14:03.902 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.902 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.902 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:03.902 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 24, 2024-08-10T05:14:03.902 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.902 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:19:25.083932+0000", 2024-08-10T05:14:03.902 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:03.902 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.902 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.903 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:03.903 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.903 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.903 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.903 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.903 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.903 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.903 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.903 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.903 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.903 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.904 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.904 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.904 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.904 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.904 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.904 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:03.904 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:03.904 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.904 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:03.904 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.904 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.904 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.905 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.905 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.905 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:03.905 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.905 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.905 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.905 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.905 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.905 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.905 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.905 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.906 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.906 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.906 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.906 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.906 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:03.906 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:03.906 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.906 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.906 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.907 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.907 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:03.907 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:03.907 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-08-10T05:14:03.907 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.907 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-08-10T05:14:03.907 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:03.907 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.907 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.907 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.907 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:03.907 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:03.908 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T05:14:03.908 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.908 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-08-10T05:14:03.908 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.908 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.908 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:03.908 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.908 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.908 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.908 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.065298+0000", 2024-08-10T05:14:03.908 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.072479+0000", 2024-08-10T05:14:03.908 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.072479+0000", 2024-08-10T05:14:03.909 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.072765+0000", 2024-08-10T05:14:03.909 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.065298+0000", 2024-08-10T05:14:03.909 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.909 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.909 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.909 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:03.909 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.065298+0000", 2024-08-10T05:14:03.909 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.065298+0000", 2024-08-10T05:14:03.909 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.065298+0000", 2024-08-10T05:14:03.909 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.909 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.910 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.910 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.065298+0000", 2024-08-10T05:14:03.910 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.065298+0000", 2024-08-10T05:14:03.910 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.910 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:03.910 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.910 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.910 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:03.910 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.910 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.910 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.911 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.911 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:03.911 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.911 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.911 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.911 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.8", 2024-08-10T05:14:03.911 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.911 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.911 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:03.911 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-08-10T05:14:03.911 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.911 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:16:05.768486+0000", 2024-08-10T05:14:03.912 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:03.912 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.912 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.912 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:03.912 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.912 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.912 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.912 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.912 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.912 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.912 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.912 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.913 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.913 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.913 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.913 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.913 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.913 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.913 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.913 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:03.913 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:03.913 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.913 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:03.914 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.914 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.914 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.914 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.914 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.914 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:03.914 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.914 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.914 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.914 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.914 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.914 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.915 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.915 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.915 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.915 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.915 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.915 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.915 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:03.915 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:03.915 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.915 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.915 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.916 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.916 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:03.916 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:03.916 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T05:14:03.916 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.916 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-08-10T05:14:03.916 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:03.916 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.916 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.916 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.916 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:03.917 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:03.917 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T05:14:03.917 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.917 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-08-10T05:14:03.917 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.917 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.917 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T05:14:03.917 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.917 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.917 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.917 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:29.884560+0000", 2024-08-10T05:14:03.917 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:25.842848+0000", 2024-08-10T05:14:03.918 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:25.842848+0000", 2024-08-10T05:14:03.918 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:25.843495+0000", 2024-08-10T05:14:03.918 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:29.884560+0000", 2024-08-10T05:14:03.918 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:03.918 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.918 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:03.918 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 61, 2024-08-10T05:14:03.918 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:29.884560+0000", 2024-08-10T05:14:03.918 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:29.884560+0000", 2024-08-10T05:14:03.918 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:29.884560+0000", 2024-08-10T05:14:03.918 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.918 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.919 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:03.919 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:29.884560+0000", 2024-08-10T05:14:03.919 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:29.884560+0000", 2024-08-10T05:14:03.919 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.919 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:03.919 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.919 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.919 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 60, 2024-08-10T05:14:03.919 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.919 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.919 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.920 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.920 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:03.920 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.920 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.920 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.920 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.a", 2024-08-10T05:14:03.920 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.920 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.920 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:03.920 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 24, 2024-08-10T05:14:03.920 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.920 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:52:14.809811+0000", 2024-08-10T05:14:03.921 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:03.921 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.921 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.921 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:03.921 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.921 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.921 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.921 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.921 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.921 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.921 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.921 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.922 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.922 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.922 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.922 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.922 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.922 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.922 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.922 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:03.922 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:03.922 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.923 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:03.923 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.925 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.926 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.926 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.926 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.926 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:03.926 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.926 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.926 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.926 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.926 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.926 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.926 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.927 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.927 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.927 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.927 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.927 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.927 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:03.927 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:03.927 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.927 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.927 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.927 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.927 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T05:14:03.928 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:03.928 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T05:14:03.928 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.928 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-08-10T05:14:03.928 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:03.928 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.928 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.928 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.928 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:03.928 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:03.928 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T05:14:03.929 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.929 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-08-10T05:14:03.929 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.929 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.929 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:03.929 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.929 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.929 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.929 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.065842+0000", 2024-08-10T05:14:03.929 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.078369+0000", 2024-08-10T05:14:03.930 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.078369+0000", 2024-08-10T05:14:03.930 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.078920+0000", 2024-08-10T05:14:03.930 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.065842+0000", 2024-08-10T05:14:03.930 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.930 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.930 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.930 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:03.930 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.065842+0000", 2024-08-10T05:14:03.930 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.065842+0000", 2024-08-10T05:14:03.930 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.065842+0000", 2024-08-10T05:14:03.930 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.931 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.931 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.931 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.065842+0000", 2024-08-10T05:14:03.931 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.065842+0000", 2024-08-10T05:14:03.931 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.931 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:03.931 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.931 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.931 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:03.931 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.931 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.931 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.932 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.932 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:03.932 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.932 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.932 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.932 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.b", 2024-08-10T05:14:03.932 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.932 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.932 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:03.932 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-08-10T05:14:03.932 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.932 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:29:43.180198+0000", 2024-08-10T05:14:03.933 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:03.933 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.933 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.933 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:03.933 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.933 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.933 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.933 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.933 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.933 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.933 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.933 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.934 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.934 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.934 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.934 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.934 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.934 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.934 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.934 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:03.934 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:03.934 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.934 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:03.935 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.935 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.935 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.935 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.935 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.935 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:03.935 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.935 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.935 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.935 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.935 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.935 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.936 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.936 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.936 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.936 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.936 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.936 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.936 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:03.936 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:03.936 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.936 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.936 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.936 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.937 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:03.937 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:03.937 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T05:14:03.937 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.937 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-08-10T05:14:03.937 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:03.937 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.937 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.937 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.937 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:03.937 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:03.937 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T05:14:03.938 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.938 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T05:14:03.938 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.938 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.938 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T05:14:03.938 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.938 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.938 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.938 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.065403+0000", 2024-08-10T05:14:03.938 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:25.851072+0000", 2024-08-10T05:14:03.938 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:25.851072+0000", 2024-08-10T05:14:03.939 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:25.851484+0000", 2024-08-10T05:14:03.939 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.065403+0000", 2024-08-10T05:14:03.939 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:03.939 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.939 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:03.939 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 61, 2024-08-10T05:14:03.939 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.065403+0000", 2024-08-10T05:14:03.939 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.065403+0000", 2024-08-10T05:14:03.939 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.065403+0000", 2024-08-10T05:14:03.939 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.939 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.940 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:03.940 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.065403+0000", 2024-08-10T05:14:03.940 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.065403+0000", 2024-08-10T05:14:03.940 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.940 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 2, 2024-08-10T05:14:03.940 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.940 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.940 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 60, 2024-08-10T05:14:03.940 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.940 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.940 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.940 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.941 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 2, 2024-08-10T05:14:03.941 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.941 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.941 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.941 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.b", 2024-08-10T05:14:03.941 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.941 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.941 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:03.941 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 25, 2024-08-10T05:14:03.941 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.941 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:26:14.532910+0000", 2024-08-10T05:14:03.941 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:03.942 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.942 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.942 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:03.942 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.942 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.942 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.942 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.942 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.942 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.942 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.942 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.943 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.943 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.943 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.943 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.943 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.943 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.943 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.943 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 3, 2024-08-10T05:14:03.943 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 1, 2024-08-10T05:14:03.943 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.943 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 1, 2024-08-10T05:14:03.943 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.944 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.944 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.944 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.944 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.944 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 1, 2024-08-10T05:14:03.944 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.944 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.944 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.944 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.944 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.944 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.945 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.945 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.945 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.945 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.945 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.945 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.945 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 1, 2024-08-10T05:14:03.945 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:03.945 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.945 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.945 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.945 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.946 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:03.946 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:03.946 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T05:14:03.946 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.946 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T05:14:03.946 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "66'2" 2024-08-10T05:14:03.946 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.946 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.946 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.946 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T05:14:03.946 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:03.947 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T05:14:03.947 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.947 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-08-10T05:14:03.947 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.947 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.947 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:03.947 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.947 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.947 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.947 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.056821+0000", 2024-08-10T05:14:03.947 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.072884+0000", 2024-08-10T05:14:03.947 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.072884+0000", 2024-08-10T05:14:03.948 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.073125+0000", 2024-08-10T05:14:03.948 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.056821+0000", 2024-08-10T05:14:03.948 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.948 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.948 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.948 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:03.948 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.056821+0000", 2024-08-10T05:14:03.948 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.056821+0000", 2024-08-10T05:14:03.948 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.056821+0000", 2024-08-10T05:14:03.948 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.948 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.948 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.949 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.056821+0000", 2024-08-10T05:14:03.949 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.056821+0000", 2024-08-10T05:14:03.949 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.949 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:03.949 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.949 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.949 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:03.949 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.949 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.949 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.949 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.949 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:03.950 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.950 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.950 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.950 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.a", 2024-08-10T05:14:03.950 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.950 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.950 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:03.950 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 20, 2024-08-10T05:14:03.950 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.950 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:54:12.854132+0000", 2024-08-10T05:14:03.950 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:03.951 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.951 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.951 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:03.951 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.951 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.951 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.951 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.951 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.951 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.951 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.951 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.952 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.952 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.952 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.952 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.952 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.952 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.952 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.952 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:03.952 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:03.952 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.952 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:03.952 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.953 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.953 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.953 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.953 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.953 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:03.953 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.953 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.953 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.953 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.953 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.953 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.953 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.954 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.954 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.954 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.954 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.954 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.954 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:03.954 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:03.954 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.954 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.954 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.954 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.954 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T05:14:03.955 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:03.955 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T05:14:03.955 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.955 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-08-10T05:14:03.955 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:03.955 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.955 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.955 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.955 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T05:14:03.955 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:03.955 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T05:14:03.955 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.956 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 2, 2024-08-10T05:14:03.956 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.956 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.956 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:03.956 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.956 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.956 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.956 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:29.883000+0000", 2024-08-10T05:14:03.956 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:50.399397+0000", 2024-08-10T05:14:03.956 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:50.399397+0000", 2024-08-10T05:14:03.956 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:50.399716+0000", 2024-08-10T05:14:03.956 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:29.883000+0000", 2024-08-10T05:14:03.957 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.957 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.957 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.957 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 68, 2024-08-10T05:14:03.957 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:29.883000+0000", 2024-08-10T05:14:03.957 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:29.883000+0000", 2024-08-10T05:14:03.957 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:29.883000+0000", 2024-08-10T05:14:03.957 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.957 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.957 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.957 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:29.883000+0000", 2024-08-10T05:14:03.957 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:29.883000+0000", 2024-08-10T05:14:03.958 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.958 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:03.958 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.958 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.958 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 67, 2024-08-10T05:14:03.958 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.958 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.958 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.958 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.958 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:03.958 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.959 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.959 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.959 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.1d", 2024-08-10T05:14:03.959 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.959 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.959 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:03.959 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 18, 2024-08-10T05:14:03.959 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.959 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:29:42.295674+0000", 2024-08-10T05:14:03.959 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:03.959 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.959 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.960 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:03.960 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.960 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.960 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.960 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.960 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.960 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.960 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.960 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.960 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.960 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.960 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.961 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.961 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.961 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.961 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.961 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:03.961 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:03.961 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.961 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:03.961 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.961 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.961 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.961 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.962 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.962 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:03.962 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.962 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.962 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.962 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.962 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.962 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.962 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.962 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.962 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.963 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.963 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.963 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.963 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:03.963 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:03.963 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.963 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.963 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.963 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.963 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T05:14:03.963 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:03.963 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T05:14:03.964 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.964 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 2, 2024-08-10T05:14:03.964 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:03.964 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.964 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.964 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.964 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:03.964 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:03.964 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T05:14:03.964 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.964 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T05:14:03.964 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.965 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.965 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T05:14:03.965 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.965 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.965 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.965 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.065336+0000", 2024-08-10T05:14:03.965 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:25.848004+0000", 2024-08-10T05:14:03.965 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:25.848004+0000", 2024-08-10T05:14:03.965 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:25.848335+0000", 2024-08-10T05:14:03.965 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.065336+0000", 2024-08-10T05:14:03.965 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:03.966 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.966 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:03.966 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 61, 2024-08-10T05:14:03.966 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.065336+0000", 2024-08-10T05:14:03.966 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.065336+0000", 2024-08-10T05:14:03.966 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.065336+0000", 2024-08-10T05:14:03.966 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.966 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.966 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:03.966 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.065336+0000", 2024-08-10T05:14:03.966 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.065336+0000", 2024-08-10T05:14:03.967 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.967 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 2, 2024-08-10T05:14:03.967 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.967 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.967 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 60, 2024-08-10T05:14:03.967 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.967 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.967 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.967 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.967 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 2, 2024-08-10T05:14:03.967 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.967 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.968 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.968 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.1c", 2024-08-10T05:14:03.968 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.968 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.968 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:03.968 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 25, 2024-08-10T05:14:03.968 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.968 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T16:11:14.592815+0000", 2024-08-10T05:14:03.968 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:03.968 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.968 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.968 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:03.969 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.969 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.969 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.969 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.969 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.969 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.969 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.969 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.969 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.969 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.969 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.969 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.970 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.970 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.970 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.970 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 3, 2024-08-10T05:14:03.970 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 1, 2024-08-10T05:14:03.970 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.970 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 1, 2024-08-10T05:14:03.970 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.970 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.970 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.970 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.971 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.971 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 1, 2024-08-10T05:14:03.971 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.971 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.971 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.971 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.971 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.971 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.971 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.971 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.971 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.971 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.972 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.972 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.972 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 3, 2024-08-10T05:14:03.972 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:03.972 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.972 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.972 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.972 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.972 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:03.972 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:03.972 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T05:14:03.972 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.973 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T05:14:03.973 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "66'2" 2024-08-10T05:14:03.973 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.973 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.973 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.973 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:03.973 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:03.973 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T05:14:03.973 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.973 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T05:14:03.973 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.973 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.974 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:03.974 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.974 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.974 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.974 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:29.887691+0000", 2024-08-10T05:14:03.974 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.075716+0000", 2024-08-10T05:14:03.974 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.075716+0000", 2024-08-10T05:14:03.974 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.075962+0000", 2024-08-10T05:14:03.974 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:29.887691+0000", 2024-08-10T05:14:03.974 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.974 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.975 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.975 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:03.975 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:29.887691+0000", 2024-08-10T05:14:03.975 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:29.887691+0000", 2024-08-10T05:14:03.975 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:29.887691+0000", 2024-08-10T05:14:03.975 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.975 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.975 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.975 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:29.887691+0000", 2024-08-10T05:14:03.975 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:29.887691+0000", 2024-08-10T05:14:03.975 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.976 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:03.976 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.976 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.976 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:03.976 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.976 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.976 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.976 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.976 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:03.976 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.976 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.976 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.977 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.1c", 2024-08-10T05:14:03.977 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.977 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.977 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:03.977 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-08-10T05:14:03.977 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.977 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T09:37:48.018020+0000", 2024-08-10T05:14:03.977 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:03.977 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.977 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.977 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:03.977 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.978 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.978 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.978 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.978 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.978 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.978 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.978 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.978 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.978 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.978 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.978 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.979 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.979 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.979 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.979 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:03.979 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:03.979 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.979 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:03.979 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.979 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.979 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.979 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.979 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.980 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:03.980 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.980 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.980 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.980 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.980 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.980 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.980 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.980 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.980 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.980 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.980 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.981 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.981 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:03.981 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:03.981 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.981 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.981 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.981 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.981 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:03.981 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T05:14:03.981 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T05:14:03.981 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.982 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T05:14:03.982 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:03.982 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.982 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.982 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.982 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:03.982 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T05:14:03.982 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T05:14:03.982 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.982 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T05:14:03.982 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.982 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.983 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T05:14:03.983 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.983 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.983 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.983 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.065662+0000", 2024-08-10T05:14:03.983 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:25.850167+0000", 2024-08-10T05:14:03.983 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:25.850167+0000", 2024-08-10T05:14:03.983 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:25.851128+0000", 2024-08-10T05:14:03.983 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.065662+0000", 2024-08-10T05:14:03.983 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:03.983 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.984 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:03.984 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 61, 2024-08-10T05:14:03.984 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.065662+0000", 2024-08-10T05:14:03.984 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.065662+0000", 2024-08-10T05:14:03.984 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.065662+0000", 2024-08-10T05:14:03.984 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.984 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.984 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:03.984 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.065662+0000", 2024-08-10T05:14:03.984 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.065662+0000", 2024-08-10T05:14:03.984 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.985 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 2, 2024-08-10T05:14:03.985 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.985 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.985 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 60, 2024-08-10T05:14:03.985 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.985 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.985 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.985 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.985 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 2, 2024-08-10T05:14:03.985 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.985 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.986 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.986 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.1d", 2024-08-10T05:14:03.986 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.986 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.986 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:03.986 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 25, 2024-08-10T05:14:03.986 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.986 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T09:05:05.420769+0000", 2024-08-10T05:14:03.986 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:03.986 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.986 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.986 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:03.987 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.987 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.987 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.987 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.987 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.987 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.987 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.987 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.987 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.987 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.988 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.988 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.988 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.988 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.988 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.988 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 3, 2024-08-10T05:14:03.988 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 1, 2024-08-10T05:14:03.988 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.988 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 1, 2024-08-10T05:14:03.988 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.988 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.989 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.989 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.989 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.989 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 1, 2024-08-10T05:14:03.989 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.989 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.989 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.989 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.989 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.989 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.989 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.990 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.990 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.990 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.990 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.990 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.990 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 3, 2024-08-10T05:14:03.990 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:03.990 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.990 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.990 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.990 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:03.991 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:03.991 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T05:14:03.991 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T05:14:03.991 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.991 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T05:14:03.991 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "66'2" 2024-08-10T05:14:03.991 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.991 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:03.991 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:03.991 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:03.991 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:03.992 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T05:14:03.992 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:03.992 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-08-10T05:14:03.992 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:03.992 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:03.992 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:03.992 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:03.992 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:03.992 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:03.992 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.067157+0000", 2024-08-10T05:14:03.992 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.084583+0000", 2024-08-10T05:14:03.993 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.084583+0000", 2024-08-10T05:14:03.993 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.084863+0000", 2024-08-10T05:14:03.993 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.067157+0000", 2024-08-10T05:14:03.993 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.993 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:03.993 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.993 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:03.993 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.067157+0000", 2024-08-10T05:14:03.993 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.067157+0000", 2024-08-10T05:14:03.993 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.067157+0000", 2024-08-10T05:14:03.993 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:03.993 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:03.994 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:03.994 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.067157+0000", 2024-08-10T05:14:03.994 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.067157+0000", 2024-08-10T05:14:03.994 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:03.994 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:03.994 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:03.994 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:03.994 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:03.994 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:03.994 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:03.994 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:03.995 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:03.995 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:03.995 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:03.995 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:03.995 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:03.995 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.1f", 2024-08-10T05:14:03.995 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:03.995 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:03.995 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:03.995 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 20, 2024-08-10T05:14:03.995 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:03.995 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:01:10.417852+0000", 2024-08-10T05:14:03.996 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:03.996 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:03.996 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:03.996 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:03.996 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:03.996 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:03.996 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:03.996 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:03.996 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:03.996 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:03.996 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:03.996 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:03.997 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:03.997 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:03.997 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:03.997 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:03.997 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:03.997 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:03.997 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:03.997 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:03.997 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:03.997 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:03.997 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:03.997 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:03.998 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:03.998 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:03.998 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:03.998 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:03.998 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:03.998 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:03.998 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:03.998 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:03.998 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:03.998 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:03.998 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:03.998 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:03.999 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:03.999 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:03.999 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:03.999 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:03.999 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:03.999 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:03.999 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:03.999 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:03.999 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:03.999 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:03.999 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:04.000 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:04.000 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T05:14:04.000 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T05:14:04.000 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:04.000 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-08-10T05:14:04.000 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:04.000 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:04.000 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:04.000 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:04.000 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:04.000 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:04.000 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T05:14:04.001 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:04.001 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-08-10T05:14:04.001 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:04.001 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:04.001 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T05:14:04.001 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:04.001 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:04.001 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:04.001 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.066107+0000", 2024-08-10T05:14:04.001 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:25.847631+0000", 2024-08-10T05:14:04.001 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:25.847631+0000", 2024-08-10T05:14:04.001 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:25.847911+0000", 2024-08-10T05:14:04.002 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.066107+0000", 2024-08-10T05:14:04.002 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:04.002 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:04.002 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:04.002 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 61, 2024-08-10T05:14:04.002 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.066107+0000", 2024-08-10T05:14:04.002 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.066107+0000", 2024-08-10T05:14:04.002 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.066107+0000", 2024-08-10T05:14:04.002 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:04.002 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:04.002 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:04.003 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.066107+0000", 2024-08-10T05:14:04.003 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.066107+0000", 2024-08-10T05:14:04.003 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:04.003 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 1, 2024-08-10T05:14:04.003 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:04.003 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:04.003 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 60, 2024-08-10T05:14:04.003 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:04.003 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:04.003 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:04.003 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:04.004 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 1, 2024-08-10T05:14:04.004 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:04.004 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:04.004 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:04.004 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.1e", 2024-08-10T05:14:04.004 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:04.004 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:04.004 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:04.004 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 25, 2024-08-10T05:14:04.004 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:04.004 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T11:25:51.583228+0000", 2024-08-10T05:14:04.005 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:04.005 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:04.005 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:04.005 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:04.005 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:04.005 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:04.005 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:04.005 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:04.005 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:04.005 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:04.005 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:04.005 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:04.006 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:04.006 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:04.006 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:04.006 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:04.006 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:04.006 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:04.006 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:04.006 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:04.006 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:04.006 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:04.006 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:04.006 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:04.007 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:04.007 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:04.007 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:04.007 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:04.007 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:04.007 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:04.007 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:04.007 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:04.007 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:04.007 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:04.007 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:04.007 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:04.008 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:04.008 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:04.008 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:04.008 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:04.008 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:04.008 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:04.008 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:04.008 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:04.008 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:04.008 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:04.009 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:04.009 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:04.009 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:04.009 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T05:14:04.009 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:04.009 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-08-10T05:14:04.009 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "66'1" 2024-08-10T05:14:04.009 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:04.009 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:04.009 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:04.009 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:04.010 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T05:14:04.010 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T05:14:04.010 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:04.010 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-08-10T05:14:04.010 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:04.010 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:04.010 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T05:14:04.010 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:04.010 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:04.010 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:04.010 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.065810+0000", 2024-08-10T05:14:04.011 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:29.073536+0000", 2024-08-10T05:14:04.011 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:29.073536+0000", 2024-08-10T05:14:04.011 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:29.073808+0000", 2024-08-10T05:14:04.011 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.065810+0000", 2024-08-10T05:14:04.011 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:04.011 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:04.011 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:04.011 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 64, 2024-08-10T05:14:04.011 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.065810+0000", 2024-08-10T05:14:04.011 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.065810+0000", 2024-08-10T05:14:04.011 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.065810+0000", 2024-08-10T05:14:04.012 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:04.012 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:04.012 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T05:14:04.012 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.065810+0000", 2024-08-10T05:14:04.012 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.065810+0000", 2024-08-10T05:14:04.012 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:04.012 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:04.012 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:04.012 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:04.012 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 63, 2024-08-10T05:14:04.012 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:04.013 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:04.013 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:04.013 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:04.013 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:04.013 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:04.013 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:04.013 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:04.013 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.1e", 2024-08-10T05:14:04.013 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:04.013 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:04.013 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:04.013 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 21, 2024-08-10T05:14:04.014 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:04.014 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:45:29.319794+0000", 2024-08-10T05:14:04.014 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:04.014 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:04.014 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:04.014 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:04.014 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:04.014 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:04.014 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:04.014 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:04.014 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:04.015 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:04.015 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:04.015 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:04.015 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:04.015 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:04.015 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:04.015 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:04.015 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:04.015 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:04.015 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:04.015 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:04.016 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:04.016 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:04.016 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:04.016 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:04.016 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:04.016 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:04.016 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:04.016 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:04.016 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:04.016 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:04.016 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:04.016 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:04.017 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:04.017 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:04.017 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:04.017 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:04.017 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:04.017 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:04.017 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:04.017 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:04.017 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:04.017 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:04.017 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:04.017 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:04.018 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:04.018 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:04.018 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:04.018 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T05:14:04.018 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T05:14:04.018 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T05:14:04.018 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:04.018 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-08-10T05:14:04.018 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T05:14:04.018 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:04.018 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:04.019 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T05:14:04.019 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:04.019 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:04.019 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T05:14:04.019 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:04.019 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-08-10T05:14:04.019 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T05:14:04.019 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T05:14:04.019 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T05:14:04.019 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T05:14:04.019 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T05:14:04.020 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T05:14:04.020 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T05:11:30.065604+0000", 2024-08-10T05:14:04.020 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:10:25.846073+0000", 2024-08-10T05:14:04.020 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:10:25.846073+0000", 2024-08-10T05:14:04.020 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:10:25.847068+0000", 2024-08-10T05:14:04.020 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T05:11:30.065604+0000", 2024-08-10T05:14:04.020 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:04.020 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T05:14:04.020 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:04.020 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 61, 2024-08-10T05:14:04.020 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T05:11:30.065604+0000", 2024-08-10T05:14:04.020 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T05:11:30.065604+0000", 2024-08-10T05:14:04.020 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T05:11:30.065604+0000", 2024-08-10T05:14:04.021 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T05:14:04.021 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T05:14:04.021 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T05:14:04.021 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T05:11:30.065604+0000", 2024-08-10T05:14:04.021 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T05:11:30.065604+0000", 2024-08-10T05:14:04.021 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T05:14:04.021 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 4, 2024-08-10T05:14:04.021 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T05:14:04.021 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T05:14:04.021 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 60, 2024-08-10T05:14:04.021 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T05:14:04.022 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T05:14:04.022 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T05:14:04.022 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T05:14:04.022 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 4, 2024-08-10T05:14:04.022 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T05:14:04.022 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T05:14:04.022 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T05:14:04.022 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.1f", 2024-08-10T05:14:04.022 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T05:14:04.022 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T05:14:04.022 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 75, 2024-08-10T05:14:04.022 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 27, 2024-08-10T05:14:04.023 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T05:14:04.023 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T09:06:01.150239+0000", 2024-08-10T05:14:04.023 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T05:14:04.023 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T05:14:04.023 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:04.023 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 570, 2024-08-10T05:14:04.023 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:04.023 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:04.023 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:04.023 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:04.023 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:04.024 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:04.024 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:04.024 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:04.024 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:04.024 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:04.024 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:04.024 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:04.024 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:04.024 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:04.024 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:04.024 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 6, 2024-08-10T05:14:04.024 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 2, 2024-08-10T05:14:04.025 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:04.025 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 2, 2024-08-10T05:14:04.025 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:04.025 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:04.025 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:04.025 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:04.025 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:04.025 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 1, 2024-08-10T05:14:04.025 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:04.025 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:04.025 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:04.025 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:04.026 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:04.026 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:04.026 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:04.026 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:04.026 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:04.026 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:04.026 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:04.026 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:04.026 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 4, 2024-08-10T05:14:04.026 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 1 2024-08-10T05:14:04.026 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:04.026 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T05:14:04.027 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T05:14:04.027 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T05:14:04.027 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T05:14:04.027 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T05:14:04.027 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T05:14:04.027 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:04.027 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-08-10T05:14:04.027 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "66'4" 2024-08-10T05:14:04.027 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:04.027 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:04.027 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_per_pool": [ 2024-08-10T05:14:04.027 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:04.028 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": 24, 2024-08-10T05:14:04.028 INFO:tasks.workunit.client.0.smithi031.stdout: "application": [ 2024-08-10T05:14:04.028 INFO:tasks.workunit.client.0.smithi031.stdout: "rbd" 2024-08-10T05:14:04.028 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:04.028 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 3, 2024-08-10T05:14:04.028 INFO:tasks.workunit.client.0.smithi031.stdout: "num_pg": 8, 2024-08-10T05:14:04.028 INFO:tasks.workunit.client.0.smithi031.stdout: "num_store_stats": 8, 2024-08-10T05:14:04.028 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 3, 2024-08-10T05:14:04.028 INFO:tasks.workunit.client.0.smithi031.stdout: "poolid": 4, 2024-08-10T05:14:04.028 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:04.028 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 19, 2024-08-10T05:14:04.028 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:04.029 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:04.029 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:04.029 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:04.029 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:04.029 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:04.029 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:04.029 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:04.029 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:04.029 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:04.029 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:04.029 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:04.029 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:04.030 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:04.030 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:04.030 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 6, 2024-08-10T05:14:04.030 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 2, 2024-08-10T05:14:04.030 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:04.030 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 2, 2024-08-10T05:14:04.030 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:04.030 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:04.030 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:04.030 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:04.030 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:04.031 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:04.031 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:04.031 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:04.031 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:04.031 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:04.031 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:04.031 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:04.031 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:04.031 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:04.031 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:04.031 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:04.031 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:04.032 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:04.032 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 2, 2024-08-10T05:14:04.032 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 2 2024-08-10T05:14:04.032 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:04.032 INFO:tasks.workunit.client.0.smithi031.stdout: "store_stats": { 2024-08-10T05:14:04.032 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": 12288, 2024-08-10T05:14:04.032 INFO:tasks.workunit.client.0.smithi031.stdout: "available": 0, 2024-08-10T05:14:04.032 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed": 0, 2024-08-10T05:14:04.032 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed_allocated": 0, 2024-08-10T05:14:04.032 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed_original": 0, 2024-08-10T05:14:04.032 INFO:tasks.workunit.client.0.smithi031.stdout: "data_stored": 57, 2024-08-10T05:14:04.032 INFO:tasks.workunit.client.0.smithi031.stdout: "internal_metadata": 0, 2024-08-10T05:14:04.033 INFO:tasks.workunit.client.0.smithi031.stdout: "internally_reserved": 0, 2024-08-10T05:14:04.033 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_allocated": 0, 2024-08-10T05:14:04.033 INFO:tasks.workunit.client.0.smithi031.stdout: "total": 0 2024-08-10T05:14:04.033 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:04.033 INFO:tasks.workunit.client.0.smithi031.stdout: "up": 24 2024-08-10T05:14:04.033 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:04.033 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:04.033 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": 192, 2024-08-10T05:14:04.033 INFO:tasks.workunit.client.0.smithi031.stdout: "application": [ 2024-08-10T05:14:04.033 INFO:tasks.workunit.client.0.smithi031.stdout: "cephfs" 2024-08-10T05:14:04.033 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:04.033 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T05:14:04.034 INFO:tasks.workunit.client.0.smithi031.stdout: "num_pg": 64, 2024-08-10T05:14:04.034 INFO:tasks.workunit.client.0.smithi031.stdout: "num_store_stats": 8, 2024-08-10T05:14:04.034 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T05:14:04.034 INFO:tasks.workunit.client.0.smithi031.stdout: "poolid": 3, 2024-08-10T05:14:04.034 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:04.034 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T05:14:04.034 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:04.034 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:04.034 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:04.034 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:04.034 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:04.034 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:04.035 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:04.035 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:04.035 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:04.035 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:04.035 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:04.035 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:04.035 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:04.035 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:04.035 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:04.035 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T05:14:04.035 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T05:14:04.035 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:04.036 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T05:14:04.036 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:04.036 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:04.036 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:04.036 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:04.036 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:04.036 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:04.036 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:04.036 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:04.036 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:04.036 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:04.037 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:04.037 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:04.037 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:04.037 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:04.037 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:04.037 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:04.037 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:04.037 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:04.037 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T05:14:04.037 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T05:14:04.037 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:04.037 INFO:tasks.workunit.client.0.smithi031.stdout: "store_stats": { 2024-08-10T05:14:04.038 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": 0, 2024-08-10T05:14:04.038 INFO:tasks.workunit.client.0.smithi031.stdout: "available": 0, 2024-08-10T05:14:04.038 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed": 0, 2024-08-10T05:14:04.038 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed_allocated": 0, 2024-08-10T05:14:04.038 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed_original": 0, 2024-08-10T05:14:04.038 INFO:tasks.workunit.client.0.smithi031.stdout: "data_stored": 0, 2024-08-10T05:14:04.038 INFO:tasks.workunit.client.0.smithi031.stdout: "internal_metadata": 0, 2024-08-10T05:14:04.038 INFO:tasks.workunit.client.0.smithi031.stdout: "internally_reserved": 0, 2024-08-10T05:14:04.038 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_allocated": 0, 2024-08-10T05:14:04.038 INFO:tasks.workunit.client.0.smithi031.stdout: "total": 0 2024-08-10T05:14:04.038 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:04.039 INFO:tasks.workunit.client.0.smithi031.stdout: "up": 192 2024-08-10T05:14:04.039 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:04.039 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:04.039 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": 96, 2024-08-10T05:14:04.039 INFO:tasks.workunit.client.0.smithi031.stdout: "application": [ 2024-08-10T05:14:04.039 INFO:tasks.workunit.client.0.smithi031.stdout: "cephfs" 2024-08-10T05:14:04.039 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:04.039 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 45, 2024-08-10T05:14:04.039 INFO:tasks.workunit.client.0.smithi031.stdout: "num_pg": 32, 2024-08-10T05:14:04.039 INFO:tasks.workunit.client.0.smithi031.stdout: "num_store_stats": 8, 2024-08-10T05:14:04.039 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 45, 2024-08-10T05:14:04.040 INFO:tasks.workunit.client.0.smithi031.stdout: "poolid": 2, 2024-08-10T05:14:04.040 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:04.040 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 3410, 2024-08-10T05:14:04.040 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:04.040 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T05:14:04.040 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:04.040 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:04.040 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:04.040 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:04.040 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:04.040 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:04.040 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:04.041 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:04.041 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:04.041 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:04.041 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:04.041 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:04.041 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:04.041 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 66, 2024-08-10T05:14:04.041 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 22, 2024-08-10T05:14:04.041 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:04.041 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 22, 2024-08-10T05:14:04.041 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:04.042 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:04.042 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:04.042 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:04.042 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:04.042 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 14, 2024-08-10T05:14:04.042 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:04.042 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T05:14:04.042 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:04.042 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:04.042 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:04.042 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:04.042 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:04.043 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T05:14:04.043 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T05:14:04.043 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:04.043 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:04.043 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:04.043 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 51, 2024-08-10T05:14:04.043 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 19 2024-08-10T05:14:04.043 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:04.043 INFO:tasks.workunit.client.0.smithi031.stdout: "store_stats": { 2024-08-10T05:14:04.043 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": 98304, 2024-08-10T05:14:04.043 INFO:tasks.workunit.client.0.smithi031.stdout: "available": 0, 2024-08-10T05:14:04.043 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed": 0, 2024-08-10T05:14:04.044 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed_allocated": 0, 2024-08-10T05:14:04.044 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed_original": 0, 2024-08-10T05:14:04.044 INFO:tasks.workunit.client.0.smithi031.stdout: "data_stored": 10230, 2024-08-10T05:14:04.044 INFO:tasks.workunit.client.0.smithi031.stdout: "internal_metadata": 0, 2024-08-10T05:14:04.044 INFO:tasks.workunit.client.0.smithi031.stdout: "internally_reserved": 0, 2024-08-10T05:14:04.044 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_allocated": 0, 2024-08-10T05:14:04.044 INFO:tasks.workunit.client.0.smithi031.stdout: "total": 0 2024-08-10T05:14:04.044 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:04.044 INFO:tasks.workunit.client.0.smithi031.stdout: "up": 96 2024-08-10T05:14:04.044 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:04.044 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T05:14:04.045 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": 3, 2024-08-10T05:14:04.045 INFO:tasks.workunit.client.0.smithi031.stdout: "application": [ 2024-08-10T05:14:04.045 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr" 2024-08-10T05:14:04.045 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:04.045 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 136, 2024-08-10T05:14:04.045 INFO:tasks.workunit.client.0.smithi031.stdout: "num_pg": 1, 2024-08-10T05:14:04.045 INFO:tasks.workunit.client.0.smithi031.stdout: "num_store_stats": 3, 2024-08-10T05:14:04.045 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 136, 2024-08-10T05:14:04.045 INFO:tasks.workunit.client.0.smithi031.stdout: "poolid": 1, 2024-08-10T05:14:04.045 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T05:14:04.045 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 590368, 2024-08-10T05:14:04.045 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T05:14:04.046 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 1771104, 2024-08-10T05:14:04.046 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T05:14:04.046 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T05:14:04.046 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T05:14:04.046 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T05:14:04.046 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T05:14:04.046 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T05:14:04.046 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T05:14:04.046 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T05:14:04.046 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T05:14:04.046 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T05:14:04.047 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T05:14:04.047 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T05:14:04.047 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T05:14:04.047 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 6, 2024-08-10T05:14:04.047 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 2, 2024-08-10T05:14:04.047 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T05:14:04.047 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 2, 2024-08-10T05:14:04.047 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T05:14:04.047 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T05:14:04.047 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T05:14:04.047 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T05:14:04.047 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T05:14:04.048 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T05:14:04.048 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T05:14:04.048 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 6, 2024-08-10T05:14:04.048 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T05:14:04.048 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T05:14:04.048 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T05:14:04.048 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T05:14:04.048 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T05:14:04.048 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 286, 2024-08-10T05:14:04.048 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 494, 2024-08-10T05:14:04.048 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T05:14:04.049 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T05:14:04.049 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T05:14:04.049 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 195, 2024-08-10T05:14:04.049 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 2416 2024-08-10T05:14:04.049 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:04.049 INFO:tasks.workunit.client.0.smithi031.stdout: "store_stats": { 2024-08-10T05:14:04.049 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": 1781760, 2024-08-10T05:14:04.049 INFO:tasks.workunit.client.0.smithi031.stdout: "available": 0, 2024-08-10T05:14:04.049 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed": 0, 2024-08-10T05:14:04.049 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed_allocated": 0, 2024-08-10T05:14:04.049 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed_original": 0, 2024-08-10T05:14:04.049 INFO:tasks.workunit.client.0.smithi031.stdout: "data_stored": 1771104, 2024-08-10T05:14:04.050 INFO:tasks.workunit.client.0.smithi031.stdout: "internal_metadata": 0, 2024-08-10T05:14:04.050 INFO:tasks.workunit.client.0.smithi031.stdout: "internally_reserved": 0, 2024-08-10T05:14:04.050 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_allocated": 0, 2024-08-10T05:14:04.050 INFO:tasks.workunit.client.0.smithi031.stdout: "total": 0 2024-08-10T05:14:04.050 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:04.050 INFO:tasks.workunit.client.0.smithi031.stdout: "up": 3 2024-08-10T05:14:04.050 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:04.050 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T05:14:04.050 INFO:tasks.workunit.client.0.smithi031.stdout: "usage": { 2024-08-10T05:14:04.050 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_num": 105, 2024-08-10T05:14:04.050 INFO:tasks.workunit.client.0.smithi031.stdout: "pools": 4, 2024-08-10T05:14:04.050 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_by_class": { 2024-08-10T05:14:04.051 INFO:tasks.workunit.client.0.smithi031.stdout: "ssd": { 2024-08-10T05:14:04.051 INFO:tasks.workunit.client.0.smithi031.stdout: "total_avail_bytes": 765516189696, 2024-08-10T05:14:04.051 INFO:tasks.workunit.client.0.smithi031.stdout: "total_bytes": 767960285184, 2024-08-10T05:14:04.051 INFO:tasks.workunit.client.0.smithi031.stdout: "total_used_bytes": 2444095488, 2024-08-10T05:14:04.051 INFO:tasks.workunit.client.0.smithi031.stdout: "total_used_raw_bytes": 2444095488, 2024-08-10T05:14:04.051 INFO:tasks.workunit.client.0.smithi031.stdout: "total_used_raw_ratio": 0.0031825804617255926 2024-08-10T05:14:04.051 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:04.051 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T05:14:04.051 INFO:tasks.workunit.client.0.smithi031.stdout: "total_avail_bytes": 765516189696, 2024-08-10T05:14:04.051 INFO:tasks.workunit.client.0.smithi031.stdout: "total_bytes": 767960285184, 2024-08-10T05:14:04.051 INFO:tasks.workunit.client.0.smithi031.stdout: "total_used_bytes": 2444095488 2024-08-10T05:14:04.051 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:04.052 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T05:14:04.052 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-08-10T05:14:04.052 INFO:tasks.workunit.client.0.smithi031.stdout:OK 2024-08-10T05:14:04.052 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-10T05:14:04.053 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-10T05:14:04.053 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:01 smithi031 ceph-mon[29994]: from='client.24749 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:14:04.053 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:01 smithi031 ceph-mon[29994]: from='client.24749 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:14:04.053 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:01 smithi031 ceph-mon[29994]: from='client.24767 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:14:04.053 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:01 smithi031 ceph-mon[29994]: from='client.24767 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:14:04.054 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:01 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:14:04.054 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:01 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T05:14:04.054 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:01 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:14:04.054 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:01 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:14:04.054 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:01 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:14:04.054 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:01 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:14:04.054 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:01 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:14:04.054 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:01 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:14:04.054 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:01 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:14:04.054 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:01 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:14:04.054 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:01 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:14:04.055 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:01 smithi031 ceph-mon[29994]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:14:04.055 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:01 smithi031 ceph-mon[29994]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:14:04.055 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:01 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:14:04.055 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:01 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:14:04.055 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:01 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:14:04.055 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:01 smithi031 ceph-mon[29994]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:14:04.055 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:01 smithi031 ceph-mon[29994]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:14:04.055 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:01 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:14:04.055 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:01 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:14:04.055 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:01 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:14:04.055 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:01 smithi031 ceph-mon[29994]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:14:04.056 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:01 smithi031 ceph-mon[29994]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:14:04.056 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:01 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:14:04.056 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:01 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:14:04.056 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:01 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:14:04.056 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:01 smithi031 ceph-mon[41349]: from='client.24749 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:14:04.056 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:01 smithi031 ceph-mon[41349]: from='client.24749 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:14:04.056 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:01 smithi031 ceph-mon[41349]: from='client.24767 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:14:04.057 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:01 smithi031 ceph-mon[41349]: from='client.24767 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:14:04.057 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:01 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:14:04.057 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:01 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T05:14:04.057 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:01 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:14:04.057 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:01 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:14:04.057 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:01 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:14:04.057 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:01 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:14:04.057 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:01 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:14:04.057 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:01 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:14:04.057 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:01 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:14:04.057 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:01 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:14:04.057 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:01 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:14:04.058 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:01 smithi031 ceph-mon[41349]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:14:04.058 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:01 smithi031 ceph-mon[41349]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:14:04.058 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:01 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:14:04.058 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:01 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:14:04.058 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:01 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:14:04.058 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:01 smithi031 ceph-mon[41349]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:14:04.058 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:01 smithi031 ceph-mon[41349]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:14:04.058 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:01 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:14:04.058 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:01 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:14:04.058 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:01 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:14:04.058 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:01 smithi031 ceph-mon[41349]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:14:04.059 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:01 smithi031 ceph-mon[41349]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:14:04.059 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:01 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:14:04.059 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:01 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:14:04.059 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:01 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:14:04.059 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:14:02 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:14:02] "GET /metrics HTTP/1.1" 200 235916 "" "Prometheus/2.43.0" 2024-08-10T05:14:04.059 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:02 smithi031 ceph-mon[29994]: from='client.24773 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:14:04.060 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:02 smithi031 ceph-mon[29994]: from='client.24773 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:14:04.060 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:02 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:14:04.060 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:02 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T05:14:04.060 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:02 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:14:04.060 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:02 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:14:04.060 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:02 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:14:04.060 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:02 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:14:04.060 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:02 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:14:04.060 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:02 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:14:04.060 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:02 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:14:04.060 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:02 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:14:04.060 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:02 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:14:04.061 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:02 smithi031 ceph-mon[29994]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:14:04.061 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:02 smithi031 ceph-mon[29994]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:14:04.061 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:02 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:14:04.061 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:02 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:14:04.061 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:02 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:14:04.061 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:02 smithi031 ceph-mon[29994]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:14:04.061 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:02 smithi031 ceph-mon[29994]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:14:04.061 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:02 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:14:04.061 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:02 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:14:04.061 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:02 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:14:04.061 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:02 smithi031 ceph-mon[29994]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:14:04.061 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:02 smithi031 ceph-mon[29994]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:14:04.062 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:02 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:14:04.062 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:02 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:14:04.062 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:02 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:14:04.062 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:02 smithi031 ceph-mon[29994]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2024-08-10T05:14:04.062 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:02 smithi031 ceph-mon[41349]: from='client.24773 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:14:04.062 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:02 smithi031 ceph-mon[41349]: from='client.24773 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:14:04.063 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:02 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:14:04.063 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:02 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T05:14:04.063 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:02 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:14:04.063 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:02 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:14:04.063 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:02 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:14:04.063 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:02 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:14:04.063 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:02 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:14:04.063 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:02 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:14:04.063 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:02 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:14:04.063 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:02 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:14:04.063 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:02 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:14:04.063 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:02 smithi031 ceph-mon[41349]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:14:04.064 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:02 smithi031 ceph-mon[41349]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:14:04.064 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:02 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:14:04.064 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:02 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:14:04.064 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:02 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:14:04.064 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:02 smithi031 ceph-mon[41349]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:14:04.064 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:02 smithi031 ceph-mon[41349]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:14:04.064 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:02 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:14:04.064 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:02 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:14:04.064 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:02 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:14:04.064 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:02 smithi031 ceph-mon[41349]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:14:04.064 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:02 smithi031 ceph-mon[41349]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:14:04.065 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:02 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:14:04.065 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:02 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:14:04.065 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:02 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:14:04.065 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:02 smithi031 ceph-mon[41349]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2024-08-10T05:14:04.099 INFO:tasks.workunit:Stopping ['test_telemetry_quincy.sh'] on client.0... 2024-08-10T05:14:04.099 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-08-10T05:14:04.421 DEBUG:teuthology.parallel:result is None 2024-08-10T05:14:04.422 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-08-10T05:14:04.448 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-08-10T05:14:04.448 DEBUG:teuthology.orchestra.run.smithi031:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-08-10T05:14:04.509 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-08-10T05:14:04.510 INFO:teuthology.run_tasks:Running task print... 2024-08-10T05:14:04.525 INFO:teuthology.task.print:**** done end telemetry quincy... 2024-08-10T05:14:04.526 INFO:teuthology.run_tasks:Running task print... 2024-08-10T05:14:04.553 INFO:teuthology.task.print:**** done start parallel 2024-08-10T05:14:04.554 INFO:teuthology.run_tasks:Running task parallel... 2024-08-10T05:14:04.598 INFO:teuthology.task.parallel:starting parallel... 2024-08-10T05:14:04.598 INFO:teuthology.task.parallel:In parallel, running task full_sequential... 2024-08-10T05:14:04.599 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-08-10T05:14:04.599 INFO:teuthology.task.print:**** done start ec-rados-default.yaml 2024-08-10T05:14:04.600 INFO:teuthology.task.full_sequential:In full_sequential, running task rados... 2024-08-10T05:14:04.603 INFO:tasks.rados:Beginning rados... 2024-08-10T05:14:04.604 INFO:tasks.rados:joining rados 2024-08-10T05:14:04.604 INFO:teuthology.task.parallel:In parallel, running task sequential... 2024-08-10T05:14:04.605 INFO:teuthology.task.sequential:In sequential, running task print... 2024-08-10T05:14:04.605 INFO:teuthology.task.print:**** done start upgrade, wait 2024-08-10T05:14:04.605 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2024-08-10T05:14:04.606 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi031.front.sepia.ceph.com 2024-08-10T05:14:04.606 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc322138-56d5-11ef-bcce-c7b262605968 -e sha1=bca9905d683c89d50ebab7089e7e4e66f174979e -- bash -c 'ceph config set global log_to_journald false --force' 2024-08-10T05:14:04.607 INFO:tasks.rados:clients are ['client.0', 'client.1'] 2024-08-10T05:14:04.607 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid fc322138-56d5-11ef-bcce-c7b262605968 -- ceph osd erasure-code-profile set teuthologyprofile k=2 m=1 crush-failure-domain=osd 2024-08-10T05:14:04.885 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T05:14:04.886 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T05:14:05.011 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:04 smithi031 ceph-mon[29994]: pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-08-10T05:14:05.012 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:04 smithi031 ceph-mon[41349]: pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-08-10T05:14:05.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:04 smithi196 ceph-mon[32874]: pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-08-10T05:14:07.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:06 smithi031 ceph-mon[29994]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-08-10T05:14:07.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:06 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:14:07.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:06 smithi031 ceph-mon[41349]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-08-10T05:14:07.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:06 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:14:07.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:06 smithi196 ceph-mon[32874]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-08-10T05:14:07.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:06 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:14:07.028 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:14:06 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[34968]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:14:06] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-10T05:14:08.885 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:08 smithi031 ceph-mon[29994]: pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-08-10T05:14:08.886 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:08 smithi031 ceph-mon[29994]: from='client.? 172.21.15.31:0/2366398811' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-10T05:14:08.886 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:08 smithi031 ceph-mon[29994]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-10T05:14:08.887 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:08 smithi031 ceph-mon[41349]: pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-08-10T05:14:08.887 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:08 smithi031 ceph-mon[41349]: from='client.? 172.21.15.31:0/2366398811' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-10T05:14:08.888 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:08 smithi031 ceph-mon[41349]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-10T05:14:08.912 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc322138-56d5-11ef-bcce-c7b262605968 -e sha1=bca9905d683c89d50ebab7089e7e4e66f174979e -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1' 2024-08-10T05:14:09.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:08 smithi196 ceph-mon[32874]: pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-08-10T05:14:09.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:08 smithi196 ceph-mon[32874]: from='client.? 172.21.15.31:0/2366398811' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-10T05:14:09.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:08 smithi196 ceph-mon[32874]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-10T05:14:09.541 INFO:tasks.rados:starting run 0 out of 1 2024-08-10T05:14:09.541 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_0 2024-08-10T05:14:09.541 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid fc322138-56d5-11ef-bcce-c7b262605968 -- ceph osd pool create unique_pool_0 16 16 erasure teuthologyprofile 2024-08-10T05:14:09.634 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T05:14:10.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:09 smithi196 ceph-mon[32874]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-10T05:14:10.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:09 smithi196 ceph-mon[32874]: osdmap e77: 8 total, 8 up, 8 in 2024-08-10T05:14:10.108 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:09 smithi031 ceph-mon[41349]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-10T05:14:10.108 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:09 smithi031 ceph-mon[41349]: osdmap e77: 8 total, 8 up, 8 in 2024-08-10T05:14:10.109 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:09 smithi031 ceph-mon[29994]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-10T05:14:10.109 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:09 smithi031 ceph-mon[29994]: osdmap e77: 8 total, 8 up, 8 in 2024-08-10T05:14:10.406 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T05:14:10.788 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:10 smithi031 ceph-mon[29994]: pgmap v95: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 43 op/s 2024-08-10T05:14:10.788 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:10 smithi031 ceph-mon[41349]: pgmap v95: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 43 op/s 2024-08-10T05:14:11.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:10 smithi196 ceph-mon[32874]: pgmap v95: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 43 op/s 2024-08-10T05:14:12.472 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:14:12 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:14:12] "GET /metrics HTTP/1.1" 200 235956 "" "Prometheus/2.43.0" 2024-08-10T05:14:12.573 INFO:teuthology.orchestra.run.smithi031.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:bca9905d683c89d50ebab7089e7e4e66f174979e 2024-08-10T05:14:13.170 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:12 smithi031 ceph-mon[41349]: pgmap v96: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 43 op/s 2024-08-10T05:14:13.170 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:12 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:14:13.170 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:12 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:14:13.170 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:12 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:14:13.171 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:12 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:14:13.171 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:12 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:14:13.171 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:12 smithi031 ceph-mon[29994]: pgmap v96: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 43 op/s 2024-08-10T05:14:13.171 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:12 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:14:13.171 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:12 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:14:13.171 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:12 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:14:13.171 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:12 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:14:13.171 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:12 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:14:13.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:12 smithi196 ceph-mon[32874]: pgmap v96: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 43 op/s 2024-08-10T05:14:13.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:12 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:14:13.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:12 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:14:13.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:12 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:14:13.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:12 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:14:13.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:12 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:14:13.588 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc322138-56d5-11ef-bcce-c7b262605968 -e sha1=bca9905d683c89d50ebab7089e7e4e66f174979e -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done' 2024-08-10T05:14:13.886 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T05:14:14.010 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:13 smithi031 ceph-mon[29994]: from='client.14898 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:bca9905d683c89d50ebab7089e7e4e66f174979e", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:14:14.010 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:13 smithi031 ceph-mon[29994]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:bca9905d683c89d50ebab7089e7e4e66f174979e 2024-08-10T05:14:14.010 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:13 smithi031 ceph-mon[29994]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:bca9905d683c89d50ebab7089e7e4e66f174979e 2024-08-10T05:14:14.010 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:13 smithi031 ceph-mon[29994]: from='client.? 172.21.15.31:0/3087013690' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-08-10T05:14:14.010 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:13 smithi031 ceph-mon[41349]: from='client.14898 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:bca9905d683c89d50ebab7089e7e4e66f174979e", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:14:14.010 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:13 smithi031 ceph-mon[41349]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:bca9905d683c89d50ebab7089e7e4e66f174979e 2024-08-10T05:14:14.010 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:13 smithi031 ceph-mon[41349]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:bca9905d683c89d50ebab7089e7e4e66f174979e 2024-08-10T05:14:14.011 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:13 smithi031 ceph-mon[41349]: from='client.? 172.21.15.31:0/3087013690' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-08-10T05:14:14.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:13 smithi196 ceph-mon[32874]: from='client.14898 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:bca9905d683c89d50ebab7089e7e4e66f174979e", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:14:14.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:13 smithi196 ceph-mon[32874]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:bca9905d683c89d50ebab7089e7e4e66f174979e 2024-08-10T05:14:14.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:13 smithi196 ceph-mon[32874]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:bca9905d683c89d50ebab7089e7e4e66f174979e 2024-08-10T05:14:14.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:13 smithi196 ceph-mon[32874]: from='client.? 172.21.15.31:0/3087013690' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-08-10T05:14:14.807 INFO:teuthology.orchestra.run.smithi031.stderr:pool 'unique_pool_0' created 2024-08-10T05:14:15.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:14 smithi031 ceph-mon[29994]: pgmap v97: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:14:15.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:14 smithi031 ceph-mon[29994]: osdmap e78: 8 total, 8 up, 8 in 2024-08-10T05:14:15.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:14 smithi031 ceph-mon[41349]: pgmap v97: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:14:15.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:14 smithi031 ceph-mon[41349]: osdmap e78: 8 total, 8 up, 8 in 2024-08-10T05:14:15.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:14 smithi196 ceph-mon[32874]: pgmap v97: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:14:15.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:14 smithi196 ceph-mon[32874]: osdmap e78: 8 total, 8 up, 8 in 2024-08-10T05:14:15.837 INFO:teuthology.orchestra.run.smithi031.stdout:true 2024-08-10T05:14:16.010 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:15 smithi031 ceph-mon[41349]: from='client.? 172.21.15.31:0/3087013690' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-08-10T05:14:16.010 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:15 smithi031 ceph-mon[41349]: osdmap e79: 8 total, 8 up, 8 in 2024-08-10T05:14:16.011 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:15 smithi031 ceph-mon[29994]: from='client.? 172.21.15.31:0/3087013690' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-08-10T05:14:16.011 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:15 smithi031 ceph-mon[29994]: osdmap e79: 8 total, 8 up, 8 in 2024-08-10T05:14:16.120 INFO:teuthology.orchestra.run.smithi031.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-10T05:14:16.121 INFO:teuthology.orchestra.run.smithi031.stdout:alertmanager.a smithi031 *:9093,9094 running (101s) 84s ago 2m 15.5M - 0.25.0 c8568f914cd2 87a4b7db64db 2024-08-10T05:14:16.121 INFO:teuthology.orchestra.run.smithi031.stdout:grafana.a smithi196 *:3000 running (2m) 87s ago 2m 79.9M - 9.4.7 954c08fa6188 98939d3181ae 2024-08-10T05:14:16.121 INFO:teuthology.orchestra.run.smithi031.stdout:mds.a smithi031 running (4m) 84s ago 4m 14.7M - 17.2.7-1372-g56ceb861 354fce865a9a 6a7f8795f454 2024-08-10T05:14:16.121 INFO:teuthology.orchestra.run.smithi031.stdout:mds.b smithi196 running (4m) 87s ago 4m 14.7M - 17.2.7-1372-g56ceb861 354fce865a9a b1ed5b548d29 2024-08-10T05:14:16.121 INFO:teuthology.orchestra.run.smithi031.stdout:mgr.x smithi196 *:8443 running (7m) 87s ago 7m 399M - 17.2.7-1372-g56ceb861 354fce865a9a e0e97cd704c5 2024-08-10T05:14:16.121 INFO:teuthology.orchestra.run.smithi031.stdout:mgr.y smithi031 *:9283,8765 running (9m) 84s ago 9m 445M - 17.2.7-1372-g56ceb861 354fce865a9a 947e4f4cca4e 2024-08-10T05:14:16.121 INFO:teuthology.orchestra.run.smithi031.stdout:mon.a smithi031 running (9m) 84s ago 9m 48.0M 2048M 17.2.7-1372-g56ceb861 354fce865a9a 3733e4dc0236 2024-08-10T05:14:16.121 INFO:teuthology.orchestra.run.smithi031.stdout:mon.b smithi196 running (7m) 87s ago 7m 38.8M 2048M 17.2.7-1372-g56ceb861 354fce865a9a 4e4eaf4777a7 2024-08-10T05:14:16.121 INFO:teuthology.orchestra.run.smithi031.stdout:mon.c smithi031 running (7m) 84s ago 7m 41.3M 2048M 17.2.7-1372-g56ceb861 354fce865a9a 13f38e06b813 2024-08-10T05:14:16.121 INFO:teuthology.orchestra.run.smithi031.stdout:node-exporter.a smithi031 *:9100 running (2m) 84s ago 2m 10.8M - 1.5.0 0da6a335fe13 d16104ec62dd 2024-08-10T05:14:16.121 INFO:teuthology.orchestra.run.smithi031.stdout:node-exporter.b smithi196 *:9100 running (117s) 87s ago 116s 3980k - 1.5.0 0da6a335fe13 6246ec3d261f 2024-08-10T05:14:16.121 INFO:teuthology.orchestra.run.smithi031.stdout:osd.0 smithi031 running (7m) 84s ago 7m 45.7M 2993M 17.2.7-1372-g56ceb861 354fce865a9a 36e1ab6186cd 2024-08-10T05:14:16.121 INFO:teuthology.orchestra.run.smithi031.stdout:osd.1 smithi031 running (6m) 84s ago 6m 43.7M 2993M 17.2.7-1372-g56ceb861 354fce865a9a 80a25aacceaf 2024-08-10T05:14:16.121 INFO:teuthology.orchestra.run.smithi031.stdout:osd.2 smithi031 running (6m) 84s ago 6m 42.9M 2993M 17.2.7-1372-g56ceb861 354fce865a9a 219593aa2bcc 2024-08-10T05:14:16.121 INFO:teuthology.orchestra.run.smithi031.stdout:osd.3 smithi031 running (5m) 84s ago 5m 40.3M 2993M 17.2.7-1372-g56ceb861 354fce865a9a 2f86cfe4892d 2024-08-10T05:14:16.122 INFO:teuthology.orchestra.run.smithi031.stdout:osd.4 smithi196 running (5m) 87s ago 5m 42.4M 2992M 17.2.7-1372-g56ceb861 354fce865a9a 267ae336e2f7 2024-08-10T05:14:16.122 INFO:teuthology.orchestra.run.smithi031.stdout:osd.5 smithi196 running (5m) 87s ago 5m 44.2M 2992M 17.2.7-1372-g56ceb861 354fce865a9a 6af7d344b4cc 2024-08-10T05:14:16.122 INFO:teuthology.orchestra.run.smithi031.stdout:osd.6 smithi196 running (4m) 87s ago 4m 41.3M 2992M 17.2.7-1372-g56ceb861 354fce865a9a e73c19910471 2024-08-10T05:14:16.122 INFO:teuthology.orchestra.run.smithi031.stdout:osd.7 smithi196 running (4m) 87s ago 4m 42.6M 2992M 17.2.7-1372-g56ceb861 354fce865a9a f847e8917297 2024-08-10T05:14:16.122 INFO:teuthology.orchestra.run.smithi031.stdout:prometheus.a smithi196 *:9095 running (96s) 87s ago 3m 26.5M - 2.43.0 a07b618ecd1d ad09f46e48ad 2024-08-10T05:14:16.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:15 smithi196 ceph-mon[32874]: from='client.? 172.21.15.31:0/3087013690' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-08-10T05:14:16.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:15 smithi196 ceph-mon[32874]: osdmap e79: 8 total, 8 up, 8 in 2024-08-10T05:14:16.339 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid fc322138-56d5-11ef-bcce-c7b262605968 -- ceph osd pool application enable unique_pool_0 rados --yes-i-really-mean-it || true 2024-08-10T05:14:16.497 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-08-10T05:14:16.497 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": { 2024-08-10T05:14:16.497 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 3 2024-08-10T05:14:16.497 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-08-10T05:14:16.497 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": { 2024-08-10T05:14:16.497 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 2 2024-08-10T05:14:16.497 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-08-10T05:14:16.497 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": { 2024-08-10T05:14:16.497 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 8 2024-08-10T05:14:16.497 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-08-10T05:14:16.498 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": { 2024-08-10T05:14:16.498 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 2 2024-08-10T05:14:16.498 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-08-10T05:14:16.498 INFO:teuthology.orchestra.run.smithi031.stdout: "overall": { 2024-08-10T05:14:16.498 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 15 2024-08-10T05:14:16.498 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-08-10T05:14:16.498 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-08-10T05:14:16.658 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T05:14:16.808 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:14:16 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[34968]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:14:16] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-10T05:14:16.961 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:16 smithi031 ceph-mon[29994]: pgmap v100: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:14:16.961 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:16 smithi031 ceph-mon[29994]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:14:16.962 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:16 smithi031 ceph-mon[29994]: from='client.14910 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:14:16.962 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:16 smithi031 ceph-mon[29994]: osdmap e80: 8 total, 8 up, 8 in 2024-08-10T05:14:16.962 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:16 smithi031 ceph-mon[29994]: from='client.? 172.21.15.31:0/2666316563' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:14:16.962 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:16 smithi031 ceph-mon[41349]: pgmap v100: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:14:16.962 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:16 smithi031 ceph-mon[41349]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:14:16.962 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:16 smithi031 ceph-mon[41349]: from='client.14910 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:14:16.962 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:16 smithi031 ceph-mon[41349]: osdmap e80: 8 total, 8 up, 8 in 2024-08-10T05:14:16.962 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:16 smithi031 ceph-mon[41349]: from='client.? 172.21.15.31:0/2666316563' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:14:17.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:16 smithi196 ceph-mon[32874]: pgmap v100: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:14:17.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:16 smithi196 ceph-mon[32874]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:14:17.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:16 smithi196 ceph-mon[32874]: from='client.14910 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:14:17.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:16 smithi196 ceph-mon[32874]: osdmap e80: 8 total, 8 up, 8 in 2024-08-10T05:14:17.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:16 smithi196 ceph-mon[32874]: from='client.? 172.21.15.31:0/2666316563' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:14:17.902 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:17 smithi031 ceph-mon[29994]: from='client.24821 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:14:17.902 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:17 smithi031 ceph-mon[29994]: osdmap e81: 8 total, 8 up, 8 in 2024-08-10T05:14:17.902 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:17 smithi031 ceph-mon[41349]: from='client.24821 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:14:17.902 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:17 smithi031 ceph-mon[41349]: osdmap e81: 8 total, 8 up, 8 in 2024-08-10T05:14:18.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:17 smithi196 ceph-mon[32874]: from='client.24821 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:14:18.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:17 smithi196 ceph-mon[32874]: osdmap e81: 8 total, 8 up, 8 in 2024-08-10T05:14:18.834 INFO:teuthology.orchestra.run.smithi031.stderr:enabled application 'rados' on pool 'unique_pool_0' 2024-08-10T05:14:19.150 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:18 smithi031 ceph-mon[29994]: pgmap v103: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:14:19.151 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:18 smithi031 ceph-mon[29994]: from='client.? 172.21.15.31:0/1076714837' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:14:19.151 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:18 smithi031 ceph-mon[29994]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:14:19.151 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:18 smithi031 ceph-mon[41349]: pgmap v103: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:14:19.151 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:18 smithi031 ceph-mon[41349]: from='client.? 172.21.15.31:0/1076714837' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:14:19.151 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:18 smithi031 ceph-mon[41349]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:14:19.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:18 smithi196 ceph-mon[32874]: pgmap v103: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:14:19.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:18 smithi196 ceph-mon[32874]: from='client.? 172.21.15.31:0/1076714837' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:14:19.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:18 smithi196 ceph-mon[32874]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:14:20.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:19 smithi031 ceph-mon[29994]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-08-10T05:14:20.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:19 smithi031 ceph-mon[29994]: osdmap e82: 8 total, 8 up, 8 in 2024-08-10T05:14:20.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:19 smithi031 ceph-mon[41349]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-08-10T05:14:20.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:19 smithi031 ceph-mon[41349]: osdmap e82: 8 total, 8 up, 8 in 2024-08-10T05:14:20.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:19 smithi196 ceph-mon[32874]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-08-10T05:14:20.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:19 smithi196 ceph-mon[32874]: osdmap e82: 8 total, 8 up, 8 in 2024-08-10T05:14:20.480 DEBUG:teuthology.orchestra.run.smithi031:> CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --no-omap --ec-pool --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op read 100 --op write 0 --op delete 50 --op snap_create 50 --op snap_remove 50 --op rollback 50 --op setattr 25 --op rmattr 25 --op copy_from 50 --op append 100 --pool unique_pool_0 2024-08-10T05:14:20.507 INFO:tasks.rados.rados.0.smithi031.stdout:adding op weight read -> 100 2024-08-10T05:14:20.507 INFO:tasks.rados.rados.0.smithi031.stdout:adding op weight delete -> 50 2024-08-10T05:14:20.507 INFO:tasks.rados.rados.0.smithi031.stdout:adding op weight snap_create -> 50 2024-08-10T05:14:20.507 INFO:tasks.rados.rados.0.smithi031.stdout:adding op weight snap_remove -> 50 2024-08-10T05:14:20.507 INFO:tasks.rados.rados.0.smithi031.stdout:adding op weight rollback -> 50 2024-08-10T05:14:20.507 INFO:tasks.rados.rados.0.smithi031.stdout:adding op weight setattr -> 25 2024-08-10T05:14:20.507 INFO:tasks.rados.rados.0.smithi031.stdout:adding op weight rmattr -> 25 2024-08-10T05:14:20.507 INFO:tasks.rados.rados.0.smithi031.stdout:adding op weight copy_from -> 50 2024-08-10T05:14:20.507 INFO:tasks.rados.rados.0.smithi031.stdout:adding op weight append -> 100 2024-08-10T05:14:20.507 INFO:tasks.rados.rados.0.smithi031.stdout:ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable) 2024-08-10T05:14:20.507 INFO:tasks.rados.rados.0.smithi031.stdout:Configuration: 2024-08-10T05:14:20.508 INFO:tasks.rados.rados.0.smithi031.stdout: Number of operations: 4000 2024-08-10T05:14:20.508 INFO:tasks.rados.rados.0.smithi031.stdout: Number of objects: 50 2024-08-10T05:14:20.508 INFO:tasks.rados.rados.0.smithi031.stdout: Max in flight operations: 16 2024-08-10T05:14:20.508 INFO:tasks.rados.rados.0.smithi031.stdout: Object size (in bytes): 4000000 2024-08-10T05:14:20.508 INFO:tasks.rados.rados.0.smithi031.stdout: Write stride min: 400000 2024-08-10T05:14:20.508 INFO:tasks.rados.rados.0.smithi031.stdout: Write stride max: 800000 2024-08-10T05:14:20.855 INFO:tasks.rados.rados.0.smithi031.stdout:1: write initial oid 1 2024-08-10T05:14:20.855 INFO:tasks.rados.rados.0.smithi031.stdout:1: seq_num 0 ranges {0=24576} 2024-08-10T05:14:20.855 INFO:tasks.rados.rados.0.smithi031.stdout:1: writing smithi03186013-1 from 0 to 24576 tid 1 2024-08-10T05:14:20.855 INFO:tasks.rados.rados.0.smithi031.stdout:2: write initial oid 2 2024-08-10T05:14:20.855 INFO:tasks.rados.rados.0.smithi031.stdout:2: seq_num 1 ranges {0=24576} 2024-08-10T05:14:20.855 INFO:tasks.rados.rados.0.smithi031.stdout:2: writing smithi03186013-2 from 0 to 24576 tid 1 2024-08-10T05:14:20.855 INFO:tasks.rados.rados.0.smithi031.stdout:3: write initial oid 3 2024-08-10T05:14:20.855 INFO:tasks.rados.rados.0.smithi031.stdout:3: seq_num 2 ranges {0=40960} 2024-08-10T05:14:20.855 INFO:tasks.rados.rados.0.smithi031.stdout:3: writing smithi03186013-3 from 0 to 40960 tid 1 2024-08-10T05:14:20.855 INFO:tasks.rados.rados.0.smithi031.stdout:4: write initial oid 4 2024-08-10T05:14:20.855 INFO:tasks.rados.rados.0.smithi031.stdout:4: seq_num 3 ranges {0=57344} 2024-08-10T05:14:20.856 INFO:tasks.rados.rados.0.smithi031.stdout:4: writing smithi03186013-4 from 0 to 57344 tid 1 2024-08-10T05:14:20.856 INFO:tasks.rados.rados.0.smithi031.stdout:5: write initial oid 5 2024-08-10T05:14:20.856 INFO:tasks.rados.rados.0.smithi031.stdout:5: seq_num 4 ranges {0=73728} 2024-08-10T05:14:20.856 INFO:tasks.rados.rados.0.smithi031.stdout:5: writing smithi03186013-5 from 0 to 73728 tid 1 2024-08-10T05:14:20.857 INFO:tasks.rados.rados.0.smithi031.stdout:6: write initial oid 6 2024-08-10T05:14:20.857 INFO:tasks.rados.rados.0.smithi031.stdout:6: seq_num 5 ranges {0=90112} 2024-08-10T05:14:20.857 INFO:tasks.rados.rados.0.smithi031.stdout:6: writing smithi03186013-6 from 0 to 90112 tid 1 2024-08-10T05:14:20.857 INFO:tasks.rados.rados.0.smithi031.stdout:7: write initial oid 7 2024-08-10T05:14:20.858 INFO:tasks.rados.rados.0.smithi031.stdout:7: seq_num 6 ranges {0=106496} 2024-08-10T05:14:20.858 INFO:tasks.rados.rados.0.smithi031.stdout:7: writing smithi03186013-7 from 0 to 106496 tid 1 2024-08-10T05:14:20.858 INFO:tasks.rados.rados.0.smithi031.stdout:8: write initial oid 8 2024-08-10T05:14:20.858 INFO:tasks.rados.rados.0.smithi031.stdout:8: seq_num 7 ranges {0=122880} 2024-08-10T05:14:20.859 INFO:tasks.rados.rados.0.smithi031.stdout:8: writing smithi03186013-8 from 0 to 122880 tid 1 2024-08-10T05:14:20.859 INFO:tasks.rados.rados.0.smithi031.stdout:9: write initial oid 9 2024-08-10T05:14:20.859 INFO:tasks.rados.rados.0.smithi031.stdout:9: seq_num 8 ranges {0=139264} 2024-08-10T05:14:20.860 INFO:tasks.rados.rados.0.smithi031.stdout:9: writing smithi03186013-9 from 0 to 139264 tid 1 2024-08-10T05:14:20.860 INFO:tasks.rados.rados.0.smithi031.stdout:2: finishing write tid 1 to smithi03186013-2 2024-08-10T05:14:20.860 INFO:tasks.rados.rados.0.smithi031.stdout:2: finishing write tid 2 to smithi03186013-2 2024-08-10T05:14:20.860 INFO:tasks.rados.rados.0.smithi031.stdout:10: write initial oid 10 2024-08-10T05:14:20.860 INFO:tasks.rados.rados.0.smithi031.stdout:10: seq_num 9 ranges {0=155648} 2024-08-10T05:14:20.861 INFO:tasks.rados.rados.0.smithi031.stdout:10: writing smithi03186013-10 from 0 to 155648 tid 1 2024-08-10T05:14:20.861 INFO:tasks.rados.rados.0.smithi031.stdout:3: finishing write tid 1 to smithi03186013-3 2024-08-10T05:14:20.861 INFO:tasks.rados.rados.0.smithi031.stdout:2: finishing write tid 3 to smithi03186013-2 2024-08-10T05:14:20.862 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 2 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-08-10T05:14:20.862 INFO:tasks.rados.rados.0.smithi031.stdout:2: left oid 2 (ObjNum 1 snap 0 seq_num 1) 2024-08-10T05:14:20.862 INFO:tasks.rados.rados.0.smithi031.stdout:1: finishing write tid 1 to smithi03186013-1 2024-08-10T05:14:20.862 INFO:tasks.rados.rados.0.smithi031.stdout:1: finishing write tid 2 to smithi03186013-1 2024-08-10T05:14:20.862 INFO:tasks.rados.rados.0.smithi031.stdout:2: done (9 left) 2024-08-10T05:14:20.862 INFO:tasks.rados.rados.0.smithi031.stdout:11: write initial oid 11 2024-08-10T05:14:20.862 INFO:tasks.rados.rados.0.smithi031.stdout:11: seq_num 10 ranges {0=172032} 2024-08-10T05:14:20.863 INFO:tasks.rados.rados.0.smithi031.stdout:11: writing smithi03186013-11 from 0 to 172032 tid 1 2024-08-10T05:14:20.863 INFO:tasks.rados.rados.0.smithi031.stdout:7: finishing write tid 1 to smithi03186013-7 2024-08-10T05:14:20.863 INFO:tasks.rados.rados.0.smithi031.stdout:7: finishing write tid 2 to smithi03186013-7 2024-08-10T05:14:20.863 INFO:tasks.rados.rados.0.smithi031.stdout:12: write initial oid 12 2024-08-10T05:14:20.863 INFO:tasks.rados.rados.0.smithi031.stdout:4: finishing write tid 1 to smithi03186013-4 2024-08-10T05:14:20.864 INFO:tasks.rados.rados.0.smithi031.stdout:3: finishing write tid 2 to smithi03186013-3 2024-08-10T05:14:20.864 INFO:tasks.rados.rados.0.smithi031.stdout:4: finishing write tid 2 to smithi03186013-4 2024-08-10T05:14:20.864 INFO:tasks.rados.rados.0.smithi031.stdout:12: seq_num 11 ranges {0=188416} 2024-08-10T05:14:20.865 INFO:tasks.rados.rados.0.smithi031.stdout:12: writing smithi03186013-12 from 0 to 188416 tid 1 2024-08-10T05:14:20.865 INFO:tasks.rados.rados.0.smithi031.stdout:8: finishing write tid 1 to smithi03186013-8 2024-08-10T05:14:20.865 INFO:tasks.rados.rados.0.smithi031.stdout:5: finishing write tid 1 to smithi03186013-5 2024-08-10T05:14:20.865 INFO:tasks.rados.rados.0.smithi031.stdout:5: finishing write tid 2 to smithi03186013-5 2024-08-10T05:14:20.865 INFO:tasks.rados.rados.0.smithi031.stdout:13: write initial oid 13 2024-08-10T05:14:20.865 INFO:tasks.rados.rados.0.smithi031.stdout:13: seq_num 12 ranges {0=204800} 2024-08-10T05:14:20.867 INFO:tasks.rados.rados.0.smithi031.stdout:13: writing smithi03186013-13 from 0 to 204800 tid 1 2024-08-10T05:14:20.867 INFO:tasks.rados.rados.0.smithi031.stdout:4: finishing write tid 3 to smithi03186013-4 2024-08-10T05:14:20.867 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 4 v 2 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-08-10T05:14:20.868 INFO:tasks.rados.rados.0.smithi031.stdout:4: left oid 4 (ObjNum 3 snap 0 seq_num 3) 2024-08-10T05:14:20.868 INFO:tasks.rados.rados.0.smithi031.stdout:1: finishing write tid 3 to smithi03186013-1 2024-08-10T05:14:20.868 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 1 v 2 (ObjNum 0 snap 0 seq_num 0) dirty exists 2024-08-10T05:14:20.868 INFO:tasks.rados.rados.0.smithi031.stdout:1: left oid 1 (ObjNum 0 snap 0 seq_num 0) 2024-08-10T05:14:20.868 INFO:tasks.rados.rados.0.smithi031.stdout:5: finishing write tid 3 to smithi03186013-5 2024-08-10T05:14:20.868 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 5 v 2 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-08-10T05:14:20.868 INFO:tasks.rados.rados.0.smithi031.stdout:5: left oid 5 (ObjNum 4 snap 0 seq_num 4) 2024-08-10T05:14:20.868 INFO:tasks.rados.rados.0.smithi031.stdout:8: finishing write tid 2 to smithi03186013-8 2024-08-10T05:14:20.869 INFO:tasks.rados.rados.0.smithi031.stdout:7: finishing write tid 3 to smithi03186013-7 2024-08-10T05:14:20.869 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 7 v 4 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-08-10T05:14:20.869 INFO:tasks.rados.rados.0.smithi031.stdout:7: left oid 7 (ObjNum 6 snap 0 seq_num 6) 2024-08-10T05:14:20.869 INFO:tasks.rados.rados.0.smithi031.stdout:9: finishing write tid 1 to smithi03186013-9 2024-08-10T05:14:20.869 INFO:tasks.rados.rados.0.smithi031.stdout:9: finishing write tid 2 to smithi03186013-9 2024-08-10T05:14:20.869 INFO:tasks.rados.rados.0.smithi031.stdout:8: finishing write tid 3 to smithi03186013-8 2024-08-10T05:14:20.869 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 8 v 6 (ObjNum 7 snap 0 seq_num 7) dirty exists 2024-08-10T05:14:20.869 INFO:tasks.rados.rados.0.smithi031.stdout:8: left oid 8 (ObjNum 7 snap 0 seq_num 7) 2024-08-10T05:14:20.869 INFO:tasks.rados.rados.0.smithi031.stdout:1: done (11 left) 2024-08-10T05:14:20.869 INFO:tasks.rados.rados.0.smithi031.stdout:4: done (10 left) 2024-08-10T05:14:20.869 INFO:tasks.rados.rados.0.smithi031.stdout:5: done (9 left) 2024-08-10T05:14:20.870 INFO:tasks.rados.rados.0.smithi031.stdout:7: done (8 left) 2024-08-10T05:14:20.870 INFO:tasks.rados.rados.0.smithi031.stdout:8: done (7 left) 2024-08-10T05:14:20.870 INFO:tasks.rados.rados.0.smithi031.stdout:14: write initial oid 14 2024-08-10T05:14:20.870 INFO:tasks.rados.rados.0.smithi031.stdout:14: seq_num 13 ranges {0=221184} 2024-08-10T05:14:20.870 INFO:tasks.rados.rados.0.smithi031.stdout:14: writing smithi03186013-14 from 0 to 221184 tid 1 2024-08-10T05:14:20.871 INFO:tasks.rados.rados.0.smithi031.stdout:15: write initial oid 15 2024-08-10T05:14:20.871 INFO:tasks.rados.rados.0.smithi031.stdout:15: seq_num 14 ranges {0=237568} 2024-08-10T05:14:20.871 INFO:tasks.rados.rados.0.smithi031.stdout:15: writing smithi03186013-15 from 0 to 237568 tid 1 2024-08-10T05:14:20.871 INFO:tasks.rados.rados.0.smithi031.stdout:16: write initial oid 16 2024-08-10T05:14:20.872 INFO:tasks.rados.rados.0.smithi031.stdout:16: seq_num 15 ranges {0=253952} 2024-08-10T05:14:20.874 INFO:tasks.rados.rados.0.smithi031.stdout:16: writing smithi03186013-16 from 0 to 253952 tid 1 2024-08-10T05:14:20.874 INFO:tasks.rados.rados.0.smithi031.stdout:9: finishing write tid 3 to smithi03186013-9 2024-08-10T05:14:20.874 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 9 v 2 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-08-10T05:14:20.874 INFO:tasks.rados.rados.0.smithi031.stdout:9: left oid 9 (ObjNum 8 snap 0 seq_num 8) 2024-08-10T05:14:20.874 INFO:tasks.rados.rados.0.smithi031.stdout:13: finishing write tid 1 to smithi03186013-13 2024-08-10T05:14:20.874 INFO:tasks.rados.rados.0.smithi031.stdout:13: finishing write tid 2 to smithi03186013-13 2024-08-10T05:14:20.875 INFO:tasks.rados.rados.0.smithi031.stdout:3: finishing write tid 3 to smithi03186013-3 2024-08-10T05:14:20.875 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 3 v 2 (ObjNum 2 snap 0 seq_num 2) dirty exists 2024-08-10T05:14:20.875 INFO:tasks.rados.rados.0.smithi031.stdout:3: left oid 3 (ObjNum 2 snap 0 seq_num 2) 2024-08-10T05:14:20.875 INFO:tasks.rados.rados.0.smithi031.stdout:6: finishing write tid 1 to smithi03186013-6 2024-08-10T05:14:20.875 INFO:tasks.rados.rados.0.smithi031.stdout:6: finishing write tid 2 to smithi03186013-6 2024-08-10T05:14:20.875 INFO:tasks.rados.rados.0.smithi031.stdout:11: finishing write tid 1 to smithi03186013-11 2024-08-10T05:14:20.875 INFO:tasks.rados.rados.0.smithi031.stdout:11: finishing write tid 2 to smithi03186013-11 2024-08-10T05:14:20.875 INFO:tasks.rados.rados.0.smithi031.stdout:10: finishing write tid 1 to smithi03186013-10 2024-08-10T05:14:20.875 INFO:tasks.rados.rados.0.smithi031.stdout:10: finishing write tid 2 to smithi03186013-10 2024-08-10T05:14:20.875 INFO:tasks.rados.rados.0.smithi031.stdout:12: finishing write tid 1 to smithi03186013-12 2024-08-10T05:14:20.875 INFO:tasks.rados.rados.0.smithi031.stdout:12: finishing write tid 2 to smithi03186013-12 2024-08-10T05:14:20.875 INFO:tasks.rados.rados.0.smithi031.stdout:13: finishing write tid 3 to smithi03186013-13 2024-08-10T05:14:20.875 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 13 v 4 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-08-10T05:14:20.876 INFO:tasks.rados.rados.0.smithi031.stdout:13: left oid 13 (ObjNum 12 snap 0 seq_num 12) 2024-08-10T05:14:20.876 INFO:tasks.rados.rados.0.smithi031.stdout:6: finishing write tid 3 to smithi03186013-6 2024-08-10T05:14:20.876 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 6 v 4 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-08-10T05:14:20.876 INFO:tasks.rados.rados.0.smithi031.stdout:6: left oid 6 (ObjNum 5 snap 0 seq_num 5) 2024-08-10T05:14:20.876 INFO:tasks.rados.rados.0.smithi031.stdout:14: finishing write tid 1 to smithi03186013-14 2024-08-10T05:14:20.876 INFO:tasks.rados.rados.0.smithi031.stdout:14: finishing write tid 2 to smithi03186013-14 2024-08-10T05:14:20.876 INFO:tasks.rados.rados.0.smithi031.stdout:10: finishing write tid 3 to smithi03186013-10 2024-08-10T05:14:20.876 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 10 v 2 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-08-10T05:14:20.876 INFO:tasks.rados.rados.0.smithi031.stdout:10: left oid 10 (ObjNum 9 snap 0 seq_num 9) 2024-08-10T05:14:20.876 INFO:tasks.rados.rados.0.smithi031.stdout:11: finishing write tid 3 to smithi03186013-11 2024-08-10T05:14:20.876 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 11 v 6 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-08-10T05:14:20.876 INFO:tasks.rados.rados.0.smithi031.stdout:11: left oid 11 (ObjNum 10 snap 0 seq_num 10) 2024-08-10T05:14:20.876 INFO:tasks.rados.rados.0.smithi031.stdout:12: finishing write tid 3 to smithi03186013-12 2024-08-10T05:14:20.876 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 12 v 8 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-08-10T05:14:20.876 INFO:tasks.rados.rados.0.smithi031.stdout:12: left oid 12 (ObjNum 11 snap 0 seq_num 11) 2024-08-10T05:14:20.877 INFO:tasks.rados.rados.0.smithi031.stdout:3: done (9 left) 2024-08-10T05:14:20.877 INFO:tasks.rados.rados.0.smithi031.stdout:6: done (8 left) 2024-08-10T05:14:20.877 INFO:tasks.rados.rados.0.smithi031.stdout:9: done (7 left) 2024-08-10T05:14:20.877 INFO:tasks.rados.rados.0.smithi031.stdout:10: done (6 left) 2024-08-10T05:14:20.877 INFO:tasks.rados.rados.0.smithi031.stdout:11: done (5 left) 2024-08-10T05:14:20.877 INFO:tasks.rados.rados.0.smithi031.stdout:12: done (4 left) 2024-08-10T05:14:20.877 INFO:tasks.rados.rados.0.smithi031.stdout:13: done (3 left) 2024-08-10T05:14:20.877 INFO:tasks.rados.rados.0.smithi031.stdout:17: write initial oid 17 2024-08-10T05:14:20.877 INFO:tasks.rados.rados.0.smithi031.stdout:17: seq_num 16 ranges {0=270336} 2024-08-10T05:14:20.878 INFO:tasks.rados.rados.0.smithi031.stdout:17: writing smithi03186013-17 from 0 to 270336 tid 1 2024-08-10T05:14:20.878 INFO:tasks.rados.rados.0.smithi031.stdout:18: write initial oid 18 2024-08-10T05:14:20.878 INFO:tasks.rados.rados.0.smithi031.stdout:18: seq_num 17 ranges {0=286720} 2024-08-10T05:14:20.878 INFO:tasks.rados.rados.0.smithi031.stdout:18: writing smithi03186013-18 from 0 to 286720 tid 1 2024-08-10T05:14:20.879 INFO:tasks.rados.rados.0.smithi031.stdout:19: write initial oid 19 2024-08-10T05:14:20.879 INFO:tasks.rados.rados.0.smithi031.stdout:19: seq_num 18 ranges {0=303104} 2024-08-10T05:14:20.879 INFO:tasks.rados.rados.0.smithi031.stdout:19: writing smithi03186013-19 from 0 to 303104 tid 1 2024-08-10T05:14:20.880 INFO:tasks.rados.rados.0.smithi031.stdout:20: write initial oid 20 2024-08-10T05:14:20.880 INFO:tasks.rados.rados.0.smithi031.stdout:20: seq_num 19 ranges {0=319488} 2024-08-10T05:14:20.882 INFO:tasks.rados.rados.0.smithi031.stdout:20: writing smithi03186013-20 from 0 to 319488 tid 1 2024-08-10T05:14:20.882 INFO:tasks.rados.rados.0.smithi031.stdout:14: finishing write tid 3 to smithi03186013-14 2024-08-10T05:14:20.883 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 14 v 4 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-08-10T05:14:20.883 INFO:tasks.rados.rados.0.smithi031.stdout:14: left oid 14 (ObjNum 13 snap 0 seq_num 13) 2024-08-10T05:14:20.883 INFO:tasks.rados.rados.0.smithi031.stdout:15: finishing write tid 1 to smithi03186013-15 2024-08-10T05:14:20.883 INFO:tasks.rados.rados.0.smithi031.stdout:15: finishing write tid 2 to smithi03186013-15 2024-08-10T05:14:20.883 INFO:tasks.rados.rados.0.smithi031.stdout:16: finishing write tid 1 to smithi03186013-16 2024-08-10T05:14:20.883 INFO:tasks.rados.rados.0.smithi031.stdout:16: finishing write tid 2 to smithi03186013-16 2024-08-10T05:14:20.883 INFO:tasks.rados.rados.0.smithi031.stdout:15: finishing write tid 3 to smithi03186013-15 2024-08-10T05:14:20.883 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 15 v 2 (ObjNum 14 snap 0 seq_num 14) dirty exists 2024-08-10T05:14:20.883 INFO:tasks.rados.rados.0.smithi031.stdout:15: left oid 15 (ObjNum 14 snap 0 seq_num 14) 2024-08-10T05:14:20.883 INFO:tasks.rados.rados.0.smithi031.stdout:16: finishing write tid 3 to smithi03186013-16 2024-08-10T05:14:20.883 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 16 v 4 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-08-10T05:14:20.883 INFO:tasks.rados.rados.0.smithi031.stdout:16: left oid 16 (ObjNum 15 snap 0 seq_num 15) 2024-08-10T05:14:20.884 INFO:tasks.rados.rados.0.smithi031.stdout:17: finishing write tid 1 to smithi03186013-17 2024-08-10T05:14:20.884 INFO:tasks.rados.rados.0.smithi031.stdout:17: finishing write tid 2 to smithi03186013-17 2024-08-10T05:14:20.884 INFO:tasks.rados.rados.0.smithi031.stdout:18: finishing write tid 1 to smithi03186013-18 2024-08-10T05:14:20.884 INFO:tasks.rados.rados.0.smithi031.stdout:18: finishing write tid 2 to smithi03186013-18 2024-08-10T05:14:20.884 INFO:tasks.rados.rados.0.smithi031.stdout:17: finishing write tid 3 to smithi03186013-17 2024-08-10T05:14:20.884 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 17 v 2 (ObjNum 16 snap 0 seq_num 16) dirty exists 2024-08-10T05:14:20.884 INFO:tasks.rados.rados.0.smithi031.stdout:17: left oid 17 (ObjNum 16 snap 0 seq_num 16) 2024-08-10T05:14:20.884 INFO:tasks.rados.rados.0.smithi031.stdout:18: finishing write tid 3 to smithi03186013-18 2024-08-10T05:14:20.884 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 18 v 6 (ObjNum 17 snap 0 seq_num 17) dirty exists 2024-08-10T05:14:20.884 INFO:tasks.rados.rados.0.smithi031.stdout:18: left oid 18 (ObjNum 17 snap 0 seq_num 17) 2024-08-10T05:14:20.884 INFO:tasks.rados.rados.0.smithi031.stdout:19: finishing write tid 1 to smithi03186013-19 2024-08-10T05:14:20.884 INFO:tasks.rados.rados.0.smithi031.stdout:14: done (6 left) 2024-08-10T05:14:20.884 INFO:tasks.rados.rados.0.smithi031.stdout:15: done (5 left) 2024-08-10T05:14:20.884 INFO:tasks.rados.rados.0.smithi031.stdout:16: done (4 left) 2024-08-10T05:14:20.885 INFO:tasks.rados.rados.0.smithi031.stdout:17: done (3 left) 2024-08-10T05:14:20.885 INFO:tasks.rados.rados.0.smithi031.stdout:18: done (2 left) 2024-08-10T05:14:20.885 INFO:tasks.rados.rados.0.smithi031.stdout:21: write initial oid 21 2024-08-10T05:14:20.885 INFO:tasks.rados.rados.0.smithi031.stdout:21: seq_num 20 ranges {0=344064} 2024-08-10T05:14:20.885 INFO:tasks.rados.rados.0.smithi031.stdout:21: writing smithi03186013-21 from 0 to 344064 tid 1 2024-08-10T05:14:20.886 INFO:tasks.rados.rados.0.smithi031.stdout:22: write initial oid 22 2024-08-10T05:14:20.886 INFO:tasks.rados.rados.0.smithi031.stdout:19: finishing write tid 2 to smithi03186013-19 2024-08-10T05:14:20.886 INFO:tasks.rados.rados.0.smithi031.stdout:19: finishing write tid 3 to smithi03186013-19 2024-08-10T05:14:20.886 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 19 v 2 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-08-10T05:14:20.886 INFO:tasks.rados.rados.0.smithi031.stdout:19: left oid 19 (ObjNum 18 snap 0 seq_num 18) 2024-08-10T05:14:20.886 INFO:tasks.rados.rados.0.smithi031.stdout:20: finishing write tid 1 to smithi03186013-20 2024-08-10T05:14:20.886 INFO:tasks.rados.rados.0.smithi031.stdout:20: finishing write tid 2 to smithi03186013-20 2024-08-10T05:14:20.886 INFO:tasks.rados.rados.0.smithi031.stdout:22: seq_num 21 ranges {0=360448} 2024-08-10T05:14:20.887 INFO:tasks.rados.rados.0.smithi031.stdout:22: writing smithi03186013-22 from 0 to 360448 tid 1 2024-08-10T05:14:20.887 INFO:tasks.rados.rados.0.smithi031.stdout:19: done (3 left) 2024-08-10T05:14:20.887 INFO:tasks.rados.rados.0.smithi031.stdout:23: write initial oid 23 2024-08-10T05:14:20.887 INFO:tasks.rados.rados.0.smithi031.stdout:23: seq_num 22 ranges {0=376832} 2024-08-10T05:14:20.889 INFO:tasks.rados.rados.0.smithi031.stdout:23: writing smithi03186013-23 from 0 to 376832 tid 1 2024-08-10T05:14:20.889 INFO:tasks.rados.rados.0.smithi031.stdout:24: write initial oid 24 2024-08-10T05:14:20.889 INFO:tasks.rados.rados.0.smithi031.stdout:24: seq_num 23 ranges {0=393216} 2024-08-10T05:14:20.892 INFO:tasks.rados.rados.0.smithi031.stdout:24: writing smithi03186013-24 from 0 to 393216 tid 1 2024-08-10T05:14:20.892 INFO:tasks.rados.rados.0.smithi031.stdout:25: write initial oid 25 2024-08-10T05:14:20.892 INFO:tasks.rados.rados.0.smithi031.stdout:25: seq_num 24 ranges {0=409600} 2024-08-10T05:14:20.895 INFO:tasks.rados.rados.0.smithi031.stdout:25: writing smithi03186013-25 from 0 to 409600 tid 1 2024-08-10T05:14:20.895 INFO:tasks.rados.rados.0.smithi031.stdout:26: write initial oid 26 2024-08-10T05:14:20.895 INFO:tasks.rados.rados.0.smithi031.stdout:26: seq_num 25 ranges {0=425984} 2024-08-10T05:14:20.898 INFO:tasks.rados.rados.0.smithi031.stdout:26: writing smithi03186013-26 from 0 to 425984 tid 1 2024-08-10T05:14:20.898 INFO:tasks.rados.rados.0.smithi031.stdout:27: write initial oid 27 2024-08-10T05:14:20.898 INFO:tasks.rados.rados.0.smithi031.stdout:27: seq_num 26 ranges {0=442368} 2024-08-10T05:14:20.901 INFO:tasks.rados.rados.0.smithi031.stdout:27: writing smithi03186013-27 from 0 to 442368 tid 1 2024-08-10T05:14:20.901 INFO:tasks.rados.rados.0.smithi031.stdout:28: write initial oid 28 2024-08-10T05:14:20.901 INFO:tasks.rados.rados.0.smithi031.stdout:28: seq_num 27 ranges {0=458752} 2024-08-10T05:14:20.905 INFO:tasks.rados.rados.0.smithi031.stdout:28: writing smithi03186013-28 from 0 to 458752 tid 1 2024-08-10T05:14:20.905 INFO:tasks.rados.rados.0.smithi031.stdout:29: write initial oid 29 2024-08-10T05:14:20.905 INFO:tasks.rados.rados.0.smithi031.stdout:29: seq_num 28 ranges {0=475136} 2024-08-10T05:14:20.908 INFO:tasks.rados.rados.0.smithi031.stdout:29: writing smithi03186013-29 from 0 to 475136 tid 1 2024-08-10T05:14:20.908 INFO:tasks.rados.rados.0.smithi031.stdout:30: write initial oid 30 2024-08-10T05:14:20.908 INFO:tasks.rados.rados.0.smithi031.stdout:30: seq_num 29 ranges {0=491520} 2024-08-10T05:14:20.912 INFO:tasks.rados.rados.0.smithi031.stdout:30: writing smithi03186013-30 from 0 to 491520 tid 1 2024-08-10T05:14:20.912 INFO:tasks.rados.rados.0.smithi031.stdout:31: write initial oid 31 2024-08-10T05:14:20.912 INFO:tasks.rados.rados.0.smithi031.stdout:31: seq_num 30 ranges {0=507904} 2024-08-10T05:14:20.916 INFO:tasks.rados.rados.0.smithi031.stdout:31: writing smithi03186013-31 from 0 to 507904 tid 1 2024-08-10T05:14:20.916 INFO:tasks.rados.rados.0.smithi031.stdout:32: write initial oid 32 2024-08-10T05:14:20.916 INFO:tasks.rados.rados.0.smithi031.stdout:32: seq_num 31 ranges {0=524288} 2024-08-10T05:14:20.920 INFO:tasks.rados.rados.0.smithi031.stdout:32: writing smithi03186013-32 from 0 to 524288 tid 1 2024-08-10T05:14:20.920 INFO:tasks.rados.rados.0.smithi031.stdout:33: write initial oid 33 2024-08-10T05:14:20.920 INFO:tasks.rados.rados.0.smithi031.stdout:33: seq_num 32 ranges {0=540672} 2024-08-10T05:14:20.923 INFO:tasks.rados.rados.0.smithi031.stdout:33: writing smithi03186013-33 from 0 to 540672 tid 1 2024-08-10T05:14:20.923 INFO:tasks.rados.rados.0.smithi031.stdout:34: write initial oid 34 2024-08-10T05:14:20.923 INFO:tasks.rados.rados.0.smithi031.stdout:34: seq_num 33 ranges {0=557056} 2024-08-10T05:14:20.926 INFO:tasks.rados.rados.0.smithi031.stdout:34: writing smithi03186013-34 from 0 to 557056 tid 1 2024-08-10T05:14:20.926 INFO:tasks.rados.rados.0.smithi031.stdout:35: write initial oid 35 2024-08-10T05:14:20.926 INFO:tasks.rados.rados.0.smithi031.stdout:35: seq_num 34 ranges {0=573440} 2024-08-10T05:14:20.930 INFO:tasks.rados.rados.0.smithi031.stdout:35: writing smithi03186013-35 from 0 to 573440 tid 1 2024-08-10T05:14:20.930 INFO:tasks.rados.rados.0.smithi031.stdout: waiting on 16 2024-08-10T05:14:20.930 INFO:tasks.rados.rados.0.smithi031.stdout:20: finishing write tid 3 to smithi03186013-20 2024-08-10T05:14:20.930 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 20 v 10 (ObjNum 19 snap 0 seq_num 19) dirty exists 2024-08-10T05:14:20.930 INFO:tasks.rados.rados.0.smithi031.stdout:20: left oid 20 (ObjNum 19 snap 0 seq_num 19) 2024-08-10T05:14:20.930 INFO:tasks.rados.rados.0.smithi031.stdout:20: done (15 left) 2024-08-10T05:14:20.930 INFO:tasks.rados.rados.0.smithi031.stdout:36: write initial oid 36 2024-08-10T05:14:20.930 INFO:tasks.rados.rados.0.smithi031.stdout:36: seq_num 35 ranges {0=589824} 2024-08-10T05:14:20.933 INFO:tasks.rados.rados.0.smithi031.stdout:36: writing smithi03186013-36 from 0 to 589824 tid 1 2024-08-10T05:14:20.933 INFO:tasks.rados.rados.0.smithi031.stdout: waiting on 16 2024-08-10T05:14:20.933 INFO:tasks.rados.rados.0.smithi031.stdout:21: finishing write tid 1 to smithi03186013-21 2024-08-10T05:14:20.933 INFO:tasks.rados.rados.0.smithi031.stdout:21: finishing write tid 2 to smithi03186013-21 2024-08-10T05:14:20.933 INFO:tasks.rados.rados.0.smithi031.stdout:21: finishing write tid 3 to smithi03186013-21 2024-08-10T05:14:20.933 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 21 v 6 (ObjNum 20 snap 0 seq_num 20) dirty exists 2024-08-10T05:14:20.933 INFO:tasks.rados.rados.0.smithi031.stdout:21: left oid 21 (ObjNum 20 snap 0 seq_num 20) 2024-08-10T05:14:20.933 INFO:tasks.rados.rados.0.smithi031.stdout:22: finishing write tid 1 to smithi03186013-22 2024-08-10T05:14:20.933 INFO:tasks.rados.rados.0.smithi031.stdout:21: done (15 left) 2024-08-10T05:14:20.934 INFO:tasks.rados.rados.0.smithi031.stdout:37: write initial oid 37 2024-08-10T05:14:20.934 INFO:tasks.rados.rados.0.smithi031.stdout:37: seq_num 36 ranges {0=606208} 2024-08-10T05:14:20.937 INFO:tasks.rados.rados.0.smithi031.stdout:37: writing smithi03186013-37 from 0 to 606208 tid 1 2024-08-10T05:14:20.937 INFO:tasks.rados.rados.0.smithi031.stdout: waiting on 16 2024-08-10T05:14:20.937 INFO:tasks.rados.rados.0.smithi031.stdout:22: finishing write tid 2 to smithi03186013-22 2024-08-10T05:14:20.938 INFO:tasks.rados.rados.0.smithi031.stdout:23: finishing write tid 1 to smithi03186013-23 2024-08-10T05:14:20.938 INFO:tasks.rados.rados.0.smithi031.stdout:23: finishing write tid 2 to smithi03186013-23 2024-08-10T05:14:20.938 INFO:tasks.rados.rados.0.smithi031.stdout:22: finishing write tid 3 to smithi03186013-22 2024-08-10T05:14:20.938 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 22 v 8 (ObjNum 21 snap 0 seq_num 21) dirty exists 2024-08-10T05:14:20.938 INFO:tasks.rados.rados.0.smithi031.stdout:22: left oid 22 (ObjNum 21 snap 0 seq_num 21) 2024-08-10T05:14:20.938 INFO:tasks.rados.rados.0.smithi031.stdout:24: finishing write tid 1 to smithi03186013-24 2024-08-10T05:14:20.938 INFO:tasks.rados.rados.0.smithi031.stdout:24: finishing write tid 2 to smithi03186013-24 2024-08-10T05:14:20.938 INFO:tasks.rados.rados.0.smithi031.stdout:23: finishing write tid 3 to smithi03186013-23 2024-08-10T05:14:20.938 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 23 v 4 (ObjNum 22 snap 0 seq_num 22) dirty exists 2024-08-10T05:14:20.938 INFO:tasks.rados.rados.0.smithi031.stdout:23: left oid 23 (ObjNum 22 snap 0 seq_num 22) 2024-08-10T05:14:20.938 INFO:tasks.rados.rados.0.smithi031.stdout:24: finishing write tid 3 to smithi03186013-24 2024-08-10T05:14:20.938 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 24 v 10 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-08-10T05:14:20.938 INFO:tasks.rados.rados.0.smithi031.stdout:24: left oid 24 (ObjNum 23 snap 0 seq_num 23) 2024-08-10T05:14:20.938 INFO:tasks.rados.rados.0.smithi031.stdout:25: finishing write tid 1 to smithi03186013-25 2024-08-10T05:14:20.939 INFO:tasks.rados.rados.0.smithi031.stdout:25: finishing write tid 2 to smithi03186013-25 2024-08-10T05:14:20.939 INFO:tasks.rados.rados.0.smithi031.stdout:25: finishing write tid 3 to smithi03186013-25 2024-08-10T05:14:20.939 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 25 v 8 (ObjNum 24 snap 0 seq_num 24) dirty exists 2024-08-10T05:14:20.939 INFO:tasks.rados.rados.0.smithi031.stdout:25: left oid 25 (ObjNum 24 snap 0 seq_num 24) 2024-08-10T05:14:20.939 INFO:tasks.rados.rados.0.smithi031.stdout:26: finishing write tid 1 to smithi03186013-26 2024-08-10T05:14:20.939 INFO:tasks.rados.rados.0.smithi031.stdout:26: finishing write tid 2 to smithi03186013-26 2024-08-10T05:14:20.939 INFO:tasks.rados.rados.0.smithi031.stdout:26: finishing write tid 3 to smithi03186013-26 2024-08-10T05:14:20.939 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 26 v 4 (ObjNum 25 snap 0 seq_num 25) dirty exists 2024-08-10T05:14:20.939 INFO:tasks.rados.rados.0.smithi031.stdout:26: left oid 26 (ObjNum 25 snap 0 seq_num 25) 2024-08-10T05:14:20.939 INFO:tasks.rados.rados.0.smithi031.stdout:22: done (15 left) 2024-08-10T05:14:20.939 INFO:tasks.rados.rados.0.smithi031.stdout:23: done (14 left) 2024-08-10T05:14:20.939 INFO:tasks.rados.rados.0.smithi031.stdout:24: done (13 left) 2024-08-10T05:14:20.939 INFO:tasks.rados.rados.0.smithi031.stdout:25: done (12 left) 2024-08-10T05:14:20.939 INFO:tasks.rados.rados.0.smithi031.stdout:26: done (11 left) 2024-08-10T05:14:20.939 INFO:tasks.rados.rados.0.smithi031.stdout:38: write initial oid 38 2024-08-10T05:14:20.940 INFO:tasks.rados.rados.0.smithi031.stdout:38: seq_num 37 ranges {0=622592} 2024-08-10T05:14:20.940 INFO:tasks.rados.rados.0.smithi031.stdout:38: writing smithi03186013-38 from 0 to 622592 tid 1 2024-08-10T05:14:20.941 INFO:tasks.rados.rados.0.smithi031.stdout:39: write initial oid 39 2024-08-10T05:14:20.941 INFO:tasks.rados.rados.0.smithi031.stdout:39: seq_num 38 ranges {0=638976} 2024-08-10T05:14:20.944 INFO:tasks.rados.rados.0.smithi031.stdout:39: writing smithi03186013-39 from 0 to 638976 tid 1 2024-08-10T05:14:20.944 INFO:tasks.rados.rados.0.smithi031.stdout:40: write initial oid 40 2024-08-10T05:14:20.945 INFO:tasks.rados.rados.0.smithi031.stdout:40: seq_num 39 ranges {0=663552} 2024-08-10T05:14:20.948 INFO:tasks.rados.rados.0.smithi031.stdout:40: writing smithi03186013-40 from 0 to 663552 tid 1 2024-08-10T05:14:20.948 INFO:tasks.rados.rados.0.smithi031.stdout:41: write initial oid 41 2024-08-10T05:14:20.949 INFO:tasks.rados.rados.0.smithi031.stdout:41: seq_num 40 ranges {0=679936} 2024-08-10T05:14:20.952 INFO:tasks.rados.rados.0.smithi031.stdout:41: writing smithi03186013-41 from 0 to 679936 tid 1 2024-08-10T05:14:20.952 INFO:tasks.rados.rados.0.smithi031.stdout:42: write initial oid 42 2024-08-10T05:14:20.952 INFO:tasks.rados.rados.0.smithi031.stdout:42: seq_num 41 ranges {0=696320} 2024-08-10T05:14:20.957 INFO:tasks.rados.rados.0.smithi031.stdout:42: writing smithi03186013-42 from 0 to 696320 tid 1 2024-08-10T05:14:20.957 INFO:tasks.rados.rados.0.smithi031.stdout: waiting on 16 2024-08-10T05:14:20.957 INFO:tasks.rados.rados.0.smithi031.stdout:27: finishing write tid 1 to smithi03186013-27 2024-08-10T05:14:20.957 INFO:tasks.rados.rados.0.smithi031.stdout:27: finishing write tid 2 to smithi03186013-27 2024-08-10T05:14:20.957 INFO:tasks.rados.rados.0.smithi031.stdout:27: finishing write tid 3 to smithi03186013-27 2024-08-10T05:14:20.957 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 27 v 2 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-08-10T05:14:20.957 INFO:tasks.rados.rados.0.smithi031.stdout:27: left oid 27 (ObjNum 26 snap 0 seq_num 26) 2024-08-10T05:14:20.958 INFO:tasks.rados.rados.0.smithi031.stdout:28: finishing write tid 1 to smithi03186013-28 2024-08-10T05:14:20.958 INFO:tasks.rados.rados.0.smithi031.stdout:27: done (15 left) 2024-08-10T05:14:20.958 INFO:tasks.rados.rados.0.smithi031.stdout:43: write initial oid 43 2024-08-10T05:14:20.958 INFO:tasks.rados.rados.0.smithi031.stdout:43: seq_num 42 ranges {0=712704} 2024-08-10T05:14:20.961 INFO:tasks.rados.rados.0.smithi031.stdout:43: writing smithi03186013-43 from 0 to 712704 tid 1 2024-08-10T05:14:20.962 INFO:tasks.rados.rados.0.smithi031.stdout: waiting on 16 2024-08-10T05:14:20.962 INFO:tasks.rados.rados.0.smithi031.stdout:28: finishing write tid 2 to smithi03186013-28 2024-08-10T05:14:20.962 INFO:tasks.rados.rados.0.smithi031.stdout:28: finishing write tid 3 to smithi03186013-28 2024-08-10T05:14:20.962 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 28 v 2 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-08-10T05:14:20.962 INFO:tasks.rados.rados.0.smithi031.stdout:28: left oid 28 (ObjNum 27 snap 0 seq_num 27) 2024-08-10T05:14:20.962 INFO:tasks.rados.rados.0.smithi031.stdout:29: finishing write tid 1 to smithi03186013-29 2024-08-10T05:14:20.962 INFO:tasks.rados.rados.0.smithi031.stdout:28: done (15 left) 2024-08-10T05:14:20.962 INFO:tasks.rados.rados.0.smithi031.stdout:44: write initial oid 44 2024-08-10T05:14:20.962 INFO:tasks.rados.rados.0.smithi031.stdout:44: seq_num 43 ranges {0=729088} 2024-08-10T05:14:20.966 INFO:tasks.rados.rados.0.smithi031.stdout:44: writing smithi03186013-44 from 0 to 729088 tid 1 2024-08-10T05:14:20.966 INFO:tasks.rados.rados.0.smithi031.stdout: waiting on 16 2024-08-10T05:14:20.966 INFO:tasks.rados.rados.0.smithi031.stdout:29: finishing write tid 2 to smithi03186013-29 2024-08-10T05:14:20.967 INFO:tasks.rados.rados.0.smithi031.stdout:29: finishing write tid 3 to smithi03186013-29 2024-08-10T05:14:20.967 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 29 v 12 (ObjNum 28 snap 0 seq_num 28) dirty exists 2024-08-10T05:14:20.967 INFO:tasks.rados.rados.0.smithi031.stdout:29: left oid 29 (ObjNum 28 snap 0 seq_num 28) 2024-08-10T05:14:20.967 INFO:tasks.rados.rados.0.smithi031.stdout:30: finishing write tid 1 to smithi03186013-30 2024-08-10T05:14:20.967 INFO:tasks.rados.rados.0.smithi031.stdout:29: done (15 left) 2024-08-10T05:14:20.967 INFO:tasks.rados.rados.0.smithi031.stdout:45: write initial oid 45 2024-08-10T05:14:20.967 INFO:tasks.rados.rados.0.smithi031.stdout:45: seq_num 44 ranges {0=745472} 2024-08-10T05:14:20.972 INFO:tasks.rados.rados.0.smithi031.stdout:45: writing smithi03186013-45 from 0 to 745472 tid 1 2024-08-10T05:14:20.972 INFO:tasks.rados.rados.0.smithi031.stdout: waiting on 16 2024-08-10T05:14:20.972 INFO:tasks.rados.rados.0.smithi031.stdout:30: finishing write tid 2 to smithi03186013-30 2024-08-10T05:14:20.972 INFO:tasks.rados.rados.0.smithi031.stdout:30: finishing write tid 3 to smithi03186013-30 2024-08-10T05:14:20.972 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 30 v 8 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-08-10T05:14:20.972 INFO:tasks.rados.rados.0.smithi031.stdout:30: left oid 30 (ObjNum 29 snap 0 seq_num 29) 2024-08-10T05:14:20.972 INFO:tasks.rados.rados.0.smithi031.stdout:31: finishing write tid 1 to smithi03186013-31 2024-08-10T05:14:20.972 INFO:tasks.rados.rados.0.smithi031.stdout:31: finishing write tid 2 to smithi03186013-31 2024-08-10T05:14:20.972 INFO:tasks.rados.rados.0.smithi031.stdout:30: done (15 left) 2024-08-10T05:14:20.972 INFO:tasks.rados.rados.0.smithi031.stdout:46: write initial oid 46 2024-08-10T05:14:20.972 INFO:tasks.rados.rados.0.smithi031.stdout:46: seq_num 45 ranges {0=761856} 2024-08-10T05:14:20.977 INFO:tasks.rados.rados.0.smithi031.stdout:46: writing smithi03186013-46 from 0 to 761856 tid 1 2024-08-10T05:14:20.977 INFO:tasks.rados.rados.0.smithi031.stdout: waiting on 16 2024-08-10T05:14:20.977 INFO:tasks.rados.rados.0.smithi031.stdout:31: finishing write tid 3 to smithi03186013-31 2024-08-10T05:14:20.977 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 31 v 4 (ObjNum 30 snap 0 seq_num 30) dirty exists 2024-08-10T05:14:20.977 INFO:tasks.rados.rados.0.smithi031.stdout:31: left oid 31 (ObjNum 30 snap 0 seq_num 30) 2024-08-10T05:14:20.977 INFO:tasks.rados.rados.0.smithi031.stdout:32: finishing write tid 1 to smithi03186013-32 2024-08-10T05:14:20.977 INFO:tasks.rados.rados.0.smithi031.stdout:32: finishing write tid 2 to smithi03186013-32 2024-08-10T05:14:20.977 INFO:tasks.rados.rados.0.smithi031.stdout:32: finishing write tid 3 to smithi03186013-32 2024-08-10T05:14:20.977 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 32 v 4 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-08-10T05:14:20.977 INFO:tasks.rados.rados.0.smithi031.stdout:32: left oid 32 (ObjNum 31 snap 0 seq_num 31) 2024-08-10T05:14:20.977 INFO:tasks.rados.rados.0.smithi031.stdout:33: finishing write tid 1 to smithi03186013-33 2024-08-10T05:14:20.978 INFO:tasks.rados.rados.0.smithi031.stdout:31: done (15 left) 2024-08-10T05:14:20.978 INFO:tasks.rados.rados.0.smithi031.stdout:32: done (14 left) 2024-08-10T05:14:20.978 INFO:tasks.rados.rados.0.smithi031.stdout:47: write initial oid 47 2024-08-10T05:14:20.978 INFO:tasks.rados.rados.0.smithi031.stdout:47: seq_num 46 ranges {0=778240} 2024-08-10T05:14:20.982 INFO:tasks.rados.rados.0.smithi031.stdout:47: writing smithi03186013-47 from 0 to 778240 tid 1 2024-08-10T05:14:20.982 INFO:tasks.rados.rados.0.smithi031.stdout:48: write initial oid 48 2024-08-10T05:14:20.982 INFO:tasks.rados.rados.0.smithi031.stdout:48: seq_num 47 ranges {0=794624} 2024-08-10T05:14:20.988 INFO:tasks.rados.rados.0.smithi031.stdout:48: writing smithi03186013-48 from 0 to 794624 tid 1 2024-08-10T05:14:20.988 INFO:tasks.rados.rados.0.smithi031.stdout: waiting on 16 2024-08-10T05:14:20.988 INFO:tasks.rados.rados.0.smithi031.stdout:33: finishing write tid 2 to smithi03186013-33 2024-08-10T05:14:20.988 INFO:tasks.rados.rados.0.smithi031.stdout:33: finishing write tid 3 to smithi03186013-33 2024-08-10T05:14:20.988 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 33 v 4 (ObjNum 32 snap 0 seq_num 32) dirty exists 2024-08-10T05:14:20.988 INFO:tasks.rados.rados.0.smithi031.stdout:33: left oid 33 (ObjNum 32 snap 0 seq_num 32) 2024-08-10T05:14:20.988 INFO:tasks.rados.rados.0.smithi031.stdout:34: finishing write tid 1 to smithi03186013-34 2024-08-10T05:14:20.988 INFO:tasks.rados.rados.0.smithi031.stdout:34: finishing write tid 2 to smithi03186013-34 2024-08-10T05:14:20.988 INFO:tasks.rados.rados.0.smithi031.stdout:34: finishing write tid 3 to smithi03186013-34 2024-08-10T05:14:20.988 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 34 v 10 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-08-10T05:14:20.988 INFO:tasks.rados.rados.0.smithi031.stdout:34: left oid 34 (ObjNum 33 snap 0 seq_num 33) 2024-08-10T05:14:20.988 INFO:tasks.rados.rados.0.smithi031.stdout:35: finishing write tid 1 to smithi03186013-35 2024-08-10T05:14:20.989 INFO:tasks.rados.rados.0.smithi031.stdout:35: finishing write tid 2 to smithi03186013-35 2024-08-10T05:14:20.989 INFO:tasks.rados.rados.0.smithi031.stdout:35: finishing write tid 3 to smithi03186013-35 2024-08-10T05:14:20.989 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 35 v 10 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-08-10T05:14:20.989 INFO:tasks.rados.rados.0.smithi031.stdout:35: left oid 35 (ObjNum 34 snap 0 seq_num 34) 2024-08-10T05:14:20.989 INFO:tasks.rados.rados.0.smithi031.stdout:36: finishing write tid 1 to smithi03186013-36 2024-08-10T05:14:20.989 INFO:tasks.rados.rados.0.smithi031.stdout:36: finishing write tid 2 to smithi03186013-36 2024-08-10T05:14:20.989 INFO:tasks.rados.rados.0.smithi031.stdout:36: finishing write tid 3 to smithi03186013-36 2024-08-10T05:14:20.989 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 36 v 6 (ObjNum 35 snap 0 seq_num 35) dirty exists 2024-08-10T05:14:20.989 INFO:tasks.rados.rados.0.smithi031.stdout:36: left oid 36 (ObjNum 35 snap 0 seq_num 35) 2024-08-10T05:14:20.989 INFO:tasks.rados.rados.0.smithi031.stdout:33: done (15 left) 2024-08-10T05:14:20.989 INFO:tasks.rados.rados.0.smithi031.stdout:34: done (14 left) 2024-08-10T05:14:20.989 INFO:tasks.rados.rados.0.smithi031.stdout:35: done (13 left) 2024-08-10T05:14:20.989 INFO:tasks.rados.rados.0.smithi031.stdout:36: done (12 left) 2024-08-10T05:14:20.989 INFO:tasks.rados.rados.0.smithi031.stdout:49: write initial oid 49 2024-08-10T05:14:20.990 INFO:tasks.rados.rados.0.smithi031.stdout:49: seq_num 48 ranges {0=409600,409600=401408} 2024-08-10T05:14:20.990 INFO:tasks.rados.rados.0.smithi031.stdout:49: writing smithi03186013-49 from 0 to 409600 tid 1 2024-08-10T05:14:20.992 INFO:tasks.rados.rados.0.smithi031.stdout:49: writing smithi03186013-49 from 409600 to 811008 tid 2 2024-08-10T05:14:20.993 INFO:tasks.rados.rados.0.smithi031.stdout:50: write initial oid 50 2024-08-10T05:14:20.993 INFO:tasks.rados.rados.0.smithi031.stdout:50: seq_num 49 ranges {0=425984,425984=401408} 2024-08-10T05:14:20.995 INFO:tasks.rados.rados.0.smithi031.stdout:50: writing smithi03186013-50 from 0 to 425984 tid 1 2024-08-10T05:14:20.998 INFO:tasks.rados.rados.0.smithi031.stdout:50: writing smithi03186013-50 from 425984 to 827392 tid 2 2024-08-10T05:14:20.998 INFO:tasks.rados.rados.0.smithi031.stdout:51: copy_from oid 8 from oid 18 current snap is 0 2024-08-10T05:14:20.999 INFO:tasks.rados.rados.0.smithi031.stdout:37: finishing write tid 1 to smithi03186013-37 2024-08-10T05:14:20.999 INFO:tasks.rados.rados.0.smithi031.stdout:37: finishing write tid 2 to smithi03186013-37 2024-08-10T05:14:20.999 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 24 current snap is 0 2024-08-10T05:14:20.999 INFO:tasks.rados.rados.0.smithi031.stdout:37: finishing write tid 3 to smithi03186013-37 2024-08-10T05:14:20.999 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 37 v 6 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-08-10T05:14:20.999 INFO:tasks.rados.rados.0.smithi031.stdout:37: left oid 37 (ObjNum 36 snap 0 seq_num 36) 2024-08-10T05:14:20.999 INFO:tasks.rados.rados.0.smithi031.stdout:38: finishing write tid 1 to smithi03186013-38 2024-08-10T05:14:20.999 INFO:tasks.rados.rados.0.smithi031.stdout:52: seq_num 50 ranges {393216=442368,835584=401408} 2024-08-10T05:14:21.003 INFO:tasks.rados.rados.0.smithi031.stdout:52: writing smithi03186013-24 from 393216 to 835584 tid 1 2024-08-10T05:14:21.008 INFO:tasks.rados.rados.0.smithi031.stdout:52: writing smithi03186013-24 from 835584 to 1236992 tid 2 2024-08-10T05:14:21.008 INFO:tasks.rados.rados.0.smithi031.stdout:37: done (15 left) 2024-08-10T05:14:21.008 INFO:tasks.rados.rados.0.smithi031.stdout:53: rmattr oid 3 current snap is 0 2024-08-10T05:14:21.008 INFO:tasks.rados.rados.0.smithi031.stdout:53: done (15 left) 2024-08-10T05:14:21.008 INFO:tasks.rados.rados.0.smithi031.stdout:54: delete oid 29 current snap is 0 2024-08-10T05:14:21.008 INFO:tasks.rados.rados.0.smithi031.stdout:38: finishing write tid 2 to smithi03186013-38 2024-08-10T05:14:21.008 INFO:tasks.rados.rados.0.smithi031.stdout:38: finishing write tid 3 to smithi03186013-38 2024-08-10T05:14:21.008 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 38 v 2 (ObjNum 37 snap 0 seq_num 37) dirty exists 2024-08-10T05:14:21.008 INFO:tasks.rados.rados.0.smithi031.stdout:38: left oid 38 (ObjNum 37 snap 0 seq_num 37) 2024-08-10T05:14:21.008 INFO:tasks.rados.rados.0.smithi031.stdout:39: finishing write tid 1 to smithi03186013-39 2024-08-10T05:14:21.008 INFO:tasks.rados.rados.0.smithi031.stdout:39: finishing write tid 2 to smithi03186013-39 2024-08-10T05:14:21.009 INFO:tasks.rados.rados.0.smithi031.stdout:39: finishing write tid 3 to smithi03186013-39 2024-08-10T05:14:21.009 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 39 v 2 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-08-10T05:14:21.009 INFO:tasks.rados.rados.0.smithi031.stdout:39: left oid 39 (ObjNum 38 snap 0 seq_num 38) 2024-08-10T05:14:21.009 INFO:tasks.rados.rados.0.smithi031.stdout:40: finishing write tid 1 to smithi03186013-40 2024-08-10T05:14:21.009 INFO:tasks.rados.rados.0.smithi031.stdout:40: finishing write tid 2 to smithi03186013-40 2024-08-10T05:14:21.009 INFO:tasks.rados.rados.0.smithi031.stdout:40: finishing write tid 3 to smithi03186013-40 2024-08-10T05:14:21.009 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 40 v 4 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-08-10T05:14:21.009 INFO:tasks.rados.rados.0.smithi031.stdout:40: left oid 40 (ObjNum 39 snap 0 seq_num 39) 2024-08-10T05:14:21.009 INFO:tasks.rados.rados.0.smithi031.stdout:41: finishing write tid 1 to smithi03186013-41 2024-08-10T05:14:21.009 INFO:tasks.rados.rados.0.smithi031.stdout:41: finishing write tid 2 to smithi03186013-41 2024-08-10T05:14:21.009 INFO:tasks.rados.rados.0.smithi031.stdout:41: finishing write tid 3 to smithi03186013-41 2024-08-10T05:14:21.009 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 41 v 8 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-08-10T05:14:21.009 INFO:tasks.rados.rados.0.smithi031.stdout:41: left oid 41 (ObjNum 40 snap 0 seq_num 40) 2024-08-10T05:14:21.009 INFO:tasks.rados.rados.0.smithi031.stdout:42: finishing write tid 1 to smithi03186013-42 2024-08-10T05:14:21.010 INFO:tasks.rados.rados.0.smithi031.stdout:42: finishing write tid 2 to smithi03186013-42 2024-08-10T05:14:21.010 INFO:tasks.rados.rados.0.smithi031.stdout:42: finishing write tid 3 to smithi03186013-42 2024-08-10T05:14:21.010 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 42 v 6 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-08-10T05:14:21.010 INFO:tasks.rados.rados.0.smithi031.stdout:42: left oid 42 (ObjNum 41 snap 0 seq_num 41) 2024-08-10T05:14:21.010 INFO:tasks.rados.rados.0.smithi031.stdout:43: finishing write tid 1 to smithi03186013-43 2024-08-10T05:14:21.010 INFO:tasks.rados.rados.0.smithi031.stdout:43: finishing write tid 2 to smithi03186013-43 2024-08-10T05:14:21.010 INFO:tasks.rados.rados.0.smithi031.stdout:43: finishing write tid 3 to smithi03186013-43 2024-08-10T05:14:21.010 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 43 v 2 (ObjNum 42 snap 0 seq_num 42) dirty exists 2024-08-10T05:14:21.010 INFO:tasks.rados.rados.0.smithi031.stdout:43: left oid 43 (ObjNum 42 snap 0 seq_num 42) 2024-08-10T05:14:21.010 INFO:tasks.rados.rados.0.smithi031.stdout:44: finishing write tid 1 to smithi03186013-44 2024-08-10T05:14:21.010 INFO:tasks.rados.rados.0.smithi031.stdout:44: finishing write tid 2 to smithi03186013-44 2024-08-10T05:14:21.010 INFO:tasks.rados.rados.0.smithi031.stdout:44: finishing write tid 3 to smithi03186013-44 2024-08-10T05:14:21.010 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 44 v 14 (ObjNum 43 snap 0 seq_num 43) dirty exists 2024-08-10T05:14:21.010 INFO:tasks.rados.rados.0.smithi031.stdout:44: left oid 44 (ObjNum 43 snap 0 seq_num 43) 2024-08-10T05:14:21.011 INFO:tasks.rados.rados.0.smithi031.stdout:45: finishing write tid 1 to smithi03186013-45 2024-08-10T05:14:21.011 INFO:tasks.rados.rados.0.smithi031.stdout:45: finishing write tid 2 to smithi03186013-45 2024-08-10T05:14:21.011 INFO:tasks.rados.rados.0.smithi031.stdout:45: finishing write tid 3 to smithi03186013-45 2024-08-10T05:14:21.011 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 45 v 12 (ObjNum 44 snap 0 seq_num 44) dirty exists 2024-08-10T05:14:21.011 INFO:tasks.rados.rados.0.smithi031.stdout:45: left oid 45 (ObjNum 44 snap 0 seq_num 44) 2024-08-10T05:14:21.011 INFO:tasks.rados.rados.0.smithi031.stdout:46: finishing write tid 1 to smithi03186013-46 2024-08-10T05:14:21.011 INFO:tasks.rados.rados.0.smithi031.stdout:46: finishing write tid 2 to smithi03186013-46 2024-08-10T05:14:21.011 INFO:tasks.rados.rados.0.smithi031.stdout:46: finishing write tid 3 to smithi03186013-46 2024-08-10T05:14:21.011 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 46 v 4 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-08-10T05:14:21.011 INFO:tasks.rados.rados.0.smithi031.stdout:46: left oid 46 (ObjNum 45 snap 0 seq_num 45) 2024-08-10T05:14:21.011 INFO:tasks.rados.rados.0.smithi031.stdout:47: finishing write tid 1 to smithi03186013-47 2024-08-10T05:14:21.011 INFO:tasks.rados.rados.0.smithi031.stdout:47: finishing write tid 2 to smithi03186013-47 2024-08-10T05:14:21.011 INFO:tasks.rados.rados.0.smithi031.stdout:47: finishing write tid 3 to smithi03186013-47 2024-08-10T05:14:21.011 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 47 v 6 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-08-10T05:14:21.012 INFO:tasks.rados.rados.0.smithi031.stdout:47: left oid 47 (ObjNum 46 snap 0 seq_num 46) 2024-08-10T05:14:21.012 INFO:tasks.rados.rados.0.smithi031.stdout:48: finishing write tid 1 to smithi03186013-48 2024-08-10T05:14:21.012 INFO:tasks.rados.rados.0.smithi031.stdout:48: finishing write tid 2 to smithi03186013-48 2024-08-10T05:14:21.012 INFO:tasks.rados.rados.0.smithi031.stdout:49: finishing write tid 1 to smithi03186013-49 2024-08-10T05:14:21.012 INFO:tasks.rados.rados.0.smithi031.stdout:48: finishing write tid 3 to smithi03186013-48 2024-08-10T05:14:21.012 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 48 v 2 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-08-10T05:14:21.012 INFO:tasks.rados.rados.0.smithi031.stdout:48: left oid 48 (ObjNum 47 snap 0 seq_num 47) 2024-08-10T05:14:21.012 INFO:tasks.rados.rados.0.smithi031.stdout:49: finishing write tid 2 to smithi03186013-49 2024-08-10T05:14:21.012 INFO:tasks.rados.rados.0.smithi031.stdout:49: finishing write tid 3 to smithi03186013-49 2024-08-10T05:14:21.012 INFO:tasks.rados.rados.0.smithi031.stdout:49: finishing write tid 4 to smithi03186013-49 2024-08-10T05:14:21.012 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 49 v 9 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-08-10T05:14:21.012 INFO:tasks.rados.rados.0.smithi031.stdout:49: left oid 49 (ObjNum 48 snap 0 seq_num 48) 2024-08-10T05:14:21.012 INFO:tasks.rados.rados.0.smithi031.stdout:50: finishing write tid 1 to smithi03186013-50 2024-08-10T05:14:21.012 INFO:tasks.rados.rados.0.smithi031.stdout:50: finishing write tid 2 to smithi03186013-50 2024-08-10T05:14:21.013 INFO:tasks.rados.rados.0.smithi031.stdout:50: finishing write tid 3 to smithi03186013-50 2024-08-10T05:14:21.013 INFO:tasks.rados.rados.0.smithi031.stdout:50: finishing write tid 4 to smithi03186013-50 2024-08-10T05:14:21.013 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 50 v 11 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-08-10T05:14:21.013 INFO:tasks.rados.rados.0.smithi031.stdout:50: left oid 50 (ObjNum 49 snap 0 seq_num 49) 2024-08-10T05:14:21.013 INFO:tasks.rados.rados.0.smithi031.stdout:51: finishing copy_from racing read to smithi03186013-8 2024-08-10T05:14:21.013 INFO:tasks.rados.rados.0.smithi031.stdout:51: finishing copy_from to smithi03186013-8 2024-08-10T05:14:21.013 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 8 v 6 (ObjNum 17 snap 0 seq_num 17) dirty exists 2024-08-10T05:14:21.013 INFO:tasks.rados.rados.0.smithi031.stdout:52: finishing write tid 1 to smithi03186013-24 2024-08-10T05:14:21.014 INFO:tasks.rados.rados.0.smithi031.stdout:52: finishing write tid 2 to smithi03186013-24 2024-08-10T05:14:21.014 INFO:tasks.rados.rados.0.smithi031.stdout:52: finishing write tid 3 to smithi03186013-24 2024-08-10T05:14:21.015 INFO:tasks.rados.rados.0.smithi031.stdout:38: done (15 left) 2024-08-10T05:14:21.015 INFO:tasks.rados.rados.0.smithi031.stdout:39: done (14 left) 2024-08-10T05:14:21.015 INFO:tasks.rados.rados.0.smithi031.stdout:40: done (13 left) 2024-08-10T05:14:21.015 INFO:tasks.rados.rados.0.smithi031.stdout:41: done (12 left) 2024-08-10T05:14:21.015 INFO:tasks.rados.rados.0.smithi031.stdout:42: done (11 left) 2024-08-10T05:14:21.015 INFO:tasks.rados.rados.0.smithi031.stdout:43: done (10 left) 2024-08-10T05:14:21.015 INFO:tasks.rados.rados.0.smithi031.stdout:44: done (9 left) 2024-08-10T05:14:21.015 INFO:tasks.rados.rados.0.smithi031.stdout:45: done (8 left) 2024-08-10T05:14:21.015 INFO:tasks.rados.rados.0.smithi031.stdout:46: done (7 left) 2024-08-10T05:14:21.015 INFO:tasks.rados.rados.0.smithi031.stdout:47: done (6 left) 2024-08-10T05:14:21.015 INFO:tasks.rados.rados.0.smithi031.stdout:48: done (5 left) 2024-08-10T05:14:21.015 INFO:tasks.rados.rados.0.smithi031.stdout:49: done (4 left) 2024-08-10T05:14:21.015 INFO:tasks.rados.rados.0.smithi031.stdout:50: done (3 left) 2024-08-10T05:14:21.016 INFO:tasks.rados.rados.0.smithi031.stdout:51: done (2 left) 2024-08-10T05:14:21.016 INFO:tasks.rados.rados.0.smithi031.stdout:54: done (1 left) 2024-08-10T05:14:21.016 INFO:tasks.rados.rados.0.smithi031.stdout:55: read oid 15 snap -1 2024-08-10T05:14:21.016 INFO:tasks.rados.rados.0.smithi031.stdout:55: expect (ObjNum 14 snap 0 seq_num 14) 2024-08-10T05:14:21.016 INFO:tasks.rados.rados.0.smithi031.stdout:56: rollback oid 31 current snap is 0 2024-08-10T05:14:21.016 INFO:tasks.rados.rados.0.smithi031.stdout:56: done (2 left) 2024-08-10T05:14:21.016 INFO:tasks.rados.rados.0.smithi031.stdout:57: read oid 28 snap -1 2024-08-10T05:14:21.016 INFO:tasks.rados.rados.0.smithi031.stdout:57: expect (ObjNum 27 snap 0 seq_num 27) 2024-08-10T05:14:21.016 INFO:tasks.rados.rados.0.smithi031.stdout:58: copy_from oid 29 from oid 47 current snap is 0 2024-08-10T05:14:21.016 INFO:tasks.rados.rados.0.smithi031.stdout:59: rollback oid 45 current snap is 0 2024-08-10T05:14:21.016 INFO:tasks.rados.rados.0.smithi031.stdout:59: done (4 left) 2024-08-10T05:14:21.016 INFO:tasks.rados.rados.0.smithi031.stdout:60: copy_from oid 22 from oid 48 current snap is 0 2024-08-10T05:14:21.016 INFO:tasks.rados.rados.0.smithi031.stdout:61: delete oid 1 current snap is 0 2024-08-10T05:14:21.016 INFO:tasks.rados.rados.0.smithi031.stdout:61: done (5 left) 2024-08-10T05:14:21.017 INFO:tasks.rados.rados.0.smithi031.stdout:62: read oid 17 snap -1 2024-08-10T05:14:21.017 INFO:tasks.rados.rados.0.smithi031.stdout:62: expect (ObjNum 16 snap 0 seq_num 16) 2024-08-10T05:14:21.017 INFO:tasks.rados.rados.0.smithi031.stdout:63: snap_create 2024-08-10T05:14:21.017 INFO:tasks.rados.rados.0.smithi031.stdout:57: expect (ObjNum 27 snap 0 seq_num 27) 2024-08-10T05:14:21.027 INFO:tasks.rados.rados.0.smithi031.stdout:62: expect (ObjNum 16 snap 0 seq_num 16) 2024-08-10T05:14:21.037 INFO:tasks.rados.rados.0.smithi031.stdout:55: expect (ObjNum 14 snap 0 seq_num 14) 2024-08-10T05:14:21.043 INFO:tasks.rados.rados.0.smithi031.stdout:52: finishing write tid 4 to smithi03186013-24 2024-08-10T05:14:21.043 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 24 v 18 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-08-10T05:14:21.043 INFO:tasks.rados.rados.0.smithi031.stdout:52: left oid 24 (ObjNum 50 snap 0 seq_num 50) 2024-08-10T05:14:21.043 INFO:tasks.rados.rados.0.smithi031.stdout:60: finishing copy_from racing read to smithi03186013-22 2024-08-10T05:14:21.043 INFO:tasks.rados.rados.0.smithi031.stdout:58: finishing copy_from racing read to smithi03186013-29 2024-08-10T05:14:21.043 INFO:tasks.rados.rados.0.smithi031.stdout:58: finishing copy_from to smithi03186013-29 2024-08-10T05:14:21.043 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 29 v 6 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-08-10T05:14:21.043 INFO:tasks.rados.rados.0.smithi031.stdout:60: finishing copy_from to smithi03186013-22 2024-08-10T05:14:21.043 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 22 v 2 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-08-10T05:14:21.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:20 smithi031 ceph-mon[29994]: pgmap v105: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:14:21.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:20 smithi031 ceph-mon[29994]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:14:21.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:20 smithi031 ceph-mon[29994]: Cluster is now healthy 2024-08-10T05:14:21.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:20 smithi031 ceph-mon[29994]: from='client.? 172.21.15.31:0/3331292680' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-08-10T05:14:21.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:20 smithi031 ceph-mon[41349]: pgmap v105: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:14:21.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:20 smithi031 ceph-mon[41349]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:14:21.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:20 smithi031 ceph-mon[41349]: Cluster is now healthy 2024-08-10T05:14:21.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:20 smithi031 ceph-mon[41349]: from='client.? 172.21.15.31:0/3331292680' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-08-10T05:14:21.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:20 smithi196 ceph-mon[32874]: pgmap v105: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:14:21.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:20 smithi196 ceph-mon[32874]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:14:21.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:20 smithi196 ceph-mon[32874]: Cluster is now healthy 2024-08-10T05:14:21.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:20 smithi196 ceph-mon[32874]: from='client.? 172.21.15.31:0/3331292680' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-08-10T05:14:21.859 INFO:tasks.rados.rados.0.smithi031.stdout:52: done (6 left) 2024-08-10T05:14:21.859 INFO:tasks.rados.rados.0.smithi031.stdout:55: done (5 left) 2024-08-10T05:14:21.860 INFO:tasks.rados.rados.0.smithi031.stdout:57: done (4 left) 2024-08-10T05:14:21.860 INFO:tasks.rados.rados.0.smithi031.stdout:58: done (3 left) 2024-08-10T05:14:21.860 INFO:tasks.rados.rados.0.smithi031.stdout:60: done (2 left) 2024-08-10T05:14:21.860 INFO:tasks.rados.rados.0.smithi031.stdout:62: done (1 left) 2024-08-10T05:14:21.860 INFO:tasks.rados.rados.0.smithi031.stdout:63: done (0 left) 2024-08-10T05:14:21.860 INFO:tasks.rados.rados.0.smithi031.stdout:64: copy_from oid 15 from oid 2 current snap is 1 2024-08-10T05:14:21.860 INFO:tasks.rados.rados.0.smithi031.stdout:65: read oid 30 snap -1 2024-08-10T05:14:21.860 INFO:tasks.rados.rados.0.smithi031.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-08-10T05:14:21.860 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 23 current snap is 1 2024-08-10T05:14:21.860 INFO:tasks.rados.rados.0.smithi031.stdout:66: seq_num 53 ranges {376832=491520,868352=401408} 2024-08-10T05:14:21.864 INFO:tasks.rados.rados.0.smithi031.stdout:66: writing smithi03186013-23 from 376832 to 868352 tid 1 2024-08-10T05:14:21.867 INFO:tasks.rados.rados.0.smithi031.stdout:66: writing smithi03186013-23 from 868352 to 1269760 tid 2 2024-08-10T05:14:21.868 INFO:tasks.rados.rados.0.smithi031.stdout:67: rollback oid 10 current snap is 1 2024-08-10T05:14:21.868 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 10 to 0 2024-08-10T05:14:21.868 INFO:tasks.rados.rados.0.smithi031.stdout:68: setattr oid 32 current snap is 1 2024-08-10T05:14:21.868 INFO:tasks.rados.rados.0.smithi031.stdout:64: finishing copy_from racing read to smithi03186013-15 2024-08-10T05:14:21.869 INFO:tasks.rados.rados.0.smithi031.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-08-10T05:14:21.886 INFO:tasks.rados.rados.0.smithi031.stdout:64: finishing copy_from to smithi03186013-15 2024-08-10T05:14:21.886 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 15 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-08-10T05:14:21.886 INFO:tasks.rados.rados.0.smithi031.stdout:66: finishing write tid 1 to smithi03186013-23 2024-08-10T05:14:21.887 INFO:tasks.rados.rados.0.smithi031.stdout:66: finishing write tid 2 to smithi03186013-23 2024-08-10T05:14:21.887 INFO:tasks.rados.rados.0.smithi031.stdout:66: finishing write tid 3 to smithi03186013-23 2024-08-10T05:14:21.887 INFO:tasks.rados.rados.0.smithi031.stdout:67: finishing rollback tid 0 to smithi03186013-10 2024-08-10T05:14:21.887 INFO:tasks.rados.rados.0.smithi031.stdout:67: finishing rollback tid 1 to smithi03186013-10 2024-08-10T05:14:21.888 INFO:tasks.rados.rados.0.smithi031.stdout:66: finishing write tid 4 to smithi03186013-23 2024-08-10T05:14:21.888 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 23 v 8 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-08-10T05:14:21.888 INFO:tasks.rados.rados.0.smithi031.stdout:66: left oid 23 (ObjNum 53 snap 1 seq_num 53) 2024-08-10T05:14:21.888 INFO:tasks.rados.rados.0.smithi031.stdout:67: finishing rollback tid 2 to smithi03186013-10 2024-08-10T05:14:21.888 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 10 v 12 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-08-10T05:14:21.888 INFO:tasks.rados.rados.0.smithi031.stdout:64: done (4 left) 2024-08-10T05:14:21.889 INFO:tasks.rados.rados.0.smithi031.stdout:65: done (3 left) 2024-08-10T05:14:21.889 INFO:tasks.rados.rados.0.smithi031.stdout:66: done (2 left) 2024-08-10T05:14:21.889 INFO:tasks.rados.rados.0.smithi031.stdout:67: done (1 left) 2024-08-10T05:14:21.889 INFO:tasks.rados.rados.0.smithi031.stdout:69: copy_from oid 45 from oid 34 current snap is 1 2024-08-10T05:14:21.889 INFO:tasks.rados.rados.0.smithi031.stdout:70: read oid 23 snap 0 2024-08-10T05:14:21.889 INFO:tasks.rados.rados.0.smithi031.stdout:70: expect (ObjNum 22 snap 0 seq_num 22) 2024-08-10T05:14:21.889 INFO:tasks.rados.rados.0.smithi031.stdout:71: copy_from oid 36 from oid 27 current snap is 1 2024-08-10T05:14:21.889 INFO:tasks.rados.rados.0.smithi031.stdout:72: rollback oid 49 current snap is 1 2024-08-10T05:14:21.889 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 49 to 0 2024-08-10T05:14:21.889 INFO:tasks.rados.rados.0.smithi031.stdout:73: read oid 4 snap 0 2024-08-10T05:14:21.889 INFO:tasks.rados.rados.0.smithi031.stdout:73: expect (ObjNum 3 snap 0 seq_num 3) 2024-08-10T05:14:21.889 INFO:tasks.rados.rados.0.smithi031.stdout:74: rmattr oid 7 current snap is 1 2024-08-10T05:14:21.890 INFO:tasks.rados.rados.0.smithi031.stdout:74: done (6 left) 2024-08-10T05:14:21.890 INFO:tasks.rados.rados.0.smithi031.stdout:75: copy_from oid 20 from oid 12 current snap is 1 2024-08-10T05:14:21.890 INFO:tasks.rados.rados.0.smithi031.stdout:76: read oid 39 snap -1 2024-08-10T05:14:21.890 INFO:tasks.rados.rados.0.smithi031.stdout:76: expect (ObjNum 38 snap 0 seq_num 38) 2024-08-10T05:14:21.890 INFO:tasks.rados.rados.0.smithi031.stdout:77: copy_from oid 6 from oid 37 current snap is 1 2024-08-10T05:14:21.890 INFO:tasks.rados.rados.0.smithi031.stdout:78: read oid 2 snap -1 2024-08-10T05:14:21.890 INFO:tasks.rados.rados.0.smithi031.stdout:78: expect (ObjNum 1 snap 0 seq_num 1) 2024-08-10T05:14:21.890 INFO:tasks.rados.rados.0.smithi031.stdout:79: setattr oid 41 current snap is 1 2024-08-10T05:14:21.890 INFO:tasks.rados.rados.0.smithi031.stdout:80: snap_create 2024-08-10T05:14:21.891 INFO:tasks.rados.rados.0.smithi031.stdout:70: expect (ObjNum 22 snap 0 seq_num 22) 2024-08-10T05:14:21.902 INFO:tasks.rados.rados.0.smithi031.stdout:78: expect (ObjNum 1 snap 0 seq_num 1) 2024-08-10T05:14:21.903 INFO:tasks.rados.rados.0.smithi031.stdout:76: expect (ObjNum 38 snap 0 seq_num 38) 2024-08-10T05:14:21.924 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 32 v 11 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-08-10T05:14:21.924 INFO:tasks.rados.rados.0.smithi031.stdout:69: finishing copy_from racing read to smithi03186013-45 2024-08-10T05:14:21.924 INFO:tasks.rados.rados.0.smithi031.stdout:72: finishing rollback tid 0 to smithi03186013-49 2024-08-10T05:14:21.924 INFO:tasks.rados.rados.0.smithi031.stdout:72: finishing rollback tid 1 to smithi03186013-49 2024-08-10T05:14:21.925 INFO:tasks.rados.rados.0.smithi031.stdout:73: expect (ObjNum 3 snap 0 seq_num 3) 2024-08-10T05:14:21.926 INFO:tasks.rados.rados.0.smithi031.stdout:72: finishing rollback tid 2 to smithi03186013-49 2024-08-10T05:14:21.926 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 49 v 15 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-08-10T05:14:21.926 INFO:tasks.rados.rados.0.smithi031.stdout:71: finishing copy_from racing read to smithi03186013-36 2024-08-10T05:14:21.926 INFO:tasks.rados.rados.0.smithi031.stdout:69: finishing copy_from to smithi03186013-45 2024-08-10T05:14:21.926 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 45 v 10 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-08-10T05:14:21.926 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 41 v 13 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-08-10T05:14:21.926 INFO:tasks.rados.rados.0.smithi031.stdout:71: finishing copy_from to smithi03186013-36 2024-08-10T05:14:21.926 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 36 v 2 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-08-10T05:14:21.926 INFO:tasks.rados.rados.0.smithi031.stdout:77: finishing copy_from racing read to smithi03186013-6 2024-08-10T05:14:21.926 INFO:tasks.rados.rados.0.smithi031.stdout:75: finishing copy_from racing read to smithi03186013-20 2024-08-10T05:14:21.926 INFO:tasks.rados.rados.0.smithi031.stdout:75: finishing copy_from to smithi03186013-20 2024-08-10T05:14:21.927 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 20 v 8 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-08-10T05:14:21.927 INFO:tasks.rados.rados.0.smithi031.stdout:77: finishing copy_from to smithi03186013-6 2024-08-10T05:14:21.927 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 6 v 6 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-08-10T05:14:22.162 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:21 smithi031 ceph-mon[29994]: from='client.? 172.21.15.31:0/3331292680' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-08-10T05:14:22.162 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:21 smithi031 ceph-mon[29994]: osdmap e83: 8 total, 8 up, 8 in 2024-08-10T05:14:22.162 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:21 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:14:22.163 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:21 smithi031 ceph-mon[41349]: from='client.? 172.21.15.31:0/3331292680' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-08-10T05:14:22.163 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:21 smithi031 ceph-mon[41349]: osdmap e83: 8 total, 8 up, 8 in 2024-08-10T05:14:22.163 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:21 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:14:22.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:21 smithi196 ceph-mon[32874]: from='client.? 172.21.15.31:0/3331292680' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-08-10T05:14:22.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:21 smithi196 ceph-mon[32874]: osdmap e83: 8 total, 8 up, 8 in 2024-08-10T05:14:22.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:21 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:14:22.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:14:22 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:14:22] "GET /metrics HTTP/1.1" 200 238294 "" "Prometheus/2.43.0" 2024-08-10T05:14:22.867 INFO:tasks.rados.rados.0.smithi031.stdout:68: done (11 left) 2024-08-10T05:14:22.867 INFO:tasks.rados.rados.0.smithi031.stdout:69: done (10 left) 2024-08-10T05:14:22.867 INFO:tasks.rados.rados.0.smithi031.stdout:70: done (9 left) 2024-08-10T05:14:22.867 INFO:tasks.rados.rados.0.smithi031.stdout:71: done (8 left) 2024-08-10T05:14:22.867 INFO:tasks.rados.rados.0.smithi031.stdout:72: done (7 left) 2024-08-10T05:14:22.867 INFO:tasks.rados.rados.0.smithi031.stdout:73: done (6 left) 2024-08-10T05:14:22.867 INFO:tasks.rados.rados.0.smithi031.stdout:75: done (5 left) 2024-08-10T05:14:22.867 INFO:tasks.rados.rados.0.smithi031.stdout:76: done (4 left) 2024-08-10T05:14:22.867 INFO:tasks.rados.rados.0.smithi031.stdout:77: done (3 left) 2024-08-10T05:14:22.868 INFO:tasks.rados.rados.0.smithi031.stdout:78: done (2 left) 2024-08-10T05:14:22.868 INFO:tasks.rados.rados.0.smithi031.stdout:79: done (1 left) 2024-08-10T05:14:22.868 INFO:tasks.rados.rados.0.smithi031.stdout:80: done (0 left) 2024-08-10T05:14:22.868 INFO:tasks.rados.rados.0.smithi031.stdout:81: rollback oid 40 current snap is 2 2024-08-10T05:14:22.868 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 40 to 1 2024-08-10T05:14:22.868 INFO:tasks.rados.rados.0.smithi031.stdout:82: snap_create 2024-08-10T05:14:22.870 INFO:tasks.rados.rados.0.smithi031.stdout:81: finishing rollback tid 0 to smithi03186013-40 2024-08-10T05:14:22.871 INFO:tasks.rados.rados.0.smithi031.stdout:81: finishing rollback tid 1 to smithi03186013-40 2024-08-10T05:14:22.871 INFO:tasks.rados.rados.0.smithi031.stdout:81: finishing rollback tid 2 to smithi03186013-40 2024-08-10T05:14:22.871 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 40 v 8 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-08-10T05:14:23.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:22 smithi031 ceph-mon[29994]: pgmap v107: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:14:23.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:22 smithi031 ceph-mon[29994]: osdmap e84: 8 total, 8 up, 8 in 2024-08-10T05:14:23.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:22 smithi031 ceph-mon[41349]: pgmap v107: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:14:23.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:22 smithi031 ceph-mon[41349]: osdmap e84: 8 total, 8 up, 8 in 2024-08-10T05:14:23.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:22 smithi196 ceph-mon[32874]: pgmap v107: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:14:23.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:22 smithi196 ceph-mon[32874]: osdmap e84: 8 total, 8 up, 8 in 2024-08-10T05:14:23.875 INFO:tasks.rados.rados.0.smithi031.stdout:81: done (1 left) 2024-08-10T05:14:23.875 INFO:tasks.rados.rados.0.smithi031.stdout:82: done (0 left) 2024-08-10T05:14:23.875 INFO:tasks.rados.rados.0.smithi031.stdout:83: rollback oid 9 current snap is 3 2024-08-10T05:14:23.875 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 9 to 0 2024-08-10T05:14:23.875 INFO:tasks.rados.rados.0.smithi031.stdout:84: read oid 20 snap 1 2024-08-10T05:14:23.875 INFO:tasks.rados.rados.0.smithi031.stdout:84: expect (ObjNum 11 snap 0 seq_num 11) 2024-08-10T05:14:23.876 INFO:tasks.rados.rados.0.smithi031.stdout:85: read oid 41 snap -1 2024-08-10T05:14:23.876 INFO:tasks.rados.rados.0.smithi031.stdout:85: expect (ObjNum 40 snap 0 seq_num 40) 2024-08-10T05:14:23.876 INFO:tasks.rados.rados.0.smithi031.stdout:86: snap_create 2024-08-10T05:14:23.880 INFO:tasks.rados.rados.0.smithi031.stdout:83: finishing rollback tid 0 to smithi03186013-9 2024-08-10T05:14:23.880 INFO:tasks.rados.rados.0.smithi031.stdout:83: finishing rollback tid 1 to smithi03186013-9 2024-08-10T05:14:23.880 INFO:tasks.rados.rados.0.smithi031.stdout:85: expect (ObjNum 40 snap 0 seq_num 40) 2024-08-10T05:14:23.905 INFO:tasks.rados.rados.0.smithi031.stdout:83: finishing rollback tid 2 to smithi03186013-9 2024-08-10T05:14:23.905 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 9 v 14 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-08-10T05:14:23.905 INFO:tasks.rados.rados.0.smithi031.stdout:84: expect (ObjNum 11 snap 0 seq_num 11) 2024-08-10T05:14:24.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:23 smithi031 ceph-mon[29994]: osdmap e85: 8 total, 8 up, 8 in 2024-08-10T05:14:24.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:23 smithi031 ceph-mon[41349]: osdmap e85: 8 total, 8 up, 8 in 2024-08-10T05:14:24.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:23 smithi196 ceph-mon[32874]: osdmap e85: 8 total, 8 up, 8 in 2024-08-10T05:14:24.879 INFO:tasks.rados.rados.0.smithi031.stdout:83: done (3 left) 2024-08-10T05:14:24.880 INFO:tasks.rados.rados.0.smithi031.stdout:84: done (2 left) 2024-08-10T05:14:24.880 INFO:tasks.rados.rados.0.smithi031.stdout:85: done (1 left) 2024-08-10T05:14:24.880 INFO:tasks.rados.rados.0.smithi031.stdout:86: done (0 left) 2024-08-10T05:14:24.880 INFO:tasks.rados.rados.0.smithi031.stdout:87: snap_remove snap 0 2024-08-10T05:14:25.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:24 smithi031 ceph-mon[29994]: pgmap v110: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 5.1 MiB/s wr, 62 op/s 2024-08-10T05:14:25.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:24 smithi031 ceph-mon[29994]: osdmap e86: 8 total, 8 up, 8 in 2024-08-10T05:14:25.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:24 smithi031 ceph-mon[41349]: pgmap v110: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 5.1 MiB/s wr, 62 op/s 2024-08-10T05:14:25.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:24 smithi031 ceph-mon[41349]: osdmap e86: 8 total, 8 up, 8 in 2024-08-10T05:14:25.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:24 smithi196 ceph-mon[32874]: pgmap v110: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 5.1 MiB/s wr, 62 op/s 2024-08-10T05:14:25.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:24 smithi196 ceph-mon[32874]: osdmap e86: 8 total, 8 up, 8 in 2024-08-10T05:14:25.883 INFO:tasks.rados.rados.0.smithi031.stdout:87: done (0 left) 2024-08-10T05:14:25.883 INFO:tasks.rados.rados.0.smithi031.stdout:88: read oid 29 snap 3 2024-08-10T05:14:25.883 INFO:tasks.rados.rados.0.smithi031.stdout:88: expect (ObjNum 46 snap 0 seq_num 46) 2024-08-10T05:14:25.883 INFO:tasks.rados.rados.0.smithi031.stdout:89: read oid 46 snap -1 2024-08-10T05:14:25.883 INFO:tasks.rados.rados.0.smithi031.stdout:89: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-10T05:14:25.883 INFO:tasks.rados.rados.0.smithi031.stdout:90: copy_from oid 36 from oid 2 current snap is 4 2024-08-10T05:14:25.883 INFO:tasks.rados.rados.0.smithi031.stdout:91: rmattr oid 49 current snap is 4 2024-08-10T05:14:25.883 INFO:tasks.rados.rados.0.smithi031.stdout:91: done (3 left) 2024-08-10T05:14:25.883 INFO:tasks.rados.rados.0.smithi031.stdout:92: snap_remove snap 2 2024-08-10T05:14:26.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:25 smithi031 ceph-mon[29994]: osdmap e87: 8 total, 8 up, 8 in 2024-08-10T05:14:26.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:25 smithi031 ceph-mon[41349]: osdmap e87: 8 total, 8 up, 8 in 2024-08-10T05:14:26.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:25 smithi196 ceph-mon[32874]: osdmap e87: 8 total, 8 up, 8 in 2024-08-10T05:14:26.885 INFO:tasks.rados.rados.0.smithi031.stdout:92: done (3 left) 2024-08-10T05:14:26.885 INFO:tasks.rados.rados.0.smithi031.stdout:93: rmattr oid 30 current snap is 4 2024-08-10T05:14:26.885 INFO:tasks.rados.rados.0.smithi031.stdout:93: done (3 left) 2024-08-10T05:14:26.885 INFO:tasks.rados.rados.0.smithi031.stdout:94: read oid 42 snap 1 2024-08-10T05:14:26.885 INFO:tasks.rados.rados.0.smithi031.stdout:94: expect (ObjNum 41 snap 0 seq_num 41) 2024-08-10T05:14:26.886 INFO:tasks.rados.rados.0.smithi031.stdout:95: rmattr oid 14 current snap is 4 2024-08-10T05:14:26.886 INFO:tasks.rados.rados.0.smithi031.stdout:95: done (4 left) 2024-08-10T05:14:26.886 INFO:tasks.rados.rados.0.smithi031.stdout:96: read oid 9 snap 1 2024-08-10T05:14:26.886 INFO:tasks.rados.rados.0.smithi031.stdout:96: expect (ObjNum 8 snap 0 seq_num 8) 2024-08-10T05:14:26.886 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 24 current snap is 4 2024-08-10T05:14:26.886 INFO:tasks.rados.rados.0.smithi031.stdout:97: seq_num 54 ranges {1236992=507904,1744896=401408} 2024-08-10T05:14:26.891 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:14:26 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[34968]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:14:26] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-10T05:14:26.896 INFO:tasks.rados.rados.0.smithi031.stdout:97: writing smithi03186013-24 from 1236992 to 1744896 tid 1 2024-08-10T05:14:26.899 INFO:tasks.rados.rados.0.smithi031.stdout:97: writing smithi03186013-24 from 1744896 to 2146304 tid 2 2024-08-10T05:14:26.899 INFO:tasks.rados.rados.0.smithi031.stdout:98: copy_from oid 31 from oid 6 current snap is 4 2024-08-10T05:14:26.899 INFO:tasks.rados.rados.0.smithi031.stdout:88: expect (ObjNum 46 snap 0 seq_num 46) 2024-08-10T05:14:26.922 INFO:tasks.rados.rados.0.smithi031.stdout:89: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-10T05:14:26.943 INFO:tasks.rados.rados.0.smithi031.stdout:90: finishing copy_from racing read to smithi03186013-36 2024-08-10T05:14:26.943 INFO:tasks.rados.rados.0.smithi031.stdout:90: finishing copy_from to smithi03186013-36 2024-08-10T05:14:26.943 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 36 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-08-10T05:14:26.943 INFO:tasks.rados.rados.0.smithi031.stdout:88: done (6 left) 2024-08-10T05:14:26.943 INFO:tasks.rados.rados.0.smithi031.stdout:89: done (5 left) 2024-08-10T05:14:26.943 INFO:tasks.rados.rados.0.smithi031.stdout:90: done (4 left) 2024-08-10T05:14:26.943 INFO:tasks.rados.rados.0.smithi031.stdout:99: snap_remove snap 3 2024-08-10T05:14:27.200 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:26 smithi031 ceph-mon[29994]: pgmap v113: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 6.3 MiB/s wr, 75 op/s 2024-08-10T05:14:27.200 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:26 smithi031 ceph-mon[29994]: osdmap e88: 8 total, 8 up, 8 in 2024-08-10T05:14:27.200 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:26 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:14:27.200 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:26 smithi031 ceph-mon[41349]: pgmap v113: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 6.3 MiB/s wr, 75 op/s 2024-08-10T05:14:27.200 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:26 smithi031 ceph-mon[41349]: osdmap e88: 8 total, 8 up, 8 in 2024-08-10T05:14:27.200 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:26 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:14:27.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:26 smithi196 ceph-mon[32874]: pgmap v113: 121 pgs: 121 active+clean; 25 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 6.3 MiB/s wr, 75 op/s 2024-08-10T05:14:27.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:26 smithi196 ceph-mon[32874]: osdmap e88: 8 total, 8 up, 8 in 2024-08-10T05:14:27.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:26 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:14:27.900 INFO:tasks.rados.rados.0.smithi031.stdout:99: done (4 left) 2024-08-10T05:14:27.901 INFO:tasks.rados.rados.0.smithi031.stdout:100: copy_from oid 25 from oid 30 current snap is 4 2024-08-10T05:14:27.901 INFO:tasks.rados.rados.0.smithi031.stdout:96: expect (ObjNum 8 snap 0 seq_num 8) 2024-08-10T05:14:27.906 INFO:tasks.rados.rados.0.smithi031.stdout:94: expect (ObjNum 41 snap 0 seq_num 41) 2024-08-10T05:14:27.929 INFO:tasks.rados.rados.0.smithi031.stdout:97: finishing write tid 1 to smithi03186013-24 2024-08-10T05:14:27.929 INFO:tasks.rados.rados.0.smithi031.stdout:97: finishing write tid 2 to smithi03186013-24 2024-08-10T05:14:27.929 INFO:tasks.rados.rados.0.smithi031.stdout:97: finishing write tid 3 to smithi03186013-24 2024-08-10T05:14:27.929 INFO:tasks.rados.rados.0.smithi031.stdout:97: finishing write tid 4 to smithi03186013-24 2024-08-10T05:14:27.930 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 24 v 25 (ObjNum 54 snap 4 seq_num 54) dirty exists 2024-08-10T05:14:27.930 INFO:tasks.rados.rados.0.smithi031.stdout:97: left oid 24 (ObjNum 54 snap 4 seq_num 54) 2024-08-10T05:14:27.930 INFO:tasks.rados.rados.0.smithi031.stdout:98: finishing copy_from racing read to smithi03186013-31 2024-08-10T05:14:27.930 INFO:tasks.rados.rados.0.smithi031.stdout:98: finishing copy_from to smithi03186013-31 2024-08-10T05:14:27.930 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 31 v 6 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-08-10T05:14:27.930 INFO:tasks.rados.rados.0.smithi031.stdout:100: finishing copy_from racing read to smithi03186013-25 2024-08-10T05:14:27.930 INFO:tasks.rados.rados.0.smithi031.stdout:100: finishing copy_from to smithi03186013-25 2024-08-10T05:14:27.930 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 25 v 8 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-08-10T05:14:27.930 INFO:tasks.rados.rados.0.smithi031.stdout:94: done (4 left) 2024-08-10T05:14:27.930 INFO:tasks.rados.rados.0.smithi031.stdout:96: done (3 left) 2024-08-10T05:14:27.930 INFO:tasks.rados.rados.0.smithi031.stdout:97: done (2 left) 2024-08-10T05:14:27.930 INFO:tasks.rados.rados.0.smithi031.stdout:98: done (1 left) 2024-08-10T05:14:27.930 INFO:tasks.rados.rados.0.smithi031.stdout:100: done (0 left) 2024-08-10T05:14:27.931 INFO:tasks.rados.rados.0.smithi031.stdout:101: read oid 43 snap 1 2024-08-10T05:14:27.931 INFO:tasks.rados.rados.0.smithi031.stdout:101: expect (ObjNum 42 snap 0 seq_num 42) 2024-08-10T05:14:27.931 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 27 current snap is 4 2024-08-10T05:14:27.931 INFO:tasks.rados.rados.0.smithi031.stdout:102: seq_num 55 ranges {442368=524288,966656=401408} 2024-08-10T05:14:27.934 INFO:tasks.rados.rados.0.smithi031.stdout:102: writing smithi03186013-27 from 442368 to 966656 tid 1 2024-08-10T05:14:27.937 INFO:tasks.rados.rados.0.smithi031.stdout:102: writing smithi03186013-27 from 966656 to 1368064 tid 2 2024-08-10T05:14:27.937 INFO:tasks.rados.rados.0.smithi031.stdout:103: delete oid 34 current snap is 4 2024-08-10T05:14:27.937 INFO:tasks.rados.rados.0.smithi031.stdout:101: expect (ObjNum 42 snap 0 seq_num 42) 2024-08-10T05:14:27.959 INFO:tasks.rados.rados.0.smithi031.stdout:102: finishing write tid 1 to smithi03186013-27 2024-08-10T05:14:27.960 INFO:tasks.rados.rados.0.smithi031.stdout:102: finishing write tid 2 to smithi03186013-27 2024-08-10T05:14:27.960 INFO:tasks.rados.rados.0.smithi031.stdout:102: finishing write tid 3 to smithi03186013-27 2024-08-10T05:14:27.960 INFO:tasks.rados.rados.0.smithi031.stdout:102: finishing write tid 4 to smithi03186013-27 2024-08-10T05:14:27.960 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 27 v 10 (ObjNum 55 snap 4 seq_num 55) dirty exists 2024-08-10T05:14:27.960 INFO:tasks.rados.rados.0.smithi031.stdout:102: left oid 27 (ObjNum 55 snap 4 seq_num 55) 2024-08-10T05:14:27.960 INFO:tasks.rados.rados.0.smithi031.stdout:101: done (2 left) 2024-08-10T05:14:27.960 INFO:tasks.rados.rados.0.smithi031.stdout:102: done (1 left) 2024-08-10T05:14:27.960 INFO:tasks.rados.rados.0.smithi031.stdout:103: done (0 left) 2024-08-10T05:14:27.960 INFO:tasks.rados.rados.0.smithi031.stdout:104: read oid 43 snap -1 2024-08-10T05:14:27.960 INFO:tasks.rados.rados.0.smithi031.stdout:104: expect (ObjNum 42 snap 0 seq_num 42) 2024-08-10T05:14:27.960 INFO:tasks.rados.rados.0.smithi031.stdout:105: rollback oid 38 current snap is 4 2024-08-10T05:14:27.960 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 38 to 1 2024-08-10T05:14:27.961 INFO:tasks.rados.rados.0.smithi031.stdout:106: delete oid 12 current snap is 4 2024-08-10T05:14:27.961 INFO:tasks.rados.rados.0.smithi031.stdout:106: done (2 left) 2024-08-10T05:14:27.961 INFO:tasks.rados.rados.0.smithi031.stdout:107: read oid 17 snap 1 2024-08-10T05:14:27.961 INFO:tasks.rados.rados.0.smithi031.stdout:107: expect (ObjNum 16 snap 0 seq_num 16) 2024-08-10T05:14:27.961 INFO:tasks.rados.rados.0.smithi031.stdout:108: rollback oid 40 current snap is 4 2024-08-10T05:14:27.961 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 40 to 1 2024-08-10T05:14:27.962 INFO:tasks.rados.rados.0.smithi031.stdout:109: delete oid 8 current snap is 4 2024-08-10T05:14:27.962 INFO:tasks.rados.rados.0.smithi031.stdout:105: finishing rollback tid 0 to smithi03186013-38 2024-08-10T05:14:27.963 INFO:tasks.rados.rados.0.smithi031.stdout:105: finishing rollback tid 1 to smithi03186013-38 2024-08-10T05:14:27.963 INFO:tasks.rados.rados.0.smithi031.stdout:109: done (4 left) 2024-08-10T05:14:27.963 INFO:tasks.rados.rados.0.smithi031.stdout:110: setattr oid 29 current snap is 4 2024-08-10T05:14:27.963 INFO:tasks.rados.rados.0.smithi031.stdout:104: expect (ObjNum 42 snap 0 seq_num 42) 2024-08-10T05:14:27.985 INFO:tasks.rados.rados.0.smithi031.stdout:105: finishing rollback tid 2 to smithi03186013-38 2024-08-10T05:14:27.985 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 38 v 14 (ObjNum 37 snap 0 seq_num 37) dirty exists 2024-08-10T05:14:27.985 INFO:tasks.rados.rados.0.smithi031.stdout:108: finishing rollback tid 0 to smithi03186013-40 2024-08-10T05:14:27.985 INFO:tasks.rados.rados.0.smithi031.stdout:108: finishing rollback tid 1 to smithi03186013-40 2024-08-10T05:14:27.985 INFO:tasks.rados.rados.0.smithi031.stdout:108: finishing rollback tid 2 to smithi03186013-40 2024-08-10T05:14:27.985 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 40 v 17 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-08-10T05:14:27.985 INFO:tasks.rados.rados.0.smithi031.stdout:107: expect (ObjNum 16 snap 0 seq_num 16) 2024-08-10T05:14:27.993 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 29 v 31 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-08-10T05:14:27.993 INFO:tasks.rados.rados.0.smithi031.stdout:104: done (4 left) 2024-08-10T05:14:27.993 INFO:tasks.rados.rados.0.smithi031.stdout:105: done (3 left) 2024-08-10T05:14:27.993 INFO:tasks.rados.rados.0.smithi031.stdout:107: done (2 left) 2024-08-10T05:14:27.993 INFO:tasks.rados.rados.0.smithi031.stdout:108: done (1 left) 2024-08-10T05:14:27.994 INFO:tasks.rados.rados.0.smithi031.stdout:110: done (0 left) 2024-08-10T05:14:27.994 INFO:tasks.rados.rados.0.smithi031.stdout:111: snap_create 2024-08-10T05:14:28.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:27 smithi031 ceph-mon[29994]: osdmap e89: 8 total, 8 up, 8 in 2024-08-10T05:14:28.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:27 smithi031 ceph-mon[41349]: osdmap e89: 8 total, 8 up, 8 in 2024-08-10T05:14:28.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:27 smithi196 ceph-mon[32874]: osdmap e89: 8 total, 8 up, 8 in 2024-08-10T05:14:28.904 INFO:tasks.rados.rados.0.smithi031.stdout:111: done (0 left) 2024-08-10T05:14:28.904 INFO:tasks.rados.rados.0.smithi031.stdout:112: copy_from oid 25 from oid 6 current snap is 5 2024-08-10T05:14:28.904 INFO:tasks.rados.rados.0.smithi031.stdout:113: setattr oid 23 current snap is 5 2024-08-10T05:14:28.904 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 15 current snap is 5 2024-08-10T05:14:28.905 INFO:tasks.rados.rados.0.smithi031.stdout:114: seq_num 59 ranges {24576=598016,622592=401408} 2024-08-10T05:14:28.908 INFO:tasks.rados.rados.0.smithi031.stdout:114: writing smithi03186013-15 from 24576 to 622592 tid 1 2024-08-10T05:14:28.912 INFO:tasks.rados.rados.0.smithi031.stdout:114: writing smithi03186013-15 from 622592 to 1024000 tid 2 2024-08-10T05:14:28.912 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 20 current snap is 5 2024-08-10T05:14:28.912 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 23 v 18 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-08-10T05:14:28.912 INFO:tasks.rados.rados.0.smithi031.stdout:115: seq_num 60 ranges {188416=614400,802816=401408} 2024-08-10T05:14:28.917 INFO:tasks.rados.rados.0.smithi031.stdout:115: writing smithi03186013-20 from 188416 to 802816 tid 1 2024-08-10T05:14:28.920 INFO:tasks.rados.rados.0.smithi031.stdout:115: writing smithi03186013-20 from 802816 to 1204224 tid 2 2024-08-10T05:14:28.920 INFO:tasks.rados.rados.0.smithi031.stdout:113: done (3 left) 2024-08-10T05:14:28.920 INFO:tasks.rados.rados.0.smithi031.stdout:116: rollback oid 14 current snap is 5 2024-08-10T05:14:28.920 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 14 to 1 2024-08-10T05:14:28.920 INFO:tasks.rados.rados.0.smithi031.stdout:114: finishing write tid 1 to smithi03186013-15 2024-08-10T05:14:28.921 INFO:tasks.rados.rados.0.smithi031.stdout:114: finishing write tid 2 to smithi03186013-15 2024-08-10T05:14:28.921 INFO:tasks.rados.rados.0.smithi031.stdout:112: finishing copy_from racing read to smithi03186013-25 2024-08-10T05:14:28.921 INFO:tasks.rados.rados.0.smithi031.stdout:114: finishing write tid 3 to smithi03186013-15 2024-08-10T05:14:28.921 INFO:tasks.rados.rados.0.smithi031.stdout:117: read oid 31 snap -1 2024-08-10T05:14:28.921 INFO:tasks.rados.rados.0.smithi031.stdout:117: expect (ObjNum 36 snap 0 seq_num 36) 2024-08-10T05:14:28.921 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 49 current snap is 5 2024-08-10T05:14:28.921 INFO:tasks.rados.rados.0.smithi031.stdout:112: finishing copy_from to smithi03186013-25 2024-08-10T05:14:28.921 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 25 v 6 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-08-10T05:14:28.921 INFO:tasks.rados.rados.0.smithi031.stdout:114: finishing write tid 4 to smithi03186013-15 2024-08-10T05:14:28.921 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 15 v 12 (ObjNum 59 snap 5 seq_num 59) dirty exists 2024-08-10T05:14:28.921 INFO:tasks.rados.rados.0.smithi031.stdout:114: left oid 15 (ObjNum 59 snap 5 seq_num 59) 2024-08-10T05:14:28.921 INFO:tasks.rados.rados.0.smithi031.stdout:118: seq_num 61 ranges {811008=630784,1441792=401408} 2024-08-10T05:14:28.928 INFO:tasks.rados.rados.0.smithi031.stdout:118: writing smithi03186013-49 from 811008 to 1441792 tid 1 2024-08-10T05:14:28.932 INFO:tasks.rados.rados.0.smithi031.stdout:118: writing smithi03186013-49 from 1441792 to 1843200 tid 2 2024-08-10T05:14:28.932 INFO:tasks.rados.rados.0.smithi031.stdout:112: done (5 left) 2024-08-10T05:14:28.932 INFO:tasks.rados.rados.0.smithi031.stdout:114: done (4 left) 2024-08-10T05:14:28.932 INFO:tasks.rados.rados.0.smithi031.stdout:119: snap_create 2024-08-10T05:14:28.932 INFO:tasks.rados.rados.0.smithi031.stdout:115: finishing write tid 1 to smithi03186013-20 2024-08-10T05:14:28.932 INFO:tasks.rados.rados.0.smithi031.stdout:116: finishing rollback tid 0 to smithi03186013-14 2024-08-10T05:14:28.932 INFO:tasks.rados.rados.0.smithi031.stdout:115: finishing write tid 2 to smithi03186013-20 2024-08-10T05:14:28.932 INFO:tasks.rados.rados.0.smithi031.stdout:116: finishing rollback tid 1 to smithi03186013-14 2024-08-10T05:14:28.932 INFO:tasks.rados.rados.0.smithi031.stdout:115: finishing write tid 3 to smithi03186013-20 2024-08-10T05:14:28.932 INFO:tasks.rados.rados.0.smithi031.stdout:116: finishing rollback tid 2 to smithi03186013-14 2024-08-10T05:14:28.932 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 14 v 26 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-08-10T05:14:28.932 INFO:tasks.rados.rados.0.smithi031.stdout:115: finishing write tid 4 to smithi03186013-20 2024-08-10T05:14:28.933 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 20 v 24 (ObjNum 60 snap 5 seq_num 60) dirty exists 2024-08-10T05:14:28.933 INFO:tasks.rados.rados.0.smithi031.stdout:115: left oid 20 (ObjNum 60 snap 5 seq_num 60) 2024-08-10T05:14:28.933 INFO:tasks.rados.rados.0.smithi031.stdout:117: expect (ObjNum 36 snap 0 seq_num 36) 2024-08-10T05:14:28.956 INFO:tasks.rados.rados.0.smithi031.stdout:118: finishing write tid 1 to smithi03186013-49 2024-08-10T05:14:28.956 INFO:tasks.rados.rados.0.smithi031.stdout:118: finishing write tid 2 to smithi03186013-49 2024-08-10T05:14:28.956 INFO:tasks.rados.rados.0.smithi031.stdout:118: finishing write tid 3 to smithi03186013-49 2024-08-10T05:14:28.956 INFO:tasks.rados.rados.0.smithi031.stdout:118: finishing write tid 4 to smithi03186013-49 2024-08-10T05:14:28.956 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 49 v 23 (ObjNum 61 snap 5 seq_num 61) dirty exists 2024-08-10T05:14:28.956 INFO:tasks.rados.rados.0.smithi031.stdout:118: left oid 49 (ObjNum 61 snap 5 seq_num 61) 2024-08-10T05:14:29.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:28 smithi031 ceph-mon[29994]: pgmap v116: 121 pgs: 121 active+clean; 24 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 376 KiB/s wr, 8 op/s 2024-08-10T05:14:29.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:28 smithi031 ceph-mon[29994]: osdmap e90: 8 total, 8 up, 8 in 2024-08-10T05:14:29.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:28 smithi031 ceph-mon[41349]: pgmap v116: 121 pgs: 121 active+clean; 24 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 376 KiB/s wr, 8 op/s 2024-08-10T05:14:29.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:28 smithi031 ceph-mon[41349]: osdmap e90: 8 total, 8 up, 8 in 2024-08-10T05:14:29.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:28 smithi196 ceph-mon[32874]: pgmap v116: 121 pgs: 121 active+clean; 24 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 376 KiB/s wr, 8 op/s 2024-08-10T05:14:29.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:28 smithi196 ceph-mon[32874]: osdmap e90: 8 total, 8 up, 8 in 2024-08-10T05:14:29.910 INFO:tasks.rados.rados.0.smithi031.stdout:115: done (4 left) 2024-08-10T05:14:29.910 INFO:tasks.rados.rados.0.smithi031.stdout:116: done (3 left) 2024-08-10T05:14:29.910 INFO:tasks.rados.rados.0.smithi031.stdout:117: done (2 left) 2024-08-10T05:14:29.910 INFO:tasks.rados.rados.0.smithi031.stdout:118: done (1 left) 2024-08-10T05:14:29.910 INFO:tasks.rados.rados.0.smithi031.stdout:119: done (0 left) 2024-08-10T05:14:29.910 INFO:tasks.rados.rados.0.smithi031.stdout:120: read oid 48 snap 4 2024-08-10T05:14:29.910 INFO:tasks.rados.rados.0.smithi031.stdout:120: expect (ObjNum 47 snap 0 seq_num 47) 2024-08-10T05:14:29.910 INFO:tasks.rados.rados.0.smithi031.stdout:121: read oid 49 snap 5 2024-08-10T05:14:29.910 INFO:tasks.rados.rados.0.smithi031.stdout:121: expect (ObjNum 61 snap 5 seq_num 61) 2024-08-10T05:14:29.911 INFO:tasks.rados.rados.0.smithi031.stdout:122: delete oid 44 current snap is 6 2024-08-10T05:14:29.914 INFO:tasks.rados.rados.0.smithi031.stdout:122: done (2 left) 2024-08-10T05:14:29.915 INFO:tasks.rados.rados.0.smithi031.stdout:123: rollback oid 23 current snap is 6 2024-08-10T05:14:29.915 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 23 to 4 2024-08-10T05:14:29.915 INFO:tasks.rados.rados.0.smithi031.stdout:124: read oid 30 snap -1 2024-08-10T05:14:29.915 INFO:tasks.rados.rados.0.smithi031.stdout:124: expect (ObjNum 29 snap 0 seq_num 29) 2024-08-10T05:14:29.915 INFO:tasks.rados.rados.0.smithi031.stdout:125: setattr oid 35 current snap is 6 2024-08-10T05:14:29.915 INFO:tasks.rados.rados.0.smithi031.stdout:126: delete oid 25 current snap is 6 2024-08-10T05:14:29.918 INFO:tasks.rados.rados.0.smithi031.stdout:120: expect (ObjNum 47 snap 0 seq_num 47) 2024-08-10T05:14:29.944 INFO:tasks.rados.rados.0.smithi031.stdout:123: finishing rollback tid 0 to smithi03186013-23 2024-08-10T05:14:29.944 INFO:tasks.rados.rados.0.smithi031.stdout:123: finishing rollback tid 1 to smithi03186013-23 2024-08-10T05:14:29.944 INFO:tasks.rados.rados.0.smithi031.stdout:123: finishing rollback tid 2 to smithi03186013-23 2024-08-10T05:14:29.944 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 23 v 22 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-08-10T05:14:29.944 INFO:tasks.rados.rados.0.smithi031.stdout:124: expect (ObjNum 29 snap 0 seq_num 29) 2024-08-10T05:14:29.960 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 35 v 20 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-08-10T05:14:29.961 INFO:tasks.rados.rados.0.smithi031.stdout:121: expect (ObjNum 61 snap 5 seq_num 61) 2024-08-10T05:14:30.030 INFO:tasks.rados.rados.0.smithi031.stdout:120: done (5 left) 2024-08-10T05:14:30.031 INFO:tasks.rados.rados.0.smithi031.stdout:121: done (4 left) 2024-08-10T05:14:30.031 INFO:tasks.rados.rados.0.smithi031.stdout:123: done (3 left) 2024-08-10T05:14:30.031 INFO:tasks.rados.rados.0.smithi031.stdout:124: done (2 left) 2024-08-10T05:14:30.031 INFO:tasks.rados.rados.0.smithi031.stdout:125: done (1 left) 2024-08-10T05:14:30.031 INFO:tasks.rados.rados.0.smithi031.stdout:126: done (0 left) 2024-08-10T05:14:30.031 INFO:tasks.rados.rados.0.smithi031.stdout:127: snap_remove snap 4 2024-08-10T05:14:30.268 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:29 smithi031 ceph-mon[41349]: osdmap e91: 8 total, 8 up, 8 in 2024-08-10T05:14:30.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:29 smithi031 ceph-mon[29994]: osdmap e91: 8 total, 8 up, 8 in 2024-08-10T05:14:30.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:29 smithi196 ceph-mon[32874]: osdmap e91: 8 total, 8 up, 8 in 2024-08-10T05:14:30.996 INFO:tasks.rados.rados.0.smithi031.stdout:127: done (0 left) 2024-08-10T05:14:30.996 INFO:tasks.rados.rados.0.smithi031.stdout:128: setattr oid 28 current snap is 6 2024-08-10T05:14:30.999 INFO:tasks.rados.rados.0.smithi031.stdout:129: snap_remove snap 1 2024-08-10T05:14:31.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:30 smithi031 ceph-mon[29994]: pgmap v119: 121 pgs: 121 active+clean; 24 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 376 KiB/s wr, 8 op/s 2024-08-10T05:14:31.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:30 smithi031 ceph-mon[29994]: osdmap e92: 8 total, 8 up, 8 in 2024-08-10T05:14:31.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:30 smithi031 ceph-mon[29994]: osdmap e93: 8 total, 8 up, 8 in 2024-08-10T05:14:31.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:30 smithi031 ceph-mon[41349]: pgmap v119: 121 pgs: 121 active+clean; 24 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 376 KiB/s wr, 8 op/s 2024-08-10T05:14:31.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:30 smithi031 ceph-mon[41349]: osdmap e92: 8 total, 8 up, 8 in 2024-08-10T05:14:31.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:30 smithi031 ceph-mon[41349]: osdmap e93: 8 total, 8 up, 8 in 2024-08-10T05:14:31.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:30 smithi196 ceph-mon[32874]: pgmap v119: 121 pgs: 121 active+clean; 24 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 376 KiB/s wr, 8 op/s 2024-08-10T05:14:31.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:30 smithi196 ceph-mon[32874]: osdmap e92: 8 total, 8 up, 8 in 2024-08-10T05:14:31.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:30 smithi196 ceph-mon[32874]: osdmap e93: 8 total, 8 up, 8 in 2024-08-10T05:14:32.002 INFO:tasks.rados.rados.0.smithi031.stdout:129: done (1 left) 2024-08-10T05:14:32.002 INFO:tasks.rados.rados.0.smithi031.stdout:130: delete oid 6 current snap is 6 2024-08-10T05:14:32.002 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 28 v 27 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-08-10T05:14:32.009 INFO:tasks.rados.rados.0.smithi031.stdout:128: done (1 left) 2024-08-10T05:14:32.009 INFO:tasks.rados.rados.0.smithi031.stdout:130: done (0 left) 2024-08-10T05:14:32.009 INFO:tasks.rados.rados.0.smithi031.stdout:131: snap_remove snap 5 2024-08-10T05:14:32.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:31 smithi031 ceph-mon[29994]: osdmap e94: 8 total, 8 up, 8 in 2024-08-10T05:14:32.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:31 smithi031 ceph-mon[41349]: osdmap e94: 8 total, 8 up, 8 in 2024-08-10T05:14:32.269 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:14:32 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:14:32] "GET /metrics HTTP/1.1" 200 238294 "" "Prometheus/2.43.0" 2024-08-10T05:14:32.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:31 smithi196 ceph-mon[32874]: osdmap e94: 8 total, 8 up, 8 in 2024-08-10T05:14:33.005 INFO:tasks.rados.rados.0.smithi031.stdout:131: done (0 left) 2024-08-10T05:14:33.005 INFO:tasks.rados.rados.0.smithi031.stdout:132: rollback oid 17 current snap is 6 2024-08-10T05:14:33.005 INFO:tasks.rados.rados.0.smithi031.stdout:132: done (0 left) 2024-08-10T05:14:33.005 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 43 current snap is 6 2024-08-10T05:14:33.005 INFO:tasks.rados.rados.0.smithi031.stdout:133: seq_num 65 ranges {712704=696320,1409024=401408} 2024-08-10T05:14:33.013 INFO:tasks.rados.rados.0.smithi031.stdout:133: writing smithi03186013-43 from 712704 to 1409024 tid 1 2024-08-10T05:14:33.016 INFO:tasks.rados.rados.0.smithi031.stdout:133: writing smithi03186013-43 from 1409024 to 1810432 tid 2 2024-08-10T05:14:33.016 INFO:tasks.rados.rados.0.smithi031.stdout:134: read oid 11 snap -1 2024-08-10T05:14:33.016 INFO:tasks.rados.rados.0.smithi031.stdout:134: expect (ObjNum 10 snap 0 seq_num 10) 2024-08-10T05:14:33.016 INFO:tasks.rados.rados.0.smithi031.stdout:135: read oid 6 snap -1 2024-08-10T05:14:33.016 INFO:tasks.rados.rados.0.smithi031.stdout:135: expect deleted 2024-08-10T05:14:33.016 INFO:tasks.rados.rados.0.smithi031.stdout:136: copy_from oid 18 from oid 46 current snap is 6 2024-08-10T05:14:33.016 INFO:tasks.rados.rados.0.smithi031.stdout:137: read oid 41 snap -1 2024-08-10T05:14:33.016 INFO:tasks.rados.rados.0.smithi031.stdout:137: expect (ObjNum 40 snap 0 seq_num 40) 2024-08-10T05:14:33.016 INFO:tasks.rados.rados.0.smithi031.stdout:138: rmattr oid 37 current snap is 6 2024-08-10T05:14:33.016 INFO:tasks.rados.rados.0.smithi031.stdout:138: done (5 left) 2024-08-10T05:14:33.017 INFO:tasks.rados.rados.0.smithi031.stdout:139: read oid 1 snap -1 2024-08-10T05:14:33.017 INFO:tasks.rados.rados.0.smithi031.stdout:139: expect deleted 2024-08-10T05:14:33.017 INFO:tasks.rados.rados.0.smithi031.stdout:140: rmattr oid 30 current snap is 6 2024-08-10T05:14:33.017 INFO:tasks.rados.rados.0.smithi031.stdout:140: done (6 left) 2024-08-10T05:14:33.017 INFO:tasks.rados.rados.0.smithi031.stdout:141: setattr oid 47 current snap is 6 2024-08-10T05:14:33.017 INFO:tasks.rados.rados.0.smithi031.stdout:139: done (6 left) 2024-08-10T05:14:33.017 INFO:tasks.rados.rados.0.smithi031.stdout:142: copy_from oid 30 from oid 16 current snap is 6 2024-08-10T05:14:33.017 INFO:tasks.rados.rados.0.smithi031.stdout:143: setattr oid 34 current snap is 6 2024-08-10T05:14:33.021 INFO:tasks.rados.rados.0.smithi031.stdout:134: expect (ObjNum 10 snap 0 seq_num 10) 2024-08-10T05:14:33.026 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 47 v 13 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-08-10T05:14:33.026 INFO:tasks.rados.rados.0.smithi031.stdout:133: finishing write tid 1 to smithi03186013-43 2024-08-10T05:14:33.026 INFO:tasks.rados.rados.0.smithi031.stdout:133: finishing write tid 2 to smithi03186013-43 2024-08-10T05:14:33.026 INFO:tasks.rados.rados.0.smithi031.stdout:133: finishing write tid 3 to smithi03186013-43 2024-08-10T05:14:33.026 INFO:tasks.rados.rados.0.smithi031.stdout:137: expect (ObjNum 40 snap 0 seq_num 40) 2024-08-10T05:14:33.046 INFO:tasks.rados.rados.0.smithi031.stdout:133: finishing write tid 4 to smithi03186013-43 2024-08-10T05:14:33.046 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 43 v 7 (ObjNum 65 snap 6 seq_num 65) dirty exists 2024-08-10T05:14:33.046 INFO:tasks.rados.rados.0.smithi031.stdout:133: left oid 43 (ObjNum 65 snap 6 seq_num 65) 2024-08-10T05:14:33.046 INFO:tasks.rados.rados.0.smithi031.stdout:136: finishing copy_from racing read to smithi03186013-18 2024-08-10T05:14:33.046 INFO:tasks.rados.rados.0.smithi031.stdout:142: finishing copy_from racing read to smithi03186013-30 2024-08-10T05:14:33.046 INFO:tasks.rados.rados.0.smithi031.stdout:133: done (7 left) 2024-08-10T05:14:33.046 INFO:tasks.rados.rados.0.smithi031.stdout:134: done (6 left) 2024-08-10T05:14:33.046 INFO:tasks.rados.rados.0.smithi031.stdout:135: done (5 left) 2024-08-10T05:14:33.046 INFO:tasks.rados.rados.0.smithi031.stdout:137: done (4 left) 2024-08-10T05:14:33.046 INFO:tasks.rados.rados.0.smithi031.stdout:141: done (3 left) 2024-08-10T05:14:33.046 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 29 current snap is 6 2024-08-10T05:14:33.047 INFO:tasks.rados.rados.0.smithi031.stdout:142: finishing copy_from to smithi03186013-30 2024-08-10T05:14:33.047 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 30 v 4 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-08-10T05:14:33.047 INFO:tasks.rados.rados.0.smithi031.stdout:136: finishing copy_from to smithi03186013-18 2024-08-10T05:14:33.047 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 18 v 4 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-08-10T05:14:33.047 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 34 v 42 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-08-10T05:14:33.047 INFO:tasks.rados.rados.0.smithi031.stdout:144: seq_num 66 ranges {778240=712704,1490944=401408} 2024-08-10T05:14:33.053 INFO:tasks.rados.rados.0.smithi031.stdout:144: writing smithi03186013-29 from 778240 to 1490944 tid 1 2024-08-10T05:14:33.056 INFO:tasks.rados.rados.0.smithi031.stdout:144: writing smithi03186013-29 from 1490944 to 1892352 tid 2 2024-08-10T05:14:33.056 INFO:tasks.rados.rados.0.smithi031.stdout:136: done (3 left) 2024-08-10T05:14:33.056 INFO:tasks.rados.rados.0.smithi031.stdout:142: done (2 left) 2024-08-10T05:14:33.056 INFO:tasks.rados.rados.0.smithi031.stdout:143: done (1 left) 2024-08-10T05:14:33.057 INFO:tasks.rados.rados.0.smithi031.stdout:145: setattr oid 26 current snap is 6 2024-08-10T05:14:33.058 INFO:tasks.rados.rados.0.smithi031.stdout:146: snap_create 2024-08-10T05:14:33.058 INFO:tasks.rados.rados.0.smithi031.stdout:144: finishing write tid 1 to smithi03186013-29 2024-08-10T05:14:33.059 INFO:tasks.rados.rados.0.smithi031.stdout:144: finishing write tid 2 to smithi03186013-29 2024-08-10T05:14:33.059 INFO:tasks.rados.rados.0.smithi031.stdout:144: finishing write tid 3 to smithi03186013-29 2024-08-10T05:14:33.060 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 26 v 17 (ObjNum 25 snap 0 seq_num 25) dirty exists 2024-08-10T05:14:33.060 INFO:tasks.rados.rados.0.smithi031.stdout:144: finishing write tid 4 to smithi03186013-29 2024-08-10T05:14:33.060 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 29 v 48 (ObjNum 66 snap 6 seq_num 66) dirty exists 2024-08-10T05:14:33.060 INFO:tasks.rados.rados.0.smithi031.stdout:144: left oid 29 (ObjNum 66 snap 6 seq_num 66) 2024-08-10T05:14:33.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:32 smithi031 ceph-mon[29994]: pgmap v123: 121 pgs: 121 active+clean; 24 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:14:33.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:32 smithi031 ceph-mon[29994]: osdmap e95: 8 total, 8 up, 8 in 2024-08-10T05:14:33.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:32 smithi031 ceph-mon[41349]: pgmap v123: 121 pgs: 121 active+clean; 24 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:14:33.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:32 smithi031 ceph-mon[41349]: osdmap e95: 8 total, 8 up, 8 in 2024-08-10T05:14:33.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:32 smithi196 ceph-mon[32874]: pgmap v123: 121 pgs: 121 active+clean; 24 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:14:33.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:32 smithi196 ceph-mon[32874]: osdmap e95: 8 total, 8 up, 8 in 2024-08-10T05:14:34.009 INFO:tasks.rados.rados.0.smithi031.stdout:144: done (2 left) 2024-08-10T05:14:34.009 INFO:tasks.rados.rados.0.smithi031.stdout:145: done (1 left) 2024-08-10T05:14:34.009 INFO:tasks.rados.rados.0.smithi031.stdout:146: done (0 left) 2024-08-10T05:14:34.009 INFO:tasks.rados.rados.0.smithi031.stdout:147: snap_remove snap 6 2024-08-10T05:14:34.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:34 smithi031 ceph-mon[29994]: osdmap e96: 8 total, 8 up, 8 in 2024-08-10T05:14:34.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:34 smithi031 ceph-mon[41349]: osdmap e96: 8 total, 8 up, 8 in 2024-08-10T05:14:34.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:34 smithi196 ceph-mon[32874]: osdmap e96: 8 total, 8 up, 8 in 2024-08-10T05:14:34.995 INFO:tasks.rados.rados.0.smithi031.stdout:147: done (0 left) 2024-08-10T05:14:34.995 INFO:tasks.rados.rados.0.smithi031.stdout:148: delete oid 1 current snap is 7 2024-08-10T05:14:34.999 INFO:tasks.rados.rados.0.smithi031.stdout:148: done (0 left) 2024-08-10T05:14:35.000 INFO:tasks.rados.rados.0.smithi031.stdout:149: snap_create 2024-08-10T05:14:35.268 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:35 smithi031 ceph-mon[41349]: pgmap v126: 121 pgs: 121 active+clean; 26 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.3 MiB/s wr, 38 op/s 2024-08-10T05:14:35.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:35 smithi031 ceph-mon[41349]: osdmap e97: 8 total, 8 up, 8 in 2024-08-10T05:14:35.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:35 smithi031 ceph-mon[41349]: osdmap e98: 8 total, 8 up, 8 in 2024-08-10T05:14:35.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:35 smithi031 ceph-mon[29994]: pgmap v126: 121 pgs: 121 active+clean; 26 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.3 MiB/s wr, 38 op/s 2024-08-10T05:14:35.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:35 smithi031 ceph-mon[29994]: osdmap e97: 8 total, 8 up, 8 in 2024-08-10T05:14:35.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:35 smithi031 ceph-mon[29994]: osdmap e98: 8 total, 8 up, 8 in 2024-08-10T05:14:35.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:35 smithi196 ceph-mon[32874]: pgmap v126: 121 pgs: 121 active+clean; 26 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.3 MiB/s wr, 38 op/s 2024-08-10T05:14:35.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:35 smithi196 ceph-mon[32874]: osdmap e97: 8 total, 8 up, 8 in 2024-08-10T05:14:35.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:35 smithi196 ceph-mon[32874]: osdmap e98: 8 total, 8 up, 8 in 2024-08-10T05:14:35.998 INFO:tasks.rados.rados.0.smithi031.stdout:149: done (0 left) 2024-08-10T05:14:35.998 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 31 current snap is 8 2024-08-10T05:14:35.998 INFO:tasks.rados.rados.0.smithi031.stdout:150: seq_num 68 ranges {606208=745472,1351680=401408} 2024-08-10T05:14:36.005 INFO:tasks.rados.rados.0.smithi031.stdout:150: writing smithi03186013-31 from 606208 to 1351680 tid 1 2024-08-10T05:14:36.008 INFO:tasks.rados.rados.0.smithi031.stdout:150: writing smithi03186013-31 from 1351680 to 1753088 tid 2 2024-08-10T05:14:36.008 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 16 current snap is 8 2024-08-10T05:14:36.008 INFO:tasks.rados.rados.0.smithi031.stdout:151: seq_num 69 ranges {253952=761856,1015808=401408} 2024-08-10T05:14:36.014 INFO:tasks.rados.rados.0.smithi031.stdout:151: writing smithi03186013-16 from 253952 to 1015808 tid 1 2024-08-10T05:14:36.018 INFO:tasks.rados.rados.0.smithi031.stdout:151: writing smithi03186013-16 from 1015808 to 1417216 tid 2 2024-08-10T05:14:36.018 INFO:tasks.rados.rados.0.smithi031.stdout:152: copy_from oid 10 from oid 39 current snap is 8 2024-08-10T05:14:36.018 INFO:tasks.rados.rados.0.smithi031.stdout:150: finishing write tid 1 to smithi03186013-31 2024-08-10T05:14:36.018 INFO:tasks.rados.rados.0.smithi031.stdout:150: finishing write tid 2 to smithi03186013-31 2024-08-10T05:14:36.018 INFO:tasks.rados.rados.0.smithi031.stdout:150: finishing write tid 3 to smithi03186013-31 2024-08-10T05:14:36.018 INFO:tasks.rados.rados.0.smithi031.stdout:150: finishing write tid 4 to smithi03186013-31 2024-08-10T05:14:36.018 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 31 v 16 (ObjNum 68 snap 8 seq_num 68) dirty exists 2024-08-10T05:14:36.018 INFO:tasks.rados.rados.0.smithi031.stdout:150: left oid 31 (ObjNum 68 snap 8 seq_num 68) 2024-08-10T05:14:36.018 INFO:tasks.rados.rados.0.smithi031.stdout:150: done (2 left) 2024-08-10T05:14:36.018 INFO:tasks.rados.rados.0.smithi031.stdout:153: read oid 25 snap 7 2024-08-10T05:14:36.018 INFO:tasks.rados.rados.0.smithi031.stdout:153: expect deleted 2024-08-10T05:14:36.018 INFO:tasks.rados.rados.0.smithi031.stdout:154: copy_from oid 21 from oid 35 current snap is 8 2024-08-10T05:14:36.019 INFO:tasks.rados.rados.0.smithi031.stdout:155: rollback oid 19 current snap is 8 2024-08-10T05:14:36.019 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 19 to 7 2024-08-10T05:14:36.019 INFO:tasks.rados.rados.0.smithi031.stdout:156: copy_from oid 38 from oid 24 current snap is 8 2024-08-10T05:14:36.019 INFO:tasks.rados.rados.0.smithi031.stdout:157: snap_create 2024-08-10T05:14:36.019 INFO:tasks.rados.rados.0.smithi031.stdout:151: finishing write tid 1 to smithi03186013-16 2024-08-10T05:14:36.021 INFO:tasks.rados.rados.0.smithi031.stdout:155: finishing rollback tid 0 to smithi03186013-19 2024-08-10T05:14:36.021 INFO:tasks.rados.rados.0.smithi031.stdout:155: finishing rollback tid 1 to smithi03186013-19 2024-08-10T05:14:36.021 INFO:tasks.rados.rados.0.smithi031.stdout:155: finishing rollback tid 2 to smithi03186013-19 2024-08-10T05:14:36.021 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 19 v 20 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-08-10T05:14:36.022 INFO:tasks.rados.rados.0.smithi031.stdout:151: finishing write tid 2 to smithi03186013-16 2024-08-10T05:14:36.022 INFO:tasks.rados.rados.0.smithi031.stdout:151: finishing write tid 3 to smithi03186013-16 2024-08-10T05:14:36.023 INFO:tasks.rados.rados.0.smithi031.stdout:151: finishing write tid 4 to smithi03186013-16 2024-08-10T05:14:36.023 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 16 v 31 (ObjNum 69 snap 8 seq_num 69) dirty exists 2024-08-10T05:14:36.023 INFO:tasks.rados.rados.0.smithi031.stdout:151: left oid 16 (ObjNum 69 snap 8 seq_num 69) 2024-08-10T05:14:36.023 INFO:tasks.rados.rados.0.smithi031.stdout:152: finishing copy_from racing read to smithi03186013-10 2024-08-10T05:14:36.024 INFO:tasks.rados.rados.0.smithi031.stdout:152: finishing copy_from to smithi03186013-10 2024-08-10T05:14:36.024 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 10 v 2 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-08-10T05:14:36.024 INFO:tasks.rados.rados.0.smithi031.stdout:154: finishing copy_from racing read to smithi03186013-21 2024-08-10T05:14:36.025 INFO:tasks.rados.rados.0.smithi031.stdout:154: finishing copy_from to smithi03186013-21 2024-08-10T05:14:36.025 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 21 v 20 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-08-10T05:14:36.035 INFO:tasks.rados.rados.0.smithi031.stdout:156: finishing copy_from racing read to smithi03186013-38 2024-08-10T05:14:36.036 INFO:tasks.rados.rados.0.smithi031.stdout:156: finishing copy_from to smithi03186013-38 2024-08-10T05:14:36.036 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 38 v 25 (ObjNum 54 snap 4 seq_num 54) dirty exists 2024-08-10T05:14:36.993 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:14:36 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[34968]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:14:36] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-10T05:14:37.015 INFO:tasks.rados.rados.0.smithi031.stdout:151: done (6 left) 2024-08-10T05:14:37.015 INFO:tasks.rados.rados.0.smithi031.stdout:152: done (5 left) 2024-08-10T05:14:37.015 INFO:tasks.rados.rados.0.smithi031.stdout:153: done (4 left) 2024-08-10T05:14:37.015 INFO:tasks.rados.rados.0.smithi031.stdout:154: done (3 left) 2024-08-10T05:14:37.015 INFO:tasks.rados.rados.0.smithi031.stdout:155: done (2 left) 2024-08-10T05:14:37.015 INFO:tasks.rados.rados.0.smithi031.stdout:156: done (1 left) 2024-08-10T05:14:37.015 INFO:tasks.rados.rados.0.smithi031.stdout:157: done (0 left) 2024-08-10T05:14:37.015 INFO:tasks.rados.rados.0.smithi031.stdout:158: read oid 46 snap -1 2024-08-10T05:14:37.015 INFO:tasks.rados.rados.0.smithi031.stdout:158: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-10T05:14:37.016 INFO:tasks.rados.rados.0.smithi031.stdout:159: read oid 7 snap 7 2024-08-10T05:14:37.016 INFO:tasks.rados.rados.0.smithi031.stdout:159: expect (ObjNum 6 snap 0 seq_num 6) 2024-08-10T05:14:37.016 INFO:tasks.rados.rados.0.smithi031.stdout:160: snap_create 2024-08-10T05:14:37.019 INFO:tasks.rados.rados.0.smithi031.stdout:159: expect (ObjNum 6 snap 0 seq_num 6) 2024-08-10T05:14:37.022 INFO:tasks.rados.rados.0.smithi031.stdout:158: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-10T05:14:37.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:36 smithi031 ceph-mon[29994]: pgmap v129: 121 pgs: 121 active+clean; 26 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.2 MiB/s wr, 36 op/s 2024-08-10T05:14:37.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:36 smithi031 ceph-mon[29994]: osdmap e99: 8 total, 8 up, 8 in 2024-08-10T05:14:37.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:36 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:14:37.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:36 smithi031 ceph-mon[41349]: pgmap v129: 121 pgs: 121 active+clean; 26 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.2 MiB/s wr, 36 op/s 2024-08-10T05:14:37.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:36 smithi031 ceph-mon[41349]: osdmap e99: 8 total, 8 up, 8 in 2024-08-10T05:14:37.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:36 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:14:37.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:36 smithi196 ceph-mon[32874]: pgmap v129: 121 pgs: 121 active+clean; 26 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.2 MiB/s wr, 36 op/s 2024-08-10T05:14:37.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:36 smithi196 ceph-mon[32874]: osdmap e99: 8 total, 8 up, 8 in 2024-08-10T05:14:37.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:36 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:14:38.020 INFO:tasks.rados.rados.0.smithi031.stdout:158: done (2 left) 2024-08-10T05:14:38.020 INFO:tasks.rados.rados.0.smithi031.stdout:159: done (1 left) 2024-08-10T05:14:38.020 INFO:tasks.rados.rados.0.smithi031.stdout:160: done (0 left) 2024-08-10T05:14:38.020 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 13 current snap is 10 2024-08-10T05:14:38.020 INFO:tasks.rados.rados.0.smithi031.stdout:161: seq_num 70 ranges {204800=778240,983040=401408} 2024-08-10T05:14:38.027 INFO:tasks.rados.rados.0.smithi031.stdout:161: writing smithi03186013-13 from 204800 to 983040 tid 1 2024-08-10T05:14:38.030 INFO:tasks.rados.rados.0.smithi031.stdout:161: writing smithi03186013-13 from 983040 to 1384448 tid 2 2024-08-10T05:14:38.030 INFO:tasks.rados.rados.0.smithi031.stdout:162: copy_from oid 15 from oid 5 current snap is 10 2024-08-10T05:14:38.031 INFO:tasks.rados.rados.0.smithi031.stdout:163: rollback oid 19 current snap is 10 2024-08-10T05:14:38.031 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 19 to 8 2024-08-10T05:14:38.031 INFO:tasks.rados.rados.0.smithi031.stdout:164: copy_from oid 21 from oid 24 current snap is 10 2024-08-10T05:14:38.031 INFO:tasks.rados.rados.0.smithi031.stdout:165: copy_from oid 3 from oid 7 current snap is 10 2024-08-10T05:14:38.031 INFO:tasks.rados.rados.0.smithi031.stdout:166: read oid 33 snap -1 2024-08-10T05:14:38.031 INFO:tasks.rados.rados.0.smithi031.stdout:166: expect (ObjNum 32 snap 0 seq_num 32) 2024-08-10T05:14:38.032 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 16 current snap is 10 2024-08-10T05:14:38.032 INFO:tasks.rados.rados.0.smithi031.stdout:167: seq_num 71 ranges {1417216=794624,2211840=401408} 2024-08-10T05:14:38.046 INFO:tasks.rados.rados.0.smithi031.stdout:167: writing smithi03186013-16 from 1417216 to 2211840 tid 1 2024-08-10T05:14:38.049 INFO:tasks.rados.rados.0.smithi031.stdout:167: writing smithi03186013-16 from 2211840 to 2613248 tid 2 2024-08-10T05:14:38.049 INFO:tasks.rados.rados.0.smithi031.stdout:168: rmattr oid 34 current snap is 10 2024-08-10T05:14:38.049 INFO:tasks.rados.rados.0.smithi031.stdout:165: finishing copy_from racing read to smithi03186013-3 2024-08-10T05:14:38.050 INFO:tasks.rados.rados.0.smithi031.stdout:165: finishing copy_from to smithi03186013-3 2024-08-10T05:14:38.050 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 3 v 4 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-08-10T05:14:38.050 INFO:tasks.rados.rados.0.smithi031.stdout:161: finishing write tid 1 to smithi03186013-13 2024-08-10T05:14:38.050 INFO:tasks.rados.rados.0.smithi031.stdout:161: finishing write tid 2 to smithi03186013-13 2024-08-10T05:14:38.050 INFO:tasks.rados.rados.0.smithi031.stdout:165: done (7 left) 2024-08-10T05:14:38.050 INFO:tasks.rados.rados.0.smithi031.stdout:169: snap_remove snap 9 2024-08-10T05:14:38.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:38 smithi031 ceph-mon[29994]: osdmap e100: 8 total, 8 up, 8 in 2024-08-10T05:14:38.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:38 smithi031 ceph-mon[41349]: osdmap e100: 8 total, 8 up, 8 in 2024-08-10T05:14:38.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:38 smithi196 ceph-mon[32874]: osdmap e100: 8 total, 8 up, 8 in 2024-08-10T05:14:39.024 INFO:tasks.rados.rados.0.smithi031.stdout:169: done (7 left) 2024-08-10T05:14:39.024 INFO:tasks.rados.rados.0.smithi031.stdout:170: rollback oid 26 current snap is 10 2024-08-10T05:14:39.024 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 26 to 7 2024-08-10T05:14:39.024 INFO:tasks.rados.rados.0.smithi031.stdout:161: finishing write tid 3 to smithi03186013-13 2024-08-10T05:14:39.024 INFO:tasks.rados.rados.0.smithi031.stdout:166: expect (ObjNum 32 snap 0 seq_num 32) 2024-08-10T05:14:39.043 INFO:tasks.rados.rados.0.smithi031.stdout:163: finishing rollback tid 0 to smithi03186013-19 2024-08-10T05:14:39.043 INFO:tasks.rados.rados.0.smithi031.stdout:163: finishing rollback tid 1 to smithi03186013-19 2024-08-10T05:14:39.043 INFO:tasks.rados.rados.0.smithi031.stdout:163: finishing rollback tid 2 to smithi03186013-19 2024-08-10T05:14:39.044 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 19 v 24 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-08-10T05:14:39.044 INFO:tasks.rados.rados.0.smithi031.stdout:161: finishing write tid 4 to smithi03186013-13 2024-08-10T05:14:39.044 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 13 v 35 (ObjNum 70 snap 10 seq_num 70) dirty exists 2024-08-10T05:14:39.044 INFO:tasks.rados.rados.0.smithi031.stdout:161: left oid 13 (ObjNum 70 snap 10 seq_num 70) 2024-08-10T05:14:39.044 INFO:tasks.rados.rados.0.smithi031.stdout:162: finishing copy_from racing read to smithi03186013-15 2024-08-10T05:14:39.044 INFO:tasks.rados.rados.0.smithi031.stdout:162: finishing copy_from to smithi03186013-15 2024-08-10T05:14:39.044 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 15 v 2 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-08-10T05:14:39.045 INFO:tasks.rados.rados.0.smithi031.stdout:164: finishing copy_from racing read to smithi03186013-21 2024-08-10T05:14:39.045 INFO:tasks.rados.rados.0.smithi031.stdout:164: finishing copy_from to smithi03186013-21 2024-08-10T05:14:39.045 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 21 v 25 (ObjNum 54 snap 4 seq_num 54) dirty exists 2024-08-10T05:14:39.045 INFO:tasks.rados.rados.0.smithi031.stdout:167: finishing write tid 1 to smithi03186013-16 2024-08-10T05:14:39.045 INFO:tasks.rados.rados.0.smithi031.stdout:161: done (7 left) 2024-08-10T05:14:39.045 INFO:tasks.rados.rados.0.smithi031.stdout:162: done (6 left) 2024-08-10T05:14:39.045 INFO:tasks.rados.rados.0.smithi031.stdout:163: done (5 left) 2024-08-10T05:14:39.045 INFO:tasks.rados.rados.0.smithi031.stdout:164: done (4 left) 2024-08-10T05:14:39.046 INFO:tasks.rados.rados.0.smithi031.stdout:166: done (3 left) 2024-08-10T05:14:39.046 INFO:tasks.rados.rados.0.smithi031.stdout:171: copy_from oid 28 from oid 20 current snap is 10 2024-08-10T05:14:39.046 INFO:tasks.rados.rados.0.smithi031.stdout:167: finishing write tid 2 to smithi03186013-16 2024-08-10T05:14:39.046 INFO:tasks.rados.rados.0.smithi031.stdout:167: finishing write tid 3 to smithi03186013-16 2024-08-10T05:14:39.046 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 34 v 44 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-10T05:14:39.047 INFO:tasks.rados.rados.0.smithi031.stdout:167: finishing write tid 4 to smithi03186013-16 2024-08-10T05:14:39.047 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 16 v 35 (ObjNum 71 snap 10 seq_num 71) dirty exists 2024-08-10T05:14:39.047 INFO:tasks.rados.rados.0.smithi031.stdout:167: left oid 16 (ObjNum 71 snap 10 seq_num 71) 2024-08-10T05:14:39.047 INFO:tasks.rados.rados.0.smithi031.stdout:170: finishing rollback tid 0 to smithi03186013-26 2024-08-10T05:14:39.047 INFO:tasks.rados.rados.0.smithi031.stdout:170: finishing rollback tid 1 to smithi03186013-26 2024-08-10T05:14:39.047 INFO:tasks.rados.rados.0.smithi031.stdout:170: finishing rollback tid 2 to smithi03186013-26 2024-08-10T05:14:39.048 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 26 v 23 (ObjNum 25 snap 0 seq_num 25) dirty exists 2024-08-10T05:14:39.048 INFO:tasks.rados.rados.0.smithi031.stdout:167: done (3 left) 2024-08-10T05:14:39.048 INFO:tasks.rados.rados.0.smithi031.stdout:168: done (2 left) 2024-08-10T05:14:39.048 INFO:tasks.rados.rados.0.smithi031.stdout:170: done (1 left) 2024-08-10T05:14:39.048 INFO:tasks.rados.rados.0.smithi031.stdout:172: copy_from oid 44 from oid 15 current snap is 10 2024-08-10T05:14:39.048 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 13 current snap is 10 2024-08-10T05:14:39.049 INFO:tasks.rados.rados.0.smithi031.stdout:173: seq_num 72 ranges {1384448=409600,1794048=524288,2318336=278528} 2024-08-10T05:14:39.052 INFO:tasks.rados.rados.0.smithi031.stdout:173: writing smithi03186013-13 from 1384448 to 1794048 tid 1 2024-08-10T05:14:39.055 INFO:tasks.rados.rados.0.smithi031.stdout:173: writing smithi03186013-13 from 1794048 to 2318336 tid 2 2024-08-10T05:14:39.057 INFO:tasks.rados.rados.0.smithi031.stdout:173: writing smithi03186013-13 from 2318336 to 2596864 tid 3 2024-08-10T05:14:39.057 INFO:tasks.rados.rados.0.smithi031.stdout:174: setattr oid 39 current snap is 10 2024-08-10T05:14:39.057 INFO:tasks.rados.rados.0.smithi031.stdout:172: finishing copy_from racing read to smithi03186013-44 2024-08-10T05:14:39.057 INFO:tasks.rados.rados.0.smithi031.stdout:172: finishing copy_from to smithi03186013-44 2024-08-10T05:14:39.057 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 44 v 2 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-08-10T05:14:39.057 INFO:tasks.rados.rados.0.smithi031.stdout:171: finishing copy_from racing read to smithi03186013-28 2024-08-10T05:14:39.057 INFO:tasks.rados.rados.0.smithi031.stdout:171: finishing copy_from to smithi03186013-28 2024-08-10T05:14:39.057 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 28 v 24 (ObjNum 60 snap 5 seq_num 60) dirty exists 2024-08-10T05:14:39.057 INFO:tasks.rados.rados.0.smithi031.stdout:173: finishing write tid 1 to smithi03186013-13 2024-08-10T05:14:39.058 INFO:tasks.rados.rados.0.smithi031.stdout:171: done (3 left) 2024-08-10T05:14:39.058 INFO:tasks.rados.rados.0.smithi031.stdout:172: done (2 left) 2024-08-10T05:14:39.058 INFO:tasks.rados.rados.0.smithi031.stdout:175: snap_remove snap 8 2024-08-10T05:14:39.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:39 smithi031 ceph-mon[29994]: pgmap v132: 121 pgs: 121 active+clean; 32 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.1 MiB/s wr, 25 op/s 2024-08-10T05:14:39.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:39 smithi031 ceph-mon[29994]: osdmap e101: 8 total, 8 up, 8 in 2024-08-10T05:14:39.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:39 smithi031 ceph-mon[41349]: pgmap v132: 121 pgs: 121 active+clean; 32 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.1 MiB/s wr, 25 op/s 2024-08-10T05:14:39.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:39 smithi031 ceph-mon[41349]: osdmap e101: 8 total, 8 up, 8 in 2024-08-10T05:14:39.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:39 smithi196 ceph-mon[32874]: pgmap v132: 121 pgs: 121 active+clean; 32 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.1 MiB/s wr, 25 op/s 2024-08-10T05:14:39.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:39 smithi196 ceph-mon[32874]: osdmap e101: 8 total, 8 up, 8 in 2024-08-10T05:14:39.996 INFO:tasks.rados.rados.0.smithi031.stdout:175: done (2 left) 2024-08-10T05:14:39.996 INFO:tasks.rados.rados.0.smithi031.stdout:176: rmattr oid 45 current snap is 10 2024-08-10T05:14:39.996 INFO:tasks.rados.rados.0.smithi031.stdout:176: done (2 left) 2024-08-10T05:14:39.996 INFO:tasks.rados.rados.0.smithi031.stdout:177: copy_from oid 5 from oid 4 current snap is 10 2024-08-10T05:14:39.997 INFO:tasks.rados.rados.0.smithi031.stdout:178: snap_remove snap 7 2024-08-10T05:14:40.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:40 smithi031 ceph-mon[29994]: osdmap e102: 8 total, 8 up, 8 in 2024-08-10T05:14:40.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:40 smithi031 ceph-mon[29994]: osdmap e103: 8 total, 8 up, 8 in 2024-08-10T05:14:40.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:40 smithi031 ceph-mon[41349]: osdmap e102: 8 total, 8 up, 8 in 2024-08-10T05:14:40.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:40 smithi031 ceph-mon[41349]: osdmap e103: 8 total, 8 up, 8 in 2024-08-10T05:14:40.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:40 smithi196 ceph-mon[32874]: osdmap e102: 8 total, 8 up, 8 in 2024-08-10T05:14:40.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:40 smithi196 ceph-mon[32874]: osdmap e103: 8 total, 8 up, 8 in 2024-08-10T05:14:40.998 INFO:tasks.rados.rados.0.smithi031.stdout:178: done (3 left) 2024-08-10T05:14:40.998 INFO:tasks.rados.rados.0.smithi031.stdout:179: read oid 38 snap -1 2024-08-10T05:14:40.998 INFO:tasks.rados.rados.0.smithi031.stdout:179: expect (ObjNum 54 snap 4 seq_num 54) 2024-08-10T05:14:40.998 INFO:tasks.rados.rados.0.smithi031.stdout:180: rollback oid 26 current snap is 10 2024-08-10T05:14:40.998 INFO:tasks.rados.rados.0.smithi031.stdout:180: done (4 left) 2024-08-10T05:14:40.998 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 36 current snap is 10 2024-08-10T05:14:40.999 INFO:tasks.rados.rados.0.smithi031.stdout:181: seq_num 73 ranges {24576=425984,450560=409600,860160=393216} 2024-08-10T05:14:41.001 INFO:tasks.rados.rados.0.smithi031.stdout:181: writing smithi03186013-36 from 24576 to 450560 tid 1 2024-08-10T05:14:41.004 INFO:tasks.rados.rados.0.smithi031.stdout:181: writing smithi03186013-36 from 450560 to 860160 tid 2 2024-08-10T05:14:41.007 INFO:tasks.rados.rados.0.smithi031.stdout:181: writing smithi03186013-36 from 860160 to 1253376 tid 3 2024-08-10T05:14:41.008 INFO:tasks.rados.rados.0.smithi031.stdout:182: read oid 28 snap -1 2024-08-10T05:14:41.008 INFO:tasks.rados.rados.0.smithi031.stdout:182: expect (ObjNum 60 snap 5 seq_num 60) 2024-08-10T05:14:41.008 INFO:tasks.rados.rados.0.smithi031.stdout:183: rollback oid 12 current snap is 10 2024-08-10T05:14:41.008 INFO:tasks.rados.rados.0.smithi031.stdout:183: done (6 left) 2024-08-10T05:14:41.008 INFO:tasks.rados.rados.0.smithi031.stdout:184: snap_create 2024-08-10T05:14:41.009 INFO:tasks.rados.rados.0.smithi031.stdout:173: finishing write tid 2 to smithi03186013-13 2024-08-10T05:14:41.009 INFO:tasks.rados.rados.0.smithi031.stdout:173: finishing write tid 3 to smithi03186013-13 2024-08-10T05:14:41.009 INFO:tasks.rados.rados.0.smithi031.stdout:173: finishing write tid 4 to smithi03186013-13 2024-08-10T05:14:41.009 INFO:tasks.rados.rados.0.smithi031.stdout:173: finishing write tid 5 to smithi03186013-13 2024-08-10T05:14:41.009 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 13 v 45 (ObjNum 72 snap 10 seq_num 72) dirty exists 2024-08-10T05:14:41.009 INFO:tasks.rados.rados.0.smithi031.stdout:173: left oid 13 (ObjNum 72 snap 10 seq_num 72) 2024-08-10T05:14:41.009 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 39 v 4 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-08-10T05:14:41.009 INFO:tasks.rados.rados.0.smithi031.stdout:177: finishing copy_from racing read to smithi03186013-5 2024-08-10T05:14:41.009 INFO:tasks.rados.rados.0.smithi031.stdout:177: finishing copy_from to smithi03186013-5 2024-08-10T05:14:41.009 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 5 v 2 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-08-10T05:14:41.011 INFO:tasks.rados.rados.0.smithi031.stdout:181: finishing write tid 1 to smithi03186013-36 2024-08-10T05:14:41.013 INFO:tasks.rados.rados.0.smithi031.stdout:181: finishing write tid 2 to smithi03186013-36 2024-08-10T05:14:41.013 INFO:tasks.rados.rados.0.smithi031.stdout:181: finishing write tid 3 to smithi03186013-36 2024-08-10T05:14:41.014 INFO:tasks.rados.rados.0.smithi031.stdout:181: finishing write tid 4 to smithi03186013-36 2024-08-10T05:14:41.015 INFO:tasks.rados.rados.0.smithi031.stdout:181: finishing write tid 5 to smithi03186013-36 2024-08-10T05:14:41.015 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 36 v 43 (ObjNum 73 snap 10 seq_num 73) dirty exists 2024-08-10T05:14:41.015 INFO:tasks.rados.rados.0.smithi031.stdout:181: left oid 36 (ObjNum 73 snap 10 seq_num 73) 2024-08-10T05:14:41.016 INFO:tasks.rados.rados.0.smithi031.stdout:179: expect (ObjNum 54 snap 4 seq_num 54) 2024-08-10T05:14:41.100 INFO:tasks.rados.rados.0.smithi031.stdout:182: expect (ObjNum 60 snap 5 seq_num 60) 2024-08-10T05:14:41.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:41 smithi031 ceph-mon[29994]: pgmap v135: 121 pgs: 121 active+clean; 32 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.1 MiB/s wr, 25 op/s 2024-08-10T05:14:41.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:41 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:14:41.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:41 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:14:41.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:41 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:14:41.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:41 smithi031 ceph-mon[29994]: osdmap e104: 8 total, 8 up, 8 in 2024-08-10T05:14:41.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:41 smithi031 ceph-mon[41349]: pgmap v135: 121 pgs: 121 active+clean; 32 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.1 MiB/s wr, 25 op/s 2024-08-10T05:14:41.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:41 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:14:41.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:41 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:14:41.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:41 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:14:41.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:41 smithi031 ceph-mon[41349]: osdmap e104: 8 total, 8 up, 8 in 2024-08-10T05:14:41.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:41 smithi196 ceph-mon[32874]: pgmap v135: 121 pgs: 121 active+clean; 32 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.1 MiB/s wr, 25 op/s 2024-08-10T05:14:41.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:41 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:14:41.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:41 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:14:41.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:41 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:14:41.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:41 smithi196 ceph-mon[32874]: osdmap e104: 8 total, 8 up, 8 in 2024-08-10T05:14:42.001 INFO:tasks.rados.rados.0.smithi031.stdout:173: done (6 left) 2024-08-10T05:14:42.002 INFO:tasks.rados.rados.0.smithi031.stdout:174: done (5 left) 2024-08-10T05:14:42.002 INFO:tasks.rados.rados.0.smithi031.stdout:177: done (4 left) 2024-08-10T05:14:42.002 INFO:tasks.rados.rados.0.smithi031.stdout:179: done (3 left) 2024-08-10T05:14:42.002 INFO:tasks.rados.rados.0.smithi031.stdout:181: done (2 left) 2024-08-10T05:14:42.002 INFO:tasks.rados.rados.0.smithi031.stdout:182: done (1 left) 2024-08-10T05:14:42.002 INFO:tasks.rados.rados.0.smithi031.stdout:184: done (0 left) 2024-08-10T05:14:42.002 INFO:tasks.rados.rados.0.smithi031.stdout:185: delete oid 11 current snap is 11 2024-08-10T05:14:42.005 INFO:tasks.rados.rados.0.smithi031.stdout:185: done (0 left) 2024-08-10T05:14:42.006 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 44 current snap is 11 2024-08-10T05:14:42.006 INFO:tasks.rados.rados.0.smithi031.stdout:186: seq_num 75 ranges {73728=458752,532480=581632,1114112=221184} 2024-08-10T05:14:42.008 INFO:tasks.rados.rados.0.smithi031.stdout:186: writing smithi03186013-44 from 73728 to 532480 tid 1 2024-08-10T05:14:42.012 INFO:tasks.rados.rados.0.smithi031.stdout:186: writing smithi03186013-44 from 532480 to 1114112 tid 2 2024-08-10T05:14:42.013 INFO:tasks.rados.rados.0.smithi031.stdout:186: writing smithi03186013-44 from 1114112 to 1335296 tid 3 2024-08-10T05:14:42.013 INFO:tasks.rados.rados.0.smithi031.stdout:187: snap_create 2024-08-10T05:14:42.015 INFO:tasks.rados.rados.0.smithi031.stdout:186: finishing write tid 1 to smithi03186013-44 2024-08-10T05:14:42.017 INFO:tasks.rados.rados.0.smithi031.stdout:186: finishing write tid 2 to smithi03186013-44 2024-08-10T05:14:42.017 INFO:tasks.rados.rados.0.smithi031.stdout:186: finishing write tid 3 to smithi03186013-44 2024-08-10T05:14:42.017 INFO:tasks.rados.rados.0.smithi031.stdout:186: finishing write tid 4 to smithi03186013-44 2024-08-10T05:14:42.018 INFO:tasks.rados.rados.0.smithi031.stdout:186: finishing write tid 5 to smithi03186013-44 2024-08-10T05:14:42.018 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 44 v 54 (ObjNum 75 snap 11 seq_num 75) dirty exists 2024-08-10T05:14:42.018 INFO:tasks.rados.rados.0.smithi031.stdout:186: left oid 44 (ObjNum 75 snap 11 seq_num 75) 2024-08-10T05:14:42.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:14:42 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:14:42] "GET /metrics HTTP/1.1" 200 239222 "" "Prometheus/2.43.0" 2024-08-10T05:14:42.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:42 smithi031 ceph-mon[29994]: Upgrade: Target is version 19.1.0-1335-gbca9905d (unknown) 2024-08-10T05:14:42.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:42 smithi031 ceph-mon[29994]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, digests ['quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec'] 2024-08-10T05:14:42.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:42 smithi031 ceph-mon[29994]: Upgrade: Need to upgrade myself (mgr.y) 2024-08-10T05:14:42.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:42 smithi031 ceph-mon[29994]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec on smithi196 2024-08-10T05:14:42.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:42 smithi031 ceph-mon[29994]: osdmap e105: 8 total, 8 up, 8 in 2024-08-10T05:14:42.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:42 smithi031 ceph-mon[41349]: Upgrade: Target is version 19.1.0-1335-gbca9905d (unknown) 2024-08-10T05:14:42.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:42 smithi031 ceph-mon[41349]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, digests ['quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec'] 2024-08-10T05:14:42.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:42 smithi031 ceph-mon[41349]: Upgrade: Need to upgrade myself (mgr.y) 2024-08-10T05:14:42.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:42 smithi031 ceph-mon[41349]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec on smithi196 2024-08-10T05:14:42.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:42 smithi031 ceph-mon[41349]: osdmap e105: 8 total, 8 up, 8 in 2024-08-10T05:14:42.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:42 smithi196 ceph-mon[32874]: Upgrade: Target is version 19.1.0-1335-gbca9905d (unknown) 2024-08-10T05:14:42.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:42 smithi196 ceph-mon[32874]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, digests ['quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec'] 2024-08-10T05:14:42.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:42 smithi196 ceph-mon[32874]: Upgrade: Need to upgrade myself (mgr.y) 2024-08-10T05:14:42.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:42 smithi196 ceph-mon[32874]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec on smithi196 2024-08-10T05:14:42.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:42 smithi196 ceph-mon[32874]: osdmap e105: 8 total, 8 up, 8 in 2024-08-10T05:14:43.002 INFO:tasks.rados.rados.0.smithi031.stdout:186: done (1 left) 2024-08-10T05:14:43.002 INFO:tasks.rados.rados.0.smithi031.stdout:187: done (0 left) 2024-08-10T05:14:43.002 INFO:tasks.rados.rados.0.smithi031.stdout:188: snap_remove snap 10 2024-08-10T05:14:43.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:43 smithi031 ceph-mon[41349]: pgmap v138: 121 pgs: 121 active+clean; 32 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:14:43.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:43 smithi031 ceph-mon[41349]: osdmap e106: 8 total, 8 up, 8 in 2024-08-10T05:14:43.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:43 smithi031 ceph-mon[29994]: pgmap v138: 121 pgs: 121 active+clean; 32 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:14:43.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:43 smithi031 ceph-mon[29994]: osdmap e106: 8 total, 8 up, 8 in 2024-08-10T05:14:43.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:43 smithi196 ceph-mon[32874]: pgmap v138: 121 pgs: 121 active+clean; 32 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:14:43.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:43 smithi196 ceph-mon[32874]: osdmap e106: 8 total, 8 up, 8 in 2024-08-10T05:14:44.003 INFO:tasks.rados.rados.0.smithi031.stdout:188: done (0 left) 2024-08-10T05:14:44.003 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 22 current snap is 12 2024-08-10T05:14:44.003 INFO:tasks.rados.rados.0.smithi031.stdout:189: seq_num 76 ranges {794624=475136,1269760=458752,1728512=344064} 2024-08-10T05:14:44.010 INFO:tasks.rados.rados.0.smithi031.stdout:189: writing smithi03186013-22 from 794624 to 1269760 tid 1 2024-08-10T05:14:44.012 INFO:tasks.rados.rados.0.smithi031.stdout:189: writing smithi03186013-22 from 1269760 to 1728512 tid 2 2024-08-10T05:14:44.015 INFO:tasks.rados.rados.0.smithi031.stdout:189: writing smithi03186013-22 from 1728512 to 2072576 tid 3 2024-08-10T05:14:44.015 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 10 current snap is 12 2024-08-10T05:14:44.015 INFO:tasks.rados.rados.0.smithi031.stdout:189: finishing write tid 1 to smithi03186013-22 2024-08-10T05:14:44.015 INFO:tasks.rados.rados.0.smithi031.stdout:190: seq_num 77 ranges {638976=491520,1130496=794624,1925120=8192} 2024-08-10T05:14:44.021 INFO:tasks.rados.rados.0.smithi031.stdout:190: writing smithi03186013-10 from 638976 to 1130496 tid 1 2024-08-10T05:14:44.026 INFO:tasks.rados.rados.0.smithi031.stdout:190: writing smithi03186013-10 from 1130496 to 1925120 tid 2 2024-08-10T05:14:44.027 INFO:tasks.rados.rados.0.smithi031.stdout:190: writing smithi03186013-10 from 1925120 to 1933312 tid 3 2024-08-10T05:14:44.027 INFO:tasks.rados.rados.0.smithi031.stdout:191: setattr oid 6 current snap is 12 2024-08-10T05:14:44.027 INFO:tasks.rados.rados.0.smithi031.stdout:189: finishing write tid 2 to smithi03186013-22 2024-08-10T05:14:44.027 INFO:tasks.rados.rados.0.smithi031.stdout:189: finishing write tid 3 to smithi03186013-22 2024-08-10T05:14:44.027 INFO:tasks.rados.rados.0.smithi031.stdout:189: finishing write tid 4 to smithi03186013-22 2024-08-10T05:14:44.027 INFO:tasks.rados.rados.0.smithi031.stdout:189: finishing write tid 5 to smithi03186013-22 2024-08-10T05:14:44.027 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 22 v 61 (ObjNum 76 snap 12 seq_num 76) dirty exists 2024-08-10T05:14:44.027 INFO:tasks.rados.rados.0.smithi031.stdout:189: left oid 22 (ObjNum 76 snap 12 seq_num 76) 2024-08-10T05:14:44.029 INFO:tasks.rados.rados.0.smithi031.stdout:189: done (2 left) 2024-08-10T05:14:44.029 INFO:tasks.rados.rados.0.smithi031.stdout:192: read oid 12 snap 11 2024-08-10T05:14:44.029 INFO:tasks.rados.rados.0.smithi031.stdout:192: expect deleted 2024-08-10T05:14:44.029 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 3 current snap is 12 2024-08-10T05:14:44.029 INFO:tasks.rados.rados.0.smithi031.stdout:193: seq_num 78 ranges {106496=516096,622592=679936,1302528=122880} 2024-08-10T05:14:44.033 INFO:tasks.rados.rados.0.smithi031.stdout:193: writing smithi03186013-3 from 106496 to 622592 tid 1 2024-08-10T05:14:44.037 INFO:tasks.rados.rados.0.smithi031.stdout:193: writing smithi03186013-3 from 622592 to 1302528 tid 2 2024-08-10T05:14:44.039 INFO:tasks.rados.rados.0.smithi031.stdout:193: writing smithi03186013-3 from 1302528 to 1425408 tid 3 2024-08-10T05:14:44.039 INFO:tasks.rados.rados.0.smithi031.stdout:194: snap_create 2024-08-10T05:14:44.039 INFO:tasks.rados.rados.0.smithi031.stdout:190: finishing write tid 1 to smithi03186013-10 2024-08-10T05:14:44.039 INFO:tasks.rados.rados.0.smithi031.stdout:190: finishing write tid 2 to smithi03186013-10 2024-08-10T05:14:44.039 INFO:tasks.rados.rados.0.smithi031.stdout:190: finishing write tid 3 to smithi03186013-10 2024-08-10T05:14:44.039 INFO:tasks.rados.rados.0.smithi031.stdout:190: finishing write tid 4 to smithi03186013-10 2024-08-10T05:14:44.039 INFO:tasks.rados.rados.0.smithi031.stdout:190: finishing write tid 5 to smithi03186013-10 2024-08-10T05:14:44.039 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 10 v 37 (ObjNum 77 snap 12 seq_num 77) dirty exists 2024-08-10T05:14:44.039 INFO:tasks.rados.rados.0.smithi031.stdout:190: left oid 10 (ObjNum 77 snap 12 seq_num 77) 2024-08-10T05:14:44.039 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 6 v 45 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-08-10T05:14:44.040 INFO:tasks.rados.rados.0.smithi031.stdout:193: finishing write tid 1 to smithi03186013-3 2024-08-10T05:14:44.042 INFO:tasks.rados.rados.0.smithi031.stdout:193: finishing write tid 2 to smithi03186013-3 2024-08-10T05:14:44.042 INFO:tasks.rados.rados.0.smithi031.stdout:193: finishing write tid 3 to smithi03186013-3 2024-08-10T05:14:44.042 INFO:tasks.rados.rados.0.smithi031.stdout:193: finishing write tid 4 to smithi03186013-3 2024-08-10T05:14:44.044 INFO:tasks.rados.rados.0.smithi031.stdout:193: finishing write tid 5 to smithi03186013-3 2024-08-10T05:14:44.044 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 3 v 52 (ObjNum 78 snap 12 seq_num 78) dirty exists 2024-08-10T05:14:44.044 INFO:tasks.rados.rados.0.smithi031.stdout:193: left oid 3 (ObjNum 78 snap 12 seq_num 78) 2024-08-10T05:14:44.997 INFO:tasks.rados.rados.0.smithi031.stdout:190: done (4 left) 2024-08-10T05:14:44.997 INFO:tasks.rados.rados.0.smithi031.stdout:191: done (3 left) 2024-08-10T05:14:44.998 INFO:tasks.rados.rados.0.smithi031.stdout:192: done (2 left) 2024-08-10T05:14:44.998 INFO:tasks.rados.rados.0.smithi031.stdout:193: done (1 left) 2024-08-10T05:14:44.998 INFO:tasks.rados.rados.0.smithi031.stdout:194: done (0 left) 2024-08-10T05:14:44.998 INFO:tasks.rados.rados.0.smithi031.stdout:195: snap_create 2024-08-10T05:14:45.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:45 smithi031 ceph-mon[29994]: pgmap v141: 121 pgs: 121 active+clean; 38 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 18 op/s 2024-08-10T05:14:45.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:45 smithi031 ceph-mon[29994]: osdmap e107: 8 total, 8 up, 8 in 2024-08-10T05:14:45.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:45 smithi031 ceph-mon[29994]: osdmap e108: 8 total, 8 up, 8 in 2024-08-10T05:14:45.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:45 smithi031 ceph-mon[41349]: pgmap v141: 121 pgs: 121 active+clean; 38 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 18 op/s 2024-08-10T05:14:45.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:45 smithi031 ceph-mon[41349]: osdmap e107: 8 total, 8 up, 8 in 2024-08-10T05:14:45.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:45 smithi031 ceph-mon[41349]: osdmap e108: 8 total, 8 up, 8 in 2024-08-10T05:14:45.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:45 smithi196 ceph-mon[32874]: pgmap v141: 121 pgs: 121 active+clean; 38 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 18 op/s 2024-08-10T05:14:45.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:45 smithi196 ceph-mon[32874]: osdmap e107: 8 total, 8 up, 8 in 2024-08-10T05:14:45.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:45 smithi196 ceph-mon[32874]: osdmap e108: 8 total, 8 up, 8 in 2024-08-10T05:14:45.998 INFO:tasks.rados.rados.0.smithi031.stdout:195: done (0 left) 2024-08-10T05:14:45.999 INFO:tasks.rados.rados.0.smithi031.stdout:196: read oid 45 snap -1 2024-08-10T05:14:45.999 INFO:tasks.rados.rados.0.smithi031.stdout:196: expect (ObjNum 33 snap 0 seq_num 33) 2024-08-10T05:14:45.999 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 31 current snap is 14 2024-08-10T05:14:45.999 INFO:tasks.rados.rados.0.smithi031.stdout:197: seq_num 79 ranges {1753088=532480,2285568=565248,2850816=237568} 2024-08-10T05:14:46.011 INFO:tasks.rados.rados.0.smithi031.stdout:197: writing smithi03186013-31 from 1753088 to 2285568 tid 1 2024-08-10T05:14:46.014 INFO:tasks.rados.rados.0.smithi031.stdout:197: writing smithi03186013-31 from 2285568 to 2850816 tid 2 2024-08-10T05:14:46.016 INFO:tasks.rados.rados.0.smithi031.stdout:197: writing smithi03186013-31 from 2850816 to 3088384 tid 3 2024-08-10T05:14:46.016 INFO:tasks.rados.rados.0.smithi031.stdout:198: read oid 49 snap -1 2024-08-10T05:14:46.016 INFO:tasks.rados.rados.0.smithi031.stdout:198: expect (ObjNum 61 snap 5 seq_num 61) 2024-08-10T05:14:46.016 INFO:tasks.rados.rados.0.smithi031.stdout:199: read oid 38 snap -1 2024-08-10T05:14:46.016 INFO:tasks.rados.rados.0.smithi031.stdout:199: expect (ObjNum 54 snap 4 seq_num 54) 2024-08-10T05:14:46.016 INFO:tasks.rados.rados.0.smithi031.stdout:200: read oid 40 snap -1 2024-08-10T05:14:46.016 INFO:tasks.rados.rados.0.smithi031.stdout:200: expect (ObjNum 39 snap 0 seq_num 39) 2024-08-10T05:14:46.016 INFO:tasks.rados.rados.0.smithi031.stdout:201: snap_create 2024-08-10T05:14:46.016 INFO:tasks.rados.rados.0.smithi031.stdout:196: expect (ObjNum 33 snap 0 seq_num 33) 2024-08-10T05:14:46.038 INFO:tasks.rados.rados.0.smithi031.stdout:197: finishing write tid 1 to smithi03186013-31 2024-08-10T05:14:46.038 INFO:tasks.rados.rados.0.smithi031.stdout:197: finishing write tid 2 to smithi03186013-31 2024-08-10T05:14:46.039 INFO:tasks.rados.rados.0.smithi031.stdout:197: finishing write tid 3 to smithi03186013-31 2024-08-10T05:14:46.039 INFO:tasks.rados.rados.0.smithi031.stdout:197: finishing write tid 4 to smithi03186013-31 2024-08-10T05:14:46.039 INFO:tasks.rados.rados.0.smithi031.stdout:197: finishing write tid 5 to smithi03186013-31 2024-08-10T05:14:46.039 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 31 v 37 (ObjNum 79 snap 14 seq_num 79) dirty exists 2024-08-10T05:14:46.039 INFO:tasks.rados.rados.0.smithi031.stdout:197: left oid 31 (ObjNum 79 snap 14 seq_num 79) 2024-08-10T05:14:46.039 INFO:tasks.rados.rados.0.smithi031.stdout:198: expect (ObjNum 61 snap 5 seq_num 61) 2024-08-10T05:14:46.097 INFO:tasks.rados.rados.0.smithi031.stdout:199: expect (ObjNum 54 snap 4 seq_num 54) 2024-08-10T05:14:46.180 INFO:tasks.rados.rados.0.smithi031.stdout:200: expect (ObjNum 39 snap 0 seq_num 39) 2024-08-10T05:14:46.788 INFO:teuthology.orchestra.run.smithi031.stdout:true 2024-08-10T05:14:46.995 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:14:46 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[34968]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:14:46] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-10T05:14:47.010 INFO:tasks.rados.rados.0.smithi031.stdout:196: done (5 left) 2024-08-10T05:14:47.010 INFO:tasks.rados.rados.0.smithi031.stdout:197: done (4 left) 2024-08-10T05:14:47.011 INFO:tasks.rados.rados.0.smithi031.stdout:198: done (3 left) 2024-08-10T05:14:47.011 INFO:tasks.rados.rados.0.smithi031.stdout:199: done (2 left) 2024-08-10T05:14:47.011 INFO:tasks.rados.rados.0.smithi031.stdout:200: done (1 left) 2024-08-10T05:14:47.011 INFO:tasks.rados.rados.0.smithi031.stdout:201: done (0 left) 2024-08-10T05:14:47.011 INFO:tasks.rados.rados.0.smithi031.stdout:202: snap_remove snap 14 2024-08-10T05:14:47.061 INFO:teuthology.orchestra.run.smithi031.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-10T05:14:47.061 INFO:teuthology.orchestra.run.smithi031.stdout:alertmanager.a smithi031 *:9093,9094 running (2m) 115s ago 3m 15.5M - 0.25.0 c8568f914cd2 87a4b7db64db 2024-08-10T05:14:47.061 INFO:teuthology.orchestra.run.smithi031.stdout:grafana.a smithi196 *:3000 running (2m) 118s ago 2m 79.9M - 9.4.7 954c08fa6188 98939d3181ae 2024-08-10T05:14:47.062 INFO:teuthology.orchestra.run.smithi031.stdout:mds.a smithi031 running (4m) 115s ago 4m 14.7M - 17.2.7-1372-g56ceb861 354fce865a9a 6a7f8795f454 2024-08-10T05:14:47.062 INFO:teuthology.orchestra.run.smithi031.stdout:mds.b smithi196 running (4m) 118s ago 4m 14.7M - 17.2.7-1372-g56ceb861 354fce865a9a b1ed5b548d29 2024-08-10T05:14:47.062 INFO:teuthology.orchestra.run.smithi031.stdout:mgr.x smithi196 *:8443 running (7m) 118s ago 7m 399M - 17.2.7-1372-g56ceb861 354fce865a9a e0e97cd704c5 2024-08-10T05:14:47.062 INFO:teuthology.orchestra.run.smithi031.stdout:mgr.y smithi031 *:9283,8765 running (9m) 115s ago 9m 445M - 17.2.7-1372-g56ceb861 354fce865a9a 947e4f4cca4e 2024-08-10T05:14:47.062 INFO:teuthology.orchestra.run.smithi031.stdout:mon.a smithi031 running (9m) 115s ago 9m 48.0M 2048M 17.2.7-1372-g56ceb861 354fce865a9a 3733e4dc0236 2024-08-10T05:14:47.062 INFO:teuthology.orchestra.run.smithi031.stdout:mon.b smithi196 running (8m) 118s ago 8m 38.8M 2048M 17.2.7-1372-g56ceb861 354fce865a9a 4e4eaf4777a7 2024-08-10T05:14:47.062 INFO:teuthology.orchestra.run.smithi031.stdout:mon.c smithi031 running (8m) 115s ago 8m 41.3M 2048M 17.2.7-1372-g56ceb861 354fce865a9a 13f38e06b813 2024-08-10T05:14:47.062 INFO:teuthology.orchestra.run.smithi031.stdout:node-exporter.a smithi031 *:9100 running (2m) 115s ago 2m 10.8M - 1.5.0 0da6a335fe13 d16104ec62dd 2024-08-10T05:14:47.062 INFO:teuthology.orchestra.run.smithi031.stdout:node-exporter.b smithi196 *:9100 running (2m) 118s ago 2m 3980k - 1.5.0 0da6a335fe13 6246ec3d261f 2024-08-10T05:14:47.062 INFO:teuthology.orchestra.run.smithi031.stdout:osd.0 smithi031 running (7m) 115s ago 7m 45.7M 2993M 17.2.7-1372-g56ceb861 354fce865a9a 36e1ab6186cd 2024-08-10T05:14:47.062 INFO:teuthology.orchestra.run.smithi031.stdout:osd.1 smithi031 running (7m) 115s ago 7m 43.7M 2993M 17.2.7-1372-g56ceb861 354fce865a9a 80a25aacceaf 2024-08-10T05:14:47.062 INFO:teuthology.orchestra.run.smithi031.stdout:osd.2 smithi031 running (6m) 115s ago 6m 42.9M 2993M 17.2.7-1372-g56ceb861 354fce865a9a 219593aa2bcc 2024-08-10T05:14:47.062 INFO:teuthology.orchestra.run.smithi031.stdout:osd.3 smithi031 running (6m) 115s ago 6m 40.3M 2993M 17.2.7-1372-g56ceb861 354fce865a9a 2f86cfe4892d 2024-08-10T05:14:47.063 INFO:teuthology.orchestra.run.smithi031.stdout:osd.4 smithi196 running (6m) 118s ago 6m 42.4M 2992M 17.2.7-1372-g56ceb861 354fce865a9a 267ae336e2f7 2024-08-10T05:14:47.063 INFO:teuthology.orchestra.run.smithi031.stdout:osd.5 smithi196 running (5m) 118s ago 5m 44.2M 2992M 17.2.7-1372-g56ceb861 354fce865a9a 6af7d344b4cc 2024-08-10T05:14:47.063 INFO:teuthology.orchestra.run.smithi031.stdout:osd.6 smithi196 running (5m) 118s ago 5m 41.3M 2992M 17.2.7-1372-g56ceb861 354fce865a9a e73c19910471 2024-08-10T05:14:47.063 INFO:teuthology.orchestra.run.smithi031.stdout:osd.7 smithi196 running (4m) 118s ago 4m 42.6M 2992M 17.2.7-1372-g56ceb861 354fce865a9a f847e8917297 2024-08-10T05:14:47.063 INFO:teuthology.orchestra.run.smithi031.stdout:prometheus.a smithi196 *:9095 running (2m) 118s ago 3m 26.5M - 2.43.0 a07b618ecd1d ad09f46e48ad 2024-08-10T05:14:47.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:46 smithi031 ceph-mon[29994]: pgmap v144: 121 pgs: 121 active+clean; 38 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 18 op/s 2024-08-10T05:14:47.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:46 smithi031 ceph-mon[29994]: osdmap e109: 8 total, 8 up, 8 in 2024-08-10T05:14:47.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:46 smithi031 ceph-mon[41349]: pgmap v144: 121 pgs: 121 active+clean; 38 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 18 op/s 2024-08-10T05:14:47.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:46 smithi031 ceph-mon[41349]: osdmap e109: 8 total, 8 up, 8 in 2024-08-10T05:14:47.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:46 smithi196 ceph-mon[32874]: pgmap v144: 121 pgs: 121 active+clean; 38 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 18 op/s 2024-08-10T05:14:47.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:46 smithi196 ceph-mon[32874]: osdmap e109: 8 total, 8 up, 8 in 2024-08-10T05:14:47.381 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-08-10T05:14:47.381 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": { 2024-08-10T05:14:47.381 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 3 2024-08-10T05:14:47.381 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-08-10T05:14:47.381 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": { 2024-08-10T05:14:47.381 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 2 2024-08-10T05:14:47.381 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-08-10T05:14:47.381 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": { 2024-08-10T05:14:47.381 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 8 2024-08-10T05:14:47.382 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-08-10T05:14:47.382 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": { 2024-08-10T05:14:47.382 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 2 2024-08-10T05:14:47.382 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-08-10T05:14:47.382 INFO:teuthology.orchestra.run.smithi031.stdout: "overall": { 2024-08-10T05:14:47.382 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 15 2024-08-10T05:14:47.382 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-08-10T05:14:47.382 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-08-10T05:14:48.019 INFO:tasks.rados.rados.0.smithi031.stdout:202: done (0 left) 2024-08-10T05:14:48.019 INFO:tasks.rados.rados.0.smithi031.stdout:203: read oid 36 snap -1 2024-08-10T05:14:48.019 INFO:tasks.rados.rados.0.smithi031.stdout:203: expect (ObjNum 73 snap 10 seq_num 73) 2024-08-10T05:14:48.019 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 1 current snap is 15 2024-08-10T05:14:48.020 INFO:tasks.rados.rados.0.smithi031.stdout:204: seq_num 80 ranges {0=548864,548864=450560,999424=352256} 2024-08-10T05:14:48.022 INFO:tasks.rados.rados.0.smithi031.stdout:204: writing smithi03186013-1 from 0 to 548864 tid 1 2024-08-10T05:14:48.025 INFO:tasks.rados.rados.0.smithi031.stdout:204: writing smithi03186013-1 from 548864 to 999424 tid 2 2024-08-10T05:14:48.028 INFO:tasks.rados.rados.0.smithi031.stdout:204: writing smithi03186013-1 from 999424 to 1351680 tid 3 2024-08-10T05:14:48.028 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 9 current snap is 15 2024-08-10T05:14:48.028 INFO:tasks.rados.rados.0.smithi031.stdout:205: seq_num 81 ranges {139264=565248,704512=737280,1441792=65536} 2024-08-10T05:14:48.032 INFO:tasks.rados.rados.0.smithi031.stdout:205: writing smithi03186013-9 from 139264 to 704512 tid 1 2024-08-10T05:14:48.036 INFO:tasks.rados.rados.0.smithi031.stdout:205: writing smithi03186013-9 from 704512 to 1441792 tid 2 2024-08-10T05:14:48.037 INFO:tasks.rados.rados.0.smithi031.stdout:205: writing smithi03186013-9 from 1441792 to 1507328 tid 3 2024-08-10T05:14:48.037 INFO:tasks.rados.rados.0.smithi031.stdout:206: rmattr oid 11 current snap is 15 2024-08-10T05:14:48.037 INFO:tasks.rados.rados.0.smithi031.stdout:206: done (3 left) 2024-08-10T05:14:48.037 INFO:tasks.rados.rados.0.smithi031.stdout:207: snap_remove snap 13 2024-08-10T05:14:48.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:48 smithi031 ceph-mon[29994]: from='client.24845 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:14:48.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:48 smithi031 ceph-mon[29994]: osdmap e110: 8 total, 8 up, 8 in 2024-08-10T05:14:48.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:48 smithi031 ceph-mon[29994]: from='client.14946 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:14:48.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:48 smithi031 ceph-mon[29994]: from='client.? 172.21.15.31:0/4198173463' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:14:48.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:48 smithi031 ceph-mon[41349]: from='client.24845 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:14:48.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:48 smithi031 ceph-mon[41349]: osdmap e110: 8 total, 8 up, 8 in 2024-08-10T05:14:48.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:48 smithi031 ceph-mon[41349]: from='client.14946 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:14:48.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:48 smithi031 ceph-mon[41349]: from='client.? 172.21.15.31:0/4198173463' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:14:48.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:48 smithi196 ceph-mon[32874]: from='client.24845 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:14:48.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:48 smithi196 ceph-mon[32874]: osdmap e110: 8 total, 8 up, 8 in 2024-08-10T05:14:48.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:48 smithi196 ceph-mon[32874]: from='client.14946 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:14:48.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:48 smithi196 ceph-mon[32874]: from='client.? 172.21.15.31:0/4198173463' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:14:49.021 INFO:tasks.rados.rados.0.smithi031.stdout:207: done (3 left) 2024-08-10T05:14:49.021 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 2 current snap is 15 2024-08-10T05:14:49.021 INFO:tasks.rados.rados.0.smithi031.stdout:204: finishing write tid 1 to smithi03186013-1 2024-08-10T05:14:49.021 INFO:tasks.rados.rados.0.smithi031.stdout:208: seq_num 82 ranges {24576=581632,606208=622592,1228800=180224} 2024-08-10T05:14:49.024 INFO:tasks.rados.rados.0.smithi031.stdout:208: writing smithi03186013-2 from 24576 to 606208 tid 1 2024-08-10T05:14:49.028 INFO:tasks.rados.rados.0.smithi031.stdout:208: writing smithi03186013-2 from 606208 to 1228800 tid 2 2024-08-10T05:14:49.029 INFO:tasks.rados.rados.0.smithi031.stdout:208: writing smithi03186013-2 from 1228800 to 1409024 tid 3 2024-08-10T05:14:49.029 INFO:tasks.rados.rados.0.smithi031.stdout:209: copy_from oid 38 from oid 46 current snap is 15 2024-08-10T05:14:49.029 INFO:tasks.rados.rados.0.smithi031.stdout:204: finishing write tid 2 to smithi03186013-1 2024-08-10T05:14:49.029 INFO:tasks.rados.rados.0.smithi031.stdout:203: expect (ObjNum 73 snap 10 seq_num 73) 2024-08-10T05:14:49.064 INFO:tasks.rados.rados.0.smithi031.stdout:204: finishing write tid 3 to smithi03186013-1 2024-08-10T05:14:49.064 INFO:tasks.rados.rados.0.smithi031.stdout:204: finishing write tid 4 to smithi03186013-1 2024-08-10T05:14:49.064 INFO:tasks.rados.rados.0.smithi031.stdout:204: finishing write tid 5 to smithi03186013-1 2024-08-10T05:14:49.064 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 1 v 8 (ObjNum 80 snap 15 seq_num 80) dirty exists 2024-08-10T05:14:49.065 INFO:tasks.rados.rados.0.smithi031.stdout:204: left oid 1 (ObjNum 80 snap 15 seq_num 80) 2024-08-10T05:14:49.065 INFO:tasks.rados.rados.0.smithi031.stdout:205: finishing write tid 1 to smithi03186013-9 2024-08-10T05:14:49.065 INFO:tasks.rados.rados.0.smithi031.stdout:203: done (4 left) 2024-08-10T05:14:49.065 INFO:tasks.rados.rados.0.smithi031.stdout:204: done (3 left) 2024-08-10T05:14:49.065 INFO:tasks.rados.rados.0.smithi031.stdout:210: snap_remove snap 11 2024-08-10T05:14:49.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:49 smithi031 ceph-mon[29994]: pgmap v147: 121 pgs: 121 active+clean; 43 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.2 MiB/s wr, 13 op/s 2024-08-10T05:14:49.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:49 smithi031 ceph-mon[29994]: osdmap e111: 8 total, 8 up, 8 in 2024-08-10T05:14:49.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:49 smithi031 ceph-mon[41349]: pgmap v147: 121 pgs: 121 active+clean; 43 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.2 MiB/s wr, 13 op/s 2024-08-10T05:14:49.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:49 smithi031 ceph-mon[41349]: osdmap e111: 8 total, 8 up, 8 in 2024-08-10T05:14:49.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:49 smithi196 ceph-mon[32874]: pgmap v147: 121 pgs: 121 active+clean; 43 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.2 MiB/s wr, 13 op/s 2024-08-10T05:14:49.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:49 smithi196 ceph-mon[32874]: osdmap e111: 8 total, 8 up, 8 in 2024-08-10T05:14:50.003 INFO:tasks.rados.rados.0.smithi031.stdout:210: done (3 left) 2024-08-10T05:14:50.003 INFO:tasks.rados.rados.0.smithi031.stdout:211: rmattr oid 7 current snap is 15 2024-08-10T05:14:50.003 INFO:tasks.rados.rados.0.smithi031.stdout:211: done (3 left) 2024-08-10T05:14:50.003 INFO:tasks.rados.rados.0.smithi031.stdout:212: rmattr oid 24 current snap is 15 2024-08-10T05:14:50.003 INFO:tasks.rados.rados.0.smithi031.stdout:212: done (3 left) 2024-08-10T05:14:50.003 INFO:tasks.rados.rados.0.smithi031.stdout:213: rmattr oid 39 current snap is 15 2024-08-10T05:14:50.004 INFO:tasks.rados.rados.0.smithi031.stdout:205: finishing write tid 2 to smithi03186013-9 2024-08-10T05:14:50.004 INFO:tasks.rados.rados.0.smithi031.stdout:205: finishing write tid 3 to smithi03186013-9 2024-08-10T05:14:50.004 INFO:tasks.rados.rados.0.smithi031.stdout:205: finishing write tid 4 to smithi03186013-9 2024-08-10T05:14:50.004 INFO:tasks.rados.rados.0.smithi031.stdout:205: finishing write tid 5 to smithi03186013-9 2024-08-10T05:14:50.004 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 9 v 58 (ObjNum 81 snap 15 seq_num 81) dirty exists 2024-08-10T05:14:50.004 INFO:tasks.rados.rados.0.smithi031.stdout:205: left oid 9 (ObjNum 81 snap 15 seq_num 81) 2024-08-10T05:14:50.004 INFO:tasks.rados.rados.0.smithi031.stdout:208: finishing write tid 1 to smithi03186013-2 2024-08-10T05:14:50.004 INFO:tasks.rados.rados.0.smithi031.stdout:208: finishing write tid 2 to smithi03186013-2 2024-08-10T05:14:50.004 INFO:tasks.rados.rados.0.smithi031.stdout:208: finishing write tid 3 to smithi03186013-2 2024-08-10T05:14:50.004 INFO:tasks.rados.rados.0.smithi031.stdout:208: finishing write tid 4 to smithi03186013-2 2024-08-10T05:14:50.004 INFO:tasks.rados.rados.0.smithi031.stdout:208: finishing write tid 5 to smithi03186013-2 2024-08-10T05:14:50.004 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 2 v 66 (ObjNum 82 snap 15 seq_num 82) dirty exists 2024-08-10T05:14:50.005 INFO:tasks.rados.rados.0.smithi031.stdout:208: left oid 2 (ObjNum 82 snap 15 seq_num 82) 2024-08-10T05:14:50.005 INFO:tasks.rados.rados.0.smithi031.stdout:209: finishing copy_from racing read to smithi03186013-38 2024-08-10T05:14:50.005 INFO:tasks.rados.rados.0.smithi031.stdout:209: finishing copy_from to smithi03186013-38 2024-08-10T05:14:50.005 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 38 v 4 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-08-10T05:14:50.005 INFO:tasks.rados.rados.0.smithi031.stdout:205: done (3 left) 2024-08-10T05:14:50.005 INFO:tasks.rados.rados.0.smithi031.stdout:208: done (2 left) 2024-08-10T05:14:50.005 INFO:tasks.rados.rados.0.smithi031.stdout:209: done (1 left) 2024-08-10T05:14:50.005 INFO:tasks.rados.rados.0.smithi031.stdout:214: read oid 5 snap -1 2024-08-10T05:14:50.005 INFO:tasks.rados.rados.0.smithi031.stdout:214: expect (ObjNum 3 snap 0 seq_num 3) 2024-08-10T05:14:50.005 INFO:tasks.rados.rados.0.smithi031.stdout:215: read oid 48 snap -1 2024-08-10T05:14:50.005 INFO:tasks.rados.rados.0.smithi031.stdout:215: expect (ObjNum 47 snap 0 seq_num 47) 2024-08-10T05:14:50.005 INFO:tasks.rados.rados.0.smithi031.stdout:216: setattr oid 38 current snap is 15 2024-08-10T05:14:50.006 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 37 current snap is 15 2024-08-10T05:14:50.006 INFO:tasks.rados.rados.0.smithi031.stdout:217: seq_num 83 ranges {606208=598016,1204224=499712,1703936=303104} 2024-08-10T05:14:50.014 INFO:tasks.rados.rados.0.smithi031.stdout:217: writing smithi03186013-37 from 606208 to 1204224 tid 1 2024-08-10T05:14:50.018 INFO:tasks.rados.rados.0.smithi031.stdout:217: writing smithi03186013-37 from 1204224 to 1703936 tid 2 2024-08-10T05:14:50.020 INFO:tasks.rados.rados.0.smithi031.stdout:217: writing smithi03186013-37 from 1703936 to 2007040 tid 3 2024-08-10T05:14:50.020 INFO:tasks.rados.rados.0.smithi031.stdout:218: copy_from oid 41 from oid 31 current snap is 15 2024-08-10T05:14:50.020 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 39 v 10 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-08-10T05:14:50.020 INFO:tasks.rados.rados.0.smithi031.stdout:215: expect (ObjNum 47 snap 0 seq_num 47) 2024-08-10T05:14:50.045 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 38 v 30 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-08-10T05:14:50.045 INFO:tasks.rados.rados.0.smithi031.stdout:214: expect (ObjNum 3 snap 0 seq_num 3) 2024-08-10T05:14:50.047 INFO:tasks.rados.rados.0.smithi031.stdout:217: finishing write tid 1 to smithi03186013-37 2024-08-10T05:14:50.047 INFO:tasks.rados.rados.0.smithi031.stdout:217: finishing write tid 2 to smithi03186013-37 2024-08-10T05:14:50.048 INFO:tasks.rados.rados.0.smithi031.stdout:217: finishing write tid 3 to smithi03186013-37 2024-08-10T05:14:50.048 INFO:tasks.rados.rados.0.smithi031.stdout:217: finishing write tid 4 to smithi03186013-37 2024-08-10T05:14:50.048 INFO:tasks.rados.rados.0.smithi031.stdout:217: finishing write tid 5 to smithi03186013-37 2024-08-10T05:14:50.048 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 37 v 44 (ObjNum 83 snap 15 seq_num 83) dirty exists 2024-08-10T05:14:50.048 INFO:tasks.rados.rados.0.smithi031.stdout:217: left oid 37 (ObjNum 83 snap 15 seq_num 83) 2024-08-10T05:14:50.048 INFO:tasks.rados.rados.0.smithi031.stdout:218: finishing copy_from racing read to smithi03186013-41 2024-08-10T05:14:50.048 INFO:tasks.rados.rados.0.smithi031.stdout:218: finishing copy_from to smithi03186013-41 2024-08-10T05:14:50.048 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 41 v 37 (ObjNum 79 snap 14 seq_num 79) dirty exists 2024-08-10T05:14:50.048 INFO:tasks.rados.rados.0.smithi031.stdout:213: done (5 left) 2024-08-10T05:14:50.048 INFO:tasks.rados.rados.0.smithi031.stdout:214: done (4 left) 2024-08-10T05:14:50.049 INFO:tasks.rados.rados.0.smithi031.stdout:215: done (3 left) 2024-08-10T05:14:50.049 INFO:tasks.rados.rados.0.smithi031.stdout:216: done (2 left) 2024-08-10T05:14:50.049 INFO:tasks.rados.rados.0.smithi031.stdout:217: done (1 left) 2024-08-10T05:14:50.049 INFO:tasks.rados.rados.0.smithi031.stdout:218: done (0 left) 2024-08-10T05:14:50.049 INFO:tasks.rados.rados.0.smithi031.stdout:219: snap_create 2024-08-10T05:14:50.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:50 smithi031 ceph-mon[41349]: osdmap e112: 8 total, 8 up, 8 in 2024-08-10T05:14:50.563 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:50 smithi031 ceph-mon[41349]: osdmap e113: 8 total, 8 up, 8 in 2024-08-10T05:14:50.563 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:50 smithi031 ceph-mon[29994]: osdmap e112: 8 total, 8 up, 8 in 2024-08-10T05:14:50.563 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:50 smithi031 ceph-mon[29994]: osdmap e113: 8 total, 8 up, 8 in 2024-08-10T05:14:50.564 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:50 smithi196 ceph-mon[32874]: osdmap e112: 8 total, 8 up, 8 in 2024-08-10T05:14:50.564 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:50 smithi196 ceph-mon[32874]: osdmap e113: 8 total, 8 up, 8 in 2024-08-10T05:14:51.038 INFO:tasks.rados.rados.0.smithi031.stdout:219: done (0 left) 2024-08-10T05:14:51.038 INFO:tasks.rados.rados.0.smithi031.stdout:220: delete oid 31 current snap is 16 2024-08-10T05:14:51.042 INFO:tasks.rados.rados.0.smithi031.stdout:220: done (0 left) 2024-08-10T05:14:51.042 INFO:tasks.rados.rados.0.smithi031.stdout:221: delete oid 26 current snap is 16 2024-08-10T05:14:51.044 INFO:tasks.rados.rados.0.smithi031.stdout:221: done (0 left) 2024-08-10T05:14:51.044 INFO:tasks.rados.rados.0.smithi031.stdout:222: copy_from oid 20 from oid 42 current snap is 16 2024-08-10T05:14:51.044 INFO:tasks.rados.rados.0.smithi031.stdout:223: delete oid 5 current snap is 16 2024-08-10T05:14:51.048 INFO:tasks.rados.rados.0.smithi031.stdout:223: done (1 left) 2024-08-10T05:14:51.048 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 13 current snap is 16 2024-08-10T05:14:51.048 INFO:tasks.rados.rados.0.smithi031.stdout:224: seq_num 87 ranges {2596864=663552,3260416=491520,3751936=311296} 2024-08-10T05:14:51.066 INFO:tasks.rados.rados.0.smithi031.stdout:224: writing smithi03186013-13 from 2596864 to 3260416 tid 1 2024-08-10T05:14:51.068 INFO:tasks.rados.rados.0.smithi031.stdout:224: writing smithi03186013-13 from 3260416 to 3751936 tid 2 2024-08-10T05:14:51.071 INFO:tasks.rados.rados.0.smithi031.stdout:224: writing smithi03186013-13 from 3751936 to 4063232 tid 3 2024-08-10T05:14:51.071 INFO:tasks.rados.rados.0.smithi031.stdout:225: read oid 19 snap -1 2024-08-10T05:14:51.071 INFO:tasks.rados.rados.0.smithi031.stdout:225: expect (ObjNum 18 snap 0 seq_num 18) 2024-08-10T05:14:51.071 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 21 current snap is 16 2024-08-10T05:14:51.071 INFO:tasks.rados.rados.0.smithi031.stdout:222: finishing copy_from racing read to smithi03186013-20 2024-08-10T05:14:51.071 INFO:tasks.rados.rados.0.smithi031.stdout:222: finishing copy_from to smithi03186013-20 2024-08-10T05:14:51.071 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 20 v 6 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-08-10T05:14:51.071 INFO:tasks.rados.rados.0.smithi031.stdout:224: finishing write tid 1 to smithi03186013-13 2024-08-10T05:14:51.071 INFO:tasks.rados.rados.0.smithi031.stdout:226: seq_num 88 ranges {2146304=679936,2826240=778240,3604480=24576} 2024-08-10T05:14:51.086 INFO:tasks.rados.rados.0.smithi031.stdout:226: writing smithi03186013-21 from 2146304 to 2826240 tid 1 2024-08-10T05:14:51.090 INFO:tasks.rados.rados.0.smithi031.stdout:226: writing smithi03186013-21 from 2826240 to 3604480 tid 2 2024-08-10T05:14:51.091 INFO:tasks.rados.rados.0.smithi031.stdout:226: writing smithi03186013-21 from 3604480 to 3629056 tid 3 2024-08-10T05:14:51.091 INFO:tasks.rados.rados.0.smithi031.stdout:222: done (3 left) 2024-08-10T05:14:51.091 INFO:tasks.rados.rados.0.smithi031.stdout:227: delete oid 11 current snap is 16 2024-08-10T05:14:51.091 INFO:tasks.rados.rados.0.smithi031.stdout:224: finishing write tid 2 to smithi03186013-13 2024-08-10T05:14:51.091 INFO:tasks.rados.rados.0.smithi031.stdout:224: finishing write tid 3 to smithi03186013-13 2024-08-10T05:14:51.091 INFO:tasks.rados.rados.0.smithi031.stdout:224: finishing write tid 4 to smithi03186013-13 2024-08-10T05:14:51.091 INFO:tasks.rados.rados.0.smithi031.stdout:225: expect (ObjNum 18 snap 0 seq_num 18) 2024-08-10T05:14:51.099 INFO:tasks.rados.rados.0.smithi031.stdout:224: finishing write tid 5 to smithi03186013-13 2024-08-10T05:14:51.099 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 13 v 67 (ObjNum 87 snap 16 seq_num 87) dirty exists 2024-08-10T05:14:51.099 INFO:tasks.rados.rados.0.smithi031.stdout:224: left oid 13 (ObjNum 87 snap 16 seq_num 87) 2024-08-10T05:14:51.099 INFO:tasks.rados.rados.0.smithi031.stdout:226: finishing write tid 1 to smithi03186013-21 2024-08-10T05:14:51.099 INFO:tasks.rados.rados.0.smithi031.stdout:226: finishing write tid 2 to smithi03186013-21 2024-08-10T05:14:51.099 INFO:tasks.rados.rados.0.smithi031.stdout:226: finishing write tid 3 to smithi03186013-21 2024-08-10T05:14:51.100 INFO:tasks.rados.rados.0.smithi031.stdout:224: done (3 left) 2024-08-10T05:14:51.100 INFO:tasks.rados.rados.0.smithi031.stdout:225: done (2 left) 2024-08-10T05:14:51.100 INFO:tasks.rados.rados.0.smithi031.stdout:227: done (1 left) 2024-08-10T05:14:51.100 INFO:tasks.rados.rados.0.smithi031.stdout:228: read oid 32 snap -1 2024-08-10T05:14:51.100 INFO:tasks.rados.rados.0.smithi031.stdout:228: expect (ObjNum 31 snap 0 seq_num 31) 2024-08-10T05:14:51.100 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 49 current snap is 16 2024-08-10T05:14:51.100 INFO:tasks.rados.rados.0.smithi031.stdout:226: finishing write tid 4 to smithi03186013-21 2024-08-10T05:14:51.100 INFO:tasks.rados.rados.0.smithi031.stdout:226: finishing write tid 5 to smithi03186013-21 2024-08-10T05:14:51.100 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 21 v 72 (ObjNum 88 snap 16 seq_num 88) dirty exists 2024-08-10T05:14:51.100 INFO:tasks.rados.rados.0.smithi031.stdout:226: left oid 21 (ObjNum 88 snap 16 seq_num 88) 2024-08-10T05:14:51.100 INFO:tasks.rados.rados.0.smithi031.stdout:229: seq_num 90 ranges {1843200=712704,2555904=540672,3096576=262144} 2024-08-10T05:14:51.113 INFO:tasks.rados.rados.0.smithi031.stdout:229: writing smithi03186013-49 from 1843200 to 2555904 tid 1 2024-08-10T05:14:51.116 INFO:tasks.rados.rados.0.smithi031.stdout:229: writing smithi03186013-49 from 2555904 to 3096576 tid 2 2024-08-10T05:14:51.117 INFO:tasks.rados.rados.0.smithi031.stdout:229: writing smithi03186013-49 from 3096576 to 3358720 tid 3 2024-08-10T05:14:51.117 INFO:tasks.rados.rados.0.smithi031.stdout:226: done (2 left) 2024-08-10T05:14:51.118 INFO:tasks.rados.rados.0.smithi031.stdout:230: delete oid 40 current snap is 16 2024-08-10T05:14:51.118 INFO:tasks.rados.rados.0.smithi031.stdout:228: expect (ObjNum 31 snap 0 seq_num 31) 2024-08-10T05:14:51.134 INFO:tasks.rados.rados.0.smithi031.stdout:229: finishing write tid 1 to smithi03186013-49 2024-08-10T05:14:51.134 INFO:tasks.rados.rados.0.smithi031.stdout:229: finishing write tid 2 to smithi03186013-49 2024-08-10T05:14:51.134 INFO:tasks.rados.rados.0.smithi031.stdout:229: finishing write tid 3 to smithi03186013-49 2024-08-10T05:14:51.134 INFO:tasks.rados.rados.0.smithi031.stdout:229: finishing write tid 4 to smithi03186013-49 2024-08-10T05:14:51.134 INFO:tasks.rados.rados.0.smithi031.stdout:229: finishing write tid 5 to smithi03186013-49 2024-08-10T05:14:51.134 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 49 v 49 (ObjNum 90 snap 16 seq_num 90) dirty exists 2024-08-10T05:14:51.134 INFO:tasks.rados.rados.0.smithi031.stdout:229: left oid 49 (ObjNum 90 snap 16 seq_num 90) 2024-08-10T05:14:51.134 INFO:tasks.rados.rados.0.smithi031.stdout:228: done (2 left) 2024-08-10T05:14:51.134 INFO:tasks.rados.rados.0.smithi031.stdout:229: done (1 left) 2024-08-10T05:14:51.134 INFO:tasks.rados.rados.0.smithi031.stdout:230: done (0 left) 2024-08-10T05:14:51.134 INFO:tasks.rados.rados.0.smithi031.stdout:231: delete oid 35 current snap is 16 2024-08-10T05:14:51.135 INFO:tasks.rados.rados.0.smithi031.stdout:231: done (0 left) 2024-08-10T05:14:51.135 INFO:tasks.rados.rados.0.smithi031.stdout:232: setattr oid 29 current snap is 16 2024-08-10T05:14:51.136 INFO:tasks.rados.rados.0.smithi031.stdout:233: snap_remove snap 12 2024-08-10T05:14:51.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:51 smithi031 ceph-mon[29994]: pgmap v150: 121 pgs: 121 active+clean; 43 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.2 MiB/s wr, 13 op/s 2024-08-10T05:14:51.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:51 smithi031 ceph-mon[41349]: pgmap v150: 121 pgs: 121 active+clean; 43 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.2 MiB/s wr, 13 op/s 2024-08-10T05:14:51.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:51 smithi196 ceph-mon[32874]: pgmap v150: 121 pgs: 121 active+clean; 43 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.2 MiB/s wr, 13 op/s 2024-08-10T05:14:52.045 INFO:tasks.rados.rados.0.smithi031.stdout:233: done (1 left) 2024-08-10T05:14:52.046 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 38 current snap is 16 2024-08-10T05:14:52.046 INFO:tasks.rados.rados.0.smithi031.stdout:234: seq_num 93 ranges {761856=761856,1523712=647168,2170880=155648} 2024-08-10T05:14:52.055 INFO:tasks.rados.rados.0.smithi031.stdout:234: writing smithi03186013-38 from 761856 to 1523712 tid 1 2024-08-10T05:14:52.058 INFO:tasks.rados.rados.0.smithi031.stdout:234: writing smithi03186013-38 from 1523712 to 2170880 tid 2 2024-08-10T05:14:52.060 INFO:tasks.rados.rados.0.smithi031.stdout:234: writing smithi03186013-38 from 2170880 to 2326528 tid 3 2024-08-10T05:14:52.060 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 49 current snap is 16 2024-08-10T05:14:52.060 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 29 v 72 (ObjNum 66 snap 6 seq_num 66) dirty exists 2024-08-10T05:14:52.060 INFO:tasks.rados.rados.0.smithi031.stdout:234: finishing write tid 1 to smithi03186013-38 2024-08-10T05:14:52.060 INFO:tasks.rados.rados.0.smithi031.stdout:235: seq_num 94 ranges {3358720=778240,4136960=532480,4669440=270336} 2024-08-10T05:14:52.082 INFO:tasks.rados.rados.0.smithi031.stdout:235: writing smithi03186013-49 from 3358720 to 4136960 tid 1 2024-08-10T05:14:52.085 INFO:tasks.rados.rados.0.smithi031.stdout:235: writing smithi03186013-49 from 4136960 to 4669440 tid 2 2024-08-10T05:14:52.088 INFO:tasks.rados.rados.0.smithi031.stdout:235: writing smithi03186013-49 from 4669440 to 4939776 tid 3 2024-08-10T05:14:52.088 INFO:tasks.rados.rados.0.smithi031.stdout:232: done (2 left) 2024-08-10T05:14:52.088 INFO:tasks.rados.rados.0.smithi031.stdout:236: copy_from oid 26 from oid 25 current snap is 16 2024-08-10T05:14:52.088 INFO:tasks.rados.rados.0.smithi031.stdout:234: finishing write tid 2 to smithi03186013-38 2024-08-10T05:14:52.088 INFO:tasks.rados.rados.0.smithi031.stdout:234: finishing write tid 3 to smithi03186013-38 2024-08-10T05:14:52.088 INFO:tasks.rados.rados.0.smithi031.stdout:234: finishing write tid 4 to smithi03186013-38 2024-08-10T05:14:52.088 INFO:tasks.rados.rados.0.smithi031.stdout:234: finishing write tid 5 to smithi03186013-38 2024-08-10T05:14:52.088 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 38 v 41 (ObjNum 93 snap 16 seq_num 93) dirty exists 2024-08-10T05:14:52.088 INFO:tasks.rados.rados.0.smithi031.stdout:234: left oid 38 (ObjNum 93 snap 16 seq_num 93) 2024-08-10T05:14:52.088 INFO:tasks.rados.rados.0.smithi031.stdout:235: finishing write tid 1 to smithi03186013-49 2024-08-10T05:14:52.088 INFO:tasks.rados.rados.0.smithi031.stdout:234: done (2 left) 2024-08-10T05:14:52.088 INFO:tasks.rados.rados.0.smithi031.stdout:237: snap_create 2024-08-10T05:14:52.089 INFO:tasks.rados.rados.0.smithi031.stdout:236: finishing copy_from to smithi03186013-26 2024-08-10T05:14:52.089 INFO:tasks.rados.rados.0.smithi031.stdout:236: got expected ENOENT (src dne) 2024-08-10T05:14:52.089 INFO:tasks.rados.rados.0.smithi031.stdout:236: finishing copy_from racing read to smithi03186013-26 2024-08-10T05:14:52.089 INFO:tasks.rados.rados.0.smithi031.stdout:235: finishing write tid 2 to smithi03186013-49 2024-08-10T05:14:52.089 INFO:tasks.rados.rados.0.smithi031.stdout:235: finishing write tid 3 to smithi03186013-49 2024-08-10T05:14:52.090 INFO:tasks.rados.rados.0.smithi031.stdout:235: finishing write tid 4 to smithi03186013-49 2024-08-10T05:14:52.090 INFO:tasks.rados.rados.0.smithi031.stdout:235: finishing write tid 5 to smithi03186013-49 2024-08-10T05:14:52.090 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 49 v 57 (ObjNum 94 snap 16 seq_num 94) dirty exists 2024-08-10T05:14:52.090 INFO:tasks.rados.rados.0.smithi031.stdout:235: left oid 49 (ObjNum 94 snap 16 seq_num 94) 2024-08-10T05:14:52.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:14:52 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:14:52] "GET /metrics HTTP/1.1" 200 239324 "" "Prometheus/2.43.0" 2024-08-10T05:14:52.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:52 smithi031 ceph-mon[41349]: osdmap e114: 8 total, 8 up, 8 in 2024-08-10T05:14:52.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:52 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:14:52.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:52 smithi031 ceph-mon[29994]: osdmap e114: 8 total, 8 up, 8 in 2024-08-10T05:14:52.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:52 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:14:52.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:52 smithi196 ceph-mon[32874]: osdmap e114: 8 total, 8 up, 8 in 2024-08-10T05:14:52.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:52 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:14:53.052 INFO:tasks.rados.rados.0.smithi031.stdout:235: done (2 left) 2024-08-10T05:14:53.052 INFO:tasks.rados.rados.0.smithi031.stdout:236: done (1 left) 2024-08-10T05:14:53.052 INFO:tasks.rados.rados.0.smithi031.stdout:237: done (0 left) 2024-08-10T05:14:53.052 INFO:tasks.rados.rados.0.smithi031.stdout:238: snap_create 2024-08-10T05:14:53.518 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:53 smithi031 ceph-mon[41349]: pgmap v153: 121 pgs: 121 active+clean; 43 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:14:53.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:53 smithi031 ceph-mon[41349]: osdmap e115: 8 total, 8 up, 8 in 2024-08-10T05:14:53.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:53 smithi031 ceph-mon[29994]: pgmap v153: 121 pgs: 121 active+clean; 43 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:14:53.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:53 smithi031 ceph-mon[29994]: osdmap e115: 8 total, 8 up, 8 in 2024-08-10T05:14:53.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:53 smithi196 ceph-mon[32874]: pgmap v153: 121 pgs: 121 active+clean; 43 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:14:53.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:53 smithi196 ceph-mon[32874]: osdmap e115: 8 total, 8 up, 8 in 2024-08-10T05:14:54.058 INFO:tasks.rados.rados.0.smithi031.stdout:238: done (0 left) 2024-08-10T05:14:54.058 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 17 current snap is 18 2024-08-10T05:14:54.058 INFO:tasks.rados.rados.0.smithi031.stdout:239: seq_num 95 ranges {270336=794624,1064960=409600,1474560=393216} 2024-08-10T05:14:54.063 INFO:tasks.rados.rados.0.smithi031.stdout:239: writing smithi03186013-17 from 270336 to 1064960 tid 1 2024-08-10T05:14:54.066 INFO:tasks.rados.rados.0.smithi031.stdout:239: writing smithi03186013-17 from 1064960 to 1474560 tid 2 2024-08-10T05:14:54.069 INFO:tasks.rados.rados.0.smithi031.stdout:239: writing smithi03186013-17 from 1474560 to 1867776 tid 3 2024-08-10T05:14:54.069 INFO:tasks.rados.rados.0.smithi031.stdout:240: rollback oid 8 current snap is 18 2024-08-10T05:14:54.069 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 8 to 16 2024-08-10T05:14:54.069 INFO:tasks.rados.rados.0.smithi031.stdout:241: rmattr oid 26 current snap is 18 2024-08-10T05:14:54.069 INFO:tasks.rados.rados.0.smithi031.stdout:241: done (2 left) 2024-08-10T05:14:54.069 INFO:tasks.rados.rados.0.smithi031.stdout:242: delete oid 2 current snap is 18 2024-08-10T05:14:54.072 INFO:tasks.rados.rados.0.smithi031.stdout:240: finishing rollback tid 1 to smithi03186013-8 2024-08-10T05:14:54.072 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 8 v 0 (ObjNum 129 snap 0 seq_num 589633496) dirty dne 2024-08-10T05:14:54.072 INFO:tasks.rados.rados.0.smithi031.stdout:239: finishing write tid 1 to smithi03186013-17 2024-08-10T05:14:54.072 INFO:tasks.rados.rados.0.smithi031.stdout:239: finishing write tid 2 to smithi03186013-17 2024-08-10T05:14:54.073 INFO:tasks.rados.rados.0.smithi031.stdout:239: finishing write tid 3 to smithi03186013-17 2024-08-10T05:14:54.073 INFO:tasks.rados.rados.0.smithi031.stdout:239: finishing write tid 4 to smithi03186013-17 2024-08-10T05:14:54.073 INFO:tasks.rados.rados.0.smithi031.stdout:240: done (2 left) 2024-08-10T05:14:54.073 INFO:tasks.rados.rados.0.smithi031.stdout:242: done (1 left) 2024-08-10T05:14:54.073 INFO:tasks.rados.rados.0.smithi031.stdout:243: rmattr oid 10 current snap is 18 2024-08-10T05:14:54.073 INFO:tasks.rados.rados.0.smithi031.stdout:243: done (1 left) 2024-08-10T05:14:54.074 INFO:tasks.rados.rados.0.smithi031.stdout:244: snap_create 2024-08-10T05:14:54.074 INFO:tasks.rados.rados.0.smithi031.stdout:239: finishing write tid 5 to smithi03186013-17 2024-08-10T05:14:54.074 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 17 v 7 (ObjNum 95 snap 18 seq_num 95) dirty exists 2024-08-10T05:14:54.074 INFO:tasks.rados.rados.0.smithi031.stdout:239: left oid 17 (ObjNum 95 snap 18 seq_num 95) 2024-08-10T05:14:54.518 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:54 smithi031 ceph-mon[41349]: osdmap e116: 8 total, 8 up, 8 in 2024-08-10T05:14:54.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:54 smithi031 ceph-mon[29994]: osdmap e116: 8 total, 8 up, 8 in 2024-08-10T05:14:54.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:54 smithi196 ceph-mon[32874]: osdmap e116: 8 total, 8 up, 8 in 2024-08-10T05:14:55.002 INFO:tasks.rados.rados.0.smithi031.stdout:239: done (1 left) 2024-08-10T05:14:55.003 INFO:tasks.rados.rados.0.smithi031.stdout:244: done (0 left) 2024-08-10T05:14:55.003 INFO:tasks.rados.rados.0.smithi031.stdout:245: copy_from oid 48 from oid 47 current snap is 19 2024-08-10T05:14:55.003 INFO:tasks.rados.rados.0.smithi031.stdout:246: read oid 34 snap -1 2024-08-10T05:14:55.003 INFO:tasks.rados.rados.0.smithi031.stdout:246: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-10T05:14:55.003 INFO:tasks.rados.rados.0.smithi031.stdout:247: copy_from oid 26 from oid 17 current snap is 19 2024-08-10T05:14:55.003 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 2 current snap is 19 2024-08-10T05:14:55.003 INFO:tasks.rados.rados.0.smithi031.stdout:248: seq_num 97 ranges {0=434176,434176=581632,1015808=540672,1556480=81920} 2024-08-10T05:14:55.005 INFO:tasks.rados.rados.0.smithi031.stdout:248: writing smithi03186013-2 from 0 to 434176 tid 1 2024-08-10T05:14:55.009 INFO:tasks.rados.rados.0.smithi031.stdout:248: writing smithi03186013-2 from 434176 to 1015808 tid 2 2024-08-10T05:14:55.013 INFO:tasks.rados.rados.0.smithi031.stdout:248: writing smithi03186013-2 from 1015808 to 1556480 tid 3 2024-08-10T05:14:55.014 INFO:tasks.rados.rados.0.smithi031.stdout:248: writing smithi03186013-2 from 1556480 to 1638400 tid 4 2024-08-10T05:14:55.014 INFO:tasks.rados.rados.0.smithi031.stdout:249: read oid 6 snap 18 2024-08-10T05:14:55.014 INFO:tasks.rados.rados.0.smithi031.stdout:249: expect (ObjNum 590086784 snap 22084 seq_num 589498752) 2024-08-10T05:14:55.014 INFO:tasks.rados.rados.0.smithi031.stdout:250: read oid 39 snap -1 2024-08-10T05:14:55.014 INFO:tasks.rados.rados.0.smithi031.stdout:250: expect (ObjNum 38 snap 0 seq_num 38) 2024-08-10T05:14:55.014 INFO:tasks.rados.rados.0.smithi031.stdout:251: snap_remove snap 15 2024-08-10T05:14:55.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:55 smithi031 ceph-mon[41349]: pgmap v156: 121 pgs: 121 active+clean; 57 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.2 MiB/s wr, 31 op/s 2024-08-10T05:14:55.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:55 smithi031 ceph-mon[41349]: osdmap e117: 8 total, 8 up, 8 in 2024-08-10T05:14:55.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:55 smithi031 ceph-mon[41349]: osdmap e118: 8 total, 8 up, 8 in 2024-08-10T05:14:55.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:55 smithi031 ceph-mon[29994]: pgmap v156: 121 pgs: 121 active+clean; 57 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.2 MiB/s wr, 31 op/s 2024-08-10T05:14:55.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:55 smithi031 ceph-mon[29994]: osdmap e117: 8 total, 8 up, 8 in 2024-08-10T05:14:55.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:55 smithi031 ceph-mon[29994]: osdmap e118: 8 total, 8 up, 8 in 2024-08-10T05:14:55.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:55 smithi196 ceph-mon[32874]: pgmap v156: 121 pgs: 121 active+clean; 57 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.2 MiB/s wr, 31 op/s 2024-08-10T05:14:55.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:55 smithi196 ceph-mon[32874]: osdmap e117: 8 total, 8 up, 8 in 2024-08-10T05:14:55.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:55 smithi196 ceph-mon[32874]: osdmap e118: 8 total, 8 up, 8 in 2024-08-10T05:14:56.004 INFO:tasks.rados.rados.0.smithi031.stdout:251: done (6 left) 2024-08-10T05:14:56.004 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 28 current snap is 19 2024-08-10T05:14:56.004 INFO:tasks.rados.rados.0.smithi031.stdout:252: seq_num 98 ranges {1204224=450560,1654784=466944,2121728=737280} 2024-08-10T05:14:56.014 INFO:tasks.rados.rados.0.smithi031.stdout:252: writing smithi03186013-28 from 1204224 to 1654784 tid 1 2024-08-10T05:14:56.018 INFO:tasks.rados.rados.0.smithi031.stdout:252: writing smithi03186013-28 from 1654784 to 2121728 tid 2 2024-08-10T05:14:56.023 INFO:tasks.rados.rados.0.smithi031.stdout:252: writing smithi03186013-28 from 2121728 to 2859008 tid 3 2024-08-10T05:14:56.024 INFO:tasks.rados.rados.0.smithi031.stdout:253: read oid 1 snap -1 2024-08-10T05:14:56.024 INFO:tasks.rados.rados.0.smithi031.stdout:253: expect (ObjNum 80 snap 15 seq_num 80) 2024-08-10T05:14:56.024 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 22 current snap is 19 2024-08-10T05:14:56.024 INFO:tasks.rados.rados.0.smithi031.stdout:254: seq_num 99 ranges {2072576=466944,2539520=802816,3342336=401408} 2024-08-10T05:14:56.037 INFO:tasks.rados.rados.0.smithi031.stdout:254: writing smithi03186013-22 from 2072576 to 2539520 tid 1 2024-08-10T05:14:56.042 INFO:tasks.rados.rados.0.smithi031.stdout:254: writing smithi03186013-22 from 2539520 to 3342336 tid 2 2024-08-10T05:14:56.045 INFO:tasks.rados.rados.0.smithi031.stdout:254: writing smithi03186013-22 from 3342336 to 3743744 tid 3 2024-08-10T05:14:56.045 INFO:tasks.rados.rados.0.smithi031.stdout:255: snap_create 2024-08-10T05:14:56.045 INFO:tasks.rados.rados.0.smithi031.stdout:246: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-10T05:14:56.046 INFO:tasks.rados.rados.0.smithi031.stdout:245: finishing copy_from racing read to smithi03186013-48 2024-08-10T05:14:56.046 INFO:tasks.rados.rados.0.smithi031.stdout:245: finishing copy_from to smithi03186013-48 2024-08-10T05:14:56.046 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 48 v 13 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-08-10T05:14:56.046 INFO:tasks.rados.rados.0.smithi031.stdout:248: finishing write tid 1 to smithi03186013-2 2024-08-10T05:14:56.046 INFO:tasks.rados.rados.0.smithi031.stdout:249: expect (ObjNum 590086784 snap 22084 seq_num 589498752) 2024-08-10T05:14:56.049 INFO:tasks.rados.rados.0.smithi031.stdout:248: finishing write tid 2 to smithi03186013-2 2024-08-10T05:14:56.049 INFO:tasks.rados.rados.0.smithi031.stdout:248: finishing write tid 3 to smithi03186013-2 2024-08-10T05:14:56.050 INFO:tasks.rados.rados.0.smithi031.stdout:250: expect (ObjNum 38 snap 0 seq_num 38) 2024-08-10T05:14:56.067 INFO:tasks.rados.rados.0.smithi031.stdout:247: finishing copy_from racing read to smithi03186013-26 2024-08-10T05:14:56.067 INFO:tasks.rados.rados.0.smithi031.stdout:248: finishing write tid 4 to smithi03186013-2 2024-08-10T05:14:56.068 INFO:tasks.rados.rados.0.smithi031.stdout:248: finishing write tid 5 to smithi03186013-2 2024-08-10T05:14:56.068 INFO:tasks.rados.rados.0.smithi031.stdout:247: finishing copy_from to smithi03186013-26 2024-08-10T05:14:56.068 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 26 v 7 (ObjNum 95 snap 18 seq_num 95) dirty exists 2024-08-10T05:14:56.068 INFO:tasks.rados.rados.0.smithi031.stdout:248: finishing write tid 6 to smithi03186013-2 2024-08-10T05:14:56.068 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 2 v 83 (ObjNum 97 snap 19 seq_num 97) dirty exists 2024-08-10T05:14:56.068 INFO:tasks.rados.rados.0.smithi031.stdout:248: left oid 2 (ObjNum 97 snap 19 seq_num 97) 2024-08-10T05:14:56.068 INFO:tasks.rados.rados.0.smithi031.stdout:252: finishing write tid 1 to smithi03186013-28 2024-08-10T05:14:56.068 INFO:tasks.rados.rados.0.smithi031.stdout:252: finishing write tid 2 to smithi03186013-28 2024-08-10T05:14:56.068 INFO:tasks.rados.rados.0.smithi031.stdout:252: finishing write tid 3 to smithi03186013-28 2024-08-10T05:14:56.068 INFO:tasks.rados.rados.0.smithi031.stdout:252: finishing write tid 4 to smithi03186013-28 2024-08-10T05:14:56.068 INFO:tasks.rados.rados.0.smithi031.stdout:252: finishing write tid 5 to smithi03186013-28 2024-08-10T05:14:56.068 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 28 v 64 (ObjNum 98 snap 19 seq_num 98) dirty exists 2024-08-10T05:14:56.068 INFO:tasks.rados.rados.0.smithi031.stdout:252: left oid 28 (ObjNum 98 snap 19 seq_num 98) 2024-08-10T05:14:56.069 INFO:tasks.rados.rados.0.smithi031.stdout:253: expect (ObjNum 80 snap 15 seq_num 80) 2024-08-10T05:14:56.103 INFO:tasks.rados.rados.0.smithi031.stdout:254: finishing write tid 1 to smithi03186013-22 2024-08-10T05:14:56.103 INFO:tasks.rados.rados.0.smithi031.stdout:254: finishing write tid 2 to smithi03186013-22 2024-08-10T05:14:56.103 INFO:tasks.rados.rados.0.smithi031.stdout:254: finishing write tid 3 to smithi03186013-22 2024-08-10T05:14:56.103 INFO:tasks.rados.rados.0.smithi031.stdout:254: finishing write tid 4 to smithi03186013-22 2024-08-10T05:14:56.103 INFO:tasks.rados.rados.0.smithi031.stdout:254: finishing write tid 5 to smithi03186013-22 2024-08-10T05:14:56.103 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 22 v 92 (ObjNum 99 snap 19 seq_num 99) dirty exists 2024-08-10T05:14:56.103 INFO:tasks.rados.rados.0.smithi031.stdout:254: left oid 22 (ObjNum 99 snap 19 seq_num 99) 2024-08-10T05:14:57.000 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:14:56 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[34968]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:14:56] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-10T05:14:57.009 INFO:tasks.rados.rados.0.smithi031.stdout:245: done (9 left) 2024-08-10T05:14:57.009 INFO:tasks.rados.rados.0.smithi031.stdout:246: done (8 left) 2024-08-10T05:14:57.009 INFO:tasks.rados.rados.0.smithi031.stdout:247: done (7 left) 2024-08-10T05:14:57.009 INFO:tasks.rados.rados.0.smithi031.stdout:248: done (6 left) 2024-08-10T05:14:57.009 INFO:tasks.rados.rados.0.smithi031.stdout:249: done (5 left) 2024-08-10T05:14:57.010 INFO:tasks.rados.rados.0.smithi031.stdout:250: done (4 left) 2024-08-10T05:14:57.010 INFO:tasks.rados.rados.0.smithi031.stdout:252: done (3 left) 2024-08-10T05:14:57.010 INFO:tasks.rados.rados.0.smithi031.stdout:253: done (2 left) 2024-08-10T05:14:57.010 INFO:tasks.rados.rados.0.smithi031.stdout:254: done (1 left) 2024-08-10T05:14:57.010 INFO:tasks.rados.rados.0.smithi031.stdout:255: done (0 left) 2024-08-10T05:14:57.010 INFO:tasks.rados.rados.0.smithi031.stdout:256: delete oid 41 current snap is 20 2024-08-10T05:14:57.013 INFO:tasks.rados.rados.0.smithi031.stdout:256: done (0 left) 2024-08-10T05:14:57.013 INFO:tasks.rados.rados.0.smithi031.stdout:257: read oid 13 snap -1 2024-08-10T05:14:57.014 INFO:tasks.rados.rados.0.smithi031.stdout:257: expect (ObjNum 87 snap 16 seq_num 87) 2024-08-10T05:14:57.014 INFO:tasks.rados.rados.0.smithi031.stdout:258: setattr oid 26 current snap is 20 2024-08-10T05:14:57.016 INFO:tasks.rados.rados.0.smithi031.stdout:259: copy_from oid 32 from oid 7 current snap is 20 2024-08-10T05:14:57.016 INFO:tasks.rados.rados.0.smithi031.stdout:260: read oid 22 snap -1 2024-08-10T05:14:57.016 INFO:tasks.rados.rados.0.smithi031.stdout:260: expect (ObjNum 99 snap 19 seq_num 99) 2024-08-10T05:14:57.016 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 15 current snap is 20 2024-08-10T05:14:57.016 INFO:tasks.rados.rados.0.smithi031.stdout:261: seq_num 101 ranges {73728=499712,573440=573440,1146880=524288,1671168=106496} 2024-08-10T05:14:57.019 INFO:tasks.rados.rados.0.smithi031.stdout:261: writing smithi03186013-15 from 73728 to 573440 tid 1 2024-08-10T05:14:57.023 INFO:tasks.rados.rados.0.smithi031.stdout:261: writing smithi03186013-15 from 573440 to 1146880 tid 2 2024-08-10T05:14:57.027 INFO:tasks.rados.rados.0.smithi031.stdout:261: writing smithi03186013-15 from 1146880 to 1671168 tid 3 2024-08-10T05:14:57.028 INFO:tasks.rados.rados.0.smithi031.stdout:261: writing smithi03186013-15 from 1671168 to 1777664 tid 4 2024-08-10T05:14:57.028 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 49 current snap is 20 2024-08-10T05:14:57.028 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 26 v 42 (ObjNum 95 snap 18 seq_num 95) dirty exists 2024-08-10T05:14:57.028 INFO:tasks.rados.rados.0.smithi031.stdout:261: finishing write tid 1 to smithi03186013-15 2024-08-10T05:14:57.029 INFO:tasks.rados.rados.0.smithi031.stdout:261: finishing write tid 2 to smithi03186013-15 2024-08-10T05:14:57.029 INFO:tasks.rados.rados.0.smithi031.stdout:262: seq_num 102 ranges {4939776=516096,5455872=450560,5906432=729088,6635520=24576} 2024-08-10T05:14:57.058 INFO:tasks.rados.rados.0.smithi031.stdout:262: writing smithi03186013-49 from 4939776 to 5455872 tid 1 2024-08-10T05:14:57.061 INFO:tasks.rados.rados.0.smithi031.stdout:262: writing smithi03186013-49 from 5455872 to 5906432 tid 2 2024-08-10T05:14:57.065 INFO:tasks.rados.rados.0.smithi031.stdout:262: writing smithi03186013-49 from 5906432 to 6635520 tid 3 2024-08-10T05:14:57.066 INFO:tasks.rados.rados.0.smithi031.stdout:262: writing smithi03186013-49 from 6635520 to 6660096 tid 4 2024-08-10T05:14:57.066 INFO:tasks.rados.rados.0.smithi031.stdout:258: done (5 left) 2024-08-10T05:14:57.066 INFO:tasks.rados.rados.0.smithi031.stdout:263: rollback oid 28 current snap is 20 2024-08-10T05:14:57.066 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 28 to 16 2024-08-10T05:14:57.066 INFO:tasks.rados.rados.0.smithi031.stdout:261: finishing write tid 3 to smithi03186013-15 2024-08-10T05:14:57.066 INFO:tasks.rados.rados.0.smithi031.stdout:261: finishing write tid 4 to smithi03186013-15 2024-08-10T05:14:57.066 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 14 current snap is 20 2024-08-10T05:14:57.066 INFO:tasks.rados.rados.0.smithi031.stdout:261: finishing write tid 5 to smithi03186013-15 2024-08-10T05:14:57.066 INFO:tasks.rados.rados.0.smithi031.stdout:264: seq_num 103 ranges {221184=532480,753664=737280,1490944=466944} 2024-08-10T05:14:57.070 INFO:tasks.rados.rados.0.smithi031.stdout:264: writing smithi03186013-14 from 221184 to 753664 tid 1 2024-08-10T05:14:57.074 INFO:tasks.rados.rados.0.smithi031.stdout:264: writing smithi03186013-14 from 753664 to 1490944 tid 2 2024-08-10T05:14:57.077 INFO:tasks.rados.rados.0.smithi031.stdout:264: writing smithi03186013-14 from 1490944 to 1957888 tid 3 2024-08-10T05:14:57.077 INFO:tasks.rados.rados.0.smithi031.stdout:265: read oid 44 snap -1 2024-08-10T05:14:57.077 INFO:tasks.rados.rados.0.smithi031.stdout:265: expect (ObjNum 75 snap 11 seq_num 75) 2024-08-10T05:14:57.077 INFO:tasks.rados.rados.0.smithi031.stdout:266: rollback oid 27 current snap is 20 2024-08-10T05:14:57.078 INFO:tasks.rados.rados.0.smithi031.stdout:261: finishing write tid 6 to smithi03186013-15 2024-08-10T05:14:57.078 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 15 v 48 (ObjNum 101 snap 20 seq_num 101) dirty exists 2024-08-10T05:14:57.078 INFO:tasks.rados.rados.0.smithi031.stdout:261: left oid 15 (ObjNum 101 snap 20 seq_num 101) 2024-08-10T05:14:57.078 INFO:tasks.rados.rados.0.smithi031.stdout:260: expect (ObjNum 99 snap 19 seq_num 99) 2024-08-10T05:14:57.223 INFO:tasks.rados.rados.0.smithi031.stdout:257: expect (ObjNum 87 snap 16 seq_num 87) 2024-08-10T05:14:57.268 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:57 smithi031 ceph-mon[41349]: pgmap v159: 121 pgs: 121 active+clean; 57 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.2 MiB/s wr, 31 op/s 2024-08-10T05:14:57.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:57 smithi031 ceph-mon[41349]: osdmap e119: 8 total, 8 up, 8 in 2024-08-10T05:14:57.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:57 smithi031 ceph-mon[29994]: pgmap v159: 121 pgs: 121 active+clean; 57 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.2 MiB/s wr, 31 op/s 2024-08-10T05:14:57.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:57 smithi031 ceph-mon[29994]: osdmap e119: 8 total, 8 up, 8 in 2024-08-10T05:14:57.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:57 smithi196 ceph-mon[32874]: pgmap v159: 121 pgs: 121 active+clean; 57 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.2 MiB/s wr, 31 op/s 2024-08-10T05:14:57.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:57 smithi196 ceph-mon[32874]: osdmap e119: 8 total, 8 up, 8 in 2024-08-10T05:14:57.398 INFO:tasks.rados.rados.0.smithi031.stdout:259: finishing copy_from racing read to smithi03186013-32 2024-08-10T05:14:57.398 INFO:tasks.rados.rados.0.smithi031.stdout:259: finishing copy_from to smithi03186013-32 2024-08-10T05:14:57.398 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 32 v 4 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-08-10T05:14:57.398 INFO:tasks.rados.rados.0.smithi031.stdout:262: finishing write tid 1 to smithi03186013-49 2024-08-10T05:14:57.398 INFO:tasks.rados.rados.0.smithi031.stdout:262: finishing write tid 2 to smithi03186013-49 2024-08-10T05:14:57.398 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 27 to 19 2024-08-10T05:14:57.398 INFO:tasks.rados.rados.0.smithi031.stdout:262: finishing write tid 3 to smithi03186013-49 2024-08-10T05:14:57.399 INFO:tasks.rados.rados.0.smithi031.stdout:262: finishing write tid 4 to smithi03186013-49 2024-08-10T05:14:57.399 INFO:tasks.rados.rados.0.smithi031.stdout:262: finishing write tid 5 to smithi03186013-49 2024-08-10T05:14:57.399 INFO:tasks.rados.rados.0.smithi031.stdout:263: finishing rollback tid 0 to smithi03186013-28 2024-08-10T05:14:57.399 INFO:tasks.rados.rados.0.smithi031.stdout:262: finishing write tid 6 to smithi03186013-49 2024-08-10T05:14:57.399 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 49 v 72 (ObjNum 102 snap 20 seq_num 102) dirty exists 2024-08-10T05:14:57.399 INFO:tasks.rados.rados.0.smithi031.stdout:262: left oid 49 (ObjNum 102 snap 20 seq_num 102) 2024-08-10T05:14:57.399 INFO:tasks.rados.rados.0.smithi031.stdout:263: finishing rollback tid 1 to smithi03186013-28 2024-08-10T05:14:57.399 INFO:tasks.rados.rados.0.smithi031.stdout:263: finishing rollback tid 2 to smithi03186013-28 2024-08-10T05:14:57.399 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 28 v 76 (ObjNum 60 snap 5 seq_num 60) dirty exists 2024-08-10T05:14:57.399 INFO:tasks.rados.rados.0.smithi031.stdout:264: finishing write tid 1 to smithi03186013-14 2024-08-10T05:14:57.399 INFO:tasks.rados.rados.0.smithi031.stdout:264: finishing write tid 2 to smithi03186013-14 2024-08-10T05:14:57.399 INFO:tasks.rados.rados.0.smithi031.stdout:264: finishing write tid 3 to smithi03186013-14 2024-08-10T05:14:57.399 INFO:tasks.rados.rados.0.smithi031.stdout:264: finishing write tid 4 to smithi03186013-14 2024-08-10T05:14:57.400 INFO:tasks.rados.rados.0.smithi031.stdout:264: finishing write tid 5 to smithi03186013-14 2024-08-10T05:14:57.400 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 14 v 65 (ObjNum 103 snap 20 seq_num 103) dirty exists 2024-08-10T05:14:57.400 INFO:tasks.rados.rados.0.smithi031.stdout:264: left oid 14 (ObjNum 103 snap 20 seq_num 103) 2024-08-10T05:14:57.400 INFO:tasks.rados.rados.0.smithi031.stdout:265: expect (ObjNum 75 snap 11 seq_num 75) 2024-08-10T05:14:57.434 INFO:tasks.rados.rados.0.smithi031.stdout:266: finishing rollback tid 0 to smithi03186013-27 2024-08-10T05:14:57.434 INFO:tasks.rados.rados.0.smithi031.stdout:266: finishing rollback tid 1 to smithi03186013-27 2024-08-10T05:14:57.434 INFO:tasks.rados.rados.0.smithi031.stdout:266: finishing rollback tid 2 to smithi03186013-27 2024-08-10T05:14:57.434 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 27 v 17 (ObjNum 55 snap 4 seq_num 55) dirty exists 2024-08-10T05:14:57.434 INFO:tasks.rados.rados.0.smithi031.stdout:257: done (8 left) 2024-08-10T05:14:57.435 INFO:tasks.rados.rados.0.smithi031.stdout:259: done (7 left) 2024-08-10T05:14:57.435 INFO:tasks.rados.rados.0.smithi031.stdout:260: done (6 left) 2024-08-10T05:14:57.435 INFO:tasks.rados.rados.0.smithi031.stdout:261: done (5 left) 2024-08-10T05:14:57.435 INFO:tasks.rados.rados.0.smithi031.stdout:262: done (4 left) 2024-08-10T05:14:57.435 INFO:tasks.rados.rados.0.smithi031.stdout:263: done (3 left) 2024-08-10T05:14:57.436 INFO:tasks.rados.rados.0.smithi031.stdout:264: done (2 left) 2024-08-10T05:14:57.436 INFO:tasks.rados.rados.0.smithi031.stdout:265: done (1 left) 2024-08-10T05:14:57.436 INFO:tasks.rados.rados.0.smithi031.stdout:266: done (0 left) 2024-08-10T05:14:57.436 INFO:tasks.rados.rados.0.smithi031.stdout:267: rmattr oid 39 current snap is 20 2024-08-10T05:14:57.436 INFO:tasks.rados.rados.0.smithi031.stdout:268: copy_from oid 42 from oid 34 current snap is 20 2024-08-10T05:14:57.436 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 10 current snap is 20 2024-08-10T05:14:57.436 INFO:tasks.rados.rados.0.smithi031.stdout:269: seq_num 104 ranges {1933312=548864,2482176=622592,3104768=581632} 2024-08-10T05:14:57.448 INFO:tasks.rados.rados.0.smithi031.stdout:269: writing smithi03186013-10 from 1933312 to 2482176 tid 1 2024-08-10T05:14:57.452 INFO:tasks.rados.rados.0.smithi031.stdout:269: writing smithi03186013-10 from 2482176 to 3104768 tid 2 2024-08-10T05:14:57.456 INFO:tasks.rados.rados.0.smithi031.stdout:269: writing smithi03186013-10 from 3104768 to 3686400 tid 3 2024-08-10T05:14:57.456 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 6 current snap is 20 2024-08-10T05:14:57.456 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 39 v 14 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-08-10T05:14:57.456 INFO:tasks.rados.rados.0.smithi031.stdout:268: finishing copy_from racing read to smithi03186013-42 2024-08-10T05:14:57.456 INFO:tasks.rados.rados.0.smithi031.stdout:270: seq_num 105 ranges {0=565248,565248=507904,1073152=507904,1581056=188416} 2024-08-10T05:14:57.459 INFO:tasks.rados.rados.0.smithi031.stdout:270: writing smithi03186013-6 from 0 to 565248 tid 1 2024-08-10T05:14:57.462 INFO:tasks.rados.rados.0.smithi031.stdout:270: writing smithi03186013-6 from 565248 to 1073152 tid 2 2024-08-10T05:14:57.465 INFO:tasks.rados.rados.0.smithi031.stdout:270: writing smithi03186013-6 from 1073152 to 1581056 tid 3 2024-08-10T05:14:57.466 INFO:tasks.rados.rados.0.smithi031.stdout:270: writing smithi03186013-6 from 1581056 to 1769472 tid 4 2024-08-10T05:14:57.466 INFO:tasks.rados.rados.0.smithi031.stdout:267: done (3 left) 2024-08-10T05:14:57.467 INFO:tasks.rados.rados.0.smithi031.stdout:271: read oid 38 snap 18 2024-08-10T05:14:57.467 INFO:tasks.rados.rados.0.smithi031.stdout:271: expect (ObjNum 93 snap 16 seq_num 93) 2024-08-10T05:14:57.467 INFO:tasks.rados.rados.0.smithi031.stdout:272: snap_create 2024-08-10T05:14:57.467 INFO:tasks.rados.rados.0.smithi031.stdout:268: finishing copy_from to smithi03186013-42 2024-08-10T05:14:57.467 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 42 v 44 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2024-08-10T05:14:57.467 INFO:tasks.rados.rados.0.smithi031.stdout:269: finishing write tid 1 to smithi03186013-10 2024-08-10T05:14:57.467 INFO:tasks.rados.rados.0.smithi031.stdout:269: finishing write tid 2 to smithi03186013-10 2024-08-10T05:14:57.467 INFO:tasks.rados.rados.0.smithi031.stdout:269: finishing write tid 3 to smithi03186013-10 2024-08-10T05:14:57.467 INFO:tasks.rados.rados.0.smithi031.stdout:269: finishing write tid 4 to smithi03186013-10 2024-08-10T05:14:57.467 INFO:tasks.rados.rados.0.smithi031.stdout:269: finishing write tid 5 to smithi03186013-10 2024-08-10T05:14:57.467 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 10 v 44 (ObjNum 104 snap 20 seq_num 104) dirty exists 2024-08-10T05:14:57.467 INFO:tasks.rados.rados.0.smithi031.stdout:269: left oid 10 (ObjNum 104 snap 20 seq_num 104) 2024-08-10T05:14:57.467 INFO:tasks.rados.rados.0.smithi031.stdout:270: finishing write tid 1 to smithi03186013-6 2024-08-10T05:14:57.467 INFO:tasks.rados.rados.0.smithi031.stdout:270: finishing write tid 2 to smithi03186013-6 2024-08-10T05:14:57.468 INFO:tasks.rados.rados.0.smithi031.stdout:270: finishing write tid 3 to smithi03186013-6 2024-08-10T05:14:57.468 INFO:tasks.rados.rados.0.smithi031.stdout:270: finishing write tid 4 to smithi03186013-6 2024-08-10T05:14:57.468 INFO:tasks.rados.rados.0.smithi031.stdout:270: finishing write tid 5 to smithi03186013-6 2024-08-10T05:14:57.471 INFO:tasks.rados.rados.0.smithi031.stdout:270: finishing write tid 6 to smithi03186013-6 2024-08-10T05:14:57.471 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 6 v 67 (ObjNum 105 snap 20 seq_num 105) dirty exists 2024-08-10T05:14:57.471 INFO:tasks.rados.rados.0.smithi031.stdout:270: left oid 6 (ObjNum 105 snap 20 seq_num 105) 2024-08-10T05:14:57.481 INFO:tasks.rados.rados.0.smithi031.stdout:271: expect (ObjNum 93 snap 16 seq_num 93) 2024-08-10T05:14:58.017 INFO:tasks.rados.rados.0.smithi031.stdout:268: done (4 left) 2024-08-10T05:14:58.018 INFO:tasks.rados.rados.0.smithi031.stdout:269: done (3 left) 2024-08-10T05:14:58.018 INFO:tasks.rados.rados.0.smithi031.stdout:270: done (2 left) 2024-08-10T05:14:58.018 INFO:tasks.rados.rados.0.smithi031.stdout:271: done (1 left) 2024-08-10T05:14:58.018 INFO:tasks.rados.rados.0.smithi031.stdout:272: done (0 left) 2024-08-10T05:14:58.018 INFO:tasks.rados.rados.0.smithi031.stdout:273: rmattr oid 29 current snap is 21 2024-08-10T05:14:58.018 INFO:tasks.rados.rados.0.smithi031.stdout:274: copy_from oid 18 from oid 3 current snap is 21 2024-08-10T05:14:58.018 INFO:tasks.rados.rados.0.smithi031.stdout:275: rollback oid 38 current snap is 21 2024-08-10T05:14:58.018 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 38 to 19 2024-08-10T05:14:58.018 INFO:tasks.rados.rados.0.smithi031.stdout:276: snap_remove snap 18 2024-08-10T05:14:58.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:58 smithi031 ceph-mon[29994]: osdmap e120: 8 total, 8 up, 8 in 2024-08-10T05:14:58.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:58 smithi031 ceph-mon[41349]: osdmap e120: 8 total, 8 up, 8 in 2024-08-10T05:14:58.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:58 smithi196 ceph-mon[32874]: osdmap e120: 8 total, 8 up, 8 in 2024-08-10T05:14:59.018 INFO:tasks.rados.rados.0.smithi031.stdout:276: done (3 left) 2024-08-10T05:14:59.019 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 46 current snap is 21 2024-08-10T05:14:59.019 INFO:tasks.rados.rados.0.smithi031.stdout:277: seq_num 106 ranges {761856=581632,1343488=794624,2138112=409600} 2024-08-10T05:14:59.026 INFO:tasks.rados.rados.0.smithi031.stdout:277: writing smithi03186013-46 from 761856 to 1343488 tid 1 2024-08-10T05:14:59.032 INFO:tasks.rados.rados.0.smithi031.stdout:277: writing smithi03186013-46 from 1343488 to 2138112 tid 2 2024-08-10T05:14:59.035 INFO:tasks.rados.rados.0.smithi031.stdout:277: writing smithi03186013-46 from 2138112 to 2547712 tid 3 2024-08-10T05:14:59.035 INFO:tasks.rados.rados.0.smithi031.stdout:278: setattr oid 16 current snap is 21 2024-08-10T05:14:59.035 INFO:tasks.rados.rados.0.smithi031.stdout:275: finishing rollback tid 0 to smithi03186013-38 2024-08-10T05:14:59.035 INFO:tasks.rados.rados.0.smithi031.stdout:275: finishing rollback tid 1 to smithi03186013-38 2024-08-10T05:14:59.035 INFO:tasks.rados.rados.0.smithi031.stdout:275: finishing rollback tid 2 to smithi03186013-38 2024-08-10T05:14:59.035 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 38 v 49 (ObjNum 93 snap 16 seq_num 93) dirty exists 2024-08-10T05:14:59.035 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 29 v 94 (ObjNum 66 snap 6 seq_num 66) dirty exists 2024-08-10T05:14:59.035 INFO:tasks.rados.rados.0.smithi031.stdout:274: finishing copy_from racing read to smithi03186013-18 2024-08-10T05:14:59.036 INFO:tasks.rados.rados.0.smithi031.stdout:274: finishing copy_from to smithi03186013-18 2024-08-10T05:14:59.036 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 18 v 52 (ObjNum 78 snap 12 seq_num 78) dirty exists 2024-08-10T05:14:59.036 INFO:tasks.rados.rados.0.smithi031.stdout:277: finishing write tid 1 to smithi03186013-46 2024-08-10T05:14:59.036 INFO:tasks.rados.rados.0.smithi031.stdout:277: finishing write tid 2 to smithi03186013-46 2024-08-10T05:14:59.036 INFO:tasks.rados.rados.0.smithi031.stdout:273: done (4 left) 2024-08-10T05:14:59.036 INFO:tasks.rados.rados.0.smithi031.stdout:274: done (3 left) 2024-08-10T05:14:59.036 INFO:tasks.rados.rados.0.smithi031.stdout:275: done (2 left) 2024-08-10T05:14:59.036 INFO:tasks.rados.rados.0.smithi031.stdout:279: snap_remove snap 16 2024-08-10T05:14:59.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:59 smithi196 ceph-mon[32874]: pgmap v162: 121 pgs: 121 active+clean; 69 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.3 MiB/s wr, 30 op/s 2024-08-10T05:14:59.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:14:59 smithi196 ceph-mon[32874]: osdmap e121: 8 total, 8 up, 8 in 2024-08-10T05:14:59.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:59 smithi031 ceph-mon[29994]: pgmap v162: 121 pgs: 121 active+clean; 69 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.3 MiB/s wr, 30 op/s 2024-08-10T05:14:59.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:14:59 smithi031 ceph-mon[29994]: osdmap e121: 8 total, 8 up, 8 in 2024-08-10T05:14:59.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:59 smithi031 ceph-mon[41349]: pgmap v162: 121 pgs: 121 active+clean; 69 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.3 MiB/s wr, 30 op/s 2024-08-10T05:14:59.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:14:59 smithi031 ceph-mon[41349]: osdmap e121: 8 total, 8 up, 8 in 2024-08-10T05:15:00.005 INFO:tasks.rados.rados.0.smithi031.stdout:279: done (2 left) 2024-08-10T05:15:00.005 INFO:tasks.rados.rados.0.smithi031.stdout:280: setattr oid 15 current snap is 21 2024-08-10T05:15:00.005 INFO:tasks.rados.rados.0.smithi031.stdout:277: finishing write tid 3 to smithi03186013-46 2024-08-10T05:15:00.005 INFO:tasks.rados.rados.0.smithi031.stdout:277: finishing write tid 4 to smithi03186013-46 2024-08-10T05:15:00.005 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 16 v 55 (ObjNum 71 snap 10 seq_num 71) dirty exists 2024-08-10T05:15:00.005 INFO:tasks.rados.rados.0.smithi031.stdout:277: finishing write tid 5 to smithi03186013-46 2024-08-10T05:15:00.005 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 46 v 12 (ObjNum 106 snap 21 seq_num 106) dirty exists 2024-08-10T05:15:00.005 INFO:tasks.rados.rados.0.smithi031.stdout:277: left oid 46 (ObjNum 106 snap 21 seq_num 106) 2024-08-10T05:15:00.006 INFO:tasks.rados.rados.0.smithi031.stdout:277: done (2 left) 2024-08-10T05:15:00.007 INFO:tasks.rados.rados.0.smithi031.stdout:278: done (1 left) 2024-08-10T05:15:00.007 INFO:tasks.rados.rados.0.smithi031.stdout:281: snap_create 2024-08-10T05:15:00.016 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 15 v 54 (ObjNum 101 snap 20 seq_num 101) dirty exists 2024-08-10T05:15:00.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:00 smithi196 ceph-mon[32874]: osdmap e122: 8 total, 8 up, 8 in 2024-08-10T05:15:00.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:00 smithi196 ceph-mon[32874]: osdmap e123: 8 total, 8 up, 8 in 2024-08-10T05:15:00.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:00 smithi031 ceph-mon[29994]: osdmap e122: 8 total, 8 up, 8 in 2024-08-10T05:15:00.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:00 smithi031 ceph-mon[29994]: osdmap e123: 8 total, 8 up, 8 in 2024-08-10T05:15:00.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:00 smithi031 ceph-mon[41349]: osdmap e122: 8 total, 8 up, 8 in 2024-08-10T05:15:00.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:00 smithi031 ceph-mon[41349]: osdmap e123: 8 total, 8 up, 8 in 2024-08-10T05:15:01.005 INFO:tasks.rados.rados.0.smithi031.stdout:280: done (1 left) 2024-08-10T05:15:01.005 INFO:tasks.rados.rados.0.smithi031.stdout:281: done (0 left) 2024-08-10T05:15:01.005 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 33 current snap is 22 2024-08-10T05:15:01.005 INFO:tasks.rados.rados.0.smithi031.stdout:282: seq_num 107 ranges {540672=598016,1138688=729088,1867776=466944,2334720=8192} 2024-08-10T05:15:01.011 INFO:tasks.rados.rados.0.smithi031.stdout:282: writing smithi03186013-33 from 540672 to 1138688 tid 1 2024-08-10T05:15:01.015 INFO:tasks.rados.rados.0.smithi031.stdout:282: writing smithi03186013-33 from 1138688 to 1867776 tid 2 2024-08-10T05:15:01.018 INFO:tasks.rados.rados.0.smithi031.stdout:282: writing smithi03186013-33 from 1867776 to 2334720 tid 3 2024-08-10T05:15:01.019 INFO:tasks.rados.rados.0.smithi031.stdout:282: writing smithi03186013-33 from 2334720 to 2342912 tid 4 2024-08-10T05:15:01.019 INFO:tasks.rados.rados.0.smithi031.stdout:283: copy_from oid 18 from oid 13 current snap is 22 2024-08-10T05:15:01.019 INFO:tasks.rados.rados.0.smithi031.stdout:282: finishing write tid 1 to smithi03186013-33 2024-08-10T05:15:01.019 INFO:tasks.rados.rados.0.smithi031.stdout:284: snap_create 2024-08-10T05:15:01.019 INFO:tasks.rados.rados.0.smithi031.stdout:282: finishing write tid 2 to smithi03186013-33 2024-08-10T05:15:01.021 INFO:tasks.rados.rados.0.smithi031.stdout:282: finishing write tid 3 to smithi03186013-33 2024-08-10T05:15:01.022 INFO:tasks.rados.rados.0.smithi031.stdout:282: finishing write tid 4 to smithi03186013-33 2024-08-10T05:15:01.023 INFO:tasks.rados.rados.0.smithi031.stdout:282: finishing write tid 5 to smithi03186013-33 2024-08-10T05:15:01.024 INFO:tasks.rados.rados.0.smithi031.stdout:282: finishing write tid 6 to smithi03186013-33 2024-08-10T05:15:01.024 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 33 v 27 (ObjNum 107 snap 22 seq_num 107) dirty exists 2024-08-10T05:15:01.024 INFO:tasks.rados.rados.0.smithi031.stdout:282: left oid 33 (ObjNum 107 snap 22 seq_num 107) 2024-08-10T05:15:01.035 INFO:tasks.rados.rados.0.smithi031.stdout:283: finishing copy_from racing read to smithi03186013-18 2024-08-10T05:15:01.038 INFO:tasks.rados.rados.0.smithi031.stdout:283: finishing copy_from to smithi03186013-18 2024-08-10T05:15:01.038 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 18 v 67 (ObjNum 87 snap 16 seq_num 87) dirty exists 2024-08-10T05:15:01.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:01 smithi031 ceph-mon[29994]: pgmap v165: 121 pgs: 121 active+clean; 69 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.3 MiB/s wr, 30 op/s 2024-08-10T05:15:01.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:01 smithi031 ceph-mon[29994]: osdmap e124: 8 total, 8 up, 8 in 2024-08-10T05:15:01.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:01 smithi031 ceph-mon[41349]: pgmap v165: 121 pgs: 121 active+clean; 69 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.3 MiB/s wr, 30 op/s 2024-08-10T05:15:01.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:01 smithi031 ceph-mon[41349]: osdmap e124: 8 total, 8 up, 8 in 2024-08-10T05:15:01.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:01 smithi196 ceph-mon[32874]: pgmap v165: 121 pgs: 121 active+clean; 69 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.3 MiB/s wr, 30 op/s 2024-08-10T05:15:01.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:01 smithi196 ceph-mon[32874]: osdmap e124: 8 total, 8 up, 8 in 2024-08-10T05:15:02.006 INFO:tasks.rados.rados.0.smithi031.stdout:282: done (2 left) 2024-08-10T05:15:02.006 INFO:tasks.rados.rados.0.smithi031.stdout:283: done (1 left) 2024-08-10T05:15:02.007 INFO:tasks.rados.rados.0.smithi031.stdout:284: done (0 left) 2024-08-10T05:15:02.007 INFO:tasks.rados.rados.0.smithi031.stdout:285: snap_create 2024-08-10T05:15:02.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:15:02 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:15:02] "GET /metrics HTTP/1.1" 200 239324 "" "Prometheus/2.43.0" 2024-08-10T05:15:03.010 INFO:tasks.rados.rados.0.smithi031.stdout:285: done (0 left) 2024-08-10T05:15:03.010 INFO:tasks.rados.rados.0.smithi031.stdout:286: read oid 15 snap -1 2024-08-10T05:15:03.010 INFO:tasks.rados.rados.0.smithi031.stdout:286: expect (ObjNum 101 snap 20 seq_num 101) 2024-08-10T05:15:03.010 INFO:tasks.rados.rados.0.smithi031.stdout:287: snap_create 2024-08-10T05:15:03.018 INFO:tasks.rados.rados.0.smithi031.stdout:286: expect (ObjNum 101 snap 20 seq_num 101) 2024-08-10T05:15:03.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:03 smithi031 ceph-mon[41349]: pgmap v168: 121 pgs: 121 active+clean; 69 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:15:03.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:03 smithi031 ceph-mon[41349]: osdmap e125: 8 total, 8 up, 8 in 2024-08-10T05:15:03.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:03 smithi031 ceph-mon[29994]: pgmap v168: 121 pgs: 121 active+clean; 69 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:15:03.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:03 smithi031 ceph-mon[29994]: osdmap e125: 8 total, 8 up, 8 in 2024-08-10T05:15:03.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:03 smithi196 ceph-mon[32874]: pgmap v168: 121 pgs: 121 active+clean; 69 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:15:03.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:03 smithi196 ceph-mon[32874]: osdmap e125: 8 total, 8 up, 8 in 2024-08-10T05:15:04.009 INFO:tasks.rados.rados.0.smithi031.stdout:286: done (1 left) 2024-08-10T05:15:04.009 INFO:tasks.rados.rados.0.smithi031.stdout:287: done (0 left) 2024-08-10T05:15:04.009 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 23 current snap is 25 2024-08-10T05:15:04.010 INFO:tasks.rados.rados.0.smithi031.stdout:288: seq_num 108 ranges {1269760=614400,1884160=606208,2490368=598016} 2024-08-10T05:15:04.020 INFO:tasks.rados.rados.0.smithi031.stdout:288: writing smithi03186013-23 from 1269760 to 1884160 tid 1 2024-08-10T05:15:04.024 INFO:tasks.rados.rados.0.smithi031.stdout:288: writing smithi03186013-23 from 1884160 to 2490368 tid 2 2024-08-10T05:15:04.028 INFO:tasks.rados.rados.0.smithi031.stdout:288: writing smithi03186013-23 from 2490368 to 3088384 tid 3 2024-08-10T05:15:04.028 INFO:tasks.rados.rados.0.smithi031.stdout:289: rollback oid 9 current snap is 25 2024-08-10T05:15:04.028 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 9 to 22 2024-08-10T05:15:04.028 INFO:tasks.rados.rados.0.smithi031.stdout:288: finishing write tid 1 to smithi03186013-23 2024-08-10T05:15:04.028 INFO:tasks.rados.rados.0.smithi031.stdout:288: finishing write tid 2 to smithi03186013-23 2024-08-10T05:15:04.028 INFO:tasks.rados.rados.0.smithi031.stdout:290: snap_remove snap 19 2024-08-10T05:15:04.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:04 smithi031 ceph-mon[29994]: osdmap e126: 8 total, 8 up, 8 in 2024-08-10T05:15:04.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:04 smithi031 ceph-mon[29994]: osdmap e127: 8 total, 8 up, 8 in 2024-08-10T05:15:04.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:04 smithi031 ceph-mon[41349]: osdmap e126: 8 total, 8 up, 8 in 2024-08-10T05:15:04.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:04 smithi031 ceph-mon[41349]: osdmap e127: 8 total, 8 up, 8 in 2024-08-10T05:15:04.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:04 smithi196 ceph-mon[32874]: osdmap e126: 8 total, 8 up, 8 in 2024-08-10T05:15:04.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:04 smithi196 ceph-mon[32874]: osdmap e127: 8 total, 8 up, 8 in 2024-08-10T05:15:05.010 INFO:tasks.rados.rados.0.smithi031.stdout:288: finishing write tid 3 to smithi03186013-23 2024-08-10T05:15:05.010 INFO:tasks.rados.rados.0.smithi031.stdout:288: finishing write tid 4 to smithi03186013-23 2024-08-10T05:15:05.010 INFO:tasks.rados.rados.0.smithi031.stdout:289: finishing rollback tid 0 to smithi03186013-9 2024-08-10T05:15:05.010 INFO:tasks.rados.rados.0.smithi031.stdout:289: finishing rollback tid 1 to smithi03186013-9 2024-08-10T05:15:05.010 INFO:tasks.rados.rados.0.smithi031.stdout:289: finishing rollback tid 2 to smithi03186013-9 2024-08-10T05:15:05.010 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 9 v 92 (ObjNum 81 snap 15 seq_num 81) dirty exists 2024-08-10T05:15:05.011 INFO:tasks.rados.rados.0.smithi031.stdout:288: finishing write tid 5 to smithi03186013-23 2024-08-10T05:15:05.011 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 23 v 53 (ObjNum 108 snap 25 seq_num 108) dirty exists 2024-08-10T05:15:05.011 INFO:tasks.rados.rados.0.smithi031.stdout:288: left oid 23 (ObjNum 108 snap 25 seq_num 108) 2024-08-10T05:15:05.011 INFO:tasks.rados.rados.0.smithi031.stdout:288: done (2 left) 2024-08-10T05:15:05.011 INFO:tasks.rados.rados.0.smithi031.stdout:289: done (1 left) 2024-08-10T05:15:05.011 INFO:tasks.rados.rados.0.smithi031.stdout:290: done (0 left) 2024-08-10T05:15:05.011 INFO:tasks.rados.rados.0.smithi031.stdout:291: read oid 7 snap 17 2024-08-10T05:15:05.011 INFO:tasks.rados.rados.0.smithi031.stdout:291: expect (ObjNum 6 snap 0 seq_num 6) 2024-08-10T05:15:05.011 INFO:tasks.rados.rados.0.smithi031.stdout:292: snap_create 2024-08-10T05:15:05.016 INFO:tasks.rados.rados.0.smithi031.stdout:291: expect (ObjNum 6 snap 0 seq_num 6) 2024-08-10T05:15:05.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:05 smithi196 ceph-mon[32874]: pgmap v171: 121 pgs: 121 active+clean; 77 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 2.2 MiB/s wr, 18 op/s 2024-08-10T05:15:05.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:05 smithi196 ceph-mon[32874]: osdmap e128: 8 total, 8 up, 8 in 2024-08-10T05:15:05.518 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:05 smithi031 ceph-mon[41349]: pgmap v171: 121 pgs: 121 active+clean; 77 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 2.2 MiB/s wr, 18 op/s 2024-08-10T05:15:05.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:05 smithi031 ceph-mon[41349]: osdmap e128: 8 total, 8 up, 8 in 2024-08-10T05:15:05.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:05 smithi031 ceph-mon[29994]: pgmap v171: 121 pgs: 121 active+clean; 77 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 2.2 MiB/s wr, 18 op/s 2024-08-10T05:15:05.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:05 smithi031 ceph-mon[29994]: osdmap e128: 8 total, 8 up, 8 in 2024-08-10T05:15:06.006 INFO:tasks.rados.rados.0.smithi031.stdout:291: done (1 left) 2024-08-10T05:15:06.006 INFO:tasks.rados.rados.0.smithi031.stdout:292: done (0 left) 2024-08-10T05:15:06.007 INFO:tasks.rados.rados.0.smithi031.stdout:293: read oid 23 snap -1 2024-08-10T05:15:06.007 INFO:tasks.rados.rados.0.smithi031.stdout:293: expect (ObjNum 108 snap 25 seq_num 108) 2024-08-10T05:15:06.007 INFO:tasks.rados.rados.0.smithi031.stdout:294: snap_remove snap 23 2024-08-10T05:15:07.009 INFO:tasks.rados.rados.0.smithi031.stdout:294: done (1 left) 2024-08-10T05:15:07.010 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 45 current snap is 26 2024-08-10T05:15:07.010 INFO:tasks.rados.rados.0.smithi031.stdout:293: expect (ObjNum 108 snap 25 seq_num 108) 2024-08-10T05:15:07.016 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:15:06 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[34968]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:15:06] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-10T05:15:07.119 INFO:tasks.rados.rados.0.smithi031.stdout:295: seq_num 109 ranges {557056=630784,1187840=491520,1679360=483328,2162688=229376} 2024-08-10T05:15:07.125 INFO:tasks.rados.rados.0.smithi031.stdout:295: writing smithi03186013-45 from 557056 to 1187840 tid 1 2024-08-10T05:15:07.128 INFO:tasks.rados.rados.0.smithi031.stdout:295: writing smithi03186013-45 from 1187840 to 1679360 tid 2 2024-08-10T05:15:07.131 INFO:tasks.rados.rados.0.smithi031.stdout:295: writing smithi03186013-45 from 1679360 to 2162688 tid 3 2024-08-10T05:15:07.133 INFO:tasks.rados.rados.0.smithi031.stdout:295: writing smithi03186013-45 from 2162688 to 2392064 tid 4 2024-08-10T05:15:07.133 INFO:tasks.rados.rados.0.smithi031.stdout:293: done (1 left) 2024-08-10T05:15:07.133 INFO:tasks.rados.rados.0.smithi031.stdout:296: rollback oid 48 current snap is 26 2024-08-10T05:15:07.133 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 48 to 24 2024-08-10T05:15:07.133 INFO:tasks.rados.rados.0.smithi031.stdout:295: finishing write tid 1 to smithi03186013-45 2024-08-10T05:15:07.133 INFO:tasks.rados.rados.0.smithi031.stdout:295: finishing write tid 2 to smithi03186013-45 2024-08-10T05:15:07.133 INFO:tasks.rados.rados.0.smithi031.stdout:297: snap_create 2024-08-10T05:15:07.135 INFO:tasks.rados.rados.0.smithi031.stdout:295: finishing write tid 3 to smithi03186013-45 2024-08-10T05:15:07.135 INFO:tasks.rados.rados.0.smithi031.stdout:295: finishing write tid 4 to smithi03186013-45 2024-08-10T05:15:07.136 INFO:tasks.rados.rados.0.smithi031.stdout:295: finishing write tid 5 to smithi03186013-45 2024-08-10T05:15:07.136 INFO:tasks.rados.rados.0.smithi031.stdout:295: finishing write tid 6 to smithi03186013-45 2024-08-10T05:15:07.137 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 45 v 87 (ObjNum 109 snap 26 seq_num 109) dirty exists 2024-08-10T05:15:07.137 INFO:tasks.rados.rados.0.smithi031.stdout:295: left oid 45 (ObjNum 109 snap 26 seq_num 109) 2024-08-10T05:15:07.138 INFO:tasks.rados.rados.0.smithi031.stdout:296: finishing rollback tid 0 to smithi03186013-48 2024-08-10T05:15:07.138 INFO:tasks.rados.rados.0.smithi031.stdout:296: finishing rollback tid 1 to smithi03186013-48 2024-08-10T05:15:07.139 INFO:tasks.rados.rados.0.smithi031.stdout:296: finishing rollback tid 2 to smithi03186013-48 2024-08-10T05:15:07.139 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 48 v 16 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-08-10T05:15:07.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:07 smithi031 ceph-mon[29994]: pgmap v174: 121 pgs: 121 active+clean; 77 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 2.2 MiB/s wr, 18 op/s 2024-08-10T05:15:07.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:07 smithi031 ceph-mon[29994]: osdmap e129: 8 total, 8 up, 8 in 2024-08-10T05:15:07.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:07 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:15:07.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:07 smithi031 ceph-mon[41349]: pgmap v174: 121 pgs: 121 active+clean; 77 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 2.2 MiB/s wr, 18 op/s 2024-08-10T05:15:07.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:07 smithi031 ceph-mon[41349]: osdmap e129: 8 total, 8 up, 8 in 2024-08-10T05:15:07.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:07 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:15:07.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:07 smithi196 ceph-mon[32874]: pgmap v174: 121 pgs: 121 active+clean; 77 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 2.2 MiB/s wr, 18 op/s 2024-08-10T05:15:07.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:07 smithi196 ceph-mon[32874]: osdmap e129: 8 total, 8 up, 8 in 2024-08-10T05:15:07.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:07 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:15:08.024 INFO:tasks.rados.rados.0.smithi031.stdout:295: done (2 left) 2024-08-10T05:15:08.024 INFO:tasks.rados.rados.0.smithi031.stdout:296: done (1 left) 2024-08-10T05:15:08.025 INFO:tasks.rados.rados.0.smithi031.stdout:297: done (0 left) 2024-08-10T05:15:08.025 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 18 current snap is 27 2024-08-10T05:15:08.025 INFO:tasks.rados.rados.0.smithi031.stdout:298: seq_num 110 ranges {4063232=647168,4710400=778240,5488640=425984} 2024-08-10T05:15:08.050 INFO:tasks.rados.rados.0.smithi031.stdout:298: writing smithi03186013-18 from 4063232 to 4710400 tid 1 2024-08-10T05:15:08.054 INFO:tasks.rados.rados.0.smithi031.stdout:298: writing smithi03186013-18 from 4710400 to 5488640 tid 2 2024-08-10T05:15:08.057 INFO:tasks.rados.rados.0.smithi031.stdout:298: writing smithi03186013-18 from 5488640 to 5914624 tid 3 2024-08-10T05:15:08.057 INFO:tasks.rados.rados.0.smithi031.stdout:299: read oid 31 snap -1 2024-08-10T05:15:08.058 INFO:tasks.rados.rados.0.smithi031.stdout:299: expect deleted 2024-08-10T05:15:08.058 INFO:tasks.rados.rados.0.smithi031.stdout:300: read oid 5 snap -1 2024-08-10T05:15:08.058 INFO:tasks.rados.rados.0.smithi031.stdout:300: expect deleted 2024-08-10T05:15:08.058 INFO:tasks.rados.rados.0.smithi031.stdout:301: copy_from oid 21 from oid 32 current snap is 27 2024-08-10T05:15:08.058 INFO:tasks.rados.rados.0.smithi031.stdout:298: finishing write tid 1 to smithi03186013-18 2024-08-10T05:15:08.058 INFO:tasks.rados.rados.0.smithi031.stdout:302: snap_create 2024-08-10T05:15:08.058 INFO:tasks.rados.rados.0.smithi031.stdout:298: finishing write tid 2 to smithi03186013-18 2024-08-10T05:15:08.059 INFO:tasks.rados.rados.0.smithi031.stdout:298: finishing write tid 3 to smithi03186013-18 2024-08-10T05:15:08.059 INFO:tasks.rados.rados.0.smithi031.stdout:298: finishing write tid 4 to smithi03186013-18 2024-08-10T05:15:08.061 INFO:tasks.rados.rados.0.smithi031.stdout:301: finishing copy_from racing read to smithi03186013-21 2024-08-10T05:15:08.062 INFO:tasks.rados.rados.0.smithi031.stdout:301: finishing copy_from to smithi03186013-21 2024-08-10T05:15:08.062 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 21 v 4 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-08-10T05:15:08.062 INFO:tasks.rados.rados.0.smithi031.stdout:298: finishing write tid 5 to smithi03186013-18 2024-08-10T05:15:08.062 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 18 v 92 (ObjNum 110 snap 27 seq_num 110) dirty exists 2024-08-10T05:15:08.062 INFO:tasks.rados.rados.0.smithi031.stdout:298: left oid 18 (ObjNum 110 snap 27 seq_num 110) 2024-08-10T05:15:08.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:08 smithi196 ceph-mon[32874]: osdmap e130: 8 total, 8 up, 8 in 2024-08-10T05:15:08.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:08 smithi031 ceph-mon[29994]: osdmap e130: 8 total, 8 up, 8 in 2024-08-10T05:15:08.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:08 smithi031 ceph-mon[41349]: osdmap e130: 8 total, 8 up, 8 in 2024-08-10T05:15:09.026 INFO:tasks.rados.rados.0.smithi031.stdout:298: done (4 left) 2024-08-10T05:15:09.027 INFO:tasks.rados.rados.0.smithi031.stdout:299: done (3 left) 2024-08-10T05:15:09.027 INFO:tasks.rados.rados.0.smithi031.stdout:300: done (2 left) 2024-08-10T05:15:09.027 INFO:tasks.rados.rados.0.smithi031.stdout:301: done (1 left) 2024-08-10T05:15:09.027 INFO:tasks.rados.rados.0.smithi031.stdout:302: done (0 left) 2024-08-10T05:15:09.027 INFO:tasks.rados.rados.0.smithi031.stdout:303: read oid 41 snap -1 2024-08-10T05:15:09.027 INFO:tasks.rados.rados.0.smithi031.stdout:303: expect deleted 2024-08-10T05:15:09.027 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 16 current snap is 28 2024-08-10T05:15:09.027 INFO:tasks.rados.rados.0.smithi031.stdout:304: seq_num 111 ranges {2613248=663552,3276800=663552,3940352=450560,4390912=90112} 2024-08-10T05:15:09.044 INFO:tasks.rados.rados.0.smithi031.stdout:304: writing smithi03186013-16 from 2613248 to 3276800 tid 1 2024-08-10T05:15:09.048 INFO:tasks.rados.rados.0.smithi031.stdout:304: writing smithi03186013-16 from 3276800 to 3940352 tid 2 2024-08-10T05:15:09.051 INFO:tasks.rados.rados.0.smithi031.stdout:304: writing smithi03186013-16 from 3940352 to 4390912 tid 3 2024-08-10T05:15:09.052 INFO:tasks.rados.rados.0.smithi031.stdout:304: writing smithi03186013-16 from 4390912 to 4481024 tid 4 2024-08-10T05:15:09.052 INFO:tasks.rados.rados.0.smithi031.stdout:305: setattr oid 13 current snap is 28 2024-08-10T05:15:09.052 INFO:tasks.rados.rados.0.smithi031.stdout:304: finishing write tid 1 to smithi03186013-16 2024-08-10T05:15:09.052 INFO:tasks.rados.rados.0.smithi031.stdout:304: finishing write tid 2 to smithi03186013-16 2024-08-10T05:15:09.053 INFO:tasks.rados.rados.0.smithi031.stdout:303: done (2 left) 2024-08-10T05:15:09.053 INFO:tasks.rados.rados.0.smithi031.stdout:306: delete oid 37 current snap is 28 2024-08-10T05:15:09.054 INFO:tasks.rados.rados.0.smithi031.stdout:304: finishing write tid 3 to smithi03186013-16 2024-08-10T05:15:09.056 INFO:tasks.rados.rados.0.smithi031.stdout:304: finishing write tid 4 to smithi03186013-16 2024-08-10T05:15:09.056 INFO:tasks.rados.rados.0.smithi031.stdout:304: finishing write tid 5 to smithi03186013-16 2024-08-10T05:15:09.057 INFO:tasks.rados.rados.0.smithi031.stdout:304: finishing write tid 6 to smithi03186013-16 2024-08-10T05:15:09.057 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 16 v 69 (ObjNum 111 snap 28 seq_num 111) dirty exists 2024-08-10T05:15:09.057 INFO:tasks.rados.rados.0.smithi031.stdout:304: left oid 16 (ObjNum 111 snap 28 seq_num 111) 2024-08-10T05:15:09.058 INFO:tasks.rados.rados.0.smithi031.stdout:304: done (2 left) 2024-08-10T05:15:09.058 INFO:tasks.rados.rados.0.smithi031.stdout:306: done (1 left) 2024-08-10T05:15:09.058 INFO:tasks.rados.rados.0.smithi031.stdout:307: read oid 21 snap -1 2024-08-10T05:15:09.058 INFO:tasks.rados.rados.0.smithi031.stdout:307: expect (ObjNum 6 snap 0 seq_num 6) 2024-08-10T05:15:09.058 INFO:tasks.rados.rados.0.smithi031.stdout:308: read oid 28 snap 17 2024-08-10T05:15:09.058 INFO:tasks.rados.rados.0.smithi031.stdout:308: expect (ObjNum 60 snap 5 seq_num 60) 2024-08-10T05:15:09.058 INFO:tasks.rados.rados.0.smithi031.stdout:309: delete oid 8 current snap is 28 2024-08-10T05:15:09.058 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 13 v 100 (ObjNum 87 snap 16 seq_num 87) dirty exists 2024-08-10T05:15:09.059 INFO:tasks.rados.rados.0.smithi031.stdout:305: done (3 left) 2024-08-10T05:15:09.059 INFO:tasks.rados.rados.0.smithi031.stdout:309: done (2 left) 2024-08-10T05:15:09.059 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 15 current snap is 28 2024-08-10T05:15:09.059 INFO:tasks.rados.rados.0.smithi031.stdout:310: seq_num 114 ranges {1777664=712704,2490368=712704,3203072=491520} 2024-08-10T05:15:09.073 INFO:tasks.rados.rados.0.smithi031.stdout:310: writing smithi03186013-15 from 1777664 to 2490368 tid 1 2024-08-10T05:15:09.077 INFO:tasks.rados.rados.0.smithi031.stdout:310: writing smithi03186013-15 from 2490368 to 3203072 tid 2 2024-08-10T05:15:09.080 INFO:tasks.rados.rados.0.smithi031.stdout:310: writing smithi03186013-15 from 3203072 to 3694592 tid 3 2024-08-10T05:15:09.081 INFO:tasks.rados.rados.0.smithi031.stdout:311: delete oid 26 current snap is 28 2024-08-10T05:15:09.081 INFO:tasks.rados.rados.0.smithi031.stdout:307: expect (ObjNum 6 snap 0 seq_num 6) 2024-08-10T05:15:09.085 INFO:tasks.rados.rados.0.smithi031.stdout:308: expect (ObjNum 60 snap 5 seq_num 60) 2024-08-10T05:15:09.122 INFO:tasks.rados.rados.0.smithi031.stdout:310: finishing write tid 1 to smithi03186013-15 2024-08-10T05:15:09.122 INFO:tasks.rados.rados.0.smithi031.stdout:310: finishing write tid 2 to smithi03186013-15 2024-08-10T05:15:09.122 INFO:tasks.rados.rados.0.smithi031.stdout:310: finishing write tid 3 to smithi03186013-15 2024-08-10T05:15:09.122 INFO:tasks.rados.rados.0.smithi031.stdout:310: finishing write tid 4 to smithi03186013-15 2024-08-10T05:15:09.122 INFO:tasks.rados.rados.0.smithi031.stdout:310: finishing write tid 5 to smithi03186013-15 2024-08-10T05:15:09.122 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 15 v 63 (ObjNum 114 snap 28 seq_num 114) dirty exists 2024-08-10T05:15:09.122 INFO:tasks.rados.rados.0.smithi031.stdout:310: left oid 15 (ObjNum 114 snap 28 seq_num 114) 2024-08-10T05:15:09.122 INFO:tasks.rados.rados.0.smithi031.stdout:307: done (3 left) 2024-08-10T05:15:09.122 INFO:tasks.rados.rados.0.smithi031.stdout:308: done (2 left) 2024-08-10T05:15:09.122 INFO:tasks.rados.rados.0.smithi031.stdout:310: done (1 left) 2024-08-10T05:15:09.123 INFO:tasks.rados.rados.0.smithi031.stdout:311: done (0 left) 2024-08-10T05:15:09.123 INFO:tasks.rados.rados.0.smithi031.stdout:312: copy_from oid 32 from oid 23 current snap is 28 2024-08-10T05:15:09.123 INFO:tasks.rados.rados.0.smithi031.stdout:313: read oid 7 snap -1 2024-08-10T05:15:09.123 INFO:tasks.rados.rados.0.smithi031.stdout:313: expect (ObjNum 6 snap 0 seq_num 6) 2024-08-10T05:15:09.123 INFO:tasks.rados.rados.0.smithi031.stdout:314: read oid 19 snap -1 2024-08-10T05:15:09.123 INFO:tasks.rados.rados.0.smithi031.stdout:314: expect (ObjNum 18 snap 0 seq_num 18) 2024-08-10T05:15:09.123 INFO:tasks.rados.rados.0.smithi031.stdout:315: copy_from oid 5 from oid 44 current snap is 28 2024-08-10T05:15:09.123 INFO:tasks.rados.rados.0.smithi031.stdout:316: rmattr oid 36 current snap is 28 2024-08-10T05:15:09.123 INFO:tasks.rados.rados.0.smithi031.stdout:316: done (4 left) 2024-08-10T05:15:09.123 INFO:tasks.rados.rados.0.smithi031.stdout:317: read oid 45 snap -1 2024-08-10T05:15:09.123 INFO:tasks.rados.rados.0.smithi031.stdout:317: expect (ObjNum 109 snap 26 seq_num 109) 2024-08-10T05:15:09.123 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 29 current snap is 28 2024-08-10T05:15:09.123 INFO:tasks.rados.rados.0.smithi031.stdout:318: seq_num 116 ranges {1892352=745472,2637824=532480,3170304=638976,3809280=32768} 2024-08-10T05:15:09.136 INFO:tasks.rados.rados.0.smithi031.stdout:318: writing smithi03186013-29 from 1892352 to 2637824 tid 1 2024-08-10T05:15:09.140 INFO:tasks.rados.rados.0.smithi031.stdout:318: writing smithi03186013-29 from 2637824 to 3170304 tid 2 2024-08-10T05:15:09.144 INFO:tasks.rados.rados.0.smithi031.stdout:318: writing smithi03186013-29 from 3170304 to 3809280 tid 3 2024-08-10T05:15:09.144 INFO:tasks.rados.rados.0.smithi031.stdout:318: writing smithi03186013-29 from 3809280 to 3842048 tid 4 2024-08-10T05:15:09.144 INFO:tasks.rados.rados.0.smithi031.stdout:319: delete oid 11 current snap is 28 2024-08-10T05:15:09.144 INFO:tasks.rados.rados.0.smithi031.stdout:313: expect (ObjNum 6 snap 0 seq_num 6) 2024-08-10T05:15:09.148 INFO:tasks.rados.rados.0.smithi031.stdout:314: expect (ObjNum 18 snap 0 seq_num 18) 2024-08-10T05:15:09.156 INFO:tasks.rados.rados.0.smithi031.stdout:315: finishing copy_from racing read to smithi03186013-5 2024-08-10T05:15:09.156 INFO:tasks.rados.rados.0.smithi031.stdout:317: expect (ObjNum 109 snap 26 seq_num 109) 2024-08-10T05:15:09.228 INFO:tasks.rados.rados.0.smithi031.stdout:315: finishing copy_from to smithi03186013-5 2024-08-10T05:15:09.228 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 5 v 54 (ObjNum 75 snap 11 seq_num 75) dirty exists 2024-08-10T05:15:09.229 INFO:tasks.rados.rados.0.smithi031.stdout:312: finishing copy_from racing read to smithi03186013-32 2024-08-10T05:15:09.229 INFO:tasks.rados.rados.0.smithi031.stdout:318: finishing write tid 1 to smithi03186013-29 2024-08-10T05:15:09.229 INFO:tasks.rados.rados.0.smithi031.stdout:318: finishing write tid 2 to smithi03186013-29 2024-08-10T05:15:09.229 INFO:tasks.rados.rados.0.smithi031.stdout:313: done (6 left) 2024-08-10T05:15:09.229 INFO:tasks.rados.rados.0.smithi031.stdout:314: done (5 left) 2024-08-10T05:15:09.229 INFO:tasks.rados.rados.0.smithi031.stdout:315: done (4 left) 2024-08-10T05:15:09.229 INFO:tasks.rados.rados.0.smithi031.stdout:317: done (3 left) 2024-08-10T05:15:09.229 INFO:tasks.rados.rados.0.smithi031.stdout:319: done (2 left) 2024-08-10T05:15:09.229 INFO:tasks.rados.rados.0.smithi031.stdout:320: delete oid 21 current snap is 28 2024-08-10T05:15:09.229 INFO:tasks.rados.rados.0.smithi031.stdout:312: finishing copy_from to smithi03186013-32 2024-08-10T05:15:09.229 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 32 v 53 (ObjNum 108 snap 25 seq_num 108) dirty exists 2024-08-10T05:15:09.229 INFO:tasks.rados.rados.0.smithi031.stdout:318: finishing write tid 3 to smithi03186013-29 2024-08-10T05:15:09.229 INFO:tasks.rados.rados.0.smithi031.stdout:318: finishing write tid 4 to smithi03186013-29 2024-08-10T05:15:09.230 INFO:tasks.rados.rados.0.smithi031.stdout:318: finishing write tid 5 to smithi03186013-29 2024-08-10T05:15:09.230 INFO:tasks.rados.rados.0.smithi031.stdout:318: finishing write tid 6 to smithi03186013-29 2024-08-10T05:15:09.230 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 29 v 113 (ObjNum 116 snap 28 seq_num 116) dirty exists 2024-08-10T05:15:09.230 INFO:tasks.rados.rados.0.smithi031.stdout:318: left oid 29 (ObjNum 116 snap 28 seq_num 116) 2024-08-10T05:15:09.231 INFO:tasks.rados.rados.0.smithi031.stdout:312: done (2 left) 2024-08-10T05:15:09.231 INFO:tasks.rados.rados.0.smithi031.stdout:318: done (1 left) 2024-08-10T05:15:09.231 INFO:tasks.rados.rados.0.smithi031.stdout:320: done (0 left) 2024-08-10T05:15:09.231 INFO:tasks.rados.rados.0.smithi031.stdout:321: copy_from oid 33 from oid 9 current snap is 28 2024-08-10T05:15:09.231 INFO:tasks.rados.rados.0.smithi031.stdout:322: read oid 27 snap -1 2024-08-10T05:15:09.231 INFO:tasks.rados.rados.0.smithi031.stdout:322: expect (ObjNum 55 snap 4 seq_num 55) 2024-08-10T05:15:09.231 INFO:tasks.rados.rados.0.smithi031.stdout:323: rollback oid 42 current snap is 28 2024-08-10T05:15:09.231 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 42 to 20 2024-08-10T05:15:09.231 INFO:tasks.rados.rados.0.smithi031.stdout:324: read oid 29 snap -1 2024-08-10T05:15:09.231 INFO:tasks.rados.rados.0.smithi031.stdout:324: expect (ObjNum 116 snap 28 seq_num 116) 2024-08-10T05:15:09.231 INFO:tasks.rados.rados.0.smithi031.stdout:325: read oid 40 snap 21 2024-08-10T05:15:09.232 INFO:tasks.rados.rados.0.smithi031.stdout:325: expect deleted 2024-08-10T05:15:09.232 INFO:tasks.rados.rados.0.smithi031.stdout:326: snap_create 2024-08-10T05:15:09.232 INFO:tasks.rados.rados.0.smithi031.stdout:323: finishing rollback tid 0 to smithi03186013-42 2024-08-10T05:15:09.232 INFO:tasks.rados.rados.0.smithi031.stdout:323: finishing rollback tid 1 to smithi03186013-42 2024-08-10T05:15:09.233 INFO:tasks.rados.rados.0.smithi031.stdout:323: finishing rollback tid 2 to smithi03186013-42 2024-08-10T05:15:09.233 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 42 v 59 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2024-08-10T05:15:09.238 INFO:tasks.rados.rados.0.smithi031.stdout:322: expect (ObjNum 55 snap 4 seq_num 55) 2024-08-10T05:15:09.264 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:09 smithi196 ceph-mon[32874]: pgmap v177: 121 pgs: 121 active+clean; 79 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 892 KiB/s wr, 6 op/s 2024-08-10T05:15:09.264 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:09 smithi196 ceph-mon[32874]: osdmap e131: 8 total, 8 up, 8 in 2024-08-10T05:15:09.264 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:09 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:15:09.264 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:09 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-10T05:15:09.264 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:09 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-10T05:15:09.264 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:09 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:15:09.282 INFO:tasks.rados.rados.0.smithi031.stdout:321: finishing copy_from racing read to smithi03186013-33 2024-08-10T05:15:09.282 INFO:tasks.rados.rados.0.smithi031.stdout:321: finishing copy_from to smithi03186013-33 2024-08-10T05:15:09.282 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 33 v 92 (ObjNum 81 snap 15 seq_num 81) dirty exists 2024-08-10T05:15:09.282 INFO:tasks.rados.rados.0.smithi031.stdout:324: expect (ObjNum 116 snap 28 seq_num 116) 2024-08-10T05:15:09.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:09 smithi031 ceph-mon[29994]: pgmap v177: 121 pgs: 121 active+clean; 79 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 892 KiB/s wr, 6 op/s 2024-08-10T05:15:09.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:09 smithi031 ceph-mon[29994]: osdmap e131: 8 total, 8 up, 8 in 2024-08-10T05:15:09.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:09 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:15:09.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:09 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-10T05:15:09.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:09 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-10T05:15:09.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:09 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:15:09.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:09 smithi031 ceph-mon[41349]: pgmap v177: 121 pgs: 121 active+clean; 79 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 892 KiB/s wr, 6 op/s 2024-08-10T05:15:09.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:09 smithi031 ceph-mon[41349]: osdmap e131: 8 total, 8 up, 8 in 2024-08-10T05:15:09.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:09 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:15:09.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:09 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-10T05:15:09.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:09 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-10T05:15:09.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:09 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:15:10.011 INFO:tasks.rados.rados.0.smithi031.stdout:321: done (5 left) 2024-08-10T05:15:10.012 INFO:tasks.rados.rados.0.smithi031.stdout:322: done (4 left) 2024-08-10T05:15:10.012 INFO:tasks.rados.rados.0.smithi031.stdout:323: done (3 left) 2024-08-10T05:15:10.012 INFO:tasks.rados.rados.0.smithi031.stdout:324: done (2 left) 2024-08-10T05:15:10.012 INFO:tasks.rados.rados.0.smithi031.stdout:325: done (1 left) 2024-08-10T05:15:10.012 INFO:tasks.rados.rados.0.smithi031.stdout:326: done (0 left) 2024-08-10T05:15:10.012 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 9 current snap is 29 2024-08-10T05:15:10.013 INFO:tasks.rados.rados.0.smithi031.stdout:327: seq_num 119 ranges {1507328=802816,2310144=589824,2899968=409600,3309568=204800} 2024-08-10T05:15:10.024 INFO:tasks.rados.rados.0.smithi031.stdout:327: writing smithi03186013-9 from 1507328 to 2310144 tid 1 2024-08-10T05:15:10.027 INFO:tasks.rados.rados.0.smithi031.stdout:327: writing smithi03186013-9 from 2310144 to 2899968 tid 2 2024-08-10T05:15:10.030 INFO:tasks.rados.rados.0.smithi031.stdout:327: writing smithi03186013-9 from 2899968 to 3309568 tid 3 2024-08-10T05:15:10.031 INFO:tasks.rados.rados.0.smithi031.stdout:327: writing smithi03186013-9 from 3309568 to 3514368 tid 4 2024-08-10T05:15:10.031 INFO:tasks.rados.rados.0.smithi031.stdout:328: snap_remove snap 26 2024-08-10T05:15:10.212 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:10 smithi196 ceph-mon[32874]: Upgrade: Updating mgr.x 2024-08-10T05:15:10.212 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:10 smithi196 ceph-mon[32874]: Deploying daemon mgr.x on smithi196 2024-08-10T05:15:10.212 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:10 smithi196 ceph-mon[32874]: osdmap e132: 8 total, 8 up, 8 in 2024-08-10T05:15:10.212 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:10 smithi196 ceph-mon[32874]: osdmap e133: 8 total, 8 up, 8 in 2024-08-10T05:15:10.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:10 smithi031 ceph-mon[29994]: Upgrade: Updating mgr.x 2024-08-10T05:15:10.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:10 smithi031 ceph-mon[29994]: Deploying daemon mgr.x on smithi196 2024-08-10T05:15:10.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:10 smithi031 ceph-mon[29994]: osdmap e132: 8 total, 8 up, 8 in 2024-08-10T05:15:10.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:10 smithi031 ceph-mon[29994]: osdmap e133: 8 total, 8 up, 8 in 2024-08-10T05:15:10.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:10 smithi031 ceph-mon[41349]: Upgrade: Updating mgr.x 2024-08-10T05:15:10.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:10 smithi031 ceph-mon[41349]: Deploying daemon mgr.x on smithi196 2024-08-10T05:15:10.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:10 smithi031 ceph-mon[41349]: osdmap e132: 8 total, 8 up, 8 in 2024-08-10T05:15:10.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:10 smithi031 ceph-mon[41349]: osdmap e133: 8 total, 8 up, 8 in 2024-08-10T05:15:10.528 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:15:10 smithi196 systemd[1]: Stopping Ceph mgr.x for fc322138-56d5-11ef-bcce-c7b262605968... 2024-08-10T05:15:10.994 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:15:10 smithi196 podman[68820]: 2024-08-10 05:15:10.705141178 +0000 UTC m=+0.148370982 container died e0e97cd704c5a884754fd1024ebdd36ab0ec4bb9e90fa87ddb55f5ba3d63f8f8 (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=quincy-56ceb86, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-08-10T05:15:11.277 INFO:tasks.rados.rados.0.smithi031.stdout:328: done (1 left) 2024-08-10T05:15:11.277 INFO:tasks.rados.rados.0.smithi031.stdout:329: snap_create 2024-08-10T05:15:11.277 INFO:tasks.rados.rados.0.smithi031.stdout:327: finishing write tid 1 to smithi03186013-9 2024-08-10T05:15:11.277 INFO:tasks.rados.rados.0.smithi031.stdout:327: finishing write tid 2 to smithi03186013-9 2024-08-10T05:15:11.278 INFO:tasks.rados.rados.0.smithi031.stdout:327: finishing write tid 3 to smithi03186013-9 2024-08-10T05:15:11.278 INFO:tasks.rados.rados.0.smithi031.stdout:327: finishing write tid 4 to smithi03186013-9 2024-08-10T05:15:11.278 INFO:tasks.rados.rados.0.smithi031.stdout:327: finishing write tid 5 to smithi03186013-9 2024-08-10T05:15:11.278 INFO:tasks.rados.rados.0.smithi031.stdout:327: finishing write tid 6 to smithi03186013-9 2024-08-10T05:15:11.278 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 9 v 108 (ObjNum 119 snap 29 seq_num 119) dirty exists 2024-08-10T05:15:11.278 INFO:tasks.rados.rados.0.smithi031.stdout:327: left oid 9 (ObjNum 119 snap 29 seq_num 119) 2024-08-10T05:15:11.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:11 smithi196 ceph-mon[32874]: pgmap v180: 121 pgs: 121 active+clean; 79 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 892 KiB/s wr, 6 op/s 2024-08-10T05:15:11.279 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:15:11 smithi196 podman[68820]: 2024-08-10 05:15:11.107466245 +0000 UTC m=+0.550696049 container cleanup e0e97cd704c5a884754fd1024ebdd36ab0ec4bb9e90fa87ddb55f5ba3d63f8f8 (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-56ceb86, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0) 2024-08-10T05:15:11.279 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:15:11 smithi196 bash[68820]: ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x 2024-08-10T05:15:11.518 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:11 smithi031 ceph-mon[41349]: pgmap v180: 121 pgs: 121 active+clean; 79 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 892 KiB/s wr, 6 op/s 2024-08-10T05:15:11.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:11 smithi031 ceph-mon[29994]: pgmap v180: 121 pgs: 121 active+clean; 79 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 892 KiB/s wr, 6 op/s 2024-08-10T05:15:11.664 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:15:11 smithi196 podman[68839]: 2024-08-10 05:15:11.341849403 +0000 UTC m=+0.628637175 container remove e0e97cd704c5a884754fd1024ebdd36ab0ec4bb9e90fa87ddb55f5ba3d63f8f8 (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=quincy-56ceb86, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-10T05:15:11.664 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:15:11 smithi196 systemd[1]: ceph-fc322138-56d5-11ef-bcce-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-08-10T05:15:11.664 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:15:11 smithi196 systemd[1]: ceph-fc322138-56d5-11ef-bcce-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-08-10T05:15:11.664 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:15:11 smithi196 systemd[1]: Stopped Ceph mgr.x for fc322138-56d5-11ef-bcce-c7b262605968. 2024-08-10T05:15:11.665 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:15:11 smithi196 systemd[1]: ceph-fc322138-56d5-11ef-bcce-c7b262605968@mgr.x.service: Consumed 10.217s CPU time. 2024-08-10T05:15:11.999 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:15:11 smithi196 systemd[1]: Starting Ceph mgr.x for fc322138-56d5-11ef-bcce-c7b262605968... 2024-08-10T05:15:11.999 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:15:11 smithi196 podman[68970]: 2024-08-10 05:15:11.783229212 +0000 UTC m=+0.017557239 image pull c7b33901c8866b527fc2ae183a251d5e1d09961420a56731f5fa8537903bd68b quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec 2024-08-10T05:15:11.999 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:15:11 smithi196 podman[68970]: 2024-08-10 05:15:11.884738422 +0000 UTC m=+0.119066484 container create 3b5b6b8c20ba55e81d52745119f12de9987f85884cdf3cfdf80e1b6bfdfa5b5e (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, RELEASE=squid-bca9905) 2024-08-10T05:15:12.038 INFO:tasks.rados.rados.0.smithi031.stdout:327: done (1 left) 2024-08-10T05:15:12.038 INFO:tasks.rados.rados.0.smithi031.stdout:329: done (0 left) 2024-08-10T05:15:12.038 INFO:tasks.rados.rados.0.smithi031.stdout:330: read oid 15 snap -1 2024-08-10T05:15:12.038 INFO:tasks.rados.rados.0.smithi031.stdout:330: expect (ObjNum 114 snap 28 seq_num 114) 2024-08-10T05:15:12.038 INFO:tasks.rados.rados.0.smithi031.stdout:331: copy_from oid 39 from oid 19 current snap is 30 2024-08-10T05:15:12.038 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 9 current snap is 30 2024-08-10T05:15:12.038 INFO:tasks.rados.rados.0.smithi031.stdout:332: seq_num 120 ranges {3514368=417792,3932160=475136,4407296=622592,5029888=507904} 2024-08-10T05:15:12.060 INFO:tasks.rados.rados.0.smithi031.stdout:332: writing smithi03186013-9 from 3514368 to 3932160 tid 1 2024-08-10T05:15:12.062 INFO:tasks.rados.rados.0.smithi031.stdout:332: writing smithi03186013-9 from 3932160 to 4407296 tid 2 2024-08-10T05:15:12.066 INFO:tasks.rados.rados.0.smithi031.stdout:332: writing smithi03186013-9 from 4407296 to 5029888 tid 3 2024-08-10T05:15:12.069 INFO:tasks.rados.rados.0.smithi031.stdout:332: writing smithi03186013-9 from 5029888 to 5537792 tid 4 2024-08-10T05:15:12.069 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 45 current snap is 30 2024-08-10T05:15:12.069 INFO:tasks.rados.rados.0.smithi031.stdout:331: finishing copy_from racing read to smithi03186013-39 2024-08-10T05:15:12.069 INFO:tasks.rados.rados.0.smithi031.stdout:331: finishing copy_from to smithi03186013-39 2024-08-10T05:15:12.069 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 39 v 24 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-08-10T05:15:12.069 INFO:tasks.rados.rados.0.smithi031.stdout:330: expect (ObjNum 114 snap 28 seq_num 114) 2024-08-10T05:15:12.200 INFO:tasks.rados.rados.0.smithi031.stdout:332: finishing write tid 1 to smithi03186013-9 2024-08-10T05:15:12.201 INFO:tasks.rados.rados.0.smithi031.stdout:332: finishing write tid 2 to smithi03186013-9 2024-08-10T05:15:12.201 INFO:tasks.rados.rados.0.smithi031.stdout:332: finishing write tid 3 to smithi03186013-9 2024-08-10T05:15:12.201 INFO:tasks.rados.rados.0.smithi031.stdout:332: finishing write tid 4 to smithi03186013-9 2024-08-10T05:15:12.201 INFO:tasks.rados.rados.0.smithi031.stdout:332: finishing write tid 5 to smithi03186013-9 2024-08-10T05:15:12.201 INFO:tasks.rados.rados.0.smithi031.stdout:332: finishing write tid 6 to smithi03186013-9 2024-08-10T05:15:12.201 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 9 v 120 (ObjNum 120 snap 30 seq_num 120) dirty exists 2024-08-10T05:15:12.201 INFO:tasks.rados.rados.0.smithi031.stdout:332: left oid 9 (ObjNum 120 snap 30 seq_num 120) 2024-08-10T05:15:12.201 INFO:tasks.rados.rados.0.smithi031.stdout:333: seq_num 121 ranges {2392064=434176,2826240=753664,3579904=425984,4005888=425984} 2024-08-10T05:15:12.216 INFO:tasks.rados.rados.0.smithi031.stdout:333: writing smithi03186013-45 from 2392064 to 2826240 tid 1 2024-08-10T05:15:12.219 INFO:tasks.rados.rados.0.smithi031.stdout:333: writing smithi03186013-45 from 2826240 to 3579904 tid 2 2024-08-10T05:15:12.222 INFO:tasks.rados.rados.0.smithi031.stdout:333: writing smithi03186013-45 from 3579904 to 4005888 tid 3 2024-08-10T05:15:12.225 INFO:tasks.rados.rados.0.smithi031.stdout:333: writing smithi03186013-45 from 4005888 to 4431872 tid 4 2024-08-10T05:15:12.225 INFO:tasks.rados.rados.0.smithi031.stdout:330: done (3 left) 2024-08-10T05:15:12.225 INFO:tasks.rados.rados.0.smithi031.stdout:331: done (2 left) 2024-08-10T05:15:12.225 INFO:tasks.rados.rados.0.smithi031.stdout:332: done (1 left) 2024-08-10T05:15:12.225 INFO:tasks.rados.rados.0.smithi031.stdout:334: snap_create 2024-08-10T05:15:12.225 INFO:tasks.rados.rados.0.smithi031.stdout:333: finishing write tid 1 to smithi03186013-45 2024-08-10T05:15:12.225 INFO:tasks.rados.rados.0.smithi031.stdout:333: finishing write tid 2 to smithi03186013-45 2024-08-10T05:15:12.225 INFO:tasks.rados.rados.0.smithi031.stdout:333: finishing write tid 3 to smithi03186013-45 2024-08-10T05:15:12.226 INFO:tasks.rados.rados.0.smithi031.stdout:333: finishing write tid 4 to smithi03186013-45 2024-08-10T05:15:12.226 INFO:tasks.rados.rados.0.smithi031.stdout:333: finishing write tid 5 to smithi03186013-45 2024-08-10T05:15:12.227 INFO:tasks.rados.rados.0.smithi031.stdout:333: finishing write tid 6 to smithi03186013-45 2024-08-10T05:15:12.227 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 45 v 101 (ObjNum 121 snap 30 seq_num 121) dirty exists 2024-08-10T05:15:12.228 INFO:tasks.rados.rados.0.smithi031.stdout:333: left oid 45 (ObjNum 121 snap 30 seq_num 121) 2024-08-10T05:15:12.425 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:12 smithi196 ceph-mon[32874]: osdmap e134: 8 total, 8 up, 8 in 2024-08-10T05:15:12.425 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:12 smithi196 ceph-mon[32874]: osdmap e135: 8 total, 8 up, 8 in 2024-08-10T05:15:12.426 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:15:12 smithi196 podman[68970]: 2024-08-10 05:15:12.129150864 +0000 UTC m=+0.363478881 container init 3b5b6b8c20ba55e81d52745119f12de9987f85884cdf3cfdf80e1b6bfdfa5b5e (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-bca9905, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-08-10T05:15:12.426 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:15:12 smithi196 podman[68970]: 2024-08-10 05:15:12.134003148 +0000 UTC m=+0.368331166 container start 3b5b6b8c20ba55e81d52745119f12de9987f85884cdf3cfdf80e1b6bfdfa5b5e (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x, org.label-schema.build-date=20240731, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, RELEASE=squid-bca9905, io.buildah.version=1.36.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-10T05:15:12.426 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:15:12 smithi196 ceph-mgr[69008]: -- 172.21.15.196:0/290121805 <== mon.1 v2:172.21.15.196:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55ea9c4170e0 con 0x55ea9c3f5400 2024-08-10T05:15:12.426 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:15:12 smithi196 bash[68970]: 3b5b6b8c20ba55e81d52745119f12de9987f85884cdf3cfdf80e1b6bfdfa5b5e 2024-08-10T05:15:12.426 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:15:12 smithi196 systemd[1]: Started Ceph mgr.x for fc322138-56d5-11ef-bcce-c7b262605968. 2024-08-10T05:15:12.426 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:15:12 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: 2024-08-10T05:15:12.261+0000 7f9618f69040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-10T05:15:12.426 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:15:12 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: 2024-08-10T05:15:12.425+0000 7f9618f69040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-10T05:15:12.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:12 smithi031 ceph-mon[29994]: osdmap e134: 8 total, 8 up, 8 in 2024-08-10T05:15:12.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:12 smithi031 ceph-mon[29994]: osdmap e135: 8 total, 8 up, 8 in 2024-08-10T05:15:12.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:15:12 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:15:12] "GET /metrics HTTP/1.1" 200 239457 "" "Prometheus/2.43.0" 2024-08-10T05:15:12.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:12 smithi031 ceph-mon[41349]: osdmap e134: 8 total, 8 up, 8 in 2024-08-10T05:15:12.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:12 smithi031 ceph-mon[41349]: osdmap e135: 8 total, 8 up, 8 in 2024-08-10T05:15:12.764 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:15:12 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: 2024-08-10T05:15:12.496+0000 7f9618f69040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-10T05:15:12.765 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:15:12 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: 2024-08-10T05:15:12.764+0000 7f9618f69040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-10T05:15:13.028 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:15:12 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: 2024-08-10T05:15:12.824+0000 7f9618f69040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-10T05:15:13.054 INFO:tasks.rados.rados.0.smithi031.stdout:333: done (1 left) 2024-08-10T05:15:13.055 INFO:tasks.rados.rados.0.smithi031.stdout:334: done (0 left) 2024-08-10T05:15:13.055 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 5 current snap is 31 2024-08-10T05:15:13.055 INFO:tasks.rados.rados.0.smithi031.stdout:335: seq_num 122 ranges {1335296=450560,1785856=688128,2473984=630784,3104768=286720} 2024-08-10T05:15:13.064 INFO:tasks.rados.rados.0.smithi031.stdout:335: writing smithi03186013-5 from 1335296 to 1785856 tid 1 2024-08-10T05:15:13.068 INFO:tasks.rados.rados.0.smithi031.stdout:335: writing smithi03186013-5 from 1785856 to 2473984 tid 2 2024-08-10T05:15:13.072 INFO:tasks.rados.rados.0.smithi031.stdout:335: writing smithi03186013-5 from 2473984 to 3104768 tid 3 2024-08-10T05:15:13.074 INFO:tasks.rados.rados.0.smithi031.stdout:335: writing smithi03186013-5 from 3104768 to 3391488 tid 4 2024-08-10T05:15:13.074 INFO:tasks.rados.rados.0.smithi031.stdout:336: rollback oid 31 current snap is 31 2024-08-10T05:15:13.074 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 31 to 24 2024-08-10T05:15:13.074 INFO:tasks.rados.rados.0.smithi031.stdout:335: finishing write tid 1 to smithi03186013-5 2024-08-10T05:15:13.074 INFO:tasks.rados.rados.0.smithi031.stdout:335: finishing write tid 2 to smithi03186013-5 2024-08-10T05:15:13.074 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 49 current snap is 31 2024-08-10T05:15:13.074 INFO:tasks.rados.rados.0.smithi031.stdout:337: seq_num 123 ranges {6660096=466944,7127040=573440,7700480=794624,8495104=237568} 2024-08-10T05:15:13.112 INFO:tasks.rados.rados.0.smithi031.stdout:337: writing smithi03186013-49 from 6660096 to 7127040 tid 1 2024-08-10T05:15:13.115 INFO:tasks.rados.rados.0.smithi031.stdout:337: writing smithi03186013-49 from 7127040 to 7700480 tid 2 2024-08-10T05:15:13.120 INFO:tasks.rados.rados.0.smithi031.stdout:337: writing smithi03186013-49 from 7700480 to 8495104 tid 3 2024-08-10T05:15:13.123 INFO:tasks.rados.rados.0.smithi031.stdout:337: writing smithi03186013-49 from 8495104 to 8732672 tid 4 2024-08-10T05:15:13.123 INFO:tasks.rados.rados.0.smithi031.stdout:338: rmattr oid 41 current snap is 31 2024-08-10T05:15:13.123 INFO:tasks.rados.rados.0.smithi031.stdout:338: done (3 left) 2024-08-10T05:15:13.123 INFO:tasks.rados.rados.0.smithi031.stdout:339: read oid 7 snap -1 2024-08-10T05:15:13.123 INFO:tasks.rados.rados.0.smithi031.stdout:339: expect (ObjNum 6 snap 0 seq_num 6) 2024-08-10T05:15:13.123 INFO:tasks.rados.rados.0.smithi031.stdout:340: snap_create 2024-08-10T05:15:13.124 INFO:tasks.rados.rados.0.smithi031.stdout:336: finishing rollback tid 1 to smithi03186013-31 2024-08-10T05:15:13.124 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 31 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-10T05:15:13.124 INFO:tasks.rados.rados.0.smithi031.stdout:335: finishing write tid 3 to smithi03186013-5 2024-08-10T05:15:13.124 INFO:tasks.rados.rados.0.smithi031.stdout:335: finishing write tid 4 to smithi03186013-5 2024-08-10T05:15:13.124 INFO:tasks.rados.rados.0.smithi031.stdout:335: finishing write tid 5 to smithi03186013-5 2024-08-10T05:15:13.125 INFO:tasks.rados.rados.0.smithi031.stdout:335: finishing write tid 6 to smithi03186013-5 2024-08-10T05:15:13.125 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 5 v 107 (ObjNum 122 snap 31 seq_num 122) dirty exists 2024-08-10T05:15:13.125 INFO:tasks.rados.rados.0.smithi031.stdout:335: left oid 5 (ObjNum 122 snap 31 seq_num 122) 2024-08-10T05:15:13.125 INFO:tasks.rados.rados.0.smithi031.stdout:337: finishing write tid 1 to smithi03186013-49 2024-08-10T05:15:13.125 INFO:tasks.rados.rados.0.smithi031.stdout:337: finishing write tid 2 to smithi03186013-49 2024-08-10T05:15:13.126 INFO:tasks.rados.rados.0.smithi031.stdout:339: expect (ObjNum 6 snap 0 seq_num 6) 2024-08-10T05:15:13.127 INFO:tasks.rados.rados.0.smithi031.stdout:337: finishing write tid 3 to smithi03186013-49 2024-08-10T05:15:13.128 INFO:tasks.rados.rados.0.smithi031.stdout:337: finishing write tid 4 to smithi03186013-49 2024-08-10T05:15:13.128 INFO:tasks.rados.rados.0.smithi031.stdout:337: finishing write tid 5 to smithi03186013-49 2024-08-10T05:15:13.128 INFO:tasks.rados.rados.0.smithi031.stdout:337: finishing write tid 6 to smithi03186013-49 2024-08-10T05:15:13.128 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 49 v 108 (ObjNum 123 snap 31 seq_num 123) dirty exists 2024-08-10T05:15:13.129 INFO:tasks.rados.rados.0.smithi031.stdout:337: left oid 49 (ObjNum 123 snap 31 seq_num 123) 2024-08-10T05:15:13.514 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:13 smithi031 ceph-mon[29994]: pgmap v183: 121 pgs: 121 active+clean; 79 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:15:13.515 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:13 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:15:13.515 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:13 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:15:13.515 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:13 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:15:13.515 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:13 smithi031 ceph-mon[41349]: pgmap v183: 121 pgs: 121 active+clean; 79 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:15:13.515 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:13 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:15:13.515 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:13 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:15:13.515 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:13 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:15:13.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:13 smithi196 ceph-mon[32874]: pgmap v183: 121 pgs: 121 active+clean; 79 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:15:13.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:13 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:15:13.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:13 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:15:13.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:13 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:15:13.769 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:15:13 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-alertmanager-a[81299]: ts=2024-08-10T05:15:13.515Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi196.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.196:8443: connect: connection refused" 2024-08-10T05:15:14.063 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:15:13 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: 2024-08-10T05:15:13.798+0000 7f9618f69040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-10T05:15:14.063 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:15:13 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: 2024-08-10T05:15:13.915+0000 7f9618f69040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-10T05:15:14.063 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:15:13 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: 2024-08-10T05:15:13.976+0000 7f9618f69040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-10T05:15:14.067 INFO:tasks.rados.rados.0.smithi031.stdout:335: done (4 left) 2024-08-10T05:15:14.068 INFO:tasks.rados.rados.0.smithi031.stdout:336: done (3 left) 2024-08-10T05:15:14.068 INFO:tasks.rados.rados.0.smithi031.stdout:337: done (2 left) 2024-08-10T05:15:14.068 INFO:tasks.rados.rados.0.smithi031.stdout:339: done (1 left) 2024-08-10T05:15:14.068 INFO:tasks.rados.rados.0.smithi031.stdout:340: done (0 left) 2024-08-10T05:15:14.068 INFO:tasks.rados.rados.0.smithi031.stdout:341: delete oid 49 current snap is 32 2024-08-10T05:15:14.071 INFO:tasks.rados.rados.0.smithi031.stdout:341: done (0 left) 2024-08-10T05:15:14.071 INFO:tasks.rados.rados.0.smithi031.stdout:342: rollback oid 18 current snap is 32 2024-08-10T05:15:14.071 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 18 to 27 2024-08-10T05:15:14.072 INFO:tasks.rados.rados.0.smithi031.stdout:343: snap_create 2024-08-10T05:15:14.076 INFO:tasks.rados.rados.0.smithi031.stdout:342: finishing rollback tid 0 to smithi03186013-18 2024-08-10T05:15:14.076 INFO:tasks.rados.rados.0.smithi031.stdout:342: finishing rollback tid 1 to smithi03186013-18 2024-08-10T05:15:14.076 INFO:tasks.rados.rados.0.smithi031.stdout:342: finishing rollback tid 2 to smithi03186013-18 2024-08-10T05:15:14.076 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 18 v 111 (ObjNum 110 snap 27 seq_num 110) dirty exists 2024-08-10T05:15:14.323 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:14 smithi196 ceph-mon[32874]: osdmap e136: 8 total, 8 up, 8 in 2024-08-10T05:15:14.323 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:15:14 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: 2024-08-10T05:15:14.194+0000 7f9618f69040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-10T05:15:14.323 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:15:14 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: 2024-08-10T05:15:14.256+0000 7f9618f69040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-10T05:15:14.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:14 smithi031 ceph-mon[29994]: osdmap e136: 8 total, 8 up, 8 in 2024-08-10T05:15:14.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:14 smithi031 ceph-mon[41349]: osdmap e136: 8 total, 8 up, 8 in 2024-08-10T05:15:14.778 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:15:14 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: 2024-08-10T05:15:14.323+0000 7f9618f69040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-10T05:15:14.778 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:15:14 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: 2024-08-10T05:15:14.468+0000 7f9618f69040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-10T05:15:15.009 INFO:tasks.rados.rados.0.smithi031.stdout:342: done (1 left) 2024-08-10T05:15:15.009 INFO:tasks.rados.rados.0.smithi031.stdout:343: done (0 left) 2024-08-10T05:15:15.009 INFO:tasks.rados.rados.0.smithi031.stdout:344: rollback oid 41 current snap is 33 2024-08-10T05:15:15.009 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 41 to 24 2024-08-10T05:15:15.009 INFO:tasks.rados.rados.0.smithi031.stdout:345: rollback oid 18 current snap is 33 2024-08-10T05:15:15.009 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 18 to 25 2024-08-10T05:15:15.009 INFO:tasks.rados.rados.0.smithi031.stdout:346: rmattr oid 23 current snap is 33 2024-08-10T05:15:15.009 INFO:tasks.rados.rados.0.smithi031.stdout:346: done (2 left) 2024-08-10T05:15:15.009 INFO:tasks.rados.rados.0.smithi031.stdout:347: copy_from oid 43 from oid 10 current snap is 33 2024-08-10T05:15:15.009 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 19 current snap is 33 2024-08-10T05:15:15.010 INFO:tasks.rados.rados.0.smithi031.stdout:348: seq_num 125 ranges {303104=499712,802816=745472,1548288=409600,1957888=450560} 2024-08-10T05:15:15.013 INFO:tasks.rados.rados.0.smithi031.stdout:348: writing smithi03186013-19 from 303104 to 802816 tid 1 2024-08-10T05:15:15.018 INFO:tasks.rados.rados.0.smithi031.stdout:348: writing smithi03186013-19 from 802816 to 1548288 tid 2 2024-08-10T05:15:15.021 INFO:tasks.rados.rados.0.smithi031.stdout:348: writing smithi03186013-19 from 1548288 to 1957888 tid 3 2024-08-10T05:15:15.024 INFO:tasks.rados.rados.0.smithi031.stdout:348: writing smithi03186013-19 from 1957888 to 2408448 tid 4 2024-08-10T05:15:15.024 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 13 current snap is 33 2024-08-10T05:15:15.024 INFO:tasks.rados.rados.0.smithi031.stdout:344: finishing rollback tid 1 to smithi03186013-41 2024-08-10T05:15:15.024 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 41 v 51 (ObjNum 129 snap 0 seq_num 1682059835) dirty dne 2024-08-10T05:15:15.024 INFO:tasks.rados.rados.0.smithi031.stdout:349: seq_num 126 ranges {4063232=516096,4579328=630784,5210112=614400,5824512=360448} 2024-08-10T05:15:15.049 INFO:tasks.rados.rados.0.smithi031.stdout:349: writing smithi03186013-13 from 4063232 to 4579328 tid 1 2024-08-10T05:15:15.053 INFO:tasks.rados.rados.0.smithi031.stdout:349: writing smithi03186013-13 from 4579328 to 5210112 tid 2 2024-08-10T05:15:15.056 INFO:tasks.rados.rados.0.smithi031.stdout:349: writing smithi03186013-13 from 5210112 to 5824512 tid 3 2024-08-10T05:15:15.059 INFO:tasks.rados.rados.0.smithi031.stdout:349: writing smithi03186013-13 from 5824512 to 6184960 tid 4 2024-08-10T05:15:15.059 INFO:tasks.rados.rados.0.smithi031.stdout:344: done (4 left) 2024-08-10T05:15:15.059 INFO:tasks.rados.rados.0.smithi031.stdout:350: setattr oid 41 current snap is 33 2024-08-10T05:15:15.059 INFO:tasks.rados.rados.0.smithi031.stdout:345: finishing rollback tid 0 to smithi03186013-18 2024-08-10T05:15:15.059 INFO:tasks.rados.rados.0.smithi031.stdout:345: finishing rollback tid 1 to smithi03186013-18 2024-08-10T05:15:15.059 INFO:tasks.rados.rados.0.smithi031.stdout:345: finishing rollback tid 2 to smithi03186013-18 2024-08-10T05:15:15.059 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 18 v 115 (ObjNum 87 snap 16 seq_num 87) dirty exists 2024-08-10T05:15:15.059 INFO:tasks.rados.rados.0.smithi031.stdout:348: finishing write tid 1 to smithi03186013-19 2024-08-10T05:15:15.059 INFO:tasks.rados.rados.0.smithi031.stdout:348: finishing write tid 2 to smithi03186013-19 2024-08-10T05:15:15.060 INFO:tasks.rados.rados.0.smithi031.stdout:348: finishing write tid 3 to smithi03186013-19 2024-08-10T05:15:15.060 INFO:tasks.rados.rados.0.smithi031.stdout:348: finishing write tid 4 to smithi03186013-19 2024-08-10T05:15:15.060 INFO:tasks.rados.rados.0.smithi031.stdout:348: finishing write tid 5 to smithi03186013-19 2024-08-10T05:15:15.060 INFO:tasks.rados.rados.0.smithi031.stdout:348: finishing write tid 6 to smithi03186013-19 2024-08-10T05:15:15.060 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 19 v 67 (ObjNum 125 snap 33 seq_num 125) dirty exists 2024-08-10T05:15:15.060 INFO:tasks.rados.rados.0.smithi031.stdout:348: left oid 19 (ObjNum 125 snap 33 seq_num 125) 2024-08-10T05:15:15.060 INFO:tasks.rados.rados.0.smithi031.stdout:347: finishing copy_from racing read to smithi03186013-43 2024-08-10T05:15:15.060 INFO:tasks.rados.rados.0.smithi031.stdout:347: finishing copy_from to smithi03186013-43 2024-08-10T05:15:15.060 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 43 v 44 (ObjNum 104 snap 20 seq_num 104) dirty exists 2024-08-10T05:15:15.060 INFO:tasks.rados.rados.0.smithi031.stdout:349: finishing write tid 1 to smithi03186013-13 2024-08-10T05:15:15.060 INFO:tasks.rados.rados.0.smithi031.stdout:349: finishing write tid 2 to smithi03186013-13 2024-08-10T05:15:15.061 INFO:tasks.rados.rados.0.smithi031.stdout:345: done (4 left) 2024-08-10T05:15:15.061 INFO:tasks.rados.rados.0.smithi031.stdout:347: done (3 left) 2024-08-10T05:15:15.061 INFO:tasks.rados.rados.0.smithi031.stdout:348: done (2 left) 2024-08-10T05:15:15.061 INFO:tasks.rados.rados.0.smithi031.stdout:351: snap_create 2024-08-10T05:15:15.061 INFO:tasks.rados.rados.0.smithi031.stdout:349: finishing write tid 3 to smithi03186013-13 2024-08-10T05:15:15.061 INFO:tasks.rados.rados.0.smithi031.stdout:349: finishing write tid 4 to smithi03186013-13 2024-08-10T05:15:15.061 INFO:tasks.rados.rados.0.smithi031.stdout:349: finishing write tid 5 to smithi03186013-13 2024-08-10T05:15:15.061 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 41 v 73 (ObjNum 129 snap 0 seq_num 1197976635) dirty exists 2024-08-10T05:15:15.062 INFO:tasks.rados.rados.0.smithi031.stdout:349: finishing write tid 6 to smithi03186013-13 2024-08-10T05:15:15.062 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 13 v 126 (ObjNum 126 snap 33 seq_num 126) dirty exists 2024-08-10T05:15:15.062 INFO:tasks.rados.rados.0.smithi031.stdout:349: left oid 13 (ObjNum 126 snap 33 seq_num 126) 2024-08-10T05:15:15.222 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:15 smithi196 ceph-mon[32874]: pgmap v186: 121 pgs: 121 active+clean; 98 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 4.8 MiB/s wr, 27 op/s 2024-08-10T05:15:15.222 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:15 smithi196 ceph-mon[32874]: osdmap e137: 8 total, 8 up, 8 in 2024-08-10T05:15:15.222 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:15 smithi196 ceph-mon[32874]: osdmap e138: 8 total, 8 up, 8 in 2024-08-10T05:15:15.222 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:15:14 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: 2024-08-10T05:15:14.886+0000 7f9618f69040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-10T05:15:15.420 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:15 smithi031 ceph-mon[29994]: pgmap v186: 121 pgs: 121 active+clean; 98 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 4.8 MiB/s wr, 27 op/s 2024-08-10T05:15:15.420 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:15 smithi031 ceph-mon[29994]: osdmap e137: 8 total, 8 up, 8 in 2024-08-10T05:15:15.420 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:15 smithi031 ceph-mon[29994]: osdmap e138: 8 total, 8 up, 8 in 2024-08-10T05:15:15.420 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:15 smithi031 ceph-mon[41349]: pgmap v186: 121 pgs: 121 active+clean; 98 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 4.8 MiB/s wr, 27 op/s 2024-08-10T05:15:15.421 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:15 smithi031 ceph-mon[41349]: osdmap e137: 8 total, 8 up, 8 in 2024-08-10T05:15:15.421 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:15 smithi031 ceph-mon[41349]: osdmap e138: 8 total, 8 up, 8 in 2024-08-10T05:15:15.528 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:15:15 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: 2024-08-10T05:15:15.221+0000 7f9618f69040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-10T05:15:15.528 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:15:15 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: 2024-08-10T05:15:15.288+0000 7f9618f69040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-10T05:15:15.528 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:15:15 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: 2024-08-10T05:15:15.446+0000 7f9618f69040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-10T05:15:16.008 INFO:tasks.rados.rados.0.smithi031.stdout:349: done (2 left) 2024-08-10T05:15:16.008 INFO:tasks.rados.rados.0.smithi031.stdout:350: done (1 left) 2024-08-10T05:15:16.008 INFO:tasks.rados.rados.0.smithi031.stdout:351: done (0 left) 2024-08-10T05:15:16.008 INFO:tasks.rados.rados.0.smithi031.stdout:352: copy_from oid 34 from oid 46 current snap is 34 2024-08-10T05:15:16.008 INFO:tasks.rados.rados.0.smithi031.stdout:353: snap_remove snap 31 2024-08-10T05:15:16.017 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:15:15 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: 2024-08-10T05:15:15.758+0000 7f9618f69040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-10T05:15:16.017 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:15:15 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: 2024-08-10T05:15:15.827+0000 7f9618f69040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-10T05:15:16.279 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:15:16 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: 2024-08-10T05:15:16.017+0000 7f9618f69040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-10T05:15:16.280 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:15:16 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: 2024-08-10T05:15:16.169+0000 7f9618f69040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-08-10T05:15:16.280 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:15:16 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: 2024-08-10T05:15:16.233+0000 7f9618f69040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-10T05:15:16.778 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:15:16 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: 2024-08-10T05:15:16.317+0000 7f9618f69040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-10T05:15:16.779 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:15:16 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: 2024-08-10T05:15:16.376+0000 7f9618f69040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-10T05:15:17.014 INFO:tasks.rados.rados.0.smithi031.stdout:352: finishing copy_from racing read to smithi03186013-34 2024-08-10T05:15:17.014 INFO:tasks.rados.rados.0.smithi031.stdout:352: finishing copy_from to smithi03186013-34 2024-08-10T05:15:17.014 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 34 v 12 (ObjNum 106 snap 21 seq_num 106) dirty exists 2024-08-10T05:15:17.014 INFO:tasks.rados.rados.0.smithi031.stdout:352: done (1 left) 2024-08-10T05:15:17.014 INFO:tasks.rados.rados.0.smithi031.stdout:353: done (0 left) 2024-08-10T05:15:17.014 INFO:tasks.rados.rados.0.smithi031.stdout:354: rollback oid 46 current snap is 34 2024-08-10T05:15:17.014 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 46 to 28 2024-08-10T05:15:17.014 INFO:tasks.rados.rados.0.smithi031.stdout:355: read oid 28 snap -1 2024-08-10T05:15:17.014 INFO:tasks.rados.rados.0.smithi031.stdout:355: expect (ObjNum 60 snap 5 seq_num 60) 2024-08-10T05:15:17.014 INFO:tasks.rados.rados.0.smithi031.stdout:356: read oid 36 snap -1 2024-08-10T05:15:17.014 INFO:tasks.rados.rados.0.smithi031.stdout:356: expect (ObjNum 73 snap 10 seq_num 73) 2024-08-10T05:15:17.015 INFO:tasks.rados.rados.0.smithi031.stdout:357: delete oid 12 current snap is 34 2024-08-10T05:15:17.022 INFO:tasks.rados.rados.0.smithi031.stdout:354: finishing rollback tid 0 to smithi03186013-46 2024-08-10T05:15:17.022 INFO:tasks.rados.rados.0.smithi031.stdout:354: finishing rollback tid 1 to smithi03186013-46 2024-08-10T05:15:17.022 INFO:tasks.rados.rados.0.smithi031.stdout:354: finishing rollback tid 2 to smithi03186013-46 2024-08-10T05:15:17.022 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 46 v 47 (ObjNum 106 snap 21 seq_num 106) dirty exists 2024-08-10T05:15:17.025 INFO:tasks.rados.rados.0.smithi031.stdout:355: expect (ObjNum 60 snap 5 seq_num 60) 2024-08-10T05:15:17.062 INFO:tasks.rados.rados.0.smithi031.stdout:356: expect (ObjNum 73 snap 10 seq_num 73) 2024-08-10T05:15:17.099 INFO:tasks.rados.rados.0.smithi031.stdout:354: done (3 left) 2024-08-10T05:15:17.099 INFO:tasks.rados.rados.0.smithi031.stdout:355: done (2 left) 2024-08-10T05:15:17.099 INFO:tasks.rados.rados.0.smithi031.stdout:356: done (1 left) 2024-08-10T05:15:17.099 INFO:tasks.rados.rados.0.smithi031.stdout:357: done (0 left) 2024-08-10T05:15:17.099 INFO:tasks.rados.rados.0.smithi031.stdout:358: rollback oid 5 current snap is 34 2024-08-10T05:15:17.099 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 5 to 30 2024-08-10T05:15:17.099 INFO:tasks.rados.rados.0.smithi031.stdout:359: snap_remove snap 28 2024-08-10T05:15:17.198 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:17 smithi196 ceph-mon[32874]: pgmap v189: 121 pgs: 121 active+clean; 98 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 4.8 MiB/s wr, 27 op/s 2024-08-10T05:15:17.198 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:17 smithi196 ceph-mon[32874]: osdmap e139: 8 total, 8 up, 8 in 2024-08-10T05:15:17.198 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:15:16 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: 2024-08-10T05:15:16.920+0000 7f9618f69040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-10T05:15:17.198 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:15:17 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: 2024-08-10T05:15:17.091+0000 7f9618f69040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-10T05:15:17.199 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:15:17 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: [10/Aug/2024:05:15:17] ENGINE Bus STARTING 2024-08-10T05:15:17.199 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:15:17 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: CherryPy Checker: 2024-08-10T05:15:17.199 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:15:17 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: The Application mounted at '' has an empty config. 2024-08-10T05:15:17.199 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:15:17 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: 2024-08-10T05:15:17.199 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:15:17 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: [10/Aug/2024:05:15:17] ENGINE Serving on http://:::9283 2024-08-10T05:15:17.199 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:15:17 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: [10/Aug/2024:05:15:17] ENGINE Bus STARTED 2024-08-10T05:15:17.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:17 smithi031 ceph-mon[29994]: pgmap v189: 121 pgs: 121 active+clean; 98 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 4.8 MiB/s wr, 27 op/s 2024-08-10T05:15:17.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:17 smithi031 ceph-mon[29994]: osdmap e139: 8 total, 8 up, 8 in 2024-08-10T05:15:17.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:17 smithi031 ceph-mon[41349]: pgmap v189: 121 pgs: 121 active+clean; 98 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 4.8 MiB/s wr, 27 op/s 2024-08-10T05:15:17.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:17 smithi031 ceph-mon[41349]: osdmap e139: 8 total, 8 up, 8 in 2024-08-10T05:15:17.670 INFO:teuthology.orchestra.run.smithi031.stdout:true 2024-08-10T05:15:17.930 INFO:teuthology.orchestra.run.smithi031.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-10T05:15:17.930 INFO:teuthology.orchestra.run.smithi031.stdout:alertmanager.a smithi031 *:9093,9094 running (2m) 2m ago 3m 15.5M - 0.25.0 c8568f914cd2 87a4b7db64db 2024-08-10T05:15:17.930 INFO:teuthology.orchestra.run.smithi031.stdout:grafana.a smithi196 *:3000 running (3m) 2m ago 3m 79.9M - 9.4.7 954c08fa6188 98939d3181ae 2024-08-10T05:15:17.930 INFO:teuthology.orchestra.run.smithi031.stdout:mds.a smithi031 running (5m) 2m ago 5m 14.7M - 17.2.7-1372-g56ceb861 354fce865a9a 6a7f8795f454 2024-08-10T05:15:17.930 INFO:teuthology.orchestra.run.smithi031.stdout:mds.b smithi196 running (5m) 2m ago 5m 14.7M - 17.2.7-1372-g56ceb861 354fce865a9a b1ed5b548d29 2024-08-10T05:15:17.930 INFO:teuthology.orchestra.run.smithi031.stdout:mgr.x smithi196 *:8443,9283 starting - - - - 2024-08-10T05:15:17.930 INFO:teuthology.orchestra.run.smithi031.stdout:mgr.y smithi031 *:9283,8765 running (10m) 2m ago 10m 445M - 17.2.7-1372-g56ceb861 354fce865a9a 947e4f4cca4e 2024-08-10T05:15:17.930 INFO:teuthology.orchestra.run.smithi031.stdout:mon.a smithi031 running (10m) 2m ago 10m 48.0M 2048M 17.2.7-1372-g56ceb861 354fce865a9a 3733e4dc0236 2024-08-10T05:15:17.931 INFO:teuthology.orchestra.run.smithi031.stdout:mon.b smithi196 running (8m) 2m ago 8m 38.8M 2048M 17.2.7-1372-g56ceb861 354fce865a9a 4e4eaf4777a7 2024-08-10T05:15:17.931 INFO:teuthology.orchestra.run.smithi031.stdout:mon.c smithi031 running (8m) 2m ago 8m 41.3M 2048M 17.2.7-1372-g56ceb861 354fce865a9a 13f38e06b813 2024-08-10T05:15:17.931 INFO:teuthology.orchestra.run.smithi031.stdout:node-exporter.a smithi031 *:9100 running (3m) 2m ago 3m 10.8M - 1.5.0 0da6a335fe13 d16104ec62dd 2024-08-10T05:15:17.931 INFO:teuthology.orchestra.run.smithi031.stdout:node-exporter.b smithi196 *:9100 running (2m) 2m ago 2m 3980k - 1.5.0 0da6a335fe13 6246ec3d261f 2024-08-10T05:15:17.931 INFO:teuthology.orchestra.run.smithi031.stdout:osd.0 smithi031 running (8m) 2m ago 8m 45.7M 2993M 17.2.7-1372-g56ceb861 354fce865a9a 36e1ab6186cd 2024-08-10T05:15:17.931 INFO:teuthology.orchestra.run.smithi031.stdout:osd.1 smithi031 running (7m) 2m ago 7m 43.7M 2993M 17.2.7-1372-g56ceb861 354fce865a9a 80a25aacceaf 2024-08-10T05:15:17.931 INFO:teuthology.orchestra.run.smithi031.stdout:osd.2 smithi031 running (7m) 2m ago 7m 42.9M 2993M 17.2.7-1372-g56ceb861 354fce865a9a 219593aa2bcc 2024-08-10T05:15:17.931 INFO:teuthology.orchestra.run.smithi031.stdout:osd.3 smithi031 running (6m) 2m ago 6m 40.3M 2993M 17.2.7-1372-g56ceb861 354fce865a9a 2f86cfe4892d 2024-08-10T05:15:17.931 INFO:teuthology.orchestra.run.smithi031.stdout:osd.4 smithi196 running (6m) 2m ago 6m 42.4M 2992M 17.2.7-1372-g56ceb861 354fce865a9a 267ae336e2f7 2024-08-10T05:15:17.931 INFO:teuthology.orchestra.run.smithi031.stdout:osd.5 smithi196 running (6m) 2m ago 6m 44.2M 2992M 17.2.7-1372-g56ceb861 354fce865a9a 6af7d344b4cc 2024-08-10T05:15:17.932 INFO:teuthology.orchestra.run.smithi031.stdout:osd.6 smithi196 running (5m) 2m ago 5m 41.3M 2992M 17.2.7-1372-g56ceb861 354fce865a9a e73c19910471 2024-08-10T05:15:17.932 INFO:teuthology.orchestra.run.smithi031.stdout:osd.7 smithi196 running (5m) 2m ago 5m 42.6M 2992M 17.2.7-1372-g56ceb861 354fce865a9a f847e8917297 2024-08-10T05:15:17.932 INFO:teuthology.orchestra.run.smithi031.stdout:prometheus.a smithi196 *:9095 running (2m) 2m ago 4m 26.5M - 2.43.0 a07b618ecd1d ad09f46e48ad 2024-08-10T05:15:18.037 INFO:tasks.rados.rados.0.smithi031.stdout:358: finishing rollback tid 0 to smithi03186013-5 2024-08-10T05:15:18.037 INFO:tasks.rados.rados.0.smithi031.stdout:358: finishing rollback tid 1 to smithi03186013-5 2024-08-10T05:15:18.037 INFO:tasks.rados.rados.0.smithi031.stdout:358: finishing rollback tid 2 to smithi03186013-5 2024-08-10T05:15:18.037 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 5 v 125 (ObjNum 75 snap 11 seq_num 75) dirty exists 2024-08-10T05:15:18.037 INFO:tasks.rados.rados.0.smithi031.stdout:358: done (1 left) 2024-08-10T05:15:18.037 INFO:tasks.rados.rados.0.smithi031.stdout:359: done (0 left) 2024-08-10T05:15:18.037 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 4 current snap is 34 2024-08-10T05:15:18.037 INFO:tasks.rados.rados.0.smithi031.stdout:360: seq_num 128 ranges {57344=548864,606208=794624,1400832=581632,1982464=229376} 2024-08-10T05:15:18.041 INFO:tasks.rados.rados.0.smithi031.stdout:360: writing smithi03186013-4 from 57344 to 606208 tid 1 2024-08-10T05:15:18.045 INFO:tasks.rados.rados.0.smithi031.stdout:360: writing smithi03186013-4 from 606208 to 1400832 tid 2 2024-08-10T05:15:18.049 INFO:tasks.rados.rados.0.smithi031.stdout:360: writing smithi03186013-4 from 1400832 to 1982464 tid 3 2024-08-10T05:15:18.051 INFO:tasks.rados.rados.0.smithi031.stdout:360: writing smithi03186013-4 from 1982464 to 2211840 tid 4 2024-08-10T05:15:18.051 INFO:tasks.rados.rados.0.smithi031.stdout:361: read oid 45 snap -1 2024-08-10T05:15:18.051 INFO:tasks.rados.rados.0.smithi031.stdout:361: expect (ObjNum 121 snap 30 seq_num 121) 2024-08-10T05:15:18.051 INFO:tasks.rados.rados.0.smithi031.stdout:362: setattr oid 13 current snap is 34 2024-08-10T05:15:18.051 INFO:tasks.rados.rados.0.smithi031.stdout:360: finishing write tid 1 to smithi03186013-4 2024-08-10T05:15:18.051 INFO:tasks.rados.rados.0.smithi031.stdout:360: finishing write tid 2 to smithi03186013-4 2024-08-10T05:15:18.052 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 25 current snap is 34 2024-08-10T05:15:18.052 INFO:tasks.rados.rados.0.smithi031.stdout:363: seq_num 129 ranges {0=565248,565248=679936,1245184=786432,2031616=139264} 2024-08-10T05:15:18.055 INFO:tasks.rados.rados.0.smithi031.stdout:363: writing smithi03186013-25 from 0 to 565248 tid 1 2024-08-10T05:15:18.059 INFO:tasks.rados.rados.0.smithi031.stdout:363: writing smithi03186013-25 from 565248 to 1245184 tid 2 2024-08-10T05:15:18.063 INFO:tasks.rados.rados.0.smithi031.stdout:363: writing smithi03186013-25 from 1245184 to 2031616 tid 3 2024-08-10T05:15:18.065 INFO:tasks.rados.rados.0.smithi031.stdout:363: writing smithi03186013-25 from 2031616 to 2170880 tid 4 2024-08-10T05:15:18.065 INFO:tasks.rados.rados.0.smithi031.stdout:364: snap_create 2024-08-10T05:15:18.065 INFO:tasks.rados.rados.0.smithi031.stdout:360: finishing write tid 3 to smithi03186013-4 2024-08-10T05:15:18.065 INFO:tasks.rados.rados.0.smithi031.stdout:360: finishing write tid 4 to smithi03186013-4 2024-08-10T05:15:18.065 INFO:tasks.rados.rados.0.smithi031.stdout:360: finishing write tid 5 to smithi03186013-4 2024-08-10T05:15:18.065 INFO:tasks.rados.rados.0.smithi031.stdout:360: finishing write tid 6 to smithi03186013-4 2024-08-10T05:15:18.065 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 4 v 79 (ObjNum 128 snap 34 seq_num 128) dirty exists 2024-08-10T05:15:18.065 INFO:tasks.rados.rados.0.smithi031.stdout:360: left oid 4 (ObjNum 128 snap 34 seq_num 128) 2024-08-10T05:15:18.065 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 13 v 134 (ObjNum 126 snap 33 seq_num 126) dirty exists 2024-08-10T05:15:18.075 INFO:tasks.rados.rados.0.smithi031.stdout:361: expect (ObjNum 121 snap 30 seq_num 121) 2024-08-10T05:15:18.239 INFO:tasks.rados.rados.0.smithi031.stdout:363: finishing write tid 1 to smithi03186013-25 2024-08-10T05:15:18.240 INFO:tasks.rados.rados.0.smithi031.stdout:363: finishing write tid 2 to smithi03186013-25 2024-08-10T05:15:18.240 INFO:tasks.rados.rados.0.smithi031.stdout:363: finishing write tid 3 to smithi03186013-25 2024-08-10T05:15:18.240 INFO:tasks.rados.rados.0.smithi031.stdout:363: finishing write tid 4 to smithi03186013-25 2024-08-10T05:15:18.240 INFO:tasks.rados.rados.0.smithi031.stdout:363: finishing write tid 5 to smithi03186013-25 2024-08-10T05:15:18.240 INFO:tasks.rados.rados.0.smithi031.stdout:363: finishing write tid 6 to smithi03186013-25 2024-08-10T05:15:18.240 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 25 v 138 (ObjNum 129 snap 34 seq_num 129) dirty exists 2024-08-10T05:15:18.240 INFO:tasks.rados.rados.0.smithi031.stdout:363: left oid 25 (ObjNum 129 snap 34 seq_num 129) 2024-08-10T05:15:18.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:18 smithi031 ceph-mon[29994]: osdmap e140: 8 total, 8 up, 8 in 2024-08-10T05:15:18.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:18 smithi031 ceph-mon[29994]: Standby manager daemon x restarted 2024-08-10T05:15:18.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:18 smithi031 ceph-mon[29994]: Standby manager daemon x started 2024-08-10T05:15:18.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:18 smithi031 ceph-mon[29994]: from='mgr.? 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-10T05:15:18.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:18 smithi031 ceph-mon[29994]: from='mgr.? 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-10T05:15:18.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:18 smithi031 ceph-mon[29994]: from='mgr.? 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-10T05:15:18.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:18 smithi031 ceph-mon[29994]: from='mgr.? 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-10T05:15:18.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:18 smithi031 ceph-mon[41349]: osdmap e140: 8 total, 8 up, 8 in 2024-08-10T05:15:18.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:18 smithi031 ceph-mon[41349]: Standby manager daemon x restarted 2024-08-10T05:15:18.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:18 smithi031 ceph-mon[41349]: Standby manager daemon x started 2024-08-10T05:15:18.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:18 smithi031 ceph-mon[41349]: from='mgr.? 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-10T05:15:18.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:18 smithi031 ceph-mon[41349]: from='mgr.? 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-10T05:15:18.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:18 smithi031 ceph-mon[41349]: from='mgr.? 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-10T05:15:18.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:18 smithi031 ceph-mon[41349]: from='mgr.? 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-10T05:15:18.271 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-08-10T05:15:18.271 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": { 2024-08-10T05:15:18.272 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 3 2024-08-10T05:15:18.272 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-08-10T05:15:18.272 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": { 2024-08-10T05:15:18.272 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 1, 2024-08-10T05:15:18.272 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 1 2024-08-10T05:15:18.272 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-08-10T05:15:18.272 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": { 2024-08-10T05:15:18.272 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 8 2024-08-10T05:15:18.272 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-08-10T05:15:18.272 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": { 2024-08-10T05:15:18.272 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 2 2024-08-10T05:15:18.272 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-08-10T05:15:18.272 INFO:teuthology.orchestra.run.smithi031.stdout: "overall": { 2024-08-10T05:15:18.273 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 14, 2024-08-10T05:15:18.273 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 1 2024-08-10T05:15:18.273 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-08-10T05:15:18.273 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-08-10T05:15:18.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:18 smithi196 ceph-mon[32874]: osdmap e140: 8 total, 8 up, 8 in 2024-08-10T05:15:18.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:18 smithi196 ceph-mon[32874]: Standby manager daemon x restarted 2024-08-10T05:15:18.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:18 smithi196 ceph-mon[32874]: Standby manager daemon x started 2024-08-10T05:15:18.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:18 smithi196 ceph-mon[32874]: from='mgr.? 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-10T05:15:18.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:18 smithi196 ceph-mon[32874]: from='mgr.? 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-10T05:15:18.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:18 smithi196 ceph-mon[32874]: from='mgr.? 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-10T05:15:18.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:18 smithi196 ceph-mon[32874]: from='mgr.? 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-10T05:15:18.769 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:15:18 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-alertmanager-a[81299]: ts=2024-08-10T05:15:18.333Z caller=notify.go:743 level=info component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify success" attempts=5 2024-08-10T05:15:19.029 INFO:tasks.rados.rados.0.smithi031.stdout:360: done (4 left) 2024-08-10T05:15:19.029 INFO:tasks.rados.rados.0.smithi031.stdout:361: done (3 left) 2024-08-10T05:15:19.030 INFO:tasks.rados.rados.0.smithi031.stdout:362: done (2 left) 2024-08-10T05:15:19.030 INFO:tasks.rados.rados.0.smithi031.stdout:363: done (1 left) 2024-08-10T05:15:19.030 INFO:tasks.rados.rados.0.smithi031.stdout:364: done (0 left) 2024-08-10T05:15:19.030 INFO:tasks.rados.rados.0.smithi031.stdout:365: read oid 25 snap 30 2024-08-10T05:15:19.030 INFO:tasks.rados.rados.0.smithi031.stdout:365: expect deleted 2024-08-10T05:15:19.030 INFO:tasks.rados.rados.0.smithi031.stdout:366: snap_remove snap 27 2024-08-10T05:15:19.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:19 smithi031 ceph-mon[29994]: from='client.14964 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:15:19.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:19 smithi031 ceph-mon[29994]: pgmap v192: 121 pgs: 121 active+clean; 110 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.5 MiB/s wr, 17 op/s 2024-08-10T05:15:19.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:19 smithi031 ceph-mon[29994]: from='client.14970 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:15:19.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:19 smithi031 ceph-mon[29994]: osdmap e141: 8 total, 8 up, 8 in 2024-08-10T05:15:19.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:19 smithi031 ceph-mon[29994]: mgrmap e23: y(active, since 3m), standbys: x 2024-08-10T05:15:19.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:19 smithi031 ceph-mon[29994]: from='client.? 172.21.15.31:0/723871961' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:15:19.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:19 smithi031 ceph-mon[41349]: from='client.14964 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:15:19.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:19 smithi031 ceph-mon[41349]: pgmap v192: 121 pgs: 121 active+clean; 110 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.5 MiB/s wr, 17 op/s 2024-08-10T05:15:19.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:19 smithi031 ceph-mon[41349]: from='client.14970 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:15:19.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:19 smithi031 ceph-mon[41349]: osdmap e141: 8 total, 8 up, 8 in 2024-08-10T05:15:19.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:19 smithi031 ceph-mon[41349]: mgrmap e23: y(active, since 3m), standbys: x 2024-08-10T05:15:19.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:19 smithi031 ceph-mon[41349]: from='client.? 172.21.15.31:0/723871961' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:15:19.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:19 smithi196 ceph-mon[32874]: from='client.14964 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:15:19.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:19 smithi196 ceph-mon[32874]: pgmap v192: 121 pgs: 121 active+clean; 110 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.5 MiB/s wr, 17 op/s 2024-08-10T05:15:19.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:19 smithi196 ceph-mon[32874]: from='client.14970 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:15:19.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:19 smithi196 ceph-mon[32874]: osdmap e141: 8 total, 8 up, 8 in 2024-08-10T05:15:19.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:19 smithi196 ceph-mon[32874]: mgrmap e23: y(active, since 3m), standbys: x 2024-08-10T05:15:19.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:19 smithi196 ceph-mon[32874]: from='client.? 172.21.15.31:0/723871961' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:15:20.009 INFO:tasks.rados.rados.0.smithi031.stdout:366: done (1 left) 2024-08-10T05:15:20.010 INFO:tasks.rados.rados.0.smithi031.stdout:367: copy_from oid 9 from oid 36 current snap is 35 2024-08-10T05:15:20.010 INFO:tasks.rados.rados.0.smithi031.stdout:365: done (1 left) 2024-08-10T05:15:20.010 INFO:tasks.rados.rados.0.smithi031.stdout:368: snap_create 2024-08-10T05:15:20.027 INFO:tasks.rados.rados.0.smithi031.stdout:367: finishing copy_from racing read to smithi03186013-9 2024-08-10T05:15:20.028 INFO:tasks.rados.rados.0.smithi031.stdout:367: finishing copy_from to smithi03186013-9 2024-08-10T05:15:20.028 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 9 v 43 (ObjNum 73 snap 10 seq_num 73) dirty exists 2024-08-10T05:15:20.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:20 smithi031 ceph-mon[29994]: osdmap e142: 8 total, 8 up, 8 in 2024-08-10T05:15:20.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:20 smithi031 ceph-mon[29994]: osdmap e143: 8 total, 8 up, 8 in 2024-08-10T05:15:20.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:20 smithi031 ceph-mon[41349]: osdmap e142: 8 total, 8 up, 8 in 2024-08-10T05:15:20.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:20 smithi031 ceph-mon[41349]: osdmap e143: 8 total, 8 up, 8 in 2024-08-10T05:15:20.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:20 smithi196 ceph-mon[32874]: osdmap e142: 8 total, 8 up, 8 in 2024-08-10T05:15:20.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:20 smithi196 ceph-mon[32874]: osdmap e143: 8 total, 8 up, 8 in 2024-08-10T05:15:21.012 INFO:tasks.rados.rados.0.smithi031.stdout:367: done (1 left) 2024-08-10T05:15:21.012 INFO:tasks.rados.rados.0.smithi031.stdout:368: done (0 left) 2024-08-10T05:15:21.012 INFO:tasks.rados.rados.0.smithi031.stdout:369: snap_remove snap 34 2024-08-10T05:15:21.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:21 smithi031 ceph-mon[29994]: pgmap v195: 121 pgs: 121 active+clean; 110 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.5 MiB/s wr, 17 op/s 2024-08-10T05:15:21.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:21 smithi031 ceph-mon[29994]: osdmap e144: 8 total, 8 up, 8 in 2024-08-10T05:15:21.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:21 smithi031 ceph-mon[41349]: pgmap v195: 121 pgs: 121 active+clean; 110 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.5 MiB/s wr, 17 op/s 2024-08-10T05:15:21.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:21 smithi031 ceph-mon[41349]: osdmap e144: 8 total, 8 up, 8 in 2024-08-10T05:15:21.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:21 smithi196 ceph-mon[32874]: pgmap v195: 121 pgs: 121 active+clean; 110 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.5 MiB/s wr, 17 op/s 2024-08-10T05:15:21.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:21 smithi196 ceph-mon[32874]: osdmap e144: 8 total, 8 up, 8 in 2024-08-10T05:15:22.013 INFO:tasks.rados.rados.0.smithi031.stdout:369: done (0 left) 2024-08-10T05:15:22.013 INFO:tasks.rados.rados.0.smithi031.stdout:370: snap_remove snap 21 2024-08-10T05:15:22.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:22 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:15:22.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:22 smithi031 ceph-mon[29994]: osdmap e145: 8 total, 8 up, 8 in 2024-08-10T05:15:22.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:15:22 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:15:22] "GET /metrics HTTP/1.1" 200 239487 "" "Prometheus/2.43.0" 2024-08-10T05:15:22.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:22 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:15:22.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:22 smithi031 ceph-mon[41349]: osdmap e145: 8 total, 8 up, 8 in 2024-08-10T05:15:22.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:22 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:15:22.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:22 smithi196 ceph-mon[32874]: osdmap e145: 8 total, 8 up, 8 in 2024-08-10T05:15:23.015 INFO:tasks.rados.rados.0.smithi031.stdout:370: done (0 left) 2024-08-10T05:15:23.016 INFO:tasks.rados.rados.0.smithi031.stdout:371: copy_from oid 43 from oid 3 current snap is 36 2024-08-10T05:15:23.016 INFO:tasks.rados.rados.0.smithi031.stdout:372: read oid 37 snap -1 2024-08-10T05:15:23.016 INFO:tasks.rados.rados.0.smithi031.stdout:372: expect deleted 2024-08-10T05:15:23.016 INFO:tasks.rados.rados.0.smithi031.stdout:373: delete oid 12 current snap is 36 2024-08-10T05:15:23.024 INFO:tasks.rados.rados.0.smithi031.stdout:372: done (2 left) 2024-08-10T05:15:23.024 INFO:tasks.rados.rados.0.smithi031.stdout:373: done (1 left) 2024-08-10T05:15:23.024 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 5 current snap is 36 2024-08-10T05:15:23.024 INFO:tasks.rados.rados.0.smithi031.stdout:374: seq_num 131 ranges {1335296=598016,1933312=499712,2433024=753664,3186688=352256} 2024-08-10T05:15:23.035 INFO:tasks.rados.rados.0.smithi031.stdout:374: writing smithi03186013-5 from 1335296 to 1933312 tid 1 2024-08-10T05:15:23.038 INFO:tasks.rados.rados.0.smithi031.stdout:374: writing smithi03186013-5 from 1933312 to 2433024 tid 2 2024-08-10T05:15:23.042 INFO:tasks.rados.rados.0.smithi031.stdout:374: writing smithi03186013-5 from 2433024 to 3186688 tid 3 2024-08-10T05:15:23.044 INFO:tasks.rados.rados.0.smithi031.stdout:374: writing smithi03186013-5 from 3186688 to 3538944 tid 4 2024-08-10T05:15:23.044 INFO:tasks.rados.rados.0.smithi031.stdout:375: delete oid 16 current snap is 36 2024-08-10T05:15:23.044 INFO:tasks.rados.rados.0.smithi031.stdout:371: finishing copy_from racing read to smithi03186013-43 2024-08-10T05:15:23.045 INFO:tasks.rados.rados.0.smithi031.stdout:371: finishing copy_from to smithi03186013-43 2024-08-10T05:15:23.045 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 43 v 52 (ObjNum 78 snap 12 seq_num 78) dirty exists 2024-08-10T05:15:23.045 INFO:tasks.rados.rados.0.smithi031.stdout:374: finishing write tid 1 to smithi03186013-5 2024-08-10T05:15:23.045 INFO:tasks.rados.rados.0.smithi031.stdout:374: finishing write tid 2 to smithi03186013-5 2024-08-10T05:15:23.047 INFO:tasks.rados.rados.0.smithi031.stdout:374: finishing write tid 3 to smithi03186013-5 2024-08-10T05:15:23.047 INFO:tasks.rados.rados.0.smithi031.stdout:371: done (2 left) 2024-08-10T05:15:23.047 INFO:tasks.rados.rados.0.smithi031.stdout:375: done (1 left) 2024-08-10T05:15:23.047 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 36 current snap is 36 2024-08-10T05:15:23.047 INFO:tasks.rados.rados.0.smithi031.stdout:376: seq_num 133 ranges {1253376=630784,1884160=663552,2547712=770048,3317760=172032} 2024-08-10T05:15:23.057 INFO:tasks.rados.rados.0.smithi031.stdout:376: writing smithi03186013-36 from 1253376 to 1884160 tid 1 2024-08-10T05:15:23.061 INFO:tasks.rados.rados.0.smithi031.stdout:376: writing smithi03186013-36 from 1884160 to 2547712 tid 2 2024-08-10T05:15:23.065 INFO:tasks.rados.rados.0.smithi031.stdout:376: writing smithi03186013-36 from 2547712 to 3317760 tid 3 2024-08-10T05:15:23.067 INFO:tasks.rados.rados.0.smithi031.stdout:376: writing smithi03186013-36 from 3317760 to 3489792 tid 4 2024-08-10T05:15:23.067 INFO:tasks.rados.rados.0.smithi031.stdout:377: copy_from oid 21 from oid 20 current snap is 36 2024-08-10T05:15:23.067 INFO:tasks.rados.rados.0.smithi031.stdout:374: finishing write tid 4 to smithi03186013-5 2024-08-10T05:15:23.067 INFO:tasks.rados.rados.0.smithi031.stdout:374: finishing write tid 5 to smithi03186013-5 2024-08-10T05:15:23.067 INFO:tasks.rados.rados.0.smithi031.stdout:374: finishing write tid 6 to smithi03186013-5 2024-08-10T05:15:23.067 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 5 v 156 (ObjNum 131 snap 36 seq_num 131) dirty exists 2024-08-10T05:15:23.067 INFO:tasks.rados.rados.0.smithi031.stdout:374: left oid 5 (ObjNum 131 snap 36 seq_num 131) 2024-08-10T05:15:23.067 INFO:tasks.rados.rados.0.smithi031.stdout:376: finishing write tid 1 to smithi03186013-36 2024-08-10T05:15:23.067 INFO:tasks.rados.rados.0.smithi031.stdout:376: finishing write tid 2 to smithi03186013-36 2024-08-10T05:15:23.067 INFO:tasks.rados.rados.0.smithi031.stdout:374: done (2 left) 2024-08-10T05:15:23.068 INFO:tasks.rados.rados.0.smithi031.stdout:378: setattr oid 43 current snap is 36 2024-08-10T05:15:23.068 INFO:tasks.rados.rados.0.smithi031.stdout:379: read oid 34 snap -1 2024-08-10T05:15:23.068 INFO:tasks.rados.rados.0.smithi031.stdout:379: expect (ObjNum 106 snap 21 seq_num 106) 2024-08-10T05:15:23.068 INFO:tasks.rados.rados.0.smithi031.stdout:380: snap_create 2024-08-10T05:15:23.069 INFO:tasks.rados.rados.0.smithi031.stdout:376: finishing write tid 3 to smithi03186013-36 2024-08-10T05:15:23.069 INFO:tasks.rados.rados.0.smithi031.stdout:376: finishing write tid 4 to smithi03186013-36 2024-08-10T05:15:23.069 INFO:tasks.rados.rados.0.smithi031.stdout:376: finishing write tid 5 to smithi03186013-36 2024-08-10T05:15:23.070 INFO:tasks.rados.rados.0.smithi031.stdout:376: finishing write tid 6 to smithi03186013-36 2024-08-10T05:15:23.070 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 36 v 95 (ObjNum 133 snap 36 seq_num 133) dirty exists 2024-08-10T05:15:23.070 INFO:tasks.rados.rados.0.smithi031.stdout:376: left oid 36 (ObjNum 133 snap 36 seq_num 133) 2024-08-10T05:15:23.070 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 43 v 53 (ObjNum 78 snap 12 seq_num 78) dirty exists 2024-08-10T05:15:23.074 INFO:tasks.rados.rados.0.smithi031.stdout:377: finishing copy_from racing read to smithi03186013-21 2024-08-10T05:15:23.074 INFO:tasks.rados.rados.0.smithi031.stdout:377: finishing copy_from to smithi03186013-21 2024-08-10T05:15:23.074 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 21 v 6 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-08-10T05:15:23.082 INFO:tasks.rados.rados.0.smithi031.stdout:379: expect (ObjNum 106 snap 21 seq_num 106) 2024-08-10T05:15:23.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:23 smithi031 ceph-mon[29994]: pgmap v198: 121 pgs: 121 active+clean; 110 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:15:23.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:23 smithi031 ceph-mon[29994]: osdmap e146: 8 total, 8 up, 8 in 2024-08-10T05:15:23.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:23 smithi031 ceph-mon[41349]: pgmap v198: 121 pgs: 121 active+clean; 110 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:15:23.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:23 smithi031 ceph-mon[41349]: osdmap e146: 8 total, 8 up, 8 in 2024-08-10T05:15:23.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:23 smithi196 ceph-mon[32874]: pgmap v198: 121 pgs: 121 active+clean; 110 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:15:23.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:23 smithi196 ceph-mon[32874]: osdmap e146: 8 total, 8 up, 8 in 2024-08-10T05:15:24.052 INFO:tasks.rados.rados.0.smithi031.stdout:376: done (4 left) 2024-08-10T05:15:24.053 INFO:tasks.rados.rados.0.smithi031.stdout:377: done (3 left) 2024-08-10T05:15:24.053 INFO:tasks.rados.rados.0.smithi031.stdout:378: done (2 left) 2024-08-10T05:15:24.053 INFO:tasks.rados.rados.0.smithi031.stdout:379: done (1 left) 2024-08-10T05:15:24.053 INFO:tasks.rados.rados.0.smithi031.stdout:380: done (0 left) 2024-08-10T05:15:24.053 INFO:tasks.rados.rados.0.smithi031.stdout:381: read oid 31 snap -1 2024-08-10T05:15:24.053 INFO:tasks.rados.rados.0.smithi031.stdout:381: expect deleted 2024-08-10T05:15:24.053 INFO:tasks.rados.rados.0.smithi031.stdout:382: rollback oid 22 current snap is 37 2024-08-10T05:15:24.053 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 22 to 29 2024-08-10T05:15:24.053 INFO:tasks.rados.rados.0.smithi031.stdout:383: read oid 48 snap -1 2024-08-10T05:15:24.053 INFO:tasks.rados.rados.0.smithi031.stdout:383: expect (ObjNum 46 snap 0 seq_num 46) 2024-08-10T05:15:24.054 INFO:tasks.rados.rados.0.smithi031.stdout:384: rollback oid 3 current snap is 37 2024-08-10T05:15:24.054 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 3 to 25 2024-08-10T05:15:24.054 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 18 current snap is 37 2024-08-10T05:15:24.054 INFO:tasks.rados.rados.0.smithi031.stdout:385: seq_num 134 ranges {4063232=647168,4710400=548864,5259264=573440,5832704=483328} 2024-08-10T05:15:24.078 INFO:tasks.rados.rados.0.smithi031.stdout:385: writing smithi03186013-18 from 4063232 to 4710400 tid 1 2024-08-10T05:15:24.081 INFO:tasks.rados.rados.0.smithi031.stdout:385: writing smithi03186013-18 from 4710400 to 5259264 tid 2 2024-08-10T05:15:24.085 INFO:tasks.rados.rados.0.smithi031.stdout:385: writing smithi03186013-18 from 5259264 to 5832704 tid 3 2024-08-10T05:15:24.088 INFO:tasks.rados.rados.0.smithi031.stdout:385: writing smithi03186013-18 from 5832704 to 6316032 tid 4 2024-08-10T05:15:24.088 INFO:tasks.rados.rados.0.smithi031.stdout:386: rmattr oid 24 current snap is 37 2024-08-10T05:15:24.088 INFO:tasks.rados.rados.0.smithi031.stdout:386: done (5 left) 2024-08-10T05:15:24.088 INFO:tasks.rados.rados.0.smithi031.stdout:387: rmattr oid 41 current snap is 37 2024-08-10T05:15:24.088 INFO:tasks.rados.rados.0.smithi031.stdout:384: finishing rollback tid 0 to smithi03186013-3 2024-08-10T05:15:24.088 INFO:tasks.rados.rados.0.smithi031.stdout:384: finishing rollback tid 1 to smithi03186013-3 2024-08-10T05:15:24.088 INFO:tasks.rados.rados.0.smithi031.stdout:384: finishing rollback tid 2 to smithi03186013-3 2024-08-10T05:15:24.089 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 3 v 80 (ObjNum 78 snap 12 seq_num 78) dirty exists 2024-08-10T05:15:24.089 INFO:tasks.rados.rados.0.smithi031.stdout:382: finishing rollback tid 0 to smithi03186013-22 2024-08-10T05:15:24.089 INFO:tasks.rados.rados.0.smithi031.stdout:382: finishing rollback tid 1 to smithi03186013-22 2024-08-10T05:15:24.089 INFO:tasks.rados.rados.0.smithi031.stdout:382: finishing rollback tid 2 to smithi03186013-22 2024-08-10T05:15:24.089 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 22 v 123 (ObjNum 99 snap 19 seq_num 99) dirty exists 2024-08-10T05:15:24.089 INFO:tasks.rados.rados.0.smithi031.stdout:383: expect (ObjNum 46 snap 0 seq_num 46) 2024-08-10T05:15:24.111 INFO:tasks.rados.rados.0.smithi031.stdout:385: finishing write tid 1 to smithi03186013-18 2024-08-10T05:15:24.111 INFO:tasks.rados.rados.0.smithi031.stdout:385: finishing write tid 2 to smithi03186013-18 2024-08-10T05:15:24.111 INFO:tasks.rados.rados.0.smithi031.stdout:385: finishing write tid 3 to smithi03186013-18 2024-08-10T05:15:24.111 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 41 v 97 (ObjNum 65 snap 0 seq_num 1516400239) dirty exists 2024-08-10T05:15:24.111 INFO:tasks.rados.rados.0.smithi031.stdout:385: finishing write tid 4 to smithi03186013-18 2024-08-10T05:15:24.111 INFO:tasks.rados.rados.0.smithi031.stdout:385: finishing write tid 5 to smithi03186013-18 2024-08-10T05:15:24.111 INFO:tasks.rados.rados.0.smithi031.stdout:385: finishing write tid 6 to smithi03186013-18 2024-08-10T05:15:24.111 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 18 v 162 (ObjNum 134 snap 37 seq_num 134) dirty exists 2024-08-10T05:15:24.111 INFO:tasks.rados.rados.0.smithi031.stdout:385: left oid 18 (ObjNum 134 snap 37 seq_num 134) 2024-08-10T05:15:24.112 INFO:tasks.rados.rados.0.smithi031.stdout:381: done (5 left) 2024-08-10T05:15:24.112 INFO:tasks.rados.rados.0.smithi031.stdout:382: done (4 left) 2024-08-10T05:15:24.112 INFO:tasks.rados.rados.0.smithi031.stdout:383: done (3 left) 2024-08-10T05:15:24.112 INFO:tasks.rados.rados.0.smithi031.stdout:384: done (2 left) 2024-08-10T05:15:24.112 INFO:tasks.rados.rados.0.smithi031.stdout:385: done (1 left) 2024-08-10T05:15:24.112 INFO:tasks.rados.rados.0.smithi031.stdout:387: done (0 left) 2024-08-10T05:15:24.112 INFO:tasks.rados.rados.0.smithi031.stdout:388: rmattr oid 23 current snap is 37 2024-08-10T05:15:24.112 INFO:tasks.rados.rados.0.smithi031.stdout:388: done (0 left) 2024-08-10T05:15:24.113 INFO:tasks.rados.rados.0.smithi031.stdout:389: copy_from oid 2 from oid 40 current snap is 37 2024-08-10T05:15:24.113 INFO:tasks.rados.rados.0.smithi031.stdout:390: delete oid 43 current snap is 37 2024-08-10T05:15:24.113 INFO:tasks.rados.rados.0.smithi031.stdout:389: finishing copy_from to smithi03186013-2 2024-08-10T05:15:24.113 INFO:tasks.rados.rados.0.smithi031.stdout:389: got expected ENOENT (src dne) 2024-08-10T05:15:24.113 INFO:tasks.rados.rados.0.smithi031.stdout:389: finishing copy_from racing read to smithi03186013-2 2024-08-10T05:15:24.114 INFO:tasks.rados.rados.0.smithi031.stdout:389: done (1 left) 2024-08-10T05:15:24.114 INFO:tasks.rados.rados.0.smithi031.stdout:390: done (0 left) 2024-08-10T05:15:24.114 INFO:tasks.rados.rados.0.smithi031.stdout:391: rollback oid 30 current snap is 37 2024-08-10T05:15:24.114 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 30 to 17 2024-08-10T05:15:24.118 INFO:tasks.rados.rados.0.smithi031.stdout:392: read oid 19 snap -1 2024-08-10T05:15:24.118 INFO:tasks.rados.rados.0.smithi031.stdout:392: expect (ObjNum 125 snap 33 seq_num 125) 2024-08-10T05:15:24.118 INFO:tasks.rados.rados.0.smithi031.stdout:393: snap_remove snap 32 2024-08-10T05:15:25.010 INFO:tasks.rados.rados.0.smithi031.stdout:393: done (2 left) 2024-08-10T05:15:25.010 INFO:tasks.rados.rados.0.smithi031.stdout:394: delete oid 12 current snap is 37 2024-08-10T05:15:25.010 INFO:tasks.rados.rados.0.smithi031.stdout:391: finishing rollback tid 0 to smithi03186013-30 2024-08-10T05:15:25.010 INFO:tasks.rados.rados.0.smithi031.stdout:391: finishing rollback tid 1 to smithi03186013-30 2024-08-10T05:15:25.010 INFO:tasks.rados.rados.0.smithi031.stdout:391: finishing rollback tid 2 to smithi03186013-30 2024-08-10T05:15:25.010 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 30 v 155 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-08-10T05:15:25.010 INFO:tasks.rados.rados.0.smithi031.stdout:392: expect (ObjNum 125 snap 33 seq_num 125) 2024-08-10T05:15:25.084 INFO:tasks.rados.rados.0.smithi031.stdout:391: done (2 left) 2024-08-10T05:15:25.085 INFO:tasks.rados.rados.0.smithi031.stdout:392: done (1 left) 2024-08-10T05:15:25.085 INFO:tasks.rados.rados.0.smithi031.stdout:394: done (0 left) 2024-08-10T05:15:25.085 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 12 current snap is 37 2024-08-10T05:15:25.085 INFO:tasks.rados.rados.0.smithi031.stdout:395: seq_num 137 ranges {0=704512,704512=655360,1359872=753664,2113536=196608} 2024-08-10T05:15:25.088 INFO:tasks.rados.rados.0.smithi031.stdout:395: writing smithi03186013-12 from 0 to 704512 tid 1 2024-08-10T05:15:25.092 INFO:tasks.rados.rados.0.smithi031.stdout:395: writing smithi03186013-12 from 704512 to 1359872 tid 2 2024-08-10T05:15:25.096 INFO:tasks.rados.rados.0.smithi031.stdout:395: writing smithi03186013-12 from 1359872 to 2113536 tid 3 2024-08-10T05:15:25.097 INFO:tasks.rados.rados.0.smithi031.stdout:395: writing smithi03186013-12 from 2113536 to 2310144 tid 4 2024-08-10T05:15:25.098 INFO:tasks.rados.rados.0.smithi031.stdout:396: snap_remove snap 36 2024-08-10T05:15:25.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:25 smithi196 ceph-mon[32874]: pgmap v201: 121 pgs: 121 active+clean; 116 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-08-10T05:15:25.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:25 smithi196 ceph-mon[32874]: osdmap e147: 8 total, 8 up, 8 in 2024-08-10T05:15:25.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:25 smithi196 ceph-mon[32874]: osdmap e148: 8 total, 8 up, 8 in 2024-08-10T05:15:25.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:25 smithi031 ceph-mon[29994]: pgmap v201: 121 pgs: 121 active+clean; 116 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-08-10T05:15:25.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:25 smithi031 ceph-mon[29994]: osdmap e147: 8 total, 8 up, 8 in 2024-08-10T05:15:25.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:25 smithi031 ceph-mon[29994]: osdmap e148: 8 total, 8 up, 8 in 2024-08-10T05:15:25.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:25 smithi031 ceph-mon[41349]: pgmap v201: 121 pgs: 121 active+clean; 116 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-08-10T05:15:25.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:25 smithi031 ceph-mon[41349]: osdmap e147: 8 total, 8 up, 8 in 2024-08-10T05:15:25.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:25 smithi031 ceph-mon[41349]: osdmap e148: 8 total, 8 up, 8 in 2024-08-10T05:15:26.058 INFO:tasks.rados.rados.0.smithi031.stdout:396: done (1 left) 2024-08-10T05:15:26.058 INFO:tasks.rados.rados.0.smithi031.stdout:397: snap_remove snap 33 2024-08-10T05:15:27.028 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:15:26 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:15:26] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-10T05:15:27.061 INFO:tasks.rados.rados.0.smithi031.stdout:397: done (1 left) 2024-08-10T05:15:27.061 INFO:tasks.rados.rados.0.smithi031.stdout:398: snap_remove snap 35 2024-08-10T05:15:27.393 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:27 smithi196 ceph-mon[32874]: pgmap v204: 121 pgs: 121 active+clean; 116 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-08-10T05:15:27.393 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:27 smithi196 ceph-mon[32874]: osdmap e149: 8 total, 8 up, 8 in 2024-08-10T05:15:27.393 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:27 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:15:27.394 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:27 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:15:27.394 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:27 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:15:27.394 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:27 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:15:27.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:27 smithi031 ceph-mon[29994]: pgmap v204: 121 pgs: 121 active+clean; 116 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-08-10T05:15:27.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:27 smithi031 ceph-mon[29994]: osdmap e149: 8 total, 8 up, 8 in 2024-08-10T05:15:27.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:27 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:15:27.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:27 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:15:27.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:27 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:15:27.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:27 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:15:27.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:27 smithi031 ceph-mon[41349]: pgmap v204: 121 pgs: 121 active+clean; 116 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-08-10T05:15:27.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:27 smithi031 ceph-mon[41349]: osdmap e149: 8 total, 8 up, 8 in 2024-08-10T05:15:27.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:27 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:15:27.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:27 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:15:27.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:27 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:15:27.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:27 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:15:28.067 INFO:tasks.rados.rados.0.smithi031.stdout:398: done (1 left) 2024-08-10T05:15:28.067 INFO:tasks.rados.rados.0.smithi031.stdout:399: snap_remove snap 25 2024-08-10T05:15:28.391 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:28 smithi196 ceph-mon[32874]: osdmap e150: 8 total, 8 up, 8 in 2024-08-10T05:15:28.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:28 smithi031 ceph-mon[29994]: osdmap e150: 8 total, 8 up, 8 in 2024-08-10T05:15:28.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:28 smithi031 ceph-mon[41349]: osdmap e150: 8 total, 8 up, 8 in 2024-08-10T05:15:29.072 INFO:tasks.rados.rados.0.smithi031.stdout:399: done (1 left) 2024-08-10T05:15:29.072 INFO:tasks.rados.rados.0.smithi031.stdout:400: setattr oid 21 current snap is 37 2024-08-10T05:15:29.072 INFO:tasks.rados.rados.0.smithi031.stdout:395: finishing write tid 1 to smithi03186013-12 2024-08-10T05:15:29.072 INFO:tasks.rados.rados.0.smithi031.stdout:395: finishing write tid 2 to smithi03186013-12 2024-08-10T05:15:29.072 INFO:tasks.rados.rados.0.smithi031.stdout:395: finishing write tid 3 to smithi03186013-12 2024-08-10T05:15:29.072 INFO:tasks.rados.rados.0.smithi031.stdout:395: finishing write tid 4 to smithi03186013-12 2024-08-10T05:15:29.072 INFO:tasks.rados.rados.0.smithi031.stdout:395: finishing write tid 5 to smithi03186013-12 2024-08-10T05:15:29.072 INFO:tasks.rados.rados.0.smithi031.stdout:395: finishing write tid 6 to smithi03186013-12 2024-08-10T05:15:29.072 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 12 v 88 (ObjNum 137 snap 37 seq_num 137) dirty exists 2024-08-10T05:15:29.072 INFO:tasks.rados.rados.0.smithi031.stdout:395: left oid 12 (ObjNum 137 snap 37 seq_num 137) 2024-08-10T05:15:29.073 INFO:tasks.rados.rados.0.smithi031.stdout:395: done (1 left) 2024-08-10T05:15:29.073 INFO:tasks.rados.rados.0.smithi031.stdout:401: read oid 27 snap -1 2024-08-10T05:15:29.073 INFO:tasks.rados.rados.0.smithi031.stdout:401: expect (ObjNum 55 snap 4 seq_num 55) 2024-08-10T05:15:29.073 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 32 current snap is 37 2024-08-10T05:15:29.073 INFO:tasks.rados.rados.0.smithi031.stdout:402: seq_num 138 ranges {3088384=720896,3809280=540672,4349952=557056,4907008=507904} 2024-08-10T05:15:29.094 INFO:tasks.rados.rados.0.smithi031.stdout:402: writing smithi03186013-32 from 3088384 to 3809280 tid 1 2024-08-10T05:15:29.097 INFO:tasks.rados.rados.0.smithi031.stdout:402: writing smithi03186013-32 from 3809280 to 4349952 tid 2 2024-08-10T05:15:29.101 INFO:tasks.rados.rados.0.smithi031.stdout:402: writing smithi03186013-32 from 4349952 to 4907008 tid 3 2024-08-10T05:15:29.104 INFO:tasks.rados.rados.0.smithi031.stdout:402: writing smithi03186013-32 from 4907008 to 5414912 tid 4 2024-08-10T05:15:29.104 INFO:tasks.rados.rados.0.smithi031.stdout:403: setattr oid 8 current snap is 37 2024-08-10T05:15:29.104 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 21 v 180 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-08-10T05:15:29.104 INFO:tasks.rados.rados.0.smithi031.stdout:401: expect (ObjNum 55 snap 4 seq_num 55) 2024-08-10T05:15:29.148 INFO:tasks.rados.rados.0.smithi031.stdout:402: finishing write tid 1 to smithi03186013-32 2024-08-10T05:15:29.149 INFO:tasks.rados.rados.0.smithi031.stdout:402: finishing write tid 2 to smithi03186013-32 2024-08-10T05:15:29.149 INFO:tasks.rados.rados.0.smithi031.stdout:402: finishing write tid 3 to smithi03186013-32 2024-08-10T05:15:29.149 INFO:tasks.rados.rados.0.smithi031.stdout:402: finishing write tid 4 to smithi03186013-32 2024-08-10T05:15:29.149 INFO:tasks.rados.rados.0.smithi031.stdout:402: finishing write tid 5 to smithi03186013-32 2024-08-10T05:15:29.149 INFO:tasks.rados.rados.0.smithi031.stdout:402: finishing write tid 6 to smithi03186013-32 2024-08-10T05:15:29.149 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 32 v 138 (ObjNum 138 snap 37 seq_num 138) dirty exists 2024-08-10T05:15:29.149 INFO:tasks.rados.rados.0.smithi031.stdout:402: left oid 32 (ObjNum 138 snap 37 seq_num 138) 2024-08-10T05:15:29.149 INFO:tasks.rados.rados.0.smithi031.stdout:400: done (3 left) 2024-08-10T05:15:29.149 INFO:tasks.rados.rados.0.smithi031.stdout:401: done (2 left) 2024-08-10T05:15:29.149 INFO:tasks.rados.rados.0.smithi031.stdout:402: done (1 left) 2024-08-10T05:15:29.149 INFO:tasks.rados.rados.0.smithi031.stdout:404: read oid 47 snap -1 2024-08-10T05:15:29.149 INFO:tasks.rados.rados.0.smithi031.stdout:404: expect (ObjNum 46 snap 0 seq_num 46) 2024-08-10T05:15:29.150 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 28 current snap is 37 2024-08-10T05:15:29.150 INFO:tasks.rados.rados.0.smithi031.stdout:405: seq_num 139 ranges {1204224=737280,1941504=425984,2367488=761856,3129344=417792} 2024-08-10T05:15:29.158 INFO:tasks.rados.rados.0.smithi031.stdout:405: writing smithi03186013-28 from 1204224 to 1941504 tid 1 2024-08-10T05:15:29.161 INFO:tasks.rados.rados.0.smithi031.stdout:405: writing smithi03186013-28 from 1941504 to 2367488 tid 2 2024-08-10T05:15:29.165 INFO:tasks.rados.rados.0.smithi031.stdout:405: writing smithi03186013-28 from 2367488 to 3129344 tid 3 2024-08-10T05:15:29.168 INFO:tasks.rados.rados.0.smithi031.stdout:405: writing smithi03186013-28 from 3129344 to 3547136 tid 4 2024-08-10T05:15:29.168 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 45 current snap is 37 2024-08-10T05:15:29.168 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 8 v 136 (ObjNum 129 snap 0 seq_num 589649424) dirty exists 2024-08-10T05:15:29.169 INFO:tasks.rados.rados.0.smithi031.stdout:404: expect (ObjNum 46 snap 0 seq_num 46) 2024-08-10T05:15:29.190 INFO:tasks.rados.rados.0.smithi031.stdout:405: finishing write tid 1 to smithi03186013-28 2024-08-10T05:15:29.191 INFO:tasks.rados.rados.0.smithi031.stdout:405: finishing write tid 2 to smithi03186013-28 2024-08-10T05:15:29.191 INFO:tasks.rados.rados.0.smithi031.stdout:406: seq_num 140 ranges {4431872=753664,5185536=704512,5890048=524288,6414336=376832} 2024-08-10T05:15:29.219 INFO:tasks.rados.rados.0.smithi031.stdout:406: writing smithi03186013-45 from 4431872 to 5185536 tid 1 2024-08-10T05:15:29.223 INFO:tasks.rados.rados.0.smithi031.stdout:406: writing smithi03186013-45 from 5185536 to 5890048 tid 2 2024-08-10T05:15:29.226 INFO:tasks.rados.rados.0.smithi031.stdout:406: writing smithi03186013-45 from 5890048 to 6414336 tid 3 2024-08-10T05:15:29.228 INFO:tasks.rados.rados.0.smithi031.stdout:406: writing smithi03186013-45 from 6414336 to 6791168 tid 4 2024-08-10T05:15:29.228 INFO:tasks.rados.rados.0.smithi031.stdout:403: done (3 left) 2024-08-10T05:15:29.228 INFO:tasks.rados.rados.0.smithi031.stdout:404: done (2 left) 2024-08-10T05:15:29.229 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 26 current snap is 37 2024-08-10T05:15:29.229 INFO:tasks.rados.rados.0.smithi031.stdout:405: finishing write tid 3 to smithi03186013-28 2024-08-10T05:15:29.229 INFO:tasks.rados.rados.0.smithi031.stdout:405: finishing write tid 4 to smithi03186013-28 2024-08-10T05:15:29.229 INFO:tasks.rados.rados.0.smithi031.stdout:405: finishing write tid 5 to smithi03186013-28 2024-08-10T05:15:29.229 INFO:tasks.rados.rados.0.smithi031.stdout:407: seq_num 141 ranges {0=770048,770048=589824,1359872=729088,2088960=286720} 2024-08-10T05:15:29.232 INFO:tasks.rados.rados.0.smithi031.stdout:407: writing smithi03186013-26 from 0 to 770048 tid 1 2024-08-10T05:15:29.236 INFO:tasks.rados.rados.0.smithi031.stdout:407: writing smithi03186013-26 from 770048 to 1359872 tid 2 2024-08-10T05:15:29.240 INFO:tasks.rados.rados.0.smithi031.stdout:407: writing smithi03186013-26 from 1359872 to 2088960 tid 3 2024-08-10T05:15:29.242 INFO:tasks.rados.rados.0.smithi031.stdout:407: writing smithi03186013-26 from 2088960 to 2375680 tid 4 2024-08-10T05:15:29.242 INFO:tasks.rados.rados.0.smithi031.stdout:408: delete oid 17 current snap is 37 2024-08-10T05:15:29.242 INFO:tasks.rados.rados.0.smithi031.stdout:405: finishing write tid 6 to smithi03186013-28 2024-08-10T05:15:29.242 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 28 v 144 (ObjNum 139 snap 37 seq_num 139) dirty exists 2024-08-10T05:15:29.242 INFO:tasks.rados.rados.0.smithi031.stdout:405: left oid 28 (ObjNum 139 snap 37 seq_num 139) 2024-08-10T05:15:29.242 INFO:tasks.rados.rados.0.smithi031.stdout:406: finishing write tid 1 to smithi03186013-45 2024-08-10T05:15:29.243 INFO:tasks.rados.rados.0.smithi031.stdout:406: finishing write tid 2 to smithi03186013-45 2024-08-10T05:15:29.243 INFO:tasks.rados.rados.0.smithi031.stdout:406: finishing write tid 3 to smithi03186013-45 2024-08-10T05:15:29.243 INFO:tasks.rados.rados.0.smithi031.stdout:406: finishing write tid 4 to smithi03186013-45 2024-08-10T05:15:29.243 INFO:tasks.rados.rados.0.smithi031.stdout:406: finishing write tid 5 to smithi03186013-45 2024-08-10T05:15:29.243 INFO:tasks.rados.rados.0.smithi031.stdout:406: finishing write tid 6 to smithi03186013-45 2024-08-10T05:15:29.243 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 45 v 192 (ObjNum 140 snap 37 seq_num 140) dirty exists 2024-08-10T05:15:29.243 INFO:tasks.rados.rados.0.smithi031.stdout:406: left oid 45 (ObjNum 140 snap 37 seq_num 140) 2024-08-10T05:15:29.243 INFO:tasks.rados.rados.0.smithi031.stdout:407: finishing write tid 1 to smithi03186013-26 2024-08-10T05:15:29.243 INFO:tasks.rados.rados.0.smithi031.stdout:407: finishing write tid 2 to smithi03186013-26 2024-08-10T05:15:29.244 INFO:tasks.rados.rados.0.smithi031.stdout:407: finishing write tid 3 to smithi03186013-26 2024-08-10T05:15:29.244 INFO:tasks.rados.rados.0.smithi031.stdout:407: finishing write tid 4 to smithi03186013-26 2024-08-10T05:15:29.244 INFO:tasks.rados.rados.0.smithi031.stdout:407: finishing write tid 5 to smithi03186013-26 2024-08-10T05:15:29.246 INFO:tasks.rados.rados.0.smithi031.stdout:405: done (3 left) 2024-08-10T05:15:29.246 INFO:tasks.rados.rados.0.smithi031.stdout:406: done (2 left) 2024-08-10T05:15:29.246 INFO:tasks.rados.rados.0.smithi031.stdout:408: done (1 left) 2024-08-10T05:15:29.246 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 38 current snap is 37 2024-08-10T05:15:29.246 INFO:tasks.rados.rados.0.smithi031.stdout:409: seq_num 143 ranges {2326528=802816,3129344=761856,3891200=745472,4636672=98304} 2024-08-10T05:15:29.263 INFO:tasks.rados.rados.0.smithi031.stdout:409: writing smithi03186013-38 from 2326528 to 3129344 tid 1 2024-08-10T05:15:29.267 INFO:tasks.rados.rados.0.smithi031.stdout:409: writing smithi03186013-38 from 3129344 to 3891200 tid 2 2024-08-10T05:15:29.273 INFO:tasks.rados.rados.0.smithi031.stdout:409: writing smithi03186013-38 from 3891200 to 4636672 tid 3 2024-08-10T05:15:29.274 INFO:tasks.rados.rados.0.smithi031.stdout:409: writing smithi03186013-38 from 4636672 to 4734976 tid 4 2024-08-10T05:15:29.274 INFO:tasks.rados.rados.0.smithi031.stdout:410: setattr oid 2 current snap is 37 2024-08-10T05:15:29.274 INFO:tasks.rados.rados.0.smithi031.stdout:407: finishing write tid 6 to smithi03186013-26 2024-08-10T05:15:29.274 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 26 v 86 (ObjNum 141 snap 37 seq_num 141) dirty exists 2024-08-10T05:15:29.274 INFO:tasks.rados.rados.0.smithi031.stdout:407: left oid 26 (ObjNum 141 snap 37 seq_num 141) 2024-08-10T05:15:29.275 INFO:tasks.rados.rados.0.smithi031.stdout:409: finishing write tid 1 to smithi03186013-38 2024-08-10T05:15:29.275 INFO:tasks.rados.rados.0.smithi031.stdout:409: finishing write tid 2 to smithi03186013-38 2024-08-10T05:15:29.277 INFO:tasks.rados.rados.0.smithi031.stdout:407: done (2 left) 2024-08-10T05:15:29.277 INFO:tasks.rados.rados.0.smithi031.stdout:411: read oid 14 snap -1 2024-08-10T05:15:29.277 INFO:tasks.rados.rados.0.smithi031.stdout:411: expect (ObjNum 103 snap 20 seq_num 103) 2024-08-10T05:15:29.277 INFO:tasks.rados.rados.0.smithi031.stdout:412: snap_create 2024-08-10T05:15:29.277 INFO:tasks.rados.rados.0.smithi031.stdout:409: finishing write tid 3 to smithi03186013-38 2024-08-10T05:15:29.277 INFO:tasks.rados.rados.0.smithi031.stdout:409: finishing write tid 4 to smithi03186013-38 2024-08-10T05:15:29.277 INFO:tasks.rados.rados.0.smithi031.stdout:409: finishing write tid 5 to smithi03186013-38 2024-08-10T05:15:29.277 INFO:tasks.rados.rados.0.smithi031.stdout:409: finishing write tid 6 to smithi03186013-38 2024-08-10T05:15:29.277 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 38 v 61 (ObjNum 143 snap 37 seq_num 143) dirty exists 2024-08-10T05:15:29.278 INFO:tasks.rados.rados.0.smithi031.stdout:409: left oid 38 (ObjNum 143 snap 37 seq_num 143) 2024-08-10T05:15:29.278 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 2 v 138 (ObjNum 97 snap 19 seq_num 97) dirty exists 2024-08-10T05:15:29.286 INFO:tasks.rados.rados.0.smithi031.stdout:411: expect (ObjNum 103 snap 20 seq_num 103) 2024-08-10T05:15:29.438 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:29 smithi196 ceph-mon[32874]: pgmap v207: 121 pgs: 121 active+clean; 121 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.7 MiB/s wr, 18 op/s 2024-08-10T05:15:29.438 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:29 smithi196 ceph-mon[32874]: osdmap e151: 8 total, 8 up, 8 in 2024-08-10T05:15:29.438 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:29 smithi196 ceph-mon[32874]: osdmap e152: 8 total, 8 up, 8 in 2024-08-10T05:15:29.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:29 smithi031 ceph-mon[29994]: pgmap v207: 121 pgs: 121 active+clean; 121 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.7 MiB/s wr, 18 op/s 2024-08-10T05:15:29.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:29 smithi031 ceph-mon[29994]: osdmap e151: 8 total, 8 up, 8 in 2024-08-10T05:15:29.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:29 smithi031 ceph-mon[29994]: osdmap e152: 8 total, 8 up, 8 in 2024-08-10T05:15:29.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:29 smithi031 ceph-mon[41349]: pgmap v207: 121 pgs: 121 active+clean; 121 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.7 MiB/s wr, 18 op/s 2024-08-10T05:15:29.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:29 smithi031 ceph-mon[41349]: osdmap e151: 8 total, 8 up, 8 in 2024-08-10T05:15:29.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:29 smithi031 ceph-mon[41349]: osdmap e152: 8 total, 8 up, 8 in 2024-08-10T05:15:29.968 INFO:tasks.rados.rados.0.smithi031.stdout:409: done (3 left) 2024-08-10T05:15:29.968 INFO:tasks.rados.rados.0.smithi031.stdout:410: done (2 left) 2024-08-10T05:15:29.969 INFO:tasks.rados.rados.0.smithi031.stdout:411: done (1 left) 2024-08-10T05:15:29.969 INFO:tasks.rados.rados.0.smithi031.stdout:412: done (0 left) 2024-08-10T05:15:29.969 INFO:tasks.rados.rados.0.smithi031.stdout:413: delete oid 27 current snap is 38 2024-08-10T05:15:29.971 INFO:tasks.rados.rados.0.smithi031.stdout:413: done (0 left) 2024-08-10T05:15:29.971 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 3 current snap is 38 2024-08-10T05:15:29.971 INFO:tasks.rados.rados.0.smithi031.stdout:414: seq_num 145 ranges {1425408=32768} 2024-08-10T05:15:29.979 INFO:tasks.rados.rados.0.smithi031.stdout:414: writing smithi03186013-3 from 1425408 to 1458176 tid 1 2024-08-10T05:15:29.979 INFO:tasks.rados.rados.0.smithi031.stdout:415: snap_create 2024-08-10T05:15:29.980 INFO:tasks.rados.rados.0.smithi031.stdout:414: finishing write tid 1 to smithi03186013-3 2024-08-10T05:15:29.981 INFO:tasks.rados.rados.0.smithi031.stdout:414: finishing write tid 2 to smithi03186013-3 2024-08-10T05:15:29.981 INFO:tasks.rados.rados.0.smithi031.stdout:414: finishing write tid 3 to smithi03186013-3 2024-08-10T05:15:29.982 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 3 v 99 (ObjNum 145 snap 38 seq_num 145) dirty exists 2024-08-10T05:15:29.982 INFO:tasks.rados.rados.0.smithi031.stdout:414: left oid 3 (ObjNum 145 snap 38 seq_num 145) 2024-08-10T05:15:30.011 INFO:tasks.rados.rados.0.smithi031.stdout:414: done (1 left) 2024-08-10T05:15:30.011 INFO:tasks.rados.rados.0.smithi031.stdout:415: done (0 left) 2024-08-10T05:15:30.011 INFO:tasks.rados.rados.0.smithi031.stdout:416: rollback oid 27 current snap is 39 2024-08-10T05:15:30.011 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 27 to 38 2024-08-10T05:15:30.011 INFO:tasks.rados.rados.0.smithi031.stdout:417: setattr oid 20 current snap is 39 2024-08-10T05:15:30.012 INFO:tasks.rados.rados.0.smithi031.stdout:418: snap_create 2024-08-10T05:15:30.013 INFO:tasks.rados.rados.0.smithi031.stdout:416: finishing rollback tid 1 to smithi03186013-27 2024-08-10T05:15:30.014 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 27 v 93 (ObjNum 97 snap 0 seq_num 589411344) dirty dne 2024-08-10T05:15:30.016 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 20 v 101 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-08-10T05:15:30.258 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:15:29 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:15:29.965+0000 7f758bdec640 -1 mgr handle_mgr_map I was active but no longer am 2024-08-10T05:15:30.258 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:15:30 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: ignoring --setuser ceph since I am not root 2024-08-10T05:15:30.258 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:15:30 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: ignoring --setgroup ceph since I am not root 2024-08-10T05:15:30.258 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:15:30 smithi031 ceph-mgr[30271]: -- 172.21.15.31:0/3875525742 <== mon.0 v2:172.21.15.31:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55ea80e6e9c0 con 0x55ea80e7a800 2024-08-10T05:15:30.258 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:15:30 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:15:30.126+0000 7f4648c18ec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-10T05:15:30.258 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:15:30 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:15:30.257+0000 7f4648c18ec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-10T05:15:30.278 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:15:29 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: [10/Aug/2024:05:15:29] ENGINE Bus STOPPING 2024-08-10T05:15:30.278 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:15:30 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: [10/Aug/2024:05:15:30] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-10T05:15:30.278 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:15:30 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: [10/Aug/2024:05:15:30] ENGINE Bus STOPPED 2024-08-10T05:15:30.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:15:30 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:15:30.324+0000 7f4648c18ec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-10T05:15:30.739 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:15:30 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: [10/Aug/2024:05:15:30] ENGINE Bus STARTING 2024-08-10T05:15:30.739 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:15:30 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: 2024-08-10T05:15:30.473+0000 7f9582332640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-10T05:15:30.739 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:15:30 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: 2024-08-10T05:15:30.473+0000 7f9582332640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-10T05:15:30.739 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:15:30 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: 2024-08-10T05:15:30.473+0000 7f9582332640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-10T05:15:30.739 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:15:30 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: 2024-08-10T05:15:30.473+0000 7f9582332640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-10T05:15:30.740 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:15:30 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: 2024-08-10T05:15:30.473+0000 7f9582332640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-10T05:15:30.740 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:15:30 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: 2024-08-10T05:15:30.474+0000 7f957fb2d640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-10T05:15:30.740 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:15:30 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: 2024-08-10T05:15:30.474+0000 7f957fb2d640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-10T05:15:30.740 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:15:30 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: 2024-08-10T05:15:30.474+0000 7f957fb2d640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-10T05:15:30.740 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:15:30 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: 2024-08-10T05:15:30.474+0000 7f957fb2d640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-10T05:15:30.740 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:15:30 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: 2024-08-10T05:15:30.474+0000 7f957fb2d640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-10T05:15:30.740 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:15:30 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: [10/Aug/2024:05:15:30] ENGINE Serving on http://:::9283 2024-08-10T05:15:30.740 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:15:30 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: [10/Aug/2024:05:15:30] ENGINE Bus STARTED 2024-08-10T05:15:30.864 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:15:30 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:15:30.581+0000 7f4648c18ec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-10T05:15:30.865 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:15:30 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:15:30.641+0000 7f4648c18ec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-10T05:15:31.012 INFO:tasks.rados.rados.0.smithi031.stdout:416: done (2 left) 2024-08-10T05:15:31.012 INFO:tasks.rados.rados.0.smithi031.stdout:417: done (1 left) 2024-08-10T05:15:31.012 INFO:tasks.rados.rados.0.smithi031.stdout:418: done (0 left) 2024-08-10T05:15:31.013 INFO:tasks.rados.rados.0.smithi031.stdout:419: read oid 46 snap -1 2024-08-10T05:15:31.013 INFO:tasks.rados.rados.0.smithi031.stdout:419: expect (ObjNum 106 snap 21 seq_num 106) 2024-08-10T05:15:31.013 INFO:tasks.rados.rados.0.smithi031.stdout:420: snap_remove snap 22 2024-08-10T05:15:31.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:30 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:15:31.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:30 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:15:31.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:30 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:15:31.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:30 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:15:31.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:30 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:15:31.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:30 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:15:31.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:30 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-08-10T05:15:31.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:30 smithi196 ceph-mon[32874]: Activating manager daemon x 2024-08-10T05:15:31.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:30 smithi196 ceph-mon[32874]: osdmap e153: 8 total, 8 up, 8 in 2024-08-10T05:15:31.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:30 smithi196 ceph-mon[32874]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-08-10T05:15:31.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:30 smithi196 ceph-mon[32874]: mgrmap e24: x(active, starting, since 0.00685131s) 2024-08-10T05:15:31.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:30 smithi196 ceph-mon[32874]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:15:31.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:30 smithi196 ceph-mon[32874]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:15:31.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:30 smithi196 ceph-mon[32874]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:15:31.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:30 smithi196 ceph-mon[32874]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-10T05:15:31.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:30 smithi196 ceph-mon[32874]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-10T05:15:31.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:30 smithi196 ceph-mon[32874]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-10T05:15:31.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:30 smithi196 ceph-mon[32874]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-10T05:15:31.031 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:30 smithi196 ceph-mon[32874]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-10T05:15:31.031 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:30 smithi196 ceph-mon[32874]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-10T05:15:31.031 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:30 smithi196 ceph-mon[32874]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-10T05:15:31.031 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:30 smithi196 ceph-mon[32874]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-10T05:15:31.031 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:30 smithi196 ceph-mon[32874]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-10T05:15:31.031 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:30 smithi196 ceph-mon[32874]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-10T05:15:31.031 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:30 smithi196 ceph-mon[32874]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-10T05:15:31.031 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:30 smithi196 ceph-mon[32874]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-10T05:15:31.031 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:30 smithi196 ceph-mon[32874]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-10T05:15:31.031 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:30 smithi196 ceph-mon[32874]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-10T05:15:31.031 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:30 smithi196 ceph-mon[32874]: osdmap e154: 8 total, 8 up, 8 in 2024-08-10T05:15:31.032 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:30 smithi196 ceph-mon[32874]: Manager daemon x is now available 2024-08-10T05:15:31.032 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:30 smithi196 ceph-mon[32874]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:31.032 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:30 smithi196 ceph-mon[32874]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:31.032 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:30 smithi196 ceph-mon[32874]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:31.032 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:30 smithi196 ceph-mon[32874]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:15:31.032 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:30 smithi196 ceph-mon[32874]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:15:31.032 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:30 smithi196 ceph-mon[32874]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-08-10T05:15:31.032 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:30 smithi196 ceph-mon[32874]: from='mgr.24781 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-08-10T05:15:31.032 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:30 smithi196 ceph-mon[32874]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-08-10T05:15:31.032 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:30 smithi196 ceph-mon[32874]: from='mgr.24781 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-08-10T05:15:31.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:30 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:15:31.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:30 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:15:31.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:30 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:15:31.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:30 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:15:31.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:30 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:15:31.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:30 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:15:31.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:30 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-08-10T05:15:31.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:30 smithi031 ceph-mon[29994]: Activating manager daemon x 2024-08-10T05:15:31.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:30 smithi031 ceph-mon[29994]: osdmap e153: 8 total, 8 up, 8 in 2024-08-10T05:15:31.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:30 smithi031 ceph-mon[29994]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-08-10T05:15:31.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:30 smithi031 ceph-mon[29994]: mgrmap e24: x(active, starting, since 0.00685131s) 2024-08-10T05:15:31.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:30 smithi031 ceph-mon[29994]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:15:31.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:30 smithi031 ceph-mon[29994]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:15:31.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:30 smithi031 ceph-mon[29994]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:15:31.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:30 smithi031 ceph-mon[29994]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-10T05:15:31.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:30 smithi031 ceph-mon[29994]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-10T05:15:31.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:30 smithi031 ceph-mon[29994]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-10T05:15:31.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:30 smithi031 ceph-mon[29994]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-10T05:15:31.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:30 smithi031 ceph-mon[29994]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-10T05:15:31.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:30 smithi031 ceph-mon[29994]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-10T05:15:31.271 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:30 smithi031 ceph-mon[29994]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-10T05:15:31.271 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:30 smithi031 ceph-mon[29994]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-10T05:15:31.271 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:30 smithi031 ceph-mon[29994]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-10T05:15:31.271 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:30 smithi031 ceph-mon[29994]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-10T05:15:31.271 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:30 smithi031 ceph-mon[29994]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-10T05:15:31.271 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:30 smithi031 ceph-mon[29994]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-10T05:15:31.271 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:30 smithi031 ceph-mon[29994]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-10T05:15:31.271 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:30 smithi031 ceph-mon[29994]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-10T05:15:31.271 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:30 smithi031 ceph-mon[29994]: osdmap e154: 8 total, 8 up, 8 in 2024-08-10T05:15:31.272 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:30 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:15:31.272 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:30 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:15:31.272 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:30 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:15:31.272 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:30 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:15:31.272 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:30 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' 2024-08-10T05:15:31.272 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:30 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:15:31.272 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:30 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-08-10T05:15:31.272 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:30 smithi031 ceph-mon[41349]: Activating manager daemon x 2024-08-10T05:15:31.272 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:30 smithi031 ceph-mon[41349]: osdmap e153: 8 total, 8 up, 8 in 2024-08-10T05:15:31.272 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:30 smithi031 ceph-mon[41349]: from='mgr.24431 172.21.15.31:0/2683520316' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-08-10T05:15:31.273 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:30 smithi031 ceph-mon[41349]: mgrmap e24: x(active, starting, since 0.00685131s) 2024-08-10T05:15:31.273 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:30 smithi031 ceph-mon[41349]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:15:31.273 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:30 smithi031 ceph-mon[41349]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:15:31.273 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:30 smithi031 ceph-mon[41349]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:15:31.273 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:30 smithi031 ceph-mon[41349]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-10T05:15:31.273 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:30 smithi031 ceph-mon[41349]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-10T05:15:31.273 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:30 smithi031 ceph-mon[41349]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-10T05:15:31.273 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:30 smithi031 ceph-mon[41349]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-10T05:15:31.273 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:30 smithi031 ceph-mon[41349]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-10T05:15:31.273 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:30 smithi031 ceph-mon[41349]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-10T05:15:31.273 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:30 smithi031 ceph-mon[41349]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-10T05:15:31.273 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:30 smithi031 ceph-mon[41349]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-10T05:15:31.273 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:30 smithi031 ceph-mon[41349]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-10T05:15:31.274 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:30 smithi031 ceph-mon[41349]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-10T05:15:31.274 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:30 smithi031 ceph-mon[41349]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-10T05:15:31.274 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:30 smithi031 ceph-mon[41349]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-10T05:15:31.274 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:30 smithi031 ceph-mon[41349]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-10T05:15:31.274 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:30 smithi031 ceph-mon[41349]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-10T05:15:31.274 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:30 smithi031 ceph-mon[41349]: osdmap e154: 8 total, 8 up, 8 in 2024-08-10T05:15:31.274 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:30 smithi031 ceph-mon[41349]: Manager daemon x is now available 2024-08-10T05:15:31.274 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:30 smithi031 ceph-mon[41349]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:31.274 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:30 smithi031 ceph-mon[41349]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:31.274 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:30 smithi031 ceph-mon[41349]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:31.274 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:30 smithi031 ceph-mon[41349]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:15:31.274 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:30 smithi031 ceph-mon[41349]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:15:31.274 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:30 smithi031 ceph-mon[41349]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-08-10T05:15:31.275 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:30 smithi031 ceph-mon[41349]: from='mgr.24781 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-08-10T05:15:31.275 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:30 smithi031 ceph-mon[41349]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-08-10T05:15:31.275 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:30 smithi031 ceph-mon[41349]: from='mgr.24781 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-08-10T05:15:31.275 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:30 smithi031 ceph-mon[29994]: Manager daemon x is now available 2024-08-10T05:15:31.275 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:30 smithi031 ceph-mon[29994]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:31.275 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:30 smithi031 ceph-mon[29994]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:31.275 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:30 smithi031 ceph-mon[29994]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:31.275 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:30 smithi031 ceph-mon[29994]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:15:31.275 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:30 smithi031 ceph-mon[29994]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:15:31.275 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:30 smithi031 ceph-mon[29994]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-08-10T05:15:31.276 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:30 smithi031 ceph-mon[29994]: from='mgr.24781 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-08-10T05:15:31.276 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:30 smithi031 ceph-mon[29994]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-08-10T05:15:31.276 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:30 smithi031 ceph-mon[29994]: from='mgr.24781 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-08-10T05:15:31.977 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:15:31 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:15:31.604+0000 7f4648c18ec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-10T05:15:31.977 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:15:31 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:15:31.721+0000 7f4648c18ec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-10T05:15:31.977 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:15:31 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:15:31.779+0000 7f4648c18ec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-10T05:15:31.977 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:15:31 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:15:31.976+0000 7f4648c18ec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-10T05:15:32.019 INFO:tasks.rados.rados.0.smithi031.stdout:420: done (1 left) 2024-08-10T05:15:32.020 INFO:tasks.rados.rados.0.smithi031.stdout:421: read oid 12 snap -1 2024-08-10T05:15:32.020 INFO:tasks.rados.rados.0.smithi031.stdout:421: expect (ObjNum 137 snap 37 seq_num 137) 2024-08-10T05:15:32.020 INFO:tasks.rados.rados.0.smithi031.stdout:422: read oid 38 snap 24 2024-08-10T05:15:32.020 INFO:tasks.rados.rados.0.smithi031.stdout:422: expect (ObjNum 93 snap 16 seq_num 93) 2024-08-10T05:15:32.020 INFO:tasks.rados.rados.0.smithi031.stdout:423: snap_remove snap 30 2024-08-10T05:15:32.251 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:15:32 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:15:32.052+0000 7f4648c18ec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-10T05:15:32.251 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:15:32 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:15:32.121+0000 7f4648c18ec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-10T05:15:32.251 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:15:32 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:15:32.250+0000 7f4648c18ec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-10T05:15:32.252 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:32 smithi031 ceph-mon[41349]: Checking for cert/key for grafana.a 2024-08-10T05:15:32.252 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:32 smithi031 ceph-mon[41349]: Migrating grafana.a cert to cert store 2024-08-10T05:15:32.252 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:32 smithi031 ceph-mon[41349]: Migrating grafana.a key to cert store 2024-08-10T05:15:32.252 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:32 smithi031 ceph-mon[41349]: Deploying cephadm binary to smithi031 2024-08-10T05:15:32.252 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:32 smithi031 ceph-mon[41349]: Deploying cephadm binary to smithi196 2024-08-10T05:15:32.252 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:32 smithi031 ceph-mon[41349]: osdmap e155: 8 total, 8 up, 8 in 2024-08-10T05:15:32.252 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:32 smithi031 ceph-mon[41349]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:32.252 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:32 smithi031 ceph-mon[41349]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:32.252 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:32 smithi031 ceph-mon[41349]: mgrmap e25: x(active, since 1.12735s) 2024-08-10T05:15:32.252 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:32 smithi031 ceph-mon[41349]: pgmap v5: 121 pgs: 121 active+clean; 129 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:15:32.252 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:32 smithi031 ceph-mon[29994]: Checking for cert/key for grafana.a 2024-08-10T05:15:32.253 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:32 smithi031 ceph-mon[29994]: Migrating grafana.a cert to cert store 2024-08-10T05:15:32.253 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:32 smithi031 ceph-mon[29994]: Migrating grafana.a key to cert store 2024-08-10T05:15:32.253 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:32 smithi031 ceph-mon[29994]: Deploying cephadm binary to smithi031 2024-08-10T05:15:32.253 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:32 smithi031 ceph-mon[29994]: Deploying cephadm binary to smithi196 2024-08-10T05:15:32.253 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:32 smithi031 ceph-mon[29994]: osdmap e155: 8 total, 8 up, 8 in 2024-08-10T05:15:32.253 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:32 smithi031 ceph-mon[29994]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:32.253 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:32 smithi031 ceph-mon[29994]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:32.253 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:32 smithi031 ceph-mon[29994]: mgrmap e25: x(active, since 1.12735s) 2024-08-10T05:15:32.253 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:32 smithi031 ceph-mon[29994]: pgmap v5: 121 pgs: 121 active+clean; 129 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:15:32.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:32 smithi196 ceph-mon[32874]: Checking for cert/key for grafana.a 2024-08-10T05:15:32.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:32 smithi196 ceph-mon[32874]: Migrating grafana.a cert to cert store 2024-08-10T05:15:32.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:32 smithi196 ceph-mon[32874]: Migrating grafana.a key to cert store 2024-08-10T05:15:32.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:32 smithi196 ceph-mon[32874]: Deploying cephadm binary to smithi031 2024-08-10T05:15:32.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:32 smithi196 ceph-mon[32874]: Deploying cephadm binary to smithi196 2024-08-10T05:15:32.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:32 smithi196 ceph-mon[32874]: osdmap e155: 8 total, 8 up, 8 in 2024-08-10T05:15:32.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:32 smithi196 ceph-mon[32874]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:32.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:32 smithi196 ceph-mon[32874]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:32.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:32 smithi196 ceph-mon[32874]: mgrmap e25: x(active, since 1.12735s) 2024-08-10T05:15:32.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:32 smithi196 ceph-mon[32874]: pgmap v5: 121 pgs: 121 active+clean; 129 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:15:32.279 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:15:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: 2024-08-10T05:15:31.998+0000 7f956607d640 -1 log_channel(cephadm) log [ERR] : [10/Aug/2024:05:15:32] ENGINE Error in HTTPServer.serve 2024-08-10T05:15:32.279 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:15:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: Traceback (most recent call last): 2024-08-10T05:15:32.279 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:15:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-10T05:15:32.279 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:15:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: self._connections.run(self.expiration_interval) 2024-08-10T05:15:32.279 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:15:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-10T05:15:32.280 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:15:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: self._run(expiration_interval) 2024-08-10T05:15:32.280 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:15:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-10T05:15:32.280 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:15:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: new_conn = self._from_server_socket(self.server.socket) 2024-08-10T05:15:32.280 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:15:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-10T05:15:32.280 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:15:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-10T05:15:32.280 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:15:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-10T05:15:32.280 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:15:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: s = self.context.wrap_socket( 2024-08-10T05:15:32.280 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:15:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-10T05:15:32.280 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:15:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: return self.sslsocket_class._create( 2024-08-10T05:15:32.280 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:15:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-10T05:15:32.280 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:15:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: self.do_handshake() 2024-08-10T05:15:32.280 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:15:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-10T05:15:32.280 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:15:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: self._sslobj.do_handshake() 2024-08-10T05:15:32.281 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:15:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-10T05:15:32.281 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:15:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: 2024-08-10T05:15:33.010 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:15:32 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:15:32.691+0000 7f4648c18ec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-10T05:15:33.022 INFO:tasks.rados.rados.0.smithi031.stdout:423: done (3 left) 2024-08-10T05:15:33.022 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 40 current snap is 40 2024-08-10T05:15:33.023 INFO:tasks.rados.rados.0.smithi031.stdout:424: seq_num 146 ranges {0=49152} 2024-08-10T05:15:33.024 INFO:tasks.rados.rados.0.smithi031.stdout:424: writing smithi03186013-40 from 0 to 49152 tid 1 2024-08-10T05:15:33.024 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 11 current snap is 40 2024-08-10T05:15:33.024 INFO:tasks.rados.rados.0.smithi031.stdout:425: seq_num 147 ranges {0=65536} 2024-08-10T05:15:33.024 INFO:tasks.rados.rados.0.smithi031.stdout:425: writing smithi03186013-11 from 0 to 65536 tid 1 2024-08-10T05:15:33.024 INFO:tasks.rados.rados.0.smithi031.stdout:426: rmattr oid 21 current snap is 40 2024-08-10T05:15:33.024 INFO:tasks.rados.rados.0.smithi031.stdout:419: expect (ObjNum 106 snap 21 seq_num 106) 2024-08-10T05:15:33.115 INFO:tasks.rados.rados.0.smithi031.stdout:421: expect (ObjNum 137 snap 37 seq_num 137) 2024-08-10T05:15:33.177 INFO:tasks.rados.rados.0.smithi031.stdout:422: expect (ObjNum 93 snap 16 seq_num 93) 2024-08-10T05:15:33.256 INFO:tasks.rados.rados.0.smithi031.stdout:425: finishing write tid 1 to smithi03186013-11 2024-08-10T05:15:33.256 INFO:tasks.rados.rados.0.smithi031.stdout:425: finishing write tid 2 to smithi03186013-11 2024-08-10T05:15:33.257 INFO:tasks.rados.rados.0.smithi031.stdout:424: finishing write tid 1 to smithi03186013-40 2024-08-10T05:15:33.257 INFO:tasks.rados.rados.0.smithi031.stdout:424: finishing write tid 2 to smithi03186013-40 2024-08-10T05:15:33.257 INFO:tasks.rados.rados.0.smithi031.stdout:425: finishing write tid 3 to smithi03186013-11 2024-08-10T05:15:33.257 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 11 v 107 (ObjNum 147 snap 40 seq_num 147) dirty exists 2024-08-10T05:15:33.257 INFO:tasks.rados.rados.0.smithi031.stdout:425: left oid 11 (ObjNum 147 snap 40 seq_num 147) 2024-08-10T05:15:33.257 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 21 v 190 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-08-10T05:15:33.257 INFO:tasks.rados.rados.0.smithi031.stdout:424: finishing write tid 3 to smithi03186013-40 2024-08-10T05:15:33.257 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 40 v 65 (ObjNum 146 snap 40 seq_num 146) dirty exists 2024-08-10T05:15:33.257 INFO:tasks.rados.rados.0.smithi031.stdout:424: left oid 40 (ObjNum 146 snap 40 seq_num 146) 2024-08-10T05:15:33.257 INFO:tasks.rados.rados.0.smithi031.stdout:419: done (5 left) 2024-08-10T05:15:33.257 INFO:tasks.rados.rados.0.smithi031.stdout:421: done (4 left) 2024-08-10T05:15:33.257 INFO:tasks.rados.rados.0.smithi031.stdout:422: done (3 left) 2024-08-10T05:15:33.257 INFO:tasks.rados.rados.0.smithi031.stdout:424: done (2 left) 2024-08-10T05:15:33.257 INFO:tasks.rados.rados.0.smithi031.stdout:425: done (1 left) 2024-08-10T05:15:33.258 INFO:tasks.rados.rados.0.smithi031.stdout:426: done (0 left) 2024-08-10T05:15:33.258 INFO:tasks.rados.rados.0.smithi031.stdout:427: delete oid 2 current snap is 40 2024-08-10T05:15:33.258 INFO:tasks.rados.rados.0.smithi031.stdout:427: done (0 left) 2024-08-10T05:15:33.259 INFO:tasks.rados.rados.0.smithi031.stdout:428: read oid 24 snap -1 2024-08-10T05:15:33.259 INFO:tasks.rados.rados.0.smithi031.stdout:428: expect (ObjNum 54 snap 4 seq_num 54) 2024-08-10T05:15:33.259 INFO:tasks.rados.rados.0.smithi031.stdout:429: snap_create 2024-08-10T05:15:33.266 INFO:tasks.rados.rados.0.smithi031.stdout:428: expect (ObjNum 54 snap 4 seq_num 54) 2024-08-10T05:15:33.268 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:15:33 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:15:33.009+0000 7f4648c18ec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-10T05:15:33.268 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:15:33 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:15:33.093+0000 7f4648c18ec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-10T05:15:33.269 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:15:33 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:15:33.234+0000 7f4648c18ec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-10T05:15:33.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:33 smithi031 ceph-mon[29994]: [10/Aug/2024:05:15:31] ENGINE Bus STARTING 2024-08-10T05:15:33.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:33 smithi031 ceph-mon[29994]: [10/Aug/2024:05:15:31] ENGINE Serving on http://172.21.15.196:8765 2024-08-10T05:15:33.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:33 smithi031 ceph-mon[29994]: pgmap v6: 121 pgs: 121 active+clean; 129 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:15:33.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:33 smithi031 ceph-mon[29994]: [10/Aug/2024:05:15:31] ENGINE Serving on https://172.21.15.196:7150 2024-08-10T05:15:33.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:33 smithi031 ceph-mon[29994]: [10/Aug/2024:05:15:31] ENGINE Bus STARTED 2024-08-10T05:15:33.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:33 smithi031 ceph-mon[29994]: [10/Aug/2024:05:15:32] ENGINE Error in HTTPServer.serve 2024-08-10T05:15:33.269 INFO:journalctl@ceph.mon.a.smithi031.stdout: Traceback (most recent call last): 2024-08-10T05:15:33.269 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-10T05:15:33.270 INFO:journalctl@ceph.mon.a.smithi031.stdout: self._connections.run(self.expiration_interval) 2024-08-10T05:15:33.270 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-10T05:15:33.270 INFO:journalctl@ceph.mon.a.smithi031.stdout: self._run(expiration_interval) 2024-08-10T05:15:33.270 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-10T05:15:33.270 INFO:journalctl@ceph.mon.a.smithi031.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-10T05:15:33.270 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-10T05:15:33.270 INFO:journalctl@ceph.mon.a.smithi031.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-10T05:15:33.270 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-10T05:15:33.270 INFO:journalctl@ceph.mon.a.smithi031.stdout: s = self.context.wrap_socket( 2024-08-10T05:15:33.270 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-10T05:15:33.270 INFO:journalctl@ceph.mon.a.smithi031.stdout: return self.sslsocket_class._create( 2024-08-10T05:15:33.270 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-10T05:15:33.271 INFO:journalctl@ceph.mon.a.smithi031.stdout: self.do_handshake() 2024-08-10T05:15:33.271 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-10T05:15:33.271 INFO:journalctl@ceph.mon.a.smithi031.stdout: self._sslobj.do_handshake() 2024-08-10T05:15:33.271 INFO:journalctl@ceph.mon.a.smithi031.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-10T05:15:33.271 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:33 smithi031 ceph-mon[29994]: osdmap e156: 8 total, 8 up, 8 in 2024-08-10T05:15:33.271 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:33 smithi031 ceph-mon[29994]: mgrmap e26: x(active, since 2s) 2024-08-10T05:15:33.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:33 smithi031 ceph-mon[41349]: [10/Aug/2024:05:15:31] ENGINE Bus STARTING 2024-08-10T05:15:33.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:33 smithi031 ceph-mon[41349]: [10/Aug/2024:05:15:31] ENGINE Serving on http://172.21.15.196:8765 2024-08-10T05:15:33.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:33 smithi031 ceph-mon[41349]: pgmap v6: 121 pgs: 121 active+clean; 129 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:15:33.272 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:33 smithi031 ceph-mon[41349]: [10/Aug/2024:05:15:31] ENGINE Serving on https://172.21.15.196:7150 2024-08-10T05:15:33.272 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:33 smithi031 ceph-mon[41349]: [10/Aug/2024:05:15:31] ENGINE Bus STARTED 2024-08-10T05:15:33.272 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:33 smithi031 ceph-mon[41349]: [10/Aug/2024:05:15:32] ENGINE Error in HTTPServer.serve 2024-08-10T05:15:33.272 INFO:journalctl@ceph.mon.c.smithi031.stdout: Traceback (most recent call last): 2024-08-10T05:15:33.272 INFO:journalctl@ceph.mon.c.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-10T05:15:33.272 INFO:journalctl@ceph.mon.c.smithi031.stdout: self._connections.run(self.expiration_interval) 2024-08-10T05:15:33.272 INFO:journalctl@ceph.mon.c.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-10T05:15:33.272 INFO:journalctl@ceph.mon.c.smithi031.stdout: self._run(expiration_interval) 2024-08-10T05:15:33.272 INFO:journalctl@ceph.mon.c.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-10T05:15:33.273 INFO:journalctl@ceph.mon.c.smithi031.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-10T05:15:33.273 INFO:journalctl@ceph.mon.c.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-10T05:15:33.273 INFO:journalctl@ceph.mon.c.smithi031.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-10T05:15:33.273 INFO:journalctl@ceph.mon.c.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-10T05:15:33.273 INFO:journalctl@ceph.mon.c.smithi031.stdout: s = self.context.wrap_socket( 2024-08-10T05:15:33.273 INFO:journalctl@ceph.mon.c.smithi031.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-10T05:15:33.273 INFO:journalctl@ceph.mon.c.smithi031.stdout: return self.sslsocket_class._create( 2024-08-10T05:15:33.273 INFO:journalctl@ceph.mon.c.smithi031.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-10T05:15:33.273 INFO:journalctl@ceph.mon.c.smithi031.stdout: self.do_handshake() 2024-08-10T05:15:33.273 INFO:journalctl@ceph.mon.c.smithi031.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-10T05:15:33.273 INFO:journalctl@ceph.mon.c.smithi031.stdout: self._sslobj.do_handshake() 2024-08-10T05:15:33.274 INFO:journalctl@ceph.mon.c.smithi031.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-10T05:15:33.274 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:33 smithi031 ceph-mon[41349]: osdmap e156: 8 total, 8 up, 8 in 2024-08-10T05:15:33.274 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:33 smithi031 ceph-mon[41349]: mgrmap e26: x(active, since 2s) 2024-08-10T05:15:33.274 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:33 smithi196 ceph-mon[32874]: [10/Aug/2024:05:15:31] ENGINE Bus STARTING 2024-08-10T05:15:33.274 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:33 smithi196 ceph-mon[32874]: [10/Aug/2024:05:15:31] ENGINE Serving on http://172.21.15.196:8765 2024-08-10T05:15:33.274 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:33 smithi196 ceph-mon[32874]: pgmap v6: 121 pgs: 121 active+clean; 129 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:15:33.275 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:33 smithi196 ceph-mon[32874]: [10/Aug/2024:05:15:31] ENGINE Serving on https://172.21.15.196:7150 2024-08-10T05:15:33.275 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:33 smithi196 ceph-mon[32874]: [10/Aug/2024:05:15:31] ENGINE Bus STARTED 2024-08-10T05:15:33.275 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:33 smithi196 ceph-mon[32874]: [10/Aug/2024:05:15:32] ENGINE Error in HTTPServer.serve 2024-08-10T05:15:33.275 INFO:journalctl@ceph.mon.b.smithi196.stdout: Traceback (most recent call last): 2024-08-10T05:15:33.275 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-10T05:15:33.275 INFO:journalctl@ceph.mon.b.smithi196.stdout: self._connections.run(self.expiration_interval) 2024-08-10T05:15:33.275 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-10T05:15:33.275 INFO:journalctl@ceph.mon.b.smithi196.stdout: self._run(expiration_interval) 2024-08-10T05:15:33.275 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-10T05:15:33.275 INFO:journalctl@ceph.mon.b.smithi196.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-10T05:15:33.275 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-10T05:15:33.275 INFO:journalctl@ceph.mon.b.smithi196.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-10T05:15:33.276 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-10T05:15:33.276 INFO:journalctl@ceph.mon.b.smithi196.stdout: s = self.context.wrap_socket( 2024-08-10T05:15:33.276 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-10T05:15:33.276 INFO:journalctl@ceph.mon.b.smithi196.stdout: return self.sslsocket_class._create( 2024-08-10T05:15:33.276 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-10T05:15:33.276 INFO:journalctl@ceph.mon.b.smithi196.stdout: self.do_handshake() 2024-08-10T05:15:33.277 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-10T05:15:33.277 INFO:journalctl@ceph.mon.b.smithi196.stdout: self._sslobj.do_handshake() 2024-08-10T05:15:33.277 INFO:journalctl@ceph.mon.b.smithi196.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-10T05:15:33.277 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:33 smithi196 ceph-mon[32874]: osdmap e156: 8 total, 8 up, 8 in 2024-08-10T05:15:33.277 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:33 smithi196 ceph-mon[32874]: mgrmap e26: x(active, since 2s) 2024-08-10T05:15:33.575 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:15:33 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:15:33.507+0000 7f4648c18ec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-10T05:15:33.576 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:15:33 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:15:33.574+0000 7f4648c18ec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-10T05:15:33.850 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:15:33 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:15:33.779+0000 7f4648c18ec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-10T05:15:33.850 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:15:33 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:15:33.849+0000 7f4648c18ec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-10T05:15:34.031 INFO:tasks.rados.rados.0.smithi031.stdout:428: done (1 left) 2024-08-10T05:15:34.032 INFO:tasks.rados.rados.0.smithi031.stdout:429: done (0 left) 2024-08-10T05:15:34.032 INFO:tasks.rados.rados.0.smithi031.stdout:430: rmattr oid 6 current snap is 41 2024-08-10T05:15:34.032 INFO:tasks.rados.rados.0.smithi031.stdout:431: rollback oid 3 current snap is 41 2024-08-10T05:15:34.032 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 3 to 38 2024-08-10T05:15:34.032 INFO:tasks.rados.rados.0.smithi031.stdout:432: rollback oid 16 current snap is 41 2024-08-10T05:15:34.032 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 16 to 37 2024-08-10T05:15:34.032 INFO:tasks.rados.rados.0.smithi031.stdout:433: snap_create 2024-08-10T05:15:34.033 INFO:tasks.rados.rados.0.smithi031.stdout:432: finishing rollback tid 1 to smithi03186013-16 2024-08-10T05:15:34.033 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 16 v 89 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-10T05:15:34.036 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 6 v 113 (ObjNum 105 snap 20 seq_num 105) dirty exists 2024-08-10T05:15:34.036 INFO:tasks.rados.rados.0.smithi031.stdout:431: finishing rollback tid 0 to smithi03186013-3 2024-08-10T05:15:34.036 INFO:tasks.rados.rados.0.smithi031.stdout:431: finishing rollback tid 1 to smithi03186013-3 2024-08-10T05:15:34.036 INFO:tasks.rados.rados.0.smithi031.stdout:431: finishing rollback tid 2 to smithi03186013-3 2024-08-10T05:15:34.036 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 3 v 117 (ObjNum 145 snap 38 seq_num 145) dirty exists 2024-08-10T05:15:34.186 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:15:33 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:15:33.941+0000 7f4648c18ec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-10T05:15:34.186 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:15:34 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:15:34.000+0000 7f4648c18ec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-10T05:15:34.186 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:34 smithi031 ceph-mon[29994]: osdmap e157: 8 total, 8 up, 8 in 2024-08-10T05:15:34.187 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:34 smithi031 ceph-mon[41349]: osdmap e157: 8 total, 8 up, 8 in 2024-08-10T05:15:34.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:34 smithi196 ceph-mon[32874]: osdmap e157: 8 total, 8 up, 8 in 2024-08-10T05:15:34.769 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:15:34 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:15:34.558+0000 7f4648c18ec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-10T05:15:34.769 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:15:34 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:15:34.700+0000 7f4648c18ec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-10T05:15:34.769 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:15:34 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: [10/Aug/2024:05:15:34] ENGINE Bus STARTING 2024-08-10T05:15:34.769 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:15:34 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: CherryPy Checker: 2024-08-10T05:15:34.769 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:15:34 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: The Application mounted at '' has an empty config. 2024-08-10T05:15:34.770 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:15:34 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: 2024-08-10T05:15:35.019 INFO:tasks.rados.rados.0.smithi031.stdout:430: done (3 left) 2024-08-10T05:15:35.019 INFO:tasks.rados.rados.0.smithi031.stdout:431: done (2 left) 2024-08-10T05:15:35.019 INFO:tasks.rados.rados.0.smithi031.stdout:432: done (1 left) 2024-08-10T05:15:35.019 INFO:tasks.rados.rados.0.smithi031.stdout:433: done (0 left) 2024-08-10T05:15:35.020 INFO:tasks.rados.rados.0.smithi031.stdout:434: rollback oid 39 current snap is 42 2024-08-10T05:15:35.020 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 39 to 38 2024-08-10T05:15:35.020 INFO:tasks.rados.rados.0.smithi031.stdout:435: rollback oid 21 current snap is 42 2024-08-10T05:15:35.020 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 21 to 37 2024-08-10T05:15:35.020 INFO:tasks.rados.rados.0.smithi031.stdout:436: delete oid 24 current snap is 42 2024-08-10T05:15:35.022 INFO:tasks.rados.rados.0.smithi031.stdout:434: finishing rollback tid 0 to smithi03186013-39 2024-08-10T05:15:35.023 INFO:tasks.rados.rados.0.smithi031.stdout:434: finishing rollback tid 1 to smithi03186013-39 2024-08-10T05:15:35.025 INFO:tasks.rados.rados.0.smithi031.stdout:435: finishing rollback tid 0 to smithi03186013-21 2024-08-10T05:15:35.025 INFO:tasks.rados.rados.0.smithi031.stdout:434: finishing rollback tid 2 to smithi03186013-39 2024-08-10T05:15:35.025 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 39 v 36 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-08-10T05:15:35.026 INFO:tasks.rados.rados.0.smithi031.stdout:435: finishing rollback tid 1 to smithi03186013-21 2024-08-10T05:15:35.026 INFO:tasks.rados.rados.0.smithi031.stdout:435: finishing rollback tid 2 to smithi03186013-21 2024-08-10T05:15:35.026 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 21 v 200 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-08-10T05:15:35.026 INFO:tasks.rados.rados.0.smithi031.stdout:434: done (2 left) 2024-08-10T05:15:35.027 INFO:tasks.rados.rados.0.smithi031.stdout:435: done (1 left) 2024-08-10T05:15:35.027 INFO:tasks.rados.rados.0.smithi031.stdout:436: done (0 left) 2024-08-10T05:15:35.027 INFO:tasks.rados.rados.0.smithi031.stdout:437: delete oid 47 current snap is 42 2024-08-10T05:15:35.032 INFO:tasks.rados.rados.0.smithi031.stdout:437: done (0 left) 2024-08-10T05:15:35.033 INFO:tasks.rados.rados.0.smithi031.stdout:438: read oid 33 snap 41 2024-08-10T05:15:35.033 INFO:tasks.rados.rados.0.smithi031.stdout:438: expect (ObjNum 81 snap 15 seq_num 81) 2024-08-10T05:15:35.033 INFO:tasks.rados.rados.0.smithi031.stdout:439: setattr oid 15 current snap is 42 2024-08-10T05:15:35.035 INFO:tasks.rados.rados.0.smithi031.stdout:440: setattr oid 29 current snap is 42 2024-08-10T05:15:35.038 INFO:tasks.rados.rados.0.smithi031.stdout:441: delete oid 34 current snap is 42 2024-08-10T05:15:35.044 INFO:tasks.rados.rados.0.smithi031.stdout:441: done (3 left) 2024-08-10T05:15:35.044 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 4 current snap is 42 2024-08-10T05:15:35.044 INFO:tasks.rados.rados.0.smithi031.stdout:442: seq_num 152 ranges {2211840=147456} 2024-08-10T05:15:35.059 INFO:tasks.rados.rados.0.smithi031.stdout:442: writing smithi03186013-4 from 2211840 to 2359296 tid 1 2024-08-10T05:15:35.059 INFO:tasks.rados.rados.0.smithi031.stdout:443: snap_remove snap 24 2024-08-10T05:15:35.170 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:15:34 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: [10/Aug/2024:05:15:34] ENGINE Serving on http://:::9283 2024-08-10T05:15:35.170 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:15:34 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: [10/Aug/2024:05:15:34] ENGINE Bus STARTED 2024-08-10T05:15:35.170 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:35 smithi031 ceph-mon[29994]: pgmap v9: 121 pgs: 121 active+clean; 129 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:15:35.171 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:35 smithi031 ceph-mon[29994]: osdmap e158: 8 total, 8 up, 8 in 2024-08-10T05:15:35.171 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:35 smithi031 ceph-mon[29994]: mgrmap e27: x(active, since 4s) 2024-08-10T05:15:35.171 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:35 smithi031 ceph-mon[29994]: Standby manager daemon y started 2024-08-10T05:15:35.171 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:35 smithi031 ceph-mon[29994]: from='mgr.? 172.21.15.31:0/1485801915' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-08-10T05:15:35.171 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:35 smithi031 ceph-mon[29994]: from='mgr.? 172.21.15.31:0/1485801915' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-10T05:15:35.171 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:35 smithi031 ceph-mon[29994]: from='mgr.? 172.21.15.31:0/1485801915' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-08-10T05:15:35.171 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:35 smithi031 ceph-mon[29994]: from='mgr.? 172.21.15.31:0/1485801915' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-10T05:15:35.171 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:35 smithi031 ceph-mon[29994]: osdmap e159: 8 total, 8 up, 8 in 2024-08-10T05:15:35.171 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:35 smithi031 ceph-mon[41349]: pgmap v9: 121 pgs: 121 active+clean; 129 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:15:35.171 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:35 smithi031 ceph-mon[41349]: osdmap e158: 8 total, 8 up, 8 in 2024-08-10T05:15:35.171 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:35 smithi031 ceph-mon[41349]: mgrmap e27: x(active, since 4s) 2024-08-10T05:15:35.172 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:35 smithi031 ceph-mon[41349]: Standby manager daemon y started 2024-08-10T05:15:35.172 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:35 smithi031 ceph-mon[41349]: from='mgr.? 172.21.15.31:0/1485801915' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-08-10T05:15:35.172 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:35 smithi031 ceph-mon[41349]: from='mgr.? 172.21.15.31:0/1485801915' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-10T05:15:35.172 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:35 smithi031 ceph-mon[41349]: from='mgr.? 172.21.15.31:0/1485801915' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-08-10T05:15:35.172 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:35 smithi031 ceph-mon[41349]: from='mgr.? 172.21.15.31:0/1485801915' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-10T05:15:35.172 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:35 smithi031 ceph-mon[41349]: osdmap e159: 8 total, 8 up, 8 in 2024-08-10T05:15:35.179 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:35 smithi196 ceph-mon[32874]: pgmap v9: 121 pgs: 121 active+clean; 129 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:15:35.179 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:35 smithi196 ceph-mon[32874]: osdmap e158: 8 total, 8 up, 8 in 2024-08-10T05:15:35.179 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:35 smithi196 ceph-mon[32874]: mgrmap e27: x(active, since 4s) 2024-08-10T05:15:35.179 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:35 smithi196 ceph-mon[32874]: Standby manager daemon y started 2024-08-10T05:15:35.179 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:35 smithi196 ceph-mon[32874]: from='mgr.? 172.21.15.31:0/1485801915' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-08-10T05:15:35.179 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:35 smithi196 ceph-mon[32874]: from='mgr.? 172.21.15.31:0/1485801915' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-10T05:15:35.179 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:35 smithi196 ceph-mon[32874]: from='mgr.? 172.21.15.31:0/1485801915' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-08-10T05:15:35.179 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:35 smithi196 ceph-mon[32874]: from='mgr.? 172.21.15.31:0/1485801915' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-10T05:15:35.179 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:35 smithi196 ceph-mon[32874]: osdmap e159: 8 total, 8 up, 8 in 2024-08-10T05:15:36.044 INFO:tasks.rados.rados.0.smithi031.stdout:443: done (4 left) 2024-08-10T05:15:36.044 INFO:tasks.rados.rados.0.smithi031.stdout:444: copy_from oid 40 from oid 6 current snap is 42 2024-08-10T05:15:36.044 INFO:tasks.rados.rados.0.smithi031.stdout:438: expect (ObjNum 81 snap 15 seq_num 81) 2024-08-10T05:15:36.097 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 29 v 154 (ObjNum 116 snap 28 seq_num 116) dirty exists 2024-08-10T05:15:36.098 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 15 v 92 (ObjNum 114 snap 28 seq_num 114) dirty exists 2024-08-10T05:15:36.098 INFO:tasks.rados.rados.0.smithi031.stdout:442: finishing write tid 1 to smithi03186013-4 2024-08-10T05:15:36.098 INFO:tasks.rados.rados.0.smithi031.stdout:438: done (4 left) 2024-08-10T05:15:36.098 INFO:tasks.rados.rados.0.smithi031.stdout:439: done (3 left) 2024-08-10T05:15:36.098 INFO:tasks.rados.rados.0.smithi031.stdout:440: done (2 left) 2024-08-10T05:15:36.098 INFO:tasks.rados.rados.0.smithi031.stdout:445: read oid 26 snap -1 2024-08-10T05:15:36.098 INFO:tasks.rados.rados.0.smithi031.stdout:445: expect (ObjNum 141 snap 37 seq_num 141) 2024-08-10T05:15:36.098 INFO:tasks.rados.rados.0.smithi031.stdout:446: rollback oid 13 current snap is 42 2024-08-10T05:15:36.098 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 13 to 37 2024-08-10T05:15:36.098 INFO:tasks.rados.rados.0.smithi031.stdout:442: finishing write tid 2 to smithi03186013-4 2024-08-10T05:15:36.098 INFO:tasks.rados.rados.0.smithi031.stdout:442: finishing write tid 3 to smithi03186013-4 2024-08-10T05:15:36.098 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 4 v 141 (ObjNum 152 snap 42 seq_num 152) dirty exists 2024-08-10T05:15:36.098 INFO:tasks.rados.rados.0.smithi031.stdout:442: left oid 4 (ObjNum 152 snap 42 seq_num 152) 2024-08-10T05:15:36.099 INFO:tasks.rados.rados.0.smithi031.stdout:444: finishing copy_from racing read to smithi03186013-40 2024-08-10T05:15:36.099 INFO:tasks.rados.rados.0.smithi031.stdout:444: finishing copy_from to smithi03186013-40 2024-08-10T05:15:36.099 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 40 v 113 (ObjNum 105 snap 20 seq_num 105) dirty exists 2024-08-10T05:15:36.099 INFO:tasks.rados.rados.0.smithi031.stdout:442: done (3 left) 2024-08-10T05:15:36.099 INFO:tasks.rados.rados.0.smithi031.stdout:444: done (2 left) 2024-08-10T05:15:36.099 INFO:tasks.rados.rados.0.smithi031.stdout:447: snap_remove snap 39 2024-08-10T05:15:36.368 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:36 smithi196 ceph-mon[32874]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-10T05:15:36.369 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:36 smithi196 ceph-mon[32874]: mgrmap e28: x(active, since 5s), standbys: y 2024-08-10T05:15:36.369 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:36 smithi196 ceph-mon[32874]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:36.369 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:36 smithi196 ceph-mon[32874]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:36.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:36 smithi031 ceph-mon[29994]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-10T05:15:36.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:36 smithi031 ceph-mon[29994]: mgrmap e28: x(active, since 5s), standbys: y 2024-08-10T05:15:36.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:36 smithi031 ceph-mon[29994]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:36.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:36 smithi031 ceph-mon[29994]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:36.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:36 smithi031 ceph-mon[41349]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-10T05:15:36.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:36 smithi031 ceph-mon[41349]: mgrmap e28: x(active, since 5s), standbys: y 2024-08-10T05:15:36.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:36 smithi031 ceph-mon[41349]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:36.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:36 smithi031 ceph-mon[41349]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:36.622 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:15:36 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:15:36] "GET /metrics HTTP/1.1" 200 33097 "" "Prometheus/2.43.0" 2024-08-10T05:15:37.057 INFO:tasks.rados.rados.0.smithi031.stdout:447: done (2 left) 2024-08-10T05:15:37.058 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 23 current snap is 42 2024-08-10T05:15:37.058 INFO:tasks.rados.rados.0.smithi031.stdout:448: seq_num 153 ranges {3088384=163840} 2024-08-10T05:15:37.075 INFO:tasks.rados.rados.0.smithi031.stdout:448: writing smithi03186013-23 from 3088384 to 3252224 tid 1 2024-08-10T05:15:37.075 INFO:tasks.rados.rados.0.smithi031.stdout:449: delete oid 8 current snap is 42 2024-08-10T05:15:37.075 INFO:tasks.rados.rados.0.smithi031.stdout:446: finishing rollback tid 0 to smithi03186013-13 2024-08-10T05:15:37.075 INFO:tasks.rados.rados.0.smithi031.stdout:446: finishing rollback tid 1 to smithi03186013-13 2024-08-10T05:15:37.075 INFO:tasks.rados.rados.0.smithi031.stdout:446: finishing rollback tid 2 to smithi03186013-13 2024-08-10T05:15:37.075 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 13 v 212 (ObjNum 126 snap 33 seq_num 126) dirty exists 2024-08-10T05:15:37.075 INFO:tasks.rados.rados.0.smithi031.stdout:445: expect (ObjNum 141 snap 37 seq_num 141) 2024-08-10T05:15:37.140 INFO:tasks.rados.rados.0.smithi031.stdout:448: finishing write tid 1 to smithi03186013-23 2024-08-10T05:15:37.141 INFO:tasks.rados.rados.0.smithi031.stdout:445: done (3 left) 2024-08-10T05:15:37.141 INFO:tasks.rados.rados.0.smithi031.stdout:446: done (2 left) 2024-08-10T05:15:37.141 INFO:tasks.rados.rados.0.smithi031.stdout:449: done (1 left) 2024-08-10T05:15:37.141 INFO:tasks.rados.rados.0.smithi031.stdout:450: read oid 26 snap 40 2024-08-10T05:15:37.141 INFO:tasks.rados.rados.0.smithi031.stdout:450: expect (ObjNum 141 snap 37 seq_num 141) 2024-08-10T05:15:37.141 INFO:tasks.rados.rados.0.smithi031.stdout:451: read oid 47 snap -1 2024-08-10T05:15:37.141 INFO:tasks.rados.rados.0.smithi031.stdout:451: expect deleted 2024-08-10T05:15:37.141 INFO:tasks.rados.rados.0.smithi031.stdout:452: read oid 41 snap -1 2024-08-10T05:15:37.141 INFO:tasks.rados.rados.0.smithi031.stdout:452: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-10T05:15:37.141 INFO:tasks.rados.rados.0.smithi031.stdout:453: read oid 44 snap -1 2024-08-10T05:15:37.141 INFO:tasks.rados.rados.0.smithi031.stdout:453: expect (ObjNum 75 snap 11 seq_num 75) 2024-08-10T05:15:37.141 INFO:tasks.rados.rados.0.smithi031.stdout:454: read oid 37 snap -1 2024-08-10T05:15:37.141 INFO:tasks.rados.rados.0.smithi031.stdout:454: expect deleted 2024-08-10T05:15:37.142 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 45 current snap is 42 2024-08-10T05:15:37.142 INFO:tasks.rados.rados.0.smithi031.stdout:455: seq_num 155 ranges {6791168=204800} 2024-08-10T05:15:37.179 INFO:tasks.rados.rados.0.smithi031.stdout:455: writing smithi03186013-45 from 6791168 to 6995968 tid 1 2024-08-10T05:15:37.179 INFO:tasks.rados.rados.0.smithi031.stdout:456: copy_from oid 9 from oid 12 current snap is 42 2024-08-10T05:15:37.179 INFO:tasks.rados.rados.0.smithi031.stdout:448: finishing write tid 2 to smithi03186013-23 2024-08-10T05:15:37.179 INFO:tasks.rados.rados.0.smithi031.stdout:448: finishing write tid 3 to smithi03186013-23 2024-08-10T05:15:37.179 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 23 v 68 (ObjNum 153 snap 42 seq_num 153) dirty exists 2024-08-10T05:15:37.179 INFO:tasks.rados.rados.0.smithi031.stdout:448: left oid 23 (ObjNum 153 snap 42 seq_num 153) 2024-08-10T05:15:37.179 INFO:tasks.rados.rados.0.smithi031.stdout:448: done (7 left) 2024-08-10T05:15:37.179 INFO:tasks.rados.rados.0.smithi031.stdout:457: snap_remove snap 38 2024-08-10T05:15:37.429 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:37 smithi196 ceph-mon[32874]: pgmap v12: 121 pgs: 121 active+clean; 129 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:15:37.429 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:37 smithi196 ceph-mon[32874]: osdmap e160: 8 total, 8 up, 8 in 2024-08-10T05:15:37.429 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:37 smithi196 ceph-mon[32874]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:37.429 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:37 smithi196 ceph-mon[32874]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:37.429 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:37 smithi196 ceph-mon[32874]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:15:37.429 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:37 smithi196 ceph-mon[32874]: from='mgr.24781 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:15:37.429 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:37 smithi196 ceph-mon[32874]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:15:37.429 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:37 smithi196 ceph-mon[32874]: from='mgr.24781 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:15:37.429 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:37 smithi196 ceph-mon[32874]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:15:37.430 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:37 smithi196 ceph-mon[32874]: from='mgr.24781 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:15:37.430 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:37 smithi196 ceph-mon[32874]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:15:37.430 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:37 smithi196 ceph-mon[32874]: from='mgr.24781 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:15:37.430 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:37 smithi196 ceph-mon[32874]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:37.430 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:37 smithi196 ceph-mon[32874]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:37.430 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:37 smithi196 ceph-mon[32874]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:37.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:37 smithi031 ceph-mon[29994]: pgmap v12: 121 pgs: 121 active+clean; 129 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:15:37.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:37 smithi031 ceph-mon[29994]: osdmap e160: 8 total, 8 up, 8 in 2024-08-10T05:15:37.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:37 smithi031 ceph-mon[29994]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:37.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:37 smithi031 ceph-mon[29994]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:37.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:37 smithi031 ceph-mon[29994]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:15:37.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:37 smithi031 ceph-mon[29994]: from='mgr.24781 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:15:37.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:37 smithi031 ceph-mon[29994]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:15:37.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:37 smithi031 ceph-mon[29994]: from='mgr.24781 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:15:37.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:37 smithi031 ceph-mon[29994]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:15:37.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:37 smithi031 ceph-mon[29994]: from='mgr.24781 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:15:37.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:37 smithi031 ceph-mon[29994]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:15:37.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:37 smithi031 ceph-mon[29994]: from='mgr.24781 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:15:37.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:37 smithi031 ceph-mon[29994]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:37.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:37 smithi031 ceph-mon[29994]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:37.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:37 smithi031 ceph-mon[29994]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:37.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:37 smithi031 ceph-mon[41349]: pgmap v12: 121 pgs: 121 active+clean; 129 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:15:37.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:37 smithi031 ceph-mon[41349]: osdmap e160: 8 total, 8 up, 8 in 2024-08-10T05:15:37.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:37 smithi031 ceph-mon[41349]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:37.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:37 smithi031 ceph-mon[41349]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:37.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:37 smithi031 ceph-mon[41349]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:15:37.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:37 smithi031 ceph-mon[41349]: from='mgr.24781 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:15:37.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:37 smithi031 ceph-mon[41349]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:15:37.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:37 smithi031 ceph-mon[41349]: from='mgr.24781 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:15:37.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:37 smithi031 ceph-mon[41349]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:15:37.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:37 smithi031 ceph-mon[41349]: from='mgr.24781 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:15:37.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:37 smithi031 ceph-mon[41349]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:15:37.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:37 smithi031 ceph-mon[41349]: from='mgr.24781 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:15:37.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:37 smithi031 ceph-mon[41349]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:37.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:37 smithi031 ceph-mon[41349]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:37.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:37 smithi031 ceph-mon[41349]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:38.068 INFO:tasks.rados.rados.0.smithi031.stdout:457: done (7 left) 2024-08-10T05:15:38.068 INFO:tasks.rados.rados.0.smithi031.stdout:458: rollback oid 49 current snap is 42 2024-08-10T05:15:38.068 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 49 to 29 2024-08-10T05:15:38.068 INFO:tasks.rados.rados.0.smithi031.stdout:452: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-10T05:15:38.070 INFO:tasks.rados.rados.0.smithi031.stdout:453: expect (ObjNum 75 snap 11 seq_num 75) 2024-08-10T05:15:38.111 INFO:tasks.rados.rados.0.smithi031.stdout:450: expect (ObjNum 141 snap 37 seq_num 141) 2024-08-10T05:15:38.173 INFO:tasks.rados.rados.0.smithi031.stdout:455: finishing write tid 1 to smithi03186013-45 2024-08-10T05:15:38.173 INFO:tasks.rados.rados.0.smithi031.stdout:455: finishing write tid 2 to smithi03186013-45 2024-08-10T05:15:38.173 INFO:tasks.rados.rados.0.smithi031.stdout:450: done (7 left) 2024-08-10T05:15:38.173 INFO:tasks.rados.rados.0.smithi031.stdout:451: done (6 left) 2024-08-10T05:15:38.173 INFO:tasks.rados.rados.0.smithi031.stdout:452: done (5 left) 2024-08-10T05:15:38.174 INFO:tasks.rados.rados.0.smithi031.stdout:453: done (4 left) 2024-08-10T05:15:38.174 INFO:tasks.rados.rados.0.smithi031.stdout:454: done (3 left) 2024-08-10T05:15:38.174 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 10 current snap is 42 2024-08-10T05:15:38.174 INFO:tasks.rados.rados.0.smithi031.stdout:455: finishing write tid 3 to smithi03186013-45 2024-08-10T05:15:38.174 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 45 v 219 (ObjNum 155 snap 42 seq_num 155) dirty exists 2024-08-10T05:15:38.174 INFO:tasks.rados.rados.0.smithi031.stdout:455: left oid 45 (ObjNum 155 snap 42 seq_num 155) 2024-08-10T05:15:38.174 INFO:tasks.rados.rados.0.smithi031.stdout:456: finishing copy_from racing read to smithi03186013-9 2024-08-10T05:15:38.174 INFO:tasks.rados.rados.0.smithi031.stdout:456: finishing copy_from to smithi03186013-9 2024-08-10T05:15:38.174 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 9 v 88 (ObjNum 137 snap 37 seq_num 137) dirty exists 2024-08-10T05:15:38.174 INFO:tasks.rados.rados.0.smithi031.stdout:458: finishing rollback tid 1 to smithi03186013-49 2024-08-10T05:15:38.174 INFO:tasks.rados.rados.0.smithi031.stdout:458: finishing rollback tid 2 to smithi03186013-49 2024-08-10T05:15:38.174 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 49 v 168 (ObjNum 102 snap 20 seq_num 102) dirty exists 2024-08-10T05:15:38.174 INFO:tasks.rados.rados.0.smithi031.stdout:459: seq_num 156 ranges {3686400=221184} 2024-08-10T05:15:38.194 INFO:tasks.rados.rados.0.smithi031.stdout:459: writing smithi03186013-10 from 3686400 to 3907584 tid 1 2024-08-10T05:15:38.194 INFO:tasks.rados.rados.0.smithi031.stdout:455: done (3 left) 2024-08-10T05:15:38.194 INFO:tasks.rados.rados.0.smithi031.stdout:456: done (2 left) 2024-08-10T05:15:38.195 INFO:tasks.rados.rados.0.smithi031.stdout:458: done (1 left) 2024-08-10T05:15:38.195 INFO:tasks.rados.rados.0.smithi031.stdout:460: copy_from oid 47 from oid 8 current snap is 42 2024-08-10T05:15:38.195 INFO:tasks.rados.rados.0.smithi031.stdout:461: snap_create 2024-08-10T05:15:38.195 INFO:tasks.rados.rados.0.smithi031.stdout:460: finishing copy_from to smithi03186013-47 2024-08-10T05:15:38.195 INFO:tasks.rados.rados.0.smithi031.stdout:460: got expected ENOENT (src dne) 2024-08-10T05:15:38.195 INFO:tasks.rados.rados.0.smithi031.stdout:460: finishing copy_from racing read to smithi03186013-47 2024-08-10T05:15:38.196 INFO:tasks.rados.rados.0.smithi031.stdout:459: finishing write tid 1 to smithi03186013-10 2024-08-10T05:15:38.196 INFO:tasks.rados.rados.0.smithi031.stdout:459: finishing write tid 2 to smithi03186013-10 2024-08-10T05:15:38.197 INFO:tasks.rados.rados.0.smithi031.stdout:459: finishing write tid 3 to smithi03186013-10 2024-08-10T05:15:38.197 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 10 v 73 (ObjNum 156 snap 42 seq_num 156) dirty exists 2024-08-10T05:15:38.197 INFO:tasks.rados.rados.0.smithi031.stdout:459: left oid 10 (ObjNum 156 snap 42 seq_num 156) 2024-08-10T05:15:38.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:38 smithi031 ceph-mon[29994]: Adjusting osd_memory_target on smithi031 to 2481M 2024-08-10T05:15:38.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:38 smithi031 ceph-mon[29994]: osdmap e161: 8 total, 8 up, 8 in 2024-08-10T05:15:38.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:38 smithi031 ceph-mon[29994]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:38.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:38 smithi031 ceph-mon[29994]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:38.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:38 smithi031 ceph-mon[41349]: Adjusting osd_memory_target on smithi031 to 2481M 2024-08-10T05:15:38.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:38 smithi031 ceph-mon[41349]: osdmap e161: 8 total, 8 up, 8 in 2024-08-10T05:15:38.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:38 smithi031 ceph-mon[41349]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:38.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:38 smithi031 ceph-mon[41349]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:38.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:38 smithi196 ceph-mon[32874]: Adjusting osd_memory_target on smithi031 to 2481M 2024-08-10T05:15:38.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:38 smithi196 ceph-mon[32874]: osdmap e161: 8 total, 8 up, 8 in 2024-08-10T05:15:38.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:38 smithi196 ceph-mon[32874]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:38.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:38 smithi196 ceph-mon[32874]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:39.068 INFO:tasks.rados.rados.0.smithi031.stdout:459: done (2 left) 2024-08-10T05:15:39.068 INFO:tasks.rados.rados.0.smithi031.stdout:460: done (1 left) 2024-08-10T05:15:39.068 INFO:tasks.rados.rados.0.smithi031.stdout:461: done (0 left) 2024-08-10T05:15:39.068 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 12 current snap is 43 2024-08-10T05:15:39.068 INFO:tasks.rados.rados.0.smithi031.stdout:462: seq_num 157 ranges {2310144=237568} 2024-08-10T05:15:39.082 INFO:tasks.rados.rados.0.smithi031.stdout:462: writing smithi03186013-12 from 2310144 to 2547712 tid 1 2024-08-10T05:15:39.082 INFO:tasks.rados.rados.0.smithi031.stdout:463: read oid 9 snap -1 2024-08-10T05:15:39.082 INFO:tasks.rados.rados.0.smithi031.stdout:463: expect (ObjNum 137 snap 37 seq_num 137) 2024-08-10T05:15:39.082 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 26 current snap is 43 2024-08-10T05:15:39.082 INFO:tasks.rados.rados.0.smithi031.stdout:464: seq_num 158 ranges {2375680=253952} 2024-08-10T05:15:39.096 INFO:tasks.rados.rados.0.smithi031.stdout:464: writing smithi03186013-26 from 2375680 to 2629632 tid 1 2024-08-10T05:15:39.096 INFO:tasks.rados.rados.0.smithi031.stdout:465: snap_create 2024-08-10T05:15:39.096 INFO:tasks.rados.rados.0.smithi031.stdout:462: finishing write tid 1 to smithi03186013-12 2024-08-10T05:15:39.096 INFO:tasks.rados.rados.0.smithi031.stdout:462: finishing write tid 2 to smithi03186013-12 2024-08-10T05:15:39.097 INFO:tasks.rados.rados.0.smithi031.stdout:462: finishing write tid 3 to smithi03186013-12 2024-08-10T05:15:39.097 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 12 v 136 (ObjNum 157 snap 43 seq_num 157) dirty exists 2024-08-10T05:15:39.097 INFO:tasks.rados.rados.0.smithi031.stdout:462: left oid 12 (ObjNum 157 snap 43 seq_num 157) 2024-08-10T05:15:39.097 INFO:tasks.rados.rados.0.smithi031.stdout:463: expect (ObjNum 137 snap 37 seq_num 137) 2024-08-10T05:15:39.158 INFO:tasks.rados.rados.0.smithi031.stdout:464: finishing write tid 1 to smithi03186013-26 2024-08-10T05:15:39.158 INFO:tasks.rados.rados.0.smithi031.stdout:464: finishing write tid 2 to smithi03186013-26 2024-08-10T05:15:39.158 INFO:tasks.rados.rados.0.smithi031.stdout:464: finishing write tid 3 to smithi03186013-26 2024-08-10T05:15:39.158 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 26 v 103 (ObjNum 158 snap 43 seq_num 158) dirty exists 2024-08-10T05:15:39.158 INFO:tasks.rados.rados.0.smithi031.stdout:464: left oid 26 (ObjNum 158 snap 43 seq_num 158) 2024-08-10T05:15:39.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:39 smithi196 ceph-mon[32874]: pgmap v15: 121 pgs: 121 active+clean; 128 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 496 KiB/s wr, 55 op/s 2024-08-10T05:15:39.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:39 smithi196 ceph-mon[32874]: osdmap e162: 8 total, 8 up, 8 in 2024-08-10T05:15:39.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:39 smithi031 ceph-mon[29994]: pgmap v15: 121 pgs: 121 active+clean; 128 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 496 KiB/s wr, 55 op/s 2024-08-10T05:15:39.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:39 smithi031 ceph-mon[29994]: osdmap e162: 8 total, 8 up, 8 in 2024-08-10T05:15:39.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:39 smithi031 ceph-mon[41349]: pgmap v15: 121 pgs: 121 active+clean; 128 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 496 KiB/s wr, 55 op/s 2024-08-10T05:15:39.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:39 smithi031 ceph-mon[41349]: osdmap e162: 8 total, 8 up, 8 in 2024-08-10T05:15:40.017 INFO:tasks.rados.rados.0.smithi031.stdout:462: done (3 left) 2024-08-10T05:15:40.018 INFO:tasks.rados.rados.0.smithi031.stdout:463: done (2 left) 2024-08-10T05:15:40.018 INFO:tasks.rados.rados.0.smithi031.stdout:464: done (1 left) 2024-08-10T05:15:40.018 INFO:tasks.rados.rados.0.smithi031.stdout:465: done (0 left) 2024-08-10T05:15:40.018 INFO:tasks.rados.rados.0.smithi031.stdout:466: copy_from oid 15 from oid 40 current snap is 44 2024-08-10T05:15:40.018 INFO:tasks.rados.rados.0.smithi031.stdout:467: read oid 7 snap 40 2024-08-10T05:15:40.018 INFO:tasks.rados.rados.0.smithi031.stdout:467: expect (ObjNum 6 snap 0 seq_num 6) 2024-08-10T05:15:40.018 INFO:tasks.rados.rados.0.smithi031.stdout:468: rollback oid 31 current snap is 44 2024-08-10T05:15:40.018 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 31 to 20 2024-08-10T05:15:40.018 INFO:tasks.rados.rados.0.smithi031.stdout:469: delete oid 35 current snap is 44 2024-08-10T05:15:40.020 INFO:tasks.rados.rados.0.smithi031.stdout:468: finishing rollback tid 1 to smithi03186013-31 2024-08-10T05:15:40.021 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 31 v 0 (ObjNum 33 snap 0 seq_num 557725048) dirty dne 2024-08-10T05:15:40.023 INFO:tasks.rados.rados.0.smithi031.stdout:468: done (3 left) 2024-08-10T05:15:40.023 INFO:tasks.rados.rados.0.smithi031.stdout:469: done (2 left) 2024-08-10T05:15:40.023 INFO:tasks.rados.rados.0.smithi031.stdout:470: read oid 8 snap -1 2024-08-10T05:15:40.023 INFO:tasks.rados.rados.0.smithi031.stdout:470: expect deleted 2024-08-10T05:15:40.023 INFO:tasks.rados.rados.0.smithi031.stdout:471: delete oid 17 current snap is 44 2024-08-10T05:15:40.025 INFO:tasks.rados.rados.0.smithi031.stdout:471: done (3 left) 2024-08-10T05:15:40.025 INFO:tasks.rados.rados.0.smithi031.stdout:472: rmattr oid 39 current snap is 44 2024-08-10T05:15:40.025 INFO:tasks.rados.rados.0.smithi031.stdout:472: done (3 left) 2024-08-10T05:15:40.025 INFO:tasks.rados.rados.0.smithi031.stdout:473: copy_from oid 13 from oid 46 current snap is 44 2024-08-10T05:15:40.025 INFO:tasks.rados.rados.0.smithi031.stdout:474: read oid 29 snap -1 2024-08-10T05:15:40.025 INFO:tasks.rados.rados.0.smithi031.stdout:474: expect (ObjNum 116 snap 28 seq_num 116) 2024-08-10T05:15:40.025 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 42 current snap is 44 2024-08-10T05:15:40.025 INFO:tasks.rados.rados.0.smithi031.stdout:475: seq_num 161 ranges {0=303104} 2024-08-10T05:15:40.027 INFO:tasks.rados.rados.0.smithi031.stdout:475: writing smithi03186013-42 from 0 to 303104 tid 1 2024-08-10T05:15:40.027 INFO:tasks.rados.rados.0.smithi031.stdout:476: read oid 27 snap 41 2024-08-10T05:15:40.027 INFO:tasks.rados.rados.0.smithi031.stdout:476: expect deleted 2024-08-10T05:15:40.027 INFO:tasks.rados.rados.0.smithi031.stdout:477: rollback oid 22 current snap is 44 2024-08-10T05:15:40.028 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 22 to 40 2024-08-10T05:15:40.028 INFO:tasks.rados.rados.0.smithi031.stdout:478: delete oid 4 current snap is 44 2024-08-10T05:15:40.028 INFO:tasks.rados.rados.0.smithi031.stdout:467: expect (ObjNum 6 snap 0 seq_num 6) 2024-08-10T05:15:40.033 INFO:tasks.rados.rados.0.smithi031.stdout:467: done (8 left) 2024-08-10T05:15:40.033 INFO:tasks.rados.rados.0.smithi031.stdout:470: done (7 left) 2024-08-10T05:15:40.033 INFO:tasks.rados.rados.0.smithi031.stdout:476: done (6 left) 2024-08-10T05:15:40.033 INFO:tasks.rados.rados.0.smithi031.stdout:478: done (5 left) 2024-08-10T05:15:40.033 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 11 current snap is 44 2024-08-10T05:15:40.033 INFO:tasks.rados.rados.0.smithi031.stdout:479: seq_num 163 ranges {65536=335872} 2024-08-10T05:15:40.036 INFO:tasks.rados.rados.0.smithi031.stdout:479: writing smithi03186013-11 from 65536 to 401408 tid 1 2024-08-10T05:15:40.036 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 10 current snap is 44 2024-08-10T05:15:40.036 INFO:tasks.rados.rados.0.smithi031.stdout:480: seq_num 164 ranges {3907584=352256} 2024-08-10T05:15:40.059 INFO:tasks.rados.rados.0.smithi031.stdout:480: writing smithi03186013-10 from 3907584 to 4259840 tid 1 2024-08-10T05:15:40.060 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 30 current snap is 44 2024-08-10T05:15:40.060 INFO:tasks.rados.rados.0.smithi031.stdout:481: seq_num 165 ranges {253952=368640} 2024-08-10T05:15:40.063 INFO:tasks.rados.rados.0.smithi031.stdout:481: writing smithi03186013-30 from 253952 to 622592 tid 1 2024-08-10T05:15:40.063 INFO:tasks.rados.rados.0.smithi031.stdout:482: read oid 50 snap -1 2024-08-10T05:15:40.064 INFO:tasks.rados.rados.0.smithi031.stdout:482: expect (ObjNum 49 snap 0 seq_num 49) 2024-08-10T05:15:40.064 INFO:tasks.rados.rados.0.smithi031.stdout:483: snap_remove snap 29 2024-08-10T05:15:40.064 INFO:tasks.rados.rados.0.smithi031.stdout:475: finishing write tid 1 to smithi03186013-42 2024-08-10T05:15:40.264 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:40 smithi196 ceph-mon[32874]: osdmap e163: 8 total, 8 up, 8 in 2024-08-10T05:15:40.265 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:40 smithi196 ceph-mon[32874]: osdmap e164: 8 total, 8 up, 8 in 2024-08-10T05:15:40.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:40 smithi031 ceph-mon[29994]: osdmap e163: 8 total, 8 up, 8 in 2024-08-10T05:15:40.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:40 smithi031 ceph-mon[29994]: osdmap e164: 8 total, 8 up, 8 in 2024-08-10T05:15:40.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:40 smithi031 ceph-mon[41349]: osdmap e163: 8 total, 8 up, 8 in 2024-08-10T05:15:40.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:40 smithi031 ceph-mon[41349]: osdmap e164: 8 total, 8 up, 8 in 2024-08-10T05:15:41.018 INFO:tasks.rados.rados.0.smithi031.stdout:483: done (9 left) 2024-08-10T05:15:41.018 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 12 current snap is 44 2024-08-10T05:15:41.018 INFO:tasks.rados.rados.0.smithi031.stdout:484: seq_num 166 ranges {2547712=385024} 2024-08-10T05:15:41.038 INFO:tasks.rados.rados.0.smithi031.stdout:484: writing smithi03186013-12 from 2547712 to 2932736 tid 1 2024-08-10T05:15:41.038 INFO:tasks.rados.rados.0.smithi031.stdout:485: delete oid 38 current snap is 44 2024-08-10T05:15:41.038 INFO:tasks.rados.rados.0.smithi031.stdout:473: finishing copy_from racing read to smithi03186013-13 2024-08-10T05:15:41.038 INFO:tasks.rados.rados.0.smithi031.stdout:475: finishing write tid 2 to smithi03186013-42 2024-08-10T05:15:41.038 INFO:tasks.rados.rados.0.smithi031.stdout:466: finishing copy_from racing read to smithi03186013-15 2024-08-10T05:15:41.038 INFO:tasks.rados.rados.0.smithi031.stdout:475: finishing write tid 3 to smithi03186013-42 2024-08-10T05:15:41.039 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 42 v 99 (ObjNum 161 snap 44 seq_num 161) dirty exists 2024-08-10T05:15:41.039 INFO:tasks.rados.rados.0.smithi031.stdout:475: left oid 42 (ObjNum 161 snap 44 seq_num 161) 2024-08-10T05:15:41.039 INFO:tasks.rados.rados.0.smithi031.stdout:466: finishing copy_from to smithi03186013-15 2024-08-10T05:15:41.039 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 15 v 113 (ObjNum 105 snap 20 seq_num 105) dirty exists 2024-08-10T05:15:41.039 INFO:tasks.rados.rados.0.smithi031.stdout:473: finishing copy_from to smithi03186013-13 2024-08-10T05:15:41.039 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 13 v 47 (ObjNum 106 snap 21 seq_num 106) dirty exists 2024-08-10T05:15:41.039 INFO:tasks.rados.rados.0.smithi031.stdout:479: finishing write tid 1 to smithi03186013-11 2024-08-10T05:15:41.039 INFO:tasks.rados.rados.0.smithi031.stdout:479: finishing write tid 2 to smithi03186013-11 2024-08-10T05:15:41.039 INFO:tasks.rados.rados.0.smithi031.stdout:479: finishing write tid 3 to smithi03186013-11 2024-08-10T05:15:41.039 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 11 v 139 (ObjNum 163 snap 44 seq_num 163) dirty exists 2024-08-10T05:15:41.039 INFO:tasks.rados.rados.0.smithi031.stdout:479: left oid 11 (ObjNum 163 snap 44 seq_num 163) 2024-08-10T05:15:41.039 INFO:tasks.rados.rados.0.smithi031.stdout:474: expect (ObjNum 116 snap 28 seq_num 116) 2024-08-10T05:15:41.199 INFO:tasks.rados.rados.0.smithi031.stdout:477: finishing rollback tid 0 to smithi03186013-22 2024-08-10T05:15:41.200 INFO:tasks.rados.rados.0.smithi031.stdout:477: finishing rollback tid 1 to smithi03186013-22 2024-08-10T05:15:41.200 INFO:tasks.rados.rados.0.smithi031.stdout:466: done (10 left) 2024-08-10T05:15:41.200 INFO:tasks.rados.rados.0.smithi031.stdout:473: done (9 left) 2024-08-10T05:15:41.200 INFO:tasks.rados.rados.0.smithi031.stdout:474: done (8 left) 2024-08-10T05:15:41.201 INFO:tasks.rados.rados.0.smithi031.stdout:475: done (7 left) 2024-08-10T05:15:41.201 INFO:tasks.rados.rados.0.smithi031.stdout:479: done (6 left) 2024-08-10T05:15:41.201 INFO:tasks.rados.rados.0.smithi031.stdout:485: done (5 left) 2024-08-10T05:15:41.201 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 29 current snap is 44 2024-08-10T05:15:41.201 INFO:tasks.rados.rados.0.smithi031.stdout:477: finishing rollback tid 2 to smithi03186013-22 2024-08-10T05:15:41.201 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 22 v 182 (ObjNum 99 snap 19 seq_num 99) dirty exists 2024-08-10T05:15:41.202 INFO:tasks.rados.rados.0.smithi031.stdout:486: seq_num 168 ranges {3842048=417792} 2024-08-10T05:15:41.222 INFO:tasks.rados.rados.0.smithi031.stdout:486: writing smithi03186013-29 from 3842048 to 4259840 tid 1 2024-08-10T05:15:41.222 INFO:tasks.rados.rados.0.smithi031.stdout:477: done (5 left) 2024-08-10T05:15:41.222 INFO:tasks.rados.rados.0.smithi031.stdout:487: snap_remove snap 42 2024-08-10T05:15:41.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:41 smithi031 ceph-mon[29994]: pgmap v18: 121 pgs: 121 active+clean; 128 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 496 KiB/s wr, 55 op/s 2024-08-10T05:15:41.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:41 smithi031 ceph-mon[29994]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:15:41.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:41 smithi031 ceph-mon[29994]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T05:15:41.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:41 smithi031 ceph-mon[29994]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:15:41.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:41 smithi031 ceph-mon[29994]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:15:41.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:41 smithi031 ceph-mon[29994]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:15:41.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:41 smithi031 ceph-mon[29994]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:15:41.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:41 smithi031 ceph-mon[29994]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:15:41.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:41 smithi031 ceph-mon[29994]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:15:41.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:41 smithi031 ceph-mon[29994]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:15:41.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:41 smithi031 ceph-mon[29994]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:15:41.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:41 smithi031 ceph-mon[29994]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:15:41.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:41 smithi031 ceph-mon[29994]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:15:41.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:41 smithi031 ceph-mon[29994]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:15:41.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:41 smithi031 ceph-mon[29994]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:15:41.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:41 smithi031 ceph-mon[29994]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:15:41.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:41 smithi031 ceph-mon[29994]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:15:41.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:41 smithi031 ceph-mon[29994]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:15:41.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:41 smithi031 ceph-mon[29994]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:15:41.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:41 smithi031 ceph-mon[29994]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:15:41.521 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:41 smithi031 ceph-mon[29994]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:15:41.521 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:41 smithi031 ceph-mon[29994]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:15:41.521 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:41 smithi031 ceph-mon[29994]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:15:41.521 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:41 smithi031 ceph-mon[29994]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:15:41.521 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:41 smithi031 ceph-mon[29994]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:15:41.521 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:41 smithi031 ceph-mon[29994]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:15:41.521 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:41 smithi031 ceph-mon[29994]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:15:41.521 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:41 smithi031 ceph-mon[29994]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:41.521 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:41 smithi031 ceph-mon[29994]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:41.521 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:41 smithi031 ceph-mon[29994]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:15:41.521 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:41 smithi031 ceph-mon[29994]: from='mgr.24781 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:15:41.521 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:41 smithi031 ceph-mon[29994]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:15:41.521 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:41 smithi031 ceph-mon[29994]: from='mgr.24781 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:15:41.521 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:41 smithi031 ceph-mon[29994]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:15:41.522 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:41 smithi031 ceph-mon[29994]: from='mgr.24781 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:15:41.522 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:41 smithi031 ceph-mon[29994]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:15:41.522 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:41 smithi031 ceph-mon[29994]: from='mgr.24781 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:15:41.522 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:41 smithi031 ceph-mon[29994]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:41.522 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:41 smithi031 ceph-mon[29994]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:15:41.522 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:41 smithi031 ceph-mon[29994]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:15:41.522 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:41 smithi031 ceph-mon[29994]: osdmap e165: 8 total, 8 up, 8 in 2024-08-10T05:15:41.522 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:41 smithi031 ceph-mon[41349]: pgmap v18: 121 pgs: 121 active+clean; 128 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 496 KiB/s wr, 55 op/s 2024-08-10T05:15:41.523 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:41 smithi031 ceph-mon[41349]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:15:41.523 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:41 smithi031 ceph-mon[41349]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T05:15:41.523 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:41 smithi031 ceph-mon[41349]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:15:41.523 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:41 smithi031 ceph-mon[41349]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:15:41.523 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:41 smithi031 ceph-mon[41349]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:15:41.523 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:41 smithi031 ceph-mon[41349]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:15:41.523 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:41 smithi031 ceph-mon[41349]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:15:41.523 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:41 smithi031 ceph-mon[41349]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:15:41.523 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:41 smithi031 ceph-mon[41349]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:15:41.523 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:41 smithi031 ceph-mon[41349]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:15:41.523 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:41 smithi031 ceph-mon[41349]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:15:41.523 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:41 smithi031 ceph-mon[41349]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:15:41.523 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:41 smithi031 ceph-mon[41349]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:15:41.525 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:41 smithi031 ceph-mon[41349]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:15:41.525 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:41 smithi031 ceph-mon[41349]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:15:41.525 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:41 smithi031 ceph-mon[41349]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:15:41.525 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:41 smithi031 ceph-mon[41349]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:15:41.525 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:41 smithi031 ceph-mon[41349]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:15:41.525 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:41 smithi031 ceph-mon[41349]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:15:41.525 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:41 smithi031 ceph-mon[41349]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:15:41.525 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:41 smithi031 ceph-mon[41349]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:15:41.526 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:41 smithi031 ceph-mon[41349]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:15:41.526 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:41 smithi031 ceph-mon[41349]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:15:41.526 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:41 smithi031 ceph-mon[41349]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:15:41.526 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:41 smithi031 ceph-mon[41349]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:15:41.526 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:41 smithi031 ceph-mon[41349]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:15:41.526 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:41 smithi031 ceph-mon[41349]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:41.526 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:41 smithi031 ceph-mon[41349]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:41.526 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:41 smithi031 ceph-mon[41349]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:15:41.526 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:41 smithi031 ceph-mon[41349]: from='mgr.24781 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:15:41.527 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:41 smithi031 ceph-mon[41349]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:15:41.527 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:41 smithi031 ceph-mon[41349]: from='mgr.24781 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:15:41.527 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:41 smithi031 ceph-mon[41349]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:15:41.527 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:41 smithi031 ceph-mon[41349]: from='mgr.24781 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:15:41.527 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:41 smithi031 ceph-mon[41349]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:15:41.527 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:41 smithi031 ceph-mon[41349]: from='mgr.24781 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:15:41.527 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:41 smithi031 ceph-mon[41349]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:41.527 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:41 smithi031 ceph-mon[41349]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:15:41.527 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:41 smithi031 ceph-mon[41349]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:15:41.527 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:41 smithi031 ceph-mon[41349]: osdmap e165: 8 total, 8 up, 8 in 2024-08-10T05:15:41.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:41 smithi196 ceph-mon[32874]: pgmap v18: 121 pgs: 121 active+clean; 128 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 496 KiB/s wr, 55 op/s 2024-08-10T05:15:41.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:41 smithi196 ceph-mon[32874]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:15:41.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:41 smithi196 ceph-mon[32874]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T05:15:41.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:41 smithi196 ceph-mon[32874]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:15:41.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:41 smithi196 ceph-mon[32874]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:15:41.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:41 smithi196 ceph-mon[32874]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:15:41.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:41 smithi196 ceph-mon[32874]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:15:41.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:41 smithi196 ceph-mon[32874]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:15:41.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:41 smithi196 ceph-mon[32874]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:15:41.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:41 smithi196 ceph-mon[32874]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:15:41.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:41 smithi196 ceph-mon[32874]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:15:41.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:41 smithi196 ceph-mon[32874]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:15:41.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:41 smithi196 ceph-mon[32874]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:15:41.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:41 smithi196 ceph-mon[32874]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:15:41.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:41 smithi196 ceph-mon[32874]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:15:41.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:41 smithi196 ceph-mon[32874]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:15:41.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:41 smithi196 ceph-mon[32874]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:15:41.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:41 smithi196 ceph-mon[32874]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:15:41.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:41 smithi196 ceph-mon[32874]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:15:41.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:41 smithi196 ceph-mon[32874]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:15:41.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:41 smithi196 ceph-mon[32874]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:15:41.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:41 smithi196 ceph-mon[32874]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:15:41.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:41 smithi196 ceph-mon[32874]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:15:41.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:41 smithi196 ceph-mon[32874]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:15:41.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:41 smithi196 ceph-mon[32874]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:15:41.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:41 smithi196 ceph-mon[32874]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:15:41.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:41 smithi196 ceph-mon[32874]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:15:41.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:41 smithi196 ceph-mon[32874]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:41.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:41 smithi196 ceph-mon[32874]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:41.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:41 smithi196 ceph-mon[32874]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:15:41.532 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:41 smithi196 ceph-mon[32874]: from='mgr.24781 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:15:41.532 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:41 smithi196 ceph-mon[32874]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:15:41.532 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:41 smithi196 ceph-mon[32874]: from='mgr.24781 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:15:41.532 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:41 smithi196 ceph-mon[32874]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:15:41.532 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:41 smithi196 ceph-mon[32874]: from='mgr.24781 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:15:41.532 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:41 smithi196 ceph-mon[32874]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:15:41.532 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:41 smithi196 ceph-mon[32874]: from='mgr.24781 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-10T05:15:41.532 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:41 smithi196 ceph-mon[32874]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:41.532 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:41 smithi196 ceph-mon[32874]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:15:41.532 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:41 smithi196 ceph-mon[32874]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:15:41.532 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:41 smithi196 ceph-mon[32874]: osdmap e165: 8 total, 8 up, 8 in 2024-08-10T05:15:42.089 INFO:tasks.rados.rados.0.smithi031.stdout:487: done (5 left) 2024-08-10T05:15:42.090 INFO:tasks.rados.rados.0.smithi031.stdout:488: copy_from oid 15 from oid 16 current snap is 44 2024-08-10T05:15:42.090 INFO:tasks.rados.rados.0.smithi031.stdout:480: finishing write tid 1 to smithi03186013-10 2024-08-10T05:15:42.090 INFO:tasks.rados.rados.0.smithi031.stdout:480: finishing write tid 2 to smithi03186013-10 2024-08-10T05:15:42.090 INFO:tasks.rados.rados.0.smithi031.stdout:480: finishing write tid 3 to smithi03186013-10 2024-08-10T05:15:42.090 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 10 v 76 (ObjNum 164 snap 44 seq_num 164) dirty exists 2024-08-10T05:15:42.090 INFO:tasks.rados.rados.0.smithi031.stdout:480: left oid 10 (ObjNum 164 snap 44 seq_num 164) 2024-08-10T05:15:42.090 INFO:tasks.rados.rados.0.smithi031.stdout:481: finishing write tid 1 to smithi03186013-30 2024-08-10T05:15:42.090 INFO:tasks.rados.rados.0.smithi031.stdout:481: finishing write tid 2 to smithi03186013-30 2024-08-10T05:15:42.090 INFO:tasks.rados.rados.0.smithi031.stdout:482: expect (ObjNum 49 snap 0 seq_num 49) 2024-08-10T05:15:42.115 INFO:tasks.rados.rados.0.smithi031.stdout:481: finishing write tid 3 to smithi03186013-30 2024-08-10T05:15:42.115 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 30 v 230 (ObjNum 165 snap 44 seq_num 165) dirty exists 2024-08-10T05:15:42.116 INFO:tasks.rados.rados.0.smithi031.stdout:481: left oid 30 (ObjNum 165 snap 44 seq_num 165) 2024-08-10T05:15:42.116 INFO:tasks.rados.rados.0.smithi031.stdout:484: finishing write tid 1 to smithi03186013-12 2024-08-10T05:15:42.116 INFO:tasks.rados.rados.0.smithi031.stdout:484: finishing write tid 2 to smithi03186013-12 2024-08-10T05:15:42.116 INFO:tasks.rados.rados.0.smithi031.stdout:484: finishing write tid 3 to smithi03186013-12 2024-08-10T05:15:42.116 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 12 v 148 (ObjNum 166 snap 44 seq_num 166) dirty exists 2024-08-10T05:15:42.116 INFO:tasks.rados.rados.0.smithi031.stdout:484: left oid 12 (ObjNum 166 snap 44 seq_num 166) 2024-08-10T05:15:42.116 INFO:tasks.rados.rados.0.smithi031.stdout:486: finishing write tid 1 to smithi03186013-29 2024-08-10T05:15:42.116 INFO:tasks.rados.rados.0.smithi031.stdout:486: finishing write tid 2 to smithi03186013-29 2024-08-10T05:15:42.116 INFO:tasks.rados.rados.0.smithi031.stdout:486: finishing write tid 3 to smithi03186013-29 2024-08-10T05:15:42.116 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 29 v 193 (ObjNum 168 snap 44 seq_num 168) dirty exists 2024-08-10T05:15:42.116 INFO:tasks.rados.rados.0.smithi031.stdout:486: left oid 29 (ObjNum 168 snap 44 seq_num 168) 2024-08-10T05:15:42.117 INFO:tasks.rados.rados.0.smithi031.stdout:488: finishing copy_from to smithi03186013-15 2024-08-10T05:15:42.117 INFO:tasks.rados.rados.0.smithi031.stdout:488: got expected ENOENT (src dne) 2024-08-10T05:15:42.117 INFO:tasks.rados.rados.0.smithi031.stdout:488: finishing copy_from racing read to smithi03186013-15 2024-08-10T05:15:42.117 INFO:tasks.rados.rados.0.smithi031.stdout:480: done (5 left) 2024-08-10T05:15:42.117 INFO:tasks.rados.rados.0.smithi031.stdout:481: done (4 left) 2024-08-10T05:15:42.117 INFO:tasks.rados.rados.0.smithi031.stdout:482: done (3 left) 2024-08-10T05:15:42.117 INFO:tasks.rados.rados.0.smithi031.stdout:484: done (2 left) 2024-08-10T05:15:42.117 INFO:tasks.rados.rados.0.smithi031.stdout:486: done (1 left) 2024-08-10T05:15:42.117 INFO:tasks.rados.rados.0.smithi031.stdout:488: done (0 left) 2024-08-10T05:15:42.117 INFO:tasks.rados.rados.0.smithi031.stdout:489: setattr oid 44 current snap is 44 2024-08-10T05:15:42.118 INFO:tasks.rados.rados.0.smithi031.stdout:490: rollback oid 5 current snap is 44 2024-08-10T05:15:42.118 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 5 to 20 2024-08-10T05:15:42.119 INFO:tasks.rados.rados.0.smithi031.stdout:491: setattr oid 4 current snap is 44 2024-08-10T05:15:42.119 INFO:tasks.rados.rados.0.smithi031.stdout:492: snap_create 2024-08-10T05:15:42.119 INFO:tasks.rados.rados.0.smithi031.stdout:490: finishing rollback tid 0 to smithi03186013-5 2024-08-10T05:15:42.119 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 44 v 199 (ObjNum 75 snap 11 seq_num 75) dirty exists 2024-08-10T05:15:42.119 INFO:tasks.rados.rados.0.smithi031.stdout:490: finishing rollback tid 1 to smithi03186013-5 2024-08-10T05:15:42.119 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 5 v 234 (ObjNum 33 snap 0 seq_num 1197890314) dirty dne 2024-08-10T05:15:42.119 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 4 v 162 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-08-10T05:15:42.417 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:15:42 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:15:42] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-10T05:15:42.417 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:42 smithi031 ceph-mon[29994]: Adjusting osd_memory_target on smithi196 to 2480M 2024-08-10T05:15:42.418 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:42 smithi031 ceph-mon[29994]: Updating smithi031:/etc/ceph/ceph.conf 2024-08-10T05:15:42.418 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:42 smithi031 ceph-mon[29994]: Updating smithi196:/etc/ceph/ceph.conf 2024-08-10T05:15:42.418 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:42 smithi031 ceph-mon[29994]: Updating smithi196:/var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/config/ceph.conf 2024-08-10T05:15:42.418 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:42 smithi031 ceph-mon[29994]: Updating smithi031:/var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/config/ceph.conf 2024-08-10T05:15:42.418 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:42 smithi031 ceph-mon[29994]: Updating smithi196:/etc/ceph/ceph.client.admin.keyring 2024-08-10T05:15:42.418 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:42 smithi031 ceph-mon[29994]: Updating smithi031:/etc/ceph/ceph.client.admin.keyring 2024-08-10T05:15:42.418 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:42 smithi031 ceph-mon[29994]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:42.418 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:42 smithi031 ceph-mon[29994]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:42.418 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:42 smithi031 ceph-mon[29994]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:42.418 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:42 smithi031 ceph-mon[29994]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:42.418 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:42 smithi031 ceph-mon[29994]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:42.418 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:42 smithi031 ceph-mon[29994]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:42.419 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:42 smithi031 ceph-mon[29994]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:42.419 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:42 smithi031 ceph-mon[29994]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:42.419 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:42 smithi031 ceph-mon[29994]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:42.419 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:42 smithi031 ceph-mon[41349]: Adjusting osd_memory_target on smithi196 to 2480M 2024-08-10T05:15:42.419 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:42 smithi031 ceph-mon[41349]: Updating smithi031:/etc/ceph/ceph.conf 2024-08-10T05:15:42.419 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:42 smithi031 ceph-mon[41349]: Updating smithi196:/etc/ceph/ceph.conf 2024-08-10T05:15:42.419 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:42 smithi031 ceph-mon[41349]: Updating smithi196:/var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/config/ceph.conf 2024-08-10T05:15:42.419 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:42 smithi031 ceph-mon[41349]: Updating smithi031:/var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/config/ceph.conf 2024-08-10T05:15:42.419 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:42 smithi031 ceph-mon[41349]: Updating smithi196:/etc/ceph/ceph.client.admin.keyring 2024-08-10T05:15:42.419 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:42 smithi031 ceph-mon[41349]: Updating smithi031:/etc/ceph/ceph.client.admin.keyring 2024-08-10T05:15:42.420 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:42 smithi031 ceph-mon[41349]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:42.420 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:42 smithi031 ceph-mon[41349]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:42.420 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:42 smithi031 ceph-mon[41349]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:42.420 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:42 smithi031 ceph-mon[41349]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:42.420 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:42 smithi031 ceph-mon[41349]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:42.420 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:42 smithi031 ceph-mon[41349]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:42.420 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:42 smithi031 ceph-mon[41349]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:42.420 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:42 smithi031 ceph-mon[41349]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:42.420 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:42 smithi031 ceph-mon[41349]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:42.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:42 smithi196 ceph-mon[32874]: Adjusting osd_memory_target on smithi196 to 2480M 2024-08-10T05:15:42.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:42 smithi196 ceph-mon[32874]: Updating smithi031:/etc/ceph/ceph.conf 2024-08-10T05:15:42.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:42 smithi196 ceph-mon[32874]: Updating smithi196:/etc/ceph/ceph.conf 2024-08-10T05:15:42.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:42 smithi196 ceph-mon[32874]: Updating smithi196:/var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/config/ceph.conf 2024-08-10T05:15:42.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:42 smithi196 ceph-mon[32874]: Updating smithi031:/var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/config/ceph.conf 2024-08-10T05:15:42.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:42 smithi196 ceph-mon[32874]: Updating smithi196:/etc/ceph/ceph.client.admin.keyring 2024-08-10T05:15:42.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:42 smithi196 ceph-mon[32874]: Updating smithi031:/etc/ceph/ceph.client.admin.keyring 2024-08-10T05:15:42.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:42 smithi196 ceph-mon[32874]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:42.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:42 smithi196 ceph-mon[32874]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:42.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:42 smithi196 ceph-mon[32874]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:42.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:42 smithi196 ceph-mon[32874]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:42.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:42 smithi196 ceph-mon[32874]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:42.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:42 smithi196 ceph-mon[32874]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:42.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:42 smithi196 ceph-mon[32874]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:42.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:42 smithi196 ceph-mon[32874]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:42.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:42 smithi196 ceph-mon[32874]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:43.094 INFO:tasks.rados.rados.0.smithi031.stdout:489: done (3 left) 2024-08-10T05:15:43.094 INFO:tasks.rados.rados.0.smithi031.stdout:490: done (2 left) 2024-08-10T05:15:43.094 INFO:tasks.rados.rados.0.smithi031.stdout:491: done (1 left) 2024-08-10T05:15:43.094 INFO:tasks.rados.rados.0.smithi031.stdout:492: done (0 left) 2024-08-10T05:15:43.095 INFO:tasks.rados.rados.0.smithi031.stdout:493: snap_create 2024-08-10T05:15:43.470 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:43 smithi031 ceph-mon[29994]: Updating smithi196:/var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/config/ceph.client.admin.keyring 2024-08-10T05:15:43.470 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:43 smithi031 ceph-mon[29994]: Updating smithi031:/var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/config/ceph.client.admin.keyring 2024-08-10T05:15:43.470 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:43 smithi031 ceph-mon[29994]: Reconfiguring alertmanager.a (dependencies changed)... 2024-08-10T05:15:43.470 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:43 smithi031 ceph-mon[29994]: Reconfiguring daemon alertmanager.a on smithi031 2024-08-10T05:15:43.470 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:43 smithi031 ceph-mon[29994]: pgmap v21: 121 pgs: 121 active+clean; 137 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 2.3 MiB/s wr, 30 op/s 2024-08-10T05:15:43.470 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:43 smithi031 ceph-mon[29994]: mgrmap e29: x(active, since 12s), standbys: y 2024-08-10T05:15:43.470 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:43 smithi031 ceph-mon[29994]: osdmap e166: 8 total, 8 up, 8 in 2024-08-10T05:15:43.471 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:43 smithi031 ceph-mon[41349]: Updating smithi196:/var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/config/ceph.client.admin.keyring 2024-08-10T05:15:43.471 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:43 smithi031 ceph-mon[41349]: Updating smithi031:/var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/config/ceph.client.admin.keyring 2024-08-10T05:15:43.471 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:43 smithi031 ceph-mon[41349]: Reconfiguring alertmanager.a (dependencies changed)... 2024-08-10T05:15:43.471 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:43 smithi031 ceph-mon[41349]: Reconfiguring daemon alertmanager.a on smithi031 2024-08-10T05:15:43.471 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:43 smithi031 ceph-mon[41349]: pgmap v21: 121 pgs: 121 active+clean; 137 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 2.3 MiB/s wr, 30 op/s 2024-08-10T05:15:43.471 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:43 smithi031 ceph-mon[41349]: mgrmap e29: x(active, since 12s), standbys: y 2024-08-10T05:15:43.471 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:43 smithi031 ceph-mon[41349]: osdmap e166: 8 total, 8 up, 8 in 2024-08-10T05:15:43.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:43 smithi196 ceph-mon[32874]: Updating smithi196:/var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/config/ceph.client.admin.keyring 2024-08-10T05:15:43.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:43 smithi196 ceph-mon[32874]: Updating smithi031:/var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/config/ceph.client.admin.keyring 2024-08-10T05:15:43.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:43 smithi196 ceph-mon[32874]: Reconfiguring alertmanager.a (dependencies changed)... 2024-08-10T05:15:43.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:43 smithi196 ceph-mon[32874]: Reconfiguring daemon alertmanager.a on smithi031 2024-08-10T05:15:43.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:43 smithi196 ceph-mon[32874]: pgmap v21: 121 pgs: 121 active+clean; 137 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 2.3 MiB/s wr, 30 op/s 2024-08-10T05:15:43.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:43 smithi196 ceph-mon[32874]: mgrmap e29: x(active, since 12s), standbys: y 2024-08-10T05:15:43.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:43 smithi196 ceph-mon[32874]: osdmap e166: 8 total, 8 up, 8 in 2024-08-10T05:15:44.095 INFO:tasks.rados.rados.0.smithi031.stdout:493: done (0 left) 2024-08-10T05:15:44.095 INFO:tasks.rados.rados.0.smithi031.stdout:494: setattr oid 4 current snap is 46 2024-08-10T05:15:44.096 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 14 current snap is 46 2024-08-10T05:15:44.096 INFO:tasks.rados.rados.0.smithi031.stdout:495: seq_num 169 ranges {1957888=434176} 2024-08-10T05:15:44.110 INFO:tasks.rados.rados.0.smithi031.stdout:495: writing smithi03186013-14 from 1957888 to 2392064 tid 1 2024-08-10T05:15:44.110 INFO:tasks.rados.rados.0.smithi031.stdout:496: read oid 16 snap 20 2024-08-10T05:15:44.110 INFO:tasks.rados.rados.0.smithi031.stdout:496: expect (ObjNum 71 snap 10 seq_num 71) 2024-08-10T05:15:44.110 INFO:tasks.rados.rados.0.smithi031.stdout:497: rmattr oid 10 current snap is 46 2024-08-10T05:15:44.110 INFO:tasks.rados.rados.0.smithi031.stdout:497: done (3 left) 2024-08-10T05:15:44.110 INFO:tasks.rados.rados.0.smithi031.stdout:498: copy_from oid 41 from oid 17 current snap is 46 2024-08-10T05:15:44.110 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 4 v 164 (ObjNum 609 snap 0 seq_num 3646926640) dirty exists 2024-08-10T05:15:44.110 INFO:tasks.rados.rados.0.smithi031.stdout:494: done (3 left) 2024-08-10T05:15:44.111 INFO:tasks.rados.rados.0.smithi031.stdout:499: delete oid 22 current snap is 46 2024-08-10T05:15:44.113 INFO:tasks.rados.rados.0.smithi031.stdout:499: done (3 left) 2024-08-10T05:15:44.113 INFO:tasks.rados.rados.0.smithi031.stdout:500: rmattr oid 28 current snap is 46 2024-08-10T05:15:44.113 INFO:tasks.rados.rados.0.smithi031.stdout:500: done (3 left) 2024-08-10T05:15:44.113 INFO:tasks.rados.rados.0.smithi031.stdout:501: rollback oid 13 current snap is 46 2024-08-10T05:15:44.114 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 13 to 37 2024-08-10T05:15:44.114 INFO:tasks.rados.rados.0.smithi031.stdout:502: copy_from oid 23 from oid 3 current snap is 46 2024-08-10T05:15:44.114 INFO:tasks.rados.rados.0.smithi031.stdout:503: read oid 6 snap -1 2024-08-10T05:15:44.114 INFO:tasks.rados.rados.0.smithi031.stdout:503: expect (ObjNum 105 snap 20 seq_num 105) 2024-08-10T05:15:44.114 INFO:tasks.rados.rados.0.smithi031.stdout:504: rollback oid 5 current snap is 46 2024-08-10T05:15:44.114 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 5 to 20 2024-08-10T05:15:44.114 INFO:tasks.rados.rados.0.smithi031.stdout:505: setattr oid 21 current snap is 46 2024-08-10T05:15:44.115 INFO:tasks.rados.rados.0.smithi031.stdout:495: finishing write tid 1 to smithi03186013-14 2024-08-10T05:15:44.115 INFO:tasks.rados.rados.0.smithi031.stdout:495: finishing write tid 2 to smithi03186013-14 2024-08-10T05:15:44.115 INFO:tasks.rados.rados.0.smithi031.stdout:506: snap_create 2024-08-10T05:15:44.117 INFO:tasks.rados.rados.0.smithi031.stdout:501: finishing rollback tid 0 to smithi03186013-13 2024-08-10T05:15:44.117 INFO:tasks.rados.rados.0.smithi031.stdout:504: finishing rollback tid 1 to smithi03186013-5 2024-08-10T05:15:44.118 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 5 v 234 (ObjNum 0 snap 0 seq_num 304) dirty dne 2024-08-10T05:15:44.118 INFO:tasks.rados.rados.0.smithi031.stdout:495: finishing write tid 3 to smithi03186013-14 2024-08-10T05:15:44.118 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 14 v 237 (ObjNum 169 snap 46 seq_num 169) dirty exists 2024-08-10T05:15:44.118 INFO:tasks.rados.rados.0.smithi031.stdout:495: left oid 14 (ObjNum 169 snap 46 seq_num 169) 2024-08-10T05:15:44.119 INFO:tasks.rados.rados.0.smithi031.stdout:501: finishing rollback tid 1 to smithi03186013-13 2024-08-10T05:15:44.119 INFO:tasks.rados.rados.0.smithi031.stdout:501: finishing rollback tid 2 to smithi03186013-13 2024-08-10T05:15:44.119 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 13 v 244 (ObjNum 126 snap 33 seq_num 126) dirty exists 2024-08-10T05:15:44.119 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 21 v 246 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-08-10T05:15:44.122 INFO:tasks.rados.rados.0.smithi031.stdout:496: expect (ObjNum 71 snap 10 seq_num 71) 2024-08-10T05:15:44.229 INFO:tasks.rados.rados.0.smithi031.stdout:498: finishing copy_from to smithi03186013-41 2024-08-10T05:15:44.229 INFO:tasks.rados.rados.0.smithi031.stdout:498: got expected ENOENT (src dne) 2024-08-10T05:15:44.229 INFO:tasks.rados.rados.0.smithi031.stdout:498: finishing copy_from racing read to smithi03186013-41 2024-08-10T05:15:44.229 INFO:tasks.rados.rados.0.smithi031.stdout:503: expect (ObjNum 105 snap 20 seq_num 105) 2024-08-10T05:15:44.275 INFO:tasks.rados.rados.0.smithi031.stdout:502: finishing copy_from racing read to smithi03186013-23 2024-08-10T05:15:44.276 INFO:tasks.rados.rados.0.smithi031.stdout:502: finishing copy_from to smithi03186013-23 2024-08-10T05:15:44.276 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 23 v 117 (ObjNum 145 snap 38 seq_num 145) dirty exists 2024-08-10T05:15:44.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:44 smithi031 ceph-mon[29994]: osdmap e167: 8 total, 8 up, 8 in 2024-08-10T05:15:44.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:44 smithi031 ceph-mon[41349]: osdmap e167: 8 total, 8 up, 8 in 2024-08-10T05:15:44.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:44 smithi196 ceph-mon[32874]: osdmap e167: 8 total, 8 up, 8 in 2024-08-10T05:15:45.019 INFO:tasks.rados.rados.0.smithi031.stdout:495: done (8 left) 2024-08-10T05:15:45.019 INFO:tasks.rados.rados.0.smithi031.stdout:496: done (7 left) 2024-08-10T05:15:45.019 INFO:tasks.rados.rados.0.smithi031.stdout:498: done (6 left) 2024-08-10T05:15:45.019 INFO:tasks.rados.rados.0.smithi031.stdout:501: done (5 left) 2024-08-10T05:15:45.019 INFO:tasks.rados.rados.0.smithi031.stdout:502: done (4 left) 2024-08-10T05:15:45.019 INFO:tasks.rados.rados.0.smithi031.stdout:503: done (3 left) 2024-08-10T05:15:45.019 INFO:tasks.rados.rados.0.smithi031.stdout:504: done (2 left) 2024-08-10T05:15:45.019 INFO:tasks.rados.rados.0.smithi031.stdout:505: done (1 left) 2024-08-10T05:15:45.019 INFO:tasks.rados.rados.0.smithi031.stdout:506: done (0 left) 2024-08-10T05:15:45.019 INFO:tasks.rados.rados.0.smithi031.stdout:507: rmattr oid 4 current snap is 47 2024-08-10T05:15:45.019 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 47 current snap is 47 2024-08-10T05:15:45.019 INFO:tasks.rados.rados.0.smithi031.stdout:508: seq_num 171 ranges {0=466944} 2024-08-10T05:15:45.022 INFO:tasks.rados.rados.0.smithi031.stdout:508: writing smithi03186013-47 from 0 to 466944 tid 1 2024-08-10T05:15:45.022 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 40 current snap is 47 2024-08-10T05:15:45.022 INFO:tasks.rados.rados.0.smithi031.stdout:509: seq_num 172 ranges {1769472=483328} 2024-08-10T05:15:45.034 INFO:tasks.rados.rados.0.smithi031.stdout:509: writing smithi03186013-40 from 1769472 to 2252800 tid 1 2024-08-10T05:15:45.034 INFO:tasks.rados.rados.0.smithi031.stdout:510: read oid 38 snap 43 2024-08-10T05:15:45.035 INFO:tasks.rados.rados.0.smithi031.stdout:510: expect (ObjNum 143 snap 37 seq_num 143) 2024-08-10T05:15:45.035 INFO:tasks.rados.rados.0.smithi031.stdout:511: copy_from oid 22 from oid 18 current snap is 47 2024-08-10T05:15:45.035 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 4 v 166 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-10T05:15:45.035 INFO:tasks.rados.rados.0.smithi031.stdout:508: finishing write tid 1 to smithi03186013-47 2024-08-10T05:15:45.035 INFO:tasks.rados.rados.0.smithi031.stdout:508: finishing write tid 2 to smithi03186013-47 2024-08-10T05:15:45.035 INFO:tasks.rados.rados.0.smithi031.stdout:508: finishing write tid 3 to smithi03186013-47 2024-08-10T05:15:45.035 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 47 v 96 (ObjNum 171 snap 47 seq_num 171) dirty exists 2024-08-10T05:15:45.035 INFO:tasks.rados.rados.0.smithi031.stdout:508: left oid 47 (ObjNum 171 snap 47 seq_num 171) 2024-08-10T05:15:45.035 INFO:tasks.rados.rados.0.smithi031.stdout:507: done (4 left) 2024-08-10T05:15:45.035 INFO:tasks.rados.rados.0.smithi031.stdout:508: done (3 left) 2024-08-10T05:15:45.035 INFO:tasks.rados.rados.0.smithi031.stdout:512: snap_remove snap 46 2024-08-10T05:15:45.453 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:15:45 smithi031 systemd[1]: Stopping Ceph alertmanager.a for fc322138-56d5-11ef-bcce-c7b262605968... 2024-08-10T05:15:45.454 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:45 smithi031 ceph-mon[29994]: pgmap v24: 121 pgs: 121 active+clean; 137 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 2.3 MiB/s wr, 30 op/s 2024-08-10T05:15:45.454 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:45 smithi031 ceph-mon[29994]: osdmap e168: 8 total, 8 up, 8 in 2024-08-10T05:15:45.454 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:45 smithi031 ceph-mon[29994]: osdmap e169: 8 total, 8 up, 8 in 2024-08-10T05:15:45.454 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:45 smithi031 ceph-mon[41349]: pgmap v24: 121 pgs: 121 active+clean; 137 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 2.3 MiB/s wr, 30 op/s 2024-08-10T05:15:45.454 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:45 smithi031 ceph-mon[41349]: osdmap e168: 8 total, 8 up, 8 in 2024-08-10T05:15:45.455 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:45 smithi031 ceph-mon[41349]: osdmap e169: 8 total, 8 up, 8 in 2024-08-10T05:15:45.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:45 smithi196 ceph-mon[32874]: pgmap v24: 121 pgs: 121 active+clean; 137 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 2.3 MiB/s wr, 30 op/s 2024-08-10T05:15:45.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:45 smithi196 ceph-mon[32874]: osdmap e168: 8 total, 8 up, 8 in 2024-08-10T05:15:45.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:45 smithi196 ceph-mon[32874]: osdmap e169: 8 total, 8 up, 8 in 2024-08-10T05:15:45.768 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:15:45 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-alertmanager-a[81299]: ts=2024-08-10T05:15:45.453Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-08-10T05:15:45.769 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:15:45 smithi031 podman[88444]: 2024-08-10 05:15:45.525215808 +0000 UTC m=+0.200501789 container died 87a4b7db64db8fafa2544786316e1cea7ac738e1765a3643172926f26ba07403 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-10T05:15:46.019 INFO:tasks.rados.rados.0.smithi031.stdout:512: done (3 left) 2024-08-10T05:15:46.020 INFO:tasks.rados.rados.0.smithi031.stdout:513: rollback oid 32 current snap is 47 2024-08-10T05:15:46.020 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 32 to 40 2024-08-10T05:15:46.020 INFO:tasks.rados.rados.0.smithi031.stdout:514: read oid 49 snap 44 2024-08-10T05:15:46.020 INFO:tasks.rados.rados.0.smithi031.stdout:514: expect (ObjNum 102 snap 20 seq_num 102) 2024-08-10T05:15:46.020 INFO:tasks.rados.rados.0.smithi031.stdout:515: rollback oid 50 current snap is 47 2024-08-10T05:15:46.020 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 50 to 44 2024-08-10T05:15:46.020 INFO:tasks.rados.rados.0.smithi031.stdout:516: snap_create 2024-08-10T05:15:46.020 INFO:tasks.rados.rados.0.smithi031.stdout:509: finishing write tid 1 to smithi03186013-40 2024-08-10T05:15:46.020 INFO:tasks.rados.rados.0.smithi031.stdout:509: finishing write tid 2 to smithi03186013-40 2024-08-10T05:15:46.020 INFO:tasks.rados.rados.0.smithi031.stdout:509: finishing write tid 3 to smithi03186013-40 2024-08-10T05:15:46.020 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 40 v 116 (ObjNum 172 snap 47 seq_num 172) dirty exists 2024-08-10T05:15:46.020 INFO:tasks.rados.rados.0.smithi031.stdout:509: left oid 40 (ObjNum 172 snap 47 seq_num 172) 2024-08-10T05:15:46.020 INFO:tasks.rados.rados.0.smithi031.stdout:510: expect (ObjNum 143 snap 37 seq_num 143) 2024-08-10T05:15:46.103 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:15:45 smithi031 podman[88444]: 2024-08-10 05:15:45.934655845 +0000 UTC m=+0.609941814 container cleanup 87a4b7db64db8fafa2544786316e1cea7ac738e1765a3643172926f26ba07403 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-10T05:15:46.103 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:15:45 smithi031 bash[88444]: ceph-fc322138-56d5-11ef-bcce-c7b262605968-alertmanager-a 2024-08-10T05:15:46.203 INFO:tasks.rados.rados.0.smithi031.stdout:511: finishing copy_from racing read to smithi03186013-22 2024-08-10T05:15:46.203 INFO:tasks.rados.rados.0.smithi031.stdout:511: finishing copy_from to smithi03186013-22 2024-08-10T05:15:46.203 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 22 v 162 (ObjNum 134 snap 37 seq_num 134) dirty exists 2024-08-10T05:15:46.203 INFO:tasks.rados.rados.0.smithi031.stdout:515: finishing rollback tid 0 to smithi03186013-50 2024-08-10T05:15:46.203 INFO:tasks.rados.rados.0.smithi031.stdout:515: finishing rollback tid 1 to smithi03186013-50 2024-08-10T05:15:46.203 INFO:tasks.rados.rados.0.smithi031.stdout:515: finishing rollback tid 2 to smithi03186013-50 2024-08-10T05:15:46.203 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 50 v 172 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-08-10T05:15:46.203 INFO:tasks.rados.rados.0.smithi031.stdout:513: finishing rollback tid 0 to smithi03186013-32 2024-08-10T05:15:46.203 INFO:tasks.rados.rados.0.smithi031.stdout:513: finishing rollback tid 1 to smithi03186013-32 2024-08-10T05:15:46.203 INFO:tasks.rados.rados.0.smithi031.stdout:513: finishing rollback tid 2 to smithi03186013-32 2024-08-10T05:15:46.203 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 32 v 178 (ObjNum 138 snap 37 seq_num 138) dirty exists 2024-08-10T05:15:46.203 INFO:tasks.rados.rados.0.smithi031.stdout:514: expect (ObjNum 102 snap 20 seq_num 102) 2024-08-10T05:15:46.415 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:15:46 smithi031 podman[88463]: 2024-08-10 05:15:46.211411628 +0000 UTC m=+0.688624767 container remove 87a4b7db64db8fafa2544786316e1cea7ac738e1765a3643172926f26ba07403 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-10T05:15:46.415 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:15:46 smithi031 podman[88463]: 2024-08-10 05:15:46.286995947 +0000 UTC m=+0.764209086 volume remove de4ec33d24343bca0d7167f3bf4b3abb198de71be64e7315fe3ef61d126dd802 2024-08-10T05:15:46.415 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:46 smithi031 ceph-mon[29994]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:15:46.416 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:46 smithi031 ceph-mon[29994]: osdmap e170: 8 total, 8 up, 8 in 2024-08-10T05:15:46.416 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:46 smithi031 ceph-mon[41349]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:15:46.416 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:46 smithi031 ceph-mon[41349]: osdmap e170: 8 total, 8 up, 8 in 2024-08-10T05:15:46.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:46 smithi196 ceph-mon[32874]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:15:46.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:46 smithi196 ceph-mon[32874]: osdmap e170: 8 total, 8 up, 8 in 2024-08-10T05:15:46.719 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:15:46 smithi031 systemd[1]: ceph-fc322138-56d5-11ef-bcce-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-08-10T05:15:46.719 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:15:46 smithi031 systemd[1]: Stopped Ceph alertmanager.a for fc322138-56d5-11ef-bcce-c7b262605968. 2024-08-10T05:15:46.719 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:15:46 smithi031 systemd[1]: ceph-fc322138-56d5-11ef-bcce-c7b262605968@alertmanager.a.service: Consumed 1.143s CPU time. 2024-08-10T05:15:46.719 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:15:46 smithi031 systemd[1]: Starting Ceph alertmanager.a for fc322138-56d5-11ef-bcce-c7b262605968... 2024-08-10T05:15:46.719 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:15:46 smithi031 podman[88555]: 2024-08-10 05:15:46.662929919 +0000 UTC m=+0.107635913 volume create d73970fe526ae2b8383a1b18ea1b0515194b453e1b448cadb9a258b8d789722d 2024-08-10T05:15:46.719 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:15:46 smithi031 podman[88555]: 2024-08-10 05:15:46.576397095 +0000 UTC m=+0.021103101 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-08-10T05:15:46.899 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:15:46 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:15:46] "GET /metrics HTTP/1.1" 200 36060 "" "Prometheus/2.43.0" 2024-08-10T05:15:47.018 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:15:46 smithi031 podman[88555]: 2024-08-10 05:15:46.763582495 +0000 UTC m=+0.208288489 container create afde0a9ed8a26e3a497821ba4a01337c0b74529045cf3c99ba5ae0e006d9ee1c (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-10T05:15:47.021 INFO:tasks.rados.rados.0.smithi031.stdout:509: done (6 left) 2024-08-10T05:15:47.021 INFO:tasks.rados.rados.0.smithi031.stdout:510: done (5 left) 2024-08-10T05:15:47.021 INFO:tasks.rados.rados.0.smithi031.stdout:511: done (4 left) 2024-08-10T05:15:47.022 INFO:tasks.rados.rados.0.smithi031.stdout:513: done (3 left) 2024-08-10T05:15:47.022 INFO:tasks.rados.rados.0.smithi031.stdout:514: done (2 left) 2024-08-10T05:15:47.022 INFO:tasks.rados.rados.0.smithi031.stdout:515: done (1 left) 2024-08-10T05:15:47.022 INFO:tasks.rados.rados.0.smithi031.stdout:516: done (0 left) 2024-08-10T05:15:47.022 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 33 current snap is 48 2024-08-10T05:15:47.022 INFO:tasks.rados.rados.0.smithi031.stdout:517: seq_num 173 ranges {1507328=499712} 2024-08-10T05:15:47.033 INFO:tasks.rados.rados.0.smithi031.stdout:517: writing smithi03186013-33 from 1507328 to 2007040 tid 1 2024-08-10T05:15:47.033 INFO:tasks.rados.rados.0.smithi031.stdout:518: read oid 27 snap -1 2024-08-10T05:15:47.033 INFO:tasks.rados.rados.0.smithi031.stdout:518: expect deleted 2024-08-10T05:15:47.034 INFO:tasks.rados.rados.0.smithi031.stdout:519: copy_from oid 30 from oid 25 current snap is 48 2024-08-10T05:15:47.034 INFO:tasks.rados.rados.0.smithi031.stdout:520: read oid 31 snap -1 2024-08-10T05:15:47.034 INFO:tasks.rados.rados.0.smithi031.stdout:520: expect deleted 2024-08-10T05:15:47.034 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 6 current snap is 48 2024-08-10T05:15:47.034 INFO:tasks.rados.rados.0.smithi031.stdout:521: seq_num 174 ranges {1769472=516096} 2024-08-10T05:15:47.047 INFO:tasks.rados.rados.0.smithi031.stdout:521: writing smithi03186013-6 from 1769472 to 2285568 tid 1 2024-08-10T05:15:47.047 INFO:tasks.rados.rados.0.smithi031.stdout:522: read oid 41 snap 20 2024-08-10T05:15:47.047 INFO:tasks.rados.rados.0.smithi031.stdout:522: expect deleted 2024-08-10T05:15:47.047 INFO:tasks.rados.rados.0.smithi031.stdout:523: snap_remove snap 41 2024-08-10T05:15:47.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:47 smithi196 ceph-mon[32874]: pgmap v27: 121 pgs: 121 active+clean; 137 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:15:47.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:47 smithi196 ceph-mon[32874]: osdmap e171: 8 total, 8 up, 8 in 2024-08-10T05:15:47.471 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:47 smithi031 ceph-mon[41349]: pgmap v27: 121 pgs: 121 active+clean; 137 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:15:47.471 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:47 smithi031 ceph-mon[41349]: osdmap e171: 8 total, 8 up, 8 in 2024-08-10T05:15:47.471 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:47 smithi031 ceph-mon[29994]: pgmap v27: 121 pgs: 121 active+clean; 137 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:15:47.472 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:47 smithi031 ceph-mon[29994]: osdmap e171: 8 total, 8 up, 8 in 2024-08-10T05:15:47.472 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:15:47 smithi031 podman[88555]: 2024-08-10 05:15:47.024623585 +0000 UTC m=+0.469329596 container init afde0a9ed8a26e3a497821ba4a01337c0b74529045cf3c99ba5ae0e006d9ee1c (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-10T05:15:47.472 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:15:47 smithi031 podman[88555]: 2024-08-10 05:15:47.029637194 +0000 UTC m=+0.474343191 container start afde0a9ed8a26e3a497821ba4a01337c0b74529045cf3c99ba5ae0e006d9ee1c (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-10T05:15:47.472 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:15:47 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-alertmanager-a[88576]: ts=2024-08-10T05:15:47.043Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-08-10T05:15:47.472 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:15:47 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-alertmanager-a[88576]: ts=2024-08-10T05:15:47.043Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-08-10T05:15:47.472 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:15:47 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-alertmanager-a[88576]: ts=2024-08-10T05:15:47.045Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.31 port=9094 2024-08-10T05:15:47.472 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:15:47 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-alertmanager-a[88576]: ts=2024-08-10T05:15:47.047Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-08-10T05:15:47.472 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:15:47 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-alertmanager-a[88576]: ts=2024-08-10T05:15:47.079Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-08-10T05:15:47.472 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:15:47 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-alertmanager-a[88576]: ts=2024-08-10T05:15:47.079Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-08-10T05:15:47.472 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:15:47 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-alertmanager-a[88576]: ts=2024-08-10T05:15:47.082Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-08-10T05:15:47.472 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:15:47 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-alertmanager-a[88576]: ts=2024-08-10T05:15:47.082Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-08-10T05:15:47.473 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:15:47 smithi031 bash[88555]: afde0a9ed8a26e3a497821ba4a01337c0b74529045cf3c99ba5ae0e006d9ee1c 2024-08-10T05:15:47.473 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:15:47 smithi031 systemd[1]: Started Ceph alertmanager.a for fc322138-56d5-11ef-bcce-c7b262605968. 2024-08-10T05:15:47.743 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:15:47 smithi031 systemd[1]: Stopping Ceph node-exporter.a for fc322138-56d5-11ef-bcce-c7b262605968... 2024-08-10T05:15:48.018 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:15:47 smithi031 podman[88731]: 2024-08-10 05:15:47.765954717 +0000 UTC m=+0.129709756 container died d16104ec62ddc8cb8202e94b9e947478b4b8fbba51ce06471dbfc3d3dbd60d12 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-10T05:15:48.022 INFO:tasks.rados.rados.0.smithi031.stdout:523: done (6 left) 2024-08-10T05:15:48.022 INFO:tasks.rados.rados.0.smithi031.stdout:524: snap_remove snap 45 2024-08-10T05:15:48.512 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:15:48 smithi031 podman[88731]: 2024-08-10 05:15:48.244737253 +0000 UTC m=+0.608492293 container cleanup d16104ec62ddc8cb8202e94b9e947478b4b8fbba51ce06471dbfc3d3dbd60d12 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-10T05:15:48.512 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:15:48 smithi031 bash[88731]: ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a 2024-08-10T05:15:48.513 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:48 smithi031 ceph-mon[29994]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:48.513 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:48 smithi031 ceph-mon[29994]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:48.513 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:48 smithi031 ceph-mon[29994]: osdmap e172: 8 total, 8 up, 8 in 2024-08-10T05:15:48.513 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:48 smithi031 ceph-mon[41349]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:48.513 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:48 smithi031 ceph-mon[41349]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:48.513 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:48 smithi031 ceph-mon[41349]: osdmap e172: 8 total, 8 up, 8 in 2024-08-10T05:15:48.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:48 smithi196 ceph-mon[32874]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:48.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:48 smithi196 ceph-mon[32874]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:48.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:48 smithi196 ceph-mon[32874]: osdmap e172: 8 total, 8 up, 8 in 2024-08-10T05:15:48.581 INFO:teuthology.orchestra.run.smithi031.stdout:true 2024-08-10T05:15:48.768 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:15:48 smithi031 podman[88751]: 2024-08-10 05:15:48.512752334 +0000 UTC m=+0.751035570 container remove d16104ec62ddc8cb8202e94b9e947478b4b8fbba51ce06471dbfc3d3dbd60d12 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-10T05:15:48.769 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:15:48 smithi031 systemd[1]: ceph-fc322138-56d5-11ef-bcce-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-08-10T05:15:48.769 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:15:48 smithi031 systemd[1]: ceph-fc322138-56d5-11ef-bcce-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-08-10T05:15:48.769 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:15:48 smithi031 systemd[1]: Stopped Ceph node-exporter.a for fc322138-56d5-11ef-bcce-c7b262605968. 2024-08-10T05:15:48.769 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:15:48 smithi031 systemd[1]: ceph-fc322138-56d5-11ef-bcce-c7b262605968@node-exporter.a.service: Consumed 2.329s CPU time. 2024-08-10T05:15:48.769 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:15:48 smithi031 systemd[1]: Starting Ceph node-exporter.a for fc322138-56d5-11ef-bcce-c7b262605968... 2024-08-10T05:15:48.894 INFO:teuthology.orchestra.run.smithi031.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-10T05:15:48.894 INFO:teuthology.orchestra.run.smithi031.stdout:alertmanager.a smithi031 *:9093,9094 starting - - - - 2024-08-10T05:15:48.894 INFO:teuthology.orchestra.run.smithi031.stdout:grafana.a smithi196 *:3000 running (4m) 12s ago 3m 87.9M - 9.4.7 954c08fa6188 98939d3181ae 2024-08-10T05:15:48.894 INFO:teuthology.orchestra.run.smithi031.stdout:mds.a smithi031 running (5m) 13s ago 5m 15.3M - 17.2.7-1372-g56ceb861 354fce865a9a 6a7f8795f454 2024-08-10T05:15:48.894 INFO:teuthology.orchestra.run.smithi031.stdout:mds.b smithi196 running (5m) 12s ago 5m 16.4M - 17.2.7-1372-g56ceb861 354fce865a9a b1ed5b548d29 2024-08-10T05:15:48.894 INFO:teuthology.orchestra.run.smithi031.stdout:mgr.x smithi196 *:8443,9283 running (37s) 12s ago 9m 485M - 19.1.0-1335-gbca9905d c7b33901c886 3b5b6b8c20ba 2024-08-10T05:15:48.894 INFO:teuthology.orchestra.run.smithi031.stdout:mgr.y smithi031 *:9283,8765 running (10m) 13s ago 10m 252M - 17.2.7-1372-g56ceb861 354fce865a9a 947e4f4cca4e 2024-08-10T05:15:48.894 INFO:teuthology.orchestra.run.smithi031.stdout:mon.a smithi031 running (10m) 13s ago 10m 55.0M 2048M 17.2.7-1372-g56ceb861 354fce865a9a 3733e4dc0236 2024-08-10T05:15:48.895 INFO:teuthology.orchestra.run.smithi031.stdout:mon.b smithi196 running (9m) 12s ago 9m 44.7M 2048M 17.2.7-1372-g56ceb861 354fce865a9a 4e4eaf4777a7 2024-08-10T05:15:48.895 INFO:teuthology.orchestra.run.smithi031.stdout:mon.c smithi031 running (9m) 13s ago 9m 44.9M 2048M 17.2.7-1372-g56ceb861 354fce865a9a 13f38e06b813 2024-08-10T05:15:48.895 INFO:teuthology.orchestra.run.smithi031.stdout:node-exporter.a smithi031 *:9100 running (3m) 13s ago 3m 15.7M - 1.5.0 0da6a335fe13 d16104ec62dd 2024-08-10T05:15:48.895 INFO:teuthology.orchestra.run.smithi031.stdout:node-exporter.b smithi196 *:9100 running (3m) 12s ago 3m 15.5M - 1.5.0 0da6a335fe13 6246ec3d261f 2024-08-10T05:15:48.895 INFO:teuthology.orchestra.run.smithi031.stdout:osd.0 smithi031 running (8m) 13s ago 8m 91.0M 2481M 17.2.7-1372-g56ceb861 354fce865a9a 36e1ab6186cd 2024-08-10T05:15:48.895 INFO:teuthology.orchestra.run.smithi031.stdout:osd.1 smithi031 running (8m) 13s ago 8m 82.3M 2481M 17.2.7-1372-g56ceb861 354fce865a9a 80a25aacceaf 2024-08-10T05:15:48.895 INFO:teuthology.orchestra.run.smithi031.stdout:osd.2 smithi031 running (7m) 13s ago 7m 66.4M 2481M 17.2.7-1372-g56ceb861 354fce865a9a 219593aa2bcc 2024-08-10T05:15:48.895 INFO:teuthology.orchestra.run.smithi031.stdout:osd.3 smithi031 running (7m) 13s ago 7m 67.9M 2481M 17.2.7-1372-g56ceb861 354fce865a9a 2f86cfe4892d 2024-08-10T05:15:48.895 INFO:teuthology.orchestra.run.smithi031.stdout:osd.4 smithi196 running (7m) 12s ago 7m 87.1M 2480M 17.2.7-1372-g56ceb861 354fce865a9a 267ae336e2f7 2024-08-10T05:15:48.895 INFO:teuthology.orchestra.run.smithi031.stdout:osd.5 smithi196 running (6m) 12s ago 6m 84.5M 2480M 17.2.7-1372-g56ceb861 354fce865a9a 6af7d344b4cc 2024-08-10T05:15:48.895 INFO:teuthology.orchestra.run.smithi031.stdout:osd.6 smithi196 running (6m) 12s ago 6m 73.8M 2480M 17.2.7-1372-g56ceb861 354fce865a9a e73c19910471 2024-08-10T05:15:48.895 INFO:teuthology.orchestra.run.smithi031.stdout:osd.7 smithi196 running (5m) 12s ago 5m 66.0M 2480M 17.2.7-1372-g56ceb861 354fce865a9a f847e8917297 2024-08-10T05:15:48.895 INFO:teuthology.orchestra.run.smithi031.stdout:prometheus.a smithi196 *:9095 running (3m) 12s ago 4m 56.1M - 2.43.0 a07b618ecd1d ad09f46e48ad 2024-08-10T05:15:49.025 INFO:tasks.rados.rados.0.smithi031.stdout:524: done (6 left) 2024-08-10T05:15:49.025 INFO:tasks.rados.rados.0.smithi031.stdout:525: copy_from oid 12 from oid 43 current snap is 48 2024-08-10T05:15:49.025 INFO:tasks.rados.rados.0.smithi031.stdout:517: finishing write tid 1 to smithi03186013-33 2024-08-10T05:15:49.025 INFO:tasks.rados.rados.0.smithi031.stdout:517: finishing write tid 2 to smithi03186013-33 2024-08-10T05:15:49.025 INFO:tasks.rados.rados.0.smithi031.stdout:517: finishing write tid 3 to smithi03186013-33 2024-08-10T05:15:49.025 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 33 v 98 (ObjNum 173 snap 48 seq_num 173) dirty exists 2024-08-10T05:15:49.026 INFO:tasks.rados.rados.0.smithi031.stdout:517: left oid 33 (ObjNum 173 snap 48 seq_num 173) 2024-08-10T05:15:49.026 INFO:tasks.rados.rados.0.smithi031.stdout:519: finishing copy_from racing read to smithi03186013-30 2024-08-10T05:15:49.026 INFO:tasks.rados.rados.0.smithi031.stdout:519: finishing copy_from to smithi03186013-30 2024-08-10T05:15:49.026 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 30 v 138 (ObjNum 129 snap 34 seq_num 129) dirty exists 2024-08-10T05:15:49.026 INFO:tasks.rados.rados.0.smithi031.stdout:521: finishing write tid 1 to smithi03186013-6 2024-08-10T05:15:49.026 INFO:tasks.rados.rados.0.smithi031.stdout:521: finishing write tid 2 to smithi03186013-6 2024-08-10T05:15:49.026 INFO:tasks.rados.rados.0.smithi031.stdout:517: done (6 left) 2024-08-10T05:15:49.026 INFO:tasks.rados.rados.0.smithi031.stdout:518: done (5 left) 2024-08-10T05:15:49.026 INFO:tasks.rados.rados.0.smithi031.stdout:519: done (4 left) 2024-08-10T05:15:49.026 INFO:tasks.rados.rados.0.smithi031.stdout:520: done (3 left) 2024-08-10T05:15:49.026 INFO:tasks.rados.rados.0.smithi031.stdout:522: done (2 left) 2024-08-10T05:15:49.027 INFO:tasks.rados.rados.0.smithi031.stdout:526: rollback oid 4 current snap is 48 2024-08-10T05:15:49.027 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 4 to 17 2024-08-10T05:15:49.027 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 16 current snap is 48 2024-08-10T05:15:49.027 INFO:tasks.rados.rados.0.smithi031.stdout:527: seq_num 175 ranges {0=540672} 2024-08-10T05:15:49.029 INFO:tasks.rados.rados.0.smithi031.stdout:527: writing smithi03186013-16 from 0 to 540672 tid 1 2024-08-10T05:15:49.029 INFO:tasks.rados.rados.0.smithi031.stdout:528: snap_create 2024-08-10T05:15:49.029 INFO:tasks.rados.rados.0.smithi031.stdout:521: finishing write tid 3 to smithi03186013-6 2024-08-10T05:15:49.029 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 6 v 155 (ObjNum 174 snap 48 seq_num 174) dirty exists 2024-08-10T05:15:49.029 INFO:tasks.rados.rados.0.smithi031.stdout:521: left oid 6 (ObjNum 174 snap 48 seq_num 174) 2024-08-10T05:15:49.033 INFO:tasks.rados.rados.0.smithi031.stdout:525: finishing copy_from to smithi03186013-12 2024-08-10T05:15:49.033 INFO:tasks.rados.rados.0.smithi031.stdout:525: got expected ENOENT (src dne) 2024-08-10T05:15:49.034 INFO:tasks.rados.rados.0.smithi031.stdout:525: finishing copy_from racing read to smithi03186013-12 2024-08-10T05:15:49.039 INFO:tasks.rados.rados.0.smithi031.stdout:526: finishing rollback tid 0 to smithi03186013-4 2024-08-10T05:15:49.039 INFO:tasks.rados.rados.0.smithi031.stdout:526: finishing rollback tid 1 to smithi03186013-4 2024-08-10T05:15:49.039 INFO:tasks.rados.rados.0.smithi031.stdout:526: finishing rollback tid 2 to smithi03186013-4 2024-08-10T05:15:49.039 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 4 v 180 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-08-10T05:15:49.039 INFO:tasks.rados.rados.0.smithi031.stdout:527: finishing write tid 1 to smithi03186013-16 2024-08-10T05:15:49.040 INFO:tasks.rados.rados.0.smithi031.stdout:527: finishing write tid 2 to smithi03186013-16 2024-08-10T05:15:49.041 INFO:tasks.rados.rados.0.smithi031.stdout:527: finishing write tid 3 to smithi03186013-16 2024-08-10T05:15:49.041 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 16 v 182 (ObjNum 175 snap 48 seq_num 175) dirty exists 2024-08-10T05:15:49.042 INFO:tasks.rados.rados.0.smithi031.stdout:527: left oid 16 (ObjNum 175 snap 48 seq_num 175) 2024-08-10T05:15:49.159 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:15:49 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-alertmanager-a[88576]: ts=2024-08-10T05:15:49.048Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.001056717s 2024-08-10T05:15:49.159 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:15:48 smithi031 podman[88892]: 2024-08-10 05:15:48.836324939 +0000 UTC m=+0.020377369 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-08-10T05:15:49.160 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:15:48 smithi031 podman[88892]: 2024-08-10 05:15:48.964220418 +0000 UTC m=+0.148272821 container create b1e6859cbc5d89e88c3f654055deef6dafeb3d655f76c2cd7759ca054784d530 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-10T05:15:49.249 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-08-10T05:15:49.249 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": { 2024-08-10T05:15:49.249 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 3 2024-08-10T05:15:49.249 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-08-10T05:15:49.249 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": { 2024-08-10T05:15:49.249 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 1, 2024-08-10T05:15:49.249 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 1 2024-08-10T05:15:49.249 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-08-10T05:15:49.250 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": { 2024-08-10T05:15:49.250 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 8 2024-08-10T05:15:49.250 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-08-10T05:15:49.250 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": { 2024-08-10T05:15:49.250 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 2 2024-08-10T05:15:49.250 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-08-10T05:15:49.250 INFO:teuthology.orchestra.run.smithi031.stdout: "overall": { 2024-08-10T05:15:49.250 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 14, 2024-08-10T05:15:49.250 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 1 2024-08-10T05:15:49.250 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-08-10T05:15:49.250 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-08-10T05:15:49.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:49 smithi031 ceph-mon[29994]: Reconfiguring node-exporter.a (dependencies changed)... 2024-08-10T05:15:49.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:49 smithi031 ceph-mon[29994]: Reconfiguring daemon node-exporter.a on smithi031 2024-08-10T05:15:49.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:49 smithi031 ceph-mon[29994]: pgmap v30: 121 pgs: 121 active+clean; 152 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.3 MiB/s wr, 32 op/s 2024-08-10T05:15:49.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:49 smithi031 ceph-mon[29994]: osdmap e173: 8 total, 8 up, 8 in 2024-08-10T05:15:49.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:49 smithi031 ceph-mon[41349]: Reconfiguring node-exporter.a (dependencies changed)... 2024-08-10T05:15:49.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:49 smithi031 ceph-mon[41349]: Reconfiguring daemon node-exporter.a on smithi031 2024-08-10T05:15:49.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:49 smithi031 ceph-mon[41349]: pgmap v30: 121 pgs: 121 active+clean; 152 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.3 MiB/s wr, 32 op/s 2024-08-10T05:15:49.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:49 smithi031 ceph-mon[41349]: osdmap e173: 8 total, 8 up, 8 in 2024-08-10T05:15:49.520 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:15:49 smithi031 podman[88892]: 2024-08-10 05:15:49.22536531 +0000 UTC m=+0.409417704 container init b1e6859cbc5d89e88c3f654055deef6dafeb3d655f76c2cd7759ca054784d530 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-10T05:15:49.520 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:15:49 smithi031 podman[88892]: 2024-08-10 05:15:49.230129874 +0000 UTC m=+0.414182276 container start b1e6859cbc5d89e88c3f654055deef6dafeb3d655f76c2cd7759ca054784d530 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-10T05:15:49.520 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:15:49 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[88928]: ts=2024-08-10T05:15:49.233Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-08-10T05:15:49.520 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:15:49 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[88928]: ts=2024-08-10T05:15:49.233Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-08-10T05:15:49.520 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:15:49 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[88928]: ts=2024-08-10T05:15:49.234Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-08-10T05:15:49.520 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:15:49 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[88928]: ts=2024-08-10T05:15:49.234Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-08-10T05:15:49.520 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:15:49 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[88928]: ts=2024-08-10T05:15:49.234Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-08-10T05:15:49.520 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:15:49 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[88928]: ts=2024-08-10T05:15:49.234Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-08-10T05:15:49.521 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:15:49 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[88928]: ts=2024-08-10T05:15:49.234Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-08-10T05:15:49.521 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:15:49 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[88928]: ts=2024-08-10T05:15:49.234Z caller=node_exporter.go:117 level=info collector=arp 2024-08-10T05:15:49.521 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:15:49 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[88928]: ts=2024-08-10T05:15:49.234Z caller=node_exporter.go:117 level=info collector=bcache 2024-08-10T05:15:49.521 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:15:49 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[88928]: ts=2024-08-10T05:15:49.234Z caller=node_exporter.go:117 level=info collector=bonding 2024-08-10T05:15:49.521 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:15:49 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[88928]: ts=2024-08-10T05:15:49.234Z caller=node_exporter.go:117 level=info collector=btrfs 2024-08-10T05:15:49.521 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:15:49 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[88928]: ts=2024-08-10T05:15:49.234Z caller=node_exporter.go:117 level=info collector=conntrack 2024-08-10T05:15:49.521 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:15:49 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[88928]: ts=2024-08-10T05:15:49.234Z caller=node_exporter.go:117 level=info collector=cpu 2024-08-10T05:15:49.521 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:15:49 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[88928]: ts=2024-08-10T05:15:49.234Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-08-10T05:15:49.521 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:15:49 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[88928]: ts=2024-08-10T05:15:49.234Z caller=node_exporter.go:117 level=info collector=diskstats 2024-08-10T05:15:49.521 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:15:49 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[88928]: ts=2024-08-10T05:15:49.234Z caller=node_exporter.go:117 level=info collector=dmi 2024-08-10T05:15:49.521 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:15:49 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[88928]: ts=2024-08-10T05:15:49.234Z caller=node_exporter.go:117 level=info collector=edac 2024-08-10T05:15:49.521 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:15:49 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[88928]: ts=2024-08-10T05:15:49.234Z caller=node_exporter.go:117 level=info collector=entropy 2024-08-10T05:15:49.521 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:15:49 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[88928]: ts=2024-08-10T05:15:49.234Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-08-10T05:15:49.522 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:15:49 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[88928]: ts=2024-08-10T05:15:49.234Z caller=node_exporter.go:117 level=info collector=filefd 2024-08-10T05:15:49.522 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:15:49 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[88928]: ts=2024-08-10T05:15:49.234Z caller=node_exporter.go:117 level=info collector=filesystem 2024-08-10T05:15:49.522 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:15:49 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[88928]: ts=2024-08-10T05:15:49.234Z caller=node_exporter.go:117 level=info collector=hwmon 2024-08-10T05:15:49.522 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:15:49 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[88928]: ts=2024-08-10T05:15:49.234Z caller=node_exporter.go:117 level=info collector=infiniband 2024-08-10T05:15:49.522 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:15:49 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[88928]: ts=2024-08-10T05:15:49.234Z caller=node_exporter.go:117 level=info collector=ipvs 2024-08-10T05:15:49.522 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:15:49 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[88928]: ts=2024-08-10T05:15:49.234Z caller=node_exporter.go:117 level=info collector=loadavg 2024-08-10T05:15:49.522 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:15:49 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[88928]: ts=2024-08-10T05:15:49.234Z caller=node_exporter.go:117 level=info collector=mdadm 2024-08-10T05:15:49.522 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:15:49 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[88928]: ts=2024-08-10T05:15:49.234Z caller=node_exporter.go:117 level=info collector=meminfo 2024-08-10T05:15:49.522 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:15:49 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[88928]: ts=2024-08-10T05:15:49.234Z caller=node_exporter.go:117 level=info collector=netclass 2024-08-10T05:15:49.522 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:15:49 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[88928]: ts=2024-08-10T05:15:49.234Z caller=node_exporter.go:117 level=info collector=netdev 2024-08-10T05:15:49.522 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:15:49 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[88928]: ts=2024-08-10T05:15:49.234Z caller=node_exporter.go:117 level=info collector=netstat 2024-08-10T05:15:49.522 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:15:49 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[88928]: ts=2024-08-10T05:15:49.234Z caller=node_exporter.go:117 level=info collector=nfs 2024-08-10T05:15:49.522 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:15:49 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[88928]: ts=2024-08-10T05:15:49.234Z caller=node_exporter.go:117 level=info collector=nfsd 2024-08-10T05:15:49.523 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:15:49 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[88928]: ts=2024-08-10T05:15:49.234Z caller=node_exporter.go:117 level=info collector=nvme 2024-08-10T05:15:49.523 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:15:49 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[88928]: ts=2024-08-10T05:15:49.234Z caller=node_exporter.go:117 level=info collector=os 2024-08-10T05:15:49.523 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:15:49 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[88928]: ts=2024-08-10T05:15:49.234Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-08-10T05:15:49.523 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:15:49 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[88928]: ts=2024-08-10T05:15:49.234Z caller=node_exporter.go:117 level=info collector=pressure 2024-08-10T05:15:49.523 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:15:49 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[88928]: ts=2024-08-10T05:15:49.234Z caller=node_exporter.go:117 level=info collector=rapl 2024-08-10T05:15:49.523 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:15:49 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[88928]: ts=2024-08-10T05:15:49.234Z caller=node_exporter.go:117 level=info collector=schedstat 2024-08-10T05:15:49.523 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:15:49 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[88928]: ts=2024-08-10T05:15:49.234Z caller=node_exporter.go:117 level=info collector=selinux 2024-08-10T05:15:49.523 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:15:49 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[88928]: ts=2024-08-10T05:15:49.234Z caller=node_exporter.go:117 level=info collector=sockstat 2024-08-10T05:15:49.523 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:15:49 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[88928]: ts=2024-08-10T05:15:49.234Z caller=node_exporter.go:117 level=info collector=softnet 2024-08-10T05:15:49.523 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:15:49 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[88928]: ts=2024-08-10T05:15:49.234Z caller=node_exporter.go:117 level=info collector=stat 2024-08-10T05:15:49.523 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:15:49 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[88928]: ts=2024-08-10T05:15:49.234Z caller=node_exporter.go:117 level=info collector=tapestats 2024-08-10T05:15:49.523 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:15:49 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[88928]: ts=2024-08-10T05:15:49.234Z caller=node_exporter.go:117 level=info collector=textfile 2024-08-10T05:15:49.523 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:15:49 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[88928]: ts=2024-08-10T05:15:49.234Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-08-10T05:15:49.524 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:15:49 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[88928]: ts=2024-08-10T05:15:49.234Z caller=node_exporter.go:117 level=info collector=time 2024-08-10T05:15:49.524 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:15:49 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[88928]: ts=2024-08-10T05:15:49.234Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-08-10T05:15:49.524 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:15:49 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[88928]: ts=2024-08-10T05:15:49.234Z caller=node_exporter.go:117 level=info collector=uname 2024-08-10T05:15:49.524 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:15:49 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[88928]: ts=2024-08-10T05:15:49.234Z caller=node_exporter.go:117 level=info collector=vmstat 2024-08-10T05:15:49.524 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:15:49 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[88928]: ts=2024-08-10T05:15:49.234Z caller=node_exporter.go:117 level=info collector=xfs 2024-08-10T05:15:49.524 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:15:49 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[88928]: ts=2024-08-10T05:15:49.234Z caller=node_exporter.go:117 level=info collector=zfs 2024-08-10T05:15:49.524 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:15:49 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[88928]: ts=2024-08-10T05:15:49.235Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-08-10T05:15:49.524 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:15:49 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[88928]: ts=2024-08-10T05:15:49.235Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-08-10T05:15:49.524 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:15:49 smithi031 bash[88892]: b1e6859cbc5d89e88c3f654055deef6dafeb3d655f76c2cd7759ca054784d530 2024-08-10T05:15:49.524 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:15:49 smithi031 systemd[1]: Started Ceph node-exporter.a for fc322138-56d5-11ef-bcce-c7b262605968. 2024-08-10T05:15:49.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:49 smithi196 ceph-mon[32874]: Reconfiguring node-exporter.a (dependencies changed)... 2024-08-10T05:15:49.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:49 smithi196 ceph-mon[32874]: Reconfiguring daemon node-exporter.a on smithi031 2024-08-10T05:15:49.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:49 smithi196 ceph-mon[32874]: pgmap v30: 121 pgs: 121 active+clean; 152 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.3 MiB/s wr, 32 op/s 2024-08-10T05:15:49.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:49 smithi196 ceph-mon[32874]: osdmap e173: 8 total, 8 up, 8 in 2024-08-10T05:15:50.019 INFO:tasks.rados.rados.0.smithi031.stdout:521: done (4 left) 2024-08-10T05:15:50.019 INFO:tasks.rados.rados.0.smithi031.stdout:525: done (3 left) 2024-08-10T05:15:50.019 INFO:tasks.rados.rados.0.smithi031.stdout:526: done (2 left) 2024-08-10T05:15:50.019 INFO:tasks.rados.rados.0.smithi031.stdout:527: done (1 left) 2024-08-10T05:15:50.020 INFO:tasks.rados.rados.0.smithi031.stdout:528: done (0 left) 2024-08-10T05:15:50.020 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 17 current snap is 49 2024-08-10T05:15:50.020 INFO:tasks.rados.rados.0.smithi031.stdout:529: seq_num 176 ranges {0=557056} 2024-08-10T05:15:50.022 INFO:tasks.rados.rados.0.smithi031.stdout:529: writing smithi03186013-17 from 0 to 557056 tid 1 2024-08-10T05:15:50.023 INFO:tasks.rados.rados.0.smithi031.stdout:530: copy_from oid 28 from oid 42 current snap is 49 2024-08-10T05:15:50.023 INFO:tasks.rados.rados.0.smithi031.stdout:531: rollback oid 15 current snap is 49 2024-08-10T05:15:50.023 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 15 to 37 2024-08-10T05:15:50.023 INFO:tasks.rados.rados.0.smithi031.stdout:532: rollback oid 33 current snap is 49 2024-08-10T05:15:50.023 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 33 to 40 2024-08-10T05:15:50.023 INFO:tasks.rados.rados.0.smithi031.stdout:533: delete oid 46 current snap is 49 2024-08-10T05:15:50.027 INFO:tasks.rados.rados.0.smithi031.stdout:531: finishing rollback tid 0 to smithi03186013-15 2024-08-10T05:15:50.028 INFO:tasks.rados.rados.0.smithi031.stdout:529: finishing write tid 1 to smithi03186013-17 2024-08-10T05:15:50.031 INFO:tasks.rados.rados.0.smithi031.stdout:533: done (4 left) 2024-08-10T05:15:50.032 INFO:tasks.rados.rados.0.smithi031.stdout:534: read oid 11 snap 43 2024-08-10T05:15:50.032 INFO:tasks.rados.rados.0.smithi031.stdout:534: expect (ObjNum 147 snap 40 seq_num 147) 2024-08-10T05:15:50.032 INFO:tasks.rados.rados.0.smithi031.stdout:535: read oid 19 snap -1 2024-08-10T05:15:50.032 INFO:tasks.rados.rados.0.smithi031.stdout:535: expect (ObjNum 125 snap 33 seq_num 125) 2024-08-10T05:15:50.032 INFO:tasks.rados.rados.0.smithi031.stdout:536: copy_from oid 14 from oid 7 current snap is 49 2024-08-10T05:15:50.032 INFO:tasks.rados.rados.0.smithi031.stdout:531: finishing rollback tid 1 to smithi03186013-15 2024-08-10T05:15:50.033 INFO:tasks.rados.rados.0.smithi031.stdout:532: finishing rollback tid 0 to smithi03186013-33 2024-08-10T05:15:50.033 INFO:tasks.rados.rados.0.smithi031.stdout:537: delete oid 47 current snap is 49 2024-08-10T05:15:50.033 INFO:tasks.rados.rados.0.smithi031.stdout:531: finishing rollback tid 2 to smithi03186013-15 2024-08-10T05:15:50.033 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 15 v 119 (ObjNum 114 snap 28 seq_num 114) dirty exists 2024-08-10T05:15:50.033 INFO:tasks.rados.rados.0.smithi031.stdout:529: finishing write tid 2 to smithi03186013-17 2024-08-10T05:15:50.033 INFO:tasks.rados.rados.0.smithi031.stdout:532: finishing rollback tid 1 to smithi03186013-33 2024-08-10T05:15:50.033 INFO:tasks.rados.rados.0.smithi031.stdout:532: finishing rollback tid 2 to smithi03186013-33 2024-08-10T05:15:50.033 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 33 v 101 (ObjNum 81 snap 15 seq_num 81) dirty exists 2024-08-10T05:15:50.033 INFO:tasks.rados.rados.0.smithi031.stdout:529: finishing write tid 3 to smithi03186013-17 2024-08-10T05:15:50.033 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 17 v 24 (ObjNum 176 snap 49 seq_num 176) dirty exists 2024-08-10T05:15:50.034 INFO:tasks.rados.rados.0.smithi031.stdout:529: left oid 17 (ObjNum 176 snap 49 seq_num 176) 2024-08-10T05:15:50.034 INFO:tasks.rados.rados.0.smithi031.stdout:529: done (7 left) 2024-08-10T05:15:50.034 INFO:tasks.rados.rados.0.smithi031.stdout:531: done (6 left) 2024-08-10T05:15:50.034 INFO:tasks.rados.rados.0.smithi031.stdout:532: done (5 left) 2024-08-10T05:15:50.034 INFO:tasks.rados.rados.0.smithi031.stdout:537: done (4 left) 2024-08-10T05:15:50.034 INFO:tasks.rados.rados.0.smithi031.stdout:538: read oid 35 snap -1 2024-08-10T05:15:50.034 INFO:tasks.rados.rados.0.smithi031.stdout:538: expect deleted 2024-08-10T05:15:50.034 INFO:tasks.rados.rados.0.smithi031.stdout:539: delete oid 4 current snap is 49 2024-08-10T05:15:50.035 INFO:tasks.rados.rados.0.smithi031.stdout:534: expect (ObjNum 147 snap 40 seq_num 147) 2024-08-10T05:15:50.035 INFO:tasks.rados.rados.0.smithi031.stdout:530: finishing copy_from racing read to smithi03186013-28 2024-08-10T05:15:50.036 INFO:tasks.rados.rados.0.smithi031.stdout:530: finishing copy_from to smithi03186013-28 2024-08-10T05:15:50.036 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 28 v 99 (ObjNum 161 snap 44 seq_num 161) dirty exists 2024-08-10T05:15:50.036 INFO:tasks.rados.rados.0.smithi031.stdout:530: done (5 left) 2024-08-10T05:15:50.036 INFO:tasks.rados.rados.0.smithi031.stdout:534: done (4 left) 2024-08-10T05:15:50.037 INFO:tasks.rados.rados.0.smithi031.stdout:538: done (3 left) 2024-08-10T05:15:50.037 INFO:tasks.rados.rados.0.smithi031.stdout:539: done (2 left) 2024-08-10T05:15:50.037 INFO:tasks.rados.rados.0.smithi031.stdout:540: copy_from oid 8 from oid 22 current snap is 49 2024-08-10T05:15:50.037 INFO:tasks.rados.rados.0.smithi031.stdout:541: delete oid 3 current snap is 49 2024-08-10T05:15:50.037 INFO:tasks.rados.rados.0.smithi031.stdout:536: finishing copy_from racing read to smithi03186013-14 2024-08-10T05:15:50.039 INFO:tasks.rados.rados.0.smithi031.stdout:541: done (3 left) 2024-08-10T05:15:50.040 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 32 current snap is 49 2024-08-10T05:15:50.040 INFO:tasks.rados.rados.0.smithi031.stdout:542: seq_num 181 ranges {5414912=638976} 2024-08-10T05:15:50.074 INFO:tasks.rados.rados.0.smithi031.stdout:542: writing smithi03186013-32 from 5414912 to 6053888 tid 1 2024-08-10T05:15:50.074 INFO:tasks.rados.rados.0.smithi031.stdout:543: rollback oid 23 current snap is 49 2024-08-10T05:15:50.074 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 23 to 20 2024-08-10T05:15:50.074 INFO:tasks.rados.rados.0.smithi031.stdout:536: finishing copy_from to smithi03186013-14 2024-08-10T05:15:50.074 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 14 v 4 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-08-10T05:15:50.074 INFO:tasks.rados.rados.0.smithi031.stdout:535: expect (ObjNum 125 snap 33 seq_num 125) 2024-08-10T05:15:50.143 INFO:tasks.rados.rados.0.smithi031.stdout:540: finishing copy_from racing read to smithi03186013-8 2024-08-10T05:15:50.144 INFO:tasks.rados.rados.0.smithi031.stdout:540: finishing copy_from to smithi03186013-8 2024-08-10T05:15:50.144 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 8 v 162 (ObjNum 134 snap 37 seq_num 134) dirty exists 2024-08-10T05:15:50.144 INFO:tasks.rados.rados.0.smithi031.stdout:535: done (4 left) 2024-08-10T05:15:50.144 INFO:tasks.rados.rados.0.smithi031.stdout:536: done (3 left) 2024-08-10T05:15:50.144 INFO:tasks.rados.rados.0.smithi031.stdout:540: done (2 left) 2024-08-10T05:15:50.145 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 44 current snap is 49 2024-08-10T05:15:50.145 INFO:tasks.rados.rados.0.smithi031.stdout:543: finishing rollback tid 0 to smithi03186013-23 2024-08-10T05:15:50.145 INFO:tasks.rados.rados.0.smithi031.stdout:543: finishing rollback tid 1 to smithi03186013-23 2024-08-10T05:15:50.145 INFO:tasks.rados.rados.0.smithi031.stdout:544: seq_num 182 ranges {1335296=655360} 2024-08-10T05:15:50.154 INFO:tasks.rados.rados.0.smithi031.stdout:544: writing smithi03186013-44 from 1335296 to 1990656 tid 1 2024-08-10T05:15:50.154 INFO:tasks.rados.rados.0.smithi031.stdout:545: delete oid 5 current snap is 49 2024-08-10T05:15:50.154 INFO:tasks.rados.rados.0.smithi031.stdout:543: finishing rollback tid 2 to smithi03186013-23 2024-08-10T05:15:50.155 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 23 v 120 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-08-10T05:15:50.155 INFO:tasks.rados.rados.0.smithi031.stdout:542: finishing write tid 1 to smithi03186013-32 2024-08-10T05:15:50.155 INFO:tasks.rados.rados.0.smithi031.stdout:542: finishing write tid 2 to smithi03186013-32 2024-08-10T05:15:50.155 INFO:tasks.rados.rados.0.smithi031.stdout:542: finishing write tid 3 to smithi03186013-32 2024-08-10T05:15:50.155 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 32 v 187 (ObjNum 181 snap 49 seq_num 181) dirty exists 2024-08-10T05:15:50.155 INFO:tasks.rados.rados.0.smithi031.stdout:542: left oid 32 (ObjNum 181 snap 49 seq_num 181) 2024-08-10T05:15:50.155 INFO:tasks.rados.rados.0.smithi031.stdout:542: done (3 left) 2024-08-10T05:15:50.155 INFO:tasks.rados.rados.0.smithi031.stdout:543: done (2 left) 2024-08-10T05:15:50.156 INFO:tasks.rados.rados.0.smithi031.stdout:545: done (1 left) 2024-08-10T05:15:50.156 INFO:tasks.rados.rados.0.smithi031.stdout:546: delete oid 10 current snap is 49 2024-08-10T05:15:50.157 INFO:tasks.rados.rados.0.smithi031.stdout:544: finishing write tid 1 to smithi03186013-44 2024-08-10T05:15:50.157 INFO:tasks.rados.rados.0.smithi031.stdout:544: finishing write tid 2 to smithi03186013-44 2024-08-10T05:15:50.157 INFO:tasks.rados.rados.0.smithi031.stdout:546: done (1 left) 2024-08-10T05:15:50.157 INFO:tasks.rados.rados.0.smithi031.stdout:547: rmattr oid 29 current snap is 49 2024-08-10T05:15:50.158 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 14 current snap is 49 2024-08-10T05:15:50.158 INFO:tasks.rados.rados.0.smithi031.stdout:548: seq_num 185 ranges {106496=704512} 2024-08-10T05:15:50.164 INFO:tasks.rados.rados.0.smithi031.stdout:548: writing smithi03186013-14 from 106496 to 811008 tid 1 2024-08-10T05:15:50.164 INFO:tasks.rados.rados.0.smithi031.stdout:549: read oid 26 snap -1 2024-08-10T05:15:50.164 INFO:tasks.rados.rados.0.smithi031.stdout:549: expect (ObjNum 158 snap 43 seq_num 158) 2024-08-10T05:15:50.164 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 40 current snap is 49 2024-08-10T05:15:50.164 INFO:tasks.rados.rados.0.smithi031.stdout:544: finishing write tid 3 to smithi03186013-44 2024-08-10T05:15:50.164 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 44 v 218 (ObjNum 182 snap 49 seq_num 182) dirty exists 2024-08-10T05:15:50.164 INFO:tasks.rados.rados.0.smithi031.stdout:544: left oid 44 (ObjNum 182 snap 49 seq_num 182) 2024-08-10T05:15:50.164 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 29 v 220 (ObjNum 168 snap 44 seq_num 168) dirty exists 2024-08-10T05:15:50.164 INFO:tasks.rados.rados.0.smithi031.stdout:550: seq_num 186 ranges {2252800=720896} 2024-08-10T05:15:50.179 INFO:tasks.rados.rados.0.smithi031.stdout:550: writing smithi03186013-40 from 2252800 to 2973696 tid 1 2024-08-10T05:15:50.180 INFO:tasks.rados.rados.0.smithi031.stdout:544: done (4 left) 2024-08-10T05:15:50.180 INFO:tasks.rados.rados.0.smithi031.stdout:547: done (3 left) 2024-08-10T05:15:50.180 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 36 current snap is 49 2024-08-10T05:15:50.180 INFO:tasks.rados.rados.0.smithi031.stdout:548: finishing write tid 1 to smithi03186013-14 2024-08-10T05:15:50.180 INFO:tasks.rados.rados.0.smithi031.stdout:551: seq_num 187 ranges {3489792=737280} 2024-08-10T05:15:50.202 INFO:tasks.rados.rados.0.smithi031.stdout:551: writing smithi03186013-36 from 3489792 to 4227072 tid 1 2024-08-10T05:15:50.203 INFO:tasks.rados.rados.0.smithi031.stdout:552: snap_remove snap 47 2024-08-10T05:15:50.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:50 smithi196 ceph-mon[32874]: from='client.15027 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:15:50.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:50 smithi196 ceph-mon[32874]: from='client.24938 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:15:50.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:50 smithi196 ceph-mon[32874]: from='client.? 172.21.15.31:0/2704845667' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:15:50.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:50 smithi196 ceph-mon[32874]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:50.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:50 smithi196 ceph-mon[32874]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:50.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:50 smithi196 ceph-mon[32874]: osdmap e174: 8 total, 8 up, 8 in 2024-08-10T05:15:50.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:50 smithi031 ceph-mon[29994]: from='client.15027 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:15:50.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:50 smithi031 ceph-mon[29994]: from='client.24938 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:15:50.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:50 smithi031 ceph-mon[29994]: from='client.? 172.21.15.31:0/2704845667' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:15:50.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:50 smithi031 ceph-mon[29994]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:50.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:50 smithi031 ceph-mon[29994]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:50.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:50 smithi031 ceph-mon[29994]: osdmap e174: 8 total, 8 up, 8 in 2024-08-10T05:15:50.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:50 smithi031 ceph-mon[41349]: from='client.15027 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:15:50.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:50 smithi031 ceph-mon[41349]: from='client.24938 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:15:50.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:50 smithi031 ceph-mon[41349]: from='client.? 172.21.15.31:0/2704845667' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:15:50.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:50 smithi031 ceph-mon[41349]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:50.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:50 smithi031 ceph-mon[41349]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:50.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:50 smithi031 ceph-mon[41349]: osdmap e174: 8 total, 8 up, 8 in 2024-08-10T05:15:51.175 INFO:tasks.rados.rados.0.smithi031.stdout:552: done (4 left) 2024-08-10T05:15:51.175 INFO:tasks.rados.rados.0.smithi031.stdout:553: snap_create 2024-08-10T05:15:51.175 INFO:tasks.rados.rados.0.smithi031.stdout:548: finishing write tid 2 to smithi03186013-14 2024-08-10T05:15:51.175 INFO:tasks.rados.rados.0.smithi031.stdout:548: finishing write tid 3 to smithi03186013-14 2024-08-10T05:15:51.175 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 14 v 253 (ObjNum 185 snap 49 seq_num 185) dirty exists 2024-08-10T05:15:51.175 INFO:tasks.rados.rados.0.smithi031.stdout:548: left oid 14 (ObjNum 185 snap 49 seq_num 185) 2024-08-10T05:15:51.175 INFO:tasks.rados.rados.0.smithi031.stdout:549: expect (ObjNum 158 snap 43 seq_num 158) 2024-08-10T05:15:51.277 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:51 smithi196 ceph-mon[32874]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-10T05:15:51.277 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:51 smithi196 ceph-mon[32874]: Reconfiguring daemon prometheus.a on smithi196 2024-08-10T05:15:51.277 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:51 smithi196 ceph-mon[32874]: pgmap v33: 121 pgs: 121 active+clean; 152 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.3 MiB/s wr, 32 op/s 2024-08-10T05:15:51.286 INFO:tasks.rados.rados.0.smithi031.stdout:550: finishing write tid 1 to smithi03186013-40 2024-08-10T05:15:51.286 INFO:tasks.rados.rados.0.smithi031.stdout:550: finishing write tid 2 to smithi03186013-40 2024-08-10T05:15:51.286 INFO:tasks.rados.rados.0.smithi031.stdout:550: finishing write tid 3 to smithi03186013-40 2024-08-10T05:15:51.287 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 40 v 118 (ObjNum 186 snap 49 seq_num 186) dirty exists 2024-08-10T05:15:51.287 INFO:tasks.rados.rados.0.smithi031.stdout:550: left oid 40 (ObjNum 186 snap 49 seq_num 186) 2024-08-10T05:15:51.287 INFO:tasks.rados.rados.0.smithi031.stdout:551: finishing write tid 1 to smithi03186013-36 2024-08-10T05:15:51.287 INFO:tasks.rados.rados.0.smithi031.stdout:551: finishing write tid 2 to smithi03186013-36 2024-08-10T05:15:51.287 INFO:tasks.rados.rados.0.smithi031.stdout:551: finishing write tid 3 to smithi03186013-36 2024-08-10T05:15:51.287 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 36 v 191 (ObjNum 187 snap 49 seq_num 187) dirty exists 2024-08-10T05:15:51.287 INFO:tasks.rados.rados.0.smithi031.stdout:551: left oid 36 (ObjNum 187 snap 49 seq_num 187) 2024-08-10T05:15:51.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:51 smithi031 ceph-mon[29994]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-10T05:15:51.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:51 smithi031 ceph-mon[29994]: Reconfiguring daemon prometheus.a on smithi196 2024-08-10T05:15:51.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:51 smithi031 ceph-mon[29994]: pgmap v33: 121 pgs: 121 active+clean; 152 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.3 MiB/s wr, 32 op/s 2024-08-10T05:15:51.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:51 smithi031 ceph-mon[41349]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-10T05:15:51.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:51 smithi031 ceph-mon[41349]: Reconfiguring daemon prometheus.a on smithi196 2024-08-10T05:15:51.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:51 smithi031 ceph-mon[41349]: pgmap v33: 121 pgs: 121 active+clean; 152 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.3 MiB/s wr, 32 op/s 2024-08-10T05:15:52.181 INFO:tasks.rados.rados.0.smithi031.stdout:548: done (4 left) 2024-08-10T05:15:52.181 INFO:tasks.rados.rados.0.smithi031.stdout:549: done (3 left) 2024-08-10T05:15:52.181 INFO:tasks.rados.rados.0.smithi031.stdout:550: done (2 left) 2024-08-10T05:15:52.181 INFO:tasks.rados.rados.0.smithi031.stdout:551: done (1 left) 2024-08-10T05:15:52.181 INFO:tasks.rados.rados.0.smithi031.stdout:553: done (0 left) 2024-08-10T05:15:52.181 INFO:tasks.rados.rados.0.smithi031.stdout:554: snap_remove snap 17 2024-08-10T05:15:52.434 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:52 smithi196 ceph-mon[32874]: osdmap e175: 8 total, 8 up, 8 in 2024-08-10T05:15:52.435 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:52 smithi196 ceph-mon[32874]: pgmap v36: 121 pgs: 121 active+clean; 171 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 3.4 MiB/s wr, 19 op/s 2024-08-10T05:15:52.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:52 smithi031 ceph-mon[29994]: osdmap e175: 8 total, 8 up, 8 in 2024-08-10T05:15:52.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:52 smithi031 ceph-mon[29994]: pgmap v36: 121 pgs: 121 active+clean; 171 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 3.4 MiB/s wr, 19 op/s 2024-08-10T05:15:52.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:15:52 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[30247]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:15:52] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-10T05:15:52.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:52 smithi031 ceph-mon[41349]: osdmap e175: 8 total, 8 up, 8 in 2024-08-10T05:15:52.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:52 smithi031 ceph-mon[41349]: pgmap v36: 121 pgs: 121 active+clean; 171 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 3.4 MiB/s wr, 19 op/s 2024-08-10T05:15:52.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:15:52 smithi196 systemd[1]: Stopping Ceph prometheus.a for fc322138-56d5-11ef-bcce-c7b262605968... 2024-08-10T05:15:53.114 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:15:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[66705]: ts=2024-08-10T05:15:52.840Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-08-10T05:15:53.114 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:15:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[66705]: ts=2024-08-10T05:15:52.840Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-08-10T05:15:53.114 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:15:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[66705]: ts=2024-08-10T05:15:52.840Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-08-10T05:15:53.114 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:15:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[66705]: ts=2024-08-10T05:15:52.840Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-08-10T05:15:53.114 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:15:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[66705]: ts=2024-08-10T05:15:52.840Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-08-10T05:15:53.114 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:15:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[66705]: ts=2024-08-10T05:15:52.840Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-08-10T05:15:53.114 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:15:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[66705]: ts=2024-08-10T05:15:52.840Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-08-10T05:15:53.115 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:15:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[66705]: ts=2024-08-10T05:15:52.840Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-08-10T05:15:53.115 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:15:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[66705]: ts=2024-08-10T05:15:52.840Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-08-10T05:15:53.115 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:15:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[66705]: ts=2024-08-10T05:15:52.841Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-08-10T05:15:53.115 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:15:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[66705]: ts=2024-08-10T05:15:52.841Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-08-10T05:15:53.115 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:15:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[66705]: ts=2024-08-10T05:15:52.841Z caller=main.go:1147 level=info msg="See you next time!" 2024-08-10T05:15:53.115 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:15:52 smithi196 podman[77588]: 2024-08-10 05:15:52.851049409 +0000 UTC m=+0.115052499 container died ad09f46e48ad31ac3243090e7b781a525dd29b8a3a7a3e83ef6ff7c655bbb4fa (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-10T05:15:53.184 INFO:tasks.rados.rados.0.smithi031.stdout:554: done (0 left) 2024-08-10T05:15:53.184 INFO:tasks.rados.rados.0.smithi031.stdout:555: read oid 16 snap 48 2024-08-10T05:15:53.184 INFO:tasks.rados.rados.0.smithi031.stdout:555: expect (ObjNum 175 snap 48 seq_num 175) 2024-08-10T05:15:53.184 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 2 current snap is 50 2024-08-10T05:15:53.184 INFO:tasks.rados.rados.0.smithi031.stdout:556: seq_num 188 ranges {0=753664} 2024-08-10T05:15:53.189 INFO:tasks.rados.rados.0.smithi031.stdout:556: writing smithi03186013-2 from 0 to 753664 tid 1 2024-08-10T05:15:53.189 INFO:tasks.rados.rados.0.smithi031.stdout:557: setattr oid 49 current snap is 50 2024-08-10T05:15:53.195 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 45 current snap is 50 2024-08-10T05:15:53.195 INFO:tasks.rados.rados.0.smithi031.stdout:558: seq_num 189 ranges {6995968=770048} 2024-08-10T05:15:53.236 INFO:tasks.rados.rados.0.smithi031.stdout:558: writing smithi03186013-45 from 6995968 to 7766016 tid 1 2024-08-10T05:15:53.236 INFO:tasks.rados.rados.0.smithi031.stdout:559: read oid 35 snap -1 2024-08-10T05:15:53.236 INFO:tasks.rados.rados.0.smithi031.stdout:559: expect deleted 2024-08-10T05:15:53.236 INFO:tasks.rados.rados.0.smithi031.stdout:560: read oid 14 snap -1 2024-08-10T05:15:53.236 INFO:tasks.rados.rados.0.smithi031.stdout:560: expect (ObjNum 185 snap 49 seq_num 185) 2024-08-10T05:15:53.236 INFO:tasks.rados.rados.0.smithi031.stdout:561: copy_from oid 19 from oid 32 current snap is 50 2024-08-10T05:15:53.237 INFO:tasks.rados.rados.0.smithi031.stdout:556: finishing write tid 1 to smithi03186013-2 2024-08-10T05:15:53.237 INFO:tasks.rados.rados.0.smithi031.stdout:562: rollback oid 25 current snap is 50 2024-08-10T05:15:53.237 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 25 to 37 2024-08-10T05:15:53.237 INFO:tasks.rados.rados.0.smithi031.stdout:556: finishing write tid 2 to smithi03186013-2 2024-08-10T05:15:53.237 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 49 v 201 (ObjNum 102 snap 20 seq_num 102) dirty exists 2024-08-10T05:15:53.237 INFO:tasks.rados.rados.0.smithi031.stdout:557: done (7 left) 2024-08-10T05:15:53.237 INFO:tasks.rados.rados.0.smithi031.stdout:563: snap_remove snap 43 2024-08-10T05:15:53.498 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:53 smithi196 ceph-mon[32874]: osdmap e176: 8 total, 8 up, 8 in 2024-08-10T05:15:53.498 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:15:53 smithi196 podman[77588]: 2024-08-10 05:15:53.213618592 +0000 UTC m=+0.477621678 container cleanup ad09f46e48ad31ac3243090e7b781a525dd29b8a3a7a3e83ef6ff7c655bbb4fa (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-10T05:15:53.498 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:15:53 smithi196 bash[77588]: ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a 2024-08-10T05:15:53.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:53 smithi031 ceph-mon[29994]: osdmap e176: 8 total, 8 up, 8 in 2024-08-10T05:15:53.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:53 smithi031 ceph-mon[41349]: osdmap e176: 8 total, 8 up, 8 in 2024-08-10T05:15:53.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:15:53 smithi196 podman[77605]: 2024-08-10 05:15:53.498295394 +0000 UTC m=+0.645032858 container remove ad09f46e48ad31ac3243090e7b781a525dd29b8a3a7a3e83ef6ff7c655bbb4fa (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-10T05:15:53.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:15:53 smithi196 systemd[1]: ceph-fc322138-56d5-11ef-bcce-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-08-10T05:15:53.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:15:53 smithi196 systemd[1]: Stopped Ceph prometheus.a for fc322138-56d5-11ef-bcce-c7b262605968. 2024-08-10T05:15:53.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:15:53 smithi196 systemd[1]: ceph-fc322138-56d5-11ef-bcce-c7b262605968@prometheus.a.service: Consumed 1.709s CPU time. 2024-08-10T05:15:53.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:15:53 smithi196 systemd[1]: Starting Ceph prometheus.a for fc322138-56d5-11ef-bcce-c7b262605968... 2024-08-10T05:15:54.191 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:15:53 smithi196 podman[77705]: 2024-08-10 05:15:53.766020997 +0000 UTC m=+0.018285960 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-08-10T05:15:54.191 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:15:53 smithi196 podman[77705]: 2024-08-10 05:15:53.883056235 +0000 UTC m=+0.135321197 container create d27a61592b7a0717006f13fcd9577435b1b7bf4213e116205325660fc81be449 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-10T05:15:54.201 INFO:tasks.rados.rados.0.smithi031.stdout:556: finishing write tid 3 to smithi03186013-2 2024-08-10T05:15:54.201 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 2 v 230 (ObjNum 188 snap 50 seq_num 188) dirty exists 2024-08-10T05:15:54.201 INFO:tasks.rados.rados.0.smithi031.stdout:556: left oid 2 (ObjNum 188 snap 50 seq_num 188) 2024-08-10T05:15:54.201 INFO:tasks.rados.rados.0.smithi031.stdout:555: expect (ObjNum 175 snap 48 seq_num 175) 2024-08-10T05:15:54.219 INFO:tasks.rados.rados.0.smithi031.stdout:558: finishing write tid 1 to smithi03186013-45 2024-08-10T05:15:54.219 INFO:tasks.rados.rados.0.smithi031.stdout:558: finishing write tid 2 to smithi03186013-45 2024-08-10T05:15:54.219 INFO:tasks.rados.rados.0.smithi031.stdout:558: finishing write tid 3 to smithi03186013-45 2024-08-10T05:15:54.219 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 45 v 266 (ObjNum 189 snap 50 seq_num 189) dirty exists 2024-08-10T05:15:54.219 INFO:tasks.rados.rados.0.smithi031.stdout:558: left oid 45 (ObjNum 189 snap 50 seq_num 189) 2024-08-10T05:15:54.219 INFO:tasks.rados.rados.0.smithi031.stdout:562: finishing rollback tid 0 to smithi03186013-25 2024-08-10T05:15:54.219 INFO:tasks.rados.rados.0.smithi031.stdout:555: done (7 left) 2024-08-10T05:15:54.219 INFO:tasks.rados.rados.0.smithi031.stdout:556: done (6 left) 2024-08-10T05:15:54.220 INFO:tasks.rados.rados.0.smithi031.stdout:558: done (5 left) 2024-08-10T05:15:54.220 INFO:tasks.rados.rados.0.smithi031.stdout:559: done (4 left) 2024-08-10T05:15:54.220 INFO:tasks.rados.rados.0.smithi031.stdout:563: done (3 left) 2024-08-10T05:15:54.220 INFO:tasks.rados.rados.0.smithi031.stdout:564: read oid 12 snap -1 2024-08-10T05:15:54.220 INFO:tasks.rados.rados.0.smithi031.stdout:564: expect (ObjNum 166 snap 44 seq_num 166) 2024-08-10T05:15:54.220 INFO:tasks.rados.rados.0.smithi031.stdout:565: rollback oid 41 current snap is 50 2024-08-10T05:15:54.220 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 41 to 48 2024-08-10T05:15:54.220 INFO:tasks.rados.rados.0.smithi031.stdout:560: expect (ObjNum 185 snap 49 seq_num 185) 2024-08-10T05:15:54.243 INFO:tasks.rados.rados.0.smithi031.stdout:562: finishing rollback tid 1 to smithi03186013-25 2024-08-10T05:15:54.243 INFO:tasks.rados.rados.0.smithi031.stdout:562: finishing rollback tid 2 to smithi03186013-25 2024-08-10T05:15:54.243 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 25 v 270 (ObjNum 129 snap 34 seq_num 129) dirty exists 2024-08-10T05:15:54.244 INFO:tasks.rados.rados.0.smithi031.stdout:561: finishing copy_from racing read to smithi03186013-19 2024-08-10T05:15:54.244 INFO:tasks.rados.rados.0.smithi031.stdout:561: finishing copy_from to smithi03186013-19 2024-08-10T05:15:54.244 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 19 v 187 (ObjNum 181 snap 49 seq_num 181) dirty exists 2024-08-10T05:15:54.244 INFO:tasks.rados.rados.0.smithi031.stdout:565: finishing rollback tid 0 to smithi03186013-41 2024-08-10T05:15:54.244 INFO:tasks.rados.rados.0.smithi031.stdout:564: expect (ObjNum 166 snap 44 seq_num 166) 2024-08-10T05:15:54.399 INFO:tasks.rados.rados.0.smithi031.stdout:565: finishing rollback tid 1 to smithi03186013-41 2024-08-10T05:15:54.400 INFO:tasks.rados.rados.0.smithi031.stdout:565: finishing rollback tid 2 to smithi03186013-41 2024-08-10T05:15:54.400 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 41 v 215 (ObjNum 129 snap 0 seq_num 1197865356) dirty exists 2024-08-10T05:15:54.400 INFO:tasks.rados.rados.0.smithi031.stdout:560: done (4 left) 2024-08-10T05:15:54.400 INFO:tasks.rados.rados.0.smithi031.stdout:561: done (3 left) 2024-08-10T05:15:54.400 INFO:tasks.rados.rados.0.smithi031.stdout:562: done (2 left) 2024-08-10T05:15:54.400 INFO:tasks.rados.rados.0.smithi031.stdout:564: done (1 left) 2024-08-10T05:15:54.400 INFO:tasks.rados.rados.0.smithi031.stdout:565: done (0 left) 2024-08-10T05:15:54.400 INFO:tasks.rados.rados.0.smithi031.stdout:566: delete oid 40 current snap is 50 2024-08-10T05:15:54.401 INFO:tasks.rados.rados.0.smithi031.stdout:566: done (0 left) 2024-08-10T05:15:54.401 INFO:tasks.rados.rados.0.smithi031.stdout:567: rmattr oid 4 current snap is 50 2024-08-10T05:15:54.401 INFO:tasks.rados.rados.0.smithi031.stdout:567: done (0 left) 2024-08-10T05:15:54.401 INFO:tasks.rados.rados.0.smithi031.stdout:568: snap_create 2024-08-10T05:15:54.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:54 smithi031 ceph-mon[29994]: osdmap e177: 8 total, 8 up, 8 in 2024-08-10T05:15:54.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:54 smithi031 ceph-mon[29994]: pgmap v39: 121 pgs: 121 active+clean; 171 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 3.4 MiB/s wr, 19 op/s 2024-08-10T05:15:54.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:54 smithi031 ceph-mon[41349]: osdmap e177: 8 total, 8 up, 8 in 2024-08-10T05:15:54.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:54 smithi031 ceph-mon[41349]: pgmap v39: 121 pgs: 121 active+clean; 171 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 3.4 MiB/s wr, 19 op/s 2024-08-10T05:15:54.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:54 smithi196 ceph-mon[32874]: osdmap e177: 8 total, 8 up, 8 in 2024-08-10T05:15:54.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:54 smithi196 ceph-mon[32874]: pgmap v39: 121 pgs: 121 active+clean; 171 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 3.4 MiB/s wr, 19 op/s 2024-08-10T05:15:54.529 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:15:54 smithi196 podman[77705]: 2024-08-10 05:15:54.285736693 +0000 UTC m=+0.538001646 container init d27a61592b7a0717006f13fcd9577435b1b7bf4213e116205325660fc81be449 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-10T05:15:54.529 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:15:54 smithi196 podman[77705]: 2024-08-10 05:15:54.291038923 +0000 UTC m=+0.543303875 container start d27a61592b7a0717006f13fcd9577435b1b7bf4213e116205325660fc81be449 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-10T05:15:54.529 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:15:54 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[77720]: ts=2024-08-10T05:15:54.315Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-08-10T05:15:54.529 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:15:54 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[77720]: ts=2024-08-10T05:15:54.315Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-08-10T05:15:54.529 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:15:54 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[77720]: ts=2024-08-10T05:15:54.315Z caller=main.go:570 level=info host_details="(Linux 5.14.0-480.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024 x86_64 smithi196 (none))" 2024-08-10T05:15:54.529 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:15:54 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[77720]: ts=2024-08-10T05:15:54.315Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-08-10T05:15:54.529 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:15:54 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[77720]: ts=2024-08-10T05:15:54.315Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-08-10T05:15:54.529 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:15:54 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[77720]: ts=2024-08-10T05:15:54.317Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-08-10T05:15:54.529 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:15:54 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[77720]: ts=2024-08-10T05:15:54.317Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-08-10T05:15:54.529 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:15:54 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[77720]: ts=2024-08-10T05:15:54.319Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-08-10T05:15:54.529 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:15:54 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[77720]: ts=2024-08-10T05:15:54.319Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-08-10T05:15:54.530 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:15:54 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[77720]: ts=2024-08-10T05:15:54.321Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-08-10T05:15:54.530 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:15:54 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[77720]: ts=2024-08-10T05:15:54.321Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.517µs 2024-08-10T05:15:54.530 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:15:54 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[77720]: ts=2024-08-10T05:15:54.321Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-08-10T05:15:54.530 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:15:54 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[77720]: ts=2024-08-10T05:15:54.321Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=2 2024-08-10T05:15:54.530 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:15:54 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[77720]: ts=2024-08-10T05:15:54.333Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=2 2024-08-10T05:15:54.530 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:15:54 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[77720]: ts=2024-08-10T05:15:54.334Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=2 2024-08-10T05:15:54.530 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:15:54 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[77720]: ts=2024-08-10T05:15:54.334Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=19.632µs wal_replay_duration=13.039837ms wbl_replay_duration=134ns total_replay_duration=13.077459ms 2024-08-10T05:15:54.531 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:15:54 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[77720]: ts=2024-08-10T05:15:54.336Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-08-10T05:15:54.531 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:15:54 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[77720]: ts=2024-08-10T05:15:54.336Z caller=main.go:1029 level=info msg="TSDB started" 2024-08-10T05:15:54.531 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:15:54 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[77720]: ts=2024-08-10T05:15:54.336Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-08-10T05:15:54.531 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:15:54 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[77720]: ts=2024-08-10T05:15:54.357Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=21.245407ms db_storage=871ns remote_storage=1.52µs web_handler=370ns query_engine=614ns scrape=297.553µs scrape_sd=112.692µs notify=16.774µs notify_sd=15.9µs rules=20.465283ms tracing=5.341µs 2024-08-10T05:15:54.532 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:15:54 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[77720]: ts=2024-08-10T05:15:54.357Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-08-10T05:15:54.532 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:15:54 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[77720]: ts=2024-08-10T05:15:54.357Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-08-10T05:15:54.532 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:15:54 smithi196 bash[77705]: d27a61592b7a0717006f13fcd9577435b1b7bf4213e116205325660fc81be449 2024-08-10T05:15:54.532 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:15:54 smithi196 systemd[1]: Started Ceph prometheus.a for fc322138-56d5-11ef-bcce-c7b262605968. 2024-08-10T05:15:55.021 INFO:tasks.rados.rados.0.smithi031.stdout:568: done (0 left) 2024-08-10T05:15:55.021 INFO:tasks.rados.rados.0.smithi031.stdout:569: delete oid 37 current snap is 51 2024-08-10T05:15:55.023 INFO:tasks.rados.rados.0.smithi031.stdout:569: done (0 left) 2024-08-10T05:15:55.023 INFO:tasks.rados.rados.0.smithi031.stdout:570: read oid 28 snap 50 2024-08-10T05:15:55.023 INFO:tasks.rados.rados.0.smithi031.stdout:570: expect (ObjNum 161 snap 44 seq_num 161) 2024-08-10T05:15:55.023 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 49 current snap is 51 2024-08-10T05:15:55.023 INFO:tasks.rados.rados.0.smithi031.stdout:571: seq_num 192 ranges {6660096=417792,7077888=401408} 2024-08-10T05:15:55.062 INFO:tasks.rados.rados.0.smithi031.stdout:571: writing smithi03186013-49 from 6660096 to 7077888 tid 1 2024-08-10T05:15:55.064 INFO:tasks.rados.rados.0.smithi031.stdout:571: writing smithi03186013-49 from 7077888 to 7479296 tid 2 2024-08-10T05:15:55.064 INFO:tasks.rados.rados.0.smithi031.stdout:572: rollback oid 5 current snap is 51 2024-08-10T05:15:55.064 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 5 to 50 2024-08-10T05:15:55.065 INFO:tasks.rados.rados.0.smithi031.stdout:570: expect (ObjNum 161 snap 44 seq_num 161) 2024-08-10T05:15:55.074 INFO:tasks.rados.rados.0.smithi031.stdout:571: finishing write tid 1 to smithi03186013-49 2024-08-10T05:15:55.074 INFO:tasks.rados.rados.0.smithi031.stdout:571: finishing write tid 2 to smithi03186013-49 2024-08-10T05:15:55.074 INFO:tasks.rados.rados.0.smithi031.stdout:571: finishing write tid 3 to smithi03186013-49 2024-08-10T05:15:55.074 INFO:tasks.rados.rados.0.smithi031.stdout:572: finishing rollback tid 1 to smithi03186013-5 2024-08-10T05:15:55.074 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 5 v 234 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-08-10T05:15:55.074 INFO:tasks.rados.rados.0.smithi031.stdout:571: finishing write tid 4 to smithi03186013-49 2024-08-10T05:15:55.075 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 49 v 212 (ObjNum 192 snap 51 seq_num 192) dirty exists 2024-08-10T05:15:55.075 INFO:tasks.rados.rados.0.smithi031.stdout:571: left oid 49 (ObjNum 192 snap 51 seq_num 192) 2024-08-10T05:15:55.075 INFO:tasks.rados.rados.0.smithi031.stdout:570: done (2 left) 2024-08-10T05:15:55.075 INFO:tasks.rados.rados.0.smithi031.stdout:571: done (1 left) 2024-08-10T05:15:55.075 INFO:tasks.rados.rados.0.smithi031.stdout:572: done (0 left) 2024-08-10T05:15:55.075 INFO:tasks.rados.rados.0.smithi031.stdout:573: rmattr oid 9 current snap is 51 2024-08-10T05:15:55.075 INFO:tasks.rados.rados.0.smithi031.stdout:573: done (0 left) 2024-08-10T05:15:55.075 INFO:tasks.rados.rados.0.smithi031.stdout:574: read oid 15 snap -1 2024-08-10T05:15:55.076 INFO:tasks.rados.rados.0.smithi031.stdout:574: expect (ObjNum 114 snap 28 seq_num 114) 2024-08-10T05:15:55.076 INFO:tasks.rados.rados.0.smithi031.stdout:575: snap_remove snap 49 2024-08-10T05:15:55.272 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:55 smithi196 ceph-mon[32874]: osdmap e178: 8 total, 8 up, 8 in 2024-08-10T05:15:55.272 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:55 smithi196 ceph-mon[32874]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:55.272 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:55 smithi196 ceph-mon[32874]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:55.272 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:55 smithi196 ceph-mon[32874]: Reconfiguring grafana.a (dependencies changed)... 2024-08-10T05:15:55.272 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:55 smithi196 ceph-mon[32874]: Reconfiguring daemon grafana.a on smithi196 2024-08-10T05:15:55.272 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:55 smithi196 ceph-mon[32874]: osdmap e179: 8 total, 8 up, 8 in 2024-08-10T05:15:55.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:55 smithi031 ceph-mon[29994]: osdmap e178: 8 total, 8 up, 8 in 2024-08-10T05:15:55.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:55 smithi031 ceph-mon[29994]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:55.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:55 smithi031 ceph-mon[29994]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:55.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:55 smithi031 ceph-mon[29994]: Reconfiguring grafana.a (dependencies changed)... 2024-08-10T05:15:55.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:55 smithi031 ceph-mon[29994]: Reconfiguring daemon grafana.a on smithi196 2024-08-10T05:15:55.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:55 smithi031 ceph-mon[29994]: osdmap e179: 8 total, 8 up, 8 in 2024-08-10T05:15:55.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:55 smithi031 ceph-mon[41349]: osdmap e178: 8 total, 8 up, 8 in 2024-08-10T05:15:55.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:55 smithi031 ceph-mon[41349]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:55.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:55 smithi031 ceph-mon[41349]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:55.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:55 smithi031 ceph-mon[41349]: Reconfiguring grafana.a (dependencies changed)... 2024-08-10T05:15:55.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:55 smithi031 ceph-mon[41349]: Reconfiguring daemon grafana.a on smithi196 2024-08-10T05:15:55.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:55 smithi031 ceph-mon[41349]: osdmap e179: 8 total, 8 up, 8 in 2024-08-10T05:15:56.022 INFO:tasks.rados.rados.0.smithi031.stdout:575: done (1 left) 2024-08-10T05:15:56.022 INFO:tasks.rados.rados.0.smithi031.stdout:576: snap_create 2024-08-10T05:15:56.022 INFO:tasks.rados.rados.0.smithi031.stdout:574: expect (ObjNum 114 snap 28 seq_num 114) 2024-08-10T05:15:57.028 INFO:tasks.rados.rados.0.smithi031.stdout:574: done (1 left) 2024-08-10T05:15:57.028 INFO:tasks.rados.rados.0.smithi031.stdout:576: done (0 left) 2024-08-10T05:15:57.028 INFO:tasks.rados.rados.0.smithi031.stdout:577: read oid 47 snap -1 2024-08-10T05:15:57.028 INFO:tasks.rados.rados.0.smithi031.stdout:577: expect deleted 2024-08-10T05:15:57.028 INFO:tasks.rados.rados.0.smithi031.stdout:578: delete oid 33 current snap is 52 2024-08-10T05:15:57.032 INFO:tasks.rados.rados.0.smithi031.stdout:577: done (1 left) 2024-08-10T05:15:57.032 INFO:tasks.rados.rados.0.smithi031.stdout:578: done (0 left) 2024-08-10T05:15:57.032 INFO:tasks.rados.rados.0.smithi031.stdout:579: rollback oid 46 current snap is 52 2024-08-10T05:15:57.033 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 46 to 40 2024-08-10T05:15:57.033 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 49 current snap is 52 2024-08-10T05:15:57.033 INFO:tasks.rados.rados.0.smithi031.stdout:580: seq_num 194 ranges {7479296=458752,7938048=401408} 2024-08-10T05:15:57.076 INFO:tasks.rados.rados.0.smithi031.stdout:580: writing smithi03186013-49 from 7479296 to 7938048 tid 1 2024-08-10T05:15:57.079 INFO:tasks.rados.rados.0.smithi031.stdout:580: writing smithi03186013-49 from 7938048 to 8339456 tid 2 2024-08-10T05:15:57.079 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 10 current snap is 52 2024-08-10T05:15:57.079 INFO:tasks.rados.rados.0.smithi031.stdout:579: finishing rollback tid 1 to smithi03186013-46 2024-08-10T05:15:57.079 INFO:tasks.rados.rados.0.smithi031.stdout:579: finishing rollback tid 2 to smithi03186013-46 2024-08-10T05:15:57.079 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 46 v 85 (ObjNum 106 snap 21 seq_num 106) dirty exists 2024-08-10T05:15:57.079 INFO:tasks.rados.rados.0.smithi031.stdout:581: seq_num 195 ranges {0=475136,475136=401408} 2024-08-10T05:15:57.082 INFO:tasks.rados.rados.0.smithi031.stdout:581: writing smithi03186013-10 from 0 to 475136 tid 1 2024-08-10T05:15:57.085 INFO:tasks.rados.rados.0.smithi031.stdout:581: writing smithi03186013-10 from 475136 to 876544 tid 2 2024-08-10T05:15:57.086 INFO:tasks.rados.rados.0.smithi031.stdout:579: done (2 left) 2024-08-10T05:15:57.086 INFO:tasks.rados.rados.0.smithi031.stdout:582: rollback oid 31 current snap is 52 2024-08-10T05:15:57.086 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 31 to 48 2024-08-10T05:15:57.086 INFO:tasks.rados.rados.0.smithi031.stdout:580: finishing write tid 1 to smithi03186013-49 2024-08-10T05:15:57.086 INFO:tasks.rados.rados.0.smithi031.stdout:580: finishing write tid 2 to smithi03186013-49 2024-08-10T05:15:57.086 INFO:tasks.rados.rados.0.smithi031.stdout:580: finishing write tid 3 to smithi03186013-49 2024-08-10T05:15:57.086 INFO:tasks.rados.rados.0.smithi031.stdout:580: finishing write tid 4 to smithi03186013-49 2024-08-10T05:15:57.086 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 49 v 218 (ObjNum 194 snap 52 seq_num 194) dirty exists 2024-08-10T05:15:57.086 INFO:tasks.rados.rados.0.smithi031.stdout:580: left oid 49 (ObjNum 194 snap 52 seq_num 194) 2024-08-10T05:15:57.086 INFO:tasks.rados.rados.0.smithi031.stdout:581: finishing write tid 1 to smithi03186013-10 2024-08-10T05:15:57.086 INFO:tasks.rados.rados.0.smithi031.stdout:580: done (2 left) 2024-08-10T05:15:57.086 INFO:tasks.rados.rados.0.smithi031.stdout:583: read oid 39 snap -1 2024-08-10T05:15:57.087 INFO:tasks.rados.rados.0.smithi031.stdout:583: expect (ObjNum 18 snap 0 seq_num 18) 2024-08-10T05:15:57.087 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 33 current snap is 52 2024-08-10T05:15:57.087 INFO:tasks.rados.rados.0.smithi031.stdout:584: seq_num 196 ranges {0=491520,491520=401408} 2024-08-10T05:15:57.089 INFO:tasks.rados.rados.0.smithi031.stdout:584: writing smithi03186013-33 from 0 to 491520 tid 1 2024-08-10T05:15:57.092 INFO:tasks.rados.rados.0.smithi031.stdout:584: writing smithi03186013-33 from 491520 to 892928 tid 2 2024-08-10T05:15:57.092 INFO:tasks.rados.rados.0.smithi031.stdout:585: snap_create 2024-08-10T05:15:57.092 INFO:tasks.rados.rados.0.smithi031.stdout:582: finishing rollback tid 1 to smithi03186013-31 2024-08-10T05:15:57.092 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 31 v 0 (ObjNum 161 snap 0 seq_num 1197855144) dirty dne 2024-08-10T05:15:57.092 INFO:tasks.rados.rados.0.smithi031.stdout:581: finishing write tid 2 to smithi03186013-10 2024-08-10T05:15:57.092 INFO:tasks.rados.rados.0.smithi031.stdout:581: finishing write tid 3 to smithi03186013-10 2024-08-10T05:15:57.092 INFO:tasks.rados.rados.0.smithi031.stdout:581: finishing write tid 4 to smithi03186013-10 2024-08-10T05:15:57.092 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 10 v 124 (ObjNum 195 snap 52 seq_num 195) dirty exists 2024-08-10T05:15:57.092 INFO:tasks.rados.rados.0.smithi031.stdout:581: left oid 10 (ObjNum 195 snap 52 seq_num 195) 2024-08-10T05:15:57.093 INFO:tasks.rados.rados.0.smithi031.stdout:583: expect (ObjNum 18 snap 0 seq_num 18) 2024-08-10T05:15:57.100 INFO:tasks.rados.rados.0.smithi031.stdout:584: finishing write tid 1 to smithi03186013-33 2024-08-10T05:15:57.100 INFO:tasks.rados.rados.0.smithi031.stdout:584: finishing write tid 2 to smithi03186013-33 2024-08-10T05:15:57.100 INFO:tasks.rados.rados.0.smithi031.stdout:584: finishing write tid 3 to smithi03186013-33 2024-08-10T05:15:57.100 INFO:tasks.rados.rados.0.smithi031.stdout:584: finishing write tid 4 to smithi03186013-33 2024-08-10T05:15:57.100 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 33 v 106 (ObjNum 196 snap 52 seq_num 196) dirty exists 2024-08-10T05:15:57.100 INFO:tasks.rados.rados.0.smithi031.stdout:584: left oid 33 (ObjNum 196 snap 52 seq_num 196) 2024-08-10T05:15:57.283 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:15:57 smithi196 systemd[1]: Stopping Ceph grafana.a for fc322138-56d5-11ef-bcce-c7b262605968... 2024-08-10T05:15:57.284 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:57 smithi196 ceph-mon[32874]: pgmap v42: 121 pgs: 121 active+clean; 171 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:15:57.284 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:57 smithi196 ceph-mon[32874]: osdmap e180: 8 total, 8 up, 8 in 2024-08-10T05:15:57.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:57 smithi031 ceph-mon[29994]: pgmap v42: 121 pgs: 121 active+clean; 171 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:15:57.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:57 smithi031 ceph-mon[29994]: osdmap e180: 8 total, 8 up, 8 in 2024-08-10T05:15:57.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:57 smithi031 ceph-mon[41349]: pgmap v42: 121 pgs: 121 active+clean; 171 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:15:57.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:57 smithi031 ceph-mon[41349]: osdmap e180: 8 total, 8 up, 8 in 2024-08-10T05:15:57.519 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:15:57 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-alertmanager-a[88576]: ts=2024-08-10T05:15:57.051Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.004046847s 2024-08-10T05:15:57.605 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:15:57 smithi196 podman[77994]: 2024-08-10 05:15:57.283559061 +0000 UTC m=+0.105025750 container died 98939d3181ae88b5d2ba5deaebe5c7f2a7b56d7e16816370ce1a203f9a0f39bc (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a, io.openshift.tags=base rhel8, name=ubi8, com.redhat.component=ubi8-container, architecture=x86_64, distribution-scope=public, description=Ceph Grafana Container, version=8.5, io.buildah.version=1.32.0, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.openshift.expose-services=, vcs-type=git, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, release=239.1651231664, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, summary=Grafana Container configured for Ceph mgr/dashboard integration, maintainer=Paul Cuzner , build-date=2022-04-29T11:48:11.055897, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vendor=Red Hat, Inc., io.k8s.display-name=Red Hat Universal Base Image 8) 2024-08-10T05:15:58.013 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:15:57 smithi196 podman[77994]: 2024-08-10 05:15:57.820972983 +0000 UTC m=+0.642439672 container cleanup 98939d3181ae88b5d2ba5deaebe5c7f2a7b56d7e16816370ce1a203f9a0f39bc (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a, maintainer=Paul Cuzner , summary=Grafana Container configured for Ceph mgr/dashboard integration, io.openshift.expose-services=, name=ubi8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vendor=Red Hat, Inc., io.k8s.display-name=Red Hat Universal Base Image 8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, distribution-scope=public, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, architecture=x86_64, vcs-type=git, description=Ceph Grafana Container, version=8.5, io.openshift.tags=base rhel8, build-date=2022-04-29T11:48:11.055897, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, com.redhat.component=ubi8-container, io.buildah.version=1.32.0, release=239.1651231664, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com) 2024-08-10T05:15:58.013 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:15:57 smithi196 bash[77994]: ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a 2024-08-10T05:15:58.040 INFO:tasks.rados.rados.0.smithi031.stdout:581: done (4 left) 2024-08-10T05:15:58.040 INFO:tasks.rados.rados.0.smithi031.stdout:582: done (3 left) 2024-08-10T05:15:58.040 INFO:tasks.rados.rados.0.smithi031.stdout:583: done (2 left) 2024-08-10T05:15:58.041 INFO:tasks.rados.rados.0.smithi031.stdout:584: done (1 left) 2024-08-10T05:15:58.041 INFO:tasks.rados.rados.0.smithi031.stdout:585: done (0 left) 2024-08-10T05:15:58.041 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 23 current snap is 53 2024-08-10T05:15:58.041 INFO:tasks.rados.rados.0.smithi031.stdout:586: seq_num 197 ranges {1269760=507904,1777664=401408} 2024-08-10T05:15:58.050 INFO:tasks.rados.rados.0.smithi031.stdout:586: writing smithi03186013-23 from 1269760 to 1777664 tid 1 2024-08-10T05:15:58.052 INFO:tasks.rados.rados.0.smithi031.stdout:586: writing smithi03186013-23 from 1777664 to 2179072 tid 2 2024-08-10T05:15:58.052 INFO:tasks.rados.rados.0.smithi031.stdout:587: copy_from oid 26 from oid 22 current snap is 53 2024-08-10T05:15:58.053 INFO:tasks.rados.rados.0.smithi031.stdout:588: snap_create 2024-08-10T05:15:58.056 INFO:tasks.rados.rados.0.smithi031.stdout:586: finishing write tid 1 to smithi03186013-23 2024-08-10T05:15:58.057 INFO:tasks.rados.rados.0.smithi031.stdout:586: finishing write tid 2 to smithi03186013-23 2024-08-10T05:15:58.057 INFO:tasks.rados.rados.0.smithi031.stdout:586: finishing write tid 3 to smithi03186013-23 2024-08-10T05:15:58.058 INFO:tasks.rados.rados.0.smithi031.stdout:586: finishing write tid 4 to smithi03186013-23 2024-08-10T05:15:58.058 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 23 v 127 (ObjNum 197 snap 53 seq_num 197) dirty exists 2024-08-10T05:15:58.058 INFO:tasks.rados.rados.0.smithi031.stdout:586: left oid 23 (ObjNum 197 snap 53 seq_num 197) 2024-08-10T05:15:58.077 INFO:tasks.rados.rados.0.smithi031.stdout:587: finishing copy_from racing read to smithi03186013-26 2024-08-10T05:15:58.081 INFO:tasks.rados.rados.0.smithi031.stdout:587: finishing copy_from to smithi03186013-26 2024-08-10T05:15:58.082 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 26 v 162 (ObjNum 134 snap 37 seq_num 134) dirty exists 2024-08-10T05:15:58.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:58 smithi031 ceph-mon[29994]: osdmap e181: 8 total, 8 up, 8 in 2024-08-10T05:15:58.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:58 smithi031 ceph-mon[41349]: osdmap e181: 8 total, 8 up, 8 in 2024-08-10T05:15:58.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:58 smithi196 ceph-mon[32874]: osdmap e181: 8 total, 8 up, 8 in 2024-08-10T05:15:58.278 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:15:58 smithi196 podman[78013]: 2024-08-10 05:15:58.01396418 +0000 UTC m=+0.732065976 container remove 98939d3181ae88b5d2ba5deaebe5c7f2a7b56d7e16816370ce1a203f9a0f39bc (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a, distribution-scope=public, io.buildah.version=1.32.0, com.redhat.component=ubi8-container, io.openshift.expose-services=, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., maintainer=Paul Cuzner , name=ubi8, vcs-type=git, vendor=Red Hat, Inc., com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.openshift.tags=base rhel8, summary=Grafana Container configured for Ceph mgr/dashboard integration, architecture=x86_64, release=239.1651231664, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, build-date=2022-04-29T11:48:11.055897, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, version=8.5, description=Ceph Grafana Container, io.k8s.display-name=Red Hat Universal Base Image 8) 2024-08-10T05:15:58.278 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:15:58 smithi196 systemd[1]: ceph-fc322138-56d5-11ef-bcce-c7b262605968@grafana.a.service: Main process exited, code=exited, status=143/n/a 2024-08-10T05:15:58.279 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:15:58 smithi196 systemd[1]: ceph-fc322138-56d5-11ef-bcce-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-08-10T05:15:58.279 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:15:58 smithi196 systemd[1]: Stopped Ceph grafana.a for fc322138-56d5-11ef-bcce-c7b262605968. 2024-08-10T05:15:58.279 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:15:58 smithi196 systemd[1]: ceph-fc322138-56d5-11ef-bcce-c7b262605968@grafana.a.service: Consumed 5.131s CPU time. 2024-08-10T05:15:58.279 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:15:58 smithi196 systemd[1]: Starting Ceph grafana.a for fc322138-56d5-11ef-bcce-c7b262605968... 2024-08-10T05:15:58.767 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:15:58 smithi196 podman[78106]: 2024-08-10 05:15:58.364213006 +0000 UTC m=+0.016436412 image pull 954c08fa618887fe9a6fe572ae541197c77e625b05f4193df7898f5ac649ada9 quay.io/ceph/ceph-grafana:9.4.7 2024-08-10T05:15:58.767 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:15:58 smithi196 podman[78106]: 2024-08-10 05:15:58.465253272 +0000 UTC m=+0.117476679 container create 6ec1b1b19e7ade28f39ee76064c5de57abd0223205e638685b377c677638ad3b (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a, vendor=Red Hat, Inc., name=ubi8, description=Ceph Grafana Container, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, summary=Grafana Container configured for Ceph mgr/dashboard integration, build-date=2022-04-29T11:48:11.055897, io.openshift.expose-services=, version=8.5, distribution-scope=public, maintainer=Paul Cuzner , release=239.1651231664, architecture=x86_64, io.k8s.display-name=Red Hat Universal Base Image 8, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.openshift.tags=base rhel8, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, com.redhat.component=ubi8-container, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.buildah.version=1.32.0, vcs-type=git, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664) 2024-08-10T05:15:58.768 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:15:58 smithi196 podman[78106]: 2024-08-10 05:15:58.767876066 +0000 UTC m=+0.420099485 container init 6ec1b1b19e7ade28f39ee76064c5de57abd0223205e638685b377c677638ad3b (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a, maintainer=Paul Cuzner , summary=Grafana Container configured for Ceph mgr/dashboard integration, build-date=2022-04-29T11:48:11.055897, com.redhat.component=ubi8-container, release=239.1651231664, io.openshift.tags=base rhel8, name=ubi8, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.k8s.display-name=Red Hat Universal Base Image 8, distribution-scope=public, io.buildah.version=1.32.0, io.openshift.expose-services=, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, vendor=Red Hat, Inc., vcs-type=git, description=Ceph Grafana Container, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, version=8.5, architecture=x86_64) 2024-08-10T05:15:59.029 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:15:58 smithi196 podman[78106]: 2024-08-10 05:15:58.77266037 +0000 UTC m=+0.424883777 container start 6ec1b1b19e7ade28f39ee76064c5de57abd0223205e638685b377c677638ad3b (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a, com.redhat.component=ubi8-container, name=ubi8, description=Ceph Grafana Container, version=8.5, build-date=2022-04-29T11:48:11.055897, io.openshift.expose-services=, vcs-type=git, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.k8s.display-name=Red Hat Universal Base Image 8, release=239.1651231664, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, vendor=Red Hat, Inc., com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, architecture=x86_64, distribution-scope=public, io.openshift.tags=base rhel8, maintainer=Paul Cuzner , io.buildah.version=1.32.0, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., summary=Grafana Container configured for Ceph mgr/dashboard integration) 2024-08-10T05:15:59.029 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:15:58 smithi196 bash[78106]: 6ec1b1b19e7ade28f39ee76064c5de57abd0223205e638685b377c677638ad3b 2024-08-10T05:15:59.029 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:15:58 smithi196 systemd[1]: Started Ceph grafana.a for fc322138-56d5-11ef-bcce-c7b262605968. 2024-08-10T05:15:59.029 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:15:58 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[78121]: logger=settings t=2024-08-10T05:15:58.928757281Z level=info msg="Starting Grafana" version=9.4.7 commit=4add91f03d branch=HEAD compiled=2023-03-16T23:56:52Z 2024-08-10T05:15:59.030 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:15:58 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[78121]: logger=settings t=2024-08-10T05:15:58.929017347Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-08-10T05:15:59.030 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:15:58 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[78121]: logger=settings t=2024-08-10T05:15:58.929046667Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-08-10T05:15:59.030 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:15:58 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[78121]: logger=settings t=2024-08-10T05:15:58.929061427Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-08-10T05:15:59.030 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:15:58 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[78121]: logger=settings t=2024-08-10T05:15:58.929073531Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-08-10T05:15:59.030 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:15:58 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[78121]: logger=settings t=2024-08-10T05:15:58.929085314Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-08-10T05:15:59.030 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:15:58 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[78121]: logger=settings t=2024-08-10T05:15:58.929096497Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-08-10T05:15:59.031 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:15:58 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[78121]: logger=settings t=2024-08-10T05:15:58.929108295Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-08-10T05:15:59.031 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:15:58 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[78121]: logger=settings t=2024-08-10T05:15:58.929121045Z level=info msg="Path Home" path=/usr/share/grafana 2024-08-10T05:15:59.031 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:15:58 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[78121]: logger=settings t=2024-08-10T05:15:58.929132233Z level=info msg="Path Data" path=/var/lib/grafana 2024-08-10T05:15:59.031 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:15:58 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[78121]: logger=settings t=2024-08-10T05:15:58.929143059Z level=info msg="Path Logs" path=/var/log/grafana 2024-08-10T05:15:59.031 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:15:58 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[78121]: logger=settings t=2024-08-10T05:15:58.929155287Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-08-10T05:15:59.031 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:15:58 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[78121]: logger=settings t=2024-08-10T05:15:58.929167568Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-08-10T05:15:59.032 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:15:58 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[78121]: logger=settings t=2024-08-10T05:15:58.929179061Z level=info msg="App mode production" 2024-08-10T05:15:59.032 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:15:58 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[78121]: logger=sqlstore t=2024-08-10T05:15:58.929249802Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-08-10T05:15:59.032 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:15:58 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[78121]: logger=sqlstore t=2024-08-10T05:15:58.929278551Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-08-10T05:15:59.032 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:15:58 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[78121]: logger=migrator t=2024-08-10T05:15:58.946043995Z level=info msg="Starting DB migrations" 2024-08-10T05:15:59.032 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:15:58 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[78121]: logger=migrator t=2024-08-10T05:15:58.950810343Z level=info msg="migrations completed" performed=0 skipped=481 duration=421.581µs 2024-08-10T05:15:59.032 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:15:58 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[78121]: logger=sqlstore t=2024-08-10T05:15:58.95114863Z level=info msg="Created default organization" 2024-08-10T05:15:59.033 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:15:59 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[78121]: logger=plugin.loader t=2024-08-10T05:15:59.007252648Z level=info msg="Plugin registered" pluginID=input 2024-08-10T05:15:59.046 INFO:tasks.rados.rados.0.smithi031.stdout:586: done (2 left) 2024-08-10T05:15:59.046 INFO:tasks.rados.rados.0.smithi031.stdout:587: done (1 left) 2024-08-10T05:15:59.046 INFO:tasks.rados.rados.0.smithi031.stdout:588: done (0 left) 2024-08-10T05:15:59.046 INFO:tasks.rados.rados.0.smithi031.stdout:589: snap_create 2024-08-10T05:15:59.458 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:59 smithi196 ceph-mon[32874]: pgmap v45: 121 pgs: 121 active+clean; 172 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 2.0 MiB/s wr, 14 op/s 2024-08-10T05:15:59.458 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:59 smithi196 ceph-mon[32874]: osdmap e182: 8 total, 8 up, 8 in 2024-08-10T05:15:59.458 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:59 smithi196 ceph-mon[32874]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:59.458 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:15:59 smithi196 ceph-mon[32874]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:59.458 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:15:59 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[78121]: logger=plugin.loader t=2024-08-10T05:15:59.035374001Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2024-08-10T05:15:59.459 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:15:59 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[78121]: logger=plugin.loader t=2024-08-10T05:15:59.035419885Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2024-08-10T05:15:59.459 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:15:59 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[78121]: logger=secrets t=2024-08-10T05:15:59.035458424Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-08-10T05:15:59.459 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:15:59 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[78121]: logger=query_data t=2024-08-10T05:15:59.038679918Z level=info msg="Query Service initialization" 2024-08-10T05:15:59.459 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:15:59 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[78121]: logger=live.push_http t=2024-08-10T05:15:59.041666116Z level=info msg="Live Push Gateway initialization" 2024-08-10T05:15:59.459 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:15:59 smithi196 systemd[1]: Stopping Ceph node-exporter.b for fc322138-56d5-11ef-bcce-c7b262605968... 2024-08-10T05:15:59.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:59 smithi031 ceph-mon[29994]: pgmap v45: 121 pgs: 121 active+clean; 172 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 2.0 MiB/s wr, 14 op/s 2024-08-10T05:15:59.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:59 smithi031 ceph-mon[29994]: osdmap e182: 8 total, 8 up, 8 in 2024-08-10T05:15:59.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:59 smithi031 ceph-mon[29994]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:59.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:15:59 smithi031 ceph-mon[29994]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:59.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:59 smithi031 ceph-mon[41349]: pgmap v45: 121 pgs: 121 active+clean; 172 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 2.0 MiB/s wr, 14 op/s 2024-08-10T05:15:59.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:59 smithi031 ceph-mon[41349]: osdmap e182: 8 total, 8 up, 8 in 2024-08-10T05:15:59.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:59 smithi031 ceph-mon[41349]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:59.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:15:59 smithi031 ceph-mon[41349]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:15:59.755 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:15:59 smithi196 podman[78275]: 2024-08-10 05:15:59.4585322 +0000 UTC m=+0.117192759 container died 6246ec3d261fb1aa266a62817024442e16b9ff65162d47f2c6da14a1af551592 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-10T05:16:00.023 INFO:tasks.rados.rados.0.smithi031.stdout:589: done (0 left) 2024-08-10T05:16:00.023 INFO:tasks.rados.rados.0.smithi031.stdout:590: delete oid 4 current snap is 55 2024-08-10T05:16:00.027 INFO:tasks.rados.rados.0.smithi031.stdout:590: done (0 left) 2024-08-10T05:16:00.027 INFO:tasks.rados.rados.0.smithi031.stdout:591: delete oid 15 current snap is 55 2024-08-10T05:16:00.028 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:15:59 smithi196 podman[78275]: 2024-08-10 05:15:59.946252187 +0000 UTC m=+0.604912738 container cleanup 6246ec3d261fb1aa266a62817024442e16b9ff65162d47f2c6da14a1af551592 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-10T05:16:00.028 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:15:59 smithi196 bash[78275]: ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b 2024-08-10T05:16:00.028 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:15:59 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[78121]: logger=infra.usagestats.collector t=2024-08-10T05:15:59.774352413Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-08-10T05:16:00.028 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:15:59 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[78121]: logger=provisioning.datasources t=2024-08-10T05:15:59.860233192Z level=info msg="deleted correlations based on configuration" ds_name=Dashboard1 2024-08-10T05:16:00.029 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:15:59 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[78121]: logger=provisioning.datasources t=2024-08-10T05:15:59.860257974Z level=info msg="deleted datasource based on configuration" name=Dashboard1 2024-08-10T05:16:00.029 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:15:59 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[78121]: logger=provisioning.datasources t=2024-08-10T05:15:59.870520803Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-08-10T05:16:00.029 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:15:59 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[78121]: logger=provisioning.alerting t=2024-08-10T05:15:59.952002662Z level=info msg="starting to provision alerting" 2024-08-10T05:16:00.029 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:15:59 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[78121]: logger=provisioning.alerting t=2024-08-10T05:15:59.952045595Z level=info msg="finished to provision alerting" 2024-08-10T05:16:00.029 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:15:59 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[78121]: logger=ngalert.state.manager t=2024-08-10T05:15:59.952216853Z level=info msg="Warming state cache for startup" 2024-08-10T05:16:00.029 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:15:59 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[78121]: logger=grafanaStorageLogger t=2024-08-10T05:15:59.952220539Z level=info msg="storage starting" 2024-08-10T05:16:00.029 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:15:59 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[78121]: logger=http.server t=2024-08-10T05:15:59.954056504Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-08-10T05:16:00.029 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:15:59 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[78121]: logger=ngalert.state.manager t=2024-08-10T05:15:59.962964403Z level=info msg="State cache has been initialized" states=0 duration=10.745578ms 2024-08-10T05:16:00.029 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:15:59 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[78121]: logger=ticker t=2024-08-10T05:15:59.963036132Z level=info msg=starting first_tick=2024-08-10T05:16:00Z 2024-08-10T05:16:00.029 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:15:59 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[78121]: logger=ngalert.multiorg.alertmanager t=2024-08-10T05:15:59.96305801Z level=info msg="starting MultiOrg Alertmanager" 2024-08-10T05:16:00.030 INFO:tasks.rados.rados.0.smithi031.stdout:591: done (0 left) 2024-08-10T05:16:00.030 INFO:tasks.rados.rados.0.smithi031.stdout:592: snap_create 2024-08-10T05:16:00.355 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:16:00 smithi196 podman[78293]: 2024-08-10 05:16:00.15681689 +0000 UTC m=+0.702465137 container remove 6246ec3d261fb1aa266a62817024442e16b9ff65162d47f2c6da14a1af551592 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-10T05:16:00.355 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:16:00 smithi196 systemd[1]: ceph-fc322138-56d5-11ef-bcce-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-08-10T05:16:00.355 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:00 smithi196 ceph-mon[32874]: Reconfiguring node-exporter.b (dependencies changed)... 2024-08-10T05:16:00.355 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:00 smithi196 ceph-mon[32874]: Reconfiguring daemon node-exporter.b on smithi196 2024-08-10T05:16:00.355 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:00 smithi196 ceph-mon[32874]: osdmap e183: 8 total, 8 up, 8 in 2024-08-10T05:16:00.355 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:00 smithi196 ceph-mon[32874]: osdmap e184: 8 total, 8 up, 8 in 2024-08-10T05:16:00.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:00 smithi031 ceph-mon[29994]: Reconfiguring node-exporter.b (dependencies changed)... 2024-08-10T05:16:00.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:00 smithi031 ceph-mon[29994]: Reconfiguring daemon node-exporter.b on smithi196 2024-08-10T05:16:00.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:00 smithi031 ceph-mon[29994]: osdmap e183: 8 total, 8 up, 8 in 2024-08-10T05:16:00.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:00 smithi031 ceph-mon[29994]: osdmap e184: 8 total, 8 up, 8 in 2024-08-10T05:16:00.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:00 smithi031 ceph-mon[41349]: Reconfiguring node-exporter.b (dependencies changed)... 2024-08-10T05:16:00.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:00 smithi031 ceph-mon[41349]: Reconfiguring daemon node-exporter.b on smithi196 2024-08-10T05:16:00.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:00 smithi031 ceph-mon[41349]: osdmap e183: 8 total, 8 up, 8 in 2024-08-10T05:16:00.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:00 smithi031 ceph-mon[41349]: osdmap e184: 8 total, 8 up, 8 in 2024-08-10T05:16:00.754 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:16:00 smithi196 systemd[1]: ceph-fc322138-56d5-11ef-bcce-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-08-10T05:16:00.754 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:16:00 smithi196 systemd[1]: Stopped Ceph node-exporter.b for fc322138-56d5-11ef-bcce-c7b262605968. 2024-08-10T05:16:00.754 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:16:00 smithi196 systemd[1]: ceph-fc322138-56d5-11ef-bcce-c7b262605968@node-exporter.b.service: Consumed 2.179s CPU time. 2024-08-10T05:16:00.755 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:16:00 smithi196 systemd[1]: Starting Ceph node-exporter.b for fc322138-56d5-11ef-bcce-c7b262605968... 2024-08-10T05:16:00.755 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:16:00 smithi196 podman[78392]: 2024-08-10 05:16:00.496026664 +0000 UTC m=+0.021335151 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-08-10T05:16:00.755 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:16:00 smithi196 podman[78392]: 2024-08-10 05:16:00.607819501 +0000 UTC m=+0.133127974 container create fce7ddc02cbaab75cae34a280565857175b6edd74b1892f7d5a44fba749dba4e (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-10T05:16:01.023 INFO:tasks.rados.rados.0.smithi031.stdout:592: done (0 left) 2024-08-10T05:16:01.024 INFO:tasks.rados.rados.0.smithi031.stdout:593: setattr oid 19 current snap is 56 2024-08-10T05:16:01.025 INFO:tasks.rados.rados.0.smithi031.stdout:594: rmattr oid 42 current snap is 56 2024-08-10T05:16:01.025 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 38 current snap is 56 2024-08-10T05:16:01.025 INFO:tasks.rados.rados.0.smithi031.stdout:595: seq_num 200 ranges {0=557056,557056=401408} 2024-08-10T05:16:01.028 INFO:tasks.rados.rados.0.smithi031.stdout:595: writing smithi03186013-38 from 0 to 557056 tid 1 2024-08-10T05:16:01.030 INFO:tasks.rados.rados.0.smithi031.stdout:595: writing smithi03186013-38 from 557056 to 958464 tid 2 2024-08-10T05:16:01.031 INFO:tasks.rados.rados.0.smithi031.stdout:596: read oid 26 snap -1 2024-08-10T05:16:01.031 INFO:tasks.rados.rados.0.smithi031.stdout:596: expect (ObjNum 134 snap 37 seq_num 134) 2024-08-10T05:16:01.031 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 37 current snap is 56 2024-08-10T05:16:01.031 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 19 v 188 (ObjNum 181 snap 49 seq_num 181) dirty exists 2024-08-10T05:16:01.031 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 42 v 189 (ObjNum 161 snap 44 seq_num 161) dirty exists 2024-08-10T05:16:01.031 INFO:tasks.rados.rados.0.smithi031.stdout:597: seq_num 201 ranges {0=573440,573440=401408} 2024-08-10T05:16:01.034 INFO:tasks.rados.rados.0.smithi031.stdout:597: writing smithi03186013-37 from 0 to 573440 tid 1 2024-08-10T05:16:01.037 INFO:tasks.rados.rados.0.smithi031.stdout:597: writing smithi03186013-37 from 573440 to 974848 tid 2 2024-08-10T05:16:01.037 INFO:tasks.rados.rados.0.smithi031.stdout:593: done (4 left) 2024-08-10T05:16:01.037 INFO:tasks.rados.rados.0.smithi031.stdout:594: done (3 left) 2024-08-10T05:16:01.037 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 23 current snap is 56 2024-08-10T05:16:01.037 INFO:tasks.rados.rados.0.smithi031.stdout:595: finishing write tid 1 to smithi03186013-38 2024-08-10T05:16:01.037 INFO:tasks.rados.rados.0.smithi031.stdout:598: seq_num 202 ranges {2179072=589824,2768896=401408} 2024-08-10T05:16:01.053 INFO:tasks.rados.rados.0.smithi031.stdout:598: writing smithi03186013-23 from 2179072 to 2768896 tid 1 2024-08-10T05:16:01.056 INFO:tasks.rados.rados.0.smithi031.stdout:598: writing smithi03186013-23 from 2768896 to 3170304 tid 2 2024-08-10T05:16:01.057 INFO:tasks.rados.rados.0.smithi031.stdout:599: read oid 31 snap -1 2024-08-10T05:16:01.057 INFO:tasks.rados.rados.0.smithi031.stdout:599: expect deleted 2024-08-10T05:16:01.057 INFO:tasks.rados.rados.0.smithi031.stdout:600: copy_from oid 11 from oid 2 current snap is 56 2024-08-10T05:16:01.057 INFO:tasks.rados.rados.0.smithi031.stdout:595: finishing write tid 2 to smithi03186013-38 2024-08-10T05:16:01.057 INFO:tasks.rados.rados.0.smithi031.stdout:595: finishing write tid 3 to smithi03186013-38 2024-08-10T05:16:01.057 INFO:tasks.rados.rados.0.smithi031.stdout:595: finishing write tid 4 to smithi03186013-38 2024-08-10T05:16:01.057 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 38 v 122 (ObjNum 200 snap 56 seq_num 200) dirty exists 2024-08-10T05:16:01.057 INFO:tasks.rados.rados.0.smithi031.stdout:595: left oid 38 (ObjNum 200 snap 56 seq_num 200) 2024-08-10T05:16:01.057 INFO:tasks.rados.rados.0.smithi031.stdout:597: finishing write tid 1 to smithi03186013-37 2024-08-10T05:16:01.057 INFO:tasks.rados.rados.0.smithi031.stdout:597: finishing write tid 2 to smithi03186013-37 2024-08-10T05:16:01.057 INFO:tasks.rados.rados.0.smithi031.stdout:597: finishing write tid 3 to smithi03186013-37 2024-08-10T05:16:01.058 INFO:tasks.rados.rados.0.smithi031.stdout:595: done (5 left) 2024-08-10T05:16:01.058 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 18 current snap is 56 2024-08-10T05:16:01.058 INFO:tasks.rados.rados.0.smithi031.stdout:597: finishing write tid 4 to smithi03186013-37 2024-08-10T05:16:01.058 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 37 v 221 (ObjNum 201 snap 56 seq_num 201) dirty exists 2024-08-10T05:16:01.058 INFO:tasks.rados.rados.0.smithi031.stdout:597: left oid 37 (ObjNum 201 snap 56 seq_num 201) 2024-08-10T05:16:01.058 INFO:tasks.rados.rados.0.smithi031.stdout:601: seq_num 203 ranges {6316032=606208,6922240=401408} 2024-08-10T05:16:01.094 INFO:tasks.rados.rados.0.smithi031.stdout:601: writing smithi03186013-18 from 6316032 to 6922240 tid 1 2024-08-10T05:16:01.096 INFO:tasks.rados.rados.0.smithi031.stdout:601: writing smithi03186013-18 from 6922240 to 7323648 tid 2 2024-08-10T05:16:01.096 INFO:tasks.rados.rados.0.smithi031.stdout:597: done (5 left) 2024-08-10T05:16:01.097 INFO:tasks.rados.rados.0.smithi031.stdout:602: delete oid 13 current snap is 56 2024-08-10T05:16:01.097 INFO:tasks.rados.rados.0.smithi031.stdout:598: finishing write tid 1 to smithi03186013-23 2024-08-10T05:16:01.097 INFO:tasks.rados.rados.0.smithi031.stdout:596: expect (ObjNum 134 snap 37 seq_num 134) 2024-08-10T05:16:01.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:01 smithi196 ceph-mon[32874]: pgmap v48: 121 pgs: 121 active+clean; 172 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 2.0 MiB/s wr, 14 op/s 2024-08-10T05:16:01.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:01 smithi196 ceph-mon[32874]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:16:01.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:01 smithi196 ceph-mon[32874]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:16:01.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:01 smithi196 ceph-mon[32874]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:16:01.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:01 smithi196 ceph-mon[32874]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-10T05:16:01.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:01 smithi196 ceph-mon[32874]: osdmap e185: 8 total, 8 up, 8 in 2024-08-10T05:16:01.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:01 smithi196 ceph-mon[32874]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-10T05:16:01.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:01 smithi196 ceph-mon[32874]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-10T05:16:01.279 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:16:00 smithi196 podman[78392]: 2024-08-10 05:16:00.893201835 +0000 UTC m=+0.418510317 container init fce7ddc02cbaab75cae34a280565857175b6edd74b1892f7d5a44fba749dba4e (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-10T05:16:01.280 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:16:00 smithi196 podman[78392]: 2024-08-10 05:16:00.898387097 +0000 UTC m=+0.423695569 container start fce7ddc02cbaab75cae34a280565857175b6edd74b1892f7d5a44fba749dba4e (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-10T05:16:01.280 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:16:00 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[78406]: ts=2024-08-10T05:16:00.901Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-08-10T05:16:01.280 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:16:00 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[78406]: ts=2024-08-10T05:16:00.901Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-08-10T05:16:01.280 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:16:00 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[78406]: ts=2024-08-10T05:16:00.902Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-08-10T05:16:01.280 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:16:00 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[78406]: ts=2024-08-10T05:16:00.902Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-08-10T05:16:01.280 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:16:00 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[78406]: ts=2024-08-10T05:16:00.902Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-08-10T05:16:01.280 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:16:00 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[78406]: ts=2024-08-10T05:16:00.902Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-08-10T05:16:01.280 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:16:00 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[78406]: ts=2024-08-10T05:16:00.902Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-08-10T05:16:01.280 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:16:00 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[78406]: ts=2024-08-10T05:16:00.902Z caller=node_exporter.go:117 level=info collector=arp 2024-08-10T05:16:01.280 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:16:00 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[78406]: ts=2024-08-10T05:16:00.902Z caller=node_exporter.go:117 level=info collector=bcache 2024-08-10T05:16:01.280 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:16:00 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[78406]: ts=2024-08-10T05:16:00.902Z caller=node_exporter.go:117 level=info collector=bonding 2024-08-10T05:16:01.281 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:16:00 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[78406]: ts=2024-08-10T05:16:00.902Z caller=node_exporter.go:117 level=info collector=btrfs 2024-08-10T05:16:01.281 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:16:00 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[78406]: ts=2024-08-10T05:16:00.902Z caller=node_exporter.go:117 level=info collector=conntrack 2024-08-10T05:16:01.281 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:16:00 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[78406]: ts=2024-08-10T05:16:00.902Z caller=node_exporter.go:117 level=info collector=cpu 2024-08-10T05:16:01.281 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:16:00 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[78406]: ts=2024-08-10T05:16:00.902Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-08-10T05:16:01.281 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:16:00 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[78406]: ts=2024-08-10T05:16:00.902Z caller=node_exporter.go:117 level=info collector=diskstats 2024-08-10T05:16:01.281 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:16:00 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[78406]: ts=2024-08-10T05:16:00.902Z caller=node_exporter.go:117 level=info collector=dmi 2024-08-10T05:16:01.281 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:16:00 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[78406]: ts=2024-08-10T05:16:00.902Z caller=node_exporter.go:117 level=info collector=edac 2024-08-10T05:16:01.281 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:16:00 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[78406]: ts=2024-08-10T05:16:00.902Z caller=node_exporter.go:117 level=info collector=entropy 2024-08-10T05:16:01.281 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:16:00 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[78406]: ts=2024-08-10T05:16:00.902Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-08-10T05:16:01.281 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:16:00 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[78406]: ts=2024-08-10T05:16:00.902Z caller=node_exporter.go:117 level=info collector=filefd 2024-08-10T05:16:01.281 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:16:00 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[78406]: ts=2024-08-10T05:16:00.902Z caller=node_exporter.go:117 level=info collector=filesystem 2024-08-10T05:16:01.281 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:16:00 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[78406]: ts=2024-08-10T05:16:00.902Z caller=node_exporter.go:117 level=info collector=hwmon 2024-08-10T05:16:01.281 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:16:00 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[78406]: ts=2024-08-10T05:16:00.902Z caller=node_exporter.go:117 level=info collector=infiniband 2024-08-10T05:16:01.282 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:16:00 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[78406]: ts=2024-08-10T05:16:00.902Z caller=node_exporter.go:117 level=info collector=ipvs 2024-08-10T05:16:01.282 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:16:00 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[78406]: ts=2024-08-10T05:16:00.902Z caller=node_exporter.go:117 level=info collector=loadavg 2024-08-10T05:16:01.282 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:16:00 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[78406]: ts=2024-08-10T05:16:00.902Z caller=node_exporter.go:117 level=info collector=mdadm 2024-08-10T05:16:01.282 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:16:00 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[78406]: ts=2024-08-10T05:16:00.902Z caller=node_exporter.go:117 level=info collector=meminfo 2024-08-10T05:16:01.282 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:16:00 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[78406]: ts=2024-08-10T05:16:00.902Z caller=node_exporter.go:117 level=info collector=netclass 2024-08-10T05:16:01.282 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:16:00 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[78406]: ts=2024-08-10T05:16:00.902Z caller=node_exporter.go:117 level=info collector=netdev 2024-08-10T05:16:01.282 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:16:00 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[78406]: ts=2024-08-10T05:16:00.902Z caller=node_exporter.go:117 level=info collector=netstat 2024-08-10T05:16:01.282 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:16:00 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[78406]: ts=2024-08-10T05:16:00.902Z caller=node_exporter.go:117 level=info collector=nfs 2024-08-10T05:16:01.282 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:16:00 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[78406]: ts=2024-08-10T05:16:00.902Z caller=node_exporter.go:117 level=info collector=nfsd 2024-08-10T05:16:01.282 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:16:00 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[78406]: ts=2024-08-10T05:16:00.902Z caller=node_exporter.go:117 level=info collector=nvme 2024-08-10T05:16:01.282 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:16:00 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[78406]: ts=2024-08-10T05:16:00.902Z caller=node_exporter.go:117 level=info collector=os 2024-08-10T05:16:01.282 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:16:00 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[78406]: ts=2024-08-10T05:16:00.902Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-08-10T05:16:01.282 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:16:00 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[78406]: ts=2024-08-10T05:16:00.902Z caller=node_exporter.go:117 level=info collector=pressure 2024-08-10T05:16:01.283 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:16:00 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[78406]: ts=2024-08-10T05:16:00.902Z caller=node_exporter.go:117 level=info collector=rapl 2024-08-10T05:16:01.283 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:16:00 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[78406]: ts=2024-08-10T05:16:00.902Z caller=node_exporter.go:117 level=info collector=schedstat 2024-08-10T05:16:01.283 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:16:00 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[78406]: ts=2024-08-10T05:16:00.902Z caller=node_exporter.go:117 level=info collector=selinux 2024-08-10T05:16:01.283 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:16:00 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[78406]: ts=2024-08-10T05:16:00.902Z caller=node_exporter.go:117 level=info collector=sockstat 2024-08-10T05:16:01.283 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:16:00 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[78406]: ts=2024-08-10T05:16:00.902Z caller=node_exporter.go:117 level=info collector=softnet 2024-08-10T05:16:01.283 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:16:00 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[78406]: ts=2024-08-10T05:16:00.902Z caller=node_exporter.go:117 level=info collector=stat 2024-08-10T05:16:01.283 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:16:00 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[78406]: ts=2024-08-10T05:16:00.902Z caller=node_exporter.go:117 level=info collector=tapestats 2024-08-10T05:16:01.283 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:16:00 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[78406]: ts=2024-08-10T05:16:00.902Z caller=node_exporter.go:117 level=info collector=textfile 2024-08-10T05:16:01.283 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:16:00 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[78406]: ts=2024-08-10T05:16:00.902Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-08-10T05:16:01.283 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:16:00 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[78406]: ts=2024-08-10T05:16:00.902Z caller=node_exporter.go:117 level=info collector=time 2024-08-10T05:16:01.283 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:16:00 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[78406]: ts=2024-08-10T05:16:00.902Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-08-10T05:16:01.283 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:16:00 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[78406]: ts=2024-08-10T05:16:00.902Z caller=node_exporter.go:117 level=info collector=uname 2024-08-10T05:16:01.283 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:16:00 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[78406]: ts=2024-08-10T05:16:00.902Z caller=node_exporter.go:117 level=info collector=vmstat 2024-08-10T05:16:01.284 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:16:00 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[78406]: ts=2024-08-10T05:16:00.902Z caller=node_exporter.go:117 level=info collector=xfs 2024-08-10T05:16:01.284 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:16:00 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[78406]: ts=2024-08-10T05:16:00.902Z caller=node_exporter.go:117 level=info collector=zfs 2024-08-10T05:16:01.284 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:16:00 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[78406]: ts=2024-08-10T05:16:00.903Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-08-10T05:16:01.284 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:16:00 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[78406]: ts=2024-08-10T05:16:00.903Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-08-10T05:16:01.284 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:16:00 smithi196 bash[78392]: fce7ddc02cbaab75cae34a280565857175b6edd74b1892f7d5a44fba749dba4e 2024-08-10T05:16:01.284 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:16:00 smithi196 systemd[1]: Started Ceph node-exporter.b for fc322138-56d5-11ef-bcce-c7b262605968. 2024-08-10T05:16:01.400 INFO:tasks.rados.rados.0.smithi031.stdout:598: finishing write tid 2 to smithi03186013-23 2024-08-10T05:16:01.400 INFO:tasks.rados.rados.0.smithi031.stdout:598: finishing write tid 3 to smithi03186013-23 2024-08-10T05:16:01.400 INFO:tasks.rados.rados.0.smithi031.stdout:598: finishing write tid 4 to smithi03186013-23 2024-08-10T05:16:01.400 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 23 v 130 (ObjNum 202 snap 56 seq_num 202) dirty exists 2024-08-10T05:16:01.400 INFO:tasks.rados.rados.0.smithi031.stdout:598: left oid 23 (ObjNum 202 snap 56 seq_num 202) 2024-08-10T05:16:01.400 INFO:tasks.rados.rados.0.smithi031.stdout:600: finishing copy_from racing read to smithi03186013-11 2024-08-10T05:16:01.400 INFO:tasks.rados.rados.0.smithi031.stdout:600: finishing copy_from to smithi03186013-11 2024-08-10T05:16:01.400 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 11 v 230 (ObjNum 188 snap 50 seq_num 188) dirty exists 2024-08-10T05:16:01.400 INFO:tasks.rados.rados.0.smithi031.stdout:596: done (5 left) 2024-08-10T05:16:01.401 INFO:tasks.rados.rados.0.smithi031.stdout:598: done (4 left) 2024-08-10T05:16:01.401 INFO:tasks.rados.rados.0.smithi031.stdout:599: done (3 left) 2024-08-10T05:16:01.401 INFO:tasks.rados.rados.0.smithi031.stdout:600: done (2 left) 2024-08-10T05:16:01.401 INFO:tasks.rados.rados.0.smithi031.stdout:602: done (1 left) 2024-08-10T05:16:01.401 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 39 current snap is 56 2024-08-10T05:16:01.401 INFO:tasks.rados.rados.0.smithi031.stdout:601: finishing write tid 1 to smithi03186013-18 2024-08-10T05:16:01.401 INFO:tasks.rados.rados.0.smithi031.stdout:601: finishing write tid 2 to smithi03186013-18 2024-08-10T05:16:01.401 INFO:tasks.rados.rados.0.smithi031.stdout:601: finishing write tid 3 to smithi03186013-18 2024-08-10T05:16:01.401 INFO:tasks.rados.rados.0.smithi031.stdout:601: finishing write tid 4 to smithi03186013-18 2024-08-10T05:16:01.401 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 18 v 287 (ObjNum 203 snap 56 seq_num 203) dirty exists 2024-08-10T05:16:01.401 INFO:tasks.rados.rados.0.smithi031.stdout:601: left oid 18 (ObjNum 203 snap 56 seq_num 203) 2024-08-10T05:16:01.401 INFO:tasks.rados.rados.0.smithi031.stdout:603: seq_num 205 ranges {303104=638976,942080=401408} 2024-08-10T05:16:01.404 INFO:tasks.rados.rados.0.smithi031.stdout:603: writing smithi03186013-39 from 303104 to 942080 tid 1 2024-08-10T05:16:01.407 INFO:tasks.rados.rados.0.smithi031.stdout:603: writing smithi03186013-39 from 942080 to 1343488 tid 2 2024-08-10T05:16:01.407 INFO:tasks.rados.rados.0.smithi031.stdout:601: done (1 left) 2024-08-10T05:16:01.407 INFO:tasks.rados.rados.0.smithi031.stdout:604: setattr oid 26 current snap is 56 2024-08-10T05:16:01.407 INFO:tasks.rados.rados.0.smithi031.stdout:603: finishing write tid 1 to smithi03186013-39 2024-08-10T05:16:01.408 INFO:tasks.rados.rados.0.smithi031.stdout:605: delete oid 43 current snap is 56 2024-08-10T05:16:01.409 INFO:tasks.rados.rados.0.smithi031.stdout:603: finishing write tid 2 to smithi03186013-39 2024-08-10T05:16:01.409 INFO:tasks.rados.rados.0.smithi031.stdout:605: done (2 left) 2024-08-10T05:16:01.409 INFO:tasks.rados.rados.0.smithi031.stdout:606: snap_remove snap 20 2024-08-10T05:16:01.466 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:01 smithi031 ceph-mon[29994]: pgmap v48: 121 pgs: 121 active+clean; 172 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 2.0 MiB/s wr, 14 op/s 2024-08-10T05:16:01.466 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:01 smithi031 ceph-mon[29994]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:16:01.467 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:01 smithi031 ceph-mon[29994]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:16:01.467 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:01 smithi031 ceph-mon[29994]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:16:01.467 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:01 smithi031 ceph-mon[29994]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-10T05:16:01.467 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:01 smithi031 ceph-mon[29994]: osdmap e185: 8 total, 8 up, 8 in 2024-08-10T05:16:01.467 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:01 smithi031 ceph-mon[29994]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-10T05:16:01.467 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:01 smithi031 ceph-mon[29994]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-10T05:16:01.467 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:01 smithi031 ceph-mon[41349]: pgmap v48: 121 pgs: 121 active+clean; 172 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 2.0 MiB/s wr, 14 op/s 2024-08-10T05:16:01.467 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:01 smithi031 ceph-mon[41349]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:16:01.468 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:01 smithi031 ceph-mon[41349]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:16:01.468 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:01 smithi031 ceph-mon[41349]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:16:01.468 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:01 smithi031 ceph-mon[41349]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-10T05:16:01.468 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:01 smithi031 ceph-mon[41349]: osdmap e185: 8 total, 8 up, 8 in 2024-08-10T05:16:01.468 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:01 smithi031 ceph-mon[41349]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-10T05:16:01.468 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:01 smithi031 ceph-mon[41349]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-10T05:16:02.058 INFO:tasks.rados.rados.0.smithi031.stdout:606: done (2 left) 2024-08-10T05:16:02.058 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 33 current snap is 56 2024-08-10T05:16:02.059 INFO:tasks.rados.rados.0.smithi031.stdout:607: seq_num 207 ranges {892928=671744,1564672=401408} 2024-08-10T05:16:02.067 INFO:tasks.rados.rados.0.smithi031.stdout:607: writing smithi03186013-33 from 892928 to 1564672 tid 1 2024-08-10T05:16:02.070 INFO:tasks.rados.rados.0.smithi031.stdout:607: writing smithi03186013-33 from 1564672 to 1966080 tid 2 2024-08-10T05:16:02.071 INFO:tasks.rados.rados.0.smithi031.stdout:608: snap_create 2024-08-10T05:16:02.071 INFO:tasks.rados.rados.0.smithi031.stdout:603: finishing write tid 3 to smithi03186013-39 2024-08-10T05:16:02.071 INFO:tasks.rados.rados.0.smithi031.stdout:603: finishing write tid 4 to smithi03186013-39 2024-08-10T05:16:02.071 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 39 v 52 (ObjNum 205 snap 56 seq_num 205) dirty exists 2024-08-10T05:16:02.071 INFO:tasks.rados.rados.0.smithi031.stdout:603: left oid 39 (ObjNum 205 snap 56 seq_num 205) 2024-08-10T05:16:02.071 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 26 v 164 (ObjNum 134 snap 37 seq_num 134) dirty exists 2024-08-10T05:16:02.076 INFO:tasks.rados.rados.0.smithi031.stdout:607: finishing write tid 1 to smithi03186013-33 2024-08-10T05:16:02.077 INFO:tasks.rados.rados.0.smithi031.stdout:607: finishing write tid 2 to smithi03186013-33 2024-08-10T05:16:02.078 INFO:tasks.rados.rados.0.smithi031.stdout:607: finishing write tid 3 to smithi03186013-33 2024-08-10T05:16:02.080 INFO:tasks.rados.rados.0.smithi031.stdout:607: finishing write tid 4 to smithi03186013-33 2024-08-10T05:16:02.081 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 33 v 110 (ObjNum 207 snap 56 seq_num 207) dirty exists 2024-08-10T05:16:02.081 INFO:tasks.rados.rados.0.smithi031.stdout:607: left oid 33 (ObjNum 207 snap 56 seq_num 207) 2024-08-10T05:16:02.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:02 smithi031 ceph-mon[29994]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-10T05:16:02.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:02 smithi031 ceph-mon[29994]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-10T05:16:02.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:02 smithi031 ceph-mon[29994]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-10T05:16:02.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:02 smithi031 ceph-mon[29994]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:16:02.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:02 smithi031 ceph-mon[29994]: Upgrade: Need to upgrade myself (mgr.x) 2024-08-10T05:16:02.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:02 smithi031 ceph-mon[29994]: Upgrade: Need to upgrade myself (mgr.x) 2024-08-10T05:16:02.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:02 smithi031 ceph-mon[41349]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-10T05:16:02.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:02 smithi031 ceph-mon[41349]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-10T05:16:02.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:02 smithi031 ceph-mon[41349]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-10T05:16:02.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:02 smithi031 ceph-mon[41349]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:16:02.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:02 smithi031 ceph-mon[41349]: Upgrade: Need to upgrade myself (mgr.x) 2024-08-10T05:16:02.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:02 smithi031 ceph-mon[41349]: Upgrade: Need to upgrade myself (mgr.x) 2024-08-10T05:16:02.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:02 smithi196 ceph-mon[32874]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-10T05:16:02.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:02 smithi196 ceph-mon[32874]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-10T05:16:02.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:02 smithi196 ceph-mon[32874]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-10T05:16:02.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:02 smithi196 ceph-mon[32874]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:16:02.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:02 smithi196 ceph-mon[32874]: Upgrade: Need to upgrade myself (mgr.x) 2024-08-10T05:16:02.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:02 smithi196 ceph-mon[32874]: Upgrade: Need to upgrade myself (mgr.x) 2024-08-10T05:16:03.062 INFO:tasks.rados.rados.0.smithi031.stdout:603: done (3 left) 2024-08-10T05:16:03.062 INFO:tasks.rados.rados.0.smithi031.stdout:604: done (2 left) 2024-08-10T05:16:03.062 INFO:tasks.rados.rados.0.smithi031.stdout:607: done (1 left) 2024-08-10T05:16:03.062 INFO:tasks.rados.rados.0.smithi031.stdout:608: done (0 left) 2024-08-10T05:16:03.062 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 27 current snap is 57 2024-08-10T05:16:03.062 INFO:tasks.rados.rados.0.smithi031.stdout:609: seq_num 208 ranges {0=688128,688128=401408} 2024-08-10T05:16:03.065 INFO:tasks.rados.rados.0.smithi031.stdout:609: writing smithi03186013-27 from 0 to 688128 tid 1 2024-08-10T05:16:03.068 INFO:tasks.rados.rados.0.smithi031.stdout:609: writing smithi03186013-27 from 688128 to 1089536 tid 2 2024-08-10T05:16:03.068 INFO:tasks.rados.rados.0.smithi031.stdout:610: rollback oid 16 current snap is 57 2024-08-10T05:16:03.068 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 16 to 52 2024-08-10T05:16:03.068 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 32 current snap is 57 2024-08-10T05:16:03.068 INFO:tasks.rados.rados.0.smithi031.stdout:611: seq_num 209 ranges {6053888=704512,6758400=401408} 2024-08-10T05:16:03.105 INFO:tasks.rados.rados.0.smithi031.stdout:611: writing smithi03186013-32 from 6053888 to 6758400 tid 1 2024-08-10T05:16:03.108 INFO:tasks.rados.rados.0.smithi031.stdout:611: writing smithi03186013-32 from 6758400 to 7159808 tid 2 2024-08-10T05:16:03.108 INFO:tasks.rados.rados.0.smithi031.stdout:612: snap_create 2024-08-10T05:16:03.108 INFO:tasks.rados.rados.0.smithi031.stdout:609: finishing write tid 1 to smithi03186013-27 2024-08-10T05:16:03.109 INFO:tasks.rados.rados.0.smithi031.stdout:610: finishing rollback tid 0 to smithi03186013-16 2024-08-10T05:16:03.109 INFO:tasks.rados.rados.0.smithi031.stdout:610: finishing rollback tid 1 to smithi03186013-16 2024-08-10T05:16:03.109 INFO:tasks.rados.rados.0.smithi031.stdout:609: finishing write tid 2 to smithi03186013-27 2024-08-10T05:16:03.109 INFO:tasks.rados.rados.0.smithi031.stdout:609: finishing write tid 3 to smithi03186013-27 2024-08-10T05:16:03.109 INFO:tasks.rados.rados.0.smithi031.stdout:610: finishing rollback tid 2 to smithi03186013-16 2024-08-10T05:16:03.109 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 16 v 230 (ObjNum 175 snap 48 seq_num 175) dirty exists 2024-08-10T05:16:03.109 INFO:tasks.rados.rados.0.smithi031.stdout:609: finishing write tid 4 to smithi03186013-27 2024-08-10T05:16:03.110 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 27 v 113 (ObjNum 208 snap 57 seq_num 208) dirty exists 2024-08-10T05:16:03.110 INFO:tasks.rados.rados.0.smithi031.stdout:609: left oid 27 (ObjNum 208 snap 57 seq_num 208) 2024-08-10T05:16:03.111 INFO:tasks.rados.rados.0.smithi031.stdout:611: finishing write tid 1 to smithi03186013-32 2024-08-10T05:16:03.111 INFO:tasks.rados.rados.0.smithi031.stdout:611: finishing write tid 2 to smithi03186013-32 2024-08-10T05:16:03.111 INFO:tasks.rados.rados.0.smithi031.stdout:611: finishing write tid 3 to smithi03186013-32 2024-08-10T05:16:03.111 INFO:tasks.rados.rados.0.smithi031.stdout:611: finishing write tid 4 to smithi03186013-32 2024-08-10T05:16:03.112 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 32 v 233 (ObjNum 209 snap 57 seq_num 209) dirty exists 2024-08-10T05:16:03.112 INFO:tasks.rados.rados.0.smithi031.stdout:611: left oid 32 (ObjNum 209 snap 57 seq_num 209) 2024-08-10T05:16:03.402 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:03 smithi031 ceph-mon[29994]: pgmap v51: 121 pgs: 121 active+clean; 187 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 3.2 MiB/s wr, 18 op/s 2024-08-10T05:16:03.402 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:03 smithi031 ceph-mon[29994]: osdmap e186: 8 total, 8 up, 8 in 2024-08-10T05:16:03.402 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:03 smithi031 ceph-mon[29994]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:16:03.402 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:03 smithi031 ceph-mon[29994]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-10T05:16:03.402 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:03 smithi031 ceph-mon[29994]: from='mgr.24781 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-10T05:16:03.403 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:03 smithi031 ceph-mon[29994]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-10T05:16:03.403 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:03 smithi031 ceph-mon[29994]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:16:03.403 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:03 smithi031 ceph-mon[41349]: pgmap v51: 121 pgs: 121 active+clean; 187 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 3.2 MiB/s wr, 18 op/s 2024-08-10T05:16:03.403 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:03 smithi031 ceph-mon[41349]: osdmap e186: 8 total, 8 up, 8 in 2024-08-10T05:16:03.403 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:03 smithi031 ceph-mon[41349]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:16:03.404 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:03 smithi031 ceph-mon[41349]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-10T05:16:03.404 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:03 smithi031 ceph-mon[41349]: from='mgr.24781 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-10T05:16:03.404 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:03 smithi031 ceph-mon[41349]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-10T05:16:03.404 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:03 smithi031 ceph-mon[41349]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:16:03.504 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:03 smithi196 ceph-mon[32874]: pgmap v51: 121 pgs: 121 active+clean; 187 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 3.2 MiB/s wr, 18 op/s 2024-08-10T05:16:03.505 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:03 smithi196 ceph-mon[32874]: osdmap e186: 8 total, 8 up, 8 in 2024-08-10T05:16:03.505 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:03 smithi196 ceph-mon[32874]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:16:03.505 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:03 smithi196 ceph-mon[32874]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-10T05:16:03.505 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:03 smithi196 ceph-mon[32874]: from='mgr.24781 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-10T05:16:03.505 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:03 smithi196 ceph-mon[32874]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-10T05:16:03.506 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:03 smithi196 ceph-mon[32874]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:16:03.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:16:03 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[77720]: ts=2024-08-10T05:16:03.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi031\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi031\", job=\"node\", machine=\"x86_64\", nodename=\"smithi031\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", domainname=\"(none)\", instance=\"smithi031\", job=\"node\", machine=\"x86_64\", nodename=\"smithi031\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:16:04.073 INFO:tasks.rados.rados.0.smithi031.stdout:609: done (3 left) 2024-08-10T05:16:04.074 INFO:tasks.rados.rados.0.smithi031.stdout:610: done (2 left) 2024-08-10T05:16:04.074 INFO:tasks.rados.rados.0.smithi031.stdout:611: done (1 left) 2024-08-10T05:16:04.074 INFO:tasks.rados.rados.0.smithi031.stdout:612: done (0 left) 2024-08-10T05:16:04.074 INFO:tasks.rados.rados.0.smithi031.stdout:613: setattr oid 7 current snap is 58 2024-08-10T05:16:04.075 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 19 current snap is 58 2024-08-10T05:16:04.075 INFO:tasks.rados.rados.0.smithi031.stdout:614: seq_num 210 ranges {6053888=720896,6774784=401408} 2024-08-10T05:16:04.112 INFO:tasks.rados.rados.0.smithi031.stdout:614: writing smithi03186013-19 from 6053888 to 6774784 tid 1 2024-08-10T05:16:04.115 INFO:tasks.rados.rados.0.smithi031.stdout:614: writing smithi03186013-19 from 6774784 to 7176192 tid 2 2024-08-10T05:16:04.115 INFO:tasks.rados.rados.0.smithi031.stdout:615: copy_from oid 13 from oid 8 current snap is 58 2024-08-10T05:16:04.115 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 7 v 254 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-08-10T05:16:04.115 INFO:tasks.rados.rados.0.smithi031.stdout:613: done (2 left) 2024-08-10T05:16:04.115 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 41 current snap is 58 2024-08-10T05:16:04.115 INFO:tasks.rados.rados.0.smithi031.stdout:616: seq_num 211 ranges {0=737280,737280=401408} 2024-08-10T05:16:04.119 INFO:tasks.rados.rados.0.smithi031.stdout:616: writing smithi03186013-41 from 0 to 737280 tid 1 2024-08-10T05:16:04.123 INFO:tasks.rados.rados.0.smithi031.stdout:616: writing smithi03186013-41 from 737280 to 1138688 tid 2 2024-08-10T05:16:04.123 INFO:tasks.rados.rados.0.smithi031.stdout:617: read oid 20 snap 37 2024-08-10T05:16:04.123 INFO:tasks.rados.rados.0.smithi031.stdout:617: expect (ObjNum 41 snap 0 seq_num 41) 2024-08-10T05:16:04.123 INFO:tasks.rados.rados.0.smithi031.stdout:618: read oid 21 snap -1 2024-08-10T05:16:04.123 INFO:tasks.rados.rados.0.smithi031.stdout:618: expect (ObjNum 41 snap 0 seq_num 41) 2024-08-10T05:16:04.123 INFO:tasks.rados.rados.0.smithi031.stdout:619: read oid 4 snap -1 2024-08-10T05:16:04.123 INFO:tasks.rados.rados.0.smithi031.stdout:619: expect deleted 2024-08-10T05:16:04.124 INFO:tasks.rados.rados.0.smithi031.stdout:620: snap_create 2024-08-10T05:16:04.124 INFO:tasks.rados.rados.0.smithi031.stdout:614: finishing write tid 1 to smithi03186013-19 2024-08-10T05:16:04.124 INFO:tasks.rados.rados.0.smithi031.stdout:614: finishing write tid 2 to smithi03186013-19 2024-08-10T05:16:04.124 INFO:tasks.rados.rados.0.smithi031.stdout:614: finishing write tid 3 to smithi03186013-19 2024-08-10T05:16:04.124 INFO:tasks.rados.rados.0.smithi031.stdout:614: finishing write tid 4 to smithi03186013-19 2024-08-10T05:16:04.124 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 19 v 192 (ObjNum 210 snap 58 seq_num 210) dirty exists 2024-08-10T05:16:04.124 INFO:tasks.rados.rados.0.smithi031.stdout:614: left oid 19 (ObjNum 210 snap 58 seq_num 210) 2024-08-10T05:16:04.125 INFO:tasks.rados.rados.0.smithi031.stdout:616: finishing write tid 1 to smithi03186013-41 2024-08-10T05:16:04.126 INFO:tasks.rados.rados.0.smithi031.stdout:616: finishing write tid 2 to smithi03186013-41 2024-08-10T05:16:04.127 INFO:tasks.rados.rados.0.smithi031.stdout:616: finishing write tid 3 to smithi03186013-41 2024-08-10T05:16:04.128 INFO:tasks.rados.rados.0.smithi031.stdout:616: finishing write tid 4 to smithi03186013-41 2024-08-10T05:16:04.128 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 41 v 234 (ObjNum 211 snap 58 seq_num 211) dirty exists 2024-08-10T05:16:04.128 INFO:tasks.rados.rados.0.smithi031.stdout:616: left oid 41 (ObjNum 211 snap 58 seq_num 211) 2024-08-10T05:16:04.128 INFO:tasks.rados.rados.0.smithi031.stdout:618: expect (ObjNum 41 snap 0 seq_num 41) 2024-08-10T05:16:04.150 INFO:tasks.rados.rados.0.smithi031.stdout:617: expect (ObjNum 41 snap 0 seq_num 41) 2024-08-10T05:16:04.169 INFO:tasks.rados.rados.0.smithi031.stdout:615: finishing copy_from racing read to smithi03186013-13 2024-08-10T05:16:04.169 INFO:tasks.rados.rados.0.smithi031.stdout:615: finishing copy_from to smithi03186013-13 2024-08-10T05:16:04.169 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 13 v 162 (ObjNum 134 snap 37 seq_num 134) dirty exists 2024-08-10T05:16:04.172 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:04 smithi031 ceph-mon[29994]: Upgrade: Updating mgr.y 2024-08-10T05:16:04.173 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:04 smithi031 ceph-mon[29994]: Deploying daemon mgr.y on smithi031 2024-08-10T05:16:04.173 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:04 smithi031 ceph-mon[29994]: osdmap e187: 8 total, 8 up, 8 in 2024-08-10T05:16:04.173 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:04 smithi031 ceph-mon[41349]: Upgrade: Updating mgr.y 2024-08-10T05:16:04.173 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:04 smithi031 ceph-mon[41349]: Deploying daemon mgr.y on smithi031 2024-08-10T05:16:04.173 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:04 smithi031 ceph-mon[41349]: osdmap e187: 8 total, 8 up, 8 in 2024-08-10T05:16:04.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:04 smithi196 ceph-mon[32874]: Upgrade: Updating mgr.y 2024-08-10T05:16:04.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:04 smithi196 ceph-mon[32874]: Deploying daemon mgr.y on smithi031 2024-08-10T05:16:04.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:04 smithi196 ceph-mon[32874]: osdmap e187: 8 total, 8 up, 8 in 2024-08-10T05:16:04.760 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:04 smithi031 systemd[1]: Stopping Ceph mgr.y for fc322138-56d5-11ef-bcce-c7b262605968... 2024-08-10T05:16:05.018 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:04 smithi031 podman[89312]: 2024-08-10 05:16:04.760105767 +0000 UTC m=+0.139289787 container died 947e4f4cca4e7d516ce1e7e1f13a3e33e1949b965057afd33bd553e49ebaa0f3 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=quincy-56ceb86, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS) 2024-08-10T05:16:05.077 INFO:tasks.rados.rados.0.smithi031.stdout:614: done (6 left) 2024-08-10T05:16:05.077 INFO:tasks.rados.rados.0.smithi031.stdout:615: done (5 left) 2024-08-10T05:16:05.077 INFO:tasks.rados.rados.0.smithi031.stdout:616: done (4 left) 2024-08-10T05:16:05.077 INFO:tasks.rados.rados.0.smithi031.stdout:617: done (3 left) 2024-08-10T05:16:05.077 INFO:tasks.rados.rados.0.smithi031.stdout:618: done (2 left) 2024-08-10T05:16:05.077 INFO:tasks.rados.rados.0.smithi031.stdout:619: done (1 left) 2024-08-10T05:16:05.078 INFO:tasks.rados.rados.0.smithi031.stdout:620: done (0 left) 2024-08-10T05:16:05.078 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 39 current snap is 59 2024-08-10T05:16:05.078 INFO:tasks.rados.rados.0.smithi031.stdout:621: seq_num 212 ranges {1343488=753664,2097152=401408} 2024-08-10T05:16:05.089 INFO:tasks.rados.rados.0.smithi031.stdout:621: writing smithi03186013-39 from 1343488 to 2097152 tid 1 2024-08-10T05:16:05.093 INFO:tasks.rados.rados.0.smithi031.stdout:621: writing smithi03186013-39 from 2097152 to 2498560 tid 2 2024-08-10T05:16:05.093 INFO:tasks.rados.rados.0.smithi031.stdout:622: read oid 48 snap -1 2024-08-10T05:16:05.093 INFO:tasks.rados.rados.0.smithi031.stdout:622: expect (ObjNum 46 snap 0 seq_num 46) 2024-08-10T05:16:05.093 INFO:tasks.rados.rados.0.smithi031.stdout:623: read oid 26 snap 40 2024-08-10T05:16:05.093 INFO:tasks.rados.rados.0.smithi031.stdout:623: expect (ObjNum 141 snap 37 seq_num 141) 2024-08-10T05:16:05.093 INFO:tasks.rados.rados.0.smithi031.stdout:624: rollback oid 14 current snap is 59 2024-08-10T05:16:05.094 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 14 to 55 2024-08-10T05:16:05.094 INFO:tasks.rados.rados.0.smithi031.stdout:625: snap_create 2024-08-10T05:16:05.095 INFO:tasks.rados.rados.0.smithi031.stdout:621: finishing write tid 1 to smithi03186013-39 2024-08-10T05:16:05.096 INFO:tasks.rados.rados.0.smithi031.stdout:621: finishing write tid 2 to smithi03186013-39 2024-08-10T05:16:05.096 INFO:tasks.rados.rados.0.smithi031.stdout:621: finishing write tid 3 to smithi03186013-39 2024-08-10T05:16:05.099 INFO:tasks.rados.rados.0.smithi031.stdout:624: finishing rollback tid 0 to smithi03186013-14 2024-08-10T05:16:05.099 INFO:tasks.rados.rados.0.smithi031.stdout:624: finishing rollback tid 1 to smithi03186013-14 2024-08-10T05:16:05.099 INFO:tasks.rados.rados.0.smithi031.stdout:621: finishing write tid 4 to smithi03186013-39 2024-08-10T05:16:05.100 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 39 v 58 (ObjNum 212 snap 59 seq_num 212) dirty exists 2024-08-10T05:16:05.100 INFO:tasks.rados.rados.0.smithi031.stdout:621: left oid 39 (ObjNum 212 snap 59 seq_num 212) 2024-08-10T05:16:05.100 INFO:tasks.rados.rados.0.smithi031.stdout:624: finishing rollback tid 2 to smithi03186013-14 2024-08-10T05:16:05.100 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 14 v 299 (ObjNum 185 snap 49 seq_num 185) dirty exists 2024-08-10T05:16:05.102 INFO:tasks.rados.rados.0.smithi031.stdout:623: expect (ObjNum 141 snap 37 seq_num 141) 2024-08-10T05:16:05.175 INFO:tasks.rados.rados.0.smithi031.stdout:622: expect (ObjNum 46 snap 0 seq_num 46) 2024-08-10T05:16:05.387 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:05 smithi031 ceph-mon[29994]: pgmap v54: 121 pgs: 121 active+clean; 187 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 3.2 MiB/s wr, 18 op/s 2024-08-10T05:16:05.387 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:05 smithi031 ceph-mon[29994]: osdmap e188: 8 total, 8 up, 8 in 2024-08-10T05:16:05.387 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:05 smithi031 podman[89312]: 2024-08-10 05:16:05.110315432 +0000 UTC m=+0.489499441 container cleanup 947e4f4cca4e7d516ce1e7e1f13a3e33e1949b965057afd33bd553e49ebaa0f3 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, RELEASE=quincy-56ceb86) 2024-08-10T05:16:05.387 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:05 smithi031 bash[89312]: ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y 2024-08-10T05:16:05.388 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:05 smithi031 ceph-mon[41349]: pgmap v54: 121 pgs: 121 active+clean; 187 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 3.2 MiB/s wr, 18 op/s 2024-08-10T05:16:05.388 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:05 smithi031 ceph-mon[41349]: osdmap e188: 8 total, 8 up, 8 in 2024-08-10T05:16:05.429 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:05 smithi196 ceph-mon[32874]: pgmap v54: 121 pgs: 121 active+clean; 187 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 3.2 MiB/s wr, 18 op/s 2024-08-10T05:16:05.429 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:05 smithi196 ceph-mon[32874]: osdmap e188: 8 total, 8 up, 8 in 2024-08-10T05:16:05.764 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:05 smithi031 podman[89330]: 2024-08-10 05:16:05.387383062 +0000 UTC m=+0.630697882 container remove 947e4f4cca4e7d516ce1e7e1f13a3e33e1949b965057afd33bd553e49ebaa0f3 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=quincy-56ceb86, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, ceph=True) 2024-08-10T05:16:05.764 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:05 smithi031 systemd[1]: ceph-fc322138-56d5-11ef-bcce-c7b262605968@mgr.y.service: Main process exited, code=exited, status=143/n/a 2024-08-10T05:16:05.764 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:05 smithi031 systemd[1]: ceph-fc322138-56d5-11ef-bcce-c7b262605968@mgr.y.service: Failed with result 'exit-code'. 2024-08-10T05:16:05.765 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:05 smithi031 systemd[1]: Stopped Ceph mgr.y for fc322138-56d5-11ef-bcce-c7b262605968. 2024-08-10T05:16:05.765 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:05 smithi031 systemd[1]: ceph-fc322138-56d5-11ef-bcce-c7b262605968@mgr.y.service: Consumed 46.246s CPU time. 2024-08-10T05:16:06.019 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:05 smithi031 systemd[1]: Starting Ceph mgr.y for fc322138-56d5-11ef-bcce-c7b262605968... 2024-08-10T05:16:06.019 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:05 smithi031 podman[89462]: 2024-08-10 05:16:05.88497065 +0000 UTC m=+0.017693130 image pull c7b33901c8866b527fc2ae183a251d5e1d09961420a56731f5fa8537903bd68b quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec 2024-08-10T05:16:06.019 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:05 smithi031 podman[89462]: 2024-08-10 05:16:05.99673574 +0000 UTC m=+0.129458247 container create 7eef306ed5878113bcf986566911d1175741c99d9fbc994be0db6d98005ff5ff (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, ceph=True, RELEASE=squid-bca9905, io.buildah.version=1.36.0) 2024-08-10T05:16:06.083 INFO:tasks.rados.rados.0.smithi031.stdout:621: done (4 left) 2024-08-10T05:16:06.083 INFO:tasks.rados.rados.0.smithi031.stdout:622: done (3 left) 2024-08-10T05:16:06.083 INFO:tasks.rados.rados.0.smithi031.stdout:623: done (2 left) 2024-08-10T05:16:06.083 INFO:tasks.rados.rados.0.smithi031.stdout:624: done (1 left) 2024-08-10T05:16:06.083 INFO:tasks.rados.rados.0.smithi031.stdout:625: done (0 left) 2024-08-10T05:16:06.083 INFO:tasks.rados.rados.0.smithi031.stdout:626: copy_from oid 16 from oid 10 current snap is 60 2024-08-10T05:16:06.083 INFO:tasks.rados.rados.0.smithi031.stdout:627: snap_remove snap 56 2024-08-10T05:16:06.357 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:06 smithi031 ceph-mon[29994]: osdmap e189: 8 total, 8 up, 8 in 2024-08-10T05:16:06.357 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:06 smithi031 ceph-mon[41349]: osdmap e189: 8 total, 8 up, 8 in 2024-08-10T05:16:06.358 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:06 smithi031 podman[89462]: 2024-08-10 05:16:06.249738819 +0000 UTC m=+0.382461296 container init 7eef306ed5878113bcf986566911d1175741c99d9fbc994be0db6d98005ff5ff (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, RELEASE=squid-bca9905, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-10T05:16:06.358 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:06 smithi031 podman[89462]: 2024-08-10 05:16:06.254832896 +0000 UTC m=+0.387555380 container start 7eef306ed5878113bcf986566911d1175741c99d9fbc994be0db6d98005ff5ff (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, RELEASE=squid-bca9905, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-08-10T05:16:06.358 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:06 smithi031 ceph-mgr[89499]: -- 172.21.15.31:0/2790012858 <== mon.2 v2:172.21.15.31:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55ab65b930e0 con 0x55ab65b71000 2024-08-10T05:16:06.450 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:06 smithi196 ceph-mon[32874]: osdmap e189: 8 total, 8 up, 8 in 2024-08-10T05:16:06.616 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:06 smithi031 bash[89462]: 7eef306ed5878113bcf986566911d1175741c99d9fbc994be0db6d98005ff5ff 2024-08-10T05:16:06.616 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:06 smithi031 systemd[1]: Started Ceph mgr.y for fc322138-56d5-11ef-bcce-c7b262605968. 2024-08-10T05:16:06.616 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:06 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: 2024-08-10T05:16:06.384+0000 7f6579080040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-10T05:16:06.616 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:06 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: 2024-08-10T05:16:06.544+0000 7f6579080040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-10T05:16:06.616 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:06 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: 2024-08-10T05:16:06.616+0000 7f6579080040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-10T05:16:07.083 INFO:tasks.rados.rados.0.smithi031.stdout:627: done (1 left) 2024-08-10T05:16:07.084 INFO:tasks.rados.rados.0.smithi031.stdout:628: read oid 35 snap -1 2024-08-10T05:16:07.084 INFO:tasks.rados.rados.0.smithi031.stdout:628: expect deleted 2024-08-10T05:16:07.084 INFO:tasks.rados.rados.0.smithi031.stdout:629: snap_create 2024-08-10T05:16:07.086 INFO:tasks.rados.rados.0.smithi031.stdout:626: finishing copy_from racing read to smithi03186013-16 2024-08-10T05:16:07.086 INFO:tasks.rados.rados.0.smithi031.stdout:626: finishing copy_from to smithi03186013-16 2024-08-10T05:16:07.086 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 16 v 124 (ObjNum 195 snap 52 seq_num 195) dirty exists 2024-08-10T05:16:07.268 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:06 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: 2024-08-10T05:16:06.881+0000 7f6579080040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-10T05:16:07.269 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:06 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: 2024-08-10T05:16:06.944+0000 7f6579080040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-10T05:16:07.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:07 smithi031 ceph-mon[41349]: pgmap v57: 121 pgs: 121 active+clean; 187 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:16:07.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:07 smithi031 ceph-mon[41349]: osdmap e190: 8 total, 8 up, 8 in 2024-08-10T05:16:07.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:07 smithi031 ceph-mon[41349]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:16:07.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:07 smithi031 ceph-mon[41349]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:16:07.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:07 smithi031 ceph-mon[41349]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:16:07.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:07 smithi031 ceph-mon[41349]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:16:07.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:07 smithi031 ceph-mon[41349]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:16:07.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:07 smithi031 ceph-mon[29994]: pgmap v57: 121 pgs: 121 active+clean; 187 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:16:07.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:07 smithi031 ceph-mon[29994]: osdmap e190: 8 total, 8 up, 8 in 2024-08-10T05:16:07.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:07 smithi031 ceph-mon[29994]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:16:07.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:07 smithi031 ceph-mon[29994]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:16:07.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:07 smithi031 ceph-mon[29994]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:16:07.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:07 smithi031 ceph-mon[29994]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:16:07.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:07 smithi031 ceph-mon[29994]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:16:07.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:07 smithi196 ceph-mon[32874]: pgmap v57: 121 pgs: 121 active+clean; 187 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:16:07.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:07 smithi196 ceph-mon[32874]: osdmap e190: 8 total, 8 up, 8 in 2024-08-10T05:16:07.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:07 smithi196 ceph-mon[32874]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:16:07.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:07 smithi196 ceph-mon[32874]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:16:07.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:07 smithi196 ceph-mon[32874]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:16:07.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:07 smithi196 ceph-mon[32874]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:16:07.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:07 smithi196 ceph-mon[32874]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:16:08.087 INFO:tasks.rados.rados.0.smithi031.stdout:626: done (2 left) 2024-08-10T05:16:08.087 INFO:tasks.rados.rados.0.smithi031.stdout:628: done (1 left) 2024-08-10T05:16:08.087 INFO:tasks.rados.rados.0.smithi031.stdout:629: done (0 left) 2024-08-10T05:16:08.087 INFO:tasks.rados.rados.0.smithi031.stdout:630: rmattr oid 33 current snap is 61 2024-08-10T05:16:08.087 INFO:tasks.rados.rados.0.smithi031.stdout:630: done (0 left) 2024-08-10T05:16:08.088 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 32 current snap is 61 2024-08-10T05:16:08.088 INFO:tasks.rados.rados.0.smithi031.stdout:631: seq_num 213 ranges {7159808=770048,7929856=401408} 2024-08-10T05:16:08.130 INFO:tasks.rados.rados.0.smithi031.stdout:631: writing smithi03186013-32 from 7159808 to 7929856 tid 1 2024-08-10T05:16:08.132 INFO:tasks.rados.rados.0.smithi031.stdout:631: writing smithi03186013-32 from 7929856 to 8331264 tid 2 2024-08-10T05:16:08.132 INFO:tasks.rados.rados.0.smithi031.stdout:632: copy_from oid 11 from oid 45 current snap is 61 2024-08-10T05:16:08.133 INFO:tasks.rados.rados.0.smithi031.stdout:633: read oid 12 snap -1 2024-08-10T05:16:08.133 INFO:tasks.rados.rados.0.smithi031.stdout:633: expect (ObjNum 166 snap 44 seq_num 166) 2024-08-10T05:16:08.133 INFO:tasks.rados.rados.0.smithi031.stdout:634: rollback oid 13 current snap is 61 2024-08-10T05:16:08.133 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 13 to 54 2024-08-10T05:16:08.133 INFO:tasks.rados.rados.0.smithi031.stdout:635: setattr oid 30 current snap is 61 2024-08-10T05:16:08.134 INFO:tasks.rados.rados.0.smithi031.stdout:636: rmattr oid 41 current snap is 61 2024-08-10T05:16:08.134 INFO:tasks.rados.rados.0.smithi031.stdout:637: read oid 31 snap -1 2024-08-10T05:16:08.134 INFO:tasks.rados.rados.0.smithi031.stdout:637: expect deleted 2024-08-10T05:16:08.134 INFO:tasks.rados.rados.0.smithi031.stdout:638: rollback oid 26 current snap is 61 2024-08-10T05:16:08.134 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 26 to 37 2024-08-10T05:16:08.134 INFO:tasks.rados.rados.0.smithi031.stdout:639: copy_from oid 23 from oid 1 current snap is 61 2024-08-10T05:16:08.134 INFO:tasks.rados.rados.0.smithi031.stdout:640: delete oid 25 current snap is 61 2024-08-10T05:16:08.139 INFO:tasks.rados.rados.0.smithi031.stdout:638: finishing rollback tid 0 to smithi03186013-26 2024-08-10T05:16:08.141 INFO:tasks.rados.rados.0.smithi031.stdout:634: finishing rollback tid 0 to smithi03186013-13 2024-08-10T05:16:08.141 INFO:tasks.rados.rados.0.smithi031.stdout:634: finishing rollback tid 1 to smithi03186013-13 2024-08-10T05:16:08.142 INFO:tasks.rados.rados.0.smithi031.stdout:634: finishing rollback tid 2 to smithi03186013-13 2024-08-10T05:16:08.142 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 13 v 293 (ObjNum 126 snap 33 seq_num 126) dirty exists 2024-08-10T05:16:08.142 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 30 v 295 (ObjNum 129 snap 34 seq_num 129) dirty exists 2024-08-10T05:16:08.142 INFO:tasks.rados.rados.0.smithi031.stdout:631: finishing write tid 1 to smithi03186013-32 2024-08-10T05:16:08.146 INFO:tasks.rados.rados.0.smithi031.stdout:631: finishing write tid 2 to smithi03186013-32 2024-08-10T05:16:08.146 INFO:tasks.rados.rados.0.smithi031.stdout:631: finishing write tid 3 to smithi03186013-32 2024-08-10T05:16:08.146 INFO:tasks.rados.rados.0.smithi031.stdout:638: finishing rollback tid 1 to smithi03186013-26 2024-08-10T05:16:08.146 INFO:tasks.rados.rados.0.smithi031.stdout:638: finishing rollback tid 2 to smithi03186013-26 2024-08-10T05:16:08.146 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 26 v 167 (ObjNum 141 snap 37 seq_num 141) dirty exists 2024-08-10T05:16:08.146 INFO:tasks.rados.rados.0.smithi031.stdout:631: finishing write tid 4 to smithi03186013-32 2024-08-10T05:16:08.146 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 32 v 239 (ObjNum 213 snap 61 seq_num 213) dirty exists 2024-08-10T05:16:08.146 INFO:tasks.rados.rados.0.smithi031.stdout:631: left oid 32 (ObjNum 213 snap 61 seq_num 213) 2024-08-10T05:16:08.147 INFO:tasks.rados.rados.0.smithi031.stdout:631: done (9 left) 2024-08-10T05:16:08.148 INFO:tasks.rados.rados.0.smithi031.stdout:634: done (8 left) 2024-08-10T05:16:08.148 INFO:tasks.rados.rados.0.smithi031.stdout:635: done (7 left) 2024-08-10T05:16:08.148 INFO:tasks.rados.rados.0.smithi031.stdout:637: done (6 left) 2024-08-10T05:16:08.148 INFO:tasks.rados.rados.0.smithi031.stdout:638: done (5 left) 2024-08-10T05:16:08.148 INFO:tasks.rados.rados.0.smithi031.stdout:640: done (4 left) 2024-08-10T05:16:08.148 INFO:tasks.rados.rados.0.smithi031.stdout:641: rollback oid 31 current snap is 61 2024-08-10T05:16:08.148 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 31 to 40 2024-08-10T05:16:08.148 INFO:tasks.rados.rados.0.smithi031.stdout:639: finishing copy_from racing read to smithi03186013-23 2024-08-10T05:16:08.148 INFO:tasks.rados.rados.0.smithi031.stdout:642: snap_remove snap 55 2024-08-10T05:16:08.247 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:07 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: 2024-08-10T05:16:07.996+0000 7f6579080040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-10T05:16:08.248 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:08 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: 2024-08-10T05:16:08.120+0000 7f6579080040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-10T05:16:08.248 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:08 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: 2024-08-10T05:16:08.193+0000 7f6579080040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-10T05:16:08.248 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:08 smithi031 ceph-mon[29994]: osdmap e191: 8 total, 8 up, 8 in 2024-08-10T05:16:08.248 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:08 smithi031 ceph-mon[29994]: osdmap e192: 8 total, 8 up, 8 in 2024-08-10T05:16:08.248 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:08 smithi031 ceph-mon[41349]: osdmap e191: 8 total, 8 up, 8 in 2024-08-10T05:16:08.248 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:08 smithi031 ceph-mon[41349]: osdmap e192: 8 total, 8 up, 8 in 2024-08-10T05:16:08.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:08 smithi196 ceph-mon[32874]: osdmap e191: 8 total, 8 up, 8 in 2024-08-10T05:16:08.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:08 smithi196 ceph-mon[32874]: osdmap e192: 8 total, 8 up, 8 in 2024-08-10T05:16:08.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:08 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: 2024-08-10T05:16:08.422+0000 7f6579080040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-10T05:16:08.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:08 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: 2024-08-10T05:16:08.486+0000 7f6579080040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-10T05:16:09.019 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:08 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: 2024-08-10T05:16:08.556+0000 7f6579080040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-10T05:16:09.019 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:08 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: 2024-08-10T05:16:08.712+0000 7f6579080040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-10T05:16:09.028 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:08 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:16:08] "GET /metrics HTTP/1.1" 200 36059 "" "Prometheus/2.43.0" 2024-08-10T05:16:09.099 INFO:tasks.rados.rados.0.smithi031.stdout:642: done (5 left) 2024-08-10T05:16:09.099 INFO:tasks.rados.rados.0.smithi031.stdout:643: delete oid 18 current snap is 61 2024-08-10T05:16:09.099 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 41 v 242 (ObjNum 211 snap 58 seq_num 211) dirty exists 2024-08-10T05:16:09.100 INFO:tasks.rados.rados.0.smithi031.stdout:641: finishing rollback tid 1 to smithi03186013-31 2024-08-10T05:16:09.100 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 31 v 0 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-08-10T05:16:09.100 INFO:tasks.rados.rados.0.smithi031.stdout:639: finishing copy_from to smithi03186013-23 2024-08-10T05:16:09.100 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 23 v 8 (ObjNum 80 snap 15 seq_num 80) dirty exists 2024-08-10T05:16:09.100 INFO:tasks.rados.rados.0.smithi031.stdout:633: expect (ObjNum 166 snap 44 seq_num 166) 2024-08-10T05:16:09.263 INFO:tasks.rados.rados.0.smithi031.stdout:632: finishing copy_from racing read to smithi03186013-11 2024-08-10T05:16:09.264 INFO:tasks.rados.rados.0.smithi031.stdout:632: finishing copy_from to smithi03186013-11 2024-08-10T05:16:09.264 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 11 v 266 (ObjNum 189 snap 50 seq_num 189) dirty exists 2024-08-10T05:16:09.264 INFO:tasks.rados.rados.0.smithi031.stdout:632: done (5 left) 2024-08-10T05:16:09.264 INFO:tasks.rados.rados.0.smithi031.stdout:633: done (4 left) 2024-08-10T05:16:09.264 INFO:tasks.rados.rados.0.smithi031.stdout:636: done (3 left) 2024-08-10T05:16:09.264 INFO:tasks.rados.rados.0.smithi031.stdout:639: done (2 left) 2024-08-10T05:16:09.264 INFO:tasks.rados.rados.0.smithi031.stdout:641: done (1 left) 2024-08-10T05:16:09.264 INFO:tasks.rados.rados.0.smithi031.stdout:643: done (0 left) 2024-08-10T05:16:09.264 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 10 current snap is 61 2024-08-10T05:16:09.264 INFO:tasks.rados.rados.0.smithi031.stdout:644: seq_num 216 ranges {876544=425984,1302528=409600,1712128=393216} 2024-08-10T05:16:09.270 INFO:tasks.rados.rados.0.smithi031.stdout:644: writing smithi03186013-10 from 876544 to 1302528 tid 1 2024-08-10T05:16:09.273 INFO:tasks.rados.rados.0.smithi031.stdout:644: writing smithi03186013-10 from 1302528 to 1712128 tid 2 2024-08-10T05:16:09.276 INFO:tasks.rados.rados.0.smithi031.stdout:644: writing smithi03186013-10 from 1712128 to 2105344 tid 3 2024-08-10T05:16:09.276 INFO:tasks.rados.rados.0.smithi031.stdout:645: rollback oid 31 current snap is 61 2024-08-10T05:16:09.276 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 31 to 59 2024-08-10T05:16:09.276 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 48 current snap is 61 2024-08-10T05:16:09.276 INFO:tasks.rados.rados.0.smithi031.stdout:646: seq_num 217 ranges {778240=442368,1220608=696320,1916928=106496} 2024-08-10T05:16:09.283 INFO:tasks.rados.rados.0.smithi031.stdout:646: writing smithi03186013-48 from 778240 to 1220608 tid 1 2024-08-10T05:16:09.288 INFO:tasks.rados.rados.0.smithi031.stdout:646: writing smithi03186013-48 from 1220608 to 1916928 tid 2 2024-08-10T05:16:09.288 INFO:tasks.rados.rados.0.smithi031.stdout:646: writing smithi03186013-48 from 1916928 to 2023424 tid 3 2024-08-10T05:16:09.289 INFO:tasks.rados.rados.0.smithi031.stdout:647: rollback oid 43 current snap is 61 2024-08-10T05:16:09.289 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 43 to 40 2024-08-10T05:16:09.289 INFO:tasks.rados.rados.0.smithi031.stdout:644: finishing write tid 1 to smithi03186013-10 2024-08-10T05:16:09.289 INFO:tasks.rados.rados.0.smithi031.stdout:648: snap_remove snap 54 2024-08-10T05:16:09.406 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:09 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: 2024-08-10T05:16:09.191+0000 7f6579080040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-10T05:16:09.406 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:09 smithi031 ceph-mon[29994]: pgmap v60: 121 pgs: 121 active+clean; 180 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.8 MiB/s wr, 23 op/s 2024-08-10T05:16:09.406 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:09 smithi031 ceph-mon[41349]: pgmap v60: 121 pgs: 121 active+clean; 180 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.8 MiB/s wr, 23 op/s 2024-08-10T05:16:09.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:09 smithi196 ceph-mon[32874]: pgmap v60: 121 pgs: 121 active+clean; 180 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.8 MiB/s wr, 23 op/s 2024-08-10T05:16:09.768 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:09 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: 2024-08-10T05:16:09.539+0000 7f6579080040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-10T05:16:09.768 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:09 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: 2024-08-10T05:16:09.608+0000 7f6579080040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-10T05:16:10.023 INFO:tasks.rados.rados.0.smithi031.stdout:648: done (4 left) 2024-08-10T05:16:10.023 INFO:tasks.rados.rados.0.smithi031.stdout:649: snap_create 2024-08-10T05:16:10.023 INFO:tasks.rados.rados.0.smithi031.stdout:644: finishing write tid 2 to smithi03186013-10 2024-08-10T05:16:10.023 INFO:tasks.rados.rados.0.smithi031.stdout:644: finishing write tid 3 to smithi03186013-10 2024-08-10T05:16:10.023 INFO:tasks.rados.rados.0.smithi031.stdout:645: finishing rollback tid 1 to smithi03186013-31 2024-08-10T05:16:10.023 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 31 v 0 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-08-10T05:16:10.023 INFO:tasks.rados.rados.0.smithi031.stdout:644: finishing write tid 4 to smithi03186013-10 2024-08-10T05:16:10.023 INFO:tasks.rados.rados.0.smithi031.stdout:644: finishing write tid 5 to smithi03186013-10 2024-08-10T05:16:10.023 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 10 v 134 (ObjNum 216 snap 61 seq_num 216) dirty exists 2024-08-10T05:16:10.023 INFO:tasks.rados.rados.0.smithi031.stdout:644: left oid 10 (ObjNum 216 snap 61 seq_num 216) 2024-08-10T05:16:10.023 INFO:tasks.rados.rados.0.smithi031.stdout:646: finishing write tid 1 to smithi03186013-48 2024-08-10T05:16:10.024 INFO:tasks.rados.rados.0.smithi031.stdout:647: finishing rollback tid 1 to smithi03186013-43 2024-08-10T05:16:10.024 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 43 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-10T05:16:10.024 INFO:tasks.rados.rados.0.smithi031.stdout:646: finishing write tid 2 to smithi03186013-48 2024-08-10T05:16:10.024 INFO:tasks.rados.rados.0.smithi031.stdout:646: finishing write tid 3 to smithi03186013-48 2024-08-10T05:16:10.024 INFO:tasks.rados.rados.0.smithi031.stdout:646: finishing write tid 4 to smithi03186013-48 2024-08-10T05:16:10.024 INFO:tasks.rados.rados.0.smithi031.stdout:646: finishing write tid 5 to smithi03186013-48 2024-08-10T05:16:10.024 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 48 v 31 (ObjNum 217 snap 61 seq_num 217) dirty exists 2024-08-10T05:16:10.024 INFO:tasks.rados.rados.0.smithi031.stdout:646: left oid 48 (ObjNum 217 snap 61 seq_num 217) 2024-08-10T05:16:10.056 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:09 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: 2024-08-10T05:16:09.780+0000 7f6579080040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-10T05:16:10.315 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:10 smithi031 ceph-mon[29994]: osdmap e193: 8 total, 8 up, 8 in 2024-08-10T05:16:10.315 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:10 smithi031 ceph-mon[29994]: osdmap e194: 8 total, 8 up, 8 in 2024-08-10T05:16:10.316 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:10 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: 2024-08-10T05:16:10.136+0000 7f6579080040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-10T05:16:10.316 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:10 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: 2024-08-10T05:16:10.202+0000 7f6579080040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-10T05:16:10.316 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:10 smithi031 ceph-mon[41349]: osdmap e193: 8 total, 8 up, 8 in 2024-08-10T05:16:10.316 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:10 smithi031 ceph-mon[41349]: osdmap e194: 8 total, 8 up, 8 in 2024-08-10T05:16:10.484 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:10 smithi196 ceph-mon[32874]: osdmap e193: 8 total, 8 up, 8 in 2024-08-10T05:16:10.484 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:10 smithi196 ceph-mon[32874]: osdmap e194: 8 total, 8 up, 8 in 2024-08-10T05:16:10.630 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:10 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: 2024-08-10T05:16:10.397+0000 7f6579080040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-10T05:16:10.630 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:10 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: 2024-08-10T05:16:10.557+0000 7f6579080040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-08-10T05:16:11.018 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:10 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: 2024-08-10T05:16:10.630+0000 7f6579080040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-10T05:16:11.019 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:10 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: 2024-08-10T05:16:10.720+0000 7f6579080040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-10T05:16:11.019 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:10 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: 2024-08-10T05:16:10.783+0000 7f6579080040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-10T05:16:11.030 INFO:tasks.rados.rados.0.smithi031.stdout:644: done (4 left) 2024-08-10T05:16:11.030 INFO:tasks.rados.rados.0.smithi031.stdout:645: done (3 left) 2024-08-10T05:16:11.030 INFO:tasks.rados.rados.0.smithi031.stdout:646: done (2 left) 2024-08-10T05:16:11.030 INFO:tasks.rados.rados.0.smithi031.stdout:647: done (1 left) 2024-08-10T05:16:11.030 INFO:tasks.rados.rados.0.smithi031.stdout:649: done (0 left) 2024-08-10T05:16:11.030 INFO:tasks.rados.rados.0.smithi031.stdout:650: rmattr oid 40 current snap is 62 2024-08-10T05:16:11.030 INFO:tasks.rados.rados.0.smithi031.stdout:650: done (0 left) 2024-08-10T05:16:11.030 INFO:tasks.rados.rados.0.smithi031.stdout:651: read oid 10 snap 51 2024-08-10T05:16:11.031 INFO:tasks.rados.rados.0.smithi031.stdout:651: expect deleted 2024-08-10T05:16:11.031 INFO:tasks.rados.rados.0.smithi031.stdout:652: read oid 50 snap -1 2024-08-10T05:16:11.031 INFO:tasks.rados.rados.0.smithi031.stdout:652: expect (ObjNum 49 snap 0 seq_num 49) 2024-08-10T05:16:11.031 INFO:tasks.rados.rados.0.smithi031.stdout:653: setattr oid 7 current snap is 62 2024-08-10T05:16:11.031 INFO:tasks.rados.rados.0.smithi031.stdout:651: done (2 left) 2024-08-10T05:16:11.031 INFO:tasks.rados.rados.0.smithi031.stdout:654: read oid 46 snap 50 2024-08-10T05:16:11.032 INFO:tasks.rados.rados.0.smithi031.stdout:654: expect deleted 2024-08-10T05:16:11.032 INFO:tasks.rados.rados.0.smithi031.stdout:655: copy_from oid 25 from oid 12 current snap is 62 2024-08-10T05:16:11.032 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 44 current snap is 62 2024-08-10T05:16:11.032 INFO:tasks.rados.rados.0.smithi031.stdout:656: seq_num 218 ranges {1990656=458752,2449408=581632,3031040=221184} 2024-08-10T05:16:11.045 INFO:tasks.rados.rados.0.smithi031.stdout:656: writing smithi03186013-44 from 1990656 to 2449408 tid 1 2024-08-10T05:16:11.049 INFO:tasks.rados.rados.0.smithi031.stdout:656: writing smithi03186013-44 from 2449408 to 3031040 tid 2 2024-08-10T05:16:11.051 INFO:tasks.rados.rados.0.smithi031.stdout:656: writing smithi03186013-44 from 3031040 to 3252224 tid 3 2024-08-10T05:16:11.051 INFO:tasks.rados.rados.0.smithi031.stdout:657: rollback oid 32 current snap is 62 2024-08-10T05:16:11.051 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 32 to 57 2024-08-10T05:16:11.051 INFO:tasks.rados.rados.0.smithi031.stdout:652: expect (ObjNum 49 snap 0 seq_num 49) 2024-08-10T05:16:11.089 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 7 v 262 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-08-10T05:16:11.089 INFO:tasks.rados.rados.0.smithi031.stdout:655: finishing copy_from racing read to smithi03186013-25 2024-08-10T05:16:11.089 INFO:tasks.rados.rados.0.smithi031.stdout:656: finishing write tid 1 to smithi03186013-44 2024-08-10T05:16:11.089 INFO:tasks.rados.rados.0.smithi031.stdout:652: done (5 left) 2024-08-10T05:16:11.089 INFO:tasks.rados.rados.0.smithi031.stdout:653: done (4 left) 2024-08-10T05:16:11.089 INFO:tasks.rados.rados.0.smithi031.stdout:654: done (3 left) 2024-08-10T05:16:11.089 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 14 current snap is 62 2024-08-10T05:16:11.089 INFO:tasks.rados.rados.0.smithi031.stdout:655: finishing copy_from to smithi03186013-25 2024-08-10T05:16:11.089 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 25 v 148 (ObjNum 166 snap 44 seq_num 166) dirty exists 2024-08-10T05:16:11.089 INFO:tasks.rados.rados.0.smithi031.stdout:656: finishing write tid 2 to smithi03186013-44 2024-08-10T05:16:11.090 INFO:tasks.rados.rados.0.smithi031.stdout:657: finishing rollback tid 0 to smithi03186013-32 2024-08-10T05:16:11.090 INFO:tasks.rados.rados.0.smithi031.stdout:656: finishing write tid 3 to smithi03186013-44 2024-08-10T05:16:11.090 INFO:tasks.rados.rados.0.smithi031.stdout:658: seq_num 219 ranges {811008=475136,1286144=466944,1753088=335872} 2024-08-10T05:16:11.097 INFO:tasks.rados.rados.0.smithi031.stdout:658: writing smithi03186013-14 from 811008 to 1286144 tid 1 2024-08-10T05:16:11.100 INFO:tasks.rados.rados.0.smithi031.stdout:658: writing smithi03186013-14 from 1286144 to 1753088 tid 2 2024-08-10T05:16:11.104 INFO:tasks.rados.rados.0.smithi031.stdout:658: writing smithi03186013-14 from 1753088 to 2088960 tid 3 2024-08-10T05:16:11.104 INFO:tasks.rados.rados.0.smithi031.stdout:655: done (3 left) 2024-08-10T05:16:11.104 INFO:tasks.rados.rados.0.smithi031.stdout:659: rollback oid 25 current snap is 62 2024-08-10T05:16:11.104 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 25 to 59 2024-08-10T05:16:11.104 INFO:tasks.rados.rados.0.smithi031.stdout:657: finishing rollback tid 1 to smithi03186013-32 2024-08-10T05:16:11.104 INFO:tasks.rados.rados.0.smithi031.stdout:656: finishing write tid 4 to smithi03186013-44 2024-08-10T05:16:11.105 INFO:tasks.rados.rados.0.smithi031.stdout:657: finishing rollback tid 2 to smithi03186013-32 2024-08-10T05:16:11.105 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 32 v 247 (ObjNum 209 snap 57 seq_num 209) dirty exists 2024-08-10T05:16:11.105 INFO:tasks.rados.rados.0.smithi031.stdout:656: finishing write tid 5 to smithi03186013-44 2024-08-10T05:16:11.105 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 44 v 267 (ObjNum 218 snap 62 seq_num 218) dirty exists 2024-08-10T05:16:11.105 INFO:tasks.rados.rados.0.smithi031.stdout:656: left oid 44 (ObjNum 218 snap 62 seq_num 218) 2024-08-10T05:16:11.105 INFO:tasks.rados.rados.0.smithi031.stdout:658: finishing write tid 1 to smithi03186013-14 2024-08-10T05:16:11.105 INFO:tasks.rados.rados.0.smithi031.stdout:656: done (3 left) 2024-08-10T05:16:11.105 INFO:tasks.rados.rados.0.smithi031.stdout:657: done (2 left) 2024-08-10T05:16:11.105 INFO:tasks.rados.rados.0.smithi031.stdout:660: rollback oid 4 current snap is 62 2024-08-10T05:16:11.105 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 4 to 52 2024-08-10T05:16:11.105 INFO:tasks.rados.rados.0.smithi031.stdout:658: finishing write tid 2 to smithi03186013-14 2024-08-10T05:16:11.105 INFO:tasks.rados.rados.0.smithi031.stdout:661: read oid 19 snap 58 2024-08-10T05:16:11.105 INFO:tasks.rados.rados.0.smithi031.stdout:661: expect (ObjNum 210 snap 58 seq_num 210) 2024-08-10T05:16:11.105 INFO:tasks.rados.rados.0.smithi031.stdout:662: rollback oid 35 current snap is 62 2024-08-10T05:16:11.106 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 35 to 37 2024-08-10T05:16:11.106 INFO:tasks.rados.rados.0.smithi031.stdout:663: setattr oid 5 current snap is 62 2024-08-10T05:16:11.106 INFO:tasks.rados.rados.0.smithi031.stdout:662: finishing rollback tid 1 to smithi03186013-35 2024-08-10T05:16:11.106 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 35 v 0 (ObjNum 33 snap 0 seq_num 2134981616) dirty dne 2024-08-10T05:16:11.106 INFO:tasks.rados.rados.0.smithi031.stdout:660: finishing rollback tid 1 to smithi03186013-4 2024-08-10T05:16:11.106 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 4 v 188 (ObjNum 113 snap 0 seq_num 1) dirty dne 2024-08-10T05:16:11.107 INFO:tasks.rados.rados.0.smithi031.stdout:658: finishing write tid 3 to smithi03186013-14 2024-08-10T05:16:11.107 INFO:tasks.rados.rados.0.smithi031.stdout:658: finishing write tid 4 to smithi03186013-14 2024-08-10T05:16:11.109 INFO:tasks.rados.rados.0.smithi031.stdout:659: finishing rollback tid 0 to smithi03186013-25 2024-08-10T05:16:11.109 INFO:tasks.rados.rados.0.smithi031.stdout:659: finishing rollback tid 1 to smithi03186013-25 2024-08-10T05:16:11.109 INFO:tasks.rados.rados.0.smithi031.stdout:660: done (5 left) 2024-08-10T05:16:11.109 INFO:tasks.rados.rados.0.smithi031.stdout:662: done (4 left) 2024-08-10T05:16:11.109 INFO:tasks.rados.rados.0.smithi031.stdout:664: setattr oid 32 current snap is 62 2024-08-10T05:16:11.109 INFO:tasks.rados.rados.0.smithi031.stdout:658: finishing write tid 5 to smithi03186013-14 2024-08-10T05:16:11.109 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 14 v 323 (ObjNum 219 snap 62 seq_num 219) dirty exists 2024-08-10T05:16:11.109 INFO:tasks.rados.rados.0.smithi031.stdout:658: left oid 14 (ObjNum 219 snap 62 seq_num 219) 2024-08-10T05:16:11.109 INFO:tasks.rados.rados.0.smithi031.stdout:659: finishing rollback tid 2 to smithi03186013-25 2024-08-10T05:16:11.109 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 25 v 326 (ObjNum 129 snap 34 seq_num 129) dirty exists 2024-08-10T05:16:11.111 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 5 v 327 (ObjNum 321 snap 0 seq_num 3646926352) dirty exists 2024-08-10T05:16:11.114 INFO:tasks.rados.rados.0.smithi031.stdout:658: done (4 left) 2024-08-10T05:16:11.114 INFO:tasks.rados.rados.0.smithi031.stdout:659: done (3 left) 2024-08-10T05:16:11.114 INFO:tasks.rados.rados.0.smithi031.stdout:663: done (2 left) 2024-08-10T05:16:11.114 INFO:tasks.rados.rados.0.smithi031.stdout:665: delete oid 8 current snap is 62 2024-08-10T05:16:11.117 INFO:tasks.rados.rados.0.smithi031.stdout:665: done (2 left) 2024-08-10T05:16:11.117 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 2 current snap is 62 2024-08-10T05:16:11.118 INFO:tasks.rados.rados.0.smithi031.stdout:666: seq_num 221 ranges {753664=507904,1261568=688128,1949696=114688} 2024-08-10T05:16:11.126 INFO:tasks.rados.rados.0.smithi031.stdout:666: writing smithi03186013-2 from 753664 to 1261568 tid 1 2024-08-10T05:16:11.131 INFO:tasks.rados.rados.0.smithi031.stdout:666: writing smithi03186013-2 from 1261568 to 1949696 tid 2 2024-08-10T05:16:11.132 INFO:tasks.rados.rados.0.smithi031.stdout:666: writing smithi03186013-2 from 1949696 to 2064384 tid 3 2024-08-10T05:16:11.133 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 14 current snap is 62 2024-08-10T05:16:11.133 INFO:tasks.rados.rados.0.smithi031.stdout:667: seq_num 222 ranges {2088960=524288,2613248=565248,3178496=237568} 2024-08-10T05:16:11.149 INFO:tasks.rados.rados.0.smithi031.stdout:667: writing smithi03186013-14 from 2088960 to 2613248 tid 1 2024-08-10T05:16:11.153 INFO:tasks.rados.rados.0.smithi031.stdout:667: writing smithi03186013-14 from 2613248 to 3178496 tid 2 2024-08-10T05:16:11.155 INFO:tasks.rados.rados.0.smithi031.stdout:667: writing smithi03186013-14 from 3178496 to 3416064 tid 3 2024-08-10T05:16:11.155 INFO:tasks.rados.rados.0.smithi031.stdout:668: setattr oid 3 current snap is 62 2024-08-10T05:16:11.156 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 32 v 248 (ObjNum 209 snap 57 seq_num 209) dirty exists 2024-08-10T05:16:11.156 INFO:tasks.rados.rados.0.smithi031.stdout:666: finishing write tid 1 to smithi03186013-2 2024-08-10T05:16:11.156 INFO:tasks.rados.rados.0.smithi031.stdout:661: expect (ObjNum 210 snap 58 seq_num 210) 2024-08-10T05:16:11.399 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:11 smithi031 ceph-mon[29994]: pgmap v63: 121 pgs: 121 active+clean; 180 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.8 MiB/s wr, 23 op/s 2024-08-10T05:16:11.399 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:11 smithi031 ceph-mon[29994]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:16:11.399 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:11 smithi031 ceph-mon[29994]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:16:11.399 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:11 smithi031 ceph-mon[29994]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:16:11.399 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:11 smithi031 ceph-mon[29994]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:16:11.399 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:11 smithi031 ceph-mon[29994]: osdmap e195: 8 total, 8 up, 8 in 2024-08-10T05:16:11.400 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:11 smithi031 ceph-mon[41349]: pgmap v63: 121 pgs: 121 active+clean; 180 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.8 MiB/s wr, 23 op/s 2024-08-10T05:16:11.400 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:11 smithi031 ceph-mon[41349]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:16:11.400 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:11 smithi031 ceph-mon[41349]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:16:11.400 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:11 smithi031 ceph-mon[41349]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:16:11.400 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:11 smithi031 ceph-mon[41349]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:16:11.400 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:11 smithi031 ceph-mon[41349]: osdmap e195: 8 total, 8 up, 8 in 2024-08-10T05:16:11.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:11 smithi196 ceph-mon[32874]: pgmap v63: 121 pgs: 121 active+clean; 180 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.8 MiB/s wr, 23 op/s 2024-08-10T05:16:11.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:11 smithi196 ceph-mon[32874]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:16:11.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:11 smithi196 ceph-mon[32874]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:16:11.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:11 smithi196 ceph-mon[32874]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:16:11.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:11 smithi196 ceph-mon[32874]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:16:11.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:11 smithi196 ceph-mon[32874]: osdmap e195: 8 total, 8 up, 8 in 2024-08-10T05:16:11.621 INFO:tasks.rados.rados.0.smithi031.stdout:666: finishing write tid 2 to smithi03186013-2 2024-08-10T05:16:11.621 INFO:tasks.rados.rados.0.smithi031.stdout:666: finishing write tid 3 to smithi03186013-2 2024-08-10T05:16:11.621 INFO:tasks.rados.rados.0.smithi031.stdout:666: finishing write tid 4 to smithi03186013-2 2024-08-10T05:16:11.621 INFO:tasks.rados.rados.0.smithi031.stdout:666: finishing write tid 5 to smithi03186013-2 2024-08-10T05:16:11.621 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 2 v 274 (ObjNum 221 snap 62 seq_num 221) dirty exists 2024-08-10T05:16:11.621 INFO:tasks.rados.rados.0.smithi031.stdout:666: left oid 2 (ObjNum 221 snap 62 seq_num 221) 2024-08-10T05:16:11.621 INFO:tasks.rados.rados.0.smithi031.stdout:667: finishing write tid 1 to smithi03186013-14 2024-08-10T05:16:11.621 INFO:tasks.rados.rados.0.smithi031.stdout:667: finishing write tid 2 to smithi03186013-14 2024-08-10T05:16:11.621 INFO:tasks.rados.rados.0.smithi031.stdout:667: finishing write tid 3 to smithi03186013-14 2024-08-10T05:16:11.621 INFO:tasks.rados.rados.0.smithi031.stdout:667: finishing write tid 4 to smithi03186013-14 2024-08-10T05:16:11.621 INFO:tasks.rados.rados.0.smithi031.stdout:667: finishing write tid 5 to smithi03186013-14 2024-08-10T05:16:11.622 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 14 v 331 (ObjNum 222 snap 62 seq_num 222) dirty exists 2024-08-10T05:16:11.622 INFO:tasks.rados.rados.0.smithi031.stdout:667: left oid 14 (ObjNum 222 snap 62 seq_num 222) 2024-08-10T05:16:11.622 INFO:tasks.rados.rados.0.smithi031.stdout:661: done (4 left) 2024-08-10T05:16:11.622 INFO:tasks.rados.rados.0.smithi031.stdout:664: done (3 left) 2024-08-10T05:16:11.622 INFO:tasks.rados.rados.0.smithi031.stdout:666: done (2 left) 2024-08-10T05:16:11.622 INFO:tasks.rados.rados.0.smithi031.stdout:667: done (1 left) 2024-08-10T05:16:11.622 INFO:tasks.rados.rados.0.smithi031.stdout:669: delete oid 11 current snap is 62 2024-08-10T05:16:11.623 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 3 v 267 (ObjNum 65 snap 0 seq_num 589391360) dirty exists 2024-08-10T05:16:11.624 INFO:tasks.rados.rados.0.smithi031.stdout:668: done (1 left) 2024-08-10T05:16:11.624 INFO:tasks.rados.rados.0.smithi031.stdout:669: done (0 left) 2024-08-10T05:16:11.624 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 8 current snap is 62 2024-08-10T05:16:11.624 INFO:tasks.rados.rados.0.smithi031.stdout:670: seq_num 224 ranges {0=557056,557056=737280,1294336=65536} 2024-08-10T05:16:11.629 INFO:tasks.rados.rados.0.smithi031.stdout:670: writing smithi03186013-8 from 0 to 557056 tid 1 2024-08-10T05:16:11.632 INFO:tasks.rados.rados.0.smithi031.stdout:670: writing smithi03186013-8 from 557056 to 1294336 tid 2 2024-08-10T05:16:11.632 INFO:tasks.rados.rados.0.smithi031.stdout:670: writing smithi03186013-8 from 1294336 to 1359872 tid 3 2024-08-10T05:16:11.633 INFO:tasks.rados.rados.0.smithi031.stdout:671: copy_from oid 37 from oid 32 current snap is 62 2024-08-10T05:16:11.633 INFO:tasks.rados.rados.0.smithi031.stdout:670: finishing write tid 1 to smithi03186013-8 2024-08-10T05:16:11.633 INFO:tasks.rados.rados.0.smithi031.stdout:672: rollback oid 9 current snap is 62 2024-08-10T05:16:11.633 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 9 to 59 2024-08-10T05:16:11.633 INFO:tasks.rados.rados.0.smithi031.stdout:673: copy_from oid 31 from oid 18 current snap is 62 2024-08-10T05:16:11.633 INFO:tasks.rados.rados.0.smithi031.stdout:674: copy_from oid 17 from oid 6 current snap is 62 2024-08-10T05:16:11.633 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 16 current snap is 62 2024-08-10T05:16:11.633 INFO:tasks.rados.rados.0.smithi031.stdout:675: seq_num 225 ranges {876544=573440,1449984=622592,2072576=180224} 2024-08-10T05:16:11.641 INFO:tasks.rados.rados.0.smithi031.stdout:675: writing smithi03186013-16 from 876544 to 1449984 tid 1 2024-08-10T05:16:11.645 INFO:tasks.rados.rados.0.smithi031.stdout:675: writing smithi03186013-16 from 1449984 to 2072576 tid 2 2024-08-10T05:16:11.647 INFO:tasks.rados.rados.0.smithi031.stdout:675: writing smithi03186013-16 from 2072576 to 2252800 tid 3 2024-08-10T05:16:11.648 INFO:tasks.rados.rados.0.smithi031.stdout:676: snap_remove snap 50 2024-08-10T05:16:11.648 INFO:tasks.rados.rados.0.smithi031.stdout:673: finishing copy_from to smithi03186013-31 2024-08-10T05:16:11.648 INFO:tasks.rados.rados.0.smithi031.stdout:673: got expected ENOENT (src dne) 2024-08-10T05:16:11.648 INFO:tasks.rados.rados.0.smithi031.stdout:672: finishing rollback tid 0 to smithi03186013-9 2024-08-10T05:16:11.648 INFO:tasks.rados.rados.0.smithi031.stdout:672: finishing rollback tid 1 to smithi03186013-9 2024-08-10T05:16:11.648 INFO:tasks.rados.rados.0.smithi031.stdout:672: finishing rollback tid 2 to smithi03186013-9 2024-08-10T05:16:11.648 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 9 v 307 (ObjNum 137 snap 37 seq_num 137) dirty exists 2024-08-10T05:16:11.648 INFO:tasks.rados.rados.0.smithi031.stdout:670: finishing write tid 2 to smithi03186013-8 2024-08-10T05:16:11.648 INFO:tasks.rados.rados.0.smithi031.stdout:673: finishing copy_from racing read to smithi03186013-31 2024-08-10T05:16:11.648 INFO:tasks.rados.rados.0.smithi031.stdout:670: finishing write tid 3 to smithi03186013-8 2024-08-10T05:16:11.648 INFO:tasks.rados.rados.0.smithi031.stdout:670: finishing write tid 4 to smithi03186013-8 2024-08-10T05:16:11.648 INFO:tasks.rados.rados.0.smithi031.stdout:670: finishing write tid 5 to smithi03186013-8 2024-08-10T05:16:11.648 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 8 v 278 (ObjNum 224 snap 62 seq_num 224) dirty exists 2024-08-10T05:16:11.649 INFO:tasks.rados.rados.0.smithi031.stdout:670: left oid 8 (ObjNum 224 snap 62 seq_num 224) 2024-08-10T05:16:11.649 INFO:tasks.rados.rados.0.smithi031.stdout:674: finishing copy_from racing read to smithi03186013-17 2024-08-10T05:16:11.649 INFO:tasks.rados.rados.0.smithi031.stdout:674: finishing copy_from to smithi03186013-17 2024-08-10T05:16:11.649 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 17 v 155 (ObjNum 174 snap 48 seq_num 174) dirty exists 2024-08-10T05:16:11.679 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:11 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: 2024-08-10T05:16:11.398+0000 7f6579080040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-10T05:16:11.679 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:11 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: 2024-08-10T05:16:11.571+0000 7f6579080040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-10T05:16:11.679 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:11 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: [10/Aug/2024:05:16:11] ENGINE Bus STARTING 2024-08-10T05:16:11.680 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:11 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: CherryPy Checker: 2024-08-10T05:16:11.680 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:11 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: The Application mounted at '' has an empty config. 2024-08-10T05:16:11.680 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:11 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: 2024-08-10T05:16:11.680 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:11 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: [10/Aug/2024:05:16:11] ENGINE Serving on http://:::9283 2024-08-10T05:16:11.680 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:11 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: [10/Aug/2024:05:16:11] ENGINE Bus STARTED 2024-08-10T05:16:12.318 INFO:tasks.rados.rados.0.smithi031.stdout:670: done (6 left) 2024-08-10T05:16:12.319 INFO:tasks.rados.rados.0.smithi031.stdout:672: done (5 left) 2024-08-10T05:16:12.319 INFO:tasks.rados.rados.0.smithi031.stdout:673: done (4 left) 2024-08-10T05:16:12.319 INFO:tasks.rados.rados.0.smithi031.stdout:674: done (3 left) 2024-08-10T05:16:12.319 INFO:tasks.rados.rados.0.smithi031.stdout:676: done (2 left) 2024-08-10T05:16:12.319 INFO:tasks.rados.rados.0.smithi031.stdout:677: rmattr oid 8 current snap is 62 2024-08-10T05:16:12.319 INFO:tasks.rados.rados.0.smithi031.stdout:677: done (2 left) 2024-08-10T05:16:12.319 INFO:tasks.rados.rados.0.smithi031.stdout:678: snap_create 2024-08-10T05:16:12.319 INFO:tasks.rados.rados.0.smithi031.stdout:675: finishing write tid 1 to smithi03186013-16 2024-08-10T05:16:12.319 INFO:tasks.rados.rados.0.smithi031.stdout:675: finishing write tid 2 to smithi03186013-16 2024-08-10T05:16:12.319 INFO:tasks.rados.rados.0.smithi031.stdout:675: finishing write tid 3 to smithi03186013-16 2024-08-10T05:16:12.319 INFO:tasks.rados.rados.0.smithi031.stdout:675: finishing write tid 4 to smithi03186013-16 2024-08-10T05:16:12.320 INFO:tasks.rados.rados.0.smithi031.stdout:675: finishing write tid 5 to smithi03186013-16 2024-08-10T05:16:12.320 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 16 v 256 (ObjNum 225 snap 62 seq_num 225) dirty exists 2024-08-10T05:16:12.320 INFO:tasks.rados.rados.0.smithi031.stdout:675: left oid 16 (ObjNum 225 snap 62 seq_num 225) 2024-08-10T05:16:12.320 INFO:tasks.rados.rados.0.smithi031.stdout:671: finishing copy_from racing read to smithi03186013-37 2024-08-10T05:16:12.320 INFO:tasks.rados.rados.0.smithi031.stdout:671: finishing copy_from to smithi03186013-37 2024-08-10T05:16:12.320 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 37 v 248 (ObjNum 209 snap 57 seq_num 209) dirty exists 2024-08-10T05:16:12.601 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:12 smithi031 ceph-mon[29994]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:16:12.601 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:12 smithi031 ceph-mon[29994]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:16:12.601 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:12 smithi031 ceph-mon[29994]: Standby manager daemon y restarted 2024-08-10T05:16:12.601 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:12 smithi031 ceph-mon[29994]: Standby manager daemon y started 2024-08-10T05:16:12.601 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:12 smithi031 ceph-mon[29994]: from='mgr.? 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-08-10T05:16:12.601 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:12 smithi031 ceph-mon[29994]: from='mgr.? 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-10T05:16:12.601 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:12 smithi031 ceph-mon[29994]: from='mgr.? 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-08-10T05:16:12.601 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:12 smithi031 ceph-mon[29994]: from='mgr.? 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-10T05:16:12.601 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:12 smithi031 ceph-mon[29994]: pgmap v66: 121 pgs: 121 active+clean; 204 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 4.2 MiB/s wr, 21 op/s 2024-08-10T05:16:12.602 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:12 smithi031 ceph-mon[41349]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:16:12.602 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:12 smithi031 ceph-mon[41349]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:16:12.602 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:12 smithi031 ceph-mon[41349]: Standby manager daemon y restarted 2024-08-10T05:16:12.602 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:12 smithi031 ceph-mon[41349]: Standby manager daemon y started 2024-08-10T05:16:12.602 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:12 smithi031 ceph-mon[41349]: from='mgr.? 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-08-10T05:16:12.602 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:12 smithi031 ceph-mon[41349]: from='mgr.? 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-10T05:16:12.602 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:12 smithi031 ceph-mon[41349]: from='mgr.? 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-08-10T05:16:12.602 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:12 smithi031 ceph-mon[41349]: from='mgr.? 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-10T05:16:12.602 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:12 smithi031 ceph-mon[41349]: pgmap v66: 121 pgs: 121 active+clean; 204 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 4.2 MiB/s wr, 21 op/s 2024-08-10T05:16:12.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:12 smithi196 ceph-mon[32874]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:16:12.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:12 smithi196 ceph-mon[32874]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:16:12.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:12 smithi196 ceph-mon[32874]: Standby manager daemon y restarted 2024-08-10T05:16:12.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:12 smithi196 ceph-mon[32874]: Standby manager daemon y started 2024-08-10T05:16:12.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:12 smithi196 ceph-mon[32874]: from='mgr.? 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-08-10T05:16:12.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:12 smithi196 ceph-mon[32874]: from='mgr.? 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-10T05:16:12.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:12 smithi196 ceph-mon[32874]: from='mgr.? 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-08-10T05:16:12.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:12 smithi196 ceph-mon[32874]: from='mgr.? 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-10T05:16:12.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:12 smithi196 ceph-mon[32874]: pgmap v66: 121 pgs: 121 active+clean; 204 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 4.2 MiB/s wr, 21 op/s 2024-08-10T05:16:13.319 INFO:tasks.rados.rados.0.smithi031.stdout:671: done (2 left) 2024-08-10T05:16:13.319 INFO:tasks.rados.rados.0.smithi031.stdout:675: done (1 left) 2024-08-10T05:16:13.319 INFO:tasks.rados.rados.0.smithi031.stdout:678: done (0 left) 2024-08-10T05:16:13.319 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 16 current snap is 63 2024-08-10T05:16:13.319 INFO:tasks.rados.rados.0.smithi031.stdout:679: seq_num 226 ranges {2252800=589824,2842624=507904,3350528=294912} 2024-08-10T05:16:13.335 INFO:tasks.rados.rados.0.smithi031.stdout:679: writing smithi03186013-16 from 2252800 to 2842624 tid 1 2024-08-10T05:16:13.338 INFO:tasks.rados.rados.0.smithi031.stdout:679: writing smithi03186013-16 from 2842624 to 3350528 tid 2 2024-08-10T05:16:13.340 INFO:tasks.rados.rados.0.smithi031.stdout:679: writing smithi03186013-16 from 3350528 to 3645440 tid 3 2024-08-10T05:16:13.340 INFO:tasks.rados.rados.0.smithi031.stdout:680: snap_create 2024-08-10T05:16:13.342 INFO:tasks.rados.rados.0.smithi031.stdout:679: finishing write tid 1 to smithi03186013-16 2024-08-10T05:16:13.342 INFO:tasks.rados.rados.0.smithi031.stdout:679: finishing write tid 2 to smithi03186013-16 2024-08-10T05:16:13.343 INFO:tasks.rados.rados.0.smithi031.stdout:679: finishing write tid 3 to smithi03186013-16 2024-08-10T05:16:13.343 INFO:tasks.rados.rados.0.smithi031.stdout:679: finishing write tid 4 to smithi03186013-16 2024-08-10T05:16:13.343 INFO:tasks.rados.rados.0.smithi031.stdout:679: finishing write tid 5 to smithi03186013-16 2024-08-10T05:16:13.343 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 16 v 265 (ObjNum 226 snap 63 seq_num 226) dirty exists 2024-08-10T05:16:13.343 INFO:tasks.rados.rados.0.smithi031.stdout:679: left oid 16 (ObjNum 226 snap 63 seq_num 226) 2024-08-10T05:16:13.518 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:13 smithi031 ceph-mon[41349]: mgrmap e30: x(active, since 42s), standbys: y 2024-08-10T05:16:13.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:13 smithi031 ceph-mon[41349]: osdmap e196: 8 total, 8 up, 8 in 2024-08-10T05:16:13.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:13 smithi031 ceph-mon[29994]: mgrmap e30: x(active, since 42s), standbys: y 2024-08-10T05:16:13.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:13 smithi031 ceph-mon[29994]: osdmap e196: 8 total, 8 up, 8 in 2024-08-10T05:16:13.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:13 smithi196 ceph-mon[32874]: mgrmap e30: x(active, since 42s), standbys: y 2024-08-10T05:16:13.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:13 smithi196 ceph-mon[32874]: osdmap e196: 8 total, 8 up, 8 in 2024-08-10T05:16:13.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:16:13 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[77720]: ts=2024-08-10T05:16:13.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi031\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi031\", job=\"node\", machine=\"x86_64\", nodename=\"smithi031\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", domainname=\"(none)\", instance=\"smithi031\", job=\"node\", machine=\"x86_64\", nodename=\"smithi031\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:16:14.324 INFO:tasks.rados.rados.0.smithi031.stdout:679: done (1 left) 2024-08-10T05:16:14.324 INFO:tasks.rados.rados.0.smithi031.stdout:680: done (0 left) 2024-08-10T05:16:14.324 INFO:tasks.rados.rados.0.smithi031.stdout:681: delete oid 2 current snap is 64 2024-08-10T05:16:14.327 INFO:tasks.rados.rados.0.smithi031.stdout:681: done (0 left) 2024-08-10T05:16:14.327 INFO:tasks.rados.rados.0.smithi031.stdout:682: delete oid 5 current snap is 64 2024-08-10T05:16:14.333 INFO:tasks.rados.rados.0.smithi031.stdout:682: done (0 left) 2024-08-10T05:16:14.333 INFO:tasks.rados.rados.0.smithi031.stdout:683: read oid 43 snap -1 2024-08-10T05:16:14.333 INFO:tasks.rados.rados.0.smithi031.stdout:683: expect deleted 2024-08-10T05:16:14.333 INFO:tasks.rados.rados.0.smithi031.stdout:684: read oid 28 snap 51 2024-08-10T05:16:14.333 INFO:tasks.rados.rados.0.smithi031.stdout:684: expect (ObjNum 161 snap 44 seq_num 161) 2024-08-10T05:16:14.333 INFO:tasks.rados.rados.0.smithi031.stdout:685: read oid 37 snap 61 2024-08-10T05:16:14.333 INFO:tasks.rados.rados.0.smithi031.stdout:685: expect (ObjNum 201 snap 56 seq_num 201) 2024-08-10T05:16:14.334 INFO:tasks.rados.rados.0.smithi031.stdout:686: read oid 10 snap -1 2024-08-10T05:16:14.334 INFO:tasks.rados.rados.0.smithi031.stdout:686: expect (ObjNum 216 snap 61 seq_num 216) 2024-08-10T05:16:14.334 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 27 current snap is 64 2024-08-10T05:16:14.334 INFO:tasks.rados.rados.0.smithi031.stdout:687: seq_num 229 ranges {1089536=638976,1728512=606208,2334720=196608} 2024-08-10T05:16:14.342 INFO:tasks.rados.rados.0.smithi031.stdout:687: writing smithi03186013-27 from 1089536 to 1728512 tid 1 2024-08-10T05:16:14.346 INFO:tasks.rados.rados.0.smithi031.stdout:687: writing smithi03186013-27 from 1728512 to 2334720 tid 2 2024-08-10T05:16:14.347 INFO:tasks.rados.rados.0.smithi031.stdout:687: writing smithi03186013-27 from 2334720 to 2531328 tid 3 2024-08-10T05:16:14.348 INFO:tasks.rados.rados.0.smithi031.stdout:688: read oid 5 snap -1 2024-08-10T05:16:14.348 INFO:tasks.rados.rados.0.smithi031.stdout:688: expect deleted 2024-08-10T05:16:14.348 INFO:tasks.rados.rados.0.smithi031.stdout:689: rollback oid 8 current snap is 64 2024-08-10T05:16:14.348 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 8 to 63 2024-08-10T05:16:14.348 INFO:tasks.rados.rados.0.smithi031.stdout:684: expect (ObjNum 161 snap 44 seq_num 161) 2024-08-10T05:16:14.357 INFO:tasks.rados.rados.0.smithi031.stdout:685: expect (ObjNum 201 snap 56 seq_num 201) 2024-08-10T05:16:14.383 INFO:tasks.rados.rados.0.smithi031.stdout:686: expect (ObjNum 216 snap 61 seq_num 216) 2024-08-10T05:16:14.453 INFO:tasks.rados.rados.0.smithi031.stdout:687: finishing write tid 1 to smithi03186013-27 2024-08-10T05:16:14.453 INFO:tasks.rados.rados.0.smithi031.stdout:687: finishing write tid 2 to smithi03186013-27 2024-08-10T05:16:14.453 INFO:tasks.rados.rados.0.smithi031.stdout:687: finishing write tid 3 to smithi03186013-27 2024-08-10T05:16:14.453 INFO:tasks.rados.rados.0.smithi031.stdout:689: finishing rollback tid 0 to smithi03186013-8 2024-08-10T05:16:14.453 INFO:tasks.rados.rados.0.smithi031.stdout:689: finishing rollback tid 1 to smithi03186013-8 2024-08-10T05:16:14.453 INFO:tasks.rados.rados.0.smithi031.stdout:687: finishing write tid 4 to smithi03186013-27 2024-08-10T05:16:14.453 INFO:tasks.rados.rados.0.smithi031.stdout:683: done (6 left) 2024-08-10T05:16:14.453 INFO:tasks.rados.rados.0.smithi031.stdout:684: done (5 left) 2024-08-10T05:16:14.453 INFO:tasks.rados.rados.0.smithi031.stdout:685: done (4 left) 2024-08-10T05:16:14.454 INFO:tasks.rados.rados.0.smithi031.stdout:686: done (3 left) 2024-08-10T05:16:14.454 INFO:tasks.rados.rados.0.smithi031.stdout:688: done (2 left) 2024-08-10T05:16:14.454 INFO:tasks.rados.rados.0.smithi031.stdout:690: setattr oid 4 current snap is 64 2024-08-10T05:16:14.454 INFO:tasks.rados.rados.0.smithi031.stdout:689: finishing rollback tid 2 to smithi03186013-8 2024-08-10T05:16:14.454 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 8 v 292 (ObjNum 224 snap 62 seq_num 224) dirty exists 2024-08-10T05:16:14.454 INFO:tasks.rados.rados.0.smithi031.stdout:687: finishing write tid 5 to smithi03186013-27 2024-08-10T05:16:14.454 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 27 v 124 (ObjNum 229 snap 64 seq_num 229) dirty exists 2024-08-10T05:16:14.454 INFO:tasks.rados.rados.0.smithi031.stdout:687: left oid 27 (ObjNum 229 snap 64 seq_num 229) 2024-08-10T05:16:14.455 INFO:tasks.rados.rados.0.smithi031.stdout:687: done (2 left) 2024-08-10T05:16:14.455 INFO:tasks.rados.rados.0.smithi031.stdout:689: done (1 left) 2024-08-10T05:16:14.455 INFO:tasks.rados.rados.0.smithi031.stdout:691: delete oid 27 current snap is 64 2024-08-10T05:16:14.455 INFO:tasks.rados.rados.0.smithi031.stdout:691: done (1 left) 2024-08-10T05:16:14.455 INFO:tasks.rados.rados.0.smithi031.stdout:692: rollback oid 30 current snap is 64 2024-08-10T05:16:14.455 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 30 to 59 2024-08-10T05:16:14.455 INFO:tasks.rados.rados.0.smithi031.stdout:693: setattr oid 39 current snap is 64 2024-08-10T05:16:14.455 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 4 v 266 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2024-08-10T05:16:14.456 INFO:tasks.rados.rados.0.smithi031.stdout:690: done (2 left) 2024-08-10T05:16:14.456 INFO:tasks.rados.rados.0.smithi031.stdout:694: setattr oid 26 current snap is 64 2024-08-10T05:16:14.456 INFO:tasks.rados.rados.0.smithi031.stdout:695: snap_remove snap 52 2024-08-10T05:16:14.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:14 smithi031 ceph-mon[29994]: osdmap e197: 8 total, 8 up, 8 in 2024-08-10T05:16:14.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:14 smithi031 ceph-mon[29994]: pgmap v69: 121 pgs: 121 active+clean; 204 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 4.2 MiB/s wr, 21 op/s 2024-08-10T05:16:14.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:14 smithi031 ceph-mon[41349]: osdmap e197: 8 total, 8 up, 8 in 2024-08-10T05:16:14.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:14 smithi031 ceph-mon[41349]: pgmap v69: 121 pgs: 121 active+clean; 204 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 4.2 MiB/s wr, 21 op/s 2024-08-10T05:16:14.766 INFO:tasks.rados.rados.0.smithi031.stdout:695: done (3 left) 2024-08-10T05:16:14.766 INFO:tasks.rados.rados.0.smithi031.stdout:696: delete oid 38 current snap is 64 2024-08-10T05:16:14.766 INFO:tasks.rados.rados.0.smithi031.stdout:692: finishing rollback tid 0 to smithi03186013-30 2024-08-10T05:16:14.766 INFO:tasks.rados.rados.0.smithi031.stdout:692: finishing rollback tid 1 to smithi03186013-30 2024-08-10T05:16:14.766 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 39 v 68 (ObjNum 212 snap 59 seq_num 212) dirty exists 2024-08-10T05:16:14.766 INFO:tasks.rados.rados.0.smithi031.stdout:692: finishing rollback tid 2 to smithi03186013-30 2024-08-10T05:16:14.766 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 30 v 317 (ObjNum 129 snap 34 seq_num 129) dirty exists 2024-08-10T05:16:14.767 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 26 v 168 (ObjNum 141 snap 37 seq_num 141) dirty exists 2024-08-10T05:16:14.767 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:14 smithi196 ceph-mon[32874]: osdmap e197: 8 total, 8 up, 8 in 2024-08-10T05:16:14.767 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:14 smithi196 ceph-mon[32874]: pgmap v69: 121 pgs: 121 active+clean; 204 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 4.2 MiB/s wr, 21 op/s 2024-08-10T05:16:14.767 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:16:14 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[77720]: ts=2024-08-10T05:16:14.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:16:14.767 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:16:14 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[77720]: ts=2024-08-10T05:16:14.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:16:14.769 INFO:tasks.rados.rados.0.smithi031.stdout:692: done (3 left) 2024-08-10T05:16:14.770 INFO:tasks.rados.rados.0.smithi031.stdout:693: done (2 left) 2024-08-10T05:16:14.770 INFO:tasks.rados.rados.0.smithi031.stdout:694: done (1 left) 2024-08-10T05:16:14.770 INFO:tasks.rados.rados.0.smithi031.stdout:696: done (0 left) 2024-08-10T05:16:14.770 INFO:tasks.rados.rados.0.smithi031.stdout:697: snap_create 2024-08-10T05:16:15.019 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:14 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: [10/Aug/2024:05:16:14] ENGINE Bus STOPPING 2024-08-10T05:16:15.024 INFO:tasks.rados.rados.0.smithi031.stdout:697: done (0 left) 2024-08-10T05:16:15.024 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 14 current snap is 65 2024-08-10T05:16:15.024 INFO:tasks.rados.rados.0.smithi031.stdout:698: seq_num 232 ranges {3416064=688128,4104192=663552,4767744=139264} 2024-08-10T05:16:15.028 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:14 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: 2024-08-10T05:16:14.765+0000 7f9613efa640 -1 mgr handle_mgr_map I was active but no longer am 2024-08-10T05:16:15.028 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:14 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: ignoring --setuser ceph since I am not root 2024-08-10T05:16:15.028 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:14 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: ignoring --setgroup ceph since I am not root 2024-08-10T05:16:15.028 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:14 smithi196 ceph-mgr[69008]: -- 172.21.15.196:0/3816862230 <== mon.1 v2:172.21.15.196:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x558bcdae90e0 con 0x558bcdac7400 2024-08-10T05:16:15.028 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:14 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: 2024-08-10T05:16:14.917+0000 7f75db47f040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-10T05:16:15.046 INFO:tasks.rados.rados.0.smithi031.stdout:698: writing smithi03186013-14 from 3416064 to 4104192 tid 1 2024-08-10T05:16:15.050 INFO:tasks.rados.rados.0.smithi031.stdout:698: writing smithi03186013-14 from 4104192 to 4767744 tid 2 2024-08-10T05:16:15.051 INFO:tasks.rados.rados.0.smithi031.stdout:698: writing smithi03186013-14 from 4767744 to 4907008 tid 3 2024-08-10T05:16:15.051 INFO:tasks.rados.rados.0.smithi031.stdout:699: rollback oid 48 current snap is 65 2024-08-10T05:16:15.051 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 48 to 58 2024-08-10T05:16:15.051 INFO:tasks.rados.rados.0.smithi031.stdout:700: read oid 37 snap -1 2024-08-10T05:16:15.051 INFO:tasks.rados.rados.0.smithi031.stdout:700: expect (ObjNum 209 snap 57 seq_num 209) 2024-08-10T05:16:15.051 INFO:tasks.rados.rados.0.smithi031.stdout:701: snap_remove snap 51 2024-08-10T05:16:15.308 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:15 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: [10/Aug/2024:05:16:15] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-10T05:16:15.308 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:15 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: [10/Aug/2024:05:16:15] ENGINE Bus STOPPED 2024-08-10T05:16:15.322 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:15 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: 2024-08-10T05:16:15.071+0000 7f75db47f040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-10T05:16:15.323 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:15 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: 2024-08-10T05:16:15.139+0000 7f75db47f040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-10T05:16:15.323 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:15 smithi196 ceph-mon[32874]: osdmap e198: 8 total, 8 up, 8 in 2024-08-10T05:16:15.323 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:15 smithi196 ceph-mon[32874]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:16:15.323 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:15 smithi196 ceph-mon[32874]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:16:15.323 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:15 smithi196 ceph-mon[32874]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:16:15.323 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:15 smithi196 ceph-mon[32874]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:16:15.323 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:15 smithi196 ceph-mon[32874]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:16:15.324 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:15 smithi196 ceph-mon[32874]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:16:15.324 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:15 smithi196 ceph-mon[32874]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-08-10T05:16:15.324 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:15 smithi196 ceph-mon[32874]: from='mgr.24781 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-08-10T05:16:15.324 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:15 smithi196 ceph-mon[32874]: Activating manager daemon y 2024-08-10T05:16:15.324 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:15 smithi196 ceph-mon[32874]: osdmap e199: 8 total, 8 up, 8 in 2024-08-10T05:16:15.324 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:15 smithi196 ceph-mon[32874]: from='mgr.24781 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-08-10T05:16:15.324 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:15 smithi196 ceph-mon[32874]: mgrmap e31: y(active, starting, since 0.0082845s) 2024-08-10T05:16:15.324 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:15 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:16:15.324 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:15 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:16:15.324 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:15 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:16:15.324 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:15 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-10T05:16:15.324 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:15 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-10T05:16:15.324 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:15 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-10T05:16:15.324 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:15 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-10T05:16:15.565 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:15 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: [10/Aug/2024:05:16:15] ENGINE Bus STARTING 2024-08-10T05:16:15.565 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:15 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: 2024-08-10T05:16:15.404+0000 7f64e4c8e640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-10T05:16:15.565 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:15 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: 2024-08-10T05:16:15.404+0000 7f64e4c8e640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-10T05:16:15.565 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:15 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: 2024-08-10T05:16:15.404+0000 7f64e4c8e640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-10T05:16:15.565 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:15 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: 2024-08-10T05:16:15.404+0000 7f64e4c8e640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-10T05:16:15.565 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:15 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: 2024-08-10T05:16:15.404+0000 7f64e4c8e640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-10T05:16:15.565 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:15 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: 2024-08-10T05:16:15.405+0000 7f64dfc84640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-10T05:16:15.566 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:15 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: 2024-08-10T05:16:15.405+0000 7f64dfc84640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-10T05:16:15.566 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:15 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: 2024-08-10T05:16:15.405+0000 7f64dfc84640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-10T05:16:15.566 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:15 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: 2024-08-10T05:16:15.405+0000 7f64dfc84640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-10T05:16:15.566 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:15 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: 2024-08-10T05:16:15.405+0000 7f64dfc84640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-10T05:16:15.566 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:15 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: [10/Aug/2024:05:16:15] ENGINE Serving on http://:::9283 2024-08-10T05:16:15.566 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:15 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: [10/Aug/2024:05:16:15] ENGINE Bus STARTED 2024-08-10T05:16:15.566 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:15 smithi031 ceph-mon[29994]: osdmap e198: 8 total, 8 up, 8 in 2024-08-10T05:16:15.567 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:15 smithi031 ceph-mon[29994]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:16:15.567 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:15 smithi031 ceph-mon[29994]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:16:15.567 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:15 smithi031 ceph-mon[29994]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:16:15.567 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:15 smithi031 ceph-mon[29994]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:16:15.567 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:15 smithi031 ceph-mon[29994]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:16:15.567 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:15 smithi031 ceph-mon[29994]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:16:15.567 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:15 smithi031 ceph-mon[29994]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-08-10T05:16:15.567 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:15 smithi031 ceph-mon[29994]: from='mgr.24781 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-08-10T05:16:15.567 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:15 smithi031 ceph-mon[29994]: Activating manager daemon y 2024-08-10T05:16:15.567 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:15 smithi031 ceph-mon[29994]: osdmap e199: 8 total, 8 up, 8 in 2024-08-10T05:16:15.567 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:15 smithi031 ceph-mon[29994]: from='mgr.24781 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-08-10T05:16:15.567 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:15 smithi031 ceph-mon[29994]: mgrmap e31: y(active, starting, since 0.0082845s) 2024-08-10T05:16:15.567 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:15 smithi031 ceph-mon[29994]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:16:15.568 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:15 smithi031 ceph-mon[29994]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:16:15.568 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:15 smithi031 ceph-mon[29994]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:16:15.568 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:15 smithi031 ceph-mon[29994]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-10T05:16:15.568 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:15 smithi031 ceph-mon[29994]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-10T05:16:15.568 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:15 smithi031 ceph-mon[29994]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-10T05:16:15.568 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:15 smithi031 ceph-mon[29994]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-10T05:16:15.568 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:15 smithi031 ceph-mon[29994]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-10T05:16:15.568 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:15 smithi031 ceph-mon[29994]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-10T05:16:15.568 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:15 smithi031 ceph-mon[29994]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-10T05:16:15.568 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:15 smithi031 ceph-mon[29994]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-10T05:16:15.568 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:15 smithi031 ceph-mon[29994]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-10T05:16:15.568 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:15 smithi031 ceph-mon[29994]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-10T05:16:15.568 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:15 smithi031 ceph-mon[29994]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-10T05:16:15.568 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:15 smithi031 ceph-mon[29994]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-10T05:16:15.569 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:15 smithi031 ceph-mon[29994]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-10T05:16:15.569 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:15 smithi031 ceph-mon[29994]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-10T05:16:15.569 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:15 smithi031 ceph-mon[29994]: osdmap e200: 8 total, 8 up, 8 in 2024-08-10T05:16:15.569 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:15 smithi031 ceph-mon[29994]: Manager daemon y is now available 2024-08-10T05:16:15.569 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:15 smithi031 ceph-mon[41349]: osdmap e198: 8 total, 8 up, 8 in 2024-08-10T05:16:15.569 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:15 smithi031 ceph-mon[41349]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:16:15.569 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:15 smithi031 ceph-mon[41349]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:16:15.569 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:15 smithi031 ceph-mon[41349]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:16:15.569 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:15 smithi031 ceph-mon[41349]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:16:15.570 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:15 smithi031 ceph-mon[41349]: from='mgr.24781 ' entity='mgr.x' 2024-08-10T05:16:15.570 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:15 smithi031 ceph-mon[41349]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:16:15.570 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:15 smithi031 ceph-mon[41349]: from='mgr.24781 172.21.15.196:0/2501395377' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-08-10T05:16:15.570 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:15 smithi031 ceph-mon[41349]: from='mgr.24781 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-08-10T05:16:15.570 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:15 smithi031 ceph-mon[41349]: Activating manager daemon y 2024-08-10T05:16:15.570 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:15 smithi031 ceph-mon[41349]: osdmap e199: 8 total, 8 up, 8 in 2024-08-10T05:16:15.570 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:15 smithi031 ceph-mon[41349]: from='mgr.24781 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-08-10T05:16:15.570 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:15 smithi031 ceph-mon[41349]: mgrmap e31: y(active, starting, since 0.0082845s) 2024-08-10T05:16:15.570 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:15 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:16:15.570 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:15 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:16:15.570 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:15 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:16:15.570 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:15 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-10T05:16:15.570 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:15 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-10T05:16:15.571 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:15 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-10T05:16:15.571 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:15 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-10T05:16:15.571 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:15 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-10T05:16:15.571 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:15 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-10T05:16:15.571 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:15 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-10T05:16:15.571 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:15 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-10T05:16:15.571 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:15 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-10T05:16:15.571 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:15 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-10T05:16:15.571 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:15 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-10T05:16:15.571 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:15 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-10T05:16:15.571 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:15 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-10T05:16:15.571 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:15 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-10T05:16:15.571 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:15 smithi031 ceph-mon[41349]: osdmap e200: 8 total, 8 up, 8 in 2024-08-10T05:16:15.571 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:15 smithi031 ceph-mon[41349]: Manager daemon y is now available 2024-08-10T05:16:15.714 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:15 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: 2024-08-10T05:16:15.379+0000 7f75db47f040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-10T05:16:15.715 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:15 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: 2024-08-10T05:16:15.441+0000 7f75db47f040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-10T05:16:15.715 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:15 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-10T05:16:15.715 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:15 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-10T05:16:15.715 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:15 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-10T05:16:15.715 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:15 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-10T05:16:15.715 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:15 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-10T05:16:15.715 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:15 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-10T05:16:15.715 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:15 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-10T05:16:15.715 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:15 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-10T05:16:15.716 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:15 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-10T05:16:15.716 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:15 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-10T05:16:15.716 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:15 smithi196 ceph-mon[32874]: osdmap e200: 8 total, 8 up, 8 in 2024-08-10T05:16:15.716 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:15 smithi196 ceph-mon[32874]: Manager daemon y is now available 2024-08-10T05:16:16.034 INFO:tasks.rados.rados.0.smithi031.stdout:698: finishing write tid 1 to smithi03186013-14 2024-08-10T05:16:16.034 INFO:tasks.rados.rados.0.smithi031.stdout:698: finishing write tid 2 to smithi03186013-14 2024-08-10T05:16:16.034 INFO:tasks.rados.rados.0.smithi031.stdout:698: finishing write tid 3 to smithi03186013-14 2024-08-10T05:16:16.034 INFO:tasks.rados.rados.0.smithi031.stdout:698: finishing write tid 4 to smithi03186013-14 2024-08-10T05:16:16.035 INFO:tasks.rados.rados.0.smithi031.stdout:699: finishing rollback tid 0 to smithi03186013-48 2024-08-10T05:16:16.035 INFO:tasks.rados.rados.0.smithi031.stdout:699: finishing rollback tid 1 to smithi03186013-48 2024-08-10T05:16:16.035 INFO:tasks.rados.rados.0.smithi031.stdout:698: finishing write tid 5 to smithi03186013-14 2024-08-10T05:16:16.035 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 14 v 350 (ObjNum 232 snap 65 seq_num 232) dirty exists 2024-08-10T05:16:16.035 INFO:tasks.rados.rados.0.smithi031.stdout:698: left oid 14 (ObjNum 232 snap 65 seq_num 232) 2024-08-10T05:16:16.035 INFO:tasks.rados.rados.0.smithi031.stdout:699: finishing rollback tid 2 to smithi03186013-48 2024-08-10T05:16:16.035 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 48 v 41 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-08-10T05:16:16.035 INFO:tasks.rados.rados.0.smithi031.stdout:700: expect (ObjNum 209 snap 57 seq_num 209) 2024-08-10T05:16:16.543 INFO:tasks.rados.rados.0.smithi031.stdout:698: done (3 left) 2024-08-10T05:16:16.543 INFO:tasks.rados.rados.0.smithi031.stdout:699: done (2 left) 2024-08-10T05:16:16.543 INFO:tasks.rados.rados.0.smithi031.stdout:700: done (1 left) 2024-08-10T05:16:16.543 INFO:tasks.rados.rados.0.smithi031.stdout:701: done (0 left) 2024-08-10T05:16:16.543 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 37 current snap is 65 2024-08-10T05:16:16.543 INFO:tasks.rados.rados.0.smithi031.stdout:702: seq_num 233 ranges {7159808=712704,7872512=548864,8421376=253952} 2024-08-10T05:16:16.586 INFO:tasks.rados.rados.0.smithi031.stdout:702: writing smithi03186013-37 from 7159808 to 7872512 tid 1 2024-08-10T05:16:16.589 INFO:tasks.rados.rados.0.smithi031.stdout:702: writing smithi03186013-37 from 7872512 to 8421376 tid 2 2024-08-10T05:16:16.591 INFO:tasks.rados.rados.0.smithi031.stdout:702: writing smithi03186013-37 from 8421376 to 8675328 tid 3 2024-08-10T05:16:16.591 INFO:tasks.rados.rados.0.smithi031.stdout:703: rollback oid 39 current snap is 65 2024-08-10T05:16:16.591 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 39 to 64 2024-08-10T05:16:16.591 INFO:tasks.rados.rados.0.smithi031.stdout:704: read oid 43 snap -1 2024-08-10T05:16:16.591 INFO:tasks.rados.rados.0.smithi031.stdout:704: expect deleted 2024-08-10T05:16:16.591 INFO:tasks.rados.rados.0.smithi031.stdout:705: read oid 25 snap 62 2024-08-10T05:16:16.592 INFO:tasks.rados.rados.0.smithi031.stdout:705: expect (ObjNum 129 snap 34 seq_num 129) 2024-08-10T05:16:16.592 INFO:tasks.rados.rados.0.smithi031.stdout:706: snap_remove snap 48 2024-08-10T05:16:16.608 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:16 smithi031 ceph-mon[29994]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:16:16.608 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:16 smithi031 ceph-mon[29994]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:16:16.608 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:16 smithi031 ceph-mon[29994]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-10T05:16:16.608 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:16 smithi031 ceph-mon[29994]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-10T05:16:16.608 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:16 smithi031 ceph-mon[29994]: osdmap e201: 8 total, 8 up, 8 in 2024-08-10T05:16:16.608 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:16 smithi031 ceph-mon[29994]: mgrmap e32: y(active, since 1.29447s) 2024-08-10T05:16:16.608 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:16 smithi031 ceph-mon[29994]: pgmap v5: 121 pgs: 121 active+clean; 221 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:16:16.608 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:16 smithi031 ceph-mon[29994]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' 2024-08-10T05:16:16.608 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:16 smithi031 ceph-mon[29994]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' 2024-08-10T05:16:16.609 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:16 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:16:16.609 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:16 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:16:16.609 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:16 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-10T05:16:16.609 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:16 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-10T05:16:16.609 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:16 smithi031 ceph-mon[41349]: osdmap e201: 8 total, 8 up, 8 in 2024-08-10T05:16:16.609 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:16 smithi031 ceph-mon[41349]: mgrmap e32: y(active, since 1.29447s) 2024-08-10T05:16:16.609 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:16 smithi031 ceph-mon[41349]: pgmap v5: 121 pgs: 121 active+clean; 221 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:16:16.609 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:16 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' 2024-08-10T05:16:16.609 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:16 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' 2024-08-10T05:16:16.631 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:16 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: 2024-08-10T05:16:16.443+0000 7f75db47f040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-10T05:16:16.631 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:16 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: 2024-08-10T05:16:16.568+0000 7f75db47f040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-10T05:16:16.631 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:16 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: 2024-08-10T05:16:16.630+0000 7f75db47f040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-10T05:16:16.631 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:16 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:16:16.631 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:16 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:16:16.631 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:16 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-10T05:16:16.632 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:16 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-10T05:16:16.632 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:16 smithi196 ceph-mon[32874]: osdmap e201: 8 total, 8 up, 8 in 2024-08-10T05:16:16.632 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:16 smithi196 ceph-mon[32874]: mgrmap e32: y(active, since 1.29447s) 2024-08-10T05:16:16.632 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:16 smithi196 ceph-mon[32874]: pgmap v5: 121 pgs: 121 active+clean; 221 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:16:16.632 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:16 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' 2024-08-10T05:16:16.632 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:16 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' 2024-08-10T05:16:16.917 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:16 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: 2024-08-10T05:16:16.854+0000 7f75db47f040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-10T05:16:16.917 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:16 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: 2024-08-10T05:16:16.916+0000 7f75db47f040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-10T05:16:17.198 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:16 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: 2024-08-10T05:16:16.986+0000 7f75db47f040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-10T05:16:17.198 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:17 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: 2024-08-10T05:16:17.132+0000 7f75db47f040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-10T05:16:17.335 INFO:tasks.rados.rados.0.smithi031.stdout:706: done (4 left) 2024-08-10T05:16:17.335 INFO:tasks.rados.rados.0.smithi031.stdout:707: rmattr oid 19 current snap is 65 2024-08-10T05:16:17.336 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 6 current snap is 65 2024-08-10T05:16:17.336 INFO:tasks.rados.rados.0.smithi031.stdout:708: seq_num 234 ranges {2285568=729088,3014656=434176,3448832=368640} 2024-08-10T05:16:17.352 INFO:tasks.rados.rados.0.smithi031.stdout:708: writing smithi03186013-6 from 2285568 to 3014656 tid 1 2024-08-10T05:16:17.358 INFO:tasks.rados.rados.0.smithi031.stdout:708: writing smithi03186013-6 from 3014656 to 3448832 tid 2 2024-08-10T05:16:17.359 INFO:tasks.rados.rados.0.smithi031.stdout:708: writing smithi03186013-6 from 3448832 to 3817472 tid 3 2024-08-10T05:16:17.359 INFO:tasks.rados.rados.0.smithi031.stdout:702: finishing write tid 1 to smithi03186013-37 2024-08-10T05:16:17.359 INFO:tasks.rados.rados.0.smithi031.stdout:702: finishing write tid 2 to smithi03186013-37 2024-08-10T05:16:17.359 INFO:tasks.rados.rados.0.smithi031.stdout:703: finishing rollback tid 0 to smithi03186013-39 2024-08-10T05:16:17.359 INFO:tasks.rados.rados.0.smithi031.stdout:702: finishing write tid 3 to smithi03186013-37 2024-08-10T05:16:17.359 INFO:tasks.rados.rados.0.smithi031.stdout:703: finishing rollback tid 1 to smithi03186013-39 2024-08-10T05:16:17.359 INFO:tasks.rados.rados.0.smithi031.stdout:702: finishing write tid 4 to smithi03186013-37 2024-08-10T05:16:17.359 INFO:tasks.rados.rados.0.smithi031.stdout:703: finishing rollback tid 2 to smithi03186013-39 2024-08-10T05:16:17.359 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 39 v 76 (ObjNum 212 snap 59 seq_num 212) dirty exists 2024-08-10T05:16:17.359 INFO:tasks.rados.rados.0.smithi031.stdout:702: finishing write tid 5 to smithi03186013-37 2024-08-10T05:16:17.359 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 37 v 265 (ObjNum 233 snap 65 seq_num 233) dirty exists 2024-08-10T05:16:17.359 INFO:tasks.rados.rados.0.smithi031.stdout:702: left oid 37 (ObjNum 233 snap 65 seq_num 233) 2024-08-10T05:16:17.359 INFO:tasks.rados.rados.0.smithi031.stdout:705: expect (ObjNum 129 snap 34 seq_num 129) 2024-08-10T05:16:17.418 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 19 v 193 (ObjNum 210 snap 58 seq_num 210) dirty exists 2024-08-10T05:16:17.418 INFO:tasks.rados.rados.0.smithi031.stdout:708: finishing write tid 1 to smithi03186013-6 2024-08-10T05:16:17.418 INFO:tasks.rados.rados.0.smithi031.stdout:708: finishing write tid 2 to smithi03186013-6 2024-08-10T05:16:17.418 INFO:tasks.rados.rados.0.smithi031.stdout:708: finishing write tid 3 to smithi03186013-6 2024-08-10T05:16:17.418 INFO:tasks.rados.rados.0.smithi031.stdout:708: finishing write tid 4 to smithi03186013-6 2024-08-10T05:16:17.419 INFO:tasks.rados.rados.0.smithi031.stdout:708: finishing write tid 5 to smithi03186013-6 2024-08-10T05:16:17.419 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 6 v 272 (ObjNum 234 snap 65 seq_num 234) dirty exists 2024-08-10T05:16:17.419 INFO:tasks.rados.rados.0.smithi031.stdout:708: left oid 6 (ObjNum 234 snap 65 seq_num 234) 2024-08-10T05:16:17.419 INFO:tasks.rados.rados.0.smithi031.stdout:702: done (5 left) 2024-08-10T05:16:17.419 INFO:tasks.rados.rados.0.smithi031.stdout:703: done (4 left) 2024-08-10T05:16:17.419 INFO:tasks.rados.rados.0.smithi031.stdout:704: done (3 left) 2024-08-10T05:16:17.419 INFO:tasks.rados.rados.0.smithi031.stdout:705: done (2 left) 2024-08-10T05:16:17.419 INFO:tasks.rados.rados.0.smithi031.stdout:707: done (1 left) 2024-08-10T05:16:17.419 INFO:tasks.rados.rados.0.smithi031.stdout:708: done (0 left) 2024-08-10T05:16:17.419 INFO:tasks.rados.rados.0.smithi031.stdout:709: read oid 37 snap -1 2024-08-10T05:16:17.419 INFO:tasks.rados.rados.0.smithi031.stdout:709: expect (ObjNum 233 snap 65 seq_num 233) 2024-08-10T05:16:17.419 INFO:tasks.rados.rados.0.smithi031.stdout:710: read oid 10 snap -1 2024-08-10T05:16:17.419 INFO:tasks.rados.rados.0.smithi031.stdout:710: expect (ObjNum 216 snap 61 seq_num 216) 2024-08-10T05:16:17.420 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 4 current snap is 65 2024-08-10T05:16:17.420 INFO:tasks.rados.rados.0.smithi031.stdout:711: seq_num 235 ranges {0=745472,745472=712704,1458176=90112} 2024-08-10T05:16:17.423 INFO:tasks.rados.rados.0.smithi031.stdout:711: writing smithi03186013-4 from 0 to 745472 tid 1 2024-08-10T05:16:17.428 INFO:tasks.rados.rados.0.smithi031.stdout:711: writing smithi03186013-4 from 745472 to 1458176 tid 2 2024-08-10T05:16:17.428 INFO:tasks.rados.rados.0.smithi031.stdout:711: writing smithi03186013-4 from 1458176 to 1548288 tid 3 2024-08-10T05:16:17.429 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 44 current snap is 65 2024-08-10T05:16:17.429 INFO:tasks.rados.rados.0.smithi031.stdout:712: seq_num 236 ranges {3252224=761856,4014080=647168,4661248=155648} 2024-08-10T05:16:17.451 INFO:tasks.rados.rados.0.smithi031.stdout:712: writing smithi03186013-44 from 3252224 to 4014080 tid 1 2024-08-10T05:16:17.455 INFO:tasks.rados.rados.0.smithi031.stdout:712: writing smithi03186013-44 from 4014080 to 4661248 tid 2 2024-08-10T05:16:17.456 INFO:tasks.rados.rados.0.smithi031.stdout:712: writing smithi03186013-44 from 4661248 to 4816896 tid 3 2024-08-10T05:16:17.456 INFO:tasks.rados.rados.0.smithi031.stdout:713: snap_remove snap 63 2024-08-10T05:16:17.768 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:17 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: 2024-08-10T05:16:17.615+0000 7f75db47f040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-10T05:16:18.028 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:17 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: 2024-08-10T05:16:17.942+0000 7f75db47f040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-10T05:16:18.028 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:18 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: 2024-08-10T05:16:18.016+0000 7f75db47f040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-10T05:16:18.268 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:18 smithi031 ceph-mon[41349]: pgmap v6: 121 pgs: 121 active+clean; 221 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:16:18.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:18 smithi031 ceph-mon[41349]: osdmap e202: 8 total, 8 up, 8 in 2024-08-10T05:16:18.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:18 smithi031 ceph-mon[29994]: pgmap v6: 121 pgs: 121 active+clean; 221 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:16:18.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:18 smithi031 ceph-mon[29994]: osdmap e202: 8 total, 8 up, 8 in 2024-08-10T05:16:18.269 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:17 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: 2024-08-10T05:16:17.816+0000 7f64c79d7640 -1 log_channel(cephadm) log [ERR] : [10/Aug/2024:05:16:17] ENGINE Error in HTTPServer.serve 2024-08-10T05:16:18.269 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:17 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: Traceback (most recent call last): 2024-08-10T05:16:18.269 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:17 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-10T05:16:18.269 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:17 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: self._connections.run(self.expiration_interval) 2024-08-10T05:16:18.270 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:17 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-10T05:16:18.270 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:17 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: self._run(expiration_interval) 2024-08-10T05:16:18.270 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:17 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-10T05:16:18.270 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:17 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: new_conn = self._from_server_socket(self.server.socket) 2024-08-10T05:16:18.270 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:17 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-10T05:16:18.270 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:17 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-10T05:16:18.270 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:17 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-10T05:16:18.270 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:17 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: s = self.context.wrap_socket( 2024-08-10T05:16:18.270 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:17 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-10T05:16:18.270 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:17 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: return self.sslsocket_class._create( 2024-08-10T05:16:18.270 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:17 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-10T05:16:18.270 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:17 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: self.do_handshake() 2024-08-10T05:16:18.271 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:17 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-10T05:16:18.271 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:17 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: self._sslobj.do_handshake() 2024-08-10T05:16:18.271 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:17 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-10T05:16:18.271 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:17 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: 2024-08-10T05:16:18.338 INFO:tasks.rados.rados.0.smithi031.stdout:713: done (4 left) 2024-08-10T05:16:18.338 INFO:tasks.rados.rados.0.smithi031.stdout:714: snap_remove snap 53 2024-08-10T05:16:18.488 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:18 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: 2024-08-10T05:16:18.182+0000 7f75db47f040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-10T05:16:18.488 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:18 smithi196 ceph-mon[32874]: pgmap v6: 121 pgs: 121 active+clean; 221 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:16:18.488 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:18 smithi196 ceph-mon[32874]: osdmap e202: 8 total, 8 up, 8 in 2024-08-10T05:16:18.777 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:18 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: 2024-08-10T05:16:18.527+0000 7f75db47f040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-10T05:16:18.778 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:18 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: 2024-08-10T05:16:18.588+0000 7f75db47f040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-10T05:16:18.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:16:18 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[77720]: ts=2024-08-10T05:16:18.658Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)\", cluster_addr=\"172.21.15.31\", device_class=\"ssd\", hostname=\"smithi031\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.31\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)\", cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", cluster_addr=\"172.21.15.31\", device_class=\"ssd\", hostname=\"smithi031\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.31\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:16:19.028 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:18 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: 2024-08-10T05:16:18.776+0000 7f75db47f040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-10T05:16:19.028 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:18 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: 2024-08-10T05:16:18.924+0000 7f75db47f040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-08-10T05:16:19.028 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:19 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: 2024-08-10T05:16:19.001+0000 7f75db47f040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-10T05:16:19.316 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:19 smithi031 ceph-mon[29994]: [10/Aug/2024:05:16:17] ENGINE Bus STARTING 2024-08-10T05:16:19.316 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:19 smithi031 ceph-mon[29994]: [10/Aug/2024:05:16:17] ENGINE Serving on https://172.21.15.31:7150 2024-08-10T05:16:19.316 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:19 smithi031 ceph-mon[29994]: [10/Aug/2024:05:16:17] ENGINE Error in HTTPServer.serve 2024-08-10T05:16:19.316 INFO:journalctl@ceph.mon.a.smithi031.stdout: Traceback (most recent call last): 2024-08-10T05:16:19.316 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-10T05:16:19.317 INFO:journalctl@ceph.mon.a.smithi031.stdout: self._connections.run(self.expiration_interval) 2024-08-10T05:16:19.317 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-10T05:16:19.317 INFO:journalctl@ceph.mon.a.smithi031.stdout: self._run(expiration_interval) 2024-08-10T05:16:19.317 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-10T05:16:19.317 INFO:journalctl@ceph.mon.a.smithi031.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-10T05:16:19.317 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-10T05:16:19.317 INFO:journalctl@ceph.mon.a.smithi031.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-10T05:16:19.317 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-10T05:16:19.317 INFO:journalctl@ceph.mon.a.smithi031.stdout: s = self.context.wrap_socket( 2024-08-10T05:16:19.318 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-10T05:16:19.318 INFO:journalctl@ceph.mon.a.smithi031.stdout: return self.sslsocket_class._create( 2024-08-10T05:16:19.318 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-10T05:16:19.318 INFO:journalctl@ceph.mon.a.smithi031.stdout: self.do_handshake() 2024-08-10T05:16:19.318 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-10T05:16:19.318 INFO:journalctl@ceph.mon.a.smithi031.stdout: self._sslobj.do_handshake() 2024-08-10T05:16:19.318 INFO:journalctl@ceph.mon.a.smithi031.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-10T05:16:19.318 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:19 smithi031 ceph-mon[29994]: [10/Aug/2024:05:16:17] ENGINE Serving on http://172.21.15.31:8765 2024-08-10T05:16:19.318 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:19 smithi031 ceph-mon[29994]: [10/Aug/2024:05:16:17] ENGINE Bus STARTED 2024-08-10T05:16:19.318 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:19 smithi031 ceph-mon[29994]: mgrmap e33: y(active, since 3s) 2024-08-10T05:16:19.318 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:19 smithi031 ceph-mon[29994]: osdmap e203: 8 total, 8 up, 8 in 2024-08-10T05:16:19.319 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:19 smithi031 ceph-mon[41349]: [10/Aug/2024:05:16:17] ENGINE Bus STARTING 2024-08-10T05:16:19.319 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:19 smithi031 ceph-mon[41349]: [10/Aug/2024:05:16:17] ENGINE Serving on https://172.21.15.31:7150 2024-08-10T05:16:19.319 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:19 smithi031 ceph-mon[41349]: [10/Aug/2024:05:16:17] ENGINE Error in HTTPServer.serve 2024-08-10T05:16:19.319 INFO:journalctl@ceph.mon.c.smithi031.stdout: Traceback (most recent call last): 2024-08-10T05:16:19.319 INFO:journalctl@ceph.mon.c.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-10T05:16:19.319 INFO:journalctl@ceph.mon.c.smithi031.stdout: self._connections.run(self.expiration_interval) 2024-08-10T05:16:19.319 INFO:journalctl@ceph.mon.c.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-10T05:16:19.319 INFO:journalctl@ceph.mon.c.smithi031.stdout: self._run(expiration_interval) 2024-08-10T05:16:19.319 INFO:journalctl@ceph.mon.c.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-10T05:16:19.319 INFO:journalctl@ceph.mon.c.smithi031.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-10T05:16:19.319 INFO:journalctl@ceph.mon.c.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-10T05:16:19.319 INFO:journalctl@ceph.mon.c.smithi031.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-10T05:16:19.320 INFO:journalctl@ceph.mon.c.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-10T05:16:19.320 INFO:journalctl@ceph.mon.c.smithi031.stdout: s = self.context.wrap_socket( 2024-08-10T05:16:19.320 INFO:journalctl@ceph.mon.c.smithi031.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-10T05:16:19.320 INFO:journalctl@ceph.mon.c.smithi031.stdout: return self.sslsocket_class._create( 2024-08-10T05:16:19.320 INFO:journalctl@ceph.mon.c.smithi031.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-10T05:16:19.320 INFO:journalctl@ceph.mon.c.smithi031.stdout: self.do_handshake() 2024-08-10T05:16:19.320 INFO:journalctl@ceph.mon.c.smithi031.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-10T05:16:19.320 INFO:journalctl@ceph.mon.c.smithi031.stdout: self._sslobj.do_handshake() 2024-08-10T05:16:19.320 INFO:journalctl@ceph.mon.c.smithi031.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-10T05:16:19.320 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:19 smithi031 ceph-mon[41349]: [10/Aug/2024:05:16:17] ENGINE Serving on http://172.21.15.31:8765 2024-08-10T05:16:19.320 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:19 smithi031 ceph-mon[41349]: [10/Aug/2024:05:16:17] ENGINE Bus STARTED 2024-08-10T05:16:19.320 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:19 smithi031 ceph-mon[41349]: mgrmap e33: y(active, since 3s) 2024-08-10T05:16:19.320 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:19 smithi031 ceph-mon[41349]: osdmap e203: 8 total, 8 up, 8 in 2024-08-10T05:16:19.352 INFO:tasks.rados.rados.0.smithi031.stdout:714: done (4 left) 2024-08-10T05:16:19.352 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 34 current snap is 65 2024-08-10T05:16:19.352 INFO:tasks.rados.rados.0.smithi031.stdout:715: seq_num 237 ranges {0=778240,778240=532480,1310720=270336} 2024-08-10T05:16:19.356 INFO:tasks.rados.rados.0.smithi031.stdout:715: writing smithi03186013-34 from 0 to 778240 tid 1 2024-08-10T05:16:19.359 INFO:tasks.rados.rados.0.smithi031.stdout:715: writing smithi03186013-34 from 778240 to 1310720 tid 2 2024-08-10T05:16:19.361 INFO:tasks.rados.rados.0.smithi031.stdout:715: writing smithi03186013-34 from 1310720 to 1581056 tid 3 2024-08-10T05:16:19.361 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 11 current snap is 65 2024-08-10T05:16:19.361 INFO:tasks.rados.rados.0.smithi031.stdout:716: seq_num 238 ranges {0=794624,794624=417792,1212416=385024} 2024-08-10T05:16:19.365 INFO:tasks.rados.rados.0.smithi031.stdout:716: writing smithi03186013-11 from 0 to 794624 tid 1 2024-08-10T05:16:19.367 INFO:tasks.rados.rados.0.smithi031.stdout:716: writing smithi03186013-11 from 794624 to 1212416 tid 2 2024-08-10T05:16:19.370 INFO:tasks.rados.rados.0.smithi031.stdout:716: writing smithi03186013-11 from 1212416 to 1597440 tid 3 2024-08-10T05:16:19.370 INFO:tasks.rados.rados.0.smithi031.stdout:717: snap_create 2024-08-10T05:16:19.370 INFO:tasks.rados.rados.0.smithi031.stdout:710: expect (ObjNum 216 snap 61 seq_num 216) 2024-08-10T05:16:19.398 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:19 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: 2024-08-10T05:16:19.088+0000 7f75db47f040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-10T05:16:19.399 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:19 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: 2024-08-10T05:16:19.147+0000 7f75db47f040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-10T05:16:19.399 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:19 smithi196 ceph-mon[32874]: [10/Aug/2024:05:16:17] ENGINE Bus STARTING 2024-08-10T05:16:19.399 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:19 smithi196 ceph-mon[32874]: [10/Aug/2024:05:16:17] ENGINE Serving on https://172.21.15.31:7150 2024-08-10T05:16:19.399 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:19 smithi196 ceph-mon[32874]: [10/Aug/2024:05:16:17] ENGINE Error in HTTPServer.serve 2024-08-10T05:16:19.399 INFO:journalctl@ceph.mon.b.smithi196.stdout: Traceback (most recent call last): 2024-08-10T05:16:19.399 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-10T05:16:19.399 INFO:journalctl@ceph.mon.b.smithi196.stdout: self._connections.run(self.expiration_interval) 2024-08-10T05:16:19.399 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-10T05:16:19.399 INFO:journalctl@ceph.mon.b.smithi196.stdout: self._run(expiration_interval) 2024-08-10T05:16:19.400 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-10T05:16:19.400 INFO:journalctl@ceph.mon.b.smithi196.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-10T05:16:19.400 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-10T05:16:19.400 INFO:journalctl@ceph.mon.b.smithi196.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-10T05:16:19.400 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-10T05:16:19.400 INFO:journalctl@ceph.mon.b.smithi196.stdout: s = self.context.wrap_socket( 2024-08-10T05:16:19.400 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-10T05:16:19.400 INFO:journalctl@ceph.mon.b.smithi196.stdout: return self.sslsocket_class._create( 2024-08-10T05:16:19.400 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-10T05:16:19.400 INFO:journalctl@ceph.mon.b.smithi196.stdout: self.do_handshake() 2024-08-10T05:16:19.400 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-10T05:16:19.400 INFO:journalctl@ceph.mon.b.smithi196.stdout: self._sslobj.do_handshake() 2024-08-10T05:16:19.400 INFO:journalctl@ceph.mon.b.smithi196.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-10T05:16:19.401 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:19 smithi196 ceph-mon[32874]: [10/Aug/2024:05:16:17] ENGINE Serving on http://172.21.15.31:8765 2024-08-10T05:16:19.401 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:19 smithi196 ceph-mon[32874]: [10/Aug/2024:05:16:17] ENGINE Bus STARTED 2024-08-10T05:16:19.401 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:19 smithi196 ceph-mon[32874]: mgrmap e33: y(active, since 3s) 2024-08-10T05:16:19.401 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:19 smithi196 ceph-mon[32874]: osdmap e203: 8 total, 8 up, 8 in 2024-08-10T05:16:19.441 INFO:tasks.rados.rados.0.smithi031.stdout:711: finishing write tid 1 to smithi03186013-4 2024-08-10T05:16:19.441 INFO:tasks.rados.rados.0.smithi031.stdout:711: finishing write tid 2 to smithi03186013-4 2024-08-10T05:16:19.442 INFO:tasks.rados.rados.0.smithi031.stdout:711: finishing write tid 3 to smithi03186013-4 2024-08-10T05:16:19.442 INFO:tasks.rados.rados.0.smithi031.stdout:711: finishing write tid 4 to smithi03186013-4 2024-08-10T05:16:19.442 INFO:tasks.rados.rados.0.smithi031.stdout:711: finishing write tid 5 to smithi03186013-4 2024-08-10T05:16:19.442 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 4 v 287 (ObjNum 235 snap 65 seq_num 235) dirty exists 2024-08-10T05:16:19.442 INFO:tasks.rados.rados.0.smithi031.stdout:711: left oid 4 (ObjNum 235 snap 65 seq_num 235) 2024-08-10T05:16:19.442 INFO:tasks.rados.rados.0.smithi031.stdout:709: expect (ObjNum 233 snap 65 seq_num 233) 2024-08-10T05:16:19.588 INFO:teuthology.orchestra.run.smithi031.stdout:true 2024-08-10T05:16:19.869 INFO:teuthology.orchestra.run.smithi031.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-10T05:16:19.869 INFO:teuthology.orchestra.run.smithi031.stdout:alertmanager.a smithi031 *:9093,9094 running (33s) 0s ago 4m 15.4M - 0.25.0 c8568f914cd2 afde0a9ed8a2 2024-08-10T05:16:19.869 INFO:teuthology.orchestra.run.smithi031.stdout:grafana.a smithi196 *:3000 running (21s) 8s ago 4m 73.2M - 9.4.7 954c08fa6188 6ec1b1b19e7a 2024-08-10T05:16:19.869 INFO:teuthology.orchestra.run.smithi031.stdout:mds.a smithi031 running (6m) 0s ago 6m 15.4M - 17.2.7-1372-g56ceb861 354fce865a9a 6a7f8795f454 2024-08-10T05:16:19.869 INFO:teuthology.orchestra.run.smithi031.stdout:mds.b smithi196 running (6m) 8s ago 6m 16.7M - 17.2.7-1372-g56ceb861 354fce865a9a b1ed5b548d29 2024-08-10T05:16:19.869 INFO:teuthology.orchestra.run.smithi031.stdout:mgr.x smithi196 *:8443,9283 running (68s) 8s ago 9m 510M - 19.1.0-1335-gbca9905d c7b33901c886 3b5b6b8c20ba 2024-08-10T05:16:19.869 INFO:teuthology.orchestra.run.smithi031.stdout:mgr.y smithi031 *:8443,9283,8765 running (13s) 0s ago 11m 473M - 19.1.0-1335-gbca9905d c7b33901c886 7eef306ed587 2024-08-10T05:16:19.869 INFO:teuthology.orchestra.run.smithi031.stdout:mon.a smithi031 running (11m) 0s ago 11m 55.6M 2048M 17.2.7-1372-g56ceb861 354fce865a9a 3733e4dc0236 2024-08-10T05:16:19.869 INFO:teuthology.orchestra.run.smithi031.stdout:mon.b smithi196 running (9m) 8s ago 9m 43.0M 2048M 17.2.7-1372-g56ceb861 354fce865a9a 4e4eaf4777a7 2024-08-10T05:16:19.869 INFO:teuthology.orchestra.run.smithi031.stdout:mon.c smithi031 running (9m) 0s ago 9m 45.9M 2048M 17.2.7-1372-g56ceb861 354fce865a9a 13f38e06b813 2024-08-10T05:16:19.869 INFO:teuthology.orchestra.run.smithi031.stdout:node-exporter.a smithi031 *:9100 running (31s) 0s ago 4m 8426k - 1.5.0 0da6a335fe13 b1e6859cbc5d 2024-08-10T05:16:19.870 INFO:teuthology.orchestra.run.smithi031.stdout:node-exporter.b smithi196 *:9100 running (19s) 8s ago 4m 7872k - 1.5.0 0da6a335fe13 fce7ddc02cba 2024-08-10T05:16:19.870 INFO:teuthology.orchestra.run.smithi031.stdout:osd.0 smithi031 running (9m) 0s ago 9m 117M 2481M 17.2.7-1372-g56ceb861 354fce865a9a 36e1ab6186cd 2024-08-10T05:16:19.870 INFO:teuthology.orchestra.run.smithi031.stdout:osd.1 smithi031 running (8m) 0s ago 8m 119M 2481M 17.2.7-1372-g56ceb861 354fce865a9a 80a25aacceaf 2024-08-10T05:16:19.870 INFO:teuthology.orchestra.run.smithi031.stdout:osd.2 smithi031 running (8m) 0s ago 8m 81.0M 2481M 17.2.7-1372-g56ceb861 354fce865a9a 219593aa2bcc 2024-08-10T05:16:19.870 INFO:teuthology.orchestra.run.smithi031.stdout:osd.3 smithi031 running (7m) 0s ago 7m 94.4M 2481M 17.2.7-1372-g56ceb861 354fce865a9a 2f86cfe4892d 2024-08-10T05:16:19.870 INFO:teuthology.orchestra.run.smithi031.stdout:osd.4 smithi196 running (7m) 8s ago 7m 110M 2480M 17.2.7-1372-g56ceb861 354fce865a9a 267ae336e2f7 2024-08-10T05:16:19.870 INFO:teuthology.orchestra.run.smithi031.stdout:osd.5 smithi196 running (7m) 8s ago 7m 106M 2480M 17.2.7-1372-g56ceb861 354fce865a9a 6af7d344b4cc 2024-08-10T05:16:19.870 INFO:teuthology.orchestra.run.smithi031.stdout:osd.6 smithi196 running (6m) 8s ago 6m 85.7M 2480M 17.2.7-1372-g56ceb861 354fce865a9a e73c19910471 2024-08-10T05:16:19.870 INFO:teuthology.orchestra.run.smithi031.stdout:osd.7 smithi196 running (6m) 8s ago 6m 70.1M 2480M 17.2.7-1372-g56ceb861 354fce865a9a f847e8917297 2024-08-10T05:16:19.870 INFO:teuthology.orchestra.run.smithi031.stdout:prometheus.a smithi196 *:9095 running (26s) 8s ago 5m 44.9M - 2.43.0 a07b618ecd1d d27a61592b7a 2024-08-10T05:16:19.997 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:19 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: 2024-08-10T05:16:19.714+0000 7f75db47f040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-10T05:16:19.997 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:19 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: 2024-08-10T05:16:19.890+0000 7f75db47f040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-10T05:16:19.997 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:19 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: [10/Aug/2024:05:16:19] ENGINE Bus STARTING 2024-08-10T05:16:19.997 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:19 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: CherryPy Checker: 2024-08-10T05:16:19.997 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:19 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: The Application mounted at '' has an empty config. 2024-08-10T05:16:19.997 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:19 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: 2024-08-10T05:16:19.997 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:19 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: [10/Aug/2024:05:16:19] ENGINE Serving on http://:::9283 2024-08-10T05:16:19.997 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:19 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[68985]: [10/Aug/2024:05:16:19] ENGINE Bus STARTED 2024-08-10T05:16:20.085 INFO:tasks.rados.rados.0.smithi031.stdout:712: finishing write tid 1 to smithi03186013-44 2024-08-10T05:16:20.086 INFO:tasks.rados.rados.0.smithi031.stdout:712: finishing write tid 2 to smithi03186013-44 2024-08-10T05:16:20.086 INFO:tasks.rados.rados.0.smithi031.stdout:712: finishing write tid 3 to smithi03186013-44 2024-08-10T05:16:20.086 INFO:tasks.rados.rados.0.smithi031.stdout:709: done (6 left) 2024-08-10T05:16:20.087 INFO:tasks.rados.rados.0.smithi031.stdout:710: done (5 left) 2024-08-10T05:16:20.087 INFO:tasks.rados.rados.0.smithi031.stdout:711: done (4 left) 2024-08-10T05:16:20.087 INFO:tasks.rados.rados.0.smithi031.stdout:717: done (3 left) 2024-08-10T05:16:20.088 INFO:tasks.rados.rados.0.smithi031.stdout:718: rollback oid 6 current snap is 66 2024-08-10T05:16:20.088 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 6 to 37 2024-08-10T05:16:20.088 INFO:tasks.rados.rados.0.smithi031.stdout:712: finishing write tid 4 to smithi03186013-44 2024-08-10T05:16:20.088 INFO:tasks.rados.rados.0.smithi031.stdout:712: finishing write tid 5 to smithi03186013-44 2024-08-10T05:16:20.088 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 44 v 319 (ObjNum 236 snap 65 seq_num 236) dirty exists 2024-08-10T05:16:20.088 INFO:tasks.rados.rados.0.smithi031.stdout:712: left oid 44 (ObjNum 236 snap 65 seq_num 236) 2024-08-10T05:16:20.088 INFO:tasks.rados.rados.0.smithi031.stdout:715: finishing write tid 1 to smithi03186013-34 2024-08-10T05:16:20.088 INFO:tasks.rados.rados.0.smithi031.stdout:715: finishing write tid 2 to smithi03186013-34 2024-08-10T05:16:20.088 INFO:tasks.rados.rados.0.smithi031.stdout:715: finishing write tid 3 to smithi03186013-34 2024-08-10T05:16:20.088 INFO:tasks.rados.rados.0.smithi031.stdout:715: finishing write tid 4 to smithi03186013-34 2024-08-10T05:16:20.088 INFO:tasks.rados.rados.0.smithi031.stdout:715: finishing write tid 5 to smithi03186013-34 2024-08-10T05:16:20.088 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 34 v 378 (ObjNum 237 snap 65 seq_num 237) dirty exists 2024-08-10T05:16:20.088 INFO:tasks.rados.rados.0.smithi031.stdout:715: left oid 34 (ObjNum 237 snap 65 seq_num 237) 2024-08-10T05:16:20.089 INFO:tasks.rados.rados.0.smithi031.stdout:716: finishing write tid 1 to smithi03186013-11 2024-08-10T05:16:20.089 INFO:tasks.rados.rados.0.smithi031.stdout:716: finishing write tid 2 to smithi03186013-11 2024-08-10T05:16:20.089 INFO:tasks.rados.rados.0.smithi031.stdout:716: finishing write tid 3 to smithi03186013-11 2024-08-10T05:16:20.089 INFO:tasks.rados.rados.0.smithi031.stdout:716: finishing write tid 4 to smithi03186013-11 2024-08-10T05:16:20.089 INFO:tasks.rados.rados.0.smithi031.stdout:716: finishing write tid 5 to smithi03186013-11 2024-08-10T05:16:20.089 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 11 v 276 (ObjNum 238 snap 65 seq_num 238) dirty exists 2024-08-10T05:16:20.089 INFO:tasks.rados.rados.0.smithi031.stdout:716: left oid 11 (ObjNum 238 snap 65 seq_num 238) 2024-08-10T05:16:20.089 INFO:tasks.rados.rados.0.smithi031.stdout:712: done (3 left) 2024-08-10T05:16:20.089 INFO:tasks.rados.rados.0.smithi031.stdout:715: done (2 left) 2024-08-10T05:16:20.089 INFO:tasks.rados.rados.0.smithi031.stdout:716: done (1 left) 2024-08-10T05:16:20.089 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 34 current snap is 66 2024-08-10T05:16:20.089 INFO:tasks.rados.rados.0.smithi031.stdout:719: seq_num 239 ranges {1581056=409600,1990656=704512,2695168=499712} 2024-08-10T05:16:20.098 INFO:tasks.rados.rados.0.smithi031.stdout:719: writing smithi03186013-34 from 1581056 to 1990656 tid 1 2024-08-10T05:16:20.102 INFO:tasks.rados.rados.0.smithi031.stdout:719: writing smithi03186013-34 from 1990656 to 2695168 tid 2 2024-08-10T05:16:20.106 INFO:tasks.rados.rados.0.smithi031.stdout:719: writing smithi03186013-34 from 2695168 to 3194880 tid 3 2024-08-10T05:16:20.106 INFO:tasks.rados.rados.0.smithi031.stdout:720: read oid 1 snap -1 2024-08-10T05:16:20.107 INFO:tasks.rados.rados.0.smithi031.stdout:720: expect (ObjNum 80 snap 15 seq_num 80) 2024-08-10T05:16:20.107 INFO:tasks.rados.rados.0.smithi031.stdout:721: copy_from oid 16 from oid 37 current snap is 66 2024-08-10T05:16:20.107 INFO:tasks.rados.rados.0.smithi031.stdout:718: finishing rollback tid 0 to smithi03186013-6 2024-08-10T05:16:20.107 INFO:tasks.rados.rados.0.smithi031.stdout:718: finishing rollback tid 1 to smithi03186013-6 2024-08-10T05:16:20.107 INFO:tasks.rados.rados.0.smithi031.stdout:718: finishing rollback tid 2 to smithi03186013-6 2024-08-10T05:16:20.107 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 6 v 279 (ObjNum 105 snap 20 seq_num 105) dirty exists 2024-08-10T05:16:20.107 INFO:tasks.rados.rados.0.smithi031.stdout:719: finishing write tid 1 to smithi03186013-34 2024-08-10T05:16:20.107 INFO:tasks.rados.rados.0.smithi031.stdout:719: finishing write tid 2 to smithi03186013-34 2024-08-10T05:16:20.107 INFO:tasks.rados.rados.0.smithi031.stdout:718: done (3 left) 2024-08-10T05:16:20.107 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 6 current snap is 66 2024-08-10T05:16:20.108 INFO:tasks.rados.rados.0.smithi031.stdout:722: seq_num 240 ranges {1769472=425984,2195456=589824,2785280=483328,3268608=131072} 2024-08-10T05:16:20.117 INFO:tasks.rados.rados.0.smithi031.stdout:722: writing smithi03186013-6 from 1769472 to 2195456 tid 1 2024-08-10T05:16:20.120 INFO:tasks.rados.rados.0.smithi031.stdout:722: writing smithi03186013-6 from 2195456 to 2785280 tid 2 2024-08-10T05:16:20.123 INFO:tasks.rados.rados.0.smithi031.stdout:722: writing smithi03186013-6 from 2785280 to 3268608 tid 3 2024-08-10T05:16:20.125 INFO:tasks.rados.rados.0.smithi031.stdout:722: writing smithi03186013-6 from 3268608 to 3399680 tid 4 2024-08-10T05:16:20.125 INFO:tasks.rados.rados.0.smithi031.stdout:723: setattr oid 27 current snap is 66 2024-08-10T05:16:20.125 INFO:tasks.rados.rados.0.smithi031.stdout:719: finishing write tid 3 to smithi03186013-34 2024-08-10T05:16:20.125 INFO:tasks.rados.rados.0.smithi031.stdout:719: finishing write tid 4 to smithi03186013-34 2024-08-10T05:16:20.125 INFO:tasks.rados.rados.0.smithi031.stdout:719: finishing write tid 5 to smithi03186013-34 2024-08-10T05:16:20.125 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 34 v 383 (ObjNum 239 snap 66 seq_num 239) dirty exists 2024-08-10T05:16:20.125 INFO:tasks.rados.rados.0.smithi031.stdout:719: left oid 34 (ObjNum 239 snap 66 seq_num 239) 2024-08-10T05:16:20.126 INFO:tasks.rados.rados.0.smithi031.stdout:720: expect (ObjNum 80 snap 15 seq_num 80) 2024-08-10T05:16:20.166 INFO:tasks.rados.rados.0.smithi031.stdout:722: finishing write tid 1 to smithi03186013-6 2024-08-10T05:16:20.166 INFO:tasks.rados.rados.0.smithi031.stdout:722: finishing write tid 2 to smithi03186013-6 2024-08-10T05:16:20.166 INFO:tasks.rados.rados.0.smithi031.stdout:722: finishing write tid 3 to smithi03186013-6 2024-08-10T05:16:20.166 INFO:tasks.rados.rados.0.smithi031.stdout:722: finishing write tid 4 to smithi03186013-6 2024-08-10T05:16:20.167 INFO:tasks.rados.rados.0.smithi031.stdout:722: finishing write tid 5 to smithi03186013-6 2024-08-10T05:16:20.167 INFO:tasks.rados.rados.0.smithi031.stdout:722: finishing write tid 6 to smithi03186013-6 2024-08-10T05:16:20.167 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 6 v 284 (ObjNum 240 snap 66 seq_num 240) dirty exists 2024-08-10T05:16:20.167 INFO:tasks.rados.rados.0.smithi031.stdout:722: left oid 6 (ObjNum 240 snap 66 seq_num 240) 2024-08-10T05:16:20.167 INFO:tasks.rados.rados.0.smithi031.stdout:721: finishing copy_from racing read to smithi03186013-16 2024-08-10T05:16:20.167 INFO:tasks.rados.rados.0.smithi031.stdout:721: finishing copy_from to smithi03186013-16 2024-08-10T05:16:20.167 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 16 v 265 (ObjNum 233 snap 65 seq_num 233) dirty exists 2024-08-10T05:16:20.167 INFO:tasks.rados.rados.0.smithi031.stdout:719: done (4 left) 2024-08-10T05:16:20.167 INFO:tasks.rados.rados.0.smithi031.stdout:720: done (3 left) 2024-08-10T05:16:20.167 INFO:tasks.rados.rados.0.smithi031.stdout:721: done (2 left) 2024-08-10T05:16:20.167 INFO:tasks.rados.rados.0.smithi031.stdout:722: done (1 left) 2024-08-10T05:16:20.167 INFO:tasks.rados.rados.0.smithi031.stdout:724: setattr oid 34 current snap is 66 2024-08-10T05:16:20.168 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 27 v 138 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-08-10T05:16:20.171 INFO:tasks.rados.rados.0.smithi031.stdout:723: done (1 left) 2024-08-10T05:16:20.171 INFO:tasks.rados.rados.0.smithi031.stdout:725: snap_create 2024-08-10T05:16:20.173 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 34 v 384 (ObjNum 239 snap 66 seq_num 239) dirty exists 2024-08-10T05:16:20.235 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-08-10T05:16:20.235 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": { 2024-08-10T05:16:20.236 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 3 2024-08-10T05:16:20.236 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-08-10T05:16:20.236 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": { 2024-08-10T05:16:20.236 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 1 2024-08-10T05:16:20.236 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-08-10T05:16:20.236 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": { 2024-08-10T05:16:20.236 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 8 2024-08-10T05:16:20.236 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-08-10T05:16:20.236 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": { 2024-08-10T05:16:20.236 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 2 2024-08-10T05:16:20.236 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-08-10T05:16:20.236 INFO:teuthology.orchestra.run.smithi031.stdout: "overall": { 2024-08-10T05:16:20.236 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 13, 2024-08-10T05:16:20.237 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 1 2024-08-10T05:16:20.237 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-08-10T05:16:20.237 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-08-10T05:16:20.237 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:20 smithi031 ceph-mon[29994]: pgmap v9: 121 pgs: 121 active+clean; 221 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:16:20.237 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:20 smithi031 ceph-mon[29994]: osdmap e204: 8 total, 8 up, 8 in 2024-08-10T05:16:20.237 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:20 smithi031 ceph-mon[29994]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' 2024-08-10T05:16:20.237 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:20 smithi031 ceph-mon[29994]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' 2024-08-10T05:16:20.237 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:20 smithi031 ceph-mon[29994]: Standby manager daemon x started 2024-08-10T05:16:20.238 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:20 smithi031 ceph-mon[29994]: from='mgr.? 172.21.15.196:0/507722900' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-10T05:16:20.238 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:20 smithi031 ceph-mon[29994]: from='mgr.? 172.21.15.196:0/507722900' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-10T05:16:20.238 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:20 smithi031 ceph-mon[29994]: from='mgr.? 172.21.15.196:0/507722900' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-10T05:16:20.238 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:20 smithi031 ceph-mon[29994]: from='mgr.? 172.21.15.196:0/507722900' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-10T05:16:20.238 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:20 smithi031 ceph-mon[29994]: osdmap e205: 8 total, 8 up, 8 in 2024-08-10T05:16:20.238 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:20 smithi031 ceph-mon[41349]: pgmap v9: 121 pgs: 121 active+clean; 221 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:16:20.238 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:20 smithi031 ceph-mon[41349]: osdmap e204: 8 total, 8 up, 8 in 2024-08-10T05:16:20.238 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:20 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' 2024-08-10T05:16:20.238 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:20 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' 2024-08-10T05:16:20.238 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:20 smithi031 ceph-mon[41349]: Standby manager daemon x started 2024-08-10T05:16:20.238 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:20 smithi031 ceph-mon[41349]: from='mgr.? 172.21.15.196:0/507722900' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-10T05:16:20.239 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:20 smithi031 ceph-mon[41349]: from='mgr.? 172.21.15.196:0/507722900' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-10T05:16:20.239 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:20 smithi031 ceph-mon[41349]: from='mgr.? 172.21.15.196:0/507722900' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-10T05:16:20.239 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:20 smithi031 ceph-mon[41349]: from='mgr.? 172.21.15.196:0/507722900' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-10T05:16:20.239 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:20 smithi031 ceph-mon[41349]: osdmap e205: 8 total, 8 up, 8 in 2024-08-10T05:16:20.252 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:20 smithi196 ceph-mon[32874]: pgmap v9: 121 pgs: 121 active+clean; 221 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:16:20.252 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:20 smithi196 ceph-mon[32874]: osdmap e204: 8 total, 8 up, 8 in 2024-08-10T05:16:20.252 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:20 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' 2024-08-10T05:16:20.252 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:20 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' 2024-08-10T05:16:20.252 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:20 smithi196 ceph-mon[32874]: Standby manager daemon x started 2024-08-10T05:16:20.252 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:20 smithi196 ceph-mon[32874]: from='mgr.? 172.21.15.196:0/507722900' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-10T05:16:20.252 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:20 smithi196 ceph-mon[32874]: from='mgr.? 172.21.15.196:0/507722900' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-10T05:16:20.252 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:20 smithi196 ceph-mon[32874]: from='mgr.? 172.21.15.196:0/507722900' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-10T05:16:20.253 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:20 smithi196 ceph-mon[32874]: from='mgr.? 172.21.15.196:0/507722900' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-10T05:16:20.253 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:20 smithi196 ceph-mon[32874]: osdmap e205: 8 total, 8 up, 8 in 2024-08-10T05:16:21.059 INFO:tasks.rados.rados.0.smithi031.stdout:724: done (1 left) 2024-08-10T05:16:21.059 INFO:tasks.rados.rados.0.smithi031.stdout:725: done (0 left) 2024-08-10T05:16:21.060 INFO:tasks.rados.rados.0.smithi031.stdout:726: rollback oid 32 current snap is 67 2024-08-10T05:16:21.060 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 32 to 61 2024-08-10T05:16:21.060 INFO:tasks.rados.rados.0.smithi031.stdout:727: snap_remove snap 64 2024-08-10T05:16:21.425 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:21 smithi031 ceph-mon[29994]: from='client.15090 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:16:21.425 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:21 smithi031 ceph-mon[29994]: from='client.24995 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:16:21.425 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:21 smithi031 ceph-mon[29994]: from='client.? 172.21.15.31:0/2383511934' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:16:21.425 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:21 smithi031 ceph-mon[29994]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' 2024-08-10T05:16:21.425 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:21 smithi031 ceph-mon[29994]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' 2024-08-10T05:16:21.425 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:21 smithi031 ceph-mon[29994]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' 2024-08-10T05:16:21.425 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:21 smithi031 ceph-mon[29994]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' 2024-08-10T05:16:21.425 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:21 smithi031 ceph-mon[29994]: mgrmap e34: y(active, since 5s), standbys: x 2024-08-10T05:16:21.425 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:21 smithi031 ceph-mon[29994]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-10T05:16:21.426 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:21 smithi031 ceph-mon[41349]: from='client.15090 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:16:21.426 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:21 smithi031 ceph-mon[41349]: from='client.24995 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:16:21.426 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:21 smithi031 ceph-mon[41349]: from='client.? 172.21.15.31:0/2383511934' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:16:21.426 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:21 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' 2024-08-10T05:16:21.426 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:21 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' 2024-08-10T05:16:21.426 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:21 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' 2024-08-10T05:16:21.426 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:21 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' 2024-08-10T05:16:21.426 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:21 smithi031 ceph-mon[41349]: mgrmap e34: y(active, since 5s), standbys: x 2024-08-10T05:16:21.426 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:21 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-10T05:16:21.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:21 smithi196 ceph-mon[32874]: from='client.15090 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:16:21.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:21 smithi196 ceph-mon[32874]: from='client.24995 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:16:21.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:21 smithi196 ceph-mon[32874]: from='client.? 172.21.15.31:0/2383511934' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:16:21.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:21 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' 2024-08-10T05:16:21.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:21 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' 2024-08-10T05:16:21.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:21 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' 2024-08-10T05:16:21.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:21 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' 2024-08-10T05:16:21.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:21 smithi196 ceph-mon[32874]: mgrmap e34: y(active, since 5s), standbys: x 2024-08-10T05:16:21.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:21 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-10T05:16:22.061 INFO:tasks.rados.rados.0.smithi031.stdout:727: done (1 left) 2024-08-10T05:16:22.062 INFO:tasks.rados.rados.0.smithi031.stdout:728: rollback oid 46 current snap is 67 2024-08-10T05:16:22.062 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 46 to 61 2024-08-10T05:16:22.062 INFO:tasks.rados.rados.0.smithi031.stdout:726: finishing rollback tid 0 to smithi03186013-32 2024-08-10T05:16:22.062 INFO:tasks.rados.rados.0.smithi031.stdout:726: finishing rollback tid 1 to smithi03186013-32 2024-08-10T05:16:22.062 INFO:tasks.rados.rados.0.smithi031.stdout:726: finishing rollback tid 2 to smithi03186013-32 2024-08-10T05:16:22.062 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 32 v 279 (ObjNum 213 snap 61 seq_num 213) dirty exists 2024-08-10T05:16:22.062 INFO:tasks.rados.rados.0.smithi031.stdout:726: done (1 left) 2024-08-10T05:16:22.062 INFO:tasks.rados.rados.0.smithi031.stdout:729: snap_remove snap 66 2024-08-10T05:16:22.354 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:22 smithi031 ceph-mon[29994]: pgmap v12: 121 pgs: 121 active+clean; 221 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:16:22.354 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:22 smithi031 ceph-mon[29994]: osdmap e206: 8 total, 8 up, 8 in 2024-08-10T05:16:22.355 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:22 smithi031 ceph-mon[29994]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' 2024-08-10T05:16:22.355 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:22 smithi031 ceph-mon[29994]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' 2024-08-10T05:16:22.355 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:22 smithi031 ceph-mon[41349]: pgmap v12: 121 pgs: 121 active+clean; 221 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:16:22.355 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:22 smithi031 ceph-mon[41349]: osdmap e206: 8 total, 8 up, 8 in 2024-08-10T05:16:22.355 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:22 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' 2024-08-10T05:16:22.355 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:22 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' 2024-08-10T05:16:22.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:22 smithi196 ceph-mon[32874]: pgmap v12: 121 pgs: 121 active+clean; 221 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:16:22.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:22 smithi196 ceph-mon[32874]: osdmap e206: 8 total, 8 up, 8 in 2024-08-10T05:16:22.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:22 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' 2024-08-10T05:16:22.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:22 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' 2024-08-10T05:16:23.062 INFO:tasks.rados.rados.0.smithi031.stdout:729: done (1 left) 2024-08-10T05:16:23.062 INFO:tasks.rados.rados.0.smithi031.stdout:730: read oid 21 snap -1 2024-08-10T05:16:23.062 INFO:tasks.rados.rados.0.smithi031.stdout:730: expect (ObjNum 41 snap 0 seq_num 41) 2024-08-10T05:16:23.062 INFO:tasks.rados.rados.0.smithi031.stdout:731: setattr oid 32 current snap is 67 2024-08-10T05:16:23.062 INFO:tasks.rados.rados.0.smithi031.stdout:728: finishing rollback tid 0 to smithi03186013-46 2024-08-10T05:16:23.063 INFO:tasks.rados.rados.0.smithi031.stdout:728: finishing rollback tid 1 to smithi03186013-46 2024-08-10T05:16:23.063 INFO:tasks.rados.rados.0.smithi031.stdout:728: finishing rollback tid 2 to smithi03186013-46 2024-08-10T05:16:23.063 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 46 v 96 (ObjNum 106 snap 21 seq_num 106) dirty exists 2024-08-10T05:16:23.065 INFO:tasks.rados.rados.0.smithi031.stdout:728: done (2 left) 2024-08-10T05:16:23.065 INFO:tasks.rados.rados.0.smithi031.stdout:732: read oid 12 snap -1 2024-08-10T05:16:23.065 INFO:tasks.rados.rados.0.smithi031.stdout:732: expect (ObjNum 166 snap 44 seq_num 166) 2024-08-10T05:16:23.065 INFO:tasks.rados.rados.0.smithi031.stdout:733: delete oid 34 current snap is 67 2024-08-10T05:16:23.069 INFO:tasks.rados.rados.0.smithi031.stdout:730: expect (ObjNum 41 snap 0 seq_num 41) 2024-08-10T05:16:23.095 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 32 v 284 (ObjNum 213 snap 61 seq_num 213) dirty exists 2024-08-10T05:16:23.095 INFO:tasks.rados.rados.0.smithi031.stdout:732: expect (ObjNum 166 snap 44 seq_num 166) 2024-08-10T05:16:23.253 INFO:tasks.rados.rados.0.smithi031.stdout:730: done (3 left) 2024-08-10T05:16:23.253 INFO:tasks.rados.rados.0.smithi031.stdout:731: done (2 left) 2024-08-10T05:16:23.253 INFO:tasks.rados.rados.0.smithi031.stdout:732: done (1 left) 2024-08-10T05:16:23.253 INFO:tasks.rados.rados.0.smithi031.stdout:733: done (0 left) 2024-08-10T05:16:23.253 INFO:tasks.rados.rados.0.smithi031.stdout:734: rollback oid 9 current snap is 67 2024-08-10T05:16:23.253 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 9 to 58 2024-08-10T05:16:23.253 INFO:tasks.rados.rados.0.smithi031.stdout:735: read oid 6 snap -1 2024-08-10T05:16:23.254 INFO:tasks.rados.rados.0.smithi031.stdout:735: expect (ObjNum 240 snap 66 seq_num 240) 2024-08-10T05:16:23.254 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 32 current snap is 67 2024-08-10T05:16:23.254 INFO:tasks.rados.rados.0.smithi031.stdout:736: seq_num 242 ranges {8331264=458752,8790016=753664,9543680=450560} 2024-08-10T05:16:23.301 INFO:tasks.rados.rados.0.smithi031.stdout:736: writing smithi03186013-32 from 8331264 to 8790016 tid 1 2024-08-10T05:16:23.305 INFO:tasks.rados.rados.0.smithi031.stdout:736: writing smithi03186013-32 from 8790016 to 9543680 tid 2 2024-08-10T05:16:23.308 INFO:tasks.rados.rados.0.smithi031.stdout:736: writing smithi03186013-32 from 9543680 to 9994240 tid 3 2024-08-10T05:16:23.308 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 4 current snap is 67 2024-08-10T05:16:23.308 INFO:tasks.rados.rados.0.smithi031.stdout:734: finishing rollback tid 0 to smithi03186013-9 2024-08-10T05:16:23.308 INFO:tasks.rados.rados.0.smithi031.stdout:734: finishing rollback tid 1 to smithi03186013-9 2024-08-10T05:16:23.308 INFO:tasks.rados.rados.0.smithi031.stdout:734: finishing rollback tid 2 to smithi03186013-9 2024-08-10T05:16:23.308 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 9 v 347 (ObjNum 137 snap 37 seq_num 137) dirty exists 2024-08-10T05:16:23.308 INFO:tasks.rados.rados.0.smithi031.stdout:735: expect (ObjNum 240 snap 66 seq_num 240) 2024-08-10T05:16:23.430 INFO:tasks.rados.rados.0.smithi031.stdout:736: finishing write tid 1 to smithi03186013-32 2024-08-10T05:16:23.430 INFO:tasks.rados.rados.0.smithi031.stdout:736: finishing write tid 2 to smithi03186013-32 2024-08-10T05:16:23.430 INFO:tasks.rados.rados.0.smithi031.stdout:736: finishing write tid 3 to smithi03186013-32 2024-08-10T05:16:23.430 INFO:tasks.rados.rados.0.smithi031.stdout:736: finishing write tid 4 to smithi03186013-32 2024-08-10T05:16:23.430 INFO:tasks.rados.rados.0.smithi031.stdout:736: finishing write tid 5 to smithi03186013-32 2024-08-10T05:16:23.430 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 32 v 290 (ObjNum 242 snap 67 seq_num 242) dirty exists 2024-08-10T05:16:23.430 INFO:tasks.rados.rados.0.smithi031.stdout:736: left oid 32 (ObjNum 242 snap 67 seq_num 242) 2024-08-10T05:16:23.430 INFO:tasks.rados.rados.0.smithi031.stdout:737: seq_num 243 ranges {1548288=475136,2023424=638976,2662400=565248} 2024-08-10T05:16:23.441 INFO:tasks.rados.rados.0.smithi031.stdout:737: writing smithi03186013-4 from 1548288 to 2023424 tid 1 2024-08-10T05:16:23.445 INFO:tasks.rados.rados.0.smithi031.stdout:737: writing smithi03186013-4 from 2023424 to 2662400 tid 2 2024-08-10T05:16:23.448 INFO:tasks.rados.rados.0.smithi031.stdout:737: writing smithi03186013-4 from 2662400 to 3227648 tid 3 2024-08-10T05:16:23.448 INFO:tasks.rados.rados.0.smithi031.stdout:734: done (3 left) 2024-08-10T05:16:23.449 INFO:tasks.rados.rados.0.smithi031.stdout:735: done (2 left) 2024-08-10T05:16:23.449 INFO:tasks.rados.rados.0.smithi031.stdout:736: done (1 left) 2024-08-10T05:16:23.449 INFO:tasks.rados.rados.0.smithi031.stdout:738: snap_create 2024-08-10T05:16:23.449 INFO:tasks.rados.rados.0.smithi031.stdout:737: finishing write tid 1 to smithi03186013-4 2024-08-10T05:16:23.449 INFO:tasks.rados.rados.0.smithi031.stdout:737: finishing write tid 2 to smithi03186013-4 2024-08-10T05:16:23.450 INFO:tasks.rados.rados.0.smithi031.stdout:737: finishing write tid 3 to smithi03186013-4 2024-08-10T05:16:23.450 INFO:tasks.rados.rados.0.smithi031.stdout:737: finishing write tid 4 to smithi03186013-4 2024-08-10T05:16:23.451 INFO:tasks.rados.rados.0.smithi031.stdout:737: finishing write tid 5 to smithi03186013-4 2024-08-10T05:16:23.451 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 4 v 302 (ObjNum 243 snap 67 seq_num 243) dirty exists 2024-08-10T05:16:23.451 INFO:tasks.rados.rados.0.smithi031.stdout:737: left oid 4 (ObjNum 243 snap 67 seq_num 243) 2024-08-10T05:16:23.506 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:23 smithi196 ceph-mon[32874]: osdmap e207: 8 total, 8 up, 8 in 2024-08-10T05:16:23.506 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:23 smithi196 ceph-mon[32874]: osdmap e208: 8 total, 8 up, 8 in 2024-08-10T05:16:23.518 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:23 smithi031 ceph-mon[41349]: osdmap e207: 8 total, 8 up, 8 in 2024-08-10T05:16:23.518 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:23 smithi031 ceph-mon[41349]: osdmap e208: 8 total, 8 up, 8 in 2024-08-10T05:16:23.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:23 smithi031 ceph-mon[29994]: osdmap e207: 8 total, 8 up, 8 in 2024-08-10T05:16:23.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:23 smithi031 ceph-mon[29994]: osdmap e208: 8 total, 8 up, 8 in 2024-08-10T05:16:23.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:16:23 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[77720]: ts=2024-08-10T05:16:23.506Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi031\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi031\", job=\"node\", machine=\"x86_64\", nodename=\"smithi031\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", domainname=\"(none)\", instance=\"smithi031\", job=\"node\", machine=\"x86_64\", nodename=\"smithi031\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:16:24.082 INFO:tasks.rados.rados.0.smithi031.stdout:737: done (1 left) 2024-08-10T05:16:24.083 INFO:tasks.rados.rados.0.smithi031.stdout:738: done (0 left) 2024-08-10T05:16:24.083 INFO:tasks.rados.rados.0.smithi031.stdout:739: delete oid 35 current snap is 68 2024-08-10T05:16:24.086 INFO:tasks.rados.rados.0.smithi031.stdout:739: done (0 left) 2024-08-10T05:16:24.086 INFO:tasks.rados.rados.0.smithi031.stdout:740: snap_create 2024-08-10T05:16:24.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:24 smithi031 ceph-mon[29994]: pgmap v15: 121 pgs: 121 active+clean; 229 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 5.1 MiB/s wr, 56 op/s 2024-08-10T05:16:24.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:24 smithi031 ceph-mon[29994]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' 2024-08-10T05:16:24.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:24 smithi031 ceph-mon[29994]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' 2024-08-10T05:16:24.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:24 smithi031 ceph-mon[29994]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:16:24.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:24 smithi031 ceph-mon[29994]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:16:24.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:24 smithi031 ceph-mon[41349]: pgmap v15: 121 pgs: 121 active+clean; 229 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 5.1 MiB/s wr, 56 op/s 2024-08-10T05:16:24.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:24 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' 2024-08-10T05:16:24.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:24 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' 2024-08-10T05:16:24.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:24 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:16:24.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:24 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:16:24.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:24 smithi196 ceph-mon[32874]: pgmap v15: 121 pgs: 121 active+clean; 229 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 5.1 MiB/s wr, 56 op/s 2024-08-10T05:16:24.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:24 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' 2024-08-10T05:16:24.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:24 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' 2024-08-10T05:16:24.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:24 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:16:24.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:24 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:16:25.029 INFO:tasks.rados.rados.0.smithi031.stdout:740: done (0 left) 2024-08-10T05:16:25.029 INFO:tasks.rados.rados.0.smithi031.stdout:741: snap_create 2024-08-10T05:16:25.500 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:25 smithi196 ceph-mon[32874]: Updating smithi031:/etc/ceph/ceph.conf 2024-08-10T05:16:25.500 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:25 smithi196 ceph-mon[32874]: Updating smithi196:/etc/ceph/ceph.conf 2024-08-10T05:16:25.500 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:25 smithi196 ceph-mon[32874]: Updating smithi031:/var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/config/ceph.conf 2024-08-10T05:16:25.501 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:25 smithi196 ceph-mon[32874]: Updating smithi196:/var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/config/ceph.conf 2024-08-10T05:16:25.501 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:25 smithi196 ceph-mon[32874]: Updating smithi031:/etc/ceph/ceph.client.admin.keyring 2024-08-10T05:16:25.501 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:25 smithi196 ceph-mon[32874]: Updating smithi196:/etc/ceph/ceph.client.admin.keyring 2024-08-10T05:16:25.501 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:25 smithi196 ceph-mon[32874]: osdmap e209: 8 total, 8 up, 8 in 2024-08-10T05:16:25.501 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:25 smithi196 ceph-mon[32874]: Updating smithi196:/var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/config/ceph.client.admin.keyring 2024-08-10T05:16:25.501 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:25 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' 2024-08-10T05:16:25.501 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:25 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' 2024-08-10T05:16:25.501 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:25 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' 2024-08-10T05:16:25.501 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:25 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' 2024-08-10T05:16:25.501 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:25 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' 2024-08-10T05:16:25.501 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:25 smithi196 ceph-mon[32874]: osdmap e210: 8 total, 8 up, 8 in 2024-08-10T05:16:25.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:25 smithi031 ceph-mon[41349]: Updating smithi031:/etc/ceph/ceph.conf 2024-08-10T05:16:25.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:25 smithi031 ceph-mon[41349]: Updating smithi196:/etc/ceph/ceph.conf 2024-08-10T05:16:25.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:25 smithi031 ceph-mon[41349]: Updating smithi031:/var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/config/ceph.conf 2024-08-10T05:16:25.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:25 smithi031 ceph-mon[41349]: Updating smithi196:/var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/config/ceph.conf 2024-08-10T05:16:25.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:25 smithi031 ceph-mon[41349]: Updating smithi031:/etc/ceph/ceph.client.admin.keyring 2024-08-10T05:16:25.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:25 smithi031 ceph-mon[41349]: Updating smithi196:/etc/ceph/ceph.client.admin.keyring 2024-08-10T05:16:25.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:25 smithi031 ceph-mon[41349]: osdmap e209: 8 total, 8 up, 8 in 2024-08-10T05:16:25.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:25 smithi031 ceph-mon[41349]: Updating smithi196:/var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/config/ceph.client.admin.keyring 2024-08-10T05:16:25.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:25 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' 2024-08-10T05:16:25.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:25 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' 2024-08-10T05:16:25.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:25 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' 2024-08-10T05:16:25.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:25 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' 2024-08-10T05:16:25.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:25 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' 2024-08-10T05:16:25.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:25 smithi031 ceph-mon[41349]: osdmap e210: 8 total, 8 up, 8 in 2024-08-10T05:16:25.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:25 smithi031 ceph-mon[29994]: Updating smithi031:/etc/ceph/ceph.conf 2024-08-10T05:16:25.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:25 smithi031 ceph-mon[29994]: Updating smithi196:/etc/ceph/ceph.conf 2024-08-10T05:16:25.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:25 smithi031 ceph-mon[29994]: Updating smithi031:/var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/config/ceph.conf 2024-08-10T05:16:25.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:25 smithi031 ceph-mon[29994]: Updating smithi196:/var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/config/ceph.conf 2024-08-10T05:16:25.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:25 smithi031 ceph-mon[29994]: Updating smithi031:/etc/ceph/ceph.client.admin.keyring 2024-08-10T05:16:25.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:25 smithi031 ceph-mon[29994]: Updating smithi196:/etc/ceph/ceph.client.admin.keyring 2024-08-10T05:16:25.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:25 smithi031 ceph-mon[29994]: osdmap e209: 8 total, 8 up, 8 in 2024-08-10T05:16:25.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:25 smithi031 ceph-mon[29994]: Updating smithi196:/var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/config/ceph.client.admin.keyring 2024-08-10T05:16:25.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:25 smithi031 ceph-mon[29994]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' 2024-08-10T05:16:25.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:25 smithi031 ceph-mon[29994]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' 2024-08-10T05:16:25.521 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:25 smithi031 ceph-mon[29994]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' 2024-08-10T05:16:25.521 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:25 smithi031 ceph-mon[29994]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' 2024-08-10T05:16:25.521 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:25 smithi031 ceph-mon[29994]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' 2024-08-10T05:16:25.521 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:25 smithi031 ceph-mon[29994]: osdmap e210: 8 total, 8 up, 8 in 2024-08-10T05:16:26.034 INFO:tasks.rados.rados.0.smithi031.stdout:741: done (0 left) 2024-08-10T05:16:26.034 INFO:tasks.rados.rados.0.smithi031.stdout:742: read oid 22 snap -1 2024-08-10T05:16:26.034 INFO:tasks.rados.rados.0.smithi031.stdout:742: expect (ObjNum 134 snap 37 seq_num 134) 2024-08-10T05:16:26.034 INFO:tasks.rados.rados.0.smithi031.stdout:743: snap_remove snap 65 2024-08-10T05:16:26.450 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:26 smithi196 ceph-mon[32874]: Updating smithi031:/var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/config/ceph.client.admin.keyring 2024-08-10T05:16:26.450 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:26 smithi196 ceph-mon[32874]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-10T05:16:26.450 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:26 smithi196 ceph-mon[32874]: pgmap v18: 121 pgs: 121 active+clean; 229 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 5.1 MiB/s wr, 56 op/s 2024-08-10T05:16:26.450 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:26 smithi196 ceph-mon[32874]: Reconfiguring daemon prometheus.a on smithi196 2024-08-10T05:16:26.450 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:26 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:16:26.450 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:26 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T05:16:26.450 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:26 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:16:26.451 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:26 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:16:26.451 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:26 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:16:26.451 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:26 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:16:26.451 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:26 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:16:26.451 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:26 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:16:26.451 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:26 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:16:26.451 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:26 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:16:26.451 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:26 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:16:26.451 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:26 smithi196 ceph-mon[32874]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:16:26.451 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:26 smithi196 ceph-mon[32874]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:16:26.451 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:26 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:16:26.451 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:26 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:16:26.451 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:26 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:16:26.452 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:26 smithi196 ceph-mon[32874]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:16:26.452 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:26 smithi196 ceph-mon[32874]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:16:26.452 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:26 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:16:26.452 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:26 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:16:26.452 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:26 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:16:26.452 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:26 smithi196 ceph-mon[32874]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:16:26.452 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:26 smithi196 ceph-mon[32874]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:16:26.452 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:26 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:16:26.452 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:26 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:16:26.452 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:26 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:16:26.452 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:26 smithi196 ceph-mon[32874]: osdmap e211: 8 total, 8 up, 8 in 2024-08-10T05:16:26.474 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:26 smithi031 ceph-mon[41349]: Updating smithi031:/var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/config/ceph.client.admin.keyring 2024-08-10T05:16:26.474 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:26 smithi031 ceph-mon[41349]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-10T05:16:26.474 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:26 smithi031 ceph-mon[41349]: pgmap v18: 121 pgs: 121 active+clean; 229 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 5.1 MiB/s wr, 56 op/s 2024-08-10T05:16:26.474 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:26 smithi031 ceph-mon[41349]: Reconfiguring daemon prometheus.a on smithi196 2024-08-10T05:16:26.474 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:26 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:16:26.474 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:26 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T05:16:26.475 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:26 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:16:26.475 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:26 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:16:26.475 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:26 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:16:26.475 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:26 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:16:26.475 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:26 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:16:26.475 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:26 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:16:26.475 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:26 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:16:26.475 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:26 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:16:26.475 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:26 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:16:26.475 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:26 smithi031 ceph-mon[41349]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:16:26.476 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:26 smithi031 ceph-mon[41349]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:16:26.476 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:26 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:16:26.476 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:26 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:16:26.476 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:26 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:16:26.476 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:26 smithi031 ceph-mon[41349]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:16:26.476 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:26 smithi031 ceph-mon[41349]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:16:26.476 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:26 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:16:26.476 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:26 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:16:26.476 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:26 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:16:26.476 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:26 smithi031 ceph-mon[41349]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:16:26.476 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:26 smithi031 ceph-mon[41349]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:16:26.477 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:26 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:16:26.477 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:26 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:16:26.477 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:26 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:16:26.477 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:26 smithi031 ceph-mon[41349]: osdmap e211: 8 total, 8 up, 8 in 2024-08-10T05:16:26.477 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:26 smithi031 ceph-mon[29994]: Updating smithi031:/var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/config/ceph.client.admin.keyring 2024-08-10T05:16:26.478 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:26 smithi031 ceph-mon[29994]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-10T05:16:26.478 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:26 smithi031 ceph-mon[29994]: pgmap v18: 121 pgs: 121 active+clean; 229 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 5.1 MiB/s wr, 56 op/s 2024-08-10T05:16:26.478 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:26 smithi031 ceph-mon[29994]: Reconfiguring daemon prometheus.a on smithi196 2024-08-10T05:16:26.478 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:26 smithi031 ceph-mon[29994]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:16:26.478 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:26 smithi031 ceph-mon[29994]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T05:16:26.478 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:26 smithi031 ceph-mon[29994]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:16:26.478 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:26 smithi031 ceph-mon[29994]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:16:26.478 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:26 smithi031 ceph-mon[29994]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:16:26.478 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:26 smithi031 ceph-mon[29994]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:16:26.478 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:26 smithi031 ceph-mon[29994]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:16:26.479 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:26 smithi031 ceph-mon[29994]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:16:26.479 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:26 smithi031 ceph-mon[29994]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:16:26.479 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:26 smithi031 ceph-mon[29994]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:16:26.479 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:26 smithi031 ceph-mon[29994]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:16:26.479 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:26 smithi031 ceph-mon[29994]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:16:26.479 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:26 smithi031 ceph-mon[29994]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:16:26.479 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:26 smithi031 ceph-mon[29994]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:16:26.479 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:26 smithi031 ceph-mon[29994]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:16:26.479 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:26 smithi031 ceph-mon[29994]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:16:26.479 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:26 smithi031 ceph-mon[29994]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:16:26.479 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:26 smithi031 ceph-mon[29994]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:16:26.479 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:26 smithi031 ceph-mon[29994]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:16:26.480 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:26 smithi031 ceph-mon[29994]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:16:26.480 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:26 smithi031 ceph-mon[29994]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:16:26.480 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:26 smithi031 ceph-mon[29994]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:16:26.480 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:26 smithi031 ceph-mon[29994]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:16:26.480 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:26 smithi031 ceph-mon[29994]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:16:26.480 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:26 smithi031 ceph-mon[29994]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:16:26.480 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:26 smithi031 ceph-mon[29994]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:16:26.480 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:26 smithi031 ceph-mon[29994]: osdmap e211: 8 total, 8 up, 8 in 2024-08-10T05:16:27.037 INFO:tasks.rados.rados.0.smithi031.stdout:743: done (1 left) 2024-08-10T05:16:27.037 INFO:tasks.rados.rados.0.smithi031.stdout:744: read oid 48 snap -1 2024-08-10T05:16:27.037 INFO:tasks.rados.rados.0.smithi031.stdout:744: expect (ObjNum 46 snap 0 seq_num 46) 2024-08-10T05:16:27.037 INFO:tasks.rados.rados.0.smithi031.stdout:745: read oid 4 snap 40 2024-08-10T05:16:27.037 INFO:tasks.rados.rados.0.smithi031.stdout:745: expect (ObjNum 128 snap 34 seq_num 128) 2024-08-10T05:16:27.037 INFO:tasks.rados.rados.0.smithi031.stdout:746: rollback oid 41 current snap is 70 2024-08-10T05:16:27.037 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 41 to 69 2024-08-10T05:16:27.038 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 3 current snap is 70 2024-08-10T05:16:27.038 INFO:tasks.rados.rados.0.smithi031.stdout:747: seq_num 245 ranges {0=507904,507904=458752,966656=671744,1638400=73728} 2024-08-10T05:16:27.040 INFO:tasks.rados.rados.0.smithi031.stdout:747: writing smithi03186013-3 from 0 to 507904 tid 1 2024-08-10T05:16:27.043 INFO:tasks.rados.rados.0.smithi031.stdout:747: writing smithi03186013-3 from 507904 to 966656 tid 2 2024-08-10T05:16:27.048 INFO:tasks.rados.rados.0.smithi031.stdout:747: writing smithi03186013-3 from 966656 to 1638400 tid 3 2024-08-10T05:16:27.049 INFO:tasks.rados.rados.0.smithi031.stdout:747: writing smithi03186013-3 from 1638400 to 1712128 tid 4 2024-08-10T05:16:27.049 INFO:tasks.rados.rados.0.smithi031.stdout:748: rollback oid 10 current snap is 70 2024-08-10T05:16:27.049 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 10 to 67 2024-08-10T05:16:27.049 INFO:tasks.rados.rados.0.smithi031.stdout:742: expect (ObjNum 134 snap 37 seq_num 134) 2024-08-10T05:16:27.353 INFO:tasks.rados.rados.0.smithi031.stdout:744: expect (ObjNum 46 snap 0 seq_num 46) 2024-08-10T05:16:27.376 INFO:tasks.rados.rados.0.smithi031.stdout:747: finishing write tid 1 to smithi03186013-3 2024-08-10T05:16:27.377 INFO:tasks.rados.rados.0.smithi031.stdout:742: done (5 left) 2024-08-10T05:16:27.377 INFO:tasks.rados.rados.0.smithi031.stdout:744: done (4 left) 2024-08-10T05:16:27.377 INFO:tasks.rados.rados.0.smithi031.stdout:749: read oid 17 snap -1 2024-08-10T05:16:27.377 INFO:tasks.rados.rados.0.smithi031.stdout:749: expect (ObjNum 174 snap 48 seq_num 174) 2024-08-10T05:16:27.377 INFO:tasks.rados.rados.0.smithi031.stdout:750: read oid 30 snap -1 2024-08-10T05:16:27.377 INFO:tasks.rados.rados.0.smithi031.stdout:750: expect (ObjNum 129 snap 34 seq_num 129) 2024-08-10T05:16:27.377 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 6 current snap is 70 2024-08-10T05:16:27.377 INFO:tasks.rados.rados.0.smithi031.stdout:747: finishing write tid 2 to smithi03186013-3 2024-08-10T05:16:27.377 INFO:tasks.rados.rados.0.smithi031.stdout:751: seq_num 246 ranges {3399680=524288,3923968=745472,4669440=425984,5095424=32768} 2024-08-10T05:16:27.397 INFO:tasks.rados.rados.0.smithi031.stdout:751: writing smithi03186013-6 from 3399680 to 3923968 tid 1 2024-08-10T05:16:27.401 INFO:tasks.rados.rados.0.smithi031.stdout:751: writing smithi03186013-6 from 3923968 to 4669440 tid 2 2024-08-10T05:16:27.404 INFO:tasks.rados.rados.0.smithi031.stdout:751: writing smithi03186013-6 from 4669440 to 5095424 tid 3 2024-08-10T05:16:27.404 INFO:tasks.rados.rados.0.smithi031.stdout:751: writing smithi03186013-6 from 5095424 to 5128192 tid 4 2024-08-10T05:16:27.405 INFO:tasks.rados.rados.0.smithi031.stdout:752: read oid 44 snap 44 2024-08-10T05:16:27.405 INFO:tasks.rados.rados.0.smithi031.stdout:752: expect (ObjNum 75 snap 11 seq_num 75) 2024-08-10T05:16:27.405 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 31 current snap is 70 2024-08-10T05:16:27.405 INFO:tasks.rados.rados.0.smithi031.stdout:748: finishing rollback tid 0 to smithi03186013-10 2024-08-10T05:16:27.405 INFO:tasks.rados.rados.0.smithi031.stdout:748: finishing rollback tid 1 to smithi03186013-10 2024-08-10T05:16:27.405 INFO:tasks.rados.rados.0.smithi031.stdout:748: finishing rollback tid 2 to smithi03186013-10 2024-08-10T05:16:27.405 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 10 v 156 (ObjNum 216 snap 61 seq_num 216) dirty exists 2024-08-10T05:16:27.405 INFO:tasks.rados.rados.0.smithi031.stdout:745: expect (ObjNum 128 snap 34 seq_num 128) 2024-08-10T05:16:27.465 INFO:tasks.rados.rados.0.smithi031.stdout:746: finishing rollback tid 0 to smithi03186013-41 2024-08-10T05:16:27.465 INFO:tasks.rados.rados.0.smithi031.stdout:746: finishing rollback tid 1 to smithi03186013-41 2024-08-10T05:16:27.465 INFO:tasks.rados.rados.0.smithi031.stdout:746: finishing rollback tid 2 to smithi03186013-41 2024-08-10T05:16:27.465 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 41 v 306 (ObjNum 211 snap 58 seq_num 211) dirty exists 2024-08-10T05:16:27.465 INFO:tasks.rados.rados.0.smithi031.stdout:747: finishing write tid 3 to smithi03186013-3 2024-08-10T05:16:27.465 INFO:tasks.rados.rados.0.smithi031.stdout:747: finishing write tid 4 to smithi03186013-3 2024-08-10T05:16:27.465 INFO:tasks.rados.rados.0.smithi031.stdout:753: seq_num 247 ranges {0=540672,540672=622592,1163264=581632} 2024-08-10T05:16:27.467 INFO:tasks.rados.rados.0.smithi031.stdout:753: writing smithi03186013-31 from 0 to 540672 tid 1 2024-08-10T05:16:27.471 INFO:tasks.rados.rados.0.smithi031.stdout:753: writing smithi03186013-31 from 540672 to 1163264 tid 2 2024-08-10T05:16:27.475 INFO:tasks.rados.rados.0.smithi031.stdout:753: writing smithi03186013-31 from 1163264 to 1744896 tid 3 2024-08-10T05:16:27.475 INFO:tasks.rados.rados.0.smithi031.stdout:745: done (8 left) 2024-08-10T05:16:27.475 INFO:tasks.rados.rados.0.smithi031.stdout:746: done (7 left) 2024-08-10T05:16:27.475 INFO:tasks.rados.rados.0.smithi031.stdout:748: done (6 left) 2024-08-10T05:16:27.475 INFO:tasks.rados.rados.0.smithi031.stdout:754: setattr oid 43 current snap is 70 2024-08-10T05:16:27.475 INFO:tasks.rados.rados.0.smithi031.stdout:747: finishing write tid 5 to smithi03186013-3 2024-08-10T05:16:27.475 INFO:tasks.rados.rados.0.smithi031.stdout:747: finishing write tid 6 to smithi03186013-3 2024-08-10T05:16:27.475 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 3 v 289 (ObjNum 245 snap 70 seq_num 245) dirty exists 2024-08-10T05:16:27.475 INFO:tasks.rados.rados.0.smithi031.stdout:747: left oid 3 (ObjNum 245 snap 70 seq_num 245) 2024-08-10T05:16:27.475 INFO:tasks.rados.rados.0.smithi031.stdout:749: expect (ObjNum 174 snap 48 seq_num 174) 2024-08-10T05:16:27.565 INFO:tasks.rados.rados.0.smithi031.stdout:750: expect (ObjNum 129 snap 34 seq_num 129) 2024-08-10T05:16:27.622 INFO:tasks.rados.rados.0.smithi031.stdout:751: finishing write tid 1 to smithi03186013-6 2024-08-10T05:16:27.622 INFO:tasks.rados.rados.0.smithi031.stdout:751: finishing write tid 2 to smithi03186013-6 2024-08-10T05:16:27.622 INFO:tasks.rados.rados.0.smithi031.stdout:751: finishing write tid 3 to smithi03186013-6 2024-08-10T05:16:27.622 INFO:tasks.rados.rados.0.smithi031.stdout:751: finishing write tid 4 to smithi03186013-6 2024-08-10T05:16:27.623 INFO:tasks.rados.rados.0.smithi031.stdout:751: finishing write tid 5 to smithi03186013-6 2024-08-10T05:16:27.623 INFO:tasks.rados.rados.0.smithi031.stdout:751: finishing write tid 6 to smithi03186013-6 2024-08-10T05:16:27.623 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 6 v 294 (ObjNum 246 snap 70 seq_num 246) dirty exists 2024-08-10T05:16:27.623 INFO:tasks.rados.rados.0.smithi031.stdout:751: left oid 6 (ObjNum 246 snap 70 seq_num 246) 2024-08-10T05:16:27.623 INFO:tasks.rados.rados.0.smithi031.stdout:752: expect (ObjNum 75 snap 11 seq_num 75) 2024-08-10T05:16:27.660 INFO:tasks.rados.rados.0.smithi031.stdout:753: finishing write tid 1 to smithi03186013-31 2024-08-10T05:16:27.660 INFO:tasks.rados.rados.0.smithi031.stdout:753: finishing write tid 2 to smithi03186013-31 2024-08-10T05:16:27.660 INFO:tasks.rados.rados.0.smithi031.stdout:753: finishing write tid 3 to smithi03186013-31 2024-08-10T05:16:27.660 INFO:tasks.rados.rados.0.smithi031.stdout:753: finishing write tid 4 to smithi03186013-31 2024-08-10T05:16:27.660 INFO:tasks.rados.rados.0.smithi031.stdout:753: finishing write tid 5 to smithi03186013-31 2024-08-10T05:16:27.660 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 31 v 197 (ObjNum 247 snap 70 seq_num 247) dirty exists 2024-08-10T05:16:27.660 INFO:tasks.rados.rados.0.smithi031.stdout:753: left oid 31 (ObjNum 247 snap 70 seq_num 247) 2024-08-10T05:16:27.660 INFO:tasks.rados.rados.0.smithi031.stdout:747: done (6 left) 2024-08-10T05:16:27.661 INFO:tasks.rados.rados.0.smithi031.stdout:749: done (5 left) 2024-08-10T05:16:27.661 INFO:tasks.rados.rados.0.smithi031.stdout:750: done (4 left) 2024-08-10T05:16:27.661 INFO:tasks.rados.rados.0.smithi031.stdout:751: done (3 left) 2024-08-10T05:16:27.661 INFO:tasks.rados.rados.0.smithi031.stdout:752: done (2 left) 2024-08-10T05:16:27.661 INFO:tasks.rados.rados.0.smithi031.stdout:753: done (1 left) 2024-08-10T05:16:27.661 INFO:tasks.rados.rados.0.smithi031.stdout:755: setattr oid 22 current snap is 70 2024-08-10T05:16:27.661 INFO:tasks.rados.rados.0.smithi031.stdout:756: snap_create 2024-08-10T05:16:27.662 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 43 v 101 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-08-10T05:16:27.663 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 22 v 337 (ObjNum 134 snap 37 seq_num 134) dirty exists 2024-08-10T05:16:27.791 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:27 smithi196 ceph-mon[32874]: mgrmap e35: y(active, since 11s), standbys: x 2024-08-10T05:16:27.791 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:27 smithi196 ceph-mon[32874]: pgmap v21: 121 pgs: 121 active+clean; 232 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 816 KiB/s wr, 24 op/s 2024-08-10T05:16:27.791 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:27 smithi196 ceph-mon[32874]: osdmap e212: 8 total, 8 up, 8 in 2024-08-10T05:16:28.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:27 smithi031 ceph-mon[29994]: mgrmap e35: y(active, since 11s), standbys: x 2024-08-10T05:16:28.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:27 smithi031 ceph-mon[29994]: pgmap v21: 121 pgs: 121 active+clean; 232 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 816 KiB/s wr, 24 op/s 2024-08-10T05:16:28.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:27 smithi031 ceph-mon[29994]: osdmap e212: 8 total, 8 up, 8 in 2024-08-10T05:16:28.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:27 smithi031 ceph-mon[41349]: mgrmap e35: y(active, since 11s), standbys: x 2024-08-10T05:16:28.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:27 smithi031 ceph-mon[41349]: pgmap v21: 121 pgs: 121 active+clean; 232 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 816 KiB/s wr, 24 op/s 2024-08-10T05:16:28.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:27 smithi031 ceph-mon[41349]: osdmap e212: 8 total, 8 up, 8 in 2024-08-10T05:16:28.197 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:16:27 smithi196 systemd[1]: Stopping Ceph prometheus.a for fc322138-56d5-11ef-bcce-c7b262605968... 2024-08-10T05:16:28.528 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:16:28 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[77720]: ts=2024-08-10T05:16:28.197Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-08-10T05:16:28.528 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:16:28 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[77720]: ts=2024-08-10T05:16:28.197Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-08-10T05:16:28.529 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:16:28 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[77720]: ts=2024-08-10T05:16:28.197Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-08-10T05:16:28.529 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:16:28 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[77720]: ts=2024-08-10T05:16:28.197Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-08-10T05:16:28.529 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:16:28 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[77720]: ts=2024-08-10T05:16:28.197Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-08-10T05:16:28.529 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:16:28 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[77720]: ts=2024-08-10T05:16:28.197Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-08-10T05:16:28.529 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:16:28 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[77720]: ts=2024-08-10T05:16:28.198Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-08-10T05:16:28.529 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:16:28 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[77720]: ts=2024-08-10T05:16:28.198Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-08-10T05:16:28.529 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:16:28 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[77720]: ts=2024-08-10T05:16:28.198Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-08-10T05:16:28.529 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:16:28 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[77720]: ts=2024-08-10T05:16:28.198Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-08-10T05:16:28.529 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:16:28 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[77720]: ts=2024-08-10T05:16:28.198Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-08-10T05:16:28.529 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:16:28 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[77720]: ts=2024-08-10T05:16:28.198Z caller=main.go:1147 level=info msg="See you next time!" 2024-08-10T05:16:28.529 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:16:28 smithi196 podman[81115]: 2024-08-10 05:16:28.208005881 +0000 UTC m=+0.137567956 container died d27a61592b7a0717006f13fcd9577435b1b7bf4213e116205325660fc81be449 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-10T05:16:28.543 INFO:tasks.rados.rados.0.smithi031.stdout:754: done (2 left) 2024-08-10T05:16:28.543 INFO:tasks.rados.rados.0.smithi031.stdout:755: done (1 left) 2024-08-10T05:16:28.543 INFO:tasks.rados.rados.0.smithi031.stdout:756: done (0 left) 2024-08-10T05:16:28.543 INFO:tasks.rados.rados.0.smithi031.stdout:757: read oid 20 snap 60 2024-08-10T05:16:28.543 INFO:tasks.rados.rados.0.smithi031.stdout:757: expect (ObjNum 41 snap 0 seq_num 41) 2024-08-10T05:16:28.543 INFO:tasks.rados.rados.0.smithi031.stdout:758: snap_remove snap 62 2024-08-10T05:16:28.930 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:16:28 smithi196 podman[81115]: 2024-08-10 05:16:28.737260752 +0000 UTC m=+0.666822816 container cleanup d27a61592b7a0717006f13fcd9577435b1b7bf4213e116205325660fc81be449 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-10T05:16:28.930 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:16:28 smithi196 bash[81115]: ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a 2024-08-10T05:16:29.181 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:16:28 smithi196 podman[81133]: 2024-08-10 05:16:28.92984069 +0000 UTC m=+0.723568832 container remove d27a61592b7a0717006f13fcd9577435b1b7bf4213e116205325660fc81be449 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-10T05:16:29.506 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:16:29 smithi196 systemd[1]: ceph-fc322138-56d5-11ef-bcce-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-08-10T05:16:29.506 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:16:29 smithi196 systemd[1]: Stopped Ceph prometheus.a for fc322138-56d5-11ef-bcce-c7b262605968. 2024-08-10T05:16:29.506 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:16:29 smithi196 systemd[1]: ceph-fc322138-56d5-11ef-bcce-c7b262605968@prometheus.a.service: Consumed 1.195s CPU time. 2024-08-10T05:16:29.507 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:16:29 smithi196 systemd[1]: Starting Ceph prometheus.a for fc322138-56d5-11ef-bcce-c7b262605968... 2024-08-10T05:16:29.507 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:16:29 smithi196 podman[81232]: 2024-08-10 05:16:29.300609424 +0000 UTC m=+0.018083587 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-08-10T05:16:29.507 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:16:29 smithi196 podman[81232]: 2024-08-10 05:16:29.397471861 +0000 UTC m=+0.114946010 container create d50c5c7907b8ebd57abb730cd9c8a615818e5c124c6dcef2e3d224438bb5b3e2 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-10T05:16:29.548 INFO:tasks.rados.rados.0.smithi031.stdout:758: done (1 left) 2024-08-10T05:16:29.548 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 34 current snap is 71 2024-08-10T05:16:29.548 INFO:tasks.rados.rados.0.smithi031.stdout:759: seq_num 248 ranges {0=557056,557056=507904,1064960=442368,1507328=253952} 2024-08-10T05:16:29.551 INFO:tasks.rados.rados.0.smithi031.stdout:759: writing smithi03186013-34 from 0 to 557056 tid 1 2024-08-10T05:16:29.555 INFO:tasks.rados.rados.0.smithi031.stdout:759: writing smithi03186013-34 from 557056 to 1064960 tid 2 2024-08-10T05:16:29.558 INFO:tasks.rados.rados.0.smithi031.stdout:759: writing smithi03186013-34 from 1064960 to 1507328 tid 3 2024-08-10T05:16:29.560 INFO:tasks.rados.rados.0.smithi031.stdout:759: writing smithi03186013-34 from 1507328 to 1761280 tid 4 2024-08-10T05:16:29.560 INFO:tasks.rados.rados.0.smithi031.stdout:760: snap_remove snap 69 2024-08-10T05:16:30.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:29 smithi031 ceph-mon[29994]: osdmap e213: 8 total, 8 up, 8 in 2024-08-10T05:16:30.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:29 smithi031 ceph-mon[29994]: pgmap v24: 121 pgs: 121 active+clean; 232 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 816 KiB/s wr, 24 op/s 2024-08-10T05:16:30.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:29 smithi031 ceph-mon[41349]: osdmap e213: 8 total, 8 up, 8 in 2024-08-10T05:16:30.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:29 smithi031 ceph-mon[41349]: pgmap v24: 121 pgs: 121 active+clean; 232 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 816 KiB/s wr, 24 op/s 2024-08-10T05:16:30.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:29 smithi196 ceph-mon[32874]: osdmap e213: 8 total, 8 up, 8 in 2024-08-10T05:16:30.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:29 smithi196 ceph-mon[32874]: pgmap v24: 121 pgs: 121 active+clean; 232 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 816 KiB/s wr, 24 op/s 2024-08-10T05:16:30.029 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:16:29 smithi196 podman[81232]: 2024-08-10 05:16:29.624993289 +0000 UTC m=+0.342467442 container init d50c5c7907b8ebd57abb730cd9c8a615818e5c124c6dcef2e3d224438bb5b3e2 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-10T05:16:30.029 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:16:29 smithi196 podman[81232]: 2024-08-10 05:16:29.630115127 +0000 UTC m=+0.347589285 container start d50c5c7907b8ebd57abb730cd9c8a615818e5c124c6dcef2e3d224438bb5b3e2 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-10T05:16:30.029 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:16:29 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:16:29.653Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-08-10T05:16:30.030 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:16:29 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:16:29.653Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-08-10T05:16:30.030 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:16:29 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:16:29.653Z caller=main.go:570 level=info host_details="(Linux 5.14.0-480.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024 x86_64 smithi196 (none))" 2024-08-10T05:16:30.030 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:16:29 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:16:29.653Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-08-10T05:16:30.030 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:16:29 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:16:29.653Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-08-10T05:16:30.030 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:16:29 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:16:29.655Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-08-10T05:16:30.030 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:16:29 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:16:29.655Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-08-10T05:16:30.030 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:16:29 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:16:29.656Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-08-10T05:16:30.030 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:16:29 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:16:29.656Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-08-10T05:16:30.030 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:16:29 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:16:29.657Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-08-10T05:16:30.030 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:16:29 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:16:29.657Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=8.895µs 2024-08-10T05:16:30.030 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:16:29 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:16:29.658Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-08-10T05:16:30.030 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:16:29 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:16:29.658Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=3 2024-08-10T05:16:30.030 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:16:29 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:16:29.672Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=3 2024-08-10T05:16:30.031 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:16:29 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:16:29.677Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=3 2024-08-10T05:16:30.031 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:16:29 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:16:29.678Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=3 2024-08-10T05:16:30.031 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:16:29 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:16:29.678Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=35.419µs wal_replay_duration=20.302507ms wbl_replay_duration=131ns total_replay_duration=20.375491ms 2024-08-10T05:16:30.031 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:16:29 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:16:29.682Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-08-10T05:16:30.032 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:16:29 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:16:29.682Z caller=main.go:1029 level=info msg="TSDB started" 2024-08-10T05:16:30.032 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:16:29 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:16:29.682Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-08-10T05:16:30.032 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:16:29 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:16:29.700Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=17.716997ms db_storage=857ns remote_storage=1.005µs web_handler=347ns query_engine=623ns scrape=387.677µs scrape_sd=100.229µs notify=15.813µs notify_sd=19.841µs rules=16.884184ms tracing=4.9µs 2024-08-10T05:16:30.032 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:16:29 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:16:29.700Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-08-10T05:16:30.032 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:16:29 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:16:29.700Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-08-10T05:16:30.032 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:16:29 smithi196 bash[81232]: d50c5c7907b8ebd57abb730cd9c8a615818e5c124c6dcef2e3d224438bb5b3e2 2024-08-10T05:16:30.032 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:16:29 smithi196 systemd[1]: Started Ceph prometheus.a for fc322138-56d5-11ef-bcce-c7b262605968. 2024-08-10T05:16:30.032 INFO:tasks.rados.rados.0.smithi031.stdout:760: done (2 left) 2024-08-10T05:16:30.032 INFO:tasks.rados.rados.0.smithi031.stdout:761: copy_from oid 47 from oid 5 current snap is 71 2024-08-10T05:16:30.032 INFO:tasks.rados.rados.0.smithi031.stdout:757: expect (ObjNum 41 snap 0 seq_num 41) 2024-08-10T05:16:30.053 INFO:tasks.rados.rados.0.smithi031.stdout:759: finishing write tid 1 to smithi03186013-34 2024-08-10T05:16:30.053 INFO:tasks.rados.rados.0.smithi031.stdout:759: finishing write tid 2 to smithi03186013-34 2024-08-10T05:16:30.053 INFO:tasks.rados.rados.0.smithi031.stdout:759: finishing write tid 3 to smithi03186013-34 2024-08-10T05:16:30.053 INFO:tasks.rados.rados.0.smithi031.stdout:759: finishing write tid 4 to smithi03186013-34 2024-08-10T05:16:30.053 INFO:tasks.rados.rados.0.smithi031.stdout:759: finishing write tid 5 to smithi03186013-34 2024-08-10T05:16:30.054 INFO:tasks.rados.rados.0.smithi031.stdout:759: finishing write tid 6 to smithi03186013-34 2024-08-10T05:16:30.054 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 34 v 398 (ObjNum 248 snap 71 seq_num 248) dirty exists 2024-08-10T05:16:30.054 INFO:tasks.rados.rados.0.smithi031.stdout:759: left oid 34 (ObjNum 248 snap 71 seq_num 248) 2024-08-10T05:16:30.054 INFO:tasks.rados.rados.0.smithi031.stdout:761: finishing copy_from to smithi03186013-47 2024-08-10T05:16:30.054 INFO:tasks.rados.rados.0.smithi031.stdout:761: got expected ENOENT (src dne) 2024-08-10T05:16:30.054 INFO:tasks.rados.rados.0.smithi031.stdout:761: finishing copy_from racing read to smithi03186013-47 2024-08-10T05:16:30.054 INFO:tasks.rados.rados.0.smithi031.stdout:757: done (2 left) 2024-08-10T05:16:30.054 INFO:tasks.rados.rados.0.smithi031.stdout:759: done (1 left) 2024-08-10T05:16:30.054 INFO:tasks.rados.rados.0.smithi031.stdout:761: done (0 left) 2024-08-10T05:16:30.054 INFO:tasks.rados.rados.0.smithi031.stdout:762: rollback oid 19 current snap is 71 2024-08-10T05:16:30.054 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 19 to 68 2024-08-10T05:16:30.054 INFO:tasks.rados.rados.0.smithi031.stdout:763: setattr oid 6 current snap is 71 2024-08-10T05:16:30.055 INFO:tasks.rados.rados.0.smithi031.stdout:764: delete oid 15 current snap is 71 2024-08-10T05:16:30.058 INFO:tasks.rados.rados.0.smithi031.stdout:764: done (2 left) 2024-08-10T05:16:30.058 INFO:tasks.rados.rados.0.smithi031.stdout:765: snap_create 2024-08-10T05:16:30.060 INFO:tasks.rados.rados.0.smithi031.stdout:762: finishing rollback tid 0 to smithi03186013-19 2024-08-10T05:16:30.060 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 6 v 295 (ObjNum 246 snap 70 seq_num 246) dirty exists 2024-08-10T05:16:30.062 INFO:tasks.rados.rados.0.smithi031.stdout:762: finishing rollback tid 1 to smithi03186013-19 2024-08-10T05:16:30.062 INFO:tasks.rados.rados.0.smithi031.stdout:762: finishing rollback tid 2 to smithi03186013-19 2024-08-10T05:16:30.063 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 19 v 200 (ObjNum 210 snap 58 seq_num 210) dirty exists 2024-08-10T05:16:30.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:30 smithi196 ceph-mon[32874]: osdmap e214: 8 total, 8 up, 8 in 2024-08-10T05:16:30.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:30 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' 2024-08-10T05:16:30.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:30 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' 2024-08-10T05:16:30.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:30 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-10T05:16:30.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:30 smithi196 ceph-mon[32874]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-10T05:16:30.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:30 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:16:30.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:30 smithi196 ceph-mon[32874]: osdmap e215: 8 total, 8 up, 8 in 2024-08-10T05:16:30.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:30 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:16:31.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:30 smithi031 ceph-mon[29994]: osdmap e214: 8 total, 8 up, 8 in 2024-08-10T05:16:31.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:30 smithi031 ceph-mon[29994]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' 2024-08-10T05:16:31.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:30 smithi031 ceph-mon[29994]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' 2024-08-10T05:16:31.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:30 smithi031 ceph-mon[29994]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-10T05:16:31.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:30 smithi031 ceph-mon[29994]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-10T05:16:31.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:30 smithi031 ceph-mon[29994]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:16:31.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:30 smithi031 ceph-mon[29994]: osdmap e215: 8 total, 8 up, 8 in 2024-08-10T05:16:31.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:30 smithi031 ceph-mon[29994]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:16:31.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:30 smithi031 ceph-mon[41349]: osdmap e214: 8 total, 8 up, 8 in 2024-08-10T05:16:31.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:30 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' 2024-08-10T05:16:31.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:30 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' 2024-08-10T05:16:31.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:30 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-10T05:16:31.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:30 smithi031 ceph-mon[41349]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-10T05:16:31.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:30 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:16:31.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:30 smithi031 ceph-mon[41349]: osdmap e215: 8 total, 8 up, 8 in 2024-08-10T05:16:31.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:30 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:16:31.035 INFO:tasks.rados.rados.0.smithi031.stdout:762: done (2 left) 2024-08-10T05:16:31.035 INFO:tasks.rados.rados.0.smithi031.stdout:763: done (1 left) 2024-08-10T05:16:31.035 INFO:tasks.rados.rados.0.smithi031.stdout:765: done (0 left) 2024-08-10T05:16:31.035 INFO:tasks.rados.rados.0.smithi031.stdout:766: delete oid 9 current snap is 72 2024-08-10T05:16:31.038 INFO:tasks.rados.rados.0.smithi031.stdout:766: done (0 left) 2024-08-10T05:16:31.038 INFO:tasks.rados.rados.0.smithi031.stdout:767: snap_create 2024-08-10T05:16:32.044 INFO:tasks.rados.rados.0.smithi031.stdout:767: done (0 left) 2024-08-10T05:16:32.045 INFO:tasks.rados.rados.0.smithi031.stdout:768: rmattr oid 13 current snap is 73 2024-08-10T05:16:32.045 INFO:tasks.rados.rados.0.smithi031.stdout:769: snap_create 2024-08-10T05:16:32.049 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 13 v 358 (ObjNum 126 snap 33 seq_num 126) dirty exists 2024-08-10T05:16:32.312 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:32 smithi196 ceph-mon[32874]: pgmap v27: 121 pgs: 121 active+clean; 232 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:16:32.313 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:32 smithi196 ceph-mon[32874]: osdmap e216: 8 total, 8 up, 8 in 2024-08-10T05:16:32.313 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:32 smithi196 ceph-mon[32874]: Upgrade: Updating mgr.x 2024-08-10T05:16:32.313 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:32 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-10T05:16:32.313 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:32 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-10T05:16:32.313 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:32 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:16:32.313 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:32 smithi196 ceph-mon[32874]: Deploying daemon mgr.x on smithi196 2024-08-10T05:16:32.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:32 smithi031 ceph-mon[29994]: pgmap v27: 121 pgs: 121 active+clean; 232 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:16:32.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:32 smithi031 ceph-mon[29994]: osdmap e216: 8 total, 8 up, 8 in 2024-08-10T05:16:32.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:32 smithi031 ceph-mon[29994]: Upgrade: Updating mgr.x 2024-08-10T05:16:32.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:32 smithi031 ceph-mon[29994]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-10T05:16:32.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:32 smithi031 ceph-mon[29994]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-10T05:16:32.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:32 smithi031 ceph-mon[29994]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:16:32.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:32 smithi031 ceph-mon[29994]: Deploying daemon mgr.x on smithi196 2024-08-10T05:16:32.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:32 smithi031 ceph-mon[41349]: pgmap v27: 121 pgs: 121 active+clean; 232 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:16:32.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:32 smithi031 ceph-mon[41349]: osdmap e216: 8 total, 8 up, 8 in 2024-08-10T05:16:32.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:32 smithi031 ceph-mon[41349]: Upgrade: Updating mgr.x 2024-08-10T05:16:32.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:32 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-10T05:16:32.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:32 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-10T05:16:32.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:32 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:16:32.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:32 smithi031 ceph-mon[41349]: Deploying daemon mgr.x on smithi196 2024-08-10T05:16:33.028 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:32 smithi196 systemd[1]: Stopping Ceph mgr.x for fc322138-56d5-11ef-bcce-c7b262605968... 2024-08-10T05:16:33.051 INFO:tasks.rados.rados.0.smithi031.stdout:768: done (1 left) 2024-08-10T05:16:33.052 INFO:tasks.rados.rados.0.smithi031.stdout:769: done (0 left) 2024-08-10T05:16:33.052 INFO:tasks.rados.rados.0.smithi031.stdout:770: copy_from oid 43 from oid 39 current snap is 74 2024-08-10T05:16:33.052 INFO:tasks.rados.rados.0.smithi031.stdout:771: delete oid 49 current snap is 74 2024-08-10T05:16:33.054 INFO:tasks.rados.rados.0.smithi031.stdout:771: done (1 left) 2024-08-10T05:16:33.054 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 23 current snap is 74 2024-08-10T05:16:33.055 INFO:tasks.rados.rados.0.smithi031.stdout:772: seq_num 252 ranges {1351680=630784,1982464=499712,2482176=425984,2908160=278528} 2024-08-10T05:16:33.065 INFO:tasks.rados.rados.0.smithi031.stdout:772: writing smithi03186013-23 from 1351680 to 1982464 tid 1 2024-08-10T05:16:33.068 INFO:tasks.rados.rados.0.smithi031.stdout:772: writing smithi03186013-23 from 1982464 to 2482176 tid 2 2024-08-10T05:16:33.071 INFO:tasks.rados.rados.0.smithi031.stdout:772: writing smithi03186013-23 from 2482176 to 2908160 tid 3 2024-08-10T05:16:33.074 INFO:tasks.rados.rados.0.smithi031.stdout:772: writing smithi03186013-23 from 2908160 to 3186688 tid 4 2024-08-10T05:16:33.074 INFO:tasks.rados.rados.0.smithi031.stdout:773: rollback oid 3 current snap is 74 2024-08-10T05:16:33.074 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 3 to 71 2024-08-10T05:16:33.074 INFO:tasks.rados.rados.0.smithi031.stdout:770: finishing copy_from racing read to smithi03186013-43 2024-08-10T05:16:33.074 INFO:tasks.rados.rados.0.smithi031.stdout:770: finishing copy_from to smithi03186013-43 2024-08-10T05:16:33.074 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 43 v 76 (ObjNum 212 snap 59 seq_num 212) dirty exists 2024-08-10T05:16:33.075 INFO:tasks.rados.rados.0.smithi031.stdout:772: finishing write tid 1 to smithi03186013-23 2024-08-10T05:16:33.075 INFO:tasks.rados.rados.0.smithi031.stdout:772: finishing write tid 2 to smithi03186013-23 2024-08-10T05:16:33.075 INFO:tasks.rados.rados.0.smithi031.stdout:770: done (2 left) 2024-08-10T05:16:33.075 INFO:tasks.rados.rados.0.smithi031.stdout:774: snap_create 2024-08-10T05:16:33.075 INFO:tasks.rados.rados.0.smithi031.stdout:772: finishing write tid 3 to smithi03186013-23 2024-08-10T05:16:33.075 INFO:tasks.rados.rados.0.smithi031.stdout:772: finishing write tid 4 to smithi03186013-23 2024-08-10T05:16:33.076 INFO:tasks.rados.rados.0.smithi031.stdout:772: finishing write tid 5 to smithi03186013-23 2024-08-10T05:16:33.077 INFO:tasks.rados.rados.0.smithi031.stdout:773: finishing rollback tid 0 to smithi03186013-3 2024-08-10T05:16:33.078 INFO:tasks.rados.rados.0.smithi031.stdout:773: finishing rollback tid 1 to smithi03186013-3 2024-08-10T05:16:33.078 INFO:tasks.rados.rados.0.smithi031.stdout:772: finishing write tid 6 to smithi03186013-23 2024-08-10T05:16:33.078 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 23 v 166 (ObjNum 252 snap 74 seq_num 252) dirty exists 2024-08-10T05:16:33.078 INFO:tasks.rados.rados.0.smithi031.stdout:772: left oid 23 (ObjNum 252 snap 74 seq_num 252) 2024-08-10T05:16:33.078 INFO:tasks.rados.rados.0.smithi031.stdout:773: finishing rollback tid 2 to smithi03186013-3 2024-08-10T05:16:33.078 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 3 v 298 (ObjNum 245 snap 70 seq_num 245) dirty exists 2024-08-10T05:16:33.401 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:33 smithi196 podman[81635]: 2024-08-10 05:16:33.142324519 +0000 UTC m=+0.154212405 container died 3b5b6b8c20ba55e81d52745119f12de9987f85884cdf3cfdf80e1b6bfdfa5b5e (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, RELEASE=squid-bca9905, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True) 2024-08-10T05:16:33.401 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:33 smithi196 ceph-mon[32874]: osdmap e217: 8 total, 8 up, 8 in 2024-08-10T05:16:33.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:33 smithi031 ceph-mon[29994]: osdmap e217: 8 total, 8 up, 8 in 2024-08-10T05:16:33.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:33 smithi031 ceph-mon[41349]: osdmap e217: 8 total, 8 up, 8 in 2024-08-10T05:16:33.767 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:33 smithi196 podman[81635]: 2024-08-10 05:16:33.500485049 +0000 UTC m=+0.512372924 container cleanup 3b5b6b8c20ba55e81d52745119f12de9987f85884cdf3cfdf80e1b6bfdfa5b5e (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, RELEASE=squid-bca9905, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731) 2024-08-10T05:16:33.768 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:33 smithi196 bash[81635]: ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x 2024-08-10T05:16:33.768 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:16:33 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:16:33.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi031\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi031\", job=\"node\", machine=\"x86_64\", nodename=\"smithi031\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", domainname=\"(none)\", instance=\"smithi031\", job=\"node\", machine=\"x86_64\", nodename=\"smithi031\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:16:34.028 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:33 smithi196 podman[81653]: 2024-08-10 05:16:33.768219112 +0000 UTC m=+0.627758001 container remove 3b5b6b8c20ba55e81d52745119f12de9987f85884cdf3cfdf80e1b6bfdfa5b5e (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.schema-version=1.0, RELEASE=squid-bca9905) 2024-08-10T05:16:34.028 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:33 smithi196 systemd[1]: ceph-fc322138-56d5-11ef-bcce-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-08-10T05:16:34.029 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:33 smithi196 systemd[1]: ceph-fc322138-56d5-11ef-bcce-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-08-10T05:16:34.029 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:33 smithi196 systemd[1]: Stopped Ceph mgr.x for fc322138-56d5-11ef-bcce-c7b262605968. 2024-08-10T05:16:34.029 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:33 smithi196 systemd[1]: ceph-fc322138-56d5-11ef-bcce-c7b262605968@mgr.x.service: Consumed 17.158s CPU time. 2024-08-10T05:16:34.055 INFO:tasks.rados.rados.0.smithi031.stdout:772: done (2 left) 2024-08-10T05:16:34.055 INFO:tasks.rados.rados.0.smithi031.stdout:773: done (1 left) 2024-08-10T05:16:34.055 INFO:tasks.rados.rados.0.smithi031.stdout:774: done (0 left) 2024-08-10T05:16:34.055 INFO:tasks.rados.rados.0.smithi031.stdout:775: read oid 42 snap -1 2024-08-10T05:16:34.055 INFO:tasks.rados.rados.0.smithi031.stdout:775: expect (ObjNum 161 snap 44 seq_num 161) 2024-08-10T05:16:34.055 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 39 current snap is 75 2024-08-10T05:16:34.056 INFO:tasks.rados.rados.0.smithi031.stdout:776: seq_num 253 ranges {2498560=647168,3145728=786432,3932160=417792} 2024-08-10T05:16:34.072 INFO:tasks.rados.rados.0.smithi031.stdout:776: writing smithi03186013-39 from 2498560 to 3145728 tid 1 2024-08-10T05:16:34.077 INFO:tasks.rados.rados.0.smithi031.stdout:776: writing smithi03186013-39 from 3145728 to 3932160 tid 2 2024-08-10T05:16:34.080 INFO:tasks.rados.rados.0.smithi031.stdout:776: writing smithi03186013-39 from 3932160 to 4349952 tid 3 2024-08-10T05:16:34.080 INFO:tasks.rados.rados.0.smithi031.stdout:777: read oid 4 snap 44 2024-08-10T05:16:34.080 INFO:tasks.rados.rados.0.smithi031.stdout:777: expect (ObjNum 589912320 snap 22084 seq_num 589665744) 2024-08-10T05:16:34.080 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 2 current snap is 75 2024-08-10T05:16:34.080 INFO:tasks.rados.rados.0.smithi031.stdout:778: seq_num 254 ranges {0=663552,663552=663552,1327104=540672} 2024-08-10T05:16:34.084 INFO:tasks.rados.rados.0.smithi031.stdout:778: writing smithi03186013-2 from 0 to 663552 tid 1 2024-08-10T05:16:34.088 INFO:tasks.rados.rados.0.smithi031.stdout:778: writing smithi03186013-2 from 663552 to 1327104 tid 2 2024-08-10T05:16:34.091 INFO:tasks.rados.rados.0.smithi031.stdout:778: writing smithi03186013-2 from 1327104 to 1867776 tid 3 2024-08-10T05:16:34.091 INFO:tasks.rados.rados.0.smithi031.stdout:779: snap_create 2024-08-10T05:16:34.091 INFO:tasks.rados.rados.0.smithi031.stdout:775: expect (ObjNum 161 snap 44 seq_num 161) 2024-08-10T05:16:34.100 INFO:tasks.rados.rados.0.smithi031.stdout:776: finishing write tid 1 to smithi03186013-39 2024-08-10T05:16:34.100 INFO:tasks.rados.rados.0.smithi031.stdout:776: finishing write tid 2 to smithi03186013-39 2024-08-10T05:16:34.100 INFO:tasks.rados.rados.0.smithi031.stdout:777: expect (ObjNum 589912320 snap 22084 seq_num 589665744) 2024-08-10T05:16:34.102 INFO:tasks.rados.rados.0.smithi031.stdout:776: finishing write tid 3 to smithi03186013-39 2024-08-10T05:16:34.102 INFO:tasks.rados.rados.0.smithi031.stdout:776: finishing write tid 4 to smithi03186013-39 2024-08-10T05:16:34.102 INFO:tasks.rados.rados.0.smithi031.stdout:776: finishing write tid 5 to smithi03186013-39 2024-08-10T05:16:34.102 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 39 v 91 (ObjNum 253 snap 75 seq_num 253) dirty exists 2024-08-10T05:16:34.102 INFO:tasks.rados.rados.0.smithi031.stdout:776: left oid 39 (ObjNum 253 snap 75 seq_num 253) 2024-08-10T05:16:34.102 INFO:tasks.rados.rados.0.smithi031.stdout:778: finishing write tid 1 to smithi03186013-2 2024-08-10T05:16:34.102 INFO:tasks.rados.rados.0.smithi031.stdout:778: finishing write tid 2 to smithi03186013-2 2024-08-10T05:16:34.102 INFO:tasks.rados.rados.0.smithi031.stdout:778: finishing write tid 3 to smithi03186013-2 2024-08-10T05:16:34.102 INFO:tasks.rados.rados.0.smithi031.stdout:778: finishing write tid 4 to smithi03186013-2 2024-08-10T05:16:34.102 INFO:tasks.rados.rados.0.smithi031.stdout:778: finishing write tid 5 to smithi03186013-2 2024-08-10T05:16:34.102 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 2 v 351 (ObjNum 254 snap 75 seq_num 254) dirty exists 2024-08-10T05:16:34.102 INFO:tasks.rados.rados.0.smithi031.stdout:778: left oid 2 (ObjNum 254 snap 75 seq_num 254) 2024-08-10T05:16:34.313 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:34 smithi196 systemd[1]: Starting Ceph mgr.x for fc322138-56d5-11ef-bcce-c7b262605968... 2024-08-10T05:16:34.314 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:34 smithi196 ceph-mon[32874]: pgmap v30: 121 pgs: 121 active+clean; 232 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.7 MiB/s wr, 28 op/s 2024-08-10T05:16:34.314 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:34 smithi196 ceph-mon[32874]: osdmap e218: 8 total, 8 up, 8 in 2024-08-10T05:16:34.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:34 smithi031 ceph-mon[29994]: pgmap v30: 121 pgs: 121 active+clean; 232 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.7 MiB/s wr, 28 op/s 2024-08-10T05:16:34.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:34 smithi031 ceph-mon[29994]: osdmap e218: 8 total, 8 up, 8 in 2024-08-10T05:16:34.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:34 smithi031 ceph-mon[41349]: pgmap v30: 121 pgs: 121 active+clean; 232 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.7 MiB/s wr, 28 op/s 2024-08-10T05:16:34.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:34 smithi031 ceph-mon[41349]: osdmap e218: 8 total, 8 up, 8 in 2024-08-10T05:16:34.571 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:34 smithi196 podman[81785]: 2024-08-10 05:16:34.216544823 +0000 UTC m=+0.017572385 image pull c7b33901c8866b527fc2ae183a251d5e1d09961420a56731f5fa8537903bd68b quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec 2024-08-10T05:16:34.572 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:34 smithi196 podman[81785]: 2024-08-10 05:16:34.327976652 +0000 UTC m=+0.129004210 container create 467542b38c9ba4cee7eb05e8b917222c130d0617ee05e25703dc6d56c1e9af02 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, RELEASE=squid-bca9905, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS) 2024-08-10T05:16:34.857 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:34 smithi196 podman[81785]: 2024-08-10 05:16:34.572324957 +0000 UTC m=+0.373352531 container init 467542b38c9ba4cee7eb05e8b917222c130d0617ee05e25703dc6d56c1e9af02 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-bca9905, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, ceph=True) 2024-08-10T05:16:34.857 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:34 smithi196 podman[81785]: 2024-08-10 05:16:34.577285532 +0000 UTC m=+0.378313089 container start 467542b38c9ba4cee7eb05e8b917222c130d0617ee05e25703dc6d56c1e9af02 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-bca9905, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-08-10T05:16:34.857 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:34 smithi196 ceph-mgr[81822]: -- 172.21.15.196:0/2149865411 <== mon.1 v2:172.21.15.196:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5557306a10e0 con 0x55573067e800 2024-08-10T05:16:34.858 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:34 smithi196 bash[81785]: 467542b38c9ba4cee7eb05e8b917222c130d0617ee05e25703dc6d56c1e9af02 2024-08-10T05:16:34.858 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:34 smithi196 systemd[1]: Started Ceph mgr.x for fc322138-56d5-11ef-bcce-c7b262605968. 2024-08-10T05:16:34.858 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:34 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[81799]: 2024-08-10T05:16:34.701+0000 7fb2cced8040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-10T05:16:34.858 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:34 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[81799]: 2024-08-10T05:16:34.857+0000 7fb2cced8040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-10T05:16:35.034 INFO:tasks.rados.rados.0.smithi031.stdout:775: done (4 left) 2024-08-10T05:16:35.034 INFO:tasks.rados.rados.0.smithi031.stdout:776: done (3 left) 2024-08-10T05:16:35.034 INFO:tasks.rados.rados.0.smithi031.stdout:777: done (2 left) 2024-08-10T05:16:35.035 INFO:tasks.rados.rados.0.smithi031.stdout:778: done (1 left) 2024-08-10T05:16:35.035 INFO:tasks.rados.rados.0.smithi031.stdout:779: done (0 left) 2024-08-10T05:16:35.035 INFO:tasks.rados.rados.0.smithi031.stdout:780: rollback oid 46 current snap is 76 2024-08-10T05:16:35.035 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 46 to 61 2024-08-10T05:16:35.035 INFO:tasks.rados.rados.0.smithi031.stdout:781: copy_from oid 35 from oid 11 current snap is 76 2024-08-10T05:16:35.035 INFO:tasks.rados.rados.0.smithi031.stdout:782: read oid 30 snap -1 2024-08-10T05:16:35.035 INFO:tasks.rados.rados.0.smithi031.stdout:782: expect (ObjNum 129 snap 34 seq_num 129) 2024-08-10T05:16:35.035 INFO:tasks.rados.rados.0.smithi031.stdout:783: copy_from oid 6 from oid 38 current snap is 76 2024-08-10T05:16:35.035 INFO:tasks.rados.rados.0.smithi031.stdout:784: delete oid 33 current snap is 76 2024-08-10T05:16:35.037 INFO:tasks.rados.rados.0.smithi031.stdout:783: finishing copy_from to smithi03186013-6 2024-08-10T05:16:35.038 INFO:tasks.rados.rados.0.smithi031.stdout:783: got expected ENOENT (src dne) 2024-08-10T05:16:35.038 INFO:tasks.rados.rados.0.smithi031.stdout:783: finishing copy_from racing read to smithi03186013-6 2024-08-10T05:16:35.039 INFO:tasks.rados.rados.0.smithi031.stdout:783: done (4 left) 2024-08-10T05:16:35.039 INFO:tasks.rados.rados.0.smithi031.stdout:784: done (3 left) 2024-08-10T05:16:35.040 INFO:tasks.rados.rados.0.smithi031.stdout:785: read oid 40 snap -1 2024-08-10T05:16:35.040 INFO:tasks.rados.rados.0.smithi031.stdout:785: expect deleted 2024-08-10T05:16:35.040 INFO:tasks.rados.rados.0.smithi031.stdout:786: read oid 22 snap 57 2024-08-10T05:16:35.040 INFO:tasks.rados.rados.0.smithi031.stdout:786: expect (ObjNum 134 snap 37 seq_num 134) 2024-08-10T05:16:35.040 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 36 current snap is 76 2024-08-10T05:16:35.040 INFO:tasks.rados.rados.0.smithi031.stdout:787: seq_num 256 ranges {4227072=696320,4923392=434176,5357568=770048} 2024-08-10T05:16:35.067 INFO:tasks.rados.rados.0.smithi031.stdout:787: writing smithi03186013-36 from 4227072 to 4923392 tid 1 2024-08-10T05:16:35.070 INFO:tasks.rados.rados.0.smithi031.stdout:787: writing smithi03186013-36 from 4923392 to 5357568 tid 2 2024-08-10T05:16:35.075 INFO:tasks.rados.rados.0.smithi031.stdout:787: writing smithi03186013-36 from 5357568 to 6127616 tid 3 2024-08-10T05:16:35.075 INFO:tasks.rados.rados.0.smithi031.stdout:788: rmattr oid 2 current snap is 76 2024-08-10T05:16:35.075 INFO:tasks.rados.rados.0.smithi031.stdout:788: done (6 left) 2024-08-10T05:16:35.075 INFO:tasks.rados.rados.0.smithi031.stdout:789: snap_remove snap 74 2024-08-10T05:16:35.214 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:34 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[81799]: 2024-08-10T05:16:34.927+0000 7fb2cced8040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-10T05:16:35.215 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:35 smithi196 ceph-mon[32874]: osdmap e219: 8 total, 8 up, 8 in 2024-08-10T05:16:35.215 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:35 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' 2024-08-10T05:16:35.215 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:35 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' 2024-08-10T05:16:35.216 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:35 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:16:35.216 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:35 smithi196 ceph-mon[32874]: osdmap e220: 8 total, 8 up, 8 in 2024-08-10T05:16:35.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:35 smithi031 ceph-mon[29994]: osdmap e219: 8 total, 8 up, 8 in 2024-08-10T05:16:35.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:35 smithi031 ceph-mon[29994]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' 2024-08-10T05:16:35.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:35 smithi031 ceph-mon[29994]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' 2024-08-10T05:16:35.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:35 smithi031 ceph-mon[29994]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:16:35.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:35 smithi031 ceph-mon[29994]: osdmap e220: 8 total, 8 up, 8 in 2024-08-10T05:16:35.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:35 smithi031 ceph-mon[41349]: osdmap e219: 8 total, 8 up, 8 in 2024-08-10T05:16:35.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:35 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' 2024-08-10T05:16:35.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:35 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' 2024-08-10T05:16:35.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:35 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:16:35.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:35 smithi031 ceph-mon[41349]: osdmap e220: 8 total, 8 up, 8 in 2024-08-10T05:16:35.528 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:35 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[81799]: 2024-08-10T05:16:35.214+0000 7fb2cced8040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-10T05:16:35.528 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:35 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[81799]: 2024-08-10T05:16:35.275+0000 7fb2cced8040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-10T05:16:36.073 INFO:tasks.rados.rados.0.smithi031.stdout:789: done (6 left) 2024-08-10T05:16:36.073 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 18 current snap is 76 2024-08-10T05:16:36.073 INFO:tasks.rados.rados.0.smithi031.stdout:790: seq_num 257 ranges {0=712704,712704=720896,1433600=483328} 2024-08-10T05:16:36.077 INFO:tasks.rados.rados.0.smithi031.stdout:790: writing smithi03186013-18 from 0 to 712704 tid 1 2024-08-10T05:16:36.081 INFO:tasks.rados.rados.0.smithi031.stdout:790: writing smithi03186013-18 from 712704 to 1433600 tid 2 2024-08-10T05:16:36.084 INFO:tasks.rados.rados.0.smithi031.stdout:790: writing smithi03186013-18 from 1433600 to 1916928 tid 3 2024-08-10T05:16:36.084 INFO:tasks.rados.rados.0.smithi031.stdout:791: rollback oid 43 current snap is 76 2024-08-10T05:16:36.084 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 43 to 57 2024-08-10T05:16:36.084 INFO:tasks.rados.rados.0.smithi031.stdout:780: finishing rollback tid 0 to smithi03186013-46 2024-08-10T05:16:36.084 INFO:tasks.rados.rados.0.smithi031.stdout:780: finishing rollback tid 1 to smithi03186013-46 2024-08-10T05:16:36.084 INFO:tasks.rados.rados.0.smithi031.stdout:780: finishing rollback tid 2 to smithi03186013-46 2024-08-10T05:16:36.085 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 46 v 109 (ObjNum 106 snap 21 seq_num 106) dirty exists 2024-08-10T05:16:36.085 INFO:tasks.rados.rados.0.smithi031.stdout:782: expect (ObjNum 129 snap 34 seq_num 129) 2024-08-10T05:16:36.142 INFO:tasks.rados.rados.0.smithi031.stdout:781: finishing copy_from racing read to smithi03186013-35 2024-08-10T05:16:36.143 INFO:tasks.rados.rados.0.smithi031.stdout:781: finishing copy_from to smithi03186013-35 2024-08-10T05:16:36.143 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 35 v 276 (ObjNum 238 snap 65 seq_num 238) dirty exists 2024-08-10T05:16:36.143 INFO:tasks.rados.rados.0.smithi031.stdout:786: expect (ObjNum 134 snap 37 seq_num 134) 2024-08-10T05:16:36.318 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:36 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[81799]: 2024-08-10T05:16:36.279+0000 7fb2cced8040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-10T05:16:36.318 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:36 smithi196 ceph-mon[32874]: pgmap v33: 121 pgs: 121 active+clean; 232 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.7 MiB/s wr, 28 op/s 2024-08-10T05:16:36.443 INFO:tasks.rados.rados.0.smithi031.stdout:787: finishing write tid 1 to smithi03186013-36 2024-08-10T05:16:36.443 INFO:tasks.rados.rados.0.smithi031.stdout:787: finishing write tid 2 to smithi03186013-36 2024-08-10T05:16:36.443 INFO:tasks.rados.rados.0.smithi031.stdout:780: done (7 left) 2024-08-10T05:16:36.443 INFO:tasks.rados.rados.0.smithi031.stdout:781: done (6 left) 2024-08-10T05:16:36.443 INFO:tasks.rados.rados.0.smithi031.stdout:782: done (5 left) 2024-08-10T05:16:36.443 INFO:tasks.rados.rados.0.smithi031.stdout:785: done (4 left) 2024-08-10T05:16:36.444 INFO:tasks.rados.rados.0.smithi031.stdout:786: done (3 left) 2024-08-10T05:16:36.444 INFO:tasks.rados.rados.0.smithi031.stdout:792: snap_create 2024-08-10T05:16:36.444 INFO:tasks.rados.rados.0.smithi031.stdout:787: finishing write tid 3 to smithi03186013-36 2024-08-10T05:16:36.444 INFO:tasks.rados.rados.0.smithi031.stdout:787: finishing write tid 4 to smithi03186013-36 2024-08-10T05:16:36.444 INFO:tasks.rados.rados.0.smithi031.stdout:787: finishing write tid 5 to smithi03186013-36 2024-08-10T05:16:36.444 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 36 v 321 (ObjNum 256 snap 76 seq_num 256) dirty exists 2024-08-10T05:16:36.444 INFO:tasks.rados.rados.0.smithi031.stdout:787: left oid 36 (ObjNum 256 snap 76 seq_num 256) 2024-08-10T05:16:36.444 INFO:tasks.rados.rados.0.smithi031.stdout:790: finishing write tid 1 to smithi03186013-18 2024-08-10T05:16:36.444 INFO:tasks.rados.rados.0.smithi031.stdout:790: finishing write tid 2 to smithi03186013-18 2024-08-10T05:16:36.444 INFO:tasks.rados.rados.0.smithi031.stdout:790: finishing write tid 3 to smithi03186013-18 2024-08-10T05:16:36.444 INFO:tasks.rados.rados.0.smithi031.stdout:790: finishing write tid 4 to smithi03186013-18 2024-08-10T05:16:36.444 INFO:tasks.rados.rados.0.smithi031.stdout:790: finishing write tid 5 to smithi03186013-18 2024-08-10T05:16:36.444 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 18 v 402 (ObjNum 257 snap 76 seq_num 257) dirty exists 2024-08-10T05:16:36.444 INFO:tasks.rados.rados.0.smithi031.stdout:790: left oid 18 (ObjNum 257 snap 76 seq_num 257) 2024-08-10T05:16:36.445 INFO:tasks.rados.rados.0.smithi031.stdout:791: finishing rollback tid 0 to smithi03186013-43 2024-08-10T05:16:36.445 INFO:tasks.rados.rados.0.smithi031.stdout:791: finishing rollback tid 1 to smithi03186013-43 2024-08-10T05:16:36.445 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 43 v 112 (ObjNum 3425 snap 0 seq_num 590097296) dirty dne 2024-08-10T05:16:36.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:36 smithi031 ceph-mon[29994]: pgmap v33: 121 pgs: 121 active+clean; 232 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.7 MiB/s wr, 28 op/s 2024-08-10T05:16:36.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:36 smithi031 ceph-mon[41349]: pgmap v33: 121 pgs: 121 active+clean; 232 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.7 MiB/s wr, 28 op/s 2024-08-10T05:16:36.686 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:36 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[81799]: 2024-08-10T05:16:36.401+0000 7fb2cced8040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-10T05:16:36.686 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:36 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[81799]: 2024-08-10T05:16:36.461+0000 7fb2cced8040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-10T05:16:37.014 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:36 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[81799]: 2024-08-10T05:16:36.690+0000 7fb2cced8040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-10T05:16:37.014 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:36 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[81799]: 2024-08-10T05:16:36.759+0000 7fb2cced8040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-10T05:16:37.014 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:36 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[81799]: 2024-08-10T05:16:36.834+0000 7fb2cced8040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-10T05:16:37.014 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:37 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[81799]: 2024-08-10T05:16:37.013+0000 7fb2cced8040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-10T05:16:37.074 INFO:tasks.rados.rados.0.smithi031.stdout:787: done (3 left) 2024-08-10T05:16:37.074 INFO:tasks.rados.rados.0.smithi031.stdout:790: done (2 left) 2024-08-10T05:16:37.074 INFO:tasks.rados.rados.0.smithi031.stdout:791: done (1 left) 2024-08-10T05:16:37.074 INFO:tasks.rados.rados.0.smithi031.stdout:792: done (0 left) 2024-08-10T05:16:37.074 INFO:tasks.rados.rados.0.smithi031.stdout:793: copy_from oid 48 from oid 7 current snap is 77 2024-08-10T05:16:37.074 INFO:tasks.rados.rados.0.smithi031.stdout:794: read oid 2 snap -1 2024-08-10T05:16:37.074 INFO:tasks.rados.rados.0.smithi031.stdout:794: expect (ObjNum 254 snap 75 seq_num 254) 2024-08-10T05:16:37.074 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 13 current snap is 77 2024-08-10T05:16:37.075 INFO:tasks.rados.rados.0.smithi031.stdout:795: seq_num 258 ranges {6184960=729088,6914048=606208,7520256=598016} 2024-08-10T05:16:37.112 INFO:tasks.rados.rados.0.smithi031.stdout:795: writing smithi03186013-13 from 6184960 to 6914048 tid 1 2024-08-10T05:16:37.115 INFO:tasks.rados.rados.0.smithi031.stdout:795: writing smithi03186013-13 from 6914048 to 7520256 tid 2 2024-08-10T05:16:37.119 INFO:tasks.rados.rados.0.smithi031.stdout:795: writing smithi03186013-13 from 7520256 to 8118272 tid 3 2024-08-10T05:16:37.119 INFO:tasks.rados.rados.0.smithi031.stdout:796: read oid 47 snap -1 2024-08-10T05:16:37.119 INFO:tasks.rados.rados.0.smithi031.stdout:796: expect deleted 2024-08-10T05:16:37.119 INFO:tasks.rados.rados.0.smithi031.stdout:797: delete oid 26 current snap is 77 2024-08-10T05:16:37.119 INFO:tasks.rados.rados.0.smithi031.stdout:794: expect (ObjNum 254 snap 75 seq_num 254) 2024-08-10T05:16:37.170 INFO:tasks.rados.rados.0.smithi031.stdout:793: finishing copy_from racing read to smithi03186013-48 2024-08-10T05:16:37.170 INFO:tasks.rados.rados.0.smithi031.stdout:793: finishing copy_from to smithi03186013-48 2024-08-10T05:16:37.170 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 48 v 262 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-08-10T05:16:37.170 INFO:tasks.rados.rados.0.smithi031.stdout:795: finishing write tid 1 to smithi03186013-13 2024-08-10T05:16:37.170 INFO:tasks.rados.rados.0.smithi031.stdout:793: done (4 left) 2024-08-10T05:16:37.170 INFO:tasks.rados.rados.0.smithi031.stdout:794: done (3 left) 2024-08-10T05:16:37.170 INFO:tasks.rados.rados.0.smithi031.stdout:796: done (2 left) 2024-08-10T05:16:37.170 INFO:tasks.rados.rados.0.smithi031.stdout:797: done (1 left) 2024-08-10T05:16:37.170 INFO:tasks.rados.rados.0.smithi031.stdout:798: read oid 21 snap -1 2024-08-10T05:16:37.171 INFO:tasks.rados.rados.0.smithi031.stdout:798: expect (ObjNum 41 snap 0 seq_num 41) 2024-08-10T05:16:37.171 INFO:tasks.rados.rados.0.smithi031.stdout:799: snap_create 2024-08-10T05:16:37.171 INFO:tasks.rados.rados.0.smithi031.stdout:795: finishing write tid 2 to smithi03186013-13 2024-08-10T05:16:37.171 INFO:tasks.rados.rados.0.smithi031.stdout:795: finishing write tid 3 to smithi03186013-13 2024-08-10T05:16:37.171 INFO:tasks.rados.rados.0.smithi031.stdout:795: finishing write tid 4 to smithi03186013-13 2024-08-10T05:16:37.171 INFO:tasks.rados.rados.0.smithi031.stdout:795: finishing write tid 5 to smithi03186013-13 2024-08-10T05:16:37.171 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 13 v 364 (ObjNum 258 snap 77 seq_num 258) dirty exists 2024-08-10T05:16:37.171 INFO:tasks.rados.rados.0.smithi031.stdout:795: left oid 13 (ObjNum 258 snap 77 seq_num 258) 2024-08-10T05:16:37.173 INFO:tasks.rados.rados.0.smithi031.stdout:798: expect (ObjNum 41 snap 0 seq_num 41) 2024-08-10T05:16:37.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:37 smithi196 ceph-mon[32874]: osdmap e221: 8 total, 8 up, 8 in 2024-08-10T05:16:37.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:37 smithi031 ceph-mon[29994]: osdmap e221: 8 total, 8 up, 8 in 2024-08-10T05:16:37.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:37 smithi031 ceph-mon[41349]: osdmap e221: 8 total, 8 up, 8 in 2024-08-10T05:16:37.778 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:37 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[81799]: 2024-08-10T05:16:37.468+0000 7fb2cced8040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-10T05:16:38.075 INFO:tasks.rados.rados.0.smithi031.stdout:795: done (2 left) 2024-08-10T05:16:38.075 INFO:tasks.rados.rados.0.smithi031.stdout:798: done (1 left) 2024-08-10T05:16:38.075 INFO:tasks.rados.rados.0.smithi031.stdout:799: done (0 left) 2024-08-10T05:16:38.075 INFO:tasks.rados.rados.0.smithi031.stdout:800: delete oid 3 current snap is 78 2024-08-10T05:16:38.076 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:37 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[81799]: 2024-08-10T05:16:37.799+0000 7fb2cced8040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-10T05:16:38.076 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:37 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[81799]: 2024-08-10T05:16:37.865+0000 7fb2cced8040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-10T05:16:38.076 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:38 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[81799]: 2024-08-10T05:16:38.015+0000 7fb2cced8040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-10T05:16:38.077 INFO:tasks.rados.rados.0.smithi031.stdout:800: done (0 left) 2024-08-10T05:16:38.077 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 16 current snap is 78 2024-08-10T05:16:38.077 INFO:tasks.rados.rados.0.smithi031.stdout:801: seq_num 261 ranges {8675328=778240,9453568=704512,10158080=499712} 2024-08-10T05:16:38.129 INFO:tasks.rados.rados.0.smithi031.stdout:801: writing smithi03186013-16 from 8675328 to 9453568 tid 1 2024-08-10T05:16:38.133 INFO:tasks.rados.rados.0.smithi031.stdout:801: writing smithi03186013-16 from 9453568 to 10158080 tid 2 2024-08-10T05:16:38.137 INFO:tasks.rados.rados.0.smithi031.stdout:801: writing smithi03186013-16 from 10158080 to 10657792 tid 3 2024-08-10T05:16:38.137 INFO:tasks.rados.rados.0.smithi031.stdout:802: copy_from oid 47 from oid 37 current snap is 78 2024-08-10T05:16:38.137 INFO:tasks.rados.rados.0.smithi031.stdout:801: finishing write tid 1 to smithi03186013-16 2024-08-10T05:16:38.137 INFO:tasks.rados.rados.0.smithi031.stdout:801: finishing write tid 2 to smithi03186013-16 2024-08-10T05:16:38.137 INFO:tasks.rados.rados.0.smithi031.stdout:803: snap_remove snap 40 2024-08-10T05:16:38.358 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:38 smithi196 ceph-mon[32874]: pgmap v36: 121 pgs: 121 active+clean; 243 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 2.8 MiB/s wr, 16 op/s 2024-08-10T05:16:38.359 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:38 smithi196 ceph-mon[32874]: osdmap e222: 8 total, 8 up, 8 in 2024-08-10T05:16:38.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:38 smithi031 ceph-mon[29994]: pgmap v36: 121 pgs: 121 active+clean; 243 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 2.8 MiB/s wr, 16 op/s 2024-08-10T05:16:38.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:38 smithi031 ceph-mon[29994]: osdmap e222: 8 total, 8 up, 8 in 2024-08-10T05:16:38.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:38 smithi031 ceph-mon[41349]: pgmap v36: 121 pgs: 121 active+clean; 243 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 2.8 MiB/s wr, 16 op/s 2024-08-10T05:16:38.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:38 smithi031 ceph-mon[41349]: osdmap e222: 8 total, 8 up, 8 in 2024-08-10T05:16:38.615 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:38 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[81799]: 2024-08-10T05:16:38.358+0000 7fb2cced8040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-10T05:16:38.616 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:38 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[81799]: 2024-08-10T05:16:38.420+0000 7fb2cced8040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-10T05:16:38.917 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:38 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[81799]: 2024-08-10T05:16:38.615+0000 7fb2cced8040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-10T05:16:38.917 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:38 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[81799]: 2024-08-10T05:16:38.766+0000 7fb2cced8040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-08-10T05:16:38.917 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:38 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[81799]: 2024-08-10T05:16:38.835+0000 7fb2cced8040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-10T05:16:38.917 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:38 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[81799]: 2024-08-10T05:16:38.917+0000 7fb2cced8040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-10T05:16:39.089 INFO:tasks.rados.rados.0.smithi031.stdout:803: done (2 left) 2024-08-10T05:16:39.089 INFO:tasks.rados.rados.0.smithi031.stdout:804: read oid 20 snap -1 2024-08-10T05:16:39.089 INFO:tasks.rados.rados.0.smithi031.stdout:804: expect (ObjNum 41 snap 0 seq_num 41) 2024-08-10T05:16:39.089 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 29 current snap is 78 2024-08-10T05:16:39.089 INFO:tasks.rados.rados.0.smithi031.stdout:805: seq_num 262 ranges {4259840=794624,5054464=589824,5644288=614400} 2024-08-10T05:16:39.118 INFO:tasks.rados.rados.0.smithi031.stdout:805: writing smithi03186013-29 from 4259840 to 5054464 tid 1 2024-08-10T05:16:39.121 INFO:tasks.rados.rados.0.smithi031.stdout:805: writing smithi03186013-29 from 5054464 to 5644288 tid 2 2024-08-10T05:16:39.126 INFO:tasks.rados.rados.0.smithi031.stdout:805: writing smithi03186013-29 from 5644288 to 6258688 tid 3 2024-08-10T05:16:39.126 INFO:tasks.rados.rados.0.smithi031.stdout:806: read oid 11 snap 72 2024-08-10T05:16:39.126 INFO:tasks.rados.rados.0.smithi031.stdout:806: expect (ObjNum 238 snap 65 seq_num 238) 2024-08-10T05:16:39.126 INFO:tasks.rados.rados.0.smithi031.stdout:807: rollback oid 19 current snap is 78 2024-08-10T05:16:39.126 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 19 to 71 2024-08-10T05:16:39.126 INFO:tasks.rados.rados.0.smithi031.stdout:801: finishing write tid 3 to smithi03186013-16 2024-08-10T05:16:39.126 INFO:tasks.rados.rados.0.smithi031.stdout:801: finishing write tid 4 to smithi03186013-16 2024-08-10T05:16:39.126 INFO:tasks.rados.rados.0.smithi031.stdout:801: finishing write tid 5 to smithi03186013-16 2024-08-10T05:16:39.126 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 16 v 328 (ObjNum 261 snap 78 seq_num 261) dirty exists 2024-08-10T05:16:39.126 INFO:tasks.rados.rados.0.smithi031.stdout:801: left oid 16 (ObjNum 261 snap 78 seq_num 261) 2024-08-10T05:16:39.126 INFO:tasks.rados.rados.0.smithi031.stdout:802: finishing copy_from racing read to smithi03186013-47 2024-08-10T05:16:39.126 INFO:tasks.rados.rados.0.smithi031.stdout:802: finishing copy_from to smithi03186013-47 2024-08-10T05:16:39.127 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 47 v 265 (ObjNum 233 snap 65 seq_num 233) dirty exists 2024-08-10T05:16:39.127 INFO:tasks.rados.rados.0.smithi031.stdout:804: expect (ObjNum 41 snap 0 seq_num 41) 2024-08-10T05:16:39.148 INFO:tasks.rados.rados.0.smithi031.stdout:805: finishing write tid 1 to smithi03186013-29 2024-08-10T05:16:39.148 INFO:tasks.rados.rados.0.smithi031.stdout:805: finishing write tid 2 to smithi03186013-29 2024-08-10T05:16:39.148 INFO:tasks.rados.rados.0.smithi031.stdout:807: finishing rollback tid 0 to smithi03186013-19 2024-08-10T05:16:39.148 INFO:tasks.rados.rados.0.smithi031.stdout:807: finishing rollback tid 1 to smithi03186013-19 2024-08-10T05:16:39.148 INFO:tasks.rados.rados.0.smithi031.stdout:805: finishing write tid 3 to smithi03186013-29 2024-08-10T05:16:39.148 INFO:tasks.rados.rados.0.smithi031.stdout:807: finishing rollback tid 2 to smithi03186013-19 2024-08-10T05:16:39.148 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 19 v 203 (ObjNum 210 snap 58 seq_num 210) dirty exists 2024-08-10T05:16:39.148 INFO:tasks.rados.rados.0.smithi031.stdout:801: done (5 left) 2024-08-10T05:16:39.148 INFO:tasks.rados.rados.0.smithi031.stdout:802: done (4 left) 2024-08-10T05:16:39.148 INFO:tasks.rados.rados.0.smithi031.stdout:804: done (3 left) 2024-08-10T05:16:39.149 INFO:tasks.rados.rados.0.smithi031.stdout:807: done (2 left) 2024-08-10T05:16:39.149 INFO:tasks.rados.rados.0.smithi031.stdout:808: read oid 39 snap -1 2024-08-10T05:16:39.149 INFO:tasks.rados.rados.0.smithi031.stdout:808: expect (ObjNum 253 snap 75 seq_num 253) 2024-08-10T05:16:39.149 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 3 current snap is 78 2024-08-10T05:16:39.149 INFO:tasks.rados.rados.0.smithi031.stdout:805: finishing write tid 4 to smithi03186013-29 2024-08-10T05:16:39.149 INFO:tasks.rados.rados.0.smithi031.stdout:809: seq_num 263 ranges {0=409600,409600=475136,884736=557056,1441792=573440} 2024-08-10T05:16:39.150 INFO:tasks.rados.rados.0.smithi031.stdout:809: writing smithi03186013-3 from 0 to 409600 tid 1 2024-08-10T05:16:39.153 INFO:tasks.rados.rados.0.smithi031.stdout:809: writing smithi03186013-3 from 409600 to 884736 tid 2 2024-08-10T05:16:39.157 INFO:tasks.rados.rados.0.smithi031.stdout:809: writing smithi03186013-3 from 884736 to 1441792 tid 3 2024-08-10T05:16:39.161 INFO:tasks.rados.rados.0.smithi031.stdout:809: writing smithi03186013-3 from 1441792 to 2015232 tid 4 2024-08-10T05:16:39.161 INFO:tasks.rados.rados.0.smithi031.stdout:810: delete oid 6 current snap is 78 2024-08-10T05:16:39.161 INFO:tasks.rados.rados.0.smithi031.stdout:805: finishing write tid 5 to smithi03186013-29 2024-08-10T05:16:39.161 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 29 v 368 (ObjNum 262 snap 78 seq_num 262) dirty exists 2024-08-10T05:16:39.161 INFO:tasks.rados.rados.0.smithi031.stdout:805: left oid 29 (ObjNum 262 snap 78 seq_num 262) 2024-08-10T05:16:39.161 INFO:tasks.rados.rados.0.smithi031.stdout:806: expect (ObjNum 238 snap 65 seq_num 238) 2024-08-10T05:16:39.204 INFO:tasks.rados.rados.0.smithi031.stdout:809: finishing write tid 1 to smithi03186013-3 2024-08-10T05:16:39.204 INFO:tasks.rados.rados.0.smithi031.stdout:809: finishing write tid 2 to smithi03186013-3 2024-08-10T05:16:39.204 INFO:tasks.rados.rados.0.smithi031.stdout:809: finishing write tid 3 to smithi03186013-3 2024-08-10T05:16:39.204 INFO:tasks.rados.rados.0.smithi031.stdout:809: finishing write tid 4 to smithi03186013-3 2024-08-10T05:16:39.205 INFO:tasks.rados.rados.0.smithi031.stdout:809: finishing write tid 5 to smithi03186013-3 2024-08-10T05:16:39.205 INFO:tasks.rados.rados.0.smithi031.stdout:808: expect (ObjNum 253 snap 75 seq_num 253) 2024-08-10T05:16:39.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:39 smithi196 ceph-mon[32874]: osdmap e223: 8 total, 8 up, 8 in 2024-08-10T05:16:39.278 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:38 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[81799]: 2024-08-10T05:16:38.977+0000 7fb2cced8040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-10T05:16:39.388 INFO:tasks.rados.rados.0.smithi031.stdout:809: finishing write tid 6 to smithi03186013-3 2024-08-10T05:16:39.388 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 3 v 304 (ObjNum 263 snap 78 seq_num 263) dirty exists 2024-08-10T05:16:39.388 INFO:tasks.rados.rados.0.smithi031.stdout:809: left oid 3 (ObjNum 263 snap 78 seq_num 263) 2024-08-10T05:16:39.388 INFO:tasks.rados.rados.0.smithi031.stdout:805: done (4 left) 2024-08-10T05:16:39.388 INFO:tasks.rados.rados.0.smithi031.stdout:806: done (3 left) 2024-08-10T05:16:39.389 INFO:tasks.rados.rados.0.smithi031.stdout:808: done (2 left) 2024-08-10T05:16:39.389 INFO:tasks.rados.rados.0.smithi031.stdout:809: done (1 left) 2024-08-10T05:16:39.389 INFO:tasks.rados.rados.0.smithi031.stdout:810: done (0 left) 2024-08-10T05:16:39.389 INFO:tasks.rados.rados.0.smithi031.stdout:811: snap_remove snap 59 2024-08-10T05:16:39.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:39 smithi031 ceph-mon[29994]: osdmap e223: 8 total, 8 up, 8 in 2024-08-10T05:16:39.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:39 smithi031 ceph-mon[41349]: osdmap e223: 8 total, 8 up, 8 in 2024-08-10T05:16:39.834 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:39 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[81799]: 2024-08-10T05:16:39.560+0000 7fb2cced8040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-10T05:16:39.834 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:39 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[81799]: 2024-08-10T05:16:39.728+0000 7fb2cced8040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-10T05:16:39.834 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:39 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[81799]: [10/Aug/2024:05:16:39] ENGINE Bus STARTING 2024-08-10T05:16:39.834 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:39 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[81799]: CherryPy Checker: 2024-08-10T05:16:39.835 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:39 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[81799]: The Application mounted at '' has an empty config. 2024-08-10T05:16:39.835 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:39 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[81799]: 2024-08-10T05:16:39.835 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:39 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[81799]: [10/Aug/2024:05:16:39] ENGINE Serving on http://:::9283 2024-08-10T05:16:40.084 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:39 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[81799]: [10/Aug/2024:05:16:39] ENGINE Bus STARTED 2024-08-10T05:16:40.289 INFO:tasks.rados.rados.0.smithi031.stdout:811: done (0 left) 2024-08-10T05:16:40.289 INFO:tasks.rados.rados.0.smithi031.stdout:812: read oid 14 snap -1 2024-08-10T05:16:40.289 INFO:tasks.rados.rados.0.smithi031.stdout:812: expect (ObjNum 232 snap 65 seq_num 232) 2024-08-10T05:16:40.289 INFO:tasks.rados.rados.0.smithi031.stdout:813: snap_remove snap 75 2024-08-10T05:16:40.336 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:40 smithi196 ceph-mon[32874]: pgmap v39: 121 pgs: 121 active+clean; 243 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 2.8 MiB/s wr, 16 op/s 2024-08-10T05:16:40.336 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:40 smithi196 ceph-mon[32874]: osdmap e224: 8 total, 8 up, 8 in 2024-08-10T05:16:40.336 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:40 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' 2024-08-10T05:16:40.336 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:40 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' 2024-08-10T05:16:40.336 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:40 smithi196 ceph-mon[32874]: Standby manager daemon x restarted 2024-08-10T05:16:40.336 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:40 smithi196 ceph-mon[32874]: Standby manager daemon x started 2024-08-10T05:16:40.337 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:40 smithi196 ceph-mon[32874]: from='mgr.? 172.21.15.196:0/569889071' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-10T05:16:40.337 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:40 smithi196 ceph-mon[32874]: from='mgr.? 172.21.15.196:0/569889071' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-10T05:16:40.337 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:40 smithi196 ceph-mon[32874]: from='mgr.? 172.21.15.196:0/569889071' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-10T05:16:40.337 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:40 smithi196 ceph-mon[32874]: from='mgr.? 172.21.15.196:0/569889071' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-10T05:16:40.337 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:40 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' 2024-08-10T05:16:40.337 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:40 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' 2024-08-10T05:16:40.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:40 smithi031 ceph-mon[29994]: pgmap v39: 121 pgs: 121 active+clean; 243 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 2.8 MiB/s wr, 16 op/s 2024-08-10T05:16:40.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:40 smithi031 ceph-mon[29994]: osdmap e224: 8 total, 8 up, 8 in 2024-08-10T05:16:40.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:40 smithi031 ceph-mon[29994]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' 2024-08-10T05:16:40.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:40 smithi031 ceph-mon[29994]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' 2024-08-10T05:16:40.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:40 smithi031 ceph-mon[29994]: Standby manager daemon x restarted 2024-08-10T05:16:40.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:40 smithi031 ceph-mon[29994]: Standby manager daemon x started 2024-08-10T05:16:40.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:40 smithi031 ceph-mon[29994]: from='mgr.? 172.21.15.196:0/569889071' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-10T05:16:40.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:40 smithi031 ceph-mon[29994]: from='mgr.? 172.21.15.196:0/569889071' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-10T05:16:40.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:40 smithi031 ceph-mon[29994]: from='mgr.? 172.21.15.196:0/569889071' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-10T05:16:40.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:40 smithi031 ceph-mon[29994]: from='mgr.? 172.21.15.196:0/569889071' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-10T05:16:40.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:40 smithi031 ceph-mon[29994]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' 2024-08-10T05:16:40.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:40 smithi031 ceph-mon[29994]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' 2024-08-10T05:16:40.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:40 smithi031 ceph-mon[41349]: pgmap v39: 121 pgs: 121 active+clean; 243 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 2.8 MiB/s wr, 16 op/s 2024-08-10T05:16:40.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:40 smithi031 ceph-mon[41349]: osdmap e224: 8 total, 8 up, 8 in 2024-08-10T05:16:40.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:40 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' 2024-08-10T05:16:40.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:40 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' 2024-08-10T05:16:40.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:40 smithi031 ceph-mon[41349]: Standby manager daemon x restarted 2024-08-10T05:16:40.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:40 smithi031 ceph-mon[41349]: Standby manager daemon x started 2024-08-10T05:16:40.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:40 smithi031 ceph-mon[41349]: from='mgr.? 172.21.15.196:0/569889071' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-10T05:16:40.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:40 smithi031 ceph-mon[41349]: from='mgr.? 172.21.15.196:0/569889071' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-10T05:16:40.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:40 smithi031 ceph-mon[41349]: from='mgr.? 172.21.15.196:0/569889071' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-10T05:16:40.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:40 smithi031 ceph-mon[41349]: from='mgr.? 172.21.15.196:0/569889071' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-10T05:16:40.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:40 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' 2024-08-10T05:16:40.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:40 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' 2024-08-10T05:16:41.287 INFO:tasks.rados.rados.0.smithi031.stdout:813: done (1 left) 2024-08-10T05:16:41.287 INFO:tasks.rados.rados.0.smithi031.stdout:814: read oid 32 snap -1 2024-08-10T05:16:41.287 INFO:tasks.rados.rados.0.smithi031.stdout:814: expect (ObjNum 242 snap 67 seq_num 242) 2024-08-10T05:16:41.287 INFO:tasks.rados.rados.0.smithi031.stdout:815: snap_remove snap 71 2024-08-10T05:16:41.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:41 smithi031 ceph-mon[29994]: mgrmap e36: y(active, since 25s), standbys: x 2024-08-10T05:16:41.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:41 smithi031 ceph-mon[29994]: osdmap e225: 8 total, 8 up, 8 in 2024-08-10T05:16:41.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:41 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:16:41] "GET /metrics HTTP/1.1" 200 36055 "" "Prometheus/2.43.0" 2024-08-10T05:16:41.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:41 smithi031 ceph-mon[41349]: mgrmap e36: y(active, since 25s), standbys: x 2024-08-10T05:16:41.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:41 smithi031 ceph-mon[41349]: osdmap e225: 8 total, 8 up, 8 in 2024-08-10T05:16:41.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:41 smithi196 ceph-mon[32874]: mgrmap e36: y(active, since 25s), standbys: x 2024-08-10T05:16:41.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:41 smithi196 ceph-mon[32874]: osdmap e225: 8 total, 8 up, 8 in 2024-08-10T05:16:42.295 INFO:tasks.rados.rados.0.smithi031.stdout:812: expect (ObjNum 232 snap 65 seq_num 232) 2024-08-10T05:16:42.532 INFO:tasks.rados.rados.0.smithi031.stdout:814: expect (ObjNum 242 snap 67 seq_num 242) 2024-08-10T05:16:42.633 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:42 smithi196 ceph-mon[32874]: pgmap v42: 121 pgs: 121 active+clean; 243 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:16:42.633 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:42 smithi196 ceph-mon[32874]: osdmap e226: 8 total, 8 up, 8 in 2024-08-10T05:16:42.633 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:16:42 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:16:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:16:42.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:42 smithi031 ceph-mon[29994]: pgmap v42: 121 pgs: 121 active+clean; 243 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:16:42.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:42 smithi031 ceph-mon[29994]: osdmap e226: 8 total, 8 up, 8 in 2024-08-10T05:16:42.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:42 smithi031 ceph-mon[41349]: pgmap v42: 121 pgs: 121 active+clean; 243 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:16:42.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:42 smithi031 ceph-mon[41349]: osdmap e226: 8 total, 8 up, 8 in 2024-08-10T05:16:43.318 INFO:tasks.rados.rados.0.smithi031.stdout:812: done (2 left) 2024-08-10T05:16:43.318 INFO:tasks.rados.rados.0.smithi031.stdout:814: done (1 left) 2024-08-10T05:16:43.318 INFO:tasks.rados.rados.0.smithi031.stdout:815: done (0 left) 2024-08-10T05:16:43.318 INFO:tasks.rados.rados.0.smithi031.stdout:816: rollback oid 24 current snap is 78 2024-08-10T05:16:43.318 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 24 to 58 2024-08-10T05:16:43.318 INFO:tasks.rados.rados.0.smithi031.stdout:817: read oid 8 snap -1 2024-08-10T05:16:43.318 INFO:tasks.rados.rados.0.smithi031.stdout:817: expect (ObjNum 224 snap 62 seq_num 224) 2024-08-10T05:16:43.319 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 23 current snap is 78 2024-08-10T05:16:43.319 INFO:tasks.rados.rados.0.smithi031.stdout:818: seq_num 265 ranges {3186688=442368,3629056=647168,4276224=573440,4849664=385024} 2024-08-10T05:16:43.338 INFO:tasks.rados.rados.0.smithi031.stdout:818: writing smithi03186013-23 from 3186688 to 3629056 tid 1 2024-08-10T05:16:43.341 INFO:tasks.rados.rados.0.smithi031.stdout:818: writing smithi03186013-23 from 3629056 to 4276224 tid 2 2024-08-10T05:16:43.345 INFO:tasks.rados.rados.0.smithi031.stdout:818: writing smithi03186013-23 from 4276224 to 4849664 tid 3 2024-08-10T05:16:43.347 INFO:tasks.rados.rados.0.smithi031.stdout:818: writing smithi03186013-23 from 4849664 to 5234688 tid 4 2024-08-10T05:16:43.347 INFO:tasks.rados.rados.0.smithi031.stdout:819: setattr oid 9 current snap is 78 2024-08-10T05:16:43.348 INFO:tasks.rados.rados.0.smithi031.stdout:816: finishing rollback tid 1 to smithi03186013-24 2024-08-10T05:16:43.348 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 24 v 152 (ObjNum 161 snap 0 seq_num 1198098081) dirty dne 2024-08-10T05:16:43.348 INFO:tasks.rados.rados.0.smithi031.stdout:817: expect (ObjNum 224 snap 62 seq_num 224) 2024-08-10T05:16:43.387 INFO:tasks.rados.rados.0.smithi031.stdout:818: finishing write tid 1 to smithi03186013-23 2024-08-10T05:16:43.502 INFO:tasks.rados.rados.0.smithi031.stdout:818: finishing write tid 2 to smithi03186013-23 2024-08-10T05:16:43.502 INFO:tasks.rados.rados.0.smithi031.stdout:818: finishing write tid 3 to smithi03186013-23 2024-08-10T05:16:43.502 INFO:tasks.rados.rados.0.smithi031.stdout:818: finishing write tid 4 to smithi03186013-23 2024-08-10T05:16:43.502 INFO:tasks.rados.rados.0.smithi031.stdout:818: finishing write tid 5 to smithi03186013-23 2024-08-10T05:16:43.502 INFO:tasks.rados.rados.0.smithi031.stdout:818: finishing write tid 6 to smithi03186013-23 2024-08-10T05:16:43.502 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 23 v 182 (ObjNum 265 snap 78 seq_num 265) dirty exists 2024-08-10T05:16:43.502 INFO:tasks.rados.rados.0.smithi031.stdout:818: left oid 23 (ObjNum 265 snap 78 seq_num 265) 2024-08-10T05:16:43.502 INFO:tasks.rados.rados.0.smithi031.stdout:816: done (3 left) 2024-08-10T05:16:43.503 INFO:tasks.rados.rados.0.smithi031.stdout:817: done (2 left) 2024-08-10T05:16:43.503 INFO:tasks.rados.rados.0.smithi031.stdout:818: done (1 left) 2024-08-10T05:16:43.503 INFO:tasks.rados.rados.0.smithi031.stdout:820: rmattr oid 3 current snap is 78 2024-08-10T05:16:43.503 INFO:tasks.rados.rados.0.smithi031.stdout:820: done (1 left) 2024-08-10T05:16:43.503 INFO:tasks.rados.rados.0.smithi031.stdout:821: setattr oid 31 current snap is 78 2024-08-10T05:16:43.503 INFO:tasks.rados.rados.0.smithi031.stdout:822: delete oid 43 current snap is 78 2024-08-10T05:16:43.505 INFO:tasks.rados.rados.0.smithi031.stdout:822: done (2 left) 2024-08-10T05:16:43.505 INFO:tasks.rados.rados.0.smithi031.stdout:823: copy_from oid 19 from oid 46 current snap is 78 2024-08-10T05:16:43.506 INFO:tasks.rados.rados.0.smithi031.stdout:824: read oid 45 snap -1 2024-08-10T05:16:43.506 INFO:tasks.rados.rados.0.smithi031.stdout:824: expect (ObjNum 189 snap 50 seq_num 189) 2024-08-10T05:16:43.506 INFO:tasks.rados.rados.0.smithi031.stdout:825: setattr oid 6 current snap is 78 2024-08-10T05:16:43.506 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 9 v 385 (ObjNum 33 snap 0 seq_num 590386336) dirty exists 2024-08-10T05:16:43.506 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 31 v 204 (ObjNum 247 snap 70 seq_num 247) dirty exists 2024-08-10T05:16:43.506 INFO:tasks.rados.rados.0.smithi031.stdout:819: done (4 left) 2024-08-10T05:16:43.506 INFO:tasks.rados.rados.0.smithi031.stdout:821: done (3 left) 2024-08-10T05:16:43.506 INFO:tasks.rados.rados.0.smithi031.stdout:826: rollback oid 13 current snap is 78 2024-08-10T05:16:43.506 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 13 to 58 2024-08-10T05:16:43.506 INFO:tasks.rados.rados.0.smithi031.stdout:827: copy_from oid 47 from oid 20 current snap is 78 2024-08-10T05:16:43.506 INFO:tasks.rados.rados.0.smithi031.stdout:828: read oid 36 snap -1 2024-08-10T05:16:43.506 INFO:tasks.rados.rados.0.smithi031.stdout:828: expect (ObjNum 256 snap 76 seq_num 256) 2024-08-10T05:16:43.507 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 9 current snap is 78 2024-08-10T05:16:43.507 INFO:tasks.rados.rados.0.smithi031.stdout:829: seq_num 267 ranges {0=475136,475136=458752,933888=540672,1474560=606208} 2024-08-10T05:16:43.507 INFO:tasks.rados.rados.0.smithi031.stdout:829: writing smithi03186013-9 from 0 to 475136 tid 1 2024-08-10T05:16:43.507 INFO:tasks.rados.rados.0.smithi031.stdout:829: writing smithi03186013-9 from 475136 to 933888 tid 2 2024-08-10T05:16:43.507 INFO:tasks.rados.rados.0.smithi031.stdout:829: writing smithi03186013-9 from 933888 to 1474560 tid 3 2024-08-10T05:16:43.507 INFO:tasks.rados.rados.0.smithi031.stdout:829: writing smithi03186013-9 from 1474560 to 2080768 tid 4 2024-08-10T05:16:43.507 INFO:tasks.rados.rados.0.smithi031.stdout:830: read oid 3 snap -1 2024-08-10T05:16:43.507 INFO:tasks.rados.rados.0.smithi031.stdout:830: expect (ObjNum 263 snap 78 seq_num 263) 2024-08-10T05:16:43.507 INFO:tasks.rados.rados.0.smithi031.stdout:831: snap_remove snap 60 2024-08-10T05:16:43.507 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:43 smithi196 ceph-mon[32874]: osdmap e227: 8 total, 8 up, 8 in 2024-08-10T05:16:43.508 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:43 smithi196 ceph-mon[32874]: pgmap v45: 121 pgs: 121 active+clean; 260 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 4.4 MiB/s wr, 15 op/s 2024-08-10T05:16:43.508 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:43 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' 2024-08-10T05:16:43.508 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:43 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' 2024-08-10T05:16:43.508 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:43 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:16:43.508 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:43 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:16:43.508 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:43 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' 2024-08-10T05:16:43.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:43 smithi031 ceph-mon[29994]: osdmap e227: 8 total, 8 up, 8 in 2024-08-10T05:16:43.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:43 smithi031 ceph-mon[29994]: pgmap v45: 121 pgs: 121 active+clean; 260 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 4.4 MiB/s wr, 15 op/s 2024-08-10T05:16:43.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:43 smithi031 ceph-mon[29994]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' 2024-08-10T05:16:43.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:43 smithi031 ceph-mon[29994]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' 2024-08-10T05:16:43.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:43 smithi031 ceph-mon[29994]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:16:43.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:43 smithi031 ceph-mon[29994]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:16:43.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:43 smithi031 ceph-mon[29994]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' 2024-08-10T05:16:43.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:43 smithi031 ceph-mon[41349]: osdmap e227: 8 total, 8 up, 8 in 2024-08-10T05:16:43.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:43 smithi031 ceph-mon[41349]: pgmap v45: 121 pgs: 121 active+clean; 260 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 4.4 MiB/s wr, 15 op/s 2024-08-10T05:16:43.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:43 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' 2024-08-10T05:16:43.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:43 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' 2024-08-10T05:16:43.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:43 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:16:43.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:43 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:16:43.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:43 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' 2024-08-10T05:16:43.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:16:43 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:16:43.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi031\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi031\", job=\"node\", machine=\"x86_64\", nodename=\"smithi031\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", domainname=\"(none)\", instance=\"smithi031\", job=\"node\", machine=\"x86_64\", nodename=\"smithi031\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:16:44.304 INFO:tasks.rados.rados.0.smithi031.stdout:831: done (8 left) 2024-08-10T05:16:44.304 INFO:tasks.rados.rados.0.smithi031.stdout:832: snap_create 2024-08-10T05:16:44.305 INFO:tasks.rados.rados.0.smithi031.stdout:826: finishing rollback tid 0 to smithi03186013-13 2024-08-10T05:16:44.305 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 6 v 306 (ObjNum 81 snap 0 seq_num 1) dirty exists 2024-08-10T05:16:44.305 INFO:tasks.rados.rados.0.smithi031.stdout:826: finishing rollback tid 1 to smithi03186013-13 2024-08-10T05:16:44.305 INFO:tasks.rados.rados.0.smithi031.stdout:826: finishing rollback tid 2 to smithi03186013-13 2024-08-10T05:16:44.305 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 13 v 389 (ObjNum 134 snap 37 seq_num 134) dirty exists 2024-08-10T05:16:44.305 INFO:tasks.rados.rados.0.smithi031.stdout:827: finishing copy_from racing read to smithi03186013-47 2024-08-10T05:16:44.305 INFO:tasks.rados.rados.0.smithi031.stdout:829: finishing write tid 1 to smithi03186013-9 2024-08-10T05:16:44.305 INFO:tasks.rados.rados.0.smithi031.stdout:829: finishing write tid 2 to smithi03186013-9 2024-08-10T05:16:44.305 INFO:tasks.rados.rados.0.smithi031.stdout:823: finishing copy_from racing read to smithi03186013-19 2024-08-10T05:16:44.305 INFO:tasks.rados.rados.0.smithi031.stdout:827: finishing copy_from to smithi03186013-47 2024-08-10T05:16:44.305 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 47 v 101 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-08-10T05:16:44.305 INFO:tasks.rados.rados.0.smithi031.stdout:823: finishing copy_from to smithi03186013-19 2024-08-10T05:16:44.305 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 19 v 109 (ObjNum 106 snap 21 seq_num 106) dirty exists 2024-08-10T05:16:44.306 INFO:tasks.rados.rados.0.smithi031.stdout:829: finishing write tid 3 to smithi03186013-9 2024-08-10T05:16:44.306 INFO:tasks.rados.rados.0.smithi031.stdout:829: finishing write tid 4 to smithi03186013-9 2024-08-10T05:16:44.306 INFO:tasks.rados.rados.0.smithi031.stdout:829: finishing write tid 5 to smithi03186013-9 2024-08-10T05:16:44.306 INFO:tasks.rados.rados.0.smithi031.stdout:829: finishing write tid 6 to smithi03186013-9 2024-08-10T05:16:44.306 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 9 v 394 (ObjNum 267 snap 78 seq_num 267) dirty exists 2024-08-10T05:16:44.306 INFO:tasks.rados.rados.0.smithi031.stdout:829: left oid 9 (ObjNum 267 snap 78 seq_num 267) 2024-08-10T05:16:44.306 INFO:tasks.rados.rados.0.smithi031.stdout:828: expect (ObjNum 256 snap 76 seq_num 256) 2024-08-10T05:16:44.509 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:44 smithi031 ceph-mon[29994]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:16:44.509 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:44 smithi031 ceph-mon[29994]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:16:44.509 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:44 smithi031 ceph-mon[29994]: Upgrade: Setting container_image for all mgr 2024-08-10T05:16:44.509 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:44 smithi031 ceph-mon[29994]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' 2024-08-10T05:16:44.509 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:44 smithi031 ceph-mon[29994]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-08-10T05:16:44.509 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:44 smithi031 ceph-mon[29994]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-08-10T05:16:44.509 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:44 smithi031 ceph-mon[29994]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-08-10T05:16:44.509 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:44 smithi031 ceph-mon[29994]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-08-10T05:16:44.509 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:44 smithi031 ceph-mon[29994]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-08-10T05:16:44.509 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:44 smithi031 ceph-mon[29994]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-08-10T05:16:44.509 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:44 smithi031 ceph-mon[29994]: Upgrade: It appears safe to stop mon.a 2024-08-10T05:16:44.510 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:44 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:16:44.510 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:44 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:16:44.510 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:44 smithi031 ceph-mon[41349]: Upgrade: Setting container_image for all mgr 2024-08-10T05:16:44.510 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:44 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' 2024-08-10T05:16:44.510 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:44 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-08-10T05:16:44.510 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:44 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-08-10T05:16:44.510 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:44 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-08-10T05:16:44.510 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:44 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-08-10T05:16:44.510 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:44 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-08-10T05:16:44.510 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:44 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-08-10T05:16:44.511 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:44 smithi031 ceph-mon[41349]: Upgrade: It appears safe to stop mon.a 2024-08-10T05:16:44.621 INFO:tasks.rados.rados.0.smithi031.stdout:830: expect (ObjNum 263 snap 78 seq_num 263) 2024-08-10T05:16:44.674 INFO:tasks.rados.rados.0.smithi031.stdout:824: expect (ObjNum 189 snap 50 seq_num 189) 2024-08-10T05:16:44.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:44 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:16:44.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:44 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:16:44.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:44 smithi196 ceph-mon[32874]: Upgrade: Setting container_image for all mgr 2024-08-10T05:16:44.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:44 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' 2024-08-10T05:16:44.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:44 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-08-10T05:16:44.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:44 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-08-10T05:16:44.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:44 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-08-10T05:16:44.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:44 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-08-10T05:16:44.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:44 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-08-10T05:16:44.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:44 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-08-10T05:16:44.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:44 smithi196 ceph-mon[32874]: Upgrade: It appears safe to stop mon.a 2024-08-10T05:16:44.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:16:44 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:16:44.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:16:44.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:16:44 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:16:44.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:16:45.231 INFO:tasks.rados.rados.0.smithi031.stdout:823: done (8 left) 2024-08-10T05:16:45.231 INFO:tasks.rados.rados.0.smithi031.stdout:824: done (7 left) 2024-08-10T05:16:45.231 INFO:tasks.rados.rados.0.smithi031.stdout:825: done (6 left) 2024-08-10T05:16:45.231 INFO:tasks.rados.rados.0.smithi031.stdout:826: done (5 left) 2024-08-10T05:16:45.231 INFO:tasks.rados.rados.0.smithi031.stdout:827: done (4 left) 2024-08-10T05:16:45.231 INFO:tasks.rados.rados.0.smithi031.stdout:828: done (3 left) 2024-08-10T05:16:45.231 INFO:tasks.rados.rados.0.smithi031.stdout:829: done (2 left) 2024-08-10T05:16:45.231 INFO:tasks.rados.rados.0.smithi031.stdout:830: done (1 left) 2024-08-10T05:16:45.231 INFO:tasks.rados.rados.0.smithi031.stdout:832: done (0 left) 2024-08-10T05:16:45.231 INFO:tasks.rados.rados.0.smithi031.stdout:833: rollback oid 21 current snap is 79 2024-08-10T05:16:45.231 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 21 to 77 2024-08-10T05:16:45.231 INFO:tasks.rados.rados.0.smithi031.stdout:834: copy_from oid 28 from oid 37 current snap is 79 2024-08-10T05:16:45.232 INFO:tasks.rados.rados.0.smithi031.stdout:835: delete oid 1 current snap is 79 2024-08-10T05:16:45.232 INFO:tasks.rados.rados.0.smithi031.stdout:835: done (2 left) 2024-08-10T05:16:45.232 INFO:tasks.rados.rados.0.smithi031.stdout:836: delete oid 20 current snap is 79 2024-08-10T05:16:45.234 INFO:tasks.rados.rados.0.smithi031.stdout:833: finishing rollback tid 0 to smithi03186013-21 2024-08-10T05:16:45.235 INFO:tasks.rados.rados.0.smithi031.stdout:836: done (2 left) 2024-08-10T05:16:45.235 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 50 current snap is 79 2024-08-10T05:16:45.235 INFO:tasks.rados.rados.0.smithi031.stdout:833: finishing rollback tid 1 to smithi03186013-21 2024-08-10T05:16:45.235 INFO:tasks.rados.rados.0.smithi031.stdout:837: seq_num 270 ranges {827392=524288,1351680=516096,1867776=761856,2629632=327680} 2024-08-10T05:16:45.243 INFO:tasks.rados.rados.0.smithi031.stdout:837: writing smithi03186013-50 from 827392 to 1351680 tid 1 2024-08-10T05:16:45.246 INFO:tasks.rados.rados.0.smithi031.stdout:837: writing smithi03186013-50 from 1351680 to 1867776 tid 2 2024-08-10T05:16:45.250 INFO:tasks.rados.rados.0.smithi031.stdout:837: writing smithi03186013-50 from 1867776 to 2629632 tid 3 2024-08-10T05:16:45.253 INFO:tasks.rados.rados.0.smithi031.stdout:837: writing smithi03186013-50 from 2629632 to 2957312 tid 4 2024-08-10T05:16:45.253 INFO:tasks.rados.rados.0.smithi031.stdout:838: rmattr oid 44 current snap is 79 2024-08-10T05:16:45.253 INFO:tasks.rados.rados.0.smithi031.stdout:833: finishing rollback tid 2 to smithi03186013-21 2024-08-10T05:16:45.253 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 21 v 404 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-08-10T05:16:45.253 INFO:tasks.rados.rados.0.smithi031.stdout:837: finishing write tid 1 to smithi03186013-50 2024-08-10T05:16:45.253 INFO:tasks.rados.rados.0.smithi031.stdout:837: finishing write tid 2 to smithi03186013-50 2024-08-10T05:16:45.253 INFO:tasks.rados.rados.0.smithi031.stdout:833: done (3 left) 2024-08-10T05:16:45.253 INFO:tasks.rados.rados.0.smithi031.stdout:839: snap_create 2024-08-10T05:16:45.255 INFO:tasks.rados.rados.0.smithi031.stdout:837: finishing write tid 3 to smithi03186013-50 2024-08-10T05:16:45.255 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 44 v 399 (ObjNum 236 snap 65 seq_num 236) dirty exists 2024-08-10T05:16:45.256 INFO:tasks.rados.rados.0.smithi031.stdout:837: finishing write tid 4 to smithi03186013-50 2024-08-10T05:16:45.256 INFO:tasks.rados.rados.0.smithi031.stdout:837: finishing write tid 5 to smithi03186013-50 2024-08-10T05:16:45.257 INFO:tasks.rados.rados.0.smithi031.stdout:837: finishing write tid 6 to smithi03186013-50 2024-08-10T05:16:45.257 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 50 v 362 (ObjNum 270 snap 79 seq_num 270) dirty exists 2024-08-10T05:16:45.257 INFO:tasks.rados.rados.0.smithi031.stdout:837: left oid 50 (ObjNum 270 snap 79 seq_num 270) 2024-08-10T05:16:45.280 INFO:tasks.rados.rados.0.smithi031.stdout:834: finishing copy_from racing read to smithi03186013-28 2024-08-10T05:16:45.280 INFO:tasks.rados.rados.0.smithi031.stdout:834: finishing copy_from to smithi03186013-28 2024-08-10T05:16:45.281 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 28 v 265 (ObjNum 233 snap 65 seq_num 233) dirty exists 2024-08-10T05:16:45.536 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:45 smithi031 ceph-mon[29994]: osdmap e228: 8 total, 8 up, 8 in 2024-08-10T05:16:45.536 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:45 smithi031 ceph-mon[29994]: pgmap v47: 121 pgs: 121 active+clean; 260 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 3.9 MiB/s wr, 13 op/s 2024-08-10T05:16:45.536 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:45 smithi031 ceph-mon[29994]: Upgrade: Updating mon.a 2024-08-10T05:16:45.536 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:45 smithi031 ceph-mon[29994]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' 2024-08-10T05:16:45.537 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:45 smithi031 ceph-mon[29994]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-10T05:16:45.537 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:45 smithi031 ceph-mon[29994]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-10T05:16:45.537 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:45 smithi031 ceph-mon[29994]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:16:45.537 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:45 smithi031 ceph-mon[29994]: Deploying daemon mon.a on smithi031 2024-08-10T05:16:45.537 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:45 smithi031 ceph-mon[29994]: osdmap e229: 8 total, 8 up, 8 in 2024-08-10T05:16:45.537 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:45 smithi031 ceph-mon[41349]: osdmap e228: 8 total, 8 up, 8 in 2024-08-10T05:16:45.537 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:45 smithi031 ceph-mon[41349]: pgmap v47: 121 pgs: 121 active+clean; 260 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 3.9 MiB/s wr, 13 op/s 2024-08-10T05:16:45.537 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:45 smithi031 ceph-mon[41349]: Upgrade: Updating mon.a 2024-08-10T05:16:45.537 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:45 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' 2024-08-10T05:16:45.537 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:45 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-10T05:16:45.537 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:45 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-10T05:16:45.538 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:45 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:16:45.538 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:45 smithi031 ceph-mon[41349]: Deploying daemon mon.a on smithi031 2024-08-10T05:16:45.538 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:45 smithi031 ceph-mon[41349]: osdmap e229: 8 total, 8 up, 8 in 2024-08-10T05:16:45.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:45 smithi196 ceph-mon[32874]: osdmap e228: 8 total, 8 up, 8 in 2024-08-10T05:16:45.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:45 smithi196 ceph-mon[32874]: pgmap v47: 121 pgs: 121 active+clean; 260 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 3.9 MiB/s wr, 13 op/s 2024-08-10T05:16:45.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:45 smithi196 ceph-mon[32874]: Upgrade: Updating mon.a 2024-08-10T05:16:45.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:45 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' 2024-08-10T05:16:45.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:45 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-10T05:16:45.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:45 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-10T05:16:45.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:45 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:16:45.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:45 smithi196 ceph-mon[32874]: Deploying daemon mon.a on smithi031 2024-08-10T05:16:45.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:45 smithi196 ceph-mon[32874]: osdmap e229: 8 total, 8 up, 8 in 2024-08-10T05:16:46.036 INFO:tasks.rados.rados.0.smithi031.stdout:834: done (3 left) 2024-08-10T05:16:46.037 INFO:tasks.rados.rados.0.smithi031.stdout:837: done (2 left) 2024-08-10T05:16:46.037 INFO:tasks.rados.rados.0.smithi031.stdout:838: done (1 left) 2024-08-10T05:16:46.037 INFO:tasks.rados.rados.0.smithi031.stdout:839: done (0 left) 2024-08-10T05:16:46.037 INFO:tasks.rados.rados.0.smithi031.stdout:840: rmattr oid 35 current snap is 80 2024-08-10T05:16:46.037 INFO:tasks.rados.rados.0.smithi031.stdout:840: done (0 left) 2024-08-10T05:16:46.037 INFO:tasks.rados.rados.0.smithi031.stdout:841: read oid 27 snap -1 2024-08-10T05:16:46.037 INFO:tasks.rados.rados.0.smithi031.stdout:841: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-10T05:16:46.037 INFO:tasks.rados.rados.0.smithi031.stdout:842: read oid 37 snap -1 2024-08-10T05:16:46.037 INFO:tasks.rados.rados.0.smithi031.stdout:842: expect (ObjNum 233 snap 65 seq_num 233) 2024-08-10T05:16:46.037 INFO:tasks.rados.rados.0.smithi031.stdout:843: snap_create 2024-08-10T05:16:46.038 INFO:tasks.rados.rados.0.smithi031.stdout:841: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-10T05:16:46.087 INFO:tasks.rados.rados.0.smithi031.stdout:842: expect (ObjNum 233 snap 65 seq_num 233) 2024-08-10T05:16:46.467 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:46 smithi031 ceph-mon[29994]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:16:46.467 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:46 smithi031 ceph-mon[29994]: osdmap e230: 8 total, 8 up, 8 in 2024-08-10T05:16:46.468 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:46 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:16:46.468 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:46 smithi031 ceph-mon[41349]: osdmap e230: 8 total, 8 up, 8 in 2024-08-10T05:16:46.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:46 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:16:46.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:46 smithi196 ceph-mon[32874]: osdmap e230: 8 total, 8 up, 8 in 2024-08-10T05:16:47.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:46 smithi031 systemd[1]: Stopping Ceph mon.a for fc322138-56d5-11ef-bcce-c7b262605968... 2024-08-10T05:16:47.037 INFO:tasks.rados.rados.0.smithi031.stdout:841: done (2 left) 2024-08-10T05:16:47.037 INFO:tasks.rados.rados.0.smithi031.stdout:842: done (1 left) 2024-08-10T05:16:47.037 INFO:tasks.rados.rados.0.smithi031.stdout:843: done (0 left) 2024-08-10T05:16:47.037 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 37 current snap is 81 2024-08-10T05:16:47.037 INFO:tasks.rados.rados.0.smithi031.stdout:844: seq_num 271 ranges {8675328=540672,9216000=802816,10018816=516096,10534912=286720} 2024-08-10T05:16:47.087 INFO:tasks.rados.rados.0.smithi031.stdout:844: writing smithi03186013-37 from 8675328 to 9216000 tid 1 2024-08-10T05:16:47.091 INFO:tasks.rados.rados.0.smithi031.stdout:844: writing smithi03186013-37 from 9216000 to 10018816 tid 2 2024-08-10T05:16:47.095 INFO:tasks.rados.rados.0.smithi031.stdout:844: writing smithi03186013-37 from 10018816 to 10534912 tid 3 2024-08-10T05:16:47.097 INFO:tasks.rados.rados.0.smithi031.stdout:844: writing smithi03186013-37 from 10534912 to 10821632 tid 4 2024-08-10T05:16:47.097 INFO:tasks.rados.rados.0.smithi031.stdout:845: read oid 32 snap -1 2024-08-10T05:16:47.097 INFO:tasks.rados.rados.0.smithi031.stdout:845: expect (ObjNum 242 snap 67 seq_num 242) 2024-08-10T05:16:47.097 INFO:tasks.rados.rados.0.smithi031.stdout:846: snap_create 2024-08-10T05:16:47.097 INFO:tasks.rados.rados.0.smithi031.stdout:844: finishing write tid 1 to smithi03186013-37 2024-08-10T05:16:47.097 INFO:tasks.rados.rados.0.smithi031.stdout:844: finishing write tid 2 to smithi03186013-37 2024-08-10T05:16:47.098 INFO:tasks.rados.rados.0.smithi031.stdout:844: finishing write tid 3 to smithi03186013-37 2024-08-10T05:16:47.099 INFO:tasks.rados.rados.0.smithi031.stdout:844: finishing write tid 4 to smithi03186013-37 2024-08-10T05:16:47.139 INFO:tasks.rados.rados.0.smithi031.stdout:844: finishing write tid 5 to smithi03186013-37 2024-08-10T05:16:47.147 INFO:tasks.rados.rados.0.smithi031.stdout:845: expect (ObjNum 242 snap 67 seq_num 242) 2024-08-10T05:16:47.365 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:47 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: [10/Aug/2024:05:16:47] ENGINE Bus STOPPING 2024-08-10T05:16:47.366 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:47 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: [10/Aug/2024:05:16:47] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-10T05:16:47.366 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:47 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: [10/Aug/2024:05:16:47] ENGINE Bus STOPPED 2024-08-10T05:16:47.366 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:47 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: [10/Aug/2024:05:16:47] ENGINE Bus STARTING 2024-08-10T05:16:47.366 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:47 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mon-a[29971]: 2024-08-10T05:16:47.191+0000 7f53fb483640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-08-10T05:16:47.366 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:47 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mon-a[29971]: 2024-08-10T05:16:47.191+0000 7f53fb483640 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-08-10T05:16:47.690 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:47 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: [10/Aug/2024:05:16:47] ENGINE Serving on http://:::9283 2024-08-10T05:16:47.690 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:47 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: [10/Aug/2024:05:16:47] ENGINE Bus STARTED 2024-08-10T05:16:47.690 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:47 smithi031 podman[97917]: 2024-08-10 05:16:47.394496192 +0000 UTC m=+0.484535244 container died 3733e4dc0236a4848dda46471e99a54def7895784d5eec6f2ccdaaa332ca8585 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-mon-a, ceph=True, io.buildah.version=1.36.0, RELEASE=quincy-56ceb86, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-08-10T05:16:47.937 INFO:tasks.rados.rados.0.smithi031.stdout:844: finishing write tid 6 to smithi03186013-37 2024-08-10T05:16:47.938 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 37 v 324 (ObjNum 271 snap 81 seq_num 271) dirty exists 2024-08-10T05:16:47.938 INFO:tasks.rados.rados.0.smithi031.stdout:844: left oid 37 (ObjNum 271 snap 81 seq_num 271) 2024-08-10T05:16:48.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:47 smithi031 podman[97917]: 2024-08-10 05:16:47.880893186 +0000 UTC m=+0.970932239 container cleanup 3733e4dc0236a4848dda46471e99a54def7895784d5eec6f2ccdaaa332ca8585 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-mon-a, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-56ceb86, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.build-date=20240731) 2024-08-10T05:16:48.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:47 smithi031 bash[97917]: ceph-fc322138-56d5-11ef-bcce-c7b262605968-mon-a 2024-08-10T05:16:48.342 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:48 smithi031 podman[97954]: 2024-08-10 05:16:48.09965847 +0000 UTC m=+0.702910059 container remove 3733e4dc0236a4848dda46471e99a54def7895784d5eec6f2ccdaaa332ca8585 (image=quay.ceph.io/ceph-ci/ceph:quincy, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-mon-a, RELEASE=quincy-56ceb86, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0) 2024-08-10T05:16:48.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:48 smithi031 systemd[1]: ceph-fc322138-56d5-11ef-bcce-c7b262605968@mon.a.service: Deactivated successfully. 2024-08-10T05:16:48.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:48 smithi031 systemd[1]: Stopped Ceph mon.a for fc322138-56d5-11ef-bcce-c7b262605968. 2024-08-10T05:16:48.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:48 smithi031 systemd[1]: ceph-fc322138-56d5-11ef-bcce-c7b262605968@mon.a.service: Consumed 14.830s CPU time. 2024-08-10T05:16:48.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:48 smithi031 systemd[1]: Starting Ceph mon.a for fc322138-56d5-11ef-bcce-c7b262605968... 2024-08-10T05:16:49.028 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:16:48 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:16:48.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)\", cluster_addr=\"172.21.15.31\", device_class=\"ssd\", hostname=\"smithi031\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.31\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)\", cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", cluster_addr=\"172.21.15.31\", device_class=\"ssd\", hostname=\"smithi031\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.31\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:16:49.086 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:48 smithi031 podman[98091]: 2024-08-10 05:16:48.688103069 +0000 UTC m=+0.017828299 image pull c7b33901c8866b527fc2ae183a251d5e1d09961420a56731f5fa8537903bd68b quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec 2024-08-10T05:16:49.086 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:48 smithi031 podman[98091]: 2024-08-10 05:16:48.82834962 +0000 UTC m=+0.158074877 container create 9e3f4f54b00abbd8495a6aa0200f636a75ae4ca0e4c9b666d764d750332cfea1 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-mon-a, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-bca9905, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-08-10T05:16:49.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 podman[98091]: 2024-08-10 05:16:49.086803685 +0000 UTC m=+0.416528910 container init 9e3f4f54b00abbd8495a6aa0200f636a75ae4ca0e4c9b666d764d750332cfea1 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-mon-a, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-bca9905, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-08-10T05:16:49.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 podman[98091]: 2024-08-10 05:16:49.091992809 +0000 UTC m=+0.421718025 container start 9e3f4f54b00abbd8495a6aa0200f636a75ae4ca0e4c9b666d764d750332cfea1 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-mon-a, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, RELEASE=squid-bca9905, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2) 2024-08-10T05:16:49.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: set uid:gid to 167:167 (ceph:ceph) 2024-08-10T05:16:49.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc), process ceph-mon, pid 7 2024-08-10T05:16:49.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: pidfile_write: ignore empty --pid-file 2024-08-10T05:16:49.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: load: jerasure load: lrc 2024-08-10T05:16:49.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: RocksDB version: 7.9.2 2024-08-10T05:16:49.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Git sha 0 2024-08-10T05:16:49.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Compile date 2024-08-08 15:22:17 2024-08-10T05:16:49.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: DB SUMMARY 2024-08-10T05:16:49.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: DB Session ID: OMAHNI9EA9J5GYVF28TG 2024-08-10T05:16:49.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: CURRENT file: CURRENT 2024-08-10T05:16:49.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: IDENTITY file: IDENTITY 2024-08-10T05:16:49.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: MANIFEST file: MANIFEST-000015 size: 1180 Bytes 2024-08-10T05:16:49.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000033.sst 2024-08-10T05:16:49.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000031.log size: 4049266 ; 2024-08-10T05:16:49.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.error_if_exists: 0 2024-08-10T05:16:49.521 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.create_if_missing: 0 2024-08-10T05:16:49.521 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.paranoid_checks: 1 2024-08-10T05:16:49.521 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.flush_verify_memtable_count: 1 2024-08-10T05:16:49.521 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-08-10T05:16:49.521 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-08-10T05:16:49.521 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.env: 0x55b1037977a0 2024-08-10T05:16:49.521 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.fs: PosixFileSystem 2024-08-10T05:16:49.521 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.info_log: 0x55b1055f9500 2024-08-10T05:16:49.521 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.max_file_opening_threads: 16 2024-08-10T05:16:49.521 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.statistics: (nil) 2024-08-10T05:16:49.523 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.use_fsync: 0 2024-08-10T05:16:49.523 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.max_log_file_size: 0 2024-08-10T05:16:49.523 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-08-10T05:16:49.523 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.log_file_time_to_roll: 0 2024-08-10T05:16:49.523 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.keep_log_file_num: 1000 2024-08-10T05:16:49.523 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.recycle_log_file_num: 0 2024-08-10T05:16:49.523 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.allow_fallocate: 1 2024-08-10T05:16:49.523 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.allow_mmap_reads: 0 2024-08-10T05:16:49.523 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.allow_mmap_writes: 0 2024-08-10T05:16:49.523 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.use_direct_reads: 0 2024-08-10T05:16:49.524 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-08-10T05:16:49.524 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.create_missing_column_families: 0 2024-08-10T05:16:49.524 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.db_log_dir: 2024-08-10T05:16:49.524 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.wal_dir: 2024-08-10T05:16:49.524 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.table_cache_numshardbits: 6 2024-08-10T05:16:49.524 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.WAL_ttl_seconds: 0 2024-08-10T05:16:49.524 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.WAL_size_limit_MB: 0 2024-08-10T05:16:49.524 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-08-10T05:16:49.524 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-08-10T05:16:49.524 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.is_fd_close_on_exec: 1 2024-08-10T05:16:49.524 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.advise_random_on_open: 1 2024-08-10T05:16:49.524 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.db_write_buffer_size: 0 2024-08-10T05:16:49.525 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.write_buffer_manager: 0x55b1056088c0 2024-08-10T05:16:49.525 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-08-10T05:16:49.525 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-08-10T05:16:49.525 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.use_adaptive_mutex: 0 2024-08-10T05:16:49.525 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.rate_limiter: (nil) 2024-08-10T05:16:49.525 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-08-10T05:16:49.525 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.wal_recovery_mode: 2 2024-08-10T05:16:49.525 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.enable_thread_tracking: 0 2024-08-10T05:16:49.525 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.enable_pipelined_write: 0 2024-08-10T05:16:49.525 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.unordered_write: 0 2024-08-10T05:16:49.525 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-08-10T05:16:49.525 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-08-10T05:16:49.525 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-08-10T05:16:49.526 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-08-10T05:16:49.526 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.row_cache: None 2024-08-10T05:16:49.526 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.wal_filter: None 2024-08-10T05:16:49.526 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-08-10T05:16:49.526 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.allow_ingest_behind: 0 2024-08-10T05:16:49.526 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.two_write_queues: 0 2024-08-10T05:16:49.526 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.manual_wal_flush: 0 2024-08-10T05:16:49.526 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.wal_compression: 0 2024-08-10T05:16:49.526 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.atomic_flush: 0 2024-08-10T05:16:49.526 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-08-10T05:16:49.526 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.persist_stats_to_disk: 0 2024-08-10T05:16:49.526 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.write_dbid_to_manifest: 0 2024-08-10T05:16:49.527 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.log_readahead_size: 0 2024-08-10T05:16:49.527 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-08-10T05:16:49.527 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.best_efforts_recovery: 0 2024-08-10T05:16:49.527 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-08-10T05:16:49.527 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-08-10T05:16:49.527 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.allow_data_in_errors: 0 2024-08-10T05:16:49.527 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.db_host_id: __hostname__ 2024-08-10T05:16:49.527 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.enforce_single_del_contracts: true 2024-08-10T05:16:49.527 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.max_background_jobs: 2 2024-08-10T05:16:49.527 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.max_background_compactions: -1 2024-08-10T05:16:49.527 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.max_subcompactions: 1 2024-08-10T05:16:49.527 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-08-10T05:16:49.527 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-08-10T05:16:49.527 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.delayed_write_rate : 16777216 2024-08-10T05:16:49.528 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.max_total_wal_size: 0 2024-08-10T05:16:49.528 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-08-10T05:16:49.528 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.stats_dump_period_sec: 600 2024-08-10T05:16:49.528 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.stats_persist_period_sec: 600 2024-08-10T05:16:49.528 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-08-10T05:16:49.528 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.max_open_files: -1 2024-08-10T05:16:49.528 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.bytes_per_sync: 0 2024-08-10T05:16:49.528 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.wal_bytes_per_sync: 0 2024-08-10T05:16:49.528 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.strict_bytes_per_sync: 0 2024-08-10T05:16:49.528 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.compaction_readahead_size: 0 2024-08-10T05:16:49.528 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.max_background_flushes: -1 2024-08-10T05:16:49.528 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Compression algorithms supported: 2024-08-10T05:16:49.528 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: kZSTD supported: 0 2024-08-10T05:16:49.529 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: kXpressCompression supported: 0 2024-08-10T05:16:49.529 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: kBZip2Compression supported: 0 2024-08-10T05:16:49.529 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-08-10T05:16:49.529 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: kLZ4Compression supported: 1 2024-08-10T05:16:49.529 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: kZlibCompression supported: 1 2024-08-10T05:16:49.529 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: kLZ4HCCompression supported: 1 2024-08-10T05:16:49.529 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: kSnappyCompression supported: 1 2024-08-10T05:16:49.529 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Fast CRC32 supported: Supported on x86 2024-08-10T05:16:49.529 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: DMutex implementation: pthread_mutex_t 2024-08-10T05:16:49.529 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 2024-08-10T05:16:49.529 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-08-10T05:16:49.529 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-08-10T05:16:49.529 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.merge_operator: 2024-08-10T05:16:49.529 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.compaction_filter: None 2024-08-10T05:16:49.530 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.compaction_filter_factory: None 2024-08-10T05:16:49.530 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.sst_partitioner_factory: None 2024-08-10T05:16:49.530 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.memtable_factory: SkipListFactory 2024-08-10T05:16:49.530 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.table_factory: BlockBasedTable 2024-08-10T05:16:49.530 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55b1055f9120) 2024-08-10T05:16:49.530 INFO:journalctl@ceph.mon.a.smithi031.stdout: cache_index_and_filter_blocks: 1 2024-08-10T05:16:49.530 INFO:journalctl@ceph.mon.a.smithi031.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-08-10T05:16:49.530 INFO:journalctl@ceph.mon.a.smithi031.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-08-10T05:16:49.530 INFO:journalctl@ceph.mon.a.smithi031.stdout: pin_top_level_index_and_filter: 1 2024-08-10T05:16:49.530 INFO:journalctl@ceph.mon.a.smithi031.stdout: index_type: 0 2024-08-10T05:16:49.530 INFO:journalctl@ceph.mon.a.smithi031.stdout: data_block_index_type: 0 2024-08-10T05:16:49.530 INFO:journalctl@ceph.mon.a.smithi031.stdout: index_shortening: 1 2024-08-10T05:16:49.530 INFO:journalctl@ceph.mon.a.smithi031.stdout: data_block_hash_table_util_ratio: 0.750000 2024-08-10T05:16:49.531 INFO:journalctl@ceph.mon.a.smithi031.stdout: checksum: 4 2024-08-10T05:16:49.531 INFO:journalctl@ceph.mon.a.smithi031.stdout: no_block_cache: 0 2024-08-10T05:16:49.531 INFO:journalctl@ceph.mon.a.smithi031.stdout: block_cache: 0x55b1055ed090 2024-08-10T05:16:49.531 INFO:journalctl@ceph.mon.a.smithi031.stdout: block_cache_name: BinnedLRUCache 2024-08-10T05:16:49.531 INFO:journalctl@ceph.mon.a.smithi031.stdout: block_cache_options: 2024-08-10T05:16:49.531 INFO:journalctl@ceph.mon.a.smithi031.stdout: capacity : 536870912 2024-08-10T05:16:49.531 INFO:journalctl@ceph.mon.a.smithi031.stdout: num_shard_bits : 4 2024-08-10T05:16:49.531 INFO:journalctl@ceph.mon.a.smithi031.stdout: strict_capacity_limit : 0 2024-08-10T05:16:49.531 INFO:journalctl@ceph.mon.a.smithi031.stdout: high_pri_pool_ratio: 0.000 2024-08-10T05:16:49.531 INFO:journalctl@ceph.mon.a.smithi031.stdout: block_cache_compressed: (nil) 2024-08-10T05:16:49.531 INFO:journalctl@ceph.mon.a.smithi031.stdout: persistent_cache: (nil) 2024-08-10T05:16:49.531 INFO:journalctl@ceph.mon.a.smithi031.stdout: block_size: 4096 2024-08-10T05:16:49.531 INFO:journalctl@ceph.mon.a.smithi031.stdout: block_size_deviation: 10 2024-08-10T05:16:49.532 INFO:journalctl@ceph.mon.a.smithi031.stdout: block_restart_interval: 16 2024-08-10T05:16:49.532 INFO:journalctl@ceph.mon.a.smithi031.stdout: index_block_restart_interval: 1 2024-08-10T05:16:49.532 INFO:journalctl@ceph.mon.a.smithi031.stdout: metadata_block_size: 4096 2024-08-10T05:16:49.532 INFO:journalctl@ceph.mon.a.smithi031.stdout: partition_filters: 0 2024-08-10T05:16:49.532 INFO:journalctl@ceph.mon.a.smithi031.stdout: use_delta_encoding: 1 2024-08-10T05:16:49.532 INFO:journalctl@ceph.mon.a.smithi031.stdout: filter_policy: bloomfilter 2024-08-10T05:16:49.532 INFO:journalctl@ceph.mon.a.smithi031.stdout: whole_key_filtering: 1 2024-08-10T05:16:49.532 INFO:journalctl@ceph.mon.a.smithi031.stdout: verify_compression: 0 2024-08-10T05:16:49.532 INFO:journalctl@ceph.mon.a.smithi031.stdout: read_amp_bytes_per_bit: 0 2024-08-10T05:16:49.532 INFO:journalctl@ceph.mon.a.smithi031.stdout: format_version: 5 2024-08-10T05:16:49.532 INFO:journalctl@ceph.mon.a.smithi031.stdout: enable_index_compression: 1 2024-08-10T05:16:49.532 INFO:journalctl@ceph.mon.a.smithi031.stdout: block_align: 0 2024-08-10T05:16:49.532 INFO:journalctl@ceph.mon.a.smithi031.stdout: max_auto_readahead_size: 262144 2024-08-10T05:16:49.533 INFO:journalctl@ceph.mon.a.smithi031.stdout: prepopulate_block_cache: 0 2024-08-10T05:16:49.533 INFO:journalctl@ceph.mon.a.smithi031.stdout: initial_auto_readahead_size: 8192 2024-08-10T05:16:49.533 INFO:journalctl@ceph.mon.a.smithi031.stdout: num_file_reads_for_auto_readahead: 2 2024-08-10T05:16:49.533 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.write_buffer_size: 33554432 2024-08-10T05:16:49.533 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.max_write_buffer_number: 2 2024-08-10T05:16:49.533 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.compression: NoCompression 2024-08-10T05:16:49.533 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.bottommost_compression: Disabled 2024-08-10T05:16:49.533 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.prefix_extractor: nullptr 2024-08-10T05:16:49.533 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-08-10T05:16:49.533 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.num_levels: 7 2024-08-10T05:16:49.533 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-08-10T05:16:49.533 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-08-10T05:16:49.533 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-08-10T05:16:49.533 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-08-10T05:16:49.534 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-08-10T05:16:49.534 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-08-10T05:16:49.534 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-08-10T05:16:49.534 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-08-10T05:16:49.534 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-08-10T05:16:49.534 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-08-10T05:16:49.534 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-08-10T05:16:49.534 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-08-10T05:16:49.534 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.compression_opts.window_bits: -14 2024-08-10T05:16:49.534 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.compression_opts.level: 32767 2024-08-10T05:16:49.534 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.compression_opts.strategy: 0 2024-08-10T05:16:49.534 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-08-10T05:16:49.534 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-08-10T05:16:49.535 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-08-10T05:16:49.535 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-08-10T05:16:49.535 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.compression_opts.enabled: false 2024-08-10T05:16:49.535 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-08-10T05:16:49.535 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-08-10T05:16:49.535 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-08-10T05:16:49.535 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-08-10T05:16:49.535 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.target_file_size_base: 67108864 2024-08-10T05:16:49.535 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.target_file_size_multiplier: 1 2024-08-10T05:16:49.535 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-08-10T05:16:49.535 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-08-10T05:16:49.535 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-08-10T05:16:49.535 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-08-10T05:16:49.535 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-08-10T05:16:49.536 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-08-10T05:16:49.536 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-08-10T05:16:49.536 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-08-10T05:16:49.536 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-08-10T05:16:49.536 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-08-10T05:16:49.536 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-08-10T05:16:49.536 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-08-10T05:16:49.536 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-08-10T05:16:49.536 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.arena_block_size: 1048576 2024-08-10T05:16:49.536 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-08-10T05:16:49.536 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-08-10T05:16:49.536 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.disable_auto_compactions: 0 2024-08-10T05:16:49.537 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-08-10T05:16:49.537 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-08-10T05:16:49.537 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-08-10T05:16:49.537 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-08-10T05:16:49.537 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-08-10T05:16:49.537 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-08-10T05:16:49.537 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-08-10T05:16:49.537 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-08-10T05:16:49.537 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-08-10T05:16:49.537 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-08-10T05:16:49.537 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-08-10T05:16:49.537 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.inplace_update_support: 0 2024-08-10T05:16:49.537 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.inplace_update_num_locks: 10000 2024-08-10T05:16:49.538 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-08-10T05:16:49.538 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-08-10T05:16:49.538 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.memtable_huge_page_size: 0 2024-08-10T05:16:49.538 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.bloom_locality: 0 2024-08-10T05:16:49.538 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.max_successive_merges: 0 2024-08-10T05:16:49.538 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.optimize_filters_for_hits: 0 2024-08-10T05:16:49.538 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.paranoid_file_checks: 0 2024-08-10T05:16:49.538 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.force_consistency_checks: 1 2024-08-10T05:16:49.538 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.report_bg_io_stats: 0 2024-08-10T05:16:49.538 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.ttl: 2592000 2024-08-10T05:16:49.538 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.periodic_compaction_seconds: 0 2024-08-10T05:16:49.538 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-08-10T05:16:49.538 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-08-10T05:16:49.539 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.enable_blob_files: false 2024-08-10T05:16:49.539 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.min_blob_size: 0 2024-08-10T05:16:49.539 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.blob_file_size: 268435456 2024-08-10T05:16:49.539 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.blob_compression_type: NoCompression 2024-08-10T05:16:49.539 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.enable_blob_garbage_collection: false 2024-08-10T05:16:49.539 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-08-10T05:16:49.539 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-08-10T05:16:49.539 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-08-10T05:16:49.539 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.blob_file_starting_level: 0 2024-08-10T05:16:49.539 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-08-10T05:16:49.539 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 33.sst 2024-08-10T05:16:49.539 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-08-10T05:16:49.539 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 succeeded,manifest_file_number is 15, next_file_number is 35, last_sequence is 12778, log_number is 31,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-08-10T05:16:49.540 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 31 2024-08-10T05:16:49.540 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 3c3724be-328b-48a5-81cb-19b4b5ea189f 2024-08-10T05:16:49.540 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723267009121643, "job": 1, "event": "recovery_started", "wal_files": [31]} 2024-08-10T05:16:49.540 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #31 mode 2 2024-08-10T05:16:49.540 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723267009140566, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 36, "file_size": 3771325, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 12779, "largest_seqno": 14677, "table_properties": {"data_size": 3761137, "index_size": 7030, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2117, "raw_key_size": 20062, "raw_average_key_size": 24, "raw_value_size": 3742112, "raw_average_value_size": 4492, "num_data_blocks": 311, "num_entries": 833, "num_filter_entries": 833, "num_deletions": 29, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1723267009, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "3c3724be-328b-48a5-81cb-19b4b5ea189f", "db_session_id": "OMAHNI9EA9J5GYVF28TG", "orig_file_number": 36, "seqno_to_time_mapping": "N/A"}} 2024-08-10T05:16:49.540 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723267009140677, "job": 1, "event": "recovery_finished"} 2024-08-10T05:16:49.540 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: [db/version_set.cc:5047] Creating manifest 38 2024-08-10T05:16:49.540 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-08-10T05:16:49.540 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000031.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-08-10T05:16:49.540 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55b10561ae00 2024-08-10T05:16:49.540 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: DB pointer 0x55b105714000 2024-08-10T05:16:49.540 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-08-10T05:16:49.540 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-08-10T05:16:49.541 INFO:journalctl@ceph.mon.a.smithi031.stdout: ** DB Stats ** 2024-08-10T05:16:49.541 INFO:journalctl@ceph.mon.a.smithi031.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-10T05:16:49.541 INFO:journalctl@ceph.mon.a.smithi031.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-08-10T05:16:49.541 INFO:journalctl@ceph.mon.a.smithi031.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-10T05:16:49.541 INFO:journalctl@ceph.mon.a.smithi031.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-10T05:16:49.541 INFO:journalctl@ceph.mon.a.smithi031.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-08-10T05:16:49.541 INFO:journalctl@ceph.mon.a.smithi031.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-10T05:16:49.541 INFO:journalctl@ceph.mon.a.smithi031.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-10T05:16:49.541 INFO:journalctl@ceph.mon.a.smithi031.stdout: 2024-08-10T05:16:49.541 INFO:journalctl@ceph.mon.a.smithi031.stdout: ** Compaction Stats [default] ** 2024-08-10T05:16:49.541 INFO:journalctl@ceph.mon.a.smithi031.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-10T05:16:49.542 INFO:journalctl@ceph.mon.a.smithi031.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-08-10T05:16:49.542 INFO:journalctl@ceph.mon.a.smithi031.stdout: L0 1/0 3.60 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 281.8 0.01 0.00 1 0.013 0 0 0.0 0.0 2024-08-10T05:16:49.542 INFO:journalctl@ceph.mon.a.smithi031.stdout: L6 1/0 7.46 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-08-10T05:16:49.542 INFO:journalctl@ceph.mon.a.smithi031.stdout: Sum 2/0 11.06 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 281.8 0.01 0.00 1 0.013 0 0 0.0 0.0 2024-08-10T05:16:49.542 INFO:journalctl@ceph.mon.a.smithi031.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 281.8 0.01 0.00 1 0.013 0 0 0.0 0.0 2024-08-10T05:16:49.542 INFO:journalctl@ceph.mon.a.smithi031.stdout: 2024-08-10T05:16:49.542 INFO:journalctl@ceph.mon.a.smithi031.stdout: ** Compaction Stats [default] ** 2024-08-10T05:16:49.542 INFO:journalctl@ceph.mon.a.smithi031.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-10T05:16:49.542 INFO:journalctl@ceph.mon.a.smithi031.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-10T05:16:49.542 INFO:journalctl@ceph.mon.a.smithi031.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 281.8 0.01 0.00 1 0.013 0 0 0.0 0.0 2024-08-10T05:16:49.542 INFO:journalctl@ceph.mon.a.smithi031.stdout: 2024-08-10T05:16:49.542 INFO:journalctl@ceph.mon.a.smithi031.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-08-10T05:16:49.543 INFO:journalctl@ceph.mon.a.smithi031.stdout: 2024-08-10T05:16:49.543 INFO:journalctl@ceph.mon.a.smithi031.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-10T05:16:49.543 INFO:journalctl@ceph.mon.a.smithi031.stdout: Flush(GB): cumulative 0.004, interval 0.004 2024-08-10T05:16:49.543 INFO:journalctl@ceph.mon.a.smithi031.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-08-10T05:16:49.543 INFO:journalctl@ceph.mon.a.smithi031.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-08-10T05:16:49.543 INFO:journalctl@ceph.mon.a.smithi031.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-08-10T05:16:49.543 INFO:journalctl@ceph.mon.a.smithi031.stdout: AddFile(Keys): cumulative 0, interval 0 2024-08-10T05:16:49.543 INFO:journalctl@ceph.mon.a.smithi031.stdout: Cumulative compaction: 0.00 GB write, 165.35 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-10T05:16:49.543 INFO:journalctl@ceph.mon.a.smithi031.stdout: Interval compaction: 0.00 GB write, 165.35 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-10T05:16:49.543 INFO:journalctl@ceph.mon.a.smithi031.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-08-10T05:16:49.543 INFO:journalctl@ceph.mon.a.smithi031.stdout: Block cache BinnedLRUCache@0x55b1055ed090#7 capacity: 512.00 MB usage: 10.36 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.3e-05 secs_since: 0 2024-08-10T05:16:49.543 INFO:journalctl@ceph.mon.a.smithi031.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,2.28 KB,0.000435114%) IndexBlock(1,8.08 KB,0.00154078%) Misc(1,0.00 KB,0%) 2024-08-10T05:16:49.543 INFO:journalctl@ceph.mon.a.smithi031.stdout: 2024-08-10T05:16:49.543 INFO:journalctl@ceph.mon.a.smithi031.stdout: ** File Read Latency Histogram By Level [default] ** 2024-08-10T05:16:49.544 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: starting mon.a rank 0 at public addrs [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] at bind addrs [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid fc322138-56d5-11ef-bcce-c7b262605968 2024-08-10T05:16:49.544 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: mon.a@-1(???) e3 preinit fsid fc322138-56d5-11ef-bcce-c7b262605968 2024-08-10T05:16:49.544 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: mon.a@-1(???).mds e8 new map 2024-08-10T05:16:49.544 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: mon.a@-1(???).mds e8 print_map 2024-08-10T05:16:49.544 INFO:journalctl@ceph.mon.a.smithi031.stdout: e8 2024-08-10T05:16:49.544 INFO:journalctl@ceph.mon.a.smithi031.stdout: btime 1970-01-01T00:00:00:000000+0000 2024-08-10T05:16:49.544 INFO:journalctl@ceph.mon.a.smithi031.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-08-10T05:16:49.544 INFO:journalctl@ceph.mon.a.smithi031.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-10T05:16:49.544 INFO:journalctl@ceph.mon.a.smithi031.stdout: legacy client fscid: 1 2024-08-10T05:16:49.544 INFO:journalctl@ceph.mon.a.smithi031.stdout: 2024-08-10T05:16:49.544 INFO:journalctl@ceph.mon.a.smithi031.stdout: Filesystem 'cephfs' (1) 2024-08-10T05:16:49.544 INFO:journalctl@ceph.mon.a.smithi031.stdout: fs_name cephfs 2024-08-10T05:16:49.544 INFO:journalctl@ceph.mon.a.smithi031.stdout: epoch 8 2024-08-10T05:16:49.544 INFO:journalctl@ceph.mon.a.smithi031.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-08-10T05:16:49.545 INFO:journalctl@ceph.mon.a.smithi031.stdout: created 2024-08-10T05:10:31.063929+0000 2024-08-10T05:16:49.545 INFO:journalctl@ceph.mon.a.smithi031.stdout: modified 2024-08-10T05:10:44.224000+0000 2024-08-10T05:16:49.545 INFO:journalctl@ceph.mon.a.smithi031.stdout: tableserver 0 2024-08-10T05:16:49.545 INFO:journalctl@ceph.mon.a.smithi031.stdout: root 0 2024-08-10T05:16:49.545 INFO:journalctl@ceph.mon.a.smithi031.stdout: session_timeout 60 2024-08-10T05:16:49.545 INFO:journalctl@ceph.mon.a.smithi031.stdout: session_autoclose 300 2024-08-10T05:16:49.545 INFO:journalctl@ceph.mon.a.smithi031.stdout: max_file_size 1099511627776 2024-08-10T05:16:49.545 INFO:journalctl@ceph.mon.a.smithi031.stdout: max_xattr_size 65536 2024-08-10T05:16:49.545 INFO:journalctl@ceph.mon.a.smithi031.stdout: required_client_features {} 2024-08-10T05:16:49.545 INFO:journalctl@ceph.mon.a.smithi031.stdout: last_failure 0 2024-08-10T05:16:49.545 INFO:journalctl@ceph.mon.a.smithi031.stdout: last_failure_osd_epoch 0 2024-08-10T05:16:49.545 INFO:journalctl@ceph.mon.a.smithi031.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-10T05:16:49.545 INFO:journalctl@ceph.mon.a.smithi031.stdout: max_mds 1 2024-08-10T05:16:49.545 INFO:journalctl@ceph.mon.a.smithi031.stdout: in 0 2024-08-10T05:16:49.546 INFO:journalctl@ceph.mon.a.smithi031.stdout: up {0=24346} 2024-08-10T05:16:49.546 INFO:journalctl@ceph.mon.a.smithi031.stdout: failed 2024-08-10T05:16:49.546 INFO:journalctl@ceph.mon.a.smithi031.stdout: damaged 2024-08-10T05:16:49.546 INFO:journalctl@ceph.mon.a.smithi031.stdout: stopped 2024-08-10T05:16:49.546 INFO:journalctl@ceph.mon.a.smithi031.stdout: data_pools [3] 2024-08-10T05:16:49.546 INFO:journalctl@ceph.mon.a.smithi031.stdout: metadata_pool 2 2024-08-10T05:16:49.546 INFO:journalctl@ceph.mon.a.smithi031.stdout: inline_data disabled 2024-08-10T05:16:49.546 INFO:journalctl@ceph.mon.a.smithi031.stdout: balancer 2024-08-10T05:16:49.546 INFO:journalctl@ceph.mon.a.smithi031.stdout: bal_rank_mask -1 2024-08-10T05:16:49.546 INFO:journalctl@ceph.mon.a.smithi031.stdout: standby_count_wanted 0 2024-08-10T05:16:49.546 INFO:journalctl@ceph.mon.a.smithi031.stdout: qdb_cluster leader: 0 members: 2024-08-10T05:16:49.546 INFO:journalctl@ceph.mon.a.smithi031.stdout: [mds.b{0:24346} state up:active seq 6 addr [v2:172.21.15.196:6832/132471496,v1:172.21.15.196:6833/132471496] compat {c=[1],r=[1],i=[7ff]}] 2024-08-10T05:16:49.546 INFO:journalctl@ceph.mon.a.smithi031.stdout: 2024-08-10T05:16:49.546 INFO:journalctl@ceph.mon.a.smithi031.stdout: 2024-08-10T05:16:49.547 INFO:journalctl@ceph.mon.a.smithi031.stdout: Standby daemons: 2024-08-10T05:16:49.547 INFO:journalctl@ceph.mon.a.smithi031.stdout: 2024-08-10T05:16:49.547 INFO:journalctl@ceph.mon.a.smithi031.stdout: [mds.a{-1:24317} state up:standby seq 1 addr [v2:172.21.15.31:6834/4126464879,v1:172.21.15.31:6835/4126464879] compat {c=[1],r=[1],i=[7ff]}] 2024-08-10T05:16:49.547 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: mon.a@-1(???).osd e231 crush map has features 3314933069573799936, adjusting msgr requires 2024-08-10T05:16:49.547 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: mon.a@-1(???).osd e231 crush map has features 432629308056666112, adjusting msgr requires 2024-08-10T05:16:49.547 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: mon.a@-1(???).osd e231 crush map has features 432629308056666112, adjusting msgr requires 2024-08-10T05:16:49.547 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: mon.a@-1(???).osd e231 crush map has features 432629308056666112, adjusting msgr requires 2024-08-10T05:16:49.547 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 ceph-mon[98130]: mon.a@-1(???).paxosservice(auth 1..18) refresh upgraded, format 0 -> 3 2024-08-10T05:16:49.547 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 bash[98091]: 9e3f4f54b00abbd8495a6aa0200f636a75ae4ca0e4c9b666d764d750332cfea1 2024-08-10T05:16:49.547 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:49 smithi031 systemd[1]: Started Ceph mon.a for fc322138-56d5-11ef-bcce-c7b262605968. 2024-08-10T05:16:50.549 INFO:teuthology.orchestra.run.smithi031.stdout:true 2024-08-10T05:16:50.631 INFO:tasks.rados.rados.0.smithi031.stdout:844: done (2 left) 2024-08-10T05:16:50.632 INFO:tasks.rados.rados.0.smithi031.stdout:845: done (1 left) 2024-08-10T05:16:50.632 INFO:tasks.rados.rados.0.smithi031.stdout:846: done (0 left) 2024-08-10T05:16:50.632 INFO:tasks.rados.rados.0.smithi031.stdout:847: rollback oid 34 current snap is 82 2024-08-10T05:16:50.632 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 34 to 58 2024-08-10T05:16:50.632 INFO:tasks.rados.rados.0.smithi031.stdout:848: delete oid 12 current snap is 82 2024-08-10T05:16:50.636 INFO:tasks.rados.rados.0.smithi031.stdout:847: finishing rollback tid 0 to smithi03186013-34 2024-08-10T05:16:50.637 INFO:tasks.rados.rados.0.smithi031.stdout:847: finishing rollback tid 1 to smithi03186013-34 2024-08-10T05:16:50.637 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 34 v 429 (ObjNum 129 snap 0 seq_num 590173280) dirty dne 2024-08-10T05:16:50.638 INFO:tasks.rados.rados.0.smithi031.stdout:847: done (1 left) 2024-08-10T05:16:50.638 INFO:tasks.rados.rados.0.smithi031.stdout:848: done (0 left) 2024-08-10T05:16:50.638 INFO:tasks.rados.rados.0.smithi031.stdout:849: rmattr oid 3 current snap is 82 2024-08-10T05:16:50.638 INFO:tasks.rados.rados.0.smithi031.stdout:849: done (0 left) 2024-08-10T05:16:50.638 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 44 current snap is 82 2024-08-10T05:16:50.639 INFO:tasks.rados.rados.0.smithi031.stdout:850: seq_num 273 ranges {4816896=581632,5398528=565248,5963776=532480,6496256=507904} 2024-08-10T05:16:50.668 INFO:tasks.rados.rados.0.smithi031.stdout:850: writing smithi03186013-44 from 4816896 to 5398528 tid 1 2024-08-10T05:16:50.671 INFO:tasks.rados.rados.0.smithi031.stdout:850: writing smithi03186013-44 from 5398528 to 5963776 tid 2 2024-08-10T05:16:50.675 INFO:tasks.rados.rados.0.smithi031.stdout:850: writing smithi03186013-44 from 5963776 to 6496256 tid 3 2024-08-10T05:16:50.679 INFO:tasks.rados.rados.0.smithi031.stdout:850: writing smithi03186013-44 from 6496256 to 7004160 tid 4 2024-08-10T05:16:50.679 INFO:tasks.rados.rados.0.smithi031.stdout:851: rollback oid 13 current snap is 82 2024-08-10T05:16:50.679 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 13 to 80 2024-08-10T05:16:50.679 INFO:tasks.rados.rados.0.smithi031.stdout:850: finishing write tid 1 to smithi03186013-44 2024-08-10T05:16:50.679 INFO:tasks.rados.rados.0.smithi031.stdout:850: finishing write tid 2 to smithi03186013-44 2024-08-10T05:16:50.679 INFO:tasks.rados.rados.0.smithi031.stdout:850: finishing write tid 3 to smithi03186013-44 2024-08-10T05:16:50.679 INFO:tasks.rados.rados.0.smithi031.stdout:852: read oid 37 snap -1 2024-08-10T05:16:50.679 INFO:tasks.rados.rados.0.smithi031.stdout:852: expect (ObjNum 271 snap 81 seq_num 271) 2024-08-10T05:16:50.679 INFO:tasks.rados.rados.0.smithi031.stdout:853: snap_create 2024-08-10T05:16:50.684 INFO:tasks.rados.rados.0.smithi031.stdout:850: finishing write tid 4 to smithi03186013-44 2024-08-10T05:16:50.684 INFO:tasks.rados.rados.0.smithi031.stdout:850: finishing write tid 5 to smithi03186013-44 2024-08-10T05:16:50.684 INFO:tasks.rados.rados.0.smithi031.stdout:851: finishing rollback tid 0 to smithi03186013-13 2024-08-10T05:16:50.684 INFO:tasks.rados.rados.0.smithi031.stdout:851: finishing rollback tid 1 to smithi03186013-13 2024-08-10T05:16:50.684 INFO:tasks.rados.rados.0.smithi031.stdout:850: finishing write tid 6 to smithi03186013-44 2024-08-10T05:16:50.684 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 44 v 405 (ObjNum 273 snap 82 seq_num 273) dirty exists 2024-08-10T05:16:50.685 INFO:tasks.rados.rados.0.smithi031.stdout:850: left oid 44 (ObjNum 273 snap 82 seq_num 273) 2024-08-10T05:16:50.685 INFO:tasks.rados.rados.0.smithi031.stdout:851: finishing rollback tid 2 to smithi03186013-13 2024-08-10T05:16:50.685 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 13 v 408 (ObjNum 134 snap 37 seq_num 134) dirty exists 2024-08-10T05:16:50.733 INFO:tasks.rados.rados.0.smithi031.stdout:852: expect (ObjNum 271 snap 81 seq_num 271) 2024-08-10T05:16:50.887 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:50 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[81799]: ignoring --setuser ceph since I am not root 2024-08-10T05:16:50.888 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:50 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[81799]: ignoring --setgroup ceph since I am not root 2024-08-10T05:16:50.888 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:50 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[81799]: 2024-08-10T05:16:50.739+0000 7f833837e040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-10T05:16:50.888 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:50 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[81799]: 2024-08-10T05:16:50.883+0000 7f833837e040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-10T05:16:50.888 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:50 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:16:50.888 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:50 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:16:50.888 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:50 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:16:50.888 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:50 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:16:50.888 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:50 smithi196 ceph-mon[32874]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T05:16:50.889 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:50 smithi196 ceph-mon[32874]: pgmap v52: 121 pgs: 121 active+clean; 273 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 3.9 MiB/s wr, 27 op/s 2024-08-10T05:16:50.889 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:50 smithi196 ceph-mon[32874]: mon.a calling monitor election 2024-08-10T05:16:50.889 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:50 smithi196 ceph-mon[32874]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-10T05:16:50.889 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:50 smithi196 ceph-mon[32874]: monmap epoch 3 2024-08-10T05:16:50.889 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:50 smithi196 ceph-mon[32874]: fsid fc322138-56d5-11ef-bcce-c7b262605968 2024-08-10T05:16:50.889 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:50 smithi196 ceph-mon[32874]: last_changed 2024-08-10T05:06:32.185660+0000 2024-08-10T05:16:50.889 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:50 smithi196 ceph-mon[32874]: created 2024-08-10T05:04:52.101829+0000 2024-08-10T05:16:50.889 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:50 smithi196 ceph-mon[32874]: min_mon_release 17 (quincy) 2024-08-10T05:16:50.889 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:50 smithi196 ceph-mon[32874]: election_strategy: 1 2024-08-10T05:16:50.889 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:50 smithi196 ceph-mon[32874]: 0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-08-10T05:16:50.889 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:50 smithi196 ceph-mon[32874]: 1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-08-10T05:16:50.889 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:50 smithi196 ceph-mon[32874]: 2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-08-10T05:16:50.890 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:50 smithi196 ceph-mon[32874]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-10T05:16:50.890 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:50 smithi196 ceph-mon[32874]: osdmap e231: 8 total, 8 up, 8 in 2024-08-10T05:16:50.890 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:50 smithi196 ceph-mon[32874]: mgrmap e36: y(active, since 35s), standbys: x 2024-08-10T05:16:50.890 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:50 smithi196 ceph-mon[32874]: overall HEALTH_OK 2024-08-10T05:16:50.890 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:50 smithi196 ceph-mon[32874]: from='mgr.24950 ' entity='' 2024-08-10T05:16:50.890 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:50 smithi196 ceph-mon[32874]: mgrmap e37: y(active, since 35s), standbys: x 2024-08-10T05:16:50.921 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:50 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ignoring --setuser ceph since I am not root 2024-08-10T05:16:50.921 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:50 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ignoring --setgroup ceph since I am not root 2024-08-10T05:16:50.922 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:50 smithi031 ceph-mgr[89499]: -- 172.21.15.31:0/3512772345 <== mon.2 v2:172.21.15.31:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55c3e21ef0e0 con 0x55c3e21cd400 2024-08-10T05:16:50.922 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:50 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: 2024-08-10T05:16:50.768+0000 7f09e4e65040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-10T05:16:50.922 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:50 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: 2024-08-10T05:16:50.921+0000 7f09e4e65040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-10T05:16:50.922 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:50 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:16:50.922 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:50 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:16:50.922 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:50 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:16:50.923 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:50 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:16:50.923 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:50 smithi031 ceph-mon[41349]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T05:16:50.923 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:50 smithi031 ceph-mon[41349]: pgmap v52: 121 pgs: 121 active+clean; 273 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 3.9 MiB/s wr, 27 op/s 2024-08-10T05:16:50.923 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:50 smithi031 ceph-mon[41349]: mon.a calling monitor election 2024-08-10T05:16:50.923 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:50 smithi031 ceph-mon[41349]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-10T05:16:50.923 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:50 smithi031 ceph-mon[41349]: monmap epoch 3 2024-08-10T05:16:50.923 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:50 smithi031 ceph-mon[41349]: fsid fc322138-56d5-11ef-bcce-c7b262605968 2024-08-10T05:16:50.923 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:50 smithi031 ceph-mon[41349]: last_changed 2024-08-10T05:06:32.185660+0000 2024-08-10T05:16:50.923 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:50 smithi031 ceph-mon[41349]: created 2024-08-10T05:04:52.101829+0000 2024-08-10T05:16:50.923 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:50 smithi031 ceph-mon[41349]: min_mon_release 17 (quincy) 2024-08-10T05:16:50.923 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:50 smithi031 ceph-mon[41349]: election_strategy: 1 2024-08-10T05:16:50.923 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:50 smithi031 ceph-mon[41349]: 0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-08-10T05:16:50.924 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:50 smithi031 ceph-mon[41349]: 1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-08-10T05:16:50.924 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:50 smithi031 ceph-mon[41349]: 2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-08-10T05:16:50.924 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:50 smithi031 ceph-mon[41349]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-10T05:16:50.924 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:50 smithi031 ceph-mon[41349]: osdmap e231: 8 total, 8 up, 8 in 2024-08-10T05:16:50.924 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:50 smithi031 ceph-mon[41349]: mgrmap e36: y(active, since 35s), standbys: x 2024-08-10T05:16:50.924 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:50 smithi031 ceph-mon[41349]: overall HEALTH_OK 2024-08-10T05:16:50.924 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:50 smithi031 ceph-mon[41349]: from='mgr.24950 ' entity='' 2024-08-10T05:16:50.924 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:50 smithi031 ceph-mon[41349]: mgrmap e37: y(active, since 35s), standbys: x 2024-08-10T05:16:50.924 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:50 smithi031 ceph-mon[98130]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:16:50.925 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:50 smithi031 ceph-mon[98130]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:16:50.925 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:50 smithi031 ceph-mon[98130]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:16:50.925 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:50 smithi031 ceph-mon[98130]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:16:50.925 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:50 smithi031 ceph-mon[98130]: from='mgr.24950 172.21.15.31:0/2594457112' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T05:16:50.925 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:50 smithi031 ceph-mon[98130]: pgmap v52: 121 pgs: 121 active+clean; 273 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 3.9 MiB/s wr, 27 op/s 2024-08-10T05:16:50.925 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:50 smithi031 ceph-mon[98130]: mon.a calling monitor election 2024-08-10T05:16:50.925 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:50 smithi031 ceph-mon[98130]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-10T05:16:50.925 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:50 smithi031 ceph-mon[98130]: monmap epoch 3 2024-08-10T05:16:50.925 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:50 smithi031 ceph-mon[98130]: fsid fc322138-56d5-11ef-bcce-c7b262605968 2024-08-10T05:16:50.925 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:50 smithi031 ceph-mon[98130]: last_changed 2024-08-10T05:06:32.185660+0000 2024-08-10T05:16:50.926 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:50 smithi031 ceph-mon[98130]: created 2024-08-10T05:04:52.101829+0000 2024-08-10T05:16:50.926 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:50 smithi031 ceph-mon[98130]: min_mon_release 17 (quincy) 2024-08-10T05:16:50.926 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:50 smithi031 ceph-mon[98130]: election_strategy: 1 2024-08-10T05:16:50.926 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:50 smithi031 ceph-mon[98130]: 0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-08-10T05:16:50.926 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:50 smithi031 ceph-mon[98130]: 1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-08-10T05:16:50.926 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:50 smithi031 ceph-mon[98130]: 2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-08-10T05:16:50.926 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:50 smithi031 ceph-mon[98130]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-10T05:16:50.926 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:50 smithi031 ceph-mon[98130]: osdmap e231: 8 total, 8 up, 8 in 2024-08-10T05:16:50.926 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:50 smithi031 ceph-mon[98130]: mgrmap e36: y(active, since 35s), standbys: x 2024-08-10T05:16:50.926 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:50 smithi031 ceph-mon[98130]: overall HEALTH_OK 2024-08-10T05:16:50.927 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:50 smithi031 ceph-mon[98130]: from='mgr.24950 ' entity='' 2024-08-10T05:16:50.927 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:50 smithi031 ceph-mon[98130]: mgrmap e37: y(active, since 35s), standbys: x 2024-08-10T05:16:51.192 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:50 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[81799]: 2024-08-10T05:16:50.950+0000 7f833837e040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-10T05:16:51.244 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:50 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: 2024-08-10T05:16:50.992+0000 7f09e4e65040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-10T05:16:51.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: 2024-08-10T05:16:51.244+0000 7f09e4e65040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-10T05:16:51.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: 2024-08-10T05:16:51.307+0000 7f09e4e65040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-10T05:16:51.528 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:51 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[81799]: 2024-08-10T05:16:51.192+0000 7f833837e040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-10T05:16:51.528 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:51 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[81799]: 2024-08-10T05:16:51.252+0000 7f833837e040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-10T05:16:51.634 INFO:tasks.rados.rados.0.smithi031.stdout:850: done (3 left) 2024-08-10T05:16:51.634 INFO:tasks.rados.rados.0.smithi031.stdout:851: done (2 left) 2024-08-10T05:16:51.634 INFO:tasks.rados.rados.0.smithi031.stdout:852: done (1 left) 2024-08-10T05:16:51.634 INFO:tasks.rados.rados.0.smithi031.stdout:853: done (0 left) 2024-08-10T05:16:51.635 INFO:tasks.rados.rados.0.smithi031.stdout:854: read oid 10 snap 70 2024-08-10T05:16:51.635 INFO:tasks.rados.rados.0.smithi031.stdout:854: expect (ObjNum 216 snap 61 seq_num 216) 2024-08-10T05:16:51.635 INFO:tasks.rados.rados.0.smithi031.stdout:855: rmattr oid 16 current snap is 83 2024-08-10T05:16:51.635 INFO:tasks.rados.rados.0.smithi031.stdout:856: snap_remove snap 58 2024-08-10T05:16:52.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:51 smithi031 ceph-mon[98130]: osdmap e232: 8 total, 8 up, 8 in 2024-08-10T05:16:52.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:51 smithi031 ceph-mon[41349]: osdmap e232: 8 total, 8 up, 8 in 2024-08-10T05:16:52.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:51 smithi196 ceph-mon[32874]: osdmap e232: 8 total, 8 up, 8 in 2024-08-10T05:16:52.530 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:16:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:16:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:16:52.530 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[81799]: 2024-08-10T05:16:52.182+0000 7f833837e040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-10T05:16:52.531 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[81799]: 2024-08-10T05:16:52.296+0000 7f833837e040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-10T05:16:52.531 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[81799]: 2024-08-10T05:16:52.353+0000 7f833837e040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-10T05:16:52.634 INFO:tasks.rados.rados.0.smithi031.stdout:856: done (2 left) 2024-08-10T05:16:52.634 INFO:tasks.rados.rados.0.smithi031.stdout:857: read oid 17 snap -1 2024-08-10T05:16:52.635 INFO:tasks.rados.rados.0.smithi031.stdout:857: expect (ObjNum 174 snap 48 seq_num 174) 2024-08-10T05:16:52.635 INFO:tasks.rados.rados.0.smithi031.stdout:858: rmattr oid 32 current snap is 83 2024-08-10T05:16:52.635 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 16 v 364 (ObjNum 261 snap 78 seq_num 261) dirty exists 2024-08-10T05:16:52.635 INFO:tasks.rados.rados.0.smithi031.stdout:854: expect (ObjNum 216 snap 61 seq_num 216) 2024-08-10T05:16:52.636 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:52 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: 2024-08-10T05:16:52.293+0000 7f09e4e65040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-10T05:16:52.636 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:52 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: 2024-08-10T05:16:52.413+0000 7f09e4e65040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-10T05:16:52.636 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:52 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: 2024-08-10T05:16:52.473+0000 7f09e4e65040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-10T05:16:52.715 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 32 v 326 (ObjNum 242 snap 67 seq_num 242) dirty exists 2024-08-10T05:16:52.716 INFO:tasks.rados.rados.0.smithi031.stdout:857: expect (ObjNum 174 snap 48 seq_num 174) 2024-08-10T05:16:52.804 INFO:tasks.rados.rados.0.smithi031.stdout:854: done (3 left) 2024-08-10T05:16:52.804 INFO:tasks.rados.rados.0.smithi031.stdout:855: done (2 left) 2024-08-10T05:16:52.804 INFO:tasks.rados.rados.0.smithi031.stdout:857: done (1 left) 2024-08-10T05:16:52.804 INFO:tasks.rados.rados.0.smithi031.stdout:858: done (0 left) 2024-08-10T05:16:52.805 INFO:tasks.rados.rados.0.smithi031.stdout:859: snap_remove snap 44 2024-08-10T05:16:52.847 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:52 smithi196 ceph-mon[32874]: osdmap e233: 8 total, 8 up, 8 in 2024-08-10T05:16:52.847 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[81799]: 2024-08-10T05:16:52.563+0000 7f833837e040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-10T05:16:52.847 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[81799]: 2024-08-10T05:16:52.623+0000 7f833837e040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-10T05:16:52.847 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[81799]: 2024-08-10T05:16:52.702+0000 7f833837e040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-10T05:16:52.997 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:52 smithi031 ceph-mon[98130]: osdmap e233: 8 total, 8 up, 8 in 2024-08-10T05:16:52.998 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:52 smithi031 ceph-mon[41349]: osdmap e233: 8 total, 8 up, 8 in 2024-08-10T05:16:52.998 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:52 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: 2024-08-10T05:16:52.711+0000 7f09e4e65040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-10T05:16:52.998 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:52 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: 2024-08-10T05:16:52.775+0000 7f09e4e65040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-10T05:16:52.998 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:52 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: 2024-08-10T05:16:52.845+0000 7f09e4e65040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-10T05:16:53.262 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[81799]: 2024-08-10T05:16:52.846+0000 7f833837e040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-10T05:16:53.268 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:52 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: 2024-08-10T05:16:52.997+0000 7f09e4e65040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-10T05:16:53.528 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:53 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[81799]: 2024-08-10T05:16:53.261+0000 7f833837e040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-10T05:16:53.529 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:16:53 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:16:53.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi031\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi031\", job=\"node\", machine=\"x86_64\", nodename=\"smithi031\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", domainname=\"(none)\", instance=\"smithi031\", job=\"node\", machine=\"x86_64\", nodename=\"smithi031\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:16:53.643 INFO:tasks.rados.rados.0.smithi031.stdout:859: done (0 left) 2024-08-10T05:16:53.643 INFO:tasks.rados.rados.0.smithi031.stdout:860: copy_from oid 13 from oid 20 current snap is 83 2024-08-10T05:16:53.643 INFO:tasks.rados.rados.0.smithi031.stdout:861: read oid 1 snap -1 2024-08-10T05:16:53.644 INFO:tasks.rados.rados.0.smithi031.stdout:861: expect deleted 2024-08-10T05:16:53.644 INFO:tasks.rados.rados.0.smithi031.stdout:862: copy_from oid 26 from oid 17 current snap is 83 2024-08-10T05:16:53.644 INFO:tasks.rados.rados.0.smithi031.stdout:863: delete oid 14 current snap is 83 2024-08-10T05:16:53.655 INFO:tasks.rados.rados.0.smithi031.stdout:860: finishing copy_from to smithi03186013-13 2024-08-10T05:16:53.655 INFO:tasks.rados.rados.0.smithi031.stdout:860: got expected ENOENT (src dne) 2024-08-10T05:16:53.655 INFO:tasks.rados.rados.0.smithi031.stdout:860: finishing copy_from racing read to smithi03186013-13 2024-08-10T05:16:53.658 INFO:tasks.rados.rados.0.smithi031.stdout:860: done (3 left) 2024-08-10T05:16:53.658 INFO:tasks.rados.rados.0.smithi031.stdout:861: done (2 left) 2024-08-10T05:16:53.659 INFO:tasks.rados.rados.0.smithi031.stdout:863: done (1 left) 2024-08-10T05:16:53.659 INFO:tasks.rados.rados.0.smithi031.stdout:864: rollback oid 38 current snap is 83 2024-08-10T05:16:53.659 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 38 to 72 2024-08-10T05:16:53.665 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 9 current snap is 83 2024-08-10T05:16:53.665 INFO:tasks.rados.rados.0.smithi031.stdout:865: seq_num 275 ranges {2080768=614400,2695168=786432,3481600=499712,3981312=319488} 2024-08-10T05:16:53.674 INFO:tasks.rados.rados.0.smithi031.stdout:865: writing smithi03186013-9 from 2080768 to 2695168 tid 1 2024-08-10T05:16:53.678 INFO:tasks.rados.rados.0.smithi031.stdout:865: writing smithi03186013-9 from 2695168 to 3481600 tid 2 2024-08-10T05:16:53.681 INFO:tasks.rados.rados.0.smithi031.stdout:865: writing smithi03186013-9 from 3481600 to 3981312 tid 3 2024-08-10T05:16:53.683 INFO:tasks.rados.rados.0.smithi031.stdout:865: writing smithi03186013-9 from 3981312 to 4300800 tid 4 2024-08-10T05:16:53.683 INFO:tasks.rados.rados.0.smithi031.stdout:866: copy_from oid 21 from oid 25 current snap is 83 2024-08-10T05:16:53.683 INFO:tasks.rados.rados.0.smithi031.stdout:862: finishing copy_from racing read to smithi03186013-26 2024-08-10T05:16:53.683 INFO:tasks.rados.rados.0.smithi031.stdout:862: finishing copy_from to smithi03186013-26 2024-08-10T05:16:53.683 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 26 v 155 (ObjNum 174 snap 48 seq_num 174) dirty exists 2024-08-10T05:16:53.683 INFO:tasks.rados.rados.0.smithi031.stdout:864: finishing rollback tid 1 to smithi03186013-38 2024-08-10T05:16:53.684 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 38 v 123 (ObjNum 129 snap 0 seq_num 589525408) dirty dne 2024-08-10T05:16:53.684 INFO:tasks.rados.rados.0.smithi031.stdout:865: finishing write tid 1 to smithi03186013-9 2024-08-10T05:16:53.684 INFO:tasks.rados.rados.0.smithi031.stdout:865: finishing write tid 2 to smithi03186013-9 2024-08-10T05:16:53.684 INFO:tasks.rados.rados.0.smithi031.stdout:862: done (3 left) 2024-08-10T05:16:53.684 INFO:tasks.rados.rados.0.smithi031.stdout:864: done (2 left) 2024-08-10T05:16:53.684 INFO:tasks.rados.rados.0.smithi031.stdout:867: snap_remove snap 78 2024-08-10T05:16:53.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:53 smithi031 ceph-mon[98130]: osdmap e234: 8 total, 8 up, 8 in 2024-08-10T05:16:53.769 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:53 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: 2024-08-10T05:16:53.441+0000 7f09e4e65040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-10T05:16:53.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:53 smithi031 ceph-mon[41349]: osdmap e234: 8 total, 8 up, 8 in 2024-08-10T05:16:54.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:53 smithi196 ceph-mon[32874]: osdmap e234: 8 total, 8 up, 8 in 2024-08-10T05:16:54.028 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:53 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[81799]: 2024-08-10T05:16:53.579+0000 7f833837e040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-10T05:16:54.029 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:53 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[81799]: 2024-08-10T05:16:53.649+0000 7f833837e040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-10T05:16:54.029 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:53 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[81799]: 2024-08-10T05:16:53.812+0000 7f833837e040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-10T05:16:54.157 INFO:tasks.rados.rados.0.smithi031.stdout:865: finishing write tid 3 to smithi03186013-9 2024-08-10T05:16:54.157 INFO:tasks.rados.rados.0.smithi031.stdout:865: finishing write tid 4 to smithi03186013-9 2024-08-10T05:16:54.157 INFO:tasks.rados.rados.0.smithi031.stdout:865: finishing write tid 5 to smithi03186013-9 2024-08-10T05:16:54.157 INFO:tasks.rados.rados.0.smithi031.stdout:865: finishing write tid 6 to smithi03186013-9 2024-08-10T05:16:54.157 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 9 v 430 (ObjNum 275 snap 83 seq_num 275) dirty exists 2024-08-10T05:16:54.157 INFO:tasks.rados.rados.0.smithi031.stdout:865: left oid 9 (ObjNum 275 snap 83 seq_num 275) 2024-08-10T05:16:54.157 INFO:tasks.rados.rados.0.smithi031.stdout:866: finishing copy_from racing read to smithi03186013-21 2024-08-10T05:16:54.157 INFO:tasks.rados.rados.0.smithi031.stdout:866: finishing copy_from to smithi03186013-21 2024-08-10T05:16:54.157 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 21 v 326 (ObjNum 129 snap 34 seq_num 129) dirty exists 2024-08-10T05:16:54.158 INFO:tasks.rados.rados.0.smithi031.stdout:865: done (2 left) 2024-08-10T05:16:54.158 INFO:tasks.rados.rados.0.smithi031.stdout:866: done (1 left) 2024-08-10T05:16:54.158 INFO:tasks.rados.rados.0.smithi031.stdout:867: done (0 left) 2024-08-10T05:16:54.158 INFO:tasks.rados.rados.0.smithi031.stdout:868: rollback oid 28 current snap is 83 2024-08-10T05:16:54.158 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 28 to 68 2024-08-10T05:16:54.158 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 42 current snap is 83 2024-08-10T05:16:54.158 INFO:tasks.rados.rados.0.smithi031.stdout:869: seq_num 276 ranges {303104=630784,933888=671744,1605632=704512,2310144=229376} 2024-08-10T05:16:54.163 INFO:tasks.rados.rados.0.smithi031.stdout:869: writing smithi03186013-42 from 303104 to 933888 tid 1 2024-08-10T05:16:54.167 INFO:tasks.rados.rados.0.smithi031.stdout:869: writing smithi03186013-42 from 933888 to 1605632 tid 2 2024-08-10T05:16:54.172 INFO:tasks.rados.rados.0.smithi031.stdout:869: writing smithi03186013-42 from 1605632 to 2310144 tid 3 2024-08-10T05:16:54.174 INFO:tasks.rados.rados.0.smithi031.stdout:869: writing smithi03186013-42 from 2310144 to 2539520 tid 4 2024-08-10T05:16:54.174 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 23 current snap is 83 2024-08-10T05:16:54.174 INFO:tasks.rados.rados.0.smithi031.stdout:868: finishing rollback tid 0 to smithi03186013-28 2024-08-10T05:16:54.174 INFO:tasks.rados.rados.0.smithi031.stdout:870: seq_num 277 ranges {5234688=647168,5881856=557056,6438912=516096,6955008=532480} 2024-08-10T05:16:54.206 INFO:tasks.rados.rados.0.smithi031.stdout:870: writing smithi03186013-23 from 5234688 to 5881856 tid 1 2024-08-10T05:16:54.209 INFO:tasks.rados.rados.0.smithi031.stdout:870: writing smithi03186013-23 from 5881856 to 6438912 tid 2 2024-08-10T05:16:54.213 INFO:tasks.rados.rados.0.smithi031.stdout:870: writing smithi03186013-23 from 6438912 to 6955008 tid 3 2024-08-10T05:16:54.216 INFO:tasks.rados.rados.0.smithi031.stdout:870: writing smithi03186013-23 from 6955008 to 7487488 tid 4 2024-08-10T05:16:54.216 INFO:tasks.rados.rados.0.smithi031.stdout:871: snap_create 2024-08-10T05:16:54.216 INFO:tasks.rados.rados.0.smithi031.stdout:868: finishing rollback tid 1 to smithi03186013-28 2024-08-10T05:16:54.216 INFO:tasks.rados.rados.0.smithi031.stdout:868: finishing rollback tid 2 to smithi03186013-28 2024-08-10T05:16:54.216 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 28 v 344 (ObjNum 161 snap 44 seq_num 161) dirty exists 2024-08-10T05:16:54.217 INFO:tasks.rados.rados.0.smithi031.stdout:869: finishing write tid 1 to smithi03186013-42 2024-08-10T05:16:54.217 INFO:tasks.rados.rados.0.smithi031.stdout:869: finishing write tid 2 to smithi03186013-42 2024-08-10T05:16:54.217 INFO:tasks.rados.rados.0.smithi031.stdout:869: finishing write tid 3 to smithi03186013-42 2024-08-10T05:16:54.217 INFO:tasks.rados.rados.0.smithi031.stdout:869: finishing write tid 4 to smithi03186013-42 2024-08-10T05:16:54.217 INFO:tasks.rados.rados.0.smithi031.stdout:869: finishing write tid 5 to smithi03186013-42 2024-08-10T05:16:54.217 INFO:tasks.rados.rados.0.smithi031.stdout:869: finishing write tid 6 to smithi03186013-42 2024-08-10T05:16:54.217 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 42 v 211 (ObjNum 276 snap 83 seq_num 276) dirty exists 2024-08-10T05:16:54.217 INFO:tasks.rados.rados.0.smithi031.stdout:869: left oid 42 (ObjNum 276 snap 83 seq_num 276) 2024-08-10T05:16:54.217 INFO:tasks.rados.rados.0.smithi031.stdout:870: finishing write tid 1 to smithi03186013-23 2024-08-10T05:16:54.217 INFO:tasks.rados.rados.0.smithi031.stdout:870: finishing write tid 2 to smithi03186013-23 2024-08-10T05:16:54.217 INFO:tasks.rados.rados.0.smithi031.stdout:870: finishing write tid 3 to smithi03186013-23 2024-08-10T05:16:54.218 INFO:tasks.rados.rados.0.smithi031.stdout:870: finishing write tid 4 to smithi03186013-23 2024-08-10T05:16:54.218 INFO:tasks.rados.rados.0.smithi031.stdout:870: finishing write tid 5 to smithi03186013-23 2024-08-10T05:16:54.219 INFO:tasks.rados.rados.0.smithi031.stdout:870: finishing write tid 6 to smithi03186013-23 2024-08-10T05:16:54.219 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 23 v 200 (ObjNum 277 snap 83 seq_num 277) dirty exists 2024-08-10T05:16:54.219 INFO:tasks.rados.rados.0.smithi031.stdout:870: left oid 23 (ObjNum 277 snap 83 seq_num 277) 2024-08-10T05:16:54.268 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:53 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: 2024-08-10T05:16:53.786+0000 7f09e4e65040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-10T05:16:54.268 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:53 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: 2024-08-10T05:16:53.855+0000 7f09e4e65040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-10T05:16:54.269 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:54 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: 2024-08-10T05:16:54.011+0000 7f09e4e65040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-10T05:16:54.382 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:54 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[81799]: 2024-08-10T05:16:54.124+0000 7f833837e040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-10T05:16:54.382 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:54 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[81799]: 2024-08-10T05:16:54.196+0000 7f833837e040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-10T05:16:54.609 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:54 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: 2024-08-10T05:16:54.352+0000 7f09e4e65040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-10T05:16:54.609 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:54 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: 2024-08-10T05:16:54.416+0000 7f09e4e65040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-10T05:16:54.641 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:54 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[81799]: 2024-08-10T05:16:54.381+0000 7f833837e040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-10T05:16:54.642 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:54 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[81799]: 2024-08-10T05:16:54.528+0000 7f833837e040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-08-10T05:16:54.642 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:54 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[81799]: 2024-08-10T05:16:54.592+0000 7f833837e040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-10T05:16:54.919 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:54 smithi031 ceph-mon[98130]: osdmap e235: 8 total, 8 up, 8 in 2024-08-10T05:16:54.919 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:54 smithi031 ceph-mon[98130]: osdmap e236: 8 total, 8 up, 8 in 2024-08-10T05:16:54.919 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:54 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: 2024-08-10T05:16:54.609+0000 7f09e4e65040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-10T05:16:54.919 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:54 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: 2024-08-10T05:16:54.765+0000 7f09e4e65040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-08-10T05:16:54.919 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:54 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: 2024-08-10T05:16:54.832+0000 7f09e4e65040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-10T05:16:54.919 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:54 smithi031 ceph-mon[41349]: osdmap e235: 8 total, 8 up, 8 in 2024-08-10T05:16:54.920 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:54 smithi031 ceph-mon[41349]: osdmap e236: 8 total, 8 up, 8 in 2024-08-10T05:16:55.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:54 smithi196 ceph-mon[32874]: osdmap e235: 8 total, 8 up, 8 in 2024-08-10T05:16:55.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:54 smithi196 ceph-mon[32874]: osdmap e236: 8 total, 8 up, 8 in 2024-08-10T05:16:55.028 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:54 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[81799]: 2024-08-10T05:16:54.676+0000 7f833837e040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-10T05:16:55.029 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:54 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[81799]: 2024-08-10T05:16:54.735+0000 7f833837e040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-10T05:16:55.153 INFO:tasks.rados.rados.0.smithi031.stdout:868: done (3 left) 2024-08-10T05:16:55.153 INFO:tasks.rados.rados.0.smithi031.stdout:869: done (2 left) 2024-08-10T05:16:55.153 INFO:tasks.rados.rados.0.smithi031.stdout:870: done (1 left) 2024-08-10T05:16:55.153 INFO:tasks.rados.rados.0.smithi031.stdout:871: done (0 left) 2024-08-10T05:16:55.154 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 45 current snap is 84 2024-08-10T05:16:55.154 INFO:tasks.rados.rados.0.smithi031.stdout:872: seq_num 278 ranges {7766016=663552,8429568=442368,8871936=720896,9592832=442368} 2024-08-10T05:16:55.199 INFO:tasks.rados.rados.0.smithi031.stdout:872: writing smithi03186013-45 from 7766016 to 8429568 tid 1 2024-08-10T05:16:55.201 INFO:tasks.rados.rados.0.smithi031.stdout:872: writing smithi03186013-45 from 8429568 to 8871936 tid 2 2024-08-10T05:16:55.206 INFO:tasks.rados.rados.0.smithi031.stdout:872: writing smithi03186013-45 from 8871936 to 9592832 tid 3 2024-08-10T05:16:55.208 INFO:tasks.rados.rados.0.smithi031.stdout:872: writing smithi03186013-45 from 9592832 to 10035200 tid 4 2024-08-10T05:16:55.208 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 10 current snap is 84 2024-08-10T05:16:55.208 INFO:tasks.rados.rados.0.smithi031.stdout:872: finishing write tid 1 to smithi03186013-45 2024-08-10T05:16:55.209 INFO:tasks.rados.rados.0.smithi031.stdout:872: finishing write tid 2 to smithi03186013-45 2024-08-10T05:16:55.209 INFO:tasks.rados.rados.0.smithi031.stdout:873: seq_num 279 ranges {2105344=679936,2785280=720896,3506176=483328,3989504=401408} 2024-08-10T05:16:55.223 INFO:tasks.rados.rados.0.smithi031.stdout:873: writing smithi03186013-10 from 2105344 to 2785280 tid 1 2024-08-10T05:16:55.228 INFO:tasks.rados.rados.0.smithi031.stdout:873: writing smithi03186013-10 from 2785280 to 3506176 tid 2 2024-08-10T05:16:55.231 INFO:tasks.rados.rados.0.smithi031.stdout:873: writing smithi03186013-10 from 3506176 to 3989504 tid 3 2024-08-10T05:16:55.234 INFO:tasks.rados.rados.0.smithi031.stdout:873: writing smithi03186013-10 from 3989504 to 4390912 tid 4 2024-08-10T05:16:55.234 INFO:tasks.rados.rados.0.smithi031.stdout:874: delete oid 7 current snap is 84 2024-08-10T05:16:55.234 INFO:tasks.rados.rados.0.smithi031.stdout:872: finishing write tid 3 to smithi03186013-45 2024-08-10T05:16:55.234 INFO:tasks.rados.rados.0.smithi031.stdout:872: finishing write tid 4 to smithi03186013-45 2024-08-10T05:16:55.234 INFO:tasks.rados.rados.0.smithi031.stdout:872: finishing write tid 5 to smithi03186013-45 2024-08-10T05:16:55.234 INFO:tasks.rados.rados.0.smithi031.stdout:872: finishing write tid 6 to smithi03186013-45 2024-08-10T05:16:55.234 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 45 v 455 (ObjNum 278 snap 84 seq_num 278) dirty exists 2024-08-10T05:16:55.235 INFO:tasks.rados.rados.0.smithi031.stdout:872: left oid 45 (ObjNum 278 snap 84 seq_num 278) 2024-08-10T05:16:55.235 INFO:tasks.rados.rados.0.smithi031.stdout:873: finishing write tid 1 to smithi03186013-10 2024-08-10T05:16:55.235 INFO:tasks.rados.rados.0.smithi031.stdout:873: finishing write tid 2 to smithi03186013-10 2024-08-10T05:16:55.235 INFO:tasks.rados.rados.0.smithi031.stdout:873: finishing write tid 3 to smithi03186013-10 2024-08-10T05:16:55.236 INFO:tasks.rados.rados.0.smithi031.stdout:873: finishing write tid 4 to smithi03186013-10 2024-08-10T05:16:55.237 INFO:tasks.rados.rados.0.smithi031.stdout:872: done (2 left) 2024-08-10T05:16:55.237 INFO:tasks.rados.rados.0.smithi031.stdout:874: done (1 left) 2024-08-10T05:16:55.237 INFO:tasks.rados.rados.0.smithi031.stdout:875: rmattr oid 20 current snap is 84 2024-08-10T05:16:55.237 INFO:tasks.rados.rados.0.smithi031.stdout:875: done (1 left) 2024-08-10T05:16:55.237 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 24 current snap is 84 2024-08-10T05:16:55.237 INFO:tasks.rados.rados.0.smithi031.stdout:876: seq_num 281 ranges {0=712704,712704=491520,1204224=491520,1695744=622592} 2024-08-10T05:16:55.241 INFO:tasks.rados.rados.0.smithi031.stdout:876: writing smithi03186013-24 from 0 to 712704 tid 1 2024-08-10T05:16:55.244 INFO:tasks.rados.rados.0.smithi031.stdout:876: writing smithi03186013-24 from 712704 to 1204224 tid 2 2024-08-10T05:16:55.247 INFO:tasks.rados.rados.0.smithi031.stdout:876: writing smithi03186013-24 from 1204224 to 1695744 tid 3 2024-08-10T05:16:55.251 INFO:tasks.rados.rados.0.smithi031.stdout:876: writing smithi03186013-24 from 1695744 to 2318336 tid 4 2024-08-10T05:16:55.251 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 37 current snap is 84 2024-08-10T05:16:55.251 INFO:tasks.rados.rados.0.smithi031.stdout:873: finishing write tid 5 to smithi03186013-10 2024-08-10T05:16:55.251 INFO:tasks.rados.rados.0.smithi031.stdout:877: seq_num 282 ranges {10821632=729088,11550720=425984,11976704=704512,12681216=475136} 2024-08-10T05:16:55.268 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:54 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: 2024-08-10T05:16:54.919+0000 7f09e4e65040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-10T05:16:55.268 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:54 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: 2024-08-10T05:16:54.981+0000 7f09e4e65040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-10T05:16:55.314 INFO:tasks.rados.rados.0.smithi031.stdout:877: writing smithi03186013-37 from 10821632 to 11550720 tid 1 2024-08-10T05:16:55.316 INFO:tasks.rados.rados.0.smithi031.stdout:877: writing smithi03186013-37 from 11550720 to 11976704 tid 2 2024-08-10T05:16:55.320 INFO:tasks.rados.rados.0.smithi031.stdout:877: writing smithi03186013-37 from 11976704 to 12681216 tid 3 2024-08-10T05:16:55.324 INFO:tasks.rados.rados.0.smithi031.stdout:877: writing smithi03186013-37 from 12681216 to 13156352 tid 4 2024-08-10T05:16:55.324 INFO:tasks.rados.rados.0.smithi031.stdout:878: delete oid 43 current snap is 84 2024-08-10T05:16:55.324 INFO:tasks.rados.rados.0.smithi031.stdout:873: finishing write tid 6 to smithi03186013-10 2024-08-10T05:16:55.324 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 10 v 206 (ObjNum 279 snap 84 seq_num 279) dirty exists 2024-08-10T05:16:55.324 INFO:tasks.rados.rados.0.smithi031.stdout:873: left oid 10 (ObjNum 279 snap 84 seq_num 279) 2024-08-10T05:16:55.324 INFO:tasks.rados.rados.0.smithi031.stdout:876: finishing write tid 1 to smithi03186013-24 2024-08-10T05:16:55.324 INFO:tasks.rados.rados.0.smithi031.stdout:876: finishing write tid 2 to smithi03186013-24 2024-08-10T05:16:55.324 INFO:tasks.rados.rados.0.smithi031.stdout:876: finishing write tid 3 to smithi03186013-24 2024-08-10T05:16:55.324 INFO:tasks.rados.rados.0.smithi031.stdout:876: finishing write tid 4 to smithi03186013-24 2024-08-10T05:16:55.325 INFO:tasks.rados.rados.0.smithi031.stdout:876: finishing write tid 5 to smithi03186013-24 2024-08-10T05:16:55.325 INFO:tasks.rados.rados.0.smithi031.stdout:876: finishing write tid 6 to smithi03186013-24 2024-08-10T05:16:55.325 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 24 v 434 (ObjNum 281 snap 84 seq_num 281) dirty exists 2024-08-10T05:16:55.325 INFO:tasks.rados.rados.0.smithi031.stdout:876: left oid 24 (ObjNum 281 snap 84 seq_num 281) 2024-08-10T05:16:55.325 INFO:tasks.rados.rados.0.smithi031.stdout:877: finishing write tid 1 to smithi03186013-37 2024-08-10T05:16:55.325 INFO:tasks.rados.rados.0.smithi031.stdout:877: finishing write tid 2 to smithi03186013-37 2024-08-10T05:16:55.325 INFO:tasks.rados.rados.0.smithi031.stdout:873: done (3 left) 2024-08-10T05:16:55.325 INFO:tasks.rados.rados.0.smithi031.stdout:876: done (2 left) 2024-08-10T05:16:55.325 INFO:tasks.rados.rados.0.smithi031.stdout:878: done (1 left) 2024-08-10T05:16:55.325 INFO:tasks.rados.rados.0.smithi031.stdout:879: snap_create 2024-08-10T05:16:55.326 INFO:tasks.rados.rados.0.smithi031.stdout:877: finishing write tid 3 to smithi03186013-37 2024-08-10T05:16:55.327 INFO:tasks.rados.rados.0.smithi031.stdout:877: finishing write tid 4 to smithi03186013-37 2024-08-10T05:16:55.327 INFO:tasks.rados.rados.0.smithi031.stdout:877: finishing write tid 5 to smithi03186013-37 2024-08-10T05:16:55.328 INFO:tasks.rados.rados.0.smithi031.stdout:877: finishing write tid 6 to smithi03186013-37 2024-08-10T05:16:55.328 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 37 v 356 (ObjNum 282 snap 84 seq_num 282) dirty exists 2024-08-10T05:16:55.328 INFO:tasks.rados.rados.0.smithi031.stdout:877: left oid 37 (ObjNum 282 snap 84 seq_num 282) 2024-08-10T05:16:55.528 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:55 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[81799]: 2024-08-10T05:16:55.274+0000 7f833837e040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-10T05:16:55.529 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:55 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[81799]: 2024-08-10T05:16:55.437+0000 7f833837e040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-10T05:16:55.529 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:55 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[81799]: [10/Aug/2024:05:16:55] ENGINE Bus STARTING 2024-08-10T05:16:55.529 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:55 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[81799]: CherryPy Checker: 2024-08-10T05:16:55.529 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:55 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[81799]: The Application mounted at '' has an empty config. 2024-08-10T05:16:55.529 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:55 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[81799]: 2024-08-10T05:16:55.735 INFO:tasks.rados.rados.0.smithi031.stdout:877: done (1 left) 2024-08-10T05:16:55.735 INFO:tasks.rados.rados.0.smithi031.stdout:879: done (0 left) 2024-08-10T05:16:55.736 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 13 current snap is 85 2024-08-10T05:16:55.736 INFO:tasks.rados.rados.0.smithi031.stdout:880: seq_num 284 ranges {6316032=761856,7077888=598016,7675904=671744,8347648=335872} 2024-08-10T05:16:55.775 INFO:tasks.rados.rados.0.smithi031.stdout:880: writing smithi03186013-13 from 6316032 to 7077888 tid 1 2024-08-10T05:16:55.778 INFO:tasks.rados.rados.0.smithi031.stdout:880: writing smithi03186013-13 from 7077888 to 7675904 tid 2 2024-08-10T05:16:55.782 INFO:tasks.rados.rados.0.smithi031.stdout:880: writing smithi03186013-13 from 7675904 to 8347648 tid 3 2024-08-10T05:16:55.784 INFO:tasks.rados.rados.0.smithi031.stdout:880: writing smithi03186013-13 from 8347648 to 8683520 tid 4 2024-08-10T05:16:55.784 INFO:tasks.rados.rados.0.smithi031.stdout:881: delete oid 50 current snap is 85 2024-08-10T05:16:55.784 INFO:tasks.rados.rados.0.smithi031.stdout:880: finishing write tid 1 to smithi03186013-13 2024-08-10T05:16:55.784 INFO:tasks.rados.rados.0.smithi031.stdout:880: finishing write tid 2 to smithi03186013-13 2024-08-10T05:16:55.786 INFO:tasks.rados.rados.0.smithi031.stdout:881: done (1 left) 2024-08-10T05:16:55.786 INFO:tasks.rados.rados.0.smithi031.stdout:882: rollback oid 21 current snap is 85 2024-08-10T05:16:55.786 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 21 to 37 2024-08-10T05:16:55.786 INFO:tasks.rados.rados.0.smithi031.stdout:880: finishing write tid 3 to smithi03186013-13 2024-08-10T05:16:55.786 INFO:tasks.rados.rados.0.smithi031.stdout:883: snap_remove snap 57 2024-08-10T05:16:55.859 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:55 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: 2024-08-10T05:16:55.558+0000 7f09e4e65040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-10T05:16:55.860 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:55 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: 2024-08-10T05:16:55.724+0000 7f09e4e65040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-10T05:16:55.860 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:55 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: [10/Aug/2024:05:16:55] ENGINE Bus STARTING 2024-08-10T05:16:55.860 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:55 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: CherryPy Checker: 2024-08-10T05:16:55.860 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:55 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: The Application mounted at '' has an empty config. 2024-08-10T05:16:55.860 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:55 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: 2024-08-10T05:16:55.860 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:55 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: 2024-08-10T05:16:55.859+0000 7f094d9a7640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-10T05:16:55.860 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:55 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: 2024-08-10T05:16:55.859+0000 7f094d9a7640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-10T05:16:55.860 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:55 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: 2024-08-10T05:16:55.859+0000 7f094d9a7640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-10T05:16:55.860 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:55 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: 2024-08-10T05:16:55.859+0000 7f094d9a7640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-10T05:16:55.860 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:55 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: 2024-08-10T05:16:55.859+0000 7f094d9a7640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-10T05:16:55.992 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:55 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[81799]: [10/Aug/2024:05:16:55] ENGINE Serving on http://:::9283 2024-08-10T05:16:55.992 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 05:16:55 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x[81799]: [10/Aug/2024:05:16:55] ENGINE Bus STARTED 2024-08-10T05:16:56.142 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:55 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: 2024-08-10T05:16:55.862+0000 7f094c1a4640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-10T05:16:56.142 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:55 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: 2024-08-10T05:16:55.862+0000 7f094c1a4640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-10T05:16:56.142 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:55 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: 2024-08-10T05:16:55.862+0000 7f094c1a4640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-10T05:16:56.142 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:55 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: 2024-08-10T05:16:55.862+0000 7f094c1a4640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-10T05:16:56.142 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:55 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: 2024-08-10T05:16:55.862+0000 7f094c1a4640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-10T05:16:56.142 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:55 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: [10/Aug/2024:05:16:55] ENGINE Serving on http://:::9283 2024-08-10T05:16:56.143 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:55 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: [10/Aug/2024:05:16:55] ENGINE Bus STARTED 2024-08-10T05:16:56.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:56 smithi196 ceph-mon[32874]: osdmap e237: 8 total, 8 up, 8 in 2024-08-10T05:16:56.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:56 smithi196 ceph-mon[32874]: Standby manager daemon x restarted 2024-08-10T05:16:56.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:56 smithi196 ceph-mon[32874]: Standby manager daemon x started 2024-08-10T05:16:56.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:56 smithi196 ceph-mon[32874]: from='mgr.? 172.21.15.196:0/2071319776' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-10T05:16:56.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:56 smithi196 ceph-mon[32874]: from='mgr.? 172.21.15.196:0/2071319776' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-10T05:16:56.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:56 smithi196 ceph-mon[32874]: from='mgr.? 172.21.15.196:0/2071319776' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-10T05:16:56.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:56 smithi196 ceph-mon[32874]: from='mgr.? 172.21.15.196:0/2071319776' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-10T05:16:56.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:56 smithi196 ceph-mon[32874]: Active manager daemon y restarted 2024-08-10T05:16:56.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:56 smithi196 ceph-mon[32874]: Activating manager daemon y 2024-08-10T05:16:56.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:56 smithi196 ceph-mon[32874]: osdmap e238: 8 total, 8 up, 8 in 2024-08-10T05:16:56.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:56 smithi196 ceph-mon[32874]: mgrmap e38: y(active, starting, since 0.00786794s), standbys: x 2024-08-10T05:16:56.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:56 smithi196 ceph-mon[32874]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:16:56.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:56 smithi196 ceph-mon[32874]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:16:56.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:56 smithi196 ceph-mon[32874]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:16:56.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:56 smithi196 ceph-mon[32874]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-10T05:16:56.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:56 smithi196 ceph-mon[32874]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-10T05:16:56.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:56 smithi196 ceph-mon[32874]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-10T05:16:56.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:56 smithi196 ceph-mon[32874]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-10T05:16:56.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:56 smithi196 ceph-mon[32874]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-10T05:16:56.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:56 smithi196 ceph-mon[32874]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-10T05:16:56.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:56 smithi196 ceph-mon[32874]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-10T05:16:56.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:56 smithi196 ceph-mon[32874]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-10T05:16:56.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:56 smithi196 ceph-mon[32874]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-10T05:16:56.281 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:56 smithi196 ceph-mon[32874]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-10T05:16:56.281 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:56 smithi196 ceph-mon[32874]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-10T05:16:56.281 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:56 smithi196 ceph-mon[32874]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-10T05:16:56.281 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:56 smithi196 ceph-mon[32874]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-10T05:16:56.281 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:56 smithi196 ceph-mon[32874]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-10T05:16:56.281 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:56 smithi196 ceph-mon[32874]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-10T05:16:56.281 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:56 smithi196 ceph-mon[32874]: Manager daemon y is now available 2024-08-10T05:16:56.281 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:56 smithi196 ceph-mon[32874]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:16:56.281 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:56 smithi196 ceph-mon[32874]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:16:56.281 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:56 smithi196 ceph-mon[32874]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-10T05:16:56.281 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:56 smithi196 ceph-mon[32874]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-10T05:16:56.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:56 smithi031 ceph-mon[98130]: osdmap e237: 8 total, 8 up, 8 in 2024-08-10T05:16:56.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:56 smithi031 ceph-mon[98130]: Standby manager daemon x restarted 2024-08-10T05:16:56.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:56 smithi031 ceph-mon[98130]: Standby manager daemon x started 2024-08-10T05:16:56.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:56 smithi031 ceph-mon[98130]: from='mgr.? 172.21.15.196:0/2071319776' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-10T05:16:56.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:56 smithi031 ceph-mon[98130]: from='mgr.? 172.21.15.196:0/2071319776' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-10T05:16:56.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:56 smithi031 ceph-mon[98130]: from='mgr.? 172.21.15.196:0/2071319776' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-10T05:16:56.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:56 smithi031 ceph-mon[98130]: from='mgr.? 172.21.15.196:0/2071319776' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-10T05:16:56.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:56 smithi031 ceph-mon[98130]: Active manager daemon y restarted 2024-08-10T05:16:56.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:56 smithi031 ceph-mon[98130]: Activating manager daemon y 2024-08-10T05:16:56.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:56 smithi031 ceph-mon[98130]: osdmap e238: 8 total, 8 up, 8 in 2024-08-10T05:16:56.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:56 smithi031 ceph-mon[98130]: mgrmap e38: y(active, starting, since 0.00786794s), standbys: x 2024-08-10T05:16:56.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:16:56.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:16:56.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:16:56.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-10T05:16:56.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-10T05:16:56.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-10T05:16:56.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-10T05:16:56.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-10T05:16:56.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-10T05:16:56.521 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-10T05:16:56.521 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-10T05:16:56.521 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-10T05:16:56.521 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-10T05:16:56.521 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-10T05:16:56.521 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-10T05:16:56.521 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-10T05:16:56.521 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-10T05:16:56.521 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-10T05:16:56.521 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:56 smithi031 ceph-mon[98130]: Manager daemon y is now available 2024-08-10T05:16:56.521 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:16:56.521 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:16:56.521 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-10T05:16:56.521 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-10T05:16:56.522 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:56 smithi031 ceph-mon[41349]: osdmap e237: 8 total, 8 up, 8 in 2024-08-10T05:16:56.522 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:56 smithi031 ceph-mon[41349]: Standby manager daemon x restarted 2024-08-10T05:16:56.522 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:56 smithi031 ceph-mon[41349]: Standby manager daemon x started 2024-08-10T05:16:56.522 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:56 smithi031 ceph-mon[41349]: from='mgr.? 172.21.15.196:0/2071319776' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-10T05:16:56.522 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:56 smithi031 ceph-mon[41349]: from='mgr.? 172.21.15.196:0/2071319776' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-10T05:16:56.522 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:56 smithi031 ceph-mon[41349]: from='mgr.? 172.21.15.196:0/2071319776' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-10T05:16:56.522 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:56 smithi031 ceph-mon[41349]: from='mgr.? 172.21.15.196:0/2071319776' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-10T05:16:56.522 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:56 smithi031 ceph-mon[41349]: Active manager daemon y restarted 2024-08-10T05:16:56.523 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:56 smithi031 ceph-mon[41349]: Activating manager daemon y 2024-08-10T05:16:56.523 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:56 smithi031 ceph-mon[41349]: osdmap e238: 8 total, 8 up, 8 in 2024-08-10T05:16:56.523 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:56 smithi031 ceph-mon[41349]: mgrmap e38: y(active, starting, since 0.00786794s), standbys: x 2024-08-10T05:16:56.523 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:56 smithi031 ceph-mon[41349]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:16:56.523 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:56 smithi031 ceph-mon[41349]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:16:56.523 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:56 smithi031 ceph-mon[41349]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:16:56.523 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:56 smithi031 ceph-mon[41349]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-10T05:16:56.523 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:56 smithi031 ceph-mon[41349]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-10T05:16:56.523 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:56 smithi031 ceph-mon[41349]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-10T05:16:56.523 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:56 smithi031 ceph-mon[41349]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-10T05:16:56.523 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:56 smithi031 ceph-mon[41349]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-10T05:16:56.523 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:56 smithi031 ceph-mon[41349]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-10T05:16:56.523 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:56 smithi031 ceph-mon[41349]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-10T05:16:56.523 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:56 smithi031 ceph-mon[41349]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-10T05:16:56.524 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:56 smithi031 ceph-mon[41349]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-10T05:16:56.524 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:56 smithi031 ceph-mon[41349]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-10T05:16:56.524 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:56 smithi031 ceph-mon[41349]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-10T05:16:56.524 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:56 smithi031 ceph-mon[41349]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-10T05:16:56.524 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:56 smithi031 ceph-mon[41349]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-10T05:16:56.524 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:56 smithi031 ceph-mon[41349]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-10T05:16:56.524 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:56 smithi031 ceph-mon[41349]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-10T05:16:56.524 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:56 smithi031 ceph-mon[41349]: Manager daemon y is now available 2024-08-10T05:16:56.524 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:56 smithi031 ceph-mon[41349]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:16:56.524 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:56 smithi031 ceph-mon[41349]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:16:56.524 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:56 smithi031 ceph-mon[41349]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-10T05:16:56.524 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:56 smithi031 ceph-mon[41349]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-10T05:16:56.739 INFO:tasks.rados.rados.0.smithi031.stdout:883: done (2 left) 2024-08-10T05:16:56.739 INFO:tasks.rados.rados.0.smithi031.stdout:884: snap_create 2024-08-10T05:16:56.739 INFO:tasks.rados.rados.0.smithi031.stdout:880: finishing write tid 4 to smithi03186013-13 2024-08-10T05:16:56.739 INFO:tasks.rados.rados.0.smithi031.stdout:880: finishing write tid 5 to smithi03186013-13 2024-08-10T05:16:56.739 INFO:tasks.rados.rados.0.smithi031.stdout:882: finishing rollback tid 0 to smithi03186013-21 2024-08-10T05:16:56.739 INFO:tasks.rados.rados.0.smithi031.stdout:880: finishing write tid 6 to smithi03186013-13 2024-08-10T05:16:56.739 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 13 v 444 (ObjNum 284 snap 85 seq_num 284) dirty exists 2024-08-10T05:16:56.739 INFO:tasks.rados.rados.0.smithi031.stdout:880: left oid 13 (ObjNum 284 snap 85 seq_num 284) 2024-08-10T05:16:56.739 INFO:tasks.rados.rados.0.smithi031.stdout:882: finishing rollback tid 1 to smithi03186013-21 2024-08-10T05:16:56.739 INFO:tasks.rados.rados.0.smithi031.stdout:882: finishing rollback tid 2 to smithi03186013-21 2024-08-10T05:16:56.740 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 21 v 448 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-08-10T05:16:56.779 INFO:teuthology.orchestra.run.smithi031.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-10T05:16:56.779 INFO:teuthology.orchestra.run.smithi031.stdout:alertmanager.a smithi031 *:9093,9094 running (70s) 37s ago 5m 15.4M - 0.25.0 c8568f914cd2 afde0a9ed8a2 2024-08-10T05:16:56.779 INFO:teuthology.orchestra.run.smithi031.stdout:grafana.a smithi196 *:3000 running (58s) 17s ago 5m 77.7M - 9.4.7 954c08fa6188 6ec1b1b19e7a 2024-08-10T05:16:56.779 INFO:teuthology.orchestra.run.smithi031.stdout:mds.a smithi031 running (6m) 37s ago 6m 15.4M - 17.2.7-1372-g56ceb861 354fce865a9a 6a7f8795f454 2024-08-10T05:16:56.779 INFO:teuthology.orchestra.run.smithi031.stdout:mds.b smithi196 running (6m) 17s ago 6m 17.2M - 17.2.7-1372-g56ceb861 354fce865a9a b1ed5b548d29 2024-08-10T05:16:56.779 INFO:teuthology.orchestra.run.smithi031.stdout:mgr.x smithi196 *:8443,9283,8765 running (22s) 17s ago 10m 56.3M - 19.1.0-1335-gbca9905d c7b33901c886 467542b38c9b 2024-08-10T05:16:56.779 INFO:teuthology.orchestra.run.smithi031.stdout:mgr.y smithi031 *:8443,9283,8765 running (50s) 37s ago 11m 473M - 19.1.0-1335-gbca9905d c7b33901c886 7eef306ed587 2024-08-10T05:16:56.780 INFO:teuthology.orchestra.run.smithi031.stdout:mon.a smithi031 running (11m) 37s ago 12m 55.6M 2048M 17.2.7-1372-g56ceb861 354fce865a9a 3733e4dc0236 2024-08-10T05:16:56.780 INFO:teuthology.orchestra.run.smithi031.stdout:mon.b smithi196 running (10m) 17s ago 10m 48.9M 2048M 17.2.7-1372-g56ceb861 354fce865a9a 4e4eaf4777a7 2024-08-10T05:16:56.780 INFO:teuthology.orchestra.run.smithi031.stdout:mon.c smithi031 running (10m) 37s ago 10m 45.9M 2048M 17.2.7-1372-g56ceb861 354fce865a9a 13f38e06b813 2024-08-10T05:16:56.780 INFO:teuthology.orchestra.run.smithi031.stdout:node-exporter.a smithi031 *:9100 running (67s) 37s ago 4m 8426k - 1.5.0 0da6a335fe13 b1e6859cbc5d 2024-08-10T05:16:56.780 INFO:teuthology.orchestra.run.smithi031.stdout:node-exporter.b smithi196 *:9100 running (56s) 17s ago 4m 7876k - 1.5.0 0da6a335fe13 fce7ddc02cba 2024-08-10T05:16:56.780 INFO:teuthology.orchestra.run.smithi031.stdout:osd.0 smithi031 running (9m) 37s ago 9m 117M 2481M 17.2.7-1372-g56ceb861 354fce865a9a 36e1ab6186cd 2024-08-10T05:16:56.780 INFO:teuthology.orchestra.run.smithi031.stdout:osd.1 smithi031 running (9m) 37s ago 9m 119M 2481M 17.2.7-1372-g56ceb861 354fce865a9a 80a25aacceaf 2024-08-10T05:16:56.780 INFO:teuthology.orchestra.run.smithi031.stdout:osd.2 smithi031 running (9m) 37s ago 9m 81.0M 2481M 17.2.7-1372-g56ceb861 354fce865a9a 219593aa2bcc 2024-08-10T05:16:56.780 INFO:teuthology.orchestra.run.smithi031.stdout:osd.3 smithi031 running (8m) 37s ago 8m 94.4M 2481M 17.2.7-1372-g56ceb861 354fce865a9a 2f86cfe4892d 2024-08-10T05:16:56.780 INFO:teuthology.orchestra.run.smithi031.stdout:osd.4 smithi196 running (8m) 17s ago 8m 125M 2480M 17.2.7-1372-g56ceb861 354fce865a9a 267ae336e2f7 2024-08-10T05:16:56.780 INFO:teuthology.orchestra.run.smithi031.stdout:osd.5 smithi196 running (7m) 17s ago 7m 125M 2480M 17.2.7-1372-g56ceb861 354fce865a9a 6af7d344b4cc 2024-08-10T05:16:56.780 INFO:teuthology.orchestra.run.smithi031.stdout:osd.6 smithi196 running (7m) 17s ago 7m 96.1M 2480M 17.2.7-1372-g56ceb861 354fce865a9a e73c19910471 2024-08-10T05:16:56.780 INFO:teuthology.orchestra.run.smithi031.stdout:osd.7 smithi196 running (7m) 17s ago 7m 78.4M 2480M 17.2.7-1372-g56ceb861 354fce865a9a f847e8917297 2024-08-10T05:16:56.780 INFO:teuthology.orchestra.run.smithi031.stdout:prometheus.a smithi196 *:9095 running (27s) 17s ago 5m 42.6M - 2.43.0 a07b618ecd1d d50c5c7907b8 2024-08-10T05:16:57.018 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:56 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: 2024-08-10T05:16:56.758+0000 7f0983ce7640 -1 mgr.server handle_report got status from non-daemon mon.a 2024-08-10T05:16:57.123 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-08-10T05:16:57.123 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": { 2024-08-10T05:16:57.123 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 2, 2024-08-10T05:16:57.124 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 1 2024-08-10T05:16:57.124 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-08-10T05:16:57.124 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": { 2024-08-10T05:16:57.124 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 2 2024-08-10T05:16:57.124 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-08-10T05:16:57.124 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": { 2024-08-10T05:16:57.124 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 8 2024-08-10T05:16:57.124 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-08-10T05:16:57.124 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": { 2024-08-10T05:16:57.124 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 2 2024-08-10T05:16:57.124 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-08-10T05:16:57.125 INFO:teuthology.orchestra.run.smithi031.stdout: "overall": { 2024-08-10T05:16:57.125 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 12, 2024-08-10T05:16:57.125 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 3 2024-08-10T05:16:57.125 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-08-10T05:16:57.125 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-08-10T05:16:57.735 INFO:tasks.rados.rados.0.smithi031.stdout:880: done (2 left) 2024-08-10T05:16:57.736 INFO:tasks.rados.rados.0.smithi031.stdout:882: done (1 left) 2024-08-10T05:16:57.736 INFO:tasks.rados.rados.0.smithi031.stdout:884: done (0 left) 2024-08-10T05:16:57.736 INFO:tasks.rados.rados.0.smithi031.stdout:885: read oid 46 snap -1 2024-08-10T05:16:57.736 INFO:tasks.rados.rados.0.smithi031.stdout:885: expect (ObjNum 106 snap 21 seq_num 106) 2024-08-10T05:16:57.736 INFO:tasks.rados.rados.0.smithi031.stdout:886: read oid 12 snap -1 2024-08-10T05:16:57.736 INFO:tasks.rados.rados.0.smithi031.stdout:886: expect deleted 2024-08-10T05:16:57.736 INFO:tasks.rados.rados.0.smithi031.stdout:887: read oid 29 snap -1 2024-08-10T05:16:57.736 INFO:tasks.rados.rados.0.smithi031.stdout:887: expect (ObjNum 262 snap 78 seq_num 262) 2024-08-10T05:16:57.736 INFO:tasks.rados.rados.0.smithi031.stdout:888: snap_remove snap 77 2024-08-10T05:16:57.737 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:57 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: 2024-08-10T05:16:57.406+0000 7f0937846640 -1 log_channel(cephadm) log [ERR] : [10/Aug/2024:05:16:57] ENGINE Error in HTTPServer.serve 2024-08-10T05:16:57.737 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:57 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: Traceback (most recent call last): 2024-08-10T05:16:57.737 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:57 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-10T05:16:57.737 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:57 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: self._connections.run(self.expiration_interval) 2024-08-10T05:16:57.737 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:57 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-10T05:16:57.737 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:57 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: self._run(expiration_interval) 2024-08-10T05:16:57.737 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:57 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-10T05:16:57.737 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:57 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: new_conn = self._from_server_socket(self.server.socket) 2024-08-10T05:16:57.737 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:57 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-10T05:16:57.737 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:57 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-10T05:16:57.737 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:57 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-10T05:16:57.738 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:57 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: s = self.context.wrap_socket( 2024-08-10T05:16:57.738 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:57 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-10T05:16:57.738 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:57 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: return self.sslsocket_class._create( 2024-08-10T05:16:57.738 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:57 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-10T05:16:57.738 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:57 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: self.do_handshake() 2024-08-10T05:16:57.738 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:57 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-10T05:16:57.738 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:57 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: self._sslobj.do_handshake() 2024-08-10T05:16:57.738 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:57 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-10T05:16:57.738 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:16:57 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: 2024-08-10T05:16:58.004 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:57 smithi031 ceph-mon[98130]: osdmap e239: 8 total, 8 up, 8 in 2024-08-10T05:16:58.004 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:57 smithi031 ceph-mon[98130]: mgrmap e39: y(active, since 1.02768s), standbys: x 2024-08-10T05:16:58.004 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:57 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/98141688' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:16:58.004 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:57 smithi031 ceph-mon[98130]: [10/Aug/2024:05:16:57] ENGINE Bus STARTING 2024-08-10T05:16:58.004 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:57 smithi031 ceph-mon[98130]: [10/Aug/2024:05:16:57] ENGINE Serving on https://172.21.15.31:7150 2024-08-10T05:16:58.004 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:57 smithi031 ceph-mon[98130]: [10/Aug/2024:05:16:57] ENGINE Error in HTTPServer.serve 2024-08-10T05:16:58.004 INFO:journalctl@ceph.mon.a.smithi031.stdout: Traceback (most recent call last): 2024-08-10T05:16:58.004 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-10T05:16:58.004 INFO:journalctl@ceph.mon.a.smithi031.stdout: self._connections.run(self.expiration_interval) 2024-08-10T05:16:58.005 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-10T05:16:58.005 INFO:journalctl@ceph.mon.a.smithi031.stdout: self._run(expiration_interval) 2024-08-10T05:16:58.005 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-10T05:16:58.005 INFO:journalctl@ceph.mon.a.smithi031.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-10T05:16:58.005 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-10T05:16:58.005 INFO:journalctl@ceph.mon.a.smithi031.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-10T05:16:58.005 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-10T05:16:58.005 INFO:journalctl@ceph.mon.a.smithi031.stdout: s = self.context.wrap_socket( 2024-08-10T05:16:58.005 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-10T05:16:58.005 INFO:journalctl@ceph.mon.a.smithi031.stdout: return self.sslsocket_class._create( 2024-08-10T05:16:58.005 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-10T05:16:58.006 INFO:journalctl@ceph.mon.a.smithi031.stdout: self.do_handshake() 2024-08-10T05:16:58.006 INFO:journalctl@ceph.mon.a.smithi031.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-10T05:16:58.006 INFO:journalctl@ceph.mon.a.smithi031.stdout: self._sslobj.do_handshake() 2024-08-10T05:16:58.006 INFO:journalctl@ceph.mon.a.smithi031.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-10T05:16:58.006 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:57 smithi031 ceph-mon[98130]: [10/Aug/2024:05:16:57] ENGINE Serving on http://172.21.15.31:8765 2024-08-10T05:16:58.006 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:57 smithi031 ceph-mon[98130]: [10/Aug/2024:05:16:57] ENGINE Bus STARTED 2024-08-10T05:16:58.006 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:57 smithi031 ceph-mon[41349]: osdmap e239: 8 total, 8 up, 8 in 2024-08-10T05:16:58.006 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:57 smithi031 ceph-mon[41349]: mgrmap e39: y(active, since 1.02768s), standbys: x 2024-08-10T05:16:58.006 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:57 smithi031 ceph-mon[41349]: from='client.? 172.21.15.31:0/98141688' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:16:58.007 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:57 smithi031 ceph-mon[41349]: [10/Aug/2024:05:16:57] ENGINE Bus STARTING 2024-08-10T05:16:58.007 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:57 smithi031 ceph-mon[41349]: [10/Aug/2024:05:16:57] ENGINE Serving on https://172.21.15.31:7150 2024-08-10T05:16:58.007 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:57 smithi031 ceph-mon[41349]: [10/Aug/2024:05:16:57] ENGINE Error in HTTPServer.serve 2024-08-10T05:16:58.007 INFO:journalctl@ceph.mon.c.smithi031.stdout: Traceback (most recent call last): 2024-08-10T05:16:58.007 INFO:journalctl@ceph.mon.c.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-10T05:16:58.007 INFO:journalctl@ceph.mon.c.smithi031.stdout: self._connections.run(self.expiration_interval) 2024-08-10T05:16:58.007 INFO:journalctl@ceph.mon.c.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-10T05:16:58.007 INFO:journalctl@ceph.mon.c.smithi031.stdout: self._run(expiration_interval) 2024-08-10T05:16:58.007 INFO:journalctl@ceph.mon.c.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-10T05:16:58.007 INFO:journalctl@ceph.mon.c.smithi031.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-10T05:16:58.007 INFO:journalctl@ceph.mon.c.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-10T05:16:58.008 INFO:journalctl@ceph.mon.c.smithi031.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-10T05:16:58.008 INFO:journalctl@ceph.mon.c.smithi031.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-10T05:16:58.008 INFO:journalctl@ceph.mon.c.smithi031.stdout: s = self.context.wrap_socket( 2024-08-10T05:16:58.008 INFO:journalctl@ceph.mon.c.smithi031.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-10T05:16:58.008 INFO:journalctl@ceph.mon.c.smithi031.stdout: return self.sslsocket_class._create( 2024-08-10T05:16:58.008 INFO:journalctl@ceph.mon.c.smithi031.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-10T05:16:58.008 INFO:journalctl@ceph.mon.c.smithi031.stdout: self.do_handshake() 2024-08-10T05:16:58.008 INFO:journalctl@ceph.mon.c.smithi031.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-10T05:16:58.008 INFO:journalctl@ceph.mon.c.smithi031.stdout: self._sslobj.do_handshake() 2024-08-10T05:16:58.008 INFO:journalctl@ceph.mon.c.smithi031.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-10T05:16:58.008 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:57 smithi031 ceph-mon[41349]: [10/Aug/2024:05:16:57] ENGINE Serving on http://172.21.15.31:8765 2024-08-10T05:16:58.008 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:57 smithi031 ceph-mon[41349]: [10/Aug/2024:05:16:57] ENGINE Bus STARTED 2024-08-10T05:16:58.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:57 smithi196 ceph-mon[32874]: osdmap e239: 8 total, 8 up, 8 in 2024-08-10T05:16:58.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:57 smithi196 ceph-mon[32874]: mgrmap e39: y(active, since 1.02768s), standbys: x 2024-08-10T05:16:58.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:57 smithi196 ceph-mon[32874]: from='client.? 172.21.15.31:0/98141688' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:16:58.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:57 smithi196 ceph-mon[32874]: [10/Aug/2024:05:16:57] ENGINE Bus STARTING 2024-08-10T05:16:58.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:57 smithi196 ceph-mon[32874]: [10/Aug/2024:05:16:57] ENGINE Serving on https://172.21.15.31:7150 2024-08-10T05:16:58.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:57 smithi196 ceph-mon[32874]: [10/Aug/2024:05:16:57] ENGINE Error in HTTPServer.serve 2024-08-10T05:16:58.029 INFO:journalctl@ceph.mon.b.smithi196.stdout: Traceback (most recent call last): 2024-08-10T05:16:58.029 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-10T05:16:58.029 INFO:journalctl@ceph.mon.b.smithi196.stdout: self._connections.run(self.expiration_interval) 2024-08-10T05:16:58.029 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-10T05:16:58.029 INFO:journalctl@ceph.mon.b.smithi196.stdout: self._run(expiration_interval) 2024-08-10T05:16:58.029 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-10T05:16:58.029 INFO:journalctl@ceph.mon.b.smithi196.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-10T05:16:58.029 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-10T05:16:58.029 INFO:journalctl@ceph.mon.b.smithi196.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-10T05:16:58.029 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-10T05:16:58.030 INFO:journalctl@ceph.mon.b.smithi196.stdout: s = self.context.wrap_socket( 2024-08-10T05:16:58.030 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-10T05:16:58.030 INFO:journalctl@ceph.mon.b.smithi196.stdout: return self.sslsocket_class._create( 2024-08-10T05:16:58.030 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-10T05:16:58.030 INFO:journalctl@ceph.mon.b.smithi196.stdout: self.do_handshake() 2024-08-10T05:16:58.030 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-10T05:16:58.030 INFO:journalctl@ceph.mon.b.smithi196.stdout: self._sslobj.do_handshake() 2024-08-10T05:16:58.030 INFO:journalctl@ceph.mon.b.smithi196.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-10T05:16:58.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:57 smithi196 ceph-mon[32874]: [10/Aug/2024:05:16:57] ENGINE Serving on http://172.21.15.31:8765 2024-08-10T05:16:58.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:57 smithi196 ceph-mon[32874]: [10/Aug/2024:05:16:57] ENGINE Bus STARTED 2024-08-10T05:16:58.743 INFO:tasks.rados.rados.0.smithi031.stdout:888: done (3 left) 2024-08-10T05:16:58.743 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 2 current snap is 86 2024-08-10T05:16:58.743 INFO:tasks.rados.rados.0.smithi031.stdout:889: seq_num 286 ranges {1867776=794624,2662400=761856,3424256=679936,4104192=163840} 2024-08-10T05:16:58.760 INFO:tasks.rados.rados.0.smithi031.stdout:889: writing smithi03186013-2 from 1867776 to 2662400 tid 1 2024-08-10T05:16:58.764 INFO:tasks.rados.rados.0.smithi031.stdout:889: writing smithi03186013-2 from 2662400 to 3424256 tid 2 2024-08-10T05:16:58.768 INFO:tasks.rados.rados.0.smithi031.stdout:889: writing smithi03186013-2 from 3424256 to 4104192 tid 3 2024-08-10T05:16:58.770 INFO:tasks.rados.rados.0.smithi031.stdout:889: writing smithi03186013-2 from 4104192 to 4268032 tid 4 2024-08-10T05:16:58.771 INFO:tasks.rados.rados.0.smithi031.stdout:890: rollback oid 11 current snap is 86 2024-08-10T05:16:58.771 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 11 to 80 2024-08-10T05:16:58.771 INFO:tasks.rados.rados.0.smithi031.stdout:885: expect (ObjNum 106 snap 21 seq_num 106) 2024-08-10T05:16:58.851 INFO:tasks.rados.rados.0.smithi031.stdout:887: expect (ObjNum 262 snap 78 seq_num 262) 2024-08-10T05:16:59.016 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:58 smithi031 ceph-mon[98130]: osdmap e240: 8 total, 8 up, 8 in 2024-08-10T05:16:59.016 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:58 smithi031 ceph-mon[98130]: pgmap v6: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 275 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:16:59.016 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:58 smithi031 ceph-mon[98130]: mgrmap e40: y(active, since 2s), standbys: x 2024-08-10T05:16:59.016 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:58 smithi031 ceph-mon[41349]: osdmap e240: 8 total, 8 up, 8 in 2024-08-10T05:16:59.017 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:58 smithi031 ceph-mon[41349]: pgmap v6: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 275 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:16:59.017 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:58 smithi031 ceph-mon[41349]: mgrmap e40: y(active, since 2s), standbys: x 2024-08-10T05:16:59.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:58 smithi196 ceph-mon[32874]: osdmap e240: 8 total, 8 up, 8 in 2024-08-10T05:16:59.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:58 smithi196 ceph-mon[32874]: pgmap v6: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 275 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:16:59.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:58 smithi196 ceph-mon[32874]: mgrmap e40: y(active, since 2s), standbys: x 2024-08-10T05:16:59.195 INFO:tasks.rados.rados.0.smithi031.stdout:889: finishing write tid 1 to smithi03186013-2 2024-08-10T05:16:59.195 INFO:tasks.rados.rados.0.smithi031.stdout:889: finishing write tid 2 to smithi03186013-2 2024-08-10T05:16:59.195 INFO:tasks.rados.rados.0.smithi031.stdout:885: done (4 left) 2024-08-10T05:16:59.195 INFO:tasks.rados.rados.0.smithi031.stdout:886: done (3 left) 2024-08-10T05:16:59.195 INFO:tasks.rados.rados.0.smithi031.stdout:887: done (2 left) 2024-08-10T05:16:59.195 INFO:tasks.rados.rados.0.smithi031.stdout:891: read oid 12 snap -1 2024-08-10T05:16:59.195 INFO:tasks.rados.rados.0.smithi031.stdout:891: expect deleted 2024-08-10T05:16:59.195 INFO:tasks.rados.rados.0.smithi031.stdout:892: snap_create 2024-08-10T05:16:59.195 INFO:tasks.rados.rados.0.smithi031.stdout:889: finishing write tid 3 to smithi03186013-2 2024-08-10T05:16:59.196 INFO:tasks.rados.rados.0.smithi031.stdout:889: finishing write tid 4 to smithi03186013-2 2024-08-10T05:16:59.196 INFO:tasks.rados.rados.0.smithi031.stdout:889: finishing write tid 5 to smithi03186013-2 2024-08-10T05:16:59.196 INFO:tasks.rados.rados.0.smithi031.stdout:890: finishing rollback tid 0 to smithi03186013-11 2024-08-10T05:16:59.196 INFO:tasks.rados.rados.0.smithi031.stdout:890: finishing rollback tid 1 to smithi03186013-11 2024-08-10T05:16:59.196 INFO:tasks.rados.rados.0.smithi031.stdout:890: finishing rollback tid 2 to smithi03186013-11 2024-08-10T05:16:59.196 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 11 v 344 (ObjNum 238 snap 65 seq_num 238) dirty exists 2024-08-10T05:16:59.196 INFO:tasks.rados.rados.0.smithi031.stdout:889: finishing write tid 6 to smithi03186013-2 2024-08-10T05:16:59.196 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 2 v 458 (ObjNum 286 snap 86 seq_num 286) dirty exists 2024-08-10T05:16:59.196 INFO:tasks.rados.rados.0.smithi031.stdout:889: left oid 2 (ObjNum 286 snap 86 seq_num 286) 2024-08-10T05:17:00.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:59 smithi031 ceph-mon[98130]: osdmap e241: 8 total, 8 up, 8 in 2024-08-10T05:17:00.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:16:59 smithi031 ceph-mon[98130]: osdmap e242: 8 total, 8 up, 8 in 2024-08-10T05:17:00.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:59 smithi031 ceph-mon[41349]: osdmap e241: 8 total, 8 up, 8 in 2024-08-10T05:17:00.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:16:59 smithi031 ceph-mon[41349]: osdmap e242: 8 total, 8 up, 8 in 2024-08-10T05:17:00.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:59 smithi196 ceph-mon[32874]: osdmap e241: 8 total, 8 up, 8 in 2024-08-10T05:17:00.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:16:59 smithi196 ceph-mon[32874]: osdmap e242: 8 total, 8 up, 8 in 2024-08-10T05:17:00.166 INFO:tasks.rados.rados.0.smithi031.stdout:889: done (3 left) 2024-08-10T05:17:00.166 INFO:tasks.rados.rados.0.smithi031.stdout:890: done (2 left) 2024-08-10T05:17:00.166 INFO:tasks.rados.rados.0.smithi031.stdout:891: done (1 left) 2024-08-10T05:17:00.166 INFO:tasks.rados.rados.0.smithi031.stdout:892: done (0 left) 2024-08-10T05:17:00.166 INFO:tasks.rados.rados.0.smithi031.stdout:893: snap_remove snap 73 2024-08-10T05:17:01.177 INFO:tasks.rados.rados.0.smithi031.stdout:893: done (0 left) 2024-08-10T05:17:01.177 INFO:tasks.rados.rados.0.smithi031.stdout:894: rmattr oid 41 current snap is 87 2024-08-10T05:17:01.177 INFO:tasks.rados.rados.0.smithi031.stdout:895: snap_remove snap 83 2024-08-10T05:17:01.256 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:01 smithi031 ceph-mon[41349]: pgmap v9: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 275 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:17:01.256 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:01 smithi031 ceph-mon[41349]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:01.256 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:01 smithi031 ceph-mon[41349]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:01.256 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:01 smithi031 ceph-mon[41349]: osdmap e243: 8 total, 8 up, 8 in 2024-08-10T05:17:01.256 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:01 smithi031 ceph-mon[41349]: mgrmap e41: y(active, since 4s), standbys: x 2024-08-10T05:17:01.256 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:01 smithi031 ceph-mon[41349]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:01.256 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:01 smithi031 ceph-mon[41349]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:01.256 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:01 smithi031 ceph-mon[41349]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:01.256 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:01 smithi031 ceph-mon[41349]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:01.257 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:01 smithi031 ceph-mon[98130]: pgmap v9: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 275 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:17:01.257 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:01 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:01.257 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:01 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:01.257 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:01 smithi031 ceph-mon[98130]: osdmap e243: 8 total, 8 up, 8 in 2024-08-10T05:17:01.257 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:01 smithi031 ceph-mon[98130]: mgrmap e41: y(active, since 4s), standbys: x 2024-08-10T05:17:01.257 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:01 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:01.257 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:01 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:01.257 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:01 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:01.257 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:01 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:01.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:01 smithi196 ceph-mon[32874]: pgmap v9: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 275 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:17:01.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:01 smithi196 ceph-mon[32874]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:01.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:01 smithi196 ceph-mon[32874]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:01.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:01 smithi196 ceph-mon[32874]: osdmap e243: 8 total, 8 up, 8 in 2024-08-10T05:17:01.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:01 smithi196 ceph-mon[32874]: mgrmap e41: y(active, since 4s), standbys: x 2024-08-10T05:17:01.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:01 smithi196 ceph-mon[32874]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:01.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:01 smithi196 ceph-mon[32874]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:01.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:01 smithi196 ceph-mon[32874]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:01.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:01 smithi196 ceph-mon[32874]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:01.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:17:01 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:17:01] "GET /metrics HTTP/1.1" 200 33297 "" "Prometheus/2.43.0" 2024-08-10T05:17:02.178 INFO:tasks.rados.rados.0.smithi031.stdout:895: done (1 left) 2024-08-10T05:17:02.178 INFO:tasks.rados.rados.0.smithi031.stdout:896: setattr oid 12 current snap is 87 2024-08-10T05:17:02.178 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 41 v 404 (ObjNum 211 snap 58 seq_num 211) dirty exists 2024-08-10T05:17:02.181 INFO:tasks.rados.rados.0.smithi031.stdout:894: done (1 left) 2024-08-10T05:17:02.181 INFO:tasks.rados.rados.0.smithi031.stdout:897: rmattr oid 31 current snap is 87 2024-08-10T05:17:02.181 INFO:tasks.rados.rados.0.smithi031.stdout:898: rollback oid 1 current snap is 87 2024-08-10T05:17:02.181 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 1 to 37 2024-08-10T05:17:02.181 INFO:tasks.rados.rados.0.smithi031.stdout:899: rollback oid 27 current snap is 87 2024-08-10T05:17:02.181 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 27 to 82 2024-08-10T05:17:02.181 INFO:tasks.rados.rados.0.smithi031.stdout:900: snap_create 2024-08-10T05:17:02.187 INFO:tasks.rados.rados.0.smithi031.stdout:899: finishing rollback tid 0 to smithi03186013-27 2024-08-10T05:17:02.187 INFO:tasks.rados.rados.0.smithi031.stdout:899: finishing rollback tid 1 to smithi03186013-27 2024-08-10T05:17:02.188 INFO:tasks.rados.rados.0.smithi031.stdout:899: finishing rollback tid 2 to smithi03186013-27 2024-08-10T05:17:02.188 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 27 v 268 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-08-10T05:17:02.188 INFO:tasks.rados.rados.0.smithi031.stdout:898: finishing rollback tid 1 to smithi03186013-1 2024-08-10T05:17:02.189 INFO:tasks.rados.rados.0.smithi031.stdout:898: finishing rollback tid 2 to smithi03186013-1 2024-08-10T05:17:02.189 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 1 v 24 (ObjNum 80 snap 15 seq_num 80) dirty exists 2024-08-10T05:17:02.189 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 31 v 229 (ObjNum 247 snap 70 seq_num 247) dirty exists 2024-08-10T05:17:02.190 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 12 v 355 (ObjNum 129 snap 0 seq_num 589667840) dirty exists 2024-08-10T05:17:02.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:02 smithi196 ceph-mon[32874]: osdmap e244: 8 total, 8 up, 8 in 2024-08-10T05:17:02.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:02 smithi196 ceph-mon[32874]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:02.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:02 smithi196 ceph-mon[32874]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:02.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:02 smithi031 ceph-mon[98130]: osdmap e244: 8 total, 8 up, 8 in 2024-08-10T05:17:02.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:02 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:02.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:02 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:02.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:02 smithi031 ceph-mon[41349]: osdmap e244: 8 total, 8 up, 8 in 2024-08-10T05:17:02.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:02 smithi031 ceph-mon[41349]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:02.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:02 smithi031 ceph-mon[41349]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:02.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:17:02 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:17:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:17:03.185 INFO:tasks.rados.rados.0.smithi031.stdout:896: done (4 left) 2024-08-10T05:17:03.186 INFO:tasks.rados.rados.0.smithi031.stdout:897: done (3 left) 2024-08-10T05:17:03.186 INFO:tasks.rados.rados.0.smithi031.stdout:898: done (2 left) 2024-08-10T05:17:03.186 INFO:tasks.rados.rados.0.smithi031.stdout:899: done (1 left) 2024-08-10T05:17:03.186 INFO:tasks.rados.rados.0.smithi031.stdout:900: done (0 left) 2024-08-10T05:17:03.186 INFO:tasks.rados.rados.0.smithi031.stdout:901: rollback oid 43 current snap is 88 2024-08-10T05:17:03.186 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 43 to 79 2024-08-10T05:17:03.186 INFO:tasks.rados.rados.0.smithi031.stdout:902: snap_create 2024-08-10T05:17:03.188 INFO:tasks.rados.rados.0.smithi031.stdout:901: finishing rollback tid 1 to smithi03186013-43 2024-08-10T05:17:03.188 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 43 v 112 (ObjNum 65 snap 0 seq_num 1834053730) dirty dne 2024-08-10T05:17:03.505 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:03 smithi196 ceph-mon[32874]: pgmap v12: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 275 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:17:03.505 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:03 smithi196 ceph-mon[32874]: osdmap e245: 8 total, 8 up, 8 in 2024-08-10T05:17:03.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:03 smithi031 ceph-mon[98130]: pgmap v12: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 275 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:17:03.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:03 smithi031 ceph-mon[98130]: osdmap e245: 8 total, 8 up, 8 in 2024-08-10T05:17:03.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:03 smithi031 ceph-mon[41349]: pgmap v12: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 275 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:17:03.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:03 smithi031 ceph-mon[41349]: osdmap e245: 8 total, 8 up, 8 in 2024-08-10T05:17:03.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:17:03 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:17:03.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi031\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi031\", job=\"node\", machine=\"x86_64\", nodename=\"smithi031\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", domainname=\"(none)\", instance=\"smithi031\", job=\"node\", machine=\"x86_64\", nodename=\"smithi031\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:17:04.192 INFO:tasks.rados.rados.0.smithi031.stdout:901: done (1 left) 2024-08-10T05:17:04.192 INFO:tasks.rados.rados.0.smithi031.stdout:902: done (0 left) 2024-08-10T05:17:04.192 INFO:tasks.rados.rados.0.smithi031.stdout:903: rmattr oid 29 current snap is 89 2024-08-10T05:17:04.192 INFO:tasks.rados.rados.0.smithi031.stdout:904: snap_create 2024-08-10T05:17:04.196 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 29 v 470 (ObjNum 262 snap 78 seq_num 262) dirty exists 2024-08-10T05:17:04.453 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:04 smithi196 ceph-mon[32874]: osdmap e246: 8 total, 8 up, 8 in 2024-08-10T05:17:04.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:04 smithi031 ceph-mon[98130]: osdmap e246: 8 total, 8 up, 8 in 2024-08-10T05:17:04.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:04 smithi031 ceph-mon[41349]: osdmap e246: 8 total, 8 up, 8 in 2024-08-10T05:17:04.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:17:04 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:17:04.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:17:04.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:17:04 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:17:04.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:17:05.196 INFO:tasks.rados.rados.0.smithi031.stdout:903: done (1 left) 2024-08-10T05:17:05.196 INFO:tasks.rados.rados.0.smithi031.stdout:904: done (0 left) 2024-08-10T05:17:05.196 INFO:tasks.rados.rados.0.smithi031.stdout:905: delete oid 33 current snap is 90 2024-08-10T05:17:05.197 INFO:tasks.rados.rados.0.smithi031.stdout:905: done (0 left) 2024-08-10T05:17:05.197 INFO:tasks.rados.rados.0.smithi031.stdout:906: setattr oid 48 current snap is 90 2024-08-10T05:17:05.201 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 2 current snap is 90 2024-08-10T05:17:05.201 INFO:tasks.rados.rados.0.smithi031.stdout:907: seq_num 288 ranges {4268032=24576} 2024-08-10T05:17:05.225 INFO:tasks.rados.rados.0.smithi031.stdout:907: writing smithi03186013-2 from 4268032 to 4292608 tid 1 2024-08-10T05:17:05.225 INFO:tasks.rados.rados.0.smithi031.stdout:908: read oid 37 snap -1 2024-08-10T05:17:05.225 INFO:tasks.rados.rados.0.smithi031.stdout:908: expect (ObjNum 282 snap 84 seq_num 282) 2024-08-10T05:17:05.225 INFO:tasks.rados.rados.0.smithi031.stdout:909: rmattr oid 8 current snap is 90 2024-08-10T05:17:05.225 INFO:tasks.rados.rados.0.smithi031.stdout:909: done (3 left) 2024-08-10T05:17:05.225 INFO:tasks.rados.rados.0.smithi031.stdout:910: snap_create 2024-08-10T05:17:05.225 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 48 v 263 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-08-10T05:17:05.229 INFO:tasks.rados.rados.0.smithi031.stdout:907: finishing write tid 1 to smithi03186013-2 2024-08-10T05:17:05.229 INFO:tasks.rados.rados.0.smithi031.stdout:907: finishing write tid 2 to smithi03186013-2 2024-08-10T05:17:05.230 INFO:tasks.rados.rados.0.smithi031.stdout:907: finishing write tid 3 to smithi03186013-2 2024-08-10T05:17:05.230 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 2 v 473 (ObjNum 288 snap 90 seq_num 288) dirty exists 2024-08-10T05:17:05.231 INFO:tasks.rados.rados.0.smithi031.stdout:907: left oid 2 (ObjNum 288 snap 90 seq_num 288) 2024-08-10T05:17:05.281 INFO:tasks.rados.rados.0.smithi031.stdout:908: expect (ObjNum 282 snap 84 seq_num 282) 2024-08-10T05:17:05.518 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:05 smithi031 ceph-mon[41349]: pgmap v15: 121 pgs: 121 active+clean; 275 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 6.4 MiB/s rd, 586 KiB/s wr, 33 op/s 2024-08-10T05:17:05.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:05 smithi031 ceph-mon[41349]: osdmap e247: 8 total, 8 up, 8 in 2024-08-10T05:17:05.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:05 smithi031 ceph-mon[41349]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:05.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:05 smithi031 ceph-mon[41349]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:05.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:05 smithi031 ceph-mon[41349]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:17:05.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:05 smithi031 ceph-mon[41349]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:17:05.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:05 smithi031 ceph-mon[41349]: Updating smithi031:/etc/ceph/ceph.conf 2024-08-10T05:17:05.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:05 smithi031 ceph-mon[41349]: Updating smithi196:/etc/ceph/ceph.conf 2024-08-10T05:17:05.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:05 smithi031 ceph-mon[98130]: pgmap v15: 121 pgs: 121 active+clean; 275 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 6.4 MiB/s rd, 586 KiB/s wr, 33 op/s 2024-08-10T05:17:05.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:05 smithi031 ceph-mon[98130]: osdmap e247: 8 total, 8 up, 8 in 2024-08-10T05:17:05.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:05 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:05.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:05 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:05.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:05 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:17:05.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:05 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:17:05.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:05 smithi031 ceph-mon[98130]: Updating smithi031:/etc/ceph/ceph.conf 2024-08-10T05:17:05.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:05 smithi031 ceph-mon[98130]: Updating smithi196:/etc/ceph/ceph.conf 2024-08-10T05:17:05.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:05 smithi196 ceph-mon[32874]: pgmap v15: 121 pgs: 121 active+clean; 275 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 6.4 MiB/s rd, 586 KiB/s wr, 33 op/s 2024-08-10T05:17:05.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:05 smithi196 ceph-mon[32874]: osdmap e247: 8 total, 8 up, 8 in 2024-08-10T05:17:05.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:05 smithi196 ceph-mon[32874]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:05.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:05 smithi196 ceph-mon[32874]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:05.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:05 smithi196 ceph-mon[32874]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:17:05.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:05 smithi196 ceph-mon[32874]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:17:05.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:05 smithi196 ceph-mon[32874]: Updating smithi031:/etc/ceph/ceph.conf 2024-08-10T05:17:05.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:05 smithi196 ceph-mon[32874]: Updating smithi196:/etc/ceph/ceph.conf 2024-08-10T05:17:06.301 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:06 smithi031 ceph-mon[98130]: Updating smithi196:/var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/config/ceph.conf 2024-08-10T05:17:06.301 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:06 smithi031 ceph-mon[98130]: Updating smithi031:/var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/config/ceph.conf 2024-08-10T05:17:06.301 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:06 smithi031 ceph-mon[98130]: Updating smithi196:/etc/ceph/ceph.client.admin.keyring 2024-08-10T05:17:06.302 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:06 smithi031 ceph-mon[98130]: Updating smithi031:/etc/ceph/ceph.client.admin.keyring 2024-08-10T05:17:06.302 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:06 smithi031 ceph-mon[98130]: osdmap e248: 8 total, 8 up, 8 in 2024-08-10T05:17:06.302 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:06 smithi031 ceph-mon[98130]: Updating smithi196:/var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/config/ceph.client.admin.keyring 2024-08-10T05:17:06.302 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:06 smithi031 ceph-mon[98130]: Updating smithi031:/var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/config/ceph.client.admin.keyring 2024-08-10T05:17:06.302 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:06 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:06.302 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:06 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:06.302 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:06 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:06.302 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:06 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:06.302 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:06 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:06.302 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:06 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:17:06.302 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:06 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:17:06.302 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:06 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-08-10T05:17:06.302 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:06 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-08-10T05:17:06.303 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:06 smithi031 ceph-mon[98130]: Upgrade: It appears safe to stop mon.c 2024-08-10T05:17:06.303 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:06 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:17:06.303 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:06 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T05:17:06.303 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:06 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:17:06.303 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:06 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:17:06.303 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:06 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:17:06.303 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:06 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:17:06.303 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:06 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:17:06.303 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:06 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:17:06.303 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:06 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:17:06.303 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:06 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:17:06.303 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:06 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:17:06.303 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:06 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:17:06.304 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:06 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:17:06.304 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:06 smithi031 ceph-mon[41349]: Updating smithi196:/var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/config/ceph.conf 2024-08-10T05:17:06.304 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:06 smithi031 ceph-mon[41349]: Updating smithi031:/var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/config/ceph.conf 2024-08-10T05:17:06.304 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:06 smithi031 ceph-mon[41349]: Updating smithi196:/etc/ceph/ceph.client.admin.keyring 2024-08-10T05:17:06.304 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:06 smithi031 ceph-mon[41349]: Updating smithi031:/etc/ceph/ceph.client.admin.keyring 2024-08-10T05:17:06.304 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:06 smithi031 ceph-mon[41349]: osdmap e248: 8 total, 8 up, 8 in 2024-08-10T05:17:06.304 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:06 smithi031 ceph-mon[41349]: Updating smithi196:/var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/config/ceph.client.admin.keyring 2024-08-10T05:17:06.304 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:06 smithi031 ceph-mon[41349]: Updating smithi031:/var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/config/ceph.client.admin.keyring 2024-08-10T05:17:06.304 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:06 smithi031 ceph-mon[41349]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:06.304 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:06 smithi031 ceph-mon[41349]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:06.305 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:06 smithi031 ceph-mon[41349]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:06.305 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:06 smithi031 ceph-mon[41349]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:06.305 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:06 smithi031 ceph-mon[41349]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:06.305 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:06 smithi031 ceph-mon[41349]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:17:06.305 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:06 smithi031 ceph-mon[41349]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:17:06.305 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:06 smithi031 ceph-mon[41349]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-08-10T05:17:06.305 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:06 smithi031 ceph-mon[41349]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-08-10T05:17:06.305 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:06 smithi031 ceph-mon[41349]: Upgrade: It appears safe to stop mon.c 2024-08-10T05:17:06.305 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:06 smithi031 ceph-mon[41349]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:17:06.305 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:06 smithi031 ceph-mon[41349]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T05:17:06.305 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:06 smithi031 ceph-mon[41349]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:17:06.305 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:06 smithi031 ceph-mon[41349]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:17:06.305 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:06 smithi031 ceph-mon[41349]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:17:06.305 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:06 smithi031 ceph-mon[41349]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:17:06.306 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:06 smithi031 ceph-mon[41349]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:17:06.306 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:06 smithi031 ceph-mon[41349]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:17:06.306 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:06 smithi031 ceph-mon[41349]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:17:06.306 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:06 smithi031 ceph-mon[41349]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:17:06.306 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:06 smithi031 ceph-mon[41349]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:17:06.306 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:06 smithi031 ceph-mon[41349]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:17:06.306 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:06 smithi031 ceph-mon[41349]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:17:06.306 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:06 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:17:06.306 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:06 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:17:06.307 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:06 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:17:06.307 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:06 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:17:06.307 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:06 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:17:06.307 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:06 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:17:06.307 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:06 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:17:06.307 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:06 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:17:06.307 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:06 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:17:06.307 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:06 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:17:06.307 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:06 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:17:06.307 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:06 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:17:06.307 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:06 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:17:06.308 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:06 smithi031 ceph-mon[41349]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:17:06.308 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:06 smithi031 ceph-mon[41349]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:17:06.308 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:06 smithi031 ceph-mon[41349]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:17:06.308 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:06 smithi031 ceph-mon[41349]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:17:06.308 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:06 smithi031 ceph-mon[41349]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:17:06.308 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:06 smithi031 ceph-mon[41349]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:17:06.308 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:06 smithi031 ceph-mon[41349]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:17:06.308 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:06 smithi031 ceph-mon[41349]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:17:06.308 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:06 smithi031 ceph-mon[41349]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:17:06.308 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:06 smithi031 ceph-mon[41349]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:17:06.308 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:06 smithi031 ceph-mon[41349]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:17:06.308 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:06 smithi031 ceph-mon[41349]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:17:06.309 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:06 smithi031 ceph-mon[41349]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:17:06.351 INFO:tasks.rados.rados.0.smithi031.stdout:906: done (3 left) 2024-08-10T05:17:06.351 INFO:tasks.rados.rados.0.smithi031.stdout:907: done (2 left) 2024-08-10T05:17:06.351 INFO:tasks.rados.rados.0.smithi031.stdout:908: done (1 left) 2024-08-10T05:17:06.351 INFO:tasks.rados.rados.0.smithi031.stdout:910: done (0 left) 2024-08-10T05:17:06.351 INFO:tasks.rados.rados.0.smithi031.stdout:911: setattr oid 16 current snap is 91 2024-08-10T05:17:06.352 INFO:tasks.rados.rados.0.smithi031.stdout:912: snap_remove snap 67 2024-08-10T05:17:06.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:06 smithi196 ceph-mon[32874]: Updating smithi196:/var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/config/ceph.conf 2024-08-10T05:17:06.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:06 smithi196 ceph-mon[32874]: Updating smithi031:/var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/config/ceph.conf 2024-08-10T05:17:06.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:06 smithi196 ceph-mon[32874]: Updating smithi196:/etc/ceph/ceph.client.admin.keyring 2024-08-10T05:17:06.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:06 smithi196 ceph-mon[32874]: Updating smithi031:/etc/ceph/ceph.client.admin.keyring 2024-08-10T05:17:06.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:06 smithi196 ceph-mon[32874]: osdmap e248: 8 total, 8 up, 8 in 2024-08-10T05:17:06.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:06 smithi196 ceph-mon[32874]: Updating smithi196:/var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/config/ceph.client.admin.keyring 2024-08-10T05:17:06.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:06 smithi196 ceph-mon[32874]: Updating smithi031:/var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/config/ceph.client.admin.keyring 2024-08-10T05:17:06.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:06 smithi196 ceph-mon[32874]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:06.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:06 smithi196 ceph-mon[32874]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:06.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:06 smithi196 ceph-mon[32874]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:06.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:06 smithi196 ceph-mon[32874]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:06.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:06 smithi196 ceph-mon[32874]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:06.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:06 smithi196 ceph-mon[32874]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:17:06.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:06 smithi196 ceph-mon[32874]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:17:06.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:06 smithi196 ceph-mon[32874]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-08-10T05:17:06.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:06 smithi196 ceph-mon[32874]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-08-10T05:17:06.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:06 smithi196 ceph-mon[32874]: Upgrade: It appears safe to stop mon.c 2024-08-10T05:17:06.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:06 smithi196 ceph-mon[32874]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:17:06.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:06 smithi196 ceph-mon[32874]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T05:17:06.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:06 smithi196 ceph-mon[32874]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:17:06.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:06 smithi196 ceph-mon[32874]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:17:06.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:06 smithi196 ceph-mon[32874]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:17:06.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:06 smithi196 ceph-mon[32874]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:17:06.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:06 smithi196 ceph-mon[32874]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:17:06.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:06 smithi196 ceph-mon[32874]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:17:06.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:06 smithi196 ceph-mon[32874]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:17:06.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:06 smithi196 ceph-mon[32874]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:17:06.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:06 smithi196 ceph-mon[32874]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:17:06.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:06 smithi196 ceph-mon[32874]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:17:06.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:06 smithi196 ceph-mon[32874]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:17:06.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:06 smithi196 ceph-mon[32874]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:17:06.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:06 smithi196 ceph-mon[32874]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:17:06.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:06 smithi196 ceph-mon[32874]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:17:06.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:06 smithi196 ceph-mon[32874]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:17:06.532 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:06 smithi196 ceph-mon[32874]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:17:06.532 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:06 smithi196 ceph-mon[32874]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:17:06.532 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:06 smithi196 ceph-mon[32874]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:17:06.532 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:06 smithi196 ceph-mon[32874]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:17:06.532 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:06 smithi196 ceph-mon[32874]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T05:17:06.532 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:06 smithi196 ceph-mon[32874]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T05:17:06.532 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:06 smithi196 ceph-mon[32874]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:17:06.532 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:06 smithi196 ceph-mon[32874]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:17:06.532 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:06 smithi196 ceph-mon[32874]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:17:07.223 INFO:tasks.rados.rados.0.smithi031.stdout:912: done (1 left) 2024-08-10T05:17:07.223 INFO:tasks.rados.rados.0.smithi031.stdout:913: snap_create 2024-08-10T05:17:07.223 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 16 v 412 (ObjNum 261 snap 78 seq_num 261) dirty exists 2024-08-10T05:17:07.463 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:07 smithi031 ceph-mon[98130]: pgmap v18: 121 pgs: 121 active+clean; 275 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 6.4 MiB/s rd, 586 KiB/s wr, 33 op/s 2024-08-10T05:17:07.463 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:07 smithi031 ceph-mon[98130]: osdmap e249: 8 total, 8 up, 8 in 2024-08-10T05:17:07.463 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:07 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:07.463 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:07 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-10T05:17:07.463 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:07 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-10T05:17:07.463 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:07 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:17:07.463 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:07 smithi031 ceph-mon[41349]: pgmap v18: 121 pgs: 121 active+clean; 275 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 6.4 MiB/s rd, 586 KiB/s wr, 33 op/s 2024-08-10T05:17:07.464 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:07 smithi031 ceph-mon[41349]: osdmap e249: 8 total, 8 up, 8 in 2024-08-10T05:17:07.464 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:07 smithi031 ceph-mon[41349]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:07.464 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:07 smithi031 ceph-mon[41349]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-10T05:17:07.464 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:07 smithi031 ceph-mon[41349]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-10T05:17:07.464 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:07 smithi031 ceph-mon[41349]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:17:07.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:07 smithi196 ceph-mon[32874]: pgmap v18: 121 pgs: 121 active+clean; 275 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 6.4 MiB/s rd, 586 KiB/s wr, 33 op/s 2024-08-10T05:17:07.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:07 smithi196 ceph-mon[32874]: osdmap e249: 8 total, 8 up, 8 in 2024-08-10T05:17:07.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:07 smithi196 ceph-mon[32874]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:07.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:07 smithi196 ceph-mon[32874]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-10T05:17:07.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:07 smithi196 ceph-mon[32874]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-10T05:17:07.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:07 smithi196 ceph-mon[32874]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:17:08.227 INFO:tasks.rados.rados.0.smithi031.stdout:911: done (1 left) 2024-08-10T05:17:08.227 INFO:tasks.rados.rados.0.smithi031.stdout:913: done (0 left) 2024-08-10T05:17:08.227 INFO:tasks.rados.rados.0.smithi031.stdout:914: rmattr oid 17 current snap is 92 2024-08-10T05:17:08.227 INFO:tasks.rados.rados.0.smithi031.stdout:914: done (0 left) 2024-08-10T05:17:08.227 INFO:tasks.rados.rados.0.smithi031.stdout:915: read oid 48 snap -1 2024-08-10T05:17:08.227 INFO:tasks.rados.rados.0.smithi031.stdout:915: expect (ObjNum 6 snap 0 seq_num 6) 2024-08-10T05:17:08.228 INFO:tasks.rados.rados.0.smithi031.stdout:916: copy_from oid 39 from oid 45 current snap is 92 2024-08-10T05:17:08.228 INFO:tasks.rados.rados.0.smithi031.stdout:917: snap_remove snap 89 2024-08-10T05:17:08.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:08 smithi031 ceph-mon[41349]: Upgrade: Updating mon.c 2024-08-10T05:17:08.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:08 smithi031 ceph-mon[41349]: Deploying daemon mon.c on smithi031 2024-08-10T05:17:08.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:08 smithi031 ceph-mon[41349]: osdmap e250: 8 total, 8 up, 8 in 2024-08-10T05:17:08.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:08 smithi031 ceph-mon[98130]: Upgrade: Updating mon.c 2024-08-10T05:17:08.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:08 smithi031 ceph-mon[98130]: Deploying daemon mon.c on smithi031 2024-08-10T05:17:08.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:08 smithi031 ceph-mon[98130]: osdmap e250: 8 total, 8 up, 8 in 2024-08-10T05:17:08.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:08 smithi196 ceph-mon[32874]: Upgrade: Updating mon.c 2024-08-10T05:17:08.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:08 smithi196 ceph-mon[32874]: Deploying daemon mon.c on smithi031 2024-08-10T05:17:08.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:08 smithi196 ceph-mon[32874]: osdmap e250: 8 total, 8 up, 8 in 2024-08-10T05:17:09.028 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:17:08 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:17:08.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)\", cluster_addr=\"172.21.15.31\", device_class=\"ssd\", hostname=\"smithi031\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.31\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)\", cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", cluster_addr=\"172.21.15.31\", device_class=\"ssd\", hostname=\"smithi031\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.31\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:17:09.077 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:08 smithi031 systemd[1]: Stopping Ceph mon.c for fc322138-56d5-11ef-bcce-c7b262605968... 2024-08-10T05:17:09.400 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:09 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mon-c[41326]: 2024-08-10T05:17:09.076+0000 7fe700b29640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-08-10T05:17:09.400 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:09 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mon-c[41326]: 2024-08-10T05:17:09.076+0000 7fe700b29640 -1 mon.c@2(peon) e3 *** Got Signal Terminated *** 2024-08-10T05:17:09.400 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:09 smithi031 podman[100425]: 2024-08-10 05:17:09.137833372 +0000 UTC m=+0.178208605 container died 13f38e06b81391bd8fb4a921185e57a01c1a06490e399e0ce52e34e726dda5de (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-mon-c, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=quincy-56ceb86, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0) 2024-08-10T05:17:09.768 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:09 smithi031 podman[100425]: 2024-08-10 05:17:09.499339206 +0000 UTC m=+0.539714438 container cleanup 13f38e06b81391bd8fb4a921185e57a01c1a06490e399e0ce52e34e726dda5de (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-mon-c, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, RELEASE=quincy-56ceb86, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.build-date=20240731) 2024-08-10T05:17:09.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:09 smithi031 bash[100425]: ceph-fc322138-56d5-11ef-bcce-c7b262605968-mon-c 2024-08-10T05:17:10.123 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:09 smithi031 podman[100444]: 2024-08-10 05:17:09.775693436 +0000 UTC m=+0.636466458 container remove 13f38e06b81391bd8fb4a921185e57a01c1a06490e399e0ce52e34e726dda5de (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-mon-c, ceph=True, RELEASE=quincy-56ceb86, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-08-10T05:17:10.123 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:09 smithi031 systemd[1]: ceph-fc322138-56d5-11ef-bcce-c7b262605968@mon.c.service: Deactivated successfully. 2024-08-10T05:17:10.123 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:09 smithi031 systemd[1]: Stopped Ceph mon.c for fc322138-56d5-11ef-bcce-c7b262605968. 2024-08-10T05:17:10.124 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:09 smithi031 systemd[1]: ceph-fc322138-56d5-11ef-bcce-c7b262605968@mon.c.service: Consumed 7.841s CPU time. 2024-08-10T05:17:10.466 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 systemd[1]: Starting Ceph mon.c for fc322138-56d5-11ef-bcce-c7b262605968... 2024-08-10T05:17:10.467 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 podman[100577]: 2024-08-10 05:17:10.245236701 +0000 UTC m=+0.017919501 image pull c7b33901c8866b527fc2ae183a251d5e1d09961420a56731f5fa8537903bd68b quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec 2024-08-10T05:17:10.467 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 podman[100577]: 2024-08-10 05:17:10.343427722 +0000 UTC m=+0.116110517 container create 2cc1160db2be5e4e669cf6d93ee0c1be3b66c775fc48be2d5e702b3085aacabc (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-mon-c, org.label-schema.vendor=CentOS, RELEASE=squid-bca9905, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, GIT_BRANCH=HEAD) 2024-08-10T05:17:11.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 podman[100577]: 2024-08-10 05:17:10.554168999 +0000 UTC m=+0.326851815 container init 2cc1160db2be5e4e669cf6d93ee0c1be3b66c775fc48be2d5e702b3085aacabc (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-mon-c, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=squid-bca9905, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240731) 2024-08-10T05:17:11.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 podman[100577]: 2024-08-10 05:17:10.559238692 +0000 UTC m=+0.331921491 container start 2cc1160db2be5e4e669cf6d93ee0c1be3b66c775fc48be2d5e702b3085aacabc (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-mon-c, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=squid-bca9905, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-10T05:17:11.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: set uid:gid to 167:167 (ceph:ceph) 2024-08-10T05:17:11.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc), process ceph-mon, pid 7 2024-08-10T05:17:11.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: pidfile_write: ignore empty --pid-file 2024-08-10T05:17:11.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: load: jerasure load: lrc 2024-08-10T05:17:11.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: RocksDB version: 7.9.2 2024-08-10T05:17:11.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Git sha 0 2024-08-10T05:17:11.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Compile date 2024-08-08 15:22:17 2024-08-10T05:17:11.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: DB SUMMARY 2024-08-10T05:17:11.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: DB Session ID: USK7Y0IJD4OY9XBP2OHB 2024-08-10T05:17:11.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: CURRENT file: CURRENT 2024-08-10T05:17:11.022 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: IDENTITY file: IDENTITY 2024-08-10T05:17:11.022 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: MANIFEST file: MANIFEST-000009 size: 1105 Bytes 2024-08-10T05:17:11.022 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 1, files: 000027.sst 2024-08-10T05:17:11.022 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000025.log size: 9537033 ; 2024-08-10T05:17:11.022 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.error_if_exists: 0 2024-08-10T05:17:11.022 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.create_if_missing: 0 2024-08-10T05:17:11.023 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.paranoid_checks: 1 2024-08-10T05:17:11.023 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.flush_verify_memtable_count: 1 2024-08-10T05:17:11.023 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-08-10T05:17:11.023 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-08-10T05:17:11.023 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.env: 0x5649e16a57a0 2024-08-10T05:17:11.024 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.fs: PosixFileSystem 2024-08-10T05:17:11.024 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.info_log: 0x5649e28d5500 2024-08-10T05:17:11.024 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.max_file_opening_threads: 16 2024-08-10T05:17:11.024 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.statistics: (nil) 2024-08-10T05:17:11.024 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.use_fsync: 0 2024-08-10T05:17:11.024 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.max_log_file_size: 0 2024-08-10T05:17:11.025 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-08-10T05:17:11.025 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.log_file_time_to_roll: 0 2024-08-10T05:17:11.025 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.keep_log_file_num: 1000 2024-08-10T05:17:11.025 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.recycle_log_file_num: 0 2024-08-10T05:17:11.025 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.allow_fallocate: 1 2024-08-10T05:17:11.025 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.allow_mmap_reads: 0 2024-08-10T05:17:11.026 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.allow_mmap_writes: 0 2024-08-10T05:17:11.026 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.use_direct_reads: 0 2024-08-10T05:17:11.026 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-08-10T05:17:11.026 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.create_missing_column_families: 0 2024-08-10T05:17:11.026 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.db_log_dir: 2024-08-10T05:17:11.026 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.wal_dir: 2024-08-10T05:17:11.026 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.table_cache_numshardbits: 6 2024-08-10T05:17:11.027 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.WAL_ttl_seconds: 0 2024-08-10T05:17:11.027 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.WAL_size_limit_MB: 0 2024-08-10T05:17:11.027 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-08-10T05:17:11.027 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-08-10T05:17:11.027 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.is_fd_close_on_exec: 1 2024-08-10T05:17:11.027 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.advise_random_on_open: 1 2024-08-10T05:17:11.027 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.db_write_buffer_size: 0 2024-08-10T05:17:11.028 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.write_buffer_manager: 0x5649e28e48c0 2024-08-10T05:17:11.028 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-08-10T05:17:11.028 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-08-10T05:17:11.028 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.use_adaptive_mutex: 0 2024-08-10T05:17:11.028 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.rate_limiter: (nil) 2024-08-10T05:17:11.028 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-08-10T05:17:11.028 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.wal_recovery_mode: 2 2024-08-10T05:17:11.028 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.enable_thread_tracking: 0 2024-08-10T05:17:11.028 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.enable_pipelined_write: 0 2024-08-10T05:17:11.028 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.unordered_write: 0 2024-08-10T05:17:11.028 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-08-10T05:17:11.028 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-08-10T05:17:11.028 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-08-10T05:17:11.029 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-08-10T05:17:11.029 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.row_cache: None 2024-08-10T05:17:11.029 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.wal_filter: None 2024-08-10T05:17:11.030 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-08-10T05:17:11.030 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.allow_ingest_behind: 0 2024-08-10T05:17:11.030 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.two_write_queues: 0 2024-08-10T05:17:11.030 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.manual_wal_flush: 0 2024-08-10T05:17:11.030 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.wal_compression: 0 2024-08-10T05:17:11.031 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.atomic_flush: 0 2024-08-10T05:17:11.031 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-08-10T05:17:11.031 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.persist_stats_to_disk: 0 2024-08-10T05:17:11.031 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.write_dbid_to_manifest: 0 2024-08-10T05:17:11.031 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.log_readahead_size: 0 2024-08-10T05:17:11.031 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-08-10T05:17:11.031 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.best_efforts_recovery: 0 2024-08-10T05:17:11.031 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-08-10T05:17:11.031 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-08-10T05:17:11.031 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.allow_data_in_errors: 0 2024-08-10T05:17:11.031 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.db_host_id: __hostname__ 2024-08-10T05:17:11.031 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.enforce_single_del_contracts: true 2024-08-10T05:17:11.031 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.max_background_jobs: 2 2024-08-10T05:17:11.032 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.max_background_compactions: -1 2024-08-10T05:17:11.032 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.max_subcompactions: 1 2024-08-10T05:17:11.032 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-08-10T05:17:11.032 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-08-10T05:17:11.032 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.delayed_write_rate : 16777216 2024-08-10T05:17:11.032 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.max_total_wal_size: 0 2024-08-10T05:17:11.032 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-08-10T05:17:11.032 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.stats_dump_period_sec: 600 2024-08-10T05:17:11.032 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.stats_persist_period_sec: 600 2024-08-10T05:17:11.032 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-08-10T05:17:11.032 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.max_open_files: -1 2024-08-10T05:17:11.032 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.bytes_per_sync: 0 2024-08-10T05:17:11.032 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.wal_bytes_per_sync: 0 2024-08-10T05:17:11.033 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.strict_bytes_per_sync: 0 2024-08-10T05:17:11.033 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.compaction_readahead_size: 0 2024-08-10T05:17:11.033 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.max_background_flushes: -1 2024-08-10T05:17:11.033 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Compression algorithms supported: 2024-08-10T05:17:11.033 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: kZSTD supported: 0 2024-08-10T05:17:11.033 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: kXpressCompression supported: 0 2024-08-10T05:17:11.034 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: kBZip2Compression supported: 0 2024-08-10T05:17:11.034 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-08-10T05:17:11.034 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: kLZ4Compression supported: 1 2024-08-10T05:17:11.034 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: kZlibCompression supported: 1 2024-08-10T05:17:11.034 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: kLZ4HCCompression supported: 1 2024-08-10T05:17:11.034 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: kSnappyCompression supported: 1 2024-08-10T05:17:11.034 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Fast CRC32 supported: Supported on x86 2024-08-10T05:17:11.034 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: DMutex implementation: pthread_mutex_t 2024-08-10T05:17:11.034 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000009 2024-08-10T05:17:11.034 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-08-10T05:17:11.034 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-08-10T05:17:11.035 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.merge_operator: 2024-08-10T05:17:11.035 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.compaction_filter: None 2024-08-10T05:17:11.035 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.compaction_filter_factory: None 2024-08-10T05:17:11.035 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.sst_partitioner_factory: None 2024-08-10T05:17:11.035 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.memtable_factory: SkipListFactory 2024-08-10T05:17:11.035 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.table_factory: BlockBasedTable 2024-08-10T05:17:11.035 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5649e28d5120) 2024-08-10T05:17:11.035 INFO:journalctl@ceph.mon.c.smithi031.stdout: cache_index_and_filter_blocks: 1 2024-08-10T05:17:11.035 INFO:journalctl@ceph.mon.c.smithi031.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-08-10T05:17:11.035 INFO:journalctl@ceph.mon.c.smithi031.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-08-10T05:17:11.035 INFO:journalctl@ceph.mon.c.smithi031.stdout: pin_top_level_index_and_filter: 1 2024-08-10T05:17:11.035 INFO:journalctl@ceph.mon.c.smithi031.stdout: index_type: 0 2024-08-10T05:17:11.035 INFO:journalctl@ceph.mon.c.smithi031.stdout: data_block_index_type: 0 2024-08-10T05:17:11.036 INFO:journalctl@ceph.mon.c.smithi031.stdout: index_shortening: 1 2024-08-10T05:17:11.036 INFO:journalctl@ceph.mon.c.smithi031.stdout: data_block_hash_table_util_ratio: 0.750000 2024-08-10T05:17:11.036 INFO:journalctl@ceph.mon.c.smithi031.stdout: checksum: 4 2024-08-10T05:17:11.036 INFO:journalctl@ceph.mon.c.smithi031.stdout: no_block_cache: 0 2024-08-10T05:17:11.036 INFO:journalctl@ceph.mon.c.smithi031.stdout: block_cache: 0x5649e28c9090 2024-08-10T05:17:11.036 INFO:journalctl@ceph.mon.c.smithi031.stdout: block_cache_name: BinnedLRUCache 2024-08-10T05:17:11.036 INFO:journalctl@ceph.mon.c.smithi031.stdout: block_cache_options: 2024-08-10T05:17:11.036 INFO:journalctl@ceph.mon.c.smithi031.stdout: capacity : 536870912 2024-08-10T05:17:11.036 INFO:journalctl@ceph.mon.c.smithi031.stdout: num_shard_bits : 4 2024-08-10T05:17:11.036 INFO:journalctl@ceph.mon.c.smithi031.stdout: strict_capacity_limit : 0 2024-08-10T05:17:11.036 INFO:journalctl@ceph.mon.c.smithi031.stdout: high_pri_pool_ratio: 0.000 2024-08-10T05:17:11.036 INFO:journalctl@ceph.mon.c.smithi031.stdout: block_cache_compressed: (nil) 2024-08-10T05:17:11.036 INFO:journalctl@ceph.mon.c.smithi031.stdout: persistent_cache: (nil) 2024-08-10T05:17:11.037 INFO:journalctl@ceph.mon.c.smithi031.stdout: block_size: 4096 2024-08-10T05:17:11.037 INFO:journalctl@ceph.mon.c.smithi031.stdout: block_size_deviation: 10 2024-08-10T05:17:11.037 INFO:journalctl@ceph.mon.c.smithi031.stdout: block_restart_interval: 16 2024-08-10T05:17:11.037 INFO:journalctl@ceph.mon.c.smithi031.stdout: index_block_restart_interval: 1 2024-08-10T05:17:11.037 INFO:journalctl@ceph.mon.c.smithi031.stdout: metadata_block_size: 4096 2024-08-10T05:17:11.037 INFO:journalctl@ceph.mon.c.smithi031.stdout: partition_filters: 0 2024-08-10T05:17:11.037 INFO:journalctl@ceph.mon.c.smithi031.stdout: use_delta_encoding: 1 2024-08-10T05:17:11.037 INFO:journalctl@ceph.mon.c.smithi031.stdout: filter_policy: bloomfilter 2024-08-10T05:17:11.037 INFO:journalctl@ceph.mon.c.smithi031.stdout: whole_key_filtering: 1 2024-08-10T05:17:11.037 INFO:journalctl@ceph.mon.c.smithi031.stdout: verify_compression: 0 2024-08-10T05:17:11.037 INFO:journalctl@ceph.mon.c.smithi031.stdout: read_amp_bytes_per_bit: 0 2024-08-10T05:17:11.037 INFO:journalctl@ceph.mon.c.smithi031.stdout: format_version: 5 2024-08-10T05:17:11.037 INFO:journalctl@ceph.mon.c.smithi031.stdout: enable_index_compression: 1 2024-08-10T05:17:11.037 INFO:journalctl@ceph.mon.c.smithi031.stdout: block_align: 0 2024-08-10T05:17:11.038 INFO:journalctl@ceph.mon.c.smithi031.stdout: max_auto_readahead_size: 262144 2024-08-10T05:17:11.038 INFO:journalctl@ceph.mon.c.smithi031.stdout: prepopulate_block_cache: 0 2024-08-10T05:17:11.038 INFO:journalctl@ceph.mon.c.smithi031.stdout: initial_auto_readahead_size: 8192 2024-08-10T05:17:11.038 INFO:journalctl@ceph.mon.c.smithi031.stdout: num_file_reads_for_auto_readahead: 2 2024-08-10T05:17:11.038 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.write_buffer_size: 33554432 2024-08-10T05:17:11.038 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.max_write_buffer_number: 2 2024-08-10T05:17:11.038 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.compression: NoCompression 2024-08-10T05:17:11.038 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.bottommost_compression: Disabled 2024-08-10T05:17:11.038 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.prefix_extractor: nullptr 2024-08-10T05:17:11.038 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-08-10T05:17:11.038 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.num_levels: 7 2024-08-10T05:17:11.038 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-08-10T05:17:11.039 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-08-10T05:17:11.039 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-08-10T05:17:11.039 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-08-10T05:17:11.039 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-08-10T05:17:11.039 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-08-10T05:17:11.039 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-08-10T05:17:11.039 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-08-10T05:17:11.039 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-08-10T05:17:11.039 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-08-10T05:17:11.039 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-08-10T05:17:11.039 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-08-10T05:17:11.040 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.compression_opts.window_bits: -14 2024-08-10T05:17:11.040 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.compression_opts.level: 32767 2024-08-10T05:17:11.040 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.compression_opts.strategy: 0 2024-08-10T05:17:11.040 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-08-10T05:17:11.040 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-08-10T05:17:11.040 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-08-10T05:17:11.040 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-08-10T05:17:11.040 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.compression_opts.enabled: false 2024-08-10T05:17:11.040 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-08-10T05:17:11.040 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-08-10T05:17:11.040 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-08-10T05:17:11.040 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-08-10T05:17:11.040 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.target_file_size_base: 67108864 2024-08-10T05:17:11.040 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.target_file_size_multiplier: 1 2024-08-10T05:17:11.041 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-08-10T05:17:11.041 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-08-10T05:17:11.041 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-08-10T05:17:11.041 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-08-10T05:17:11.041 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-08-10T05:17:11.041 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-08-10T05:17:11.041 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-08-10T05:17:11.041 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-08-10T05:17:11.041 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-08-10T05:17:11.041 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-08-10T05:17:11.041 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-08-10T05:17:11.041 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-08-10T05:17:11.041 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-08-10T05:17:11.042 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.arena_block_size: 1048576 2024-08-10T05:17:11.042 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-08-10T05:17:11.042 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-08-10T05:17:11.042 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.disable_auto_compactions: 0 2024-08-10T05:17:11.042 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-08-10T05:17:11.042 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-08-10T05:17:11.042 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-08-10T05:17:11.042 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-08-10T05:17:11.042 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-08-10T05:17:11.042 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-08-10T05:17:11.042 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-08-10T05:17:11.043 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-08-10T05:17:11.043 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-08-10T05:17:11.043 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-08-10T05:17:11.043 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-08-10T05:17:11.043 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.inplace_update_support: 0 2024-08-10T05:17:11.043 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.inplace_update_num_locks: 10000 2024-08-10T05:17:11.043 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-08-10T05:17:11.043 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-08-10T05:17:11.043 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.memtable_huge_page_size: 0 2024-08-10T05:17:11.043 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.bloom_locality: 0 2024-08-10T05:17:11.043 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.max_successive_merges: 0 2024-08-10T05:17:11.043 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.optimize_filters_for_hits: 0 2024-08-10T05:17:11.043 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.paranoid_file_checks: 0 2024-08-10T05:17:11.044 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.force_consistency_checks: 1 2024-08-10T05:17:11.044 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.report_bg_io_stats: 0 2024-08-10T05:17:11.044 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.ttl: 2592000 2024-08-10T05:17:11.044 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.periodic_compaction_seconds: 0 2024-08-10T05:17:11.044 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-08-10T05:17:11.044 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-08-10T05:17:11.044 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.enable_blob_files: false 2024-08-10T05:17:11.044 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.min_blob_size: 0 2024-08-10T05:17:11.044 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.blob_file_size: 268435456 2024-08-10T05:17:11.044 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.blob_compression_type: NoCompression 2024-08-10T05:17:11.044 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.enable_blob_garbage_collection: false 2024-08-10T05:17:11.044 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-08-10T05:17:11.044 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-08-10T05:17:11.045 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-08-10T05:17:11.045 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.blob_file_starting_level: 0 2024-08-10T05:17:11.045 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-08-10T05:17:11.045 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 27.sst 2024-08-10T05:17:11.045 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-08-10T05:17:11.045 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 29, last_sequence is 13388, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-08-10T05:17:11.045 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2024-08-10T05:17:11.045 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: a3858719-50f0-4320-9d1d-ee005841979f 2024-08-10T05:17:11.045 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723267030586675, "job": 1, "event": "recovery_started", "wal_files": [25]} 2024-08-10T05:17:11.045 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2024-08-10T05:17:11.045 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723267030610465, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 5880245, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13393, "largest_seqno": 16471, "table_properties": {"data_size": 5866121, "index_size": 9557, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 3525, "raw_key_size": 31791, "raw_average_key_size": 22, "raw_value_size": 5837001, "raw_average_value_size": 4166, "num_data_blocks": 418, "num_entries": 1401, "num_filter_entries": 1401, "num_deletions": 285, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1723267030, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "a3858719-50f0-4320-9d1d-ee005841979f", "db_session_id": "USK7Y0IJD4OY9XBP2OHB", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2024-08-10T05:17:11.045 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723267030610614, "job": 1, "event": "recovery_finished"} 2024-08-10T05:17:11.045 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2024-08-10T05:17:11.046 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-08-10T05:17:11.046 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-08-10T05:17:11.046 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x5649e28f6e00 2024-08-10T05:17:11.046 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: DB pointer 0x5649e29f0000 2024-08-10T05:17:11.046 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-08-10T05:17:11.046 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-08-10T05:17:11.046 INFO:journalctl@ceph.mon.c.smithi031.stdout: ** DB Stats ** 2024-08-10T05:17:11.046 INFO:journalctl@ceph.mon.c.smithi031.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-10T05:17:11.046 INFO:journalctl@ceph.mon.c.smithi031.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-08-10T05:17:11.046 INFO:journalctl@ceph.mon.c.smithi031.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-10T05:17:11.046 INFO:journalctl@ceph.mon.c.smithi031.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-10T05:17:11.047 INFO:journalctl@ceph.mon.c.smithi031.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-08-10T05:17:11.047 INFO:journalctl@ceph.mon.c.smithi031.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-10T05:17:11.047 INFO:journalctl@ceph.mon.c.smithi031.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-10T05:17:11.047 INFO:journalctl@ceph.mon.c.smithi031.stdout: 2024-08-10T05:17:11.047 INFO:journalctl@ceph.mon.c.smithi031.stdout: ** Compaction Stats [default] ** 2024-08-10T05:17:11.047 INFO:journalctl@ceph.mon.c.smithi031.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-10T05:17:11.047 INFO:journalctl@ceph.mon.c.smithi031.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-08-10T05:17:11.047 INFO:journalctl@ceph.mon.c.smithi031.stdout: L0 1/0 5.61 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 526.7 0.01 0.00 1 0.011 0 0 0.0 0.0 2024-08-10T05:17:11.047 INFO:journalctl@ceph.mon.c.smithi031.stdout: L6 1/0 7.46 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-08-10T05:17:11.047 INFO:journalctl@ceph.mon.c.smithi031.stdout: Sum 2/0 13.07 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 526.7 0.01 0.00 1 0.011 0 0 0.0 0.0 2024-08-10T05:17:11.047 INFO:journalctl@ceph.mon.c.smithi031.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 526.7 0.01 0.00 1 0.011 0 0 0.0 0.0 2024-08-10T05:17:11.047 INFO:journalctl@ceph.mon.c.smithi031.stdout: 2024-08-10T05:17:11.047 INFO:journalctl@ceph.mon.c.smithi031.stdout: ** Compaction Stats [default] ** 2024-08-10T05:17:11.048 INFO:journalctl@ceph.mon.c.smithi031.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-10T05:17:11.048 INFO:journalctl@ceph.mon.c.smithi031.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-10T05:17:11.048 INFO:journalctl@ceph.mon.c.smithi031.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 526.7 0.01 0.00 1 0.011 0 0 0.0 0.0 2024-08-10T05:17:11.048 INFO:journalctl@ceph.mon.c.smithi031.stdout: 2024-08-10T05:17:11.048 INFO:journalctl@ceph.mon.c.smithi031.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-08-10T05:17:11.048 INFO:journalctl@ceph.mon.c.smithi031.stdout: 2024-08-10T05:17:11.048 INFO:journalctl@ceph.mon.c.smithi031.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-10T05:17:11.048 INFO:journalctl@ceph.mon.c.smithi031.stdout: Flush(GB): cumulative 0.005, interval 0.005 2024-08-10T05:17:11.048 INFO:journalctl@ceph.mon.c.smithi031.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-08-10T05:17:11.048 INFO:journalctl@ceph.mon.c.smithi031.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-08-10T05:17:11.048 INFO:journalctl@ceph.mon.c.smithi031.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-08-10T05:17:11.048 INFO:journalctl@ceph.mon.c.smithi031.stdout: AddFile(Keys): cumulative 0, interval 0 2024-08-10T05:17:11.049 INFO:journalctl@ceph.mon.c.smithi031.stdout: Cumulative compaction: 0.01 GB write, 209.11 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-10T05:17:11.049 INFO:journalctl@ceph.mon.c.smithi031.stdout: Interval compaction: 0.01 GB write, 209.11 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-10T05:17:11.049 INFO:journalctl@ceph.mon.c.smithi031.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-08-10T05:17:11.049 INFO:journalctl@ceph.mon.c.smithi031.stdout: Block cache BinnedLRUCache@0x5649e28c9090#7 capacity: 512.00 MB usage: 14.11 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.3e-05 secs_since: 0 2024-08-10T05:17:11.049 INFO:journalctl@ceph.mon.c.smithi031.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,4.03 KB,0.0007689%) IndexBlock(1,10.08 KB,0.00192225%) Misc(1,0.00 KB,0%) 2024-08-10T05:17:11.049 INFO:journalctl@ceph.mon.c.smithi031.stdout: 2024-08-10T05:17:11.049 INFO:journalctl@ceph.mon.c.smithi031.stdout: ** File Read Latency Histogram By Level [default] ** 2024-08-10T05:17:11.049 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: starting mon.c rank 2 at public addrs [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] at bind addrs [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid fc322138-56d5-11ef-bcce-c7b262605968 2024-08-10T05:17:11.049 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: mon.c@-1(???) e3 preinit fsid fc322138-56d5-11ef-bcce-c7b262605968 2024-08-10T05:17:11.049 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: mon.c@-1(???).mds e8 new map 2024-08-10T05:17:11.049 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: mon.c@-1(???).mds e8 print_map 2024-08-10T05:17:11.049 INFO:journalctl@ceph.mon.c.smithi031.stdout: e8 2024-08-10T05:17:11.049 INFO:journalctl@ceph.mon.c.smithi031.stdout: btime 1970-01-01T00:00:00:000000+0000 2024-08-10T05:17:11.049 INFO:journalctl@ceph.mon.c.smithi031.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-08-10T05:17:11.050 INFO:journalctl@ceph.mon.c.smithi031.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-10T05:17:11.050 INFO:journalctl@ceph.mon.c.smithi031.stdout: legacy client fscid: 1 2024-08-10T05:17:11.050 INFO:journalctl@ceph.mon.c.smithi031.stdout: 2024-08-10T05:17:11.050 INFO:journalctl@ceph.mon.c.smithi031.stdout: Filesystem 'cephfs' (1) 2024-08-10T05:17:11.050 INFO:journalctl@ceph.mon.c.smithi031.stdout: fs_name cephfs 2024-08-10T05:17:11.050 INFO:journalctl@ceph.mon.c.smithi031.stdout: epoch 8 2024-08-10T05:17:11.050 INFO:journalctl@ceph.mon.c.smithi031.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-08-10T05:17:11.050 INFO:journalctl@ceph.mon.c.smithi031.stdout: created 2024-08-10T05:10:31.063929+0000 2024-08-10T05:17:11.050 INFO:journalctl@ceph.mon.c.smithi031.stdout: modified 2024-08-10T05:10:44.224000+0000 2024-08-10T05:17:11.050 INFO:journalctl@ceph.mon.c.smithi031.stdout: tableserver 0 2024-08-10T05:17:11.050 INFO:journalctl@ceph.mon.c.smithi031.stdout: root 0 2024-08-10T05:17:11.050 INFO:journalctl@ceph.mon.c.smithi031.stdout: session_timeout 60 2024-08-10T05:17:11.051 INFO:journalctl@ceph.mon.c.smithi031.stdout: session_autoclose 300 2024-08-10T05:17:11.051 INFO:journalctl@ceph.mon.c.smithi031.stdout: max_file_size 1099511627776 2024-08-10T05:17:11.051 INFO:journalctl@ceph.mon.c.smithi031.stdout: max_xattr_size 65536 2024-08-10T05:17:11.051 INFO:journalctl@ceph.mon.c.smithi031.stdout: required_client_features {} 2024-08-10T05:17:11.051 INFO:journalctl@ceph.mon.c.smithi031.stdout: last_failure 0 2024-08-10T05:17:11.051 INFO:journalctl@ceph.mon.c.smithi031.stdout: last_failure_osd_epoch 0 2024-08-10T05:17:11.051 INFO:journalctl@ceph.mon.c.smithi031.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-10T05:17:11.051 INFO:journalctl@ceph.mon.c.smithi031.stdout: max_mds 1 2024-08-10T05:17:11.051 INFO:journalctl@ceph.mon.c.smithi031.stdout: in 0 2024-08-10T05:17:11.051 INFO:journalctl@ceph.mon.c.smithi031.stdout: up {0=24346} 2024-08-10T05:17:11.051 INFO:journalctl@ceph.mon.c.smithi031.stdout: failed 2024-08-10T05:17:11.051 INFO:journalctl@ceph.mon.c.smithi031.stdout: damaged 2024-08-10T05:17:11.051 INFO:journalctl@ceph.mon.c.smithi031.stdout: stopped 2024-08-10T05:17:11.051 INFO:journalctl@ceph.mon.c.smithi031.stdout: data_pools [3] 2024-08-10T05:17:11.052 INFO:journalctl@ceph.mon.c.smithi031.stdout: metadata_pool 2 2024-08-10T05:17:11.052 INFO:journalctl@ceph.mon.c.smithi031.stdout: inline_data disabled 2024-08-10T05:17:11.052 INFO:journalctl@ceph.mon.c.smithi031.stdout: balancer 2024-08-10T05:17:11.052 INFO:journalctl@ceph.mon.c.smithi031.stdout: bal_rank_mask -1 2024-08-10T05:17:11.052 INFO:journalctl@ceph.mon.c.smithi031.stdout: standby_count_wanted 0 2024-08-10T05:17:11.052 INFO:journalctl@ceph.mon.c.smithi031.stdout: qdb_cluster leader: 0 members: 2024-08-10T05:17:11.052 INFO:journalctl@ceph.mon.c.smithi031.stdout: [mds.b{0:24346} state up:active seq 6 addr [v2:172.21.15.196:6832/132471496,v1:172.21.15.196:6833/132471496] compat {c=[1],r=[1],i=[7ff]}] 2024-08-10T05:17:11.052 INFO:journalctl@ceph.mon.c.smithi031.stdout: 2024-08-10T05:17:11.052 INFO:journalctl@ceph.mon.c.smithi031.stdout: 2024-08-10T05:17:11.052 INFO:journalctl@ceph.mon.c.smithi031.stdout: Standby daemons: 2024-08-10T05:17:11.052 INFO:journalctl@ceph.mon.c.smithi031.stdout: 2024-08-10T05:17:11.052 INFO:journalctl@ceph.mon.c.smithi031.stdout: [mds.a{-1:24317} state up:standby seq 1 addr [v2:172.21.15.31:6834/4126464879,v1:172.21.15.31:6835/4126464879] compat {c=[1],r=[1],i=[7ff]}] 2024-08-10T05:17:11.052 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: mon.c@-1(???).osd e251 crush map has features 3314933069573799936, adjusting msgr requires 2024-08-10T05:17:11.053 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: mon.c@-1(???).osd e251 crush map has features 432629308056666112, adjusting msgr requires 2024-08-10T05:17:11.053 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: mon.c@-1(???).osd e251 crush map has features 432629308056666112, adjusting msgr requires 2024-08-10T05:17:11.053 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: mon.c@-1(???).osd e251 crush map has features 432629308056666112, adjusting msgr requires 2024-08-10T05:17:11.053 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 ceph-mon[100614]: mon.c@-1(???).paxosservice(auth 1..20) refresh upgraded, format 0 -> 3 2024-08-10T05:17:11.053 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 bash[100577]: 2cc1160db2be5e4e669cf6d93ee0c1be3b66c775fc48be2d5e702b3085aacabc 2024-08-10T05:17:11.053 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:10 smithi031 systemd[1]: Started Ceph mon.c for fc322138-56d5-11ef-bcce-c7b262605968. 2024-08-10T05:17:11.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:17:11 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:17:11] "GET /metrics HTTP/1.1" 200 35988 "" "Prometheus/2.43.0" 2024-08-10T05:17:12.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:17:12 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:17:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:17:13.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:17:13 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:17:13.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi031\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi031\", job=\"node\", machine=\"x86_64\", nodename=\"smithi031\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", domainname=\"(none)\", instance=\"smithi031\", job=\"node\", machine=\"x86_64\", nodename=\"smithi031\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:17:14.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:17:14 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:17:14.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:17:14.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:17:14 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:17:14.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:17:15.837 INFO:tasks.rados.rados.0.smithi031.stdout:917: done (2 left) 2024-08-10T05:17:15.837 INFO:tasks.rados.rados.0.smithi031.stdout:918: delete oid 35 current snap is 92 2024-08-10T05:17:15.837 INFO:tasks.rados.rados.0.smithi031.stdout:915: expect (ObjNum 6 snap 0 seq_num 6) 2024-08-10T05:17:15.848 INFO:tasks.rados.rados.0.smithi031.stdout:916: finishing copy_from racing read to smithi03186013-39 2024-08-10T05:17:15.849 INFO:tasks.rados.rados.0.smithi031.stdout:916: finishing copy_from to smithi03186013-39 2024-08-10T05:17:15.849 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 39 v 455 (ObjNum 278 snap 84 seq_num 278) dirty exists 2024-08-10T05:17:15.849 INFO:tasks.rados.rados.0.smithi031.stdout:915: done (2 left) 2024-08-10T05:17:15.849 INFO:tasks.rados.rados.0.smithi031.stdout:916: done (1 left) 2024-08-10T05:17:15.849 INFO:tasks.rados.rados.0.smithi031.stdout:918: done (0 left) 2024-08-10T05:17:15.849 INFO:tasks.rados.rados.0.smithi031.stdout:919: copy_from oid 12 from oid 34 current snap is 92 2024-08-10T05:17:15.849 INFO:tasks.rados.rados.0.smithi031.stdout:920: read oid 33 snap -1 2024-08-10T05:17:15.849 INFO:tasks.rados.rados.0.smithi031.stdout:920: expect deleted 2024-08-10T05:17:15.849 INFO:tasks.rados.rados.0.smithi031.stdout:921: read oid 5 snap -1 2024-08-10T05:17:15.849 INFO:tasks.rados.rados.0.smithi031.stdout:921: expect deleted 2024-08-10T05:17:15.849 INFO:tasks.rados.rados.0.smithi031.stdout:922: delete oid 49 current snap is 92 2024-08-10T05:17:15.850 INFO:tasks.rados.rados.0.smithi031.stdout:920: done (3 left) 2024-08-10T05:17:15.850 INFO:tasks.rados.rados.0.smithi031.stdout:921: done (2 left) 2024-08-10T05:17:15.851 INFO:tasks.rados.rados.0.smithi031.stdout:922: done (1 left) 2024-08-10T05:17:15.851 INFO:tasks.rados.rados.0.smithi031.stdout:923: read oid 16 snap -1 2024-08-10T05:17:15.851 INFO:tasks.rados.rados.0.smithi031.stdout:923: expect (ObjNum 261 snap 78 seq_num 261) 2024-08-10T05:17:15.851 INFO:tasks.rados.rados.0.smithi031.stdout:924: snap_create 2024-08-10T05:17:15.853 INFO:tasks.rados.rados.0.smithi031.stdout:919: finishing copy_from to smithi03186013-12 2024-08-10T05:17:15.853 INFO:tasks.rados.rados.0.smithi031.stdout:919: got expected ENOENT (src dne) 2024-08-10T05:17:15.853 INFO:tasks.rados.rados.0.smithi031.stdout:919: finishing copy_from racing read to smithi03186013-12 2024-08-10T05:17:15.893 INFO:tasks.rados.rados.0.smithi031.stdout:923: expect (ObjNum 261 snap 78 seq_num 261) 2024-08-10T05:17:16.853 INFO:tasks.rados.rados.0.smithi031.stdout:919: done (2 left) 2024-08-10T05:17:16.854 INFO:tasks.rados.rados.0.smithi031.stdout:923: done (1 left) 2024-08-10T05:17:16.854 INFO:tasks.rados.rados.0.smithi031.stdout:924: done (0 left) 2024-08-10T05:17:16.854 INFO:tasks.rados.rados.0.smithi031.stdout:925: copy_from oid 38 from oid 10 current snap is 93 2024-08-10T05:17:16.854 INFO:tasks.rados.rados.0.smithi031.stdout:926: rollback oid 2 current snap is 93 2024-08-10T05:17:16.854 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 2 to 68 2024-08-10T05:17:16.854 INFO:tasks.rados.rados.0.smithi031.stdout:927: delete oid 29 current snap is 93 2024-08-10T05:17:16.857 INFO:tasks.rados.rados.0.smithi031.stdout:926: finishing rollback tid 0 to smithi03186013-2 2024-08-10T05:17:16.858 INFO:tasks.rados.rados.0.smithi031.stdout:926: finishing rollback tid 1 to smithi03186013-2 2024-08-10T05:17:16.858 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 2 v 486 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-10T05:17:16.859 INFO:tasks.rados.rados.0.smithi031.stdout:926: done (2 left) 2024-08-10T05:17:16.859 INFO:tasks.rados.rados.0.smithi031.stdout:927: done (1 left) 2024-08-10T05:17:16.859 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 7 current snap is 93 2024-08-10T05:17:16.859 INFO:tasks.rados.rados.0.smithi031.stdout:928: seq_num 292 ranges {0=98304} 2024-08-10T05:17:16.860 INFO:tasks.rados.rados.0.smithi031.stdout:928: writing smithi03186013-7 from 0 to 98304 tid 1 2024-08-10T05:17:16.860 INFO:tasks.rados.rados.0.smithi031.stdout:929: read oid 21 snap -1 2024-08-10T05:17:16.860 INFO:tasks.rados.rados.0.smithi031.stdout:929: expect (ObjNum 41 snap 0 seq_num 41) 2024-08-10T05:17:16.860 INFO:tasks.rados.rados.0.smithi031.stdout:930: read oid 34 snap -1 2024-08-10T05:17:16.860 INFO:tasks.rados.rados.0.smithi031.stdout:930: expect deleted 2024-08-10T05:17:16.860 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 27 current snap is 93 2024-08-10T05:17:16.860 INFO:tasks.rados.rados.0.smithi031.stdout:931: seq_num 293 ranges {0=114688} 2024-08-10T05:17:16.860 INFO:tasks.rados.rados.0.smithi031.stdout:931: writing smithi03186013-27 from 0 to 114688 tid 1 2024-08-10T05:17:16.860 INFO:tasks.rados.rados.0.smithi031.stdout:932: copy_from oid 45 from oid 3 current snap is 93 2024-08-10T05:17:16.860 INFO:tasks.rados.rados.0.smithi031.stdout:930: done (5 left) 2024-08-10T05:17:16.861 INFO:tasks.rados.rados.0.smithi031.stdout:933: read oid 8 snap 81 2024-08-10T05:17:16.861 INFO:tasks.rados.rados.0.smithi031.stdout:933: expect (ObjNum 224 snap 62 seq_num 224) 2024-08-10T05:17:16.861 INFO:tasks.rados.rados.0.smithi031.stdout:934: rollback oid 19 current snap is 93 2024-08-10T05:17:16.861 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 19 to 92 2024-08-10T05:17:16.861 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 30 current snap is 93 2024-08-10T05:17:16.861 INFO:tasks.rados.rados.0.smithi031.stdout:935: seq_num 294 ranges {2170880=131072} 2024-08-10T05:17:16.874 INFO:tasks.rados.rados.0.smithi031.stdout:935: writing smithi03186013-30 from 2170880 to 2301952 tid 1 2024-08-10T05:17:16.874 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 46 current snap is 93 2024-08-10T05:17:16.874 INFO:tasks.rados.rados.0.smithi031.stdout:928: finishing write tid 1 to smithi03186013-7 2024-08-10T05:17:16.874 INFO:tasks.rados.rados.0.smithi031.stdout:928: finishing write tid 2 to smithi03186013-7 2024-08-10T05:17:16.874 INFO:tasks.rados.rados.0.smithi031.stdout:934: finishing rollback tid 0 to smithi03186013-19 2024-08-10T05:17:16.874 INFO:tasks.rados.rados.0.smithi031.stdout:936: seq_num 295 ranges {2547712=147456} 2024-08-10T05:17:16.889 INFO:tasks.rados.rados.0.smithi031.stdout:936: writing smithi03186013-46 from 2547712 to 2695168 tid 1 2024-08-10T05:17:16.889 INFO:tasks.rados.rados.0.smithi031.stdout:937: snap_remove snap 70 2024-08-10T05:17:17.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:16 smithi031 ceph-mon[98130]: mon.c calling monitor election 2024-08-10T05:17:17.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:16 smithi031 ceph-mon[98130]: mon.b calling monitor election 2024-08-10T05:17:17.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:16 smithi031 ceph-mon[98130]: mon.a calling monitor election 2024-08-10T05:17:17.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:16 smithi031 ceph-mon[98130]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-10T05:17:17.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:16 smithi031 ceph-mon[98130]: monmap epoch 3 2024-08-10T05:17:17.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:16 smithi031 ceph-mon[98130]: fsid fc322138-56d5-11ef-bcce-c7b262605968 2024-08-10T05:17:17.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:16 smithi031 ceph-mon[98130]: last_changed 2024-08-10T05:06:32.185660+0000 2024-08-10T05:17:17.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:16 smithi031 ceph-mon[98130]: created 2024-08-10T05:04:52.101829+0000 2024-08-10T05:17:17.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:16 smithi031 ceph-mon[98130]: min_mon_release 17 (quincy) 2024-08-10T05:17:17.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:16 smithi031 ceph-mon[98130]: election_strategy: 1 2024-08-10T05:17:17.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:16 smithi031 ceph-mon[98130]: 0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-08-10T05:17:17.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:16 smithi031 ceph-mon[98130]: 1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-08-10T05:17:17.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:16 smithi031 ceph-mon[98130]: 2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-08-10T05:17:17.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:16 smithi031 ceph-mon[98130]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-10T05:17:17.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:16 smithi031 ceph-mon[98130]: osdmap e252: 8 total, 8 up, 8 in 2024-08-10T05:17:17.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:16 smithi031 ceph-mon[98130]: mgrmap e42: y(active, since 21s), standbys: x 2024-08-10T05:17:17.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:16 smithi031 ceph-mon[98130]: overall HEALTH_OK 2024-08-10T05:17:17.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:16 smithi031 ceph-mon[100614]: mon.c calling monitor election 2024-08-10T05:17:17.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:16 smithi031 ceph-mon[100614]: mon.b calling monitor election 2024-08-10T05:17:17.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:16 smithi031 ceph-mon[100614]: mon.a calling monitor election 2024-08-10T05:17:17.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:16 smithi031 ceph-mon[100614]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-10T05:17:17.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:16 smithi031 ceph-mon[100614]: monmap epoch 3 2024-08-10T05:17:17.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:16 smithi031 ceph-mon[100614]: fsid fc322138-56d5-11ef-bcce-c7b262605968 2024-08-10T05:17:17.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:16 smithi031 ceph-mon[100614]: last_changed 2024-08-10T05:06:32.185660+0000 2024-08-10T05:17:17.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:16 smithi031 ceph-mon[100614]: created 2024-08-10T05:04:52.101829+0000 2024-08-10T05:17:17.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:16 smithi031 ceph-mon[100614]: min_mon_release 17 (quincy) 2024-08-10T05:17:17.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:16 smithi031 ceph-mon[100614]: election_strategy: 1 2024-08-10T05:17:17.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:16 smithi031 ceph-mon[100614]: 0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-08-10T05:17:17.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:16 smithi031 ceph-mon[100614]: 1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-08-10T05:17:17.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:16 smithi031 ceph-mon[100614]: 2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-08-10T05:17:17.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:16 smithi031 ceph-mon[100614]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-10T05:17:17.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:16 smithi031 ceph-mon[100614]: osdmap e252: 8 total, 8 up, 8 in 2024-08-10T05:17:17.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:16 smithi031 ceph-mon[100614]: mgrmap e42: y(active, since 21s), standbys: x 2024-08-10T05:17:17.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:16 smithi031 ceph-mon[100614]: overall HEALTH_OK 2024-08-10T05:17:17.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:16 smithi196 ceph-mon[32874]: mon.c calling monitor election 2024-08-10T05:17:17.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:16 smithi196 ceph-mon[32874]: mon.b calling monitor election 2024-08-10T05:17:17.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:16 smithi196 ceph-mon[32874]: mon.a calling monitor election 2024-08-10T05:17:17.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:16 smithi196 ceph-mon[32874]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-10T05:17:17.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:16 smithi196 ceph-mon[32874]: monmap epoch 3 2024-08-10T05:17:17.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:16 smithi196 ceph-mon[32874]: fsid fc322138-56d5-11ef-bcce-c7b262605968 2024-08-10T05:17:17.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:16 smithi196 ceph-mon[32874]: last_changed 2024-08-10T05:06:32.185660+0000 2024-08-10T05:17:17.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:16 smithi196 ceph-mon[32874]: created 2024-08-10T05:04:52.101829+0000 2024-08-10T05:17:17.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:16 smithi196 ceph-mon[32874]: min_mon_release 17 (quincy) 2024-08-10T05:17:17.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:16 smithi196 ceph-mon[32874]: election_strategy: 1 2024-08-10T05:17:17.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:16 smithi196 ceph-mon[32874]: 0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-08-10T05:17:17.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:16 smithi196 ceph-mon[32874]: 1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-08-10T05:17:17.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:16 smithi196 ceph-mon[32874]: 2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-08-10T05:17:17.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:16 smithi196 ceph-mon[32874]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-10T05:17:17.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:16 smithi196 ceph-mon[32874]: osdmap e252: 8 total, 8 up, 8 in 2024-08-10T05:17:17.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:16 smithi196 ceph-mon[32874]: mgrmap e42: y(active, since 21s), standbys: x 2024-08-10T05:17:17.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:16 smithi196 ceph-mon[32874]: overall HEALTH_OK 2024-08-10T05:17:17.868 INFO:tasks.rados.rados.0.smithi031.stdout:937: done (9 left) 2024-08-10T05:17:17.868 INFO:tasks.rados.rados.0.smithi031.stdout:938: rmattr oid 1 current snap is 93 2024-08-10T05:17:17.868 INFO:tasks.rados.rados.0.smithi031.stdout:938: done (9 left) 2024-08-10T05:17:17.868 INFO:tasks.rados.rados.0.smithi031.stdout:939: setattr oid 49 current snap is 93 2024-08-10T05:17:17.869 INFO:tasks.rados.rados.0.smithi031.stdout:934: finishing rollback tid 1 to smithi03186013-19 2024-08-10T05:17:17.869 INFO:tasks.rados.rados.0.smithi031.stdout:929: expect (ObjNum 41 snap 0 seq_num 41) 2024-08-10T05:17:17.898 INFO:tasks.rados.rados.0.smithi031.stdout:934: finishing rollback tid 2 to smithi03186013-19 2024-08-10T05:17:17.898 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 19 v 237 (ObjNum 106 snap 21 seq_num 106) dirty exists 2024-08-10T05:17:17.898 INFO:tasks.rados.rados.0.smithi031.stdout:928: finishing write tid 3 to smithi03186013-7 2024-08-10T05:17:17.898 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 7 v 490 (ObjNum 292 snap 93 seq_num 292) dirty exists 2024-08-10T05:17:17.898 INFO:tasks.rados.rados.0.smithi031.stdout:928: left oid 7 (ObjNum 292 snap 93 seq_num 292) 2024-08-10T05:17:17.898 INFO:tasks.rados.rados.0.smithi031.stdout:931: finishing write tid 1 to smithi03186013-27 2024-08-10T05:17:17.898 INFO:tasks.rados.rados.0.smithi031.stdout:931: finishing write tid 2 to smithi03186013-27 2024-08-10T05:17:17.898 INFO:tasks.rados.rados.0.smithi031.stdout:933: expect (ObjNum 224 snap 62 seq_num 224) 2024-08-10T05:17:17.943 INFO:tasks.rados.rados.0.smithi031.stdout:931: finishing write tid 3 to smithi03186013-27 2024-08-10T05:17:17.943 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 27 v 270 (ObjNum 293 snap 93 seq_num 293) dirty exists 2024-08-10T05:17:17.943 INFO:tasks.rados.rados.0.smithi031.stdout:931: left oid 27 (ObjNum 293 snap 93 seq_num 293) 2024-08-10T05:17:17.943 INFO:tasks.rados.rados.0.smithi031.stdout:932: finishing copy_from racing read to smithi03186013-45 2024-08-10T05:17:17.943 INFO:tasks.rados.rados.0.smithi031.stdout:932: finishing copy_from to smithi03186013-45 2024-08-10T05:17:17.943 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 45 v 304 (ObjNum 263 snap 78 seq_num 263) dirty exists 2024-08-10T05:17:17.943 INFO:tasks.rados.rados.0.smithi031.stdout:935: finishing write tid 1 to smithi03186013-30 2024-08-10T05:17:17.943 INFO:tasks.rados.rados.0.smithi031.stdout:935: finishing write tid 2 to smithi03186013-30 2024-08-10T05:17:17.943 INFO:tasks.rados.rados.0.smithi031.stdout:935: finishing write tid 3 to smithi03186013-30 2024-08-10T05:17:17.943 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 30 v 477 (ObjNum 294 snap 93 seq_num 294) dirty exists 2024-08-10T05:17:17.944 INFO:tasks.rados.rados.0.smithi031.stdout:935: left oid 30 (ObjNum 294 snap 93 seq_num 294) 2024-08-10T05:17:17.944 INFO:tasks.rados.rados.0.smithi031.stdout:925: finishing copy_from racing read to smithi03186013-38 2024-08-10T05:17:17.944 INFO:tasks.rados.rados.0.smithi031.stdout:925: finishing copy_from to smithi03186013-38 2024-08-10T05:17:17.944 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 38 v 206 (ObjNum 279 snap 84 seq_num 279) dirty exists 2024-08-10T05:17:17.944 INFO:tasks.rados.rados.0.smithi031.stdout:936: finishing write tid 1 to smithi03186013-46 2024-08-10T05:17:17.944 INFO:tasks.rados.rados.0.smithi031.stdout:936: finishing write tid 2 to smithi03186013-46 2024-08-10T05:17:17.944 INFO:tasks.rados.rados.0.smithi031.stdout:936: finishing write tid 3 to smithi03186013-46 2024-08-10T05:17:17.944 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 46 v 146 (ObjNum 295 snap 93 seq_num 295) dirty exists 2024-08-10T05:17:17.944 INFO:tasks.rados.rados.0.smithi031.stdout:936: left oid 46 (ObjNum 295 snap 93 seq_num 295) 2024-08-10T05:17:17.944 INFO:tasks.rados.rados.0.smithi031.stdout:925: done (9 left) 2024-08-10T05:17:17.944 INFO:tasks.rados.rados.0.smithi031.stdout:928: done (8 left) 2024-08-10T05:17:17.944 INFO:tasks.rados.rados.0.smithi031.stdout:929: done (7 left) 2024-08-10T05:17:17.944 INFO:tasks.rados.rados.0.smithi031.stdout:931: done (6 left) 2024-08-10T05:17:17.945 INFO:tasks.rados.rados.0.smithi031.stdout:932: done (5 left) 2024-08-10T05:17:17.945 INFO:tasks.rados.rados.0.smithi031.stdout:933: done (4 left) 2024-08-10T05:17:17.945 INFO:tasks.rados.rados.0.smithi031.stdout:934: done (3 left) 2024-08-10T05:17:17.945 INFO:tasks.rados.rados.0.smithi031.stdout:935: done (2 left) 2024-08-10T05:17:17.945 INFO:tasks.rados.rados.0.smithi031.stdout:936: done (1 left) 2024-08-10T05:17:17.945 INFO:tasks.rados.rados.0.smithi031.stdout:940: snap_remove snap 90 2024-08-10T05:17:18.095 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:17 smithi031 ceph-mon[98130]: osdmap e253: 8 total, 8 up, 8 in 2024-08-10T05:17:18.095 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:17 smithi031 ceph-mon[100614]: osdmap e253: 8 total, 8 up, 8 in 2024-08-10T05:17:18.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:17 smithi196 ceph-mon[32874]: osdmap e253: 8 total, 8 up, 8 in 2024-08-10T05:17:18.877 INFO:tasks.rados.rados.0.smithi031.stdout:940: done (1 left) 2024-08-10T05:17:18.877 INFO:tasks.rados.rados.0.smithi031.stdout:941: rollback oid 16 current snap is 93 2024-08-10T05:17:18.877 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 16 to 85 2024-08-10T05:17:18.878 INFO:tasks.rados.rados.0.smithi031.stdout:942: snap_remove snap 92 2024-08-10T05:17:19.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:18 smithi196 ceph-mon[32874]: pgmap v29: 121 pgs: 121 active+clean; 286 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.2 MiB/s wr, 1 op/s 2024-08-10T05:17:19.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:18 smithi196 ceph-mon[32874]: osdmap e254: 8 total, 8 up, 8 in 2024-08-10T05:17:19.029 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:17:18 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:17:18.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)\", cluster_addr=\"172.21.15.31\", device_class=\"ssd\", hostname=\"smithi031\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.31\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)\", cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", cluster_addr=\"172.21.15.31\", device_class=\"ssd\", hostname=\"smithi031\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.31\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:17:19.151 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:18 smithi031 ceph-mon[100614]: pgmap v29: 121 pgs: 121 active+clean; 286 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.2 MiB/s wr, 1 op/s 2024-08-10T05:17:19.152 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:18 smithi031 ceph-mon[100614]: osdmap e254: 8 total, 8 up, 8 in 2024-08-10T05:17:19.152 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:18 smithi031 ceph-mon[98130]: pgmap v29: 121 pgs: 121 active+clean; 286 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.2 MiB/s wr, 1 op/s 2024-08-10T05:17:19.152 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:18 smithi031 ceph-mon[98130]: osdmap e254: 8 total, 8 up, 8 in 2024-08-10T05:17:19.160 INFO:tasks.rados.rados.0.smithi031.stdout:942: done (2 left) 2024-08-10T05:17:19.160 INFO:tasks.rados.rados.0.smithi031.stdout:943: read oid 27 snap -1 2024-08-10T05:17:19.160 INFO:tasks.rados.rados.0.smithi031.stdout:943: expect (ObjNum 293 snap 93 seq_num 293) 2024-08-10T05:17:19.160 INFO:tasks.rados.rados.0.smithi031.stdout:944: copy_from oid 13 from oid 7 current snap is 93 2024-08-10T05:17:19.160 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 49 v 398 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-08-10T05:17:19.160 INFO:tasks.rados.rados.0.smithi031.stdout:941: finishing rollback tid 0 to smithi03186013-16 2024-08-10T05:17:19.160 INFO:tasks.rados.rados.0.smithi031.stdout:941: finishing rollback tid 1 to smithi03186013-16 2024-08-10T05:17:19.160 INFO:tasks.rados.rados.0.smithi031.stdout:941: finishing rollback tid 2 to smithi03186013-16 2024-08-10T05:17:19.160 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 16 v 434 (ObjNum 261 snap 78 seq_num 261) dirty exists 2024-08-10T05:17:19.160 INFO:tasks.rados.rados.0.smithi031.stdout:939: done (3 left) 2024-08-10T05:17:19.160 INFO:tasks.rados.rados.0.smithi031.stdout:941: done (2 left) 2024-08-10T05:17:19.160 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 10 current snap is 93 2024-08-10T05:17:19.161 INFO:tasks.rados.rados.0.smithi031.stdout:945: seq_num 296 ranges {4390912=163840} 2024-08-10T05:17:19.186 INFO:tasks.rados.rados.0.smithi031.stdout:945: writing smithi03186013-10 from 4390912 to 4554752 tid 1 2024-08-10T05:17:19.187 INFO:tasks.rados.rados.0.smithi031.stdout:946: read oid 14 snap 86 2024-08-10T05:17:19.187 INFO:tasks.rados.rados.0.smithi031.stdout:946: expect deleted 2024-08-10T05:17:19.187 INFO:tasks.rados.rados.0.smithi031.stdout:947: read oid 8 snap -1 2024-08-10T05:17:19.187 INFO:tasks.rados.rados.0.smithi031.stdout:947: expect (ObjNum 224 snap 62 seq_num 224) 2024-08-10T05:17:19.187 INFO:tasks.rados.rados.0.smithi031.stdout:948: read oid 1 snap 91 2024-08-10T05:17:19.187 INFO:tasks.rados.rados.0.smithi031.stdout:948: expect (ObjNum 80 snap 15 seq_num 80) 2024-08-10T05:17:19.187 INFO:tasks.rados.rados.0.smithi031.stdout:949: snap_create 2024-08-10T05:17:19.187 INFO:tasks.rados.rados.0.smithi031.stdout:943: expect (ObjNum 293 snap 93 seq_num 293) 2024-08-10T05:17:19.196 INFO:tasks.rados.rados.0.smithi031.stdout:944: finishing copy_from racing read to smithi03186013-13 2024-08-10T05:17:19.196 INFO:tasks.rados.rados.0.smithi031.stdout:944: finishing copy_from to smithi03186013-13 2024-08-10T05:17:19.197 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 13 v 490 (ObjNum 292 snap 93 seq_num 292) dirty exists 2024-08-10T05:17:19.197 INFO:tasks.rados.rados.0.smithi031.stdout:945: finishing write tid 1 to smithi03186013-10 2024-08-10T05:17:19.197 INFO:tasks.rados.rados.0.smithi031.stdout:948: expect (ObjNum 80 snap 15 seq_num 80) 2024-08-10T05:17:19.232 INFO:tasks.rados.rados.0.smithi031.stdout:945: finishing write tid 2 to smithi03186013-10 2024-08-10T05:17:19.232 INFO:tasks.rados.rados.0.smithi031.stdout:947: expect (ObjNum 224 snap 62 seq_num 224) 2024-08-10T05:17:19.268 INFO:tasks.rados.rados.0.smithi031.stdout:945: finishing write tid 3 to smithi03186013-10 2024-08-10T05:17:19.268 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 10 v 231 (ObjNum 296 snap 93 seq_num 296) dirty exists 2024-08-10T05:17:19.268 INFO:tasks.rados.rados.0.smithi031.stdout:945: left oid 10 (ObjNum 296 snap 93 seq_num 296) 2024-08-10T05:17:20.159 INFO:tasks.rados.rados.0.smithi031.stdout:943: done (6 left) 2024-08-10T05:17:20.160 INFO:tasks.rados.rados.0.smithi031.stdout:944: done (5 left) 2024-08-10T05:17:20.160 INFO:tasks.rados.rados.0.smithi031.stdout:945: done (4 left) 2024-08-10T05:17:20.160 INFO:tasks.rados.rados.0.smithi031.stdout:946: done (3 left) 2024-08-10T05:17:20.160 INFO:tasks.rados.rados.0.smithi031.stdout:947: done (2 left) 2024-08-10T05:17:20.160 INFO:tasks.rados.rados.0.smithi031.stdout:948: done (1 left) 2024-08-10T05:17:20.160 INFO:tasks.rados.rados.0.smithi031.stdout:949: done (0 left) 2024-08-10T05:17:20.160 INFO:tasks.rados.rados.0.smithi031.stdout:950: read oid 3 snap -1 2024-08-10T05:17:20.160 INFO:tasks.rados.rados.0.smithi031.stdout:950: expect (ObjNum 263 snap 78 seq_num 263) 2024-08-10T05:17:20.160 INFO:tasks.rados.rados.0.smithi031.stdout:951: copy_from oid 50 from oid 8 current snap is 94 2024-08-10T05:17:20.160 INFO:tasks.rados.rados.0.smithi031.stdout:952: snap_remove snap 80 2024-08-10T05:17:20.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:19 smithi031 ceph-mon[98130]: osdmap e255: 8 total, 8 up, 8 in 2024-08-10T05:17:20.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:19 smithi031 ceph-mon[98130]: osdmap e256: 8 total, 8 up, 8 in 2024-08-10T05:17:20.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:19 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:20.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:19 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:20.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:19 smithi031 ceph-mon[100614]: osdmap e255: 8 total, 8 up, 8 in 2024-08-10T05:17:20.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:19 smithi031 ceph-mon[100614]: osdmap e256: 8 total, 8 up, 8 in 2024-08-10T05:17:20.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:19 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:20.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:19 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:20.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:19 smithi196 ceph-mon[32874]: osdmap e255: 8 total, 8 up, 8 in 2024-08-10T05:17:20.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:19 smithi196 ceph-mon[32874]: osdmap e256: 8 total, 8 up, 8 in 2024-08-10T05:17:20.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:19 smithi196 ceph-mon[32874]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:20.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:19 smithi196 ceph-mon[32874]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:20.880 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:17:20 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: 2024-08-10T05:17:20.620+0000 7f0983ce7640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-08-10T05:17:21.164 INFO:tasks.rados.rados.0.smithi031.stdout:952: done (2 left) 2024-08-10T05:17:21.165 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 38 current snap is 94 2024-08-10T05:17:21.165 INFO:tasks.rados.rados.0.smithi031.stdout:953: seq_num 297 ranges {4390912=180224} 2024-08-10T05:17:21.190 INFO:tasks.rados.rados.0.smithi031.stdout:953: writing smithi03186013-38 from 4390912 to 4571136 tid 1 2024-08-10T05:17:21.190 INFO:tasks.rados.rados.0.smithi031.stdout:954: read oid 20 snap -1 2024-08-10T05:17:21.191 INFO:tasks.rados.rados.0.smithi031.stdout:954: expect deleted 2024-08-10T05:17:21.191 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 41 current snap is 94 2024-08-10T05:17:21.191 INFO:tasks.rados.rados.0.smithi031.stdout:950: expect (ObjNum 263 snap 78 seq_num 263) 2024-08-10T05:17:21.246 INFO:tasks.rados.rados.0.smithi031.stdout:951: finishing copy_from racing read to smithi03186013-50 2024-08-10T05:17:21.247 INFO:tasks.rados.rados.0.smithi031.stdout:951: finishing copy_from to smithi03186013-50 2024-08-10T05:17:21.247 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 50 v 292 (ObjNum 224 snap 62 seq_num 224) dirty exists 2024-08-10T05:17:21.247 INFO:tasks.rados.rados.0.smithi031.stdout:955: seq_num 298 ranges {1138688=196608} 2024-08-10T05:17:21.253 INFO:tasks.rados.rados.0.smithi031.stdout:955: writing smithi03186013-41 from 1138688 to 1335296 tid 1 2024-08-10T05:17:21.253 INFO:tasks.rados.rados.0.smithi031.stdout:950: done (4 left) 2024-08-10T05:17:21.253 INFO:tasks.rados.rados.0.smithi031.stdout:951: done (3 left) 2024-08-10T05:17:21.253 INFO:tasks.rados.rados.0.smithi031.stdout:956: delete oid 1 current snap is 94 2024-08-10T05:17:21.254 INFO:tasks.rados.rados.0.smithi031.stdout:953: finishing write tid 1 to smithi03186013-38 2024-08-10T05:17:21.254 INFO:tasks.rados.rados.0.smithi031.stdout:953: finishing write tid 2 to smithi03186013-38 2024-08-10T05:17:21.254 INFO:tasks.rados.rados.0.smithi031.stdout:953: finishing write tid 3 to smithi03186013-38 2024-08-10T05:17:21.254 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 38 v 208 (ObjNum 297 snap 94 seq_num 297) dirty exists 2024-08-10T05:17:21.254 INFO:tasks.rados.rados.0.smithi031.stdout:953: left oid 38 (ObjNum 297 snap 94 seq_num 297) 2024-08-10T05:17:21.256 INFO:tasks.rados.rados.0.smithi031.stdout:955: finishing write tid 1 to smithi03186013-41 2024-08-10T05:17:21.256 INFO:tasks.rados.rados.0.smithi031.stdout:953: done (3 left) 2024-08-10T05:17:21.256 INFO:tasks.rados.rados.0.smithi031.stdout:954: done (2 left) 2024-08-10T05:17:21.256 INFO:tasks.rados.rados.0.smithi031.stdout:956: done (1 left) 2024-08-10T05:17:21.256 INFO:tasks.rados.rados.0.smithi031.stdout:957: snap_remove snap 93 2024-08-10T05:17:21.485 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:17:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:17:21] "GET /metrics HTTP/1.1" 200 35988 "" "Prometheus/2.43.0" 2024-08-10T05:17:21.486 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:21 smithi031 ceph-mon[98130]: pgmap v33: 121 pgs: 121 active+clean; 286 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 7.8 MiB/s rd, 0 B/s wr, 1 op/s 2024-08-10T05:17:21.486 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:21 smithi031 ceph-mon[98130]: osdmap e257: 8 total, 8 up, 8 in 2024-08-10T05:17:21.486 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:21 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:21.486 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:21 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:21.486 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:21 smithi031 ceph-mon[100614]: pgmap v33: 121 pgs: 121 active+clean; 286 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 7.8 MiB/s rd, 0 B/s wr, 1 op/s 2024-08-10T05:17:21.486 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:21 smithi031 ceph-mon[100614]: osdmap e257: 8 total, 8 up, 8 in 2024-08-10T05:17:21.486 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:21 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:21.486 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:21 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:21.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:21 smithi196 ceph-mon[32874]: pgmap v33: 121 pgs: 121 active+clean; 286 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 7.8 MiB/s rd, 0 B/s wr, 1 op/s 2024-08-10T05:17:21.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:21 smithi196 ceph-mon[32874]: osdmap e257: 8 total, 8 up, 8 in 2024-08-10T05:17:21.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:21 smithi196 ceph-mon[32874]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:21.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:21 smithi196 ceph-mon[32874]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:22.181 INFO:tasks.rados.rados.0.smithi031.stdout:957: done (1 left) 2024-08-10T05:17:22.181 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 49 current snap is 94 2024-08-10T05:17:22.181 INFO:tasks.rados.rados.0.smithi031.stdout:955: finishing write tid 2 to smithi03186013-41 2024-08-10T05:17:22.181 INFO:tasks.rados.rados.0.smithi031.stdout:958: seq_num 300 ranges {0=229376} 2024-08-10T05:17:22.182 INFO:tasks.rados.rados.0.smithi031.stdout:958: writing smithi03186013-49 from 0 to 229376 tid 1 2024-08-10T05:17:22.182 INFO:tasks.rados.rados.0.smithi031.stdout:959: copy_from oid 50 from oid 23 current snap is 94 2024-08-10T05:17:22.182 INFO:tasks.rados.rados.0.smithi031.stdout:955: finishing write tid 3 to smithi03186013-41 2024-08-10T05:17:22.183 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 41 v 448 (ObjNum 298 snap 94 seq_num 298) dirty exists 2024-08-10T05:17:22.183 INFO:tasks.rados.rados.0.smithi031.stdout:955: left oid 41 (ObjNum 298 snap 94 seq_num 298) 2024-08-10T05:17:22.183 INFO:tasks.rados.rados.0.smithi031.stdout:955: done (2 left) 2024-08-10T05:17:22.183 INFO:tasks.rados.rados.0.smithi031.stdout:960: snap_remove snap 84 2024-08-10T05:17:22.414 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:22 smithi031 ceph-mon[98130]: osdmap e258: 8 total, 8 up, 8 in 2024-08-10T05:17:22.415 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:22 smithi031 ceph-mon[100614]: osdmap e258: 8 total, 8 up, 8 in 2024-08-10T05:17:22.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:22 smithi196 ceph-mon[32874]: osdmap e258: 8 total, 8 up, 8 in 2024-08-10T05:17:22.529 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:17:22 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:17:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:17:23.186 INFO:tasks.rados.rados.0.smithi031.stdout:960: done (2 left) 2024-08-10T05:17:23.186 INFO:tasks.rados.rados.0.smithi031.stdout:961: snap_remove snap 81 2024-08-10T05:17:23.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:23 smithi031 ceph-mon[98130]: pgmap v36: 121 pgs: 121 active+clean; 286 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:17:23.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:23 smithi031 ceph-mon[98130]: osdmap e259: 8 total, 8 up, 8 in 2024-08-10T05:17:23.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:23 smithi031 ceph-mon[100614]: pgmap v36: 121 pgs: 121 active+clean; 286 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:17:23.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:23 smithi031 ceph-mon[100614]: osdmap e259: 8 total, 8 up, 8 in 2024-08-10T05:17:23.505 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:23 smithi196 ceph-mon[32874]: pgmap v36: 121 pgs: 121 active+clean; 286 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:17:23.505 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:23 smithi196 ceph-mon[32874]: osdmap e259: 8 total, 8 up, 8 in 2024-08-10T05:17:23.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:17:23 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:17:23.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi031\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi031\", job=\"node\", machine=\"x86_64\", nodename=\"smithi031\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", domainname=\"(none)\", instance=\"smithi031\", job=\"node\", machine=\"x86_64\", nodename=\"smithi031\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:17:24.199 INFO:tasks.rados.rados.0.smithi031.stdout:961: done (2 left) 2024-08-10T05:17:24.199 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 48 current snap is 94 2024-08-10T05:17:24.199 INFO:tasks.rados.rados.0.smithi031.stdout:962: seq_num 301 ranges {106496=245760} 2024-08-10T05:17:24.200 INFO:tasks.rados.rados.0.smithi031.stdout:962: writing smithi03186013-48 from 106496 to 352256 tid 1 2024-08-10T05:17:24.200 INFO:tasks.rados.rados.0.smithi031.stdout:963: read oid 40 snap -1 2024-08-10T05:17:24.200 INFO:tasks.rados.rados.0.smithi031.stdout:963: expect deleted 2024-08-10T05:17:24.201 INFO:tasks.rados.rados.0.smithi031.stdout:964: setattr oid 6 current snap is 94 2024-08-10T05:17:24.201 INFO:tasks.rados.rados.0.smithi031.stdout:958: finishing write tid 1 to smithi03186013-49 2024-08-10T05:17:24.201 INFO:tasks.rados.rados.0.smithi031.stdout:958: finishing write tid 2 to smithi03186013-49 2024-08-10T05:17:24.201 INFO:tasks.rados.rados.0.smithi031.stdout:958: finishing write tid 3 to smithi03186013-49 2024-08-10T05:17:24.201 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 49 v 406 (ObjNum 300 snap 94 seq_num 300) dirty exists 2024-08-10T05:17:24.201 INFO:tasks.rados.rados.0.smithi031.stdout:958: left oid 49 (ObjNum 300 snap 94 seq_num 300) 2024-08-10T05:17:24.201 INFO:tasks.rados.rados.0.smithi031.stdout:959: finishing copy_from racing read to smithi03186013-50 2024-08-10T05:17:24.201 INFO:tasks.rados.rados.0.smithi031.stdout:959: finishing copy_from to smithi03186013-50 2024-08-10T05:17:24.201 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 50 v 200 (ObjNum 277 snap 83 seq_num 277) dirty exists 2024-08-10T05:17:24.203 INFO:tasks.rados.rados.0.smithi031.stdout:958: done (4 left) 2024-08-10T05:17:24.203 INFO:tasks.rados.rados.0.smithi031.stdout:959: done (3 left) 2024-08-10T05:17:24.203 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 13 current snap is 94 2024-08-10T05:17:24.203 INFO:tasks.rados.rados.0.smithi031.stdout:965: seq_num 302 ranges {98304=262144} 2024-08-10T05:17:24.205 INFO:tasks.rados.rados.0.smithi031.stdout:965: writing smithi03186013-13 from 98304 to 360448 tid 1 2024-08-10T05:17:24.205 INFO:tasks.rados.rados.0.smithi031.stdout:963: done (3 left) 2024-08-10T05:17:24.206 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 11 current snap is 94 2024-08-10T05:17:24.206 INFO:tasks.rados.rados.0.smithi031.stdout:966: seq_num 303 ranges {1597440=278528} 2024-08-10T05:17:24.217 INFO:tasks.rados.rados.0.smithi031.stdout:966: writing smithi03186013-11 from 1597440 to 1875968 tid 1 2024-08-10T05:17:24.217 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 44 current snap is 94 2024-08-10T05:17:24.217 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 6 v 389 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2024-08-10T05:17:24.218 INFO:tasks.rados.rados.0.smithi031.stdout:962: finishing write tid 1 to smithi03186013-48 2024-08-10T05:17:24.218 INFO:tasks.rados.rados.0.smithi031.stdout:962: finishing write tid 2 to smithi03186013-48 2024-08-10T05:17:24.218 INFO:tasks.rados.rados.0.smithi031.stdout:965: finishing write tid 1 to smithi03186013-13 2024-08-10T05:17:24.218 INFO:tasks.rados.rados.0.smithi031.stdout:965: finishing write tid 2 to smithi03186013-13 2024-08-10T05:17:24.218 INFO:tasks.rados.rados.0.smithi031.stdout:962: finishing write tid 3 to smithi03186013-48 2024-08-10T05:17:24.218 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 48 v 265 (ObjNum 301 snap 94 seq_num 301) dirty exists 2024-08-10T05:17:24.218 INFO:tasks.rados.rados.0.smithi031.stdout:962: left oid 48 (ObjNum 301 snap 94 seq_num 301) 2024-08-10T05:17:24.218 INFO:tasks.rados.rados.0.smithi031.stdout:965: finishing write tid 3 to smithi03186013-13 2024-08-10T05:17:24.218 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 13 v 521 (ObjNum 302 snap 94 seq_num 302) dirty exists 2024-08-10T05:17:24.218 INFO:tasks.rados.rados.0.smithi031.stdout:965: left oid 13 (ObjNum 302 snap 94 seq_num 302) 2024-08-10T05:17:24.218 INFO:tasks.rados.rados.0.smithi031.stdout:967: seq_num 304 ranges {7004160=294912} 2024-08-10T05:17:24.257 INFO:tasks.rados.rados.0.smithi031.stdout:967: writing smithi03186013-44 from 7004160 to 7299072 tid 1 2024-08-10T05:17:24.257 INFO:tasks.rados.rados.0.smithi031.stdout:962: done (4 left) 2024-08-10T05:17:24.257 INFO:tasks.rados.rados.0.smithi031.stdout:964: done (3 left) 2024-08-10T05:17:24.257 INFO:tasks.rados.rados.0.smithi031.stdout:965: done (2 left) 2024-08-10T05:17:24.257 INFO:tasks.rados.rados.0.smithi031.stdout:968: snap_remove snap 61 2024-08-10T05:17:24.445 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:24 smithi196 ceph-mon[32874]: osdmap e260: 8 total, 8 up, 8 in 2024-08-10T05:17:24.445 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:24 smithi196 ceph-mon[32874]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:24.445 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:24 smithi196 ceph-mon[32874]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:24.446 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:24 smithi196 ceph-mon[32874]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:17:24.446 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:24 smithi196 ceph-mon[32874]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:17:24.446 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:24 smithi196 ceph-mon[32874]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:24.446 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:24 smithi196 ceph-mon[32874]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:17:24.446 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:24 smithi196 ceph-mon[32874]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:17:24.446 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:24 smithi196 ceph-mon[32874]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-08-10T05:17:24.446 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:24 smithi196 ceph-mon[32874]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-08-10T05:17:24.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:24 smithi031 ceph-mon[98130]: osdmap e260: 8 total, 8 up, 8 in 2024-08-10T05:17:24.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:24 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:24.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:24 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:24.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:24 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:17:24.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:24 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:17:24.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:24 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:24.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:24 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:17:24.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:24 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:17:24.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:24 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-08-10T05:17:24.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:24 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-08-10T05:17:24.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:24 smithi031 ceph-mon[100614]: osdmap e260: 8 total, 8 up, 8 in 2024-08-10T05:17:24.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:24 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:24.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:24 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:24.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:24 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:17:24.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:24 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:17:24.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:24 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:24.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:24 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:17:24.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:24 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:17:24.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:24 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-08-10T05:17:24.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:24 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-08-10T05:17:24.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:17:24 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:17:24.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:17:24.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:17:24 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:17:24.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:17:25.203 INFO:tasks.rados.rados.0.smithi031.stdout:968: done (2 left) 2024-08-10T05:17:25.203 INFO:tasks.rados.rados.0.smithi031.stdout:969: setattr oid 38 current snap is 94 2024-08-10T05:17:25.203 INFO:tasks.rados.rados.0.smithi031.stdout:966: finishing write tid 1 to smithi03186013-11 2024-08-10T05:17:25.204 INFO:tasks.rados.rados.0.smithi031.stdout:966: finishing write tid 2 to smithi03186013-11 2024-08-10T05:17:25.204 INFO:tasks.rados.rados.0.smithi031.stdout:966: finishing write tid 3 to smithi03186013-11 2024-08-10T05:17:25.204 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 11 v 392 (ObjNum 303 snap 94 seq_num 303) dirty exists 2024-08-10T05:17:25.204 INFO:tasks.rados.rados.0.smithi031.stdout:966: left oid 11 (ObjNum 303 snap 94 seq_num 303) 2024-08-10T05:17:25.204 INFO:tasks.rados.rados.0.smithi031.stdout:967: finishing write tid 1 to smithi03186013-44 2024-08-10T05:17:25.204 INFO:tasks.rados.rados.0.smithi031.stdout:967: finishing write tid 2 to smithi03186013-44 2024-08-10T05:17:25.204 INFO:tasks.rados.rados.0.smithi031.stdout:967: finishing write tid 3 to smithi03186013-44 2024-08-10T05:17:25.204 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 44 v 527 (ObjNum 304 snap 94 seq_num 304) dirty exists 2024-08-10T05:17:25.204 INFO:tasks.rados.rados.0.smithi031.stdout:967: left oid 44 (ObjNum 304 snap 94 seq_num 304) 2024-08-10T05:17:25.205 INFO:tasks.rados.rados.0.smithi031.stdout:966: done (2 left) 2024-08-10T05:17:25.205 INFO:tasks.rados.rados.0.smithi031.stdout:967: done (1 left) 2024-08-10T05:17:25.205 INFO:tasks.rados.rados.0.smithi031.stdout:970: rollback oid 24 current snap is 94 2024-08-10T05:17:25.205 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 24 to 37 2024-08-10T05:17:25.205 INFO:tasks.rados.rados.0.smithi031.stdout:971: read oid 32 snap -1 2024-08-10T05:17:25.205 INFO:tasks.rados.rados.0.smithi031.stdout:971: expect (ObjNum 242 snap 67 seq_num 242) 2024-08-10T05:17:25.205 INFO:tasks.rados.rados.0.smithi031.stdout:972: copy_from oid 12 from oid 3 current snap is 94 2024-08-10T05:17:25.205 INFO:tasks.rados.rados.0.smithi031.stdout:973: snap_create 2024-08-10T05:17:25.212 INFO:tasks.rados.rados.0.smithi031.stdout:970: finishing rollback tid 0 to smithi03186013-24 2024-08-10T05:17:25.213 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 38 v 209 (ObjNum 297 snap 94 seq_num 297) dirty exists 2024-08-10T05:17:25.216 INFO:tasks.rados.rados.0.smithi031.stdout:970: finishing rollback tid 1 to smithi03186013-24 2024-08-10T05:17:25.216 INFO:tasks.rados.rados.0.smithi031.stdout:970: finishing rollback tid 2 to smithi03186013-24 2024-08-10T05:17:25.216 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 24 v 535 (ObjNum 54 snap 4 seq_num 54) dirty exists 2024-08-10T05:17:25.231 INFO:tasks.rados.rados.0.smithi031.stdout:972: finishing copy_from racing read to smithi03186013-12 2024-08-10T05:17:25.232 INFO:tasks.rados.rados.0.smithi031.stdout:972: finishing copy_from to smithi03186013-12 2024-08-10T05:17:25.232 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 12 v 304 (ObjNum 263 snap 78 seq_num 263) dirty exists 2024-08-10T05:17:25.264 INFO:tasks.rados.rados.0.smithi031.stdout:971: expect (ObjNum 242 snap 67 seq_num 242) 2024-08-10T05:17:25.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:25 smithi196 ceph-mon[32874]: pgmap v39: 121 pgs: 121 active+clean; 295 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.1 MiB/s wr, 20 op/s 2024-08-10T05:17:25.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:25 smithi196 ceph-mon[32874]: Upgrade: It appears safe to stop mon.b 2024-08-10T05:17:25.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:25 smithi196 ceph-mon[32874]: osdmap e261: 8 total, 8 up, 8 in 2024-08-10T05:17:25.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:25 smithi031 ceph-mon[98130]: pgmap v39: 121 pgs: 121 active+clean; 295 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.1 MiB/s wr, 20 op/s 2024-08-10T05:17:25.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:25 smithi031 ceph-mon[98130]: Upgrade: It appears safe to stop mon.b 2024-08-10T05:17:25.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:25 smithi031 ceph-mon[98130]: osdmap e261: 8 total, 8 up, 8 in 2024-08-10T05:17:25.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:25 smithi031 ceph-mon[100614]: pgmap v39: 121 pgs: 121 active+clean; 295 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.1 MiB/s wr, 20 op/s 2024-08-10T05:17:25.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:25 smithi031 ceph-mon[100614]: Upgrade: It appears safe to stop mon.b 2024-08-10T05:17:25.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:25 smithi031 ceph-mon[100614]: osdmap e261: 8 total, 8 up, 8 in 2024-08-10T05:17:26.202 INFO:tasks.rados.rados.0.smithi031.stdout:969: done (4 left) 2024-08-10T05:17:26.202 INFO:tasks.rados.rados.0.smithi031.stdout:970: done (3 left) 2024-08-10T05:17:26.202 INFO:tasks.rados.rados.0.smithi031.stdout:971: done (2 left) 2024-08-10T05:17:26.202 INFO:tasks.rados.rados.0.smithi031.stdout:972: done (1 left) 2024-08-10T05:17:26.202 INFO:tasks.rados.rados.0.smithi031.stdout:973: done (0 left) 2024-08-10T05:17:26.202 INFO:tasks.rados.rados.0.smithi031.stdout:974: read oid 47 snap -1 2024-08-10T05:17:26.203 INFO:tasks.rados.rados.0.smithi031.stdout:974: expect (ObjNum 41 snap 0 seq_num 41) 2024-08-10T05:17:26.203 INFO:tasks.rados.rados.0.smithi031.stdout:975: read oid 21 snap -1 2024-08-10T05:17:26.203 INFO:tasks.rados.rados.0.smithi031.stdout:975: expect (ObjNum 41 snap 0 seq_num 41) 2024-08-10T05:17:26.203 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 14 current snap is 95 2024-08-10T05:17:26.203 INFO:tasks.rados.rados.0.smithi031.stdout:976: seq_num 305 ranges {0=311296} 2024-08-10T05:17:26.203 INFO:tasks.rados.rados.0.smithi031.stdout:976: writing smithi03186013-14 from 0 to 311296 tid 1 2024-08-10T05:17:26.204 INFO:tasks.rados.rados.0.smithi031.stdout:977: snap_remove snap 88 2024-08-10T05:17:26.518 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:26 smithi031 ceph-mon[100614]: osdmap e262: 8 total, 8 up, 8 in 2024-08-10T05:17:26.518 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:26 smithi031 ceph-mon[100614]: Upgrade: Updating mon.b 2024-08-10T05:17:26.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:26.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-10T05:17:26.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-10T05:17:26.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:17:26.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:26 smithi031 ceph-mon[100614]: Deploying daemon mon.b on smithi196 2024-08-10T05:17:26.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:17:26.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:26 smithi031 ceph-mon[98130]: osdmap e262: 8 total, 8 up, 8 in 2024-08-10T05:17:26.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:26 smithi031 ceph-mon[98130]: Upgrade: Updating mon.b 2024-08-10T05:17:26.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:26.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-10T05:17:26.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-10T05:17:26.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:17:26.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:26 smithi031 ceph-mon[98130]: Deploying daemon mon.b on smithi196 2024-08-10T05:17:26.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:17:26.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:26 smithi196 ceph-mon[32874]: osdmap e262: 8 total, 8 up, 8 in 2024-08-10T05:17:26.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:26 smithi196 ceph-mon[32874]: Upgrade: Updating mon.b 2024-08-10T05:17:26.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:26 smithi196 ceph-mon[32874]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:26.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:26 smithi196 ceph-mon[32874]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-10T05:17:26.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:26 smithi196 ceph-mon[32874]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-10T05:17:26.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:26 smithi196 ceph-mon[32874]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:17:26.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:26 smithi196 ceph-mon[32874]: Deploying daemon mon.b on smithi196 2024-08-10T05:17:26.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:26 smithi196 ceph-mon[32874]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:17:27.212 INFO:tasks.rados.rados.0.smithi031.stdout:977: done (3 left) 2024-08-10T05:17:27.213 INFO:tasks.rados.rados.0.smithi031.stdout:978: setattr oid 11 current snap is 95 2024-08-10T05:17:27.213 INFO:tasks.rados.rados.0.smithi031.stdout:974: expect (ObjNum 41 snap 0 seq_num 41) 2024-08-10T05:17:27.235 INFO:tasks.rados.rados.0.smithi031.stdout:975: expect (ObjNum 41 snap 0 seq_num 41) 2024-08-10T05:17:27.259 INFO:tasks.rados.rados.0.smithi031.stdout:976: finishing write tid 1 to smithi03186013-14 2024-08-10T05:17:27.259 INFO:tasks.rados.rados.0.smithi031.stdout:976: finishing write tid 2 to smithi03186013-14 2024-08-10T05:17:27.259 INFO:tasks.rados.rados.0.smithi031.stdout:976: finishing write tid 3 to smithi03186013-14 2024-08-10T05:17:27.259 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 14 v 511 (ObjNum 305 snap 95 seq_num 305) dirty exists 2024-08-10T05:17:27.259 INFO:tasks.rados.rados.0.smithi031.stdout:976: left oid 14 (ObjNum 305 snap 95 seq_num 305) 2024-08-10T05:17:27.260 INFO:tasks.rados.rados.0.smithi031.stdout:974: done (3 left) 2024-08-10T05:17:27.260 INFO:tasks.rados.rados.0.smithi031.stdout:975: done (2 left) 2024-08-10T05:17:27.260 INFO:tasks.rados.rados.0.smithi031.stdout:976: done (1 left) 2024-08-10T05:17:27.260 INFO:tasks.rados.rados.0.smithi031.stdout:979: rmattr oid 43 current snap is 95 2024-08-10T05:17:27.260 INFO:tasks.rados.rados.0.smithi031.stdout:979: done (1 left) 2024-08-10T05:17:27.260 INFO:tasks.rados.rados.0.smithi031.stdout:980: snap_remove snap 79 2024-08-10T05:17:27.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:26 smithi196 systemd[1]: Stopping Ceph mon.b for fc322138-56d5-11ef-bcce-c7b262605968... 2024-08-10T05:17:27.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:27 smithi196 ceph-mon[32874]: pgmap v42: 121 pgs: 121 active+clean; 295 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.1 MiB/s wr, 20 op/s 2024-08-10T05:17:27.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:27 smithi196 ceph-mon[32874]: osdmap e263: 8 total, 8 up, 8 in 2024-08-10T05:17:27.451 INFO:teuthology.orchestra.run.smithi031.stdout:true 2024-08-10T05:17:27.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:27 smithi031 ceph-mon[98130]: pgmap v42: 121 pgs: 121 active+clean; 295 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.1 MiB/s wr, 20 op/s 2024-08-10T05:17:27.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:27 smithi031 ceph-mon[98130]: osdmap e263: 8 total, 8 up, 8 in 2024-08-10T05:17:27.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:27 smithi031 ceph-mon[100614]: pgmap v42: 121 pgs: 121 active+clean; 295 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.1 MiB/s wr, 20 op/s 2024-08-10T05:17:27.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:27 smithi031 ceph-mon[100614]: osdmap e263: 8 total, 8 up, 8 in 2024-08-10T05:17:27.670 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:27 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mon-b[32851]: 2024-08-10T05:17:27.324+0000 7fbc8dbb9640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-08-10T05:17:27.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:27 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mon-b[32851]: 2024-08-10T05:17:27.324+0000 7fbc8dbb9640 -1 mon.b@1(peon) e3 *** Got Signal Terminated *** 2024-08-10T05:17:27.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:27 smithi196 podman[90053]: 2024-08-10 05:17:27.365468804 +0000 UTC m=+0.229720065 container died 4e4eaf4777a7f2d088b8a9a9b904d29a47c7364f6e0dda1f9ee4e203111c1004 (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-mon-b, RELEASE=quincy-56ceb86, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.build-date=20240731) 2024-08-10T05:17:27.724 INFO:teuthology.orchestra.run.smithi031.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-10T05:17:27.724 INFO:teuthology.orchestra.run.smithi031.stdout:alertmanager.a smithi031 *:9093,9094 running (101s) 8s ago 5m 15.5M - 0.25.0 c8568f914cd2 afde0a9ed8a2 2024-08-10T05:17:27.724 INFO:teuthology.orchestra.run.smithi031.stdout:grafana.a smithi196 *:3000 running (89s) 27s ago 5m 77.8M - 9.4.7 954c08fa6188 6ec1b1b19e7a 2024-08-10T05:17:27.724 INFO:teuthology.orchestra.run.smithi031.stdout:mds.a smithi031 running (7m) 8s ago 7m 15.8M - 17.2.7-1372-g56ceb861 354fce865a9a 6a7f8795f454 2024-08-10T05:17:27.724 INFO:teuthology.orchestra.run.smithi031.stdout:mds.b smithi196 running (7m) 27s ago 7m 17.5M - 17.2.7-1372-g56ceb861 354fce865a9a b1ed5b548d29 2024-08-10T05:17:27.724 INFO:teuthology.orchestra.run.smithi031.stdout:mgr.x smithi196 *:8443,9283,8765 running (53s) 27s ago 10m 436M - 19.1.0-1335-gbca9905d c7b33901c886 467542b38c9b 2024-08-10T05:17:27.724 INFO:teuthology.orchestra.run.smithi031.stdout:mgr.y smithi031 *:8443,9283,8765 running (81s) 8s ago 12m 499M - 19.1.0-1335-gbca9905d c7b33901c886 7eef306ed587 2024-08-10T05:17:27.724 INFO:teuthology.orchestra.run.smithi031.stdout:mon.a smithi031 running (39s) 8s ago 12m 42.0M 2048M 19.1.0-1335-gbca9905d c7b33901c886 9e3f4f54b00a 2024-08-10T05:17:27.724 INFO:teuthology.orchestra.run.smithi031.stdout:mon.b smithi196 running (11m) 27s ago 11m 53.7M 2048M 17.2.7-1372-g56ceb861 354fce865a9a 4e4eaf4777a7 2024-08-10T05:17:27.724 INFO:teuthology.orchestra.run.smithi031.stdout:mon.c smithi031 running (17s) 8s ago 10m 25.6M 2048M 19.1.0-1335-gbca9905d c7b33901c886 2cc1160db2be 2024-08-10T05:17:27.725 INFO:teuthology.orchestra.run.smithi031.stdout:node-exporter.a smithi031 *:9100 running (98s) 8s ago 5m 8858k - 1.5.0 0da6a335fe13 b1e6859cbc5d 2024-08-10T05:17:27.725 INFO:teuthology.orchestra.run.smithi031.stdout:node-exporter.b smithi196 *:9100 running (87s) 27s ago 5m 8150k - 1.5.0 0da6a335fe13 fce7ddc02cba 2024-08-10T05:17:27.725 INFO:teuthology.orchestra.run.smithi031.stdout:osd.0 smithi031 running (10m) 8s ago 10m 181M 2481M 17.2.7-1372-g56ceb861 354fce865a9a 36e1ab6186cd 2024-08-10T05:17:27.725 INFO:teuthology.orchestra.run.smithi031.stdout:osd.1 smithi031 running (9m) 8s ago 9m 148M 2481M 17.2.7-1372-g56ceb861 354fce865a9a 80a25aacceaf 2024-08-10T05:17:27.725 INFO:teuthology.orchestra.run.smithi031.stdout:osd.2 smithi031 running (9m) 8s ago 9m 103M 2481M 17.2.7-1372-g56ceb861 354fce865a9a 219593aa2bcc 2024-08-10T05:17:27.725 INFO:teuthology.orchestra.run.smithi031.stdout:osd.3 smithi031 running (9m) 8s ago 9m 119M 2481M 17.2.7-1372-g56ceb861 354fce865a9a 2f86cfe4892d 2024-08-10T05:17:27.725 INFO:teuthology.orchestra.run.smithi031.stdout:osd.4 smithi196 running (8m) 27s ago 8m 146M 2480M 17.2.7-1372-g56ceb861 354fce865a9a 267ae336e2f7 2024-08-10T05:17:27.725 INFO:teuthology.orchestra.run.smithi031.stdout:osd.5 smithi196 running (8m) 27s ago 8m 143M 2480M 17.2.7-1372-g56ceb861 354fce865a9a 6af7d344b4cc 2024-08-10T05:17:27.725 INFO:teuthology.orchestra.run.smithi031.stdout:osd.6 smithi196 running (7m) 27s ago 7m 105M 2480M 17.2.7-1372-g56ceb861 354fce865a9a e73c19910471 2024-08-10T05:17:27.725 INFO:teuthology.orchestra.run.smithi031.stdout:osd.7 smithi196 running (7m) 27s ago 7m 83.8M 2480M 17.2.7-1372-g56ceb861 354fce865a9a f847e8917297 2024-08-10T05:17:27.725 INFO:teuthology.orchestra.run.smithi031.stdout:prometheus.a smithi196 *:9095 running (58s) 27s ago 6m 47.3M - 2.43.0 a07b618ecd1d d50c5c7907b8 2024-08-10T05:17:28.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:27 smithi196 podman[90053]: 2024-08-10 05:17:27.768917331 +0000 UTC m=+0.633168591 container cleanup 4e4eaf4777a7f2d088b8a9a9b904d29a47c7364f6e0dda1f9ee4e203111c1004 (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-mon-b, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, RELEASE=quincy-56ceb86, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-10T05:17:28.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:27 smithi196 bash[90053]: ceph-fc322138-56d5-11ef-bcce-c7b262605968-mon-b 2024-08-10T05:17:28.061 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-08-10T05:17:28.061 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": { 2024-08-10T05:17:28.061 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 1, 2024-08-10T05:17:28.061 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 2 2024-08-10T05:17:28.061 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-08-10T05:17:28.062 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": { 2024-08-10T05:17:28.062 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 2 2024-08-10T05:17:28.062 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-08-10T05:17:28.062 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": { 2024-08-10T05:17:28.062 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 8 2024-08-10T05:17:28.062 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-08-10T05:17:28.062 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": { 2024-08-10T05:17:28.062 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 2 2024-08-10T05:17:28.062 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-08-10T05:17:28.062 INFO:teuthology.orchestra.run.smithi031.stdout: "overall": { 2024-08-10T05:17:28.062 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 11, 2024-08-10T05:17:28.063 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 4 2024-08-10T05:17:28.063 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-08-10T05:17:28.063 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-08-10T05:17:28.363 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 podman[90070]: 2024-08-10 05:17:28.036903954 +0000 UTC m=+0.665645655 container remove 4e4eaf4777a7f2d088b8a9a9b904d29a47c7364f6e0dda1f9ee4e203111c1004 (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-mon-b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, RELEASE=quincy-56ceb86) 2024-08-10T05:17:28.363 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 systemd[1]: ceph-fc322138-56d5-11ef-bcce-c7b262605968@mon.b.service: Deactivated successfully. 2024-08-10T05:17:28.363 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 systemd[1]: Stopped Ceph mon.b for fc322138-56d5-11ef-bcce-c7b262605968. 2024-08-10T05:17:28.364 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 systemd[1]: ceph-fc322138-56d5-11ef-bcce-c7b262605968@mon.b.service: Consumed 8.764s CPU time. 2024-08-10T05:17:28.658 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 systemd[1]: Starting Ceph mon.b for fc322138-56d5-11ef-bcce-c7b262605968... 2024-08-10T05:17:28.659 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 podman[90206]: 2024-08-10 05:17:28.579629421 +0000 UTC m=+0.114708516 container create b01d51d0054f64d892c5b25363d757a1886a48662be8f9c963f4158177df9aa1 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-mon-b, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, RELEASE=squid-bca9905, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS) 2024-08-10T05:17:28.659 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 podman[90206]: 2024-08-10 05:17:28.48245482 +0000 UTC m=+0.017533919 image pull c7b33901c8866b527fc2ae183a251d5e1d09961420a56731f5fa8537903bd68b quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec 2024-08-10T05:17:28.859 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:17:28.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)\", cluster_addr=\"172.21.15.31\", device_class=\"ssd\", hostname=\"smithi031\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.31\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)\", cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", cluster_addr=\"172.21.15.31\", device_class=\"ssd\", hostname=\"smithi031\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.31\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:17:28.859 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 podman[90206]: 2024-08-10 05:17:28.824371924 +0000 UTC m=+0.359451024 container init b01d51d0054f64d892c5b25363d757a1886a48662be8f9c963f4158177df9aa1 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-mon-b, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, RELEASE=squid-bca9905, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-10T05:17:28.859 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 podman[90206]: 2024-08-10 05:17:28.829075664 +0000 UTC m=+0.364154757 container start b01d51d0054f64d892c5b25363d757a1886a48662be8f9c963f4158177df9aa1 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-mon-b, RELEASE=squid-bca9905, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS) 2024-08-10T05:17:28.859 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: set uid:gid to 167:167 (ceph:ceph) 2024-08-10T05:17:28.860 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc), process ceph-mon, pid 7 2024-08-10T05:17:28.860 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: pidfile_write: ignore empty --pid-file 2024-08-10T05:17:28.860 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: load: jerasure load: lrc 2024-08-10T05:17:28.860 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: RocksDB version: 7.9.2 2024-08-10T05:17:28.860 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Git sha 0 2024-08-10T05:17:28.860 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Compile date 2024-08-08 15:22:17 2024-08-10T05:17:28.860 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: DB SUMMARY 2024-08-10T05:17:28.860 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: DB Session ID: T7P9K07151O6JAR8P6Y5 2024-08-10T05:17:28.860 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: CURRENT file: CURRENT 2024-08-10T05:17:28.860 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: IDENTITY file: IDENTITY 2024-08-10T05:17:28.860 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: MANIFEST file: MANIFEST-000009 size: 1105 Bytes 2024-08-10T05:17:28.860 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 1, files: 000027.sst 2024-08-10T05:17:28.861 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000025.log size: 10420650 ; 2024-08-10T05:17:28.861 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.error_if_exists: 0 2024-08-10T05:17:28.861 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.create_if_missing: 0 2024-08-10T05:17:28.861 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.paranoid_checks: 1 2024-08-10T05:17:28.861 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.flush_verify_memtable_count: 1 2024-08-10T05:17:28.861 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-08-10T05:17:28.861 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-08-10T05:17:28.861 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.env: 0x5602cadee7a0 2024-08-10T05:17:28.861 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.fs: PosixFileSystem 2024-08-10T05:17:28.861 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.info_log: 0x5602cca7b500 2024-08-10T05:17:28.861 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.max_file_opening_threads: 16 2024-08-10T05:17:28.861 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.statistics: (nil) 2024-08-10T05:17:28.862 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.use_fsync: 0 2024-08-10T05:17:28.862 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.max_log_file_size: 0 2024-08-10T05:17:28.863 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-08-10T05:17:28.863 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.log_file_time_to_roll: 0 2024-08-10T05:17:28.863 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.keep_log_file_num: 1000 2024-08-10T05:17:28.863 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.recycle_log_file_num: 0 2024-08-10T05:17:28.863 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.allow_fallocate: 1 2024-08-10T05:17:28.863 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.allow_mmap_reads: 0 2024-08-10T05:17:28.863 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.allow_mmap_writes: 0 2024-08-10T05:17:28.863 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.use_direct_reads: 0 2024-08-10T05:17:28.863 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-08-10T05:17:28.863 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.create_missing_column_families: 0 2024-08-10T05:17:28.863 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.db_log_dir: 2024-08-10T05:17:28.863 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.wal_dir: 2024-08-10T05:17:28.863 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.table_cache_numshardbits: 6 2024-08-10T05:17:28.864 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.WAL_ttl_seconds: 0 2024-08-10T05:17:28.864 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.WAL_size_limit_MB: 0 2024-08-10T05:17:28.864 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-08-10T05:17:28.864 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-08-10T05:17:28.864 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.is_fd_close_on_exec: 1 2024-08-10T05:17:28.864 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.advise_random_on_open: 1 2024-08-10T05:17:28.864 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.db_write_buffer_size: 0 2024-08-10T05:17:28.864 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.write_buffer_manager: 0x5602cca8a8c0 2024-08-10T05:17:28.864 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-08-10T05:17:28.864 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-08-10T05:17:28.864 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.use_adaptive_mutex: 0 2024-08-10T05:17:28.864 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.rate_limiter: (nil) 2024-08-10T05:17:28.864 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-08-10T05:17:28.865 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.wal_recovery_mode: 2 2024-08-10T05:17:28.865 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.enable_thread_tracking: 0 2024-08-10T05:17:28.865 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.enable_pipelined_write: 0 2024-08-10T05:17:28.865 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.unordered_write: 0 2024-08-10T05:17:28.865 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-08-10T05:17:28.865 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-08-10T05:17:28.865 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-08-10T05:17:28.865 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-08-10T05:17:28.865 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.row_cache: None 2024-08-10T05:17:28.865 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.wal_filter: None 2024-08-10T05:17:28.865 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-08-10T05:17:28.865 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.allow_ingest_behind: 0 2024-08-10T05:17:28.866 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.two_write_queues: 0 2024-08-10T05:17:28.866 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.manual_wal_flush: 0 2024-08-10T05:17:28.866 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.wal_compression: 0 2024-08-10T05:17:28.866 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.atomic_flush: 0 2024-08-10T05:17:28.866 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-08-10T05:17:28.866 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.persist_stats_to_disk: 0 2024-08-10T05:17:28.866 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.write_dbid_to_manifest: 0 2024-08-10T05:17:28.866 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.log_readahead_size: 0 2024-08-10T05:17:28.866 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-08-10T05:17:28.867 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.best_efforts_recovery: 0 2024-08-10T05:17:28.867 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-08-10T05:17:28.867 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-08-10T05:17:28.867 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.allow_data_in_errors: 0 2024-08-10T05:17:28.867 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.db_host_id: __hostname__ 2024-08-10T05:17:28.867 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.enforce_single_del_contracts: true 2024-08-10T05:17:28.867 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.max_background_jobs: 2 2024-08-10T05:17:28.867 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.max_background_compactions: -1 2024-08-10T05:17:28.867 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.max_subcompactions: 1 2024-08-10T05:17:28.867 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-08-10T05:17:28.867 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-08-10T05:17:28.867 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.delayed_write_rate : 16777216 2024-08-10T05:17:28.867 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.max_total_wal_size: 0 2024-08-10T05:17:28.867 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-08-10T05:17:28.868 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.stats_dump_period_sec: 600 2024-08-10T05:17:28.868 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.stats_persist_period_sec: 600 2024-08-10T05:17:28.868 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-08-10T05:17:28.868 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.max_open_files: -1 2024-08-10T05:17:28.868 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.bytes_per_sync: 0 2024-08-10T05:17:28.868 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.wal_bytes_per_sync: 0 2024-08-10T05:17:28.868 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.strict_bytes_per_sync: 0 2024-08-10T05:17:28.868 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.compaction_readahead_size: 0 2024-08-10T05:17:28.868 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.max_background_flushes: -1 2024-08-10T05:17:28.868 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Compression algorithms supported: 2024-08-10T05:17:28.868 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: kZSTD supported: 0 2024-08-10T05:17:28.868 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: kXpressCompression supported: 0 2024-08-10T05:17:28.868 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: kBZip2Compression supported: 0 2024-08-10T05:17:28.868 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-08-10T05:17:28.869 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: kLZ4Compression supported: 1 2024-08-10T05:17:28.869 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: kZlibCompression supported: 1 2024-08-10T05:17:28.869 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: kLZ4HCCompression supported: 1 2024-08-10T05:17:28.869 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: kSnappyCompression supported: 1 2024-08-10T05:17:28.869 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Fast CRC32 supported: Supported on x86 2024-08-10T05:17:28.869 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: DMutex implementation: pthread_mutex_t 2024-08-10T05:17:28.869 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000009 2024-08-10T05:17:28.869 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-08-10T05:17:28.869 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-08-10T05:17:28.869 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.merge_operator: 2024-08-10T05:17:28.869 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.compaction_filter: None 2024-08-10T05:17:28.869 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.compaction_filter_factory: None 2024-08-10T05:17:28.869 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.sst_partitioner_factory: None 2024-08-10T05:17:28.869 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.memtable_factory: SkipListFactory 2024-08-10T05:17:28.870 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.table_factory: BlockBasedTable 2024-08-10T05:17:28.870 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5602cca7b120) 2024-08-10T05:17:28.870 INFO:journalctl@ceph.mon.b.smithi196.stdout: cache_index_and_filter_blocks: 1 2024-08-10T05:17:28.870 INFO:journalctl@ceph.mon.b.smithi196.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-08-10T05:17:28.870 INFO:journalctl@ceph.mon.b.smithi196.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-08-10T05:17:28.870 INFO:journalctl@ceph.mon.b.smithi196.stdout: pin_top_level_index_and_filter: 1 2024-08-10T05:17:28.870 INFO:journalctl@ceph.mon.b.smithi196.stdout: index_type: 0 2024-08-10T05:17:28.870 INFO:journalctl@ceph.mon.b.smithi196.stdout: data_block_index_type: 0 2024-08-10T05:17:28.870 INFO:journalctl@ceph.mon.b.smithi196.stdout: index_shortening: 1 2024-08-10T05:17:28.870 INFO:journalctl@ceph.mon.b.smithi196.stdout: data_block_hash_table_util_ratio: 0.750000 2024-08-10T05:17:28.870 INFO:journalctl@ceph.mon.b.smithi196.stdout: checksum: 4 2024-08-10T05:17:28.870 INFO:journalctl@ceph.mon.b.smithi196.stdout: no_block_cache: 0 2024-08-10T05:17:28.871 INFO:journalctl@ceph.mon.b.smithi196.stdout: block_cache: 0x5602cca6f090 2024-08-10T05:17:28.871 INFO:journalctl@ceph.mon.b.smithi196.stdout: block_cache_name: BinnedLRUCache 2024-08-10T05:17:28.871 INFO:journalctl@ceph.mon.b.smithi196.stdout: block_cache_options: 2024-08-10T05:17:28.871 INFO:journalctl@ceph.mon.b.smithi196.stdout: capacity : 536870912 2024-08-10T05:17:28.871 INFO:journalctl@ceph.mon.b.smithi196.stdout: num_shard_bits : 4 2024-08-10T05:17:28.871 INFO:journalctl@ceph.mon.b.smithi196.stdout: strict_capacity_limit : 0 2024-08-10T05:17:28.871 INFO:journalctl@ceph.mon.b.smithi196.stdout: high_pri_pool_ratio: 0.000 2024-08-10T05:17:28.871 INFO:journalctl@ceph.mon.b.smithi196.stdout: block_cache_compressed: (nil) 2024-08-10T05:17:28.871 INFO:journalctl@ceph.mon.b.smithi196.stdout: persistent_cache: (nil) 2024-08-10T05:17:28.871 INFO:journalctl@ceph.mon.b.smithi196.stdout: block_size: 4096 2024-08-10T05:17:28.871 INFO:journalctl@ceph.mon.b.smithi196.stdout: block_size_deviation: 10 2024-08-10T05:17:28.871 INFO:journalctl@ceph.mon.b.smithi196.stdout: block_restart_interval: 16 2024-08-10T05:17:28.871 INFO:journalctl@ceph.mon.b.smithi196.stdout: index_block_restart_interval: 1 2024-08-10T05:17:28.871 INFO:journalctl@ceph.mon.b.smithi196.stdout: metadata_block_size: 4096 2024-08-10T05:17:28.872 INFO:journalctl@ceph.mon.b.smithi196.stdout: partition_filters: 0 2024-08-10T05:17:28.872 INFO:journalctl@ceph.mon.b.smithi196.stdout: use_delta_encoding: 1 2024-08-10T05:17:28.872 INFO:journalctl@ceph.mon.b.smithi196.stdout: filter_policy: bloomfilter 2024-08-10T05:17:28.872 INFO:journalctl@ceph.mon.b.smithi196.stdout: whole_key_filtering: 1 2024-08-10T05:17:28.872 INFO:journalctl@ceph.mon.b.smithi196.stdout: verify_compression: 0 2024-08-10T05:17:28.872 INFO:journalctl@ceph.mon.b.smithi196.stdout: read_amp_bytes_per_bit: 0 2024-08-10T05:17:28.872 INFO:journalctl@ceph.mon.b.smithi196.stdout: format_version: 5 2024-08-10T05:17:28.872 INFO:journalctl@ceph.mon.b.smithi196.stdout: enable_index_compression: 1 2024-08-10T05:17:28.872 INFO:journalctl@ceph.mon.b.smithi196.stdout: block_align: 0 2024-08-10T05:17:28.872 INFO:journalctl@ceph.mon.b.smithi196.stdout: max_auto_readahead_size: 262144 2024-08-10T05:17:28.872 INFO:journalctl@ceph.mon.b.smithi196.stdout: prepopulate_block_cache: 0 2024-08-10T05:17:28.872 INFO:journalctl@ceph.mon.b.smithi196.stdout: initial_auto_readahead_size: 8192 2024-08-10T05:17:28.872 INFO:journalctl@ceph.mon.b.smithi196.stdout: num_file_reads_for_auto_readahead: 2 2024-08-10T05:17:28.872 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.write_buffer_size: 33554432 2024-08-10T05:17:28.873 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.max_write_buffer_number: 2 2024-08-10T05:17:28.873 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.compression: NoCompression 2024-08-10T05:17:28.873 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.bottommost_compression: Disabled 2024-08-10T05:17:28.873 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.prefix_extractor: nullptr 2024-08-10T05:17:28.873 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-08-10T05:17:28.873 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.num_levels: 7 2024-08-10T05:17:28.873 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-08-10T05:17:28.873 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-08-10T05:17:28.873 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-08-10T05:17:28.873 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-08-10T05:17:28.873 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-08-10T05:17:28.873 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-08-10T05:17:28.873 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-08-10T05:17:28.873 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-08-10T05:17:28.874 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-08-10T05:17:28.874 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-08-10T05:17:28.874 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-08-10T05:17:28.874 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-08-10T05:17:28.874 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.compression_opts.window_bits: -14 2024-08-10T05:17:28.874 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.compression_opts.level: 32767 2024-08-10T05:17:28.874 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.compression_opts.strategy: 0 2024-08-10T05:17:28.875 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-08-10T05:17:28.875 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-08-10T05:17:28.875 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-08-10T05:17:28.875 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-08-10T05:17:28.875 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.compression_opts.enabled: false 2024-08-10T05:17:28.875 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-08-10T05:17:28.875 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-08-10T05:17:28.875 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-08-10T05:17:28.875 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-08-10T05:17:28.875 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.target_file_size_base: 67108864 2024-08-10T05:17:28.875 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.target_file_size_multiplier: 1 2024-08-10T05:17:28.875 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-08-10T05:17:28.875 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-08-10T05:17:28.875 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-08-10T05:17:28.876 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-08-10T05:17:28.876 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-08-10T05:17:28.876 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-08-10T05:17:28.876 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-08-10T05:17:28.876 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-08-10T05:17:28.876 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-08-10T05:17:28.876 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-08-10T05:17:28.876 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-08-10T05:17:28.876 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-08-10T05:17:28.876 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-08-10T05:17:28.876 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.arena_block_size: 1048576 2024-08-10T05:17:28.876 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-08-10T05:17:28.876 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-08-10T05:17:28.876 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.disable_auto_compactions: 0 2024-08-10T05:17:28.877 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-08-10T05:17:28.877 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-08-10T05:17:28.877 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-08-10T05:17:28.916 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-08-10T05:17:28.916 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-08-10T05:17:28.916 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-08-10T05:17:28.916 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-08-10T05:17:28.916 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-08-10T05:17:28.916 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-08-10T05:17:28.916 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-08-10T05:17:28.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-08-10T05:17:28.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.inplace_update_support: 0 2024-08-10T05:17:28.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.inplace_update_num_locks: 10000 2024-08-10T05:17:28.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-08-10T05:17:28.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-08-10T05:17:28.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.memtable_huge_page_size: 0 2024-08-10T05:17:28.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.bloom_locality: 0 2024-08-10T05:17:28.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.max_successive_merges: 0 2024-08-10T05:17:28.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.optimize_filters_for_hits: 0 2024-08-10T05:17:28.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.paranoid_file_checks: 0 2024-08-10T05:17:28.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.force_consistency_checks: 1 2024-08-10T05:17:28.917 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.report_bg_io_stats: 0 2024-08-10T05:17:28.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.ttl: 2592000 2024-08-10T05:17:28.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.periodic_compaction_seconds: 0 2024-08-10T05:17:28.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-08-10T05:17:28.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-08-10T05:17:28.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.enable_blob_files: false 2024-08-10T05:17:28.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.min_blob_size: 0 2024-08-10T05:17:28.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.blob_file_size: 268435456 2024-08-10T05:17:28.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.blob_compression_type: NoCompression 2024-08-10T05:17:28.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.enable_blob_garbage_collection: false 2024-08-10T05:17:28.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-08-10T05:17:28.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-08-10T05:17:28.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-08-10T05:17:28.918 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.blob_file_starting_level: 0 2024-08-10T05:17:28.919 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-08-10T05:17:28.919 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 27.sst 2024-08-10T05:17:28.919 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-08-10T05:17:28.919 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 29, last_sequence is 13462, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-08-10T05:17:28.919 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2024-08-10T05:17:28.919 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 85ea54ca-45eb-44a7-959b-926ecccc90e4 2024-08-10T05:17:28.919 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723267048866451, "job": 1, "event": "recovery_started", "wal_files": [25]} 2024-08-10T05:17:28.919 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2024-08-10T05:17:28.919 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723267048889871, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 6399039, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13467, "largest_seqno": 16980, "table_properties": {"data_size": 6383175, "index_size": 10913, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 3909, "raw_key_size": 35336, "raw_average_key_size": 22, "raw_value_size": 6350595, "raw_average_value_size": 4086, "num_data_blocks": 475, "num_entries": 1554, "num_filter_entries": 1554, "num_deletions": 287, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1723267048, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "85ea54ca-45eb-44a7-959b-926ecccc90e4", "db_session_id": "T7P9K07151O6JAR8P6Y5", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2024-08-10T05:17:28.919 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723267048890022, "job": 1, "event": "recovery_finished"} 2024-08-10T05:17:28.919 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2024-08-10T05:17:28.920 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-08-10T05:17:28.920 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-08-10T05:17:28.920 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x5602cca9ce00 2024-08-10T05:17:28.920 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: DB pointer 0x5602ccb96000 2024-08-10T05:17:28.920 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-08-10T05:17:28.920 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-08-10T05:17:28.920 INFO:journalctl@ceph.mon.b.smithi196.stdout: ** DB Stats ** 2024-08-10T05:17:28.920 INFO:journalctl@ceph.mon.b.smithi196.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-10T05:17:28.920 INFO:journalctl@ceph.mon.b.smithi196.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-08-10T05:17:28.920 INFO:journalctl@ceph.mon.b.smithi196.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-10T05:17:28.920 INFO:journalctl@ceph.mon.b.smithi196.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-10T05:17:28.920 INFO:journalctl@ceph.mon.b.smithi196.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-08-10T05:17:28.921 INFO:journalctl@ceph.mon.b.smithi196.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-10T05:17:28.921 INFO:journalctl@ceph.mon.b.smithi196.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-10T05:17:28.921 INFO:journalctl@ceph.mon.b.smithi196.stdout: 2024-08-10T05:17:28.921 INFO:journalctl@ceph.mon.b.smithi196.stdout: ** Compaction Stats [default] ** 2024-08-10T05:17:28.921 INFO:journalctl@ceph.mon.b.smithi196.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-10T05:17:28.921 INFO:journalctl@ceph.mon.b.smithi196.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-08-10T05:17:28.921 INFO:journalctl@ceph.mon.b.smithi196.stdout: L0 1/0 6.10 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 621.0 0.01 0.00 1 0.010 0 0 0.0 0.0 2024-08-10T05:17:28.921 INFO:journalctl@ceph.mon.b.smithi196.stdout: L6 1/0 7.46 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-08-10T05:17:28.921 INFO:journalctl@ceph.mon.b.smithi196.stdout: Sum 2/0 13.57 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 621.0 0.01 0.00 1 0.010 0 0 0.0 0.0 2024-08-10T05:17:28.921 INFO:journalctl@ceph.mon.b.smithi196.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 621.0 0.01 0.00 1 0.010 0 0 0.0 0.0 2024-08-10T05:17:28.921 INFO:journalctl@ceph.mon.b.smithi196.stdout: 2024-08-10T05:17:28.921 INFO:journalctl@ceph.mon.b.smithi196.stdout: ** Compaction Stats [default] ** 2024-08-10T05:17:28.921 INFO:journalctl@ceph.mon.b.smithi196.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-10T05:17:28.922 INFO:journalctl@ceph.mon.b.smithi196.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-10T05:17:28.922 INFO:journalctl@ceph.mon.b.smithi196.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 621.0 0.01 0.00 1 0.010 0 0 0.0 0.0 2024-08-10T05:17:28.922 INFO:journalctl@ceph.mon.b.smithi196.stdout: 2024-08-10T05:17:28.922 INFO:journalctl@ceph.mon.b.smithi196.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-08-10T05:17:28.922 INFO:journalctl@ceph.mon.b.smithi196.stdout: 2024-08-10T05:17:28.922 INFO:journalctl@ceph.mon.b.smithi196.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-10T05:17:28.922 INFO:journalctl@ceph.mon.b.smithi196.stdout: Flush(GB): cumulative 0.006, interval 0.006 2024-08-10T05:17:28.922 INFO:journalctl@ceph.mon.b.smithi196.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-08-10T05:17:28.922 INFO:journalctl@ceph.mon.b.smithi196.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-08-10T05:17:28.922 INFO:journalctl@ceph.mon.b.smithi196.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-08-10T05:17:28.922 INFO:journalctl@ceph.mon.b.smithi196.stdout: AddFile(Keys): cumulative 0, interval 0 2024-08-10T05:17:28.922 INFO:journalctl@ceph.mon.b.smithi196.stdout: Cumulative compaction: 0.01 GB write, 156.18 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-10T05:17:28.922 INFO:journalctl@ceph.mon.b.smithi196.stdout: Interval compaction: 0.01 GB write, 156.18 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-10T05:17:28.923 INFO:journalctl@ceph.mon.b.smithi196.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-08-10T05:17:28.923 INFO:journalctl@ceph.mon.b.smithi196.stdout: Block cache BinnedLRUCache@0x5602cca6f090#7 capacity: 512.00 MB usage: 16.11 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.3e-05 secs_since: 0 2024-08-10T05:17:28.923 INFO:journalctl@ceph.mon.b.smithi196.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,4.03 KB,0.0007689%) IndexBlock(1,12.08 KB,0.00230372%) Misc(1,0.00 KB,0%) 2024-08-10T05:17:28.923 INFO:journalctl@ceph.mon.b.smithi196.stdout: 2024-08-10T05:17:28.923 INFO:journalctl@ceph.mon.b.smithi196.stdout: ** File Read Latency Histogram By Level [default] ** 2024-08-10T05:17:28.923 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: starting mon.b rank 1 at public addrs [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] at bind addrs [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid fc322138-56d5-11ef-bcce-c7b262605968 2024-08-10T05:17:28.923 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: mon.b@-1(???) e3 preinit fsid fc322138-56d5-11ef-bcce-c7b262605968 2024-08-10T05:17:28.923 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: mon.b@-1(???).mds e8 new map 2024-08-10T05:17:28.923 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: mon.b@-1(???).mds e8 print_map 2024-08-10T05:17:28.923 INFO:journalctl@ceph.mon.b.smithi196.stdout: e8 2024-08-10T05:17:28.923 INFO:journalctl@ceph.mon.b.smithi196.stdout: btime 1970-01-01T00:00:00:000000+0000 2024-08-10T05:17:28.923 INFO:journalctl@ceph.mon.b.smithi196.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-08-10T05:17:28.923 INFO:journalctl@ceph.mon.b.smithi196.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-10T05:17:28.924 INFO:journalctl@ceph.mon.b.smithi196.stdout: legacy client fscid: 1 2024-08-10T05:17:28.924 INFO:journalctl@ceph.mon.b.smithi196.stdout: 2024-08-10T05:17:28.924 INFO:journalctl@ceph.mon.b.smithi196.stdout: Filesystem 'cephfs' (1) 2024-08-10T05:17:28.924 INFO:journalctl@ceph.mon.b.smithi196.stdout: fs_name cephfs 2024-08-10T05:17:28.924 INFO:journalctl@ceph.mon.b.smithi196.stdout: epoch 8 2024-08-10T05:17:28.924 INFO:journalctl@ceph.mon.b.smithi196.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-08-10T05:17:28.924 INFO:journalctl@ceph.mon.b.smithi196.stdout: created 2024-08-10T05:10:31.063929+0000 2024-08-10T05:17:28.924 INFO:journalctl@ceph.mon.b.smithi196.stdout: modified 2024-08-10T05:10:44.224000+0000 2024-08-10T05:17:28.924 INFO:journalctl@ceph.mon.b.smithi196.stdout: tableserver 0 2024-08-10T05:17:28.924 INFO:journalctl@ceph.mon.b.smithi196.stdout: root 0 2024-08-10T05:17:28.924 INFO:journalctl@ceph.mon.b.smithi196.stdout: session_timeout 60 2024-08-10T05:17:28.924 INFO:journalctl@ceph.mon.b.smithi196.stdout: session_autoclose 300 2024-08-10T05:17:28.924 INFO:journalctl@ceph.mon.b.smithi196.stdout: max_file_size 1099511627776 2024-08-10T05:17:28.924 INFO:journalctl@ceph.mon.b.smithi196.stdout: max_xattr_size 65536 2024-08-10T05:17:28.925 INFO:journalctl@ceph.mon.b.smithi196.stdout: required_client_features {} 2024-08-10T05:17:28.925 INFO:journalctl@ceph.mon.b.smithi196.stdout: last_failure 0 2024-08-10T05:17:28.925 INFO:journalctl@ceph.mon.b.smithi196.stdout: last_failure_osd_epoch 0 2024-08-10T05:17:28.925 INFO:journalctl@ceph.mon.b.smithi196.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-10T05:17:28.925 INFO:journalctl@ceph.mon.b.smithi196.stdout: max_mds 1 2024-08-10T05:17:28.925 INFO:journalctl@ceph.mon.b.smithi196.stdout: in 0 2024-08-10T05:17:28.925 INFO:journalctl@ceph.mon.b.smithi196.stdout: up {0=24346} 2024-08-10T05:17:28.925 INFO:journalctl@ceph.mon.b.smithi196.stdout: failed 2024-08-10T05:17:28.925 INFO:journalctl@ceph.mon.b.smithi196.stdout: damaged 2024-08-10T05:17:28.925 INFO:journalctl@ceph.mon.b.smithi196.stdout: stopped 2024-08-10T05:17:28.925 INFO:journalctl@ceph.mon.b.smithi196.stdout: data_pools [3] 2024-08-10T05:17:28.925 INFO:journalctl@ceph.mon.b.smithi196.stdout: metadata_pool 2 2024-08-10T05:17:28.925 INFO:journalctl@ceph.mon.b.smithi196.stdout: inline_data disabled 2024-08-10T05:17:28.925 INFO:journalctl@ceph.mon.b.smithi196.stdout: balancer 2024-08-10T05:17:28.925 INFO:journalctl@ceph.mon.b.smithi196.stdout: bal_rank_mask -1 2024-08-10T05:17:28.926 INFO:journalctl@ceph.mon.b.smithi196.stdout: standby_count_wanted 0 2024-08-10T05:17:28.926 INFO:journalctl@ceph.mon.b.smithi196.stdout: qdb_cluster leader: 0 members: 2024-08-10T05:17:28.926 INFO:journalctl@ceph.mon.b.smithi196.stdout: [mds.b{0:24346} state up:active seq 6 addr [v2:172.21.15.196:6832/132471496,v1:172.21.15.196:6833/132471496] compat {c=[1],r=[1],i=[7ff]}] 2024-08-10T05:17:28.926 INFO:journalctl@ceph.mon.b.smithi196.stdout: 2024-08-10T05:17:28.926 INFO:journalctl@ceph.mon.b.smithi196.stdout: 2024-08-10T05:17:28.926 INFO:journalctl@ceph.mon.b.smithi196.stdout: Standby daemons: 2024-08-10T05:17:28.926 INFO:journalctl@ceph.mon.b.smithi196.stdout: 2024-08-10T05:17:28.926 INFO:journalctl@ceph.mon.b.smithi196.stdout: [mds.a{-1:24317} state up:standby seq 1 addr [v2:172.21.15.31:6834/4126464879,v1:172.21.15.31:6835/4126464879] compat {c=[1],r=[1],i=[7ff]}] 2024-08-10T05:17:28.926 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: mon.b@-1(???).osd e264 crush map has features 3314933069573799936, adjusting msgr requires 2024-08-10T05:17:28.926 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: mon.b@-1(???).osd e264 crush map has features 432629308056666112, adjusting msgr requires 2024-08-10T05:17:28.926 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: mon.b@-1(???).osd e264 crush map has features 432629308056666112, adjusting msgr requires 2024-08-10T05:17:28.926 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: mon.b@-1(???).osd e264 crush map has features 432629308056666112, adjusting msgr requires 2024-08-10T05:17:28.926 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 ceph-mon[90243]: mon.b@-1(???).paxosservice(auth 1..21) refresh upgraded, format 0 -> 3 2024-08-10T05:17:28.927 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 bash[90206]: b01d51d0054f64d892c5b25363d757a1886a48662be8f9c963f4158177df9aa1 2024-08-10T05:17:29.160 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 11 v 410 (ObjNum 303 snap 94 seq_num 303) dirty exists 2024-08-10T05:17:29.160 INFO:tasks.rados.rados.0.smithi031.stdout:978: done (1 left) 2024-08-10T05:17:29.161 INFO:tasks.rados.rados.0.smithi031.stdout:980: done (0 left) 2024-08-10T05:17:29.161 INFO:tasks.rados.rados.0.smithi031.stdout:981: rollback oid 41 current snap is 95 2024-08-10T05:17:29.161 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 41 to 68 2024-08-10T05:17:29.161 INFO:tasks.rados.rados.0.smithi031.stdout:982: delete oid 5 current snap is 95 2024-08-10T05:17:29.169 INFO:tasks.rados.rados.0.smithi031.stdout:982: done (1 left) 2024-08-10T05:17:29.169 INFO:tasks.rados.rados.0.smithi031.stdout:983: delete oid 20 current snap is 95 2024-08-10T05:17:29.169 INFO:tasks.rados.rados.0.smithi031.stdout:981: finishing rollback tid 0 to smithi03186013-41 2024-08-10T05:17:29.169 INFO:tasks.rados.rados.0.smithi031.stdout:981: finishing rollback tid 1 to smithi03186013-41 2024-08-10T05:17:29.170 INFO:tasks.rados.rados.0.smithi031.stdout:981: finishing rollback tid 2 to smithi03186013-41 2024-08-10T05:17:29.170 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 41 v 479 (ObjNum 211 snap 58 seq_num 211) dirty exists 2024-08-10T05:17:29.172 INFO:tasks.rados.rados.0.smithi031.stdout:981: done (1 left) 2024-08-10T05:17:29.172 INFO:tasks.rados.rados.0.smithi031.stdout:983: done (0 left) 2024-08-10T05:17:29.172 INFO:tasks.rados.rados.0.smithi031.stdout:984: snap_remove snap 86 2024-08-10T05:17:29.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:28 smithi196 systemd[1]: Started Ceph mon.b for fc322138-56d5-11ef-bcce-c7b262605968. 2024-08-10T05:17:30.167 INFO:tasks.rados.rados.0.smithi031.stdout:984: done (0 left) 2024-08-10T05:17:30.167 INFO:tasks.rados.rados.0.smithi031.stdout:985: snap_remove snap 91 2024-08-10T05:17:30.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:29 smithi031 ceph-mon[98130]: mgrmap e42: y(active, since 33s), standbys: x 2024-08-10T05:17:30.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:29 smithi031 ceph-mon[98130]: overall HEALTH_OK 2024-08-10T05:17:30.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:29 smithi031 ceph-mon[98130]: mon.a calling monitor election 2024-08-10T05:17:30.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:29 smithi031 ceph-mon[98130]: mon.b calling monitor election 2024-08-10T05:17:30.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:29 smithi031 ceph-mon[98130]: mon.c calling monitor election 2024-08-10T05:17:30.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:29 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:17:30.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:29 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:17:30.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:29 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:17:30.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:29 smithi031 ceph-mon[98130]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-10T05:17:30.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:29 smithi031 ceph-mon[98130]: monmap epoch 4 2024-08-10T05:17:30.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:29 smithi031 ceph-mon[98130]: fsid fc322138-56d5-11ef-bcce-c7b262605968 2024-08-10T05:17:30.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:29 smithi031 ceph-mon[98130]: last_changed 2024-08-10T05:17:28.974136+0000 2024-08-10T05:17:30.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:29 smithi031 ceph-mon[98130]: created 2024-08-10T05:04:52.101829+0000 2024-08-10T05:17:30.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:29 smithi031 ceph-mon[98130]: min_mon_release 19 (squid) 2024-08-10T05:17:30.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:29 smithi031 ceph-mon[98130]: election_strategy: 1 2024-08-10T05:17:30.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:29 smithi031 ceph-mon[98130]: 0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-08-10T05:17:30.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:29 smithi031 ceph-mon[98130]: 1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-08-10T05:17:30.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:29 smithi031 ceph-mon[98130]: 2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-08-10T05:17:30.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:29 smithi031 ceph-mon[98130]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-10T05:17:30.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:29 smithi031 ceph-mon[98130]: osdmap e264: 8 total, 8 up, 8 in 2024-08-10T05:17:30.271 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:29 smithi031 ceph-mon[98130]: mgrmap e42: y(active, since 33s), standbys: x 2024-08-10T05:17:30.271 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:29 smithi031 ceph-mon[98130]: overall HEALTH_OK 2024-08-10T05:17:30.271 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:29 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:30.271 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:29 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:30.271 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:29 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:17:30.271 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:29 smithi031 ceph-mon[98130]: osdmap e265: 8 total, 8 up, 8 in 2024-08-10T05:17:30.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:29 smithi031 ceph-mon[100614]: mgrmap e42: y(active, since 33s), standbys: x 2024-08-10T05:17:30.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:29 smithi031 ceph-mon[100614]: overall HEALTH_OK 2024-08-10T05:17:30.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:29 smithi031 ceph-mon[100614]: mon.a calling monitor election 2024-08-10T05:17:30.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:29 smithi031 ceph-mon[100614]: mon.b calling monitor election 2024-08-10T05:17:30.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:29 smithi031 ceph-mon[100614]: mon.c calling monitor election 2024-08-10T05:17:30.272 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:29 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:17:30.272 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:29 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:17:30.272 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:29 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:17:30.272 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:29 smithi031 ceph-mon[100614]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-10T05:17:30.272 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:29 smithi031 ceph-mon[100614]: monmap epoch 4 2024-08-10T05:17:30.272 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:29 smithi031 ceph-mon[100614]: fsid fc322138-56d5-11ef-bcce-c7b262605968 2024-08-10T05:17:30.272 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:29 smithi031 ceph-mon[100614]: last_changed 2024-08-10T05:17:28.974136+0000 2024-08-10T05:17:30.272 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:29 smithi031 ceph-mon[100614]: created 2024-08-10T05:04:52.101829+0000 2024-08-10T05:17:30.272 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:29 smithi031 ceph-mon[100614]: min_mon_release 19 (squid) 2024-08-10T05:17:30.272 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:29 smithi031 ceph-mon[100614]: election_strategy: 1 2024-08-10T05:17:30.272 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:29 smithi031 ceph-mon[100614]: 0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-08-10T05:17:30.273 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:29 smithi031 ceph-mon[100614]: 1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-08-10T05:17:30.273 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:29 smithi031 ceph-mon[100614]: 2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-08-10T05:17:30.273 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:29 smithi031 ceph-mon[100614]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-10T05:17:30.273 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:29 smithi031 ceph-mon[100614]: osdmap e264: 8 total, 8 up, 8 in 2024-08-10T05:17:30.273 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:29 smithi031 ceph-mon[100614]: mgrmap e42: y(active, since 33s), standbys: x 2024-08-10T05:17:30.273 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:29 smithi031 ceph-mon[100614]: overall HEALTH_OK 2024-08-10T05:17:30.273 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:29 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:30.273 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:29 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:30.273 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:29 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:17:30.273 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:29 smithi031 ceph-mon[100614]: osdmap e265: 8 total, 8 up, 8 in 2024-08-10T05:17:30.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:29 smithi196 ceph-mon[90243]: mgrmap e42: y(active, since 33s), standbys: x 2024-08-10T05:17:30.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:29 smithi196 ceph-mon[90243]: overall HEALTH_OK 2024-08-10T05:17:30.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:29 smithi196 ceph-mon[90243]: mon.a calling monitor election 2024-08-10T05:17:30.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:29 smithi196 ceph-mon[90243]: mon.b calling monitor election 2024-08-10T05:17:30.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:29 smithi196 ceph-mon[90243]: mon.c calling monitor election 2024-08-10T05:17:30.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:29 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T05:17:30.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:29 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T05:17:30.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:29 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T05:17:30.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:29 smithi196 ceph-mon[90243]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-10T05:17:30.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:29 smithi196 ceph-mon[90243]: monmap epoch 4 2024-08-10T05:17:30.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:29 smithi196 ceph-mon[90243]: fsid fc322138-56d5-11ef-bcce-c7b262605968 2024-08-10T05:17:30.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:29 smithi196 ceph-mon[90243]: last_changed 2024-08-10T05:17:28.974136+0000 2024-08-10T05:17:30.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:29 smithi196 ceph-mon[90243]: created 2024-08-10T05:04:52.101829+0000 2024-08-10T05:17:30.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:29 smithi196 ceph-mon[90243]: min_mon_release 19 (squid) 2024-08-10T05:17:30.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:29 smithi196 ceph-mon[90243]: election_strategy: 1 2024-08-10T05:17:30.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:29 smithi196 ceph-mon[90243]: 0: [v2:172.21.15.31:3300/0,v1:172.21.15.31:6789/0] mon.a 2024-08-10T05:17:30.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:29 smithi196 ceph-mon[90243]: 1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-08-10T05:17:30.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:29 smithi196 ceph-mon[90243]: 2: [v2:172.21.15.31:3301/0,v1:172.21.15.31:6790/0] mon.c 2024-08-10T05:17:30.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:29 smithi196 ceph-mon[90243]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-10T05:17:30.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:29 smithi196 ceph-mon[90243]: osdmap e264: 8 total, 8 up, 8 in 2024-08-10T05:17:30.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:29 smithi196 ceph-mon[90243]: mgrmap e42: y(active, since 33s), standbys: x 2024-08-10T05:17:30.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:29 smithi196 ceph-mon[90243]: overall HEALTH_OK 2024-08-10T05:17:30.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:29 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:30.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:29 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:30.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:29 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:17:30.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:29 smithi196 ceph-mon[90243]: osdmap e265: 8 total, 8 up, 8 in 2024-08-10T05:17:31.171 INFO:tasks.rados.rados.0.smithi031.stdout:985: done (0 left) 2024-08-10T05:17:31.171 INFO:tasks.rados.rados.0.smithi031.stdout:986: snap_create 2024-08-10T05:17:31.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:17:31 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:17:31] "GET /metrics HTTP/1.1" 200 36048 "" "Prometheus/2.43.0" 2024-08-10T05:17:31.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:31 smithi031 ceph-mon[98130]: pgmap v47: 121 pgs: 121 active+clean; 283 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.2 MiB/s rd, 2.3 MiB/s wr, 16 op/s 2024-08-10T05:17:31.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:31 smithi031 ceph-mon[98130]: osdmap e266: 8 total, 8 up, 8 in 2024-08-10T05:17:31.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:31 smithi031 ceph-mon[100614]: pgmap v47: 121 pgs: 121 active+clean; 283 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.2 MiB/s rd, 2.3 MiB/s wr, 16 op/s 2024-08-10T05:17:31.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:31 smithi031 ceph-mon[100614]: osdmap e266: 8 total, 8 up, 8 in 2024-08-10T05:17:31.525 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:31 smithi196 ceph-mon[90243]: pgmap v47: 121 pgs: 121 active+clean; 283 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.2 MiB/s rd, 2.3 MiB/s wr, 16 op/s 2024-08-10T05:17:31.525 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:31 smithi196 ceph-mon[90243]: osdmap e266: 8 total, 8 up, 8 in 2024-08-10T05:17:32.172 INFO:tasks.rados.rados.0.smithi031.stdout:986: done (0 left) 2024-08-10T05:17:32.172 INFO:tasks.rados.rados.0.smithi031.stdout:987: rollback oid 48 current snap is 96 2024-08-10T05:17:32.172 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 48 to 76 2024-08-10T05:17:32.172 INFO:tasks.rados.rados.0.smithi031.stdout:988: copy_from oid 4 from oid 24 current snap is 96 2024-08-10T05:17:32.172 INFO:tasks.rados.rados.0.smithi031.stdout:989: snap_create 2024-08-10T05:17:32.178 INFO:tasks.rados.rados.0.smithi031.stdout:987: finishing rollback tid 0 to smithi03186013-48 2024-08-10T05:17:32.178 INFO:tasks.rados.rados.0.smithi031.stdout:987: finishing rollback tid 1 to smithi03186013-48 2024-08-10T05:17:32.179 INFO:tasks.rados.rados.0.smithi031.stdout:987: finishing rollback tid 2 to smithi03186013-48 2024-08-10T05:17:32.179 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 48 v 268 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-08-10T05:17:32.188 INFO:tasks.rados.rados.0.smithi031.stdout:988: finishing copy_from racing read to smithi03186013-4 2024-08-10T05:17:32.189 INFO:tasks.rados.rados.0.smithi031.stdout:988: finishing copy_from to smithi03186013-4 2024-08-10T05:17:32.189 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 4 v 535 (ObjNum 54 snap 4 seq_num 54) dirty exists 2024-08-10T05:17:32.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:32 smithi031 ceph-mon[98130]: osdmap e267: 8 total, 8 up, 8 in 2024-08-10T05:17:32.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:32 smithi031 ceph-mon[98130]: osdmap e268: 8 total, 8 up, 8 in 2024-08-10T05:17:32.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:32 smithi031 ceph-mon[100614]: osdmap e267: 8 total, 8 up, 8 in 2024-08-10T05:17:32.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:32 smithi031 ceph-mon[100614]: osdmap e268: 8 total, 8 up, 8 in 2024-08-10T05:17:32.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:32 smithi196 ceph-mon[90243]: osdmap e267: 8 total, 8 up, 8 in 2024-08-10T05:17:32.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:32 smithi196 ceph-mon[90243]: osdmap e268: 8 total, 8 up, 8 in 2024-08-10T05:17:32.529 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:17:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:17:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:17:33.174 INFO:tasks.rados.rados.0.smithi031.stdout:987: done (2 left) 2024-08-10T05:17:33.174 INFO:tasks.rados.rados.0.smithi031.stdout:988: done (1 left) 2024-08-10T05:17:33.174 INFO:tasks.rados.rados.0.smithi031.stdout:989: done (0 left) 2024-08-10T05:17:33.174 INFO:tasks.rados.rados.0.smithi031.stdout:990: read oid 34 snap 37 2024-08-10T05:17:33.174 INFO:tasks.rados.rados.0.smithi031.stdout:990: expect (ObjNum 106 snap 21 seq_num 106) 2024-08-10T05:17:33.174 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 45 current snap is 97 2024-08-10T05:17:33.174 INFO:tasks.rados.rados.0.smithi031.stdout:991: seq_num 308 ranges {2015232=360448} 2024-08-10T05:17:33.187 INFO:tasks.rados.rados.0.smithi031.stdout:991: writing smithi03186013-45 from 2015232 to 2375680 tid 1 2024-08-10T05:17:33.187 INFO:tasks.rados.rados.0.smithi031.stdout:992: delete oid 48 current snap is 97 2024-08-10T05:17:33.189 INFO:tasks.rados.rados.0.smithi031.stdout:990: expect (ObjNum 106 snap 21 seq_num 106) 2024-08-10T05:17:33.269 INFO:tasks.rados.rados.0.smithi031.stdout:991: finishing write tid 1 to smithi03186013-45 2024-08-10T05:17:33.270 INFO:tasks.rados.rados.0.smithi031.stdout:991: finishing write tid 2 to smithi03186013-45 2024-08-10T05:17:33.270 INFO:tasks.rados.rados.0.smithi031.stdout:991: finishing write tid 3 to smithi03186013-45 2024-08-10T05:17:33.270 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 45 v 527 (ObjNum 308 snap 97 seq_num 308) dirty exists 2024-08-10T05:17:33.270 INFO:tasks.rados.rados.0.smithi031.stdout:991: left oid 45 (ObjNum 308 snap 97 seq_num 308) 2024-08-10T05:17:33.270 INFO:tasks.rados.rados.0.smithi031.stdout:990: done (2 left) 2024-08-10T05:17:33.270 INFO:tasks.rados.rados.0.smithi031.stdout:991: done (1 left) 2024-08-10T05:17:33.270 INFO:tasks.rados.rados.0.smithi031.stdout:992: done (0 left) 2024-08-10T05:17:33.270 INFO:tasks.rados.rados.0.smithi031.stdout:993: setattr oid 29 current snap is 97 2024-08-10T05:17:33.271 INFO:tasks.rados.rados.0.smithi031.stdout:994: rollback oid 3 current snap is 97 2024-08-10T05:17:33.271 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 3 to 95 2024-08-10T05:17:33.272 INFO:tasks.rados.rados.0.smithi031.stdout:995: snap_create 2024-08-10T05:17:33.275 INFO:tasks.rados.rados.0.smithi031.stdout:994: finishing rollback tid 0 to smithi03186013-3 2024-08-10T05:17:33.275 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 29 v 576 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-10T05:17:33.275 INFO:tasks.rados.rados.0.smithi031.stdout:994: finishing rollback tid 1 to smithi03186013-3 2024-08-10T05:17:33.276 INFO:tasks.rados.rados.0.smithi031.stdout:994: finishing rollback tid 2 to smithi03186013-3 2024-08-10T05:17:33.276 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 3 v 431 (ObjNum 263 snap 78 seq_num 263) dirty exists 2024-08-10T05:17:33.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:33 smithi196 ceph-mon[90243]: pgmap v50: 121 pgs: 121 active+clean; 283 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:17:33.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:33 smithi196 ceph-mon[90243]: osdmap e269: 8 total, 8 up, 8 in 2024-08-10T05:17:33.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:33 smithi031 ceph-mon[98130]: pgmap v50: 121 pgs: 121 active+clean; 283 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:17:33.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:33 smithi031 ceph-mon[98130]: osdmap e269: 8 total, 8 up, 8 in 2024-08-10T05:17:33.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:33 smithi031 ceph-mon[100614]: pgmap v50: 121 pgs: 121 active+clean; 283 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:17:33.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:33 smithi031 ceph-mon[100614]: osdmap e269: 8 total, 8 up, 8 in 2024-08-10T05:17:33.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:17:33 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:17:33.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi031\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi031\", job=\"node\", machine=\"x86_64\", nodename=\"smithi031\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", domainname=\"(none)\", instance=\"smithi031\", job=\"node\", machine=\"x86_64\", nodename=\"smithi031\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:17:34.192 INFO:tasks.rados.rados.0.smithi031.stdout:993: done (2 left) 2024-08-10T05:17:34.192 INFO:tasks.rados.rados.0.smithi031.stdout:994: done (1 left) 2024-08-10T05:17:34.192 INFO:tasks.rados.rados.0.smithi031.stdout:995: done (0 left) 2024-08-10T05:17:34.193 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 36 current snap is 98 2024-08-10T05:17:34.193 INFO:tasks.rados.rados.0.smithi031.stdout:996: seq_num 310 ranges {6127616=401408} 2024-08-10T05:17:34.228 INFO:tasks.rados.rados.0.smithi031.stdout:996: writing smithi03186013-36 from 6127616 to 6529024 tid 1 2024-08-10T05:17:34.228 INFO:tasks.rados.rados.0.smithi031.stdout:997: read oid 24 snap -1 2024-08-10T05:17:34.228 INFO:tasks.rados.rados.0.smithi031.stdout:997: expect (ObjNum 54 snap 4 seq_num 54) 2024-08-10T05:17:34.228 INFO:tasks.rados.rados.0.smithi031.stdout:998: snap_remove snap 94 2024-08-10T05:17:34.268 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:17:33 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: 2024-08-10T05:17:33.903+0000 7f0983ce7640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-08-10T05:17:34.714 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:34 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:34.715 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:34 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:34.715 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:34 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:34.715 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:34 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:34.715 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:34 smithi196 ceph-mon[90243]: osdmap e270: 8 total, 8 up, 8 in 2024-08-10T05:17:34.715 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:17:34 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:17:34.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:17:34.715 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:17:34 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:17:34.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:17:34.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:34 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:34.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:34 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:34.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:34 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:34.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:34 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:34.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:34 smithi031 ceph-mon[98130]: osdmap e270: 8 total, 8 up, 8 in 2024-08-10T05:17:34.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:34 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:34.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:34 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:34.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:34 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:34.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:34 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:34.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:34 smithi031 ceph-mon[100614]: osdmap e270: 8 total, 8 up, 8 in 2024-08-10T05:17:35.195 INFO:tasks.rados.rados.0.smithi031.stdout:998: done (2 left) 2024-08-10T05:17:35.196 INFO:tasks.rados.rados.0.smithi031.stdout:999: read oid 22 snap -1 2024-08-10T05:17:35.196 INFO:tasks.rados.rados.0.smithi031.stdout:999: expect (ObjNum 134 snap 37 seq_num 134) 2024-08-10T05:17:35.196 INFO:tasks.rados.rados.0.smithi031.stdout:1000: rollback oid 39 current snap is 98 2024-08-10T05:17:35.196 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 39 to 96 2024-08-10T05:17:35.196 INFO:tasks.rados.rados.0.smithi031.stdout:996: finishing write tid 1 to smithi03186013-36 2024-08-10T05:17:35.196 INFO:tasks.rados.rados.0.smithi031.stdout:996: finishing write tid 2 to smithi03186013-36 2024-08-10T05:17:35.196 INFO:tasks.rados.rados.0.smithi031.stdout:997: expect (ObjNum 54 snap 4 seq_num 54) 2024-08-10T05:17:35.286 INFO:tasks.rados.rados.0.smithi031.stdout:996: finishing write tid 3 to smithi03186013-36 2024-08-10T05:17:35.286 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 36 v 537 (ObjNum 310 snap 98 seq_num 310) dirty exists 2024-08-10T05:17:35.286 INFO:tasks.rados.rados.0.smithi031.stdout:996: left oid 36 (ObjNum 310 snap 98 seq_num 310) 2024-08-10T05:17:35.286 INFO:tasks.rados.rados.0.smithi031.stdout:996: done (3 left) 2024-08-10T05:17:35.286 INFO:tasks.rados.rados.0.smithi031.stdout:997: done (2 left) 2024-08-10T05:17:35.286 INFO:tasks.rados.rados.0.smithi031.stdout:1001: delete oid 13 current snap is 98 2024-08-10T05:17:35.286 INFO:tasks.rados.rados.0.smithi031.stdout:1000: finishing rollback tid 0 to smithi03186013-39 2024-08-10T05:17:35.287 INFO:tasks.rados.rados.0.smithi031.stdout:1000: finishing rollback tid 1 to smithi03186013-39 2024-08-10T05:17:35.287 INFO:tasks.rados.rados.0.smithi031.stdout:1000: finishing rollback tid 2 to smithi03186013-39 2024-08-10T05:17:35.287 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 39 v 458 (ObjNum 278 snap 84 seq_num 278) dirty exists 2024-08-10T05:17:35.287 INFO:tasks.rados.rados.0.smithi031.stdout:999: expect (ObjNum 134 snap 37 seq_num 134) 2024-08-10T05:17:35.590 INFO:tasks.rados.rados.0.smithi031.stdout:999: done (2 left) 2024-08-10T05:17:35.590 INFO:tasks.rados.rados.0.smithi031.stdout:1000: done (1 left) 2024-08-10T05:17:35.590 INFO:tasks.rados.rados.0.smithi031.stdout:1001: done (0 left) 2024-08-10T05:17:35.590 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 47 current snap is 98 2024-08-10T05:17:35.590 INFO:tasks.rados.rados.0.smithi031.stdout:1002: seq_num 312 ranges {696320=434176} 2024-08-10T05:17:35.593 INFO:tasks.rados.rados.0.smithi031.stdout:1002: writing smithi03186013-47 from 696320 to 1130496 tid 1 2024-08-10T05:17:35.593 INFO:tasks.rados.rados.0.smithi031.stdout:1003: read oid 18 snap -1 2024-08-10T05:17:35.593 INFO:tasks.rados.rados.0.smithi031.stdout:1003: expect (ObjNum 257 snap 76 seq_num 257) 2024-08-10T05:17:35.594 INFO:tasks.rados.rados.0.smithi031.stdout:1004: snap_remove snap 97 2024-08-10T05:17:35.706 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:35 smithi196 ceph-mon[90243]: pgmap v53: 121 pgs: 121 active+clean; 283 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 5 op/s 2024-08-10T05:17:35.706 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:35 smithi196 ceph-mon[90243]: osdmap e271: 8 total, 8 up, 8 in 2024-08-10T05:17:35.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:35 smithi031 ceph-mon[98130]: pgmap v53: 121 pgs: 121 active+clean; 283 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 5 op/s 2024-08-10T05:17:35.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:35 smithi031 ceph-mon[98130]: osdmap e271: 8 total, 8 up, 8 in 2024-08-10T05:17:35.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:35 smithi031 ceph-mon[100614]: pgmap v53: 121 pgs: 121 active+clean; 283 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 5 op/s 2024-08-10T05:17:35.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:35 smithi031 ceph-mon[100614]: osdmap e271: 8 total, 8 up, 8 in 2024-08-10T05:17:36.433 INFO:tasks.rados.rados.0.smithi031.stdout:1004: done (2 left) 2024-08-10T05:17:36.434 INFO:tasks.rados.rados.0.smithi031.stdout:1005: read oid 24 snap -1 2024-08-10T05:17:36.434 INFO:tasks.rados.rados.0.smithi031.stdout:1005: expect (ObjNum 54 snap 4 seq_num 54) 2024-08-10T05:17:36.434 INFO:tasks.rados.rados.0.smithi031.stdout:1006: rollback oid 50 current snap is 98 2024-08-10T05:17:36.434 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 50 to 85 2024-08-10T05:17:36.434 INFO:tasks.rados.rados.0.smithi031.stdout:1002: finishing write tid 1 to smithi03186013-47 2024-08-10T05:17:36.434 INFO:tasks.rados.rados.0.smithi031.stdout:1002: finishing write tid 2 to smithi03186013-47 2024-08-10T05:17:36.434 INFO:tasks.rados.rados.0.smithi031.stdout:1002: finishing write tid 3 to smithi03186013-47 2024-08-10T05:17:36.434 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 47 v 272 (ObjNum 312 snap 98 seq_num 312) dirty exists 2024-08-10T05:17:36.434 INFO:tasks.rados.rados.0.smithi031.stdout:1002: left oid 47 (ObjNum 312 snap 98 seq_num 312) 2024-08-10T05:17:36.434 INFO:tasks.rados.rados.0.smithi031.stdout:1003: expect (ObjNum 257 snap 76 seq_num 257) 2024-08-10T05:17:36.490 INFO:tasks.rados.rados.0.smithi031.stdout:1006: finishing rollback tid 0 to smithi03186013-50 2024-08-10T05:17:36.491 INFO:tasks.rados.rados.0.smithi031.stdout:1006: finishing rollback tid 1 to smithi03186013-50 2024-08-10T05:17:36.491 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 50 v 539 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-10T05:17:36.491 INFO:tasks.rados.rados.0.smithi031.stdout:1005: expect (ObjNum 54 snap 4 seq_num 54) 2024-08-10T05:17:36.573 INFO:tasks.rados.rados.0.smithi031.stdout:1002: done (3 left) 2024-08-10T05:17:36.574 INFO:tasks.rados.rados.0.smithi031.stdout:1003: done (2 left) 2024-08-10T05:17:36.574 INFO:tasks.rados.rados.0.smithi031.stdout:1005: done (1 left) 2024-08-10T05:17:36.574 INFO:tasks.rados.rados.0.smithi031.stdout:1006: done (0 left) 2024-08-10T05:17:36.574 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 18 current snap is 98 2024-08-10T05:17:36.574 INFO:tasks.rados.rados.0.smithi031.stdout:1007: seq_num 313 ranges {1916928=450560} 2024-08-10T05:17:36.586 INFO:tasks.rados.rados.0.smithi031.stdout:1007: writing smithi03186013-18 from 1916928 to 2367488 tid 1 2024-08-10T05:17:36.586 INFO:tasks.rados.rados.0.smithi031.stdout:1008: setattr oid 7 current snap is 98 2024-08-10T05:17:36.587 INFO:tasks.rados.rados.0.smithi031.stdout:1009: setattr oid 41 current snap is 98 2024-08-10T05:17:36.589 INFO:tasks.rados.rados.0.smithi031.stdout:1010: rmattr oid 19 current snap is 98 2024-08-10T05:17:36.589 INFO:tasks.rados.rados.0.smithi031.stdout:1010: done (3 left) 2024-08-10T05:17:36.589 INFO:tasks.rados.rados.0.smithi031.stdout:1011: read oid 43 snap -1 2024-08-10T05:17:36.589 INFO:tasks.rados.rados.0.smithi031.stdout:1011: expect deleted 2024-08-10T05:17:36.589 INFO:tasks.rados.rados.0.smithi031.stdout:1012: rmattr oid 15 current snap is 98 2024-08-10T05:17:36.589 INFO:tasks.rados.rados.0.smithi031.stdout:1012: done (4 left) 2024-08-10T05:17:36.589 INFO:tasks.rados.rados.0.smithi031.stdout:1013: setattr oid 23 current snap is 98 2024-08-10T05:17:36.590 INFO:tasks.rados.rados.0.smithi031.stdout:1007: finishing write tid 1 to smithi03186013-18 2024-08-10T05:17:36.590 INFO:tasks.rados.rados.0.smithi031.stdout:1007: finishing write tid 2 to smithi03186013-18 2024-08-10T05:17:36.590 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 7 v 578 (ObjNum 292 snap 93 seq_num 292) dirty exists 2024-08-10T05:17:36.591 INFO:tasks.rados.rados.0.smithi031.stdout:1007: finishing write tid 3 to smithi03186013-18 2024-08-10T05:17:36.591 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 18 v 532 (ObjNum 313 snap 98 seq_num 313) dirty exists 2024-08-10T05:17:36.591 INFO:tasks.rados.rados.0.smithi031.stdout:1007: left oid 18 (ObjNum 313 snap 98 seq_num 313) 2024-08-10T05:17:36.591 INFO:tasks.rados.rados.0.smithi031.stdout:1007: done (4 left) 2024-08-10T05:17:36.591 INFO:tasks.rados.rados.0.smithi031.stdout:1008: done (3 left) 2024-08-10T05:17:36.592 INFO:tasks.rados.rados.0.smithi031.stdout:1011: done (2 left) 2024-08-10T05:17:36.592 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 19 current snap is 98 2024-08-10T05:17:36.592 INFO:tasks.rados.rados.0.smithi031.stdout:1014: seq_num 314 ranges {2547712=466944} 2024-08-10T05:17:36.608 INFO:tasks.rados.rados.0.smithi031.stdout:1014: writing smithi03186013-19 from 2547712 to 3014656 tid 1 2024-08-10T05:17:36.608 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 24 current snap is 98 2024-08-10T05:17:36.608 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 41 v 540 (ObjNum 211 snap 58 seq_num 211) dirty exists 2024-08-10T05:17:36.608 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 23 v 257 (ObjNum 277 snap 83 seq_num 277) dirty exists 2024-08-10T05:17:36.608 INFO:tasks.rados.rados.0.smithi031.stdout:1015: seq_num 315 ranges {2146304=483328} 2024-08-10T05:17:36.622 INFO:tasks.rados.rados.0.smithi031.stdout:1015: writing smithi03186013-24 from 2146304 to 2629632 tid 1 2024-08-10T05:17:36.622 INFO:tasks.rados.rados.0.smithi031.stdout:1009: done (3 left) 2024-08-10T05:17:36.622 INFO:tasks.rados.rados.0.smithi031.stdout:1013: done (2 left) 2024-08-10T05:17:36.622 INFO:tasks.rados.rados.0.smithi031.stdout:1016: setattr oid 38 current snap is 98 2024-08-10T05:17:36.622 INFO:tasks.rados.rados.0.smithi031.stdout:1014: finishing write tid 1 to smithi03186013-19 2024-08-10T05:17:36.623 INFO:tasks.rados.rados.0.smithi031.stdout:1014: finishing write tid 2 to smithi03186013-19 2024-08-10T05:17:36.623 INFO:tasks.rados.rados.0.smithi031.stdout:1014: finishing write tid 3 to smithi03186013-19 2024-08-10T05:17:36.623 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 19 v 284 (ObjNum 314 snap 98 seq_num 314) dirty exists 2024-08-10T05:17:36.623 INFO:tasks.rados.rados.0.smithi031.stdout:1014: left oid 19 (ObjNum 314 snap 98 seq_num 314) 2024-08-10T05:17:36.624 INFO:tasks.rados.rados.0.smithi031.stdout:1014: done (2 left) 2024-08-10T05:17:36.624 INFO:tasks.rados.rados.0.smithi031.stdout:1017: read oid 9 snap -1 2024-08-10T05:17:36.624 INFO:tasks.rados.rados.0.smithi031.stdout:1017: expect (ObjNum 275 snap 83 seq_num 275) 2024-08-10T05:17:36.624 INFO:tasks.rados.rados.0.smithi031.stdout:1018: read oid 3 snap 85 2024-08-10T05:17:36.624 INFO:tasks.rados.rados.0.smithi031.stdout:1018: expect (ObjNum 263 snap 78 seq_num 263) 2024-08-10T05:17:36.625 INFO:tasks.rados.rados.0.smithi031.stdout:1019: setattr oid 29 current snap is 98 2024-08-10T05:17:36.625 INFO:tasks.rados.rados.0.smithi031.stdout:1015: finishing write tid 1 to smithi03186013-24 2024-08-10T05:17:36.625 INFO:tasks.rados.rados.0.smithi031.stdout:1015: finishing write tid 2 to smithi03186013-24 2024-08-10T05:17:36.626 INFO:tasks.rados.rados.0.smithi031.stdout:1015: finishing write tid 3 to smithi03186013-24 2024-08-10T05:17:36.626 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 24 v 581 (ObjNum 315 snap 98 seq_num 315) dirty exists 2024-08-10T05:17:36.627 INFO:tasks.rados.rados.0.smithi031.stdout:1015: left oid 24 (ObjNum 315 snap 98 seq_num 315) 2024-08-10T05:17:36.627 INFO:tasks.rados.rados.0.smithi031.stdout:1015: done (4 left) 2024-08-10T05:17:36.628 INFO:tasks.rados.rados.0.smithi031.stdout:1020: read oid 24 snap -1 2024-08-10T05:17:36.628 INFO:tasks.rados.rados.0.smithi031.stdout:1020: expect (ObjNum 315 snap 98 seq_num 315) 2024-08-10T05:17:36.628 INFO:tasks.rados.rados.0.smithi031.stdout:1021: read oid 22 snap -1 2024-08-10T05:17:36.628 INFO:tasks.rados.rados.0.smithi031.stdout:1021: expect (ObjNum 134 snap 37 seq_num 134) 2024-08-10T05:17:36.628 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 25 current snap is 98 2024-08-10T05:17:36.628 INFO:tasks.rados.rados.0.smithi031.stdout:1022: seq_num 316 ranges {2170880=499712} 2024-08-10T05:17:36.644 INFO:tasks.rados.rados.0.smithi031.stdout:1022: writing smithi03186013-25 from 2170880 to 2670592 tid 1 2024-08-10T05:17:36.644 INFO:tasks.rados.rados.0.smithi031.stdout:1023: copy_from oid 34 from oid 45 current snap is 98 2024-08-10T05:17:36.644 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 38 v 210 (ObjNum 297 snap 94 seq_num 297) dirty exists 2024-08-10T05:17:36.644 INFO:tasks.rados.rados.0.smithi031.stdout:1016: done (7 left) 2024-08-10T05:17:36.644 INFO:tasks.rados.rados.0.smithi031.stdout:1024: read oid 32 snap -1 2024-08-10T05:17:36.644 INFO:tasks.rados.rados.0.smithi031.stdout:1024: expect (ObjNum 242 snap 67 seq_num 242) 2024-08-10T05:17:36.644 INFO:tasks.rados.rados.0.smithi031.stdout:1025: read oid 42 snap -1 2024-08-10T05:17:36.644 INFO:tasks.rados.rados.0.smithi031.stdout:1025: expect (ObjNum 276 snap 83 seq_num 276) 2024-08-10T05:17:36.645 INFO:tasks.rados.rados.0.smithi031.stdout:1026: snap_remove snap 68 2024-08-10T05:17:37.440 INFO:tasks.rados.rados.0.smithi031.stdout:1026: done (9 left) 2024-08-10T05:17:37.440 INFO:tasks.rados.rados.0.smithi031.stdout:1027: rollback oid 15 current snap is 98 2024-08-10T05:17:37.440 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 15 to 85 2024-08-10T05:17:37.440 INFO:tasks.rados.rados.0.smithi031.stdout:1028: read oid 41 snap -1 2024-08-10T05:17:37.440 INFO:tasks.rados.rados.0.smithi031.stdout:1028: expect (ObjNum 211 snap 58 seq_num 211) 2024-08-10T05:17:37.440 INFO:tasks.rados.rados.0.smithi031.stdout:1029: read oid 36 snap -1 2024-08-10T05:17:37.441 INFO:tasks.rados.rados.0.smithi031.stdout:1029: expect (ObjNum 310 snap 98 seq_num 310) 2024-08-10T05:17:37.441 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 48 current snap is 98 2024-08-10T05:17:37.441 INFO:tasks.rados.rados.0.smithi031.stdout:1030: seq_num 317 ranges {0=516096} 2024-08-10T05:17:37.443 INFO:tasks.rados.rados.0.smithi031.stdout:1030: writing smithi03186013-48 from 0 to 516096 tid 1 2024-08-10T05:17:37.444 INFO:tasks.rados.rados.0.smithi031.stdout:1031: snap_create 2024-08-10T05:17:37.444 INFO:tasks.rados.rados.0.smithi031.stdout:1018: expect (ObjNum 263 snap 78 seq_num 263) 2024-08-10T05:17:37.511 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 29 v 582 (ObjNum 129 snap 0 seq_num 590174352) dirty exists 2024-08-10T05:17:37.511 INFO:tasks.rados.rados.0.smithi031.stdout:1020: expect (ObjNum 315 snap 98 seq_num 315) 2024-08-10T05:17:37.643 INFO:tasks.rados.rados.0.smithi031.stdout:1017: expect (ObjNum 275 snap 83 seq_num 275) 2024-08-10T05:17:37.695 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:37 smithi031 ceph-mon[100614]: pgmap v56: 121 pgs: 121 active+clean; 283 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 5 op/s 2024-08-10T05:17:37.695 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:37 smithi031 ceph-mon[100614]: osdmap e272: 8 total, 8 up, 8 in 2024-08-10T05:17:37.695 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:37 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:37.695 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:37 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:37.695 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:37 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:17:37.695 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:37 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:17:37.695 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:37 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:37.696 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:37 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-10T05:17:37.696 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:37 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-10T05:17:37.696 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:37 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:17:37.696 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:37 smithi031 ceph-mon[98130]: pgmap v56: 121 pgs: 121 active+clean; 283 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 5 op/s 2024-08-10T05:17:37.696 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:37 smithi031 ceph-mon[98130]: osdmap e272: 8 total, 8 up, 8 in 2024-08-10T05:17:37.696 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:37 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:37.696 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:37 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:37.696 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:37 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:17:37.696 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:37 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:17:37.696 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:37 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:37.696 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:37 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-10T05:17:37.697 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:37 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-10T05:17:37.697 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:37 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:17:37.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:37 smithi196 ceph-mon[90243]: pgmap v56: 121 pgs: 121 active+clean; 283 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 5 op/s 2024-08-10T05:17:37.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:37 smithi196 ceph-mon[90243]: osdmap e272: 8 total, 8 up, 8 in 2024-08-10T05:17:37.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:37 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:37.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:37 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:37.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:37 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:17:37.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:37 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:17:37.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:37 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:37.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:37 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-10T05:17:37.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:37 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-10T05:17:37.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:37 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:17:37.791 INFO:tasks.rados.rados.0.smithi031.stdout:1022: finishing write tid 1 to smithi03186013-25 2024-08-10T05:17:37.791 INFO:tasks.rados.rados.0.smithi031.stdout:1022: finishing write tid 2 to smithi03186013-25 2024-08-10T05:17:37.792 INFO:tasks.rados.rados.0.smithi031.stdout:1022: finishing write tid 3 to smithi03186013-25 2024-08-10T05:17:37.792 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 25 v 535 (ObjNum 316 snap 98 seq_num 316) dirty exists 2024-08-10T05:17:37.792 INFO:tasks.rados.rados.0.smithi031.stdout:1022: left oid 25 (ObjNum 316 snap 98 seq_num 316) 2024-08-10T05:17:37.792 INFO:tasks.rados.rados.0.smithi031.stdout:1025: expect (ObjNum 276 snap 83 seq_num 276) 2024-08-10T05:17:37.867 INFO:tasks.rados.rados.0.smithi031.stdout:1021: expect (ObjNum 134 snap 37 seq_num 134) 2024-08-10T05:17:38.170 INFO:tasks.rados.rados.0.smithi031.stdout:1023: finishing copy_from racing read to smithi03186013-34 2024-08-10T05:17:38.170 INFO:tasks.rados.rados.0.smithi031.stdout:1023: finishing copy_from to smithi03186013-34 2024-08-10T05:17:38.170 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 34 v 527 (ObjNum 308 snap 97 seq_num 308) dirty exists 2024-08-10T05:17:38.171 INFO:tasks.rados.rados.0.smithi031.stdout:1024: expect (ObjNum 242 snap 67 seq_num 242) 2024-08-10T05:17:38.768 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:38 smithi031 ceph-mon[100614]: Reconfiguring mon.a (monmap changed)... 2024-08-10T05:17:38.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:38 smithi031 ceph-mon[100614]: Reconfiguring daemon mon.a on smithi031 2024-08-10T05:17:38.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:38 smithi031 ceph-mon[100614]: osdmap e273: 8 total, 8 up, 8 in 2024-08-10T05:17:38.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:38 smithi031 ceph-mon[98130]: Reconfiguring mon.a (monmap changed)... 2024-08-10T05:17:38.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:38 smithi031 ceph-mon[98130]: Reconfiguring daemon mon.a on smithi031 2024-08-10T05:17:38.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:38 smithi031 ceph-mon[98130]: osdmap e273: 8 total, 8 up, 8 in 2024-08-10T05:17:38.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:38 smithi196 ceph-mon[90243]: Reconfiguring mon.a (monmap changed)... 2024-08-10T05:17:38.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:38 smithi196 ceph-mon[90243]: Reconfiguring daemon mon.a on smithi031 2024-08-10T05:17:38.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:38 smithi196 ceph-mon[90243]: osdmap e273: 8 total, 8 up, 8 in 2024-08-10T05:17:38.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:17:38 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:17:38.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)\", cluster_addr=\"172.21.15.31\", device_class=\"ssd\", hostname=\"smithi031\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.31\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)\", cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", cluster_addr=\"172.21.15.31\", device_class=\"ssd\", hostname=\"smithi031\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.31\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:17:38.959 INFO:tasks.rados.rados.0.smithi031.stdout:1027: finishing rollback tid 1 to smithi03186013-15 2024-08-10T05:17:38.959 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 15 v 163 (ObjNum 129 snap 0 seq_num 590642560) dirty dne 2024-08-10T05:17:38.959 INFO:tasks.rados.rados.0.smithi031.stdout:1030: finishing write tid 1 to smithi03186013-48 2024-08-10T05:17:38.959 INFO:tasks.rados.rados.0.smithi031.stdout:1030: finishing write tid 2 to smithi03186013-48 2024-08-10T05:17:38.959 INFO:tasks.rados.rados.0.smithi031.stdout:1030: finishing write tid 3 to smithi03186013-48 2024-08-10T05:17:38.959 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 48 v 271 (ObjNum 317 snap 98 seq_num 317) dirty exists 2024-08-10T05:17:38.959 INFO:tasks.rados.rados.0.smithi031.stdout:1030: left oid 48 (ObjNum 317 snap 98 seq_num 317) 2024-08-10T05:17:38.959 INFO:tasks.rados.rados.0.smithi031.stdout:1028: expect (ObjNum 211 snap 58 seq_num 211) 2024-08-10T05:17:38.991 INFO:tasks.rados.rados.0.smithi031.stdout:1029: expect (ObjNum 310 snap 98 seq_num 310) 2024-08-10T05:17:39.415 INFO:tasks.rados.rados.0.smithi031.stdout:1017: done (13 left) 2024-08-10T05:17:39.416 INFO:tasks.rados.rados.0.smithi031.stdout:1018: done (12 left) 2024-08-10T05:17:39.416 INFO:tasks.rados.rados.0.smithi031.stdout:1019: done (11 left) 2024-08-10T05:17:39.416 INFO:tasks.rados.rados.0.smithi031.stdout:1020: done (10 left) 2024-08-10T05:17:39.416 INFO:tasks.rados.rados.0.smithi031.stdout:1021: done (9 left) 2024-08-10T05:17:39.416 INFO:tasks.rados.rados.0.smithi031.stdout:1022: done (8 left) 2024-08-10T05:17:39.416 INFO:tasks.rados.rados.0.smithi031.stdout:1023: done (7 left) 2024-08-10T05:17:39.416 INFO:tasks.rados.rados.0.smithi031.stdout:1024: done (6 left) 2024-08-10T05:17:39.416 INFO:tasks.rados.rados.0.smithi031.stdout:1025: done (5 left) 2024-08-10T05:17:39.416 INFO:tasks.rados.rados.0.smithi031.stdout:1027: done (4 left) 2024-08-10T05:17:39.416 INFO:tasks.rados.rados.0.smithi031.stdout:1028: done (3 left) 2024-08-10T05:17:39.416 INFO:tasks.rados.rados.0.smithi031.stdout:1029: done (2 left) 2024-08-10T05:17:39.416 INFO:tasks.rados.rados.0.smithi031.stdout:1030: done (1 left) 2024-08-10T05:17:39.416 INFO:tasks.rados.rados.0.smithi031.stdout:1031: done (0 left) 2024-08-10T05:17:39.417 INFO:tasks.rados.rados.0.smithi031.stdout:1032: copy_from oid 12 from oid 23 current snap is 99 2024-08-10T05:17:39.417 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 19 current snap is 99 2024-08-10T05:17:39.417 INFO:tasks.rados.rados.0.smithi031.stdout:1033: seq_num 318 ranges {3014656=532480} 2024-08-10T05:17:39.435 INFO:tasks.rados.rados.0.smithi031.stdout:1033: writing smithi03186013-19 from 3014656 to 3547136 tid 1 2024-08-10T05:17:39.435 INFO:tasks.rados.rados.0.smithi031.stdout:1034: read oid 2 snap -1 2024-08-10T05:17:39.435 INFO:tasks.rados.rados.0.smithi031.stdout:1034: expect deleted 2024-08-10T05:17:39.435 INFO:tasks.rados.rados.0.smithi031.stdout:1035: read oid 14 snap -1 2024-08-10T05:17:39.435 INFO:tasks.rados.rados.0.smithi031.stdout:1035: expect (ObjNum 305 snap 95 seq_num 305) 2024-08-10T05:17:39.435 INFO:tasks.rados.rados.0.smithi031.stdout:1036: copy_from oid 31 from oid 17 current snap is 99 2024-08-10T05:17:39.435 INFO:tasks.rados.rados.0.smithi031.stdout:1037: read oid 5 snap -1 2024-08-10T05:17:39.435 INFO:tasks.rados.rados.0.smithi031.stdout:1037: expect deleted 2024-08-10T05:17:39.436 INFO:tasks.rados.rados.0.smithi031.stdout:1038: snap_remove snap 96 2024-08-10T05:17:39.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:39 smithi031 ceph-mon[98130]: pgmap v59: 121 pgs: 121 active+clean; 291 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 31 MiB/s rd, 1.8 MiB/s wr, 49 op/s 2024-08-10T05:17:39.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:39 smithi031 ceph-mon[98130]: osdmap e274: 8 total, 8 up, 8 in 2024-08-10T05:17:39.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:39 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:39.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:39 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:39.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:39 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-10T05:17:39.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:39 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-10T05:17:39.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:39 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:17:39.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:39 smithi031 ceph-mon[98130]: osdmap e275: 8 total, 8 up, 8 in 2024-08-10T05:17:39.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:39 smithi031 ceph-mon[100614]: pgmap v59: 121 pgs: 121 active+clean; 291 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 31 MiB/s rd, 1.8 MiB/s wr, 49 op/s 2024-08-10T05:17:39.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:39 smithi031 ceph-mon[100614]: osdmap e274: 8 total, 8 up, 8 in 2024-08-10T05:17:39.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:39 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:39.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:39 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:39.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:39 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-10T05:17:39.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:39 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-10T05:17:39.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:39 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:17:39.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:39 smithi031 ceph-mon[100614]: osdmap e275: 8 total, 8 up, 8 in 2024-08-10T05:17:39.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:39 smithi196 ceph-mon[90243]: pgmap v59: 121 pgs: 121 active+clean; 291 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 31 MiB/s rd, 1.8 MiB/s wr, 49 op/s 2024-08-10T05:17:39.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:39 smithi196 ceph-mon[90243]: osdmap e274: 8 total, 8 up, 8 in 2024-08-10T05:17:39.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:39 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:39.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:39 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:39.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:39 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-10T05:17:39.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:39 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-10T05:17:39.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:39 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:17:39.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:39 smithi196 ceph-mon[90243]: osdmap e275: 8 total, 8 up, 8 in 2024-08-10T05:17:40.164 INFO:tasks.rados.rados.0.smithi031.stdout:1038: done (6 left) 2024-08-10T05:17:40.164 INFO:tasks.rados.rados.0.smithi031.stdout:1039: snap_create 2024-08-10T05:17:40.165 INFO:tasks.rados.rados.0.smithi031.stdout:1033: finishing write tid 1 to smithi03186013-19 2024-08-10T05:17:40.165 INFO:tasks.rados.rados.0.smithi031.stdout:1035: expect (ObjNum 305 snap 95 seq_num 305) 2024-08-10T05:17:40.177 INFO:tasks.rados.rados.0.smithi031.stdout:1033: finishing write tid 2 to smithi03186013-19 2024-08-10T05:17:40.178 INFO:tasks.rados.rados.0.smithi031.stdout:1033: finishing write tid 3 to smithi03186013-19 2024-08-10T05:17:40.178 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 19 v 291 (ObjNum 318 snap 99 seq_num 318) dirty exists 2024-08-10T05:17:40.178 INFO:tasks.rados.rados.0.smithi031.stdout:1033: left oid 19 (ObjNum 318 snap 99 seq_num 318) 2024-08-10T05:17:40.178 INFO:tasks.rados.rados.0.smithi031.stdout:1032: finishing copy_from racing read to smithi03186013-12 2024-08-10T05:17:40.178 INFO:tasks.rados.rados.0.smithi031.stdout:1036: finishing copy_from racing read to smithi03186013-31 2024-08-10T05:17:40.178 INFO:tasks.rados.rados.0.smithi031.stdout:1036: finishing copy_from to smithi03186013-31 2024-08-10T05:17:40.178 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 31 v 155 (ObjNum 174 snap 48 seq_num 174) dirty exists 2024-08-10T05:17:40.178 INFO:tasks.rados.rados.0.smithi031.stdout:1032: finishing copy_from to smithi03186013-12 2024-08-10T05:17:40.178 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 12 v 257 (ObjNum 277 snap 83 seq_num 277) dirty exists 2024-08-10T05:17:40.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:40 smithi031 ceph-mon[98130]: Reconfiguring mgr.y (monmap changed)... 2024-08-10T05:17:40.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:40 smithi031 ceph-mon[98130]: Reconfiguring daemon mgr.y on smithi031 2024-08-10T05:17:40.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:40 smithi031 ceph-mon[98130]: osdmap e276: 8 total, 8 up, 8 in 2024-08-10T05:17:40.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:40 smithi031 ceph-mon[100614]: Reconfiguring mgr.y (monmap changed)... 2024-08-10T05:17:40.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:40 smithi031 ceph-mon[100614]: Reconfiguring daemon mgr.y on smithi031 2024-08-10T05:17:40.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:40 smithi031 ceph-mon[100614]: osdmap e276: 8 total, 8 up, 8 in 2024-08-10T05:17:40.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:40 smithi196 ceph-mon[90243]: Reconfiguring mgr.y (monmap changed)... 2024-08-10T05:17:40.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:40 smithi196 ceph-mon[90243]: Reconfiguring daemon mgr.y on smithi031 2024-08-10T05:17:40.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:40 smithi196 ceph-mon[90243]: osdmap e276: 8 total, 8 up, 8 in 2024-08-10T05:17:41.166 INFO:tasks.rados.rados.0.smithi031.stdout:1032: done (6 left) 2024-08-10T05:17:41.166 INFO:tasks.rados.rados.0.smithi031.stdout:1033: done (5 left) 2024-08-10T05:17:41.167 INFO:tasks.rados.rados.0.smithi031.stdout:1034: done (4 left) 2024-08-10T05:17:41.167 INFO:tasks.rados.rados.0.smithi031.stdout:1035: done (3 left) 2024-08-10T05:17:41.167 INFO:tasks.rados.rados.0.smithi031.stdout:1036: done (2 left) 2024-08-10T05:17:41.167 INFO:tasks.rados.rados.0.smithi031.stdout:1037: done (1 left) 2024-08-10T05:17:41.167 INFO:tasks.rados.rados.0.smithi031.stdout:1039: done (0 left) 2024-08-10T05:17:41.167 INFO:tasks.rados.rados.0.smithi031.stdout:1040: read oid 29 snap -1 2024-08-10T05:17:41.167 INFO:tasks.rados.rados.0.smithi031.stdout:1040: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-10T05:17:41.167 INFO:tasks.rados.rados.0.smithi031.stdout:1041: delete oid 41 current snap is 100 2024-08-10T05:17:41.167 INFO:tasks.rados.rados.0.smithi031.stdout:1040: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-10T05:17:41.175 INFO:tasks.rados.rados.0.smithi031.stdout:1040: done (1 left) 2024-08-10T05:17:41.175 INFO:tasks.rados.rados.0.smithi031.stdout:1041: done (0 left) 2024-08-10T05:17:41.175 INFO:tasks.rados.rados.0.smithi031.stdout:1042: copy_from oid 34 from oid 6 current snap is 100 2024-08-10T05:17:41.175 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 1 current snap is 100 2024-08-10T05:17:41.175 INFO:tasks.rados.rados.0.smithi031.stdout:1043: seq_num 320 ranges {0=565248} 2024-08-10T05:17:41.178 INFO:tasks.rados.rados.0.smithi031.stdout:1043: writing smithi03186013-1 from 0 to 565248 tid 1 2024-08-10T05:17:41.178 INFO:tasks.rados.rados.0.smithi031.stdout:1044: delete oid 36 current snap is 100 2024-08-10T05:17:41.178 INFO:tasks.rados.rados.0.smithi031.stdout:1042: finishing copy_from racing read to smithi03186013-34 2024-08-10T05:17:41.180 INFO:tasks.rados.rados.0.smithi031.stdout:1042: finishing copy_from to smithi03186013-34 2024-08-10T05:17:41.180 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 34 v 389 (ObjNum 641 snap 0 seq_num 590234640) dirty exists 2024-08-10T05:17:41.181 INFO:tasks.rados.rados.0.smithi031.stdout:1042: done (2 left) 2024-08-10T05:17:41.181 INFO:tasks.rados.rados.0.smithi031.stdout:1044: done (1 left) 2024-08-10T05:17:41.181 INFO:tasks.rados.rados.0.smithi031.stdout:1045: snap_create 2024-08-10T05:17:41.181 INFO:tasks.rados.rados.0.smithi031.stdout:1043: finishing write tid 1 to smithi03186013-1 2024-08-10T05:17:41.181 INFO:tasks.rados.rados.0.smithi031.stdout:1043: finishing write tid 2 to smithi03186013-1 2024-08-10T05:17:41.182 INFO:tasks.rados.rados.0.smithi031.stdout:1043: finishing write tid 3 to smithi03186013-1 2024-08-10T05:17:41.182 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 1 v 42 (ObjNum 320 snap 100 seq_num 320) dirty exists 2024-08-10T05:17:41.182 INFO:tasks.rados.rados.0.smithi031.stdout:1043: left oid 1 (ObjNum 320 snap 100 seq_num 320) 2024-08-10T05:17:41.483 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:17:41 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:17:41] "GET /metrics HTTP/1.1" 200 36039 "" "Prometheus/2.43.0" 2024-08-10T05:17:41.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:41 smithi031 ceph-mon[98130]: pgmap v62: 121 pgs: 121 active+clean; 291 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 31 MiB/s rd, 1.8 MiB/s wr, 49 op/s 2024-08-10T05:17:41.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:41.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:41.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:41 smithi031 ceph-mon[98130]: Reconfiguring mon.c (monmap changed)... 2024-08-10T05:17:41.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-10T05:17:41.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-10T05:17:41.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:17:41.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:41 smithi031 ceph-mon[98130]: Reconfiguring daemon mon.c on smithi031 2024-08-10T05:17:41.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:17:41.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:41 smithi031 ceph-mon[98130]: osdmap e277: 8 total, 8 up, 8 in 2024-08-10T05:17:41.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:41 smithi031 ceph-mon[100614]: pgmap v62: 121 pgs: 121 active+clean; 291 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 31 MiB/s rd, 1.8 MiB/s wr, 49 op/s 2024-08-10T05:17:41.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:41.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:41.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:41 smithi031 ceph-mon[100614]: Reconfiguring mon.c (monmap changed)... 2024-08-10T05:17:41.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-10T05:17:41.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-10T05:17:41.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:17:41.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:41 smithi031 ceph-mon[100614]: Reconfiguring daemon mon.c on smithi031 2024-08-10T05:17:41.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:17:41.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:41 smithi031 ceph-mon[100614]: osdmap e277: 8 total, 8 up, 8 in 2024-08-10T05:17:41.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:41 smithi196 ceph-mon[90243]: pgmap v62: 121 pgs: 121 active+clean; 291 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 31 MiB/s rd, 1.8 MiB/s wr, 49 op/s 2024-08-10T05:17:41.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:41.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:41.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:41 smithi196 ceph-mon[90243]: Reconfiguring mon.c (monmap changed)... 2024-08-10T05:17:41.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-10T05:17:41.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-10T05:17:41.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:17:41.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:41 smithi196 ceph-mon[90243]: Reconfiguring daemon mon.c on smithi031 2024-08-10T05:17:41.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:17:41.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:41 smithi196 ceph-mon[90243]: osdmap e277: 8 total, 8 up, 8 in 2024-08-10T05:17:42.167 INFO:tasks.rados.rados.0.smithi031.stdout:1043: done (1 left) 2024-08-10T05:17:42.168 INFO:tasks.rados.rados.0.smithi031.stdout:1045: done (0 left) 2024-08-10T05:17:42.168 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 47 current snap is 101 2024-08-10T05:17:42.168 INFO:tasks.rados.rados.0.smithi031.stdout:1046: seq_num 322 ranges {1130496=598016} 2024-08-10T05:17:42.179 INFO:tasks.rados.rados.0.smithi031.stdout:1046: writing smithi03186013-47 from 1130496 to 1728512 tid 1 2024-08-10T05:17:42.179 INFO:tasks.rados.rados.0.smithi031.stdout:1047: snap_remove snap 87 2024-08-10T05:17:42.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:17:42 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:17:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:17:43.168 INFO:tasks.rados.rados.0.smithi031.stdout:1047: done (1 left) 2024-08-10T05:17:43.169 INFO:tasks.rados.rados.0.smithi031.stdout:1048: delete oid 9 current snap is 101 2024-08-10T05:17:43.169 INFO:tasks.rados.rados.0.smithi031.stdout:1046: finishing write tid 1 to smithi03186013-47 2024-08-10T05:17:43.169 INFO:tasks.rados.rados.0.smithi031.stdout:1046: finishing write tid 2 to smithi03186013-47 2024-08-10T05:17:43.169 INFO:tasks.rados.rados.0.smithi031.stdout:1046: finishing write tid 3 to smithi03186013-47 2024-08-10T05:17:43.169 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 47 v 274 (ObjNum 322 snap 101 seq_num 322) dirty exists 2024-08-10T05:17:43.169 INFO:tasks.rados.rados.0.smithi031.stdout:1046: left oid 47 (ObjNum 322 snap 101 seq_num 322) 2024-08-10T05:17:43.180 INFO:tasks.rados.rados.0.smithi031.stdout:1046: done (1 left) 2024-08-10T05:17:43.180 INFO:tasks.rados.rados.0.smithi031.stdout:1048: done (0 left) 2024-08-10T05:17:43.180 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 46 current snap is 101 2024-08-10T05:17:43.180 INFO:tasks.rados.rados.0.smithi031.stdout:1049: seq_num 324 ranges {2695168=630784} 2024-08-10T05:17:43.199 INFO:tasks.rados.rados.0.smithi031.stdout:1049: writing smithi03186013-46 from 2695168 to 3325952 tid 1 2024-08-10T05:17:43.199 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 15 current snap is 101 2024-08-10T05:17:43.199 INFO:tasks.rados.rados.0.smithi031.stdout:1050: seq_num 325 ranges {0=647168} 2024-08-10T05:17:43.202 INFO:tasks.rados.rados.0.smithi031.stdout:1050: writing smithi03186013-15 from 0 to 647168 tid 1 2024-08-10T05:17:43.202 INFO:tasks.rados.rados.0.smithi031.stdout:1051: read oid 31 snap -1 2024-08-10T05:17:43.203 INFO:tasks.rados.rados.0.smithi031.stdout:1051: expect (ObjNum 174 snap 48 seq_num 174) 2024-08-10T05:17:43.203 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 23 current snap is 101 2024-08-10T05:17:43.203 INFO:tasks.rados.rados.0.smithi031.stdout:1052: seq_num 326 ranges {7487488=663552} 2024-08-10T05:17:43.248 INFO:tasks.rados.rados.0.smithi031.stdout:1052: writing smithi03186013-23 from 7487488 to 8151040 tid 1 2024-08-10T05:17:43.248 INFO:tasks.rados.rados.0.smithi031.stdout:1053: snap_remove snap 76 2024-08-10T05:17:43.248 INFO:tasks.rados.rados.0.smithi031.stdout:1049: finishing write tid 1 to smithi03186013-46 2024-08-10T05:17:43.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:42 smithi031 ceph-mon[98130]: pgmap v65: 121 pgs: 121 active+clean; 291 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:17:43.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:42 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:43.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:42 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:43.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:42 smithi031 ceph-mon[98130]: Reconfiguring osd.0 (monmap changed)... 2024-08-10T05:17:43.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:42 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-08-10T05:17:43.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:42 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:17:43.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:42 smithi031 ceph-mon[98130]: Reconfiguring daemon osd.0 on smithi031 2024-08-10T05:17:43.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:42 smithi031 ceph-mon[98130]: osdmap e278: 8 total, 8 up, 8 in 2024-08-10T05:17:43.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:42 smithi031 ceph-mon[100614]: pgmap v65: 121 pgs: 121 active+clean; 291 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:17:43.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:42 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:43.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:42 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:43.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:42 smithi031 ceph-mon[100614]: Reconfiguring osd.0 (monmap changed)... 2024-08-10T05:17:43.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:42 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-08-10T05:17:43.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:42 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:17:43.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:42 smithi031 ceph-mon[100614]: Reconfiguring daemon osd.0 on smithi031 2024-08-10T05:17:43.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:42 smithi031 ceph-mon[100614]: osdmap e278: 8 total, 8 up, 8 in 2024-08-10T05:17:43.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:42 smithi196 ceph-mon[90243]: pgmap v65: 121 pgs: 121 active+clean; 291 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:17:43.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:42 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:43.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:42 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:43.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:42 smithi196 ceph-mon[90243]: Reconfiguring osd.0 (monmap changed)... 2024-08-10T05:17:43.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:42 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-08-10T05:17:43.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:42 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:17:43.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:42 smithi196 ceph-mon[90243]: Reconfiguring daemon osd.0 on smithi031 2024-08-10T05:17:43.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:42 smithi196 ceph-mon[90243]: osdmap e278: 8 total, 8 up, 8 in 2024-08-10T05:17:43.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:17:43 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:17:43.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi031\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi031\", job=\"node\", machine=\"x86_64\", nodename=\"smithi031\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", domainname=\"(none)\", instance=\"smithi031\", job=\"node\", machine=\"x86_64\", nodename=\"smithi031\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:17:44.181 INFO:tasks.rados.rados.0.smithi031.stdout:1053: done (4 left) 2024-08-10T05:17:44.181 INFO:tasks.rados.rados.0.smithi031.stdout:1054: rmattr oid 47 current snap is 101 2024-08-10T05:17:44.181 INFO:tasks.rados.rados.0.smithi031.stdout:1055: snap_remove snap 100 2024-08-10T05:17:44.244 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:44 smithi031 ceph-mon[100614]: osdmap e279: 8 total, 8 up, 8 in 2024-08-10T05:17:44.244 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:44 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:44.244 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:44 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:44.244 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:44 smithi031 ceph-mon[100614]: Reconfiguring osd.1 (monmap changed)... 2024-08-10T05:17:44.244 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:44 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-08-10T05:17:44.244 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:44 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:17:44.244 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:44 smithi031 ceph-mon[100614]: Reconfiguring daemon osd.1 on smithi031 2024-08-10T05:17:44.244 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:44 smithi031 ceph-mon[98130]: osdmap e279: 8 total, 8 up, 8 in 2024-08-10T05:17:44.244 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:44 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:44.245 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:44 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:44.245 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:44 smithi031 ceph-mon[98130]: Reconfiguring osd.1 (monmap changed)... 2024-08-10T05:17:44.245 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:44 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-08-10T05:17:44.245 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:44 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:17:44.245 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:44 smithi031 ceph-mon[98130]: Reconfiguring daemon osd.1 on smithi031 2024-08-10T05:17:44.453 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:44 smithi196 ceph-mon[90243]: osdmap e279: 8 total, 8 up, 8 in 2024-08-10T05:17:44.454 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:44 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:44.454 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:44 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:44.454 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:44 smithi196 ceph-mon[90243]: Reconfiguring osd.1 (monmap changed)... 2024-08-10T05:17:44.454 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:44 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-08-10T05:17:44.454 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:44 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:17:44.454 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:44 smithi196 ceph-mon[90243]: Reconfiguring daemon osd.1 on smithi031 2024-08-10T05:17:44.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:17:44 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:17:44.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:17:44.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:17:44 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:17:44.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:17:45.188 INFO:tasks.rados.rados.0.smithi031.stdout:1055: done (5 left) 2024-08-10T05:17:45.188 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 50 current snap is 101 2024-08-10T05:17:45.188 INFO:tasks.rados.rados.0.smithi031.stdout:1049: finishing write tid 2 to smithi03186013-46 2024-08-10T05:17:45.188 INFO:tasks.rados.rados.0.smithi031.stdout:1050: finishing write tid 1 to smithi03186013-15 2024-08-10T05:17:45.188 INFO:tasks.rados.rados.0.smithi031.stdout:1056: seq_num 327 ranges {0=679936} 2024-08-10T05:17:45.191 INFO:tasks.rados.rados.0.smithi031.stdout:1056: writing smithi03186013-50 from 0 to 679936 tid 1 2024-08-10T05:17:45.191 INFO:tasks.rados.rados.0.smithi031.stdout:1057: read oid 26 snap -1 2024-08-10T05:17:45.191 INFO:tasks.rados.rados.0.smithi031.stdout:1057: expect (ObjNum 174 snap 48 seq_num 174) 2024-08-10T05:17:45.192 INFO:tasks.rados.rados.0.smithi031.stdout:1058: snap_remove snap 95 2024-08-10T05:17:45.430 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:45 smithi031 ceph-mon[100614]: pgmap v68: 121 pgs: 121 active+clean; 299 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.8 MiB/s rd, 2.7 MiB/s wr, 8 op/s 2024-08-10T05:17:45.430 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:45 smithi031 ceph-mon[100614]: osdmap e280: 8 total, 8 up, 8 in 2024-08-10T05:17:45.430 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:45 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:45.430 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:45 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:45.430 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:45 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-08-10T05:17:45.430 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:45 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:17:45.430 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:45 smithi031 ceph-mon[98130]: pgmap v68: 121 pgs: 121 active+clean; 299 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.8 MiB/s rd, 2.7 MiB/s wr, 8 op/s 2024-08-10T05:17:45.431 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:45 smithi031 ceph-mon[98130]: osdmap e280: 8 total, 8 up, 8 in 2024-08-10T05:17:45.431 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:45 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:45.431 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:45 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:45.431 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:45 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-08-10T05:17:45.431 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:45 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:17:45.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:45 smithi196 ceph-mon[90243]: pgmap v68: 121 pgs: 121 active+clean; 299 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.8 MiB/s rd, 2.7 MiB/s wr, 8 op/s 2024-08-10T05:17:45.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:45 smithi196 ceph-mon[90243]: osdmap e280: 8 total, 8 up, 8 in 2024-08-10T05:17:45.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:45 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:45.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:45 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:45.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:45 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-08-10T05:17:45.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:45 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:17:46.195 INFO:tasks.rados.rados.0.smithi031.stdout:1058: done (7 left) 2024-08-10T05:17:46.195 INFO:tasks.rados.rados.0.smithi031.stdout:1059: read oid 9 snap -1 2024-08-10T05:17:46.195 INFO:tasks.rados.rados.0.smithi031.stdout:1059: expect deleted 2024-08-10T05:17:46.195 INFO:tasks.rados.rados.0.smithi031.stdout:1060: snap_create 2024-08-10T05:17:46.195 INFO:tasks.rados.rados.0.smithi031.stdout:1049: finishing write tid 3 to smithi03186013-46 2024-08-10T05:17:46.195 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 46 v 175 (ObjNum 324 snap 101 seq_num 324) dirty exists 2024-08-10T05:17:46.195 INFO:tasks.rados.rados.0.smithi031.stdout:1049: left oid 46 (ObjNum 324 snap 101 seq_num 324) 2024-08-10T05:17:46.196 INFO:tasks.rados.rados.0.smithi031.stdout:1050: finishing write tid 2 to smithi03186013-15 2024-08-10T05:17:46.196 INFO:tasks.rados.rados.0.smithi031.stdout:1050: finishing write tid 3 to smithi03186013-15 2024-08-10T05:17:46.196 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 15 v 208 (ObjNum 325 snap 101 seq_num 325) dirty exists 2024-08-10T05:17:46.196 INFO:tasks.rados.rados.0.smithi031.stdout:1050: left oid 15 (ObjNum 325 snap 101 seq_num 325) 2024-08-10T05:17:46.196 INFO:tasks.rados.rados.0.smithi031.stdout:1051: expect (ObjNum 174 snap 48 seq_num 174) 2024-08-10T05:17:46.290 INFO:tasks.rados.rados.0.smithi031.stdout:1052: finishing write tid 1 to smithi03186013-23 2024-08-10T05:17:46.290 INFO:tasks.rados.rados.0.smithi031.stdout:1052: finishing write tid 2 to smithi03186013-23 2024-08-10T05:17:46.290 INFO:tasks.rados.rados.0.smithi031.stdout:1052: finishing write tid 3 to smithi03186013-23 2024-08-10T05:17:46.290 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 23 v 270 (ObjNum 326 snap 101 seq_num 326) dirty exists 2024-08-10T05:17:46.291 INFO:tasks.rados.rados.0.smithi031.stdout:1052: left oid 23 (ObjNum 326 snap 101 seq_num 326) 2024-08-10T05:17:46.291 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 47 v 275 (ObjNum 322 snap 101 seq_num 322) dirty exists 2024-08-10T05:17:46.291 INFO:tasks.rados.rados.0.smithi031.stdout:1056: finishing write tid 1 to smithi03186013-50 2024-08-10T05:17:46.291 INFO:tasks.rados.rados.0.smithi031.stdout:1056: finishing write tid 2 to smithi03186013-50 2024-08-10T05:17:46.291 INFO:tasks.rados.rados.0.smithi031.stdout:1057: expect (ObjNum 174 snap 48 seq_num 174) 2024-08-10T05:17:46.379 INFO:tasks.rados.rados.0.smithi031.stdout:1056: finishing write tid 3 to smithi03186013-50 2024-08-10T05:17:46.379 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 50 v 551 (ObjNum 327 snap 101 seq_num 327) dirty exists 2024-08-10T05:17:46.379 INFO:tasks.rados.rados.0.smithi031.stdout:1056: left oid 50 (ObjNum 327 snap 101 seq_num 327) 2024-08-10T05:17:46.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:46 smithi031 ceph-mon[100614]: Reconfiguring osd.2 (monmap changed)... 2024-08-10T05:17:46.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:46 smithi031 ceph-mon[100614]: Reconfiguring daemon osd.2 on smithi031 2024-08-10T05:17:46.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:46 smithi031 ceph-mon[100614]: osdmap e281: 8 total, 8 up, 8 in 2024-08-10T05:17:46.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:46 smithi031 ceph-mon[98130]: Reconfiguring osd.2 (monmap changed)... 2024-08-10T05:17:46.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:46 smithi031 ceph-mon[98130]: Reconfiguring daemon osd.2 on smithi031 2024-08-10T05:17:46.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:46 smithi031 ceph-mon[98130]: osdmap e281: 8 total, 8 up, 8 in 2024-08-10T05:17:46.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:46 smithi196 ceph-mon[90243]: Reconfiguring osd.2 (monmap changed)... 2024-08-10T05:17:46.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:46 smithi196 ceph-mon[90243]: Reconfiguring daemon osd.2 on smithi031 2024-08-10T05:17:46.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:46 smithi196 ceph-mon[90243]: osdmap e281: 8 total, 8 up, 8 in 2024-08-10T05:17:47.194 INFO:tasks.rados.rados.0.smithi031.stdout:1049: done (8 left) 2024-08-10T05:17:47.194 INFO:tasks.rados.rados.0.smithi031.stdout:1050: done (7 left) 2024-08-10T05:17:47.194 INFO:tasks.rados.rados.0.smithi031.stdout:1051: done (6 left) 2024-08-10T05:17:47.194 INFO:tasks.rados.rados.0.smithi031.stdout:1052: done (5 left) 2024-08-10T05:17:47.194 INFO:tasks.rados.rados.0.smithi031.stdout:1054: done (4 left) 2024-08-10T05:17:47.194 INFO:tasks.rados.rados.0.smithi031.stdout:1056: done (3 left) 2024-08-10T05:17:47.195 INFO:tasks.rados.rados.0.smithi031.stdout:1057: done (2 left) 2024-08-10T05:17:47.195 INFO:tasks.rados.rados.0.smithi031.stdout:1059: done (1 left) 2024-08-10T05:17:47.195 INFO:tasks.rados.rados.0.smithi031.stdout:1060: done (0 left) 2024-08-10T05:17:47.195 INFO:tasks.rados.rados.0.smithi031.stdout:1061: snap_remove snap 99 2024-08-10T05:17:47.449 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:47 smithi031 ceph-mon[98130]: pgmap v71: 121 pgs: 121 active+clean; 299 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.8 MiB/s rd, 2.7 MiB/s wr, 8 op/s 2024-08-10T05:17:47.449 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:47 smithi031 ceph-mon[98130]: osdmap e282: 8 total, 8 up, 8 in 2024-08-10T05:17:47.449 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:47 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:47.449 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:47 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:47.450 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:47 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-08-10T05:17:47.450 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:47 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:17:47.450 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:47 smithi031 ceph-mon[100614]: pgmap v71: 121 pgs: 121 active+clean; 299 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.8 MiB/s rd, 2.7 MiB/s wr, 8 op/s 2024-08-10T05:17:47.450 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:47 smithi031 ceph-mon[100614]: osdmap e282: 8 total, 8 up, 8 in 2024-08-10T05:17:47.450 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:47 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:47.450 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:47 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:47.450 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:47 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-08-10T05:17:47.451 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:47 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:17:47.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:47 smithi196 ceph-mon[90243]: pgmap v71: 121 pgs: 121 active+clean; 299 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.8 MiB/s rd, 2.7 MiB/s wr, 8 op/s 2024-08-10T05:17:47.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:47 smithi196 ceph-mon[90243]: osdmap e282: 8 total, 8 up, 8 in 2024-08-10T05:17:47.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:47 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:47.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:47 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:47.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:47 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-08-10T05:17:47.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:47 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:17:48.196 INFO:tasks.rados.rados.0.smithi031.stdout:1061: done (0 left) 2024-08-10T05:17:48.196 INFO:tasks.rados.rados.0.smithi031.stdout:1062: copy_from oid 25 from oid 20 current snap is 102 2024-08-10T05:17:48.196 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 47 current snap is 102 2024-08-10T05:17:48.196 INFO:tasks.rados.rados.0.smithi031.stdout:1063: seq_num 328 ranges {1728512=696320} 2024-08-10T05:17:48.210 INFO:tasks.rados.rados.0.smithi031.stdout:1063: writing smithi03186013-47 from 1728512 to 2424832 tid 1 2024-08-10T05:17:48.210 INFO:tasks.rados.rados.0.smithi031.stdout:1064: read oid 50 snap -1 2024-08-10T05:17:48.210 INFO:tasks.rados.rados.0.smithi031.stdout:1064: expect (ObjNum 327 snap 101 seq_num 327) 2024-08-10T05:17:48.210 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 21 current snap is 102 2024-08-10T05:17:48.211 INFO:tasks.rados.rados.0.smithi031.stdout:1062: finishing copy_from to smithi03186013-25 2024-08-10T05:17:48.211 INFO:tasks.rados.rados.0.smithi031.stdout:1062: got expected ENOENT (src dne) 2024-08-10T05:17:48.211 INFO:tasks.rados.rados.0.smithi031.stdout:1065: seq_num 329 ranges {696320=712704} 2024-08-10T05:17:48.218 INFO:tasks.rados.rados.0.smithi031.stdout:1065: writing smithi03186013-21 from 696320 to 1409024 tid 1 2024-08-10T05:17:48.218 INFO:tasks.rados.rados.0.smithi031.stdout:1066: snap_create 2024-08-10T05:17:48.218 INFO:tasks.rados.rados.0.smithi031.stdout:1062: finishing copy_from racing read to smithi03186013-25 2024-08-10T05:17:48.218 INFO:tasks.rados.rados.0.smithi031.stdout:1063: finishing write tid 1 to smithi03186013-47 2024-08-10T05:17:48.218 INFO:tasks.rados.rados.0.smithi031.stdout:1063: finishing write tid 2 to smithi03186013-47 2024-08-10T05:17:48.218 INFO:tasks.rados.rados.0.smithi031.stdout:1064: expect (ObjNum 327 snap 101 seq_num 327) 2024-08-10T05:17:48.236 INFO:tasks.rados.rados.0.smithi031.stdout:1063: finishing write tid 3 to smithi03186013-47 2024-08-10T05:17:48.236 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 47 v 277 (ObjNum 328 snap 102 seq_num 328) dirty exists 2024-08-10T05:17:48.236 INFO:tasks.rados.rados.0.smithi031.stdout:1063: left oid 47 (ObjNum 328 snap 102 seq_num 328) 2024-08-10T05:17:48.236 INFO:tasks.rados.rados.0.smithi031.stdout:1065: finishing write tid 1 to smithi03186013-21 2024-08-10T05:17:48.236 INFO:tasks.rados.rados.0.smithi031.stdout:1065: finishing write tid 2 to smithi03186013-21 2024-08-10T05:17:48.236 INFO:tasks.rados.rados.0.smithi031.stdout:1065: finishing write tid 3 to smithi03186013-21 2024-08-10T05:17:48.236 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 21 v 600 (ObjNum 329 snap 102 seq_num 329) dirty exists 2024-08-10T05:17:48.236 INFO:tasks.rados.rados.0.smithi031.stdout:1065: left oid 21 (ObjNum 329 snap 102 seq_num 329) 2024-08-10T05:17:48.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:48 smithi031 ceph-mon[98130]: Reconfiguring osd.3 (monmap changed)... 2024-08-10T05:17:48.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:48 smithi031 ceph-mon[98130]: Reconfiguring daemon osd.3 on smithi031 2024-08-10T05:17:48.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:48 smithi031 ceph-mon[98130]: osdmap e283: 8 total, 8 up, 8 in 2024-08-10T05:17:48.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:48 smithi031 ceph-mon[100614]: Reconfiguring osd.3 (monmap changed)... 2024-08-10T05:17:48.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:48 smithi031 ceph-mon[100614]: Reconfiguring daemon osd.3 on smithi031 2024-08-10T05:17:48.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:48 smithi031 ceph-mon[100614]: osdmap e283: 8 total, 8 up, 8 in 2024-08-10T05:17:48.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:48 smithi196 ceph-mon[90243]: Reconfiguring osd.3 (monmap changed)... 2024-08-10T05:17:48.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:48 smithi196 ceph-mon[90243]: Reconfiguring daemon osd.3 on smithi031 2024-08-10T05:17:48.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:48 smithi196 ceph-mon[90243]: osdmap e283: 8 total, 8 up, 8 in 2024-08-10T05:17:49.029 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:17:48 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:17:48.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)\", cluster_addr=\"172.21.15.31\", device_class=\"ssd\", hostname=\"smithi031\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.31\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)\", cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", cluster_addr=\"172.21.15.31\", device_class=\"ssd\", hostname=\"smithi031\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.31\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:17:49.171 INFO:tasks.rados.rados.0.smithi031.stdout:1062: done (4 left) 2024-08-10T05:17:49.171 INFO:tasks.rados.rados.0.smithi031.stdout:1063: done (3 left) 2024-08-10T05:17:49.171 INFO:tasks.rados.rados.0.smithi031.stdout:1064: done (2 left) 2024-08-10T05:17:49.172 INFO:tasks.rados.rados.0.smithi031.stdout:1065: done (1 left) 2024-08-10T05:17:49.172 INFO:tasks.rados.rados.0.smithi031.stdout:1066: done (0 left) 2024-08-10T05:17:49.172 INFO:tasks.rados.rados.0.smithi031.stdout:1067: read oid 7 snap 101 2024-08-10T05:17:49.172 INFO:tasks.rados.rados.0.smithi031.stdout:1067: expect (ObjNum 292 snap 93 seq_num 292) 2024-08-10T05:17:49.172 INFO:tasks.rados.rados.0.smithi031.stdout:1068: copy_from oid 48 from oid 12 current snap is 103 2024-08-10T05:17:49.172 INFO:tasks.rados.rados.0.smithi031.stdout:1069: rmattr oid 23 current snap is 103 2024-08-10T05:17:49.172 INFO:tasks.rados.rados.0.smithi031.stdout:1070: copy_from oid 49 from oid 38 current snap is 103 2024-08-10T05:17:49.172 INFO:tasks.rados.rados.0.smithi031.stdout:1071: delete oid 5 current snap is 103 2024-08-10T05:17:49.174 INFO:tasks.rados.rados.0.smithi031.stdout:1067: expect (ObjNum 292 snap 93 seq_num 292) 2024-08-10T05:17:49.180 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 23 v 282 (ObjNum 326 snap 101 seq_num 326) dirty exists 2024-08-10T05:17:49.180 INFO:tasks.rados.rados.0.smithi031.stdout:1067: done (4 left) 2024-08-10T05:17:49.180 INFO:tasks.rados.rados.0.smithi031.stdout:1069: done (3 left) 2024-08-10T05:17:49.180 INFO:tasks.rados.rados.0.smithi031.stdout:1071: done (2 left) 2024-08-10T05:17:49.180 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 45 current snap is 103 2024-08-10T05:17:49.180 INFO:tasks.rados.rados.0.smithi031.stdout:1072: seq_num 331 ranges {2375680=753664} 2024-08-10T05:17:49.198 INFO:tasks.rados.rados.0.smithi031.stdout:1072: writing smithi03186013-45 from 2375680 to 3129344 tid 1 2024-08-10T05:17:49.198 INFO:tasks.rados.rados.0.smithi031.stdout:1073: snap_remove snap 85 2024-08-10T05:17:49.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:49 smithi031 ceph-mon[98130]: pgmap v74: 121 pgs: 121 active+clean; 290 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 786 KiB/s wr, 7 op/s 2024-08-10T05:17:49.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:49 smithi031 ceph-mon[98130]: osdmap e284: 8 total, 8 up, 8 in 2024-08-10T05:17:49.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:49 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:49.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:49 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:49.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:49 smithi031 ceph-mon[98130]: Reconfiguring mds.a (monmap changed)... 2024-08-10T05:17:49.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:49 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-10T05:17:49.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:49 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:17:49.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:49 smithi031 ceph-mon[98130]: Reconfiguring daemon mds.a on smithi031 2024-08-10T05:17:49.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:49 smithi031 ceph-mon[98130]: osdmap e285: 8 total, 8 up, 8 in 2024-08-10T05:17:49.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:49 smithi031 ceph-mon[100614]: pgmap v74: 121 pgs: 121 active+clean; 290 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 786 KiB/s wr, 7 op/s 2024-08-10T05:17:49.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:49 smithi031 ceph-mon[100614]: osdmap e284: 8 total, 8 up, 8 in 2024-08-10T05:17:49.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:49 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:49.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:49 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:49.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:49 smithi031 ceph-mon[100614]: Reconfiguring mds.a (monmap changed)... 2024-08-10T05:17:49.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:49 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-10T05:17:49.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:49 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:17:49.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:49 smithi031 ceph-mon[100614]: Reconfiguring daemon mds.a on smithi031 2024-08-10T05:17:49.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:49 smithi031 ceph-mon[100614]: osdmap e285: 8 total, 8 up, 8 in 2024-08-10T05:17:49.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:49 smithi196 ceph-mon[90243]: pgmap v74: 121 pgs: 121 active+clean; 290 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 786 KiB/s wr, 7 op/s 2024-08-10T05:17:49.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:49 smithi196 ceph-mon[90243]: osdmap e284: 8 total, 8 up, 8 in 2024-08-10T05:17:49.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:49 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:49.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:49 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:49.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:49 smithi196 ceph-mon[90243]: Reconfiguring mds.a (monmap changed)... 2024-08-10T05:17:49.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:49 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-10T05:17:49.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:49 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:17:49.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:49 smithi196 ceph-mon[90243]: Reconfiguring daemon mds.a on smithi031 2024-08-10T05:17:49.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:49 smithi196 ceph-mon[90243]: osdmap e285: 8 total, 8 up, 8 in 2024-08-10T05:17:50.171 INFO:tasks.rados.rados.0.smithi031.stdout:1070: finishing copy_from racing read to smithi03186013-49 2024-08-10T05:17:50.171 INFO:tasks.rados.rados.0.smithi031.stdout:1072: finishing write tid 1 to smithi03186013-45 2024-08-10T05:17:50.171 INFO:tasks.rados.rados.0.smithi031.stdout:1070: finishing copy_from to smithi03186013-49 2024-08-10T05:17:50.171 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 49 v 210 (ObjNum 297 snap 94 seq_num 297) dirty exists 2024-08-10T05:17:50.171 INFO:tasks.rados.rados.0.smithi031.stdout:1072: finishing write tid 2 to smithi03186013-45 2024-08-10T05:17:50.171 INFO:tasks.rados.rados.0.smithi031.stdout:1072: finishing write tid 3 to smithi03186013-45 2024-08-10T05:17:50.171 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 45 v 578 (ObjNum 331 snap 103 seq_num 331) dirty exists 2024-08-10T05:17:50.171 INFO:tasks.rados.rados.0.smithi031.stdout:1072: left oid 45 (ObjNum 331 snap 103 seq_num 331) 2024-08-10T05:17:50.171 INFO:tasks.rados.rados.0.smithi031.stdout:1068: finishing copy_from racing read to smithi03186013-48 2024-08-10T05:17:50.172 INFO:tasks.rados.rados.0.smithi031.stdout:1068: finishing copy_from to smithi03186013-48 2024-08-10T05:17:50.172 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 48 v 257 (ObjNum 277 snap 83 seq_num 277) dirty exists 2024-08-10T05:17:50.172 INFO:tasks.rados.rados.0.smithi031.stdout:1068: done (3 left) 2024-08-10T05:17:50.172 INFO:tasks.rados.rados.0.smithi031.stdout:1070: done (2 left) 2024-08-10T05:17:50.172 INFO:tasks.rados.rados.0.smithi031.stdout:1072: done (1 left) 2024-08-10T05:17:50.172 INFO:tasks.rados.rados.0.smithi031.stdout:1073: done (0 left) 2024-08-10T05:17:50.172 INFO:tasks.rados.rados.0.smithi031.stdout:1074: rmattr oid 34 current snap is 103 2024-08-10T05:17:50.172 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 14 current snap is 103 2024-08-10T05:17:50.172 INFO:tasks.rados.rados.0.smithi031.stdout:1075: seq_num 332 ranges {311296=770048} 2024-08-10T05:17:50.178 INFO:tasks.rados.rados.0.smithi031.stdout:1075: writing smithi03186013-14 from 311296 to 1081344 tid 1 2024-08-10T05:17:50.178 INFO:tasks.rados.rados.0.smithi031.stdout:1076: delete oid 37 current snap is 103 2024-08-10T05:17:50.185 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 34 v 584 (ObjNum 385 snap 0 seq_num 590454416) dirty exists 2024-08-10T05:17:50.188 INFO:tasks.rados.rados.0.smithi031.stdout:1074: done (2 left) 2024-08-10T05:17:50.188 INFO:tasks.rados.rados.0.smithi031.stdout:1076: done (1 left) 2024-08-10T05:17:50.188 INFO:tasks.rados.rados.0.smithi031.stdout:1077: read oid 30 snap -1 2024-08-10T05:17:50.188 INFO:tasks.rados.rados.0.smithi031.stdout:1077: expect (ObjNum 294 snap 93 seq_num 294) 2024-08-10T05:17:50.188 INFO:tasks.rados.rados.0.smithi031.stdout:1078: snap_remove snap 98 2024-08-10T05:17:51.174 INFO:tasks.rados.rados.0.smithi031.stdout:1078: done (2 left) 2024-08-10T05:17:51.174 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 43 current snap is 103 2024-08-10T05:17:51.174 INFO:tasks.rados.rados.0.smithi031.stdout:1075: finishing write tid 1 to smithi03186013-14 2024-08-10T05:17:51.174 INFO:tasks.rados.rados.0.smithi031.stdout:1075: finishing write tid 2 to smithi03186013-14 2024-08-10T05:17:51.174 INFO:tasks.rados.rados.0.smithi031.stdout:1075: finishing write tid 3 to smithi03186013-14 2024-08-10T05:17:51.174 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 14 v 589 (ObjNum 332 snap 103 seq_num 332) dirty exists 2024-08-10T05:17:51.174 INFO:tasks.rados.rados.0.smithi031.stdout:1075: left oid 14 (ObjNum 332 snap 103 seq_num 332) 2024-08-10T05:17:51.174 INFO:tasks.rados.rados.0.smithi031.stdout:1077: expect (ObjNum 294 snap 93 seq_num 294) 2024-08-10T05:17:51.255 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:50 smithi031 ceph-mon[100614]: pgmap v77: 121 pgs: 121 active+clean; 290 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 786 KiB/s wr, 7 op/s 2024-08-10T05:17:51.255 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:50 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:51.255 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:50 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:51.255 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:50 smithi031 ceph-mon[100614]: Reconfiguring mon.b (monmap changed)... 2024-08-10T05:17:51.255 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:50 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-10T05:17:51.255 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:50 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-10T05:17:51.255 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:50 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:17:51.255 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:50 smithi031 ceph-mon[100614]: Reconfiguring daemon mon.b on smithi196 2024-08-10T05:17:51.256 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:50 smithi031 ceph-mon[100614]: osdmap e286: 8 total, 8 up, 8 in 2024-08-10T05:17:51.256 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:50 smithi031 ceph-mon[98130]: pgmap v77: 121 pgs: 121 active+clean; 290 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 786 KiB/s wr, 7 op/s 2024-08-10T05:17:51.256 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:50 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:51.256 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:50 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:51.256 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:50 smithi031 ceph-mon[98130]: Reconfiguring mon.b (monmap changed)... 2024-08-10T05:17:51.256 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:50 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-10T05:17:51.256 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:50 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-10T05:17:51.256 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:50 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:17:51.256 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:50 smithi031 ceph-mon[98130]: Reconfiguring daemon mon.b on smithi196 2024-08-10T05:17:51.256 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:50 smithi031 ceph-mon[98130]: osdmap e286: 8 total, 8 up, 8 in 2024-08-10T05:17:51.276 INFO:tasks.rados.rados.0.smithi031.stdout:1079: seq_num 334 ranges {0=802816} 2024-08-10T05:17:51.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:50 smithi196 ceph-mon[90243]: pgmap v77: 121 pgs: 121 active+clean; 290 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 786 KiB/s wr, 7 op/s 2024-08-10T05:17:51.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:50 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:51.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:50 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:51.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:50 smithi196 ceph-mon[90243]: Reconfiguring mon.b (monmap changed)... 2024-08-10T05:17:51.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:50 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-10T05:17:51.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:50 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-10T05:17:51.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:50 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:17:51.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:50 smithi196 ceph-mon[90243]: Reconfiguring daemon mon.b on smithi196 2024-08-10T05:17:51.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:50 smithi196 ceph-mon[90243]: osdmap e286: 8 total, 8 up, 8 in 2024-08-10T05:17:51.281 INFO:tasks.rados.rados.0.smithi031.stdout:1079: writing smithi03186013-43 from 0 to 802816 tid 1 2024-08-10T05:17:51.281 INFO:tasks.rados.rados.0.smithi031.stdout:1075: done (2 left) 2024-08-10T05:17:51.281 INFO:tasks.rados.rados.0.smithi031.stdout:1077: done (1 left) 2024-08-10T05:17:51.281 INFO:tasks.rados.rados.0.smithi031.stdout:1080: read oid 31 snap -1 2024-08-10T05:17:51.281 INFO:tasks.rados.rados.0.smithi031.stdout:1080: expect (ObjNum 174 snap 48 seq_num 174) 2024-08-10T05:17:51.281 INFO:tasks.rados.rados.0.smithi031.stdout:1081: rollback oid 37 current snap is 103 2024-08-10T05:17:51.281 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 37 to 102 2024-08-10T05:17:51.281 INFO:tasks.rados.rados.0.smithi031.stdout:1082: snap_create 2024-08-10T05:17:51.284 INFO:tasks.rados.rados.0.smithi031.stdout:1081: finishing rollback tid 1 to smithi03186013-37 2024-08-10T05:17:51.284 INFO:tasks.rados.rados.0.smithi031.stdout:1081: finishing rollback tid 2 to smithi03186013-37 2024-08-10T05:17:51.284 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 37 v 450 (ObjNum 282 snap 84 seq_num 282) dirty exists 2024-08-10T05:17:51.285 INFO:tasks.rados.rados.0.smithi031.stdout:1079: finishing write tid 1 to smithi03186013-43 2024-08-10T05:17:51.285 INFO:tasks.rados.rados.0.smithi031.stdout:1079: finishing write tid 2 to smithi03186013-43 2024-08-10T05:17:51.286 INFO:tasks.rados.rados.0.smithi031.stdout:1079: finishing write tid 3 to smithi03186013-43 2024-08-10T05:17:51.286 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 43 v 191 (ObjNum 334 snap 103 seq_num 334) dirty exists 2024-08-10T05:17:51.287 INFO:tasks.rados.rados.0.smithi031.stdout:1079: left oid 43 (ObjNum 334 snap 103 seq_num 334) 2024-08-10T05:17:51.287 INFO:tasks.rados.rados.0.smithi031.stdout:1080: expect (ObjNum 174 snap 48 seq_num 174) 2024-08-10T05:17:51.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:17:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:17:51] "GET /metrics HTTP/1.1" 200 36039 "" "Prometheus/2.43.0" 2024-08-10T05:17:52.178 INFO:tasks.rados.rados.0.smithi031.stdout:1079: done (3 left) 2024-08-10T05:17:52.178 INFO:tasks.rados.rados.0.smithi031.stdout:1080: done (2 left) 2024-08-10T05:17:52.178 INFO:tasks.rados.rados.0.smithi031.stdout:1081: done (1 left) 2024-08-10T05:17:52.178 INFO:tasks.rados.rados.0.smithi031.stdout:1082: done (0 left) 2024-08-10T05:17:52.178 INFO:tasks.rados.rados.0.smithi031.stdout:1083: rollback oid 29 current snap is 104 2024-08-10T05:17:52.178 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 29 to 72 2024-08-10T05:17:52.178 INFO:tasks.rados.rados.0.smithi031.stdout:1084: snap_remove snap 101 2024-08-10T05:17:52.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:52 smithi031 ceph-mon[98130]: osdmap e287: 8 total, 8 up, 8 in 2024-08-10T05:17:52.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:52 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:52.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:52 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:52.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:52 smithi031 ceph-mon[98130]: Reconfiguring mgr.x (monmap changed)... 2024-08-10T05:17:52.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:52 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-10T05:17:52.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:52 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-10T05:17:52.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:52 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:17:52.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:52 smithi031 ceph-mon[98130]: Reconfiguring daemon mgr.x on smithi196 2024-08-10T05:17:52.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:52 smithi031 ceph-mon[100614]: osdmap e287: 8 total, 8 up, 8 in 2024-08-10T05:17:52.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:52 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:52.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:52 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:52.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:52 smithi031 ceph-mon[100614]: Reconfiguring mgr.x (monmap changed)... 2024-08-10T05:17:52.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:52 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-10T05:17:52.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:52 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-10T05:17:52.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:52 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:17:52.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:52 smithi031 ceph-mon[100614]: Reconfiguring daemon mgr.x on smithi196 2024-08-10T05:17:52.528 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:17:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:17:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:17:52.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:52 smithi196 ceph-mon[90243]: osdmap e287: 8 total, 8 up, 8 in 2024-08-10T05:17:52.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:52 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:52.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:52 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:52.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:52 smithi196 ceph-mon[90243]: Reconfiguring mgr.x (monmap changed)... 2024-08-10T05:17:52.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:52 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-10T05:17:52.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:52 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-10T05:17:52.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:52 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:17:52.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:52 smithi196 ceph-mon[90243]: Reconfiguring daemon mgr.x on smithi196 2024-08-10T05:17:53.179 INFO:tasks.rados.rados.0.smithi031.stdout:1084: done (1 left) 2024-08-10T05:17:53.179 INFO:tasks.rados.rados.0.smithi031.stdout:1085: read oid 4 snap -1 2024-08-10T05:17:53.179 INFO:tasks.rados.rados.0.smithi031.stdout:1085: expect (ObjNum 54 snap 4 seq_num 54) 2024-08-10T05:17:53.179 INFO:tasks.rados.rados.0.smithi031.stdout:1086: delete oid 20 current snap is 104 2024-08-10T05:17:53.179 INFO:tasks.rados.rados.0.smithi031.stdout:1083: finishing rollback tid 0 to smithi03186013-29 2024-08-10T05:17:53.179 INFO:tasks.rados.rados.0.smithi031.stdout:1083: finishing rollback tid 1 to smithi03186013-29 2024-08-10T05:17:53.179 INFO:tasks.rados.rados.0.smithi031.stdout:1083: finishing rollback tid 2 to smithi03186013-29 2024-08-10T05:17:53.179 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 29 v 626 (ObjNum 168 snap 44 seq_num 168) dirty exists 2024-08-10T05:17:53.188 INFO:tasks.rados.rados.0.smithi031.stdout:1083: done (2 left) 2024-08-10T05:17:53.189 INFO:tasks.rados.rados.0.smithi031.stdout:1086: done (1 left) 2024-08-10T05:17:53.189 INFO:tasks.rados.rados.0.smithi031.stdout:1087: snap_remove snap 103 2024-08-10T05:17:53.454 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:53 smithi196 ceph-mon[90243]: pgmap v80: 121 pgs: 121 active+clean; 290 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:17:53.455 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:53 smithi196 ceph-mon[90243]: osdmap e288: 8 total, 8 up, 8 in 2024-08-10T05:17:53.455 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:53 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:53.455 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:53 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:53.455 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:53 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-08-10T05:17:53.455 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:53 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:17:53.455 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:53 smithi196 ceph-mon[90243]: osdmap e289: 8 total, 8 up, 8 in 2024-08-10T05:17:53.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:53 smithi031 ceph-mon[100614]: pgmap v80: 121 pgs: 121 active+clean; 290 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:17:53.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:53 smithi031 ceph-mon[100614]: osdmap e288: 8 total, 8 up, 8 in 2024-08-10T05:17:53.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:53 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:53.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:53 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:53.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:53 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-08-10T05:17:53.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:53 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:17:53.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:53 smithi031 ceph-mon[100614]: osdmap e289: 8 total, 8 up, 8 in 2024-08-10T05:17:53.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:53 smithi031 ceph-mon[98130]: pgmap v80: 121 pgs: 121 active+clean; 290 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:17:53.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:53 smithi031 ceph-mon[98130]: osdmap e288: 8 total, 8 up, 8 in 2024-08-10T05:17:53.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:53 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:53.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:53 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:53.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:53 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-08-10T05:17:53.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:53 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:17:53.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:53 smithi031 ceph-mon[98130]: osdmap e289: 8 total, 8 up, 8 in 2024-08-10T05:17:53.706 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:17:53 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:17:53.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi031\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi031\", job=\"node\", machine=\"x86_64\", nodename=\"smithi031\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", domainname=\"(none)\", instance=\"smithi031\", job=\"node\", machine=\"x86_64\", nodename=\"smithi031\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:17:54.202 INFO:tasks.rados.rados.0.smithi031.stdout:1087: done (1 left) 2024-08-10T05:17:54.202 INFO:tasks.rados.rados.0.smithi031.stdout:1088: delete oid 11 current snap is 104 2024-08-10T05:17:54.203 INFO:tasks.rados.rados.0.smithi031.stdout:1085: expect (ObjNum 54 snap 4 seq_num 54) 2024-08-10T05:17:54.288 INFO:tasks.rados.rados.0.smithi031.stdout:1085: done (1 left) 2024-08-10T05:17:54.288 INFO:tasks.rados.rados.0.smithi031.stdout:1088: done (0 left) 2024-08-10T05:17:54.288 INFO:tasks.rados.rados.0.smithi031.stdout:1089: snap_remove snap 102 2024-08-10T05:17:54.453 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:54 smithi196 ceph-mon[90243]: Reconfiguring osd.4 (monmap changed)... 2024-08-10T05:17:54.453 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:54 smithi196 ceph-mon[90243]: Reconfiguring daemon osd.4 on smithi196 2024-08-10T05:17:54.518 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:54 smithi031 ceph-mon[100614]: Reconfiguring osd.4 (monmap changed)... 2024-08-10T05:17:54.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:54 smithi031 ceph-mon[100614]: Reconfiguring daemon osd.4 on smithi196 2024-08-10T05:17:54.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:54 smithi031 ceph-mon[98130]: Reconfiguring osd.4 (monmap changed)... 2024-08-10T05:17:54.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:54 smithi031 ceph-mon[98130]: Reconfiguring daemon osd.4 on smithi196 2024-08-10T05:17:54.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:17:54 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:17:54.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:17:54.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:17:54 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:17:54.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:17:55.203 INFO:tasks.rados.rados.0.smithi031.stdout:1089: done (0 left) 2024-08-10T05:17:55.204 INFO:tasks.rados.rados.0.smithi031.stdout:1090: read oid 6 snap -1 2024-08-10T05:17:55.204 INFO:tasks.rados.rados.0.smithi031.stdout:1090: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-10T05:17:55.204 INFO:tasks.rados.rados.0.smithi031.stdout:1091: read oid 26 snap -1 2024-08-10T05:17:55.204 INFO:tasks.rados.rados.0.smithi031.stdout:1091: expect (ObjNum 174 snap 48 seq_num 174) 2024-08-10T05:17:55.204 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 12 current snap is 104 2024-08-10T05:17:55.204 INFO:tasks.rados.rados.0.smithi031.stdout:1092: seq_num 337 ranges {7487488=450560,7938048=401408} 2024-08-10T05:17:55.248 INFO:tasks.rados.rados.0.smithi031.stdout:1092: writing smithi03186013-12 from 7487488 to 7938048 tid 1 2024-08-10T05:17:55.250 INFO:tasks.rados.rados.0.smithi031.stdout:1092: writing smithi03186013-12 from 7938048 to 8339456 tid 2 2024-08-10T05:17:55.250 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 10 current snap is 104 2024-08-10T05:17:55.250 INFO:tasks.rados.rados.0.smithi031.stdout:1093: seq_num 338 ranges {4554752=466944,5021696=401408} 2024-08-10T05:17:55.278 INFO:tasks.rados.rados.0.smithi031.stdout:1093: writing smithi03186013-10 from 4554752 to 5021696 tid 1 2024-08-10T05:17:55.280 INFO:tasks.rados.rados.0.smithi031.stdout:1093: writing smithi03186013-10 from 5021696 to 5423104 tid 2 2024-08-10T05:17:55.280 INFO:tasks.rados.rados.0.smithi031.stdout:1094: snap_create 2024-08-10T05:17:55.281 INFO:tasks.rados.rados.0.smithi031.stdout:1090: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-10T05:17:55.286 INFO:tasks.rados.rados.0.smithi031.stdout:1091: expect (ObjNum 174 snap 48 seq_num 174) 2024-08-10T05:17:55.375 INFO:tasks.rados.rados.0.smithi031.stdout:1092: finishing write tid 1 to smithi03186013-12 2024-08-10T05:17:55.375 INFO:tasks.rados.rados.0.smithi031.stdout:1092: finishing write tid 2 to smithi03186013-12 2024-08-10T05:17:55.375 INFO:tasks.rados.rados.0.smithi031.stdout:1092: finishing write tid 3 to smithi03186013-12 2024-08-10T05:17:55.376 INFO:tasks.rados.rados.0.smithi031.stdout:1092: finishing write tid 4 to smithi03186013-12 2024-08-10T05:17:55.376 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 12 v 489 (ObjNum 337 snap 104 seq_num 337) dirty exists 2024-08-10T05:17:55.376 INFO:tasks.rados.rados.0.smithi031.stdout:1092: left oid 12 (ObjNum 337 snap 104 seq_num 337) 2024-08-10T05:17:55.376 INFO:tasks.rados.rados.0.smithi031.stdout:1093: finishing write tid 1 to smithi03186013-10 2024-08-10T05:17:55.376 INFO:tasks.rados.rados.0.smithi031.stdout:1093: finishing write tid 2 to smithi03186013-10 2024-08-10T05:17:55.376 INFO:tasks.rados.rados.0.smithi031.stdout:1093: finishing write tid 3 to smithi03186013-10 2024-08-10T05:17:55.376 INFO:tasks.rados.rados.0.smithi031.stdout:1093: finishing write tid 4 to smithi03186013-10 2024-08-10T05:17:55.376 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 10 v 295 (ObjNum 338 snap 104 seq_num 338) dirty exists 2024-08-10T05:17:55.376 INFO:tasks.rados.rados.0.smithi031.stdout:1093: left oid 10 (ObjNum 338 snap 104 seq_num 338) 2024-08-10T05:17:55.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:55 smithi031 ceph-mon[98130]: pgmap v83: 121 pgs: 121 active+clean; 305 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.8 MiB/s wr, 13 op/s 2024-08-10T05:17:55.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:55 smithi031 ceph-mon[98130]: osdmap e290: 8 total, 8 up, 8 in 2024-08-10T05:17:55.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:55 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:55.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:55 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:55.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:55 smithi031 ceph-mon[98130]: Reconfiguring osd.5 (monmap changed)... 2024-08-10T05:17:55.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:55 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-08-10T05:17:55.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:55 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:17:55.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:55 smithi031 ceph-mon[98130]: Reconfiguring daemon osd.5 on smithi196 2024-08-10T05:17:55.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:55 smithi031 ceph-mon[100614]: pgmap v83: 121 pgs: 121 active+clean; 305 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.8 MiB/s wr, 13 op/s 2024-08-10T05:17:55.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:55 smithi031 ceph-mon[100614]: osdmap e290: 8 total, 8 up, 8 in 2024-08-10T05:17:55.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:55 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:55.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:55 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:55.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:55 smithi031 ceph-mon[100614]: Reconfiguring osd.5 (monmap changed)... 2024-08-10T05:17:55.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:55 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-08-10T05:17:55.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:55 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:17:55.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:55 smithi031 ceph-mon[100614]: Reconfiguring daemon osd.5 on smithi196 2024-08-10T05:17:55.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:55 smithi196 ceph-mon[90243]: pgmap v83: 121 pgs: 121 active+clean; 305 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.8 MiB/s wr, 13 op/s 2024-08-10T05:17:55.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:55 smithi196 ceph-mon[90243]: osdmap e290: 8 total, 8 up, 8 in 2024-08-10T05:17:55.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:55 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:55.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:55 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:55.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:55 smithi196 ceph-mon[90243]: Reconfiguring osd.5 (monmap changed)... 2024-08-10T05:17:55.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:55 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-08-10T05:17:55.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:55 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:17:55.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:55 smithi196 ceph-mon[90243]: Reconfiguring daemon osd.5 on smithi196 2024-08-10T05:17:56.208 INFO:tasks.rados.rados.0.smithi031.stdout:1090: done (4 left) 2024-08-10T05:17:56.208 INFO:tasks.rados.rados.0.smithi031.stdout:1091: done (3 left) 2024-08-10T05:17:56.208 INFO:tasks.rados.rados.0.smithi031.stdout:1092: done (2 left) 2024-08-10T05:17:56.208 INFO:tasks.rados.rados.0.smithi031.stdout:1093: done (1 left) 2024-08-10T05:17:56.208 INFO:tasks.rados.rados.0.smithi031.stdout:1094: done (0 left) 2024-08-10T05:17:56.208 INFO:tasks.rados.rados.0.smithi031.stdout:1095: snap_create 2024-08-10T05:17:56.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:56 smithi031 ceph-mon[98130]: osdmap e291: 8 total, 8 up, 8 in 2024-08-10T05:17:56.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:17:56.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:56.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:56.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-08-10T05:17:56.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:17:56.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:56 smithi031 ceph-mon[100614]: osdmap e291: 8 total, 8 up, 8 in 2024-08-10T05:17:56.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:56 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:17:56.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:56 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:56.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:56 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:56.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:56 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-08-10T05:17:56.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:56 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:17:56.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:56 smithi196 ceph-mon[90243]: osdmap e291: 8 total, 8 up, 8 in 2024-08-10T05:17:56.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:56 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:17:56.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:56 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:56.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:56 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:56.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:56 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-08-10T05:17:56.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:56 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:17:57.210 INFO:tasks.rados.rados.0.smithi031.stdout:1095: done (0 left) 2024-08-10T05:17:57.210 INFO:tasks.rados.rados.0.smithi031.stdout:1096: read oid 16 snap -1 2024-08-10T05:17:57.210 INFO:tasks.rados.rados.0.smithi031.stdout:1096: expect (ObjNum 261 snap 78 seq_num 261) 2024-08-10T05:17:57.210 INFO:tasks.rados.rados.0.smithi031.stdout:1097: rollback oid 3 current snap is 106 2024-08-10T05:17:57.210 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 3 to 72 2024-08-10T05:17:57.211 INFO:tasks.rados.rados.0.smithi031.stdout:1098: rmattr oid 19 current snap is 106 2024-08-10T05:17:57.211 INFO:tasks.rados.rados.0.smithi031.stdout:1098: done (2 left) 2024-08-10T05:17:57.211 INFO:tasks.rados.rados.0.smithi031.stdout:1099: snap_create 2024-08-10T05:17:57.221 INFO:tasks.rados.rados.0.smithi031.stdout:1097: finishing rollback tid 0 to smithi03186013-3 2024-08-10T05:17:57.222 INFO:tasks.rados.rados.0.smithi031.stdout:1097: finishing rollback tid 1 to smithi03186013-3 2024-08-10T05:17:57.223 INFO:tasks.rados.rados.0.smithi031.stdout:1097: finishing rollback tid 2 to smithi03186013-3 2024-08-10T05:17:57.223 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 3 v 493 (ObjNum 245 snap 70 seq_num 245) dirty exists 2024-08-10T05:17:57.255 INFO:tasks.rados.rados.0.smithi031.stdout:1096: expect (ObjNum 261 snap 78 seq_num 261) 2024-08-10T05:17:57.258 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:57 smithi196 ceph-mon[90243]: pgmap v86: 121 pgs: 121 active+clean; 305 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.8 MiB/s wr, 13 op/s 2024-08-10T05:17:57.258 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:57 smithi196 ceph-mon[90243]: Reconfiguring osd.6 (monmap changed)... 2024-08-10T05:17:57.258 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:57 smithi196 ceph-mon[90243]: Reconfiguring daemon osd.6 on smithi196 2024-08-10T05:17:57.258 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:57 smithi196 ceph-mon[90243]: osdmap e292: 8 total, 8 up, 8 in 2024-08-10T05:17:57.518 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:57 smithi031 ceph-mon[100614]: pgmap v86: 121 pgs: 121 active+clean; 305 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.8 MiB/s wr, 13 op/s 2024-08-10T05:17:57.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:57 smithi031 ceph-mon[100614]: Reconfiguring osd.6 (monmap changed)... 2024-08-10T05:17:57.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:57 smithi031 ceph-mon[100614]: Reconfiguring daemon osd.6 on smithi196 2024-08-10T05:17:57.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:57 smithi031 ceph-mon[100614]: osdmap e292: 8 total, 8 up, 8 in 2024-08-10T05:17:57.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:57 smithi031 ceph-mon[98130]: pgmap v86: 121 pgs: 121 active+clean; 305 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.8 MiB/s wr, 13 op/s 2024-08-10T05:17:57.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:57 smithi031 ceph-mon[98130]: Reconfiguring osd.6 (monmap changed)... 2024-08-10T05:17:57.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:57 smithi031 ceph-mon[98130]: Reconfiguring daemon osd.6 on smithi196 2024-08-10T05:17:57.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:57 smithi031 ceph-mon[98130]: osdmap e292: 8 total, 8 up, 8 in 2024-08-10T05:17:58.221 INFO:tasks.rados.rados.0.smithi031.stdout:1096: done (2 left) 2024-08-10T05:17:58.221 INFO:tasks.rados.rados.0.smithi031.stdout:1097: done (1 left) 2024-08-10T05:17:58.221 INFO:tasks.rados.rados.0.smithi031.stdout:1099: done (0 left) 2024-08-10T05:17:58.222 INFO:tasks.rados.rados.0.smithi031.stdout:1100: snap_create 2024-08-10T05:17:58.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:58 smithi196 ceph-mon[90243]: osdmap e293: 8 total, 8 up, 8 in 2024-08-10T05:17:58.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:58 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:58.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:58 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:58.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:58 smithi196 ceph-mon[90243]: Reconfiguring osd.7 (monmap changed)... 2024-08-10T05:17:58.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:58 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-08-10T05:17:58.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:58 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:17:58.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:58 smithi196 ceph-mon[90243]: Reconfiguring daemon osd.7 on smithi196 2024-08-10T05:17:58.366 INFO:teuthology.orchestra.run.smithi031.stdout:true 2024-08-10T05:17:58.367 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:58 smithi031 ceph-mon[100614]: osdmap e293: 8 total, 8 up, 8 in 2024-08-10T05:17:58.367 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:58 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:58.367 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:58 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:58.367 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:58 smithi031 ceph-mon[100614]: Reconfiguring osd.7 (monmap changed)... 2024-08-10T05:17:58.367 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:58 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-08-10T05:17:58.368 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:58 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:17:58.368 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:58 smithi031 ceph-mon[100614]: Reconfiguring daemon osd.7 on smithi196 2024-08-10T05:17:58.368 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:58 smithi031 ceph-mon[98130]: osdmap e293: 8 total, 8 up, 8 in 2024-08-10T05:17:58.368 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:58 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:58.368 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:58 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:58.368 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:58 smithi031 ceph-mon[98130]: Reconfiguring osd.7 (monmap changed)... 2024-08-10T05:17:58.368 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:58 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-08-10T05:17:58.368 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:58 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:17:58.368 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:58 smithi031 ceph-mon[98130]: Reconfiguring daemon osd.7 on smithi196 2024-08-10T05:17:58.641 INFO:teuthology.orchestra.run.smithi031.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-10T05:17:58.641 INFO:teuthology.orchestra.run.smithi031.stdout:alertmanager.a smithi031 *:9093,9094 running (2m) 39s ago 6m 15.5M - 0.25.0 c8568f914cd2 afde0a9ed8a2 2024-08-10T05:17:58.641 INFO:teuthology.orchestra.run.smithi031.stdout:grafana.a smithi196 *:3000 running (2m) 25s ago 6m 76.0M - 9.4.7 954c08fa6188 6ec1b1b19e7a 2024-08-10T05:17:58.641 INFO:teuthology.orchestra.run.smithi031.stdout:mds.a smithi031 running (7m) 39s ago 7m 15.8M - 17.2.7-1372-g56ceb861 354fce865a9a 6a7f8795f454 2024-08-10T05:17:58.641 INFO:teuthology.orchestra.run.smithi031.stdout:mds.b smithi196 running (7m) 25s ago 7m 18.2M - 17.2.7-1372-g56ceb861 354fce865a9a b1ed5b548d29 2024-08-10T05:17:58.641 INFO:teuthology.orchestra.run.smithi031.stdout:mgr.x smithi196 *:8443,9283,8765 running (84s) 25s ago 11m 438M - 19.1.0-1335-gbca9905d c7b33901c886 467542b38c9b 2024-08-10T05:17:58.642 INFO:teuthology.orchestra.run.smithi031.stdout:mgr.y smithi031 *:8443,9283,8765 running (112s) 39s ago 12m 499M - 19.1.0-1335-gbca9905d c7b33901c886 7eef306ed587 2024-08-10T05:17:58.642 INFO:teuthology.orchestra.run.smithi031.stdout:mon.a smithi031 running (69s) 39s ago 13m 42.0M 2048M 19.1.0-1335-gbca9905d c7b33901c886 9e3f4f54b00a 2024-08-10T05:17:58.642 INFO:teuthology.orchestra.run.smithi031.stdout:mon.b smithi196 running (30s) 25s ago 11m 22.1M 2048M 19.1.0-1335-gbca9905d c7b33901c886 b01d51d0054f 2024-08-10T05:17:58.642 INFO:teuthology.orchestra.run.smithi031.stdout:mon.c smithi031 running (48s) 39s ago 11m 25.6M 2048M 19.1.0-1335-gbca9905d c7b33901c886 2cc1160db2be 2024-08-10T05:17:58.642 INFO:teuthology.orchestra.run.smithi031.stdout:node-exporter.a smithi031 *:9100 running (2m) 39s ago 5m 8858k - 1.5.0 0da6a335fe13 b1e6859cbc5d 2024-08-10T05:17:58.642 INFO:teuthology.orchestra.run.smithi031.stdout:node-exporter.b smithi196 *:9100 running (118s) 25s ago 5m 7944k - 1.5.0 0da6a335fe13 fce7ddc02cba 2024-08-10T05:17:58.642 INFO:teuthology.orchestra.run.smithi031.stdout:osd.0 smithi031 running (10m) 39s ago 10m 181M 2481M 17.2.7-1372-g56ceb861 354fce865a9a 36e1ab6186cd 2024-08-10T05:17:58.642 INFO:teuthology.orchestra.run.smithi031.stdout:osd.1 smithi031 running (10m) 39s ago 10m 148M 2481M 17.2.7-1372-g56ceb861 354fce865a9a 80a25aacceaf 2024-08-10T05:17:58.642 INFO:teuthology.orchestra.run.smithi031.stdout:osd.2 smithi031 running (10m) 39s ago 10m 103M 2481M 17.2.7-1372-g56ceb861 354fce865a9a 219593aa2bcc 2024-08-10T05:17:58.642 INFO:teuthology.orchestra.run.smithi031.stdout:osd.3 smithi031 running (9m) 39s ago 9m 119M 2481M 17.2.7-1372-g56ceb861 354fce865a9a 2f86cfe4892d 2024-08-10T05:17:58.642 INFO:teuthology.orchestra.run.smithi031.stdout:osd.4 smithi196 running (9m) 25s ago 9m 165M 2480M 17.2.7-1372-g56ceb861 354fce865a9a 267ae336e2f7 2024-08-10T05:17:58.642 INFO:teuthology.orchestra.run.smithi031.stdout:osd.5 smithi196 running (8m) 25s ago 8m 169M 2480M 17.2.7-1372-g56ceb861 354fce865a9a 6af7d344b4cc 2024-08-10T05:17:58.642 INFO:teuthology.orchestra.run.smithi031.stdout:osd.6 smithi196 running (8m) 25s ago 8m 117M 2480M 17.2.7-1372-g56ceb861 354fce865a9a e73c19910471 2024-08-10T05:17:58.643 INFO:teuthology.orchestra.run.smithi031.stdout:osd.7 smithi196 running (8m) 25s ago 8m 91.7M 2480M 17.2.7-1372-g56ceb861 354fce865a9a f847e8917297 2024-08-10T05:17:58.643 INFO:teuthology.orchestra.run.smithi031.stdout:prometheus.a smithi196 *:9095 running (89s) 25s ago 6m 51.8M - 2.43.0 a07b618ecd1d d50c5c7907b8 2024-08-10T05:17:58.706 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:17:58 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:17:58.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)\", cluster_addr=\"172.21.15.31\", device_class=\"ssd\", hostname=\"smithi031\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.31\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)\", cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", cluster_addr=\"172.21.15.31\", device_class=\"ssd\", hostname=\"smithi031\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.31\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:17:58.985 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-08-10T05:17:58.985 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": { 2024-08-10T05:17:58.985 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 3 2024-08-10T05:17:58.985 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-08-10T05:17:58.985 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": { 2024-08-10T05:17:58.985 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 2 2024-08-10T05:17:58.986 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-08-10T05:17:58.986 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": { 2024-08-10T05:17:58.986 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 8 2024-08-10T05:17:58.986 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-08-10T05:17:58.986 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": { 2024-08-10T05:17:58.986 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 2 2024-08-10T05:17:58.986 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-08-10T05:17:58.987 INFO:teuthology.orchestra.run.smithi031.stdout: "overall": { 2024-08-10T05:17:58.987 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 10, 2024-08-10T05:17:58.987 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 5 2024-08-10T05:17:58.987 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-08-10T05:17:58.987 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-08-10T05:17:59.175 INFO:tasks.rados.rados.0.smithi031.stdout:1100: done (0 left) 2024-08-10T05:17:59.175 INFO:tasks.rados.rados.0.smithi031.stdout:1101: delete oid 18 current snap is 108 2024-08-10T05:17:59.179 INFO:tasks.rados.rados.0.smithi031.stdout:1101: done (0 left) 2024-08-10T05:17:59.179 INFO:tasks.rados.rados.0.smithi031.stdout:1102: read oid 32 snap -1 2024-08-10T05:17:59.180 INFO:tasks.rados.rados.0.smithi031.stdout:1102: expect (ObjNum 242 snap 67 seq_num 242) 2024-08-10T05:17:59.180 INFO:tasks.rados.rados.0.smithi031.stdout:1103: read oid 33 snap 104 2024-08-10T05:17:59.180 INFO:tasks.rados.rados.0.smithi031.stdout:1103: expect deleted 2024-08-10T05:17:59.180 INFO:tasks.rados.rados.0.smithi031.stdout:1104: snap_remove snap 106 2024-08-10T05:17:59.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:59 smithi031 ceph-mon[98130]: pgmap v89: 121 pgs: 121 active+clean; 307 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 420 KiB/s wr, 5 op/s 2024-08-10T05:17:59.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:59 smithi031 ceph-mon[98130]: osdmap e294: 8 total, 8 up, 8 in 2024-08-10T05:17:59.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:59 smithi031 ceph-mon[98130]: from='client.34185 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:17:59.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:59 smithi031 ceph-mon[98130]: from='client.34191 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:17:59.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:59 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:59.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:59 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:59.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:59 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-10T05:17:59.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:59 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:17:59.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:59 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/1668168641' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:17:59.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:17:59 smithi031 ceph-mon[98130]: osdmap e295: 8 total, 8 up, 8 in 2024-08-10T05:17:59.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:59 smithi031 ceph-mon[100614]: pgmap v89: 121 pgs: 121 active+clean; 307 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 420 KiB/s wr, 5 op/s 2024-08-10T05:17:59.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:59 smithi031 ceph-mon[100614]: osdmap e294: 8 total, 8 up, 8 in 2024-08-10T05:17:59.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:59 smithi031 ceph-mon[100614]: from='client.34185 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:17:59.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:59 smithi031 ceph-mon[100614]: from='client.34191 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:17:59.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:59 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:59.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:59 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:59.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:59 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-10T05:17:59.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:59 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:17:59.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:59 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/1668168641' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:17:59.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:17:59 smithi031 ceph-mon[100614]: osdmap e295: 8 total, 8 up, 8 in 2024-08-10T05:17:59.426 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:59 smithi196 ceph-mon[90243]: pgmap v89: 121 pgs: 121 active+clean; 307 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 420 KiB/s wr, 5 op/s 2024-08-10T05:17:59.426 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:59 smithi196 ceph-mon[90243]: osdmap e294: 8 total, 8 up, 8 in 2024-08-10T05:17:59.426 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:59 smithi196 ceph-mon[90243]: from='client.34185 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:17:59.427 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:59 smithi196 ceph-mon[90243]: from='client.34191 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:17:59.427 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:59 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:59.427 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:59 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:17:59.427 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:59 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-10T05:17:59.427 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:59 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:17:59.427 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:59 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/1668168641' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:17:59.427 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:17:59 smithi196 ceph-mon[90243]: osdmap e295: 8 total, 8 up, 8 in 2024-08-10T05:18:00.175 INFO:tasks.rados.rados.0.smithi031.stdout:1104: done (2 left) 2024-08-10T05:18:00.175 INFO:tasks.rados.rados.0.smithi031.stdout:1105: delete oid 10 current snap is 108 2024-08-10T05:18:00.175 INFO:tasks.rados.rados.0.smithi031.stdout:1102: expect (ObjNum 242 snap 67 seq_num 242) 2024-08-10T05:18:00.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:00 smithi031 ceph-mon[98130]: Reconfiguring mds.b (monmap changed)... 2024-08-10T05:18:00.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:00 smithi031 ceph-mon[98130]: Reconfiguring daemon mds.b on smithi196 2024-08-10T05:18:00.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:00 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:18:00.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:00 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:18:00.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:00 smithi031 ceph-mon[98130]: osdmap e296: 8 total, 8 up, 8 in 2024-08-10T05:18:00.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:00 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:18:00.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:00 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:18:00.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:00 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:18:00.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:00 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:18:00.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:00 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-08-10T05:18:00.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:00 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-08-10T05:18:00.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:00 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-08-10T05:18:00.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:00 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-08-10T05:18:00.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:00 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-08-10T05:18:00.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:00 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-08-10T05:18:00.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:00 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:18:00.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:00 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:18:00.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:00 smithi031 ceph-mon[100614]: Reconfiguring mds.b (monmap changed)... 2024-08-10T05:18:00.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:00 smithi031 ceph-mon[100614]: Reconfiguring daemon mds.b on smithi196 2024-08-10T05:18:00.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:00 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:18:00.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:00 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:18:00.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:00 smithi031 ceph-mon[100614]: osdmap e296: 8 total, 8 up, 8 in 2024-08-10T05:18:00.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:00 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:18:00.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:00 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:18:00.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:00 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:18:00.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:00 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:18:00.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:00 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-08-10T05:18:00.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:00 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-08-10T05:18:00.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:00 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-08-10T05:18:00.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:00 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-08-10T05:18:00.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:00 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-08-10T05:18:00.522 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:00 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-08-10T05:18:00.522 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:00 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:18:00.522 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:00 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:18:00.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:00 smithi196 ceph-mon[90243]: Reconfiguring mds.b (monmap changed)... 2024-08-10T05:18:00.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:00 smithi196 ceph-mon[90243]: Reconfiguring daemon mds.b on smithi196 2024-08-10T05:18:00.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:00 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:18:00.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:00 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:18:00.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:00 smithi196 ceph-mon[90243]: osdmap e296: 8 total, 8 up, 8 in 2024-08-10T05:18:00.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:00 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:18:00.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:00 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:18:00.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:00 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:18:00.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:00 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:18:00.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:00 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-08-10T05:18:00.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:00 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-08-10T05:18:00.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:00 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-08-10T05:18:00.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:00 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-08-10T05:18:00.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:00 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-08-10T05:18:00.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:00 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-08-10T05:18:00.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:00 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:18:00.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:00 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:18:00.971 INFO:tasks.rados.rados.0.smithi031.stdout:1102: done (2 left) 2024-08-10T05:18:00.971 INFO:tasks.rados.rados.0.smithi031.stdout:1103: done (1 left) 2024-08-10T05:18:00.971 INFO:tasks.rados.rados.0.smithi031.stdout:1105: done (0 left) 2024-08-10T05:18:00.971 INFO:tasks.rados.rados.0.smithi031.stdout:1106: rollback oid 3 current snap is 108 2024-08-10T05:18:00.971 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 3 to 104 2024-08-10T05:18:00.971 INFO:tasks.rados.rados.0.smithi031.stdout:1107: setattr oid 37 current snap is 108 2024-08-10T05:18:00.973 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 18 current snap is 108 2024-08-10T05:18:00.973 INFO:tasks.rados.rados.0.smithi031.stdout:1108: seq_num 341 ranges {0=516096,516096=401408} 2024-08-10T05:18:00.978 INFO:tasks.rados.rados.0.smithi031.stdout:1108: writing smithi03186013-18 from 0 to 516096 tid 1 2024-08-10T05:18:00.979 INFO:tasks.rados.rados.0.smithi031.stdout:1108: writing smithi03186013-18 from 516096 to 917504 tid 2 2024-08-10T05:18:00.979 INFO:tasks.rados.rados.0.smithi031.stdout:1109: snap_create 2024-08-10T05:18:00.979 INFO:tasks.rados.rados.0.smithi031.stdout:1106: finishing rollback tid 0 to smithi03186013-3 2024-08-10T05:18:00.979 INFO:tasks.rados.rados.0.smithi031.stdout:1106: finishing rollback tid 1 to smithi03186013-3 2024-08-10T05:18:00.980 INFO:tasks.rados.rados.0.smithi031.stdout:1106: finishing rollback tid 2 to smithi03186013-3 2024-08-10T05:18:00.980 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 3 v 497 (ObjNum 263 snap 78 seq_num 263) dirty exists 2024-08-10T05:18:00.980 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 37 v 460 (ObjNum 282 snap 84 seq_num 282) dirty exists 2024-08-10T05:18:00.981 INFO:tasks.rados.rados.0.smithi031.stdout:1108: finishing write tid 1 to smithi03186013-18 2024-08-10T05:18:00.981 INFO:tasks.rados.rados.0.smithi031.stdout:1108: finishing write tid 2 to smithi03186013-18 2024-08-10T05:18:00.982 INFO:tasks.rados.rados.0.smithi031.stdout:1108: finishing write tid 3 to smithi03186013-18 2024-08-10T05:18:00.983 INFO:tasks.rados.rados.0.smithi031.stdout:1108: finishing write tid 4 to smithi03186013-18 2024-08-10T05:18:00.983 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 18 v 614 (ObjNum 341 snap 108 seq_num 341) dirty exists 2024-08-10T05:18:00.983 INFO:tasks.rados.rados.0.smithi031.stdout:1108: left oid 18 (ObjNum 341 snap 108 seq_num 341) 2024-08-10T05:18:01.237 INFO:tasks.rados.rados.0.smithi031.stdout:1106: done (3 left) 2024-08-10T05:18:01.237 INFO:tasks.rados.rados.0.smithi031.stdout:1107: done (2 left) 2024-08-10T05:18:01.237 INFO:tasks.rados.rados.0.smithi031.stdout:1108: done (1 left) 2024-08-10T05:18:01.237 INFO:tasks.rados.rados.0.smithi031.stdout:1109: done (0 left) 2024-08-10T05:18:01.237 INFO:tasks.rados.rados.0.smithi031.stdout:1110: read oid 7 snap 82 2024-08-10T05:18:01.237 INFO:tasks.rados.rados.0.smithi031.stdout:1110: expect (ObjNum 6 snap 0 seq_num 6) 2024-08-10T05:18:01.237 INFO:tasks.rados.rados.0.smithi031.stdout:1111: delete oid 1 current snap is 109 2024-08-10T05:18:01.240 INFO:tasks.rados.rados.0.smithi031.stdout:1110: expect (ObjNum 6 snap 0 seq_num 6) 2024-08-10T05:18:01.249 INFO:tasks.rados.rados.0.smithi031.stdout:1110: done (1 left) 2024-08-10T05:18:01.249 INFO:tasks.rados.rados.0.smithi031.stdout:1111: done (0 left) 2024-08-10T05:18:01.249 INFO:tasks.rados.rados.0.smithi031.stdout:1112: rollback oid 33 current snap is 109 2024-08-10T05:18:01.250 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 33 to 108 2024-08-10T05:18:01.250 INFO:tasks.rados.rados.0.smithi031.stdout:1113: snap_remove snap 72 2024-08-10T05:18:01.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:18:01 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:18:01] "GET /metrics HTTP/1.1" 200 36044 "" "Prometheus/2.43.0" 2024-08-10T05:18:01.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:01 smithi031 ceph-mon[98130]: pgmap v92: 121 pgs: 121 active+clean; 307 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 420 KiB/s wr, 5 op/s 2024-08-10T05:18:01.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:01 smithi031 ceph-mon[98130]: Upgrade: Setting container_image for all mon 2024-08-10T05:18:01.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:01 smithi031 ceph-mon[98130]: Upgrade: Setting container_image for all crash 2024-08-10T05:18:01.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:01 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-08-10T05:18:01.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:01 smithi031 ceph-mon[98130]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-08-10T05:18:01.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:01 smithi031 ceph-mon[98130]: Upgrade: osd.0 is safe to restart 2024-08-10T05:18:01.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:01 smithi031 ceph-mon[100614]: pgmap v92: 121 pgs: 121 active+clean; 307 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 420 KiB/s wr, 5 op/s 2024-08-10T05:18:01.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:01 smithi031 ceph-mon[100614]: Upgrade: Setting container_image for all mon 2024-08-10T05:18:01.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:01 smithi031 ceph-mon[100614]: Upgrade: Setting container_image for all crash 2024-08-10T05:18:01.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:01 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-08-10T05:18:01.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:01 smithi031 ceph-mon[100614]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-08-10T05:18:01.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:01 smithi031 ceph-mon[100614]: Upgrade: osd.0 is safe to restart 2024-08-10T05:18:01.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:01 smithi196 ceph-mon[90243]: pgmap v92: 121 pgs: 121 active+clean; 307 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 420 KiB/s wr, 5 op/s 2024-08-10T05:18:01.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:01 smithi196 ceph-mon[90243]: Upgrade: Setting container_image for all mon 2024-08-10T05:18:01.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:01 smithi196 ceph-mon[90243]: Upgrade: Setting container_image for all crash 2024-08-10T05:18:01.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:01 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-08-10T05:18:01.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:01 smithi196 ceph-mon[90243]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-08-10T05:18:01.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:01 smithi196 ceph-mon[90243]: Upgrade: osd.0 is safe to restart 2024-08-10T05:18:02.242 INFO:tasks.rados.rados.0.smithi031.stdout:1113: done (1 left) 2024-08-10T05:18:02.242 INFO:tasks.rados.rados.0.smithi031.stdout:1114: read oid 13 snap -1 2024-08-10T05:18:02.242 INFO:tasks.rados.rados.0.smithi031.stdout:1114: expect deleted 2024-08-10T05:18:02.242 INFO:tasks.rados.rados.0.smithi031.stdout:1115: setattr oid 5 current snap is 109 2024-08-10T05:18:02.242 INFO:tasks.rados.rados.0.smithi031.stdout:1112: finishing rollback tid 1 to smithi03186013-33 2024-08-10T05:18:02.243 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 33 v 142 (ObjNum 2401 snap 0 seq_num 590410720) dirty dne 2024-08-10T05:18:02.244 INFO:tasks.rados.rados.0.smithi031.stdout:1112: done (2 left) 2024-08-10T05:18:02.245 INFO:tasks.rados.rados.0.smithi031.stdout:1114: done (1 left) 2024-08-10T05:18:02.245 INFO:tasks.rados.rados.0.smithi031.stdout:1116: delete oid 6 current snap is 109 2024-08-10T05:18:02.252 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 5 v 623 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-08-10T05:18:02.255 INFO:tasks.rados.rados.0.smithi031.stdout:1115: done (1 left) 2024-08-10T05:18:02.255 INFO:tasks.rados.rados.0.smithi031.stdout:1116: done (0 left) 2024-08-10T05:18:02.255 INFO:tasks.rados.rados.0.smithi031.stdout:1117: snap_create 2024-08-10T05:18:02.438 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:02 smithi031 ceph-mon[98130]: osdmap e297: 8 total, 8 up, 8 in 2024-08-10T05:18:02.438 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:02 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:18:02.438 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:02 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-08-10T05:18:02.439 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:02 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:18:02.439 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:02 smithi031 ceph-mon[100614]: osdmap e297: 8 total, 8 up, 8 in 2024-08-10T05:18:02.439 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:02 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:18:02.439 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:02 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-08-10T05:18:02.439 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:02 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:18:02.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:02 smithi196 ceph-mon[90243]: osdmap e297: 8 total, 8 up, 8 in 2024-08-10T05:18:02.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:02 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:18:02.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:02 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-08-10T05:18:02.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:02 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:18:02.529 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:18:02 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:18:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:18:03.242 INFO:tasks.rados.rados.0.smithi031.stdout:1117: done (0 left) 2024-08-10T05:18:03.242 INFO:tasks.rados.rados.0.smithi031.stdout:1118: rollback oid 41 current snap is 110 2024-08-10T05:18:03.242 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 41 to 107 2024-08-10T05:18:03.243 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 4 current snap is 110 2024-08-10T05:18:03.243 INFO:tasks.rados.rados.0.smithi031.stdout:1119: seq_num 344 ranges {2146304=565248,2711552=401408} 2024-08-10T05:18:03.258 INFO:tasks.rados.rados.0.smithi031.stdout:1119: writing smithi03186013-4 from 2146304 to 2711552 tid 1 2024-08-10T05:18:03.260 INFO:tasks.rados.rados.0.smithi031.stdout:1119: writing smithi03186013-4 from 2711552 to 3112960 tid 2 2024-08-10T05:18:03.260 INFO:tasks.rados.rados.0.smithi031.stdout:1120: delete oid 19 current snap is 110 2024-08-10T05:18:03.260 INFO:tasks.rados.rados.0.smithi031.stdout:1118: finishing rollback tid 1 to smithi03186013-41 2024-08-10T05:18:03.260 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 41 v 541 (ObjNum 1873 snap 0 seq_num 3646927264) dirty dne 2024-08-10T05:18:03.263 INFO:tasks.rados.rados.0.smithi031.stdout:1119: finishing write tid 1 to smithi03186013-4 2024-08-10T05:18:03.263 INFO:tasks.rados.rados.0.smithi031.stdout:1119: finishing write tid 2 to smithi03186013-4 2024-08-10T05:18:03.263 INFO:tasks.rados.rados.0.smithi031.stdout:1119: finishing write tid 3 to smithi03186013-4 2024-08-10T05:18:03.265 INFO:tasks.rados.rados.0.smithi031.stdout:1118: done (2 left) 2024-08-10T05:18:03.265 INFO:tasks.rados.rados.0.smithi031.stdout:1120: done (1 left) 2024-08-10T05:18:03.265 INFO:tasks.rados.rados.0.smithi031.stdout:1121: rollback oid 6 current snap is 110 2024-08-10T05:18:03.265 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 6 to 82 2024-08-10T05:18:03.265 INFO:tasks.rados.rados.0.smithi031.stdout:1122: snap_remove snap 107 2024-08-10T05:18:03.490 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:03 smithi031 ceph-mon[98130]: pgmap v95: 121 pgs: 121 active+clean; 307 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:18:03.490 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:03 smithi031 ceph-mon[98130]: Upgrade: Updating osd.0 2024-08-10T05:18:03.490 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:03 smithi031 ceph-mon[98130]: Deploying daemon osd.0 on smithi031 2024-08-10T05:18:03.491 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:03 smithi031 ceph-mon[98130]: osdmap e298: 8 total, 8 up, 8 in 2024-08-10T05:18:03.491 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:03 smithi031 ceph-mon[100614]: pgmap v95: 121 pgs: 121 active+clean; 307 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:18:03.491 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:03 smithi031 ceph-mon[100614]: Upgrade: Updating osd.0 2024-08-10T05:18:03.491 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:03 smithi031 ceph-mon[100614]: Deploying daemon osd.0 on smithi031 2024-08-10T05:18:03.491 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:03 smithi031 ceph-mon[100614]: osdmap e298: 8 total, 8 up, 8 in 2024-08-10T05:18:03.504 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:03 smithi196 ceph-mon[90243]: pgmap v95: 121 pgs: 121 active+clean; 307 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:18:03.504 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:03 smithi196 ceph-mon[90243]: Upgrade: Updating osd.0 2024-08-10T05:18:03.504 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:03 smithi196 ceph-mon[90243]: Deploying daemon osd.0 on smithi031 2024-08-10T05:18:03.504 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:03 smithi196 ceph-mon[90243]: osdmap e298: 8 total, 8 up, 8 in 2024-08-10T05:18:03.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:18:03 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:18:03.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi031\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi031\", job=\"node\", machine=\"x86_64\", nodename=\"smithi031\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", domainname=\"(none)\", instance=\"smithi031\", job=\"node\", machine=\"x86_64\", nodename=\"smithi031\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:18:04.260 INFO:tasks.rados.rados.0.smithi031.stdout:1119: finishing write tid 4 to smithi03186013-4 2024-08-10T05:18:04.260 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 4 v 590 (ObjNum 344 snap 110 seq_num 344) dirty exists 2024-08-10T05:18:04.260 INFO:tasks.rados.rados.0.smithi031.stdout:1119: left oid 4 (ObjNum 344 snap 110 seq_num 344) 2024-08-10T05:18:04.261 INFO:tasks.rados.rados.0.smithi031.stdout:1121: finishing rollback tid 1 to smithi03186013-6 2024-08-10T05:18:04.261 INFO:tasks.rados.rados.0.smithi031.stdout:1121: finishing rollback tid 2 to smithi03186013-6 2024-08-10T05:18:04.261 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 6 v 511 (ObjNum 64289 snap 0 seq_num 590580608) dirty exists 2024-08-10T05:18:04.261 INFO:tasks.rados.rados.0.smithi031.stdout:1119: done (2 left) 2024-08-10T05:18:04.261 INFO:tasks.rados.rados.0.smithi031.stdout:1121: done (1 left) 2024-08-10T05:18:04.261 INFO:tasks.rados.rados.0.smithi031.stdout:1122: done (0 left) 2024-08-10T05:18:04.261 INFO:tasks.rados.rados.0.smithi031.stdout:1123: rmattr oid 1 current snap is 110 2024-08-10T05:18:04.261 INFO:tasks.rados.rados.0.smithi031.stdout:1123: done (0 left) 2024-08-10T05:18:04.261 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 36 current snap is 110 2024-08-10T05:18:04.261 INFO:tasks.rados.rados.0.smithi031.stdout:1124: seq_num 346 ranges {0=598016,598016=401408} 2024-08-10T05:18:04.264 INFO:tasks.rados.rados.0.smithi031.stdout:1124: writing smithi03186013-36 from 0 to 598016 tid 1 2024-08-10T05:18:04.268 INFO:tasks.rados.rados.0.smithi031.stdout:1124: writing smithi03186013-36 from 598016 to 999424 tid 2 2024-08-10T05:18:04.268 INFO:tasks.rados.rados.0.smithi031.stdout:1125: rollback oid 16 current snap is 110 2024-08-10T05:18:04.268 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 16 to 105 2024-08-10T05:18:04.268 INFO:tasks.rados.rados.0.smithi031.stdout:1126: rmattr oid 44 current snap is 110 2024-08-10T05:18:04.268 INFO:tasks.rados.rados.0.smithi031.stdout:1127: delete oid 18 current snap is 110 2024-08-10T05:18:04.269 INFO:tasks.rados.rados.0.smithi031.stdout:1124: finishing write tid 1 to smithi03186013-36 2024-08-10T05:18:04.270 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 44 v 640 (ObjNum 304 snap 94 seq_num 304) dirty exists 2024-08-10T05:18:04.270 INFO:tasks.rados.rados.0.smithi031.stdout:1126: done (3 left) 2024-08-10T05:18:04.271 INFO:tasks.rados.rados.0.smithi031.stdout:1127: done (2 left) 2024-08-10T05:18:04.271 INFO:tasks.rados.rados.0.smithi031.stdout:1128: read oid 42 snap -1 2024-08-10T05:18:04.271 INFO:tasks.rados.rados.0.smithi031.stdout:1128: expect (ObjNum 276 snap 83 seq_num 276) 2024-08-10T05:18:04.271 INFO:tasks.rados.rados.0.smithi031.stdout:1129: rollback oid 38 current snap is 110 2024-08-10T05:18:04.271 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 38 to 82 2024-08-10T05:18:04.271 INFO:tasks.rados.rados.0.smithi031.stdout:1130: read oid 41 snap -1 2024-08-10T05:18:04.271 INFO:tasks.rados.rados.0.smithi031.stdout:1130: expect deleted 2024-08-10T05:18:04.271 INFO:tasks.rados.rados.0.smithi031.stdout:1131: rollback oid 4 current snap is 110 2024-08-10T05:18:04.271 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 4 to 108 2024-08-10T05:18:04.271 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 2 current snap is 110 2024-08-10T05:18:04.271 INFO:tasks.rados.rados.0.smithi031.stdout:1132: seq_num 348 ranges {0=630784,630784=401408} 2024-08-10T05:18:04.274 INFO:tasks.rados.rados.0.smithi031.stdout:1132: writing smithi03186013-2 from 0 to 630784 tid 1 2024-08-10T05:18:04.279 INFO:tasks.rados.rados.0.smithi031.stdout:1132: writing smithi03186013-2 from 630784 to 1032192 tid 2 2024-08-10T05:18:04.279 INFO:tasks.rados.rados.0.smithi031.stdout:1133: read oid 44 snap -1 2024-08-10T05:18:04.279 INFO:tasks.rados.rados.0.smithi031.stdout:1133: expect (ObjNum 304 snap 94 seq_num 304) 2024-08-10T05:18:04.279 INFO:tasks.rados.rados.0.smithi031.stdout:1134: read oid 47 snap -1 2024-08-10T05:18:04.279 INFO:tasks.rados.rados.0.smithi031.stdout:1134: expect (ObjNum 328 snap 102 seq_num 328) 2024-08-10T05:18:04.279 INFO:tasks.rados.rados.0.smithi031.stdout:1135: setattr oid 31 current snap is 110 2024-08-10T05:18:04.279 INFO:tasks.rados.rados.0.smithi031.stdout:1124: finishing write tid 2 to smithi03186013-36 2024-08-10T05:18:04.280 INFO:tasks.rados.rados.0.smithi031.stdout:1124: finishing write tid 3 to smithi03186013-36 2024-08-10T05:18:04.280 INFO:tasks.rados.rados.0.smithi031.stdout:1124: finishing write tid 4 to smithi03186013-36 2024-08-10T05:18:04.280 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 36 v 595 (ObjNum 346 snap 110 seq_num 346) dirty exists 2024-08-10T05:18:04.280 INFO:tasks.rados.rados.0.smithi031.stdout:1124: left oid 36 (ObjNum 346 snap 110 seq_num 346) 2024-08-10T05:18:04.280 INFO:tasks.rados.rados.0.smithi031.stdout:1129: finishing rollback tid 0 to smithi03186013-38 2024-08-10T05:18:04.280 INFO:tasks.rados.rados.0.smithi031.stdout:1129: finishing rollback tid 1 to smithi03186013-38 2024-08-10T05:18:04.280 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 38 v 212 (ObjNum 33 snap 0 seq_num 590403472) dirty dne 2024-08-10T05:18:04.280 INFO:tasks.rados.rados.0.smithi031.stdout:1125: finishing rollback tid 0 to smithi03186013-16 2024-08-10T05:18:04.280 INFO:tasks.rados.rados.0.smithi031.stdout:1125: finishing rollback tid 1 to smithi03186013-16 2024-08-10T05:18:04.280 INFO:tasks.rados.rados.0.smithi031.stdout:1132: finishing write tid 1 to smithi03186013-2 2024-08-10T05:18:04.282 INFO:tasks.rados.rados.0.smithi031.stdout:1124: done (9 left) 2024-08-10T05:18:04.282 INFO:tasks.rados.rados.0.smithi031.stdout:1129: done (8 left) 2024-08-10T05:18:04.282 INFO:tasks.rados.rados.0.smithi031.stdout:1130: done (7 left) 2024-08-10T05:18:04.282 INFO:tasks.rados.rados.0.smithi031.stdout:1136: read oid 10 snap -1 2024-08-10T05:18:04.282 INFO:tasks.rados.rados.0.smithi031.stdout:1136: expect deleted 2024-08-10T05:18:04.282 INFO:tasks.rados.rados.0.smithi031.stdout:1137: rmattr oid 33 current snap is 110 2024-08-10T05:18:04.283 INFO:tasks.rados.rados.0.smithi031.stdout:1137: done (8 left) 2024-08-10T05:18:04.283 INFO:tasks.rados.rados.0.smithi031.stdout:1138: rmattr oid 39 current snap is 110 2024-08-10T05:18:04.283 INFO:tasks.rados.rados.0.smithi031.stdout:1138: done (8 left) 2024-08-10T05:18:04.283 INFO:tasks.rados.rados.0.smithi031.stdout:1139: copy_from oid 49 from oid 46 current snap is 110 2024-08-10T05:18:04.283 INFO:tasks.rados.rados.0.smithi031.stdout:1140: snap_create 2024-08-10T05:18:04.283 INFO:tasks.rados.rados.0.smithi031.stdout:1132: finishing write tid 2 to smithi03186013-2 2024-08-10T05:18:04.284 INFO:tasks.rados.rados.0.smithi031.stdout:1125: finishing rollback tid 2 to smithi03186013-16 2024-08-10T05:18:04.284 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 16 v 599 (ObjNum 261 snap 78 seq_num 261) dirty exists 2024-08-10T05:18:04.284 INFO:tasks.rados.rados.0.smithi031.stdout:1131: finishing rollback tid 0 to smithi03186013-4 2024-08-10T05:18:04.286 INFO:tasks.rados.rados.0.smithi031.stdout:1131: finishing rollback tid 1 to smithi03186013-4 2024-08-10T05:18:04.286 INFO:tasks.rados.rados.0.smithi031.stdout:1131: finishing rollback tid 2 to smithi03186013-4 2024-08-10T05:18:04.286 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 4 v 602 (ObjNum 54 snap 4 seq_num 54) dirty exists 2024-08-10T05:18:04.290 INFO:tasks.rados.rados.0.smithi031.stdout:1128: expect (ObjNum 276 snap 83 seq_num 276) 2024-08-10T05:18:04.369 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 31 v 331 (ObjNum 174 snap 48 seq_num 174) dirty exists 2024-08-10T05:18:04.369 INFO:tasks.rados.rados.0.smithi031.stdout:1134: expect (ObjNum 328 snap 102 seq_num 328) 2024-08-10T05:18:04.440 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:04 smithi031 ceph-mon[98130]: osdmap e299: 8 total, 8 up, 8 in 2024-08-10T05:18:04.441 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:04 smithi031 ceph-mon[100614]: osdmap e299: 8 total, 8 up, 8 in 2024-08-10T05:18:04.491 INFO:tasks.rados.rados.0.smithi031.stdout:1139: finishing copy_from racing read to smithi03186013-49 2024-08-10T05:18:04.491 INFO:tasks.rados.rados.0.smithi031.stdout:1132: finishing write tid 3 to smithi03186013-2 2024-08-10T05:18:04.491 INFO:tasks.rados.rados.0.smithi031.stdout:1139: finishing copy_from to smithi03186013-49 2024-08-10T05:18:04.491 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 49 v 175 (ObjNum 324 snap 101 seq_num 324) dirty exists 2024-08-10T05:18:04.491 INFO:tasks.rados.rados.0.smithi031.stdout:1133: expect (ObjNum 304 snap 94 seq_num 304) 2024-08-10T05:18:04.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:04 smithi196 ceph-mon[90243]: osdmap e299: 8 total, 8 up, 8 in 2024-08-10T05:18:04.529 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:18:04 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:18:04.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:18:04.529 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:18:04 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:18:04.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:18:05.003 INFO:tasks.rados.rados.0.smithi031.stdout:1132: finishing write tid 4 to smithi03186013-2 2024-08-10T05:18:05.003 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 2 v 643 (ObjNum 348 snap 110 seq_num 348) dirty exists 2024-08-10T05:18:05.003 INFO:tasks.rados.rados.0.smithi031.stdout:1132: left oid 2 (ObjNum 348 snap 110 seq_num 348) 2024-08-10T05:18:05.114 INFO:journalctl@ceph.osd.0.smithi031.stdout:Aug 10 05:18:04 smithi031 systemd[1]: Stopping Ceph osd.0 for fc322138-56d5-11ef-bcce-c7b262605968... 2024-08-10T05:18:05.267 INFO:tasks.rados.rados.0.smithi031.stdout:1125: done (9 left) 2024-08-10T05:18:05.267 INFO:tasks.rados.rados.0.smithi031.stdout:1128: done (8 left) 2024-08-10T05:18:05.267 INFO:tasks.rados.rados.0.smithi031.stdout:1131: done (7 left) 2024-08-10T05:18:05.267 INFO:tasks.rados.rados.0.smithi031.stdout:1132: done (6 left) 2024-08-10T05:18:05.267 INFO:tasks.rados.rados.0.smithi031.stdout:1133: done (5 left) 2024-08-10T05:18:05.267 INFO:tasks.rados.rados.0.smithi031.stdout:1134: done (4 left) 2024-08-10T05:18:05.267 INFO:tasks.rados.rados.0.smithi031.stdout:1135: done (3 left) 2024-08-10T05:18:05.268 INFO:tasks.rados.rados.0.smithi031.stdout:1136: done (2 left) 2024-08-10T05:18:05.268 INFO:tasks.rados.rados.0.smithi031.stdout:1139: done (1 left) 2024-08-10T05:18:05.268 INFO:tasks.rados.rados.0.smithi031.stdout:1140: done (0 left) 2024-08-10T05:18:05.268 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 28 current snap is 111 2024-08-10T05:18:05.268 INFO:tasks.rados.rados.0.smithi031.stdout:1141: seq_num 349 ranges {303104=655360,958464=401408} 2024-08-10T05:18:05.273 INFO:tasks.rados.rados.0.smithi031.stdout:1141: writing smithi03186013-28 from 303104 to 958464 tid 1 2024-08-10T05:18:05.277 INFO:tasks.rados.rados.0.smithi031.stdout:1141: writing smithi03186013-28 from 958464 to 1359872 tid 2 2024-08-10T05:18:05.277 INFO:tasks.rados.rados.0.smithi031.stdout:1142: rmattr oid 39 current snap is 111 2024-08-10T05:18:05.277 INFO:tasks.rados.rados.0.smithi031.stdout:1142: done (1 left) 2024-08-10T05:18:05.278 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 34 current snap is 111 2024-08-10T05:18:05.278 INFO:tasks.rados.rados.0.smithi031.stdout:1143: seq_num 350 ranges {0=671744,671744=401408} 2024-08-10T05:18:05.279 INFO:tasks.rados.rados.0.smithi031.stdout:1143: writing smithi03186013-34 from 0 to 671744 tid 1 2024-08-10T05:18:05.282 INFO:tasks.rados.rados.0.smithi031.stdout:1143: writing smithi03186013-34 from 671744 to 1073152 tid 2 2024-08-10T05:18:05.282 INFO:tasks.rados.rados.0.smithi031.stdout:1144: copy_from oid 3 from oid 13 current snap is 111 2024-08-10T05:18:05.282 INFO:tasks.rados.rados.0.smithi031.stdout:1145: copy_from oid 32 from oid 12 current snap is 111 2024-08-10T05:18:05.282 INFO:tasks.rados.rados.0.smithi031.stdout:1146: snap_create 2024-08-10T05:18:05.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:05 smithi031 ceph-mon[100614]: pgmap v98: 121 pgs: 121 active+clean; 312 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 224 KiB/s wr, 11 op/s 2024-08-10T05:18:05.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:05 smithi031 ceph-mon[100614]: osdmap e300: 8 total, 8 up, 8 in 2024-08-10T05:18:05.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:05 smithi031 ceph-mon[100614]: osd.0 marked itself down and dead 2024-08-10T05:18:05.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:05 smithi031 ceph-mon[98130]: pgmap v98: 121 pgs: 121 active+clean; 312 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 224 KiB/s wr, 11 op/s 2024-08-10T05:18:05.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:05 smithi031 ceph-mon[98130]: osdmap e300: 8 total, 8 up, 8 in 2024-08-10T05:18:05.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:05 smithi031 ceph-mon[98130]: osd.0 marked itself down and dead 2024-08-10T05:18:05.520 INFO:journalctl@ceph.osd.0.smithi031.stdout:Aug 10 05:18:05 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-0[45652]: 2024-08-10T05:18:05.113+0000 7f1c4ed09640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-10T05:18:05.520 INFO:journalctl@ceph.osd.0.smithi031.stdout:Aug 10 05:18:05 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-0[45652]: 2024-08-10T05:18:05.113+0000 7f1c4ed09640 -1 osd.0 300 *** Got signal Terminated *** 2024-08-10T05:18:05.520 INFO:journalctl@ceph.osd.0.smithi031.stdout:Aug 10 05:18:05 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-0[45652]: 2024-08-10T05:18:05.113+0000 7f1c4ed09640 -1 osd.0 300 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-10T05:18:05.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:05 smithi196 ceph-mon[90243]: pgmap v98: 121 pgs: 121 active+clean; 312 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 224 KiB/s wr, 11 op/s 2024-08-10T05:18:05.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:05 smithi196 ceph-mon[90243]: osdmap e300: 8 total, 8 up, 8 in 2024-08-10T05:18:05.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:05 smithi196 ceph-mon[90243]: osd.0 marked itself down and dead 2024-08-10T05:18:06.071 INFO:journalctl@ceph.osd.0.smithi031.stdout:Aug 10 05:18:05 smithi031 podman[106194]: 2024-08-10 05:18:05.809859816 +0000 UTC m=+0.818025041 container died 36e1ab6186cd31c70d04452ecba3673c1a30a4ca1fd28a67829949a18519e849 (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-0, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, RELEASE=quincy-56ceb86, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731) 2024-08-10T05:18:06.274 INFO:tasks.rados.rados.0.smithi031.stdout:1146: done (4 left) 2024-08-10T05:18:06.274 INFO:tasks.rados.rados.0.smithi031.stdout:1147: snap_create 2024-08-10T05:18:06.291 INFO:tasks.rados.rados.0.smithi031.stdout:1143: finishing write tid 1 to smithi03186013-34 2024-08-10T05:18:06.291 INFO:tasks.rados.rados.0.smithi031.stdout:1143: finishing write tid 2 to smithi03186013-34 2024-08-10T05:18:06.291 INFO:tasks.rados.rados.0.smithi031.stdout:1143: finishing write tid 3 to smithi03186013-34 2024-08-10T05:18:06.292 INFO:tasks.rados.rados.0.smithi031.stdout:1144: finishing copy_from to smithi03186013-3 2024-08-10T05:18:06.292 INFO:tasks.rados.rados.0.smithi031.stdout:1144: got expected ENOENT (src dne) 2024-08-10T05:18:06.292 INFO:tasks.rados.rados.0.smithi031.stdout:1144: finishing copy_from racing read to smithi03186013-3 2024-08-10T05:18:06.293 INFO:tasks.rados.rados.0.smithi031.stdout:1143: finishing write tid 4 to smithi03186013-34 2024-08-10T05:18:06.293 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 34 v 631 (ObjNum 350 snap 111 seq_num 350) dirty exists 2024-08-10T05:18:06.293 INFO:tasks.rados.rados.0.smithi031.stdout:1143: left oid 34 (ObjNum 350 snap 111 seq_num 350) 2024-08-10T05:18:06.293 INFO:tasks.rados.rados.0.smithi031.stdout:1141: finishing write tid 1 to smithi03186013-28 2024-08-10T05:18:06.294 INFO:tasks.rados.rados.0.smithi031.stdout:1141: finishing write tid 2 to smithi03186013-28 2024-08-10T05:18:06.294 INFO:tasks.rados.rados.0.smithi031.stdout:1141: finishing write tid 3 to smithi03186013-28 2024-08-10T05:18:06.295 INFO:tasks.rados.rados.0.smithi031.stdout:1141: finishing write tid 4 to smithi03186013-28 2024-08-10T05:18:06.295 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 28 v 476 (ObjNum 349 snap 111 seq_num 349) dirty exists 2024-08-10T05:18:06.295 INFO:tasks.rados.rados.0.smithi031.stdout:1141: left oid 28 (ObjNum 349 snap 111 seq_num 349) 2024-08-10T05:18:06.336 INFO:tasks.rados.rados.0.smithi031.stdout:1145: finishing copy_from racing read to smithi03186013-32 2024-08-10T05:18:06.341 INFO:tasks.rados.rados.0.smithi031.stdout:1145: finishing copy_from to smithi03186013-32 2024-08-10T05:18:06.341 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 32 v 489 (ObjNum 337 snap 104 seq_num 337) dirty exists 2024-08-10T05:18:06.454 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:06 smithi031 ceph-mon[98130]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-10T05:18:06.454 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:06 smithi031 ceph-mon[98130]: osdmap e301: 8 total, 7 up, 8 in 2024-08-10T05:18:06.454 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:06 smithi031 ceph-mon[100614]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-10T05:18:06.454 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:06 smithi031 ceph-mon[100614]: osdmap e301: 8 total, 7 up, 8 in 2024-08-10T05:18:06.455 INFO:journalctl@ceph.osd.0.smithi031.stdout:Aug 10 05:18:06 smithi031 podman[106194]: 2024-08-10 05:18:06.169828446 +0000 UTC m=+1.177993670 container cleanup 36e1ab6186cd31c70d04452ecba3673c1a30a4ca1fd28a67829949a18519e849 (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-0, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=quincy-56ceb86, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-10T05:18:06.455 INFO:journalctl@ceph.osd.0.smithi031.stdout:Aug 10 05:18:06 smithi031 bash[106194]: ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-0 2024-08-10T05:18:06.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:06 smithi196 ceph-mon[90243]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-10T05:18:06.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:06 smithi196 ceph-mon[90243]: osdmap e301: 8 total, 7 up, 8 in 2024-08-10T05:18:06.768 INFO:journalctl@ceph.osd.0.smithi031.stdout:Aug 10 05:18:06 smithi031 podman[106216]: 2024-08-10 05:18:06.454571123 +0000 UTC m=+0.637692058 container remove 36e1ab6186cd31c70d04452ecba3673c1a30a4ca1fd28a67829949a18519e849 (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , RELEASE=quincy-56ceb86, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.36.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS) 2024-08-10T05:18:07.063 INFO:journalctl@ceph.osd.0.smithi031.stdout:Aug 10 05:18:06 smithi031 podman[106307]: 2024-08-10 05:18:06.715993359 +0000 UTC m=+0.017632919 image pull c7b33901c8866b527fc2ae183a251d5e1d09961420a56731f5fa8537903bd68b quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec 2024-08-10T05:18:07.063 INFO:journalctl@ceph.osd.0.smithi031.stdout:Aug 10 05:18:06 smithi031 podman[106307]: 2024-08-10 05:18:06.822237382 +0000 UTC m=+0.123876987 container create 97ddcab3ef3b057d98300134cb1b9f8617011846178c7f8c0eb0281c8ac013c1 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-0-deactivate, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-bca9905, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-08-10T05:18:07.063 INFO:journalctl@ceph.osd.0.smithi031.stdout:Aug 10 05:18:07 smithi031 podman[106307]: 2024-08-10 05:18:07.058041173 +0000 UTC m=+0.359680755 container init 97ddcab3ef3b057d98300134cb1b9f8617011846178c7f8c0eb0281c8ac013c1 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-0-deactivate, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, RELEASE=squid-bca9905, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-10T05:18:07.276 INFO:tasks.rados.rados.0.smithi031.stdout:1141: done (4 left) 2024-08-10T05:18:07.276 INFO:tasks.rados.rados.0.smithi031.stdout:1143: done (3 left) 2024-08-10T05:18:07.276 INFO:tasks.rados.rados.0.smithi031.stdout:1144: done (2 left) 2024-08-10T05:18:07.277 INFO:tasks.rados.rados.0.smithi031.stdout:1145: done (1 left) 2024-08-10T05:18:07.277 INFO:tasks.rados.rados.0.smithi031.stdout:1147: done (0 left) 2024-08-10T05:18:07.277 INFO:tasks.rados.rados.0.smithi031.stdout:1148: snap_remove snap 108 2024-08-10T05:18:07.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:07 smithi031 ceph-mon[98130]: pgmap v101: 121 pgs: 15 stale+active+clean, 106 active+clean; 312 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 224 KiB/s wr, 11 op/s 2024-08-10T05:18:07.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:07 smithi031 ceph-mon[98130]: osdmap e302: 8 total, 7 up, 8 in 2024-08-10T05:18:07.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:07 smithi031 ceph-mon[100614]: pgmap v101: 121 pgs: 15 stale+active+clean, 106 active+clean; 312 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 224 KiB/s wr, 11 op/s 2024-08-10T05:18:07.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:07 smithi031 ceph-mon[100614]: osdmap e302: 8 total, 7 up, 8 in 2024-08-10T05:18:07.519 INFO:journalctl@ceph.osd.0.smithi031.stdout:Aug 10 05:18:07 smithi031 podman[106307]: 2024-08-10 05:18:07.06362789 +0000 UTC m=+0.365267451 container start 97ddcab3ef3b057d98300134cb1b9f8617011846178c7f8c0eb0281c8ac013c1 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-0-deactivate, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=squid-bca9905, ceph=True, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-10T05:18:07.519 INFO:journalctl@ceph.osd.0.smithi031.stdout:Aug 10 05:18:07 smithi031 podman[106307]: 2024-08-10 05:18:07.165976471 +0000 UTC m=+0.467616043 container attach 97ddcab3ef3b057d98300134cb1b9f8617011846178c7f8c0eb0281c8ac013c1 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-0-deactivate, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, RELEASE=squid-bca9905, org.label-schema.build-date=20240731, io.buildah.version=1.36.0) 2024-08-10T05:18:07.519 INFO:journalctl@ceph.osd.0.smithi031.stdout:Aug 10 05:18:07 smithi031 podman[106307]: 2024-08-10 05:18:07.264931005 +0000 UTC m=+0.566570579 container died 97ddcab3ef3b057d98300134cb1b9f8617011846178c7f8c0eb0281c8ac013c1 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-0-deactivate, RELEASE=squid-bca9905, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-08-10T05:18:07.621 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:07 smithi196 ceph-mon[90243]: pgmap v101: 121 pgs: 15 stale+active+clean, 106 active+clean; 312 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 224 KiB/s wr, 11 op/s 2024-08-10T05:18:07.621 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:07 smithi196 ceph-mon[90243]: osdmap e302: 8 total, 7 up, 8 in 2024-08-10T05:18:08.269 INFO:journalctl@ceph.osd.0.smithi031.stdout:Aug 10 05:18:07 smithi031 podman[106350]: 2024-08-10 05:18:07.903534505 +0000 UTC m=+0.632129051 container remove 97ddcab3ef3b057d98300134cb1b9f8617011846178c7f8c0eb0281c8ac013c1 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-0-deactivate, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, RELEASE=squid-bca9905, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=) 2024-08-10T05:18:08.269 INFO:journalctl@ceph.osd.0.smithi031.stdout:Aug 10 05:18:07 smithi031 systemd[1]: ceph-fc322138-56d5-11ef-bcce-c7b262605968@osd.0.service: Deactivated successfully. 2024-08-10T05:18:08.269 INFO:journalctl@ceph.osd.0.smithi031.stdout:Aug 10 05:18:07 smithi031 systemd[1]: Stopped Ceph osd.0 for fc322138-56d5-11ef-bcce-c7b262605968. 2024-08-10T05:18:08.269 INFO:journalctl@ceph.osd.0.smithi031.stdout:Aug 10 05:18:07 smithi031 systemd[1]: ceph-fc322138-56d5-11ef-bcce-c7b262605968@osd.0.service: Consumed 12.394s CPU time. 2024-08-10T05:18:08.269 INFO:journalctl@ceph.osd.0.smithi031.stdout:Aug 10 05:18:08 smithi031 systemd[1]: Starting Ceph osd.0 for fc322138-56d5-11ef-bcce-c7b262605968... 2024-08-10T05:18:08.277 INFO:tasks.rados.rados.0.smithi031.stdout:1148: done (0 left) 2024-08-10T05:18:08.277 INFO:tasks.rados.rados.0.smithi031.stdout:1149: rollback oid 5 current snap is 113 2024-08-10T05:18:08.277 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 5 to 105 2024-08-10T05:18:08.277 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 29 current snap is 113 2024-08-10T05:18:08.277 INFO:tasks.rados.rados.0.smithi031.stdout:1150: seq_num 351 ranges {4259840=688128,4947968=401408} 2024-08-10T05:18:08.304 INFO:tasks.rados.rados.0.smithi031.stdout:1150: writing smithi03186013-29 from 4259840 to 4947968 tid 1 2024-08-10T05:18:08.307 INFO:tasks.rados.rados.0.smithi031.stdout:1150: writing smithi03186013-29 from 4947968 to 5349376 tid 2 2024-08-10T05:18:08.307 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 10 current snap is 113 2024-08-10T05:18:08.307 INFO:tasks.rados.rados.0.smithi031.stdout:1149: finishing rollback tid 0 to smithi03186013-5 2024-08-10T05:18:08.307 INFO:tasks.rados.rados.0.smithi031.stdout:1151: seq_num 352 ranges {0=704512,704512=401408} 2024-08-10T05:18:08.311 INFO:tasks.rados.rados.0.smithi031.stdout:1151: writing smithi03186013-10 from 0 to 704512 tid 1 2024-08-10T05:18:08.314 INFO:tasks.rados.rados.0.smithi031.stdout:1151: writing smithi03186013-10 from 704512 to 1105920 tid 2 2024-08-10T05:18:08.314 INFO:tasks.rados.rados.0.smithi031.stdout:1152: delete oid 26 current snap is 113 2024-08-10T05:18:08.314 INFO:tasks.rados.rados.0.smithi031.stdout:1149: finishing rollback tid 1 to smithi03186013-5 2024-08-10T05:18:08.314 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 5 v 634 (ObjNum 4193 snap 0 seq_num 590067328) dirty dne 2024-08-10T05:18:08.314 INFO:tasks.rados.rados.0.smithi031.stdout:1150: finishing write tid 1 to smithi03186013-29 2024-08-10T05:18:08.314 INFO:tasks.rados.rados.0.smithi031.stdout:1150: finishing write tid 2 to smithi03186013-29 2024-08-10T05:18:08.314 INFO:tasks.rados.rados.0.smithi031.stdout:1150: finishing write tid 3 to smithi03186013-29 2024-08-10T05:18:08.314 INFO:tasks.rados.rados.0.smithi031.stdout:1150: finishing write tid 4 to smithi03186013-29 2024-08-10T05:18:08.315 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 29 v 649 (ObjNum 351 snap 113 seq_num 351) dirty exists 2024-08-10T05:18:08.315 INFO:tasks.rados.rados.0.smithi031.stdout:1150: left oid 29 (ObjNum 351 snap 113 seq_num 351) 2024-08-10T05:18:08.316 INFO:tasks.rados.rados.0.smithi031.stdout:1149: done (3 left) 2024-08-10T05:18:08.316 INFO:tasks.rados.rados.0.smithi031.stdout:1150: done (2 left) 2024-08-10T05:18:08.316 INFO:tasks.rados.rados.0.smithi031.stdout:1152: done (1 left) 2024-08-10T05:18:08.316 INFO:tasks.rados.rados.0.smithi031.stdout:1153: read oid 39 snap -1 2024-08-10T05:18:08.316 INFO:tasks.rados.rados.0.smithi031.stdout:1153: expect (ObjNum 278 snap 84 seq_num 278) 2024-08-10T05:18:08.316 INFO:tasks.rados.rados.0.smithi031.stdout:1154: snap_remove snap 104 2024-08-10T05:18:08.648 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:08 smithi031 ceph-mon[98130]: osdmap e303: 8 total, 7 up, 8 in 2024-08-10T05:18:08.648 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:08 smithi031 ceph-mon[98130]: osdmap e304: 8 total, 7 up, 8 in 2024-08-10T05:18:08.648 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:08 smithi031 ceph-mon[100614]: osdmap e303: 8 total, 7 up, 8 in 2024-08-10T05:18:08.649 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:08 smithi031 ceph-mon[100614]: osdmap e304: 8 total, 7 up, 8 in 2024-08-10T05:18:08.649 INFO:journalctl@ceph.osd.0.smithi031.stdout:Aug 10 05:18:08 smithi031 podman[106458]: 2024-08-10 05:18:08.263236916 +0000 UTC m=+0.017337801 image pull c7b33901c8866b527fc2ae183a251d5e1d09961420a56731f5fa8537903bd68b quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec 2024-08-10T05:18:08.649 INFO:journalctl@ceph.osd.0.smithi031.stdout:Aug 10 05:18:08 smithi031 podman[106458]: 2024-08-10 05:18:08.404883459 +0000 UTC m=+0.158984332 container create ee023d92056ee487a57a1d4fda4916ae0b81bef762514bc16dc49d115e93a16d (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-0-activate, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, RELEASE=squid-bca9905, org.label-schema.build-date=20240731) 2024-08-10T05:18:08.649 INFO:journalctl@ceph.osd.0.smithi031.stdout:Aug 10 05:18:08 smithi031 podman[106458]: 2024-08-10 05:18:08.648819041 +0000 UTC m=+0.402919914 container init ee023d92056ee487a57a1d4fda4916ae0b81bef762514bc16dc49d115e93a16d (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-0-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, RELEASE=squid-bca9905, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-10T05:18:08.659 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:08 smithi196 ceph-mon[90243]: osdmap e303: 8 total, 7 up, 8 in 2024-08-10T05:18:08.659 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:08 smithi196 ceph-mon[90243]: osdmap e304: 8 total, 7 up, 8 in 2024-08-10T05:18:08.996 INFO:journalctl@ceph.osd.0.smithi031.stdout:Aug 10 05:18:08 smithi031 podman[106458]: 2024-08-10 05:18:08.653786085 +0000 UTC m=+0.407886960 container start ee023d92056ee487a57a1d4fda4916ae0b81bef762514bc16dc49d115e93a16d (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-0-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=squid-bca9905, ceph=True, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-10T05:18:08.996 INFO:journalctl@ceph.osd.0.smithi031.stdout:Aug 10 05:18:08 smithi031 podman[106458]: 2024-08-10 05:18:08.748797881 +0000 UTC m=+0.502898772 container attach ee023d92056ee487a57a1d4fda4916ae0b81bef762514bc16dc49d115e93a16d (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-0-activate, RELEASE=squid-bca9905, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-10T05:18:08.996 INFO:journalctl@ceph.osd.0.smithi031.stdout:Aug 10 05:18:08 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-0-activate[106473]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-10T05:18:08.997 INFO:journalctl@ceph.osd.0.smithi031.stdout:Aug 10 05:18:08 smithi031 bash[106458]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-10T05:18:08.997 INFO:journalctl@ceph.osd.0.smithi031.stdout:Aug 10 05:18:08 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-0-activate[106473]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-10T05:18:08.997 INFO:journalctl@ceph.osd.0.smithi031.stdout:Aug 10 05:18:08 smithi031 bash[106458]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-10T05:18:08.997 INFO:journalctl@ceph.osd.0.smithi031.stdout:Aug 10 05:18:08 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-0-activate[106473]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-08-10T05:18:08.997 INFO:journalctl@ceph.osd.0.smithi031.stdout:Aug 10 05:18:08 smithi031 bash[106458]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-08-10T05:18:09.028 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:18:08 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:18:08.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)\", cluster_addr=\"172.21.15.31\", device_class=\"ssd\", hostname=\"smithi031\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.31\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)\", cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", cluster_addr=\"172.21.15.31\", device_class=\"ssd\", hostname=\"smithi031\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.31\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:18:09.170 INFO:tasks.rados.rados.0.smithi031.stdout:1154: done (2 left) 2024-08-10T05:18:09.170 INFO:tasks.rados.rados.0.smithi031.stdout:1155: snap_remove snap 105 2024-08-10T05:18:09.269 INFO:journalctl@ceph.osd.0.smithi031.stdout:Aug 10 05:18:08 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-0-activate[106473]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-08-10T05:18:09.269 INFO:journalctl@ceph.osd.0.smithi031.stdout:Aug 10 05:18:08 smithi031 bash[106458]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-08-10T05:18:09.269 INFO:journalctl@ceph.osd.0.smithi031.stdout:Aug 10 05:18:09 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-0-activate[106473]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-08-10T05:18:09.269 INFO:journalctl@ceph.osd.0.smithi031.stdout:Aug 10 05:18:09 smithi031 bash[106458]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-08-10T05:18:09.269 INFO:journalctl@ceph.osd.0.smithi031.stdout:Aug 10 05:18:09 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-0-activate[106473]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-08-10T05:18:09.269 INFO:journalctl@ceph.osd.0.smithi031.stdout:Aug 10 05:18:09 smithi031 bash[106458]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-08-10T05:18:09.269 INFO:journalctl@ceph.osd.0.smithi031.stdout:Aug 10 05:18:09 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-0-activate[106473]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-08-10T05:18:09.269 INFO:journalctl@ceph.osd.0.smithi031.stdout:Aug 10 05:18:09 smithi031 bash[106458]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-08-10T05:18:09.269 INFO:journalctl@ceph.osd.0.smithi031.stdout:Aug 10 05:18:09 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-0-activate[106473]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-08-10T05:18:09.270 INFO:journalctl@ceph.osd.0.smithi031.stdout:Aug 10 05:18:09 smithi031 bash[106458]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-08-10T05:18:09.270 INFO:journalctl@ceph.osd.0.smithi031.stdout:Aug 10 05:18:09 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-0-activate[106473]: --> ceph-volume raw activate successful for osd ID: 0 2024-08-10T05:18:09.270 INFO:journalctl@ceph.osd.0.smithi031.stdout:Aug 10 05:18:09 smithi031 bash[106458]: --> ceph-volume raw activate successful for osd ID: 0 2024-08-10T05:18:09.270 INFO:journalctl@ceph.osd.0.smithi031.stdout:Aug 10 05:18:09 smithi031 podman[106458]: 2024-08-10 05:18:09.046956873 +0000 UTC m=+0.801057759 container died ee023d92056ee487a57a1d4fda4916ae0b81bef762514bc16dc49d115e93a16d (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-0-activate, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, RELEASE=squid-bca9905, org.label-schema.build-date=20240731, io.buildah.version=1.36.0) 2024-08-10T05:18:09.652 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:09 smithi031 ceph-mon[98130]: pgmap v104: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 293 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.0 MiB/s rd, 4.0 MiB/s wr, 22 op/s; 93/501 objects degraded (18.563%) 2024-08-10T05:18:09.652 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:09 smithi031 ceph-mon[98130]: Health check failed: Degraded data redundancy: 93/501 objects degraded (18.563%), 16 pgs degraded (PG_DEGRADED) 2024-08-10T05:18:09.653 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:09 smithi031 ceph-mon[98130]: osdmap e305: 8 total, 7 up, 8 in 2024-08-10T05:18:09.653 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:09 smithi031 ceph-mon[100614]: pgmap v104: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 293 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.0 MiB/s rd, 4.0 MiB/s wr, 22 op/s; 93/501 objects degraded (18.563%) 2024-08-10T05:18:09.653 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:09 smithi031 ceph-mon[100614]: Health check failed: Degraded data redundancy: 93/501 objects degraded (18.563%), 16 pgs degraded (PG_DEGRADED) 2024-08-10T05:18:09.653 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:09 smithi031 ceph-mon[100614]: osdmap e305: 8 total, 7 up, 8 in 2024-08-10T05:18:09.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:09 smithi196 ceph-mon[90243]: pgmap v104: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 293 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.0 MiB/s rd, 4.0 MiB/s wr, 22 op/s; 93/501 objects degraded (18.563%) 2024-08-10T05:18:09.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:09 smithi196 ceph-mon[90243]: Health check failed: Degraded data redundancy: 93/501 objects degraded (18.563%), 16 pgs degraded (PG_DEGRADED) 2024-08-10T05:18:09.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:09 smithi196 ceph-mon[90243]: osdmap e305: 8 total, 7 up, 8 in 2024-08-10T05:18:10.002 INFO:journalctl@ceph.osd.0.smithi031.stdout:Aug 10 05:18:09 smithi031 podman[106623]: 2024-08-10 05:18:09.652932918 +0000 UTC m=+0.600066419 container remove ee023d92056ee487a57a1d4fda4916ae0b81bef762514bc16dc49d115e93a16d (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-0-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, RELEASE=squid-bca9905, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0) 2024-08-10T05:18:10.002 INFO:journalctl@ceph.osd.0.smithi031.stdout:Aug 10 05:18:09 smithi031 podman[106687]: 2024-08-10 05:18:09.773136462 +0000 UTC m=+0.017655341 image pull c7b33901c8866b527fc2ae183a251d5e1d09961420a56731f5fa8537903bd68b quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec 2024-08-10T05:18:10.002 INFO:journalctl@ceph.osd.0.smithi031.stdout:Aug 10 05:18:09 smithi031 podman[106687]: 2024-08-10 05:18:09.887233171 +0000 UTC m=+0.131752077 container create b6a59f8bdb81b6aec524c31cf7cfd8b376e3059851d8a3b61d201e169a9654a5 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-0, RELEASE=squid-bca9905, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-08-10T05:18:10.173 INFO:tasks.rados.rados.0.smithi031.stdout:1155: done (2 left) 2024-08-10T05:18:10.173 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 47 current snap is 113 2024-08-10T05:18:10.173 INFO:tasks.rados.rados.0.smithi031.stdout:1151: finishing write tid 1 to smithi03186013-10 2024-08-10T05:18:10.173 INFO:tasks.rados.rados.0.smithi031.stdout:1156: seq_num 354 ranges {2424832=737280,3162112=401408} 2024-08-10T05:18:10.190 INFO:tasks.rados.rados.0.smithi031.stdout:1156: writing smithi03186013-47 from 2424832 to 3162112 tid 1 2024-08-10T05:18:10.193 INFO:tasks.rados.rados.0.smithi031.stdout:1156: writing smithi03186013-47 from 3162112 to 3563520 tid 2 2024-08-10T05:18:10.193 INFO:tasks.rados.rados.0.smithi031.stdout:1157: copy_from oid 46 from oid 44 current snap is 113 2024-08-10T05:18:10.194 INFO:tasks.rados.rados.0.smithi031.stdout:1151: finishing write tid 2 to smithi03186013-10 2024-08-10T05:18:10.194 INFO:tasks.rados.rados.0.smithi031.stdout:1151: finishing write tid 3 to smithi03186013-10 2024-08-10T05:18:10.194 INFO:tasks.rados.rados.0.smithi031.stdout:1151: finishing write tid 4 to smithi03186013-10 2024-08-10T05:18:10.194 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 10 v 306 (ObjNum 352 snap 113 seq_num 352) dirty exists 2024-08-10T05:18:10.194 INFO:tasks.rados.rados.0.smithi031.stdout:1151: left oid 10 (ObjNum 352 snap 113 seq_num 352) 2024-08-10T05:18:10.195 INFO:tasks.rados.rados.0.smithi031.stdout:1151: done (3 left) 2024-08-10T05:18:10.195 INFO:tasks.rados.rados.0.smithi031.stdout:1158: snap_create 2024-08-10T05:18:10.195 INFO:tasks.rados.rados.0.smithi031.stdout:1153: expect (ObjNum 278 snap 84 seq_num 278) 2024-08-10T05:18:10.519 INFO:journalctl@ceph.osd.0.smithi031.stdout:Aug 10 05:18:10 smithi031 podman[106687]: 2024-08-10 05:18:10.131208862 +0000 UTC m=+0.375727745 container init b6a59f8bdb81b6aec524c31cf7cfd8b376e3059851d8a3b61d201e169a9654a5 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-0, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, RELEASE=squid-bca9905, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-08-10T05:18:10.519 INFO:journalctl@ceph.osd.0.smithi031.stdout:Aug 10 05:18:10 smithi031 podman[106687]: 2024-08-10 05:18:10.136352571 +0000 UTC m=+0.380871433 container start b6a59f8bdb81b6aec524c31cf7cfd8b376e3059851d8a3b61d201e169a9654a5 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, RELEASE=squid-bca9905, io.buildah.version=1.36.0) 2024-08-10T05:18:10.519 INFO:journalctl@ceph.osd.0.smithi031.stdout:Aug 10 05:18:10 smithi031 ceph-osd[106724]: -- 172.21.15.31:0/4181509413 <== mon.0 v2:172.21.15.31:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55fa67b91a40 con 0x55fa68954400 2024-08-10T05:18:10.519 INFO:journalctl@ceph.osd.0.smithi031.stdout:Aug 10 05:18:10 smithi031 bash[106687]: b6a59f8bdb81b6aec524c31cf7cfd8b376e3059851d8a3b61d201e169a9654a5 2024-08-10T05:18:10.519 INFO:journalctl@ceph.osd.0.smithi031.stdout:Aug 10 05:18:10 smithi031 systemd[1]: Started Ceph osd.0 for fc322138-56d5-11ef-bcce-c7b262605968. 2024-08-10T05:18:10.948 INFO:tasks.rados.rados.0.smithi031.stdout:1156: finishing write tid 1 to smithi03186013-47 2024-08-10T05:18:10.948 INFO:tasks.rados.rados.0.smithi031.stdout:1156: finishing write tid 2 to smithi03186013-47 2024-08-10T05:18:10.948 INFO:tasks.rados.rados.0.smithi031.stdout:1156: finishing write tid 3 to smithi03186013-47 2024-08-10T05:18:10.948 INFO:tasks.rados.rados.0.smithi031.stdout:1156: finishing write tid 4 to smithi03186013-47 2024-08-10T05:18:10.948 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 47 v 280 (ObjNum 354 snap 113 seq_num 354) dirty exists 2024-08-10T05:18:10.948 INFO:tasks.rados.rados.0.smithi031.stdout:1156: left oid 47 (ObjNum 354 snap 113 seq_num 354) 2024-08-10T05:18:10.948 INFO:tasks.rados.rados.0.smithi031.stdout:1157: finishing copy_from racing read to smithi03186013-46 2024-08-10T05:18:10.949 INFO:tasks.rados.rados.0.smithi031.stdout:1157: finishing copy_from to smithi03186013-46 2024-08-10T05:18:10.949 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 46 v 640 (ObjNum 304 snap 94 seq_num 304) dirty exists 2024-08-10T05:18:10.966 INFO:journalctl@ceph.osd.0.smithi031.stdout:Aug 10 05:18:10 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-0[106701]: 2024-08-10T05:18:10.678+0000 7fed13ad3640 -1 Falling back to public interface 2024-08-10T05:18:11.176 INFO:tasks.rados.rados.0.smithi031.stdout:1153: done (3 left) 2024-08-10T05:18:11.176 INFO:tasks.rados.rados.0.smithi031.stdout:1156: done (2 left) 2024-08-10T05:18:11.177 INFO:tasks.rados.rados.0.smithi031.stdout:1157: done (1 left) 2024-08-10T05:18:11.177 INFO:tasks.rados.rados.0.smithi031.stdout:1158: done (0 left) 2024-08-10T05:18:11.177 INFO:tasks.rados.rados.0.smithi031.stdout:1159: delete oid 3 current snap is 114 2024-08-10T05:18:11.182 INFO:tasks.rados.rados.0.smithi031.stdout:1159: done (0 left) 2024-08-10T05:18:11.182 INFO:tasks.rados.rados.0.smithi031.stdout:1160: read oid 6 snap -1 2024-08-10T05:18:11.182 INFO:tasks.rados.rados.0.smithi031.stdout:1160: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-10T05:18:11.182 INFO:tasks.rados.rados.0.smithi031.stdout:1161: setattr oid 7 current snap is 114 2024-08-10T05:18:11.183 INFO:tasks.rados.rados.0.smithi031.stdout:1160: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-10T05:18:11.185 INFO:tasks.rados.rados.0.smithi031.stdout:1160: done (1 left) 2024-08-10T05:18:11.186 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 18 current snap is 114 2024-08-10T05:18:11.186 INFO:tasks.rados.rados.0.smithi031.stdout:1162: seq_num 356 ranges {0=770048,770048=401408} 2024-08-10T05:18:11.190 INFO:tasks.rados.rados.0.smithi031.stdout:1162: writing smithi03186013-18 from 0 to 770048 tid 1 2024-08-10T05:18:11.192 INFO:tasks.rados.rados.0.smithi031.stdout:1162: writing smithi03186013-18 from 770048 to 1171456 tid 2 2024-08-10T05:18:11.192 INFO:tasks.rados.rados.0.smithi031.stdout:1163: read oid 49 snap -1 2024-08-10T05:18:11.193 INFO:tasks.rados.rados.0.smithi031.stdout:1163: expect (ObjNum 324 snap 101 seq_num 324) 2024-08-10T05:18:11.193 INFO:tasks.rados.rados.0.smithi031.stdout:1164: delete oid 14 current snap is 114 2024-08-10T05:18:11.193 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 7 v 659 (ObjNum 292 snap 93 seq_num 292) dirty exists 2024-08-10T05:18:11.199 INFO:tasks.rados.rados.0.smithi031.stdout:1162: finishing write tid 1 to smithi03186013-18 2024-08-10T05:18:11.200 INFO:tasks.rados.rados.0.smithi031.stdout:1162: finishing write tid 2 to smithi03186013-18 2024-08-10T05:18:11.201 INFO:tasks.rados.rados.0.smithi031.stdout:1162: finishing write tid 3 to smithi03186013-18 2024-08-10T05:18:11.201 INFO:tasks.rados.rados.0.smithi031.stdout:1161: done (3 left) 2024-08-10T05:18:11.202 INFO:tasks.rados.rados.0.smithi031.stdout:1164: done (2 left) 2024-08-10T05:18:11.202 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 40 current snap is 114 2024-08-10T05:18:11.202 INFO:tasks.rados.rados.0.smithi031.stdout:1165: seq_num 358 ranges {0=802816,802816=401408} 2024-08-10T05:18:11.206 INFO:tasks.rados.rados.0.smithi031.stdout:1165: writing smithi03186013-40 from 0 to 802816 tid 1 2024-08-10T05:18:11.209 INFO:tasks.rados.rados.0.smithi031.stdout:1165: writing smithi03186013-40 from 802816 to 1204224 tid 2 2024-08-10T05:18:11.209 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 2 current snap is 114 2024-08-10T05:18:11.209 INFO:tasks.rados.rados.0.smithi031.stdout:1162: finishing write tid 4 to smithi03186013-18 2024-08-10T05:18:11.209 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 18 v 637 (ObjNum 356 snap 114 seq_num 356) dirty exists 2024-08-10T05:18:11.209 INFO:tasks.rados.rados.0.smithi031.stdout:1162: left oid 18 (ObjNum 356 snap 114 seq_num 356) 2024-08-10T05:18:11.209 INFO:tasks.rados.rados.0.smithi031.stdout:1166: seq_num 359 ranges {1032192=417792,1449984=417792,1867776=385024} 2024-08-10T05:18:11.216 INFO:tasks.rados.rados.0.smithi031.stdout:1166: writing smithi03186013-2 from 1032192 to 1449984 tid 1 2024-08-10T05:18:11.219 INFO:tasks.rados.rados.0.smithi031.stdout:1166: writing smithi03186013-2 from 1449984 to 1867776 tid 2 2024-08-10T05:18:11.222 INFO:tasks.rados.rados.0.smithi031.stdout:1166: writing smithi03186013-2 from 1867776 to 2252800 tid 3 2024-08-10T05:18:11.222 INFO:tasks.rados.rados.0.smithi031.stdout:1162: done (3 left) 2024-08-10T05:18:11.222 INFO:tasks.rados.rados.0.smithi031.stdout:1167: read oid 48 snap -1 2024-08-10T05:18:11.222 INFO:tasks.rados.rados.0.smithi031.stdout:1167: expect (ObjNum 277 snap 83 seq_num 277) 2024-08-10T05:18:11.222 INFO:tasks.rados.rados.0.smithi031.stdout:1168: read oid 38 snap 109 2024-08-10T05:18:11.223 INFO:tasks.rados.rados.0.smithi031.stdout:1168: expect (ObjNum 297 snap 94 seq_num 297) 2024-08-10T05:18:11.223 INFO:tasks.rados.rados.0.smithi031.stdout:1169: rollback oid 10 current snap is 114 2024-08-10T05:18:11.223 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 10 to 82 2024-08-10T05:18:11.223 INFO:tasks.rados.rados.0.smithi031.stdout:1163: expect (ObjNum 324 snap 101 seq_num 324) 2024-08-10T05:18:11.255 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:11 smithi031 ceph-mon[100614]: pgmap v107: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 293 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.0 MiB/s rd, 4.0 MiB/s wr, 22 op/s; 93/501 objects degraded (18.563%) 2024-08-10T05:18:11.255 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:11 smithi031 ceph-mon[100614]: osdmap e306: 8 total, 7 up, 8 in 2024-08-10T05:18:11.255 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:11 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:18:11.255 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:11 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:18:11.255 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:11 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:18:11.255 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:11 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:18:11.255 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:11 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:18:11.255 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:11 smithi031 ceph-mon[98130]: pgmap v107: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 293 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.0 MiB/s rd, 4.0 MiB/s wr, 22 op/s; 93/501 objects degraded (18.563%) 2024-08-10T05:18:11.255 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:11 smithi031 ceph-mon[98130]: osdmap e306: 8 total, 7 up, 8 in 2024-08-10T05:18:11.256 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:11 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:18:11.256 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:11 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:18:11.256 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:11 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:18:11.256 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:11 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:18:11.256 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:11 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:18:11.413 INFO:tasks.rados.rados.0.smithi031.stdout:1165: finishing write tid 1 to smithi03186013-40 2024-08-10T05:18:11.413 INFO:tasks.rados.rados.0.smithi031.stdout:1165: finishing write tid 2 to smithi03186013-40 2024-08-10T05:18:11.413 INFO:tasks.rados.rados.0.smithi031.stdout:1165: finishing write tid 3 to smithi03186013-40 2024-08-10T05:18:11.413 INFO:tasks.rados.rados.0.smithi031.stdout:1163: done (5 left) 2024-08-10T05:18:11.413 INFO:tasks.rados.rados.0.smithi031.stdout:1170: snap_create 2024-08-10T05:18:11.413 INFO:tasks.rados.rados.0.smithi031.stdout:1166: finishing write tid 1 to smithi03186013-2 2024-08-10T05:18:11.413 INFO:tasks.rados.rados.0.smithi031.stdout:1165: finishing write tid 4 to smithi03186013-40 2024-08-10T05:18:11.413 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 40 v 215 (ObjNum 358 snap 114 seq_num 358) dirty exists 2024-08-10T05:18:11.413 INFO:tasks.rados.rados.0.smithi031.stdout:1165: left oid 40 (ObjNum 358 snap 114 seq_num 358) 2024-08-10T05:18:11.414 INFO:tasks.rados.rados.0.smithi031.stdout:1166: finishing write tid 2 to smithi03186013-2 2024-08-10T05:18:11.414 INFO:tasks.rados.rados.0.smithi031.stdout:1166: finishing write tid 3 to smithi03186013-2 2024-08-10T05:18:11.414 INFO:tasks.rados.rados.0.smithi031.stdout:1169: finishing rollback tid 0 to smithi03186013-10 2024-08-10T05:18:11.414 INFO:tasks.rados.rados.0.smithi031.stdout:1166: finishing write tid 4 to smithi03186013-2 2024-08-10T05:18:11.414 INFO:tasks.rados.rados.0.smithi031.stdout:1169: finishing rollback tid 1 to smithi03186013-10 2024-08-10T05:18:11.414 INFO:tasks.rados.rados.0.smithi031.stdout:1169: finishing rollback tid 2 to smithi03186013-10 2024-08-10T05:18:11.414 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 10 v 314 (ObjNum 216 snap 61 seq_num 216) dirty exists 2024-08-10T05:18:11.414 INFO:tasks.rados.rados.0.smithi031.stdout:1166: finishing write tid 5 to smithi03186013-2 2024-08-10T05:18:11.414 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 2 v 664 (ObjNum 359 snap 114 seq_num 359) dirty exists 2024-08-10T05:18:11.414 INFO:tasks.rados.rados.0.smithi031.stdout:1166: left oid 2 (ObjNum 359 snap 114 seq_num 359) 2024-08-10T05:18:11.414 INFO:tasks.rados.rados.0.smithi031.stdout:1168: expect (ObjNum 297 snap 94 seq_num 297) 2024-08-10T05:18:11.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:18:11 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:18:11] "GET /metrics HTTP/1.1" 200 36172 "" "Prometheus/2.43.0" 2024-08-10T05:18:11.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:11 smithi196 ceph-mon[90243]: pgmap v107: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 293 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.0 MiB/s rd, 4.0 MiB/s wr, 22 op/s; 93/501 objects degraded (18.563%) 2024-08-10T05:18:11.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:11 smithi196 ceph-mon[90243]: osdmap e306: 8 total, 7 up, 8 in 2024-08-10T05:18:11.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:11 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:18:11.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:11 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:18:11.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:11 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:18:11.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:11 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:18:11.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:11 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:18:11.666 INFO:tasks.rados.rados.0.smithi031.stdout:1167: expect (ObjNum 277 snap 83 seq_num 277) 2024-08-10T05:18:12.187 INFO:tasks.rados.rados.0.smithi031.stdout:1165: done (5 left) 2024-08-10T05:18:12.187 INFO:tasks.rados.rados.0.smithi031.stdout:1166: done (4 left) 2024-08-10T05:18:12.187 INFO:tasks.rados.rados.0.smithi031.stdout:1167: done (3 left) 2024-08-10T05:18:12.188 INFO:tasks.rados.rados.0.smithi031.stdout:1168: done (2 left) 2024-08-10T05:18:12.188 INFO:tasks.rados.rados.0.smithi031.stdout:1169: done (1 left) 2024-08-10T05:18:12.188 INFO:tasks.rados.rados.0.smithi031.stdout:1170: done (0 left) 2024-08-10T05:18:12.188 INFO:tasks.rados.rados.0.smithi031.stdout:1171: snap_create 2024-08-10T05:18:12.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:12 smithi031 ceph-mon[98130]: osdmap e307: 8 total, 7 up, 8 in 2024-08-10T05:18:12.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:12 smithi031 ceph-mon[100614]: osdmap e307: 8 total, 7 up, 8 in 2024-08-10T05:18:12.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:12 smithi196 ceph-mon[90243]: osdmap e307: 8 total, 7 up, 8 in 2024-08-10T05:18:12.529 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:18:12 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:18:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:18:13.191 INFO:tasks.rados.rados.0.smithi031.stdout:1171: done (0 left) 2024-08-10T05:18:13.191 INFO:tasks.rados.rados.0.smithi031.stdout:1172: rollback oid 44 current snap is 116 2024-08-10T05:18:13.191 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 44 to 37 2024-08-10T05:18:13.191 INFO:tasks.rados.rados.0.smithi031.stdout:1173: read oid 36 snap -1 2024-08-10T05:18:13.191 INFO:tasks.rados.rados.0.smithi031.stdout:1173: expect (ObjNum 346 snap 110 seq_num 346) 2024-08-10T05:18:13.191 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 1 current snap is 116 2024-08-10T05:18:13.191 INFO:tasks.rados.rados.0.smithi031.stdout:1174: seq_num 360 ranges {0=434176,434176=704512,1138688=98304} 2024-08-10T05:18:13.193 INFO:tasks.rados.rados.0.smithi031.stdout:1174: writing smithi03186013-1 from 0 to 434176 tid 1 2024-08-10T05:18:13.200 INFO:tasks.rados.rados.0.smithi031.stdout:1174: writing smithi03186013-1 from 434176 to 1138688 tid 2 2024-08-10T05:18:13.200 INFO:tasks.rados.rados.0.smithi031.stdout:1174: writing smithi03186013-1 from 1138688 to 1236992 tid 3 2024-08-10T05:18:13.200 INFO:tasks.rados.rados.0.smithi031.stdout:1175: delete oid 50 current snap is 116 2024-08-10T05:18:13.200 INFO:tasks.rados.rados.0.smithi031.stdout:1172: finishing rollback tid 0 to smithi03186013-44 2024-08-10T05:18:13.200 INFO:tasks.rados.rados.0.smithi031.stdout:1172: finishing rollback tid 1 to smithi03186013-44 2024-08-10T05:18:13.201 INFO:tasks.rados.rados.0.smithi031.stdout:1172: finishing rollback tid 2 to smithi03186013-44 2024-08-10T05:18:13.201 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 44 v 668 (ObjNum 75 snap 11 seq_num 75) dirty exists 2024-08-10T05:18:13.201 INFO:tasks.rados.rados.0.smithi031.stdout:1174: finishing write tid 1 to smithi03186013-1 2024-08-10T05:18:13.201 INFO:tasks.rados.rados.0.smithi031.stdout:1173: expect (ObjNum 346 snap 110 seq_num 346) 2024-08-10T05:18:13.229 INFO:tasks.rados.rados.0.smithi031.stdout:1174: finishing write tid 2 to smithi03186013-1 2024-08-10T05:18:13.230 INFO:tasks.rados.rados.0.smithi031.stdout:1174: finishing write tid 3 to smithi03186013-1 2024-08-10T05:18:13.230 INFO:tasks.rados.rados.0.smithi031.stdout:1172: done (3 left) 2024-08-10T05:18:13.230 INFO:tasks.rados.rados.0.smithi031.stdout:1173: done (2 left) 2024-08-10T05:18:13.230 INFO:tasks.rados.rados.0.smithi031.stdout:1175: done (1 left) 2024-08-10T05:18:13.230 INFO:tasks.rados.rados.0.smithi031.stdout:1176: read oid 48 snap -1 2024-08-10T05:18:13.230 INFO:tasks.rados.rados.0.smithi031.stdout:1176: expect (ObjNum 277 snap 83 seq_num 277) 2024-08-10T05:18:13.230 INFO:tasks.rados.rados.0.smithi031.stdout:1177: rmattr oid 39 current snap is 116 2024-08-10T05:18:13.230 INFO:tasks.rados.rados.0.smithi031.stdout:1177: done (2 left) 2024-08-10T05:18:13.230 INFO:tasks.rados.rados.0.smithi031.stdout:1178: delete oid 17 current snap is 116 2024-08-10T05:18:13.230 INFO:tasks.rados.rados.0.smithi031.stdout:1174: finishing write tid 4 to smithi03186013-1 2024-08-10T05:18:13.230 INFO:tasks.rados.rados.0.smithi031.stdout:1174: finishing write tid 5 to smithi03186013-1 2024-08-10T05:18:13.231 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 1 v 56 (ObjNum 360 snap 116 seq_num 360) dirty exists 2024-08-10T05:18:13.231 INFO:tasks.rados.rados.0.smithi031.stdout:1174: left oid 1 (ObjNum 360 snap 116 seq_num 360) 2024-08-10T05:18:13.231 INFO:tasks.rados.rados.0.smithi031.stdout:1174: done (2 left) 2024-08-10T05:18:13.231 INFO:tasks.rados.rados.0.smithi031.stdout:1178: done (1 left) 2024-08-10T05:18:13.231 INFO:tasks.rados.rados.0.smithi031.stdout:1179: snap_create 2024-08-10T05:18:13.268 INFO:tasks.rados.rados.0.smithi031.stdout:1176: expect (ObjNum 277 snap 83 seq_num 277) 2024-08-10T05:18:13.504 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:13 smithi196 ceph-mon[90243]: pgmap v110: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 293 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 93/501 objects degraded (18.563%) 2024-08-10T05:18:13.504 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:13 smithi196 ceph-mon[90243]: osdmap e308: 8 total, 7 up, 8 in 2024-08-10T05:18:13.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:13 smithi031 ceph-mon[98130]: pgmap v110: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 293 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 93/501 objects degraded (18.563%) 2024-08-10T05:18:13.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:13 smithi031 ceph-mon[98130]: osdmap e308: 8 total, 7 up, 8 in 2024-08-10T05:18:13.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:13 smithi031 ceph-mon[100614]: pgmap v110: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 293 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 93/501 objects degraded (18.563%) 2024-08-10T05:18:13.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:13 smithi031 ceph-mon[100614]: osdmap e308: 8 total, 7 up, 8 in 2024-08-10T05:18:13.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:18:13 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:18:13.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi031\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi031\", job=\"node\", machine=\"x86_64\", nodename=\"smithi031\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", domainname=\"(none)\", instance=\"smithi031\", job=\"node\", machine=\"x86_64\", nodename=\"smithi031\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:18:14.018 INFO:journalctl@ceph.osd.0.smithi031.stdout:Aug 10 05:18:13 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-0[106701]: 2024-08-10T05:18:13.566+0000 7fed13ad3640 -1 osd.0 300 log_to_monitors true 2024-08-10T05:18:14.211 INFO:tasks.rados.rados.0.smithi031.stdout:1176: done (1 left) 2024-08-10T05:18:14.211 INFO:tasks.rados.rados.0.smithi031.stdout:1179: done (0 left) 2024-08-10T05:18:14.211 INFO:tasks.rados.rados.0.smithi031.stdout:1180: read oid 10 snap -1 2024-08-10T05:18:14.211 INFO:tasks.rados.rados.0.smithi031.stdout:1180: expect (ObjNum 216 snap 61 seq_num 216) 2024-08-10T05:18:14.211 INFO:tasks.rados.rados.0.smithi031.stdout:1181: delete oid 19 current snap is 117 2024-08-10T05:18:14.214 INFO:tasks.rados.rados.0.smithi031.stdout:1181: done (1 left) 2024-08-10T05:18:14.214 INFO:tasks.rados.rados.0.smithi031.stdout:1182: delete oid 5 current snap is 117 2024-08-10T05:18:14.221 INFO:tasks.rados.rados.0.smithi031.stdout:1182: done (1 left) 2024-08-10T05:18:14.221 INFO:tasks.rados.rados.0.smithi031.stdout:1183: read oid 9 snap -1 2024-08-10T05:18:14.221 INFO:tasks.rados.rados.0.smithi031.stdout:1183: expect deleted 2024-08-10T05:18:14.221 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 50 current snap is 117 2024-08-10T05:18:14.221 INFO:tasks.rados.rados.0.smithi031.stdout:1184: seq_num 365 ranges {0=516096,516096=573440,1089536=229376} 2024-08-10T05:18:14.225 INFO:tasks.rados.rados.0.smithi031.stdout:1184: writing smithi03186013-50 from 0 to 516096 tid 1 2024-08-10T05:18:14.228 INFO:tasks.rados.rados.0.smithi031.stdout:1184: writing smithi03186013-50 from 516096 to 1089536 tid 2 2024-08-10T05:18:14.230 INFO:tasks.rados.rados.0.smithi031.stdout:1184: writing smithi03186013-50 from 1089536 to 1318912 tid 3 2024-08-10T05:18:14.234 INFO:tasks.rados.rados.0.smithi031.stdout:1180: expect (ObjNum 216 snap 61 seq_num 216) 2024-08-10T05:18:14.323 INFO:tasks.rados.rados.0.smithi031.stdout:1184: finishing write tid 1 to smithi03186013-50 2024-08-10T05:18:14.323 INFO:tasks.rados.rados.0.smithi031.stdout:1184: finishing write tid 2 to smithi03186013-50 2024-08-10T05:18:14.323 INFO:tasks.rados.rados.0.smithi031.stdout:1180: done (2 left) 2024-08-10T05:18:14.323 INFO:tasks.rados.rados.0.smithi031.stdout:1183: done (1 left) 2024-08-10T05:18:14.323 INFO:tasks.rados.rados.0.smithi031.stdout:1185: rmattr oid 36 current snap is 117 2024-08-10T05:18:14.323 INFO:tasks.rados.rados.0.smithi031.stdout:1185: done (1 left) 2024-08-10T05:18:14.323 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 32 current snap is 117 2024-08-10T05:18:14.324 INFO:tasks.rados.rados.0.smithi031.stdout:1184: finishing write tid 3 to smithi03186013-50 2024-08-10T05:18:14.324 INFO:tasks.rados.rados.0.smithi031.stdout:1184: finishing write tid 4 to smithi03186013-50 2024-08-10T05:18:14.324 INFO:tasks.rados.rados.0.smithi031.stdout:1184: finishing write tid 5 to smithi03186013-50 2024-08-10T05:18:14.324 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 50 v 608 (ObjNum 365 snap 117 seq_num 365) dirty exists 2024-08-10T05:18:14.324 INFO:tasks.rados.rados.0.smithi031.stdout:1184: left oid 50 (ObjNum 365 snap 117 seq_num 365) 2024-08-10T05:18:14.324 INFO:tasks.rados.rados.0.smithi031.stdout:1186: seq_num 366 ranges {8339456=532480,8871936=458752,9330688=344064} 2024-08-10T05:18:14.373 INFO:tasks.rados.rados.0.smithi031.stdout:1186: writing smithi03186013-32 from 8339456 to 8871936 tid 1 2024-08-10T05:18:14.375 INFO:tasks.rados.rados.0.smithi031.stdout:1186: writing smithi03186013-32 from 8871936 to 9330688 tid 2 2024-08-10T05:18:14.378 INFO:tasks.rados.rados.0.smithi031.stdout:1186: writing smithi03186013-32 from 9330688 to 9674752 tid 3 2024-08-10T05:18:14.378 INFO:tasks.rados.rados.0.smithi031.stdout:1184: done (1 left) 2024-08-10T05:18:14.378 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 38 current snap is 117 2024-08-10T05:18:14.378 INFO:tasks.rados.rados.0.smithi031.stdout:1186: finishing write tid 1 to smithi03186013-32 2024-08-10T05:18:14.378 INFO:tasks.rados.rados.0.smithi031.stdout:1187: seq_num 367 ranges {0=548864,548864=737280,1286144=65536} 2024-08-10T05:18:14.380 INFO:tasks.rados.rados.0.smithi031.stdout:1187: writing smithi03186013-38 from 0 to 548864 tid 1 2024-08-10T05:18:14.385 INFO:tasks.rados.rados.0.smithi031.stdout:1187: writing smithi03186013-38 from 548864 to 1286144 tid 2 2024-08-10T05:18:14.385 INFO:tasks.rados.rados.0.smithi031.stdout:1187: writing smithi03186013-38 from 1286144 to 1351680 tid 3 2024-08-10T05:18:14.385 INFO:tasks.rados.rados.0.smithi031.stdout:1188: snap_remove snap 110 2024-08-10T05:18:14.454 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:14 smithi196 ceph-mon[90243]: osdmap e309: 8 total, 7 up, 8 in 2024-08-10T05:18:14.454 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:14 smithi196 ceph-mon[90243]: from='osd.0 [v2:172.21.15.31:6802/2105367066,v1:172.21.15.31:6803/2105367066]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-08-10T05:18:14.454 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:14 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:18:14.454 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:14 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:18:14.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:14 smithi031 ceph-mon[98130]: osdmap e309: 8 total, 7 up, 8 in 2024-08-10T05:18:14.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:14 smithi031 ceph-mon[98130]: from='osd.0 [v2:172.21.15.31:6802/2105367066,v1:172.21.15.31:6803/2105367066]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-08-10T05:18:14.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:14 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:18:14.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:14 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:18:14.519 INFO:journalctl@ceph.osd.0.smithi031.stdout:Aug 10 05:18:14 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-0[106701]: 2024-08-10T05:18:14.236+0000 7fed0b87e640 -1 osd.0 300 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-10T05:18:14.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:14 smithi031 ceph-mon[100614]: osdmap e309: 8 total, 7 up, 8 in 2024-08-10T05:18:14.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:14 smithi031 ceph-mon[100614]: from='osd.0 [v2:172.21.15.31:6802/2105367066,v1:172.21.15.31:6803/2105367066]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-08-10T05:18:14.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:14 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:18:14.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:14 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:18:14.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:18:14 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:18:14.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:18:14.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:18:14 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:18:14.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:18:15.212 INFO:tasks.rados.rados.0.smithi031.stdout:1188: done (2 left) 2024-08-10T05:18:15.212 INFO:tasks.rados.rados.0.smithi031.stdout:1189: snap_remove snap 111 2024-08-10T05:18:15.414 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:15 smithi031 ceph-mon[100614]: pgmap v113: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 305 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 3.4 MiB/s wr, 18 op/s; 98/531 objects degraded (18.456%) 2024-08-10T05:18:15.414 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:15 smithi031 ceph-mon[100614]: Health check update: Degraded data redundancy: 98/531 objects degraded (18.456%), 16 pgs degraded (PG_DEGRADED) 2024-08-10T05:18:15.414 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:15 smithi031 ceph-mon[100614]: from='osd.0 [v2:172.21.15.31:6802/2105367066,v1:172.21.15.31:6803/2105367066]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-08-10T05:18:15.414 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:15 smithi031 ceph-mon[100614]: osdmap e310: 8 total, 7 up, 8 in 2024-08-10T05:18:15.415 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:15 smithi031 ceph-mon[100614]: from='osd.0 [v2:172.21.15.31:6802/2105367066,v1:172.21.15.31:6803/2105367066]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi031", "root=default"]}]: dispatch 2024-08-10T05:18:15.415 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:15 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:18:15.415 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:15 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:18:15.415 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:15 smithi031 ceph-mon[98130]: pgmap v113: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 305 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 3.4 MiB/s wr, 18 op/s; 98/531 objects degraded (18.456%) 2024-08-10T05:18:15.415 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:15 smithi031 ceph-mon[98130]: Health check update: Degraded data redundancy: 98/531 objects degraded (18.456%), 16 pgs degraded (PG_DEGRADED) 2024-08-10T05:18:15.416 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:15 smithi031 ceph-mon[98130]: from='osd.0 [v2:172.21.15.31:6802/2105367066,v1:172.21.15.31:6803/2105367066]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-08-10T05:18:15.416 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:15 smithi031 ceph-mon[98130]: osdmap e310: 8 total, 7 up, 8 in 2024-08-10T05:18:15.416 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:15 smithi031 ceph-mon[98130]: from='osd.0 [v2:172.21.15.31:6802/2105367066,v1:172.21.15.31:6803/2105367066]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi031", "root=default"]}]: dispatch 2024-08-10T05:18:15.416 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:15 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:18:15.416 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:15 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:18:15.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:15 smithi196 ceph-mon[90243]: pgmap v113: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 305 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 3.4 MiB/s wr, 18 op/s; 98/531 objects degraded (18.456%) 2024-08-10T05:18:15.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:15 smithi196 ceph-mon[90243]: Health check update: Degraded data redundancy: 98/531 objects degraded (18.456%), 16 pgs degraded (PG_DEGRADED) 2024-08-10T05:18:15.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:15 smithi196 ceph-mon[90243]: from='osd.0 [v2:172.21.15.31:6802/2105367066,v1:172.21.15.31:6803/2105367066]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-08-10T05:18:15.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:15 smithi196 ceph-mon[90243]: osdmap e310: 8 total, 7 up, 8 in 2024-08-10T05:18:15.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:15 smithi196 ceph-mon[90243]: from='osd.0 [v2:172.21.15.31:6802/2105367066,v1:172.21.15.31:6803/2105367066]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi031", "root=default"]}]: dispatch 2024-08-10T05:18:15.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:15 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:18:15.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:15 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:18:16.210 INFO:tasks.rados.rados.0.smithi031.stdout:1189: done (2 left) 2024-08-10T05:18:16.210 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 43 current snap is 117 2024-08-10T05:18:16.210 INFO:tasks.rados.rados.0.smithi031.stdout:1186: finishing write tid 2 to smithi03186013-32 2024-08-10T05:18:16.210 INFO:tasks.rados.rados.0.smithi031.stdout:1186: finishing write tid 3 to smithi03186013-32 2024-08-10T05:18:16.210 INFO:tasks.rados.rados.0.smithi031.stdout:1186: finishing write tid 4 to smithi03186013-32 2024-08-10T05:18:16.210 INFO:tasks.rados.rados.0.smithi031.stdout:1186: finishing write tid 5 to smithi03186013-32 2024-08-10T05:18:16.210 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 32 v 493 (ObjNum 366 snap 117 seq_num 366) dirty exists 2024-08-10T05:18:16.210 INFO:tasks.rados.rados.0.smithi031.stdout:1186: left oid 32 (ObjNum 366 snap 117 seq_num 366) 2024-08-10T05:18:16.210 INFO:tasks.rados.rados.0.smithi031.stdout:1187: finishing write tid 1 to smithi03186013-38 2024-08-10T05:18:16.211 INFO:tasks.rados.rados.0.smithi031.stdout:1187: finishing write tid 2 to smithi03186013-38 2024-08-10T05:18:16.211 INFO:tasks.rados.rados.0.smithi031.stdout:1187: finishing write tid 3 to smithi03186013-38 2024-08-10T05:18:16.211 INFO:tasks.rados.rados.0.smithi031.stdout:1187: finishing write tid 4 to smithi03186013-38 2024-08-10T05:18:16.211 INFO:tasks.rados.rados.0.smithi031.stdout:1187: finishing write tid 5 to smithi03186013-38 2024-08-10T05:18:16.211 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 38 v 219 (ObjNum 367 snap 117 seq_num 367) dirty exists 2024-08-10T05:18:16.211 INFO:tasks.rados.rados.0.smithi031.stdout:1187: left oid 38 (ObjNum 367 snap 117 seq_num 367) 2024-08-10T05:18:16.211 INFO:tasks.rados.rados.0.smithi031.stdout:1190: seq_num 368 ranges {802816=573440,1376256=622592,1998848=180224} 2024-08-10T05:18:16.218 INFO:tasks.rados.rados.0.smithi031.stdout:1190: writing smithi03186013-43 from 802816 to 1376256 tid 1 2024-08-10T05:18:16.223 INFO:tasks.rados.rados.0.smithi031.stdout:1190: writing smithi03186013-43 from 1376256 to 1998848 tid 2 2024-08-10T05:18:16.225 INFO:tasks.rados.rados.0.smithi031.stdout:1190: writing smithi03186013-43 from 1998848 to 2179072 tid 3 2024-08-10T05:18:16.225 INFO:tasks.rados.rados.0.smithi031.stdout:1186: done (2 left) 2024-08-10T05:18:16.225 INFO:tasks.rados.rados.0.smithi031.stdout:1187: done (1 left) 2024-08-10T05:18:16.225 INFO:tasks.rados.rados.0.smithi031.stdout:1191: read oid 40 snap 37 2024-08-10T05:18:16.225 INFO:tasks.rados.rados.0.smithi031.stdout:1191: expect deleted 2024-08-10T05:18:16.225 INFO:tasks.rados.rados.0.smithi031.stdout:1192: rmattr oid 30 current snap is 117 2024-08-10T05:18:16.225 INFO:tasks.rados.rados.0.smithi031.stdout:1192: done (2 left) 2024-08-10T05:18:16.225 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 28 current snap is 117 2024-08-10T05:18:16.225 INFO:tasks.rados.rados.0.smithi031.stdout:1193: seq_num 369 ranges {1359872=589824,1949696=507904,2457600=294912} 2024-08-10T05:18:16.237 INFO:tasks.rados.rados.0.smithi031.stdout:1193: writing smithi03186013-28 from 1359872 to 1949696 tid 1 2024-08-10T05:18:16.241 INFO:tasks.rados.rados.0.smithi031.stdout:1193: writing smithi03186013-28 from 1949696 to 2457600 tid 2 2024-08-10T05:18:16.243 INFO:tasks.rados.rados.0.smithi031.stdout:1193: writing smithi03186013-28 from 2457600 to 2752512 tid 3 2024-08-10T05:18:16.244 INFO:tasks.rados.rados.0.smithi031.stdout:1194: read oid 24 snap -1 2024-08-10T05:18:16.244 INFO:tasks.rados.rados.0.smithi031.stdout:1194: expect (ObjNum 315 snap 98 seq_num 315) 2024-08-10T05:18:16.244 INFO:tasks.rados.rados.0.smithi031.stdout:1195: delete oid 26 current snap is 117 2024-08-10T05:18:16.244 INFO:tasks.rados.rados.0.smithi031.stdout:1190: finishing write tid 1 to smithi03186013-43 2024-08-10T05:18:16.244 INFO:tasks.rados.rados.0.smithi031.stdout:1190: finishing write tid 2 to smithi03186013-43 2024-08-10T05:18:16.244 INFO:tasks.rados.rados.0.smithi031.stdout:1190: finishing write tid 3 to smithi03186013-43 2024-08-10T05:18:16.244 INFO:tasks.rados.rados.0.smithi031.stdout:1190: finishing write tid 4 to smithi03186013-43 2024-08-10T05:18:16.244 INFO:tasks.rados.rados.0.smithi031.stdout:1190: finishing write tid 5 to smithi03186013-43 2024-08-10T05:18:16.244 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 43 v 644 (ObjNum 368 snap 117 seq_num 368) dirty exists 2024-08-10T05:18:16.244 INFO:tasks.rados.rados.0.smithi031.stdout:1190: left oid 43 (ObjNum 368 snap 117 seq_num 368) 2024-08-10T05:18:16.253 INFO:tasks.rados.rados.0.smithi031.stdout:1190: done (4 left) 2024-08-10T05:18:16.253 INFO:tasks.rados.rados.0.smithi031.stdout:1191: done (3 left) 2024-08-10T05:18:16.253 INFO:tasks.rados.rados.0.smithi031.stdout:1195: done (2 left) 2024-08-10T05:18:16.253 INFO:tasks.rados.rados.0.smithi031.stdout:1196: rollback oid 47 current snap is 117 2024-08-10T05:18:16.253 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 47 to 82 2024-08-10T05:18:16.253 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 3 current snap is 117 2024-08-10T05:18:16.253 INFO:tasks.rados.rados.0.smithi031.stdout:1197: seq_num 371 ranges {0=622592,622592=679936,1302528=122880} 2024-08-10T05:18:16.257 INFO:tasks.rados.rados.0.smithi031.stdout:1197: writing smithi03186013-3 from 0 to 622592 tid 1 2024-08-10T05:18:16.262 INFO:tasks.rados.rados.0.smithi031.stdout:1197: writing smithi03186013-3 from 622592 to 1302528 tid 2 2024-08-10T05:18:16.264 INFO:tasks.rados.rados.0.smithi031.stdout:1197: writing smithi03186013-3 from 1302528 to 1425408 tid 3 2024-08-10T05:18:16.264 INFO:tasks.rados.rados.0.smithi031.stdout:1198: read oid 32 snap -1 2024-08-10T05:18:16.264 INFO:tasks.rados.rados.0.smithi031.stdout:1198: expect (ObjNum 366 snap 117 seq_num 366) 2024-08-10T05:18:16.264 INFO:tasks.rados.rados.0.smithi031.stdout:1194: expect (ObjNum 315 snap 98 seq_num 315) 2024-08-10T05:18:16.412 INFO:tasks.rados.rados.0.smithi031.stdout:1193: finishing write tid 1 to smithi03186013-28 2024-08-10T05:18:16.412 INFO:tasks.rados.rados.0.smithi031.stdout:1194: done (4 left) 2024-08-10T05:18:16.412 INFO:tasks.rados.rados.0.smithi031.stdout:1199: snap_remove snap 115 2024-08-10T05:18:16.489 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:16 smithi031 ceph-mon[98130]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-10T05:18:16.489 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:16 smithi031 ceph-mon[98130]: osd.0 [v2:172.21.15.31:6802/2105367066,v1:172.21.15.31:6803/2105367066] boot 2024-08-10T05:18:16.489 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:16 smithi031 ceph-mon[98130]: osdmap e311: 8 total, 8 up, 8 in 2024-08-10T05:18:16.489 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:16 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-10T05:18:16.489 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:16 smithi031 ceph-mon[98130]: osdmap e312: 8 total, 8 up, 8 in 2024-08-10T05:18:16.489 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:16 smithi031 ceph-mon[100614]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-10T05:18:16.489 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:16 smithi031 ceph-mon[100614]: osd.0 [v2:172.21.15.31:6802/2105367066,v1:172.21.15.31:6803/2105367066] boot 2024-08-10T05:18:16.489 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:16 smithi031 ceph-mon[100614]: osdmap e311: 8 total, 8 up, 8 in 2024-08-10T05:18:16.489 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:16 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-10T05:18:16.490 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:16 smithi031 ceph-mon[100614]: osdmap e312: 8 total, 8 up, 8 in 2024-08-10T05:18:16.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:16 smithi196 ceph-mon[90243]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-10T05:18:16.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:16 smithi196 ceph-mon[90243]: osd.0 [v2:172.21.15.31:6802/2105367066,v1:172.21.15.31:6803/2105367066] boot 2024-08-10T05:18:16.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:16 smithi196 ceph-mon[90243]: osdmap e311: 8 total, 8 up, 8 in 2024-08-10T05:18:16.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:16 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-10T05:18:16.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:16 smithi196 ceph-mon[90243]: osdmap e312: 8 total, 8 up, 8 in 2024-08-10T05:18:17.229 INFO:tasks.rados.rados.0.smithi031.stdout:1199: done (4 left) 2024-08-10T05:18:17.229 INFO:tasks.rados.rados.0.smithi031.stdout:1200: snap_remove snap 112 2024-08-10T05:18:17.480 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:17 smithi031 ceph-mon[98130]: pgmap v116: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 305 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 3.4 MiB/s wr, 18 op/s; 98/531 objects degraded (18.456%) 2024-08-10T05:18:17.480 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:17 smithi031 ceph-mon[100614]: pgmap v116: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 305 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 3.4 MiB/s wr, 18 op/s; 98/531 objects degraded (18.456%) 2024-08-10T05:18:17.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:17 smithi196 ceph-mon[90243]: pgmap v116: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 305 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 3.4 MiB/s wr, 18 op/s; 98/531 objects degraded (18.456%) 2024-08-10T05:18:18.234 INFO:tasks.rados.rados.0.smithi031.stdout:1200: done (4 left) 2024-08-10T05:18:18.234 INFO:tasks.rados.rados.0.smithi031.stdout:1201: setattr oid 42 current snap is 117 2024-08-10T05:18:18.234 INFO:tasks.rados.rados.0.smithi031.stdout:1193: finishing write tid 2 to smithi03186013-28 2024-08-10T05:18:18.235 INFO:tasks.rados.rados.0.smithi031.stdout:1197: finishing write tid 1 to smithi03186013-3 2024-08-10T05:18:18.235 INFO:tasks.rados.rados.0.smithi031.stdout:1197: finishing write tid 2 to smithi03186013-3 2024-08-10T05:18:18.235 INFO:tasks.rados.rados.0.smithi031.stdout:1197: finishing write tid 3 to smithi03186013-3 2024-08-10T05:18:18.235 INFO:tasks.rados.rados.0.smithi031.stdout:1197: finishing write tid 4 to smithi03186013-3 2024-08-10T05:18:18.235 INFO:tasks.rados.rados.0.smithi031.stdout:1197: finishing write tid 5 to smithi03186013-3 2024-08-10T05:18:18.235 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 3 v 521 (ObjNum 371 snap 117 seq_num 371) dirty exists 2024-08-10T05:18:18.235 INFO:tasks.rados.rados.0.smithi031.stdout:1197: left oid 3 (ObjNum 371 snap 117 seq_num 371) 2024-08-10T05:18:18.235 INFO:tasks.rados.rados.0.smithi031.stdout:1196: finishing rollback tid 0 to smithi03186013-47 2024-08-10T05:18:18.235 INFO:tasks.rados.rados.0.smithi031.stdout:1196: finishing rollback tid 1 to smithi03186013-47 2024-08-10T05:18:18.235 INFO:tasks.rados.rados.0.smithi031.stdout:1196: finishing rollback tid 2 to smithi03186013-47 2024-08-10T05:18:18.235 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 47 v 283 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-08-10T05:18:18.235 INFO:tasks.rados.rados.0.smithi031.stdout:1193: finishing write tid 3 to smithi03186013-28 2024-08-10T05:18:18.235 INFO:tasks.rados.rados.0.smithi031.stdout:1193: finishing write tid 4 to smithi03186013-28 2024-08-10T05:18:18.235 INFO:tasks.rados.rados.0.smithi031.stdout:1198: expect (ObjNum 366 snap 117 seq_num 366) 2024-08-10T05:18:18.404 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:18 smithi031 ceph-mon[98130]: osdmap e313: 8 total, 8 up, 8 in 2024-08-10T05:18:18.404 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:18 smithi031 ceph-mon[100614]: osdmap e313: 8 total, 8 up, 8 in 2024-08-10T05:18:18.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:18 smithi196 ceph-mon[90243]: osdmap e313: 8 total, 8 up, 8 in 2024-08-10T05:18:18.768 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:18:18 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: 2024-08-10T05:18:18.603+0000 7f0983ce7640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (5 PGs are or would become offline) 2024-08-10T05:18:18.930 INFO:tasks.rados.rados.0.smithi031.stdout:1193: finishing write tid 5 to smithi03186013-28 2024-08-10T05:18:18.931 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 28 v 497 (ObjNum 369 snap 117 seq_num 369) dirty exists 2024-08-10T05:18:18.931 INFO:tasks.rados.rados.0.smithi031.stdout:1193: left oid 28 (ObjNum 369 snap 117 seq_num 369) 2024-08-10T05:18:18.931 INFO:tasks.rados.rados.0.smithi031.stdout:1193: done (4 left) 2024-08-10T05:18:18.931 INFO:tasks.rados.rados.0.smithi031.stdout:1196: done (3 left) 2024-08-10T05:18:18.931 INFO:tasks.rados.rados.0.smithi031.stdout:1197: done (2 left) 2024-08-10T05:18:18.931 INFO:tasks.rados.rados.0.smithi031.stdout:1198: done (1 left) 2024-08-10T05:18:18.931 INFO:tasks.rados.rados.0.smithi031.stdout:1202: snap_remove snap 113 2024-08-10T05:18:19.028 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:18:18 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:18:18.659Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)\", cluster_addr=\"172.21.15.31\", device_class=\"ssd\", hostname=\"smithi031\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.31\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)\", cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", cluster_addr=\"172.21.15.31\", device_class=\"ssd\", hostname=\"smithi031\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.31\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-08-10T05:18:19.029 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:18:18 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:18:18.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)\", cluster_addr=\"172.21.15.31\", device_class=\"ssd\", hostname=\"smithi031\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.31\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)\", cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", cluster_addr=\"172.21.15.31\", device_class=\"ssd\", hostname=\"smithi031\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.31\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:18:19.468 INFO:tasks.rados.rados.0.smithi031.stdout:1202: done (1 left) 2024-08-10T05:18:19.468 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 30 current snap is 117 2024-08-10T05:18:19.468 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 42 v 346 (ObjNum 276 snap 83 seq_num 276) dirty exists 2024-08-10T05:18:19.468 INFO:tasks.rados.rados.0.smithi031.stdout:1203: seq_num 372 ranges {2301952=638976,2940928=565248,3506176=237568} 2024-08-10T05:18:19.484 INFO:tasks.rados.rados.0.smithi031.stdout:1203: writing smithi03186013-30 from 2301952 to 2940928 tid 1 2024-08-10T05:18:19.487 INFO:tasks.rados.rados.0.smithi031.stdout:1203: writing smithi03186013-30 from 2940928 to 3506176 tid 2 2024-08-10T05:18:19.489 INFO:tasks.rados.rados.0.smithi031.stdout:1203: writing smithi03186013-30 from 3506176 to 3743744 tid 3 2024-08-10T05:18:19.489 INFO:tasks.rados.rados.0.smithi031.stdout:1201: done (1 left) 2024-08-10T05:18:19.489 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 29 current snap is 117 2024-08-10T05:18:19.489 INFO:tasks.rados.rados.0.smithi031.stdout:1204: seq_num 373 ranges {5349376=655360,6004736=499712,6504448=303104} 2024-08-10T05:18:19.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:19 smithi031 ceph-mon[100614]: pgmap v119: 121 pgs: 10 active+undersized, 5 active+undersized+degraded, 106 active+clean; 311 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.6 MiB/s wr, 11 op/s; 36/540 objects degraded (6.667%); 11 MiB/s, 4 objects/s recovering 2024-08-10T05:18:19.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:19 smithi031 ceph-mon[100614]: osdmap e314: 8 total, 8 up, 8 in 2024-08-10T05:18:19.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:19 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:18:19.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:19 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:18:19.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:19 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:18:19.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:19 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:18:19.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:19 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:18:19.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:19 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:18:19.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:19 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:18:19.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:19 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:18:19.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:19 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:18:19.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:19 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-10T05:18:19.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:19 smithi031 ceph-mon[100614]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-10T05:18:19.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:19 smithi031 ceph-mon[100614]: Upgrade: unsafe to stop osd(s) at this time (5 PGs are or would become offline) 2024-08-10T05:18:19.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:19 smithi031 ceph-mon[98130]: pgmap v119: 121 pgs: 10 active+undersized, 5 active+undersized+degraded, 106 active+clean; 311 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.6 MiB/s wr, 11 op/s; 36/540 objects degraded (6.667%); 11 MiB/s, 4 objects/s recovering 2024-08-10T05:18:19.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:19 smithi031 ceph-mon[98130]: osdmap e314: 8 total, 8 up, 8 in 2024-08-10T05:18:19.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:19 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:18:19.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:19 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:18:19.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:19 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:18:19.521 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:19 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:18:19.521 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:19 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:18:19.521 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:19 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:18:19.521 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:19 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:18:19.521 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:19 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:18:19.521 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:19 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:18:19.521 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:19 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-10T05:18:19.521 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:19 smithi031 ceph-mon[98130]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-10T05:18:19.521 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:19 smithi031 ceph-mon[98130]: Upgrade: unsafe to stop osd(s) at this time (5 PGs are or would become offline) 2024-08-10T05:18:19.522 INFO:tasks.rados.rados.0.smithi031.stdout:1204: writing smithi03186013-29 from 5349376 to 6004736 tid 1 2024-08-10T05:18:19.524 INFO:tasks.rados.rados.0.smithi031.stdout:1204: writing smithi03186013-29 from 6004736 to 6504448 tid 2 2024-08-10T05:18:19.528 INFO:tasks.rados.rados.0.smithi031.stdout:1204: writing smithi03186013-29 from 6504448 to 6807552 tid 3 2024-08-10T05:18:19.528 INFO:tasks.rados.rados.0.smithi031.stdout:1205: rollback oid 12 current snap is 117 2024-08-10T05:18:19.528 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 12 to 109 2024-08-10T05:18:19.528 INFO:tasks.rados.rados.0.smithi031.stdout:1203: finishing write tid 1 to smithi03186013-30 2024-08-10T05:18:19.528 INFO:tasks.rados.rados.0.smithi031.stdout:1203: finishing write tid 2 to smithi03186013-30 2024-08-10T05:18:19.528 INFO:tasks.rados.rados.0.smithi031.stdout:1203: finishing write tid 3 to smithi03186013-30 2024-08-10T05:18:19.528 INFO:tasks.rados.rados.0.smithi031.stdout:1203: finishing write tid 4 to smithi03186013-30 2024-08-10T05:18:19.529 INFO:tasks.rados.rados.0.smithi031.stdout:1203: finishing write tid 5 to smithi03186013-30 2024-08-10T05:18:19.529 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 30 v 627 (ObjNum 372 snap 117 seq_num 372) dirty exists 2024-08-10T05:18:19.529 INFO:tasks.rados.rados.0.smithi031.stdout:1203: left oid 30 (ObjNum 372 snap 117 seq_num 372) 2024-08-10T05:18:19.529 INFO:tasks.rados.rados.0.smithi031.stdout:1203: done (2 left) 2024-08-10T05:18:19.529 INFO:tasks.rados.rados.0.smithi031.stdout:1206: rollback oid 25 current snap is 117 2024-08-10T05:18:19.529 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 25 to 82 2024-08-10T05:18:19.529 INFO:tasks.rados.rados.0.smithi031.stdout:1207: rmattr oid 46 current snap is 117 2024-08-10T05:18:19.529 INFO:tasks.rados.rados.0.smithi031.stdout:1208: rmattr oid 18 current snap is 117 2024-08-10T05:18:19.529 INFO:tasks.rados.rados.0.smithi031.stdout:1208: done (4 left) 2024-08-10T05:18:19.529 INFO:tasks.rados.rados.0.smithi031.stdout:1209: delete oid 13 current snap is 117 2024-08-10T05:18:19.529 INFO:tasks.rados.rados.0.smithi031.stdout:1204: finishing write tid 1 to smithi03186013-29 2024-08-10T05:18:19.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:19 smithi196 ceph-mon[90243]: pgmap v119: 121 pgs: 10 active+undersized, 5 active+undersized+degraded, 106 active+clean; 311 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.6 MiB/s wr, 11 op/s; 36/540 objects degraded (6.667%); 11 MiB/s, 4 objects/s recovering 2024-08-10T05:18:19.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:19 smithi196 ceph-mon[90243]: osdmap e314: 8 total, 8 up, 8 in 2024-08-10T05:18:19.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:19 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:18:19.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:19 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:18:19.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:19 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:18:19.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:19 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:18:19.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:19 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:18:19.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:19 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:18:19.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:19 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:18:19.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:19 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:18:19.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:19 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:18:19.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:19 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-10T05:18:19.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:19 smithi196 ceph-mon[90243]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-10T05:18:19.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:19 smithi196 ceph-mon[90243]: Upgrade: unsafe to stop osd(s) at this time (5 PGs are or would become offline) 2024-08-10T05:18:19.532 INFO:tasks.rados.rados.0.smithi031.stdout:1204: finishing write tid 2 to smithi03186013-29 2024-08-10T05:18:19.532 INFO:tasks.rados.rados.0.smithi031.stdout:1209: done (4 left) 2024-08-10T05:18:19.532 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 24 current snap is 117 2024-08-10T05:18:19.532 INFO:tasks.rados.rados.0.smithi031.stdout:1210: seq_num 375 ranges {2629632=688128,3317760=663552,3981312=139264} 2024-08-10T05:18:19.548 INFO:tasks.rados.rados.0.smithi031.stdout:1210: writing smithi03186013-24 from 2629632 to 3317760 tid 1 2024-08-10T05:18:19.552 INFO:tasks.rados.rados.0.smithi031.stdout:1210: writing smithi03186013-24 from 3317760 to 3981312 tid 2 2024-08-10T05:18:19.553 INFO:tasks.rados.rados.0.smithi031.stdout:1210: writing smithi03186013-24 from 3981312 to 4120576 tid 3 2024-08-10T05:18:19.553 INFO:tasks.rados.rados.0.smithi031.stdout:1211: snap_remove snap 114 2024-08-10T05:18:20.476 INFO:tasks.rados.rados.0.smithi031.stdout:1211: done (5 left) 2024-08-10T05:18:20.477 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 26 current snap is 117 2024-08-10T05:18:20.477 INFO:tasks.rados.rados.0.smithi031.stdout:1204: finishing write tid 3 to smithi03186013-29 2024-08-10T05:18:20.477 INFO:tasks.rados.rados.0.smithi031.stdout:1204: finishing write tid 4 to smithi03186013-29 2024-08-10T05:18:20.477 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 46 v 645 (ObjNum 304 snap 94 seq_num 304) dirty exists 2024-08-10T05:18:20.477 INFO:tasks.rados.rados.0.smithi031.stdout:1206: finishing rollback tid 0 to smithi03186013-25 2024-08-10T05:18:20.477 INFO:tasks.rados.rados.0.smithi031.stdout:1206: finishing rollback tid 1 to smithi03186013-25 2024-08-10T05:18:20.477 INFO:tasks.rados.rados.0.smithi031.stdout:1205: finishing rollback tid 0 to smithi03186013-12 2024-08-10T05:18:20.477 INFO:tasks.rados.rados.0.smithi031.stdout:1206: finishing rollback tid 2 to smithi03186013-25 2024-08-10T05:18:20.477 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 25 v 660 (ObjNum 129 snap 34 seq_num 129) dirty exists 2024-08-10T05:18:20.477 INFO:tasks.rados.rados.0.smithi031.stdout:1205: finishing rollback tid 1 to smithi03186013-12 2024-08-10T05:18:20.477 INFO:tasks.rados.rados.0.smithi031.stdout:1204: finishing write tid 5 to smithi03186013-29 2024-08-10T05:18:20.477 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 29 v 705 (ObjNum 373 snap 117 seq_num 373) dirty exists 2024-08-10T05:18:20.478 INFO:tasks.rados.rados.0.smithi031.stdout:1204: left oid 29 (ObjNum 373 snap 117 seq_num 373) 2024-08-10T05:18:20.478 INFO:tasks.rados.rados.0.smithi031.stdout:1205: finishing rollback tid 2 to smithi03186013-12 2024-08-10T05:18:20.478 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 12 v 535 (ObjNum 337 snap 104 seq_num 337) dirty exists 2024-08-10T05:18:20.478 INFO:tasks.rados.rados.0.smithi031.stdout:1210: finishing write tid 1 to smithi03186013-24 2024-08-10T05:18:20.478 INFO:tasks.rados.rados.0.smithi031.stdout:1210: finishing write tid 2 to smithi03186013-24 2024-08-10T05:18:20.478 INFO:tasks.rados.rados.0.smithi031.stdout:1210: finishing write tid 3 to smithi03186013-24 2024-08-10T05:18:20.478 INFO:tasks.rados.rados.0.smithi031.stdout:1210: finishing write tid 4 to smithi03186013-24 2024-08-10T05:18:20.478 INFO:tasks.rados.rados.0.smithi031.stdout:1210: finishing write tid 5 to smithi03186013-24 2024-08-10T05:18:20.478 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 24 v 710 (ObjNum 375 snap 117 seq_num 375) dirty exists 2024-08-10T05:18:20.478 INFO:tasks.rados.rados.0.smithi031.stdout:1210: left oid 24 (ObjNum 375 snap 117 seq_num 375) 2024-08-10T05:18:20.478 INFO:tasks.rados.rados.0.smithi031.stdout:1212: seq_num 376 ranges {0=704512,704512=548864,1253376=253952} 2024-08-10T05:18:20.481 INFO:tasks.rados.rados.0.smithi031.stdout:1212: writing smithi03186013-26 from 0 to 704512 tid 1 2024-08-10T05:18:20.486 INFO:tasks.rados.rados.0.smithi031.stdout:1212: writing smithi03186013-26 from 704512 to 1253376 tid 2 2024-08-10T05:18:20.488 INFO:tasks.rados.rados.0.smithi031.stdout:1212: writing smithi03186013-26 from 1253376 to 1507328 tid 3 2024-08-10T05:18:20.488 INFO:tasks.rados.rados.0.smithi031.stdout:1204: done (5 left) 2024-08-10T05:18:20.488 INFO:tasks.rados.rados.0.smithi031.stdout:1205: done (4 left) 2024-08-10T05:18:20.488 INFO:tasks.rados.rados.0.smithi031.stdout:1206: done (3 left) 2024-08-10T05:18:20.488 INFO:tasks.rados.rados.0.smithi031.stdout:1207: done (2 left) 2024-08-10T05:18:20.488 INFO:tasks.rados.rados.0.smithi031.stdout:1210: done (1 left) 2024-08-10T05:18:20.488 INFO:tasks.rados.rados.0.smithi031.stdout:1213: copy_from oid 31 from oid 16 current snap is 117 2024-08-10T05:18:20.488 INFO:tasks.rados.rados.0.smithi031.stdout:1212: finishing write tid 1 to smithi03186013-26 2024-08-10T05:18:20.488 INFO:tasks.rados.rados.0.smithi031.stdout:1214: delete oid 46 current snap is 117 2024-08-10T05:18:20.490 INFO:tasks.rados.rados.0.smithi031.stdout:1212: finishing write tid 2 to smithi03186013-26 2024-08-10T05:18:20.491 INFO:tasks.rados.rados.0.smithi031.stdout:1212: finishing write tid 3 to smithi03186013-26 2024-08-10T05:18:20.491 INFO:tasks.rados.rados.0.smithi031.stdout:1212: finishing write tid 4 to smithi03186013-26 2024-08-10T05:18:20.494 INFO:tasks.rados.rados.0.smithi031.stdout:1212: finishing write tid 5 to smithi03186013-26 2024-08-10T05:18:20.494 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 26 v 223 (ObjNum 376 snap 117 seq_num 376) dirty exists 2024-08-10T05:18:20.494 INFO:tasks.rados.rados.0.smithi031.stdout:1212: left oid 26 (ObjNum 376 snap 117 seq_num 376) 2024-08-10T05:18:20.494 INFO:tasks.rados.rados.0.smithi031.stdout:1212: done (2 left) 2024-08-10T05:18:20.494 INFO:tasks.rados.rados.0.smithi031.stdout:1214: done (1 left) 2024-08-10T05:18:20.494 INFO:tasks.rados.rados.0.smithi031.stdout:1215: copy_from oid 25 from oid 3 current snap is 117 2024-08-10T05:18:20.494 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 1 current snap is 117 2024-08-10T05:18:20.494 INFO:tasks.rados.rados.0.smithi031.stdout:1216: seq_num 378 ranges {1236992=737280,1974272=720896,2695168=81920} 2024-08-10T05:18:20.505 INFO:tasks.rados.rados.0.smithi031.stdout:1216: writing smithi03186013-1 from 1236992 to 1974272 tid 1 2024-08-10T05:18:20.510 INFO:tasks.rados.rados.0.smithi031.stdout:1216: writing smithi03186013-1 from 1974272 to 2695168 tid 2 2024-08-10T05:18:20.510 INFO:tasks.rados.rados.0.smithi031.stdout:1216: writing smithi03186013-1 from 2695168 to 2777088 tid 3 2024-08-10T05:18:20.510 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 27 current snap is 117 2024-08-10T05:18:20.510 INFO:tasks.rados.rados.0.smithi031.stdout:1215: finishing copy_from racing read to smithi03186013-25 2024-08-10T05:18:20.511 INFO:tasks.rados.rados.0.smithi031.stdout:1217: seq_num 379 ranges {114688=753664,868352=606208,1474560=196608} 2024-08-10T05:18:20.515 INFO:tasks.rados.rados.0.smithi031.stdout:1217: writing smithi03186013-27 from 114688 to 868352 tid 1 2024-08-10T05:18:20.519 INFO:tasks.rados.rados.0.smithi031.stdout:1217: writing smithi03186013-27 from 868352 to 1474560 tid 2 2024-08-10T05:18:20.521 INFO:tasks.rados.rados.0.smithi031.stdout:1217: writing smithi03186013-27 from 1474560 to 1671168 tid 3 2024-08-10T05:18:20.521 INFO:tasks.rados.rados.0.smithi031.stdout:1218: read oid 18 snap -1 2024-08-10T05:18:20.521 INFO:tasks.rados.rados.0.smithi031.stdout:1218: expect (ObjNum 356 snap 114 seq_num 356) 2024-08-10T05:18:20.521 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 12 current snap is 117 2024-08-10T05:18:20.521 INFO:tasks.rados.rados.0.smithi031.stdout:1215: finishing copy_from to smithi03186013-25 2024-08-10T05:18:20.521 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 25 v 521 (ObjNum 371 snap 117 seq_num 371) dirty exists 2024-08-10T05:18:20.521 INFO:tasks.rados.rados.0.smithi031.stdout:1216: finishing write tid 1 to smithi03186013-1 2024-08-10T05:18:20.521 INFO:tasks.rados.rados.0.smithi031.stdout:1219: seq_num 380 ranges {8339456=770048,9109504=483328,9592832=319488} 2024-08-10T05:18:20.571 INFO:tasks.rados.rados.0.smithi031.stdout:1219: writing smithi03186013-12 from 8339456 to 9109504 tid 1 2024-08-10T05:18:20.574 INFO:tasks.rados.rados.0.smithi031.stdout:1219: writing smithi03186013-12 from 9109504 to 9592832 tid 2 2024-08-10T05:18:20.576 INFO:tasks.rados.rados.0.smithi031.stdout:1219: writing smithi03186013-12 from 9592832 to 9912320 tid 3 2024-08-10T05:18:20.576 INFO:tasks.rados.rados.0.smithi031.stdout:1215: done (5 left) 2024-08-10T05:18:20.576 INFO:tasks.rados.rados.0.smithi031.stdout:1220: rollback oid 17 current snap is 117 2024-08-10T05:18:20.577 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 17 to 109 2024-08-10T05:18:20.577 INFO:tasks.rados.rados.0.smithi031.stdout:1216: finishing write tid 2 to smithi03186013-1 2024-08-10T05:18:20.577 INFO:tasks.rados.rados.0.smithi031.stdout:1216: finishing write tid 3 to smithi03186013-1 2024-08-10T05:18:20.577 INFO:tasks.rados.rados.0.smithi031.stdout:1216: finishing write tid 4 to smithi03186013-1 2024-08-10T05:18:20.577 INFO:tasks.rados.rados.0.smithi031.stdout:1216: finishing write tid 5 to smithi03186013-1 2024-08-10T05:18:20.577 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 1 v 63 (ObjNum 378 snap 117 seq_num 378) dirty exists 2024-08-10T05:18:20.577 INFO:tasks.rados.rados.0.smithi031.stdout:1216: left oid 1 (ObjNum 378 snap 117 seq_num 378) 2024-08-10T05:18:20.577 INFO:tasks.rados.rados.0.smithi031.stdout:1216: done (5 left) 2024-08-10T05:18:20.577 INFO:tasks.rados.rados.0.smithi031.stdout:1221: copy_from oid 48 from oid 49 current snap is 117 2024-08-10T05:18:20.577 INFO:tasks.rados.rados.0.smithi031.stdout:1217: finishing write tid 1 to smithi03186013-27 2024-08-10T05:18:20.577 INFO:tasks.rados.rados.0.smithi031.stdout:1217: finishing write tid 2 to smithi03186013-27 2024-08-10T05:18:20.577 INFO:tasks.rados.rados.0.smithi031.stdout:1217: finishing write tid 3 to smithi03186013-27 2024-08-10T05:18:20.577 INFO:tasks.rados.rados.0.smithi031.stdout:1217: finishing write tid 4 to smithi03186013-27 2024-08-10T05:18:20.578 INFO:tasks.rados.rados.0.smithi031.stdout:1217: finishing write tid 5 to smithi03186013-27 2024-08-10T05:18:20.578 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 27 v 287 (ObjNum 379 snap 117 seq_num 379) dirty exists 2024-08-10T05:18:20.578 INFO:tasks.rados.rados.0.smithi031.stdout:1217: left oid 27 (ObjNum 379 snap 117 seq_num 379) 2024-08-10T05:18:20.578 INFO:tasks.rados.rados.0.smithi031.stdout:1218: expect (ObjNum 356 snap 114 seq_num 356) 2024-08-10T05:18:20.609 INFO:tasks.rados.rados.0.smithi031.stdout:1213: finishing copy_from racing read to smithi03186013-31 2024-08-10T05:18:20.609 INFO:tasks.rados.rados.0.smithi031.stdout:1213: finishing copy_from to smithi03186013-31 2024-08-10T05:18:20.609 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 31 v 599 (ObjNum 261 snap 78 seq_num 261) dirty exists 2024-08-10T05:18:20.609 INFO:tasks.rados.rados.0.smithi031.stdout:1219: finishing write tid 1 to smithi03186013-12 2024-08-10T05:18:20.609 INFO:tasks.rados.rados.0.smithi031.stdout:1219: finishing write tid 2 to smithi03186013-12 2024-08-10T05:18:20.609 INFO:tasks.rados.rados.0.smithi031.stdout:1213: done (5 left) 2024-08-10T05:18:20.610 INFO:tasks.rados.rados.0.smithi031.stdout:1217: done (4 left) 2024-08-10T05:18:20.610 INFO:tasks.rados.rados.0.smithi031.stdout:1218: done (3 left) 2024-08-10T05:18:20.610 INFO:tasks.rados.rados.0.smithi031.stdout:1222: snap_remove snap 37 2024-08-10T05:18:20.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:20 smithi031 ceph-mon[98130]: osdmap e315: 8 total, 8 up, 8 in 2024-08-10T05:18:20.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:20 smithi031 ceph-mon[100614]: osdmap e315: 8 total, 8 up, 8 in 2024-08-10T05:18:20.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:20 smithi196 ceph-mon[90243]: osdmap e315: 8 total, 8 up, 8 in 2024-08-10T05:18:21.481 INFO:tasks.rados.rados.0.smithi031.stdout:1222: done (3 left) 2024-08-10T05:18:21.481 INFO:tasks.rados.rados.0.smithi031.stdout:1223: copy_from oid 24 from oid 33 current snap is 117 2024-08-10T05:18:21.482 INFO:tasks.rados.rados.0.smithi031.stdout:1220: finishing rollback tid 1 to smithi03186013-17 2024-08-10T05:18:21.482 INFO:tasks.rados.rados.0.smithi031.stdout:1220: finishing rollback tid 2 to smithi03186013-17 2024-08-10T05:18:21.482 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 17 v 158 (ObjNum 174 snap 48 seq_num 174) dirty exists 2024-08-10T05:18:21.482 INFO:tasks.rados.rados.0.smithi031.stdout:1219: finishing write tid 3 to smithi03186013-12 2024-08-10T05:18:21.482 INFO:tasks.rados.rados.0.smithi031.stdout:1219: finishing write tid 4 to smithi03186013-12 2024-08-10T05:18:21.482 INFO:tasks.rados.rados.0.smithi031.stdout:1219: finishing write tid 5 to smithi03186013-12 2024-08-10T05:18:21.482 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 12 v 541 (ObjNum 380 snap 117 seq_num 380) dirty exists 2024-08-10T05:18:21.482 INFO:tasks.rados.rados.0.smithi031.stdout:1219: left oid 12 (ObjNum 380 snap 117 seq_num 380) 2024-08-10T05:18:21.482 INFO:tasks.rados.rados.0.smithi031.stdout:1221: finishing copy_from racing read to smithi03186013-48 2024-08-10T05:18:21.482 INFO:tasks.rados.rados.0.smithi031.stdout:1221: finishing copy_from to smithi03186013-48 2024-08-10T05:18:21.482 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 48 v 175 (ObjNum 324 snap 101 seq_num 324) dirty exists 2024-08-10T05:18:21.482 INFO:tasks.rados.rados.0.smithi031.stdout:1219: done (3 left) 2024-08-10T05:18:21.483 INFO:tasks.rados.rados.0.smithi031.stdout:1220: done (2 left) 2024-08-10T05:18:21.483 INFO:tasks.rados.rados.0.smithi031.stdout:1221: done (1 left) 2024-08-10T05:18:21.483 INFO:tasks.rados.rados.0.smithi031.stdout:1224: snap_create 2024-08-10T05:18:21.487 INFO:tasks.rados.rados.0.smithi031.stdout:1223: finishing copy_from to smithi03186013-24 2024-08-10T05:18:21.487 INFO:tasks.rados.rados.0.smithi031.stdout:1223: got expected ENOENT (src dne) 2024-08-10T05:18:21.487 INFO:tasks.rados.rados.0.smithi031.stdout:1223: finishing copy_from racing read to smithi03186013-24 2024-08-10T05:18:21.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:18:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:18:21] "GET /metrics HTTP/1.1" 200 36172 "" "Prometheus/2.43.0" 2024-08-10T05:18:21.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:21 smithi031 ceph-mon[98130]: pgmap v122: 121 pgs: 121 active+clean; 313 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.2 MiB/s wr, 15 op/s; 12 MiB/s, 5 objects/s recovering 2024-08-10T05:18:21.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:21 smithi031 ceph-mon[98130]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 36/540 objects degraded (6.667%), 5 pgs degraded) 2024-08-10T05:18:21.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:21 smithi031 ceph-mon[98130]: Cluster is now healthy 2024-08-10T05:18:21.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:21 smithi031 ceph-mon[98130]: osdmap e316: 8 total, 8 up, 8 in 2024-08-10T05:18:21.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:21 smithi031 ceph-mon[100614]: pgmap v122: 121 pgs: 121 active+clean; 313 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.2 MiB/s wr, 15 op/s; 12 MiB/s, 5 objects/s recovering 2024-08-10T05:18:21.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:21 smithi031 ceph-mon[100614]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 36/540 objects degraded (6.667%), 5 pgs degraded) 2024-08-10T05:18:21.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:21 smithi031 ceph-mon[100614]: Cluster is now healthy 2024-08-10T05:18:21.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:21 smithi031 ceph-mon[100614]: osdmap e316: 8 total, 8 up, 8 in 2024-08-10T05:18:21.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:21 smithi196 ceph-mon[90243]: pgmap v122: 121 pgs: 121 active+clean; 313 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.2 MiB/s wr, 15 op/s; 12 MiB/s, 5 objects/s recovering 2024-08-10T05:18:21.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:21 smithi196 ceph-mon[90243]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 36/540 objects degraded (6.667%), 5 pgs degraded) 2024-08-10T05:18:21.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:21 smithi196 ceph-mon[90243]: Cluster is now healthy 2024-08-10T05:18:21.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:21 smithi196 ceph-mon[90243]: osdmap e316: 8 total, 8 up, 8 in 2024-08-10T05:18:22.489 INFO:tasks.rados.rados.0.smithi031.stdout:1223: done (1 left) 2024-08-10T05:18:22.489 INFO:tasks.rados.rados.0.smithi031.stdout:1224: done (0 left) 2024-08-10T05:18:22.489 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 11 current snap is 118 2024-08-10T05:18:22.489 INFO:tasks.rados.rados.0.smithi031.stdout:1225: seq_num 381 ranges {0=786432,786432=417792,1204224=385024} 2024-08-10T05:18:22.493 INFO:tasks.rados.rados.0.smithi031.stdout:1225: writing smithi03186013-11 from 0 to 786432 tid 1 2024-08-10T05:18:22.495 INFO:tasks.rados.rados.0.smithi031.stdout:1225: writing smithi03186013-11 from 786432 to 1204224 tid 2 2024-08-10T05:18:22.499 INFO:tasks.rados.rados.0.smithi031.stdout:1225: writing smithi03186013-11 from 1204224 to 1589248 tid 3 2024-08-10T05:18:22.499 INFO:tasks.rados.rados.0.smithi031.stdout:1226: rmattr oid 30 current snap is 118 2024-08-10T05:18:22.499 INFO:tasks.rados.rados.0.smithi031.stdout:1226: done (1 left) 2024-08-10T05:18:22.499 INFO:tasks.rados.rados.0.smithi031.stdout:1227: delete oid 19 current snap is 118 2024-08-10T05:18:22.500 INFO:tasks.rados.rados.0.smithi031.stdout:1225: finishing write tid 1 to smithi03186013-11 2024-08-10T05:18:22.501 INFO:tasks.rados.rados.0.smithi031.stdout:1227: done (1 left) 2024-08-10T05:18:22.501 INFO:tasks.rados.rados.0.smithi031.stdout:1228: rollback oid 30 current snap is 118 2024-08-10T05:18:22.501 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 30 to 82 2024-08-10T05:18:22.502 INFO:tasks.rados.rados.0.smithi031.stdout:1229: copy_from oid 23 from oid 17 current snap is 118 2024-08-10T05:18:22.502 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 24 current snap is 118 2024-08-10T05:18:22.502 INFO:tasks.rados.rados.0.smithi031.stdout:1230: seq_num 383 ranges {4120576=417792,4538368=589824,5128192=417792,5545984=196608} 2024-08-10T05:18:22.527 INFO:tasks.rados.rados.0.smithi031.stdout:1230: writing smithi03186013-24 from 4120576 to 4538368 tid 1 2024-08-10T05:18:22.530 INFO:tasks.rados.rados.0.smithi031.stdout:1230: writing smithi03186013-24 from 4538368 to 5128192 tid 2 2024-08-10T05:18:22.532 INFO:tasks.rados.rados.0.smithi031.stdout:1230: writing smithi03186013-24 from 5128192 to 5545984 tid 3 2024-08-10T05:18:22.535 INFO:tasks.rados.rados.0.smithi031.stdout:1230: writing smithi03186013-24 from 5545984 to 5742592 tid 4 2024-08-10T05:18:22.535 INFO:tasks.rados.rados.0.smithi031.stdout:1231: read oid 34 snap 117 2024-08-10T05:18:22.535 INFO:tasks.rados.rados.0.smithi031.stdout:1231: expect (ObjNum 350 snap 111 seq_num 350) 2024-08-10T05:18:22.535 INFO:tasks.rados.rados.0.smithi031.stdout:1232: rollback oid 7 current snap is 118 2024-08-10T05:18:22.535 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 7 to 109 2024-08-10T05:18:22.536 INFO:tasks.rados.rados.0.smithi031.stdout:1225: finishing write tid 2 to smithi03186013-11 2024-08-10T05:18:22.536 INFO:tasks.rados.rados.0.smithi031.stdout:1225: finishing write tid 3 to smithi03186013-11 2024-08-10T05:18:22.536 INFO:tasks.rados.rados.0.smithi031.stdout:1225: finishing write tid 4 to smithi03186013-11 2024-08-10T05:18:22.536 INFO:tasks.rados.rados.0.smithi031.stdout:1225: finishing write tid 5 to smithi03186013-11 2024-08-10T05:18:22.536 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 11 v 553 (ObjNum 381 snap 118 seq_num 381) dirty exists 2024-08-10T05:18:22.536 INFO:tasks.rados.rados.0.smithi031.stdout:1225: left oid 11 (ObjNum 381 snap 118 seq_num 381) 2024-08-10T05:18:22.536 INFO:tasks.rados.rados.0.smithi031.stdout:1228: finishing rollback tid 0 to smithi03186013-30 2024-08-10T05:18:22.536 INFO:tasks.rados.rados.0.smithi031.stdout:1228: finishing rollback tid 1 to smithi03186013-30 2024-08-10T05:18:22.536 INFO:tasks.rados.rados.0.smithi031.stdout:1228: finishing rollback tid 2 to smithi03186013-30 2024-08-10T05:18:22.536 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 30 v 642 (ObjNum 129 snap 34 seq_num 129) dirty exists 2024-08-10T05:18:22.536 INFO:tasks.rados.rados.0.smithi031.stdout:1229: finishing copy_from racing read to smithi03186013-23 2024-08-10T05:18:22.536 INFO:tasks.rados.rados.0.smithi031.stdout:1229: finishing copy_from to smithi03186013-23 2024-08-10T05:18:22.536 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 23 v 158 (ObjNum 174 snap 48 seq_num 174) dirty exists 2024-08-10T05:18:22.536 INFO:tasks.rados.rados.0.smithi031.stdout:1230: finishing write tid 1 to smithi03186013-24 2024-08-10T05:18:22.537 INFO:tasks.rados.rados.0.smithi031.stdout:1225: done (5 left) 2024-08-10T05:18:22.537 INFO:tasks.rados.rados.0.smithi031.stdout:1228: done (4 left) 2024-08-10T05:18:22.537 INFO:tasks.rados.rados.0.smithi031.stdout:1229: done (3 left) 2024-08-10T05:18:22.537 INFO:tasks.rados.rados.0.smithi031.stdout:1233: copy_from oid 38 from oid 35 current snap is 118 2024-08-10T05:18:22.537 INFO:tasks.rados.rados.0.smithi031.stdout:1230: finishing write tid 2 to smithi03186013-24 2024-08-10T05:18:22.537 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 48 current snap is 118 2024-08-10T05:18:22.537 INFO:tasks.rados.rados.0.smithi031.stdout:1234: seq_num 384 ranges {3325952=434176,3760128=475136,4235264=630784,4866048=98304} 2024-08-10T05:18:22.555 INFO:tasks.rados.rados.0.smithi031.stdout:1234: writing smithi03186013-48 from 3325952 to 3760128 tid 1 2024-08-10T05:18:22.558 INFO:tasks.rados.rados.0.smithi031.stdout:1234: writing smithi03186013-48 from 3760128 to 4235264 tid 2 2024-08-10T05:18:22.562 INFO:tasks.rados.rados.0.smithi031.stdout:1234: writing smithi03186013-48 from 4235264 to 4866048 tid 3 2024-08-10T05:18:22.563 INFO:tasks.rados.rados.0.smithi031.stdout:1234: writing smithi03186013-48 from 4866048 to 4964352 tid 4 2024-08-10T05:18:22.563 INFO:tasks.rados.rados.0.smithi031.stdout:1235: read oid 23 snap -1 2024-08-10T05:18:22.563 INFO:tasks.rados.rados.0.smithi031.stdout:1235: expect (ObjNum 174 snap 48 seq_num 174) 2024-08-10T05:18:22.563 INFO:tasks.rados.rados.0.smithi031.stdout:1236: rollback oid 4 current snap is 118 2024-08-10T05:18:22.563 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 4 to 109 2024-08-10T05:18:22.563 INFO:tasks.rados.rados.0.smithi031.stdout:1233: finishing copy_from to smithi03186013-38 2024-08-10T05:18:22.563 INFO:tasks.rados.rados.0.smithi031.stdout:1233: got expected ENOENT (src dne) 2024-08-10T05:18:22.563 INFO:tasks.rados.rados.0.smithi031.stdout:1233: finishing copy_from racing read to smithi03186013-38 2024-08-10T05:18:22.563 INFO:tasks.rados.rados.0.smithi031.stdout:1230: finishing write tid 3 to smithi03186013-24 2024-08-10T05:18:22.564 INFO:tasks.rados.rados.0.smithi031.stdout:1230: finishing write tid 4 to smithi03186013-24 2024-08-10T05:18:22.564 INFO:tasks.rados.rados.0.smithi031.stdout:1230: finishing write tid 5 to smithi03186013-24 2024-08-10T05:18:22.564 INFO:tasks.rados.rados.0.smithi031.stdout:1230: finishing write tid 6 to smithi03186013-24 2024-08-10T05:18:22.564 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 24 v 736 (ObjNum 383 snap 118 seq_num 383) dirty exists 2024-08-10T05:18:22.564 INFO:tasks.rados.rados.0.smithi031.stdout:1230: left oid 24 (ObjNum 383 snap 118 seq_num 383) 2024-08-10T05:18:22.564 INFO:tasks.rados.rados.0.smithi031.stdout:1232: finishing rollback tid 0 to smithi03186013-7 2024-08-10T05:18:22.564 INFO:tasks.rados.rados.0.smithi031.stdout:1232: finishing rollback tid 1 to smithi03186013-7 2024-08-10T05:18:22.564 INFO:tasks.rados.rados.0.smithi031.stdout:1232: finishing rollback tid 2 to smithi03186013-7 2024-08-10T05:18:22.564 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 7 v 740 (ObjNum 292 snap 93 seq_num 292) dirty exists 2024-08-10T05:18:22.564 INFO:tasks.rados.rados.0.smithi031.stdout:1231: expect (ObjNum 350 snap 111 seq_num 350) 2024-08-10T05:18:22.596 INFO:tasks.rados.rados.0.smithi031.stdout:1234: finishing write tid 1 to smithi03186013-48 2024-08-10T05:18:22.596 INFO:tasks.rados.rados.0.smithi031.stdout:1234: finishing write tid 2 to smithi03186013-48 2024-08-10T05:18:22.596 INFO:tasks.rados.rados.0.smithi031.stdout:1230: done (6 left) 2024-08-10T05:18:22.596 INFO:tasks.rados.rados.0.smithi031.stdout:1231: done (5 left) 2024-08-10T05:18:22.596 INFO:tasks.rados.rados.0.smithi031.stdout:1232: done (4 left) 2024-08-10T05:18:22.596 INFO:tasks.rados.rados.0.smithi031.stdout:1233: done (3 left) 2024-08-10T05:18:22.596 INFO:tasks.rados.rados.0.smithi031.stdout:1237: rollback oid 17 current snap is 118 2024-08-10T05:18:22.597 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 17 to 117 2024-08-10T05:18:22.597 INFO:tasks.rados.rados.0.smithi031.stdout:1234: finishing write tid 3 to smithi03186013-48 2024-08-10T05:18:22.597 INFO:tasks.rados.rados.0.smithi031.stdout:1234: finishing write tid 4 to smithi03186013-48 2024-08-10T05:18:22.597 INFO:tasks.rados.rados.0.smithi031.stdout:1234: finishing write tid 5 to smithi03186013-48 2024-08-10T05:18:22.597 INFO:tasks.rados.rados.0.smithi031.stdout:1236: finishing rollback tid 0 to smithi03186013-4 2024-08-10T05:18:22.597 INFO:tasks.rados.rados.0.smithi031.stdout:1236: finishing rollback tid 1 to smithi03186013-4 2024-08-10T05:18:22.597 INFO:tasks.rados.rados.0.smithi031.stdout:1236: finishing rollback tid 2 to smithi03186013-4 2024-08-10T05:18:22.597 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 4 v 634 (ObjNum 54 snap 4 seq_num 54) dirty exists 2024-08-10T05:18:22.597 INFO:tasks.rados.rados.0.smithi031.stdout:1234: finishing write tid 6 to smithi03186013-48 2024-08-10T05:18:22.597 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 48 v 276 (ObjNum 384 snap 118 seq_num 384) dirty exists 2024-08-10T05:18:22.597 INFO:tasks.rados.rados.0.smithi031.stdout:1234: left oid 48 (ObjNum 384 snap 118 seq_num 384) 2024-08-10T05:18:22.597 INFO:tasks.rados.rados.0.smithi031.stdout:1235: expect (ObjNum 174 snap 48 seq_num 174) 2024-08-10T05:18:22.686 INFO:tasks.rados.rados.0.smithi031.stdout:1237: finishing rollback tid 0 to smithi03186013-17 2024-08-10T05:18:22.686 INFO:tasks.rados.rados.0.smithi031.stdout:1237: finishing rollback tid 1 to smithi03186013-17 2024-08-10T05:18:22.686 INFO:tasks.rados.rados.0.smithi031.stdout:1237: finishing rollback tid 2 to smithi03186013-17 2024-08-10T05:18:22.686 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 17 v 161 (ObjNum 174 snap 48 seq_num 174) dirty exists 2024-08-10T05:18:22.686 INFO:tasks.rados.rados.0.smithi031.stdout:1234: done (3 left) 2024-08-10T05:18:22.686 INFO:tasks.rados.rados.0.smithi031.stdout:1235: done (2 left) 2024-08-10T05:18:22.686 INFO:tasks.rados.rados.0.smithi031.stdout:1236: done (1 left) 2024-08-10T05:18:22.686 INFO:tasks.rados.rados.0.smithi031.stdout:1237: done (0 left) 2024-08-10T05:18:22.686 INFO:tasks.rados.rados.0.smithi031.stdout:1238: copy_from oid 21 from oid 38 current snap is 118 2024-08-10T05:18:22.686 INFO:tasks.rados.rados.0.smithi031.stdout:1239: snap_create 2024-08-10T05:18:22.693 INFO:tasks.rados.rados.0.smithi031.stdout:1238: finishing copy_from racing read to smithi03186013-21 2024-08-10T05:18:22.694 INFO:tasks.rados.rados.0.smithi031.stdout:1238: finishing copy_from to smithi03186013-21 2024-08-10T05:18:22.694 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 21 v 219 (ObjNum 367 snap 117 seq_num 367) dirty exists 2024-08-10T05:18:22.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:22 smithi031 ceph-mon[98130]: osdmap e317: 8 total, 8 up, 8 in 2024-08-10T05:18:22.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:22 smithi031 ceph-mon[100614]: osdmap e317: 8 total, 8 up, 8 in 2024-08-10T05:18:22.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:22 smithi196 ceph-mon[90243]: osdmap e317: 8 total, 8 up, 8 in 2024-08-10T05:18:22.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:18:22 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:18:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:18:23.489 INFO:tasks.rados.rados.0.smithi031.stdout:1238: done (1 left) 2024-08-10T05:18:23.489 INFO:tasks.rados.rados.0.smithi031.stdout:1239: done (0 left) 2024-08-10T05:18:23.489 INFO:tasks.rados.rados.0.smithi031.stdout:1240: read oid 31 snap 117 2024-08-10T05:18:23.489 INFO:tasks.rados.rados.0.smithi031.stdout:1240: expect (ObjNum 261 snap 78 seq_num 261) 2024-08-10T05:18:23.490 INFO:tasks.rados.rados.0.smithi031.stdout:1241: read oid 33 snap -1 2024-08-10T05:18:23.490 INFO:tasks.rados.rados.0.smithi031.stdout:1241: expect deleted 2024-08-10T05:18:23.490 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 23 current snap is 119 2024-08-10T05:18:23.490 INFO:tasks.rados.rados.0.smithi031.stdout:1242: seq_num 385 ranges {2285568=450560,2736128=761856,3497984=442368} 2024-08-10T05:18:23.503 INFO:tasks.rados.rados.0.smithi031.stdout:1242: writing smithi03186013-23 from 2285568 to 2736128 tid 1 2024-08-10T05:18:23.508 INFO:tasks.rados.rados.0.smithi031.stdout:1242: writing smithi03186013-23 from 2736128 to 3497984 tid 2 2024-08-10T05:18:23.511 INFO:tasks.rados.rados.0.smithi031.stdout:1242: writing smithi03186013-23 from 3497984 to 3940352 tid 3 2024-08-10T05:18:23.512 INFO:tasks.rados.rados.0.smithi031.stdout:1243: read oid 37 snap -1 2024-08-10T05:18:23.512 INFO:tasks.rados.rados.0.smithi031.stdout:1243: expect (ObjNum 282 snap 84 seq_num 282) 2024-08-10T05:18:23.512 INFO:tasks.rados.rados.0.smithi031.stdout:1244: setattr oid 10 current snap is 119 2024-08-10T05:18:23.512 INFO:tasks.rados.rados.0.smithi031.stdout:1242: finishing write tid 1 to smithi03186013-23 2024-08-10T05:18:23.515 INFO:tasks.rados.rados.0.smithi031.stdout:1241: done (4 left) 2024-08-10T05:18:23.515 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 36 current snap is 119 2024-08-10T05:18:23.515 INFO:tasks.rados.rados.0.smithi031.stdout:1245: seq_num 386 ranges {999424=466944,1466368=638976,2105344=565248} 2024-08-10T05:18:23.524 INFO:tasks.rados.rados.0.smithi031.stdout:1245: writing smithi03186013-36 from 999424 to 1466368 tid 1 2024-08-10T05:18:23.528 INFO:tasks.rados.rados.0.smithi031.stdout:1245: writing smithi03186013-36 from 1466368 to 2105344 tid 2 2024-08-10T05:18:23.533 INFO:tasks.rados.rados.0.smithi031.stdout:1245: writing smithi03186013-36 from 2105344 to 2670592 tid 3 2024-08-10T05:18:23.533 INFO:tasks.rados.rados.0.smithi031.stdout:1246: rmattr oid 41 current snap is 119 2024-08-10T05:18:23.533 INFO:tasks.rados.rados.0.smithi031.stdout:1246: done (5 left) 2024-08-10T05:18:23.533 INFO:tasks.rados.rados.0.smithi031.stdout:1247: delete oid 28 current snap is 119 2024-08-10T05:18:23.533 INFO:tasks.rados.rados.0.smithi031.stdout:1242: finishing write tid 2 to smithi03186013-23 2024-08-10T05:18:23.538 INFO:tasks.rados.rados.0.smithi031.stdout:1245: finishing write tid 1 to smithi03186013-36 2024-08-10T05:18:23.538 INFO:tasks.rados.rados.0.smithi031.stdout:1245: finishing write tid 2 to smithi03186013-36 2024-08-10T05:18:23.538 INFO:tasks.rados.rados.0.smithi031.stdout:1240: expect (ObjNum 261 snap 78 seq_num 261) 2024-08-10T05:18:23.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:23 smithi031 ceph-mon[98130]: pgmap v125: 121 pgs: 121 active+clean; 313 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 733 KiB/s rd, 670 KiB/s wr, 3 op/s; 980 KiB/s, 0 objects/s recovering 2024-08-10T05:18:23.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:23 smithi031 ceph-mon[98130]: osdmap e318: 8 total, 8 up, 8 in 2024-08-10T05:18:23.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:23 smithi031 ceph-mon[100614]: pgmap v125: 121 pgs: 121 active+clean; 313 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 733 KiB/s rd, 670 KiB/s wr, 3 op/s; 980 KiB/s, 0 objects/s recovering 2024-08-10T05:18:23.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:23 smithi031 ceph-mon[100614]: osdmap e318: 8 total, 8 up, 8 in 2024-08-10T05:18:23.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:23 smithi196 ceph-mon[90243]: pgmap v125: 121 pgs: 121 active+clean; 313 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 733 KiB/s rd, 670 KiB/s wr, 3 op/s; 980 KiB/s, 0 objects/s recovering 2024-08-10T05:18:23.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:23 smithi196 ceph-mon[90243]: osdmap e318: 8 total, 8 up, 8 in 2024-08-10T05:18:23.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:18:23 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:18:23.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi031\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi031\", job=\"node\", machine=\"x86_64\", nodename=\"smithi031\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", domainname=\"(none)\", instance=\"smithi031\", job=\"node\", machine=\"x86_64\", nodename=\"smithi031\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:18:24.347 INFO:tasks.rados.rados.0.smithi031.stdout:1242: finishing write tid 3 to smithi03186013-23 2024-08-10T05:18:24.347 INFO:tasks.rados.rados.0.smithi031.stdout:1242: finishing write tid 4 to smithi03186013-23 2024-08-10T05:18:24.348 INFO:tasks.rados.rados.0.smithi031.stdout:1242: finishing write tid 5 to smithi03186013-23 2024-08-10T05:18:24.348 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 23 v 327 (ObjNum 385 snap 119 seq_num 385) dirty exists 2024-08-10T05:18:24.348 INFO:tasks.rados.rados.0.smithi031.stdout:1242: left oid 23 (ObjNum 385 snap 119 seq_num 385) 2024-08-10T05:18:24.348 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 10 v 329 (ObjNum 216 snap 61 seq_num 216) dirty exists 2024-08-10T05:18:24.348 INFO:tasks.rados.rados.0.smithi031.stdout:1245: finishing write tid 3 to smithi03186013-36 2024-08-10T05:18:24.348 INFO:tasks.rados.rados.0.smithi031.stdout:1245: finishing write tid 4 to smithi03186013-36 2024-08-10T05:18:24.348 INFO:tasks.rados.rados.0.smithi031.stdout:1240: done (5 left) 2024-08-10T05:18:24.348 INFO:tasks.rados.rados.0.smithi031.stdout:1242: done (4 left) 2024-08-10T05:18:24.348 INFO:tasks.rados.rados.0.smithi031.stdout:1244: done (3 left) 2024-08-10T05:18:24.348 INFO:tasks.rados.rados.0.smithi031.stdout:1247: done (2 left) 2024-08-10T05:18:24.348 INFO:tasks.rados.rados.0.smithi031.stdout:1248: rmattr oid 32 current snap is 119 2024-08-10T05:18:24.348 INFO:tasks.rados.rados.0.smithi031.stdout:1245: finishing write tid 5 to smithi03186013-36 2024-08-10T05:18:24.348 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 36 v 639 (ObjNum 386 snap 119 seq_num 386) dirty exists 2024-08-10T05:18:24.349 INFO:tasks.rados.rados.0.smithi031.stdout:1245: left oid 36 (ObjNum 386 snap 119 seq_num 386) 2024-08-10T05:18:24.349 INFO:tasks.rados.rados.0.smithi031.stdout:1243: expect (ObjNum 282 snap 84 seq_num 282) 2024-08-10T05:18:24.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:24 smithi031 ceph-mon[98130]: osdmap e319: 8 total, 8 up, 8 in 2024-08-10T05:18:24.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:24 smithi031 ceph-mon[98130]: osdmap e320: 8 total, 8 up, 8 in 2024-08-10T05:18:24.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:24 smithi031 ceph-mon[100614]: osdmap e319: 8 total, 8 up, 8 in 2024-08-10T05:18:24.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:24 smithi031 ceph-mon[100614]: osdmap e320: 8 total, 8 up, 8 in 2024-08-10T05:18:24.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:24 smithi196 ceph-mon[90243]: osdmap e319: 8 total, 8 up, 8 in 2024-08-10T05:18:24.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:24 smithi196 ceph-mon[90243]: osdmap e320: 8 total, 8 up, 8 in 2024-08-10T05:18:24.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:18:24 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:18:24.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:18:24.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:18:24 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:18:24.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:18:25.401 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 32 v 522 (ObjNum 366 snap 117 seq_num 366) dirty exists 2024-08-10T05:18:25.401 INFO:tasks.rados.rados.0.smithi031.stdout:1243: done (2 left) 2024-08-10T05:18:25.401 INFO:tasks.rados.rados.0.smithi031.stdout:1245: done (1 left) 2024-08-10T05:18:25.401 INFO:tasks.rados.rados.0.smithi031.stdout:1248: done (0 left) 2024-08-10T05:18:25.401 INFO:tasks.rados.rados.0.smithi031.stdout:1249: rmattr oid 41 current snap is 119 2024-08-10T05:18:25.401 INFO:tasks.rados.rados.0.smithi031.stdout:1249: done (0 left) 2024-08-10T05:18:25.401 INFO:tasks.rados.rados.0.smithi031.stdout:1250: snap_create 2024-08-10T05:18:25.501 INFO:tasks.rados.rados.0.smithi031.stdout:1250: done (0 left) 2024-08-10T05:18:25.501 INFO:tasks.rados.rados.0.smithi031.stdout:1251: rollback oid 39 current snap is 120 2024-08-10T05:18:25.501 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 39 to 109 2024-08-10T05:18:25.501 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 44 current snap is 120 2024-08-10T05:18:25.501 INFO:tasks.rados.rados.0.smithi031.stdout:1252: seq_num 388 ranges {1335296=507904,1843200=458752,2301952=606208,2908160=139264} 2024-08-10T05:18:25.511 INFO:tasks.rados.rados.0.smithi031.stdout:1252: writing smithi03186013-44 from 1335296 to 1843200 tid 1 2024-08-10T05:18:25.514 INFO:tasks.rados.rados.0.smithi031.stdout:1252: writing smithi03186013-44 from 1843200 to 2301952 tid 2 2024-08-10T05:18:25.518 INFO:tasks.rados.rados.0.smithi031.stdout:1252: writing smithi03186013-44 from 2301952 to 2908160 tid 3 2024-08-10T05:18:25.519 INFO:tasks.rados.rados.0.smithi031.stdout:1252: writing smithi03186013-44 from 2908160 to 3047424 tid 4 2024-08-10T05:18:25.519 INFO:tasks.rados.rados.0.smithi031.stdout:1253: read oid 16 snap 118 2024-08-10T05:18:25.519 INFO:tasks.rados.rados.0.smithi031.stdout:1253: expect (ObjNum 261 snap 78 seq_num 261) 2024-08-10T05:18:25.519 INFO:tasks.rados.rados.0.smithi031.stdout:1254: rollback oid 37 current snap is 120 2024-08-10T05:18:25.520 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 37 to 82 2024-08-10T05:18:25.520 INFO:tasks.rados.rados.0.smithi031.stdout:1251: finishing rollback tid 0 to smithi03186013-39 2024-08-10T05:18:25.520 INFO:tasks.rados.rados.0.smithi031.stdout:1251: finishing rollback tid 1 to smithi03186013-39 2024-08-10T05:18:25.520 INFO:tasks.rados.rados.0.smithi031.stdout:1251: finishing rollback tid 2 to smithi03186013-39 2024-08-10T05:18:25.520 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 39 v 461 (ObjNum 278 snap 84 seq_num 278) dirty exists 2024-08-10T05:18:25.520 INFO:tasks.rados.rados.0.smithi031.stdout:1252: finishing write tid 1 to smithi03186013-44 2024-08-10T05:18:25.520 INFO:tasks.rados.rados.0.smithi031.stdout:1252: finishing write tid 2 to smithi03186013-44 2024-08-10T05:18:25.520 INFO:tasks.rados.rados.0.smithi031.stdout:1251: done (3 left) 2024-08-10T05:18:25.520 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 34 current snap is 120 2024-08-10T05:18:25.520 INFO:tasks.rados.rados.0.smithi031.stdout:1255: seq_num 389 ranges {1073152=524288,1597440=745472,2342912=458752} 2024-08-10T05:18:25.528 INFO:tasks.rados.rados.0.smithi031.stdout:1255: writing smithi03186013-34 from 1073152 to 1597440 tid 1 2024-08-10T05:18:25.533 INFO:tasks.rados.rados.0.smithi031.stdout:1255: writing smithi03186013-34 from 1597440 to 2342912 tid 2 2024-08-10T05:18:25.537 INFO:tasks.rados.rados.0.smithi031.stdout:1255: writing smithi03186013-34 from 2342912 to 2801664 tid 3 2024-08-10T05:18:25.537 INFO:tasks.rados.rados.0.smithi031.stdout:1256: snap_create 2024-08-10T05:18:25.537 INFO:tasks.rados.rados.0.smithi031.stdout:1252: finishing write tid 3 to smithi03186013-44 2024-08-10T05:18:25.537 INFO:tasks.rados.rados.0.smithi031.stdout:1252: finishing write tid 4 to smithi03186013-44 2024-08-10T05:18:25.537 INFO:tasks.rados.rados.0.smithi031.stdout:1252: finishing write tid 5 to smithi03186013-44 2024-08-10T05:18:25.537 INFO:tasks.rados.rados.0.smithi031.stdout:1252: finishing write tid 6 to smithi03186013-44 2024-08-10T05:18:25.537 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 44 v 746 (ObjNum 388 snap 120 seq_num 388) dirty exists 2024-08-10T05:18:25.537 INFO:tasks.rados.rados.0.smithi031.stdout:1252: left oid 44 (ObjNum 388 snap 120 seq_num 388) 2024-08-10T05:18:25.537 INFO:tasks.rados.rados.0.smithi031.stdout:1254: finishing rollback tid 0 to smithi03186013-37 2024-08-10T05:18:25.538 INFO:tasks.rados.rados.0.smithi031.stdout:1254: finishing rollback tid 1 to smithi03186013-37 2024-08-10T05:18:25.538 INFO:tasks.rados.rados.0.smithi031.stdout:1254: finishing rollback tid 2 to smithi03186013-37 2024-08-10T05:18:25.538 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 37 v 526 (ObjNum 271 snap 81 seq_num 271) dirty exists 2024-08-10T05:18:25.538 INFO:tasks.rados.rados.0.smithi031.stdout:1255: finishing write tid 1 to smithi03186013-34 2024-08-10T05:18:25.538 INFO:tasks.rados.rados.0.smithi031.stdout:1255: finishing write tid 2 to smithi03186013-34 2024-08-10T05:18:25.542 INFO:tasks.rados.rados.0.smithi031.stdout:1255: finishing write tid 3 to smithi03186013-34 2024-08-10T05:18:25.542 INFO:tasks.rados.rados.0.smithi031.stdout:1255: finishing write tid 4 to smithi03186013-34 2024-08-10T05:18:25.542 INFO:tasks.rados.rados.0.smithi031.stdout:1255: finishing write tid 5 to smithi03186013-34 2024-08-10T05:18:25.542 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 34 v 680 (ObjNum 389 snap 120 seq_num 389) dirty exists 2024-08-10T05:18:25.542 INFO:tasks.rados.rados.0.smithi031.stdout:1255: left oid 34 (ObjNum 389 snap 120 seq_num 389) 2024-08-10T05:18:25.555 INFO:tasks.rados.rados.0.smithi031.stdout:1253: expect (ObjNum 261 snap 78 seq_num 261) 2024-08-10T05:18:25.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:25 smithi031 ceph-mon[98130]: pgmap v128: 121 pgs: 121 active+clean; 277 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 860 KiB/s rd, 5.8 MiB/s wr, 18 op/s 2024-08-10T05:18:25.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:25 smithi031 ceph-mon[100614]: pgmap v128: 121 pgs: 121 active+clean; 277 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 860 KiB/s rd, 5.8 MiB/s wr, 18 op/s 2024-08-10T05:18:25.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:25 smithi196 ceph-mon[90243]: pgmap v128: 121 pgs: 121 active+clean; 277 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 860 KiB/s rd, 5.8 MiB/s wr, 18 op/s 2024-08-10T05:18:26.514 INFO:tasks.rados.rados.0.smithi031.stdout:1252: done (4 left) 2024-08-10T05:18:26.514 INFO:tasks.rados.rados.0.smithi031.stdout:1253: done (3 left) 2024-08-10T05:18:26.514 INFO:tasks.rados.rados.0.smithi031.stdout:1254: done (2 left) 2024-08-10T05:18:26.514 INFO:tasks.rados.rados.0.smithi031.stdout:1255: done (1 left) 2024-08-10T05:18:26.514 INFO:tasks.rados.rados.0.smithi031.stdout:1256: done (0 left) 2024-08-10T05:18:26.514 INFO:tasks.rados.rados.0.smithi031.stdout:1257: rollback oid 1 current snap is 121 2024-08-10T05:18:26.515 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 1 to 119 2024-08-10T05:18:26.515 INFO:tasks.rados.rados.0.smithi031.stdout:1258: rollback oid 36 current snap is 121 2024-08-10T05:18:26.515 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 36 to 117 2024-08-10T05:18:26.515 INFO:tasks.rados.rados.0.smithi031.stdout:1259: snap_remove snap 120 2024-08-10T05:18:26.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:26 smithi031 ceph-mon[98130]: osdmap e321: 8 total, 8 up, 8 in 2024-08-10T05:18:26.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:18:26.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:18:26.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:18:26.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:26 smithi031 ceph-mon[100614]: osdmap e321: 8 total, 8 up, 8 in 2024-08-10T05:18:26.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:18:26.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:18:26.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:18:26.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:26 smithi196 ceph-mon[90243]: osdmap e321: 8 total, 8 up, 8 in 2024-08-10T05:18:26.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:18:26.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:18:26.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:18:27.519 INFO:tasks.rados.rados.0.smithi031.stdout:1259: done (2 left) 2024-08-10T05:18:27.520 INFO:tasks.rados.rados.0.smithi031.stdout:1260: snap_remove snap 116 2024-08-10T05:18:27.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:27 smithi031 ceph-mon[98130]: pgmap v131: 121 pgs: 121 active+clean; 274 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 860 KiB/s rd, 7.0 MiB/s wr, 23 op/s 2024-08-10T05:18:27.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:27 smithi031 ceph-mon[98130]: osdmap e322: 8 total, 8 up, 8 in 2024-08-10T05:18:27.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:27 smithi031 ceph-mon[100614]: pgmap v131: 121 pgs: 121 active+clean; 274 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 860 KiB/s rd, 7.0 MiB/s wr, 23 op/s 2024-08-10T05:18:27.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:27 smithi031 ceph-mon[100614]: osdmap e322: 8 total, 8 up, 8 in 2024-08-10T05:18:27.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:27 smithi196 ceph-mon[90243]: pgmap v131: 121 pgs: 121 active+clean; 274 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 860 KiB/s rd, 7.0 MiB/s wr, 23 op/s 2024-08-10T05:18:27.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:27 smithi196 ceph-mon[90243]: osdmap e322: 8 total, 8 up, 8 in 2024-08-10T05:18:28.534 INFO:tasks.rados.rados.0.smithi031.stdout:1260: done (2 left) 2024-08-10T05:18:28.534 INFO:tasks.rados.rados.0.smithi031.stdout:1261: read oid 24 snap 82 2024-08-10T05:18:28.534 INFO:tasks.rados.rados.0.smithi031.stdout:1261: expect deleted 2024-08-10T05:18:28.534 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 9 current snap is 121 2024-08-10T05:18:28.534 INFO:tasks.rados.rados.0.smithi031.stdout:1257: finishing rollback tid 0 to smithi03186013-1 2024-08-10T05:18:28.534 INFO:tasks.rados.rados.0.smithi031.stdout:1258: finishing rollback tid 0 to smithi03186013-36 2024-08-10T05:18:28.534 INFO:tasks.rados.rados.0.smithi031.stdout:1257: finishing rollback tid 1 to smithi03186013-1 2024-08-10T05:18:28.534 INFO:tasks.rados.rados.0.smithi031.stdout:1258: finishing rollback tid 1 to smithi03186013-36 2024-08-10T05:18:28.534 INFO:tasks.rados.rados.0.smithi031.stdout:1257: finishing rollback tid 2 to smithi03186013-1 2024-08-10T05:18:28.534 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 1 v 69 (ObjNum 378 snap 117 seq_num 378) dirty exists 2024-08-10T05:18:28.534 INFO:tasks.rados.rados.0.smithi031.stdout:1258: finishing rollback tid 2 to smithi03186013-36 2024-08-10T05:18:28.535 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 36 v 643 (ObjNum 346 snap 110 seq_num 346) dirty exists 2024-08-10T05:18:28.535 INFO:tasks.rados.rados.0.smithi031.stdout:1262: seq_num 390 ranges {0=540672,540672=630784,1171456=573440} 2024-08-10T05:18:28.537 INFO:tasks.rados.rados.0.smithi031.stdout:1262: writing smithi03186013-9 from 0 to 540672 tid 1 2024-08-10T05:18:28.541 INFO:tasks.rados.rados.0.smithi031.stdout:1262: writing smithi03186013-9 from 540672 to 1171456 tid 2 2024-08-10T05:18:28.546 INFO:tasks.rados.rados.0.smithi031.stdout:1262: writing smithi03186013-9 from 1171456 to 1744896 tid 3 2024-08-10T05:18:28.546 INFO:tasks.rados.rados.0.smithi031.stdout:1262: finishing write tid 1 to smithi03186013-9 2024-08-10T05:18:28.546 INFO:tasks.rados.rados.0.smithi031.stdout:1262: finishing write tid 2 to smithi03186013-9 2024-08-10T05:18:28.546 INFO:tasks.rados.rados.0.smithi031.stdout:1257: done (3 left) 2024-08-10T05:18:28.546 INFO:tasks.rados.rados.0.smithi031.stdout:1258: done (2 left) 2024-08-10T05:18:28.546 INFO:tasks.rados.rados.0.smithi031.stdout:1261: done (1 left) 2024-08-10T05:18:28.546 INFO:tasks.rados.rados.0.smithi031.stdout:1263: copy_from oid 17 from oid 37 current snap is 121 2024-08-10T05:18:28.546 INFO:tasks.rados.rados.0.smithi031.stdout:1264: snap_remove snap 82 2024-08-10T05:18:28.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:28 smithi196 ceph-mon[90243]: osdmap e323: 8 total, 8 up, 8 in 2024-08-10T05:18:28.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:18:28 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:18:28.658Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)\", cluster_addr=\"172.21.15.31\", device_class=\"ssd\", hostname=\"smithi031\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.31\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)\", cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", cluster_addr=\"172.21.15.31\", device_class=\"ssd\", hostname=\"smithi031\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.31\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-08-10T05:18:28.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:18:28 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:18:28.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)\", cluster_addr=\"172.21.15.31\", device_class=\"ssd\", hostname=\"smithi031\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.31\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)\", cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", cluster_addr=\"172.21.15.31\", device_class=\"ssd\", hostname=\"smithi031\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.31\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:18:28.855 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:28 smithi031 ceph-mon[98130]: osdmap e323: 8 total, 8 up, 8 in 2024-08-10T05:18:28.855 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:28 smithi031 ceph-mon[100614]: osdmap e323: 8 total, 8 up, 8 in 2024-08-10T05:18:29.182 INFO:tasks.rados.rados.0.smithi031.stdout:1262: finishing write tid 3 to smithi03186013-9 2024-08-10T05:18:29.182 INFO:tasks.rados.rados.0.smithi031.stdout:1262: finishing write tid 4 to smithi03186013-9 2024-08-10T05:18:29.182 INFO:tasks.rados.rados.0.smithi031.stdout:1262: finishing write tid 5 to smithi03186013-9 2024-08-10T05:18:29.182 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 9 v 652 (ObjNum 390 snap 121 seq_num 390) dirty exists 2024-08-10T05:18:29.183 INFO:tasks.rados.rados.0.smithi031.stdout:1262: left oid 9 (ObjNum 390 snap 121 seq_num 390) 2024-08-10T05:18:29.183 INFO:tasks.rados.rados.0.smithi031.stdout:1263: finishing copy_from racing read to smithi03186013-17 2024-08-10T05:18:29.183 INFO:tasks.rados.rados.0.smithi031.stdout:1263: finishing copy_from to smithi03186013-17 2024-08-10T05:18:29.183 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 17 v 526 (ObjNum 271 snap 81 seq_num 271) dirty exists 2024-08-10T05:18:29.183 INFO:tasks.rados.rados.0.smithi031.stdout:1262: done (2 left) 2024-08-10T05:18:29.183 INFO:tasks.rados.rados.0.smithi031.stdout:1263: done (1 left) 2024-08-10T05:18:29.183 INFO:tasks.rados.rados.0.smithi031.stdout:1264: done (0 left) 2024-08-10T05:18:29.183 INFO:tasks.rados.rados.0.smithi031.stdout:1265: snap_create 2024-08-10T05:18:29.304 INFO:teuthology.orchestra.run.smithi031.stdout:true 2024-08-10T05:18:29.583 INFO:teuthology.orchestra.run.smithi031.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-10T05:18:29.583 INFO:teuthology.orchestra.run.smithi031.stdout:alertmanager.a smithi031 *:9093,9094 running (2m) 15s ago 6m 15.5M - 0.25.0 c8568f914cd2 afde0a9ed8a2 2024-08-10T05:18:29.583 INFO:teuthology.orchestra.run.smithi031.stdout:grafana.a smithi196 *:3000 running (2m) 56s ago 6m 76.0M - 9.4.7 954c08fa6188 6ec1b1b19e7a 2024-08-10T05:18:29.583 INFO:teuthology.orchestra.run.smithi031.stdout:mds.a smithi031 running (8m) 15s ago 8m 15.9M - 17.2.7-1372-g56ceb861 354fce865a9a 6a7f8795f454 2024-08-10T05:18:29.583 INFO:teuthology.orchestra.run.smithi031.stdout:mds.b smithi196 running (8m) 56s ago 8m 18.2M - 17.2.7-1372-g56ceb861 354fce865a9a b1ed5b548d29 2024-08-10T05:18:29.583 INFO:teuthology.orchestra.run.smithi031.stdout:mgr.x smithi196 *:8443,9283,8765 running (115s) 56s ago 11m 438M - 19.1.0-1335-gbca9905d c7b33901c886 467542b38c9b 2024-08-10T05:18:29.583 INFO:teuthology.orchestra.run.smithi031.stdout:mgr.y smithi031 *:8443,9283,8765 running (2m) 15s ago 13m 503M - 19.1.0-1335-gbca9905d c7b33901c886 7eef306ed587 2024-08-10T05:18:29.583 INFO:teuthology.orchestra.run.smithi031.stdout:mon.a smithi031 running (100s) 15s ago 13m 49.7M 2048M 19.1.0-1335-gbca9905d c7b33901c886 9e3f4f54b00a 2024-08-10T05:18:29.584 INFO:teuthology.orchestra.run.smithi031.stdout:mon.b smithi196 running (61s) 56s ago 12m 22.1M 2048M 19.1.0-1335-gbca9905d c7b33901c886 b01d51d0054f 2024-08-10T05:18:29.584 INFO:teuthology.orchestra.run.smithi031.stdout:mon.c smithi031 running (79s) 15s ago 11m 38.0M 2048M 19.1.0-1335-gbca9905d c7b33901c886 2cc1160db2be 2024-08-10T05:18:29.584 INFO:teuthology.orchestra.run.smithi031.stdout:node-exporter.a smithi031 *:9100 running (2m) 15s ago 6m 7742k - 1.5.0 0da6a335fe13 b1e6859cbc5d 2024-08-10T05:18:29.584 INFO:teuthology.orchestra.run.smithi031.stdout:node-exporter.b smithi196 *:9100 running (2m) 56s ago 6m 7944k - 1.5.0 0da6a335fe13 fce7ddc02cba 2024-08-10T05:18:29.584 INFO:teuthology.orchestra.run.smithi031.stdout:osd.0 smithi031 running (19s) 15s ago 11m 12.1M 2481M 19.1.0-1335-gbca9905d c7b33901c886 b6a59f8bdb81 2024-08-10T05:18:29.584 INFO:teuthology.orchestra.run.smithi031.stdout:osd.1 smithi031 running (10m) 15s ago 10m 183M 2481M 17.2.7-1372-g56ceb861 354fce865a9a 80a25aacceaf 2024-08-10T05:18:29.584 INFO:teuthology.orchestra.run.smithi031.stdout:osd.2 smithi031 running (10m) 15s ago 10m 119M 2481M 17.2.7-1372-g56ceb861 354fce865a9a 219593aa2bcc 2024-08-10T05:18:29.584 INFO:teuthology.orchestra.run.smithi031.stdout:osd.3 smithi031 running (10m) 15s ago 10m 136M 2481M 17.2.7-1372-g56ceb861 354fce865a9a 2f86cfe4892d 2024-08-10T05:18:29.584 INFO:teuthology.orchestra.run.smithi031.stdout:osd.4 smithi196 running (9m) 56s ago 9m 165M 2480M 17.2.7-1372-g56ceb861 354fce865a9a 267ae336e2f7 2024-08-10T05:18:29.584 INFO:teuthology.orchestra.run.smithi031.stdout:osd.5 smithi196 running (9m) 56s ago 9m 169M 2480M 17.2.7-1372-g56ceb861 354fce865a9a 6af7d344b4cc 2024-08-10T05:18:29.584 INFO:teuthology.orchestra.run.smithi031.stdout:osd.6 smithi196 running (8m) 56s ago 8m 117M 2480M 17.2.7-1372-g56ceb861 354fce865a9a e73c19910471 2024-08-10T05:18:29.584 INFO:teuthology.orchestra.run.smithi031.stdout:osd.7 smithi196 running (8m) 56s ago 8m 91.7M 2480M 17.2.7-1372-g56ceb861 354fce865a9a f847e8917297 2024-08-10T05:18:29.584 INFO:teuthology.orchestra.run.smithi031.stdout:prometheus.a smithi196 *:9095 running (2m) 56s ago 7m 51.8M - 2.43.0 a07b618ecd1d d50c5c7907b8 2024-08-10T05:18:29.585 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:29 smithi031 ceph-mon[100614]: pgmap v134: 121 pgs: 121 active+clean; 295 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 4.0 MiB/s wr, 28 op/s 2024-08-10T05:18:29.585 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:29 smithi031 ceph-mon[100614]: osdmap e324: 8 total, 8 up, 8 in 2024-08-10T05:18:29.585 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:29 smithi031 ceph-mon[100614]: mgrmap e43: y(active, since 92s), standbys: x 2024-08-10T05:18:29.585 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:29 smithi031 ceph-mon[100614]: osdmap e325: 8 total, 8 up, 8 in 2024-08-10T05:18:29.585 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:29 smithi031 ceph-mon[98130]: pgmap v134: 121 pgs: 121 active+clean; 295 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 4.0 MiB/s wr, 28 op/s 2024-08-10T05:18:29.585 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:29 smithi031 ceph-mon[98130]: osdmap e324: 8 total, 8 up, 8 in 2024-08-10T05:18:29.585 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:29 smithi031 ceph-mon[98130]: mgrmap e43: y(active, since 92s), standbys: x 2024-08-10T05:18:29.585 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:29 smithi031 ceph-mon[98130]: osdmap e325: 8 total, 8 up, 8 in 2024-08-10T05:18:29.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:29 smithi196 ceph-mon[90243]: pgmap v134: 121 pgs: 121 active+clean; 295 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 4.0 MiB/s wr, 28 op/s 2024-08-10T05:18:29.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:29 smithi196 ceph-mon[90243]: osdmap e324: 8 total, 8 up, 8 in 2024-08-10T05:18:29.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:29 smithi196 ceph-mon[90243]: mgrmap e43: y(active, since 92s), standbys: x 2024-08-10T05:18:29.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:29 smithi196 ceph-mon[90243]: osdmap e325: 8 total, 8 up, 8 in 2024-08-10T05:18:29.917 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-08-10T05:18:29.917 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": { 2024-08-10T05:18:29.917 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 3 2024-08-10T05:18:29.917 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-08-10T05:18:29.917 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": { 2024-08-10T05:18:29.917 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 2 2024-08-10T05:18:29.918 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-08-10T05:18:29.918 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": { 2024-08-10T05:18:29.918 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 7, 2024-08-10T05:18:29.918 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 1 2024-08-10T05:18:29.918 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-08-10T05:18:29.918 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": { 2024-08-10T05:18:29.918 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 2 2024-08-10T05:18:29.918 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-08-10T05:18:29.918 INFO:teuthology.orchestra.run.smithi031.stdout: "overall": { 2024-08-10T05:18:29.918 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 9, 2024-08-10T05:18:29.918 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 6 2024-08-10T05:18:29.918 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-08-10T05:18:29.918 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-08-10T05:18:30.180 INFO:tasks.rados.rados.0.smithi031.stdout:1265: done (0 left) 2024-08-10T05:18:30.180 INFO:tasks.rados.rados.0.smithi031.stdout:1266: read oid 47 snap -1 2024-08-10T05:18:30.180 INFO:tasks.rados.rados.0.smithi031.stdout:1266: expect (ObjNum 41 snap 0 seq_num 41) 2024-08-10T05:18:30.180 INFO:tasks.rados.rados.0.smithi031.stdout:1267: copy_from oid 11 from oid 22 current snap is 122 2024-08-10T05:18:30.180 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 2 current snap is 122 2024-08-10T05:18:30.180 INFO:tasks.rados.rados.0.smithi031.stdout:1268: seq_num 391 ranges {2252800=557056,2809856=516096,3325952=688128} 2024-08-10T05:18:30.195 INFO:tasks.rados.rados.0.smithi031.stdout:1268: writing smithi03186013-2 from 2252800 to 2809856 tid 1 2024-08-10T05:18:30.198 INFO:tasks.rados.rados.0.smithi031.stdout:1268: writing smithi03186013-2 from 2809856 to 3325952 tid 2 2024-08-10T05:18:30.202 INFO:tasks.rados.rados.0.smithi031.stdout:1268: writing smithi03186013-2 from 3325952 to 4014080 tid 3 2024-08-10T05:18:30.202 INFO:tasks.rados.rados.0.smithi031.stdout:1269: copy_from oid 41 from oid 27 current snap is 122 2024-08-10T05:18:30.202 INFO:tasks.rados.rados.0.smithi031.stdout:1266: expect (ObjNum 41 snap 0 seq_num 41) 2024-08-10T05:18:30.225 INFO:tasks.rados.rados.0.smithi031.stdout:1268: finishing write tid 1 to smithi03186013-2 2024-08-10T05:18:30.225 INFO:tasks.rados.rados.0.smithi031.stdout:1268: finishing write tid 2 to smithi03186013-2 2024-08-10T05:18:30.225 INFO:tasks.rados.rados.0.smithi031.stdout:1266: done (3 left) 2024-08-10T05:18:30.226 INFO:tasks.rados.rados.0.smithi031.stdout:1270: read oid 49 snap -1 2024-08-10T05:18:30.226 INFO:tasks.rados.rados.0.smithi031.stdout:1270: expect (ObjNum 324 snap 101 seq_num 324) 2024-08-10T05:18:30.226 INFO:tasks.rados.rados.0.smithi031.stdout:1271: snap_create 2024-08-10T05:18:30.226 INFO:tasks.rados.rados.0.smithi031.stdout:1268: finishing write tid 3 to smithi03186013-2 2024-08-10T05:18:30.226 INFO:tasks.rados.rados.0.smithi031.stdout:1268: finishing write tid 4 to smithi03186013-2 2024-08-10T05:18:30.226 INFO:tasks.rados.rados.0.smithi031.stdout:1268: finishing write tid 5 to smithi03186013-2 2024-08-10T05:18:30.226 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 2 v 767 (ObjNum 391 snap 122 seq_num 391) dirty exists 2024-08-10T05:18:30.226 INFO:tasks.rados.rados.0.smithi031.stdout:1268: left oid 2 (ObjNum 391 snap 122 seq_num 391) 2024-08-10T05:18:30.227 INFO:tasks.rados.rados.0.smithi031.stdout:1267: finishing copy_from racing read to smithi03186013-11 2024-08-10T05:18:30.227 INFO:tasks.rados.rados.0.smithi031.stdout:1269: finishing copy_from racing read to smithi03186013-41 2024-08-10T05:18:30.227 INFO:tasks.rados.rados.0.smithi031.stdout:1267: finishing copy_from to smithi03186013-11 2024-08-10T05:18:30.227 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 11 v 337 (ObjNum 134 snap 37 seq_num 134) dirty exists 2024-08-10T05:18:30.227 INFO:tasks.rados.rados.0.smithi031.stdout:1269: finishing copy_from to smithi03186013-41 2024-08-10T05:18:30.227 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 41 v 287 (ObjNum 379 snap 117 seq_num 379) dirty exists 2024-08-10T05:18:30.241 INFO:tasks.rados.rados.0.smithi031.stdout:1270: expect (ObjNum 324 snap 101 seq_num 324) 2024-08-10T05:18:30.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:30 smithi196 ceph-mon[90243]: from='client.44144 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:18:30.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:30 smithi196 ceph-mon[90243]: from='client.44150 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:18:30.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:30 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/3282623615' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:18:30.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:30 smithi196 ceph-mon[90243]: osdmap e326: 8 total, 8 up, 8 in 2024-08-10T05:18:31.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:30 smithi031 ceph-mon[98130]: from='client.44144 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:18:31.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:30 smithi031 ceph-mon[98130]: from='client.44150 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:18:31.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:30 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/3282623615' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:18:31.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:30 smithi031 ceph-mon[98130]: osdmap e326: 8 total, 8 up, 8 in 2024-08-10T05:18:31.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:30 smithi031 ceph-mon[100614]: from='client.44144 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:18:31.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:30 smithi031 ceph-mon[100614]: from='client.44150 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:18:31.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:30 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/3282623615' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:18:31.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:30 smithi031 ceph-mon[100614]: osdmap e326: 8 total, 8 up, 8 in 2024-08-10T05:18:31.178 INFO:tasks.rados.rados.0.smithi031.stdout:1267: done (4 left) 2024-08-10T05:18:31.178 INFO:tasks.rados.rados.0.smithi031.stdout:1268: done (3 left) 2024-08-10T05:18:31.178 INFO:tasks.rados.rados.0.smithi031.stdout:1269: done (2 left) 2024-08-10T05:18:31.178 INFO:tasks.rados.rados.0.smithi031.stdout:1270: done (1 left) 2024-08-10T05:18:31.178 INFO:tasks.rados.rados.0.smithi031.stdout:1271: done (0 left) 2024-08-10T05:18:31.178 INFO:tasks.rados.rados.0.smithi031.stdout:1272: snap_create 2024-08-10T05:18:31.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:18:31 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:18:31] "GET /metrics HTTP/1.1" 200 36166 "" "Prometheus/2.43.0" 2024-08-10T05:18:32.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:31 smithi031 ceph-mon[98130]: pgmap v137: 121 pgs: 121 active+clean; 279 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 2.9 MiB/s wr, 25 op/s 2024-08-10T05:18:32.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:31 smithi031 ceph-mon[98130]: osdmap e327: 8 total, 8 up, 8 in 2024-08-10T05:18:32.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:31 smithi031 ceph-mon[100614]: pgmap v137: 121 pgs: 121 active+clean; 279 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 2.9 MiB/s wr, 25 op/s 2024-08-10T05:18:32.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:31 smithi031 ceph-mon[100614]: osdmap e327: 8 total, 8 up, 8 in 2024-08-10T05:18:32.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:31 smithi196 ceph-mon[90243]: pgmap v137: 121 pgs: 121 active+clean; 279 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 2.9 MiB/s wr, 25 op/s 2024-08-10T05:18:32.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:31 smithi196 ceph-mon[90243]: osdmap e327: 8 total, 8 up, 8 in 2024-08-10T05:18:32.180 INFO:tasks.rados.rados.0.smithi031.stdout:1272: done (0 left) 2024-08-10T05:18:32.180 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 7 current snap is 124 2024-08-10T05:18:32.180 INFO:tasks.rados.rados.0.smithi031.stdout:1273: seq_num 392 ranges {98304=573440,671744=802816,1474560=401408} 2024-08-10T05:18:32.184 INFO:tasks.rados.rados.0.smithi031.stdout:1273: writing smithi03186013-7 from 98304 to 671744 tid 1 2024-08-10T05:18:32.189 INFO:tasks.rados.rados.0.smithi031.stdout:1273: writing smithi03186013-7 from 671744 to 1474560 tid 2 2024-08-10T05:18:32.192 INFO:tasks.rados.rados.0.smithi031.stdout:1273: writing smithi03186013-7 from 1474560 to 1875968 tid 3 2024-08-10T05:18:32.192 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 45 current snap is 124 2024-08-10T05:18:32.192 INFO:tasks.rados.rados.0.smithi031.stdout:1273: finishing write tid 1 to smithi03186013-7 2024-08-10T05:18:32.192 INFO:tasks.rados.rados.0.smithi031.stdout:1274: seq_num 393 ranges {3129344=589824,3719168=679936,4399104=524288} 2024-08-10T05:18:32.212 INFO:tasks.rados.rados.0.smithi031.stdout:1274: writing smithi03186013-45 from 3129344 to 3719168 tid 1 2024-08-10T05:18:32.216 INFO:tasks.rados.rados.0.smithi031.stdout:1274: writing smithi03186013-45 from 3719168 to 4399104 tid 2 2024-08-10T05:18:32.219 INFO:tasks.rados.rados.0.smithi031.stdout:1274: writing smithi03186013-45 from 4399104 to 4923392 tid 3 2024-08-10T05:18:32.219 INFO:tasks.rados.rados.0.smithi031.stdout:1275: copy_from oid 38 from oid 44 current snap is 124 2024-08-10T05:18:32.219 INFO:tasks.rados.rados.0.smithi031.stdout:1273: finishing write tid 2 to smithi03186013-7 2024-08-10T05:18:32.220 INFO:tasks.rados.rados.0.smithi031.stdout:1273: finishing write tid 3 to smithi03186013-7 2024-08-10T05:18:32.220 INFO:tasks.rados.rados.0.smithi031.stdout:1273: finishing write tid 4 to smithi03186013-7 2024-08-10T05:18:32.220 INFO:tasks.rados.rados.0.smithi031.stdout:1273: finishing write tid 5 to smithi03186013-7 2024-08-10T05:18:32.220 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 7 v 772 (ObjNum 392 snap 124 seq_num 392) dirty exists 2024-08-10T05:18:32.220 INFO:tasks.rados.rados.0.smithi031.stdout:1273: left oid 7 (ObjNum 392 snap 124 seq_num 392) 2024-08-10T05:18:32.220 INFO:tasks.rados.rados.0.smithi031.stdout:1274: finishing write tid 1 to smithi03186013-45 2024-08-10T05:18:32.220 INFO:tasks.rados.rados.0.smithi031.stdout:1273: done (2 left) 2024-08-10T05:18:32.220 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 27 current snap is 124 2024-08-10T05:18:32.220 INFO:tasks.rados.rados.0.smithi031.stdout:1276: seq_num 394 ranges {1671168=606208,2277376=565248,2842624=557056,3399680=81920} 2024-08-10T05:18:32.232 INFO:tasks.rados.rados.0.smithi031.stdout:1276: writing smithi03186013-27 from 1671168 to 2277376 tid 1 2024-08-10T05:18:32.235 INFO:tasks.rados.rados.0.smithi031.stdout:1276: writing smithi03186013-27 from 2277376 to 2842624 tid 2 2024-08-10T05:18:32.238 INFO:tasks.rados.rados.0.smithi031.stdout:1276: writing smithi03186013-27 from 2842624 to 3399680 tid 3 2024-08-10T05:18:32.240 INFO:tasks.rados.rados.0.smithi031.stdout:1276: writing smithi03186013-27 from 3399680 to 3481600 tid 4 2024-08-10T05:18:32.240 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 5 current snap is 124 2024-08-10T05:18:32.240 INFO:tasks.rados.rados.0.smithi031.stdout:1277: seq_num 395 ranges {0=622592,622592=450560,1073152=753664} 2024-08-10T05:18:32.243 INFO:tasks.rados.rados.0.smithi031.stdout:1277: writing smithi03186013-5 from 0 to 622592 tid 1 2024-08-10T05:18:32.246 INFO:tasks.rados.rados.0.smithi031.stdout:1277: writing smithi03186013-5 from 622592 to 1073152 tid 2 2024-08-10T05:18:32.251 INFO:tasks.rados.rados.0.smithi031.stdout:1277: writing smithi03186013-5 from 1073152 to 1826816 tid 3 2024-08-10T05:18:32.251 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 37 current snap is 124 2024-08-10T05:18:32.251 INFO:tasks.rados.rados.0.smithi031.stdout:1274: finishing write tid 2 to smithi03186013-45 2024-08-10T05:18:32.252 INFO:tasks.rados.rados.0.smithi031.stdout:1278: seq_num 396 ranges {10821632=638976,11460608=786432,12247040=417792} 2024-08-10T05:18:32.314 INFO:tasks.rados.rados.0.smithi031.stdout:1278: writing smithi03186013-37 from 10821632 to 11460608 tid 1 2024-08-10T05:18:32.318 INFO:tasks.rados.rados.0.smithi031.stdout:1278: writing smithi03186013-37 from 11460608 to 12247040 tid 2 2024-08-10T05:18:32.320 INFO:tasks.rados.rados.0.smithi031.stdout:1278: writing smithi03186013-37 from 12247040 to 12664832 tid 3 2024-08-10T05:18:32.321 INFO:tasks.rados.rados.0.smithi031.stdout:1279: snap_remove snap 109 2024-08-10T05:18:32.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:18:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:18:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:18:33.188 INFO:tasks.rados.rados.0.smithi031.stdout:1279: done (5 left) 2024-08-10T05:18:33.188 INFO:tasks.rados.rados.0.smithi031.stdout:1280: snap_create 2024-08-10T05:18:33.188 INFO:tasks.rados.rados.0.smithi031.stdout:1274: finishing write tid 3 to smithi03186013-45 2024-08-10T05:18:33.188 INFO:tasks.rados.rados.0.smithi031.stdout:1274: finishing write tid 4 to smithi03186013-45 2024-08-10T05:18:33.188 INFO:tasks.rados.rados.0.smithi031.stdout:1274: finishing write tid 5 to smithi03186013-45 2024-08-10T05:18:33.188 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 45 v 697 (ObjNum 393 snap 124 seq_num 393) dirty exists 2024-08-10T05:18:33.188 INFO:tasks.rados.rados.0.smithi031.stdout:1274: left oid 45 (ObjNum 393 snap 124 seq_num 393) 2024-08-10T05:18:33.188 INFO:tasks.rados.rados.0.smithi031.stdout:1275: finishing copy_from racing read to smithi03186013-38 2024-08-10T05:18:33.189 INFO:tasks.rados.rados.0.smithi031.stdout:1275: finishing copy_from to smithi03186013-38 2024-08-10T05:18:33.189 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 38 v 746 (ObjNum 388 snap 120 seq_num 388) dirty exists 2024-08-10T05:18:33.189 INFO:tasks.rados.rados.0.smithi031.stdout:1276: finishing write tid 1 to smithi03186013-27 2024-08-10T05:18:33.189 INFO:tasks.rados.rados.0.smithi031.stdout:1276: finishing write tid 2 to smithi03186013-27 2024-08-10T05:18:33.189 INFO:tasks.rados.rados.0.smithi031.stdout:1276: finishing write tid 3 to smithi03186013-27 2024-08-10T05:18:33.189 INFO:tasks.rados.rados.0.smithi031.stdout:1276: finishing write tid 4 to smithi03186013-27 2024-08-10T05:18:33.189 INFO:tasks.rados.rados.0.smithi031.stdout:1276: finishing write tid 5 to smithi03186013-27 2024-08-10T05:18:33.189 INFO:tasks.rados.rados.0.smithi031.stdout:1276: finishing write tid 6 to smithi03186013-27 2024-08-10T05:18:33.189 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 27 v 298 (ObjNum 394 snap 124 seq_num 394) dirty exists 2024-08-10T05:18:33.189 INFO:tasks.rados.rados.0.smithi031.stdout:1276: left oid 27 (ObjNum 394 snap 124 seq_num 394) 2024-08-10T05:18:33.189 INFO:tasks.rados.rados.0.smithi031.stdout:1277: finishing write tid 1 to smithi03186013-5 2024-08-10T05:18:33.189 INFO:tasks.rados.rados.0.smithi031.stdout:1277: finishing write tid 2 to smithi03186013-5 2024-08-10T05:18:33.189 INFO:tasks.rados.rados.0.smithi031.stdout:1277: finishing write tid 3 to smithi03186013-5 2024-08-10T05:18:33.190 INFO:tasks.rados.rados.0.smithi031.stdout:1277: finishing write tid 4 to smithi03186013-5 2024-08-10T05:18:33.190 INFO:tasks.rados.rados.0.smithi031.stdout:1277: finishing write tid 5 to smithi03186013-5 2024-08-10T05:18:33.190 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 5 v 701 (ObjNum 395 snap 124 seq_num 395) dirty exists 2024-08-10T05:18:33.190 INFO:tasks.rados.rados.0.smithi031.stdout:1277: left oid 5 (ObjNum 395 snap 124 seq_num 395) 2024-08-10T05:18:33.190 INFO:tasks.rados.rados.0.smithi031.stdout:1278: finishing write tid 1 to smithi03186013-37 2024-08-10T05:18:33.190 INFO:tasks.rados.rados.0.smithi031.stdout:1278: finishing write tid 2 to smithi03186013-37 2024-08-10T05:18:33.190 INFO:tasks.rados.rados.0.smithi031.stdout:1278: finishing write tid 3 to smithi03186013-37 2024-08-10T05:18:33.190 INFO:tasks.rados.rados.0.smithi031.stdout:1278: finishing write tid 4 to smithi03186013-37 2024-08-10T05:18:33.190 INFO:tasks.rados.rados.0.smithi031.stdout:1278: finishing write tid 5 to smithi03186013-37 2024-08-10T05:18:33.190 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 37 v 543 (ObjNum 396 snap 124 seq_num 396) dirty exists 2024-08-10T05:18:33.190 INFO:tasks.rados.rados.0.smithi031.stdout:1278: left oid 37 (ObjNum 396 snap 124 seq_num 396) 2024-08-10T05:18:33.506 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:33 smithi196 ceph-mon[90243]: pgmap v140: 121 pgs: 121 active+clean; 279 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 0 B/s wr, 1 op/s 2024-08-10T05:18:33.506 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:33 smithi196 ceph-mon[90243]: osdmap e328: 8 total, 8 up, 8 in 2024-08-10T05:18:33.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:33 smithi031 ceph-mon[98130]: pgmap v140: 121 pgs: 121 active+clean; 279 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 0 B/s wr, 1 op/s 2024-08-10T05:18:33.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:33 smithi031 ceph-mon[98130]: osdmap e328: 8 total, 8 up, 8 in 2024-08-10T05:18:33.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:33 smithi031 ceph-mon[100614]: pgmap v140: 121 pgs: 121 active+clean; 279 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 0 B/s wr, 1 op/s 2024-08-10T05:18:33.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:33 smithi031 ceph-mon[100614]: osdmap e328: 8 total, 8 up, 8 in 2024-08-10T05:18:33.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:18:33 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:18:33.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi031\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi031\", job=\"node\", machine=\"x86_64\", nodename=\"smithi031\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", domainname=\"(none)\", instance=\"smithi031\", job=\"node\", machine=\"x86_64\", nodename=\"smithi031\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:18:34.195 INFO:tasks.rados.rados.0.smithi031.stdout:1274: done (5 left) 2024-08-10T05:18:34.195 INFO:tasks.rados.rados.0.smithi031.stdout:1275: done (4 left) 2024-08-10T05:18:34.195 INFO:tasks.rados.rados.0.smithi031.stdout:1276: done (3 left) 2024-08-10T05:18:34.195 INFO:tasks.rados.rados.0.smithi031.stdout:1277: done (2 left) 2024-08-10T05:18:34.195 INFO:tasks.rados.rados.0.smithi031.stdout:1278: done (1 left) 2024-08-10T05:18:34.195 INFO:tasks.rados.rados.0.smithi031.stdout:1280: done (0 left) 2024-08-10T05:18:34.196 INFO:tasks.rados.rados.0.smithi031.stdout:1281: copy_from oid 34 from oid 38 current snap is 125 2024-08-10T05:18:34.196 INFO:tasks.rados.rados.0.smithi031.stdout:1282: rollback oid 46 current snap is 125 2024-08-10T05:18:34.196 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 46 to 117 2024-08-10T05:18:34.196 INFO:tasks.rados.rados.0.smithi031.stdout:1283: rollback oid 23 current snap is 125 2024-08-10T05:18:34.196 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 23 to 123 2024-08-10T05:18:34.196 INFO:tasks.rados.rados.0.smithi031.stdout:1284: delete oid 22 current snap is 125 2024-08-10T05:18:34.198 INFO:tasks.rados.rados.0.smithi031.stdout:1282: finishing rollback tid 1 to smithi03186013-46 2024-08-10T05:18:34.198 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 46 v 0 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-08-10T05:18:34.200 INFO:tasks.rados.rados.0.smithi031.stdout:1282: done (3 left) 2024-08-10T05:18:34.200 INFO:tasks.rados.rados.0.smithi031.stdout:1284: done (2 left) 2024-08-10T05:18:34.200 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 48 current snap is 125 2024-08-10T05:18:34.200 INFO:tasks.rados.rados.0.smithi031.stdout:1285: seq_num 398 ranges {4964352=671744,5636096=557056,6193152=532480,6725632=114688} 2024-08-10T05:18:34.231 INFO:tasks.rados.rados.0.smithi031.stdout:1285: writing smithi03186013-48 from 4964352 to 5636096 tid 1 2024-08-10T05:18:34.234 INFO:tasks.rados.rados.0.smithi031.stdout:1285: writing smithi03186013-48 from 5636096 to 6193152 tid 2 2024-08-10T05:18:34.237 INFO:tasks.rados.rados.0.smithi031.stdout:1285: writing smithi03186013-48 from 6193152 to 6725632 tid 3 2024-08-10T05:18:34.238 INFO:tasks.rados.rados.0.smithi031.stdout:1285: writing smithi03186013-48 from 6725632 to 6840320 tid 4 2024-08-10T05:18:34.238 INFO:tasks.rados.rados.0.smithi031.stdout:1286: copy_from oid 13 from oid 1 current snap is 125 2024-08-10T05:18:34.238 INFO:tasks.rados.rados.0.smithi031.stdout:1283: finishing rollback tid 0 to smithi03186013-23 2024-08-10T05:18:34.238 INFO:tasks.rados.rados.0.smithi031.stdout:1283: finishing rollback tid 1 to smithi03186013-23 2024-08-10T05:18:34.238 INFO:tasks.rados.rados.0.smithi031.stdout:1283: finishing rollback tid 2 to smithi03186013-23 2024-08-10T05:18:34.238 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 23 v 343 (ObjNum 385 snap 119 seq_num 385) dirty exists 2024-08-10T05:18:34.238 INFO:tasks.rados.rados.0.smithi031.stdout:1281: finishing copy_from racing read to smithi03186013-34 2024-08-10T05:18:34.238 INFO:tasks.rados.rados.0.smithi031.stdout:1281: finishing copy_from to smithi03186013-34 2024-08-10T05:18:34.238 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 34 v 746 (ObjNum 388 snap 120 seq_num 388) dirty exists 2024-08-10T05:18:34.238 INFO:tasks.rados.rados.0.smithi031.stdout:1285: finishing write tid 1 to smithi03186013-48 2024-08-10T05:18:34.238 INFO:tasks.rados.rados.0.smithi031.stdout:1285: finishing write tid 2 to smithi03186013-48 2024-08-10T05:18:34.239 INFO:tasks.rados.rados.0.smithi031.stdout:1281: done (3 left) 2024-08-10T05:18:34.239 INFO:tasks.rados.rados.0.smithi031.stdout:1283: done (2 left) 2024-08-10T05:18:34.239 INFO:tasks.rados.rados.0.smithi031.stdout:1287: snap_remove snap 123 2024-08-10T05:18:34.298 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:34 smithi031 ceph-mon[98130]: osdmap e329: 8 total, 8 up, 8 in 2024-08-10T05:18:34.298 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:34 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-10T05:18:34.299 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:34 smithi031 ceph-mon[98130]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-10T05:18:34.299 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:34 smithi031 ceph-mon[98130]: Upgrade: osd.1 is safe to restart 2024-08-10T05:18:34.299 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:34 smithi031 ceph-mon[100614]: osdmap e329: 8 total, 8 up, 8 in 2024-08-10T05:18:34.299 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:34 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-10T05:18:34.299 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:34 smithi031 ceph-mon[100614]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-10T05:18:34.299 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:34 smithi031 ceph-mon[100614]: Upgrade: osd.1 is safe to restart 2024-08-10T05:18:34.454 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:34 smithi196 ceph-mon[90243]: osdmap e329: 8 total, 8 up, 8 in 2024-08-10T05:18:34.454 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:34 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-10T05:18:34.454 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:34 smithi196 ceph-mon[90243]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-10T05:18:34.454 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:34 smithi196 ceph-mon[90243]: Upgrade: osd.1 is safe to restart 2024-08-10T05:18:34.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:18:34 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:18:34.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:18:34.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:18:34 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:18:34.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:18:35.203 INFO:tasks.rados.rados.0.smithi031.stdout:1287: done (2 left) 2024-08-10T05:18:35.204 INFO:tasks.rados.rados.0.smithi031.stdout:1288: copy_from oid 7 from oid 3 current snap is 125 2024-08-10T05:18:35.204 INFO:tasks.rados.rados.0.smithi031.stdout:1285: finishing write tid 3 to smithi03186013-48 2024-08-10T05:18:35.204 INFO:tasks.rados.rados.0.smithi031.stdout:1285: finishing write tid 4 to smithi03186013-48 2024-08-10T05:18:35.204 INFO:tasks.rados.rados.0.smithi031.stdout:1285: finishing write tid 5 to smithi03186013-48 2024-08-10T05:18:35.204 INFO:tasks.rados.rados.0.smithi031.stdout:1285: finishing write tid 6 to smithi03186013-48 2024-08-10T05:18:35.204 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 48 v 281 (ObjNum 398 snap 125 seq_num 398) dirty exists 2024-08-10T05:18:35.205 INFO:tasks.rados.rados.0.smithi031.stdout:1285: left oid 48 (ObjNum 398 snap 125 seq_num 398) 2024-08-10T05:18:35.205 INFO:tasks.rados.rados.0.smithi031.stdout:1286: finishing copy_from racing read to smithi03186013-13 2024-08-10T05:18:35.205 INFO:tasks.rados.rados.0.smithi031.stdout:1286: finishing copy_from to smithi03186013-13 2024-08-10T05:18:35.205 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 13 v 69 (ObjNum 378 snap 117 seq_num 378) dirty exists 2024-08-10T05:18:35.205 INFO:tasks.rados.rados.0.smithi031.stdout:1285: done (2 left) 2024-08-10T05:18:35.205 INFO:tasks.rados.rados.0.smithi031.stdout:1286: done (1 left) 2024-08-10T05:18:35.206 INFO:tasks.rados.rados.0.smithi031.stdout:1289: copy_from oid 6 from oid 47 current snap is 125 2024-08-10T05:18:35.206 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 27 current snap is 125 2024-08-10T05:18:35.206 INFO:tasks.rados.rados.0.smithi031.stdout:1290: seq_num 399 ranges {3481600=688128,4169728=434176,4603904=745472,5349376=24576} 2024-08-10T05:18:35.227 INFO:tasks.rados.rados.0.smithi031.stdout:1290: writing smithi03186013-27 from 3481600 to 4169728 tid 1 2024-08-10T05:18:35.229 INFO:tasks.rados.rados.0.smithi031.stdout:1290: writing smithi03186013-27 from 4169728 to 4603904 tid 2 2024-08-10T05:18:35.234 INFO:tasks.rados.rados.0.smithi031.stdout:1290: writing smithi03186013-27 from 4603904 to 5349376 tid 3 2024-08-10T05:18:35.234 INFO:tasks.rados.rados.0.smithi031.stdout:1290: writing smithi03186013-27 from 5349376 to 5373952 tid 4 2024-08-10T05:18:35.234 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 32 current snap is 125 2024-08-10T05:18:35.234 INFO:tasks.rados.rados.0.smithi031.stdout:1289: finishing copy_from racing read to smithi03186013-6 2024-08-10T05:18:35.235 INFO:tasks.rados.rados.0.smithi031.stdout:1289: finishing copy_from to smithi03186013-6 2024-08-10T05:18:35.235 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 6 v 283 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-08-10T05:18:35.235 INFO:tasks.rados.rados.0.smithi031.stdout:1288: finishing copy_from racing read to smithi03186013-7 2024-08-10T05:18:35.235 INFO:tasks.rados.rados.0.smithi031.stdout:1288: finishing copy_from to smithi03186013-7 2024-08-10T05:18:35.235 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 7 v 521 (ObjNum 371 snap 117 seq_num 371) dirty exists 2024-08-10T05:18:35.235 INFO:tasks.rados.rados.0.smithi031.stdout:1290: finishing write tid 1 to smithi03186013-27 2024-08-10T05:18:35.236 INFO:tasks.rados.rados.0.smithi031.stdout:1290: finishing write tid 2 to smithi03186013-27 2024-08-10T05:18:35.236 INFO:tasks.rados.rados.0.smithi031.stdout:1291: seq_num 400 ranges {9674752=704512,10379264=720896,11100160=483328} 2024-08-10T05:18:35.291 INFO:tasks.rados.rados.0.smithi031.stdout:1291: writing smithi03186013-32 from 9674752 to 10379264 tid 1 2024-08-10T05:18:35.295 INFO:tasks.rados.rados.0.smithi031.stdout:1291: writing smithi03186013-32 from 10379264 to 11100160 tid 2 2024-08-10T05:18:35.298 INFO:tasks.rados.rados.0.smithi031.stdout:1291: writing smithi03186013-32 from 11100160 to 11583488 tid 3 2024-08-10T05:18:35.298 INFO:tasks.rados.rados.0.smithi031.stdout:1288: done (3 left) 2024-08-10T05:18:35.298 INFO:tasks.rados.rados.0.smithi031.stdout:1289: done (2 left) 2024-08-10T05:18:35.298 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 22 current snap is 125 2024-08-10T05:18:35.298 INFO:tasks.rados.rados.0.smithi031.stdout:1292: seq_num 401 ranges {0=720896,720896=606208,1327104=598016} 2024-08-10T05:18:35.302 INFO:tasks.rados.rados.0.smithi031.stdout:1292: writing smithi03186013-22 from 0 to 720896 tid 1 2024-08-10T05:18:35.306 INFO:tasks.rados.rados.0.smithi031.stdout:1292: writing smithi03186013-22 from 720896 to 1327104 tid 2 2024-08-10T05:18:35.311 INFO:tasks.rados.rados.0.smithi031.stdout:1292: writing smithi03186013-22 from 1327104 to 1925120 tid 3 2024-08-10T05:18:35.311 INFO:tasks.rados.rados.0.smithi031.stdout:1293: rmattr oid 36 current snap is 125 2024-08-10T05:18:35.311 INFO:tasks.rados.rados.0.smithi031.stdout:1293: done (3 left) 2024-08-10T05:18:35.311 INFO:tasks.rados.rados.0.smithi031.stdout:1294: delete oid 1 current snap is 125 2024-08-10T05:18:35.311 INFO:tasks.rados.rados.0.smithi031.stdout:1290: finishing write tid 3 to smithi03186013-27 2024-08-10T05:18:35.311 INFO:tasks.rados.rados.0.smithi031.stdout:1290: finishing write tid 4 to smithi03186013-27 2024-08-10T05:18:35.312 INFO:tasks.rados.rados.0.smithi031.stdout:1290: finishing write tid 5 to smithi03186013-27 2024-08-10T05:18:35.312 INFO:tasks.rados.rados.0.smithi031.stdout:1290: finishing write tid 6 to smithi03186013-27 2024-08-10T05:18:35.312 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 27 v 310 (ObjNum 399 snap 125 seq_num 399) dirty exists 2024-08-10T05:18:35.312 INFO:tasks.rados.rados.0.smithi031.stdout:1290: left oid 27 (ObjNum 399 snap 125 seq_num 399) 2024-08-10T05:18:35.312 INFO:tasks.rados.rados.0.smithi031.stdout:1291: finishing write tid 1 to smithi03186013-32 2024-08-10T05:18:35.312 INFO:tasks.rados.rados.0.smithi031.stdout:1291: finishing write tid 2 to smithi03186013-32 2024-08-10T05:18:35.312 INFO:tasks.rados.rados.0.smithi031.stdout:1291: finishing write tid 3 to smithi03186013-32 2024-08-10T05:18:35.313 INFO:tasks.rados.rados.0.smithi031.stdout:1291: finishing write tid 4 to smithi03186013-32 2024-08-10T05:18:35.313 INFO:tasks.rados.rados.0.smithi031.stdout:1291: finishing write tid 5 to smithi03186013-32 2024-08-10T05:18:35.313 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 32 v 558 (ObjNum 400 snap 125 seq_num 400) dirty exists 2024-08-10T05:18:35.313 INFO:tasks.rados.rados.0.smithi031.stdout:1291: left oid 32 (ObjNum 400 snap 125 seq_num 400) 2024-08-10T05:18:35.313 INFO:tasks.rados.rados.0.smithi031.stdout:1292: finishing write tid 1 to smithi03186013-22 2024-08-10T05:18:35.313 INFO:tasks.rados.rados.0.smithi031.stdout:1292: finishing write tid 2 to smithi03186013-22 2024-08-10T05:18:35.314 INFO:tasks.rados.rados.0.smithi031.stdout:1290: done (3 left) 2024-08-10T05:18:35.314 INFO:tasks.rados.rados.0.smithi031.stdout:1291: done (2 left) 2024-08-10T05:18:35.314 INFO:tasks.rados.rados.0.smithi031.stdout:1294: done (1 left) 2024-08-10T05:18:35.314 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 5 current snap is 125 2024-08-10T05:18:35.314 INFO:tasks.rados.rados.0.smithi031.stdout:1295: seq_num 403 ranges {1826816=753664,2580480=425984,3006464=720896,3727360=57344} 2024-08-10T05:18:35.326 INFO:tasks.rados.rados.0.smithi031.stdout:1295: writing smithi03186013-5 from 1826816 to 2580480 tid 1 2024-08-10T05:18:35.328 INFO:tasks.rados.rados.0.smithi031.stdout:1295: writing smithi03186013-5 from 2580480 to 3006464 tid 2 2024-08-10T05:18:35.333 INFO:tasks.rados.rados.0.smithi031.stdout:1295: writing smithi03186013-5 from 3006464 to 3727360 tid 3 2024-08-10T05:18:35.333 INFO:tasks.rados.rados.0.smithi031.stdout:1295: writing smithi03186013-5 from 3727360 to 3784704 tid 4 2024-08-10T05:18:35.334 INFO:tasks.rados.rados.0.smithi031.stdout:1296: delete oid 38 current snap is 125 2024-08-10T05:18:35.334 INFO:tasks.rados.rados.0.smithi031.stdout:1292: finishing write tid 3 to smithi03186013-22 2024-08-10T05:18:35.334 INFO:tasks.rados.rados.0.smithi031.stdout:1292: finishing write tid 4 to smithi03186013-22 2024-08-10T05:18:35.334 INFO:tasks.rados.rados.0.smithi031.stdout:1292: finishing write tid 5 to smithi03186013-22 2024-08-10T05:18:35.334 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 22 v 792 (ObjNum 401 snap 125 seq_num 401) dirty exists 2024-08-10T05:18:35.334 INFO:tasks.rados.rados.0.smithi031.stdout:1292: left oid 22 (ObjNum 401 snap 125 seq_num 401) 2024-08-10T05:18:35.334 INFO:tasks.rados.rados.0.smithi031.stdout:1295: finishing write tid 1 to smithi03186013-5 2024-08-10T05:18:35.334 INFO:tasks.rados.rados.0.smithi031.stdout:1295: finishing write tid 2 to smithi03186013-5 2024-08-10T05:18:35.335 INFO:tasks.rados.rados.0.smithi031.stdout:1292: done (2 left) 2024-08-10T05:18:35.335 INFO:tasks.rados.rados.0.smithi031.stdout:1296: done (1 left) 2024-08-10T05:18:35.335 INFO:tasks.rados.rados.0.smithi031.stdout:1297: setattr oid 17 current snap is 125 2024-08-10T05:18:35.337 INFO:tasks.rados.rados.0.smithi031.stdout:1295: finishing write tid 3 to smithi03186013-5 2024-08-10T05:18:35.337 INFO:tasks.rados.rados.0.smithi031.stdout:1295: finishing write tid 4 to smithi03186013-5 2024-08-10T05:18:35.337 INFO:tasks.rados.rados.0.smithi031.stdout:1295: finishing write tid 5 to smithi03186013-5 2024-08-10T05:18:35.337 INFO:tasks.rados.rados.0.smithi031.stdout:1298: read oid 21 snap -1 2024-08-10T05:18:35.337 INFO:tasks.rados.rados.0.smithi031.stdout:1298: expect (ObjNum 367 snap 117 seq_num 367) 2024-08-10T05:18:35.337 INFO:tasks.rados.rados.0.smithi031.stdout:1299: snap_remove snap 122 2024-08-10T05:18:35.522 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:35 smithi031 ceph-mon[98130]: pgmap v143: 121 pgs: 121 active+clean; 226 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-08-10T05:18:35.522 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:35 smithi031 ceph-mon[98130]: osdmap e330: 8 total, 8 up, 8 in 2024-08-10T05:18:35.523 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:35 smithi031 ceph-mon[100614]: pgmap v143: 121 pgs: 121 active+clean; 226 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-08-10T05:18:35.523 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:35 smithi031 ceph-mon[100614]: osdmap e330: 8 total, 8 up, 8 in 2024-08-10T05:18:35.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:35 smithi196 ceph-mon[90243]: pgmap v143: 121 pgs: 121 active+clean; 226 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-08-10T05:18:35.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:35 smithi196 ceph-mon[90243]: osdmap e330: 8 total, 8 up, 8 in 2024-08-10T05:18:36.254 INFO:tasks.rados.rados.0.smithi031.stdout:1299: done (3 left) 2024-08-10T05:18:36.254 INFO:tasks.rados.rados.0.smithi031.stdout:1300: snap_remove snap 119 2024-08-10T05:18:36.417 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:36 smithi031 ceph-mon[100614]: osdmap e331: 8 total, 8 up, 8 in 2024-08-10T05:18:36.417 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:36 smithi031 ceph-mon[100614]: Upgrade: Updating osd.1 2024-08-10T05:18:36.417 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:36 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:18:36.417 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:36 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-08-10T05:18:36.417 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:36 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:18:36.417 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:36 smithi031 ceph-mon[100614]: Deploying daemon osd.1 on smithi031 2024-08-10T05:18:36.417 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:36 smithi031 ceph-mon[98130]: osdmap e331: 8 total, 8 up, 8 in 2024-08-10T05:18:36.418 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:36 smithi031 ceph-mon[98130]: Upgrade: Updating osd.1 2024-08-10T05:18:36.418 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:36 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:18:36.418 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:36 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-08-10T05:18:36.418 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:36 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:18:36.418 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:36 smithi031 ceph-mon[98130]: Deploying daemon osd.1 on smithi031 2024-08-10T05:18:36.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:36 smithi196 ceph-mon[90243]: osdmap e331: 8 total, 8 up, 8 in 2024-08-10T05:18:36.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:36 smithi196 ceph-mon[90243]: Upgrade: Updating osd.1 2024-08-10T05:18:36.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:36 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:18:36.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:36 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-08-10T05:18:36.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:36 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:18:36.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:36 smithi196 ceph-mon[90243]: Deploying daemon osd.1 on smithi031 2024-08-10T05:18:37.261 INFO:tasks.rados.rados.0.smithi031.stdout:1300: done (3 left) 2024-08-10T05:18:37.261 INFO:tasks.rados.rados.0.smithi031.stdout:1301: snap_create 2024-08-10T05:18:37.261 INFO:tasks.rados.rados.0.smithi031.stdout:1295: finishing write tid 6 to smithi03186013-5 2024-08-10T05:18:37.261 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 5 v 751 (ObjNum 403 snap 125 seq_num 403) dirty exists 2024-08-10T05:18:37.261 INFO:tasks.rados.rados.0.smithi031.stdout:1295: left oid 5 (ObjNum 403 snap 125 seq_num 403) 2024-08-10T05:18:37.261 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 17 v 527 (ObjNum 271 snap 81 seq_num 271) dirty exists 2024-08-10T05:18:37.261 INFO:tasks.rados.rados.0.smithi031.stdout:1298: expect (ObjNum 367 snap 117 seq_num 367) 2024-08-10T05:18:37.476 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:37 smithi031 ceph-mon[98130]: pgmap v146: 121 pgs: 121 active+clean; 231 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 5.3 MiB/s wr, 5 op/s 2024-08-10T05:18:37.477 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:37 smithi031 ceph-mon[98130]: osdmap e332: 8 total, 8 up, 8 in 2024-08-10T05:18:37.477 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:37 smithi031 ceph-mon[100614]: pgmap v146: 121 pgs: 121 active+clean; 231 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 5.3 MiB/s wr, 5 op/s 2024-08-10T05:18:37.477 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:37 smithi031 ceph-mon[100614]: osdmap e332: 8 total, 8 up, 8 in 2024-08-10T05:18:37.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:37 smithi196 ceph-mon[90243]: pgmap v146: 121 pgs: 121 active+clean; 231 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 5.3 MiB/s wr, 5 op/s 2024-08-10T05:18:37.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:37 smithi196 ceph-mon[90243]: osdmap e332: 8 total, 8 up, 8 in 2024-08-10T05:18:38.264 INFO:tasks.rados.rados.0.smithi031.stdout:1295: done (3 left) 2024-08-10T05:18:38.264 INFO:tasks.rados.rados.0.smithi031.stdout:1297: done (2 left) 2024-08-10T05:18:38.264 INFO:tasks.rados.rados.0.smithi031.stdout:1298: done (1 left) 2024-08-10T05:18:38.264 INFO:tasks.rados.rados.0.smithi031.stdout:1301: done (0 left) 2024-08-10T05:18:38.264 INFO:tasks.rados.rados.0.smithi031.stdout:1302: rollback oid 14 current snap is 126 2024-08-10T05:18:38.264 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 14 to 124 2024-08-10T05:18:38.265 INFO:tasks.rados.rados.0.smithi031.stdout:1303: snap_remove snap 125 2024-08-10T05:18:38.351 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:38 smithi031 ceph-mon[98130]: osdmap e333: 8 total, 8 up, 8 in 2024-08-10T05:18:38.351 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:38 smithi031 ceph-mon[100614]: osdmap e333: 8 total, 8 up, 8 in 2024-08-10T05:18:38.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:38 smithi196 ceph-mon[90243]: osdmap e333: 8 total, 8 up, 8 in 2024-08-10T05:18:38.999 INFO:journalctl@ceph.osd.1.smithi031.stdout:Aug 10 05:18:38 smithi031 systemd[1]: Stopping Ceph osd.1 for fc322138-56d5-11ef-bcce-c7b262605968... 2024-08-10T05:18:39.028 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:18:38 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:18:38.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)\", cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", cluster_addr=\"172.21.15.31\", device_class=\"ssd\", hostname=\"smithi031\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.31\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)\", cluster_addr=\"172.21.15.31\", device_class=\"ssd\", hostname=\"smithi031\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.31\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:18:39.179 INFO:tasks.rados.rados.0.smithi031.stdout:1303: done (1 left) 2024-08-10T05:18:39.180 INFO:tasks.rados.rados.0.smithi031.stdout:1304: snap_create 2024-08-10T05:18:39.180 INFO:tasks.rados.rados.0.smithi031.stdout:1302: finishing rollback tid 1 to smithi03186013-14 2024-08-10T05:18:39.180 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 14 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-10T05:18:39.262 INFO:journalctl@ceph.osd.1.smithi031.stdout:Aug 10 05:18:39 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-1[52118]: 2024-08-10T05:18:38.997+0000 7f3ce076f640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-10T05:18:39.262 INFO:journalctl@ceph.osd.1.smithi031.stdout:Aug 10 05:18:39 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-1[52118]: 2024-08-10T05:18:38.997+0000 7f3ce076f640 -1 osd.1 333 *** Got signal Terminated *** 2024-08-10T05:18:39.262 INFO:journalctl@ceph.osd.1.smithi031.stdout:Aug 10 05:18:39 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-1[52118]: 2024-08-10T05:18:38.997+0000 7f3ce076f640 -1 osd.1 333 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-10T05:18:39.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:39 smithi031 ceph-mon[100614]: pgmap v149: 121 pgs: 121 active+clean; 209 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 993 KiB/s rd, 8.8 MiB/s wr, 23 op/s 2024-08-10T05:18:39.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:39 smithi031 ceph-mon[100614]: osdmap e334: 8 total, 8 up, 8 in 2024-08-10T05:18:39.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:39 smithi031 ceph-mon[100614]: osd.1 marked itself down and dead 2024-08-10T05:18:39.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:39 smithi031 ceph-mon[100614]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-10T05:18:39.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:39 smithi031 ceph-mon[100614]: osdmap e335: 8 total, 7 up, 8 in 2024-08-10T05:18:39.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:39 smithi031 ceph-mon[98130]: pgmap v149: 121 pgs: 121 active+clean; 209 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 993 KiB/s rd, 8.8 MiB/s wr, 23 op/s 2024-08-10T05:18:39.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:39 smithi031 ceph-mon[98130]: osdmap e334: 8 total, 8 up, 8 in 2024-08-10T05:18:39.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:39 smithi031 ceph-mon[98130]: osd.1 marked itself down and dead 2024-08-10T05:18:39.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:39 smithi031 ceph-mon[98130]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-10T05:18:39.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:39 smithi031 ceph-mon[98130]: osdmap e335: 8 total, 7 up, 8 in 2024-08-10T05:18:39.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:39 smithi196 ceph-mon[90243]: pgmap v149: 121 pgs: 121 active+clean; 209 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 993 KiB/s rd, 8.8 MiB/s wr, 23 op/s 2024-08-10T05:18:39.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:39 smithi196 ceph-mon[90243]: osdmap e334: 8 total, 8 up, 8 in 2024-08-10T05:18:39.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:39 smithi196 ceph-mon[90243]: osd.1 marked itself down and dead 2024-08-10T05:18:39.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:39 smithi196 ceph-mon[90243]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-10T05:18:39.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:39 smithi196 ceph-mon[90243]: osdmap e335: 8 total, 7 up, 8 in 2024-08-10T05:18:40.019 INFO:journalctl@ceph.osd.1.smithi031.stdout:Aug 10 05:18:39 smithi031 podman[111267]: 2024-08-10 05:18:39.745572314 +0000 UTC m=+0.858798801 container died 80a25aacceaf9efae694832adf9097e837ef444680f6a41872639ef1db50d3d2 (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-1, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, RELEASE=quincy-56ceb86, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-10T05:18:40.183 INFO:tasks.rados.rados.0.smithi031.stdout:1302: done (1 left) 2024-08-10T05:18:40.183 INFO:tasks.rados.rados.0.smithi031.stdout:1304: done (0 left) 2024-08-10T05:18:40.183 INFO:tasks.rados.rados.0.smithi031.stdout:1305: rollback oid 16 current snap is 127 2024-08-10T05:18:40.183 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 16 to 121 2024-08-10T05:18:40.183 INFO:tasks.rados.rados.0.smithi031.stdout:1306: read oid 31 snap -1 2024-08-10T05:18:40.183 INFO:tasks.rados.rados.0.smithi031.stdout:1306: expect (ObjNum 261 snap 78 seq_num 261) 2024-08-10T05:18:40.183 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 17 current snap is 127 2024-08-10T05:18:40.183 INFO:tasks.rados.rados.0.smithi031.stdout:1307: seq_num 405 ranges {10821632=786432,11608064=589824,12197888=614400} 2024-08-10T05:18:40.249 INFO:tasks.rados.rados.0.smithi031.stdout:1307: writing smithi03186013-17 from 10821632 to 11608064 tid 1 2024-08-10T05:18:40.252 INFO:tasks.rados.rados.0.smithi031.stdout:1307: writing smithi03186013-17 from 11608064 to 12197888 tid 2 2024-08-10T05:18:40.256 INFO:tasks.rados.rados.0.smithi031.stdout:1307: writing smithi03186013-17 from 12197888 to 12812288 tid 3 2024-08-10T05:18:40.257 INFO:tasks.rados.rados.0.smithi031.stdout:1308: rollback oid 30 current snap is 127 2024-08-10T05:18:40.257 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 30 to 118 2024-08-10T05:18:40.257 INFO:tasks.rados.rados.0.smithi031.stdout:1305: finishing rollback tid 0 to smithi03186013-16 2024-08-10T05:18:40.257 INFO:tasks.rados.rados.0.smithi031.stdout:1305: finishing rollback tid 1 to smithi03186013-16 2024-08-10T05:18:40.257 INFO:tasks.rados.rados.0.smithi031.stdout:1305: finishing rollback tid 2 to smithi03186013-16 2024-08-10T05:18:40.257 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 16 v 672 (ObjNum 261 snap 78 seq_num 261) dirty exists 2024-08-10T05:18:40.257 INFO:tasks.rados.rados.0.smithi031.stdout:1306: expect (ObjNum 261 snap 78 seq_num 261) 2024-08-10T05:18:40.455 INFO:journalctl@ceph.osd.1.smithi031.stdout:Aug 10 05:18:40 smithi031 podman[111267]: 2024-08-10 05:18:40.213221518 +0000 UTC m=+1.326448005 container cleanup 80a25aacceaf9efae694832adf9097e837ef444680f6a41872639ef1db50d3d2 (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-1, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, RELEASE=quincy-56ceb86, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.license=GPLv2) 2024-08-10T05:18:40.455 INFO:journalctl@ceph.osd.1.smithi031.stdout:Aug 10 05:18:40 smithi031 bash[111267]: ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-1 2024-08-10T05:18:40.768 INFO:journalctl@ceph.osd.1.smithi031.stdout:Aug 10 05:18:40 smithi031 podman[111287]: 2024-08-10 05:18:40.455912324 +0000 UTC m=+0.709449339 container remove 80a25aacceaf9efae694832adf9097e837ef444680f6a41872639ef1db50d3d2 (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-1, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=quincy-56ceb86, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS) 2024-08-10T05:18:41.083 INFO:tasks.rados.rados.0.smithi031.stdout:1307: finishing write tid 1 to smithi03186013-17 2024-08-10T05:18:41.083 INFO:tasks.rados.rados.0.smithi031.stdout:1307: finishing write tid 2 to smithi03186013-17 2024-08-10T05:18:41.083 INFO:tasks.rados.rados.0.smithi031.stdout:1305: done (3 left) 2024-08-10T05:18:41.083 INFO:tasks.rados.rados.0.smithi031.stdout:1306: done (2 left) 2024-08-10T05:18:41.083 INFO:tasks.rados.rados.0.smithi031.stdout:1309: rollback oid 48 current snap is 127 2024-08-10T05:18:41.083 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 48 to 126 2024-08-10T05:18:41.083 INFO:tasks.rados.rados.0.smithi031.stdout:1308: finishing rollback tid 0 to smithi03186013-30 2024-08-10T05:18:41.083 INFO:tasks.rados.rados.0.smithi031.stdout:1308: finishing rollback tid 1 to smithi03186013-30 2024-08-10T05:18:41.084 INFO:tasks.rados.rados.0.smithi031.stdout:1307: finishing write tid 3 to smithi03186013-17 2024-08-10T05:18:41.084 INFO:tasks.rados.rados.0.smithi031.stdout:1308: finishing rollback tid 2 to smithi03186013-30 2024-08-10T05:18:41.084 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 30 v 671 (ObjNum 129 snap 34 seq_num 129) dirty exists 2024-08-10T05:18:41.084 INFO:tasks.rados.rados.0.smithi031.stdout:1307: finishing write tid 4 to smithi03186013-17 2024-08-10T05:18:41.084 INFO:tasks.rados.rados.0.smithi031.stdout:1307: finishing write tid 5 to smithi03186013-17 2024-08-10T05:18:41.084 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 17 v 531 (ObjNum 405 snap 127 seq_num 405) dirty exists 2024-08-10T05:18:41.084 INFO:tasks.rados.rados.0.smithi031.stdout:1307: left oid 17 (ObjNum 405 snap 127 seq_num 405) 2024-08-10T05:18:41.084 INFO:tasks.rados.rados.0.smithi031.stdout:1307: done (2 left) 2024-08-10T05:18:41.084 INFO:tasks.rados.rados.0.smithi031.stdout:1308: done (1 left) 2024-08-10T05:18:41.084 INFO:tasks.rados.rados.0.smithi031.stdout:1310: snap_create 2024-08-10T05:18:41.086 INFO:tasks.rados.rados.0.smithi031.stdout:1309: finishing rollback tid 0 to smithi03186013-48 2024-08-10T05:18:41.086 INFO:tasks.rados.rados.0.smithi031.stdout:1309: finishing rollback tid 1 to smithi03186013-48 2024-08-10T05:18:41.086 INFO:tasks.rados.rados.0.smithi031.stdout:1309: finishing rollback tid 2 to smithi03186013-48 2024-08-10T05:18:41.086 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 48 v 284 (ObjNum 398 snap 125 seq_num 398) dirty exists 2024-08-10T05:18:41.178 INFO:journalctl@ceph.osd.1.smithi031.stdout:Aug 10 05:18:40 smithi031 podman[111380]: 2024-08-10 05:18:40.815401194 +0000 UTC m=+0.113424546 container create 7096daf475736b7a5276533e45fb8aa118aa2b15899ef8823ea2e370adb8cf12 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-1-deactivate, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, RELEASE=squid-bca9905, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0) 2024-08-10T05:18:41.178 INFO:journalctl@ceph.osd.1.smithi031.stdout:Aug 10 05:18:40 smithi031 podman[111380]: 2024-08-10 05:18:40.72028045 +0000 UTC m=+0.018303808 image pull c7b33901c8866b527fc2ae183a251d5e1d09961420a56731f5fa8537903bd68b quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec 2024-08-10T05:18:41.178 INFO:journalctl@ceph.osd.1.smithi031.stdout:Aug 10 05:18:41 smithi031 podman[111380]: 2024-08-10 05:18:41.059444065 +0000 UTC m=+0.357467438 container init 7096daf475736b7a5276533e45fb8aa118aa2b15899ef8823ea2e370adb8cf12 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-1-deactivate, RELEASE=squid-bca9905, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0) 2024-08-10T05:18:41.178 INFO:journalctl@ceph.osd.1.smithi031.stdout:Aug 10 05:18:41 smithi031 podman[111380]: 2024-08-10 05:18:41.064773074 +0000 UTC m=+0.362796436 container start 7096daf475736b7a5276533e45fb8aa118aa2b15899ef8823ea2e370adb8cf12 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-1-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, RELEASE=squid-bca9905, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_CLEAN=True, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-08-10T05:18:41.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:41 smithi031 ceph-mon[98130]: pgmap v152: 121 pgs: 7 peering, 14 stale+active+clean, 100 active+clean; 208 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 993 KiB/s rd, 7.1 MiB/s wr, 23 op/s 2024-08-10T05:18:41.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:41 smithi031 ceph-mon[98130]: osdmap e336: 8 total, 7 up, 8 in 2024-08-10T05:18:41.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:18:41.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:18:41.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:18:41 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:18:41] "GET /metrics HTTP/1.1" 200 36163 "" "Prometheus/2.43.0" 2024-08-10T05:18:41.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:41 smithi031 ceph-mon[100614]: pgmap v152: 121 pgs: 7 peering, 14 stale+active+clean, 100 active+clean; 208 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 993 KiB/s rd, 7.1 MiB/s wr, 23 op/s 2024-08-10T05:18:41.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:41 smithi031 ceph-mon[100614]: osdmap e336: 8 total, 7 up, 8 in 2024-08-10T05:18:41.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:18:41.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:18:41.520 INFO:journalctl@ceph.osd.1.smithi031.stdout:Aug 10 05:18:41 smithi031 podman[111380]: 2024-08-10 05:18:41.309975723 +0000 UTC m=+0.607999088 container attach 7096daf475736b7a5276533e45fb8aa118aa2b15899ef8823ea2e370adb8cf12 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-1-deactivate, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=squid-bca9905, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-10T05:18:41.520 INFO:journalctl@ceph.osd.1.smithi031.stdout:Aug 10 05:18:41 smithi031 podman[111380]: 2024-08-10 05:18:41.310234775 +0000 UTC m=+0.608258129 container died 7096daf475736b7a5276533e45fb8aa118aa2b15899ef8823ea2e370adb8cf12 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-1-deactivate, maintainer=Guillaume Abrioux , RELEASE=squid-bca9905, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-10T05:18:41.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:41 smithi196 ceph-mon[90243]: pgmap v152: 121 pgs: 7 peering, 14 stale+active+clean, 100 active+clean; 208 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 993 KiB/s rd, 7.1 MiB/s wr, 23 op/s 2024-08-10T05:18:41.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:41 smithi196 ceph-mon[90243]: osdmap e336: 8 total, 7 up, 8 in 2024-08-10T05:18:41.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:18:41.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:18:41.809 INFO:tasks.rados.rados.0.smithi031.stdout:1309: done (1 left) 2024-08-10T05:18:41.809 INFO:tasks.rados.rados.0.smithi031.stdout:1310: done (0 left) 2024-08-10T05:18:41.809 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 5 current snap is 128 2024-08-10T05:18:41.809 INFO:tasks.rados.rados.0.smithi031.stdout:1311: seq_num 406 ranges {3784704=802816,4587520=475136,5062656=499712,5562368=229376} 2024-08-10T05:18:41.834 INFO:tasks.rados.rados.0.smithi031.stdout:1311: writing smithi03186013-5 from 3784704 to 4587520 tid 1 2024-08-10T05:18:41.836 INFO:tasks.rados.rados.0.smithi031.stdout:1311: writing smithi03186013-5 from 4587520 to 5062656 tid 2 2024-08-10T05:18:41.839 INFO:tasks.rados.rados.0.smithi031.stdout:1311: writing smithi03186013-5 from 5062656 to 5562368 tid 3 2024-08-10T05:18:41.840 INFO:tasks.rados.rados.0.smithi031.stdout:1311: writing smithi03186013-5 from 5562368 to 5791744 tid 4 2024-08-10T05:18:41.841 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 10 current snap is 128 2024-08-10T05:18:41.841 INFO:tasks.rados.rados.0.smithi031.stdout:1312: seq_num 407 ranges {2105344=425984,2531328=761856,3293184=704512,3997696=139264} 2024-08-10T05:18:41.854 INFO:tasks.rados.rados.0.smithi031.stdout:1312: writing smithi03186013-10 from 2105344 to 2531328 tid 1 2024-08-10T05:18:41.858 INFO:tasks.rados.rados.0.smithi031.stdout:1312: writing smithi03186013-10 from 2531328 to 3293184 tid 2 2024-08-10T05:18:41.862 INFO:tasks.rados.rados.0.smithi031.stdout:1312: writing smithi03186013-10 from 3293184 to 3997696 tid 3 2024-08-10T05:18:41.864 INFO:tasks.rados.rados.0.smithi031.stdout:1312: writing smithi03186013-10 from 3997696 to 4136960 tid 4 2024-08-10T05:18:41.864 INFO:tasks.rados.rados.0.smithi031.stdout:1313: rmattr oid 30 current snap is 128 2024-08-10T05:18:41.864 INFO:tasks.rados.rados.0.smithi031.stdout:1313: done (2 left) 2024-08-10T05:18:41.864 INFO:tasks.rados.rados.0.smithi031.stdout:1314: copy_from oid 33 from oid 50 current snap is 128 2024-08-10T05:18:41.864 INFO:tasks.rados.rados.0.smithi031.stdout:1311: finishing write tid 1 to smithi03186013-5 2024-08-10T05:18:41.864 INFO:tasks.rados.rados.0.smithi031.stdout:1311: finishing write tid 2 to smithi03186013-5 2024-08-10T05:18:41.864 INFO:tasks.rados.rados.0.smithi031.stdout:1311: finishing write tid 3 to smithi03186013-5 2024-08-10T05:18:41.865 INFO:tasks.rados.rados.0.smithi031.stdout:1311: finishing write tid 4 to smithi03186013-5 2024-08-10T05:18:41.865 INFO:tasks.rados.rados.0.smithi031.stdout:1315: read oid 28 snap -1 2024-08-10T05:18:41.865 INFO:tasks.rados.rados.0.smithi031.stdout:1315: expect deleted 2024-08-10T05:18:41.865 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 22 current snap is 128 2024-08-10T05:18:41.865 INFO:tasks.rados.rados.0.smithi031.stdout:1311: finishing write tid 5 to smithi03186013-5 2024-08-10T05:18:41.865 INFO:tasks.rados.rados.0.smithi031.stdout:1316: seq_num 408 ranges {1925120=442368,2367488=647168,3014656=507904,3522560=450560} 2024-08-10T05:18:41.877 INFO:tasks.rados.rados.0.smithi031.stdout:1316: writing smithi03186013-22 from 1925120 to 2367488 tid 1 2024-08-10T05:18:41.880 INFO:tasks.rados.rados.0.smithi031.stdout:1316: writing smithi03186013-22 from 2367488 to 3014656 tid 2 2024-08-10T05:18:41.883 INFO:tasks.rados.rados.0.smithi031.stdout:1316: writing smithi03186013-22 from 3014656 to 3522560 tid 3 2024-08-10T05:18:41.886 INFO:tasks.rados.rados.0.smithi031.stdout:1316: writing smithi03186013-22 from 3522560 to 3973120 tid 4 2024-08-10T05:18:41.886 INFO:tasks.rados.rados.0.smithi031.stdout:1317: copy_from oid 41 from oid 25 current snap is 128 2024-08-10T05:18:41.886 INFO:tasks.rados.rados.0.smithi031.stdout:1311: finishing write tid 6 to smithi03186013-5 2024-08-10T05:18:41.886 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 5 v 756 (ObjNum 406 snap 128 seq_num 406) dirty exists 2024-08-10T05:18:41.886 INFO:tasks.rados.rados.0.smithi031.stdout:1311: left oid 5 (ObjNum 406 snap 128 seq_num 406) 2024-08-10T05:18:41.886 INFO:tasks.rados.rados.0.smithi031.stdout:1312: finishing write tid 1 to smithi03186013-10 2024-08-10T05:18:41.886 INFO:tasks.rados.rados.0.smithi031.stdout:1312: finishing write tid 2 to smithi03186013-10 2024-08-10T05:18:41.886 INFO:tasks.rados.rados.0.smithi031.stdout:1312: finishing write tid 3 to smithi03186013-10 2024-08-10T05:18:41.886 INFO:tasks.rados.rados.0.smithi031.stdout:1312: finishing write tid 4 to smithi03186013-10 2024-08-10T05:18:41.886 INFO:tasks.rados.rados.0.smithi031.stdout:1312: finishing write tid 5 to smithi03186013-10 2024-08-10T05:18:41.886 INFO:tasks.rados.rados.0.smithi031.stdout:1312: finishing write tid 6 to smithi03186013-10 2024-08-10T05:18:41.886 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 10 v 355 (ObjNum 407 snap 128 seq_num 407) dirty exists 2024-08-10T05:18:41.887 INFO:tasks.rados.rados.0.smithi031.stdout:1312: left oid 10 (ObjNum 407 snap 128 seq_num 407) 2024-08-10T05:18:41.887 INFO:tasks.rados.rados.0.smithi031.stdout:1314: finishing copy_from racing read to smithi03186013-33 2024-08-10T05:18:41.887 INFO:tasks.rados.rados.0.smithi031.stdout:1314: finishing copy_from to smithi03186013-33 2024-08-10T05:18:41.887 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 33 v 608 (ObjNum 365 snap 117 seq_num 365) dirty exists 2024-08-10T05:18:41.887 INFO:tasks.rados.rados.0.smithi031.stdout:1316: finishing write tid 1 to smithi03186013-22 2024-08-10T05:18:41.887 INFO:tasks.rados.rados.0.smithi031.stdout:1316: finishing write tid 2 to smithi03186013-22 2024-08-10T05:18:41.887 INFO:tasks.rados.rados.0.smithi031.stdout:1316: finishing write tid 3 to smithi03186013-22 2024-08-10T05:18:41.887 INFO:tasks.rados.rados.0.smithi031.stdout:1311: done (5 left) 2024-08-10T05:18:41.887 INFO:tasks.rados.rados.0.smithi031.stdout:1312: done (4 left) 2024-08-10T05:18:41.887 INFO:tasks.rados.rados.0.smithi031.stdout:1314: done (3 left) 2024-08-10T05:18:41.887 INFO:tasks.rados.rados.0.smithi031.stdout:1315: done (2 left) 2024-08-10T05:18:41.887 INFO:tasks.rados.rados.0.smithi031.stdout:1318: snap_remove snap 127 2024-08-10T05:18:42.269 INFO:journalctl@ceph.osd.1.smithi031.stdout:Aug 10 05:18:41 smithi031 podman[111424]: 2024-08-10 05:18:41.888273954 +0000 UTC m=+0.619271043 container remove 7096daf475736b7a5276533e45fb8aa118aa2b15899ef8823ea2e370adb8cf12 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-1-deactivate, io.buildah.version=1.36.0, GIT_CLEAN=True, RELEASE=squid-bca9905, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-08-10T05:18:42.269 INFO:journalctl@ceph.osd.1.smithi031.stdout:Aug 10 05:18:41 smithi031 systemd[1]: ceph-fc322138-56d5-11ef-bcce-c7b262605968@osd.1.service: Deactivated successfully. 2024-08-10T05:18:42.269 INFO:journalctl@ceph.osd.1.smithi031.stdout:Aug 10 05:18:41 smithi031 systemd[1]: Stopped Ceph osd.1 for fc322138-56d5-11ef-bcce-c7b262605968. 2024-08-10T05:18:42.269 INFO:journalctl@ceph.osd.1.smithi031.stdout:Aug 10 05:18:41 smithi031 systemd[1]: ceph-fc322138-56d5-11ef-bcce-c7b262605968@osd.1.service: Consumed 11.967s CPU time. 2024-08-10T05:18:42.269 INFO:journalctl@ceph.osd.1.smithi031.stdout:Aug 10 05:18:42 smithi031 systemd[1]: Starting Ceph osd.1 for fc322138-56d5-11ef-bcce-c7b262605968... 2024-08-10T05:18:42.610 INFO:journalctl@ceph.osd.1.smithi031.stdout:Aug 10 05:18:42 smithi031 podman[111528]: 2024-08-10 05:18:42.239466988 +0000 UTC m=+0.017663431 image pull c7b33901c8866b527fc2ae183a251d5e1d09961420a56731f5fa8537903bd68b quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec 2024-08-10T05:18:42.610 INFO:journalctl@ceph.osd.1.smithi031.stdout:Aug 10 05:18:42 smithi031 podman[111528]: 2024-08-10 05:18:42.364528522 +0000 UTC m=+0.142724936 container create b97668002f8921ff5a12a8b5140c755b26d7400ae322586f26b3c0880cdd868f (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-1-activate, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=squid-bca9905) 2024-08-10T05:18:42.611 INFO:journalctl@ceph.osd.1.smithi031.stdout:Aug 10 05:18:42 smithi031 podman[111528]: 2024-08-10 05:18:42.610575991 +0000 UTC m=+0.388772417 container init b97668002f8921ff5a12a8b5140c755b26d7400ae322586f26b3c0880cdd868f (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-1-activate, io.buildah.version=1.36.0, RELEASE=squid-bca9905, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-08-10T05:18:42.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:18:42 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:18:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:18:42.813 INFO:tasks.rados.rados.0.smithi031.stdout:1318: done (2 left) 2024-08-10T05:18:42.813 INFO:tasks.rados.rados.0.smithi031.stdout:1319: snap_remove snap 124 2024-08-10T05:18:42.959 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:42 smithi031 ceph-mon[98130]: pgmap v154: 121 pgs: 7 peering, 14 stale+active+clean, 100 active+clean; 208 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 151 KiB/s wr, 0 op/s 2024-08-10T05:18:42.959 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:42 smithi031 ceph-mon[98130]: osdmap e337: 8 total, 7 up, 8 in 2024-08-10T05:18:42.959 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:42 smithi031 ceph-mon[100614]: pgmap v154: 121 pgs: 7 peering, 14 stale+active+clean, 100 active+clean; 208 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 151 KiB/s wr, 0 op/s 2024-08-10T05:18:42.959 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:42 smithi031 ceph-mon[100614]: osdmap e337: 8 total, 7 up, 8 in 2024-08-10T05:18:42.960 INFO:journalctl@ceph.osd.1.smithi031.stdout:Aug 10 05:18:42 smithi031 podman[111528]: 2024-08-10 05:18:42.616001365 +0000 UTC m=+0.394197780 container start b97668002f8921ff5a12a8b5140c755b26d7400ae322586f26b3c0880cdd868f (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-1-activate, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, RELEASE=squid-bca9905, maintainer=Guillaume Abrioux ) 2024-08-10T05:18:42.960 INFO:journalctl@ceph.osd.1.smithi031.stdout:Aug 10 05:18:42 smithi031 podman[111528]: 2024-08-10 05:18:42.710526062 +0000 UTC m=+0.488722484 container attach b97668002f8921ff5a12a8b5140c755b26d7400ae322586f26b3c0880cdd868f (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-1-activate, RELEASE=squid-bca9905, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-10T05:18:42.960 INFO:journalctl@ceph.osd.1.smithi031.stdout:Aug 10 05:18:42 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-1-activate[111543]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-10T05:18:42.960 INFO:journalctl@ceph.osd.1.smithi031.stdout:Aug 10 05:18:42 smithi031 bash[111528]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-10T05:18:42.960 INFO:journalctl@ceph.osd.1.smithi031.stdout:Aug 10 05:18:42 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-1-activate[111543]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-10T05:18:42.960 INFO:journalctl@ceph.osd.1.smithi031.stdout:Aug 10 05:18:42 smithi031 bash[111528]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-10T05:18:42.960 INFO:journalctl@ceph.osd.1.smithi031.stdout:Aug 10 05:18:42 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-1-activate[111543]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-08-10T05:18:42.960 INFO:journalctl@ceph.osd.1.smithi031.stdout:Aug 10 05:18:42 smithi031 bash[111528]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-08-10T05:18:43.269 INFO:journalctl@ceph.osd.1.smithi031.stdout:Aug 10 05:18:42 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-1-activate[111543]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-08-10T05:18:43.269 INFO:journalctl@ceph.osd.1.smithi031.stdout:Aug 10 05:18:42 smithi031 bash[111528]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-08-10T05:18:43.269 INFO:journalctl@ceph.osd.1.smithi031.stdout:Aug 10 05:18:42 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-1-activate[111543]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-08-10T05:18:43.269 INFO:journalctl@ceph.osd.1.smithi031.stdout:Aug 10 05:18:42 smithi031 bash[111528]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-08-10T05:18:43.269 INFO:journalctl@ceph.osd.1.smithi031.stdout:Aug 10 05:18:42 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-1-activate[111543]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-08-10T05:18:43.269 INFO:journalctl@ceph.osd.1.smithi031.stdout:Aug 10 05:18:42 smithi031 bash[111528]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-08-10T05:18:43.269 INFO:journalctl@ceph.osd.1.smithi031.stdout:Aug 10 05:18:42 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-1-activate[111543]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-08-10T05:18:43.269 INFO:journalctl@ceph.osd.1.smithi031.stdout:Aug 10 05:18:42 smithi031 bash[111528]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-08-10T05:18:43.270 INFO:journalctl@ceph.osd.1.smithi031.stdout:Aug 10 05:18:42 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-1-activate[111543]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-08-10T05:18:43.270 INFO:journalctl@ceph.osd.1.smithi031.stdout:Aug 10 05:18:42 smithi031 bash[111528]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-08-10T05:18:43.270 INFO:journalctl@ceph.osd.1.smithi031.stdout:Aug 10 05:18:42 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-1-activate[111543]: --> ceph-volume raw activate successful for osd ID: 1 2024-08-10T05:18:43.270 INFO:journalctl@ceph.osd.1.smithi031.stdout:Aug 10 05:18:42 smithi031 bash[111528]: --> ceph-volume raw activate successful for osd ID: 1 2024-08-10T05:18:43.270 INFO:journalctl@ceph.osd.1.smithi031.stdout:Aug 10 05:18:43 smithi031 podman[111528]: 2024-08-10 05:18:43.009576356 +0000 UTC m=+0.787772773 container died b97668002f8921ff5a12a8b5140c755b26d7400ae322586f26b3c0880cdd868f (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-1-activate, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=squid-bca9905, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, GIT_CLEAN=True) 2024-08-10T05:18:43.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:42 smithi196 ceph-mon[90243]: pgmap v154: 121 pgs: 7 peering, 14 stale+active+clean, 100 active+clean; 208 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 151 KiB/s wr, 0 op/s 2024-08-10T05:18:43.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:42 smithi196 ceph-mon[90243]: osdmap e337: 8 total, 7 up, 8 in 2024-08-10T05:18:43.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:18:43 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:18:43.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi031\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi031\", job=\"node\", machine=\"x86_64\", nodename=\"smithi031\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", domainname=\"(none)\", instance=\"smithi031\", job=\"node\", machine=\"x86_64\", nodename=\"smithi031\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:18:43.818 INFO:tasks.rados.rados.0.smithi031.stdout:1319: done (2 left) 2024-08-10T05:18:43.819 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 27 current snap is 128 2024-08-10T05:18:43.819 INFO:tasks.rados.rados.0.smithi031.stdout:1316: finishing write tid 4 to smithi03186013-22 2024-08-10T05:18:43.819 INFO:tasks.rados.rados.0.smithi031.stdout:1316: finishing write tid 5 to smithi03186013-22 2024-08-10T05:18:43.819 INFO:tasks.rados.rados.0.smithi031.stdout:1316: finishing write tid 6 to smithi03186013-22 2024-08-10T05:18:43.819 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 22 v 810 (ObjNum 408 snap 128 seq_num 408) dirty exists 2024-08-10T05:18:43.819 INFO:tasks.rados.rados.0.smithi031.stdout:1316: left oid 22 (ObjNum 408 snap 128 seq_num 408) 2024-08-10T05:18:43.819 INFO:tasks.rados.rados.0.smithi031.stdout:1317: finishing copy_from racing read to smithi03186013-41 2024-08-10T05:18:43.819 INFO:tasks.rados.rados.0.smithi031.stdout:1317: finishing copy_from to smithi03186013-41 2024-08-10T05:18:43.819 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 41 v 521 (ObjNum 371 snap 117 seq_num 371) dirty exists 2024-08-10T05:18:43.819 INFO:tasks.rados.rados.0.smithi031.stdout:1320: seq_num 409 ranges {5373952=458752,5832704=532480,6365184=720896,7086080=352256} 2024-08-10T05:18:43.851 INFO:tasks.rados.rados.0.smithi031.stdout:1320: writing smithi03186013-27 from 5373952 to 5832704 tid 1 2024-08-10T05:18:43.853 INFO:tasks.rados.rados.0.smithi031.stdout:1320: writing smithi03186013-27 from 5832704 to 6365184 tid 2 2024-08-10T05:18:43.857 INFO:tasks.rados.rados.0.smithi031.stdout:1320: writing smithi03186013-27 from 6365184 to 7086080 tid 3 2024-08-10T05:18:43.860 INFO:tasks.rados.rados.0.smithi031.stdout:1320: writing smithi03186013-27 from 7086080 to 7438336 tid 4 2024-08-10T05:18:43.860 INFO:tasks.rados.rados.0.smithi031.stdout:1316: done (2 left) 2024-08-10T05:18:43.860 INFO:tasks.rados.rados.0.smithi031.stdout:1317: done (1 left) 2024-08-10T05:18:43.860 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 30 current snap is 128 2024-08-10T05:18:43.860 INFO:tasks.rados.rados.0.smithi031.stdout:1320: finishing write tid 1 to smithi03186013-27 2024-08-10T05:18:43.861 INFO:tasks.rados.rados.0.smithi031.stdout:1320: finishing write tid 2 to smithi03186013-27 2024-08-10T05:18:43.861 INFO:tasks.rados.rados.0.smithi031.stdout:1321: seq_num 410 ranges {2170880=475136,2646016=417792,3063808=475136,3538944=425984,3964928=286720} 2024-08-10T05:18:43.874 INFO:tasks.rados.rados.0.smithi031.stdout:1321: writing smithi03186013-30 from 2170880 to 2646016 tid 1 2024-08-10T05:18:43.876 INFO:tasks.rados.rados.0.smithi031.stdout:1321: writing smithi03186013-30 from 2646016 to 3063808 tid 2 2024-08-10T05:18:43.879 INFO:tasks.rados.rados.0.smithi031.stdout:1321: writing smithi03186013-30 from 3063808 to 3538944 tid 3 2024-08-10T05:18:43.881 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:43 smithi031 ceph-mon[98130]: osdmap e338: 8 total, 7 up, 8 in 2024-08-10T05:18:43.881 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:43 smithi031 ceph-mon[100614]: osdmap e338: 8 total, 7 up, 8 in 2024-08-10T05:18:43.882 INFO:journalctl@ceph.osd.1.smithi031.stdout:Aug 10 05:18:43 smithi031 podman[111682]: 2024-08-10 05:18:43.622514279 +0000 UTC m=+0.606996656 container remove b97668002f8921ff5a12a8b5140c755b26d7400ae322586f26b3c0880cdd868f (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-1-activate, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, RELEASE=squid-bca9905, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-08-10T05:18:43.882 INFO:journalctl@ceph.osd.1.smithi031.stdout:Aug 10 05:18:43 smithi031 podman[111749]: 2024-08-10 05:18:43.747567299 +0000 UTC m=+0.018293594 image pull c7b33901c8866b527fc2ae183a251d5e1d09961420a56731f5fa8537903bd68b quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec 2024-08-10T05:18:43.882 INFO:tasks.rados.rados.0.smithi031.stdout:1321: writing smithi03186013-30 from 3538944 to 3964928 tid 4 2024-08-10T05:18:43.883 INFO:tasks.rados.rados.0.smithi031.stdout:1321: writing smithi03186013-30 from 3964928 to 4251648 tid 5 2024-08-10T05:18:43.883 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 48 current snap is 128 2024-08-10T05:18:43.883 INFO:tasks.rados.rados.0.smithi031.stdout:1320: finishing write tid 3 to smithi03186013-27 2024-08-10T05:18:43.884 INFO:tasks.rados.rados.0.smithi031.stdout:1322: seq_num 411 ranges {6840320=491520,7331840=753664,8085504=688128,8773632=163840} 2024-08-10T05:18:43.923 INFO:tasks.rados.rados.0.smithi031.stdout:1322: writing smithi03186013-48 from 6840320 to 7331840 tid 1 2024-08-10T05:18:43.927 INFO:tasks.rados.rados.0.smithi031.stdout:1322: writing smithi03186013-48 from 7331840 to 8085504 tid 2 2024-08-10T05:18:43.931 INFO:tasks.rados.rados.0.smithi031.stdout:1322: writing smithi03186013-48 from 8085504 to 8773632 tid 3 2024-08-10T05:18:43.933 INFO:tasks.rados.rados.0.smithi031.stdout:1322: writing smithi03186013-48 from 8773632 to 8937472 tid 4 2024-08-10T05:18:43.933 INFO:tasks.rados.rados.0.smithi031.stdout:1323: copy_from oid 38 from oid 8 current snap is 128 2024-08-10T05:18:43.933 INFO:tasks.rados.rados.0.smithi031.stdout:1320: finishing write tid 4 to smithi03186013-27 2024-08-10T05:18:43.934 INFO:tasks.rados.rados.0.smithi031.stdout:1320: finishing write tid 5 to smithi03186013-27 2024-08-10T05:18:43.934 INFO:tasks.rados.rados.0.smithi031.stdout:1320: finishing write tid 6 to smithi03186013-27 2024-08-10T05:18:43.934 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 27 v 613 (ObjNum 409 snap 128 seq_num 409) dirty exists 2024-08-10T05:18:43.934 INFO:tasks.rados.rados.0.smithi031.stdout:1320: left oid 27 (ObjNum 409 snap 128 seq_num 409) 2024-08-10T05:18:43.934 INFO:tasks.rados.rados.0.smithi031.stdout:1321: finishing write tid 1 to smithi03186013-30 2024-08-10T05:18:43.934 INFO:tasks.rados.rados.0.smithi031.stdout:1321: finishing write tid 2 to smithi03186013-30 2024-08-10T05:18:43.934 INFO:tasks.rados.rados.0.smithi031.stdout:1321: finishing write tid 3 to smithi03186013-30 2024-08-10T05:18:43.934 INFO:tasks.rados.rados.0.smithi031.stdout:1320: done (3 left) 2024-08-10T05:18:43.934 INFO:tasks.rados.rados.0.smithi031.stdout:1324: copy_from oid 2 from oid 14 current snap is 128 2024-08-10T05:18:43.935 INFO:tasks.rados.rados.0.smithi031.stdout:1321: finishing write tid 4 to smithi03186013-30 2024-08-10T05:18:43.935 INFO:tasks.rados.rados.0.smithi031.stdout:1321: finishing write tid 5 to smithi03186013-30 2024-08-10T05:18:43.935 INFO:tasks.rados.rados.0.smithi031.stdout:1321: finishing write tid 6 to smithi03186013-30 2024-08-10T05:18:43.935 INFO:tasks.rados.rados.0.smithi031.stdout:1321: finishing write tid 7 to smithi03186013-30 2024-08-10T05:18:43.935 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 30 v 679 (ObjNum 410 snap 128 seq_num 410) dirty exists 2024-08-10T05:18:43.935 INFO:tasks.rados.rados.0.smithi031.stdout:1321: left oid 30 (ObjNum 410 snap 128 seq_num 410) 2024-08-10T05:18:43.935 INFO:tasks.rados.rados.0.smithi031.stdout:1322: finishing write tid 1 to smithi03186013-48 2024-08-10T05:18:43.935 INFO:tasks.rados.rados.0.smithi031.stdout:1321: done (3 left) 2024-08-10T05:18:43.935 INFO:tasks.rados.rados.0.smithi031.stdout:1325: rollback oid 36 current snap is 128 2024-08-10T05:18:43.935 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 36 to 117 2024-08-10T05:18:43.935 INFO:tasks.rados.rados.0.smithi031.stdout:1322: finishing write tid 2 to smithi03186013-48 2024-08-10T05:18:43.935 INFO:tasks.rados.rados.0.smithi031.stdout:1326: read oid 41 snap -1 2024-08-10T05:18:43.935 INFO:tasks.rados.rados.0.smithi031.stdout:1326: expect (ObjNum 371 snap 117 seq_num 371) 2024-08-10T05:18:43.935 INFO:tasks.rados.rados.0.smithi031.stdout:1327: snap_remove snap 121 2024-08-10T05:18:44.151 INFO:journalctl@ceph.osd.1.smithi031.stdout:Aug 10 05:18:43 smithi031 podman[111749]: 2024-08-10 05:18:43.881833864 +0000 UTC m=+0.152560145 container create 67b0c1ce41f278696a6dc0c879920d942a54598b68881ecb4fce8bd6f7783fec (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-1, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, RELEASE=squid-bca9905, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-10T05:18:44.151 INFO:journalctl@ceph.osd.1.smithi031.stdout:Aug 10 05:18:44 smithi031 podman[111749]: 2024-08-10 05:18:44.151314816 +0000 UTC m=+0.422041106 container init 67b0c1ce41f278696a6dc0c879920d942a54598b68881ecb4fce8bd6f7783fec (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-1, io.buildah.version=1.36.0, RELEASE=squid-bca9905, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-08-10T05:18:44.179 INFO:tasks.rados.rados.0.smithi031.stdout:1327: done (5 left) 2024-08-10T05:18:44.180 INFO:tasks.rados.rados.0.smithi031.stdout:1328: copy_from oid 11 from oid 18 current snap is 128 2024-08-10T05:18:44.180 INFO:tasks.rados.rados.0.smithi031.stdout:1324: finishing copy_from to smithi03186013-2 2024-08-10T05:18:44.180 INFO:tasks.rados.rados.0.smithi031.stdout:1324: got expected ENOENT (src dne) 2024-08-10T05:18:44.180 INFO:tasks.rados.rados.0.smithi031.stdout:1324: finishing copy_from racing read to smithi03186013-2 2024-08-10T05:18:44.180 INFO:tasks.rados.rados.0.smithi031.stdout:1322: finishing write tid 3 to smithi03186013-48 2024-08-10T05:18:44.180 INFO:tasks.rados.rados.0.smithi031.stdout:1322: finishing write tid 4 to smithi03186013-48 2024-08-10T05:18:44.180 INFO:tasks.rados.rados.0.smithi031.stdout:1322: finishing write tid 5 to smithi03186013-48 2024-08-10T05:18:44.180 INFO:tasks.rados.rados.0.smithi031.stdout:1325: finishing rollback tid 0 to smithi03186013-36 2024-08-10T05:18:44.180 INFO:tasks.rados.rados.0.smithi031.stdout:1325: finishing rollback tid 1 to smithi03186013-36 2024-08-10T05:18:44.180 INFO:tasks.rados.rados.0.smithi031.stdout:1325: finishing rollback tid 2 to smithi03186013-36 2024-08-10T05:18:44.180 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 36 v 684 (ObjNum 346 snap 110 seq_num 346) dirty exists 2024-08-10T05:18:44.180 INFO:tasks.rados.rados.0.smithi031.stdout:1322: finishing write tid 6 to smithi03186013-48 2024-08-10T05:18:44.181 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 48 v 289 (ObjNum 411 snap 128 seq_num 411) dirty exists 2024-08-10T05:18:44.181 INFO:tasks.rados.rados.0.smithi031.stdout:1322: left oid 48 (ObjNum 411 snap 128 seq_num 411) 2024-08-10T05:18:44.181 INFO:tasks.rados.rados.0.smithi031.stdout:1323: finishing copy_from racing read to smithi03186013-38 2024-08-10T05:18:44.181 INFO:tasks.rados.rados.0.smithi031.stdout:1322: done (5 left) 2024-08-10T05:18:44.181 INFO:tasks.rados.rados.0.smithi031.stdout:1324: done (4 left) 2024-08-10T05:18:44.181 INFO:tasks.rados.rados.0.smithi031.stdout:1325: done (3 left) 2024-08-10T05:18:44.181 INFO:tasks.rados.rados.0.smithi031.stdout:1329: read oid 5 snap 118 2024-08-10T05:18:44.181 INFO:tasks.rados.rados.0.smithi031.stdout:1329: expect deleted 2024-08-10T05:18:44.181 INFO:tasks.rados.rados.0.smithi031.stdout:1330: rollback oid 15 current snap is 128 2024-08-10T05:18:44.181 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 15 to 118 2024-08-10T05:18:44.181 INFO:tasks.rados.rados.0.smithi031.stdout:1326: expect (ObjNum 371 snap 117 seq_num 371) 2024-08-10T05:18:44.222 INFO:tasks.rados.rados.0.smithi031.stdout:1323: finishing copy_from to smithi03186013-38 2024-08-10T05:18:44.223 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 38 v 292 (ObjNum 224 snap 62 seq_num 224) dirty exists 2024-08-10T05:18:44.223 INFO:tasks.rados.rados.0.smithi031.stdout:1330: finishing rollback tid 0 to smithi03186013-15 2024-08-10T05:18:44.223 INFO:tasks.rados.rados.0.smithi031.stdout:1330: finishing rollback tid 1 to smithi03186013-15 2024-08-10T05:18:44.223 INFO:tasks.rados.rados.0.smithi031.stdout:1323: done (4 left) 2024-08-10T05:18:44.223 INFO:tasks.rados.rados.0.smithi031.stdout:1326: done (3 left) 2024-08-10T05:18:44.223 INFO:tasks.rados.rados.0.smithi031.stdout:1329: done (2 left) 2024-08-10T05:18:44.223 INFO:tasks.rados.rados.0.smithi031.stdout:1331: read oid 17 snap -1 2024-08-10T05:18:44.223 INFO:tasks.rados.rados.0.smithi031.stdout:1331: expect (ObjNum 405 snap 127 seq_num 405) 2024-08-10T05:18:44.223 INFO:tasks.rados.rados.0.smithi031.stdout:1332: copy_from oid 21 from oid 44 current snap is 128 2024-08-10T05:18:44.223 INFO:tasks.rados.rados.0.smithi031.stdout:1330: finishing rollback tid 2 to smithi03186013-15 2024-08-10T05:18:44.223 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 15 v 233 (ObjNum 325 snap 101 seq_num 325) dirty exists 2024-08-10T05:18:44.223 INFO:tasks.rados.rados.0.smithi031.stdout:1328: finishing copy_from racing read to smithi03186013-11 2024-08-10T05:18:44.224 INFO:tasks.rados.rados.0.smithi031.stdout:1328: finishing copy_from to smithi03186013-11 2024-08-10T05:18:44.224 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 11 v 637 (ObjNum 356 snap 114 seq_num 356) dirty exists 2024-08-10T05:18:44.224 INFO:tasks.rados.rados.0.smithi031.stdout:1328: done (3 left) 2024-08-10T05:18:44.224 INFO:tasks.rados.rados.0.smithi031.stdout:1330: done (2 left) 2024-08-10T05:18:44.224 INFO:tasks.rados.rados.0.smithi031.stdout:1333: snap_remove snap 117 2024-08-10T05:18:44.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:43 smithi196 ceph-mon[90243]: osdmap e338: 8 total, 7 up, 8 in 2024-08-10T05:18:44.518 INFO:journalctl@ceph.osd.1.smithi031.stdout:Aug 10 05:18:44 smithi031 podman[111749]: 2024-08-10 05:18:44.157023952 +0000 UTC m=+0.427750233 container start 67b0c1ce41f278696a6dc0c879920d942a54598b68881ecb4fce8bd6f7783fec (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-1, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=squid-bca9905, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, ceph=True) 2024-08-10T05:18:44.519 INFO:journalctl@ceph.osd.1.smithi031.stdout:Aug 10 05:18:44 smithi031 ceph-osd[111787]: -- 172.21.15.31:0/4010893872 <== mon.2 v2:172.21.15.31:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5601ee64da40 con 0x5601ef410000 2024-08-10T05:18:44.519 INFO:journalctl@ceph.osd.1.smithi031.stdout:Aug 10 05:18:44 smithi031 bash[111749]: 67b0c1ce41f278696a6dc0c879920d942a54598b68881ecb4fce8bd6f7783fec 2024-08-10T05:18:44.519 INFO:journalctl@ceph.osd.1.smithi031.stdout:Aug 10 05:18:44 smithi031 systemd[1]: Started Ceph osd.1 for fc322138-56d5-11ef-bcce-c7b262605968. 2024-08-10T05:18:44.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:18:44 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:18:44.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:18:44.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:18:44 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:18:44.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:18:44.971 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:44 smithi031 ceph-mon[98130]: pgmap v157: 121 pgs: 27 active+undersized, 7 peering, 11 active+undersized+degraded, 76 active+clean; 209 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 572 KiB/s wr, 3 op/s; 46/333 objects degraded (13.814%) 2024-08-10T05:18:44.971 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:44 smithi031 ceph-mon[98130]: Health check failed: Degraded data redundancy: 46/333 objects degraded (13.814%), 11 pgs degraded (PG_DEGRADED) 2024-08-10T05:18:44.971 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:44 smithi031 ceph-mon[98130]: osdmap e339: 8 total, 7 up, 8 in 2024-08-10T05:18:44.971 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:44 smithi031 ceph-mon[98130]: osdmap e340: 8 total, 7 up, 8 in 2024-08-10T05:18:44.971 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:44 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:18:44.971 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:44 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:18:44.971 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:44 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:18:44.971 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:44 smithi031 ceph-mon[100614]: pgmap v157: 121 pgs: 27 active+undersized, 7 peering, 11 active+undersized+degraded, 76 active+clean; 209 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 572 KiB/s wr, 3 op/s; 46/333 objects degraded (13.814%) 2024-08-10T05:18:44.972 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:44 smithi031 ceph-mon[100614]: Health check failed: Degraded data redundancy: 46/333 objects degraded (13.814%), 11 pgs degraded (PG_DEGRADED) 2024-08-10T05:18:44.972 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:44 smithi031 ceph-mon[100614]: osdmap e339: 8 total, 7 up, 8 in 2024-08-10T05:18:44.972 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:44 smithi031 ceph-mon[100614]: osdmap e340: 8 total, 7 up, 8 in 2024-08-10T05:18:44.972 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:44 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:18:44.972 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:44 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:18:44.972 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:44 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:18:44.972 INFO:journalctl@ceph.osd.1.smithi031.stdout:Aug 10 05:18:44 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-1[111764]: 2024-08-10T05:18:44.704+0000 7f1e69ffc640 -1 Falling back to public interface 2024-08-10T05:18:45.182 INFO:tasks.rados.rados.0.smithi031.stdout:1333: done (2 left) 2024-08-10T05:18:45.182 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 32 current snap is 128 2024-08-10T05:18:45.182 INFO:tasks.rados.rados.0.smithi031.stdout:1334: seq_num 412 ranges {11583488=507904,12091392=630784,12722176=491520,13213696=483328} 2024-08-10T05:18:45.248 INFO:tasks.rados.rados.0.smithi031.stdout:1334: writing smithi03186013-32 from 11583488 to 12091392 tid 1 2024-08-10T05:18:45.252 INFO:tasks.rados.rados.0.smithi031.stdout:1334: writing smithi03186013-32 from 12091392 to 12722176 tid 2 2024-08-10T05:18:45.254 INFO:tasks.rados.rados.0.smithi031.stdout:1334: writing smithi03186013-32 from 12722176 to 13213696 tid 3 2024-08-10T05:18:45.258 INFO:tasks.rados.rados.0.smithi031.stdout:1334: writing smithi03186013-32 from 13213696 to 13697024 tid 4 2024-08-10T05:18:45.258 INFO:tasks.rados.rados.0.smithi031.stdout:1335: copy_from oid 25 from oid 13 current snap is 128 2024-08-10T05:18:45.258 INFO:tasks.rados.rados.0.smithi031.stdout:1332: finishing copy_from racing read to smithi03186013-21 2024-08-10T05:18:45.258 INFO:tasks.rados.rados.0.smithi031.stdout:1332: finishing copy_from to smithi03186013-21 2024-08-10T05:18:45.258 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 21 v 746 (ObjNum 388 snap 120 seq_num 388) dirty exists 2024-08-10T05:18:45.258 INFO:tasks.rados.rados.0.smithi031.stdout:1331: expect (ObjNum 405 snap 127 seq_num 405) 2024-08-10T05:18:45.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:44 smithi196 ceph-mon[90243]: pgmap v157: 121 pgs: 27 active+undersized, 7 peering, 11 active+undersized+degraded, 76 active+clean; 209 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 572 KiB/s wr, 3 op/s; 46/333 objects degraded (13.814%) 2024-08-10T05:18:45.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:44 smithi196 ceph-mon[90243]: Health check failed: Degraded data redundancy: 46/333 objects degraded (13.814%), 11 pgs degraded (PG_DEGRADED) 2024-08-10T05:18:45.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:44 smithi196 ceph-mon[90243]: osdmap e339: 8 total, 7 up, 8 in 2024-08-10T05:18:45.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:44 smithi196 ceph-mon[90243]: osdmap e340: 8 total, 7 up, 8 in 2024-08-10T05:18:45.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:44 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:18:45.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:44 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:18:45.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:44 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:18:46.325 INFO:tasks.rados.rados.0.smithi031.stdout:1334: finishing write tid 1 to smithi03186013-32 2024-08-10T05:18:46.326 INFO:tasks.rados.rados.0.smithi031.stdout:1334: finishing write tid 2 to smithi03186013-32 2024-08-10T05:18:46.326 INFO:tasks.rados.rados.0.smithi031.stdout:1334: finishing write tid 3 to smithi03186013-32 2024-08-10T05:18:46.326 INFO:tasks.rados.rados.0.smithi031.stdout:1334: finishing write tid 4 to smithi03186013-32 2024-08-10T05:18:46.326 INFO:tasks.rados.rados.0.smithi031.stdout:1331: done (3 left) 2024-08-10T05:18:46.326 INFO:tasks.rados.rados.0.smithi031.stdout:1332: done (2 left) 2024-08-10T05:18:46.326 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 39 current snap is 128 2024-08-10T05:18:46.326 INFO:tasks.rados.rados.0.smithi031.stdout:1334: finishing write tid 5 to smithi03186013-32 2024-08-10T05:18:46.326 INFO:tasks.rados.rados.0.smithi031.stdout:1334: finishing write tid 6 to smithi03186013-32 2024-08-10T05:18:46.326 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 32 v 572 (ObjNum 412 snap 128 seq_num 412) dirty exists 2024-08-10T05:18:46.326 INFO:tasks.rados.rados.0.smithi031.stdout:1334: left oid 32 (ObjNum 412 snap 128 seq_num 412) 2024-08-10T05:18:46.326 INFO:tasks.rados.rados.0.smithi031.stdout:1335: finishing copy_from racing read to smithi03186013-25 2024-08-10T05:18:46.326 INFO:tasks.rados.rados.0.smithi031.stdout:1335: finishing copy_from to smithi03186013-25 2024-08-10T05:18:46.327 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 25 v 69 (ObjNum 378 snap 117 seq_num 378) dirty exists 2024-08-10T05:18:46.327 INFO:tasks.rados.rados.0.smithi031.stdout:1336: seq_num 413 ranges {10035200=524288,10559488=516096,11075584=696320,11771904=393216} 2024-08-10T05:18:46.384 INFO:tasks.rados.rados.0.smithi031.stdout:1336: writing smithi03186013-39 from 10035200 to 10559488 tid 1 2024-08-10T05:18:46.387 INFO:tasks.rados.rados.0.smithi031.stdout:1336: writing smithi03186013-39 from 10559488 to 11075584 tid 2 2024-08-10T05:18:46.391 INFO:tasks.rados.rados.0.smithi031.stdout:1336: writing smithi03186013-39 from 11075584 to 11771904 tid 3 2024-08-10T05:18:46.394 INFO:tasks.rados.rados.0.smithi031.stdout:1336: writing smithi03186013-39 from 11771904 to 12165120 tid 4 2024-08-10T05:18:46.394 INFO:tasks.rados.rados.0.smithi031.stdout:1334: done (2 left) 2024-08-10T05:18:46.394 INFO:tasks.rados.rados.0.smithi031.stdout:1335: done (1 left) 2024-08-10T05:18:46.395 INFO:tasks.rados.rados.0.smithi031.stdout:1337: read oid 2 snap -1 2024-08-10T05:18:46.395 INFO:tasks.rados.rados.0.smithi031.stdout:1337: expect (ObjNum 391 snap 122 seq_num 391) 2024-08-10T05:18:46.395 INFO:tasks.rados.rados.0.smithi031.stdout:1338: read oid 27 snap -1 2024-08-10T05:18:46.395 INFO:tasks.rados.rados.0.smithi031.stdout:1338: expect (ObjNum 409 snap 128 seq_num 409) 2024-08-10T05:18:46.395 INFO:tasks.rados.rados.0.smithi031.stdout:1336: finishing write tid 1 to smithi03186013-39 2024-08-10T05:18:46.395 INFO:tasks.rados.rados.0.smithi031.stdout:1336: finishing write tid 2 to smithi03186013-39 2024-08-10T05:18:46.395 INFO:tasks.rados.rados.0.smithi031.stdout:1339: rmattr oid 5 current snap is 128 2024-08-10T05:18:46.395 INFO:tasks.rados.rados.0.smithi031.stdout:1339: done (3 left) 2024-08-10T05:18:46.395 INFO:tasks.rados.rados.0.smithi031.stdout:1340: delete oid 13 current snap is 128 2024-08-10T05:18:46.396 INFO:tasks.rados.rados.0.smithi031.stdout:1336: finishing write tid 3 to smithi03186013-39 2024-08-10T05:18:46.400 INFO:tasks.rados.rados.0.smithi031.stdout:1340: done (3 left) 2024-08-10T05:18:46.400 INFO:tasks.rados.rados.0.smithi031.stdout:1341: copy_from oid 14 from oid 3 current snap is 128 2024-08-10T05:18:46.400 INFO:tasks.rados.rados.0.smithi031.stdout:1342: snap_create 2024-08-10T05:18:46.400 INFO:tasks.rados.rados.0.smithi031.stdout:1336: finishing write tid 4 to smithi03186013-39 2024-08-10T05:18:46.400 INFO:tasks.rados.rados.0.smithi031.stdout:1336: finishing write tid 5 to smithi03186013-39 2024-08-10T05:18:46.402 INFO:tasks.rados.rados.0.smithi031.stdout:1336: finishing write tid 6 to smithi03186013-39 2024-08-10T05:18:46.402 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 39 v 466 (ObjNum 413 snap 128 seq_num 413) dirty exists 2024-08-10T05:18:46.402 INFO:tasks.rados.rados.0.smithi031.stdout:1336: left oid 39 (ObjNum 413 snap 128 seq_num 413) 2024-08-10T05:18:46.412 INFO:tasks.rados.rados.0.smithi031.stdout:1341: finishing copy_from racing read to smithi03186013-14 2024-08-10T05:18:46.413 INFO:tasks.rados.rados.0.smithi031.stdout:1341: finishing copy_from to smithi03186013-14 2024-08-10T05:18:46.413 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 14 v 521 (ObjNum 371 snap 117 seq_num 371) dirty exists 2024-08-10T05:18:46.416 INFO:tasks.rados.rados.0.smithi031.stdout:1337: expect (ObjNum 391 snap 122 seq_num 391) 2024-08-10T05:18:46.504 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:46 smithi031 ceph-mon[100614]: osdmap e341: 8 total, 7 up, 8 in 2024-08-10T05:18:46.505 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:46 smithi031 ceph-mon[98130]: osdmap e341: 8 total, 7 up, 8 in 2024-08-10T05:18:46.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:46 smithi196 ceph-mon[90243]: osdmap e341: 8 total, 7 up, 8 in 2024-08-10T05:18:46.628 INFO:tasks.rados.rados.0.smithi031.stdout:1338: expect (ObjNum 409 snap 128 seq_num 409) 2024-08-10T05:18:47.193 INFO:tasks.rados.rados.0.smithi031.stdout:1336: done (4 left) 2024-08-10T05:18:47.194 INFO:tasks.rados.rados.0.smithi031.stdout:1337: done (3 left) 2024-08-10T05:18:47.194 INFO:tasks.rados.rados.0.smithi031.stdout:1338: done (2 left) 2024-08-10T05:18:47.194 INFO:tasks.rados.rados.0.smithi031.stdout:1341: done (1 left) 2024-08-10T05:18:47.194 INFO:tasks.rados.rados.0.smithi031.stdout:1342: done (0 left) 2024-08-10T05:18:47.194 INFO:tasks.rados.rados.0.smithi031.stdout:1343: setattr oid 25 current snap is 129 2024-08-10T05:18:47.195 INFO:tasks.rados.rados.0.smithi031.stdout:1344: setattr oid 47 current snap is 129 2024-08-10T05:18:47.197 INFO:tasks.rados.rados.0.smithi031.stdout:1345: snap_create 2024-08-10T05:18:47.201 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 47 v 614 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-08-10T05:18:47.202 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 25 v 758 (ObjNum 378 snap 117 seq_num 378) dirty exists 2024-08-10T05:18:47.513 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:47 smithi031 ceph-mon[98130]: pgmap v161: 121 pgs: 33 active+undersized, 12 active+undersized+degraded, 76 active+clean; 212 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 641 KiB/s wr, 3 op/s; 53/345 objects degraded (15.362%) 2024-08-10T05:18:47.514 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:47 smithi031 ceph-mon[100614]: pgmap v161: 121 pgs: 33 active+undersized, 12 active+undersized+degraded, 76 active+clean; 212 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 641 KiB/s wr, 3 op/s; 53/345 objects degraded (15.362%) 2024-08-10T05:18:47.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:47 smithi196 ceph-mon[90243]: pgmap v161: 121 pgs: 33 active+undersized, 12 active+undersized+degraded, 76 active+clean; 212 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 641 KiB/s wr, 3 op/s; 53/345 objects degraded (15.362%) 2024-08-10T05:18:47.769 INFO:journalctl@ceph.osd.1.smithi031.stdout:Aug 10 05:18:47 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-1[111764]: 2024-08-10T05:18:47.605+0000 7f1e69ffc640 -1 osd.1 333 log_to_monitors true 2024-08-10T05:18:48.203 INFO:tasks.rados.rados.0.smithi031.stdout:1343: done (2 left) 2024-08-10T05:18:48.203 INFO:tasks.rados.rados.0.smithi031.stdout:1344: done (1 left) 2024-08-10T05:18:48.204 INFO:tasks.rados.rados.0.smithi031.stdout:1345: done (0 left) 2024-08-10T05:18:48.204 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 7 current snap is 130 2024-08-10T05:18:48.204 INFO:tasks.rados.rados.0.smithi031.stdout:1346: seq_num 415 ranges {1425408=557056,1982464=688128,2670592=663552,3334144=253952} 2024-08-10T05:18:48.215 INFO:tasks.rados.rados.0.smithi031.stdout:1346: writing smithi03186013-7 from 1425408 to 1982464 tid 1 2024-08-10T05:18:48.221 INFO:tasks.rados.rados.0.smithi031.stdout:1346: writing smithi03186013-7 from 1982464 to 2670592 tid 2 2024-08-10T05:18:48.225 INFO:tasks.rados.rados.0.smithi031.stdout:1346: writing smithi03186013-7 from 2670592 to 3334144 tid 3 2024-08-10T05:18:48.227 INFO:tasks.rados.rados.0.smithi031.stdout:1346: writing smithi03186013-7 from 3334144 to 3588096 tid 4 2024-08-10T05:18:48.227 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 32 current snap is 130 2024-08-10T05:18:48.227 INFO:tasks.rados.rados.0.smithi031.stdout:1346: finishing write tid 1 to smithi03186013-7 2024-08-10T05:18:48.227 INFO:tasks.rados.rados.0.smithi031.stdout:1346: finishing write tid 2 to smithi03186013-7 2024-08-10T05:18:48.227 INFO:tasks.rados.rados.0.smithi031.stdout:1347: seq_num 416 ranges {13697024=573440,14270464=573440,14843904=475136,15319040=557056} 2024-08-10T05:18:48.305 INFO:tasks.rados.rados.0.smithi031.stdout:1347: writing smithi03186013-32 from 13697024 to 14270464 tid 1 2024-08-10T05:18:48.308 INFO:tasks.rados.rados.0.smithi031.stdout:1347: writing smithi03186013-32 from 14270464 to 14843904 tid 2 2024-08-10T05:18:48.311 INFO:tasks.rados.rados.0.smithi031.stdout:1347: writing smithi03186013-32 from 14843904 to 15319040 tid 3 2024-08-10T05:18:48.315 INFO:tasks.rados.rados.0.smithi031.stdout:1347: writing smithi03186013-32 from 15319040 to 15876096 tid 4 2024-08-10T05:18:48.315 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 34 current snap is 130 2024-08-10T05:18:48.315 INFO:tasks.rados.rados.0.smithi031.stdout:1346: finishing write tid 3 to smithi03186013-7 2024-08-10T05:18:48.315 INFO:tasks.rados.rados.0.smithi031.stdout:1348: seq_num 417 ranges {3047424=589824,3637248=458752,4096000=679936,4775936=466944} 2024-08-10T05:18:48.335 INFO:tasks.rados.rados.0.smithi031.stdout:1348: writing smithi03186013-34 from 3047424 to 3637248 tid 1 2024-08-10T05:18:48.337 INFO:tasks.rados.rados.0.smithi031.stdout:1348: writing smithi03186013-34 from 3637248 to 4096000 tid 2 2024-08-10T05:18:48.341 INFO:tasks.rados.rados.0.smithi031.stdout:1348: writing smithi03186013-34 from 4096000 to 4775936 tid 3 2024-08-10T05:18:48.345 INFO:tasks.rados.rados.0.smithi031.stdout:1348: writing smithi03186013-34 from 4775936 to 5242880 tid 4 2024-08-10T05:18:48.345 INFO:tasks.rados.rados.0.smithi031.stdout:1349: snap_create 2024-08-10T05:18:48.345 INFO:tasks.rados.rados.0.smithi031.stdout:1346: finishing write tid 4 to smithi03186013-7 2024-08-10T05:18:48.345 INFO:tasks.rados.rados.0.smithi031.stdout:1346: finishing write tid 5 to smithi03186013-7 2024-08-10T05:18:48.346 INFO:tasks.rados.rados.0.smithi031.stdout:1346: finishing write tid 6 to smithi03186013-7 2024-08-10T05:18:48.346 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 7 v 816 (ObjNum 415 snap 130 seq_num 415) dirty exists 2024-08-10T05:18:48.346 INFO:tasks.rados.rados.0.smithi031.stdout:1346: left oid 7 (ObjNum 415 snap 130 seq_num 415) 2024-08-10T05:18:48.346 INFO:tasks.rados.rados.0.smithi031.stdout:1347: finishing write tid 1 to smithi03186013-32 2024-08-10T05:18:48.346 INFO:tasks.rados.rados.0.smithi031.stdout:1347: finishing write tid 2 to smithi03186013-32 2024-08-10T05:18:48.346 INFO:tasks.rados.rados.0.smithi031.stdout:1347: finishing write tid 3 to smithi03186013-32 2024-08-10T05:18:48.346 INFO:tasks.rados.rados.0.smithi031.stdout:1347: finishing write tid 4 to smithi03186013-32 2024-08-10T05:18:48.346 INFO:tasks.rados.rados.0.smithi031.stdout:1347: finishing write tid 5 to smithi03186013-32 2024-08-10T05:18:48.346 INFO:tasks.rados.rados.0.smithi031.stdout:1347: finishing write tid 6 to smithi03186013-32 2024-08-10T05:18:48.346 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 32 v 578 (ObjNum 416 snap 130 seq_num 416) dirty exists 2024-08-10T05:18:48.346 INFO:tasks.rados.rados.0.smithi031.stdout:1347: left oid 32 (ObjNum 416 snap 130 seq_num 416) 2024-08-10T05:18:48.346 INFO:tasks.rados.rados.0.smithi031.stdout:1348: finishing write tid 1 to smithi03186013-34 2024-08-10T05:18:48.347 INFO:tasks.rados.rados.0.smithi031.stdout:1348: finishing write tid 2 to smithi03186013-34 2024-08-10T05:18:48.347 INFO:tasks.rados.rados.0.smithi031.stdout:1348: finishing write tid 3 to smithi03186013-34 2024-08-10T05:18:48.347 INFO:tasks.rados.rados.0.smithi031.stdout:1348: finishing write tid 4 to smithi03186013-34 2024-08-10T05:18:48.348 INFO:tasks.rados.rados.0.smithi031.stdout:1348: finishing write tid 5 to smithi03186013-34 2024-08-10T05:18:48.348 INFO:tasks.rados.rados.0.smithi031.stdout:1348: finishing write tid 6 to smithi03186013-34 2024-08-10T05:18:48.348 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 34 v 764 (ObjNum 417 snap 130 seq_num 417) dirty exists 2024-08-10T05:18:48.349 INFO:tasks.rados.rados.0.smithi031.stdout:1348: left oid 34 (ObjNum 417 snap 130 seq_num 417) 2024-08-10T05:18:48.518 INFO:journalctl@ceph.osd.1.smithi031.stdout:Aug 10 05:18:48 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-1[111764]: 2024-08-10T05:18:48.221+0000 7f1e61da7640 -1 osd.1 333 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-10T05:18:48.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:48 smithi031 ceph-mon[98130]: osdmap e342: 8 total, 7 up, 8 in 2024-08-10T05:18:48.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:48 smithi031 ceph-mon[98130]: from='osd.1 [v2:172.21.15.31:6810/902422183,v1:172.21.15.31:6811/902422183]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-10T05:18:48.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:48 smithi031 ceph-mon[98130]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-10T05:18:48.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:48 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:18:48.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:48 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:18:48.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:48 smithi031 ceph-mon[100614]: osdmap e342: 8 total, 7 up, 8 in 2024-08-10T05:18:48.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:48 smithi031 ceph-mon[100614]: from='osd.1 [v2:172.21.15.31:6810/902422183,v1:172.21.15.31:6811/902422183]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-10T05:18:48.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:48 smithi031 ceph-mon[100614]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-10T05:18:48.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:48 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:18:48.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:48 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:18:48.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:48 smithi196 ceph-mon[90243]: osdmap e342: 8 total, 7 up, 8 in 2024-08-10T05:18:48.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:48 smithi196 ceph-mon[90243]: from='osd.1 [v2:172.21.15.31:6810/902422183,v1:172.21.15.31:6811/902422183]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-10T05:18:48.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:48 smithi196 ceph-mon[90243]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-10T05:18:48.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:48 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:18:48.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:48 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:18:49.028 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:18:48 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:18:48.658Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)\", cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", cluster_addr=\"172.21.15.31\", device_class=\"ssd\", hostname=\"smithi031\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.31\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)\", cluster_addr=\"172.21.15.31\", device_class=\"ssd\", hostname=\"smithi031\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.31\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-08-10T05:18:49.029 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:18:48 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:18:48.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)\", cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", cluster_addr=\"172.21.15.31\", device_class=\"ssd\", hostname=\"smithi031\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.31\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)\", cluster_addr=\"172.21.15.31\", device_class=\"ssd\", hostname=\"smithi031\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.31\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:18:49.211 INFO:tasks.rados.rados.0.smithi031.stdout:1346: done (3 left) 2024-08-10T05:18:49.211 INFO:tasks.rados.rados.0.smithi031.stdout:1347: done (2 left) 2024-08-10T05:18:49.211 INFO:tasks.rados.rados.0.smithi031.stdout:1348: done (1 left) 2024-08-10T05:18:49.211 INFO:tasks.rados.rados.0.smithi031.stdout:1349: done (0 left) 2024-08-10T05:18:49.211 INFO:tasks.rados.rados.0.smithi031.stdout:1350: delete oid 40 current snap is 131 2024-08-10T05:18:49.219 INFO:tasks.rados.rados.0.smithi031.stdout:1350: done (0 left) 2024-08-10T05:18:49.219 INFO:tasks.rados.rados.0.smithi031.stdout:1351: snap_remove snap 126 2024-08-10T05:18:49.394 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:49 smithi031 ceph-mon[98130]: pgmap v163: 121 pgs: 33 active+undersized, 12 active+undersized+degraded, 76 active+clean; 230 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 6.9 MiB/s wr, 21 op/s; 57/357 objects degraded (15.966%) 2024-08-10T05:18:49.395 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:49 smithi031 ceph-mon[98130]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-08-10T05:18:49.395 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:49 smithi031 ceph-mon[98130]: osdmap e343: 8 total, 7 up, 8 in 2024-08-10T05:18:49.395 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:49 smithi031 ceph-mon[98130]: from='osd.1 [v2:172.21.15.31:6810/902422183,v1:172.21.15.31:6811/902422183]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi031", "root=default"]}]: dispatch 2024-08-10T05:18:49.395 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:49 smithi031 ceph-mon[98130]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi031", "root=default"]}]: dispatch 2024-08-10T05:18:49.395 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:49 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:18:49.395 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:49 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:18:49.395 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:49 smithi031 ceph-mon[98130]: Health check update: Degraded data redundancy: 57/357 objects degraded (15.966%), 12 pgs degraded (PG_DEGRADED) 2024-08-10T05:18:49.396 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:49 smithi031 ceph-mon[100614]: pgmap v163: 121 pgs: 33 active+undersized, 12 active+undersized+degraded, 76 active+clean; 230 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 6.9 MiB/s wr, 21 op/s; 57/357 objects degraded (15.966%) 2024-08-10T05:18:49.396 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:49 smithi031 ceph-mon[100614]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-08-10T05:18:49.396 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:49 smithi031 ceph-mon[100614]: osdmap e343: 8 total, 7 up, 8 in 2024-08-10T05:18:49.396 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:49 smithi031 ceph-mon[100614]: from='osd.1 [v2:172.21.15.31:6810/902422183,v1:172.21.15.31:6811/902422183]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi031", "root=default"]}]: dispatch 2024-08-10T05:18:49.396 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:49 smithi031 ceph-mon[100614]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi031", "root=default"]}]: dispatch 2024-08-10T05:18:49.396 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:49 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:18:49.396 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:49 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:18:49.396 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:49 smithi031 ceph-mon[100614]: Health check update: Degraded data redundancy: 57/357 objects degraded (15.966%), 12 pgs degraded (PG_DEGRADED) 2024-08-10T05:18:49.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:49 smithi196 ceph-mon[90243]: pgmap v163: 121 pgs: 33 active+undersized, 12 active+undersized+degraded, 76 active+clean; 230 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 6.9 MiB/s wr, 21 op/s; 57/357 objects degraded (15.966%) 2024-08-10T05:18:49.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:49 smithi196 ceph-mon[90243]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-08-10T05:18:49.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:49 smithi196 ceph-mon[90243]: osdmap e343: 8 total, 7 up, 8 in 2024-08-10T05:18:49.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:49 smithi196 ceph-mon[90243]: from='osd.1 [v2:172.21.15.31:6810/902422183,v1:172.21.15.31:6811/902422183]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi031", "root=default"]}]: dispatch 2024-08-10T05:18:49.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:49 smithi196 ceph-mon[90243]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi031", "root=default"]}]: dispatch 2024-08-10T05:18:49.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:49 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:18:49.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:49 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:18:49.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:49 smithi196 ceph-mon[90243]: Health check update: Degraded data redundancy: 57/357 objects degraded (15.966%), 12 pgs degraded (PG_DEGRADED) 2024-08-10T05:18:50.209 INFO:tasks.rados.rados.0.smithi031.stdout:1351: done (0 left) 2024-08-10T05:18:50.209 INFO:tasks.rados.rados.0.smithi031.stdout:1352: snap_remove snap 128 2024-08-10T05:18:50.470 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:50 smithi031 ceph-mon[100614]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-10T05:18:50.470 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:50 smithi031 ceph-mon[100614]: osd.1 [v2:172.21.15.31:6810/902422183,v1:172.21.15.31:6811/902422183] boot 2024-08-10T05:18:50.470 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:50 smithi031 ceph-mon[100614]: osdmap e344: 8 total, 8 up, 8 in 2024-08-10T05:18:50.470 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:50 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-10T05:18:50.470 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:50 smithi031 ceph-mon[100614]: osdmap e345: 8 total, 8 up, 8 in 2024-08-10T05:18:50.471 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:50 smithi031 ceph-mon[98130]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-10T05:18:50.471 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:50 smithi031 ceph-mon[98130]: osd.1 [v2:172.21.15.31:6810/902422183,v1:172.21.15.31:6811/902422183] boot 2024-08-10T05:18:50.471 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:50 smithi031 ceph-mon[98130]: osdmap e344: 8 total, 8 up, 8 in 2024-08-10T05:18:50.471 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:50 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-10T05:18:50.471 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:50 smithi031 ceph-mon[98130]: osdmap e345: 8 total, 8 up, 8 in 2024-08-10T05:18:50.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:50 smithi196 ceph-mon[90243]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-10T05:18:50.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:50 smithi196 ceph-mon[90243]: osd.1 [v2:172.21.15.31:6810/902422183,v1:172.21.15.31:6811/902422183] boot 2024-08-10T05:18:50.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:50 smithi196 ceph-mon[90243]: osdmap e344: 8 total, 8 up, 8 in 2024-08-10T05:18:50.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:50 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-10T05:18:50.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:50 smithi196 ceph-mon[90243]: osdmap e345: 8 total, 8 up, 8 in 2024-08-10T05:18:51.210 INFO:tasks.rados.rados.0.smithi031.stdout:1352: done (0 left) 2024-08-10T05:18:51.211 INFO:tasks.rados.rados.0.smithi031.stdout:1353: snap_remove snap 118 2024-08-10T05:18:51.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:18:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:18:51] "GET /metrics HTTP/1.1" 200 36163 "" "Prometheus/2.43.0" 2024-08-10T05:18:51.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:51 smithi031 ceph-mon[100614]: pgmap v166: 121 pgs: 5 peering, 29 active+undersized, 11 active+undersized+degraded, 76 active+clean; 230 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 5.5 MiB/s wr, 16 op/s; 50/354 objects degraded (14.124%) 2024-08-10T05:18:51.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:51 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:18:51.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:51 smithi031 ceph-mon[100614]: osdmap e346: 8 total, 8 up, 8 in 2024-08-10T05:18:51.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:51 smithi031 ceph-mon[98130]: pgmap v166: 121 pgs: 5 peering, 29 active+undersized, 11 active+undersized+degraded, 76 active+clean; 230 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 5.5 MiB/s wr, 16 op/s; 50/354 objects degraded (14.124%) 2024-08-10T05:18:51.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:51 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:18:51.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:51 smithi031 ceph-mon[98130]: osdmap e346: 8 total, 8 up, 8 in 2024-08-10T05:18:51.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:51 smithi196 ceph-mon[90243]: pgmap v166: 121 pgs: 5 peering, 29 active+undersized, 11 active+undersized+degraded, 76 active+clean; 230 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 5.5 MiB/s wr, 16 op/s; 50/354 objects degraded (14.124%) 2024-08-10T05:18:51.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:51 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:18:51.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:51 smithi196 ceph-mon[90243]: osdmap e346: 8 total, 8 up, 8 in 2024-08-10T05:18:52.208 INFO:tasks.rados.rados.0.smithi031.stdout:1353: done (0 left) 2024-08-10T05:18:52.208 INFO:tasks.rados.rados.0.smithi031.stdout:1354: delete oid 34 current snap is 131 2024-08-10T05:18:52.224 INFO:tasks.rados.rados.0.smithi031.stdout:1354: done (0 left) 2024-08-10T05:18:52.224 INFO:tasks.rados.rados.0.smithi031.stdout:1355: read oid 33 snap -1 2024-08-10T05:18:52.224 INFO:tasks.rados.rados.0.smithi031.stdout:1355: expect (ObjNum 365 snap 117 seq_num 365) 2024-08-10T05:18:52.224 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 48 current snap is 131 2024-08-10T05:18:52.224 INFO:tasks.rados.rados.0.smithi031.stdout:1356: seq_num 420 ranges {8937472=638976,9576448=557056,10133504=450560,10584064=598016} 2024-08-10T05:18:52.268 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:18:52 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: 2024-08-10T05:18:52.084+0000 7f0983ce7640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-08-10T05:18:52.277 INFO:tasks.rados.rados.0.smithi031.stdout:1356: writing smithi03186013-48 from 8937472 to 9576448 tid 1 2024-08-10T05:18:52.280 INFO:tasks.rados.rados.0.smithi031.stdout:1356: writing smithi03186013-48 from 9576448 to 10133504 tid 2 2024-08-10T05:18:52.282 INFO:tasks.rados.rados.0.smithi031.stdout:1356: writing smithi03186013-48 from 10133504 to 10584064 tid 3 2024-08-10T05:18:52.286 INFO:tasks.rados.rados.0.smithi031.stdout:1356: writing smithi03186013-48 from 10584064 to 11182080 tid 4 2024-08-10T05:18:52.286 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 5 current snap is 131 2024-08-10T05:18:52.286 INFO:tasks.rados.rados.0.smithi031.stdout:1357: seq_num 421 ranges {5791744=655360,6447104=442368,6889472=663552,7553024=499712} 2024-08-10T05:18:52.321 INFO:tasks.rados.rados.0.smithi031.stdout:1357: writing smithi03186013-5 from 5791744 to 6447104 tid 1 2024-08-10T05:18:52.323 INFO:tasks.rados.rados.0.smithi031.stdout:1357: writing smithi03186013-5 from 6447104 to 6889472 tid 2 2024-08-10T05:18:52.327 INFO:tasks.rados.rados.0.smithi031.stdout:1357: writing smithi03186013-5 from 6889472 to 7553024 tid 3 2024-08-10T05:18:52.331 INFO:tasks.rados.rados.0.smithi031.stdout:1357: writing smithi03186013-5 from 7553024 to 8052736 tid 4 2024-08-10T05:18:52.331 INFO:tasks.rados.rados.0.smithi031.stdout:1358: read oid 42 snap -1 2024-08-10T05:18:52.331 INFO:tasks.rados.rados.0.smithi031.stdout:1358: expect (ObjNum 276 snap 83 seq_num 276) 2024-08-10T05:18:52.331 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 39 current snap is 131 2024-08-10T05:18:52.331 INFO:tasks.rados.rados.0.smithi031.stdout:1359: seq_num 422 ranges {12165120=671744,12836864=729088,13565952=417792,13983744=458752} 2024-08-10T05:18:52.401 INFO:tasks.rados.rados.0.smithi031.stdout:1359: writing smithi03186013-39 from 12165120 to 12836864 tid 1 2024-08-10T05:18:52.405 INFO:tasks.rados.rados.0.smithi031.stdout:1359: writing smithi03186013-39 from 12836864 to 13565952 tid 2 2024-08-10T05:18:52.408 INFO:tasks.rados.rados.0.smithi031.stdout:1359: writing smithi03186013-39 from 13565952 to 13983744 tid 3 2024-08-10T05:18:52.411 INFO:tasks.rados.rados.0.smithi031.stdout:1359: writing smithi03186013-39 from 13983744 to 14442496 tid 4 2024-08-10T05:18:52.411 INFO:tasks.rados.rados.0.smithi031.stdout:1360: copy_from oid 1 from oid 18 current snap is 131 2024-08-10T05:18:52.411 INFO:tasks.rados.rados.0.smithi031.stdout:1355: expect (ObjNum 365 snap 117 seq_num 365) 2024-08-10T05:18:52.448 INFO:tasks.rados.rados.0.smithi031.stdout:1356: finishing write tid 1 to smithi03186013-48 2024-08-10T05:18:52.448 INFO:tasks.rados.rados.0.smithi031.stdout:1356: finishing write tid 2 to smithi03186013-48 2024-08-10T05:18:52.448 INFO:tasks.rados.rados.0.smithi031.stdout:1356: finishing write tid 3 to smithi03186013-48 2024-08-10T05:18:52.448 INFO:tasks.rados.rados.0.smithi031.stdout:1356: finishing write tid 4 to smithi03186013-48 2024-08-10T05:18:52.448 INFO:tasks.rados.rados.0.smithi031.stdout:1356: finishing write tid 5 to smithi03186013-48 2024-08-10T05:18:52.448 INFO:tasks.rados.rados.0.smithi031.stdout:1356: finishing write tid 6 to smithi03186013-48 2024-08-10T05:18:52.449 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 48 v 294 (ObjNum 420 snap 131 seq_num 420) dirty exists 2024-08-10T05:18:52.449 INFO:tasks.rados.rados.0.smithi031.stdout:1356: left oid 48 (ObjNum 420 snap 131 seq_num 420) 2024-08-10T05:18:52.449 INFO:tasks.rados.rados.0.smithi031.stdout:1357: finishing write tid 1 to smithi03186013-5 2024-08-10T05:18:52.449 INFO:tasks.rados.rados.0.smithi031.stdout:1357: finishing write tid 2 to smithi03186013-5 2024-08-10T05:18:52.449 INFO:tasks.rados.rados.0.smithi031.stdout:1357: finishing write tid 3 to smithi03186013-5 2024-08-10T05:18:52.449 INFO:tasks.rados.rados.0.smithi031.stdout:1355: done (5 left) 2024-08-10T05:18:52.449 INFO:tasks.rados.rados.0.smithi031.stdout:1356: done (4 left) 2024-08-10T05:18:52.449 INFO:tasks.rados.rados.0.smithi031.stdout:1361: read oid 29 snap -1 2024-08-10T05:18:52.449 INFO:tasks.rados.rados.0.smithi031.stdout:1361: expect (ObjNum 373 snap 117 seq_num 373) 2024-08-10T05:18:52.449 INFO:tasks.rados.rados.0.smithi031.stdout:1362: read oid 24 snap -1 2024-08-10T05:18:52.449 INFO:tasks.rados.rados.0.smithi031.stdout:1362: expect (ObjNum 383 snap 118 seq_num 383) 2024-08-10T05:18:52.450 INFO:tasks.rados.rados.0.smithi031.stdout:1363: setattr oid 14 current snap is 131 2024-08-10T05:18:52.450 INFO:tasks.rados.rados.0.smithi031.stdout:1357: finishing write tid 4 to smithi03186013-5 2024-08-10T05:18:52.450 INFO:tasks.rados.rados.0.smithi031.stdout:1357: finishing write tid 5 to smithi03186013-5 2024-08-10T05:18:52.450 INFO:tasks.rados.rados.0.smithi031.stdout:1357: finishing write tid 6 to smithi03186013-5 2024-08-10T05:18:52.450 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 5 v 788 (ObjNum 421 snap 131 seq_num 421) dirty exists 2024-08-10T05:18:52.450 INFO:tasks.rados.rados.0.smithi031.stdout:1357: left oid 5 (ObjNum 421 snap 131 seq_num 421) 2024-08-10T05:18:52.450 INFO:tasks.rados.rados.0.smithi031.stdout:1358: expect (ObjNum 276 snap 83 seq_num 276) 2024-08-10T05:18:52.529 INFO:tasks.rados.rados.0.smithi031.stdout:1359: finishing write tid 1 to smithi03186013-39 2024-08-10T05:18:52.529 INFO:tasks.rados.rados.0.smithi031.stdout:1359: finishing write tid 2 to smithi03186013-39 2024-08-10T05:18:52.529 INFO:tasks.rados.rados.0.smithi031.stdout:1359: finishing write tid 3 to smithi03186013-39 2024-08-10T05:18:52.529 INFO:tasks.rados.rados.0.smithi031.stdout:1359: finishing write tid 4 to smithi03186013-39 2024-08-10T05:18:52.529 INFO:tasks.rados.rados.0.smithi031.stdout:1359: finishing write tid 5 to smithi03186013-39 2024-08-10T05:18:52.529 INFO:tasks.rados.rados.0.smithi031.stdout:1359: finishing write tid 6 to smithi03186013-39 2024-08-10T05:18:52.529 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 39 v 471 (ObjNum 422 snap 131 seq_num 422) dirty exists 2024-08-10T05:18:52.529 INFO:tasks.rados.rados.0.smithi031.stdout:1359: left oid 39 (ObjNum 422 snap 131 seq_num 422) 2024-08-10T05:18:52.530 INFO:tasks.rados.rados.0.smithi031.stdout:1360: finishing copy_from racing read to smithi03186013-1 2024-08-10T05:18:52.530 INFO:tasks.rados.rados.0.smithi031.stdout:1360: finishing copy_from to smithi03186013-1 2024-08-10T05:18:52.530 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 1 v 637 (ObjNum 356 snap 114 seq_num 356) dirty exists 2024-08-10T05:18:52.530 INFO:tasks.rados.rados.0.smithi031.stdout:1361: expect (ObjNum 373 snap 117 seq_num 373) 2024-08-10T05:18:52.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:18:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:18:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:18:52.973 INFO:tasks.rados.rados.0.smithi031.stdout:1362: expect (ObjNum 383 snap 118 seq_num 383) 2024-08-10T05:18:53.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:52 smithi031 ceph-mon[98130]: pgmap v169: 121 pgs: 5 peering, 29 active+undersized, 11 active+undersized+degraded, 76 active+clean; 230 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 50/354 objects degraded (14.124%) 2024-08-10T05:18:53.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:52 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:18:53.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:52 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:18:53.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:52 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:18:53.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:52 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:18:53.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:52 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:18:53.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:52 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:18:53.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:52 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:18:53.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:52 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:18:53.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:52 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:18:53.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:52 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-10T05:18:53.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:52 smithi031 ceph-mon[98130]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-10T05:18:53.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:52 smithi031 ceph-mon[98130]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-08-10T05:18:53.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:52 smithi031 ceph-mon[98130]: osdmap e347: 8 total, 8 up, 8 in 2024-08-10T05:18:53.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:52 smithi031 ceph-mon[100614]: pgmap v169: 121 pgs: 5 peering, 29 active+undersized, 11 active+undersized+degraded, 76 active+clean; 230 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 50/354 objects degraded (14.124%) 2024-08-10T05:18:53.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:52 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:18:53.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:52 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:18:53.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:52 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:18:53.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:52 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:18:53.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:52 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:18:53.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:52 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:18:53.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:52 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:18:53.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:52 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:18:53.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:52 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:18:53.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:52 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-10T05:18:53.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:52 smithi031 ceph-mon[100614]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-10T05:18:53.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:52 smithi031 ceph-mon[100614]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-08-10T05:18:53.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:52 smithi031 ceph-mon[100614]: osdmap e347: 8 total, 8 up, 8 in 2024-08-10T05:18:53.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:52 smithi196 ceph-mon[90243]: pgmap v169: 121 pgs: 5 peering, 29 active+undersized, 11 active+undersized+degraded, 76 active+clean; 230 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 50/354 objects degraded (14.124%) 2024-08-10T05:18:53.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:52 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:18:53.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:52 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:18:53.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:52 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:18:53.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:52 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:18:53.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:52 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:18:53.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:52 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:18:53.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:52 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:18:53.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:52 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:18:53.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:52 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:18:53.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:52 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-10T05:18:53.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:52 smithi196 ceph-mon[90243]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-10T05:18:53.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:52 smithi196 ceph-mon[90243]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-08-10T05:18:53.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:52 smithi196 ceph-mon[90243]: osdmap e347: 8 total, 8 up, 8 in 2024-08-10T05:18:53.296 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 14 v 790 (ObjNum 371 snap 117 seq_num 371) dirty exists 2024-08-10T05:18:53.296 INFO:tasks.rados.rados.0.smithi031.stdout:1357: done (6 left) 2024-08-10T05:18:53.296 INFO:tasks.rados.rados.0.smithi031.stdout:1358: done (5 left) 2024-08-10T05:18:53.296 INFO:tasks.rados.rados.0.smithi031.stdout:1359: done (4 left) 2024-08-10T05:18:53.296 INFO:tasks.rados.rados.0.smithi031.stdout:1360: done (3 left) 2024-08-10T05:18:53.296 INFO:tasks.rados.rados.0.smithi031.stdout:1361: done (2 left) 2024-08-10T05:18:53.297 INFO:tasks.rados.rados.0.smithi031.stdout:1362: done (1 left) 2024-08-10T05:18:53.297 INFO:tasks.rados.rados.0.smithi031.stdout:1363: done (0 left) 2024-08-10T05:18:53.297 INFO:tasks.rados.rados.0.smithi031.stdout:1364: snap_remove snap 129 2024-08-10T05:18:53.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:18:53 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:18:53.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi031\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi031\", job=\"node\", machine=\"x86_64\", nodename=\"smithi031\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", domainname=\"(none)\", instance=\"smithi031\", job=\"node\", machine=\"x86_64\", nodename=\"smithi031\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:18:53.961 INFO:tasks.rados.rados.0.smithi031.stdout:1364: done (0 left) 2024-08-10T05:18:53.961 INFO:tasks.rados.rados.0.smithi031.stdout:1365: snap_remove snap 130 2024-08-10T05:18:54.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:54 smithi031 ceph-mon[98130]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 50/354 objects degraded (14.124%), 11 pgs degraded) 2024-08-10T05:18:54.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:54 smithi031 ceph-mon[98130]: Cluster is now healthy 2024-08-10T05:18:54.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:54 smithi031 ceph-mon[98130]: osdmap e348: 8 total, 8 up, 8 in 2024-08-10T05:18:54.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:54 smithi031 ceph-mon[100614]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 50/354 objects degraded (14.124%), 11 pgs degraded) 2024-08-10T05:18:54.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:54 smithi031 ceph-mon[100614]: Cluster is now healthy 2024-08-10T05:18:54.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:54 smithi031 ceph-mon[100614]: osdmap e348: 8 total, 8 up, 8 in 2024-08-10T05:18:54.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:54 smithi196 ceph-mon[90243]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 50/354 objects degraded (14.124%), 11 pgs degraded) 2024-08-10T05:18:54.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:54 smithi196 ceph-mon[90243]: Cluster is now healthy 2024-08-10T05:18:54.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:54 smithi196 ceph-mon[90243]: osdmap e348: 8 total, 8 up, 8 in 2024-08-10T05:18:54.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:18:54 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:18:54.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:18:54.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:18:54 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:18:54.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:18:54.964 INFO:tasks.rados.rados.0.smithi031.stdout:1365: done (0 left) 2024-08-10T05:18:54.964 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 23 current snap is 131 2024-08-10T05:18:54.964 INFO:tasks.rados.rados.0.smithi031.stdout:1366: seq_num 423 ranges {3940352=688128,4628480=614400,5242880=622592,5865472=368640} 2024-08-10T05:18:54.989 INFO:tasks.rados.rados.0.smithi031.stdout:1366: writing smithi03186013-23 from 3940352 to 4628480 tid 1 2024-08-10T05:18:54.993 INFO:tasks.rados.rados.0.smithi031.stdout:1366: writing smithi03186013-23 from 4628480 to 5242880 tid 2 2024-08-10T05:18:54.996 INFO:tasks.rados.rados.0.smithi031.stdout:1366: writing smithi03186013-23 from 5242880 to 5865472 tid 3 2024-08-10T05:18:54.999 INFO:tasks.rados.rados.0.smithi031.stdout:1366: writing smithi03186013-23 from 5865472 to 6234112 tid 4 2024-08-10T05:18:55.000 INFO:tasks.rados.rados.0.smithi031.stdout:1367: rmattr oid 15 current snap is 131 2024-08-10T05:18:55.000 INFO:tasks.rados.rados.0.smithi031.stdout:1367: done (1 left) 2024-08-10T05:18:55.000 INFO:tasks.rados.rados.0.smithi031.stdout:1368: read oid 6 snap -1 2024-08-10T05:18:55.000 INFO:tasks.rados.rados.0.smithi031.stdout:1368: expect (ObjNum 41 snap 0 seq_num 41) 2024-08-10T05:18:55.000 INFO:tasks.rados.rados.0.smithi031.stdout:1369: delete oid 29 current snap is 131 2024-08-10T05:18:55.000 INFO:tasks.rados.rados.0.smithi031.stdout:1366: finishing write tid 1 to smithi03186013-23 2024-08-10T05:18:55.000 INFO:tasks.rados.rados.0.smithi031.stdout:1366: finishing write tid 2 to smithi03186013-23 2024-08-10T05:18:55.002 INFO:tasks.rados.rados.0.smithi031.stdout:1366: finishing write tid 3 to smithi03186013-23 2024-08-10T05:18:55.002 INFO:tasks.rados.rados.0.smithi031.stdout:1366: finishing write tid 4 to smithi03186013-23 2024-08-10T05:18:55.003 INFO:tasks.rados.rados.0.smithi031.stdout:1369: done (2 left) 2024-08-10T05:18:55.003 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 21 current snap is 131 2024-08-10T05:18:55.003 INFO:tasks.rados.rados.0.smithi031.stdout:1370: seq_num 425 ranges {3047424=720896,3768320=778240,4546560=638976,5185536=188416} 2024-08-10T05:18:55.024 INFO:tasks.rados.rados.0.smithi031.stdout:1370: writing smithi03186013-21 from 3047424 to 3768320 tid 1 2024-08-10T05:18:55.028 INFO:tasks.rados.rados.0.smithi031.stdout:1370: writing smithi03186013-21 from 3768320 to 4546560 tid 2 2024-08-10T05:18:55.032 INFO:tasks.rados.rados.0.smithi031.stdout:1370: writing smithi03186013-21 from 4546560 to 5185536 tid 3 2024-08-10T05:18:55.034 INFO:tasks.rados.rados.0.smithi031.stdout:1370: writing smithi03186013-21 from 5185536 to 5373952 tid 4 2024-08-10T05:18:55.034 INFO:tasks.rados.rados.0.smithi031.stdout:1371: read oid 10 snap -1 2024-08-10T05:18:55.034 INFO:tasks.rados.rados.0.smithi031.stdout:1371: expect (ObjNum 407 snap 128 seq_num 407) 2024-08-10T05:18:55.034 INFO:tasks.rados.rados.0.smithi031.stdout:1372: setattr oid 30 current snap is 131 2024-08-10T05:18:55.034 INFO:tasks.rados.rados.0.smithi031.stdout:1366: finishing write tid 5 to smithi03186013-23 2024-08-10T05:18:55.034 INFO:tasks.rados.rados.0.smithi031.stdout:1366: finishing write tid 6 to smithi03186013-23 2024-08-10T05:18:55.035 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 23 v 372 (ObjNum 423 snap 131 seq_num 423) dirty exists 2024-08-10T05:18:55.035 INFO:tasks.rados.rados.0.smithi031.stdout:1366: left oid 23 (ObjNum 423 snap 131 seq_num 423) 2024-08-10T05:18:55.035 INFO:tasks.rados.rados.0.smithi031.stdout:1368: expect (ObjNum 41 snap 0 seq_num 41) 2024-08-10T05:18:55.054 INFO:tasks.rados.rados.0.smithi031.stdout:1370: finishing write tid 1 to smithi03186013-21 2024-08-10T05:18:55.055 INFO:tasks.rados.rados.0.smithi031.stdout:1370: finishing write tid 2 to smithi03186013-21 2024-08-10T05:18:55.055 INFO:tasks.rados.rados.0.smithi031.stdout:1370: finishing write tid 3 to smithi03186013-21 2024-08-10T05:18:55.055 INFO:tasks.rados.rados.0.smithi031.stdout:1370: finishing write tid 4 to smithi03186013-21 2024-08-10T05:18:55.055 INFO:tasks.rados.rados.0.smithi031.stdout:1370: finishing write tid 5 to smithi03186013-21 2024-08-10T05:18:55.055 INFO:tasks.rados.rados.0.smithi031.stdout:1370: finishing write tid 6 to smithi03186013-21 2024-08-10T05:18:55.055 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 21 v 752 (ObjNum 425 snap 131 seq_num 425) dirty exists 2024-08-10T05:18:55.055 INFO:tasks.rados.rados.0.smithi031.stdout:1370: left oid 21 (ObjNum 425 snap 131 seq_num 425) 2024-08-10T05:18:55.055 INFO:tasks.rados.rados.0.smithi031.stdout:1371: expect (ObjNum 407 snap 128 seq_num 407) 2024-08-10T05:18:55.215 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 30 v 753 (ObjNum 410 snap 128 seq_num 410) dirty exists 2024-08-10T05:18:55.215 INFO:tasks.rados.rados.0.smithi031.stdout:1366: done (4 left) 2024-08-10T05:18:55.215 INFO:tasks.rados.rados.0.smithi031.stdout:1368: done (3 left) 2024-08-10T05:18:55.215 INFO:tasks.rados.rados.0.smithi031.stdout:1370: done (2 left) 2024-08-10T05:18:55.215 INFO:tasks.rados.rados.0.smithi031.stdout:1371: done (1 left) 2024-08-10T05:18:55.215 INFO:tasks.rados.rados.0.smithi031.stdout:1372: done (0 left) 2024-08-10T05:18:55.215 INFO:tasks.rados.rados.0.smithi031.stdout:1373: snap_create 2024-08-10T05:18:55.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:55 smithi031 ceph-mon[98130]: pgmap v171: 121 pgs: 5 peering, 116 active+clean; 224 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 224 B/s rd, 1.4 MiB/s wr, 12 op/s; 17 MiB/s, 2 objects/s recovering 2024-08-10T05:18:55.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:55 smithi031 ceph-mon[98130]: osdmap e349: 8 total, 8 up, 8 in 2024-08-10T05:18:55.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:55 smithi031 ceph-mon[100614]: pgmap v171: 121 pgs: 5 peering, 116 active+clean; 224 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 224 B/s rd, 1.4 MiB/s wr, 12 op/s; 17 MiB/s, 2 objects/s recovering 2024-08-10T05:18:55.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:55 smithi031 ceph-mon[100614]: osdmap e349: 8 total, 8 up, 8 in 2024-08-10T05:18:55.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:55 smithi196 ceph-mon[90243]: pgmap v171: 121 pgs: 5 peering, 116 active+clean; 224 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 224 B/s rd, 1.4 MiB/s wr, 12 op/s; 17 MiB/s, 2 objects/s recovering 2024-08-10T05:18:55.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:55 smithi196 ceph-mon[90243]: osdmap e349: 8 total, 8 up, 8 in 2024-08-10T05:18:56.013 INFO:tasks.rados.rados.0.smithi031.stdout:1373: done (0 left) 2024-08-10T05:18:56.013 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 29 current snap is 132 2024-08-10T05:18:56.013 INFO:tasks.rados.rados.0.smithi031.stdout:1374: seq_num 426 ranges {0=737280,737280=712704,1449984=802816,2252800=90112} 2024-08-10T05:18:56.016 INFO:tasks.rados.rados.0.smithi031.stdout:1374: writing smithi03186013-29 from 0 to 737280 tid 1 2024-08-10T05:18:56.021 INFO:tasks.rados.rados.0.smithi031.stdout:1374: writing smithi03186013-29 from 737280 to 1449984 tid 2 2024-08-10T05:18:56.026 INFO:tasks.rados.rados.0.smithi031.stdout:1374: writing smithi03186013-29 from 1449984 to 2252800 tid 3 2024-08-10T05:18:56.027 INFO:tasks.rados.rados.0.smithi031.stdout:1374: writing smithi03186013-29 from 2252800 to 2342912 tid 4 2024-08-10T05:18:56.027 INFO:tasks.rados.rados.0.smithi031.stdout:1375: copy_from oid 14 from oid 8 current snap is 132 2024-08-10T05:18:56.027 INFO:tasks.rados.rados.0.smithi031.stdout:1374: finishing write tid 1 to smithi03186013-29 2024-08-10T05:18:56.027 INFO:tasks.rados.rados.0.smithi031.stdout:1374: finishing write tid 2 to smithi03186013-29 2024-08-10T05:18:56.027 INFO:tasks.rados.rados.0.smithi031.stdout:1376: setattr oid 25 current snap is 132 2024-08-10T05:18:56.028 INFO:tasks.rados.rados.0.smithi031.stdout:1377: rollback oid 45 current snap is 132 2024-08-10T05:18:56.028 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 45 to 131 2024-08-10T05:18:56.028 INFO:tasks.rados.rados.0.smithi031.stdout:1378: rollback oid 50 current snap is 132 2024-08-10T05:18:56.028 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 50 to 131 2024-08-10T05:18:56.028 INFO:tasks.rados.rados.0.smithi031.stdout:1379: delete oid 6 current snap is 132 2024-08-10T05:18:56.033 INFO:tasks.rados.rados.0.smithi031.stdout:1379: done (5 left) 2024-08-10T05:18:56.034 INFO:tasks.rados.rados.0.smithi031.stdout:1380: read oid 34 snap -1 2024-08-10T05:18:56.034 INFO:tasks.rados.rados.0.smithi031.stdout:1380: expect deleted 2024-08-10T05:18:56.034 INFO:tasks.rados.rados.0.smithi031.stdout:1381: read oid 27 snap 131 2024-08-10T05:18:56.034 INFO:tasks.rados.rados.0.smithi031.stdout:1381: expect (ObjNum 409 snap 128 seq_num 409) 2024-08-10T05:18:56.034 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 40 current snap is 132 2024-08-10T05:18:56.034 INFO:tasks.rados.rados.0.smithi031.stdout:1382: seq_num 428 ranges {0=778240,778240=483328,1261568=409600,1671168=417792,2088960=294912} 2024-08-10T05:18:56.038 INFO:tasks.rados.rados.0.smithi031.stdout:1382: writing smithi03186013-40 from 0 to 778240 tid 1 2024-08-10T05:18:56.041 INFO:tasks.rados.rados.0.smithi031.stdout:1382: writing smithi03186013-40 from 778240 to 1261568 tid 2 2024-08-10T05:18:56.043 INFO:tasks.rados.rados.0.smithi031.stdout:1382: writing smithi03186013-40 from 1261568 to 1671168 tid 3 2024-08-10T05:18:56.046 INFO:tasks.rados.rados.0.smithi031.stdout:1382: writing smithi03186013-40 from 1671168 to 2088960 tid 4 2024-08-10T05:18:56.048 INFO:tasks.rados.rados.0.smithi031.stdout:1382: writing smithi03186013-40 from 2088960 to 2383872 tid 5 2024-08-10T05:18:56.048 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 13 current snap is 132 2024-08-10T05:18:56.048 INFO:tasks.rados.rados.0.smithi031.stdout:1383: seq_num 429 ranges {0=794624,794624=770048,1564672=622592,2187264=212992} 2024-08-10T05:18:56.052 INFO:tasks.rados.rados.0.smithi031.stdout:1383: writing smithi03186013-13 from 0 to 794624 tid 1 2024-08-10T05:18:56.058 INFO:tasks.rados.rados.0.smithi031.stdout:1383: writing smithi03186013-13 from 794624 to 1564672 tid 2 2024-08-10T05:18:56.062 INFO:tasks.rados.rados.0.smithi031.stdout:1383: writing smithi03186013-13 from 1564672 to 2187264 tid 3 2024-08-10T05:18:56.063 INFO:tasks.rados.rados.0.smithi031.stdout:1383: writing smithi03186013-13 from 2187264 to 2400256 tid 4 2024-08-10T05:18:56.063 INFO:tasks.rados.rados.0.smithi031.stdout:1384: rollback oid 39 current snap is 132 2024-08-10T05:18:56.064 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 39 to 131 2024-08-10T05:18:56.064 INFO:tasks.rados.rados.0.smithi031.stdout:1374: finishing write tid 3 to smithi03186013-29 2024-08-10T05:18:56.064 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 25 v 804 (ObjNum 378 snap 117 seq_num 378) dirty exists 2024-08-10T05:18:56.064 INFO:tasks.rados.rados.0.smithi031.stdout:1374: finishing write tid 4 to smithi03186013-29 2024-08-10T05:18:56.064 INFO:tasks.rados.rados.0.smithi031.stdout:1374: finishing write tid 5 to smithi03186013-29 2024-08-10T05:18:56.064 INFO:tasks.rados.rados.0.smithi031.stdout:1377: finishing rollback tid 0 to smithi03186013-45 2024-08-10T05:18:56.064 INFO:tasks.rados.rados.0.smithi031.stdout:1377: finishing rollback tid 1 to smithi03186013-45 2024-08-10T05:18:56.064 INFO:tasks.rados.rados.0.smithi031.stdout:1376: done (9 left) 2024-08-10T05:18:56.064 INFO:tasks.rados.rados.0.smithi031.stdout:1380: done (8 left) 2024-08-10T05:18:56.064 INFO:tasks.rados.rados.0.smithi031.stdout:1385: read oid 47 snap -1 2024-08-10T05:18:56.064 INFO:tasks.rados.rados.0.smithi031.stdout:1385: expect (ObjNum 41 snap 0 seq_num 41) 2024-08-10T05:18:56.064 INFO:tasks.rados.rados.0.smithi031.stdout:1386: read oid 16 snap -1 2024-08-10T05:18:56.065 INFO:tasks.rados.rados.0.smithi031.stdout:1386: expect (ObjNum 261 snap 78 seq_num 261) 2024-08-10T05:18:56.065 INFO:tasks.rados.rados.0.smithi031.stdout:1387: rmattr oid 24 current snap is 132 2024-08-10T05:18:56.065 INFO:tasks.rados.rados.0.smithi031.stdout:1387: done (10 left) 2024-08-10T05:18:56.065 INFO:tasks.rados.rados.0.smithi031.stdout:1388: rollback oid 46 current snap is 132 2024-08-10T05:18:56.067 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 46 to 131 2024-08-10T05:18:56.067 INFO:tasks.rados.rados.0.smithi031.stdout:1378: finishing rollback tid 0 to smithi03186013-50 2024-08-10T05:18:56.067 INFO:tasks.rados.rados.0.smithi031.stdout:1378: finishing rollback tid 1 to smithi03186013-50 2024-08-10T05:18:56.067 INFO:tasks.rados.rados.0.smithi031.stdout:1377: finishing rollback tid 2 to smithi03186013-45 2024-08-10T05:18:56.067 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 45 v 808 (ObjNum 393 snap 124 seq_num 393) dirty exists 2024-08-10T05:18:56.068 INFO:tasks.rados.rados.0.smithi031.stdout:1377: done (10 left) 2024-08-10T05:18:56.068 INFO:tasks.rados.rados.0.smithi031.stdout:1389: setattr oid 43 current snap is 132 2024-08-10T05:18:56.068 INFO:tasks.rados.rados.0.smithi031.stdout:1378: finishing rollback tid 2 to smithi03186013-50 2024-08-10T05:18:56.068 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 50 v 708 (ObjNum 365 snap 117 seq_num 365) dirty exists 2024-08-10T05:18:56.068 INFO:tasks.rados.rados.0.smithi031.stdout:1374: finishing write tid 6 to smithi03186013-29 2024-08-10T05:18:56.068 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 29 v 852 (ObjNum 426 snap 132 seq_num 426) dirty exists 2024-08-10T05:18:56.068 INFO:tasks.rados.rados.0.smithi031.stdout:1374: left oid 29 (ObjNum 426 snap 132 seq_num 426) 2024-08-10T05:18:56.068 INFO:tasks.rados.rados.0.smithi031.stdout:1375: finishing copy_from racing read to smithi03186013-14 2024-08-10T05:18:56.068 INFO:tasks.rados.rados.0.smithi031.stdout:1382: finishing write tid 1 to smithi03186013-40 2024-08-10T05:18:56.068 INFO:tasks.rados.rados.0.smithi031.stdout:1375: finishing copy_from to smithi03186013-14 2024-08-10T05:18:56.068 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 14 v 292 (ObjNum 224 snap 62 seq_num 224) dirty exists 2024-08-10T05:18:56.068 INFO:tasks.rados.rados.0.smithi031.stdout:1382: finishing write tid 2 to smithi03186013-40 2024-08-10T05:18:56.068 INFO:tasks.rados.rados.0.smithi031.stdout:1382: finishing write tid 3 to smithi03186013-40 2024-08-10T05:18:56.069 INFO:tasks.rados.rados.0.smithi031.stdout:1383: finishing write tid 1 to smithi03186013-13 2024-08-10T05:18:56.069 INFO:tasks.rados.rados.0.smithi031.stdout:1383: finishing write tid 2 to smithi03186013-13 2024-08-10T05:18:56.069 INFO:tasks.rados.rados.0.smithi031.stdout:1382: finishing write tid 4 to smithi03186013-40 2024-08-10T05:18:56.069 INFO:tasks.rados.rados.0.smithi031.stdout:1382: finishing write tid 5 to smithi03186013-40 2024-08-10T05:18:56.069 INFO:tasks.rados.rados.0.smithi031.stdout:1388: finishing rollback tid 1 to smithi03186013-46 2024-08-10T05:18:56.069 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 46 v 0 (ObjNum 65 snap 0 seq_num 1802661739) dirty dne 2024-08-10T05:18:56.069 INFO:tasks.rados.rados.0.smithi031.stdout:1374: done (10 left) 2024-08-10T05:18:56.069 INFO:tasks.rados.rados.0.smithi031.stdout:1375: done (9 left) 2024-08-10T05:18:56.069 INFO:tasks.rados.rados.0.smithi031.stdout:1378: done (8 left) 2024-08-10T05:18:56.069 INFO:tasks.rados.rados.0.smithi031.stdout:1388: done (7 left) 2024-08-10T05:18:56.069 INFO:tasks.rados.rados.0.smithi031.stdout:1390: delete oid 25 current snap is 132 2024-08-10T05:18:56.069 INFO:tasks.rados.rados.0.smithi031.stdout:1383: finishing write tid 3 to smithi03186013-13 2024-08-10T05:18:56.069 INFO:tasks.rados.rados.0.smithi031.stdout:1383: finishing write tid 4 to smithi03186013-13 2024-08-10T05:18:56.069 INFO:tasks.rados.rados.0.smithi031.stdout:1383: finishing write tid 5 to smithi03186013-13 2024-08-10T05:18:56.070 INFO:tasks.rados.rados.0.smithi031.stdout:1383: finishing write tid 6 to smithi03186013-13 2024-08-10T05:18:56.070 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 13 v 758 (ObjNum 429 snap 132 seq_num 429) dirty exists 2024-08-10T05:18:56.071 INFO:tasks.rados.rados.0.smithi031.stdout:1383: left oid 13 (ObjNum 429 snap 132 seq_num 429) 2024-08-10T05:18:56.071 INFO:tasks.rados.rados.0.smithi031.stdout:1383: done (7 left) 2024-08-10T05:18:56.071 INFO:tasks.rados.rados.0.smithi031.stdout:1390: done (6 left) 2024-08-10T05:18:56.071 INFO:tasks.rados.rados.0.smithi031.stdout:1391: rollback oid 9 current snap is 132 2024-08-10T05:18:56.071 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 9 to 131 2024-08-10T05:18:56.071 INFO:tasks.rados.rados.0.smithi031.stdout:1392: delete oid 20 current snap is 132 2024-08-10T05:18:56.071 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 43 v 647 (ObjNum 368 snap 117 seq_num 368) dirty exists 2024-08-10T05:18:56.072 INFO:tasks.rados.rados.0.smithi031.stdout:1381: expect (ObjNum 409 snap 128 seq_num 409) 2024-08-10T05:18:56.448 INFO:tasks.rados.rados.0.smithi031.stdout:1382: finishing write tid 6 to smithi03186013-40 2024-08-10T05:18:56.448 INFO:tasks.rados.rados.0.smithi031.stdout:1382: finishing write tid 7 to smithi03186013-40 2024-08-10T05:18:56.448 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 40 v 754 (ObjNum 428 snap 132 seq_num 428) dirty exists 2024-08-10T05:18:56.448 INFO:tasks.rados.rados.0.smithi031.stdout:1382: left oid 40 (ObjNum 428 snap 132 seq_num 428) 2024-08-10T05:18:56.448 INFO:tasks.rados.rados.0.smithi031.stdout:1384: finishing rollback tid 0 to smithi03186013-39 2024-08-10T05:18:56.448 INFO:tasks.rados.rados.0.smithi031.stdout:1384: finishing rollback tid 1 to smithi03186013-39 2024-08-10T05:18:56.448 INFO:tasks.rados.rados.0.smithi031.stdout:1384: finishing rollback tid 2 to smithi03186013-39 2024-08-10T05:18:56.449 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 39 v 474 (ObjNum 422 snap 131 seq_num 422) dirty exists 2024-08-10T05:18:56.449 INFO:tasks.rados.rados.0.smithi031.stdout:1391: finishing rollback tid 0 to smithi03186013-9 2024-08-10T05:18:56.449 INFO:tasks.rados.rados.0.smithi031.stdout:1391: finishing rollback tid 1 to smithi03186013-9 2024-08-10T05:18:56.449 INFO:tasks.rados.rados.0.smithi031.stdout:1391: finishing rollback tid 2 to smithi03186013-9 2024-08-10T05:18:56.449 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 9 v 761 (ObjNum 390 snap 121 seq_num 390) dirty exists 2024-08-10T05:18:56.449 INFO:tasks.rados.rados.0.smithi031.stdout:1385: expect (ObjNum 41 snap 0 seq_num 41) 2024-08-10T05:18:56.469 INFO:tasks.rados.rados.0.smithi031.stdout:1386: expect (ObjNum 261 snap 78 seq_num 261) 2024-08-10T05:18:57.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:56 smithi031 ceph-mon[98130]: pgmap v174: 121 pgs: 121 active+clean; 215 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 224 B/s rd, 1.4 MiB/s wr, 12 op/s; 19 MiB/s, 3 objects/s recovering 2024-08-10T05:18:57.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:18:57.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:18:57.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:56 smithi031 ceph-mon[98130]: osdmap e350: 8 total, 8 up, 8 in 2024-08-10T05:18:57.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:56 smithi031 ceph-mon[100614]: pgmap v174: 121 pgs: 121 active+clean; 215 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 224 B/s rd, 1.4 MiB/s wr, 12 op/s; 19 MiB/s, 3 objects/s recovering 2024-08-10T05:18:57.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:56 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:18:57.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:56 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:18:57.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:56 smithi031 ceph-mon[100614]: osdmap e350: 8 total, 8 up, 8 in 2024-08-10T05:18:57.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:56 smithi196 ceph-mon[90243]: pgmap v174: 121 pgs: 121 active+clean; 215 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 224 B/s rd, 1.4 MiB/s wr, 12 op/s; 19 MiB/s, 3 objects/s recovering 2024-08-10T05:18:57.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:56 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:18:57.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:56 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:18:57.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:56 smithi196 ceph-mon[90243]: osdmap e350: 8 total, 8 up, 8 in 2024-08-10T05:18:57.279 INFO:tasks.rados.rados.0.smithi031.stdout:1381: done (7 left) 2024-08-10T05:18:57.279 INFO:tasks.rados.rados.0.smithi031.stdout:1382: done (6 left) 2024-08-10T05:18:57.279 INFO:tasks.rados.rados.0.smithi031.stdout:1384: done (5 left) 2024-08-10T05:18:57.279 INFO:tasks.rados.rados.0.smithi031.stdout:1385: done (4 left) 2024-08-10T05:18:57.279 INFO:tasks.rados.rados.0.smithi031.stdout:1386: done (3 left) 2024-08-10T05:18:57.279 INFO:tasks.rados.rados.0.smithi031.stdout:1389: done (2 left) 2024-08-10T05:18:57.280 INFO:tasks.rados.rados.0.smithi031.stdout:1391: done (1 left) 2024-08-10T05:18:57.280 INFO:tasks.rados.rados.0.smithi031.stdout:1392: done (0 left) 2024-08-10T05:18:57.280 INFO:tasks.rados.rados.0.smithi031.stdout:1393: delete oid 20 current snap is 132 2024-08-10T05:18:57.281 INFO:tasks.rados.rados.0.smithi031.stdout:1393: done (0 left) 2024-08-10T05:18:57.281 INFO:tasks.rados.rados.0.smithi031.stdout:1394: read oid 32 snap -1 2024-08-10T05:18:57.281 INFO:tasks.rados.rados.0.smithi031.stdout:1394: expect (ObjNum 416 snap 130 seq_num 416) 2024-08-10T05:18:57.281 INFO:tasks.rados.rados.0.smithi031.stdout:1395: delete oid 15 current snap is 132 2024-08-10T05:18:57.284 INFO:tasks.rados.rados.0.smithi031.stdout:1395: done (1 left) 2024-08-10T05:18:57.284 INFO:tasks.rados.rados.0.smithi031.stdout:1396: read oid 44 snap -1 2024-08-10T05:18:57.284 INFO:tasks.rados.rados.0.smithi031.stdout:1396: expect (ObjNum 388 snap 120 seq_num 388) 2024-08-10T05:18:57.284 INFO:tasks.rados.rados.0.smithi031.stdout:1397: copy_from oid 7 from oid 8 current snap is 132 2024-08-10T05:18:57.284 INFO:tasks.rados.rados.0.smithi031.stdout:1398: rmattr oid 3 current snap is 132 2024-08-10T05:18:57.284 INFO:tasks.rados.rados.0.smithi031.stdout:1398: done (3 left) 2024-08-10T05:18:57.285 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 4 current snap is 132 2024-08-10T05:18:57.285 INFO:tasks.rados.rados.0.smithi031.stdout:1399: seq_num 434 ranges {2146304=73728} 2024-08-10T05:18:57.297 INFO:tasks.rados.rados.0.smithi031.stdout:1399: writing smithi03186013-4 from 2146304 to 2220032 tid 1 2024-08-10T05:18:57.297 INFO:tasks.rados.rados.0.smithi031.stdout:1400: delete oid 14 current snap is 132 2024-08-10T05:18:57.298 INFO:tasks.rados.rados.0.smithi031.stdout:1396: expect (ObjNum 388 snap 120 seq_num 388) 2024-08-10T05:18:57.412 INFO:tasks.rados.rados.0.smithi031.stdout:1399: finishing write tid 1 to smithi03186013-4 2024-08-10T05:18:57.412 INFO:tasks.rados.rados.0.smithi031.stdout:1399: finishing write tid 2 to smithi03186013-4 2024-08-10T05:18:57.412 INFO:tasks.rados.rados.0.smithi031.stdout:1399: finishing write tid 3 to smithi03186013-4 2024-08-10T05:18:57.412 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 4 v 711 (ObjNum 434 snap 132 seq_num 434) dirty exists 2024-08-10T05:18:57.412 INFO:tasks.rados.rados.0.smithi031.stdout:1399: left oid 4 (ObjNum 434 snap 132 seq_num 434) 2024-08-10T05:18:57.412 INFO:tasks.rados.rados.0.smithi031.stdout:1397: finishing copy_from racing read to smithi03186013-7 2024-08-10T05:18:57.412 INFO:tasks.rados.rados.0.smithi031.stdout:1397: finishing copy_from to smithi03186013-7 2024-08-10T05:18:57.412 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 7 v 292 (ObjNum 224 snap 62 seq_num 224) dirty exists 2024-08-10T05:18:57.412 INFO:tasks.rados.rados.0.smithi031.stdout:1394: expect (ObjNum 416 snap 130 seq_num 416) 2024-08-10T05:18:58.820 INFO:tasks.rados.rados.0.smithi031.stdout:1394: done (4 left) 2024-08-10T05:18:58.820 INFO:tasks.rados.rados.0.smithi031.stdout:1396: done (3 left) 2024-08-10T05:18:58.820 INFO:tasks.rados.rados.0.smithi031.stdout:1397: done (2 left) 2024-08-10T05:18:58.820 INFO:tasks.rados.rados.0.smithi031.stdout:1399: done (1 left) 2024-08-10T05:18:58.820 INFO:tasks.rados.rados.0.smithi031.stdout:1400: done (0 left) 2024-08-10T05:18:58.820 INFO:tasks.rados.rados.0.smithi031.stdout:1401: read oid 38 snap -1 2024-08-10T05:18:58.820 INFO:tasks.rados.rados.0.smithi031.stdout:1401: expect (ObjNum 224 snap 62 seq_num 224) 2024-08-10T05:18:58.821 INFO:tasks.rados.rados.0.smithi031.stdout:1402: snap_create 2024-08-10T05:18:58.827 INFO:tasks.rados.rados.0.smithi031.stdout:1401: expect (ObjNum 224 snap 62 seq_num 224) 2024-08-10T05:18:59.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:18:58 smithi196 ceph-mon[90243]: pgmap v176: 121 pgs: 121 active+clean; 191 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.6 MiB/s wr, 30 op/s; 1.5 MiB/s, 0 objects/s recovering 2024-08-10T05:18:59.029 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:18:58 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:18:58.659Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)\", cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", cluster_addr=\"172.21.15.31\", device_class=\"ssd\", hostname=\"smithi031\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.31\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)\", cluster_addr=\"172.21.15.31\", device_class=\"ssd\", hostname=\"smithi031\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.31\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-08-10T05:18:59.029 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:18:58 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:18:58.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)\", cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", cluster_addr=\"172.21.15.31\", device_class=\"ssd\", hostname=\"smithi031\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.31\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)\", cluster_addr=\"172.21.15.31\", device_class=\"ssd\", hostname=\"smithi031\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.31\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:18:59.182 INFO:tasks.rados.rados.0.smithi031.stdout:1401: done (1 left) 2024-08-10T05:18:59.182 INFO:tasks.rados.rados.0.smithi031.stdout:1402: done (0 left) 2024-08-10T05:18:59.182 INFO:tasks.rados.rados.0.smithi031.stdout:1403: delete oid 24 current snap is 133 2024-08-10T05:18:59.185 INFO:tasks.rados.rados.0.smithi031.stdout:1403: done (0 left) 2024-08-10T05:18:59.185 INFO:tasks.rados.rados.0.smithi031.stdout:1404: snap_create 2024-08-10T05:18:59.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:18:58 smithi031 ceph-mon[98130]: pgmap v176: 121 pgs: 121 active+clean; 191 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.6 MiB/s wr, 30 op/s; 1.5 MiB/s, 0 objects/s recovering 2024-08-10T05:18:59.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:18:58 smithi031 ceph-mon[100614]: pgmap v176: 121 pgs: 121 active+clean; 191 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.6 MiB/s wr, 30 op/s; 1.5 MiB/s, 0 objects/s recovering 2024-08-10T05:19:00.195 INFO:tasks.rados.rados.0.smithi031.stdout:1404: done (0 left) 2024-08-10T05:19:00.195 INFO:tasks.rados.rados.0.smithi031.stdout:1405: snap_remove snap 131 2024-08-10T05:19:00.229 INFO:teuthology.orchestra.run.smithi031.stdout:true 2024-08-10T05:19:00.503 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:00 smithi031 ceph-mon[98130]: osdmap e351: 8 total, 8 up, 8 in 2024-08-10T05:19:00.503 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:00 smithi031 ceph-mon[100614]: osdmap e351: 8 total, 8 up, 8 in 2024-08-10T05:19:00.504 INFO:teuthology.orchestra.run.smithi031.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-10T05:19:00.504 INFO:teuthology.orchestra.run.smithi031.stdout:alertmanager.a smithi031 *:9093,9094 running (3m) 12s ago 7m 15.5M - 0.25.0 c8568f914cd2 afde0a9ed8a2 2024-08-10T05:19:00.504 INFO:teuthology.orchestra.run.smithi031.stdout:grafana.a smithi196 *:3000 running (3m) 87s ago 7m 76.0M - 9.4.7 954c08fa6188 6ec1b1b19e7a 2024-08-10T05:19:00.504 INFO:teuthology.orchestra.run.smithi031.stdout:mds.a smithi031 running (8m) 12s ago 8m 16.0M - 17.2.7-1372-g56ceb861 354fce865a9a 6a7f8795f454 2024-08-10T05:19:00.504 INFO:teuthology.orchestra.run.smithi031.stdout:mds.b smithi196 running (8m) 87s ago 8m 18.2M - 17.2.7-1372-g56ceb861 354fce865a9a b1ed5b548d29 2024-08-10T05:19:00.504 INFO:teuthology.orchestra.run.smithi031.stdout:mgr.x smithi196 *:8443,9283,8765 running (2m) 87s ago 12m 438M - 19.1.0-1335-gbca9905d c7b33901c886 467542b38c9b 2024-08-10T05:19:00.504 INFO:teuthology.orchestra.run.smithi031.stdout:mgr.y smithi031 *:8443,9283,8765 running (2m) 12s ago 13m 505M - 19.1.0-1335-gbca9905d c7b33901c886 7eef306ed587 2024-08-10T05:19:00.504 INFO:teuthology.orchestra.run.smithi031.stdout:mon.a smithi031 running (2m) 12s ago 14m 51.7M 2048M 19.1.0-1335-gbca9905d c7b33901c886 9e3f4f54b00a 2024-08-10T05:19:00.504 INFO:teuthology.orchestra.run.smithi031.stdout:mon.b smithi196 running (92s) 87s ago 12m 22.1M 2048M 19.1.0-1335-gbca9905d c7b33901c886 b01d51d0054f 2024-08-10T05:19:00.505 INFO:teuthology.orchestra.run.smithi031.stdout:mon.c smithi031 running (110s) 12s ago 12m 41.0M 2048M 19.1.0-1335-gbca9905d c7b33901c886 2cc1160db2be 2024-08-10T05:19:00.505 INFO:teuthology.orchestra.run.smithi031.stdout:node-exporter.a smithi031 *:9100 running (3m) 12s ago 6m 8288k - 1.5.0 0da6a335fe13 b1e6859cbc5d 2024-08-10T05:19:00.505 INFO:teuthology.orchestra.run.smithi031.stdout:node-exporter.b smithi196 *:9100 running (3m) 87s ago 6m 7944k - 1.5.0 0da6a335fe13 fce7ddc02cba 2024-08-10T05:19:00.505 INFO:teuthology.orchestra.run.smithi031.stdout:osd.0 smithi031 running (50s) 12s ago 11m 121M 2481M 19.1.0-1335-gbca9905d c7b33901c886 b6a59f8bdb81 2024-08-10T05:19:00.505 INFO:teuthology.orchestra.run.smithi031.stdout:osd.1 smithi031 running (16s) 12s ago 11m 11.9M 2481M 19.1.0-1335-gbca9905d c7b33901c886 67b0c1ce41f2 2024-08-10T05:19:00.505 INFO:teuthology.orchestra.run.smithi031.stdout:osd.2 smithi031 running (11m) 12s ago 11m 164M 2481M 17.2.7-1372-g56ceb861 354fce865a9a 219593aa2bcc 2024-08-10T05:19:00.505 INFO:teuthology.orchestra.run.smithi031.stdout:osd.3 smithi031 running (10m) 12s ago 10m 146M 2481M 17.2.7-1372-g56ceb861 354fce865a9a 2f86cfe4892d 2024-08-10T05:19:00.505 INFO:teuthology.orchestra.run.smithi031.stdout:osd.4 smithi196 running (10m) 87s ago 10m 165M 2480M 17.2.7-1372-g56ceb861 354fce865a9a 267ae336e2f7 2024-08-10T05:19:00.505 INFO:teuthology.orchestra.run.smithi031.stdout:osd.5 smithi196 running (9m) 87s ago 9m 169M 2480M 17.2.7-1372-g56ceb861 354fce865a9a 6af7d344b4cc 2024-08-10T05:19:00.505 INFO:teuthology.orchestra.run.smithi031.stdout:osd.6 smithi196 running (9m) 87s ago 9m 117M 2480M 17.2.7-1372-g56ceb861 354fce865a9a e73c19910471 2024-08-10T05:19:00.505 INFO:teuthology.orchestra.run.smithi031.stdout:osd.7 smithi196 running (9m) 87s ago 9m 91.7M 2480M 17.2.7-1372-g56ceb861 354fce865a9a f847e8917297 2024-08-10T05:19:00.505 INFO:teuthology.orchestra.run.smithi031.stdout:prometheus.a smithi196 *:9095 running (2m) 87s ago 7m 51.8M - 2.43.0 a07b618ecd1d d50c5c7907b8 2024-08-10T05:19:00.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:00 smithi196 ceph-mon[90243]: osdmap e351: 8 total, 8 up, 8 in 2024-08-10T05:19:00.839 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-08-10T05:19:00.840 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": { 2024-08-10T05:19:00.840 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 3 2024-08-10T05:19:00.840 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-08-10T05:19:00.840 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": { 2024-08-10T05:19:00.840 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 2 2024-08-10T05:19:00.840 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-08-10T05:19:00.840 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": { 2024-08-10T05:19:00.840 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 6, 2024-08-10T05:19:00.840 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 2 2024-08-10T05:19:00.840 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-08-10T05:19:00.841 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": { 2024-08-10T05:19:00.841 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 2 2024-08-10T05:19:00.841 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-08-10T05:19:00.841 INFO:teuthology.orchestra.run.smithi031.stdout: "overall": { 2024-08-10T05:19:00.841 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 8, 2024-08-10T05:19:00.841 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 7 2024-08-10T05:19:00.841 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-08-10T05:19:00.841 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-08-10T05:19:01.195 INFO:tasks.rados.rados.0.smithi031.stdout:1405: done (0 left) 2024-08-10T05:19:01.195 INFO:tasks.rados.rados.0.smithi031.stdout:1406: snap_create 2024-08-10T05:19:01.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:19:01 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:19:01] "GET /metrics HTTP/1.1" 200 36174 "" "Prometheus/2.43.0" 2024-08-10T05:19:01.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:01 smithi031 ceph-mon[98130]: pgmap v178: 121 pgs: 121 active+clean; 191 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 3.5 MiB/s wr, 32 op/s; 1.2 MiB/s, 0 objects/s recovering 2024-08-10T05:19:01.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:01 smithi031 ceph-mon[98130]: osdmap e352: 8 total, 8 up, 8 in 2024-08-10T05:19:01.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:01 smithi031 ceph-mon[98130]: from='client.34233 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:19:01.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:01 smithi031 ceph-mon[98130]: from='client.34239 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:19:01.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:01 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:19:01.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:01 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/287626308' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:19:01.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:01 smithi031 ceph-mon[100614]: pgmap v178: 121 pgs: 121 active+clean; 191 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 3.5 MiB/s wr, 32 op/s; 1.2 MiB/s, 0 objects/s recovering 2024-08-10T05:19:01.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:01 smithi031 ceph-mon[100614]: osdmap e352: 8 total, 8 up, 8 in 2024-08-10T05:19:01.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:01 smithi031 ceph-mon[100614]: from='client.34233 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:19:01.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:01 smithi031 ceph-mon[100614]: from='client.34239 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:19:01.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:01 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:19:01.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:01 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/287626308' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:19:01.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:01 smithi196 ceph-mon[90243]: pgmap v178: 121 pgs: 121 active+clean; 191 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 3.5 MiB/s wr, 32 op/s; 1.2 MiB/s, 0 objects/s recovering 2024-08-10T05:19:01.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:01 smithi196 ceph-mon[90243]: osdmap e352: 8 total, 8 up, 8 in 2024-08-10T05:19:01.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:01 smithi196 ceph-mon[90243]: from='client.34233 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:19:01.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:01 smithi196 ceph-mon[90243]: from='client.34239 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:19:01.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:01 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:19:01.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:01 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/287626308' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:19:02.202 INFO:tasks.rados.rados.0.smithi031.stdout:1406: done (0 left) 2024-08-10T05:19:02.203 INFO:tasks.rados.rados.0.smithi031.stdout:1407: read oid 11 snap -1 2024-08-10T05:19:02.203 INFO:tasks.rados.rados.0.smithi031.stdout:1407: expect (ObjNum 356 snap 114 seq_num 356) 2024-08-10T05:19:02.203 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 24 current snap is 135 2024-08-10T05:19:02.203 INFO:tasks.rados.rados.0.smithi031.stdout:1408: seq_num 437 ranges {0=122880} 2024-08-10T05:19:02.203 INFO:tasks.rados.rados.0.smithi031.stdout:1408: writing smithi03186013-24 from 0 to 122880 tid 1 2024-08-10T05:19:02.204 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 32 current snap is 135 2024-08-10T05:19:02.204 INFO:tasks.rados.rados.0.smithi031.stdout:1409: seq_num 438 ranges {15876096=139264} 2024-08-10T05:19:02.291 INFO:tasks.rados.rados.0.smithi031.stdout:1409: writing smithi03186013-32 from 15876096 to 16015360 tid 1 2024-08-10T05:19:02.291 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 36 current snap is 135 2024-08-10T05:19:02.291 INFO:tasks.rados.rados.0.smithi031.stdout:1410: seq_num 439 ranges {999424=155648} 2024-08-10T05:19:02.298 INFO:tasks.rados.rados.0.smithi031.stdout:1410: writing smithi03186013-36 from 999424 to 1155072 tid 1 2024-08-10T05:19:02.298 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 22 current snap is 135 2024-08-10T05:19:02.298 INFO:tasks.rados.rados.0.smithi031.stdout:1408: finishing write tid 1 to smithi03186013-24 2024-08-10T05:19:02.298 INFO:tasks.rados.rados.0.smithi031.stdout:1408: finishing write tid 2 to smithi03186013-24 2024-08-10T05:19:02.298 INFO:tasks.rados.rados.0.smithi031.stdout:1408: finishing write tid 3 to smithi03186013-24 2024-08-10T05:19:02.298 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 24 v 862 (ObjNum 437 snap 135 seq_num 437) dirty exists 2024-08-10T05:19:02.298 INFO:tasks.rados.rados.0.smithi031.stdout:1408: left oid 24 (ObjNum 437 snap 135 seq_num 437) 2024-08-10T05:19:02.298 INFO:tasks.rados.rados.0.smithi031.stdout:1407: expect (ObjNum 356 snap 114 seq_num 356) 2024-08-10T05:19:02.330 INFO:tasks.rados.rados.0.smithi031.stdout:1409: finishing write tid 1 to smithi03186013-32 2024-08-10T05:19:02.330 INFO:tasks.rados.rados.0.smithi031.stdout:1409: finishing write tid 2 to smithi03186013-32 2024-08-10T05:19:02.330 INFO:tasks.rados.rados.0.smithi031.stdout:1409: finishing write tid 3 to smithi03186013-32 2024-08-10T05:19:02.330 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 32 v 603 (ObjNum 438 snap 135 seq_num 438) dirty exists 2024-08-10T05:19:02.330 INFO:tasks.rados.rados.0.smithi031.stdout:1409: left oid 32 (ObjNum 438 snap 135 seq_num 438) 2024-08-10T05:19:02.330 INFO:tasks.rados.rados.0.smithi031.stdout:1410: finishing write tid 1 to smithi03186013-36 2024-08-10T05:19:02.331 INFO:tasks.rados.rados.0.smithi031.stdout:1411: seq_num 440 ranges {3973120=172032} 2024-08-10T05:19:02.352 INFO:tasks.rados.rados.0.smithi031.stdout:1411: writing smithi03186013-22 from 3973120 to 4145152 tid 1 2024-08-10T05:19:02.353 INFO:tasks.rados.rados.0.smithi031.stdout:1407: done (4 left) 2024-08-10T05:19:02.353 INFO:tasks.rados.rados.0.smithi031.stdout:1408: done (3 left) 2024-08-10T05:19:02.353 INFO:tasks.rados.rados.0.smithi031.stdout:1409: done (2 left) 2024-08-10T05:19:02.353 INFO:tasks.rados.rados.0.smithi031.stdout:1412: snap_remove snap 133 2024-08-10T05:19:02.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:02 smithi031 ceph-mon[98130]: osdmap e353: 8 total, 8 up, 8 in 2024-08-10T05:19:02.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:02 smithi031 ceph-mon[100614]: osdmap e353: 8 total, 8 up, 8 in 2024-08-10T05:19:02.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:02 smithi196 ceph-mon[90243]: osdmap e353: 8 total, 8 up, 8 in 2024-08-10T05:19:02.528 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:19:02 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:19:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:19:03.207 INFO:tasks.rados.rados.0.smithi031.stdout:1412: done (2 left) 2024-08-10T05:19:03.208 INFO:tasks.rados.rados.0.smithi031.stdout:1413: rollback oid 46 current snap is 135 2024-08-10T05:19:03.208 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 46 to 134 2024-08-10T05:19:03.208 INFO:tasks.rados.rados.0.smithi031.stdout:1410: finishing write tid 2 to smithi03186013-36 2024-08-10T05:19:03.208 INFO:tasks.rados.rados.0.smithi031.stdout:1410: finishing write tid 3 to smithi03186013-36 2024-08-10T05:19:03.208 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 36 v 718 (ObjNum 439 snap 135 seq_num 439) dirty exists 2024-08-10T05:19:03.208 INFO:tasks.rados.rados.0.smithi031.stdout:1410: left oid 36 (ObjNum 439 snap 135 seq_num 439) 2024-08-10T05:19:03.208 INFO:tasks.rados.rados.0.smithi031.stdout:1411: finishing write tid 1 to smithi03186013-22 2024-08-10T05:19:03.208 INFO:tasks.rados.rados.0.smithi031.stdout:1411: finishing write tid 2 to smithi03186013-22 2024-08-10T05:19:03.208 INFO:tasks.rados.rados.0.smithi031.stdout:1411: finishing write tid 3 to smithi03186013-22 2024-08-10T05:19:03.208 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 22 v 865 (ObjNum 440 snap 135 seq_num 440) dirty exists 2024-08-10T05:19:03.208 INFO:tasks.rados.rados.0.smithi031.stdout:1411: left oid 22 (ObjNum 440 snap 135 seq_num 440) 2024-08-10T05:19:03.208 INFO:tasks.rados.rados.0.smithi031.stdout:1410: done (2 left) 2024-08-10T05:19:03.209 INFO:tasks.rados.rados.0.smithi031.stdout:1411: done (1 left) 2024-08-10T05:19:03.209 INFO:tasks.rados.rados.0.smithi031.stdout:1414: snap_remove snap 132 2024-08-10T05:19:03.505 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:03 smithi196 ceph-mon[90243]: pgmap v181: 121 pgs: 121 active+clean; 191 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 3.5 MiB/s wr, 32 op/s 2024-08-10T05:19:03.505 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:03 smithi196 ceph-mon[90243]: osdmap e354: 8 total, 8 up, 8 in 2024-08-10T05:19:03.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:03 smithi031 ceph-mon[100614]: pgmap v181: 121 pgs: 121 active+clean; 191 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 3.5 MiB/s wr, 32 op/s 2024-08-10T05:19:03.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:03 smithi031 ceph-mon[100614]: osdmap e354: 8 total, 8 up, 8 in 2024-08-10T05:19:03.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:03 smithi031 ceph-mon[98130]: pgmap v181: 121 pgs: 121 active+clean; 191 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 3.5 MiB/s wr, 32 op/s 2024-08-10T05:19:03.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:03 smithi031 ceph-mon[98130]: osdmap e354: 8 total, 8 up, 8 in 2024-08-10T05:19:03.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:19:03 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:19:03.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi031\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi031\", job=\"node\", machine=\"x86_64\", nodename=\"smithi031\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", domainname=\"(none)\", instance=\"smithi031\", job=\"node\", machine=\"x86_64\", nodename=\"smithi031\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:19:04.218 INFO:tasks.rados.rados.0.smithi031.stdout:1414: done (1 left) 2024-08-10T05:19:04.218 INFO:tasks.rados.rados.0.smithi031.stdout:1415: read oid 33 snap 134 2024-08-10T05:19:04.218 INFO:tasks.rados.rados.0.smithi031.stdout:1415: expect (ObjNum 365 snap 117 seq_num 365) 2024-08-10T05:19:04.218 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 17 current snap is 135 2024-08-10T05:19:04.218 INFO:tasks.rados.rados.0.smithi031.stdout:1416: seq_num 441 ranges {12812288=188416} 2024-08-10T05:19:04.290 INFO:tasks.rados.rados.0.smithi031.stdout:1416: writing smithi03186013-17 from 12812288 to 13000704 tid 1 2024-08-10T05:19:04.290 INFO:tasks.rados.rados.0.smithi031.stdout:1417: copy_from oid 4 from oid 40 current snap is 135 2024-08-10T05:19:04.291 INFO:tasks.rados.rados.0.smithi031.stdout:1413: finishing rollback tid 1 to smithi03186013-46 2024-08-10T05:19:04.291 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 46 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-10T05:19:04.291 INFO:tasks.rados.rados.0.smithi031.stdout:1413: done (3 left) 2024-08-10T05:19:04.291 INFO:tasks.rados.rados.0.smithi031.stdout:1418: setattr oid 1 current snap is 135 2024-08-10T05:19:04.291 INFO:tasks.rados.rados.0.smithi031.stdout:1415: expect (ObjNum 365 snap 117 seq_num 365) 2024-08-10T05:19:04.329 INFO:tasks.rados.rados.0.smithi031.stdout:1416: finishing write tid 1 to smithi03186013-17 2024-08-10T05:19:04.330 INFO:tasks.rados.rados.0.smithi031.stdout:1416: finishing write tid 2 to smithi03186013-17 2024-08-10T05:19:04.330 INFO:tasks.rados.rados.0.smithi031.stdout:1416: finishing write tid 3 to smithi03186013-17 2024-08-10T05:19:04.330 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 17 v 533 (ObjNum 441 snap 135 seq_num 441) dirty exists 2024-08-10T05:19:04.330 INFO:tasks.rados.rados.0.smithi031.stdout:1416: left oid 17 (ObjNum 441 snap 135 seq_num 441) 2024-08-10T05:19:04.330 INFO:tasks.rados.rados.0.smithi031.stdout:1417: finishing copy_from racing read to smithi03186013-4 2024-08-10T05:19:04.330 INFO:tasks.rados.rados.0.smithi031.stdout:1417: finishing copy_from to smithi03186013-4 2024-08-10T05:19:04.330 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 4 v 754 (ObjNum 428 snap 132 seq_num 428) dirty exists 2024-08-10T05:19:04.330 INFO:tasks.rados.rados.0.smithi031.stdout:1415: done (3 left) 2024-08-10T05:19:04.330 INFO:tasks.rados.rados.0.smithi031.stdout:1416: done (2 left) 2024-08-10T05:19:04.330 INFO:tasks.rados.rados.0.smithi031.stdout:1417: done (1 left) 2024-08-10T05:19:04.330 INFO:tasks.rados.rados.0.smithi031.stdout:1419: read oid 27 snap -1 2024-08-10T05:19:04.330 INFO:tasks.rados.rados.0.smithi031.stdout:1419: expect (ObjNum 409 snap 128 seq_num 409) 2024-08-10T05:19:04.331 INFO:tasks.rados.rados.0.smithi031.stdout:1420: read oid 11 snap -1 2024-08-10T05:19:04.331 INFO:tasks.rados.rados.0.smithi031.stdout:1420: expect (ObjNum 356 snap 114 seq_num 356) 2024-08-10T05:19:04.331 INFO:tasks.rados.rados.0.smithi031.stdout:1421: snap_remove snap 134 2024-08-10T05:19:04.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:04 smithi031 ceph-mon[98130]: osdmap e355: 8 total, 8 up, 8 in 2024-08-10T05:19:04.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:04 smithi031 ceph-mon[100614]: osdmap e355: 8 total, 8 up, 8 in 2024-08-10T05:19:04.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:04 smithi196 ceph-mon[90243]: osdmap e355: 8 total, 8 up, 8 in 2024-08-10T05:19:04.528 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:19:04 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:19:04.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:19:04.528 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:19:04 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:19:04.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:19:05.227 INFO:tasks.rados.rados.0.smithi031.stdout:1421: done (3 left) 2024-08-10T05:19:05.227 INFO:tasks.rados.rados.0.smithi031.stdout:1422: snap_create 2024-08-10T05:19:05.227 INFO:tasks.rados.rados.0.smithi031.stdout:1420: expect (ObjNum 356 snap 114 seq_num 356) 2024-08-10T05:19:05.261 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 1 v 638 (ObjNum 356 snap 114 seq_num 356) dirty exists 2024-08-10T05:19:05.262 INFO:tasks.rados.rados.0.smithi031.stdout:1419: expect (ObjNum 409 snap 128 seq_num 409) 2024-08-10T05:19:05.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:05 smithi031 ceph-mon[98130]: pgmap v184: 121 pgs: 121 active+clean; 183 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 332 KiB/s wr, 4 op/s 2024-08-10T05:19:05.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:05 smithi031 ceph-mon[98130]: osdmap e356: 8 total, 8 up, 8 in 2024-08-10T05:19:05.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:05 smithi031 ceph-mon[100614]: pgmap v184: 121 pgs: 121 active+clean; 183 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 332 KiB/s wr, 4 op/s 2024-08-10T05:19:05.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:05 smithi031 ceph-mon[100614]: osdmap e356: 8 total, 8 up, 8 in 2024-08-10T05:19:05.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:05 smithi196 ceph-mon[90243]: pgmap v184: 121 pgs: 121 active+clean; 183 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 332 KiB/s wr, 4 op/s 2024-08-10T05:19:05.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:05 smithi196 ceph-mon[90243]: osdmap e356: 8 total, 8 up, 8 in 2024-08-10T05:19:06.229 INFO:tasks.rados.rados.0.smithi031.stdout:1418: done (3 left) 2024-08-10T05:19:06.230 INFO:tasks.rados.rados.0.smithi031.stdout:1419: done (2 left) 2024-08-10T05:19:06.230 INFO:tasks.rados.rados.0.smithi031.stdout:1420: done (1 left) 2024-08-10T05:19:06.230 INFO:tasks.rados.rados.0.smithi031.stdout:1422: done (0 left) 2024-08-10T05:19:06.230 INFO:tasks.rados.rados.0.smithi031.stdout:1423: read oid 50 snap -1 2024-08-10T05:19:06.230 INFO:tasks.rados.rados.0.smithi031.stdout:1423: expect (ObjNum 365 snap 117 seq_num 365) 2024-08-10T05:19:06.230 INFO:tasks.rados.rados.0.smithi031.stdout:1424: rollback oid 37 current snap is 136 2024-08-10T05:19:06.230 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 37 to 135 2024-08-10T05:19:06.230 INFO:tasks.rados.rados.0.smithi031.stdout:1425: delete oid 27 current snap is 136 2024-08-10T05:19:06.236 INFO:tasks.rados.rados.0.smithi031.stdout:1425: done (2 left) 2024-08-10T05:19:06.236 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 31 current snap is 136 2024-08-10T05:19:06.236 INFO:tasks.rados.rados.0.smithi031.stdout:1426: seq_num 443 ranges {10657792=221184} 2024-08-10T05:19:06.296 INFO:tasks.rados.rados.0.smithi031.stdout:1426: writing smithi03186013-31 from 10657792 to 10878976 tid 1 2024-08-10T05:19:06.296 INFO:tasks.rados.rados.0.smithi031.stdout:1427: rollback oid 24 current snap is 136 2024-08-10T05:19:06.296 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 24 to 135 2024-08-10T05:19:06.296 INFO:tasks.rados.rados.0.smithi031.stdout:1424: finishing rollback tid 0 to smithi03186013-37 2024-08-10T05:19:06.297 INFO:tasks.rados.rados.0.smithi031.stdout:1424: finishing rollback tid 1 to smithi03186013-37 2024-08-10T05:19:06.297 INFO:tasks.rados.rados.0.smithi031.stdout:1423: expect (ObjNum 365 snap 117 seq_num 365) 2024-08-10T05:19:06.333 INFO:tasks.rados.rados.0.smithi031.stdout:1424: finishing rollback tid 2 to smithi03186013-37 2024-08-10T05:19:06.333 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 37 v 613 (ObjNum 396 snap 124 seq_num 396) dirty exists 2024-08-10T05:19:06.333 INFO:tasks.rados.rados.0.smithi031.stdout:1427: finishing rollback tid 0 to smithi03186013-24 2024-08-10T05:19:06.333 INFO:tasks.rados.rados.0.smithi031.stdout:1427: finishing rollback tid 1 to smithi03186013-24 2024-08-10T05:19:06.333 INFO:tasks.rados.rados.0.smithi031.stdout:1427: finishing rollback tid 2 to smithi03186013-24 2024-08-10T05:19:06.333 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 24 v 877 (ObjNum 437 snap 135 seq_num 437) dirty exists 2024-08-10T05:19:06.333 INFO:tasks.rados.rados.0.smithi031.stdout:1426: finishing write tid 1 to smithi03186013-31 2024-08-10T05:19:06.334 INFO:tasks.rados.rados.0.smithi031.stdout:1426: finishing write tid 2 to smithi03186013-31 2024-08-10T05:19:06.334 INFO:tasks.rados.rados.0.smithi031.stdout:1426: finishing write tid 3 to smithi03186013-31 2024-08-10T05:19:06.334 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 31 v 601 (ObjNum 443 snap 136 seq_num 443) dirty exists 2024-08-10T05:19:06.334 INFO:tasks.rados.rados.0.smithi031.stdout:1426: left oid 31 (ObjNum 443 snap 136 seq_num 443) 2024-08-10T05:19:06.334 INFO:tasks.rados.rados.0.smithi031.stdout:1423: done (3 left) 2024-08-10T05:19:06.334 INFO:tasks.rados.rados.0.smithi031.stdout:1424: done (2 left) 2024-08-10T05:19:06.334 INFO:tasks.rados.rados.0.smithi031.stdout:1426: done (1 left) 2024-08-10T05:19:06.334 INFO:tasks.rados.rados.0.smithi031.stdout:1427: done (0 left) 2024-08-10T05:19:06.334 INFO:tasks.rados.rados.0.smithi031.stdout:1428: copy_from oid 43 from oid 15 current snap is 136 2024-08-10T05:19:06.334 INFO:tasks.rados.rados.0.smithi031.stdout:1429: read oid 25 snap -1 2024-08-10T05:19:06.334 INFO:tasks.rados.rados.0.smithi031.stdout:1429: expect deleted 2024-08-10T05:19:06.334 INFO:tasks.rados.rados.0.smithi031.stdout:1430: rmattr oid 49 current snap is 136 2024-08-10T05:19:06.334 INFO:tasks.rados.rados.0.smithi031.stdout:1430: done (2 left) 2024-08-10T05:19:06.335 INFO:tasks.rados.rados.0.smithi031.stdout:1431: read oid 11 snap -1 2024-08-10T05:19:06.335 INFO:tasks.rados.rados.0.smithi031.stdout:1431: expect (ObjNum 356 snap 114 seq_num 356) 2024-08-10T05:19:06.335 INFO:tasks.rados.rados.0.smithi031.stdout:1432: delete oid 7 current snap is 136 2024-08-10T05:19:06.335 INFO:tasks.rados.rados.0.smithi031.stdout:1429: done (3 left) 2024-08-10T05:19:06.335 INFO:tasks.rados.rados.0.smithi031.stdout:1432: done (2 left) 2024-08-10T05:19:06.336 INFO:tasks.rados.rados.0.smithi031.stdout:1433: rollback oid 25 current snap is 136 2024-08-10T05:19:06.336 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 25 to 135 2024-08-10T05:19:06.336 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 44 current snap is 136 2024-08-10T05:19:06.336 INFO:tasks.rados.rados.0.smithi031.stdout:1434: seq_num 445 ranges {3047424=253952} 2024-08-10T05:19:06.353 INFO:tasks.rados.rados.0.smithi031.stdout:1434: writing smithi03186013-44 from 3047424 to 3301376 tid 1 2024-08-10T05:19:06.353 INFO:tasks.rados.rados.0.smithi031.stdout:1435: setattr oid 28 current snap is 136 2024-08-10T05:19:06.353 INFO:tasks.rados.rados.0.smithi031.stdout:1428: finishing copy_from to smithi03186013-43 2024-08-10T05:19:06.353 INFO:tasks.rados.rados.0.smithi031.stdout:1428: got expected ENOENT (src dne) 2024-08-10T05:19:06.353 INFO:tasks.rados.rados.0.smithi031.stdout:1433: finishing rollback tid 1 to smithi03186013-25 2024-08-10T05:19:06.353 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 25 v 0 (ObjNum 129 snap 0 seq_num 589564448) dirty dne 2024-08-10T05:19:06.353 INFO:tasks.rados.rados.0.smithi031.stdout:1428: finishing copy_from racing read to smithi03186013-43 2024-08-10T05:19:06.354 INFO:tasks.rados.rados.0.smithi031.stdout:1431: expect (ObjNum 356 snap 114 seq_num 356) 2024-08-10T05:19:06.385 INFO:tasks.rados.rados.0.smithi031.stdout:1434: finishing write tid 1 to smithi03186013-44 2024-08-10T05:19:06.385 INFO:tasks.rados.rados.0.smithi031.stdout:1434: finishing write tid 2 to smithi03186013-44 2024-08-10T05:19:06.385 INFO:tasks.rados.rados.0.smithi031.stdout:1434: finishing write tid 3 to smithi03186013-44 2024-08-10T05:19:06.385 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 44 v 882 (ObjNum 445 snap 136 seq_num 445) dirty exists 2024-08-10T05:19:06.385 INFO:tasks.rados.rados.0.smithi031.stdout:1434: left oid 44 (ObjNum 445 snap 136 seq_num 445) 2024-08-10T05:19:06.385 INFO:tasks.rados.rados.0.smithi031.stdout:1428: done (4 left) 2024-08-10T05:19:06.385 INFO:tasks.rados.rados.0.smithi031.stdout:1431: done (3 left) 2024-08-10T05:19:06.385 INFO:tasks.rados.rados.0.smithi031.stdout:1433: done (2 left) 2024-08-10T05:19:06.385 INFO:tasks.rados.rados.0.smithi031.stdout:1434: done (1 left) 2024-08-10T05:19:06.385 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 18 current snap is 136 2024-08-10T05:19:06.385 INFO:tasks.rados.rados.0.smithi031.stdout:1436: seq_num 446 ranges {1171456=278528} 2024-08-10T05:19:06.393 INFO:tasks.rados.rados.0.smithi031.stdout:1436: writing smithi03186013-18 from 1171456 to 1449984 tid 1 2024-08-10T05:19:06.393 INFO:tasks.rados.rados.0.smithi031.stdout:1437: copy_from oid 20 from oid 36 current snap is 136 2024-08-10T05:19:06.393 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 28 v 614 (ObjNum 33 snap 0 seq_num 590006416) dirty exists 2024-08-10T05:19:06.393 INFO:tasks.rados.rados.0.smithi031.stdout:1435: done (2 left) 2024-08-10T05:19:06.393 INFO:tasks.rados.rados.0.smithi031.stdout:1438: read oid 27 snap 135 2024-08-10T05:19:06.393 INFO:tasks.rados.rados.0.smithi031.stdout:1438: expect (ObjNum 409 snap 128 seq_num 409) 2024-08-10T05:19:06.393 INFO:tasks.rados.rados.0.smithi031.stdout:1439: read oid 3 snap -1 2024-08-10T05:19:06.393 INFO:tasks.rados.rados.0.smithi031.stdout:1439: expect (ObjNum 371 snap 117 seq_num 371) 2024-08-10T05:19:06.393 INFO:tasks.rados.rados.0.smithi031.stdout:1440: read oid 9 snap -1 2024-08-10T05:19:06.394 INFO:tasks.rados.rados.0.smithi031.stdout:1440: expect (ObjNum 390 snap 121 seq_num 390) 2024-08-10T05:19:06.394 INFO:tasks.rados.rados.0.smithi031.stdout:1441: delete oid 23 current snap is 136 2024-08-10T05:19:06.397 INFO:tasks.rados.rados.0.smithi031.stdout:1441: done (5 left) 2024-08-10T05:19:06.398 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 11 current snap is 136 2024-08-10T05:19:06.398 INFO:tasks.rados.rados.0.smithi031.stdout:1442: seq_num 448 ranges {1171456=311296} 2024-08-10T05:19:06.406 INFO:tasks.rados.rados.0.smithi031.stdout:1442: writing smithi03186013-11 from 1171456 to 1482752 tid 1 2024-08-10T05:19:06.406 INFO:tasks.rados.rados.0.smithi031.stdout:1443: read oid 5 snap -1 2024-08-10T05:19:06.406 INFO:tasks.rados.rados.0.smithi031.stdout:1443: expect (ObjNum 421 snap 131 seq_num 421) 2024-08-10T05:19:06.407 INFO:tasks.rados.rados.0.smithi031.stdout:1444: rmattr oid 37 current snap is 136 2024-08-10T05:19:06.407 INFO:tasks.rados.rados.0.smithi031.stdout:1436: finishing write tid 1 to smithi03186013-18 2024-08-10T05:19:06.407 INFO:tasks.rados.rados.0.smithi031.stdout:1436: finishing write tid 2 to smithi03186013-18 2024-08-10T05:19:06.407 INFO:tasks.rados.rados.0.smithi031.stdout:1445: copy_from oid 19 from oid 44 current snap is 136 2024-08-10T05:19:06.407 INFO:tasks.rados.rados.0.smithi031.stdout:1439: expect (ObjNum 371 snap 117 seq_num 371) 2024-08-10T05:19:06.455 INFO:tasks.rados.rados.0.smithi031.stdout:1436: finishing write tid 3 to smithi03186013-18 2024-08-10T05:19:06.455 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 18 v 821 (ObjNum 446 snap 136 seq_num 446) dirty exists 2024-08-10T05:19:06.455 INFO:tasks.rados.rados.0.smithi031.stdout:1436: left oid 18 (ObjNum 446 snap 136 seq_num 446) 2024-08-10T05:19:06.455 INFO:tasks.rados.rados.0.smithi031.stdout:1437: finishing copy_from racing read to smithi03186013-20 2024-08-10T05:19:06.455 INFO:tasks.rados.rados.0.smithi031.stdout:1437: finishing copy_from to smithi03186013-20 2024-08-10T05:19:06.455 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 20 v 718 (ObjNum 439 snap 135 seq_num 439) dirty exists 2024-08-10T05:19:06.455 INFO:tasks.rados.rados.0.smithi031.stdout:1440: expect (ObjNum 390 snap 121 seq_num 390) 2024-08-10T05:19:06.501 INFO:tasks.rados.rados.0.smithi031.stdout:1442: finishing write tid 1 to smithi03186013-11 2024-08-10T05:19:06.501 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 37 v 615 (ObjNum 396 snap 124 seq_num 396) dirty exists 2024-08-10T05:19:06.501 INFO:tasks.rados.rados.0.smithi031.stdout:1442: finishing write tid 2 to smithi03186013-11 2024-08-10T05:19:06.501 INFO:tasks.rados.rados.0.smithi031.stdout:1442: finishing write tid 3 to smithi03186013-11 2024-08-10T05:19:06.501 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 11 v 720 (ObjNum 448 snap 136 seq_num 448) dirty exists 2024-08-10T05:19:06.501 INFO:tasks.rados.rados.0.smithi031.stdout:1442: left oid 11 (ObjNum 448 snap 136 seq_num 448) 2024-08-10T05:19:06.501 INFO:tasks.rados.rados.0.smithi031.stdout:1445: finishing copy_from racing read to smithi03186013-19 2024-08-10T05:19:06.501 INFO:tasks.rados.rados.0.smithi031.stdout:1445: finishing copy_from to smithi03186013-19 2024-08-10T05:19:06.501 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 19 v 882 (ObjNum 445 snap 136 seq_num 445) dirty exists 2024-08-10T05:19:06.501 INFO:tasks.rados.rados.0.smithi031.stdout:1438: expect (ObjNum 409 snap 128 seq_num 409) 2024-08-10T05:19:06.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:06 smithi031 ceph-mon[98130]: osdmap e357: 8 total, 8 up, 8 in 2024-08-10T05:19:06.518 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:06 smithi031 ceph-mon[100614]: osdmap e357: 8 total, 8 up, 8 in 2024-08-10T05:19:06.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:06 smithi196 ceph-mon[90243]: osdmap e357: 8 total, 8 up, 8 in 2024-08-10T05:19:06.874 INFO:tasks.rados.rados.0.smithi031.stdout:1443: expect (ObjNum 421 snap 131 seq_num 421) 2024-08-10T05:19:07.274 INFO:tasks.rados.rados.0.smithi031.stdout:1436: done (8 left) 2024-08-10T05:19:07.274 INFO:tasks.rados.rados.0.smithi031.stdout:1437: done (7 left) 2024-08-10T05:19:07.274 INFO:tasks.rados.rados.0.smithi031.stdout:1438: done (6 left) 2024-08-10T05:19:07.274 INFO:tasks.rados.rados.0.smithi031.stdout:1439: done (5 left) 2024-08-10T05:19:07.274 INFO:tasks.rados.rados.0.smithi031.stdout:1440: done (4 left) 2024-08-10T05:19:07.275 INFO:tasks.rados.rados.0.smithi031.stdout:1442: done (3 left) 2024-08-10T05:19:07.275 INFO:tasks.rados.rados.0.smithi031.stdout:1443: done (2 left) 2024-08-10T05:19:07.275 INFO:tasks.rados.rados.0.smithi031.stdout:1444: done (1 left) 2024-08-10T05:19:07.275 INFO:tasks.rados.rados.0.smithi031.stdout:1445: done (0 left) 2024-08-10T05:19:07.275 INFO:tasks.rados.rados.0.smithi031.stdout:1446: rollback oid 24 current snap is 136 2024-08-10T05:19:07.275 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 24 to 135 2024-08-10T05:19:07.275 INFO:tasks.rados.rados.0.smithi031.stdout:1447: snap_create 2024-08-10T05:19:07.276 INFO:tasks.rados.rados.0.smithi031.stdout:1446: finishing rollback tid 0 to smithi03186013-24 2024-08-10T05:19:07.276 INFO:tasks.rados.rados.0.smithi031.stdout:1446: finishing rollback tid 1 to smithi03186013-24 2024-08-10T05:19:07.276 INFO:tasks.rados.rados.0.smithi031.stdout:1446: finishing rollback tid 2 to smithi03186013-24 2024-08-10T05:19:07.277 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 24 v 885 (ObjNum 437 snap 135 seq_num 437) dirty exists 2024-08-10T05:19:07.484 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:07 smithi031 ceph-mon[98130]: pgmap v187: 121 pgs: 121 active+clean; 183 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 370 KiB/s wr, 6 op/s 2024-08-10T05:19:07.484 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:07 smithi031 ceph-mon[98130]: osdmap e358: 8 total, 8 up, 8 in 2024-08-10T05:19:07.484 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:07 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-10T05:19:07.484 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:07 smithi031 ceph-mon[100614]: pgmap v187: 121 pgs: 121 active+clean; 183 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 370 KiB/s wr, 6 op/s 2024-08-10T05:19:07.484 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:07 smithi031 ceph-mon[100614]: osdmap e358: 8 total, 8 up, 8 in 2024-08-10T05:19:07.485 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:07 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-10T05:19:07.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:07 smithi196 ceph-mon[90243]: pgmap v187: 121 pgs: 121 active+clean; 183 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 370 KiB/s wr, 6 op/s 2024-08-10T05:19:07.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:07 smithi196 ceph-mon[90243]: osdmap e358: 8 total, 8 up, 8 in 2024-08-10T05:19:07.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:07 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-10T05:19:08.237 INFO:tasks.rados.rados.0.smithi031.stdout:1446: done (1 left) 2024-08-10T05:19:08.238 INFO:tasks.rados.rados.0.smithi031.stdout:1447: done (0 left) 2024-08-10T05:19:08.238 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 25 current snap is 137 2024-08-10T05:19:08.238 INFO:tasks.rados.rados.0.smithi031.stdout:1448: seq_num 449 ranges {0=327680} 2024-08-10T05:19:08.239 INFO:tasks.rados.rados.0.smithi031.stdout:1448: writing smithi03186013-25 from 0 to 327680 tid 1 2024-08-10T05:19:08.239 INFO:tasks.rados.rados.0.smithi031.stdout:1449: delete oid 33 current snap is 137 2024-08-10T05:19:08.243 INFO:tasks.rados.rados.0.smithi031.stdout:1448: finishing write tid 1 to smithi03186013-25 2024-08-10T05:19:08.243 INFO:tasks.rados.rados.0.smithi031.stdout:1448: finishing write tid 2 to smithi03186013-25 2024-08-10T05:19:08.244 INFO:tasks.rados.rados.0.smithi031.stdout:1449: done (1 left) 2024-08-10T05:19:08.244 INFO:tasks.rados.rados.0.smithi031.stdout:1450: snap_create 2024-08-10T05:19:08.245 INFO:tasks.rados.rados.0.smithi031.stdout:1448: finishing write tid 3 to smithi03186013-25 2024-08-10T05:19:08.245 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 25 v 823 (ObjNum 449 snap 137 seq_num 449) dirty exists 2024-08-10T05:19:08.245 INFO:tasks.rados.rados.0.smithi031.stdout:1448: left oid 25 (ObjNum 449 snap 137 seq_num 449) 2024-08-10T05:19:08.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:08 smithi031 ceph-mon[98130]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-10T05:19:08.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:08 smithi031 ceph-mon[98130]: Upgrade: osd.2 is safe to restart 2024-08-10T05:19:08.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:08 smithi031 ceph-mon[100614]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-10T05:19:08.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:08 smithi031 ceph-mon[100614]: Upgrade: osd.2 is safe to restart 2024-08-10T05:19:08.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:08 smithi196 ceph-mon[90243]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-10T05:19:08.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:08 smithi196 ceph-mon[90243]: Upgrade: osd.2 is safe to restart 2024-08-10T05:19:09.028 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:19:08 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:19:08.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)\", cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", cluster_addr=\"172.21.15.31\", device_class=\"ssd\", hostname=\"smithi031\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.31\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)\", cluster_addr=\"172.21.15.31\", device_class=\"ssd\", hostname=\"smithi031\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.31\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:19:09.183 INFO:tasks.rados.rados.0.smithi031.stdout:1448: done (1 left) 2024-08-10T05:19:09.184 INFO:tasks.rados.rados.0.smithi031.stdout:1450: done (0 left) 2024-08-10T05:19:09.184 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 5 current snap is 138 2024-08-10T05:19:09.184 INFO:tasks.rados.rados.0.smithi031.stdout:1451: seq_num 451 ranges {8052736=360448} 2024-08-10T05:19:09.231 INFO:tasks.rados.rados.0.smithi031.stdout:1451: writing smithi03186013-5 from 8052736 to 8413184 tid 1 2024-08-10T05:19:09.231 INFO:tasks.rados.rados.0.smithi031.stdout:1452: rollback oid 11 current snap is 138 2024-08-10T05:19:09.231 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 11 to 137 2024-08-10T05:19:09.231 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 4 current snap is 138 2024-08-10T05:19:09.231 INFO:tasks.rados.rados.0.smithi031.stdout:1453: seq_num 452 ranges {2383872=376832} 2024-08-10T05:19:09.246 INFO:tasks.rados.rados.0.smithi031.stdout:1453: writing smithi03186013-4 from 2383872 to 2760704 tid 1 2024-08-10T05:19:09.246 INFO:tasks.rados.rados.0.smithi031.stdout:1454: delete oid 30 current snap is 138 2024-08-10T05:19:09.246 INFO:tasks.rados.rados.0.smithi031.stdout:1452: finishing rollback tid 0 to smithi03186013-11 2024-08-10T05:19:09.246 INFO:tasks.rados.rados.0.smithi031.stdout:1451: finishing write tid 1 to smithi03186013-5 2024-08-10T05:19:09.246 INFO:tasks.rados.rados.0.smithi031.stdout:1452: finishing rollback tid 1 to smithi03186013-11 2024-08-10T05:19:09.246 INFO:tasks.rados.rados.0.smithi031.stdout:1452: finishing rollback tid 2 to smithi03186013-11 2024-08-10T05:19:09.246 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 11 v 723 (ObjNum 448 snap 136 seq_num 448) dirty exists 2024-08-10T05:19:09.246 INFO:tasks.rados.rados.0.smithi031.stdout:1451: finishing write tid 2 to smithi03186013-5 2024-08-10T05:19:09.247 INFO:tasks.rados.rados.0.smithi031.stdout:1451: finishing write tid 3 to smithi03186013-5 2024-08-10T05:19:09.247 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 5 v 826 (ObjNum 451 snap 138 seq_num 451) dirty exists 2024-08-10T05:19:09.247 INFO:tasks.rados.rados.0.smithi031.stdout:1451: left oid 5 (ObjNum 451 snap 138 seq_num 451) 2024-08-10T05:19:09.249 INFO:tasks.rados.rados.0.smithi031.stdout:1451: done (3 left) 2024-08-10T05:19:09.249 INFO:tasks.rados.rados.0.smithi031.stdout:1452: done (2 left) 2024-08-10T05:19:09.249 INFO:tasks.rados.rados.0.smithi031.stdout:1454: done (1 left) 2024-08-10T05:19:09.249 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 15 current snap is 138 2024-08-10T05:19:09.249 INFO:tasks.rados.rados.0.smithi031.stdout:1455: seq_num 454 ranges {0=409600} 2024-08-10T05:19:09.252 INFO:tasks.rados.rados.0.smithi031.stdout:1455: writing smithi03186013-15 from 0 to 409600 tid 1 2024-08-10T05:19:09.252 INFO:tasks.rados.rados.0.smithi031.stdout:1456: delete oid 34 current snap is 138 2024-08-10T05:19:09.252 INFO:tasks.rados.rados.0.smithi031.stdout:1453: finishing write tid 1 to smithi03186013-4 2024-08-10T05:19:09.252 INFO:tasks.rados.rados.0.smithi031.stdout:1453: finishing write tid 2 to smithi03186013-4 2024-08-10T05:19:09.252 INFO:tasks.rados.rados.0.smithi031.stdout:1453: finishing write tid 3 to smithi03186013-4 2024-08-10T05:19:09.252 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 4 v 756 (ObjNum 452 snap 138 seq_num 452) dirty exists 2024-08-10T05:19:09.252 INFO:tasks.rados.rados.0.smithi031.stdout:1453: left oid 4 (ObjNum 452 snap 138 seq_num 452) 2024-08-10T05:19:09.253 INFO:tasks.rados.rados.0.smithi031.stdout:1453: done (2 left) 2024-08-10T05:19:09.253 INFO:tasks.rados.rados.0.smithi031.stdout:1456: done (1 left) 2024-08-10T05:19:09.253 INFO:tasks.rados.rados.0.smithi031.stdout:1457: rollback oid 13 current snap is 138 2024-08-10T05:19:09.253 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 13 to 137 2024-08-10T05:19:09.253 INFO:tasks.rados.rados.0.smithi031.stdout:1458: snap_create 2024-08-10T05:19:09.254 INFO:tasks.rados.rados.0.smithi031.stdout:1455: finishing write tid 1 to smithi03186013-15 2024-08-10T05:19:09.254 INFO:tasks.rados.rados.0.smithi031.stdout:1455: finishing write tid 2 to smithi03186013-15 2024-08-10T05:19:09.256 INFO:tasks.rados.rados.0.smithi031.stdout:1457: finishing rollback tid 0 to smithi03186013-13 2024-08-10T05:19:09.257 INFO:tasks.rados.rados.0.smithi031.stdout:1457: finishing rollback tid 1 to smithi03186013-13 2024-08-10T05:19:09.257 INFO:tasks.rados.rados.0.smithi031.stdout:1457: finishing rollback tid 2 to smithi03186013-13 2024-08-10T05:19:09.257 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 13 v 765 (ObjNum 429 snap 132 seq_num 429) dirty exists 2024-08-10T05:19:09.257 INFO:tasks.rados.rados.0.smithi031.stdout:1455: finishing write tid 3 to smithi03186013-15 2024-08-10T05:19:09.257 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 15 v 243 (ObjNum 454 snap 138 seq_num 454) dirty exists 2024-08-10T05:19:09.257 INFO:tasks.rados.rados.0.smithi031.stdout:1455: left oid 15 (ObjNum 454 snap 138 seq_num 454) 2024-08-10T05:19:09.465 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:09 smithi031 ceph-mon[98130]: pgmap v189: 121 pgs: 121 active+clean; 182 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 1.0 MiB/s wr, 22 op/s 2024-08-10T05:19:09.465 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:09 smithi031 ceph-mon[98130]: osdmap e359: 8 total, 8 up, 8 in 2024-08-10T05:19:09.465 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:09 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:19:09.465 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:09 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-08-10T05:19:09.466 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:09 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:19:09.466 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:09 smithi031 ceph-mon[98130]: osdmap e360: 8 total, 8 up, 8 in 2024-08-10T05:19:09.466 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:09 smithi031 ceph-mon[100614]: pgmap v189: 121 pgs: 121 active+clean; 182 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 1.0 MiB/s wr, 22 op/s 2024-08-10T05:19:09.466 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:09 smithi031 ceph-mon[100614]: osdmap e359: 8 total, 8 up, 8 in 2024-08-10T05:19:09.466 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:09 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:19:09.466 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:09 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-08-10T05:19:09.466 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:09 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:19:09.466 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:09 smithi031 ceph-mon[100614]: osdmap e360: 8 total, 8 up, 8 in 2024-08-10T05:19:09.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:09 smithi196 ceph-mon[90243]: pgmap v189: 121 pgs: 121 active+clean; 182 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 1.0 MiB/s wr, 22 op/s 2024-08-10T05:19:09.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:09 smithi196 ceph-mon[90243]: osdmap e359: 8 total, 8 up, 8 in 2024-08-10T05:19:09.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:09 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:19:09.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:09 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-08-10T05:19:09.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:09 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:19:09.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:09 smithi196 ceph-mon[90243]: osdmap e360: 8 total, 8 up, 8 in 2024-08-10T05:19:10.245 INFO:tasks.rados.rados.0.smithi031.stdout:1455: done (2 left) 2024-08-10T05:19:10.245 INFO:tasks.rados.rados.0.smithi031.stdout:1457: done (1 left) 2024-08-10T05:19:10.245 INFO:tasks.rados.rados.0.smithi031.stdout:1458: done (0 left) 2024-08-10T05:19:10.245 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 38 current snap is 139 2024-08-10T05:19:10.245 INFO:tasks.rados.rados.0.smithi031.stdout:1459: seq_num 456 ranges {1359872=442368} 2024-08-10T05:19:10.255 INFO:tasks.rados.rados.0.smithi031.stdout:1459: writing smithi03186013-38 from 1359872 to 1802240 tid 1 2024-08-10T05:19:10.255 INFO:tasks.rados.rados.0.smithi031.stdout:1460: rollback oid 50 current snap is 139 2024-08-10T05:19:10.255 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 50 to 138 2024-08-10T05:19:10.255 INFO:tasks.rados.rados.0.smithi031.stdout:1461: setattr oid 41 current snap is 139 2024-08-10T05:19:10.255 INFO:tasks.rados.rados.0.smithi031.stdout:1462: rollback oid 7 current snap is 139 2024-08-10T05:19:10.256 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 7 to 137 2024-08-10T05:19:10.256 INFO:tasks.rados.rados.0.smithi031.stdout:1463: snap_remove snap 136 2024-08-10T05:19:10.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:10 smithi031 ceph-mon[98130]: Upgrade: Updating osd.2 2024-08-10T05:19:10.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:10 smithi031 ceph-mon[98130]: Deploying daemon osd.2 on smithi031 2024-08-10T05:19:10.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:10 smithi031 ceph-mon[100614]: Upgrade: Updating osd.2 2024-08-10T05:19:10.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:10 smithi031 ceph-mon[100614]: Deploying daemon osd.2 on smithi031 2024-08-10T05:19:10.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:10 smithi196 ceph-mon[90243]: Upgrade: Updating osd.2 2024-08-10T05:19:10.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:10 smithi196 ceph-mon[90243]: Deploying daemon osd.2 on smithi031 2024-08-10T05:19:11.252 INFO:tasks.rados.rados.0.smithi031.stdout:1463: done (4 left) 2024-08-10T05:19:11.252 INFO:tasks.rados.rados.0.smithi031.stdout:1464: rollback oid 14 current snap is 139 2024-08-10T05:19:11.252 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 14 to 137 2024-08-10T05:19:11.252 INFO:tasks.rados.rados.0.smithi031.stdout:1459: finishing write tid 1 to smithi03186013-38 2024-08-10T05:19:11.253 INFO:tasks.rados.rados.0.smithi031.stdout:1459: finishing write tid 2 to smithi03186013-38 2024-08-10T05:19:11.253 INFO:tasks.rados.rados.0.smithi031.stdout:1459: finishing write tid 3 to smithi03186013-38 2024-08-10T05:19:11.253 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 38 v 756 (ObjNum 456 snap 139 seq_num 456) dirty exists 2024-08-10T05:19:11.253 INFO:tasks.rados.rados.0.smithi031.stdout:1459: left oid 38 (ObjNum 456 snap 139 seq_num 456) 2024-08-10T05:19:11.253 INFO:tasks.rados.rados.0.smithi031.stdout:1462: finishing rollback tid 1 to smithi03186013-7 2024-08-10T05:19:11.253 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 7 v 879 (ObjNum 33 snap 0 seq_num 1381979241) dirty dne 2024-08-10T05:19:11.253 INFO:tasks.rados.rados.0.smithi031.stdout:1460: finishing rollback tid 0 to smithi03186013-50 2024-08-10T05:19:11.253 INFO:tasks.rados.rados.0.smithi031.stdout:1460: finishing rollback tid 1 to smithi03186013-50 2024-08-10T05:19:11.253 INFO:tasks.rados.rados.0.smithi031.stdout:1460: finishing rollback tid 2 to smithi03186013-50 2024-08-10T05:19:11.253 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 50 v 759 (ObjNum 365 snap 117 seq_num 365) dirty exists 2024-08-10T05:19:11.253 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 41 v 760 (ObjNum 371 snap 117 seq_num 371) dirty exists 2024-08-10T05:19:11.253 INFO:tasks.rados.rados.0.smithi031.stdout:1459: done (4 left) 2024-08-10T05:19:11.253 INFO:tasks.rados.rados.0.smithi031.stdout:1460: done (3 left) 2024-08-10T05:19:11.254 INFO:tasks.rados.rados.0.smithi031.stdout:1461: done (2 left) 2024-08-10T05:19:11.254 INFO:tasks.rados.rados.0.smithi031.stdout:1462: done (1 left) 2024-08-10T05:19:11.254 INFO:tasks.rados.rados.0.smithi031.stdout:1465: delete oid 31 current snap is 139 2024-08-10T05:19:11.255 INFO:tasks.rados.rados.0.smithi031.stdout:1464: finishing rollback tid 1 to smithi03186013-14 2024-08-10T05:19:11.255 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 14 v 0 (ObjNum 129 snap 0 seq_num 590278408) dirty dne 2024-08-10T05:19:11.262 INFO:tasks.rados.rados.0.smithi031.stdout:1464: done (1 left) 2024-08-10T05:19:11.262 INFO:tasks.rados.rados.0.smithi031.stdout:1465: done (0 left) 2024-08-10T05:19:11.263 INFO:tasks.rados.rados.0.smithi031.stdout:1466: snap_remove snap 138 2024-08-10T05:19:11.268 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:19:11 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:19:11] "GET /metrics HTTP/1.1" 200 36168 "" "Prometheus/2.43.0" 2024-08-10T05:19:11.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:11 smithi031 ceph-mon[98130]: pgmap v192: 121 pgs: 121 active+clean; 183 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 1.8 MiB/s wr, 26 op/s 2024-08-10T05:19:11.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:11 smithi031 ceph-mon[98130]: osdmap e361: 8 total, 8 up, 8 in 2024-08-10T05:19:11.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:11 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:19:11.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:11 smithi031 ceph-mon[100614]: pgmap v192: 121 pgs: 121 active+clean; 183 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 1.8 MiB/s wr, 26 op/s 2024-08-10T05:19:11.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:11 smithi031 ceph-mon[100614]: osdmap e361: 8 total, 8 up, 8 in 2024-08-10T05:19:11.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:11 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:19:11.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:11 smithi196 ceph-mon[90243]: pgmap v192: 121 pgs: 121 active+clean; 183 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 1.8 MiB/s wr, 26 op/s 2024-08-10T05:19:11.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:11 smithi196 ceph-mon[90243]: osdmap e361: 8 total, 8 up, 8 in 2024-08-10T05:19:11.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:11 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:19:12.258 INFO:tasks.rados.rados.0.smithi031.stdout:1466: done (0 left) 2024-08-10T05:19:12.258 INFO:tasks.rados.rados.0.smithi031.stdout:1467: read oid 12 snap 135 2024-08-10T05:19:12.259 INFO:tasks.rados.rados.0.smithi031.stdout:1467: expect (ObjNum 380 snap 117 seq_num 380) 2024-08-10T05:19:12.259 INFO:tasks.rados.rados.0.smithi031.stdout:1468: read oid 21 snap -1 2024-08-10T05:19:12.259 INFO:tasks.rados.rados.0.smithi031.stdout:1468: expect (ObjNum 425 snap 131 seq_num 425) 2024-08-10T05:19:12.259 INFO:tasks.rados.rados.0.smithi031.stdout:1469: read oid 41 snap -1 2024-08-10T05:19:12.259 INFO:tasks.rados.rados.0.smithi031.stdout:1469: expect (ObjNum 371 snap 117 seq_num 371) 2024-08-10T05:19:12.259 INFO:tasks.rados.rados.0.smithi031.stdout:1470: snap_create 2024-08-10T05:19:12.270 INFO:tasks.rados.rados.0.smithi031.stdout:1469: expect (ObjNum 371 snap 117 seq_num 371) 2024-08-10T05:19:12.317 INFO:tasks.rados.rados.0.smithi031.stdout:1468: expect (ObjNum 425 snap 131 seq_num 425) 2024-08-10T05:19:12.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:12 smithi031 ceph-mon[98130]: osdmap e362: 8 total, 8 up, 8 in 2024-08-10T05:19:12.546 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:12 smithi031 ceph-mon[100614]: osdmap e362: 8 total, 8 up, 8 in 2024-08-10T05:19:12.547 INFO:tasks.rados.rados.0.smithi031.stdout:1467: expect (ObjNum 380 snap 117 seq_num 380) 2024-08-10T05:19:12.547 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:12 smithi196 ceph-mon[90243]: osdmap e362: 8 total, 8 up, 8 in 2024-08-10T05:19:12.547 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:19:12 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:19:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:19:12.796 INFO:journalctl@ceph.osd.2.smithi031.stdout:Aug 10 05:19:12 smithi031 systemd[1]: Stopping Ceph osd.2 for fc322138-56d5-11ef-bcce-c7b262605968... 2024-08-10T05:19:13.256 INFO:journalctl@ceph.osd.2.smithi031.stdout:Aug 10 05:19:12 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-2[58233]: 2024-08-10T05:19:12.795+0000 7f662e2e1640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-10T05:19:13.256 INFO:journalctl@ceph.osd.2.smithi031.stdout:Aug 10 05:19:12 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-2[58233]: 2024-08-10T05:19:12.795+0000 7f662e2e1640 -1 osd.2 362 *** Got signal Terminated *** 2024-08-10T05:19:13.256 INFO:journalctl@ceph.osd.2.smithi031.stdout:Aug 10 05:19:12 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-2[58233]: 2024-08-10T05:19:12.795+0000 7f662e2e1640 -1 osd.2 362 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-10T05:19:13.262 INFO:tasks.rados.rados.0.smithi031.stdout:1467: done (3 left) 2024-08-10T05:19:13.263 INFO:tasks.rados.rados.0.smithi031.stdout:1468: done (2 left) 2024-08-10T05:19:13.263 INFO:tasks.rados.rados.0.smithi031.stdout:1469: done (1 left) 2024-08-10T05:19:13.263 INFO:tasks.rados.rados.0.smithi031.stdout:1470: done (0 left) 2024-08-10T05:19:13.263 INFO:tasks.rados.rados.0.smithi031.stdout:1471: snap_remove snap 139 2024-08-10T05:19:13.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:13 smithi031 ceph-mon[98130]: pgmap v195: 121 pgs: 121 active+clean; 183 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 940 KiB/s wr, 6 op/s 2024-08-10T05:19:13.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:13 smithi031 ceph-mon[98130]: osdmap e363: 8 total, 8 up, 8 in 2024-08-10T05:19:13.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:13 smithi031 ceph-mon[98130]: osd.2 marked itself down and dead 2024-08-10T05:19:13.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:13 smithi031 ceph-mon[100614]: pgmap v195: 121 pgs: 121 active+clean; 183 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 940 KiB/s wr, 6 op/s 2024-08-10T05:19:13.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:13 smithi031 ceph-mon[100614]: osdmap e363: 8 total, 8 up, 8 in 2024-08-10T05:19:13.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:13 smithi031 ceph-mon[100614]: osd.2 marked itself down and dead 2024-08-10T05:19:13.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:13 smithi196 ceph-mon[90243]: pgmap v195: 121 pgs: 121 active+clean; 183 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 940 KiB/s wr, 6 op/s 2024-08-10T05:19:13.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:13 smithi196 ceph-mon[90243]: osdmap e363: 8 total, 8 up, 8 in 2024-08-10T05:19:13.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:13 smithi196 ceph-mon[90243]: osd.2 marked itself down and dead 2024-08-10T05:19:13.529 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:19:13 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:19:13.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi031\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi031\", job=\"node\", machine=\"x86_64\", nodename=\"smithi031\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", domainname=\"(none)\", instance=\"smithi031\", job=\"node\", machine=\"x86_64\", nodename=\"smithi031\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:19:13.986 INFO:journalctl@ceph.osd.2.smithi031.stdout:Aug 10 05:19:13 smithi031 podman[116453]: 2024-08-10 05:19:13.72304858 +0000 UTC m=+1.023538413 container died 219593aa2bcc152e614e6c7a04c22dfe7aefd14e140c7356a1020c2f61e7bf1b (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-56ceb86, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, io.buildah.version=1.36.0) 2024-08-10T05:19:14.189 INFO:tasks.rados.rados.0.smithi031.stdout:1471: done (0 left) 2024-08-10T05:19:14.189 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 2 current snap is 140 2024-08-10T05:19:14.189 INFO:tasks.rados.rados.0.smithi031.stdout:1472: seq_num 458 ranges {4014080=475136} 2024-08-10T05:19:14.213 INFO:tasks.rados.rados.0.smithi031.stdout:1472: writing smithi03186013-2 from 4014080 to 4489216 tid 1 2024-08-10T05:19:14.213 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 48 current snap is 140 2024-08-10T05:19:14.213 INFO:tasks.rados.rados.0.smithi031.stdout:1473: seq_num 459 ranges {11182080=491520} 2024-08-10T05:19:14.256 INFO:journalctl@ceph.osd.2.smithi031.stdout:Aug 10 05:19:14 smithi031 podman[116453]: 2024-08-10 05:19:14.160503394 +0000 UTC m=+1.460993227 container cleanup 219593aa2bcc152e614e6c7a04c22dfe7aefd14e140c7356a1020c2f61e7bf1b (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-2, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , RELEASE=quincy-56ceb86, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-08-10T05:19:14.256 INFO:journalctl@ceph.osd.2.smithi031.stdout:Aug 10 05:19:14 smithi031 bash[116453]: ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-2 2024-08-10T05:19:14.278 INFO:tasks.rados.rados.0.smithi031.stdout:1473: writing smithi03186013-48 from 11182080 to 11673600 tid 1 2024-08-10T05:19:14.278 INFO:tasks.rados.rados.0.smithi031.stdout:1474: rmattr oid 21 current snap is 140 2024-08-10T05:19:14.278 INFO:tasks.rados.rados.0.smithi031.stdout:1474: done (2 left) 2024-08-10T05:19:14.278 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 27 current snap is 140 2024-08-10T05:19:14.278 INFO:tasks.rados.rados.0.smithi031.stdout:1472: finishing write tid 1 to smithi03186013-2 2024-08-10T05:19:14.278 INFO:tasks.rados.rados.0.smithi031.stdout:1475: seq_num 460 ranges {0=507904} 2024-08-10T05:19:14.281 INFO:tasks.rados.rados.0.smithi031.stdout:1475: writing smithi03186013-27 from 0 to 507904 tid 1 2024-08-10T05:19:14.281 INFO:tasks.rados.rados.0.smithi031.stdout:1476: delete oid 23 current snap is 140 2024-08-10T05:19:14.281 INFO:tasks.rados.rados.0.smithi031.stdout:1472: finishing write tid 2 to smithi03186013-2 2024-08-10T05:19:14.281 INFO:tasks.rados.rados.0.smithi031.stdout:1472: finishing write tid 3 to smithi03186013-2 2024-08-10T05:19:14.281 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 2 v 889 (ObjNum 458 snap 140 seq_num 458) dirty exists 2024-08-10T05:19:14.281 INFO:tasks.rados.rados.0.smithi031.stdout:1472: left oid 2 (ObjNum 458 snap 140 seq_num 458) 2024-08-10T05:19:14.282 INFO:tasks.rados.rados.0.smithi031.stdout:1473: finishing write tid 1 to smithi03186013-48 2024-08-10T05:19:14.282 INFO:tasks.rados.rados.0.smithi031.stdout:1473: finishing write tid 2 to smithi03186013-48 2024-08-10T05:19:14.282 INFO:tasks.rados.rados.0.smithi031.stdout:1472: done (3 left) 2024-08-10T05:19:14.282 INFO:tasks.rados.rados.0.smithi031.stdout:1476: done (2 left) 2024-08-10T05:19:14.282 INFO:tasks.rados.rados.0.smithi031.stdout:1477: snap_remove snap 135 2024-08-10T05:19:14.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:14 smithi031 ceph-mon[98130]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-10T05:19:14.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:14 smithi031 ceph-mon[98130]: osdmap e364: 8 total, 7 up, 8 in 2024-08-10T05:19:14.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:14 smithi031 ceph-mon[98130]: osdmap e365: 8 total, 7 up, 8 in 2024-08-10T05:19:14.519 INFO:journalctl@ceph.osd.2.smithi031.stdout:Aug 10 05:19:14 smithi031 podman[116476]: 2024-08-10 05:19:14.370681393 +0000 UTC m=+0.644191934 container remove 219593aa2bcc152e614e6c7a04c22dfe7aefd14e140c7356a1020c2f61e7bf1b (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, ceph=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-56ceb86) 2024-08-10T05:19:14.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:14 smithi031 ceph-mon[100614]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-10T05:19:14.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:14 smithi031 ceph-mon[100614]: osdmap e364: 8 total, 7 up, 8 in 2024-08-10T05:19:14.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:14 smithi031 ceph-mon[100614]: osdmap e365: 8 total, 7 up, 8 in 2024-08-10T05:19:14.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:14 smithi196 ceph-mon[90243]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-10T05:19:14.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:14 smithi196 ceph-mon[90243]: osdmap e364: 8 total, 7 up, 8 in 2024-08-10T05:19:14.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:14 smithi196 ceph-mon[90243]: osdmap e365: 8 total, 7 up, 8 in 2024-08-10T05:19:14.529 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:19:14 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:19:14.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:19:14.529 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:19:14 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:19:14.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:19:15.115 INFO:journalctl@ceph.osd.2.smithi031.stdout:Aug 10 05:19:14 smithi031 podman[116574]: 2024-08-10 05:19:14.703498672 +0000 UTC m=+0.017809064 image pull c7b33901c8866b527fc2ae183a251d5e1d09961420a56731f5fa8537903bd68b quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec 2024-08-10T05:19:15.115 INFO:journalctl@ceph.osd.2.smithi031.stdout:Aug 10 05:19:14 smithi031 podman[116574]: 2024-08-10 05:19:14.821405252 +0000 UTC m=+0.135715630 container create 2849dfcaa4bf042ee794c7710175a9353df6da9b2cae2be2f6c934b8063b414f (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-2-deactivate, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=squid-bca9905, org.label-schema.build-date=20240731) 2024-08-10T05:19:15.115 INFO:journalctl@ceph.osd.2.smithi031.stdout:Aug 10 05:19:15 smithi031 podman[116574]: 2024-08-10 05:19:15.040607547 +0000 UTC m=+0.354917926 container init 2849dfcaa4bf042ee794c7710175a9353df6da9b2cae2be2f6c934b8063b414f (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-2-deactivate, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=squid-bca9905, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731) 2024-08-10T05:19:15.115 INFO:journalctl@ceph.osd.2.smithi031.stdout:Aug 10 05:19:15 smithi031 podman[116574]: 2024-08-10 05:19:15.045097841 +0000 UTC m=+0.359408220 container start 2849dfcaa4bf042ee794c7710175a9353df6da9b2cae2be2f6c934b8063b414f (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-2-deactivate, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, RELEASE=squid-bca9905, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-08-10T05:19:15.115 INFO:journalctl@ceph.osd.2.smithi031.stdout:Aug 10 05:19:15 smithi031 podman[116574]: 2024-08-10 05:19:15.115338362 +0000 UTC m=+0.429648741 container attach 2849dfcaa4bf042ee794c7710175a9353df6da9b2cae2be2f6c934b8063b414f (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-2-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-bca9905, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-08-10T05:19:15.267 INFO:tasks.rados.rados.0.smithi031.stdout:1477: done (2 left) 2024-08-10T05:19:15.268 INFO:tasks.rados.rados.0.smithi031.stdout:1478: setattr oid 40 current snap is 140 2024-08-10T05:19:15.268 INFO:tasks.rados.rados.0.smithi031.stdout:1475: finishing write tid 1 to smithi03186013-27 2024-08-10T05:19:15.268 INFO:tasks.rados.rados.0.smithi031.stdout:1475: finishing write tid 2 to smithi03186013-27 2024-08-10T05:19:15.268 INFO:tasks.rados.rados.0.smithi031.stdout:1473: finishing write tid 3 to smithi03186013-48 2024-08-10T05:19:15.268 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 48 v 296 (ObjNum 459 snap 140 seq_num 459) dirty exists 2024-08-10T05:19:15.268 INFO:tasks.rados.rados.0.smithi031.stdout:1473: left oid 48 (ObjNum 459 snap 140 seq_num 459) 2024-08-10T05:19:15.268 INFO:tasks.rados.rados.0.smithi031.stdout:1475: finishing write tid 3 to smithi03186013-27 2024-08-10T05:19:15.268 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 27 v 618 (ObjNum 460 snap 140 seq_num 460) dirty exists 2024-08-10T05:19:15.268 INFO:tasks.rados.rados.0.smithi031.stdout:1475: left oid 27 (ObjNum 460 snap 140 seq_num 460) 2024-08-10T05:19:15.270 INFO:tasks.rados.rados.0.smithi031.stdout:1473: done (2 left) 2024-08-10T05:19:15.270 INFO:tasks.rados.rados.0.smithi031.stdout:1475: done (1 left) 2024-08-10T05:19:15.270 INFO:tasks.rados.rados.0.smithi031.stdout:1479: copy_from oid 42 from oid 27 current snap is 140 2024-08-10T05:19:15.270 INFO:tasks.rados.rados.0.smithi031.stdout:1480: read oid 25 snap -1 2024-08-10T05:19:15.270 INFO:tasks.rados.rados.0.smithi031.stdout:1480: expect (ObjNum 449 snap 137 seq_num 449) 2024-08-10T05:19:15.270 INFO:tasks.rados.rados.0.smithi031.stdout:1481: read oid 34 snap -1 2024-08-10T05:19:15.270 INFO:tasks.rados.rados.0.smithi031.stdout:1481: expect deleted 2024-08-10T05:19:15.270 INFO:tasks.rados.rados.0.smithi031.stdout:1482: rollback oid 29 current snap is 140 2024-08-10T05:19:15.270 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 29 to 137 2024-08-10T05:19:15.270 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 1 current snap is 140 2024-08-10T05:19:15.270 INFO:tasks.rados.rados.0.smithi031.stdout:1483: seq_num 462 ranges {1171456=540672} 2024-08-10T05:19:15.280 INFO:tasks.rados.rados.0.smithi031.stdout:1483: writing smithi03186013-1 from 1171456 to 1712128 tid 1 2024-08-10T05:19:15.280 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 11 current snap is 140 2024-08-10T05:19:15.280 INFO:tasks.rados.rados.0.smithi031.stdout:1484: seq_num 463 ranges {1482752=557056} 2024-08-10T05:19:15.292 INFO:tasks.rados.rados.0.smithi031.stdout:1484: writing smithi03186013-11 from 1482752 to 2039808 tid 1 2024-08-10T05:19:15.292 INFO:tasks.rados.rados.0.smithi031.stdout:1485: copy_from oid 19 from oid 21 current snap is 140 2024-08-10T05:19:15.292 INFO:tasks.rados.rados.0.smithi031.stdout:1481: done (7 left) 2024-08-10T05:19:15.292 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 20 current snap is 140 2024-08-10T05:19:15.292 INFO:tasks.rados.rados.0.smithi031.stdout:1486: seq_num 464 ranges {1155072=573440} 2024-08-10T05:19:15.302 INFO:tasks.rados.rados.0.smithi031.stdout:1486: writing smithi03186013-20 from 1155072 to 1728512 tid 1 2024-08-10T05:19:15.302 INFO:tasks.rados.rados.0.smithi031.stdout:1487: delete oid 13 current snap is 140 2024-08-10T05:19:15.302 INFO:tasks.rados.rados.0.smithi031.stdout:1480: expect (ObjNum 449 snap 137 seq_num 449) 2024-08-10T05:19:15.311 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 40 v 757 (ObjNum 428 snap 132 seq_num 428) dirty exists 2024-08-10T05:19:15.311 INFO:tasks.rados.rados.0.smithi031.stdout:1482: finishing rollback tid 0 to smithi03186013-29 2024-08-10T05:19:15.312 INFO:tasks.rados.rados.0.smithi031.stdout:1482: finishing rollback tid 1 to smithi03186013-29 2024-08-10T05:19:15.312 INFO:tasks.rados.rados.0.smithi031.stdout:1482: finishing rollback tid 2 to smithi03186013-29 2024-08-10T05:19:15.312 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 29 v 897 (ObjNum 426 snap 132 seq_num 426) dirty exists 2024-08-10T05:19:15.312 INFO:tasks.rados.rados.0.smithi031.stdout:1483: finishing write tid 1 to smithi03186013-1 2024-08-10T05:19:15.312 INFO:tasks.rados.rados.0.smithi031.stdout:1483: finishing write tid 2 to smithi03186013-1 2024-08-10T05:19:15.312 INFO:tasks.rados.rados.0.smithi031.stdout:1483: finishing write tid 3 to smithi03186013-1 2024-08-10T05:19:15.312 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 1 v 640 (ObjNum 462 snap 140 seq_num 462) dirty exists 2024-08-10T05:19:15.312 INFO:tasks.rados.rados.0.smithi031.stdout:1483: left oid 1 (ObjNum 462 snap 140 seq_num 462) 2024-08-10T05:19:15.312 INFO:tasks.rados.rados.0.smithi031.stdout:1478: done (8 left) 2024-08-10T05:19:15.312 INFO:tasks.rados.rados.0.smithi031.stdout:1480: done (7 left) 2024-08-10T05:19:15.312 INFO:tasks.rados.rados.0.smithi031.stdout:1482: done (6 left) 2024-08-10T05:19:15.312 INFO:tasks.rados.rados.0.smithi031.stdout:1483: done (5 left) 2024-08-10T05:19:15.312 INFO:tasks.rados.rados.0.smithi031.stdout:1487: done (4 left) 2024-08-10T05:19:15.313 INFO:tasks.rados.rados.0.smithi031.stdout:1488: snap_remove snap 137 2024-08-10T05:19:15.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:15 smithi031 ceph-mon[98130]: pgmap v198: 121 pgs: 13 stale+active+clean, 108 active+clean; 185 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 376 KiB/s wr, 5 op/s 2024-08-10T05:19:15.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:15 smithi031 ceph-mon[100614]: pgmap v198: 121 pgs: 13 stale+active+clean, 108 active+clean; 185 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 376 KiB/s wr, 5 op/s 2024-08-10T05:19:15.520 INFO:journalctl@ceph.osd.2.smithi031.stdout:Aug 10 05:19:15 smithi031 podman[116574]: 2024-08-10 05:19:15.242074043 +0000 UTC m=+0.556384431 container died 2849dfcaa4bf042ee794c7710175a9353df6da9b2cae2be2f6c934b8063b414f (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-2-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, GIT_BRANCH=HEAD, RELEASE=squid-bca9905, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731) 2024-08-10T05:19:15.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:15 smithi196 ceph-mon[90243]: pgmap v198: 121 pgs: 13 stale+active+clean, 108 active+clean; 185 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 376 KiB/s wr, 5 op/s 2024-08-10T05:19:16.136 INFO:journalctl@ceph.osd.2.smithi031.stdout:Aug 10 05:19:15 smithi031 podman[116618]: 2024-08-10 05:19:15.886482927 +0000 UTC m=+0.638653077 container remove 2849dfcaa4bf042ee794c7710175a9353df6da9b2cae2be2f6c934b8063b414f (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-2-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.build-date=20240731, RELEASE=squid-bca9905, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-08-10T05:19:16.136 INFO:journalctl@ceph.osd.2.smithi031.stdout:Aug 10 05:19:15 smithi031 systemd[1]: ceph-fc322138-56d5-11ef-bcce-c7b262605968@osd.2.service: Deactivated successfully. 2024-08-10T05:19:16.136 INFO:journalctl@ceph.osd.2.smithi031.stdout:Aug 10 05:19:15 smithi031 systemd[1]: Stopped Ceph osd.2 for fc322138-56d5-11ef-bcce-c7b262605968. 2024-08-10T05:19:16.137 INFO:journalctl@ceph.osd.2.smithi031.stdout:Aug 10 05:19:15 smithi031 systemd[1]: ceph-fc322138-56d5-11ef-bcce-c7b262605968@osd.2.service: Consumed 11.340s CPU time. 2024-08-10T05:19:16.137 INFO:journalctl@ceph.osd.2.smithi031.stdout:Aug 10 05:19:16 smithi031 systemd[1]: Starting Ceph osd.2 for fc322138-56d5-11ef-bcce-c7b262605968... 2024-08-10T05:19:16.279 INFO:tasks.rados.rados.0.smithi031.stdout:1488: done (4 left) 2024-08-10T05:19:16.280 INFO:tasks.rados.rados.0.smithi031.stdout:1489: read oid 25 snap -1 2024-08-10T05:19:16.280 INFO:tasks.rados.rados.0.smithi031.stdout:1489: expect (ObjNum 449 snap 137 seq_num 449) 2024-08-10T05:19:16.280 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 7 current snap is 140 2024-08-10T05:19:16.280 INFO:tasks.rados.rados.0.smithi031.stdout:1490: seq_num 466 ranges {0=614400} 2024-08-10T05:19:16.283 INFO:tasks.rados.rados.0.smithi031.stdout:1490: writing smithi03186013-7 from 0 to 614400 tid 1 2024-08-10T05:19:16.283 INFO:tasks.rados.rados.0.smithi031.stdout:1491: snap_create 2024-08-10T05:19:16.283 INFO:tasks.rados.rados.0.smithi031.stdout:1479: finishing copy_from racing read to smithi03186013-42 2024-08-10T05:19:16.283 INFO:tasks.rados.rados.0.smithi031.stdout:1479: finishing copy_from to smithi03186013-42 2024-08-10T05:19:16.283 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 42 v 618 (ObjNum 460 snap 140 seq_num 460) dirty exists 2024-08-10T05:19:16.284 INFO:tasks.rados.rados.0.smithi031.stdout:1484: finishing write tid 1 to smithi03186013-11 2024-08-10T05:19:16.284 INFO:tasks.rados.rados.0.smithi031.stdout:1484: finishing write tid 2 to smithi03186013-11 2024-08-10T05:19:16.284 INFO:tasks.rados.rados.0.smithi031.stdout:1484: finishing write tid 3 to smithi03186013-11 2024-08-10T05:19:16.284 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 11 v 725 (ObjNum 463 snap 140 seq_num 463) dirty exists 2024-08-10T05:19:16.284 INFO:tasks.rados.rados.0.smithi031.stdout:1484: left oid 11 (ObjNum 463 snap 140 seq_num 463) 2024-08-10T05:19:16.284 INFO:tasks.rados.rados.0.smithi031.stdout:1486: finishing write tid 1 to smithi03186013-20 2024-08-10T05:19:16.284 INFO:tasks.rados.rados.0.smithi031.stdout:1486: finishing write tid 2 to smithi03186013-20 2024-08-10T05:19:16.284 INFO:tasks.rados.rados.0.smithi031.stdout:1486: finishing write tid 3 to smithi03186013-20 2024-08-10T05:19:16.284 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 20 v 727 (ObjNum 464 snap 140 seq_num 464) dirty exists 2024-08-10T05:19:16.284 INFO:tasks.rados.rados.0.smithi031.stdout:1486: left oid 20 (ObjNum 464 snap 140 seq_num 464) 2024-08-10T05:19:16.284 INFO:tasks.rados.rados.0.smithi031.stdout:1485: finishing copy_from racing read to smithi03186013-19 2024-08-10T05:19:16.284 INFO:tasks.rados.rados.0.smithi031.stdout:1485: finishing copy_from to smithi03186013-19 2024-08-10T05:19:16.284 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 19 v 752 (ObjNum 425 snap 131 seq_num 425) dirty exists 2024-08-10T05:19:16.287 INFO:tasks.rados.rados.0.smithi031.stdout:1489: expect (ObjNum 449 snap 137 seq_num 449) 2024-08-10T05:19:16.298 INFO:tasks.rados.rados.0.smithi031.stdout:1490: finishing write tid 1 to smithi03186013-7 2024-08-10T05:19:16.298 INFO:tasks.rados.rados.0.smithi031.stdout:1490: finishing write tid 2 to smithi03186013-7 2024-08-10T05:19:16.298 INFO:tasks.rados.rados.0.smithi031.stdout:1490: finishing write tid 3 to smithi03186013-7 2024-08-10T05:19:16.298 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 7 v 907 (ObjNum 466 snap 140 seq_num 466) dirty exists 2024-08-10T05:19:16.298 INFO:tasks.rados.rados.0.smithi031.stdout:1490: left oid 7 (ObjNum 466 snap 140 seq_num 466) 2024-08-10T05:19:16.387 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:16 smithi031 ceph-mon[100614]: osdmap e366: 8 total, 7 up, 8 in 2024-08-10T05:19:16.388 INFO:journalctl@ceph.osd.2.smithi031.stdout:Aug 10 05:19:16 smithi031 podman[116720]: 2024-08-10 05:19:16.258225763 +0000 UTC m=+0.017740450 image pull c7b33901c8866b527fc2ae183a251d5e1d09961420a56731f5fa8537903bd68b quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec 2024-08-10T05:19:16.388 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:16 smithi031 ceph-mon[98130]: osdmap e366: 8 total, 7 up, 8 in 2024-08-10T05:19:16.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:16 smithi196 ceph-mon[90243]: osdmap e366: 8 total, 7 up, 8 in 2024-08-10T05:19:16.698 INFO:journalctl@ceph.osd.2.smithi031.stdout:Aug 10 05:19:16 smithi031 podman[116720]: 2024-08-10 05:19:16.388003634 +0000 UTC m=+0.147518311 container create 6e8c5dc8dac61e7eb0248e4881e6ec3a866491cf649b9680094d46d1a7f9fd5f (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-2-activate, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, RELEASE=squid-bca9905, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0) 2024-08-10T05:19:16.699 INFO:journalctl@ceph.osd.2.smithi031.stdout:Aug 10 05:19:16 smithi031 podman[116720]: 2024-08-10 05:19:16.599016113 +0000 UTC m=+0.358530791 container init 6e8c5dc8dac61e7eb0248e4881e6ec3a866491cf649b9680094d46d1a7f9fd5f (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-2-activate, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, RELEASE=squid-bca9905) 2024-08-10T05:19:16.699 INFO:journalctl@ceph.osd.2.smithi031.stdout:Aug 10 05:19:16 smithi031 podman[116720]: 2024-08-10 05:19:16.603762892 +0000 UTC m=+0.363277570 container start 6e8c5dc8dac61e7eb0248e4881e6ec3a866491cf649b9680094d46d1a7f9fd5f (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-2-activate, RELEASE=squid-bca9905, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0) 2024-08-10T05:19:16.699 INFO:journalctl@ceph.osd.2.smithi031.stdout:Aug 10 05:19:16 smithi031 podman[116720]: 2024-08-10 05:19:16.698935088 +0000 UTC m=+0.458449775 container attach 6e8c5dc8dac61e7eb0248e4881e6ec3a866491cf649b9680094d46d1a7f9fd5f (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-2-activate, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-bca9905, io.buildah.version=1.36.0, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux ) 2024-08-10T05:19:16.966 INFO:journalctl@ceph.osd.2.smithi031.stdout:Aug 10 05:19:16 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-2-activate[116735]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-10T05:19:16.966 INFO:journalctl@ceph.osd.2.smithi031.stdout:Aug 10 05:19:16 smithi031 bash[116720]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-10T05:19:16.966 INFO:journalctl@ceph.osd.2.smithi031.stdout:Aug 10 05:19:16 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-2-activate[116735]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-10T05:19:16.966 INFO:journalctl@ceph.osd.2.smithi031.stdout:Aug 10 05:19:16 smithi031 bash[116720]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-10T05:19:16.966 INFO:journalctl@ceph.osd.2.smithi031.stdout:Aug 10 05:19:16 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-2-activate[116735]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-08-10T05:19:16.967 INFO:journalctl@ceph.osd.2.smithi031.stdout:Aug 10 05:19:16 smithi031 bash[116720]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-08-10T05:19:16.967 INFO:journalctl@ceph.osd.2.smithi031.stdout:Aug 10 05:19:16 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-2-activate[116735]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-08-10T05:19:16.967 INFO:journalctl@ceph.osd.2.smithi031.stdout:Aug 10 05:19:16 smithi031 bash[116720]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-08-10T05:19:16.967 INFO:journalctl@ceph.osd.2.smithi031.stdout:Aug 10 05:19:16 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-2-activate[116735]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-08-10T05:19:16.967 INFO:journalctl@ceph.osd.2.smithi031.stdout:Aug 10 05:19:16 smithi031 bash[116720]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-08-10T05:19:17.269 INFO:journalctl@ceph.osd.2.smithi031.stdout:Aug 10 05:19:16 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-2-activate[116735]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-08-10T05:19:17.269 INFO:journalctl@ceph.osd.2.smithi031.stdout:Aug 10 05:19:16 smithi031 bash[116720]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-08-10T05:19:17.269 INFO:journalctl@ceph.osd.2.smithi031.stdout:Aug 10 05:19:16 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-2-activate[116735]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-08-10T05:19:17.269 INFO:journalctl@ceph.osd.2.smithi031.stdout:Aug 10 05:19:16 smithi031 bash[116720]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-08-10T05:19:17.269 INFO:journalctl@ceph.osd.2.smithi031.stdout:Aug 10 05:19:16 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-2-activate[116735]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-08-10T05:19:17.269 INFO:journalctl@ceph.osd.2.smithi031.stdout:Aug 10 05:19:16 smithi031 bash[116720]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-08-10T05:19:17.269 INFO:journalctl@ceph.osd.2.smithi031.stdout:Aug 10 05:19:16 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-2-activate[116735]: --> ceph-volume raw activate successful for osd ID: 2 2024-08-10T05:19:17.269 INFO:journalctl@ceph.osd.2.smithi031.stdout:Aug 10 05:19:16 smithi031 bash[116720]: --> ceph-volume raw activate successful for osd ID: 2 2024-08-10T05:19:17.269 INFO:journalctl@ceph.osd.2.smithi031.stdout:Aug 10 05:19:16 smithi031 podman[116720]: 2024-08-10 05:19:16.993597565 +0000 UTC m=+0.753112243 container died 6e8c5dc8dac61e7eb0248e4881e6ec3a866491cf649b9680094d46d1a7f9fd5f (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-2-activate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-bca9905, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731) 2024-08-10T05:19:17.281 INFO:tasks.rados.rados.0.smithi031.stdout:1479: done (6 left) 2024-08-10T05:19:17.282 INFO:tasks.rados.rados.0.smithi031.stdout:1484: done (5 left) 2024-08-10T05:19:17.282 INFO:tasks.rados.rados.0.smithi031.stdout:1485: done (4 left) 2024-08-10T05:19:17.282 INFO:tasks.rados.rados.0.smithi031.stdout:1486: done (3 left) 2024-08-10T05:19:17.282 INFO:tasks.rados.rados.0.smithi031.stdout:1489: done (2 left) 2024-08-10T05:19:17.282 INFO:tasks.rados.rados.0.smithi031.stdout:1490: done (1 left) 2024-08-10T05:19:17.282 INFO:tasks.rados.rados.0.smithi031.stdout:1491: done (0 left) 2024-08-10T05:19:17.282 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 19 current snap is 141 2024-08-10T05:19:17.282 INFO:tasks.rados.rados.0.smithi031.stdout:1492: seq_num 467 ranges {5373952=630784} 2024-08-10T05:19:17.314 INFO:tasks.rados.rados.0.smithi031.stdout:1492: writing smithi03186013-19 from 5373952 to 6004736 tid 1 2024-08-10T05:19:17.314 INFO:tasks.rados.rados.0.smithi031.stdout:1493: copy_from oid 10 from oid 3 current snap is 141 2024-08-10T05:19:17.314 INFO:tasks.rados.rados.0.smithi031.stdout:1494: snap_remove snap 140 2024-08-10T05:19:17.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:17 smithi196 ceph-mon[90243]: pgmap v201: 121 pgs: 3 active+undersized, 11 stale+active+clean, 2 active+undersized+degraded, 105 active+clean; 185 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 468 KiB/s wr, 13 op/s; 2/270 objects degraded (0.741%) 2024-08-10T05:19:17.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:17 smithi196 ceph-mon[90243]: Health check failed: Degraded data redundancy: 2/270 objects degraded (0.741%), 2 pgs degraded (PG_DEGRADED) 2024-08-10T05:19:17.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:17 smithi196 ceph-mon[90243]: osdmap e367: 8 total, 7 up, 8 in 2024-08-10T05:19:17.687 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:17 smithi031 ceph-mon[98130]: pgmap v201: 121 pgs: 3 active+undersized, 11 stale+active+clean, 2 active+undersized+degraded, 105 active+clean; 185 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 468 KiB/s wr, 13 op/s; 2/270 objects degraded (0.741%) 2024-08-10T05:19:17.687 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:17 smithi031 ceph-mon[98130]: Health check failed: Degraded data redundancy: 2/270 objects degraded (0.741%), 2 pgs degraded (PG_DEGRADED) 2024-08-10T05:19:17.687 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:17 smithi031 ceph-mon[98130]: osdmap e367: 8 total, 7 up, 8 in 2024-08-10T05:19:17.687 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:17 smithi031 ceph-mon[100614]: pgmap v201: 121 pgs: 3 active+undersized, 11 stale+active+clean, 2 active+undersized+degraded, 105 active+clean; 185 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 468 KiB/s wr, 13 op/s; 2/270 objects degraded (0.741%) 2024-08-10T05:19:17.687 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:17 smithi031 ceph-mon[100614]: Health check failed: Degraded data redundancy: 2/270 objects degraded (0.741%), 2 pgs degraded (PG_DEGRADED) 2024-08-10T05:19:17.687 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:17 smithi031 ceph-mon[100614]: osdmap e367: 8 total, 7 up, 8 in 2024-08-10T05:19:18.018 INFO:journalctl@ceph.osd.2.smithi031.stdout:Aug 10 05:19:17 smithi031 podman[116875]: 2024-08-10 05:19:17.687104824 +0000 UTC m=+0.687605660 container remove 6e8c5dc8dac61e7eb0248e4881e6ec3a866491cf649b9680094d46d1a7f9fd5f (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-2-activate, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=squid-bca9905, org.label-schema.schema-version=1.0) 2024-08-10T05:19:18.019 INFO:journalctl@ceph.osd.2.smithi031.stdout:Aug 10 05:19:17 smithi031 podman[116946]: 2024-08-10 05:19:17.804742713 +0000 UTC m=+0.017725049 image pull c7b33901c8866b527fc2ae183a251d5e1d09961420a56731f5fa8537903bd68b quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec 2024-08-10T05:19:18.019 INFO:journalctl@ceph.osd.2.smithi031.stdout:Aug 10 05:19:17 smithi031 podman[116946]: 2024-08-10 05:19:17.921408055 +0000 UTC m=+0.134390432 container create 33f3ce3dcbbc1b1915cade1bb7676d905b2a80d56b5259ef0079f1a32bb8d080 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-2, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=squid-bca9905, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-08-10T05:19:18.288 INFO:tasks.rados.rados.0.smithi031.stdout:1494: done (2 left) 2024-08-10T05:19:18.289 INFO:tasks.rados.rados.0.smithi031.stdout:1495: delete oid 29 current snap is 141 2024-08-10T05:19:18.289 INFO:tasks.rados.rados.0.smithi031.stdout:1492: finishing write tid 1 to smithi03186013-19 2024-08-10T05:19:18.289 INFO:tasks.rados.rados.0.smithi031.stdout:1492: finishing write tid 2 to smithi03186013-19 2024-08-10T05:19:18.289 INFO:tasks.rados.rados.0.smithi031.stdout:1492: finishing write tid 3 to smithi03186013-19 2024-08-10T05:19:18.289 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 19 v 885 (ObjNum 467 snap 141 seq_num 467) dirty exists 2024-08-10T05:19:18.289 INFO:tasks.rados.rados.0.smithi031.stdout:1492: left oid 19 (ObjNum 467 snap 141 seq_num 467) 2024-08-10T05:19:18.290 INFO:tasks.rados.rados.0.smithi031.stdout:1493: finishing copy_from racing read to smithi03186013-10 2024-08-10T05:19:18.290 INFO:tasks.rados.rados.0.smithi031.stdout:1493: finishing copy_from to smithi03186013-10 2024-08-10T05:19:18.290 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 10 v 521 (ObjNum 371 snap 117 seq_num 371) dirty exists 2024-08-10T05:19:18.292 INFO:tasks.rados.rados.0.smithi031.stdout:1492: done (2 left) 2024-08-10T05:19:18.292 INFO:tasks.rados.rados.0.smithi031.stdout:1493: done (1 left) 2024-08-10T05:19:18.292 INFO:tasks.rados.rados.0.smithi031.stdout:1495: done (0 left) 2024-08-10T05:19:18.292 INFO:tasks.rados.rados.0.smithi031.stdout:1496: read oid 24 snap -1 2024-08-10T05:19:18.292 INFO:tasks.rados.rados.0.smithi031.stdout:1496: expect (ObjNum 437 snap 135 seq_num 437) 2024-08-10T05:19:18.292 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 17 current snap is 141 2024-08-10T05:19:18.292 INFO:tasks.rados.rados.0.smithi031.stdout:1497: seq_num 469 ranges {13000704=663552} 2024-08-10T05:19:18.338 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:18 smithi031 ceph-mon[98130]: osdmap e368: 8 total, 7 up, 8 in 2024-08-10T05:19:18.338 INFO:journalctl@ceph.osd.2.smithi031.stdout:Aug 10 05:19:18 smithi031 podman[116946]: 2024-08-10 05:19:18.140239927 +0000 UTC m=+0.353222273 container init 33f3ce3dcbbc1b1915cade1bb7676d905b2a80d56b5259ef0079f1a32bb8d080 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-2, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-bca9905, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-10T05:19:18.338 INFO:journalctl@ceph.osd.2.smithi031.stdout:Aug 10 05:19:18 smithi031 podman[116946]: 2024-08-10 05:19:18.145715233 +0000 UTC m=+0.358697576 container start 33f3ce3dcbbc1b1915cade1bb7676d905b2a80d56b5259ef0079f1a32bb8d080 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, RELEASE=squid-bca9905, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-08-10T05:19:18.338 INFO:journalctl@ceph.osd.2.smithi031.stdout:Aug 10 05:19:18 smithi031 ceph-osd[116986]: -- 172.21.15.31:0/190101586 <== mon.0 v2:172.21.15.31:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5595e115fa40 con 0x5595e1f22000 2024-08-10T05:19:18.339 INFO:journalctl@ceph.osd.2.smithi031.stdout:Aug 10 05:19:18 smithi031 bash[116946]: 33f3ce3dcbbc1b1915cade1bb7676d905b2a80d56b5259ef0079f1a32bb8d080 2024-08-10T05:19:18.339 INFO:journalctl@ceph.osd.2.smithi031.stdout:Aug 10 05:19:18 smithi031 systemd[1]: Started Ceph osd.2 for fc322138-56d5-11ef-bcce-c7b262605968. 2024-08-10T05:19:18.339 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:18 smithi031 ceph-mon[100614]: osdmap e368: 8 total, 7 up, 8 in 2024-08-10T05:19:18.367 INFO:tasks.rados.rados.0.smithi031.stdout:1497: writing smithi03186013-17 from 13000704 to 13664256 tid 1 2024-08-10T05:19:18.368 INFO:tasks.rados.rados.0.smithi031.stdout:1498: read oid 36 snap -1 2024-08-10T05:19:18.368 INFO:tasks.rados.rados.0.smithi031.stdout:1498: expect (ObjNum 439 snap 135 seq_num 439) 2024-08-10T05:19:18.368 INFO:tasks.rados.rados.0.smithi031.stdout:1499: snap_create 2024-08-10T05:19:18.368 INFO:tasks.rados.rados.0.smithi031.stdout:1496: expect (ObjNum 437 snap 135 seq_num 437) 2024-08-10T05:19:18.375 INFO:tasks.rados.rados.0.smithi031.stdout:1497: finishing write tid 1 to smithi03186013-17 2024-08-10T05:19:18.376 INFO:tasks.rados.rados.0.smithi031.stdout:1497: finishing write tid 2 to smithi03186013-17 2024-08-10T05:19:18.377 INFO:tasks.rados.rados.0.smithi031.stdout:1498: expect (ObjNum 439 snap 135 seq_num 439) 2024-08-10T05:19:18.424 INFO:tasks.rados.rados.0.smithi031.stdout:1497: finishing write tid 3 to smithi03186013-17 2024-08-10T05:19:18.425 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 17 v 535 (ObjNum 469 snap 141 seq_num 469) dirty exists 2024-08-10T05:19:18.425 INFO:tasks.rados.rados.0.smithi031.stdout:1497: left oid 17 (ObjNum 469 snap 141 seq_num 469) 2024-08-10T05:19:18.659 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:18 smithi196 ceph-mon[90243]: osdmap e368: 8 total, 7 up, 8 in 2024-08-10T05:19:18.951 INFO:journalctl@ceph.osd.2.smithi031.stdout:Aug 10 05:19:18 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-2[116962]: 2024-08-10T05:19:18.686+0000 7f80a2114640 -1 Falling back to public interface 2024-08-10T05:19:19.028 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:19:18 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:19:18.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)\", cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", cluster_addr=\"172.21.15.31\", device_class=\"ssd\", hostname=\"smithi031\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.31\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)\", cluster_addr=\"172.21.15.31\", device_class=\"ssd\", hostname=\"smithi031\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.31\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:19:19.190 INFO:tasks.rados.rados.0.smithi031.stdout:1496: done (3 left) 2024-08-10T05:19:19.190 INFO:tasks.rados.rados.0.smithi031.stdout:1497: done (2 left) 2024-08-10T05:19:19.191 INFO:tasks.rados.rados.0.smithi031.stdout:1498: done (1 left) 2024-08-10T05:19:19.191 INFO:tasks.rados.rados.0.smithi031.stdout:1499: done (0 left) 2024-08-10T05:19:19.191 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 44 current snap is 142 2024-08-10T05:19:19.191 INFO:tasks.rados.rados.0.smithi031.stdout:1500: seq_num 470 ranges {3301376=679936} 2024-08-10T05:19:19.212 INFO:tasks.rados.rados.0.smithi031.stdout:1500: writing smithi03186013-44 from 3301376 to 3981312 tid 1 2024-08-10T05:19:19.212 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 48 current snap is 142 2024-08-10T05:19:19.212 INFO:tasks.rados.rados.0.smithi031.stdout:1501: seq_num 471 ranges {11673600=696320} 2024-08-10T05:19:19.281 INFO:tasks.rados.rados.0.smithi031.stdout:1501: writing smithi03186013-48 from 11673600 to 12369920 tid 1 2024-08-10T05:19:19.281 INFO:tasks.rados.rados.0.smithi031.stdout:1502: delete oid 25 current snap is 142 2024-08-10T05:19:19.281 INFO:tasks.rados.rados.0.smithi031.stdout:1500: finishing write tid 1 to smithi03186013-44 2024-08-10T05:19:19.281 INFO:tasks.rados.rados.0.smithi031.stdout:1500: finishing write tid 2 to smithi03186013-44 2024-08-10T05:19:19.281 INFO:tasks.rados.rados.0.smithi031.stdout:1500: finishing write tid 3 to smithi03186013-44 2024-08-10T05:19:19.281 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 44 v 911 (ObjNum 470 snap 142 seq_num 470) dirty exists 2024-08-10T05:19:19.281 INFO:tasks.rados.rados.0.smithi031.stdout:1500: left oid 44 (ObjNum 470 snap 142 seq_num 470) 2024-08-10T05:19:19.283 INFO:tasks.rados.rados.0.smithi031.stdout:1500: done (2 left) 2024-08-10T05:19:19.283 INFO:tasks.rados.rados.0.smithi031.stdout:1502: done (1 left) 2024-08-10T05:19:19.283 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 22 current snap is 142 2024-08-10T05:19:19.283 INFO:tasks.rados.rados.0.smithi031.stdout:1503: seq_num 473 ranges {4145152=729088} 2024-08-10T05:19:19.310 INFO:tasks.rados.rados.0.smithi031.stdout:1503: writing smithi03186013-22 from 4145152 to 4874240 tid 1 2024-08-10T05:19:19.310 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 49 current snap is 142 2024-08-10T05:19:19.310 INFO:tasks.rados.rados.0.smithi031.stdout:1501: finishing write tid 1 to smithi03186013-48 2024-08-10T05:19:19.310 INFO:tasks.rados.rados.0.smithi031.stdout:1501: finishing write tid 2 to smithi03186013-48 2024-08-10T05:19:19.310 INFO:tasks.rados.rados.0.smithi031.stdout:1501: finishing write tid 3 to smithi03186013-48 2024-08-10T05:19:19.310 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 48 v 298 (ObjNum 471 snap 142 seq_num 471) dirty exists 2024-08-10T05:19:19.310 INFO:tasks.rados.rados.0.smithi031.stdout:1501: left oid 48 (ObjNum 471 snap 142 seq_num 471) 2024-08-10T05:19:19.310 INFO:tasks.rados.rados.0.smithi031.stdout:1504: seq_num 474 ranges {3325952=745472} 2024-08-10T05:19:19.332 INFO:tasks.rados.rados.0.smithi031.stdout:1504: writing smithi03186013-49 from 3325952 to 4071424 tid 1 2024-08-10T05:19:19.332 INFO:tasks.rados.rados.0.smithi031.stdout:1501: done (2 left) 2024-08-10T05:19:19.332 INFO:tasks.rados.rados.0.smithi031.stdout:1505: read oid 39 snap 141 2024-08-10T05:19:19.332 INFO:tasks.rados.rados.0.smithi031.stdout:1505: expect (ObjNum 422 snap 131 seq_num 422) 2024-08-10T05:19:19.333 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 20 current snap is 142 2024-08-10T05:19:19.333 INFO:tasks.rados.rados.0.smithi031.stdout:1506: seq_num 475 ranges {1728512=761856} 2024-08-10T05:19:19.347 INFO:tasks.rados.rados.0.smithi031.stdout:1506: writing smithi03186013-20 from 1728512 to 2490368 tid 1 2024-08-10T05:19:19.347 INFO:tasks.rados.rados.0.smithi031.stdout:1507: delete oid 40 current snap is 142 2024-08-10T05:19:19.347 INFO:tasks.rados.rados.0.smithi031.stdout:1503: finishing write tid 1 to smithi03186013-22 2024-08-10T05:19:19.348 INFO:tasks.rados.rados.0.smithi031.stdout:1503: finishing write tid 2 to smithi03186013-22 2024-08-10T05:19:19.348 INFO:tasks.rados.rados.0.smithi031.stdout:1503: finishing write tid 3 to smithi03186013-22 2024-08-10T05:19:19.348 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 22 v 914 (ObjNum 473 snap 142 seq_num 473) dirty exists 2024-08-10T05:19:19.348 INFO:tasks.rados.rados.0.smithi031.stdout:1503: left oid 22 (ObjNum 473 snap 142 seq_num 473) 2024-08-10T05:19:19.348 INFO:tasks.rados.rados.0.smithi031.stdout:1504: finishing write tid 1 to smithi03186013-49 2024-08-10T05:19:19.348 INFO:tasks.rados.rados.0.smithi031.stdout:1504: finishing write tid 2 to smithi03186013-49 2024-08-10T05:19:19.348 INFO:tasks.rados.rados.0.smithi031.stdout:1504: finishing write tid 3 to smithi03186013-49 2024-08-10T05:19:19.348 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 49 v 620 (ObjNum 474 snap 142 seq_num 474) dirty exists 2024-08-10T05:19:19.348 INFO:tasks.rados.rados.0.smithi031.stdout:1504: left oid 49 (ObjNum 474 snap 142 seq_num 474) 2024-08-10T05:19:19.352 INFO:tasks.rados.rados.0.smithi031.stdout:1506: finishing write tid 1 to smithi03186013-20 2024-08-10T05:19:19.352 INFO:tasks.rados.rados.0.smithi031.stdout:1506: finishing write tid 2 to smithi03186013-20 2024-08-10T05:19:19.353 INFO:tasks.rados.rados.0.smithi031.stdout:1506: finishing write tid 3 to smithi03186013-20 2024-08-10T05:19:19.353 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 20 v 729 (ObjNum 475 snap 142 seq_num 475) dirty exists 2024-08-10T05:19:19.353 INFO:tasks.rados.rados.0.smithi031.stdout:1506: left oid 20 (ObjNum 475 snap 142 seq_num 475) 2024-08-10T05:19:19.361 INFO:tasks.rados.rados.0.smithi031.stdout:1503: done (4 left) 2024-08-10T05:19:19.361 INFO:tasks.rados.rados.0.smithi031.stdout:1504: done (3 left) 2024-08-10T05:19:19.361 INFO:tasks.rados.rados.0.smithi031.stdout:1506: done (2 left) 2024-08-10T05:19:19.361 INFO:tasks.rados.rados.0.smithi031.stdout:1507: done (1 left) 2024-08-10T05:19:19.361 INFO:tasks.rados.rados.0.smithi031.stdout:1508: setattr oid 13 current snap is 142 2024-08-10T05:19:19.362 INFO:tasks.rados.rados.0.smithi031.stdout:1509: read oid 46 snap -1 2024-08-10T05:19:19.362 INFO:tasks.rados.rados.0.smithi031.stdout:1509: expect deleted 2024-08-10T05:19:19.362 INFO:tasks.rados.rados.0.smithi031.stdout:1510: rollback oid 7 current snap is 142 2024-08-10T05:19:19.362 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 7 to 141 2024-08-10T05:19:19.363 INFO:tasks.rados.rados.0.smithi031.stdout:1511: copy_from oid 25 from oid 10 current snap is 142 2024-08-10T05:19:19.363 INFO:tasks.rados.rados.0.smithi031.stdout:1512: delete oid 38 current snap is 142 2024-08-10T05:19:19.365 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 13 v 767 (ObjNum 65 snap 0 seq_num 1600806481) dirty exists 2024-08-10T05:19:19.366 INFO:tasks.rados.rados.0.smithi031.stdout:1510: finishing rollback tid 0 to smithi03186013-7 2024-08-10T05:19:19.366 INFO:tasks.rados.rados.0.smithi031.stdout:1510: finishing rollback tid 1 to smithi03186013-7 2024-08-10T05:19:19.367 INFO:tasks.rados.rados.0.smithi031.stdout:1510: finishing rollback tid 2 to smithi03186013-7 2024-08-10T05:19:19.367 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 7 v 918 (ObjNum 466 snap 140 seq_num 466) dirty exists 2024-08-10T05:19:19.374 INFO:tasks.rados.rados.0.smithi031.stdout:1511: finishing copy_from racing read to smithi03186013-25 2024-08-10T05:19:19.376 INFO:tasks.rados.rados.0.smithi031.stdout:1511: finishing copy_from to smithi03186013-25 2024-08-10T05:19:19.376 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 25 v 521 (ObjNum 371 snap 117 seq_num 371) dirty exists 2024-08-10T05:19:19.379 INFO:tasks.rados.rados.0.smithi031.stdout:1508: done (5 left) 2024-08-10T05:19:19.379 INFO:tasks.rados.rados.0.smithi031.stdout:1509: done (4 left) 2024-08-10T05:19:19.380 INFO:tasks.rados.rados.0.smithi031.stdout:1510: done (3 left) 2024-08-10T05:19:19.380 INFO:tasks.rados.rados.0.smithi031.stdout:1511: done (2 left) 2024-08-10T05:19:19.380 INFO:tasks.rados.rados.0.smithi031.stdout:1512: done (1 left) 2024-08-10T05:19:19.380 INFO:tasks.rados.rados.0.smithi031.stdout:1513: read oid 43 snap -1 2024-08-10T05:19:19.380 INFO:tasks.rados.rados.0.smithi031.stdout:1513: expect (ObjNum 368 snap 117 seq_num 368) 2024-08-10T05:19:19.380 INFO:tasks.rados.rados.0.smithi031.stdout:1514: setattr oid 3 current snap is 142 2024-08-10T05:19:19.380 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 7 current snap is 142 2024-08-10T05:19:19.380 INFO:tasks.rados.rados.0.smithi031.stdout:1515: seq_num 478 ranges {614400=409600,1024000=401408} 2024-08-10T05:19:19.386 INFO:tasks.rados.rados.0.smithi031.stdout:1515: writing smithi03186013-7 from 614400 to 1024000 tid 1 2024-08-10T05:19:19.389 INFO:tasks.rados.rados.0.smithi031.stdout:1515: writing smithi03186013-7 from 1024000 to 1425408 tid 2 2024-08-10T05:19:19.389 INFO:tasks.rados.rados.0.smithi031.stdout:1516: snap_create 2024-08-10T05:19:19.389 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 3 v 730 (ObjNum 371 snap 117 seq_num 371) dirty exists 2024-08-10T05:19:19.393 INFO:tasks.rados.rados.0.smithi031.stdout:1515: finishing write tid 1 to smithi03186013-7 2024-08-10T05:19:19.393 INFO:tasks.rados.rados.0.smithi031.stdout:1515: finishing write tid 2 to smithi03186013-7 2024-08-10T05:19:19.393 INFO:tasks.rados.rados.0.smithi031.stdout:1515: finishing write tid 3 to smithi03186013-7 2024-08-10T05:19:19.394 INFO:tasks.rados.rados.0.smithi031.stdout:1515: finishing write tid 4 to smithi03186013-7 2024-08-10T05:19:19.395 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 7 v 921 (ObjNum 478 snap 142 seq_num 478) dirty exists 2024-08-10T05:19:19.395 INFO:tasks.rados.rados.0.smithi031.stdout:1515: left oid 7 (ObjNum 478 snap 142 seq_num 478) 2024-08-10T05:19:19.396 INFO:tasks.rados.rados.0.smithi031.stdout:1513: expect (ObjNum 368 snap 117 seq_num 368) 2024-08-10T05:19:19.478 INFO:tasks.rados.rados.0.smithi031.stdout:1505: expect (ObjNum 422 snap 131 seq_num 422) 2024-08-10T05:19:19.768 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:19 smithi031 ceph-mon[100614]: pgmap v204: 121 pgs: 22 active+undersized, 2 stale+active+clean, 9 active+undersized+degraded, 88 active+clean; 177 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.0 MiB/s wr, 20 op/s; 18/237 objects degraded (7.595%) 2024-08-10T05:19:19.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:19 smithi031 ceph-mon[100614]: osdmap e369: 8 total, 7 up, 8 in 2024-08-10T05:19:19.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:19 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:19:19.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:19 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:19:19.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:19 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:19:19.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:19 smithi031 ceph-mon[100614]: osdmap e370: 8 total, 7 up, 8 in 2024-08-10T05:19:19.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:19 smithi031 ceph-mon[98130]: pgmap v204: 121 pgs: 22 active+undersized, 2 stale+active+clean, 9 active+undersized+degraded, 88 active+clean; 177 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.0 MiB/s wr, 20 op/s; 18/237 objects degraded (7.595%) 2024-08-10T05:19:19.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:19 smithi031 ceph-mon[98130]: osdmap e369: 8 total, 7 up, 8 in 2024-08-10T05:19:19.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:19 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:19:19.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:19 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:19:19.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:19 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:19:19.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:19 smithi031 ceph-mon[98130]: osdmap e370: 8 total, 7 up, 8 in 2024-08-10T05:19:19.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:19 smithi196 ceph-mon[90243]: pgmap v204: 121 pgs: 22 active+undersized, 2 stale+active+clean, 9 active+undersized+degraded, 88 active+clean; 177 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.0 MiB/s wr, 20 op/s; 18/237 objects degraded (7.595%) 2024-08-10T05:19:19.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:19 smithi196 ceph-mon[90243]: osdmap e369: 8 total, 7 up, 8 in 2024-08-10T05:19:19.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:19 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:19:19.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:19 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:19:19.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:19 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:19:19.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:19 smithi196 ceph-mon[90243]: osdmap e370: 8 total, 7 up, 8 in 2024-08-10T05:19:20.701 INFO:tasks.rados.rados.0.smithi031.stdout:1505: done (4 left) 2024-08-10T05:19:20.701 INFO:tasks.rados.rados.0.smithi031.stdout:1513: done (3 left) 2024-08-10T05:19:20.701 INFO:tasks.rados.rados.0.smithi031.stdout:1514: done (2 left) 2024-08-10T05:19:20.701 INFO:tasks.rados.rados.0.smithi031.stdout:1515: done (1 left) 2024-08-10T05:19:20.701 INFO:tasks.rados.rados.0.smithi031.stdout:1516: done (0 left) 2024-08-10T05:19:20.701 INFO:tasks.rados.rados.0.smithi031.stdout:1517: read oid 44 snap 142 2024-08-10T05:19:20.701 INFO:tasks.rados.rados.0.smithi031.stdout:1517: expect (ObjNum 470 snap 142 seq_num 470) 2024-08-10T05:19:20.701 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 50 current snap is 143 2024-08-10T05:19:20.701 INFO:tasks.rados.rados.0.smithi031.stdout:1518: seq_num 479 ranges {1318912=425984,1744896=401408} 2024-08-10T05:19:20.710 INFO:tasks.rados.rados.0.smithi031.stdout:1518: writing smithi03186013-50 from 1318912 to 1744896 tid 1 2024-08-10T05:19:20.713 INFO:tasks.rados.rados.0.smithi031.stdout:1518: writing smithi03186013-50 from 1744896 to 2146304 tid 2 2024-08-10T05:19:20.713 INFO:tasks.rados.rados.0.smithi031.stdout:1519: read oid 12 snap -1 2024-08-10T05:19:20.713 INFO:tasks.rados.rados.0.smithi031.stdout:1519: expect (ObjNum 380 snap 117 seq_num 380) 2024-08-10T05:19:20.713 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 43 current snap is 143 2024-08-10T05:19:20.713 INFO:tasks.rados.rados.0.smithi031.stdout:1520: seq_num 480 ranges {2179072=442368,2621440=401408} 2024-08-10T05:19:20.728 INFO:tasks.rados.rados.0.smithi031.stdout:1520: writing smithi03186013-43 from 2179072 to 2621440 tid 1 2024-08-10T05:19:20.731 INFO:tasks.rados.rados.0.smithi031.stdout:1520: writing smithi03186013-43 from 2621440 to 3022848 tid 2 2024-08-10T05:19:20.731 INFO:tasks.rados.rados.0.smithi031.stdout:1521: snap_remove snap 141 2024-08-10T05:19:21.301 INFO:tasks.rados.rados.0.smithi031.stdout:1521: done (4 left) 2024-08-10T05:19:21.301 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 2 current snap is 143 2024-08-10T05:19:21.301 INFO:tasks.rados.rados.0.smithi031.stdout:1517: expect (ObjNum 470 snap 142 seq_num 470) 2024-08-10T05:19:21.518 INFO:journalctl@ceph.osd.2.smithi031.stdout:Aug 10 05:19:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-2[116962]: 2024-08-10T05:19:21.486+0000 7f80a2114640 -1 osd.2 363 log_to_monitors true 2024-08-10T05:19:21.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:21 smithi031 ceph-mon[98130]: pgmap v207: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 179 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 2.5 MiB/s wr, 16 op/s; 23/225 objects degraded (10.222%) 2024-08-10T05:19:21.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:21 smithi031 ceph-mon[98130]: osdmap e371: 8 total, 7 up, 8 in 2024-08-10T05:19:21.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:19:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:19:21] "GET /metrics HTTP/1.1" 200 36168 "" "Prometheus/2.43.0" 2024-08-10T05:19:21.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:21 smithi031 ceph-mon[100614]: pgmap v207: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 179 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 2.5 MiB/s wr, 16 op/s; 23/225 objects degraded (10.222%) 2024-08-10T05:19:21.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:21 smithi031 ceph-mon[100614]: osdmap e371: 8 total, 7 up, 8 in 2024-08-10T05:19:21.545 INFO:tasks.rados.rados.0.smithi031.stdout:1518: finishing write tid 1 to smithi03186013-50 2024-08-10T05:19:21.545 INFO:tasks.rados.rados.0.smithi031.stdout:1518: finishing write tid 2 to smithi03186013-50 2024-08-10T05:19:21.545 INFO:tasks.rados.rados.0.smithi031.stdout:1518: finishing write tid 3 to smithi03186013-50 2024-08-10T05:19:21.545 INFO:tasks.rados.rados.0.smithi031.stdout:1518: finishing write tid 4 to smithi03186013-50 2024-08-10T05:19:21.545 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 50 v 763 (ObjNum 479 snap 143 seq_num 479) dirty exists 2024-08-10T05:19:21.545 INFO:tasks.rados.rados.0.smithi031.stdout:1518: left oid 50 (ObjNum 479 snap 143 seq_num 479) 2024-08-10T05:19:21.545 INFO:tasks.rados.rados.0.smithi031.stdout:1520: finishing write tid 1 to smithi03186013-43 2024-08-10T05:19:21.545 INFO:tasks.rados.rados.0.smithi031.stdout:1522: seq_num 481 ranges {4489216=458752,4947968=401408} 2024-08-10T05:19:21.571 INFO:tasks.rados.rados.0.smithi031.stdout:1522: writing smithi03186013-2 from 4489216 to 4947968 tid 1 2024-08-10T05:19:21.574 INFO:tasks.rados.rados.0.smithi031.stdout:1522: writing smithi03186013-2 from 4947968 to 5349376 tid 2 2024-08-10T05:19:21.574 INFO:tasks.rados.rados.0.smithi031.stdout:1517: done (4 left) 2024-08-10T05:19:21.574 INFO:tasks.rados.rados.0.smithi031.stdout:1518: done (3 left) 2024-08-10T05:19:21.575 INFO:tasks.rados.rados.0.smithi031.stdout:1523: copy_from oid 35 from oid 39 current snap is 143 2024-08-10T05:19:21.575 INFO:tasks.rados.rados.0.smithi031.stdout:1520: finishing write tid 2 to smithi03186013-43 2024-08-10T05:19:21.575 INFO:tasks.rados.rados.0.smithi031.stdout:1520: finishing write tid 3 to smithi03186013-43 2024-08-10T05:19:21.575 INFO:tasks.rados.rados.0.smithi031.stdout:1520: finishing write tid 4 to smithi03186013-43 2024-08-10T05:19:21.575 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 43 v 650 (ObjNum 480 snap 143 seq_num 480) dirty exists 2024-08-10T05:19:21.575 INFO:tasks.rados.rados.0.smithi031.stdout:1520: left oid 43 (ObjNum 480 snap 143 seq_num 480) 2024-08-10T05:19:21.575 INFO:tasks.rados.rados.0.smithi031.stdout:1519: expect (ObjNum 380 snap 117 seq_num 380) 2024-08-10T05:19:21.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:21 smithi196 ceph-mon[90243]: pgmap v207: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 179 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 2.5 MiB/s wr, 16 op/s; 23/225 objects degraded (10.222%) 2024-08-10T05:19:21.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:21 smithi196 ceph-mon[90243]: osdmap e371: 8 total, 7 up, 8 in 2024-08-10T05:19:22.265 INFO:tasks.rados.rados.0.smithi031.stdout:1522: finishing write tid 1 to smithi03186013-2 2024-08-10T05:19:22.265 INFO:tasks.rados.rados.0.smithi031.stdout:1522: finishing write tid 2 to smithi03186013-2 2024-08-10T05:19:22.265 INFO:tasks.rados.rados.0.smithi031.stdout:1522: finishing write tid 3 to smithi03186013-2 2024-08-10T05:19:22.265 INFO:tasks.rados.rados.0.smithi031.stdout:1522: finishing write tid 4 to smithi03186013-2 2024-08-10T05:19:22.265 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 2 v 931 (ObjNum 481 snap 143 seq_num 481) dirty exists 2024-08-10T05:19:22.265 INFO:tasks.rados.rados.0.smithi031.stdout:1522: left oid 2 (ObjNum 481 snap 143 seq_num 481) 2024-08-10T05:19:22.265 INFO:tasks.rados.rados.0.smithi031.stdout:1523: finishing copy_from racing read to smithi03186013-35 2024-08-10T05:19:22.266 INFO:tasks.rados.rados.0.smithi031.stdout:1523: finishing copy_from to smithi03186013-35 2024-08-10T05:19:22.266 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 35 v 474 (ObjNum 422 snap 131 seq_num 422) dirty exists 2024-08-10T05:19:22.266 INFO:tasks.rados.rados.0.smithi031.stdout:1519: done (3 left) 2024-08-10T05:19:22.266 INFO:tasks.rados.rados.0.smithi031.stdout:1520: done (2 left) 2024-08-10T05:19:22.266 INFO:tasks.rados.rados.0.smithi031.stdout:1522: done (1 left) 2024-08-10T05:19:22.266 INFO:tasks.rados.rados.0.smithi031.stdout:1523: done (0 left) 2024-08-10T05:19:22.266 INFO:tasks.rados.rados.0.smithi031.stdout:1524: rollback oid 11 current snap is 143 2024-08-10T05:19:22.267 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 11 to 142 2024-08-10T05:19:22.267 INFO:tasks.rados.rados.0.smithi031.stdout:1525: rollback oid 7 current snap is 143 2024-08-10T05:19:22.267 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 7 to 142 2024-08-10T05:19:22.267 INFO:tasks.rados.rados.0.smithi031.stdout:1526: delete oid 3 current snap is 143 2024-08-10T05:19:22.268 INFO:tasks.rados.rados.0.smithi031.stdout:1524: finishing rollback tid 0 to smithi03186013-11 2024-08-10T05:19:22.269 INFO:tasks.rados.rados.0.smithi031.stdout:1525: finishing rollback tid 0 to smithi03186013-7 2024-08-10T05:19:22.269 INFO:tasks.rados.rados.0.smithi031.stdout:1524: finishing rollback tid 1 to smithi03186013-11 2024-08-10T05:19:22.269 INFO:tasks.rados.rados.0.smithi031.stdout:1525: finishing rollback tid 1 to smithi03186013-7 2024-08-10T05:19:22.269 INFO:tasks.rados.rados.0.smithi031.stdout:1525: finishing rollback tid 2 to smithi03186013-7 2024-08-10T05:19:22.270 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 7 v 935 (ObjNum 478 snap 142 seq_num 478) dirty exists 2024-08-10T05:19:22.274 INFO:tasks.rados.rados.0.smithi031.stdout:1524: finishing rollback tid 2 to smithi03186013-11 2024-08-10T05:19:22.274 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 11 v 733 (ObjNum 463 snap 140 seq_num 463) dirty exists 2024-08-10T05:19:22.274 INFO:tasks.rados.rados.0.smithi031.stdout:1524: done (2 left) 2024-08-10T05:19:22.275 INFO:tasks.rados.rados.0.smithi031.stdout:1525: done (1 left) 2024-08-10T05:19:22.275 INFO:tasks.rados.rados.0.smithi031.stdout:1526: done (0 left) 2024-08-10T05:19:22.275 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 24 current snap is 143 2024-08-10T05:19:22.275 INFO:tasks.rados.rados.0.smithi031.stdout:1527: seq_num 483 ranges {122880=491520,614400=401408} 2024-08-10T05:19:22.276 INFO:tasks.rados.rados.0.smithi031.stdout:1527: writing smithi03186013-24 from 122880 to 614400 tid 1 2024-08-10T05:19:22.277 INFO:tasks.rados.rados.0.smithi031.stdout:1527: writing smithi03186013-24 from 614400 to 1015808 tid 2 2024-08-10T05:19:22.278 INFO:tasks.rados.rados.0.smithi031.stdout:1528: read oid 5 snap -1 2024-08-10T05:19:22.278 INFO:tasks.rados.rados.0.smithi031.stdout:1528: expect (ObjNum 451 snap 138 seq_num 451) 2024-08-10T05:19:22.278 INFO:tasks.rados.rados.0.smithi031.stdout:1529: read oid 33 snap 142 2024-08-10T05:19:22.278 INFO:tasks.rados.rados.0.smithi031.stdout:1529: expect deleted 2024-08-10T05:19:22.278 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 49 current snap is 143 2024-08-10T05:19:22.278 INFO:tasks.rados.rados.0.smithi031.stdout:1530: seq_num 484 ranges {4071424=507904,4579328=401408} 2024-08-10T05:19:22.301 INFO:tasks.rados.rados.0.smithi031.stdout:1530: writing smithi03186013-49 from 4071424 to 4579328 tid 1 2024-08-10T05:19:22.304 INFO:tasks.rados.rados.0.smithi031.stdout:1530: writing smithi03186013-49 from 4579328 to 4980736 tid 2 2024-08-10T05:19:22.304 INFO:tasks.rados.rados.0.smithi031.stdout:1531: delete oid 19 current snap is 143 2024-08-10T05:19:22.304 INFO:tasks.rados.rados.0.smithi031.stdout:1527: finishing write tid 1 to smithi03186013-24 2024-08-10T05:19:22.304 INFO:tasks.rados.rados.0.smithi031.stdout:1527: finishing write tid 2 to smithi03186013-24 2024-08-10T05:19:22.304 INFO:tasks.rados.rados.0.smithi031.stdout:1527: finishing write tid 3 to smithi03186013-24 2024-08-10T05:19:22.304 INFO:tasks.rados.rados.0.smithi031.stdout:1527: finishing write tid 4 to smithi03186013-24 2024-08-10T05:19:22.305 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 24 v 939 (ObjNum 483 snap 143 seq_num 483) dirty exists 2024-08-10T05:19:22.305 INFO:tasks.rados.rados.0.smithi031.stdout:1527: left oid 24 (ObjNum 483 snap 143 seq_num 483) 2024-08-10T05:19:22.307 INFO:tasks.rados.rados.0.smithi031.stdout:1527: done (4 left) 2024-08-10T05:19:22.307 INFO:tasks.rados.rados.0.smithi031.stdout:1529: done (3 left) 2024-08-10T05:19:22.307 INFO:tasks.rados.rados.0.smithi031.stdout:1531: done (2 left) 2024-08-10T05:19:22.307 INFO:tasks.rados.rados.0.smithi031.stdout:1532: snap_remove snap 142 2024-08-10T05:19:22.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:22 smithi031 ceph-mon[98130]: osdmap e372: 8 total, 7 up, 8 in 2024-08-10T05:19:22.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:22 smithi031 ceph-mon[98130]: from='osd.2 [v2:172.21.15.31:6818/1297699630,v1:172.21.15.31:6819/1297699630]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-10T05:19:22.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:22 smithi031 ceph-mon[98130]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-10T05:19:22.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:22 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:19:22.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:22 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:19:22.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:22 smithi031 ceph-mon[100614]: osdmap e372: 8 total, 7 up, 8 in 2024-08-10T05:19:22.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:22 smithi031 ceph-mon[100614]: from='osd.2 [v2:172.21.15.31:6818/1297699630,v1:172.21.15.31:6819/1297699630]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-10T05:19:22.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:22 smithi031 ceph-mon[100614]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-10T05:19:22.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:22 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:19:22.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:22 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:19:22.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:22 smithi196 ceph-mon[90243]: osdmap e372: 8 total, 7 up, 8 in 2024-08-10T05:19:22.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:22 smithi196 ceph-mon[90243]: from='osd.2 [v2:172.21.15.31:6818/1297699630,v1:172.21.15.31:6819/1297699630]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-10T05:19:22.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:22 smithi196 ceph-mon[90243]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-10T05:19:22.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:22 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:19:22.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:22 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:19:22.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:19:22 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:19:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:19:23.086 INFO:journalctl@ceph.osd.2.smithi031.stdout:Aug 10 05:19:22 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-2[116962]: 2024-08-10T05:19:22.776+0000 7f8095eb7640 -1 osd.2 363 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-10T05:19:23.317 INFO:tasks.rados.rados.0.smithi031.stdout:1532: done (2 left) 2024-08-10T05:19:23.317 INFO:tasks.rados.rados.0.smithi031.stdout:1533: read oid 2 snap -1 2024-08-10T05:19:23.317 INFO:tasks.rados.rados.0.smithi031.stdout:1533: expect (ObjNum 481 snap 143 seq_num 481) 2024-08-10T05:19:23.317 INFO:tasks.rados.rados.0.smithi031.stdout:1534: setattr oid 24 current snap is 143 2024-08-10T05:19:23.317 INFO:tasks.rados.rados.0.smithi031.stdout:1530: finishing write tid 1 to smithi03186013-49 2024-08-10T05:19:23.317 INFO:tasks.rados.rados.0.smithi031.stdout:1530: finishing write tid 2 to smithi03186013-49 2024-08-10T05:19:23.317 INFO:tasks.rados.rados.0.smithi031.stdout:1530: finishing write tid 3 to smithi03186013-49 2024-08-10T05:19:23.317 INFO:tasks.rados.rados.0.smithi031.stdout:1528: expect (ObjNum 451 snap 138 seq_num 451) 2024-08-10T05:19:23.362 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:23 smithi031 ceph-mon[100614]: pgmap v210: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 181 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.1 MiB/s wr, 7 op/s; 25/234 objects degraded (10.684%) 2024-08-10T05:19:23.362 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:23 smithi031 ceph-mon[100614]: Health check update: Degraded data redundancy: 25/234 objects degraded (10.684%), 10 pgs degraded (PG_DEGRADED) 2024-08-10T05:19:23.362 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:23 smithi031 ceph-mon[100614]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-08-10T05:19:23.362 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:23 smithi031 ceph-mon[100614]: osdmap e373: 8 total, 7 up, 8 in 2024-08-10T05:19:23.362 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:23 smithi031 ceph-mon[100614]: from='osd.2 [v2:172.21.15.31:6818/1297699630,v1:172.21.15.31:6819/1297699630]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi031", "root=default"]}]: dispatch 2024-08-10T05:19:23.362 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:23 smithi031 ceph-mon[100614]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi031", "root=default"]}]: dispatch 2024-08-10T05:19:23.362 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:23 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:19:23.362 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:23 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:19:23.362 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:23 smithi031 ceph-mon[100614]: from='osd.2 ' entity='osd.2' 2024-08-10T05:19:23.363 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:23 smithi031 ceph-mon[98130]: pgmap v210: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 181 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.1 MiB/s wr, 7 op/s; 25/234 objects degraded (10.684%) 2024-08-10T05:19:23.363 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:23 smithi031 ceph-mon[98130]: Health check update: Degraded data redundancy: 25/234 objects degraded (10.684%), 10 pgs degraded (PG_DEGRADED) 2024-08-10T05:19:23.363 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:23 smithi031 ceph-mon[98130]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-08-10T05:19:23.363 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:23 smithi031 ceph-mon[98130]: osdmap e373: 8 total, 7 up, 8 in 2024-08-10T05:19:23.363 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:23 smithi031 ceph-mon[98130]: from='osd.2 [v2:172.21.15.31:6818/1297699630,v1:172.21.15.31:6819/1297699630]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi031", "root=default"]}]: dispatch 2024-08-10T05:19:23.363 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:23 smithi031 ceph-mon[98130]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi031", "root=default"]}]: dispatch 2024-08-10T05:19:23.363 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:23 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:19:23.363 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:23 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:19:23.363 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:23 smithi031 ceph-mon[98130]: from='osd.2 ' entity='osd.2' 2024-08-10T05:19:23.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:19:23 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:19:23.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi031\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi031\", job=\"node\", machine=\"x86_64\", nodename=\"smithi031\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", domainname=\"(none)\", instance=\"smithi031\", job=\"node\", machine=\"x86_64\", nodename=\"smithi031\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:19:23.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:23 smithi196 ceph-mon[90243]: pgmap v210: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 181 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.1 MiB/s wr, 7 op/s; 25/234 objects degraded (10.684%) 2024-08-10T05:19:23.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:23 smithi196 ceph-mon[90243]: Health check update: Degraded data redundancy: 25/234 objects degraded (10.684%), 10 pgs degraded (PG_DEGRADED) 2024-08-10T05:19:23.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:23 smithi196 ceph-mon[90243]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-08-10T05:19:23.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:23 smithi196 ceph-mon[90243]: osdmap e373: 8 total, 7 up, 8 in 2024-08-10T05:19:23.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:23 smithi196 ceph-mon[90243]: from='osd.2 [v2:172.21.15.31:6818/1297699630,v1:172.21.15.31:6819/1297699630]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi031", "root=default"]}]: dispatch 2024-08-10T05:19:23.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:23 smithi196 ceph-mon[90243]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi031", "root=default"]}]: dispatch 2024-08-10T05:19:23.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:23 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:19:23.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:23 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:19:23.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:23 smithi196 ceph-mon[90243]: from='osd.2 ' entity='osd.2' 2024-08-10T05:19:23.877 INFO:tasks.rados.rados.0.smithi031.stdout:1530: finishing write tid 4 to smithi03186013-49 2024-08-10T05:19:23.877 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 49 v 626 (ObjNum 484 snap 143 seq_num 484) dirty exists 2024-08-10T05:19:23.877 INFO:tasks.rados.rados.0.smithi031.stdout:1530: left oid 49 (ObjNum 484 snap 143 seq_num 484) 2024-08-10T05:19:23.877 INFO:tasks.rados.rados.0.smithi031.stdout:1533: expect (ObjNum 481 snap 143 seq_num 481) 2024-08-10T05:19:24.210 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 24 v 946 (ObjNum 483 snap 143 seq_num 483) dirty exists 2024-08-10T05:19:24.210 INFO:tasks.rados.rados.0.smithi031.stdout:1528: done (3 left) 2024-08-10T05:19:24.210 INFO:tasks.rados.rados.0.smithi031.stdout:1530: done (2 left) 2024-08-10T05:19:24.211 INFO:tasks.rados.rados.0.smithi031.stdout:1533: done (1 left) 2024-08-10T05:19:24.211 INFO:tasks.rados.rados.0.smithi031.stdout:1534: done (0 left) 2024-08-10T05:19:24.211 INFO:tasks.rados.rados.0.smithi031.stdout:1535: snap_create 2024-08-10T05:19:24.327 INFO:tasks.rados.rados.0.smithi031.stdout:1535: done (0 left) 2024-08-10T05:19:24.327 INFO:tasks.rados.rados.0.smithi031.stdout:1536: snap_remove snap 143 2024-08-10T05:19:24.518 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:24 smithi031 ceph-mon[100614]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-10T05:19:24.522 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:24 smithi031 ceph-mon[100614]: osd.2 [v2:172.21.15.31:6818/1297699630,v1:172.21.15.31:6819/1297699630] boot 2024-08-10T05:19:24.522 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:24 smithi031 ceph-mon[100614]: osdmap e374: 8 total, 8 up, 8 in 2024-08-10T05:19:24.522 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:24 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-10T05:19:24.522 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:24 smithi031 ceph-mon[98130]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-10T05:19:24.522 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:24 smithi031 ceph-mon[98130]: osd.2 [v2:172.21.15.31:6818/1297699630,v1:172.21.15.31:6819/1297699630] boot 2024-08-10T05:19:24.522 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:24 smithi031 ceph-mon[98130]: osdmap e374: 8 total, 8 up, 8 in 2024-08-10T05:19:24.522 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:24 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-10T05:19:24.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:24 smithi196 ceph-mon[90243]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-10T05:19:24.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:24 smithi196 ceph-mon[90243]: osd.2 [v2:172.21.15.31:6818/1297699630,v1:172.21.15.31:6819/1297699630] boot 2024-08-10T05:19:24.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:24 smithi196 ceph-mon[90243]: osdmap e374: 8 total, 8 up, 8 in 2024-08-10T05:19:24.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:24 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-10T05:19:24.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:19:24 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:19:24.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:19:24.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:19:24 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:19:24.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:19:25.336 INFO:tasks.rados.rados.0.smithi031.stdout:1536: done (0 left) 2024-08-10T05:19:25.336 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 23 current snap is 144 2024-08-10T05:19:25.336 INFO:tasks.rados.rados.0.smithi031.stdout:1537: seq_num 486 ranges {0=548864,548864=401408} 2024-08-10T05:19:25.338 INFO:tasks.rados.rados.0.smithi031.stdout:1537: writing smithi03186013-23 from 0 to 548864 tid 1 2024-08-10T05:19:25.341 INFO:tasks.rados.rados.0.smithi031.stdout:1537: writing smithi03186013-23 from 548864 to 950272 tid 2 2024-08-10T05:19:25.341 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 1 current snap is 144 2024-08-10T05:19:25.341 INFO:tasks.rados.rados.0.smithi031.stdout:1538: seq_num 487 ranges {1712128=565248,2277376=401408} 2024-08-10T05:19:25.354 INFO:tasks.rados.rados.0.smithi031.stdout:1538: writing smithi03186013-1 from 1712128 to 2277376 tid 1 2024-08-10T05:19:25.356 INFO:tasks.rados.rados.0.smithi031.stdout:1538: writing smithi03186013-1 from 2277376 to 2678784 tid 2 2024-08-10T05:19:25.356 INFO:tasks.rados.rados.0.smithi031.stdout:1537: finishing write tid 1 to smithi03186013-23 2024-08-10T05:19:25.356 INFO:tasks.rados.rados.0.smithi031.stdout:1537: finishing write tid 2 to smithi03186013-23 2024-08-10T05:19:25.356 INFO:tasks.rados.rados.0.smithi031.stdout:1537: finishing write tid 3 to smithi03186013-23 2024-08-10T05:19:25.356 INFO:tasks.rados.rados.0.smithi031.stdout:1537: finishing write tid 4 to smithi03186013-23 2024-08-10T05:19:25.356 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 23 v 524 (ObjNum 486 snap 144 seq_num 486) dirty exists 2024-08-10T05:19:25.357 INFO:tasks.rados.rados.0.smithi031.stdout:1537: left oid 23 (ObjNum 486 snap 144 seq_num 486) 2024-08-10T05:19:25.357 INFO:tasks.rados.rados.0.smithi031.stdout:1537: done (1 left) 2024-08-10T05:19:25.357 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 4 current snap is 144 2024-08-10T05:19:25.357 INFO:tasks.rados.rados.0.smithi031.stdout:1539: seq_num 488 ranges {2760704=581632,3342336=401408} 2024-08-10T05:19:25.375 INFO:tasks.rados.rados.0.smithi031.stdout:1539: writing smithi03186013-4 from 2760704 to 3342336 tid 1 2024-08-10T05:19:25.378 INFO:tasks.rados.rados.0.smithi031.stdout:1539: writing smithi03186013-4 from 3342336 to 3743744 tid 2 2024-08-10T05:19:25.378 INFO:tasks.rados.rados.0.smithi031.stdout:1540: rollback oid 25 current snap is 144 2024-08-10T05:19:25.378 INFO:tasks.rados.rados.0.smithi031.stdout:1540: done (2 left) 2024-08-10T05:19:25.378 INFO:tasks.rados.rados.0.smithi031.stdout:1541: copy_from oid 37 from oid 16 current snap is 144 2024-08-10T05:19:25.378 INFO:tasks.rados.rados.0.smithi031.stdout:1538: finishing write tid 1 to smithi03186013-1 2024-08-10T05:19:25.378 INFO:tasks.rados.rados.0.smithi031.stdout:1538: finishing write tid 2 to smithi03186013-1 2024-08-10T05:19:25.378 INFO:tasks.rados.rados.0.smithi031.stdout:1538: finishing write tid 3 to smithi03186013-1 2024-08-10T05:19:25.379 INFO:tasks.rados.rados.0.smithi031.stdout:1538: finishing write tid 4 to smithi03186013-1 2024-08-10T05:19:25.379 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 1 v 643 (ObjNum 487 snap 144 seq_num 487) dirty exists 2024-08-10T05:19:25.379 INFO:tasks.rados.rados.0.smithi031.stdout:1538: left oid 1 (ObjNum 487 snap 144 seq_num 487) 2024-08-10T05:19:25.379 INFO:tasks.rados.rados.0.smithi031.stdout:1538: done (2 left) 2024-08-10T05:19:25.379 INFO:tasks.rados.rados.0.smithi031.stdout:1542: rollback oid 21 current snap is 144 2024-08-10T05:19:25.379 INFO:tasks.rados.rados.0.smithi031.stdout:1542: done (2 left) 2024-08-10T05:19:25.379 INFO:tasks.rados.rados.0.smithi031.stdout:1543: read oid 20 snap -1 2024-08-10T05:19:25.379 INFO:tasks.rados.rados.0.smithi031.stdout:1543: expect (ObjNum 475 snap 142 seq_num 475) 2024-08-10T05:19:25.379 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 35 current snap is 144 2024-08-10T05:19:25.379 INFO:tasks.rados.rados.0.smithi031.stdout:1544: seq_num 489 ranges {14442496=598016,15040512=401408} 2024-08-10T05:19:25.460 INFO:tasks.rados.rados.0.smithi031.stdout:1544: writing smithi03186013-35 from 14442496 to 15040512 tid 1 2024-08-10T05:19:25.463 INFO:tasks.rados.rados.0.smithi031.stdout:1544: writing smithi03186013-35 from 15040512 to 15441920 tid 2 2024-08-10T05:19:25.463 INFO:tasks.rados.rados.0.smithi031.stdout:1545: read oid 33 snap -1 2024-08-10T05:19:25.463 INFO:tasks.rados.rados.0.smithi031.stdout:1545: expect deleted 2024-08-10T05:19:25.463 INFO:tasks.rados.rados.0.smithi031.stdout:1546: read oid 41 snap -1 2024-08-10T05:19:25.464 INFO:tasks.rados.rados.0.smithi031.stdout:1546: expect (ObjNum 371 snap 117 seq_num 371) 2024-08-10T05:19:25.464 INFO:tasks.rados.rados.0.smithi031.stdout:1547: read oid 5 snap -1 2024-08-10T05:19:25.464 INFO:tasks.rados.rados.0.smithi031.stdout:1547: expect (ObjNum 451 snap 138 seq_num 451) 2024-08-10T05:19:25.464 INFO:tasks.rados.rados.0.smithi031.stdout:1548: delete oid 46 current snap is 144 2024-08-10T05:19:25.464 INFO:tasks.rados.rados.0.smithi031.stdout:1539: finishing write tid 1 to smithi03186013-4 2024-08-10T05:19:25.464 INFO:tasks.rados.rados.0.smithi031.stdout:1539: finishing write tid 2 to smithi03186013-4 2024-08-10T05:19:25.464 INFO:tasks.rados.rados.0.smithi031.stdout:1539: finishing write tid 3 to smithi03186013-4 2024-08-10T05:19:25.464 INFO:tasks.rados.rados.0.smithi031.stdout:1543: expect (ObjNum 475 snap 142 seq_num 475) 2024-08-10T05:19:25.594 INFO:tasks.rados.rados.0.smithi031.stdout:1539: finishing write tid 4 to smithi03186013-4 2024-08-10T05:19:25.594 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 4 v 770 (ObjNum 488 snap 144 seq_num 488) dirty exists 2024-08-10T05:19:25.594 INFO:tasks.rados.rados.0.smithi031.stdout:1539: left oid 4 (ObjNum 488 snap 144 seq_num 488) 2024-08-10T05:19:25.594 INFO:tasks.rados.rados.0.smithi031.stdout:1541: finishing copy_from racing read to smithi03186013-37 2024-08-10T05:19:25.594 INFO:tasks.rados.rados.0.smithi031.stdout:1541: finishing copy_from to smithi03186013-37 2024-08-10T05:19:25.595 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 37 v 672 (ObjNum 261 snap 78 seq_num 261) dirty exists 2024-08-10T05:19:25.595 INFO:tasks.rados.rados.0.smithi031.stdout:1539: done (7 left) 2024-08-10T05:19:25.595 INFO:tasks.rados.rados.0.smithi031.stdout:1541: done (6 left) 2024-08-10T05:19:25.595 INFO:tasks.rados.rados.0.smithi031.stdout:1543: done (5 left) 2024-08-10T05:19:25.595 INFO:tasks.rados.rados.0.smithi031.stdout:1548: done (4 left) 2024-08-10T05:19:25.595 INFO:tasks.rados.rados.0.smithi031.stdout:1549: snap_create 2024-08-10T05:19:25.595 INFO:tasks.rados.rados.0.smithi031.stdout:1544: finishing write tid 1 to smithi03186013-35 2024-08-10T05:19:25.595 INFO:tasks.rados.rados.0.smithi031.stdout:1544: finishing write tid 2 to smithi03186013-35 2024-08-10T05:19:25.595 INFO:tasks.rados.rados.0.smithi031.stdout:1544: finishing write tid 3 to smithi03186013-35 2024-08-10T05:19:25.595 INFO:tasks.rados.rados.0.smithi031.stdout:1546: expect (ObjNum 371 snap 117 seq_num 371) 2024-08-10T05:19:25.606 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:25 smithi031 ceph-mon[98130]: pgmap v213: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 195 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 5.6 MiB/s wr, 19 op/s; 26/237 objects degraded (10.970%) 2024-08-10T05:19:25.607 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:25 smithi031 ceph-mon[98130]: osdmap e375: 8 total, 8 up, 8 in 2024-08-10T05:19:25.607 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:25 smithi031 ceph-mon[100614]: pgmap v213: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 195 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 5.6 MiB/s wr, 19 op/s; 26/237 objects degraded (10.970%) 2024-08-10T05:19:25.607 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:25 smithi031 ceph-mon[100614]: osdmap e375: 8 total, 8 up, 8 in 2024-08-10T05:19:25.632 INFO:tasks.rados.rados.0.smithi031.stdout:1544: finishing write tid 4 to smithi03186013-35 2024-08-10T05:19:25.632 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 35 v 770 (ObjNum 489 snap 144 seq_num 489) dirty exists 2024-08-10T05:19:25.632 INFO:tasks.rados.rados.0.smithi031.stdout:1544: left oid 35 (ObjNum 489 snap 144 seq_num 489) 2024-08-10T05:19:25.632 INFO:tasks.rados.rados.0.smithi031.stdout:1547: expect (ObjNum 451 snap 138 seq_num 451) 2024-08-10T05:19:25.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:25 smithi196 ceph-mon[90243]: pgmap v213: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 195 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 5.6 MiB/s wr, 19 op/s; 26/237 objects degraded (10.970%) 2024-08-10T05:19:25.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:25 smithi196 ceph-mon[90243]: osdmap e375: 8 total, 8 up, 8 in 2024-08-10T05:19:26.268 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:19:26 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: 2024-08-10T05:19:26.105+0000 7f0983ce7640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-08-10T05:19:26.339 INFO:tasks.rados.rados.0.smithi031.stdout:1544: done (4 left) 2024-08-10T05:19:26.339 INFO:tasks.rados.rados.0.smithi031.stdout:1545: done (3 left) 2024-08-10T05:19:26.339 INFO:tasks.rados.rados.0.smithi031.stdout:1546: done (2 left) 2024-08-10T05:19:26.339 INFO:tasks.rados.rados.0.smithi031.stdout:1547: done (1 left) 2024-08-10T05:19:26.339 INFO:tasks.rados.rados.0.smithi031.stdout:1549: done (0 left) 2024-08-10T05:19:26.339 INFO:tasks.rados.rados.0.smithi031.stdout:1550: copy_from oid 10 from oid 15 current snap is 145 2024-08-10T05:19:26.339 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 35 current snap is 145 2024-08-10T05:19:26.339 INFO:tasks.rados.rados.0.smithi031.stdout:1551: seq_num 491 ranges {15441920=630784,16072704=401408} 2024-08-10T05:19:26.426 INFO:tasks.rados.rados.0.smithi031.stdout:1551: writing smithi03186013-35 from 15441920 to 16072704 tid 1 2024-08-10T05:19:26.428 INFO:tasks.rados.rados.0.smithi031.stdout:1551: writing smithi03186013-35 from 16072704 to 16474112 tid 2 2024-08-10T05:19:26.429 INFO:tasks.rados.rados.0.smithi031.stdout:1552: copy_from oid 6 from oid 14 current snap is 145 2024-08-10T05:19:26.429 INFO:tasks.rados.rados.0.smithi031.stdout:1550: finishing copy_from racing read to smithi03186013-10 2024-08-10T05:19:26.429 INFO:tasks.rados.rados.0.smithi031.stdout:1553: snap_create 2024-08-10T05:19:26.429 INFO:tasks.rados.rados.0.smithi031.stdout:1550: finishing copy_from to smithi03186013-10 2024-08-10T05:19:26.429 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 10 v 243 (ObjNum 454 snap 138 seq_num 454) dirty exists 2024-08-10T05:19:26.431 INFO:tasks.rados.rados.0.smithi031.stdout:1552: finishing copy_from to smithi03186013-6 2024-08-10T05:19:26.431 INFO:tasks.rados.rados.0.smithi031.stdout:1552: got expected ENOENT (src dne) 2024-08-10T05:19:26.431 INFO:tasks.rados.rados.0.smithi031.stdout:1552: finishing copy_from racing read to smithi03186013-6 2024-08-10T05:19:26.432 INFO:tasks.rados.rados.0.smithi031.stdout:1551: finishing write tid 1 to smithi03186013-35 2024-08-10T05:19:26.433 INFO:tasks.rados.rados.0.smithi031.stdout:1551: finishing write tid 2 to smithi03186013-35 2024-08-10T05:19:26.433 INFO:tasks.rados.rados.0.smithi031.stdout:1551: finishing write tid 3 to smithi03186013-35 2024-08-10T05:19:26.434 INFO:tasks.rados.rados.0.smithi031.stdout:1551: finishing write tid 4 to smithi03186013-35 2024-08-10T05:19:26.434 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 35 v 773 (ObjNum 491 snap 145 seq_num 491) dirty exists 2024-08-10T05:19:26.434 INFO:tasks.rados.rados.0.smithi031.stdout:1551: left oid 35 (ObjNum 491 snap 145 seq_num 491) 2024-08-10T05:19:26.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:26 smithi031 ceph-mon[100614]: osdmap e376: 8 total, 8 up, 8 in 2024-08-10T05:19:26.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:19:26.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:19:26.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:19:26.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:19:26.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:19:26.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:19:26.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:19:26.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:19:26.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:19:26.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:19:26.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:19:26.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-10T05:19:26.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:26 smithi031 ceph-mon[98130]: osdmap e376: 8 total, 8 up, 8 in 2024-08-10T05:19:26.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:19:26.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:19:26.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:19:26.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:19:26.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:19:26.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:19:26.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:19:26.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:19:26.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:19:26.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:19:26.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:19:26.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-10T05:19:26.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:26 smithi196 ceph-mon[90243]: osdmap e376: 8 total, 8 up, 8 in 2024-08-10T05:19:26.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:19:26.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:19:26.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:19:26.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:19:26.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:19:26.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:19:26.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:19:26.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:19:26.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:19:26.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:19:26.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:19:26.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-10T05:19:27.340 INFO:tasks.rados.rados.0.smithi031.stdout:1550: done (3 left) 2024-08-10T05:19:27.341 INFO:tasks.rados.rados.0.smithi031.stdout:1551: done (2 left) 2024-08-10T05:19:27.341 INFO:tasks.rados.rados.0.smithi031.stdout:1552: done (1 left) 2024-08-10T05:19:27.341 INFO:tasks.rados.rados.0.smithi031.stdout:1553: done (0 left) 2024-08-10T05:19:27.341 INFO:tasks.rados.rados.0.smithi031.stdout:1554: delete oid 36 current snap is 146 2024-08-10T05:19:27.346 INFO:tasks.rados.rados.0.smithi031.stdout:1554: done (0 left) 2024-08-10T05:19:27.346 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 4 current snap is 146 2024-08-10T05:19:27.347 INFO:tasks.rados.rados.0.smithi031.stdout:1555: seq_num 493 ranges {3743744=663552,4407296=401408} 2024-08-10T05:19:27.370 INFO:tasks.rados.rados.0.smithi031.stdout:1555: writing smithi03186013-4 from 3743744 to 4407296 tid 1 2024-08-10T05:19:27.373 INFO:tasks.rados.rados.0.smithi031.stdout:1555: writing smithi03186013-4 from 4407296 to 4808704 tid 2 2024-08-10T05:19:27.374 INFO:tasks.rados.rados.0.smithi031.stdout:1556: rollback oid 39 current snap is 146 2024-08-10T05:19:27.374 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 39 to 145 2024-08-10T05:19:27.374 INFO:tasks.rados.rados.0.smithi031.stdout:1557: read oid 48 snap 144 2024-08-10T05:19:27.374 INFO:tasks.rados.rados.0.smithi031.stdout:1557: expect (ObjNum 471 snap 142 seq_num 471) 2024-08-10T05:19:27.374 INFO:tasks.rados.rados.0.smithi031.stdout:1558: rollback oid 36 current snap is 146 2024-08-10T05:19:27.374 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 36 to 145 2024-08-10T05:19:27.374 INFO:tasks.rados.rados.0.smithi031.stdout:1559: rmattr oid 5 current snap is 146 2024-08-10T05:19:27.374 INFO:tasks.rados.rados.0.smithi031.stdout:1559: done (4 left) 2024-08-10T05:19:27.374 INFO:tasks.rados.rados.0.smithi031.stdout:1560: setattr oid 8 current snap is 146 2024-08-10T05:19:27.375 INFO:tasks.rados.rados.0.smithi031.stdout:1561: read oid 14 snap 144 2024-08-10T05:19:27.375 INFO:tasks.rados.rados.0.smithi031.stdout:1561: expect deleted 2024-08-10T05:19:27.375 INFO:tasks.rados.rados.0.smithi031.stdout:1562: setattr oid 50 current snap is 146 2024-08-10T05:19:27.376 INFO:tasks.rados.rados.0.smithi031.stdout:1561: done (6 left) 2024-08-10T05:19:27.376 INFO:tasks.rados.rados.0.smithi031.stdout:1563: read oid 7 snap 144 2024-08-10T05:19:27.376 INFO:tasks.rados.rados.0.smithi031.stdout:1563: expect (ObjNum 478 snap 142 seq_num 478) 2024-08-10T05:19:27.376 INFO:tasks.rados.rados.0.smithi031.stdout:1564: rollback oid 46 current snap is 146 2024-08-10T05:19:27.377 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 46 to 144 2024-08-10T05:19:27.377 INFO:tasks.rados.rados.0.smithi031.stdout:1565: rollback oid 42 current snap is 146 2024-08-10T05:19:27.377 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 42 to 144 2024-08-10T05:19:27.377 INFO:tasks.rados.rados.0.smithi031.stdout:1566: read oid 16 snap -1 2024-08-10T05:19:27.377 INFO:tasks.rados.rados.0.smithi031.stdout:1566: expect (ObjNum 261 snap 78 seq_num 261) 2024-08-10T05:19:27.377 INFO:tasks.rados.rados.0.smithi031.stdout:1567: read oid 20 snap -1 2024-08-10T05:19:27.377 INFO:tasks.rados.rados.0.smithi031.stdout:1567: expect (ObjNum 475 snap 142 seq_num 475) 2024-08-10T05:19:27.377 INFO:tasks.rados.rados.0.smithi031.stdout:1568: delete oid 10 current snap is 146 2024-08-10T05:19:27.377 INFO:tasks.rados.rados.0.smithi031.stdout:1555: finishing write tid 1 to smithi03186013-4 2024-08-10T05:19:27.380 INFO:tasks.rados.rados.0.smithi031.stdout:1556: finishing rollback tid 0 to smithi03186013-39 2024-08-10T05:19:27.383 INFO:tasks.rados.rados.0.smithi031.stdout:1565: finishing rollback tid 0 to smithi03186013-42 2024-08-10T05:19:27.383 INFO:tasks.rados.rados.0.smithi031.stdout:1565: finishing rollback tid 1 to smithi03186013-42 2024-08-10T05:19:27.383 INFO:tasks.rados.rados.0.smithi031.stdout:1564: finishing rollback tid 1 to smithi03186013-46 2024-08-10T05:19:27.383 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 46 v 0 (ObjNum 33 snap 0 seq_num 588044928) dirty dne 2024-08-10T05:19:27.383 INFO:tasks.rados.rados.0.smithi031.stdout:1564: done (11 left) 2024-08-10T05:19:27.383 INFO:tasks.rados.rados.0.smithi031.stdout:1568: done (10 left) 2024-08-10T05:19:27.383 INFO:tasks.rados.rados.0.smithi031.stdout:1569: snap_create 2024-08-10T05:19:27.383 INFO:tasks.rados.rados.0.smithi031.stdout:1565: finishing rollback tid 2 to smithi03186013-42 2024-08-10T05:19:27.383 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 42 v 889 (ObjNum 460 snap 140 seq_num 460) dirty exists 2024-08-10T05:19:27.384 INFO:tasks.rados.rados.0.smithi031.stdout:1555: finishing write tid 2 to smithi03186013-4 2024-08-10T05:19:27.384 INFO:tasks.rados.rados.0.smithi031.stdout:1556: finishing rollback tid 1 to smithi03186013-39 2024-08-10T05:19:27.384 INFO:tasks.rados.rados.0.smithi031.stdout:1556: finishing rollback tid 2 to smithi03186013-39 2024-08-10T05:19:27.384 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 39 v 477 (ObjNum 422 snap 131 seq_num 422) dirty exists 2024-08-10T05:19:27.391 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 8 v 948 (ObjNum 224 snap 62 seq_num 224) dirty exists 2024-08-10T05:19:27.395 INFO:tasks.rados.rados.0.smithi031.stdout:1563: expect (ObjNum 478 snap 142 seq_num 478) 2024-08-10T05:19:27.445 INFO:tasks.rados.rados.0.smithi031.stdout:1555: finishing write tid 3 to smithi03186013-4 2024-08-10T05:19:27.445 INFO:tasks.rados.rados.0.smithi031.stdout:1558: finishing rollback tid 1 to smithi03186013-36 2024-08-10T05:19:27.445 INFO:tasks.rados.rados.0.smithi031.stdout:1558: finishing rollback tid 2 to smithi03186013-36 2024-08-10T05:19:27.445 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 36 v 778 (ObjNum 439 snap 135 seq_num 439) dirty exists 2024-08-10T05:19:27.445 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 50 v 780 (ObjNum 479 snap 143 seq_num 479) dirty exists 2024-08-10T05:19:27.445 INFO:tasks.rados.rados.0.smithi031.stdout:1567: expect (ObjNum 475 snap 142 seq_num 475) 2024-08-10T05:19:27.574 INFO:tasks.rados.rados.0.smithi031.stdout:1566: expect (ObjNum 261 snap 78 seq_num 261) 2024-08-10T05:19:27.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:27 smithi031 ceph-mon[98130]: pgmap v216: 121 pgs: 3 peering, 24 active+undersized, 10 active+undersized+degraded, 84 active+clean; 195 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 5.4 MiB/s wr, 24 op/s; 26/234 objects degraded (11.111%) 2024-08-10T05:19:27.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:27 smithi031 ceph-mon[98130]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-10T05:19:27.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:27 smithi031 ceph-mon[98130]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-08-10T05:19:27.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:27 smithi031 ceph-mon[98130]: osdmap e377: 8 total, 8 up, 8 in 2024-08-10T05:19:27.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:27 smithi031 ceph-mon[100614]: pgmap v216: 121 pgs: 3 peering, 24 active+undersized, 10 active+undersized+degraded, 84 active+clean; 195 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 5.4 MiB/s wr, 24 op/s; 26/234 objects degraded (11.111%) 2024-08-10T05:19:27.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:27 smithi031 ceph-mon[100614]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-10T05:19:27.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:27 smithi031 ceph-mon[100614]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-08-10T05:19:27.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:27 smithi031 ceph-mon[100614]: osdmap e377: 8 total, 8 up, 8 in 2024-08-10T05:19:27.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:27 smithi196 ceph-mon[90243]: pgmap v216: 121 pgs: 3 peering, 24 active+undersized, 10 active+undersized+degraded, 84 active+clean; 195 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 5.4 MiB/s wr, 24 op/s; 26/234 objects degraded (11.111%) 2024-08-10T05:19:27.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:27 smithi196 ceph-mon[90243]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-10T05:19:27.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:27 smithi196 ceph-mon[90243]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-08-10T05:19:27.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:27 smithi196 ceph-mon[90243]: osdmap e377: 8 total, 8 up, 8 in 2024-08-10T05:19:28.380 INFO:tasks.rados.rados.0.smithi031.stdout:1555: finishing write tid 4 to smithi03186013-4 2024-08-10T05:19:28.381 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 4 v 776 (ObjNum 493 snap 146 seq_num 493) dirty exists 2024-08-10T05:19:28.381 INFO:tasks.rados.rados.0.smithi031.stdout:1555: left oid 4 (ObjNum 493 snap 146 seq_num 493) 2024-08-10T05:19:28.381 INFO:tasks.rados.rados.0.smithi031.stdout:1557: expect (ObjNum 471 snap 142 seq_num 471) 2024-08-10T05:19:28.659 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:28 smithi196 ceph-mon[90243]: osdmap e378: 8 total, 8 up, 8 in 2024-08-10T05:19:28.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:28 smithi031 ceph-mon[98130]: osdmap e378: 8 total, 8 up, 8 in 2024-08-10T05:19:28.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:28 smithi031 ceph-mon[100614]: osdmap e378: 8 total, 8 up, 8 in 2024-08-10T05:19:29.029 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:19:28 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:19:28.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)\", cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", cluster_addr=\"172.21.15.31\", device_class=\"ssd\", hostname=\"smithi031\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.31\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)\", cluster_addr=\"172.21.15.31\", device_class=\"ssd\", hostname=\"smithi031\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.31\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:19:29.575 INFO:tasks.rados.rados.0.smithi031.stdout:1555: done (10 left) 2024-08-10T05:19:29.575 INFO:tasks.rados.rados.0.smithi031.stdout:1556: done (9 left) 2024-08-10T05:19:29.575 INFO:tasks.rados.rados.0.smithi031.stdout:1557: done (8 left) 2024-08-10T05:19:29.576 INFO:tasks.rados.rados.0.smithi031.stdout:1558: done (7 left) 2024-08-10T05:19:29.576 INFO:tasks.rados.rados.0.smithi031.stdout:1560: done (6 left) 2024-08-10T05:19:29.576 INFO:tasks.rados.rados.0.smithi031.stdout:1562: done (5 left) 2024-08-10T05:19:29.576 INFO:tasks.rados.rados.0.smithi031.stdout:1563: done (4 left) 2024-08-10T05:19:29.576 INFO:tasks.rados.rados.0.smithi031.stdout:1565: done (3 left) 2024-08-10T05:19:29.576 INFO:tasks.rados.rados.0.smithi031.stdout:1566: done (2 left) 2024-08-10T05:19:29.576 INFO:tasks.rados.rados.0.smithi031.stdout:1567: done (1 left) 2024-08-10T05:19:29.576 INFO:tasks.rados.rados.0.smithi031.stdout:1569: done (0 left) 2024-08-10T05:19:29.576 INFO:tasks.rados.rados.0.smithi031.stdout:1570: copy_from oid 49 from oid 48 current snap is 147 2024-08-10T05:19:29.576 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 15 current snap is 147 2024-08-10T05:19:29.576 INFO:tasks.rados.rados.0.smithi031.stdout:1571: seq_num 495 ranges {409600=696320,1105920=401408} 2024-08-10T05:19:29.581 INFO:tasks.rados.rados.0.smithi031.stdout:1571: writing smithi03186013-15 from 409600 to 1105920 tid 1 2024-08-10T05:19:29.584 INFO:tasks.rados.rados.0.smithi031.stdout:1571: writing smithi03186013-15 from 1105920 to 1507328 tid 2 2024-08-10T05:19:29.584 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 17 current snap is 147 2024-08-10T05:19:29.584 INFO:tasks.rados.rados.0.smithi031.stdout:1572: seq_num 496 ranges {13664256=712704,14376960=401408} 2024-08-10T05:19:29.662 INFO:tasks.rados.rados.0.smithi031.stdout:1572: writing smithi03186013-17 from 13664256 to 14376960 tid 1 2024-08-10T05:19:29.665 INFO:tasks.rados.rados.0.smithi031.stdout:1572: writing smithi03186013-17 from 14376960 to 14778368 tid 2 2024-08-10T05:19:29.666 INFO:tasks.rados.rados.0.smithi031.stdout:1573: rollback oid 28 current snap is 147 2024-08-10T05:19:29.666 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 28 to 145 2024-08-10T05:19:29.666 INFO:tasks.rados.rados.0.smithi031.stdout:1571: finishing write tid 1 to smithi03186013-15 2024-08-10T05:19:29.666 INFO:tasks.rados.rados.0.smithi031.stdout:1571: finishing write tid 2 to smithi03186013-15 2024-08-10T05:19:29.666 INFO:tasks.rados.rados.0.smithi031.stdout:1571: finishing write tid 3 to smithi03186013-15 2024-08-10T05:19:29.666 INFO:tasks.rados.rados.0.smithi031.stdout:1571: finishing write tid 4 to smithi03186013-15 2024-08-10T05:19:29.666 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 15 v 247 (ObjNum 495 snap 147 seq_num 495) dirty exists 2024-08-10T05:19:29.666 INFO:tasks.rados.rados.0.smithi031.stdout:1571: left oid 15 (ObjNum 495 snap 147 seq_num 495) 2024-08-10T05:19:29.666 INFO:tasks.rados.rados.0.smithi031.stdout:1570: finishing copy_from racing read to smithi03186013-49 2024-08-10T05:19:29.666 INFO:tasks.rados.rados.0.smithi031.stdout:1570: finishing copy_from to smithi03186013-49 2024-08-10T05:19:29.666 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 49 v 298 (ObjNum 471 snap 142 seq_num 471) dirty exists 2024-08-10T05:19:29.666 INFO:tasks.rados.rados.0.smithi031.stdout:1570: done (3 left) 2024-08-10T05:19:29.667 INFO:tasks.rados.rados.0.smithi031.stdout:1571: done (2 left) 2024-08-10T05:19:29.667 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 2 current snap is 147 2024-08-10T05:19:29.667 INFO:tasks.rados.rados.0.smithi031.stdout:1574: seq_num 497 ranges {5349376=729088,6078464=401408} 2024-08-10T05:19:29.698 INFO:tasks.rados.rados.0.smithi031.stdout:1574: writing smithi03186013-2 from 5349376 to 6078464 tid 1 2024-08-10T05:19:29.701 INFO:tasks.rados.rados.0.smithi031.stdout:1574: writing smithi03186013-2 from 6078464 to 6479872 tid 2 2024-08-10T05:19:29.701 INFO:tasks.rados.rados.0.smithi031.stdout:1575: delete oid 47 current snap is 147 2024-08-10T05:19:29.701 INFO:tasks.rados.rados.0.smithi031.stdout:1572: finishing write tid 1 to smithi03186013-17 2024-08-10T05:19:29.701 INFO:tasks.rados.rados.0.smithi031.stdout:1573: finishing rollback tid 0 to smithi03186013-28 2024-08-10T05:19:29.701 INFO:tasks.rados.rados.0.smithi031.stdout:1572: finishing write tid 2 to smithi03186013-17 2024-08-10T05:19:29.701 INFO:tasks.rados.rados.0.smithi031.stdout:1572: finishing write tid 3 to smithi03186013-17 2024-08-10T05:19:29.701 INFO:tasks.rados.rados.0.smithi031.stdout:1573: finishing rollback tid 1 to smithi03186013-28 2024-08-10T05:19:29.702 INFO:tasks.rados.rados.0.smithi031.stdout:1573: finishing rollback tid 2 to smithi03186013-28 2024-08-10T05:19:29.702 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 28 v 675 (ObjNum 65 snap 0 seq_num 1650347886) dirty exists 2024-08-10T05:19:29.702 INFO:tasks.rados.rados.0.smithi031.stdout:1572: finishing write tid 4 to smithi03186013-17 2024-08-10T05:19:29.702 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 17 v 538 (ObjNum 496 snap 147 seq_num 496) dirty exists 2024-08-10T05:19:29.702 INFO:tasks.rados.rados.0.smithi031.stdout:1572: left oid 17 (ObjNum 496 snap 147 seq_num 496) 2024-08-10T05:19:29.703 INFO:tasks.rados.rados.0.smithi031.stdout:1572: done (3 left) 2024-08-10T05:19:29.703 INFO:tasks.rados.rados.0.smithi031.stdout:1573: done (2 left) 2024-08-10T05:19:29.703 INFO:tasks.rados.rados.0.smithi031.stdout:1575: done (1 left) 2024-08-10T05:19:29.703 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 44 current snap is 147 2024-08-10T05:19:29.703 INFO:tasks.rados.rados.0.smithi031.stdout:1576: seq_num 499 ranges {3981312=761856,4743168=401408} 2024-08-10T05:19:29.729 INFO:tasks.rados.rados.0.smithi031.stdout:1576: writing smithi03186013-44 from 3981312 to 4743168 tid 1 2024-08-10T05:19:29.731 INFO:tasks.rados.rados.0.smithi031.stdout:1576: writing smithi03186013-44 from 4743168 to 5144576 tid 2 2024-08-10T05:19:29.731 INFO:tasks.rados.rados.0.smithi031.stdout:1577: read oid 20 snap -1 2024-08-10T05:19:29.731 INFO:tasks.rados.rados.0.smithi031.stdout:1577: expect (ObjNum 475 snap 142 seq_num 475) 2024-08-10T05:19:29.732 INFO:tasks.rados.rados.0.smithi031.stdout:1578: snap_create 2024-08-10T05:19:29.732 INFO:tasks.rados.rados.0.smithi031.stdout:1574: finishing write tid 1 to smithi03186013-2 2024-08-10T05:19:29.732 INFO:tasks.rados.rados.0.smithi031.stdout:1574: finishing write tid 2 to smithi03186013-2 2024-08-10T05:19:29.732 INFO:tasks.rados.rados.0.smithi031.stdout:1574: finishing write tid 3 to smithi03186013-2 2024-08-10T05:19:29.732 INFO:tasks.rados.rados.0.smithi031.stdout:1574: finishing write tid 4 to smithi03186013-2 2024-08-10T05:19:29.732 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 2 v 952 (ObjNum 497 snap 147 seq_num 497) dirty exists 2024-08-10T05:19:29.732 INFO:tasks.rados.rados.0.smithi031.stdout:1574: left oid 2 (ObjNum 497 snap 147 seq_num 497) 2024-08-10T05:19:29.734 INFO:tasks.rados.rados.0.smithi031.stdout:1576: finishing write tid 1 to smithi03186013-44 2024-08-10T05:19:29.735 INFO:tasks.rados.rados.0.smithi031.stdout:1576: finishing write tid 2 to smithi03186013-44 2024-08-10T05:19:29.735 INFO:tasks.rados.rados.0.smithi031.stdout:1576: finishing write tid 3 to smithi03186013-44 2024-08-10T05:19:29.736 INFO:tasks.rados.rados.0.smithi031.stdout:1576: finishing write tid 4 to smithi03186013-44 2024-08-10T05:19:29.736 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 44 v 956 (ObjNum 499 snap 147 seq_num 499) dirty exists 2024-08-10T05:19:29.736 INFO:tasks.rados.rados.0.smithi031.stdout:1576: left oid 44 (ObjNum 499 snap 147 seq_num 499) 2024-08-10T05:19:29.737 INFO:tasks.rados.rados.0.smithi031.stdout:1577: expect (ObjNum 475 snap 142 seq_num 475) 2024-08-10T05:19:29.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:29 smithi031 ceph-mon[98130]: pgmap v219: 121 pgs: 3 peering, 4 active+undersized, 114 active+clean; 167 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.4 MiB/s wr, 22 op/s; 18 MiB/s, 3 objects/s recovering 2024-08-10T05:19:29.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:29 smithi031 ceph-mon[98130]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 26/234 objects degraded (11.111%), 10 pgs degraded) 2024-08-10T05:19:29.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:29 smithi031 ceph-mon[98130]: Cluster is now healthy 2024-08-10T05:19:29.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:29 smithi031 ceph-mon[98130]: osdmap e379: 8 total, 8 up, 8 in 2024-08-10T05:19:29.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:29 smithi031 ceph-mon[98130]: osdmap e380: 8 total, 8 up, 8 in 2024-08-10T05:19:29.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:29 smithi031 ceph-mon[100614]: pgmap v219: 121 pgs: 3 peering, 4 active+undersized, 114 active+clean; 167 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.4 MiB/s wr, 22 op/s; 18 MiB/s, 3 objects/s recovering 2024-08-10T05:19:29.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:29 smithi031 ceph-mon[100614]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 26/234 objects degraded (11.111%), 10 pgs degraded) 2024-08-10T05:19:29.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:29 smithi031 ceph-mon[100614]: Cluster is now healthy 2024-08-10T05:19:29.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:29 smithi031 ceph-mon[100614]: osdmap e379: 8 total, 8 up, 8 in 2024-08-10T05:19:29.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:29 smithi031 ceph-mon[100614]: osdmap e380: 8 total, 8 up, 8 in 2024-08-10T05:19:29.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:29 smithi196 ceph-mon[90243]: pgmap v219: 121 pgs: 3 peering, 4 active+undersized, 114 active+clean; 167 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.4 MiB/s wr, 22 op/s; 18 MiB/s, 3 objects/s recovering 2024-08-10T05:19:29.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:29 smithi196 ceph-mon[90243]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 26/234 objects degraded (11.111%), 10 pgs degraded) 2024-08-10T05:19:29.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:29 smithi196 ceph-mon[90243]: Cluster is now healthy 2024-08-10T05:19:29.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:29 smithi196 ceph-mon[90243]: osdmap e379: 8 total, 8 up, 8 in 2024-08-10T05:19:29.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:29 smithi196 ceph-mon[90243]: osdmap e380: 8 total, 8 up, 8 in 2024-08-10T05:19:30.357 INFO:tasks.rados.rados.0.smithi031.stdout:1574: done (3 left) 2024-08-10T05:19:30.357 INFO:tasks.rados.rados.0.smithi031.stdout:1576: done (2 left) 2024-08-10T05:19:30.357 INFO:tasks.rados.rados.0.smithi031.stdout:1577: done (1 left) 2024-08-10T05:19:30.357 INFO:tasks.rados.rados.0.smithi031.stdout:1578: done (0 left) 2024-08-10T05:19:30.357 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 27 current snap is 148 2024-08-10T05:19:30.357 INFO:tasks.rados.rados.0.smithi031.stdout:1579: seq_num 500 ranges {507904=778240,1286144=401408} 2024-08-10T05:19:30.363 INFO:tasks.rados.rados.0.smithi031.stdout:1579: writing smithi03186013-27 from 507904 to 1286144 tid 1 2024-08-10T05:19:30.366 INFO:tasks.rados.rados.0.smithi031.stdout:1579: writing smithi03186013-27 from 1286144 to 1687552 tid 2 2024-08-10T05:19:30.366 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 15 current snap is 148 2024-08-10T05:19:30.366 INFO:tasks.rados.rados.0.smithi031.stdout:1580: seq_num 501 ranges {1507328=794624,2301952=401408} 2024-08-10T05:19:30.379 INFO:tasks.rados.rados.0.smithi031.stdout:1580: writing smithi03186013-15 from 1507328 to 2301952 tid 1 2024-08-10T05:19:30.382 INFO:tasks.rados.rados.0.smithi031.stdout:1580: writing smithi03186013-15 from 2301952 to 2703360 tid 2 2024-08-10T05:19:30.382 INFO:tasks.rados.rados.0.smithi031.stdout:1581: read oid 29 snap -1 2024-08-10T05:19:30.382 INFO:tasks.rados.rados.0.smithi031.stdout:1581: expect deleted 2024-08-10T05:19:30.382 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 31 current snap is 148 2024-08-10T05:19:30.382 INFO:tasks.rados.rados.0.smithi031.stdout:1579: finishing write tid 1 to smithi03186013-27 2024-08-10T05:19:30.382 INFO:tasks.rados.rados.0.smithi031.stdout:1579: finishing write tid 2 to smithi03186013-27 2024-08-10T05:19:30.382 INFO:tasks.rados.rados.0.smithi031.stdout:1579: finishing write tid 3 to smithi03186013-27 2024-08-10T05:19:30.382 INFO:tasks.rados.rados.0.smithi031.stdout:1579: finishing write tid 4 to smithi03186013-27 2024-08-10T05:19:30.382 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 27 v 622 (ObjNum 500 snap 148 seq_num 500) dirty exists 2024-08-10T05:19:30.382 INFO:tasks.rados.rados.0.smithi031.stdout:1579: left oid 27 (ObjNum 500 snap 148 seq_num 500) 2024-08-10T05:19:30.383 INFO:tasks.rados.rados.0.smithi031.stdout:1582: seq_num 502 ranges {0=409600,409600=417792,827392=385024} 2024-08-10T05:19:30.384 INFO:tasks.rados.rados.0.smithi031.stdout:1582: writing smithi03186013-31 from 0 to 409600 tid 1 2024-08-10T05:19:30.387 INFO:tasks.rados.rados.0.smithi031.stdout:1582: writing smithi03186013-31 from 409600 to 827392 tid 2 2024-08-10T05:19:30.391 INFO:tasks.rados.rados.0.smithi031.stdout:1582: writing smithi03186013-31 from 827392 to 1212416 tid 3 2024-08-10T05:19:30.391 INFO:tasks.rados.rados.0.smithi031.stdout:1579: done (3 left) 2024-08-10T05:19:30.391 INFO:tasks.rados.rados.0.smithi031.stdout:1583: read oid 38 snap -1 2024-08-10T05:19:30.391 INFO:tasks.rados.rados.0.smithi031.stdout:1583: expect deleted 2024-08-10T05:19:30.391 INFO:tasks.rados.rados.0.smithi031.stdout:1584: delete oid 4 current snap is 148 2024-08-10T05:19:30.391 INFO:tasks.rados.rados.0.smithi031.stdout:1580: finishing write tid 1 to smithi03186013-15 2024-08-10T05:19:30.391 INFO:tasks.rados.rados.0.smithi031.stdout:1580: finishing write tid 2 to smithi03186013-15 2024-08-10T05:19:30.391 INFO:tasks.rados.rados.0.smithi031.stdout:1580: finishing write tid 3 to smithi03186013-15 2024-08-10T05:19:30.391 INFO:tasks.rados.rados.0.smithi031.stdout:1580: finishing write tid 4 to smithi03186013-15 2024-08-10T05:19:30.391 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 15 v 251 (ObjNum 501 snap 148 seq_num 501) dirty exists 2024-08-10T05:19:30.391 INFO:tasks.rados.rados.0.smithi031.stdout:1580: left oid 15 (ObjNum 501 snap 148 seq_num 501) 2024-08-10T05:19:30.392 INFO:tasks.rados.rados.0.smithi031.stdout:1582: finishing write tid 1 to smithi03186013-31 2024-08-10T05:19:30.392 INFO:tasks.rados.rados.0.smithi031.stdout:1582: finishing write tid 2 to smithi03186013-31 2024-08-10T05:19:30.392 INFO:tasks.rados.rados.0.smithi031.stdout:1582: finishing write tid 3 to smithi03186013-31 2024-08-10T05:19:30.393 INFO:tasks.rados.rados.0.smithi031.stdout:1580: done (4 left) 2024-08-10T05:19:30.393 INFO:tasks.rados.rados.0.smithi031.stdout:1581: done (3 left) 2024-08-10T05:19:30.393 INFO:tasks.rados.rados.0.smithi031.stdout:1583: done (2 left) 2024-08-10T05:19:30.393 INFO:tasks.rados.rados.0.smithi031.stdout:1584: done (1 left) 2024-08-10T05:19:30.393 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 12 current snap is 148 2024-08-10T05:19:30.394 INFO:tasks.rados.rados.0.smithi031.stdout:1585: seq_num 504 ranges {9912320=450560,10362880=589824,10952704=212992} 2024-08-10T05:19:30.450 INFO:tasks.rados.rados.0.smithi031.stdout:1585: writing smithi03186013-12 from 9912320 to 10362880 tid 1 2024-08-10T05:19:30.453 INFO:tasks.rados.rados.0.smithi031.stdout:1585: writing smithi03186013-12 from 10362880 to 10952704 tid 2 2024-08-10T05:19:30.455 INFO:tasks.rados.rados.0.smithi031.stdout:1585: writing smithi03186013-12 from 10952704 to 11165696 tid 3 2024-08-10T05:19:30.455 INFO:tasks.rados.rados.0.smithi031.stdout:1586: snap_remove snap 147 2024-08-10T05:19:31.141 INFO:teuthology.orchestra.run.smithi031.stdout:true 2024-08-10T05:19:31.362 INFO:tasks.rados.rados.0.smithi031.stdout:1586: done (2 left) 2024-08-10T05:19:31.362 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 26 current snap is 148 2024-08-10T05:19:31.362 INFO:tasks.rados.rados.0.smithi031.stdout:1582: finishing write tid 4 to smithi03186013-31 2024-08-10T05:19:31.362 INFO:tasks.rados.rados.0.smithi031.stdout:1587: seq_num 505 ranges {1507328=466944,1974272=475136,2449408=327680} 2024-08-10T05:19:31.372 INFO:tasks.rados.rados.0.smithi031.stdout:1587: writing smithi03186013-26 from 1507328 to 1974272 tid 1 2024-08-10T05:19:31.375 INFO:tasks.rados.rados.0.smithi031.stdout:1587: writing smithi03186013-26 from 1974272 to 2449408 tid 2 2024-08-10T05:19:31.378 INFO:tasks.rados.rados.0.smithi031.stdout:1587: writing smithi03186013-26 from 2449408 to 2777088 tid 3 2024-08-10T05:19:31.378 INFO:tasks.rados.rados.0.smithi031.stdout:1588: snap_create 2024-08-10T05:19:31.378 INFO:tasks.rados.rados.0.smithi031.stdout:1582: finishing write tid 5 to smithi03186013-31 2024-08-10T05:19:31.378 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 31 v 893 (ObjNum 502 snap 148 seq_num 502) dirty exists 2024-08-10T05:19:31.378 INFO:tasks.rados.rados.0.smithi031.stdout:1582: left oid 31 (ObjNum 502 snap 148 seq_num 502) 2024-08-10T05:19:31.378 INFO:tasks.rados.rados.0.smithi031.stdout:1585: finishing write tid 1 to smithi03186013-12 2024-08-10T05:19:31.378 INFO:tasks.rados.rados.0.smithi031.stdout:1585: finishing write tid 2 to smithi03186013-12 2024-08-10T05:19:31.378 INFO:tasks.rados.rados.0.smithi031.stdout:1585: finishing write tid 3 to smithi03186013-12 2024-08-10T05:19:31.378 INFO:tasks.rados.rados.0.smithi031.stdout:1585: finishing write tid 4 to smithi03186013-12 2024-08-10T05:19:31.378 INFO:tasks.rados.rados.0.smithi031.stdout:1585: finishing write tid 5 to smithi03186013-12 2024-08-10T05:19:31.378 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 12 v 738 (ObjNum 504 snap 148 seq_num 504) dirty exists 2024-08-10T05:19:31.379 INFO:tasks.rados.rados.0.smithi031.stdout:1585: left oid 12 (ObjNum 504 snap 148 seq_num 504) 2024-08-10T05:19:31.380 INFO:tasks.rados.rados.0.smithi031.stdout:1587: finishing write tid 1 to smithi03186013-26 2024-08-10T05:19:31.382 INFO:tasks.rados.rados.0.smithi031.stdout:1587: finishing write tid 2 to smithi03186013-26 2024-08-10T05:19:31.383 INFO:tasks.rados.rados.0.smithi031.stdout:1587: finishing write tid 3 to smithi03186013-26 2024-08-10T05:19:31.383 INFO:tasks.rados.rados.0.smithi031.stdout:1587: finishing write tid 4 to smithi03186013-26 2024-08-10T05:19:31.384 INFO:tasks.rados.rados.0.smithi031.stdout:1587: finishing write tid 5 to smithi03186013-26 2024-08-10T05:19:31.385 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 26 v 258 (ObjNum 505 snap 148 seq_num 505) dirty exists 2024-08-10T05:19:31.385 INFO:tasks.rados.rados.0.smithi031.stdout:1587: left oid 26 (ObjNum 505 snap 148 seq_num 505) 2024-08-10T05:19:31.423 INFO:teuthology.orchestra.run.smithi031.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-10T05:19:31.423 INFO:teuthology.orchestra.run.smithi031.stdout:alertmanager.a smithi031 *:9093,9094 running (3m) 9s ago 7m 15.5M - 0.25.0 c8568f914cd2 afde0a9ed8a2 2024-08-10T05:19:31.423 INFO:teuthology.orchestra.run.smithi031.stdout:grafana.a smithi196 *:3000 running (3m) 118s ago 7m 76.0M - 9.4.7 954c08fa6188 6ec1b1b19e7a 2024-08-10T05:19:31.423 INFO:teuthology.orchestra.run.smithi031.stdout:mds.a smithi031 running (9m) 9s ago 9m 16.1M - 17.2.7-1372-g56ceb861 354fce865a9a 6a7f8795f454 2024-08-10T05:19:31.423 INFO:teuthology.orchestra.run.smithi031.stdout:mds.b smithi196 running (9m) 118s ago 9m 18.2M - 17.2.7-1372-g56ceb861 354fce865a9a b1ed5b548d29 2024-08-10T05:19:31.423 INFO:teuthology.orchestra.run.smithi031.stdout:mgr.x smithi196 *:8443,9283,8765 running (2m) 118s ago 12m 438M - 19.1.0-1335-gbca9905d c7b33901c886 467542b38c9b 2024-08-10T05:19:31.423 INFO:teuthology.orchestra.run.smithi031.stdout:mgr.y smithi031 *:8443,9283,8765 running (3m) 9s ago 14m 506M - 19.1.0-1335-gbca9905d c7b33901c886 7eef306ed587 2024-08-10T05:19:31.423 INFO:teuthology.orchestra.run.smithi031.stdout:mon.a smithi031 running (2m) 9s ago 14m 54.3M 2048M 19.1.0-1335-gbca9905d c7b33901c886 9e3f4f54b00a 2024-08-10T05:19:31.424 INFO:teuthology.orchestra.run.smithi031.stdout:mon.b smithi196 running (2m) 118s ago 13m 22.1M 2048M 19.1.0-1335-gbca9905d c7b33901c886 b01d51d0054f 2024-08-10T05:19:31.424 INFO:teuthology.orchestra.run.smithi031.stdout:mon.c smithi031 running (2m) 9s ago 12m 43.1M 2048M 19.1.0-1335-gbca9905d c7b33901c886 2cc1160db2be 2024-08-10T05:19:31.424 INFO:teuthology.orchestra.run.smithi031.stdout:node-exporter.a smithi031 *:9100 running (3m) 9s ago 7m 8274k - 1.5.0 0da6a335fe13 b1e6859cbc5d 2024-08-10T05:19:31.424 INFO:teuthology.orchestra.run.smithi031.stdout:node-exporter.b smithi196 *:9100 running (3m) 118s ago 7m 7944k - 1.5.0 0da6a335fe13 fce7ddc02cba 2024-08-10T05:19:31.424 INFO:teuthology.orchestra.run.smithi031.stdout:osd.0 smithi031 running (81s) 9s ago 12m 154M 2481M 19.1.0-1335-gbca9905d c7b33901c886 b6a59f8bdb81 2024-08-10T05:19:31.424 INFO:teuthology.orchestra.run.smithi031.stdout:osd.1 smithi031 running (47s) 9s ago 11m 99.6M 2481M 19.1.0-1335-gbca9905d c7b33901c886 67b0c1ce41f2 2024-08-10T05:19:31.424 INFO:teuthology.orchestra.run.smithi031.stdout:osd.2 smithi031 running (13s) 9s ago 11m 12.2M 2481M 19.1.0-1335-gbca9905d c7b33901c886 33f3ce3dcbbc 2024-08-10T05:19:31.424 INFO:teuthology.orchestra.run.smithi031.stdout:osd.3 smithi031 running (11m) 9s ago 11m 146M 2481M 17.2.7-1372-g56ceb861 354fce865a9a 2f86cfe4892d 2024-08-10T05:19:31.424 INFO:teuthology.orchestra.run.smithi031.stdout:osd.4 smithi196 running (10m) 118s ago 10m 165M 2480M 17.2.7-1372-g56ceb861 354fce865a9a 267ae336e2f7 2024-08-10T05:19:31.424 INFO:teuthology.orchestra.run.smithi031.stdout:osd.5 smithi196 running (10m) 118s ago 10m 169M 2480M 17.2.7-1372-g56ceb861 354fce865a9a 6af7d344b4cc 2024-08-10T05:19:31.424 INFO:teuthology.orchestra.run.smithi031.stdout:osd.6 smithi196 running (10m) 118s ago 10m 117M 2480M 17.2.7-1372-g56ceb861 354fce865a9a e73c19910471 2024-08-10T05:19:31.424 INFO:teuthology.orchestra.run.smithi031.stdout:osd.7 smithi196 running (9m) 118s ago 9m 91.7M 2480M 17.2.7-1372-g56ceb861 354fce865a9a f847e8917297 2024-08-10T05:19:31.424 INFO:teuthology.orchestra.run.smithi031.stdout:prometheus.a smithi196 *:9095 running (3m) 118s ago 8m 51.8M - 2.43.0 a07b618ecd1d d50c5c7907b8 2024-08-10T05:19:31.425 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:31 smithi031 ceph-mon[98130]: pgmap v222: 121 pgs: 121 active+clean; 170 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 4.5 MiB/s wr, 25 op/s; 18 MiB/s, 3 objects/s recovering 2024-08-10T05:19:31.425 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:31 smithi031 ceph-mon[98130]: osdmap e381: 8 total, 8 up, 8 in 2024-08-10T05:19:31.425 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:19:31 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:19:31] "GET /metrics HTTP/1.1" 200 36017 "" "Prometheus/2.43.0" 2024-08-10T05:19:31.425 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:31 smithi031 ceph-mon[100614]: pgmap v222: 121 pgs: 121 active+clean; 170 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 4.5 MiB/s wr, 25 op/s; 18 MiB/s, 3 objects/s recovering 2024-08-10T05:19:31.425 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:31 smithi031 ceph-mon[100614]: osdmap e381: 8 total, 8 up, 8 in 2024-08-10T05:19:31.761 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-08-10T05:19:31.761 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": { 2024-08-10T05:19:31.761 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 3 2024-08-10T05:19:31.761 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-08-10T05:19:31.761 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": { 2024-08-10T05:19:31.761 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 2 2024-08-10T05:19:31.761 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-08-10T05:19:31.761 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": { 2024-08-10T05:19:31.761 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 5, 2024-08-10T05:19:31.761 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 3 2024-08-10T05:19:31.761 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-08-10T05:19:31.762 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": { 2024-08-10T05:19:31.762 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 2 2024-08-10T05:19:31.762 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-08-10T05:19:31.762 INFO:teuthology.orchestra.run.smithi031.stdout: "overall": { 2024-08-10T05:19:31.762 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 7, 2024-08-10T05:19:31.762 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 8 2024-08-10T05:19:31.762 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-08-10T05:19:31.762 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-08-10T05:19:31.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:31 smithi196 ceph-mon[90243]: pgmap v222: 121 pgs: 121 active+clean; 170 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 4.5 MiB/s wr, 25 op/s; 18 MiB/s, 3 objects/s recovering 2024-08-10T05:19:31.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:31 smithi196 ceph-mon[90243]: osdmap e381: 8 total, 8 up, 8 in 2024-08-10T05:19:32.370 INFO:tasks.rados.rados.0.smithi031.stdout:1582: done (3 left) 2024-08-10T05:19:32.370 INFO:tasks.rados.rados.0.smithi031.stdout:1585: done (2 left) 2024-08-10T05:19:32.370 INFO:tasks.rados.rados.0.smithi031.stdout:1587: done (1 left) 2024-08-10T05:19:32.370 INFO:tasks.rados.rados.0.smithi031.stdout:1588: done (0 left) 2024-08-10T05:19:32.371 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 3 current snap is 149 2024-08-10T05:19:32.371 INFO:tasks.rados.rados.0.smithi031.stdout:1589: seq_num 506 ranges {0=483328,483328=761856,1245184=40960} 2024-08-10T05:19:32.372 INFO:tasks.rados.rados.0.smithi031.stdout:1589: writing smithi03186013-3 from 0 to 483328 tid 1 2024-08-10T05:19:32.378 INFO:tasks.rados.rados.0.smithi031.stdout:1589: writing smithi03186013-3 from 483328 to 1245184 tid 2 2024-08-10T05:19:32.378 INFO:tasks.rados.rados.0.smithi031.stdout:1589: writing smithi03186013-3 from 1245184 to 1286144 tid 3 2024-08-10T05:19:32.378 INFO:tasks.rados.rados.0.smithi031.stdout:1590: read oid 23 snap -1 2024-08-10T05:19:32.378 INFO:tasks.rados.rados.0.smithi031.stdout:1590: expect (ObjNum 486 snap 144 seq_num 486) 2024-08-10T05:19:32.378 INFO:tasks.rados.rados.0.smithi031.stdout:1591: read oid 30 snap 145 2024-08-10T05:19:32.378 INFO:tasks.rados.rados.0.smithi031.stdout:1591: expect deleted 2024-08-10T05:19:32.378 INFO:tasks.rados.rados.0.smithi031.stdout:1592: rmattr oid 13 current snap is 149 2024-08-10T05:19:32.378 INFO:tasks.rados.rados.0.smithi031.stdout:1589: finishing write tid 1 to smithi03186013-3 2024-08-10T05:19:32.378 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 40 current snap is 149 2024-08-10T05:19:32.379 INFO:tasks.rados.rados.0.smithi031.stdout:1593: seq_num 507 ranges {0=499712,499712=638976,1138688=163840} 2024-08-10T05:19:32.381 INFO:tasks.rados.rados.0.smithi031.stdout:1593: writing smithi03186013-40 from 0 to 499712 tid 1 2024-08-10T05:19:32.385 INFO:tasks.rados.rados.0.smithi031.stdout:1593: writing smithi03186013-40 from 499712 to 1138688 tid 2 2024-08-10T05:19:32.387 INFO:tasks.rados.rados.0.smithi031.stdout:1593: writing smithi03186013-40 from 1138688 to 1302528 tid 3 2024-08-10T05:19:32.387 INFO:tasks.rados.rados.0.smithi031.stdout:1594: read oid 50 snap -1 2024-08-10T05:19:32.387 INFO:tasks.rados.rados.0.smithi031.stdout:1594: expect (ObjNum 479 snap 143 seq_num 479) 2024-08-10T05:19:32.388 INFO:tasks.rados.rados.0.smithi031.stdout:1595: read oid 42 snap -1 2024-08-10T05:19:32.388 INFO:tasks.rados.rados.0.smithi031.stdout:1595: expect (ObjNum 460 snap 140 seq_num 460) 2024-08-10T05:19:32.388 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 38 current snap is 149 2024-08-10T05:19:32.388 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 13 v 774 (ObjNum 33 snap 0 seq_num 557729872) dirty exists 2024-08-10T05:19:32.388 INFO:tasks.rados.rados.0.smithi031.stdout:1589: finishing write tid 2 to smithi03186013-3 2024-08-10T05:19:32.388 INFO:tasks.rados.rados.0.smithi031.stdout:1589: finishing write tid 3 to smithi03186013-3 2024-08-10T05:19:32.388 INFO:tasks.rados.rados.0.smithi031.stdout:1596: seq_num 508 ranges {0=516096,516096=524288,1040384=278528} 2024-08-10T05:19:32.390 INFO:tasks.rados.rados.0.smithi031.stdout:1596: writing smithi03186013-38 from 0 to 516096 tid 1 2024-08-10T05:19:32.394 INFO:tasks.rados.rados.0.smithi031.stdout:1596: writing smithi03186013-38 from 516096 to 1040384 tid 2 2024-08-10T05:19:32.396 INFO:tasks.rados.rados.0.smithi031.stdout:1596: writing smithi03186013-38 from 1040384 to 1318912 tid 3 2024-08-10T05:19:32.396 INFO:tasks.rados.rados.0.smithi031.stdout:1591: done (7 left) 2024-08-10T05:19:32.396 INFO:tasks.rados.rados.0.smithi031.stdout:1592: done (6 left) 2024-08-10T05:19:32.396 INFO:tasks.rados.rados.0.smithi031.stdout:1597: rmattr oid 18 current snap is 149 2024-08-10T05:19:32.396 INFO:tasks.rados.rados.0.smithi031.stdout:1597: done (6 left) 2024-08-10T05:19:32.396 INFO:tasks.rados.rados.0.smithi031.stdout:1598: rollback oid 1 current snap is 149 2024-08-10T05:19:32.396 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 1 to 145 2024-08-10T05:19:32.396 INFO:tasks.rados.rados.0.smithi031.stdout:1589: finishing write tid 4 to smithi03186013-3 2024-08-10T05:19:32.396 INFO:tasks.rados.rados.0.smithi031.stdout:1589: finishing write tid 5 to smithi03186013-3 2024-08-10T05:19:32.396 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 3 v 742 (ObjNum 506 snap 149 seq_num 506) dirty exists 2024-08-10T05:19:32.396 INFO:tasks.rados.rados.0.smithi031.stdout:1589: left oid 3 (ObjNum 506 snap 149 seq_num 506) 2024-08-10T05:19:32.396 INFO:tasks.rados.rados.0.smithi031.stdout:1593: finishing write tid 1 to smithi03186013-40 2024-08-10T05:19:32.397 INFO:tasks.rados.rados.0.smithi031.stdout:1589: done (6 left) 2024-08-10T05:19:32.397 INFO:tasks.rados.rados.0.smithi031.stdout:1599: read oid 3 snap 145 2024-08-10T05:19:32.397 INFO:tasks.rados.rados.0.smithi031.stdout:1599: expect deleted 2024-08-10T05:19:32.397 INFO:tasks.rados.rados.0.smithi031.stdout:1600: copy_from oid 12 from oid 43 current snap is 149 2024-08-10T05:19:32.397 INFO:tasks.rados.rados.0.smithi031.stdout:1590: expect (ObjNum 486 snap 144 seq_num 486) 2024-08-10T05:19:32.422 INFO:tasks.rados.rados.0.smithi031.stdout:1594: expect (ObjNum 479 snap 143 seq_num 479) 2024-08-10T05:19:32.501 INFO:tasks.rados.rados.0.smithi031.stdout:1598: finishing rollback tid 0 to smithi03186013-1 2024-08-10T05:19:32.501 INFO:tasks.rados.rados.0.smithi031.stdout:1598: finishing rollback tid 1 to smithi03186013-1 2024-08-10T05:19:32.501 INFO:tasks.rados.rados.0.smithi031.stdout:1598: finishing rollback tid 2 to smithi03186013-1 2024-08-10T05:19:32.501 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 1 v 646 (ObjNum 487 snap 144 seq_num 487) dirty exists 2024-08-10T05:19:32.501 INFO:tasks.rados.rados.0.smithi031.stdout:1590: done (7 left) 2024-08-10T05:19:32.501 INFO:tasks.rados.rados.0.smithi031.stdout:1594: done (6 left) 2024-08-10T05:19:32.502 INFO:tasks.rados.rados.0.smithi031.stdout:1598: done (5 left) 2024-08-10T05:19:32.502 INFO:tasks.rados.rados.0.smithi031.stdout:1599: done (4 left) 2024-08-10T05:19:32.502 INFO:tasks.rados.rados.0.smithi031.stdout:1601: snap_create 2024-08-10T05:19:32.517 INFO:tasks.rados.rados.0.smithi031.stdout:1593: finishing write tid 2 to smithi03186013-40 2024-08-10T05:19:32.517 INFO:tasks.rados.rados.0.smithi031.stdout:1593: finishing write tid 3 to smithi03186013-40 2024-08-10T05:19:32.517 INFO:tasks.rados.rados.0.smithi031.stdout:1593: finishing write tid 4 to smithi03186013-40 2024-08-10T05:19:32.518 INFO:tasks.rados.rados.0.smithi031.stdout:1596: finishing write tid 1 to smithi03186013-38 2024-08-10T05:19:32.519 INFO:tasks.rados.rados.0.smithi031.stdout:1596: finishing write tid 2 to smithi03186013-38 2024-08-10T05:19:32.519 INFO:tasks.rados.rados.0.smithi031.stdout:1596: finishing write tid 3 to smithi03186013-38 2024-08-10T05:19:32.519 INFO:tasks.rados.rados.0.smithi031.stdout:1596: finishing write tid 4 to smithi03186013-38 2024-08-10T05:19:32.519 INFO:tasks.rados.rados.0.smithi031.stdout:1595: expect (ObjNum 460 snap 140 seq_num 460) 2024-08-10T05:19:32.533 INFO:tasks.rados.rados.0.smithi031.stdout:1593: finishing write tid 5 to smithi03186013-40 2024-08-10T05:19:32.534 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 40 v 763 (ObjNum 507 snap 149 seq_num 507) dirty exists 2024-08-10T05:19:32.534 INFO:tasks.rados.rados.0.smithi031.stdout:1593: left oid 40 (ObjNum 507 snap 149 seq_num 507) 2024-08-10T05:19:32.534 INFO:tasks.rados.rados.0.smithi031.stdout:1596: finishing write tid 5 to smithi03186013-38 2024-08-10T05:19:32.534 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 38 v 767 (ObjNum 508 snap 149 seq_num 508) dirty exists 2024-08-10T05:19:32.534 INFO:tasks.rados.rados.0.smithi031.stdout:1596: left oid 38 (ObjNum 508 snap 149 seq_num 508) 2024-08-10T05:19:32.534 INFO:tasks.rados.rados.0.smithi031.stdout:1600: finishing copy_from racing read to smithi03186013-12 2024-08-10T05:19:32.534 INFO:tasks.rados.rados.0.smithi031.stdout:1600: finishing copy_from to smithi03186013-12 2024-08-10T05:19:32.534 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 12 v 650 (ObjNum 480 snap 143 seq_num 480) dirty exists 2024-08-10T05:19:32.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:32 smithi031 ceph-mon[98130]: from='client.34257 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:19:32.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:32 smithi031 ceph-mon[98130]: osdmap e382: 8 total, 8 up, 8 in 2024-08-10T05:19:32.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:32 smithi031 ceph-mon[98130]: from='client.34263 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:19:32.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:32 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/3420697805' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:19:32.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:32 smithi031 ceph-mon[100614]: from='client.34257 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:19:32.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:32 smithi031 ceph-mon[100614]: osdmap e382: 8 total, 8 up, 8 in 2024-08-10T05:19:32.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:32 smithi031 ceph-mon[100614]: from='client.34263 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:19:32.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:32 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/3420697805' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:19:32.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:19:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:19:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:19:32.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:32 smithi196 ceph-mon[90243]: from='client.34257 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:19:32.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:32 smithi196 ceph-mon[90243]: osdmap e382: 8 total, 8 up, 8 in 2024-08-10T05:19:32.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:32 smithi196 ceph-mon[90243]: from='client.34263 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:19:32.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:32 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/3420697805' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:19:33.371 INFO:tasks.rados.rados.0.smithi031.stdout:1593: done (4 left) 2024-08-10T05:19:33.371 INFO:tasks.rados.rados.0.smithi031.stdout:1595: done (3 left) 2024-08-10T05:19:33.372 INFO:tasks.rados.rados.0.smithi031.stdout:1596: done (2 left) 2024-08-10T05:19:33.372 INFO:tasks.rados.rados.0.smithi031.stdout:1600: done (1 left) 2024-08-10T05:19:33.372 INFO:tasks.rados.rados.0.smithi031.stdout:1601: done (0 left) 2024-08-10T05:19:33.372 INFO:tasks.rados.rados.0.smithi031.stdout:1602: read oid 34 snap -1 2024-08-10T05:19:33.372 INFO:tasks.rados.rados.0.smithi031.stdout:1602: expect deleted 2024-08-10T05:19:33.372 INFO:tasks.rados.rados.0.smithi031.stdout:1603: setattr oid 5 current snap is 150 2024-08-10T05:19:33.372 INFO:tasks.rados.rados.0.smithi031.stdout:1604: snap_create 2024-08-10T05:19:33.376 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 5 v 842 (ObjNum 451 snap 138 seq_num 451) dirty exists 2024-08-10T05:19:33.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:33 smithi031 ceph-mon[98130]: pgmap v225: 121 pgs: 121 active+clean; 170 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 500 KiB/s wr, 12 op/s 2024-08-10T05:19:33.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:33 smithi031 ceph-mon[98130]: osdmap e383: 8 total, 8 up, 8 in 2024-08-10T05:19:33.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:33 smithi031 ceph-mon[100614]: pgmap v225: 121 pgs: 121 active+clean; 170 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 500 KiB/s wr, 12 op/s 2024-08-10T05:19:33.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:33 smithi031 ceph-mon[100614]: osdmap e383: 8 total, 8 up, 8 in 2024-08-10T05:19:33.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:33 smithi196 ceph-mon[90243]: pgmap v225: 121 pgs: 121 active+clean; 170 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 500 KiB/s wr, 12 op/s 2024-08-10T05:19:33.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:33 smithi196 ceph-mon[90243]: osdmap e383: 8 total, 8 up, 8 in 2024-08-10T05:19:33.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:19:33 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:19:33.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi031\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi031\", job=\"node\", machine=\"x86_64\", nodename=\"smithi031\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", domainname=\"(none)\", instance=\"smithi031\", job=\"node\", machine=\"x86_64\", nodename=\"smithi031\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:19:34.192 INFO:tasks.rados.rados.0.smithi031.stdout:1602: done (2 left) 2024-08-10T05:19:34.192 INFO:tasks.rados.rados.0.smithi031.stdout:1603: done (1 left) 2024-08-10T05:19:34.192 INFO:tasks.rados.rados.0.smithi031.stdout:1604: done (0 left) 2024-08-10T05:19:34.192 INFO:tasks.rados.rados.0.smithi031.stdout:1605: delete oid 6 current snap is 151 2024-08-10T05:19:34.196 INFO:tasks.rados.rados.0.smithi031.stdout:1605: done (0 left) 2024-08-10T05:19:34.196 INFO:tasks.rados.rados.0.smithi031.stdout:1606: snap_create 2024-08-10T05:19:34.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:34 smithi031 ceph-mon[98130]: osdmap e384: 8 total, 8 up, 8 in 2024-08-10T05:19:34.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:34 smithi031 ceph-mon[98130]: osdmap e385: 8 total, 8 up, 8 in 2024-08-10T05:19:34.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:34 smithi031 ceph-mon[100614]: osdmap e384: 8 total, 8 up, 8 in 2024-08-10T05:19:34.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:34 smithi031 ceph-mon[100614]: osdmap e385: 8 total, 8 up, 8 in 2024-08-10T05:19:34.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:34 smithi196 ceph-mon[90243]: osdmap e384: 8 total, 8 up, 8 in 2024-08-10T05:19:34.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:34 smithi196 ceph-mon[90243]: osdmap e385: 8 total, 8 up, 8 in 2024-08-10T05:19:34.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:19:34 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:19:34.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:19:34.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:19:34 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:19:34.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:19:35.194 INFO:tasks.rados.rados.0.smithi031.stdout:1606: done (0 left) 2024-08-10T05:19:35.194 INFO:tasks.rados.rados.0.smithi031.stdout:1607: snap_remove snap 144 2024-08-10T05:19:35.679 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:35 smithi196 ceph-mon[90243]: pgmap v228: 121 pgs: 121 active+clean; 191 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 5.2 MiB/s wr, 18 op/s 2024-08-10T05:19:35.680 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:35 smithi196 ceph-mon[90243]: osdmap e386: 8 total, 8 up, 8 in 2024-08-10T05:19:35.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:35 smithi031 ceph-mon[98130]: pgmap v228: 121 pgs: 121 active+clean; 191 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 5.2 MiB/s wr, 18 op/s 2024-08-10T05:19:35.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:35 smithi031 ceph-mon[98130]: osdmap e386: 8 total, 8 up, 8 in 2024-08-10T05:19:35.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:35 smithi031 ceph-mon[100614]: pgmap v228: 121 pgs: 121 active+clean; 191 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 5.2 MiB/s wr, 18 op/s 2024-08-10T05:19:35.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:35 smithi031 ceph-mon[100614]: osdmap e386: 8 total, 8 up, 8 in 2024-08-10T05:19:36.196 INFO:tasks.rados.rados.0.smithi031.stdout:1607: done (0 left) 2024-08-10T05:19:36.197 INFO:tasks.rados.rados.0.smithi031.stdout:1608: delete oid 32 current snap is 152 2024-08-10T05:19:36.208 INFO:tasks.rados.rados.0.smithi031.stdout:1608: done (0 left) 2024-08-10T05:19:36.208 INFO:tasks.rados.rados.0.smithi031.stdout:1609: delete oid 21 current snap is 152 2024-08-10T05:19:36.210 INFO:tasks.rados.rados.0.smithi031.stdout:1609: done (0 left) 2024-08-10T05:19:36.210 INFO:tasks.rados.rados.0.smithi031.stdout:1610: snap_remove snap 148 2024-08-10T05:19:37.200 INFO:tasks.rados.rados.0.smithi031.stdout:1610: done (0 left) 2024-08-10T05:19:37.200 INFO:tasks.rados.rados.0.smithi031.stdout:1611: snap_remove snap 149 2024-08-10T05:19:37.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:36 smithi031 ceph-mon[98130]: pgmap v231: 121 pgs: 121 active+clean; 196 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 6.5 MiB/s wr, 22 op/s 2024-08-10T05:19:37.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:36 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:19:37.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:36 smithi031 ceph-mon[98130]: osdmap e387: 8 total, 8 up, 8 in 2024-08-10T05:19:37.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:36 smithi031 ceph-mon[100614]: pgmap v231: 121 pgs: 121 active+clean; 196 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 6.5 MiB/s wr, 22 op/s 2024-08-10T05:19:37.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:36 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:19:37.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:36 smithi031 ceph-mon[100614]: osdmap e387: 8 total, 8 up, 8 in 2024-08-10T05:19:37.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:36 smithi196 ceph-mon[90243]: pgmap v231: 121 pgs: 121 active+clean; 196 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 6.5 MiB/s wr, 22 op/s 2024-08-10T05:19:37.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:36 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:19:37.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:36 smithi196 ceph-mon[90243]: osdmap e387: 8 total, 8 up, 8 in 2024-08-10T05:19:38.202 INFO:tasks.rados.rados.0.smithi031.stdout:1611: done (0 left) 2024-08-10T05:19:38.202 INFO:tasks.rados.rados.0.smithi031.stdout:1612: copy_from oid 11 from oid 16 current snap is 152 2024-08-10T05:19:38.202 INFO:tasks.rados.rados.0.smithi031.stdout:1613: rollback oid 40 current snap is 152 2024-08-10T05:19:38.202 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 40 to 150 2024-08-10T05:19:38.202 INFO:tasks.rados.rados.0.smithi031.stdout:1614: read oid 17 snap -1 2024-08-10T05:19:38.202 INFO:tasks.rados.rados.0.smithi031.stdout:1614: expect (ObjNum 496 snap 147 seq_num 496) 2024-08-10T05:19:38.202 INFO:tasks.rados.rados.0.smithi031.stdout:1615: copy_from oid 10 from oid 2 current snap is 152 2024-08-10T05:19:38.202 INFO:tasks.rados.rados.0.smithi031.stdout:1616: snap_remove snap 151 2024-08-10T05:19:38.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:38 smithi031 ceph-mon[98130]: osdmap e388: 8 total, 8 up, 8 in 2024-08-10T05:19:38.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:38 smithi031 ceph-mon[100614]: osdmap e388: 8 total, 8 up, 8 in 2024-08-10T05:19:38.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:38 smithi196 ceph-mon[90243]: osdmap e388: 8 total, 8 up, 8 in 2024-08-10T05:19:39.028 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:19:38 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:19:38.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)\", cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", cluster_addr=\"172.21.15.31\", device_class=\"ssd\", hostname=\"smithi031\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.31\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)\", cluster_addr=\"172.21.15.31\", device_class=\"ssd\", hostname=\"smithi031\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.31\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:19:39.197 INFO:tasks.rados.rados.0.smithi031.stdout:1616: done (4 left) 2024-08-10T05:19:39.198 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 39 current snap is 152 2024-08-10T05:19:39.198 INFO:tasks.rados.rados.0.smithi031.stdout:1613: finishing rollback tid 0 to smithi03186013-40 2024-08-10T05:19:39.198 INFO:tasks.rados.rados.0.smithi031.stdout:1617: seq_num 512 ranges {14442496=581632,15024128=516096,15540224=286720} 2024-08-10T05:19:39.280 INFO:tasks.rados.rados.0.smithi031.stdout:1617: writing smithi03186013-39 from 14442496 to 15024128 tid 1 2024-08-10T05:19:39.283 INFO:tasks.rados.rados.0.smithi031.stdout:1617: writing smithi03186013-39 from 15024128 to 15540224 tid 2 2024-08-10T05:19:39.286 INFO:tasks.rados.rados.0.smithi031.stdout:1617: writing smithi03186013-39 from 15540224 to 15826944 tid 3 2024-08-10T05:19:39.286 INFO:tasks.rados.rados.0.smithi031.stdout:1618: setattr oid 34 current snap is 152 2024-08-10T05:19:39.286 INFO:tasks.rados.rados.0.smithi031.stdout:1613: finishing rollback tid 1 to smithi03186013-40 2024-08-10T05:19:39.286 INFO:tasks.rados.rados.0.smithi031.stdout:1613: finishing rollback tid 2 to smithi03186013-40 2024-08-10T05:19:39.286 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 40 v 770 (ObjNum 507 snap 149 seq_num 507) dirty exists 2024-08-10T05:19:39.286 INFO:tasks.rados.rados.0.smithi031.stdout:1615: finishing copy_from racing read to smithi03186013-10 2024-08-10T05:19:39.286 INFO:tasks.rados.rados.0.smithi031.stdout:1615: finishing copy_from to smithi03186013-10 2024-08-10T05:19:39.286 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 10 v 952 (ObjNum 497 snap 147 seq_num 497) dirty exists 2024-08-10T05:19:39.286 INFO:tasks.rados.rados.0.smithi031.stdout:1612: finishing copy_from racing read to smithi03186013-11 2024-08-10T05:19:39.286 INFO:tasks.rados.rados.0.smithi031.stdout:1612: finishing copy_from to smithi03186013-11 2024-08-10T05:19:39.287 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 11 v 672 (ObjNum 261 snap 78 seq_num 261) dirty exists 2024-08-10T05:19:39.287 INFO:tasks.rados.rados.0.smithi031.stdout:1614: expect (ObjNum 496 snap 147 seq_num 496) 2024-08-10T05:19:39.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:39 smithi031 ceph-mon[98130]: pgmap v234: 121 pgs: 121 active+clean; 197 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.0 MiB/s wr, 17 op/s 2024-08-10T05:19:39.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:39 smithi031 ceph-mon[98130]: osdmap e389: 8 total, 8 up, 8 in 2024-08-10T05:19:39.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:39 smithi031 ceph-mon[98130]: osdmap e390: 8 total, 8 up, 8 in 2024-08-10T05:19:39.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:39 smithi031 ceph-mon[100614]: pgmap v234: 121 pgs: 121 active+clean; 197 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.0 MiB/s wr, 17 op/s 2024-08-10T05:19:39.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:39 smithi031 ceph-mon[100614]: osdmap e389: 8 total, 8 up, 8 in 2024-08-10T05:19:39.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:39 smithi031 ceph-mon[100614]: osdmap e390: 8 total, 8 up, 8 in 2024-08-10T05:19:39.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:39 smithi196 ceph-mon[90243]: pgmap v234: 121 pgs: 121 active+clean; 197 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.0 MiB/s wr, 17 op/s 2024-08-10T05:19:39.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:39 smithi196 ceph-mon[90243]: osdmap e389: 8 total, 8 up, 8 in 2024-08-10T05:19:39.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:39 smithi196 ceph-mon[90243]: osdmap e390: 8 total, 8 up, 8 in 2024-08-10T05:19:41.028 INFO:tasks.rados.rados.0.smithi031.stdout:1617: finishing write tid 1 to smithi03186013-39 2024-08-10T05:19:41.028 INFO:tasks.rados.rados.0.smithi031.stdout:1617: finishing write tid 2 to smithi03186013-39 2024-08-10T05:19:41.028 INFO:tasks.rados.rados.0.smithi031.stdout:1617: finishing write tid 3 to smithi03186013-39 2024-08-10T05:19:41.028 INFO:tasks.rados.rados.0.smithi031.stdout:1617: finishing write tid 4 to smithi03186013-39 2024-08-10T05:19:41.028 INFO:tasks.rados.rados.0.smithi031.stdout:1617: finishing write tid 5 to smithi03186013-39 2024-08-10T05:19:41.028 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 39 v 481 (ObjNum 512 snap 152 seq_num 512) dirty exists 2024-08-10T05:19:41.029 INFO:tasks.rados.rados.0.smithi031.stdout:1617: left oid 39 (ObjNum 512 snap 152 seq_num 512) 2024-08-10T05:19:41.029 INFO:tasks.rados.rados.0.smithi031.stdout:1612: done (5 left) 2024-08-10T05:19:41.029 INFO:tasks.rados.rados.0.smithi031.stdout:1613: done (4 left) 2024-08-10T05:19:41.029 INFO:tasks.rados.rados.0.smithi031.stdout:1614: done (3 left) 2024-08-10T05:19:41.029 INFO:tasks.rados.rados.0.smithi031.stdout:1615: done (2 left) 2024-08-10T05:19:41.029 INFO:tasks.rados.rados.0.smithi031.stdout:1617: done (1 left) 2024-08-10T05:19:41.029 INFO:tasks.rados.rados.0.smithi031.stdout:1619: read oid 20 snap -1 2024-08-10T05:19:41.029 INFO:tasks.rados.rados.0.smithi031.stdout:1619: expect (ObjNum 475 snap 142 seq_num 475) 2024-08-10T05:19:41.029 INFO:tasks.rados.rados.0.smithi031.stdout:1620: snap_remove snap 146 2024-08-10T05:19:41.515 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:19:41 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:19:41] "GET /metrics HTTP/1.1" 200 36166 "" "Prometheus/2.43.0" 2024-08-10T05:19:41.515 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:41 smithi031 ceph-mon[98130]: pgmap v237: 121 pgs: 121 active+clean; 206 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.2 MiB/s wr, 12 op/s 2024-08-10T05:19:41.515 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:19:41.516 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:19:41.516 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-10T05:19:41.516 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:41 smithi031 ceph-mon[100614]: pgmap v237: 121 pgs: 121 active+clean; 206 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.2 MiB/s wr, 12 op/s 2024-08-10T05:19:41.516 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:19:41.516 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:19:41.516 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-10T05:19:41.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:41 smithi196 ceph-mon[90243]: pgmap v237: 121 pgs: 121 active+clean; 206 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.2 MiB/s wr, 12 op/s 2024-08-10T05:19:41.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:19:41.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:19:41.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-10T05:19:41.812 INFO:tasks.rados.rados.0.smithi031.stdout:1620: done (2 left) 2024-08-10T05:19:41.813 INFO:tasks.rados.rados.0.smithi031.stdout:1621: setattr oid 46 current snap is 152 2024-08-10T05:19:41.813 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 34 v 849 (ObjNum 577 snap 0 seq_num 589540064) dirty exists 2024-08-10T05:19:41.813 INFO:tasks.rados.rados.0.smithi031.stdout:1619: expect (ObjNum 475 snap 142 seq_num 475) 2024-08-10T05:19:41.945 INFO:tasks.rados.rados.0.smithi031.stdout:1618: done (2 left) 2024-08-10T05:19:41.946 INFO:tasks.rados.rados.0.smithi031.stdout:1619: done (1 left) 2024-08-10T05:19:41.946 INFO:tasks.rados.rados.0.smithi031.stdout:1622: snap_create 2024-08-10T05:19:41.948 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 46 v 651 (ObjNum 33 snap 0 seq_num 557729872) dirty exists 2024-08-10T05:19:42.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:42 smithi031 ceph-mon[98130]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-10T05:19:42.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:42 smithi031 ceph-mon[98130]: Upgrade: osd.3 is safe to restart 2024-08-10T05:19:42.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:42 smithi031 ceph-mon[98130]: osdmap e391: 8 total, 8 up, 8 in 2024-08-10T05:19:42.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:42 smithi031 ceph-mon[100614]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-10T05:19:42.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:42 smithi031 ceph-mon[100614]: Upgrade: osd.3 is safe to restart 2024-08-10T05:19:42.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:42 smithi031 ceph-mon[100614]: osdmap e391: 8 total, 8 up, 8 in 2024-08-10T05:19:42.528 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:19:42 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:19:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:19:42.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:42 smithi196 ceph-mon[90243]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-10T05:19:42.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:42 smithi196 ceph-mon[90243]: Upgrade: osd.3 is safe to restart 2024-08-10T05:19:42.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:42 smithi196 ceph-mon[90243]: osdmap e391: 8 total, 8 up, 8 in 2024-08-10T05:19:42.811 INFO:tasks.rados.rados.0.smithi031.stdout:1621: done (1 left) 2024-08-10T05:19:42.811 INFO:tasks.rados.rados.0.smithi031.stdout:1622: done (0 left) 2024-08-10T05:19:42.812 INFO:tasks.rados.rados.0.smithi031.stdout:1623: snap_create 2024-08-10T05:19:43.418 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:43 smithi031 ceph-mon[98130]: pgmap v238: 121 pgs: 121 active+clean; 206 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 766 KiB/s rd, 2.3 MiB/s wr, 12 op/s 2024-08-10T05:19:43.419 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:43 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:19:43.419 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:43 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-08-10T05:19:43.419 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:43 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:19:43.419 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:43 smithi031 ceph-mon[98130]: osdmap e392: 8 total, 8 up, 8 in 2024-08-10T05:19:43.419 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:43 smithi031 ceph-mon[100614]: pgmap v238: 121 pgs: 121 active+clean; 206 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 766 KiB/s rd, 2.3 MiB/s wr, 12 op/s 2024-08-10T05:19:43.419 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:43 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:19:43.419 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:43 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-08-10T05:19:43.419 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:43 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:19:43.419 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:43 smithi031 ceph-mon[100614]: osdmap e392: 8 total, 8 up, 8 in 2024-08-10T05:19:43.504 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:43 smithi196 ceph-mon[90243]: pgmap v238: 121 pgs: 121 active+clean; 206 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 766 KiB/s rd, 2.3 MiB/s wr, 12 op/s 2024-08-10T05:19:43.504 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:43 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:19:43.505 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:43 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-08-10T05:19:43.505 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:43 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:19:43.505 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:43 smithi196 ceph-mon[90243]: osdmap e392: 8 total, 8 up, 8 in 2024-08-10T05:19:43.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:19:43 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:19:43.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi031\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi031\", job=\"node\", machine=\"x86_64\", nodename=\"smithi031\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", domainname=\"(none)\", instance=\"smithi031\", job=\"node\", machine=\"x86_64\", nodename=\"smithi031\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:19:43.812 INFO:tasks.rados.rados.0.smithi031.stdout:1623: done (0 left) 2024-08-10T05:19:43.813 INFO:tasks.rados.rados.0.smithi031.stdout:1624: snap_remove snap 150 2024-08-10T05:19:44.196 INFO:tasks.rados.rados.0.smithi031.stdout:1624: done (0 left) 2024-08-10T05:19:44.196 INFO:tasks.rados.rados.0.smithi031.stdout:1625: rollback oid 7 current snap is 154 2024-08-10T05:19:44.196 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 7 to 153 2024-08-10T05:19:44.197 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 31 current snap is 154 2024-08-10T05:19:44.197 INFO:tasks.rados.rados.0.smithi031.stdout:1626: seq_num 513 ranges {1212416=598016,1810432=794624,2605056=8192} 2024-08-10T05:19:44.207 INFO:tasks.rados.rados.0.smithi031.stdout:1626: writing smithi03186013-31 from 1212416 to 1810432 tid 1 2024-08-10T05:19:44.212 INFO:tasks.rados.rados.0.smithi031.stdout:1626: writing smithi03186013-31 from 1810432 to 2605056 tid 2 2024-08-10T05:19:44.214 INFO:tasks.rados.rados.0.smithi031.stdout:1626: writing smithi03186013-31 from 2605056 to 2613248 tid 3 2024-08-10T05:19:44.214 INFO:tasks.rados.rados.0.smithi031.stdout:1625: finishing rollback tid 0 to smithi03186013-7 2024-08-10T05:19:44.214 INFO:tasks.rados.rados.0.smithi031.stdout:1625: finishing rollback tid 1 to smithi03186013-7 2024-08-10T05:19:44.214 INFO:tasks.rados.rados.0.smithi031.stdout:1625: finishing rollback tid 2 to smithi03186013-7 2024-08-10T05:19:44.214 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 7 v 970 (ObjNum 478 snap 142 seq_num 478) dirty exists 2024-08-10T05:19:44.214 INFO:tasks.rados.rados.0.smithi031.stdout:1625: done (1 left) 2024-08-10T05:19:44.215 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 9 current snap is 154 2024-08-10T05:19:44.215 INFO:tasks.rados.rados.0.smithi031.stdout:1627: seq_num 514 ranges {1744896=614400,2359296=679936,3039232=122880} 2024-08-10T05:19:44.227 INFO:tasks.rados.rados.0.smithi031.stdout:1627: writing smithi03186013-9 from 1744896 to 2359296 tid 1 2024-08-10T05:19:44.232 INFO:tasks.rados.rados.0.smithi031.stdout:1627: writing smithi03186013-9 from 2359296 to 3039232 tid 2 2024-08-10T05:19:44.233 INFO:tasks.rados.rados.0.smithi031.stdout:1627: writing smithi03186013-9 from 3039232 to 3162112 tid 3 2024-08-10T05:19:44.233 INFO:tasks.rados.rados.0.smithi031.stdout:1628: read oid 2 snap -1 2024-08-10T05:19:44.233 INFO:tasks.rados.rados.0.smithi031.stdout:1628: expect (ObjNum 497 snap 147 seq_num 497) 2024-08-10T05:19:44.233 INFO:tasks.rados.rados.0.smithi031.stdout:1629: snap_remove snap 152 2024-08-10T05:19:44.500 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:44 smithi031 ceph-mon[98130]: Upgrade: Updating osd.3 2024-08-10T05:19:44.500 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:44 smithi031 ceph-mon[98130]: Deploying daemon osd.3 on smithi031 2024-08-10T05:19:44.500 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:44 smithi031 ceph-mon[98130]: osdmap e393: 8 total, 8 up, 8 in 2024-08-10T05:19:44.500 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:44 smithi031 ceph-mon[98130]: osdmap e394: 8 total, 8 up, 8 in 2024-08-10T05:19:44.500 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:44 smithi031 ceph-mon[100614]: Upgrade: Updating osd.3 2024-08-10T05:19:44.501 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:44 smithi031 ceph-mon[100614]: Deploying daemon osd.3 on smithi031 2024-08-10T05:19:44.501 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:44 smithi031 ceph-mon[100614]: osdmap e393: 8 total, 8 up, 8 in 2024-08-10T05:19:44.501 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:44 smithi031 ceph-mon[100614]: osdmap e394: 8 total, 8 up, 8 in 2024-08-10T05:19:44.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:44 smithi196 ceph-mon[90243]: Upgrade: Updating osd.3 2024-08-10T05:19:44.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:44 smithi196 ceph-mon[90243]: Deploying daemon osd.3 on smithi031 2024-08-10T05:19:44.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:44 smithi196 ceph-mon[90243]: osdmap e393: 8 total, 8 up, 8 in 2024-08-10T05:19:44.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:44 smithi196 ceph-mon[90243]: osdmap e394: 8 total, 8 up, 8 in 2024-08-10T05:19:44.529 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:19:44 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:19:44.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:19:44.529 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:19:44 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:19:44.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:19:45.230 INFO:tasks.rados.rados.0.smithi031.stdout:1629: done (3 left) 2024-08-10T05:19:45.231 INFO:tasks.rados.rados.0.smithi031.stdout:1630: copy_from oid 36 from oid 30 current snap is 154 2024-08-10T05:19:45.231 INFO:tasks.rados.rados.0.smithi031.stdout:1626: finishing write tid 1 to smithi03186013-31 2024-08-10T05:19:45.231 INFO:tasks.rados.rados.0.smithi031.stdout:1626: finishing write tid 2 to smithi03186013-31 2024-08-10T05:19:45.231 INFO:tasks.rados.rados.0.smithi031.stdout:1626: finishing write tid 3 to smithi03186013-31 2024-08-10T05:19:45.231 INFO:tasks.rados.rados.0.smithi031.stdout:1626: finishing write tid 4 to smithi03186013-31 2024-08-10T05:19:45.231 INFO:tasks.rados.rados.0.smithi031.stdout:1626: finishing write tid 5 to smithi03186013-31 2024-08-10T05:19:45.232 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 31 v 897 (ObjNum 513 snap 154 seq_num 513) dirty exists 2024-08-10T05:19:45.232 INFO:tasks.rados.rados.0.smithi031.stdout:1626: left oid 31 (ObjNum 513 snap 154 seq_num 513) 2024-08-10T05:19:45.232 INFO:tasks.rados.rados.0.smithi031.stdout:1627: finishing write tid 1 to smithi03186013-9 2024-08-10T05:19:45.232 INFO:tasks.rados.rados.0.smithi031.stdout:1627: finishing write tid 2 to smithi03186013-9 2024-08-10T05:19:45.232 INFO:tasks.rados.rados.0.smithi031.stdout:1627: finishing write tid 3 to smithi03186013-9 2024-08-10T05:19:45.232 INFO:tasks.rados.rados.0.smithi031.stdout:1627: finishing write tid 4 to smithi03186013-9 2024-08-10T05:19:45.233 INFO:tasks.rados.rados.0.smithi031.stdout:1627: finishing write tid 5 to smithi03186013-9 2024-08-10T05:19:45.233 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 9 v 779 (ObjNum 514 snap 154 seq_num 514) dirty exists 2024-08-10T05:19:45.233 INFO:tasks.rados.rados.0.smithi031.stdout:1627: left oid 9 (ObjNum 514 snap 154 seq_num 514) 2024-08-10T05:19:45.233 INFO:tasks.rados.rados.0.smithi031.stdout:1626: done (3 left) 2024-08-10T05:19:45.233 INFO:tasks.rados.rados.0.smithi031.stdout:1627: done (2 left) 2024-08-10T05:19:45.233 INFO:tasks.rados.rados.0.smithi031.stdout:1631: read oid 4 snap -1 2024-08-10T05:19:45.233 INFO:tasks.rados.rados.0.smithi031.stdout:1631: expect deleted 2024-08-10T05:19:45.234 INFO:tasks.rados.rados.0.smithi031.stdout:1632: snap_create 2024-08-10T05:19:45.234 INFO:tasks.rados.rados.0.smithi031.stdout:1628: expect (ObjNum 497 snap 147 seq_num 497) 2024-08-10T05:19:45.396 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:45 smithi031 ceph-mon[100614]: pgmap v241: 121 pgs: 121 active+clean; 214 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-08-10T05:19:45.397 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:45 smithi031 ceph-mon[98130]: pgmap v241: 121 pgs: 121 active+clean; 214 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-08-10T05:19:45.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:45 smithi196 ceph-mon[90243]: pgmap v241: 121 pgs: 121 active+clean; 214 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-08-10T05:19:45.688 INFO:tasks.rados.rados.0.smithi031.stdout:1630: finishing copy_from to smithi03186013-36 2024-08-10T05:19:45.688 INFO:tasks.rados.rados.0.smithi031.stdout:1630: got expected ENOENT (src dne) 2024-08-10T05:19:45.688 INFO:tasks.rados.rados.0.smithi031.stdout:1630: finishing copy_from racing read to smithi03186013-36 2024-08-10T05:19:46.037 INFO:journalctl@ceph.osd.3.smithi031.stdout:Aug 10 05:19:45 smithi031 systemd[1]: Stopping Ceph osd.3 for fc322138-56d5-11ef-bcce-c7b262605968... 2024-08-10T05:19:46.242 INFO:tasks.rados.rados.0.smithi031.stdout:1628: done (3 left) 2024-08-10T05:19:46.242 INFO:tasks.rados.rados.0.smithi031.stdout:1630: done (2 left) 2024-08-10T05:19:46.242 INFO:tasks.rados.rados.0.smithi031.stdout:1631: done (1 left) 2024-08-10T05:19:46.242 INFO:tasks.rados.rados.0.smithi031.stdout:1632: done (0 left) 2024-08-10T05:19:46.243 INFO:tasks.rados.rados.0.smithi031.stdout:1633: setattr oid 49 current snap is 155 2024-08-10T05:19:46.244 INFO:tasks.rados.rados.0.smithi031.stdout:1634: read oid 45 snap -1 2024-08-10T05:19:46.244 INFO:tasks.rados.rados.0.smithi031.stdout:1634: expect (ObjNum 393 snap 124 seq_num 393) 2024-08-10T05:19:46.244 INFO:tasks.rados.rados.0.smithi031.stdout:1635: snap_create 2024-08-10T05:19:46.249 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 49 v 677 (ObjNum 471 snap 142 seq_num 471) dirty exists 2024-08-10T05:19:46.270 INFO:tasks.rados.rados.0.smithi031.stdout:1634: expect (ObjNum 393 snap 124 seq_num 393) 2024-08-10T05:19:46.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:46 smithi031 ceph-mon[98130]: osdmap e395: 8 total, 8 up, 8 in 2024-08-10T05:19:46.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:46 smithi031 ceph-mon[98130]: osd.3 marked itself down and dead 2024-08-10T05:19:46.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:46 smithi031 ceph-mon[100614]: osdmap e395: 8 total, 8 up, 8 in 2024-08-10T05:19:46.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:46 smithi031 ceph-mon[100614]: osd.3 marked itself down and dead 2024-08-10T05:19:46.519 INFO:journalctl@ceph.osd.3.smithi031.stdout:Aug 10 05:19:46 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-3[64312]: 2024-08-10T05:19:46.036+0000 7fd441e25640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-10T05:19:46.519 INFO:journalctl@ceph.osd.3.smithi031.stdout:Aug 10 05:19:46 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-3[64312]: 2024-08-10T05:19:46.036+0000 7fd441e25640 -1 osd.3 395 *** Got signal Terminated *** 2024-08-10T05:19:46.519 INFO:journalctl@ceph.osd.3.smithi031.stdout:Aug 10 05:19:46 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-3[64312]: 2024-08-10T05:19:46.036+0000 7fd441e25640 -1 osd.3 395 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-10T05:19:46.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:46 smithi196 ceph-mon[90243]: osdmap e395: 8 total, 8 up, 8 in 2024-08-10T05:19:46.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:46 smithi196 ceph-mon[90243]: osd.3 marked itself down and dead 2024-08-10T05:19:47.044 INFO:journalctl@ceph.osd.3.smithi031.stdout:Aug 10 05:19:46 smithi031 podman[121632]: 2024-08-10 05:19:46.784863899 +0000 UTC m=+0.861306408 container died 2f86cfe4892de1cc5cdcc0745d67e614af3b6f5112b7cb0d8f6d3da3ee9a321f (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-3, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=quincy-56ceb86, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-08-10T05:19:47.239 INFO:tasks.rados.rados.0.smithi031.stdout:1633: done (2 left) 2024-08-10T05:19:47.239 INFO:tasks.rados.rados.0.smithi031.stdout:1634: done (1 left) 2024-08-10T05:19:47.240 INFO:tasks.rados.rados.0.smithi031.stdout:1635: done (0 left) 2024-08-10T05:19:47.240 INFO:tasks.rados.rados.0.smithi031.stdout:1636: copy_from oid 12 from oid 38 current snap is 156 2024-08-10T05:19:47.240 INFO:tasks.rados.rados.0.smithi031.stdout:1637: read oid 23 snap 145 2024-08-10T05:19:47.240 INFO:tasks.rados.rados.0.smithi031.stdout:1637: expect (ObjNum 486 snap 144 seq_num 486) 2024-08-10T05:19:47.240 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 39 current snap is 156 2024-08-10T05:19:47.240 INFO:tasks.rados.rados.0.smithi031.stdout:1638: seq_num 515 ranges {15826944=630784,16457728=565248,17022976=237568} 2024-08-10T05:19:47.331 INFO:tasks.rados.rados.0.smithi031.stdout:1638: writing smithi03186013-39 from 15826944 to 16457728 tid 1 2024-08-10T05:19:47.334 INFO:tasks.rados.rados.0.smithi031.stdout:1638: writing smithi03186013-39 from 16457728 to 17022976 tid 2 2024-08-10T05:19:47.335 INFO:tasks.rados.rados.0.smithi031.stdout:1638: writing smithi03186013-39 from 17022976 to 17260544 tid 3 2024-08-10T05:19:47.335 INFO:tasks.rados.rados.0.smithi031.stdout:1639: read oid 48 snap 153 2024-08-10T05:19:47.336 INFO:tasks.rados.rados.0.smithi031.stdout:1639: expect (ObjNum 471 snap 142 seq_num 471) 2024-08-10T05:19:47.336 INFO:tasks.rados.rados.0.smithi031.stdout:1640: read oid 27 snap 145 2024-08-10T05:19:47.336 INFO:tasks.rados.rados.0.smithi031.stdout:1640: expect (ObjNum 460 snap 140 seq_num 460) 2024-08-10T05:19:47.336 INFO:tasks.rados.rados.0.smithi031.stdout:1641: snap_remove snap 154 2024-08-10T05:19:47.438 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:47 smithi031 ceph-mon[98130]: pgmap v245: 121 pgs: 121 active+clean; 213 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-08-10T05:19:47.438 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:47 smithi031 ceph-mon[98130]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-10T05:19:47.438 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:47 smithi031 ceph-mon[98130]: osdmap e396: 8 total, 7 up, 8 in 2024-08-10T05:19:47.438 INFO:journalctl@ceph.osd.3.smithi031.stdout:Aug 10 05:19:47 smithi031 podman[121632]: 2024-08-10 05:19:47.134527337 +0000 UTC m=+1.210969845 container cleanup 2f86cfe4892de1cc5cdcc0745d67e614af3b6f5112b7cb0d8f6d3da3ee9a321f (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-3, GIT_CLEAN=True, RELEASE=quincy-56ceb86, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=) 2024-08-10T05:19:47.438 INFO:journalctl@ceph.osd.3.smithi031.stdout:Aug 10 05:19:47 smithi031 bash[121632]: ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-3 2024-08-10T05:19:47.439 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:47 smithi031 ceph-mon[100614]: pgmap v245: 121 pgs: 121 active+clean; 213 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-08-10T05:19:47.439 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:47 smithi031 ceph-mon[100614]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-10T05:19:47.439 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:47 smithi031 ceph-mon[100614]: osdmap e396: 8 total, 7 up, 8 in 2024-08-10T05:19:47.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:47 smithi196 ceph-mon[90243]: pgmap v245: 121 pgs: 121 active+clean; 213 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-08-10T05:19:47.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:47 smithi196 ceph-mon[90243]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-10T05:19:47.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:47 smithi196 ceph-mon[90243]: osdmap e396: 8 total, 7 up, 8 in 2024-08-10T05:19:47.768 INFO:journalctl@ceph.osd.3.smithi031.stdout:Aug 10 05:19:47 smithi031 podman[121651]: 2024-08-10 05:19:47.43611219 +0000 UTC m=+0.653067146 container remove 2f86cfe4892de1cc5cdcc0745d67e614af3b6f5112b7cb0d8f6d3da3ee9a321f (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-3, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, RELEASE=quincy-56ceb86, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-08-10T05:19:48.044 INFO:journalctl@ceph.osd.3.smithi031.stdout:Aug 10 05:19:47 smithi031 podman[121747]: 2024-08-10 05:19:47.698084642 +0000 UTC m=+0.017666216 image pull c7b33901c8866b527fc2ae183a251d5e1d09961420a56731f5fa8537903bd68b quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec 2024-08-10T05:19:48.045 INFO:journalctl@ceph.osd.3.smithi031.stdout:Aug 10 05:19:47 smithi031 podman[121747]: 2024-08-10 05:19:47.803684668 +0000 UTC m=+0.123266236 container create bdfa21c0cffb6231db6f623a37595749d40a21f0f18b7e1c67db6cbe786d5d95 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-3-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, ceph=True, RELEASE=squid-bca9905) 2024-08-10T05:19:48.045 INFO:journalctl@ceph.osd.3.smithi031.stdout:Aug 10 05:19:48 smithi031 podman[121747]: 2024-08-10 05:19:48.039583827 +0000 UTC m=+0.359165410 container init bdfa21c0cffb6231db6f623a37595749d40a21f0f18b7e1c67db6cbe786d5d95 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-3-deactivate, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=squid-bca9905, org.label-schema.license=GPLv2) 2024-08-10T05:19:48.259 INFO:tasks.rados.rados.0.smithi031.stdout:1641: done (5 left) 2024-08-10T05:19:48.259 INFO:tasks.rados.rados.0.smithi031.stdout:1642: snap_remove snap 155 2024-08-10T05:19:48.405 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:48 smithi031 ceph-mon[98130]: osdmap e397: 8 total, 7 up, 8 in 2024-08-10T05:19:48.405 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:48 smithi031 ceph-mon[100614]: osdmap e397: 8 total, 7 up, 8 in 2024-08-10T05:19:48.406 INFO:journalctl@ceph.osd.3.smithi031.stdout:Aug 10 05:19:48 smithi031 podman[121747]: 2024-08-10 05:19:48.044943969 +0000 UTC m=+0.364525538 container start bdfa21c0cffb6231db6f623a37595749d40a21f0f18b7e1c67db6cbe786d5d95 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-3-deactivate, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, RELEASE=squid-bca9905, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux ) 2024-08-10T05:19:48.406 INFO:journalctl@ceph.osd.3.smithi031.stdout:Aug 10 05:19:48 smithi031 podman[121747]: 2024-08-10 05:19:48.148047645 +0000 UTC m=+0.467629234 container attach bdfa21c0cffb6231db6f623a37595749d40a21f0f18b7e1c67db6cbe786d5d95 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-3-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=squid-bca9905, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731) 2024-08-10T05:19:48.406 INFO:journalctl@ceph.osd.3.smithi031.stdout:Aug 10 05:19:48 smithi031 conmon[121762]: conmon bdfa21c0cffb6231db6f : Failed to open cgroups file: /sys/fs/cgroup/machine.slice/libpod-bdfa21c0cffb6231db6f623a37595749d40a21f0f18b7e1c67db6cbe786d5d95.scope/memory.events 2024-08-10T05:19:48.406 INFO:journalctl@ceph.osd.3.smithi031.stdout:Aug 10 05:19:48 smithi031 podman[121747]: 2024-08-10 05:19:48.247687327 +0000 UTC m=+0.567268900 container died bdfa21c0cffb6231db6f623a37595749d40a21f0f18b7e1c67db6cbe786d5d95 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-3-deactivate, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, RELEASE=squid-bca9905, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-08-10T05:19:48.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:48 smithi196 ceph-mon[90243]: osdmap e397: 8 total, 7 up, 8 in 2024-08-10T05:19:49.028 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:19:48 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:19:48.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)\", cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", cluster_addr=\"172.21.15.31\", device_class=\"ssd\", hostname=\"smithi031\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.31\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)\", cluster_addr=\"172.21.15.31\", device_class=\"ssd\", hostname=\"smithi031\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.31\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:19:49.200 INFO:tasks.rados.rados.0.smithi031.stdout:1642: done (5 left) 2024-08-10T05:19:49.200 INFO:tasks.rados.rados.0.smithi031.stdout:1643: copy_from oid 10 from oid 6 current snap is 156 2024-08-10T05:19:49.201 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 20 current snap is 156 2024-08-10T05:19:49.201 INFO:tasks.rados.rados.0.smithi031.stdout:1644: seq_num 516 ranges {2490368=647168,3137536=450560,3588096=352256} 2024-08-10T05:19:49.217 INFO:tasks.rados.rados.0.smithi031.stdout:1644: writing smithi03186013-20 from 2490368 to 3137536 tid 1 2024-08-10T05:19:49.220 INFO:tasks.rados.rados.0.smithi031.stdout:1644: writing smithi03186013-20 from 3137536 to 3588096 tid 2 2024-08-10T05:19:49.223 INFO:tasks.rados.rados.0.smithi031.stdout:1644: writing smithi03186013-20 from 3588096 to 3940352 tid 3 2024-08-10T05:19:49.223 INFO:tasks.rados.rados.0.smithi031.stdout:1645: read oid 44 snap -1 2024-08-10T05:19:49.223 INFO:tasks.rados.rados.0.smithi031.stdout:1645: expect (ObjNum 499 snap 147 seq_num 499) 2024-08-10T05:19:49.223 INFO:tasks.rados.rados.0.smithi031.stdout:1637: expect (ObjNum 486 snap 144 seq_num 486) 2024-08-10T05:19:49.229 INFO:journalctl@ceph.osd.3.smithi031.stdout:Aug 10 05:19:48 smithi031 podman[121791]: 2024-08-10 05:19:48.893616097 +0000 UTC m=+0.638887754 container remove bdfa21c0cffb6231db6f623a37595749d40a21f0f18b7e1c67db6cbe786d5d95 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-3-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-bca9905, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0) 2024-08-10T05:19:49.229 INFO:journalctl@ceph.osd.3.smithi031.stdout:Aug 10 05:19:48 smithi031 systemd[1]: ceph-fc322138-56d5-11ef-bcce-c7b262605968@osd.3.service: Deactivated successfully. 2024-08-10T05:19:49.229 INFO:journalctl@ceph.osd.3.smithi031.stdout:Aug 10 05:19:48 smithi031 systemd[1]: Stopped Ceph osd.3 for fc322138-56d5-11ef-bcce-c7b262605968. 2024-08-10T05:19:49.229 INFO:journalctl@ceph.osd.3.smithi031.stdout:Aug 10 05:19:48 smithi031 systemd[1]: ceph-fc322138-56d5-11ef-bcce-c7b262605968@osd.3.service: Consumed 11.754s CPU time. 2024-08-10T05:19:49.229 INFO:journalctl@ceph.osd.3.smithi031.stdout:Aug 10 05:19:49 smithi031 systemd[1]: Starting Ceph osd.3 for fc322138-56d5-11ef-bcce-c7b262605968... 2024-08-10T05:19:49.256 INFO:tasks.rados.rados.0.smithi031.stdout:1636: finishing copy_from racing read to smithi03186013-12 2024-08-10T05:19:49.256 INFO:tasks.rados.rados.0.smithi031.stdout:1636: finishing copy_from to smithi03186013-12 2024-08-10T05:19:49.256 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 12 v 767 (ObjNum 508 snap 149 seq_num 508) dirty exists 2024-08-10T05:19:49.256 INFO:tasks.rados.rados.0.smithi031.stdout:1636: done (7 left) 2024-08-10T05:19:49.256 INFO:tasks.rados.rados.0.smithi031.stdout:1637: done (6 left) 2024-08-10T05:19:49.256 INFO:tasks.rados.rados.0.smithi031.stdout:1646: rmattr oid 32 current snap is 156 2024-08-10T05:19:49.256 INFO:tasks.rados.rados.0.smithi031.stdout:1646: done (6 left) 2024-08-10T05:19:49.256 INFO:tasks.rados.rados.0.smithi031.stdout:1647: rollback oid 14 current snap is 156 2024-08-10T05:19:49.256 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 14 to 145 2024-08-10T05:19:49.257 INFO:tasks.rados.rados.0.smithi031.stdout:1638: finishing write tid 1 to smithi03186013-39 2024-08-10T05:19:49.257 INFO:tasks.rados.rados.0.smithi031.stdout:1638: finishing write tid 2 to smithi03186013-39 2024-08-10T05:19:49.257 INFO:tasks.rados.rados.0.smithi031.stdout:1638: finishing write tid 3 to smithi03186013-39 2024-08-10T05:19:49.257 INFO:tasks.rados.rados.0.smithi031.stdout:1638: finishing write tid 4 to smithi03186013-39 2024-08-10T05:19:49.257 INFO:tasks.rados.rados.0.smithi031.stdout:1638: finishing write tid 5 to smithi03186013-39 2024-08-10T05:19:49.257 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 39 v 485 (ObjNum 515 snap 156 seq_num 515) dirty exists 2024-08-10T05:19:49.257 INFO:tasks.rados.rados.0.smithi031.stdout:1638: left oid 39 (ObjNum 515 snap 156 seq_num 515) 2024-08-10T05:19:49.257 INFO:tasks.rados.rados.0.smithi031.stdout:1640: expect (ObjNum 460 snap 140 seq_num 460) 2024-08-10T05:19:49.271 INFO:tasks.rados.rados.0.smithi031.stdout:1639: expect (ObjNum 471 snap 142 seq_num 471) 2024-08-10T05:19:49.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:49 smithi031 ceph-mon[98130]: pgmap v248: 121 pgs: 2 active+undersized, 19 peering, 5 stale+active+clean, 2 active+undersized+degraded, 93 active+clean; 217 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 1.0 MiB/s wr, 16 op/s; 4/291 objects degraded (1.375%) 2024-08-10T05:19:49.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:49 smithi031 ceph-mon[98130]: Health check failed: Reduced data availability: 7 pgs inactive, 7 pgs peering (PG_AVAILABILITY) 2024-08-10T05:19:49.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:49 smithi031 ceph-mon[98130]: Health check failed: Degraded data redundancy: 4/291 objects degraded (1.375%), 2 pgs degraded (PG_DEGRADED) 2024-08-10T05:19:49.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:49 smithi031 ceph-mon[98130]: osdmap e398: 8 total, 7 up, 8 in 2024-08-10T05:19:49.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:49 smithi031 ceph-mon[98130]: osdmap e399: 8 total, 7 up, 8 in 2024-08-10T05:19:49.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:49 smithi031 ceph-mon[100614]: pgmap v248: 121 pgs: 2 active+undersized, 19 peering, 5 stale+active+clean, 2 active+undersized+degraded, 93 active+clean; 217 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 1.0 MiB/s wr, 16 op/s; 4/291 objects degraded (1.375%) 2024-08-10T05:19:49.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:49 smithi031 ceph-mon[100614]: Health check failed: Reduced data availability: 7 pgs inactive, 7 pgs peering (PG_AVAILABILITY) 2024-08-10T05:19:49.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:49 smithi031 ceph-mon[100614]: Health check failed: Degraded data redundancy: 4/291 objects degraded (1.375%), 2 pgs degraded (PG_DEGRADED) 2024-08-10T05:19:49.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:49 smithi031 ceph-mon[100614]: osdmap e398: 8 total, 7 up, 8 in 2024-08-10T05:19:49.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:49 smithi031 ceph-mon[100614]: osdmap e399: 8 total, 7 up, 8 in 2024-08-10T05:19:49.520 INFO:journalctl@ceph.osd.3.smithi031.stdout:Aug 10 05:19:49 smithi031 podman[121905]: 2024-08-10 05:19:49.273419468 +0000 UTC m=+0.019777904 image pull c7b33901c8866b527fc2ae183a251d5e1d09961420a56731f5fa8537903bd68b quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec 2024-08-10T05:19:49.520 INFO:journalctl@ceph.osd.3.smithi031.stdout:Aug 10 05:19:49 smithi031 podman[121905]: 2024-08-10 05:19:49.394528632 +0000 UTC m=+0.140887064 container create 01de00e55a4288cb40cfa3df6a25e05be83239506b2e488946e617616d3ec4f3 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-3-activate, org.label-schema.build-date=20240731, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-bca9905, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-08-10T05:19:49.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:49 smithi196 ceph-mon[90243]: pgmap v248: 121 pgs: 2 active+undersized, 19 peering, 5 stale+active+clean, 2 active+undersized+degraded, 93 active+clean; 217 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 1.0 MiB/s wr, 16 op/s; 4/291 objects degraded (1.375%) 2024-08-10T05:19:49.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:49 smithi196 ceph-mon[90243]: Health check failed: Reduced data availability: 7 pgs inactive, 7 pgs peering (PG_AVAILABILITY) 2024-08-10T05:19:49.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:49 smithi196 ceph-mon[90243]: Health check failed: Degraded data redundancy: 4/291 objects degraded (1.375%), 2 pgs degraded (PG_DEGRADED) 2024-08-10T05:19:49.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:49 smithi196 ceph-mon[90243]: osdmap e398: 8 total, 7 up, 8 in 2024-08-10T05:19:49.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:49 smithi196 ceph-mon[90243]: osdmap e399: 8 total, 7 up, 8 in 2024-08-10T05:19:49.787 INFO:journalctl@ceph.osd.3.smithi031.stdout:Aug 10 05:19:49 smithi031 podman[121905]: 2024-08-10 05:19:49.647375878 +0000 UTC m=+0.393734330 container init 01de00e55a4288cb40cfa3df6a25e05be83239506b2e488946e617616d3ec4f3 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-3-activate, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , RELEASE=squid-bca9905, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD) 2024-08-10T05:19:49.788 INFO:journalctl@ceph.osd.3.smithi031.stdout:Aug 10 05:19:49 smithi031 podman[121905]: 2024-08-10 05:19:49.652384394 +0000 UTC m=+0.398742833 container start 01de00e55a4288cb40cfa3df6a25e05be83239506b2e488946e617616d3ec4f3 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-3-activate, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, RELEASE=squid-bca9905, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-10T05:19:49.788 INFO:journalctl@ceph.osd.3.smithi031.stdout:Aug 10 05:19:49 smithi031 podman[121905]: 2024-08-10 05:19:49.738949541 +0000 UTC m=+0.485307988 container attach 01de00e55a4288cb40cfa3df6a25e05be83239506b2e488946e617616d3ec4f3 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-3-activate, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=squid-bca9905) 2024-08-10T05:19:50.042 INFO:journalctl@ceph.osd.3.smithi031.stdout:Aug 10 05:19:49 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-3-activate[121920]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-10T05:19:50.042 INFO:journalctl@ceph.osd.3.smithi031.stdout:Aug 10 05:19:49 smithi031 bash[121905]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-10T05:19:50.042 INFO:journalctl@ceph.osd.3.smithi031.stdout:Aug 10 05:19:49 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-3-activate[121920]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-10T05:19:50.042 INFO:journalctl@ceph.osd.3.smithi031.stdout:Aug 10 05:19:49 smithi031 bash[121905]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-10T05:19:50.042 INFO:journalctl@ceph.osd.3.smithi031.stdout:Aug 10 05:19:49 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-3-activate[121920]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-08-10T05:19:50.042 INFO:journalctl@ceph.osd.3.smithi031.stdout:Aug 10 05:19:49 smithi031 bash[121905]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-08-10T05:19:50.042 INFO:journalctl@ceph.osd.3.smithi031.stdout:Aug 10 05:19:49 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-3-activate[121920]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-08-10T05:19:50.042 INFO:journalctl@ceph.osd.3.smithi031.stdout:Aug 10 05:19:49 smithi031 bash[121905]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-08-10T05:19:50.042 INFO:journalctl@ceph.osd.3.smithi031.stdout:Aug 10 05:19:50 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-3-activate[121920]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-08-10T05:19:50.043 INFO:journalctl@ceph.osd.3.smithi031.stdout:Aug 10 05:19:50 smithi031 bash[121905]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-08-10T05:19:50.043 INFO:journalctl@ceph.osd.3.smithi031.stdout:Aug 10 05:19:50 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-3-activate[121920]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-08-10T05:19:50.043 INFO:journalctl@ceph.osd.3.smithi031.stdout:Aug 10 05:19:50 smithi031 bash[121905]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-08-10T05:19:50.043 INFO:journalctl@ceph.osd.3.smithi031.stdout:Aug 10 05:19:50 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-3-activate[121920]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2024-08-10T05:19:50.043 INFO:journalctl@ceph.osd.3.smithi031.stdout:Aug 10 05:19:50 smithi031 bash[121905]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2024-08-10T05:19:50.043 INFO:journalctl@ceph.osd.3.smithi031.stdout:Aug 10 05:19:50 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-3-activate[121920]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-08-10T05:19:50.043 INFO:journalctl@ceph.osd.3.smithi031.stdout:Aug 10 05:19:50 smithi031 bash[121905]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-08-10T05:19:50.043 INFO:journalctl@ceph.osd.3.smithi031.stdout:Aug 10 05:19:50 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-3-activate[121920]: --> ceph-volume raw activate successful for osd ID: 3 2024-08-10T05:19:50.043 INFO:journalctl@ceph.osd.3.smithi031.stdout:Aug 10 05:19:50 smithi031 bash[121905]: --> ceph-volume raw activate successful for osd ID: 3 2024-08-10T05:19:50.393 INFO:journalctl@ceph.osd.3.smithi031.stdout:Aug 10 05:19:50 smithi031 podman[121905]: 2024-08-10 05:19:50.042111496 +0000 UTC m=+0.788469935 container died 01de00e55a4288cb40cfa3df6a25e05be83239506b2e488946e617616d3ec4f3 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-3-activate, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, RELEASE=squid-bca9905, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=) 2024-08-10T05:19:50.467 INFO:tasks.rados.rados.0.smithi031.stdout:1643: finishing copy_from to smithi03186013-10 2024-08-10T05:19:50.467 INFO:tasks.rados.rados.0.smithi031.stdout:1643: got expected ENOENT (src dne) 2024-08-10T05:19:50.467 INFO:tasks.rados.rados.0.smithi031.stdout:1643: finishing copy_from racing read to smithi03186013-10 2024-08-10T05:19:50.468 INFO:tasks.rados.rados.0.smithi031.stdout:1644: finishing write tid 1 to smithi03186013-20 2024-08-10T05:19:50.468 INFO:tasks.rados.rados.0.smithi031.stdout:1644: finishing write tid 2 to smithi03186013-20 2024-08-10T05:19:50.468 INFO:tasks.rados.rados.0.smithi031.stdout:1644: finishing write tid 3 to smithi03186013-20 2024-08-10T05:19:50.468 INFO:tasks.rados.rados.0.smithi031.stdout:1638: done (6 left) 2024-08-10T05:19:50.468 INFO:tasks.rados.rados.0.smithi031.stdout:1639: done (5 left) 2024-08-10T05:19:50.468 INFO:tasks.rados.rados.0.smithi031.stdout:1640: done (4 left) 2024-08-10T05:19:50.468 INFO:tasks.rados.rados.0.smithi031.stdout:1643: done (3 left) 2024-08-10T05:19:50.468 INFO:tasks.rados.rados.0.smithi031.stdout:1648: read oid 13 snap -1 2024-08-10T05:19:50.468 INFO:tasks.rados.rados.0.smithi031.stdout:1648: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-10T05:19:50.468 INFO:tasks.rados.rados.0.smithi031.stdout:1649: rmattr oid 32 current snap is 156 2024-08-10T05:19:50.468 INFO:tasks.rados.rados.0.smithi031.stdout:1649: done (4 left) 2024-08-10T05:19:50.468 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 10 current snap is 156 2024-08-10T05:19:50.468 INFO:tasks.rados.rados.0.smithi031.stdout:1644: finishing write tid 4 to smithi03186013-20 2024-08-10T05:19:50.468 INFO:tasks.rados.rados.0.smithi031.stdout:1650: seq_num 517 ranges {6479872=663552,7143424=786432,7929856=16384} 2024-08-10T05:19:50.506 INFO:tasks.rados.rados.0.smithi031.stdout:1650: writing smithi03186013-10 from 6479872 to 7143424 tid 1 2024-08-10T05:19:50.510 INFO:tasks.rados.rados.0.smithi031.stdout:1650: writing smithi03186013-10 from 7143424 to 7929856 tid 2 2024-08-10T05:19:50.511 INFO:tasks.rados.rados.0.smithi031.stdout:1650: writing smithi03186013-10 from 7929856 to 7946240 tid 3 2024-08-10T05:19:50.511 INFO:tasks.rados.rados.0.smithi031.stdout:1651: rollback oid 36 current snap is 156 2024-08-10T05:19:50.511 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 36 to 153 2024-08-10T05:19:50.511 INFO:tasks.rados.rados.0.smithi031.stdout:1644: finishing write tid 5 to smithi03186013-20 2024-08-10T05:19:50.511 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 20 v 771 (ObjNum 516 snap 156 seq_num 516) dirty exists 2024-08-10T05:19:50.511 INFO:tasks.rados.rados.0.smithi031.stdout:1644: left oid 20 (ObjNum 516 snap 156 seq_num 516) 2024-08-10T05:19:50.511 INFO:tasks.rados.rados.0.smithi031.stdout:1645: expect (ObjNum 499 snap 147 seq_num 499) 2024-08-10T05:19:50.768 INFO:journalctl@ceph.osd.3.smithi031.stdout:Aug 10 05:19:50 smithi031 podman[122060]: 2024-08-10 05:19:50.642942854 +0000 UTC m=+0.594661497 container remove 01de00e55a4288cb40cfa3df6a25e05be83239506b2e488946e617616d3ec4f3 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-3-activate, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=squid-bca9905, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.36.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731) 2024-08-10T05:19:50.843 INFO:tasks.rados.rados.0.smithi031.stdout:1647: finishing rollback tid 1 to smithi03186013-14 2024-08-10T05:19:50.843 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 14 v 0 (ObjNum 33 snap 0 seq_num 557729872) dirty dne 2024-08-10T05:19:50.843 INFO:tasks.rados.rados.0.smithi031.stdout:1648: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-10T05:19:50.845 INFO:tasks.rados.rados.0.smithi031.stdout:1650: finishing write tid 1 to smithi03186013-10 2024-08-10T05:19:50.845 INFO:tasks.rados.rados.0.smithi031.stdout:1651: finishing rollback tid 0 to smithi03186013-36 2024-08-10T05:19:50.845 INFO:tasks.rados.rados.0.smithi031.stdout:1651: finishing rollback tid 1 to smithi03186013-36 2024-08-10T05:19:50.845 INFO:tasks.rados.rados.0.smithi031.stdout:1650: finishing write tid 2 to smithi03186013-10 2024-08-10T05:19:50.845 INFO:tasks.rados.rados.0.smithi031.stdout:1651: finishing rollback tid 2 to smithi03186013-36 2024-08-10T05:19:50.845 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 36 v 796 (ObjNum 439 snap 135 seq_num 439) dirty exists 2024-08-10T05:19:50.845 INFO:tasks.rados.rados.0.smithi031.stdout:1650: finishing write tid 3 to smithi03186013-10 2024-08-10T05:19:50.845 INFO:tasks.rados.rados.0.smithi031.stdout:1650: finishing write tid 4 to smithi03186013-10 2024-08-10T05:19:50.845 INFO:tasks.rados.rados.0.smithi031.stdout:1644: done (5 left) 2024-08-10T05:19:50.845 INFO:tasks.rados.rados.0.smithi031.stdout:1645: done (4 left) 2024-08-10T05:19:50.845 INFO:tasks.rados.rados.0.smithi031.stdout:1647: done (3 left) 2024-08-10T05:19:50.846 INFO:tasks.rados.rados.0.smithi031.stdout:1648: done (2 left) 2024-08-10T05:19:50.846 INFO:tasks.rados.rados.0.smithi031.stdout:1651: done (1 left) 2024-08-10T05:19:50.846 INFO:tasks.rados.rados.0.smithi031.stdout:1652: read oid 42 snap -1 2024-08-10T05:19:50.846 INFO:tasks.rados.rados.0.smithi031.stdout:1652: expect (ObjNum 460 snap 140 seq_num 460) 2024-08-10T05:19:50.846 INFO:tasks.rados.rados.0.smithi031.stdout:1653: copy_from oid 32 from oid 50 current snap is 156 2024-08-10T05:19:50.846 INFO:tasks.rados.rados.0.smithi031.stdout:1650: finishing write tid 5 to smithi03186013-10 2024-08-10T05:19:50.846 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 10 v 956 (ObjNum 517 snap 156 seq_num 517) dirty exists 2024-08-10T05:19:50.846 INFO:tasks.rados.rados.0.smithi031.stdout:1650: left oid 10 (ObjNum 517 snap 156 seq_num 517) 2024-08-10T05:19:50.846 INFO:tasks.rados.rados.0.smithi031.stdout:1650: done (2 left) 2024-08-10T05:19:50.846 INFO:tasks.rados.rados.0.smithi031.stdout:1654: snap_create 2024-08-10T05:19:50.847 INFO:tasks.rados.rados.0.smithi031.stdout:1652: expect (ObjNum 460 snap 140 seq_num 460) 2024-08-10T05:19:50.862 INFO:tasks.rados.rados.0.smithi031.stdout:1653: finishing copy_from racing read to smithi03186013-32 2024-08-10T05:19:50.862 INFO:tasks.rados.rados.0.smithi031.stdout:1653: finishing copy_from to smithi03186013-32 2024-08-10T05:19:50.862 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 32 v 780 (ObjNum 479 snap 143 seq_num 479) dirty exists 2024-08-10T05:19:51.163 INFO:journalctl@ceph.osd.3.smithi031.stdout:Aug 10 05:19:50 smithi031 podman[122128]: 2024-08-10 05:19:50.764911062 +0000 UTC m=+0.018014872 image pull c7b33901c8866b527fc2ae183a251d5e1d09961420a56731f5fa8537903bd68b quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec 2024-08-10T05:19:51.163 INFO:journalctl@ceph.osd.3.smithi031.stdout:Aug 10 05:19:50 smithi031 podman[122128]: 2024-08-10 05:19:50.868973106 +0000 UTC m=+0.122076933 container create bd24188e5ebb71da031bc46d964f5a93b0489d1ccd5bd0909ca7c598cbc12841 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-3, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, RELEASE=squid-bca9905) 2024-08-10T05:19:51.163 INFO:journalctl@ceph.osd.3.smithi031.stdout:Aug 10 05:19:51 smithi031 podman[122128]: 2024-08-10 05:19:51.062809495 +0000 UTC m=+0.315913293 container init bd24188e5ebb71da031bc46d964f5a93b0489d1ccd5bd0909ca7c598cbc12841 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-3, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=squid-bca9905, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240731) 2024-08-10T05:19:51.163 INFO:journalctl@ceph.osd.3.smithi031.stdout:Aug 10 05:19:51 smithi031 podman[122128]: 2024-08-10 05:19:51.067756981 +0000 UTC m=+0.320860775 container start bd24188e5ebb71da031bc46d964f5a93b0489d1ccd5bd0909ca7c598cbc12841 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-3, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.build-date=20240731, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=squid-bca9905, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-08-10T05:19:51.163 INFO:journalctl@ceph.osd.3.smithi031.stdout:Aug 10 05:19:51 smithi031 ceph-osd[122166]: -- 172.21.15.31:0/285002565 <== mon.0 v2:172.21.15.31:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55bcd2ddfa40 con 0x55bcd2dbdc00 2024-08-10T05:19:51.163 INFO:journalctl@ceph.osd.3.smithi031.stdout:Aug 10 05:19:51 smithi031 bash[122128]: bd24188e5ebb71da031bc46d964f5a93b0489d1ccd5bd0909ca7c598cbc12841 2024-08-10T05:19:51.261 INFO:tasks.rados.rados.0.smithi031.stdout:1652: done (2 left) 2024-08-10T05:19:51.262 INFO:tasks.rados.rados.0.smithi031.stdout:1653: done (1 left) 2024-08-10T05:19:51.262 INFO:tasks.rados.rados.0.smithi031.stdout:1654: done (0 left) 2024-08-10T05:19:51.262 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 47 current snap is 157 2024-08-10T05:19:51.262 INFO:tasks.rados.rados.0.smithi031.stdout:1655: seq_num 518 ranges {0=679936,679936=671744,1351680=131072} 2024-08-10T05:19:51.265 INFO:tasks.rados.rados.0.smithi031.stdout:1655: writing smithi03186013-47 from 0 to 679936 tid 1 2024-08-10T05:19:51.269 INFO:tasks.rados.rados.0.smithi031.stdout:1655: writing smithi03186013-47 from 679936 to 1351680 tid 2 2024-08-10T05:19:51.271 INFO:tasks.rados.rados.0.smithi031.stdout:1655: writing smithi03186013-47 from 1351680 to 1482752 tid 3 2024-08-10T05:19:51.271 INFO:tasks.rados.rados.0.smithi031.stdout:1656: read oid 37 snap -1 2024-08-10T05:19:51.271 INFO:tasks.rados.rados.0.smithi031.stdout:1656: expect (ObjNum 261 snap 78 seq_num 261) 2024-08-10T05:19:51.271 INFO:tasks.rados.rados.0.smithi031.stdout:1657: snap_remove snap 156 2024-08-10T05:19:51.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:19:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:19:51] "GET /metrics HTTP/1.1" 200 36166 "" "Prometheus/2.43.0" 2024-08-10T05:19:51.519 INFO:journalctl@ceph.osd.3.smithi031.stdout:Aug 10 05:19:51 smithi031 systemd[1]: Started Ceph osd.3 for fc322138-56d5-11ef-bcce-c7b262605968. 2024-08-10T05:19:51.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:51 smithi031 ceph-mon[98130]: pgmap v251: 121 pgs: 15 active+undersized, 19 peering, 6 active+undersized+degraded, 81 active+clean; 219 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 1.7 MiB/s wr, 18 op/s; 25/300 objects degraded (8.333%) 2024-08-10T05:19:51.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:51 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:19:51.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:51 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:19:51.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:51 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:19:51.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:51 smithi031 ceph-mon[100614]: pgmap v251: 121 pgs: 15 active+undersized, 19 peering, 6 active+undersized+degraded, 81 active+clean; 219 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 1.7 MiB/s wr, 18 op/s; 25/300 objects degraded (8.333%) 2024-08-10T05:19:51.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:51 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:19:51.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:51 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:19:51.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:51 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:19:51.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:51 smithi196 ceph-mon[90243]: pgmap v251: 121 pgs: 15 active+undersized, 19 peering, 6 active+undersized+degraded, 81 active+clean; 219 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 1.7 MiB/s wr, 18 op/s; 25/300 objects degraded (8.333%) 2024-08-10T05:19:51.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:51 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:19:51.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:51 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:19:51.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:51 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:19:51.881 INFO:journalctl@ceph.osd.3.smithi031.stdout:Aug 10 05:19:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-3[122143]: 2024-08-10T05:19:51.617+0000 7fb2c3481640 -1 Falling back to public interface 2024-08-10T05:19:52.275 INFO:tasks.rados.rados.0.smithi031.stdout:1657: done (2 left) 2024-08-10T05:19:52.275 INFO:tasks.rados.rados.0.smithi031.stdout:1658: read oid 29 snap 153 2024-08-10T05:19:52.275 INFO:tasks.rados.rados.0.smithi031.stdout:1658: expect deleted 2024-08-10T05:19:52.275 INFO:tasks.rados.rados.0.smithi031.stdout:1659: snap_remove snap 145 2024-08-10T05:19:52.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:52 smithi196 ceph-mon[90243]: osdmap e400: 8 total, 7 up, 8 in 2024-08-10T05:19:52.528 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:19:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:19:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:19:52.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:52 smithi031 ceph-mon[98130]: osdmap e400: 8 total, 7 up, 8 in 2024-08-10T05:19:52.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:52 smithi031 ceph-mon[100614]: osdmap e400: 8 total, 7 up, 8 in 2024-08-10T05:19:53.276 INFO:tasks.rados.rados.0.smithi031.stdout:1659: done (3 left) 2024-08-10T05:19:53.276 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 3 current snap is 157 2024-08-10T05:19:53.276 INFO:tasks.rados.rados.0.smithi031.stdout:1655: finishing write tid 1 to smithi03186013-47 2024-08-10T05:19:53.276 INFO:tasks.rados.rados.0.smithi031.stdout:1660: seq_num 519 ranges {1286144=696320,1982464=548864,2531328=253952} 2024-08-10T05:19:53.289 INFO:tasks.rados.rados.0.smithi031.stdout:1660: writing smithi03186013-3 from 1286144 to 1982464 tid 1 2024-08-10T05:19:53.292 INFO:tasks.rados.rados.0.smithi031.stdout:1660: writing smithi03186013-3 from 1982464 to 2531328 tid 2 2024-08-10T05:19:53.294 INFO:tasks.rados.rados.0.smithi031.stdout:1660: writing smithi03186013-3 from 2531328 to 2785280 tid 3 2024-08-10T05:19:53.295 INFO:tasks.rados.rados.0.smithi031.stdout:1661: read oid 40 snap -1 2024-08-10T05:19:53.295 INFO:tasks.rados.rados.0.smithi031.stdout:1661: expect (ObjNum 507 snap 149 seq_num 507) 2024-08-10T05:19:53.295 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 1 current snap is 157 2024-08-10T05:19:53.295 INFO:tasks.rados.rados.0.smithi031.stdout:1655: finishing write tid 2 to smithi03186013-47 2024-08-10T05:19:53.295 INFO:tasks.rados.rados.0.smithi031.stdout:1655: finishing write tid 3 to smithi03186013-47 2024-08-10T05:19:53.295 INFO:tasks.rados.rados.0.smithi031.stdout:1655: finishing write tid 4 to smithi03186013-47 2024-08-10T05:19:53.295 INFO:tasks.rados.rados.0.smithi031.stdout:1655: finishing write tid 5 to smithi03186013-47 2024-08-10T05:19:53.295 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 47 v 626 (ObjNum 518 snap 157 seq_num 518) dirty exists 2024-08-10T05:19:53.295 INFO:tasks.rados.rados.0.smithi031.stdout:1655: left oid 47 (ObjNum 518 snap 157 seq_num 518) 2024-08-10T05:19:53.295 INFO:tasks.rados.rados.0.smithi031.stdout:1656: expect (ObjNum 261 snap 78 seq_num 261) 2024-08-10T05:19:53.725 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:53 smithi031 ceph-mon[98130]: pgmap v253: 121 pgs: 22 active+undersized, 11 peering, 7 active+undersized+degraded, 81 active+clean; 219 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.2 MiB/s wr, 6 op/s; 29/300 objects degraded (9.667%) 2024-08-10T05:19:53.725 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:53 smithi031 ceph-mon[98130]: osdmap e401: 8 total, 7 up, 8 in 2024-08-10T05:19:53.725 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:53 smithi031 ceph-mon[100614]: pgmap v253: 121 pgs: 22 active+undersized, 11 peering, 7 active+undersized+degraded, 81 active+clean; 219 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.2 MiB/s wr, 6 op/s; 29/300 objects degraded (9.667%) 2024-08-10T05:19:53.725 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:53 smithi031 ceph-mon[100614]: osdmap e401: 8 total, 7 up, 8 in 2024-08-10T05:19:53.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:53 smithi196 ceph-mon[90243]: pgmap v253: 121 pgs: 22 active+undersized, 11 peering, 7 active+undersized+degraded, 81 active+clean; 219 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.2 MiB/s wr, 6 op/s; 29/300 objects degraded (9.667%) 2024-08-10T05:19:53.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:53 smithi196 ceph-mon[90243]: osdmap e401: 8 total, 7 up, 8 in 2024-08-10T05:19:53.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:19:53 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:19:53.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi031\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi031\", job=\"node\", machine=\"x86_64\", nodename=\"smithi031\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", domainname=\"(none)\", instance=\"smithi031\", job=\"node\", machine=\"x86_64\", nodename=\"smithi031\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:19:54.105 INFO:tasks.rados.rados.0.smithi031.stdout:1660: finishing write tid 1 to smithi03186013-3 2024-08-10T05:19:54.105 INFO:tasks.rados.rados.0.smithi031.stdout:1660: finishing write tid 2 to smithi03186013-3 2024-08-10T05:19:54.105 INFO:tasks.rados.rados.0.smithi031.stdout:1660: finishing write tid 3 to smithi03186013-3 2024-08-10T05:19:54.105 INFO:tasks.rados.rados.0.smithi031.stdout:1662: seq_num 520 ranges {2678784=712704,3391488=434176,3825664=368640} 2024-08-10T05:19:54.125 INFO:tasks.rados.rados.0.smithi031.stdout:1662: writing smithi03186013-1 from 2678784 to 3391488 tid 1 2024-08-10T05:19:54.128 INFO:tasks.rados.rados.0.smithi031.stdout:1662: writing smithi03186013-1 from 3391488 to 3825664 tid 2 2024-08-10T05:19:54.131 INFO:tasks.rados.rados.0.smithi031.stdout:1662: writing smithi03186013-1 from 3825664 to 4194304 tid 3 2024-08-10T05:19:54.131 INFO:tasks.rados.rados.0.smithi031.stdout:1655: done (5 left) 2024-08-10T05:19:54.131 INFO:tasks.rados.rados.0.smithi031.stdout:1656: done (4 left) 2024-08-10T05:19:54.131 INFO:tasks.rados.rados.0.smithi031.stdout:1658: done (3 left) 2024-08-10T05:19:54.131 INFO:tasks.rados.rados.0.smithi031.stdout:1663: setattr oid 27 current snap is 157 2024-08-10T05:19:54.131 INFO:tasks.rados.rados.0.smithi031.stdout:1660: finishing write tid 4 to smithi03186013-3 2024-08-10T05:19:54.132 INFO:tasks.rados.rados.0.smithi031.stdout:1660: finishing write tid 5 to smithi03186013-3 2024-08-10T05:19:54.132 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 3 v 775 (ObjNum 519 snap 157 seq_num 519) dirty exists 2024-08-10T05:19:54.132 INFO:tasks.rados.rados.0.smithi031.stdout:1660: left oid 3 (ObjNum 519 snap 157 seq_num 519) 2024-08-10T05:19:54.132 INFO:tasks.rados.rados.0.smithi031.stdout:1661: expect (ObjNum 507 snap 149 seq_num 507) 2024-08-10T05:19:54.170 INFO:tasks.rados.rados.0.smithi031.stdout:1662: finishing write tid 1 to smithi03186013-1 2024-08-10T05:19:54.170 INFO:tasks.rados.rados.0.smithi031.stdout:1662: finishing write tid 2 to smithi03186013-1 2024-08-10T05:19:54.170 INFO:tasks.rados.rados.0.smithi031.stdout:1662: finishing write tid 3 to smithi03186013-1 2024-08-10T05:19:54.170 INFO:tasks.rados.rados.0.smithi031.stdout:1662: finishing write tid 4 to smithi03186013-1 2024-08-10T05:19:54.170 INFO:tasks.rados.rados.0.smithi031.stdout:1662: finishing write tid 5 to smithi03186013-1 2024-08-10T05:19:54.170 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 1 v 650 (ObjNum 520 snap 157 seq_num 520) dirty exists 2024-08-10T05:19:54.170 INFO:tasks.rados.rados.0.smithi031.stdout:1662: left oid 1 (ObjNum 520 snap 157 seq_num 520) 2024-08-10T05:19:54.170 INFO:tasks.rados.rados.0.smithi031.stdout:1660: done (3 left) 2024-08-10T05:19:54.171 INFO:tasks.rados.rados.0.smithi031.stdout:1661: done (2 left) 2024-08-10T05:19:54.171 INFO:tasks.rados.rados.0.smithi031.stdout:1662: done (1 left) 2024-08-10T05:19:54.171 INFO:tasks.rados.rados.0.smithi031.stdout:1664: rmattr oid 38 current snap is 157 2024-08-10T05:19:54.171 INFO:tasks.rados.rados.0.smithi031.stdout:1664: done (1 left) 2024-08-10T05:19:54.171 INFO:tasks.rados.rados.0.smithi031.stdout:1665: snap_create 2024-08-10T05:19:54.173 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 27 v 627 (ObjNum 500 snap 148 seq_num 500) dirty exists 2024-08-10T05:19:54.196 INFO:tasks.rados.rados.0.smithi031.stdout:1663: done (1 left) 2024-08-10T05:19:54.196 INFO:tasks.rados.rados.0.smithi031.stdout:1665: done (0 left) 2024-08-10T05:19:54.196 INFO:tasks.rados.rados.0.smithi031.stdout:1666: snap_remove snap 153 2024-08-10T05:19:54.638 INFO:journalctl@ceph.osd.3.smithi031.stdout:Aug 10 05:19:54 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-3[122143]: 2024-08-10T05:19:54.471+0000 7fb2c3481640 -1 osd.3 395 log_to_monitors true 2024-08-10T05:19:54.638 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:54 smithi031 ceph-mon[98130]: osdmap e402: 8 total, 7 up, 8 in 2024-08-10T05:19:54.638 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:54 smithi031 ceph-mon[98130]: Health check update: Reduced data availability: 3 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2024-08-10T05:19:54.638 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:54 smithi031 ceph-mon[98130]: Health check update: Degraded data redundancy: 29/300 objects degraded (9.667%), 7 pgs degraded (PG_DEGRADED) 2024-08-10T05:19:54.638 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:54 smithi031 ceph-mon[98130]: osdmap e403: 8 total, 7 up, 8 in 2024-08-10T05:19:54.639 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:54 smithi031 ceph-mon[100614]: osdmap e402: 8 total, 7 up, 8 in 2024-08-10T05:19:54.639 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:54 smithi031 ceph-mon[100614]: Health check update: Reduced data availability: 3 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2024-08-10T05:19:54.639 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:54 smithi031 ceph-mon[100614]: Health check update: Degraded data redundancy: 29/300 objects degraded (9.667%), 7 pgs degraded (PG_DEGRADED) 2024-08-10T05:19:54.639 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:54 smithi031 ceph-mon[100614]: osdmap e403: 8 total, 7 up, 8 in 2024-08-10T05:19:54.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:54 smithi196 ceph-mon[90243]: osdmap e402: 8 total, 7 up, 8 in 2024-08-10T05:19:54.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:54 smithi196 ceph-mon[90243]: Health check update: Reduced data availability: 3 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2024-08-10T05:19:54.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:54 smithi196 ceph-mon[90243]: Health check update: Degraded data redundancy: 29/300 objects degraded (9.667%), 7 pgs degraded (PG_DEGRADED) 2024-08-10T05:19:54.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:54 smithi196 ceph-mon[90243]: osdmap e403: 8 total, 7 up, 8 in 2024-08-10T05:19:54.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:19:54 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:19:54.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:19:54.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:19:54 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:19:54.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:19:55.200 INFO:tasks.rados.rados.0.smithi031.stdout:1666: done (0 left) 2024-08-10T05:19:55.200 INFO:tasks.rados.rados.0.smithi031.stdout:1667: delete oid 49 current snap is 158 2024-08-10T05:19:55.209 INFO:tasks.rados.rados.0.smithi031.stdout:1667: done (0 left) 2024-08-10T05:19:55.209 INFO:tasks.rados.rados.0.smithi031.stdout:1668: delete oid 40 current snap is 158 2024-08-10T05:19:55.211 INFO:tasks.rados.rados.0.smithi031.stdout:1668: done (0 left) 2024-08-10T05:19:55.211 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 15 current snap is 158 2024-08-10T05:19:55.211 INFO:tasks.rados.rados.0.smithi031.stdout:1669: seq_num 523 ranges {2703360=770048,3473408=491520,3964928=311296} 2024-08-10T05:19:55.233 INFO:tasks.rados.rados.0.smithi031.stdout:1669: writing smithi03186013-15 from 2703360 to 3473408 tid 1 2024-08-10T05:19:55.236 INFO:tasks.rados.rados.0.smithi031.stdout:1669: writing smithi03186013-15 from 3473408 to 3964928 tid 2 2024-08-10T05:19:55.238 INFO:tasks.rados.rados.0.smithi031.stdout:1669: writing smithi03186013-15 from 3964928 to 4276224 tid 3 2024-08-10T05:19:55.239 INFO:tasks.rados.rados.0.smithi031.stdout:1670: delete oid 41 current snap is 158 2024-08-10T05:19:55.239 INFO:tasks.rados.rados.0.smithi031.stdout:1669: finishing write tid 1 to smithi03186013-15 2024-08-10T05:19:55.239 INFO:tasks.rados.rados.0.smithi031.stdout:1669: finishing write tid 2 to smithi03186013-15 2024-08-10T05:19:55.240 INFO:tasks.rados.rados.0.smithi031.stdout:1669: finishing write tid 3 to smithi03186013-15 2024-08-10T05:19:55.241 INFO:tasks.rados.rados.0.smithi031.stdout:1669: finishing write tid 4 to smithi03186013-15 2024-08-10T05:19:55.241 INFO:tasks.rados.rados.0.smithi031.stdout:1670: done (1 left) 2024-08-10T05:19:55.242 INFO:tasks.rados.rados.0.smithi031.stdout:1671: read oid 43 snap -1 2024-08-10T05:19:55.242 INFO:tasks.rados.rados.0.smithi031.stdout:1671: expect (ObjNum 480 snap 143 seq_num 480) 2024-08-10T05:19:55.242 INFO:tasks.rados.rados.0.smithi031.stdout:1672: read oid 27 snap -1 2024-08-10T05:19:55.242 INFO:tasks.rados.rados.0.smithi031.stdout:1672: expect (ObjNum 500 snap 148 seq_num 500) 2024-08-10T05:19:55.242 INFO:tasks.rados.rados.0.smithi031.stdout:1673: read oid 7 snap -1 2024-08-10T05:19:55.242 INFO:tasks.rados.rados.0.smithi031.stdout:1673: expect (ObjNum 478 snap 142 seq_num 478) 2024-08-10T05:19:55.242 INFO:tasks.rados.rados.0.smithi031.stdout:1674: rollback oid 1 current snap is 158 2024-08-10T05:19:55.242 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 1 to 157 2024-08-10T05:19:55.243 INFO:tasks.rados.rados.0.smithi031.stdout:1675: read oid 39 snap -1 2024-08-10T05:19:55.243 INFO:tasks.rados.rados.0.smithi031.stdout:1675: expect (ObjNum 515 snap 156 seq_num 515) 2024-08-10T05:19:55.243 INFO:tasks.rados.rados.0.smithi031.stdout:1676: copy_from oid 30 from oid 5 current snap is 158 2024-08-10T05:19:55.243 INFO:tasks.rados.rados.0.smithi031.stdout:1677: delete oid 37 current snap is 158 2024-08-10T05:19:55.244 INFO:tasks.rados.rados.0.smithi031.stdout:1669: finishing write tid 5 to smithi03186013-15 2024-08-10T05:19:55.244 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 15 v 275 (ObjNum 523 snap 158 seq_num 523) dirty exists 2024-08-10T05:19:55.244 INFO:tasks.rados.rados.0.smithi031.stdout:1669: left oid 15 (ObjNum 523 snap 158 seq_num 523) 2024-08-10T05:19:55.247 INFO:tasks.rados.rados.0.smithi031.stdout:1674: finishing rollback tid 0 to smithi03186013-1 2024-08-10T05:19:55.250 INFO:tasks.rados.rados.0.smithi031.stdout:1674: finishing rollback tid 1 to smithi03186013-1 2024-08-10T05:19:55.250 INFO:tasks.rados.rados.0.smithi031.stdout:1674: finishing rollback tid 2 to smithi03186013-1 2024-08-10T05:19:55.250 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 1 v 653 (ObjNum 520 snap 157 seq_num 520) dirty exists 2024-08-10T05:19:55.250 INFO:tasks.rados.rados.0.smithi031.stdout:1669: done (7 left) 2024-08-10T05:19:55.251 INFO:tasks.rados.rados.0.smithi031.stdout:1674: done (6 left) 2024-08-10T05:19:55.251 INFO:tasks.rados.rados.0.smithi031.stdout:1677: done (5 left) 2024-08-10T05:19:55.251 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 22 current snap is 158 2024-08-10T05:19:55.251 INFO:tasks.rados.rados.0.smithi031.stdout:1678: seq_num 526 ranges {4874240=417792,5292032=589824,5881856=614400} 2024-08-10T05:19:55.281 INFO:tasks.rados.rados.0.smithi031.stdout:1678: writing smithi03186013-22 from 4874240 to 5292032 tid 1 2024-08-10T05:19:55.285 INFO:tasks.rados.rados.0.smithi031.stdout:1678: writing smithi03186013-22 from 5292032 to 5881856 tid 2 2024-08-10T05:19:55.289 INFO:tasks.rados.rados.0.smithi031.stdout:1678: writing smithi03186013-22 from 5881856 to 6496256 tid 3 2024-08-10T05:19:55.290 INFO:tasks.rados.rados.0.smithi031.stdout:1673: expect (ObjNum 478 snap 142 seq_num 478) 2024-08-10T05:19:55.344 INFO:tasks.rados.rados.0.smithi031.stdout:1672: expect (ObjNum 500 snap 148 seq_num 500) 2024-08-10T05:19:55.399 INFO:tasks.rados.rados.0.smithi031.stdout:1671: expect (ObjNum 480 snap 143 seq_num 480) 2024-08-10T05:19:55.518 INFO:journalctl@ceph.osd.3.smithi031.stdout:Aug 10 05:19:55 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-3[122143]: 2024-08-10T05:19:55.227+0000 7fb2bb22c640 -1 osd.3 395 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-10T05:19:55.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:55 smithi031 ceph-mon[98130]: pgmap v256: 121 pgs: 32 active+undersized, 8 active+undersized+degraded, 81 active+clean; 224 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 1.6 MiB/s wr, 9 op/s; 31/303 objects degraded (10.231%) 2024-08-10T05:19:55.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:55 smithi031 ceph-mon[98130]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 3 pgs peering) 2024-08-10T05:19:55.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:55 smithi031 ceph-mon[98130]: from='osd.3 [v2:172.21.15.31:6826/279960395,v1:172.21.15.31:6827/279960395]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-10T05:19:55.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:55 smithi031 ceph-mon[98130]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-10T05:19:55.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:55 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:19:55.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:55 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:19:55.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:55 smithi031 ceph-mon[98130]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-08-10T05:19:55.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:55 smithi031 ceph-mon[98130]: osdmap e404: 8 total, 7 up, 8 in 2024-08-10T05:19:55.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:55 smithi031 ceph-mon[98130]: from='osd.3 [v2:172.21.15.31:6826/279960395,v1:172.21.15.31:6827/279960395]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi031", "root=default"]}]: dispatch 2024-08-10T05:19:55.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:55 smithi031 ceph-mon[98130]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi031", "root=default"]}]: dispatch 2024-08-10T05:19:55.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:55 smithi031 ceph-mon[100614]: pgmap v256: 121 pgs: 32 active+undersized, 8 active+undersized+degraded, 81 active+clean; 224 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 1.6 MiB/s wr, 9 op/s; 31/303 objects degraded (10.231%) 2024-08-10T05:19:55.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:55 smithi031 ceph-mon[100614]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 3 pgs peering) 2024-08-10T05:19:55.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:55 smithi031 ceph-mon[100614]: from='osd.3 [v2:172.21.15.31:6826/279960395,v1:172.21.15.31:6827/279960395]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-10T05:19:55.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:55 smithi031 ceph-mon[100614]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-10T05:19:55.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:55 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:19:55.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:55 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:19:55.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:55 smithi031 ceph-mon[100614]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-08-10T05:19:55.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:55 smithi031 ceph-mon[100614]: osdmap e404: 8 total, 7 up, 8 in 2024-08-10T05:19:55.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:55 smithi031 ceph-mon[100614]: from='osd.3 [v2:172.21.15.31:6826/279960395,v1:172.21.15.31:6827/279960395]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi031", "root=default"]}]: dispatch 2024-08-10T05:19:55.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:55 smithi031 ceph-mon[100614]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi031", "root=default"]}]: dispatch 2024-08-10T05:19:55.536 INFO:tasks.rados.rados.0.smithi031.stdout:1676: finishing copy_from racing read to smithi03186013-30 2024-08-10T05:19:55.536 INFO:tasks.rados.rados.0.smithi031.stdout:1676: finishing copy_from to smithi03186013-30 2024-08-10T05:19:55.536 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 30 v 842 (ObjNum 451 snap 138 seq_num 451) dirty exists 2024-08-10T05:19:55.536 INFO:tasks.rados.rados.0.smithi031.stdout:1671: done (5 left) 2024-08-10T05:19:55.536 INFO:tasks.rados.rados.0.smithi031.stdout:1672: done (4 left) 2024-08-10T05:19:55.537 INFO:tasks.rados.rados.0.smithi031.stdout:1673: done (3 left) 2024-08-10T05:19:55.537 INFO:tasks.rados.rados.0.smithi031.stdout:1676: done (2 left) 2024-08-10T05:19:55.537 INFO:tasks.rados.rados.0.smithi031.stdout:1679: snap_create 2024-08-10T05:19:55.537 INFO:tasks.rados.rados.0.smithi031.stdout:1678: finishing write tid 1 to smithi03186013-22 2024-08-10T05:19:55.537 INFO:tasks.rados.rados.0.smithi031.stdout:1678: finishing write tid 2 to smithi03186013-22 2024-08-10T05:19:55.537 INFO:tasks.rados.rados.0.smithi031.stdout:1678: finishing write tid 3 to smithi03186013-22 2024-08-10T05:19:55.537 INFO:tasks.rados.rados.0.smithi031.stdout:1678: finishing write tid 4 to smithi03186013-22 2024-08-10T05:19:55.537 INFO:tasks.rados.rados.0.smithi031.stdout:1678: finishing write tid 5 to smithi03186013-22 2024-08-10T05:19:55.537 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 22 v 977 (ObjNum 526 snap 158 seq_num 526) dirty exists 2024-08-10T05:19:55.537 INFO:tasks.rados.rados.0.smithi031.stdout:1678: left oid 22 (ObjNum 526 snap 158 seq_num 526) 2024-08-10T05:19:55.537 INFO:tasks.rados.rados.0.smithi031.stdout:1675: expect (ObjNum 515 snap 156 seq_num 515) 2024-08-10T05:19:55.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:55 smithi196 ceph-mon[90243]: pgmap v256: 121 pgs: 32 active+undersized, 8 active+undersized+degraded, 81 active+clean; 224 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 1.6 MiB/s wr, 9 op/s; 31/303 objects degraded (10.231%) 2024-08-10T05:19:55.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:55 smithi196 ceph-mon[90243]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 3 pgs peering) 2024-08-10T05:19:55.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:55 smithi196 ceph-mon[90243]: from='osd.3 [v2:172.21.15.31:6826/279960395,v1:172.21.15.31:6827/279960395]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-10T05:19:55.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:55 smithi196 ceph-mon[90243]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-10T05:19:55.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:55 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:19:55.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:55 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:19:55.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:55 smithi196 ceph-mon[90243]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-08-10T05:19:55.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:55 smithi196 ceph-mon[90243]: osdmap e404: 8 total, 7 up, 8 in 2024-08-10T05:19:55.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:55 smithi196 ceph-mon[90243]: from='osd.3 [v2:172.21.15.31:6826/279960395,v1:172.21.15.31:6827/279960395]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi031", "root=default"]}]: dispatch 2024-08-10T05:19:55.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:55 smithi196 ceph-mon[90243]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi031", "root=default"]}]: dispatch 2024-08-10T05:19:57.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:56 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:19:57.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:56 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:19:57.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:56 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:19:57.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:56 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:19:57.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:56 smithi031 ceph-mon[100614]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-10T05:19:57.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:56 smithi031 ceph-mon[100614]: osd.3 [v2:172.21.15.31:6826/279960395,v1:172.21.15.31:6827/279960395] boot 2024-08-10T05:19:57.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:56 smithi031 ceph-mon[100614]: osdmap e405: 8 total, 8 up, 8 in 2024-08-10T05:19:57.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:56 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-10T05:19:57.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:19:57.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:19:57.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:19:57.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:19:57.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:56 smithi031 ceph-mon[98130]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-10T05:19:57.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:56 smithi031 ceph-mon[98130]: osd.3 [v2:172.21.15.31:6826/279960395,v1:172.21.15.31:6827/279960395] boot 2024-08-10T05:19:57.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:56 smithi031 ceph-mon[98130]: osdmap e405: 8 total, 8 up, 8 in 2024-08-10T05:19:57.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-10T05:19:57.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:56 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:19:57.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:56 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:19:57.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:56 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:19:57.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:56 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:19:57.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:56 smithi196 ceph-mon[90243]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-10T05:19:57.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:56 smithi196 ceph-mon[90243]: osd.3 [v2:172.21.15.31:6826/279960395,v1:172.21.15.31:6827/279960395] boot 2024-08-10T05:19:57.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:56 smithi196 ceph-mon[90243]: osdmap e405: 8 total, 8 up, 8 in 2024-08-10T05:19:57.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:56 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-10T05:19:57.349 INFO:tasks.rados.rados.0.smithi031.stdout:1675: done (2 left) 2024-08-10T05:19:57.350 INFO:tasks.rados.rados.0.smithi031.stdout:1678: done (1 left) 2024-08-10T05:19:57.350 INFO:tasks.rados.rados.0.smithi031.stdout:1679: done (0 left) 2024-08-10T05:19:57.350 INFO:tasks.rados.rados.0.smithi031.stdout:1680: rollback oid 21 current snap is 159 2024-08-10T05:19:57.350 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 21 to 158 2024-08-10T05:19:57.351 INFO:tasks.rados.rados.0.smithi031.stdout:1681: read oid 13 snap 158 2024-08-10T05:19:57.351 INFO:tasks.rados.rados.0.smithi031.stdout:1681: expect (ObjNum 590055200 snap 22084 seq_num 589840496) 2024-08-10T05:19:57.351 INFO:tasks.rados.rados.0.smithi031.stdout:1682: rollback oid 15 current snap is 159 2024-08-10T05:19:57.351 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 15 to 157 2024-08-10T05:19:57.351 INFO:tasks.rados.rados.0.smithi031.stdout:1683: read oid 19 snap -1 2024-08-10T05:19:57.351 INFO:tasks.rados.rados.0.smithi031.stdout:1683: expect deleted 2024-08-10T05:19:57.351 INFO:tasks.rados.rados.0.smithi031.stdout:1684: copy_from oid 36 from oid 6 current snap is 159 2024-08-10T05:19:57.351 INFO:tasks.rados.rados.0.smithi031.stdout:1685: snap_create 2024-08-10T05:19:57.351 INFO:tasks.rados.rados.0.smithi031.stdout:1680: finishing rollback tid 1 to smithi03186013-21 2024-08-10T05:19:57.351 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 21 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-10T05:19:57.351 INFO:tasks.rados.rados.0.smithi031.stdout:1681: expect (ObjNum 590055200 snap 22084 seq_num 589840496) 2024-08-10T05:19:57.353 INFO:tasks.rados.rados.0.smithi031.stdout:1682: finishing rollback tid 0 to smithi03186013-15 2024-08-10T05:19:57.353 INFO:tasks.rados.rados.0.smithi031.stdout:1682: finishing rollback tid 1 to smithi03186013-15 2024-08-10T05:19:57.353 INFO:tasks.rados.rados.0.smithi031.stdout:1682: finishing rollback tid 2 to smithi03186013-15 2024-08-10T05:19:57.354 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 15 v 279 (ObjNum 501 snap 148 seq_num 501) dirty exists 2024-08-10T05:19:57.358 INFO:tasks.rados.rados.0.smithi031.stdout:1684: finishing copy_from to smithi03186013-36 2024-08-10T05:19:57.358 INFO:tasks.rados.rados.0.smithi031.stdout:1684: got expected ENOENT (src dne) 2024-08-10T05:19:57.358 INFO:tasks.rados.rados.0.smithi031.stdout:1684: finishing copy_from racing read to smithi03186013-36 2024-08-10T05:19:58.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:57 smithi031 ceph-mon[98130]: pgmap v259: 121 pgs: 32 active+undersized, 8 active+undersized+degraded, 81 active+clean; 214 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.6 MiB/s wr, 9 op/s; 32/303 objects degraded (10.561%) 2024-08-10T05:19:58.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:57 smithi031 ceph-mon[98130]: osdmap e406: 8 total, 8 up, 8 in 2024-08-10T05:19:58.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:57 smithi031 ceph-mon[100614]: pgmap v259: 121 pgs: 32 active+undersized, 8 active+undersized+degraded, 81 active+clean; 214 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.6 MiB/s wr, 9 op/s; 32/303 objects degraded (10.561%) 2024-08-10T05:19:58.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:57 smithi031 ceph-mon[100614]: osdmap e406: 8 total, 8 up, 8 in 2024-08-10T05:19:58.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:57 smithi196 ceph-mon[90243]: pgmap v259: 121 pgs: 32 active+undersized, 8 active+undersized+degraded, 81 active+clean; 214 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.6 MiB/s wr, 9 op/s; 32/303 objects degraded (10.561%) 2024-08-10T05:19:58.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:57 smithi196 ceph-mon[90243]: osdmap e406: 8 total, 8 up, 8 in 2024-08-10T05:19:58.206 INFO:tasks.rados.rados.0.smithi031.stdout:1680: done (5 left) 2024-08-10T05:19:58.206 INFO:tasks.rados.rados.0.smithi031.stdout:1681: done (4 left) 2024-08-10T05:19:58.206 INFO:tasks.rados.rados.0.smithi031.stdout:1682: done (3 left) 2024-08-10T05:19:58.206 INFO:tasks.rados.rados.0.smithi031.stdout:1683: done (2 left) 2024-08-10T05:19:58.207 INFO:tasks.rados.rados.0.smithi031.stdout:1684: done (1 left) 2024-08-10T05:19:58.207 INFO:tasks.rados.rados.0.smithi031.stdout:1685: done (0 left) 2024-08-10T05:19:58.207 INFO:tasks.rados.rados.0.smithi031.stdout:1686: rollback oid 1 current snap is 160 2024-08-10T05:19:58.207 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 1 to 159 2024-08-10T05:19:58.207 INFO:tasks.rados.rados.0.smithi031.stdout:1687: read oid 38 snap -1 2024-08-10T05:19:58.207 INFO:tasks.rados.rados.0.smithi031.stdout:1687: expect (ObjNum 508 snap 149 seq_num 508) 2024-08-10T05:19:58.207 INFO:tasks.rados.rados.0.smithi031.stdout:1688: rollback oid 18 current snap is 160 2024-08-10T05:19:58.207 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 18 to 157 2024-08-10T05:19:58.207 INFO:tasks.rados.rados.0.smithi031.stdout:1689: rollback oid 27 current snap is 160 2024-08-10T05:19:58.207 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 27 to 157 2024-08-10T05:19:58.207 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 35 current snap is 160 2024-08-10T05:19:58.208 INFO:tasks.rados.rados.0.smithi031.stdout:1690: seq_num 527 ranges {16474112=434176,16908288=475136,17383424=565248,17948672=163840} 2024-08-10T05:19:58.298 INFO:tasks.rados.rados.0.smithi031.stdout:1690: writing smithi03186013-35 from 16474112 to 16908288 tid 1 2024-08-10T05:19:58.302 INFO:tasks.rados.rados.0.smithi031.stdout:1690: writing smithi03186013-35 from 16908288 to 17383424 tid 2 2024-08-10T05:19:58.304 INFO:tasks.rados.rados.0.smithi031.stdout:1690: writing smithi03186013-35 from 17383424 to 17948672 tid 3 2024-08-10T05:19:58.305 INFO:tasks.rados.rados.0.smithi031.stdout:1690: writing smithi03186013-35 from 17948672 to 18112512 tid 4 2024-08-10T05:19:58.305 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 8 current snap is 160 2024-08-10T05:19:58.305 INFO:tasks.rados.rados.0.smithi031.stdout:1691: seq_num 528 ranges {1359872=450560,1810432=761856,2572288=442368} 2024-08-10T05:19:58.315 INFO:tasks.rados.rados.0.smithi031.stdout:1691: writing smithi03186013-8 from 1359872 to 1810432 tid 1 2024-08-10T05:19:58.319 INFO:tasks.rados.rados.0.smithi031.stdout:1691: writing smithi03186013-8 from 1810432 to 2572288 tid 2 2024-08-10T05:19:58.323 INFO:tasks.rados.rados.0.smithi031.stdout:1691: writing smithi03186013-8 from 2572288 to 3014656 tid 3 2024-08-10T05:19:58.323 INFO:tasks.rados.rados.0.smithi031.stdout:1692: copy_from oid 14 from oid 21 current snap is 160 2024-08-10T05:19:58.323 INFO:tasks.rados.rados.0.smithi031.stdout:1686: finishing rollback tid 0 to smithi03186013-1 2024-08-10T05:19:58.323 INFO:tasks.rados.rados.0.smithi031.stdout:1686: finishing rollback tid 1 to smithi03186013-1 2024-08-10T05:19:58.323 INFO:tasks.rados.rados.0.smithi031.stdout:1686: finishing rollback tid 2 to smithi03186013-1 2024-08-10T05:19:58.323 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 1 v 656 (ObjNum 520 snap 157 seq_num 520) dirty exists 2024-08-10T05:19:58.323 INFO:tasks.rados.rados.0.smithi031.stdout:1688: finishing rollback tid 0 to smithi03186013-18 2024-08-10T05:19:58.323 INFO:tasks.rados.rados.0.smithi031.stdout:1688: finishing rollback tid 1 to smithi03186013-18 2024-08-10T05:19:58.323 INFO:tasks.rados.rados.0.smithi031.stdout:1688: finishing rollback tid 2 to smithi03186013-18 2024-08-10T05:19:58.323 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 18 v 858 (ObjNum 446 snap 136 seq_num 446) dirty exists 2024-08-10T05:19:58.323 INFO:tasks.rados.rados.0.smithi031.stdout:1689: finishing rollback tid 0 to smithi03186013-27 2024-08-10T05:19:58.323 INFO:tasks.rados.rados.0.smithi031.stdout:1686: done (6 left) 2024-08-10T05:19:58.324 INFO:tasks.rados.rados.0.smithi031.stdout:1688: done (5 left) 2024-08-10T05:19:58.324 INFO:tasks.rados.rados.0.smithi031.stdout:1693: snap_remove snap 159 2024-08-10T05:19:59.028 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:19:58 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:19:58.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)\", cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", cluster_addr=\"172.21.15.31\", device_class=\"ssd\", hostname=\"smithi031\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.31\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)\", cluster_addr=\"172.21.15.31\", device_class=\"ssd\", hostname=\"smithi031\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.31\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:19:59.216 INFO:tasks.rados.rados.0.smithi031.stdout:1693: done (5 left) 2024-08-10T05:19:59.216 INFO:tasks.rados.rados.0.smithi031.stdout:1694: read oid 37 snap -1 2024-08-10T05:19:59.216 INFO:tasks.rados.rados.0.smithi031.stdout:1694: expect deleted 2024-08-10T05:19:59.217 INFO:tasks.rados.rados.0.smithi031.stdout:1695: read oid 1 snap 157 2024-08-10T05:19:59.217 INFO:tasks.rados.rados.0.smithi031.stdout:1695: expect (ObjNum 520 snap 157 seq_num 520) 2024-08-10T05:19:59.217 INFO:tasks.rados.rados.0.smithi031.stdout:1696: copy_from oid 2 from oid 25 current snap is 160 2024-08-10T05:19:59.217 INFO:tasks.rados.rados.0.smithi031.stdout:1689: finishing rollback tid 1 to smithi03186013-27 2024-08-10T05:19:59.217 INFO:tasks.rados.rados.0.smithi031.stdout:1689: finishing rollback tid 2 to smithi03186013-27 2024-08-10T05:19:59.217 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 27 v 630 (ObjNum 500 snap 148 seq_num 500) dirty exists 2024-08-10T05:19:59.217 INFO:tasks.rados.rados.0.smithi031.stdout:1687: expect (ObjNum 508 snap 149 seq_num 508) 2024-08-10T05:19:59.258 INFO:tasks.rados.rados.0.smithi031.stdout:1690: finishing write tid 1 to smithi03186013-35 2024-08-10T05:19:59.259 INFO:tasks.rados.rados.0.smithi031.stdout:1690: finishing write tid 2 to smithi03186013-35 2024-08-10T05:19:59.259 INFO:tasks.rados.rados.0.smithi031.stdout:1690: finishing write tid 3 to smithi03186013-35 2024-08-10T05:19:59.259 INFO:tasks.rados.rados.0.smithi031.stdout:1690: finishing write tid 4 to smithi03186013-35 2024-08-10T05:19:59.259 INFO:tasks.rados.rados.0.smithi031.stdout:1690: finishing write tid 5 to smithi03186013-35 2024-08-10T05:19:59.259 INFO:tasks.rados.rados.0.smithi031.stdout:1690: finishing write tid 6 to smithi03186013-35 2024-08-10T05:19:59.259 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 35 v 847 (ObjNum 527 snap 160 seq_num 527) dirty exists 2024-08-10T05:19:59.259 INFO:tasks.rados.rados.0.smithi031.stdout:1690: left oid 35 (ObjNum 527 snap 160 seq_num 527) 2024-08-10T05:19:59.259 INFO:tasks.rados.rados.0.smithi031.stdout:1691: finishing write tid 1 to smithi03186013-8 2024-08-10T05:19:59.259 INFO:tasks.rados.rados.0.smithi031.stdout:1687: done (7 left) 2024-08-10T05:19:59.259 INFO:tasks.rados.rados.0.smithi031.stdout:1689: done (6 left) 2024-08-10T05:19:59.259 INFO:tasks.rados.rados.0.smithi031.stdout:1690: done (5 left) 2024-08-10T05:19:59.259 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 6 current snap is 160 2024-08-10T05:19:59.259 INFO:tasks.rados.rados.0.smithi031.stdout:1691: finishing write tid 2 to smithi03186013-8 2024-08-10T05:19:59.260 INFO:tasks.rados.rados.0.smithi031.stdout:1697: seq_num 529 ranges {0=466944,466944=647168,1114112=532480,1646592=24576} 2024-08-10T05:19:59.261 INFO:tasks.rados.rados.0.smithi031.stdout:1697: writing smithi03186013-6 from 0 to 466944 tid 1 2024-08-10T05:19:59.265 INFO:tasks.rados.rados.0.smithi031.stdout:1697: writing smithi03186013-6 from 466944 to 1114112 tid 2 2024-08-10T05:19:59.268 INFO:tasks.rados.rados.0.smithi031.stdout:1697: writing smithi03186013-6 from 1114112 to 1646592 tid 3 2024-08-10T05:19:59.268 INFO:tasks.rados.rados.0.smithi031.stdout:1697: writing smithi03186013-6 from 1646592 to 1671168 tid 4 2024-08-10T05:19:59.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:59 smithi031 ceph-mon[98130]: pgmap v262: 121 pgs: 1 active+recovering+degraded, 9 peering, 24 active+undersized, 4 active+undersized+degraded, 83 active+clean; 198 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.7 MiB/s wr, 13 op/s; 23/267 objects degraded (8.614%); 3.8 MiB/s, 0 objects/s recovering 2024-08-10T05:19:59.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:59 smithi031 ceph-mon[98130]: osdmap e407: 8 total, 8 up, 8 in 2024-08-10T05:19:59.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:59 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:19:59.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:59 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:19:59.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:59 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:19:59.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:59 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:19:59.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:59 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:19:59.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:59 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:19:59.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:59 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:19:59.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:59 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:19:59.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:59 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:19:59.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:59 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-10T05:19:59.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:19:59 smithi031 ceph-mon[98130]: Health check update: Degraded data redundancy: 23/267 objects degraded (8.614%), 5 pgs degraded (PG_DEGRADED) 2024-08-10T05:19:59.270 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:19:59 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: 2024-08-10T05:19:59.170+0000 7f0983ce7640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-08-10T05:19:59.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:59 smithi031 ceph-mon[100614]: pgmap v262: 121 pgs: 1 active+recovering+degraded, 9 peering, 24 active+undersized, 4 active+undersized+degraded, 83 active+clean; 198 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.7 MiB/s wr, 13 op/s; 23/267 objects degraded (8.614%); 3.8 MiB/s, 0 objects/s recovering 2024-08-10T05:19:59.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:59 smithi031 ceph-mon[100614]: osdmap e407: 8 total, 8 up, 8 in 2024-08-10T05:19:59.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:59 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:19:59.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:59 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:19:59.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:59 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:19:59.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:59 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:19:59.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:59 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:19:59.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:59 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:19:59.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:59 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:19:59.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:59 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:19:59.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:59 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:19:59.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:59 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-10T05:19:59.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:19:59 smithi031 ceph-mon[100614]: Health check update: Degraded data redundancy: 23/267 objects degraded (8.614%), 5 pgs degraded (PG_DEGRADED) 2024-08-10T05:19:59.271 INFO:tasks.rados.rados.0.smithi031.stdout:1698: read oid 43 snap -1 2024-08-10T05:19:59.271 INFO:tasks.rados.rados.0.smithi031.stdout:1698: expect (ObjNum 480 snap 143 seq_num 480) 2024-08-10T05:19:59.271 INFO:tasks.rados.rados.0.smithi031.stdout:1699: copy_from oid 19 from oid 16 current snap is 160 2024-08-10T05:19:59.271 INFO:tasks.rados.rados.0.smithi031.stdout:1692: finishing copy_from to smithi03186013-14 2024-08-10T05:19:59.271 INFO:tasks.rados.rados.0.smithi031.stdout:1692: got expected ENOENT (src dne) 2024-08-10T05:19:59.271 INFO:tasks.rados.rados.0.smithi031.stdout:1692: finishing copy_from racing read to smithi03186013-14 2024-08-10T05:19:59.272 INFO:tasks.rados.rados.0.smithi031.stdout:1691: finishing write tid 3 to smithi03186013-8 2024-08-10T05:19:59.272 INFO:tasks.rados.rados.0.smithi031.stdout:1691: finishing write tid 4 to smithi03186013-8 2024-08-10T05:19:59.272 INFO:tasks.rados.rados.0.smithi031.stdout:1691: finishing write tid 5 to smithi03186013-8 2024-08-10T05:19:59.272 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 8 v 990 (ObjNum 528 snap 160 seq_num 528) dirty exists 2024-08-10T05:19:59.272 INFO:tasks.rados.rados.0.smithi031.stdout:1691: left oid 8 (ObjNum 528 snap 160 seq_num 528) 2024-08-10T05:19:59.272 INFO:tasks.rados.rados.0.smithi031.stdout:1696: finishing copy_from racing read to smithi03186013-2 2024-08-10T05:19:59.272 INFO:tasks.rados.rados.0.smithi031.stdout:1696: finishing copy_from to smithi03186013-2 2024-08-10T05:19:59.272 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 2 v 521 (ObjNum 371 snap 117 seq_num 371) dirty exists 2024-08-10T05:19:59.272 INFO:tasks.rados.rados.0.smithi031.stdout:1695: expect (ObjNum 520 snap 157 seq_num 520) 2024-08-10T05:19:59.478 INFO:tasks.rados.rados.0.smithi031.stdout:1697: finishing write tid 1 to smithi03186013-6 2024-08-10T05:19:59.479 INFO:tasks.rados.rados.0.smithi031.stdout:1697: finishing write tid 2 to smithi03186013-6 2024-08-10T05:19:59.479 INFO:tasks.rados.rados.0.smithi031.stdout:1697: finishing write tid 3 to smithi03186013-6 2024-08-10T05:19:59.479 INFO:tasks.rados.rados.0.smithi031.stdout:1697: finishing write tid 4 to smithi03186013-6 2024-08-10T05:19:59.479 INFO:tasks.rados.rados.0.smithi031.stdout:1697: finishing write tid 5 to smithi03186013-6 2024-08-10T05:19:59.479 INFO:tasks.rados.rados.0.smithi031.stdout:1697: finishing write tid 6 to smithi03186013-6 2024-08-10T05:19:59.479 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 6 v 780 (ObjNum 529 snap 160 seq_num 529) dirty exists 2024-08-10T05:19:59.479 INFO:tasks.rados.rados.0.smithi031.stdout:1697: left oid 6 (ObjNum 529 snap 160 seq_num 529) 2024-08-10T05:19:59.479 INFO:tasks.rados.rados.0.smithi031.stdout:1698: expect (ObjNum 480 snap 143 seq_num 480) 2024-08-10T05:19:59.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:59 smithi196 ceph-mon[90243]: pgmap v262: 121 pgs: 1 active+recovering+degraded, 9 peering, 24 active+undersized, 4 active+undersized+degraded, 83 active+clean; 198 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.7 MiB/s wr, 13 op/s; 23/267 objects degraded (8.614%); 3.8 MiB/s, 0 objects/s recovering 2024-08-10T05:19:59.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:59 smithi196 ceph-mon[90243]: osdmap e407: 8 total, 8 up, 8 in 2024-08-10T05:19:59.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:59 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:19:59.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:59 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:19:59.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:59 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:19:59.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:59 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:19:59.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:59 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:19:59.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:59 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:19:59.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:59 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:19:59.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:59 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:19:59.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:59 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:19:59.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:59 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-10T05:19:59.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:19:59 smithi196 ceph-mon[90243]: Health check update: Degraded data redundancy: 23/267 objects degraded (8.614%), 5 pgs degraded (PG_DEGRADED) 2024-08-10T05:19:59.610 INFO:tasks.rados.rados.0.smithi031.stdout:1699: finishing copy_from racing read to smithi03186013-19 2024-08-10T05:19:59.610 INFO:tasks.rados.rados.0.smithi031.stdout:1699: finishing copy_from to smithi03186013-19 2024-08-10T05:19:59.610 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 19 v 672 (ObjNum 261 snap 78 seq_num 261) dirty exists 2024-08-10T05:19:59.610 INFO:tasks.rados.rados.0.smithi031.stdout:1691: done (7 left) 2024-08-10T05:19:59.610 INFO:tasks.rados.rados.0.smithi031.stdout:1692: done (6 left) 2024-08-10T05:19:59.610 INFO:tasks.rados.rados.0.smithi031.stdout:1694: done (5 left) 2024-08-10T05:19:59.610 INFO:tasks.rados.rados.0.smithi031.stdout:1695: done (4 left) 2024-08-10T05:19:59.610 INFO:tasks.rados.rados.0.smithi031.stdout:1696: done (3 left) 2024-08-10T05:19:59.610 INFO:tasks.rados.rados.0.smithi031.stdout:1697: done (2 left) 2024-08-10T05:19:59.611 INFO:tasks.rados.rados.0.smithi031.stdout:1698: done (1 left) 2024-08-10T05:19:59.611 INFO:tasks.rados.rados.0.smithi031.stdout:1699: done (0 left) 2024-08-10T05:19:59.611 INFO:tasks.rados.rados.0.smithi031.stdout:1700: read oid 26 snap -1 2024-08-10T05:19:59.611 INFO:tasks.rados.rados.0.smithi031.stdout:1700: expect (ObjNum 505 snap 148 seq_num 505) 2024-08-10T05:19:59.611 INFO:tasks.rados.rados.0.smithi031.stdout:1701: setattr oid 43 current snap is 160 2024-08-10T05:19:59.611 INFO:tasks.rados.rados.0.smithi031.stdout:1702: read oid 19 snap -1 2024-08-10T05:19:59.611 INFO:tasks.rados.rados.0.smithi031.stdout:1702: expect (ObjNum 261 snap 78 seq_num 261) 2024-08-10T05:19:59.612 INFO:tasks.rados.rados.0.smithi031.stdout:1703: read oid 5 snap 158 2024-08-10T05:19:59.612 INFO:tasks.rados.rados.0.smithi031.stdout:1703: expect (ObjNum 451 snap 138 seq_num 451) 2024-08-10T05:19:59.612 INFO:tasks.rados.rados.0.smithi031.stdout:1704: setattr oid 45 current snap is 160 2024-08-10T05:19:59.613 INFO:tasks.rados.rados.0.smithi031.stdout:1705: setattr oid 41 current snap is 160 2024-08-10T05:19:59.615 INFO:tasks.rados.rados.0.smithi031.stdout:1706: snap_create 2024-08-10T05:19:59.616 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 43 v 652 (ObjNum 480 snap 143 seq_num 480) dirty exists 2024-08-10T05:19:59.623 INFO:tasks.rados.rados.0.smithi031.stdout:1700: expect (ObjNum 505 snap 148 seq_num 505) 2024-08-10T05:19:59.726 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 41 v 807 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-08-10T05:19:59.726 INFO:tasks.rados.rados.0.smithi031.stdout:1702: expect (ObjNum 261 snap 78 seq_num 261) 2024-08-10T05:20:00.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:00 smithi031 ceph-mon[98130]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-10T05:20:00.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:00 smithi031 ceph-mon[98130]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-08-10T05:20:00.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:00 smithi031 ceph-mon[98130]: osdmap e408: 8 total, 8 up, 8 in 2024-08-10T05:20:00.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:00 smithi031 ceph-mon[98130]: Health detail: HEALTH_WARN Degraded data redundancy: 23/267 objects degraded (8.614%), 5 pgs degraded 2024-08-10T05:20:00.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:00 smithi031 ceph-mon[98130]: [WRN] PG_DEGRADED: Degraded data redundancy: 23/267 objects degraded (8.614%), 5 pgs degraded 2024-08-10T05:20:00.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:00 smithi031 ceph-mon[98130]: pg 2.d is active+undersized+degraded, acting [1,4] 2024-08-10T05:20:00.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:00 smithi031 ceph-mon[98130]: pg 2.13 is active+undersized+degraded, acting [0,4] 2024-08-10T05:20:00.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:00 smithi031 ceph-mon[98130]: pg 5.0 is active+undersized+degraded, acting [NONE,1,4] 2024-08-10T05:20:00.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:00 smithi031 ceph-mon[98130]: pg 5.3 is active+undersized+degraded, acting [0,NONE,6] 2024-08-10T05:20:00.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:00 smithi031 ceph-mon[98130]: pg 5.a is active+recovering+degraded, acting [2,4,3] 2024-08-10T05:20:00.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:00 smithi031 ceph-mon[100614]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-10T05:20:00.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:00 smithi031 ceph-mon[100614]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-08-10T05:20:00.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:00 smithi031 ceph-mon[100614]: osdmap e408: 8 total, 8 up, 8 in 2024-08-10T05:20:00.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:00 smithi031 ceph-mon[100614]: Health detail: HEALTH_WARN Degraded data redundancy: 23/267 objects degraded (8.614%), 5 pgs degraded 2024-08-10T05:20:00.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:00 smithi031 ceph-mon[100614]: [WRN] PG_DEGRADED: Degraded data redundancy: 23/267 objects degraded (8.614%), 5 pgs degraded 2024-08-10T05:20:00.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:00 smithi031 ceph-mon[100614]: pg 2.d is active+undersized+degraded, acting [1,4] 2024-08-10T05:20:00.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:00 smithi031 ceph-mon[100614]: pg 2.13 is active+undersized+degraded, acting [0,4] 2024-08-10T05:20:00.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:00 smithi031 ceph-mon[100614]: pg 5.0 is active+undersized+degraded, acting [NONE,1,4] 2024-08-10T05:20:00.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:00 smithi031 ceph-mon[100614]: pg 5.3 is active+undersized+degraded, acting [0,NONE,6] 2024-08-10T05:20:00.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:00 smithi031 ceph-mon[100614]: pg 5.a is active+recovering+degraded, acting [2,4,3] 2024-08-10T05:20:00.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:00 smithi196 ceph-mon[90243]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-10T05:20:00.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:00 smithi196 ceph-mon[90243]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-08-10T05:20:00.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:00 smithi196 ceph-mon[90243]: osdmap e408: 8 total, 8 up, 8 in 2024-08-10T05:20:00.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:00 smithi196 ceph-mon[90243]: Health detail: HEALTH_WARN Degraded data redundancy: 23/267 objects degraded (8.614%), 5 pgs degraded 2024-08-10T05:20:00.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:00 smithi196 ceph-mon[90243]: [WRN] PG_DEGRADED: Degraded data redundancy: 23/267 objects degraded (8.614%), 5 pgs degraded 2024-08-10T05:20:00.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:00 smithi196 ceph-mon[90243]: pg 2.d is active+undersized+degraded, acting [1,4] 2024-08-10T05:20:00.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:00 smithi196 ceph-mon[90243]: pg 2.13 is active+undersized+degraded, acting [0,4] 2024-08-10T05:20:00.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:00 smithi196 ceph-mon[90243]: pg 5.0 is active+undersized+degraded, acting [NONE,1,4] 2024-08-10T05:20:00.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:00 smithi196 ceph-mon[90243]: pg 5.3 is active+undersized+degraded, acting [0,NONE,6] 2024-08-10T05:20:00.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:00 smithi196 ceph-mon[90243]: pg 5.a is active+recovering+degraded, acting [2,4,3] 2024-08-10T05:20:00.532 INFO:tasks.rados.rados.0.smithi031.stdout:1703: expect (ObjNum 451 snap 138 seq_num 451) 2024-08-10T05:20:01.071 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 45 v 862 (ObjNum 393 snap 124 seq_num 393) dirty exists 2024-08-10T05:20:01.071 INFO:tasks.rados.rados.0.smithi031.stdout:1700: done (6 left) 2024-08-10T05:20:01.071 INFO:tasks.rados.rados.0.smithi031.stdout:1701: done (5 left) 2024-08-10T05:20:01.071 INFO:tasks.rados.rados.0.smithi031.stdout:1702: done (4 left) 2024-08-10T05:20:01.071 INFO:tasks.rados.rados.0.smithi031.stdout:1703: done (3 left) 2024-08-10T05:20:01.072 INFO:tasks.rados.rados.0.smithi031.stdout:1704: done (2 left) 2024-08-10T05:20:01.072 INFO:tasks.rados.rados.0.smithi031.stdout:1705: done (1 left) 2024-08-10T05:20:01.072 INFO:tasks.rados.rados.0.smithi031.stdout:1706: done (0 left) 2024-08-10T05:20:01.072 INFO:tasks.rados.rados.0.smithi031.stdout:1707: read oid 24 snap -1 2024-08-10T05:20:01.072 INFO:tasks.rados.rados.0.smithi031.stdout:1707: expect (ObjNum 483 snap 143 seq_num 483) 2024-08-10T05:20:01.072 INFO:tasks.rados.rados.0.smithi031.stdout:1708: delete oid 44 current snap is 161 2024-08-10T05:20:01.075 INFO:tasks.rados.rados.0.smithi031.stdout:1708: done (1 left) 2024-08-10T05:20:01.076 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 47 current snap is 161 2024-08-10T05:20:01.076 INFO:tasks.rados.rados.0.smithi031.stdout:1709: seq_num 531 ranges {1482752=499712,1982464=417792,2400256=548864,2949120=237568} 2024-08-10T05:20:01.086 INFO:tasks.rados.rados.0.smithi031.stdout:1709: writing smithi03186013-47 from 1482752 to 1982464 tid 1 2024-08-10T05:20:01.089 INFO:tasks.rados.rados.0.smithi031.stdout:1709: writing smithi03186013-47 from 1982464 to 2400256 tid 2 2024-08-10T05:20:01.092 INFO:tasks.rados.rados.0.smithi031.stdout:1709: writing smithi03186013-47 from 2400256 to 2949120 tid 3 2024-08-10T05:20:01.093 INFO:tasks.rados.rados.0.smithi031.stdout:1709: writing smithi03186013-47 from 2949120 to 3186688 tid 4 2024-08-10T05:20:01.093 INFO:tasks.rados.rados.0.smithi031.stdout:1710: rollback oid 26 current snap is 161 2024-08-10T05:20:01.093 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 26 to 157 2024-08-10T05:20:01.093 INFO:tasks.rados.rados.0.smithi031.stdout:1707: expect (ObjNum 483 snap 143 seq_num 483) 2024-08-10T05:20:01.126 INFO:tasks.rados.rados.0.smithi031.stdout:1709: finishing write tid 1 to smithi03186013-47 2024-08-10T05:20:01.126 INFO:tasks.rados.rados.0.smithi031.stdout:1709: finishing write tid 2 to smithi03186013-47 2024-08-10T05:20:01.126 INFO:tasks.rados.rados.0.smithi031.stdout:1709: finishing write tid 3 to smithi03186013-47 2024-08-10T05:20:01.126 INFO:tasks.rados.rados.0.smithi031.stdout:1709: finishing write tid 4 to smithi03186013-47 2024-08-10T05:20:01.126 INFO:tasks.rados.rados.0.smithi031.stdout:1709: finishing write tid 5 to smithi03186013-47 2024-08-10T05:20:01.127 INFO:tasks.rados.rados.0.smithi031.stdout:1710: finishing rollback tid 0 to smithi03186013-26 2024-08-10T05:20:01.127 INFO:tasks.rados.rados.0.smithi031.stdout:1710: finishing rollback tid 1 to smithi03186013-26 2024-08-10T05:20:01.127 INFO:tasks.rados.rados.0.smithi031.stdout:1710: finishing rollback tid 2 to smithi03186013-26 2024-08-10T05:20:01.127 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 26 v 283 (ObjNum 505 snap 148 seq_num 505) dirty exists 2024-08-10T05:20:01.127 INFO:tasks.rados.rados.0.smithi031.stdout:1709: finishing write tid 6 to smithi03186013-47 2024-08-10T05:20:01.127 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 47 v 635 (ObjNum 531 snap 161 seq_num 531) dirty exists 2024-08-10T05:20:01.127 INFO:tasks.rados.rados.0.smithi031.stdout:1709: left oid 47 (ObjNum 531 snap 161 seq_num 531) 2024-08-10T05:20:01.127 INFO:tasks.rados.rados.0.smithi031.stdout:1707: done (2 left) 2024-08-10T05:20:01.127 INFO:tasks.rados.rados.0.smithi031.stdout:1709: done (1 left) 2024-08-10T05:20:01.128 INFO:tasks.rados.rados.0.smithi031.stdout:1710: done (0 left) 2024-08-10T05:20:01.128 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 31 current snap is 161 2024-08-10T05:20:01.128 INFO:tasks.rados.rados.0.smithi031.stdout:1711: seq_num 532 ranges {2613248=516096,3129344=696320,3825664=507904} 2024-08-10T05:20:01.143 INFO:tasks.rados.rados.0.smithi031.stdout:1711: writing smithi03186013-31 from 2613248 to 3129344 tid 1 2024-08-10T05:20:01.147 INFO:tasks.rados.rados.0.smithi031.stdout:1711: writing smithi03186013-31 from 3129344 to 3825664 tid 2 2024-08-10T05:20:01.150 INFO:tasks.rados.rados.0.smithi031.stdout:1711: writing smithi03186013-31 from 3825664 to 4333568 tid 3 2024-08-10T05:20:01.150 INFO:tasks.rados.rados.0.smithi031.stdout:1712: setattr oid 10 current snap is 161 2024-08-10T05:20:01.151 INFO:tasks.rados.rados.0.smithi031.stdout:1711: finishing write tid 1 to smithi03186013-31 2024-08-10T05:20:01.151 INFO:tasks.rados.rados.0.smithi031.stdout:1711: finishing write tid 2 to smithi03186013-31 2024-08-10T05:20:01.152 INFO:tasks.rados.rados.0.smithi031.stdout:1711: finishing write tid 3 to smithi03186013-31 2024-08-10T05:20:01.153 INFO:tasks.rados.rados.0.smithi031.stdout:1713: setattr oid 17 current snap is 161 2024-08-10T05:20:01.153 INFO:tasks.rados.rados.0.smithi031.stdout:1711: finishing write tid 4 to smithi03186013-31 2024-08-10T05:20:01.154 INFO:tasks.rados.rados.0.smithi031.stdout:1711: finishing write tid 5 to smithi03186013-31 2024-08-10T05:20:01.154 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 31 v 901 (ObjNum 532 snap 161 seq_num 532) dirty exists 2024-08-10T05:20:01.154 INFO:tasks.rados.rados.0.smithi031.stdout:1711: left oid 31 (ObjNum 532 snap 161 seq_num 532) 2024-08-10T05:20:01.155 INFO:tasks.rados.rados.0.smithi031.stdout:1711: done (2 left) 2024-08-10T05:20:01.156 INFO:tasks.rados.rados.0.smithi031.stdout:1714: copy_from oid 40 from oid 3 current snap is 161 2024-08-10T05:20:01.156 INFO:tasks.rados.rados.0.smithi031.stdout:1715: read oid 11 snap -1 2024-08-10T05:20:01.156 INFO:tasks.rados.rados.0.smithi031.stdout:1715: expect (ObjNum 261 snap 78 seq_num 261) 2024-08-10T05:20:01.156 INFO:tasks.rados.rados.0.smithi031.stdout:1716: copy_from oid 1 from oid 28 current snap is 161 2024-08-10T05:20:01.156 INFO:tasks.rados.rados.0.smithi031.stdout:1717: read oid 24 snap -1 2024-08-10T05:20:01.156 INFO:tasks.rados.rados.0.smithi031.stdout:1717: expect (ObjNum 483 snap 143 seq_num 483) 2024-08-10T05:20:01.156 INFO:tasks.rados.rados.0.smithi031.stdout:1718: read oid 48 snap -1 2024-08-10T05:20:01.156 INFO:tasks.rados.rados.0.smithi031.stdout:1718: expect (ObjNum 471 snap 142 seq_num 471) 2024-08-10T05:20:01.156 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 18 current snap is 161 2024-08-10T05:20:01.156 INFO:tasks.rados.rados.0.smithi031.stdout:1719: seq_num 533 ranges {1449984=532480,1982464=630784,2613248=516096,3129344=57344} 2024-08-10T05:20:01.167 INFO:tasks.rados.rados.0.smithi031.stdout:1719: writing smithi03186013-18 from 1449984 to 1982464 tid 1 2024-08-10T05:20:01.171 INFO:tasks.rados.rados.0.smithi031.stdout:1719: writing smithi03186013-18 from 1982464 to 2613248 tid 2 2024-08-10T05:20:01.174 INFO:tasks.rados.rados.0.smithi031.stdout:1719: writing smithi03186013-18 from 2613248 to 3129344 tid 3 2024-08-10T05:20:01.175 INFO:tasks.rados.rados.0.smithi031.stdout:1719: writing smithi03186013-18 from 3129344 to 3186688 tid 4 2024-08-10T05:20:01.178 INFO:tasks.rados.rados.0.smithi031.stdout:1720: delete oid 15 current snap is 161 2024-08-10T05:20:01.178 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 10 v 957 (ObjNum 517 snap 156 seq_num 517) dirty exists 2024-08-10T05:20:01.178 INFO:tasks.rados.rados.0.smithi031.stdout:1717: expect (ObjNum 483 snap 143 seq_num 483) 2024-08-10T05:20:01.216 INFO:tasks.rados.rados.0.smithi031.stdout:1716: finishing copy_from racing read to smithi03186013-1 2024-08-10T05:20:01.216 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 17 v 539 (ObjNum 496 snap 147 seq_num 496) dirty exists 2024-08-10T05:20:01.216 INFO:tasks.rados.rados.0.smithi031.stdout:1716: finishing copy_from to smithi03186013-1 2024-08-10T05:20:01.216 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 1 v 675 (ObjNum 33 snap 0 seq_num 1197871371) dirty exists 2024-08-10T05:20:01.216 INFO:tasks.rados.rados.0.smithi031.stdout:1712: done (8 left) 2024-08-10T05:20:01.216 INFO:tasks.rados.rados.0.smithi031.stdout:1713: done (7 left) 2024-08-10T05:20:01.216 INFO:tasks.rados.rados.0.smithi031.stdout:1716: done (6 left) 2024-08-10T05:20:01.216 INFO:tasks.rados.rados.0.smithi031.stdout:1717: done (5 left) 2024-08-10T05:20:01.216 INFO:tasks.rados.rados.0.smithi031.stdout:1720: done (4 left) 2024-08-10T05:20:01.216 INFO:tasks.rados.rados.0.smithi031.stdout:1721: rollback oid 21 current snap is 161 2024-08-10T05:20:01.216 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 21 to 158 2024-08-10T05:20:01.216 INFO:tasks.rados.rados.0.smithi031.stdout:1719: finishing write tid 1 to smithi03186013-18 2024-08-10T05:20:01.216 INFO:tasks.rados.rados.0.smithi031.stdout:1719: finishing write tid 2 to smithi03186013-18 2024-08-10T05:20:01.217 INFO:tasks.rados.rados.0.smithi031.stdout:1719: finishing write tid 3 to smithi03186013-18 2024-08-10T05:20:01.217 INFO:tasks.rados.rados.0.smithi031.stdout:1719: finishing write tid 4 to smithi03186013-18 2024-08-10T05:20:01.217 INFO:tasks.rados.rados.0.smithi031.stdout:1719: finishing write tid 5 to smithi03186013-18 2024-08-10T05:20:01.217 INFO:tasks.rados.rados.0.smithi031.stdout:1719: finishing write tid 6 to smithi03186013-18 2024-08-10T05:20:01.217 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 18 v 868 (ObjNum 533 snap 161 seq_num 533) dirty exists 2024-08-10T05:20:01.217 INFO:tasks.rados.rados.0.smithi031.stdout:1719: left oid 18 (ObjNum 533 snap 161 seq_num 533) 2024-08-10T05:20:01.217 INFO:tasks.rados.rados.0.smithi031.stdout:1715: expect (ObjNum 261 snap 78 seq_num 261) 2024-08-10T05:20:01.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:20:01 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:20:01] "GET /metrics HTTP/1.1" 200 36015 "" "Prometheus/2.43.0" 2024-08-10T05:20:01.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:01 smithi031 ceph-mon[98130]: pgmap v265: 121 pgs: 1 active+recovering+degraded, 9 peering, 15 active+undersized, 1 active+undersized+degraded, 95 active+clean; 192 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.7 MiB/s wr, 14 op/s; 11/246 objects degraded (4.472%); 4.7 MiB/s, 1 objects/s recovering 2024-08-10T05:20:01.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:01 smithi031 ceph-mon[98130]: osdmap e409: 8 total, 8 up, 8 in 2024-08-10T05:20:01.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:01 smithi031 ceph-mon[100614]: pgmap v265: 121 pgs: 1 active+recovering+degraded, 9 peering, 15 active+undersized, 1 active+undersized+degraded, 95 active+clean; 192 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.7 MiB/s wr, 14 op/s; 11/246 objects degraded (4.472%); 4.7 MiB/s, 1 objects/s recovering 2024-08-10T05:20:01.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:01 smithi031 ceph-mon[100614]: osdmap e409: 8 total, 8 up, 8 in 2024-08-10T05:20:01.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:01 smithi196 ceph-mon[90243]: pgmap v265: 121 pgs: 1 active+recovering+degraded, 9 peering, 15 active+undersized, 1 active+undersized+degraded, 95 active+clean; 192 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.7 MiB/s wr, 14 op/s; 11/246 objects degraded (4.472%); 4.7 MiB/s, 1 objects/s recovering 2024-08-10T05:20:01.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:01 smithi196 ceph-mon[90243]: osdmap e409: 8 total, 8 up, 8 in 2024-08-10T05:20:02.023 INFO:tasks.rados.rados.0.smithi031.stdout:1714: finishing copy_from racing read to smithi03186013-40 2024-08-10T05:20:02.023 INFO:tasks.rados.rados.0.smithi031.stdout:1714: finishing copy_from to smithi03186013-40 2024-08-10T05:20:02.023 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 40 v 775 (ObjNum 519 snap 157 seq_num 519) dirty exists 2024-08-10T05:20:02.023 INFO:tasks.rados.rados.0.smithi031.stdout:1718: expect (ObjNum 471 snap 142 seq_num 471) 2024-08-10T05:20:02.061 INFO:teuthology.orchestra.run.smithi031.stdout:true 2024-08-10T05:20:02.344 INFO:teuthology.orchestra.run.smithi031.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-10T05:20:02.344 INFO:teuthology.orchestra.run.smithi031.stdout:alertmanager.a smithi031 *:9093,9094 running (4m) 7s ago 8m 14.8M - 0.25.0 c8568f914cd2 afde0a9ed8a2 2024-08-10T05:20:02.344 INFO:teuthology.orchestra.run.smithi031.stdout:grafana.a smithi196 *:3000 running (4m) 2m ago 8m 76.0M - 9.4.7 954c08fa6188 6ec1b1b19e7a 2024-08-10T05:20:02.344 INFO:teuthology.orchestra.run.smithi031.stdout:mds.a smithi031 running (9m) 7s ago 9m 16.2M - 17.2.7-1372-g56ceb861 354fce865a9a 6a7f8795f454 2024-08-10T05:20:02.344 INFO:teuthology.orchestra.run.smithi031.stdout:mds.b smithi196 running (9m) 2m ago 9m 18.2M - 17.2.7-1372-g56ceb861 354fce865a9a b1ed5b548d29 2024-08-10T05:20:02.344 INFO:teuthology.orchestra.run.smithi031.stdout:mgr.x smithi196 *:8443,9283,8765 running (3m) 2m ago 13m 438M - 19.1.0-1335-gbca9905d c7b33901c886 467542b38c9b 2024-08-10T05:20:02.344 INFO:teuthology.orchestra.run.smithi031.stdout:mgr.y smithi031 *:8443,9283,8765 running (3m) 7s ago 14m 507M - 19.1.0-1335-gbca9905d c7b33901c886 7eef306ed587 2024-08-10T05:20:02.344 INFO:teuthology.orchestra.run.smithi031.stdout:mon.a smithi031 running (3m) 7s ago 15m 56.7M 2048M 19.1.0-1335-gbca9905d c7b33901c886 9e3f4f54b00a 2024-08-10T05:20:02.344 INFO:teuthology.orchestra.run.smithi031.stdout:mon.b smithi196 running (2m) 2m ago 13m 22.1M 2048M 19.1.0-1335-gbca9905d c7b33901c886 b01d51d0054f 2024-08-10T05:20:02.344 INFO:teuthology.orchestra.run.smithi031.stdout:mon.c smithi031 running (2m) 7s ago 13m 45.5M 2048M 19.1.0-1335-gbca9905d c7b33901c886 2cc1160db2be 2024-08-10T05:20:02.345 INFO:teuthology.orchestra.run.smithi031.stdout:node-exporter.a smithi031 *:9100 running (4m) 7s ago 7m 8098k - 1.5.0 0da6a335fe13 b1e6859cbc5d 2024-08-10T05:20:02.345 INFO:teuthology.orchestra.run.smithi031.stdout:node-exporter.b smithi196 *:9100 running (4m) 2m ago 7m 7944k - 1.5.0 0da6a335fe13 fce7ddc02cba 2024-08-10T05:20:02.345 INFO:teuthology.orchestra.run.smithi031.stdout:osd.0 smithi031 running (112s) 7s ago 12m 171M 2481M 19.1.0-1335-gbca9905d c7b33901c886 b6a59f8bdb81 2024-08-10T05:20:02.345 INFO:teuthology.orchestra.run.smithi031.stdout:osd.1 smithi031 running (78s) 7s ago 12m 117M 2481M 19.1.0-1335-gbca9905d c7b33901c886 67b0c1ce41f2 2024-08-10T05:20:02.345 INFO:teuthology.orchestra.run.smithi031.stdout:osd.2 smithi031 running (44s) 7s ago 12m 90.9M 2481M 19.1.0-1335-gbca9905d c7b33901c886 33f3ce3dcbbc 2024-08-10T05:20:02.345 INFO:teuthology.orchestra.run.smithi031.stdout:osd.3 smithi031 running (11s) 7s ago 11m 14.3M 2481M 19.1.0-1335-gbca9905d c7b33901c886 bd24188e5ebb 2024-08-10T05:20:02.345 INFO:teuthology.orchestra.run.smithi031.stdout:osd.4 smithi196 running (11m) 2m ago 11m 165M 2480M 17.2.7-1372-g56ceb861 354fce865a9a 267ae336e2f7 2024-08-10T05:20:02.345 INFO:teuthology.orchestra.run.smithi031.stdout:osd.5 smithi196 running (10m) 2m ago 10m 169M 2480M 17.2.7-1372-g56ceb861 354fce865a9a 6af7d344b4cc 2024-08-10T05:20:02.345 INFO:teuthology.orchestra.run.smithi031.stdout:osd.6 smithi196 running (10m) 2m ago 10m 117M 2480M 17.2.7-1372-g56ceb861 354fce865a9a e73c19910471 2024-08-10T05:20:02.345 INFO:teuthology.orchestra.run.smithi031.stdout:osd.7 smithi196 running (10m) 2m ago 10m 91.7M 2480M 17.2.7-1372-g56ceb861 354fce865a9a f847e8917297 2024-08-10T05:20:02.345 INFO:teuthology.orchestra.run.smithi031.stdout:prometheus.a smithi196 *:9095 running (3m) 2m ago 8m 51.8M - 2.43.0 a07b618ecd1d d50c5c7907b8 2024-08-10T05:20:02.683 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-08-10T05:20:02.683 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": { 2024-08-10T05:20:02.683 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 3 2024-08-10T05:20:02.683 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-08-10T05:20:02.683 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": { 2024-08-10T05:20:02.683 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 2 2024-08-10T05:20:02.683 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-08-10T05:20:02.684 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": { 2024-08-10T05:20:02.684 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 4, 2024-08-10T05:20:02.684 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 4 2024-08-10T05:20:02.684 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-08-10T05:20:02.684 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": { 2024-08-10T05:20:02.684 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 2 2024-08-10T05:20:02.684 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-08-10T05:20:02.684 INFO:teuthology.orchestra.run.smithi031.stdout: "overall": { 2024-08-10T05:20:02.684 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 6, 2024-08-10T05:20:02.684 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 9 2024-08-10T05:20:02.684 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-08-10T05:20:02.684 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-08-10T05:20:02.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:20:02 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:20:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:20:03.223 INFO:tasks.rados.rados.0.smithi031.stdout:1721: finishing rollback tid 1 to smithi03186013-21 2024-08-10T05:20:03.223 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 21 v 0 (ObjNum 33 snap 0 seq_num 589711344) dirty dne 2024-08-10T05:20:03.223 INFO:tasks.rados.rados.0.smithi031.stdout:1714: done (4 left) 2024-08-10T05:20:03.223 INFO:tasks.rados.rados.0.smithi031.stdout:1715: done (3 left) 2024-08-10T05:20:03.223 INFO:tasks.rados.rados.0.smithi031.stdout:1718: done (2 left) 2024-08-10T05:20:03.223 INFO:tasks.rados.rados.0.smithi031.stdout:1719: done (1 left) 2024-08-10T05:20:03.224 INFO:tasks.rados.rados.0.smithi031.stdout:1721: done (0 left) 2024-08-10T05:20:03.224 INFO:tasks.rados.rados.0.smithi031.stdout:1722: snap_remove snap 160 2024-08-10T05:20:03.240 INFO:tasks.rados.rados.0.smithi031.stdout:1722: done (0 left) 2024-08-10T05:20:03.240 INFO:tasks.rados.rados.0.smithi031.stdout:1723: copy_from oid 42 from oid 20 current snap is 161 2024-08-10T05:20:03.240 INFO:tasks.rados.rados.0.smithi031.stdout:1724: snap_remove snap 158 2024-08-10T05:20:03.505 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:03 smithi196 ceph-mon[90243]: pgmap v267: 121 pgs: 1 active+recovering+degraded, 1 peering, 119 active+clean; 199 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 2.3 MiB/s wr, 22 op/s; 1/258 objects degraded (0.388%); 6.4 MiB/s, 1 objects/s recovering 2024-08-10T05:20:03.505 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:03 smithi196 ceph-mon[90243]: from='client.34281 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:20:03.505 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:03 smithi196 ceph-mon[90243]: from='client.44222 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:20:03.505 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:03 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/3305855698' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:20:03.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:03 smithi031 ceph-mon[98130]: pgmap v267: 121 pgs: 1 active+recovering+degraded, 1 peering, 119 active+clean; 199 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 2.3 MiB/s wr, 22 op/s; 1/258 objects degraded (0.388%); 6.4 MiB/s, 1 objects/s recovering 2024-08-10T05:20:03.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:03 smithi031 ceph-mon[98130]: from='client.34281 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:20:03.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:03 smithi031 ceph-mon[98130]: from='client.44222 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:20:03.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:03 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/3305855698' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:20:03.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:03 smithi031 ceph-mon[100614]: pgmap v267: 121 pgs: 1 active+recovering+degraded, 1 peering, 119 active+clean; 199 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 2.3 MiB/s wr, 22 op/s; 1/258 objects degraded (0.388%); 6.4 MiB/s, 1 objects/s recovering 2024-08-10T05:20:03.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:03 smithi031 ceph-mon[100614]: from='client.34281 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:20:03.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:03 smithi031 ceph-mon[100614]: from='client.44222 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:20:03.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:03 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/3305855698' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:20:03.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:20:03 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:20:03.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi031\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi031\", job=\"node\", machine=\"x86_64\", nodename=\"smithi031\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", domainname=\"(none)\", instance=\"smithi031\", job=\"node\", machine=\"x86_64\", nodename=\"smithi031\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:20:04.249 INFO:tasks.rados.rados.0.smithi031.stdout:1724: done (1 left) 2024-08-10T05:20:04.250 INFO:tasks.rados.rados.0.smithi031.stdout:1725: read oid 3 snap -1 2024-08-10T05:20:04.250 INFO:tasks.rados.rados.0.smithi031.stdout:1725: expect (ObjNum 519 snap 157 seq_num 519) 2024-08-10T05:20:04.250 INFO:tasks.rados.rados.0.smithi031.stdout:1726: copy_from oid 41 from oid 36 current snap is 161 2024-08-10T05:20:04.250 INFO:tasks.rados.rados.0.smithi031.stdout:1727: copy_from oid 46 from oid 14 current snap is 161 2024-08-10T05:20:04.250 INFO:tasks.rados.rados.0.smithi031.stdout:1728: read oid 2 snap 157 2024-08-10T05:20:04.250 INFO:tasks.rados.rados.0.smithi031.stdout:1728: expect (ObjNum 497 snap 147 seq_num 497) 2024-08-10T05:20:04.250 INFO:tasks.rados.rados.0.smithi031.stdout:1729: delete oid 38 current snap is 161 2024-08-10T05:20:04.251 INFO:tasks.rados.rados.0.smithi031.stdout:1723: finishing copy_from racing read to smithi03186013-42 2024-08-10T05:20:04.251 INFO:tasks.rados.rados.0.smithi031.stdout:1723: finishing copy_from to smithi03186013-42 2024-08-10T05:20:04.251 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 42 v 771 (ObjNum 516 snap 156 seq_num 516) dirty exists 2024-08-10T05:20:04.256 INFO:tasks.rados.rados.0.smithi031.stdout:1723: done (5 left) 2024-08-10T05:20:04.256 INFO:tasks.rados.rados.0.smithi031.stdout:1729: done (4 left) 2024-08-10T05:20:04.256 INFO:tasks.rados.rados.0.smithi031.stdout:1730: read oid 10 snap -1 2024-08-10T05:20:04.256 INFO:tasks.rados.rados.0.smithi031.stdout:1730: expect (ObjNum 517 snap 156 seq_num 517) 2024-08-10T05:20:04.256 INFO:tasks.rados.rados.0.smithi031.stdout:1731: delete oid 33 current snap is 161 2024-08-10T05:20:04.256 INFO:tasks.rados.rados.0.smithi031.stdout:1727: finishing copy_from to smithi03186013-46 2024-08-10T05:20:04.256 INFO:tasks.rados.rados.0.smithi031.stdout:1727: got expected ENOENT (src dne) 2024-08-10T05:20:04.256 INFO:tasks.rados.rados.0.smithi031.stdout:1727: finishing copy_from racing read to smithi03186013-46 2024-08-10T05:20:04.259 INFO:tasks.rados.rados.0.smithi031.stdout:1727: done (5 left) 2024-08-10T05:20:04.259 INFO:tasks.rados.rados.0.smithi031.stdout:1731: done (4 left) 2024-08-10T05:20:04.259 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 43 current snap is 161 2024-08-10T05:20:04.259 INFO:tasks.rados.rados.0.smithi031.stdout:1732: seq_num 537 ranges {3022848=598016,3620864=573440,4194304=491520,4685824=139264} 2024-08-10T05:20:04.280 INFO:tasks.rados.rados.0.smithi031.stdout:1732: writing smithi03186013-43 from 3022848 to 3620864 tid 1 2024-08-10T05:20:04.284 INFO:tasks.rados.rados.0.smithi031.stdout:1732: writing smithi03186013-43 from 3620864 to 4194304 tid 2 2024-08-10T05:20:04.287 INFO:tasks.rados.rados.0.smithi031.stdout:1732: writing smithi03186013-43 from 4194304 to 4685824 tid 3 2024-08-10T05:20:04.289 INFO:tasks.rados.rados.0.smithi031.stdout:1732: writing smithi03186013-43 from 4685824 to 4825088 tid 4 2024-08-10T05:20:04.289 INFO:tasks.rados.rados.0.smithi031.stdout:1733: rollback oid 18 current snap is 161 2024-08-10T05:20:04.289 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 18 to 157 2024-08-10T05:20:04.289 INFO:tasks.rados.rados.0.smithi031.stdout:1726: finishing copy_from racing read to smithi03186013-41 2024-08-10T05:20:04.289 INFO:tasks.rados.rados.0.smithi031.stdout:1725: expect (ObjNum 519 snap 157 seq_num 519) 2024-08-10T05:20:04.387 INFO:tasks.rados.rados.0.smithi031.stdout:1726: finishing copy_from to smithi03186013-41 2024-08-10T05:20:04.387 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 41 v 796 (ObjNum 439 snap 135 seq_num 439) dirty exists 2024-08-10T05:20:04.388 INFO:tasks.rados.rados.0.smithi031.stdout:1732: finishing write tid 1 to smithi03186013-43 2024-08-10T05:20:04.388 INFO:tasks.rados.rados.0.smithi031.stdout:1728: expect (ObjNum 497 snap 147 seq_num 497) 2024-08-10T05:20:04.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:04 smithi031 ceph-mon[98130]: osdmap e410: 8 total, 8 up, 8 in 2024-08-10T05:20:04.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:04 smithi031 ceph-mon[98130]: Health check update: Degraded data redundancy: 1/258 objects degraded (0.388%), 1 pg degraded (PG_DEGRADED) 2024-08-10T05:20:04.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:04 smithi031 ceph-mon[100614]: osdmap e410: 8 total, 8 up, 8 in 2024-08-10T05:20:04.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:04 smithi031 ceph-mon[100614]: Health check update: Degraded data redundancy: 1/258 objects degraded (0.388%), 1 pg degraded (PG_DEGRADED) 2024-08-10T05:20:04.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:04 smithi196 ceph-mon[90243]: osdmap e410: 8 total, 8 up, 8 in 2024-08-10T05:20:04.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:04 smithi196 ceph-mon[90243]: Health check update: Degraded data redundancy: 1/258 objects degraded (0.388%), 1 pg degraded (PG_DEGRADED) 2024-08-10T05:20:04.529 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:20:04 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:20:04.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:20:04.529 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:20:04 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:20:04.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:20:04.836 INFO:tasks.rados.rados.0.smithi031.stdout:1732: finishing write tid 2 to smithi03186013-43 2024-08-10T05:20:04.837 INFO:tasks.rados.rados.0.smithi031.stdout:1733: finishing rollback tid 0 to smithi03186013-18 2024-08-10T05:20:04.837 INFO:tasks.rados.rados.0.smithi031.stdout:1732: finishing write tid 3 to smithi03186013-43 2024-08-10T05:20:04.837 INFO:tasks.rados.rados.0.smithi031.stdout:1732: finishing write tid 4 to smithi03186013-43 2024-08-10T05:20:04.837 INFO:tasks.rados.rados.0.smithi031.stdout:1733: finishing rollback tid 1 to smithi03186013-18 2024-08-10T05:20:04.837 INFO:tasks.rados.rados.0.smithi031.stdout:1733: finishing rollback tid 2 to smithi03186013-18 2024-08-10T05:20:04.837 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 18 v 877 (ObjNum 446 snap 136 seq_num 446) dirty exists 2024-08-10T05:20:04.837 INFO:tasks.rados.rados.0.smithi031.stdout:1732: finishing write tid 5 to smithi03186013-43 2024-08-10T05:20:04.837 INFO:tasks.rados.rados.0.smithi031.stdout:1732: finishing write tid 6 to smithi03186013-43 2024-08-10T05:20:04.837 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 43 v 657 (ObjNum 537 snap 161 seq_num 537) dirty exists 2024-08-10T05:20:04.837 INFO:tasks.rados.rados.0.smithi031.stdout:1732: left oid 43 (ObjNum 537 snap 161 seq_num 537) 2024-08-10T05:20:04.837 INFO:tasks.rados.rados.0.smithi031.stdout:1730: expect (ObjNum 517 snap 156 seq_num 517) 2024-08-10T05:20:05.435 INFO:tasks.rados.rados.0.smithi031.stdout:1725: done (5 left) 2024-08-10T05:20:05.435 INFO:tasks.rados.rados.0.smithi031.stdout:1726: done (4 left) 2024-08-10T05:20:05.436 INFO:tasks.rados.rados.0.smithi031.stdout:1728: done (3 left) 2024-08-10T05:20:05.436 INFO:tasks.rados.rados.0.smithi031.stdout:1730: done (2 left) 2024-08-10T05:20:05.436 INFO:tasks.rados.rados.0.smithi031.stdout:1732: done (1 left) 2024-08-10T05:20:05.436 INFO:tasks.rados.rados.0.smithi031.stdout:1733: done (0 left) 2024-08-10T05:20:05.436 INFO:tasks.rados.rados.0.smithi031.stdout:1734: read oid 25 snap -1 2024-08-10T05:20:05.436 INFO:tasks.rados.rados.0.smithi031.stdout:1734: expect (ObjNum 371 snap 117 seq_num 371) 2024-08-10T05:20:05.436 INFO:tasks.rados.rados.0.smithi031.stdout:1735: read oid 16 snap -1 2024-08-10T05:20:05.436 INFO:tasks.rados.rados.0.smithi031.stdout:1735: expect (ObjNum 261 snap 78 seq_num 261) 2024-08-10T05:20:05.436 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 23 current snap is 161 2024-08-10T05:20:05.436 INFO:tasks.rados.rados.0.smithi031.stdout:1736: seq_num 538 ranges {950272=614400,1564672=450560,2015232=704512,2719744=49152} 2024-08-10T05:20:05.445 INFO:tasks.rados.rados.0.smithi031.stdout:1736: writing smithi03186013-23 from 950272 to 1564672 tid 1 2024-08-10T05:20:05.448 INFO:tasks.rados.rados.0.smithi031.stdout:1736: writing smithi03186013-23 from 1564672 to 2015232 tid 2 2024-08-10T05:20:05.453 INFO:tasks.rados.rados.0.smithi031.stdout:1736: writing smithi03186013-23 from 2015232 to 2719744 tid 3 2024-08-10T05:20:05.453 INFO:tasks.rados.rados.0.smithi031.stdout:1736: writing smithi03186013-23 from 2719744 to 2768896 tid 4 2024-08-10T05:20:05.453 INFO:tasks.rados.rados.0.smithi031.stdout:1737: rollback oid 2 current snap is 161 2024-08-10T05:20:05.453 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 2 to 157 2024-08-10T05:20:05.453 INFO:tasks.rados.rados.0.smithi031.stdout:1734: expect (ObjNum 371 snap 117 seq_num 371) 2024-08-10T05:20:05.496 INFO:tasks.rados.rados.0.smithi031.stdout:1736: finishing write tid 1 to smithi03186013-23 2024-08-10T05:20:05.496 INFO:tasks.rados.rados.0.smithi031.stdout:1736: finishing write tid 2 to smithi03186013-23 2024-08-10T05:20:05.496 INFO:tasks.rados.rados.0.smithi031.stdout:1734: done (3 left) 2024-08-10T05:20:05.497 INFO:tasks.rados.rados.0.smithi031.stdout:1738: rmattr oid 17 current snap is 161 2024-08-10T05:20:05.497 INFO:tasks.rados.rados.0.smithi031.stdout:1737: finishing rollback tid 0 to smithi03186013-2 2024-08-10T05:20:05.497 INFO:tasks.rados.rados.0.smithi031.stdout:1737: finishing rollback tid 1 to smithi03186013-2 2024-08-10T05:20:05.497 INFO:tasks.rados.rados.0.smithi031.stdout:1737: finishing rollback tid 2 to smithi03186013-2 2024-08-10T05:20:05.497 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 2 v 1007 (ObjNum 497 snap 147 seq_num 497) dirty exists 2024-08-10T05:20:05.497 INFO:tasks.rados.rados.0.smithi031.stdout:1736: finishing write tid 3 to smithi03186013-23 2024-08-10T05:20:05.497 INFO:tasks.rados.rados.0.smithi031.stdout:1736: finishing write tid 4 to smithi03186013-23 2024-08-10T05:20:05.497 INFO:tasks.rados.rados.0.smithi031.stdout:1736: finishing write tid 5 to smithi03186013-23 2024-08-10T05:20:05.497 INFO:tasks.rados.rados.0.smithi031.stdout:1736: finishing write tid 6 to smithi03186013-23 2024-08-10T05:20:05.497 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 23 v 962 (ObjNum 538 snap 161 seq_num 538) dirty exists 2024-08-10T05:20:05.497 INFO:tasks.rados.rados.0.smithi031.stdout:1736: left oid 23 (ObjNum 538 snap 161 seq_num 538) 2024-08-10T05:20:05.497 INFO:tasks.rados.rados.0.smithi031.stdout:1735: expect (ObjNum 261 snap 78 seq_num 261) 2024-08-10T05:20:05.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:05 smithi031 ceph-mon[98130]: pgmap v269: 121 pgs: 121 active+clean; 215 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 4.5 MiB/s wr, 31 op/s; 5.8 MiB/s, 1 objects/s recovering 2024-08-10T05:20:05.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:05 smithi031 ceph-mon[98130]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1/258 objects degraded (0.388%), 1 pg degraded) 2024-08-10T05:20:05.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:05 smithi031 ceph-mon[98130]: Cluster is now healthy 2024-08-10T05:20:05.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:05 smithi031 ceph-mon[98130]: osdmap e411: 8 total, 8 up, 8 in 2024-08-10T05:20:05.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:05 smithi031 ceph-mon[100614]: pgmap v269: 121 pgs: 121 active+clean; 215 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 4.5 MiB/s wr, 31 op/s; 5.8 MiB/s, 1 objects/s recovering 2024-08-10T05:20:05.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:05 smithi031 ceph-mon[100614]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1/258 objects degraded (0.388%), 1 pg degraded) 2024-08-10T05:20:05.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:05 smithi031 ceph-mon[100614]: Cluster is now healthy 2024-08-10T05:20:05.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:05 smithi031 ceph-mon[100614]: osdmap e411: 8 total, 8 up, 8 in 2024-08-10T05:20:05.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:05 smithi196 ceph-mon[90243]: pgmap v269: 121 pgs: 121 active+clean; 215 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 4.5 MiB/s wr, 31 op/s; 5.8 MiB/s, 1 objects/s recovering 2024-08-10T05:20:05.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:05 smithi196 ceph-mon[90243]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1/258 objects degraded (0.388%), 1 pg degraded) 2024-08-10T05:20:05.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:05 smithi196 ceph-mon[90243]: Cluster is now healthy 2024-08-10T05:20:05.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:05 smithi196 ceph-mon[90243]: osdmap e411: 8 total, 8 up, 8 in 2024-08-10T05:20:06.304 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 17 v 540 (ObjNum 496 snap 147 seq_num 496) dirty exists 2024-08-10T05:20:06.304 INFO:tasks.rados.rados.0.smithi031.stdout:1735: done (3 left) 2024-08-10T05:20:06.305 INFO:tasks.rados.rados.0.smithi031.stdout:1736: done (2 left) 2024-08-10T05:20:06.305 INFO:tasks.rados.rados.0.smithi031.stdout:1737: done (1 left) 2024-08-10T05:20:06.305 INFO:tasks.rados.rados.0.smithi031.stdout:1738: done (0 left) 2024-08-10T05:20:06.305 INFO:tasks.rados.rados.0.smithi031.stdout:1739: rollback oid 37 current snap is 161 2024-08-10T05:20:06.305 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 37 to 157 2024-08-10T05:20:06.305 INFO:tasks.rados.rados.0.smithi031.stdout:1740: setattr oid 36 current snap is 161 2024-08-10T05:20:06.305 INFO:tasks.rados.rados.0.smithi031.stdout:1741: read oid 31 snap -1 2024-08-10T05:20:06.306 INFO:tasks.rados.rados.0.smithi031.stdout:1741: expect (ObjNum 532 snap 161 seq_num 532) 2024-08-10T05:20:06.306 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 29 current snap is 161 2024-08-10T05:20:06.306 INFO:tasks.rados.rados.0.smithi031.stdout:1742: seq_num 539 ranges {0=630784,630784=737280,1368064=466944} 2024-08-10T05:20:06.310 INFO:tasks.rados.rados.0.smithi031.stdout:1742: writing smithi03186013-29 from 0 to 630784 tid 1 2024-08-10T05:20:06.315 INFO:tasks.rados.rados.0.smithi031.stdout:1742: writing smithi03186013-29 from 630784 to 1368064 tid 2 2024-08-10T05:20:06.319 INFO:tasks.rados.rados.0.smithi031.stdout:1742: writing smithi03186013-29 from 1368064 to 1835008 tid 3 2024-08-10T05:20:06.319 INFO:tasks.rados.rados.0.smithi031.stdout:1743: copy_from oid 1 from oid 12 current snap is 161 2024-08-10T05:20:06.319 INFO:tasks.rados.rados.0.smithi031.stdout:1739: finishing rollback tid 1 to smithi03186013-37 2024-08-10T05:20:06.319 INFO:tasks.rados.rados.0.smithi031.stdout:1739: finishing rollback tid 2 to smithi03186013-37 2024-08-10T05:20:06.319 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 37 v 784 (ObjNum 261 snap 78 seq_num 261) dirty exists 2024-08-10T05:20:06.319 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 36 v 810 (ObjNum 439 snap 135 seq_num 439) dirty exists 2024-08-10T05:20:06.319 INFO:tasks.rados.rados.0.smithi031.stdout:1742: finishing write tid 1 to smithi03186013-29 2024-08-10T05:20:06.319 INFO:tasks.rados.rados.0.smithi031.stdout:1739: done (4 left) 2024-08-10T05:20:06.319 INFO:tasks.rados.rados.0.smithi031.stdout:1740: done (3 left) 2024-08-10T05:20:06.320 INFO:tasks.rados.rados.0.smithi031.stdout:1744: rollback oid 2 current snap is 161 2024-08-10T05:20:06.320 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 2 to 157 2024-08-10T05:20:06.320 INFO:tasks.rados.rados.0.smithi031.stdout:1745: copy_from oid 13 from oid 27 current snap is 161 2024-08-10T05:20:06.320 INFO:tasks.rados.rados.0.smithi031.stdout:1746: read oid 10 snap -1 2024-08-10T05:20:06.320 INFO:tasks.rados.rados.0.smithi031.stdout:1746: expect (ObjNum 517 snap 156 seq_num 517) 2024-08-10T05:20:06.320 INFO:tasks.rados.rados.0.smithi031.stdout:1747: read oid 16 snap -1 2024-08-10T05:20:06.320 INFO:tasks.rados.rados.0.smithi031.stdout:1747: expect (ObjNum 261 snap 78 seq_num 261) 2024-08-10T05:20:06.320 INFO:tasks.rados.rados.0.smithi031.stdout:1748: snap_create 2024-08-10T05:20:06.320 INFO:tasks.rados.rados.0.smithi031.stdout:1742: finishing write tid 2 to smithi03186013-29 2024-08-10T05:20:06.325 INFO:tasks.rados.rados.0.smithi031.stdout:1742: finishing write tid 3 to smithi03186013-29 2024-08-10T05:20:06.326 INFO:tasks.rados.rados.0.smithi031.stdout:1742: finishing write tid 4 to smithi03186013-29 2024-08-10T05:20:06.326 INFO:tasks.rados.rados.0.smithi031.stdout:1745: finishing copy_from racing read to smithi03186013-13 2024-08-10T05:20:06.327 INFO:tasks.rados.rados.0.smithi031.stdout:1741: expect (ObjNum 532 snap 161 seq_num 532) 2024-08-10T05:20:06.509 INFO:tasks.rados.rados.0.smithi031.stdout:1744: finishing rollback tid 0 to smithi03186013-2 2024-08-10T05:20:06.509 INFO:tasks.rados.rados.0.smithi031.stdout:1745: finishing copy_from to smithi03186013-13 2024-08-10T05:20:06.509 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 13 v 630 (ObjNum 500 snap 148 seq_num 500) dirty exists 2024-08-10T05:20:06.509 INFO:tasks.rados.rados.0.smithi031.stdout:1744: finishing rollback tid 1 to smithi03186013-2 2024-08-10T05:20:06.509 INFO:tasks.rados.rados.0.smithi031.stdout:1742: finishing write tid 5 to smithi03186013-29 2024-08-10T05:20:06.509 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 29 v 1011 (ObjNum 539 snap 161 seq_num 539) dirty exists 2024-08-10T05:20:06.509 INFO:tasks.rados.rados.0.smithi031.stdout:1742: left oid 29 (ObjNum 539 snap 161 seq_num 539) 2024-08-10T05:20:06.509 INFO:tasks.rados.rados.0.smithi031.stdout:1744: finishing rollback tid 2 to smithi03186013-2 2024-08-10T05:20:06.509 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 2 v 1014 (ObjNum 497 snap 147 seq_num 497) dirty exists 2024-08-10T05:20:06.509 INFO:tasks.rados.rados.0.smithi031.stdout:1743: finishing copy_from racing read to smithi03186013-1 2024-08-10T05:20:06.509 INFO:tasks.rados.rados.0.smithi031.stdout:1743: finishing copy_from to smithi03186013-1 2024-08-10T05:20:06.510 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 1 v 767 (ObjNum 508 snap 149 seq_num 508) dirty exists 2024-08-10T05:20:06.510 INFO:tasks.rados.rados.0.smithi031.stdout:1746: expect (ObjNum 517 snap 156 seq_num 517) 2024-08-10T05:20:07.105 INFO:tasks.rados.rados.0.smithi031.stdout:1747: expect (ObjNum 261 snap 78 seq_num 261) 2024-08-10T05:20:07.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:07 smithi031 ceph-mon[98130]: pgmap v271: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 217 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 30 MiB/s rd, 4.2 MiB/s wr, 34 op/s; 4.8 MiB/s, 0 objects/s recovering 2024-08-10T05:20:07.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:07 smithi031 ceph-mon[100614]: pgmap v271: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 217 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 30 MiB/s rd, 4.2 MiB/s wr, 34 op/s; 4.8 MiB/s, 0 objects/s recovering 2024-08-10T05:20:07.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:07 smithi196 ceph-mon[90243]: pgmap v271: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 217 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 30 MiB/s rd, 4.2 MiB/s wr, 34 op/s; 4.8 MiB/s, 0 objects/s recovering 2024-08-10T05:20:07.911 INFO:tasks.rados.rados.0.smithi031.stdout:1741: done (7 left) 2024-08-10T05:20:07.912 INFO:tasks.rados.rados.0.smithi031.stdout:1742: done (6 left) 2024-08-10T05:20:07.912 INFO:tasks.rados.rados.0.smithi031.stdout:1743: done (5 left) 2024-08-10T05:20:07.912 INFO:tasks.rados.rados.0.smithi031.stdout:1744: done (4 left) 2024-08-10T05:20:07.912 INFO:tasks.rados.rados.0.smithi031.stdout:1745: done (3 left) 2024-08-10T05:20:07.912 INFO:tasks.rados.rados.0.smithi031.stdout:1746: done (2 left) 2024-08-10T05:20:07.912 INFO:tasks.rados.rados.0.smithi031.stdout:1747: done (1 left) 2024-08-10T05:20:07.912 INFO:tasks.rados.rados.0.smithi031.stdout:1748: done (0 left) 2024-08-10T05:20:07.912 INFO:tasks.rados.rados.0.smithi031.stdout:1749: copy_from oid 34 from oid 41 current snap is 162 2024-08-10T05:20:07.912 INFO:tasks.rados.rados.0.smithi031.stdout:1750: rollback oid 2 current snap is 162 2024-08-10T05:20:07.912 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 2 to 157 2024-08-10T05:20:07.912 INFO:tasks.rados.rados.0.smithi031.stdout:1751: rollback oid 26 current snap is 162 2024-08-10T05:20:07.912 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 26 to 161 2024-08-10T05:20:07.913 INFO:tasks.rados.rados.0.smithi031.stdout:1752: read oid 9 snap -1 2024-08-10T05:20:07.913 INFO:tasks.rados.rados.0.smithi031.stdout:1752: expect (ObjNum 514 snap 154 seq_num 514) 2024-08-10T05:20:07.913 INFO:tasks.rados.rados.0.smithi031.stdout:1753: read oid 16 snap -1 2024-08-10T05:20:07.913 INFO:tasks.rados.rados.0.smithi031.stdout:1753: expect (ObjNum 261 snap 78 seq_num 261) 2024-08-10T05:20:07.913 INFO:tasks.rados.rados.0.smithi031.stdout:1754: copy_from oid 22 from oid 44 current snap is 162 2024-08-10T05:20:07.913 INFO:tasks.rados.rados.0.smithi031.stdout:1755: snap_create 2024-08-10T05:20:07.914 INFO:tasks.rados.rados.0.smithi031.stdout:1751: finishing rollback tid 0 to smithi03186013-26 2024-08-10T05:20:07.915 INFO:tasks.rados.rados.0.smithi031.stdout:1751: finishing rollback tid 1 to smithi03186013-26 2024-08-10T05:20:07.915 INFO:tasks.rados.rados.0.smithi031.stdout:1751: finishing rollback tid 2 to smithi03186013-26 2024-08-10T05:20:07.915 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 26 v 297 (ObjNum 505 snap 148 seq_num 505) dirty exists 2024-08-10T05:20:07.915 INFO:tasks.rados.rados.0.smithi031.stdout:1750: finishing rollback tid 0 to smithi03186013-2 2024-08-10T05:20:07.916 INFO:tasks.rados.rados.0.smithi031.stdout:1750: finishing rollback tid 1 to smithi03186013-2 2024-08-10T05:20:07.916 INFO:tasks.rados.rados.0.smithi031.stdout:1750: finishing rollback tid 2 to smithi03186013-2 2024-08-10T05:20:07.916 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 2 v 1018 (ObjNum 497 snap 147 seq_num 497) dirty exists 2024-08-10T05:20:07.917 INFO:tasks.rados.rados.0.smithi031.stdout:1754: finishing copy_from to smithi03186013-22 2024-08-10T05:20:07.917 INFO:tasks.rados.rados.0.smithi031.stdout:1754: got expected ENOENT (src dne) 2024-08-10T05:20:07.917 INFO:tasks.rados.rados.0.smithi031.stdout:1754: finishing copy_from racing read to smithi03186013-22 2024-08-10T05:20:07.926 INFO:tasks.rados.rados.0.smithi031.stdout:1752: expect (ObjNum 514 snap 154 seq_num 514) 2024-08-10T05:20:08.043 INFO:tasks.rados.rados.0.smithi031.stdout:1753: expect (ObjNum 261 snap 78 seq_num 261) 2024-08-10T05:20:08.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:08 smithi031 ceph-mon[98130]: osdmap e412: 8 total, 8 up, 8 in 2024-08-10T05:20:08.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:08 smithi031 ceph-mon[100614]: osdmap e412: 8 total, 8 up, 8 in 2024-08-10T05:20:08.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:08 smithi196 ceph-mon[90243]: osdmap e412: 8 total, 8 up, 8 in 2024-08-10T05:20:08.851 INFO:tasks.rados.rados.0.smithi031.stdout:1749: finishing copy_from racing read to smithi03186013-34 2024-08-10T05:20:08.851 INFO:tasks.rados.rados.0.smithi031.stdout:1749: finishing copy_from to smithi03186013-34 2024-08-10T05:20:08.851 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 34 v 796 (ObjNum 439 snap 135 seq_num 439) dirty exists 2024-08-10T05:20:08.851 INFO:tasks.rados.rados.0.smithi031.stdout:1749: done (6 left) 2024-08-10T05:20:08.851 INFO:tasks.rados.rados.0.smithi031.stdout:1750: done (5 left) 2024-08-10T05:20:08.851 INFO:tasks.rados.rados.0.smithi031.stdout:1751: done (4 left) 2024-08-10T05:20:08.851 INFO:tasks.rados.rados.0.smithi031.stdout:1752: done (3 left) 2024-08-10T05:20:08.852 INFO:tasks.rados.rados.0.smithi031.stdout:1753: done (2 left) 2024-08-10T05:20:08.852 INFO:tasks.rados.rados.0.smithi031.stdout:1754: done (1 left) 2024-08-10T05:20:08.852 INFO:tasks.rados.rados.0.smithi031.stdout:1755: done (0 left) 2024-08-10T05:20:08.852 INFO:tasks.rados.rados.0.smithi031.stdout:1756: rollback oid 2 current snap is 163 2024-08-10T05:20:08.852 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 2 to 162 2024-08-10T05:20:08.852 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 11 current snap is 163 2024-08-10T05:20:08.853 INFO:tasks.rados.rados.0.smithi031.stdout:1757: seq_num 540 ranges {10657792=647168,11304960=671744,11976704=532480} 2024-08-10T05:20:08.912 INFO:tasks.rados.rados.0.smithi031.stdout:1757: writing smithi03186013-11 from 10657792 to 11304960 tid 1 2024-08-10T05:20:08.916 INFO:tasks.rados.rados.0.smithi031.stdout:1757: writing smithi03186013-11 from 11304960 to 11976704 tid 2 2024-08-10T05:20:08.920 INFO:tasks.rados.rados.0.smithi031.stdout:1757: writing smithi03186013-11 from 11976704 to 12509184 tid 3 2024-08-10T05:20:08.920 INFO:tasks.rados.rados.0.smithi031.stdout:1758: copy_from oid 49 from oid 36 current snap is 163 2024-08-10T05:20:08.920 INFO:tasks.rados.rados.0.smithi031.stdout:1756: finishing rollback tid 0 to smithi03186013-2 2024-08-10T05:20:08.920 INFO:tasks.rados.rados.0.smithi031.stdout:1756: finishing rollback tid 1 to smithi03186013-2 2024-08-10T05:20:08.920 INFO:tasks.rados.rados.0.smithi031.stdout:1756: finishing rollback tid 2 to smithi03186013-2 2024-08-10T05:20:08.920 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 2 v 1022 (ObjNum 497 snap 147 seq_num 497) dirty exists 2024-08-10T05:20:08.920 INFO:tasks.rados.rados.0.smithi031.stdout:1757: finishing write tid 1 to smithi03186013-11 2024-08-10T05:20:08.920 INFO:tasks.rados.rados.0.smithi031.stdout:1757: finishing write tid 2 to smithi03186013-11 2024-08-10T05:20:08.921 INFO:tasks.rados.rados.0.smithi031.stdout:1756: done (2 left) 2024-08-10T05:20:08.921 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 43 current snap is 163 2024-08-10T05:20:08.921 INFO:tasks.rados.rados.0.smithi031.stdout:1759: seq_num 541 ranges {4825088=663552,5488640=557056,6045696=475136,6520832=172032} 2024-08-10T05:20:08.952 INFO:tasks.rados.rados.0.smithi031.stdout:1759: writing smithi03186013-43 from 4825088 to 5488640 tid 1 2024-08-10T05:20:08.955 INFO:tasks.rados.rados.0.smithi031.stdout:1759: writing smithi03186013-43 from 5488640 to 6045696 tid 2 2024-08-10T05:20:08.960 INFO:tasks.rados.rados.0.smithi031.stdout:1759: writing smithi03186013-43 from 6045696 to 6520832 tid 3 2024-08-10T05:20:08.960 INFO:tasks.rados.rados.0.smithi031.stdout:1759: writing smithi03186013-43 from 6520832 to 6692864 tid 4 2024-08-10T05:20:08.961 INFO:tasks.rados.rados.0.smithi031.stdout:1757: finishing write tid 3 to smithi03186013-11 2024-08-10T05:20:08.961 INFO:tasks.rados.rados.0.smithi031.stdout:1760: read oid 37 snap -1 2024-08-10T05:20:08.961 INFO:tasks.rados.rados.0.smithi031.stdout:1760: expect (ObjNum 261 snap 78 seq_num 261) 2024-08-10T05:20:08.961 INFO:tasks.rados.rados.0.smithi031.stdout:1761: read oid 39 snap -1 2024-08-10T05:20:08.961 INFO:tasks.rados.rados.0.smithi031.stdout:1761: expect (ObjNum 515 snap 156 seq_num 515) 2024-08-10T05:20:08.961 INFO:tasks.rados.rados.0.smithi031.stdout:1762: snap_create 2024-08-10T05:20:08.961 INFO:tasks.rados.rados.0.smithi031.stdout:1757: finishing write tid 4 to smithi03186013-11 2024-08-10T05:20:08.961 INFO:tasks.rados.rados.0.smithi031.stdout:1757: finishing write tid 5 to smithi03186013-11 2024-08-10T05:20:08.961 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 11 v 784 (ObjNum 540 snap 163 seq_num 540) dirty exists 2024-08-10T05:20:08.961 INFO:tasks.rados.rados.0.smithi031.stdout:1757: left oid 11 (ObjNum 540 snap 163 seq_num 540) 2024-08-10T05:20:08.961 INFO:tasks.rados.rados.0.smithi031.stdout:1758: finishing copy_from racing read to smithi03186013-49 2024-08-10T05:20:08.962 INFO:tasks.rados.rados.0.smithi031.stdout:1758: finishing copy_from to smithi03186013-49 2024-08-10T05:20:08.962 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 49 v 810 (ObjNum 439 snap 135 seq_num 439) dirty exists 2024-08-10T05:20:08.962 INFO:tasks.rados.rados.0.smithi031.stdout:1759: finishing write tid 1 to smithi03186013-43 2024-08-10T05:20:08.962 INFO:tasks.rados.rados.0.smithi031.stdout:1759: finishing write tid 2 to smithi03186013-43 2024-08-10T05:20:08.967 INFO:tasks.rados.rados.0.smithi031.stdout:1759: finishing write tid 3 to smithi03186013-43 2024-08-10T05:20:08.967 INFO:tasks.rados.rados.0.smithi031.stdout:1759: finishing write tid 4 to smithi03186013-43 2024-08-10T05:20:08.968 INFO:tasks.rados.rados.0.smithi031.stdout:1759: finishing write tid 5 to smithi03186013-43 2024-08-10T05:20:08.969 INFO:tasks.rados.rados.0.smithi031.stdout:1759: finishing write tid 6 to smithi03186013-43 2024-08-10T05:20:08.969 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 43 v 662 (ObjNum 541 snap 163 seq_num 541) dirty exists 2024-08-10T05:20:08.969 INFO:tasks.rados.rados.0.smithi031.stdout:1759: left oid 43 (ObjNum 541 snap 163 seq_num 541) 2024-08-10T05:20:09.023 INFO:tasks.rados.rados.0.smithi031.stdout:1760: expect (ObjNum 261 snap 78 seq_num 261) 2024-08-10T05:20:09.028 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:20:08 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:20:08.659Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)\", cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", cluster_addr=\"172.21.15.31\", device_class=\"ssd\", hostname=\"smithi031\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.31\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)\", cluster_addr=\"172.21.15.31\", device_class=\"ssd\", hostname=\"smithi031\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.31\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-08-10T05:20:09.028 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:20:08 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:20:08.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)\", cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", cluster_addr=\"172.21.15.31\", device_class=\"ssd\", hostname=\"smithi031\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.31\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)\", cluster_addr=\"172.21.15.31\", device_class=\"ssd\", hostname=\"smithi031\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.31\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:20:09.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:09 smithi031 ceph-mon[98130]: pgmap v273: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 236 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 29 MiB/s rd, 4.6 MiB/s wr, 31 op/s; 2.9 MiB/s, 0 objects/s recovering 2024-08-10T05:20:09.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:09 smithi031 ceph-mon[98130]: osdmap e413: 8 total, 8 up, 8 in 2024-08-10T05:20:09.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:09 smithi031 ceph-mon[98130]: osdmap e414: 8 total, 8 up, 8 in 2024-08-10T05:20:09.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:09 smithi031 ceph-mon[100614]: pgmap v273: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 236 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 29 MiB/s rd, 4.6 MiB/s wr, 31 op/s; 2.9 MiB/s, 0 objects/s recovering 2024-08-10T05:20:09.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:09 smithi031 ceph-mon[100614]: osdmap e413: 8 total, 8 up, 8 in 2024-08-10T05:20:09.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:09 smithi031 ceph-mon[100614]: osdmap e414: 8 total, 8 up, 8 in 2024-08-10T05:20:09.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:09 smithi196 ceph-mon[90243]: pgmap v273: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 236 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 29 MiB/s rd, 4.6 MiB/s wr, 31 op/s; 2.9 MiB/s, 0 objects/s recovering 2024-08-10T05:20:09.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:09 smithi196 ceph-mon[90243]: osdmap e413: 8 total, 8 up, 8 in 2024-08-10T05:20:09.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:09 smithi196 ceph-mon[90243]: osdmap e414: 8 total, 8 up, 8 in 2024-08-10T05:20:09.832 INFO:tasks.rados.rados.0.smithi031.stdout:1761: expect (ObjNum 515 snap 156 seq_num 515) 2024-08-10T05:20:11.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:20:11 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:20:11] "GET /metrics HTTP/1.1" 200 36156 "" "Prometheus/2.43.0" 2024-08-10T05:20:11.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:11 smithi031 ceph-mon[98130]: pgmap v276: 121 pgs: 121 active+clean; 237 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 39 MiB/s rd, 2.6 MiB/s wr, 27 op/s 2024-08-10T05:20:11.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:11 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:20:11.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:11 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:20:11.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:11 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:20:11.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:11 smithi031 ceph-mon[100614]: pgmap v276: 121 pgs: 121 active+clean; 237 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 39 MiB/s rd, 2.6 MiB/s wr, 27 op/s 2024-08-10T05:20:11.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:11 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:20:11.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:11 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:20:11.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:11 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:20:11.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:11 smithi196 ceph-mon[90243]: pgmap v276: 121 pgs: 121 active+clean; 237 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 39 MiB/s rd, 2.6 MiB/s wr, 27 op/s 2024-08-10T05:20:11.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:11 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:20:11.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:11 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:20:11.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:11 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:20:11.626 INFO:tasks.rados.rados.0.smithi031.stdout:1757: done (5 left) 2024-08-10T05:20:11.627 INFO:tasks.rados.rados.0.smithi031.stdout:1758: done (4 left) 2024-08-10T05:20:11.627 INFO:tasks.rados.rados.0.smithi031.stdout:1759: done (3 left) 2024-08-10T05:20:11.627 INFO:tasks.rados.rados.0.smithi031.stdout:1760: done (2 left) 2024-08-10T05:20:11.627 INFO:tasks.rados.rados.0.smithi031.stdout:1761: done (1 left) 2024-08-10T05:20:11.627 INFO:tasks.rados.rados.0.smithi031.stdout:1762: done (0 left) 2024-08-10T05:20:11.628 INFO:tasks.rados.rados.0.smithi031.stdout:1763: read oid 16 snap -1 2024-08-10T05:20:11.628 INFO:tasks.rados.rados.0.smithi031.stdout:1763: expect (ObjNum 261 snap 78 seq_num 261) 2024-08-10T05:20:11.628 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 37 current snap is 164 2024-08-10T05:20:11.628 INFO:tasks.rados.rados.0.smithi031.stdout:1764: seq_num 542 ranges {10657792=679936,11337728=442368,11780096=679936,12460032=81920} 2024-08-10T05:20:11.690 INFO:tasks.rados.rados.0.smithi031.stdout:1764: writing smithi03186013-37 from 10657792 to 11337728 tid 1 2024-08-10T05:20:11.692 INFO:tasks.rados.rados.0.smithi031.stdout:1764: writing smithi03186013-37 from 11337728 to 11780096 tid 2 2024-08-10T05:20:11.696 INFO:tasks.rados.rados.0.smithi031.stdout:1764: writing smithi03186013-37 from 11780096 to 12460032 tid 3 2024-08-10T05:20:11.697 INFO:tasks.rados.rados.0.smithi031.stdout:1764: writing smithi03186013-37 from 12460032 to 12541952 tid 4 2024-08-10T05:20:11.697 INFO:tasks.rados.rados.0.smithi031.stdout:1765: rollback oid 12 current snap is 164 2024-08-10T05:20:11.697 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 12 to 157 2024-08-10T05:20:11.697 INFO:tasks.rados.rados.0.smithi031.stdout:1763: expect (ObjNum 261 snap 78 seq_num 261) 2024-08-10T05:20:12.505 INFO:tasks.rados.rados.0.smithi031.stdout:1764: finishing write tid 1 to smithi03186013-37 2024-08-10T05:20:12.506 INFO:tasks.rados.rados.0.smithi031.stdout:1764: finishing write tid 2 to smithi03186013-37 2024-08-10T05:20:12.506 INFO:tasks.rados.rados.0.smithi031.stdout:1765: finishing rollback tid 0 to smithi03186013-12 2024-08-10T05:20:12.506 INFO:tasks.rados.rados.0.smithi031.stdout:1765: finishing rollback tid 1 to smithi03186013-12 2024-08-10T05:20:12.506 INFO:tasks.rados.rados.0.smithi031.stdout:1764: finishing write tid 3 to smithi03186013-37 2024-08-10T05:20:12.506 INFO:tasks.rados.rados.0.smithi031.stdout:1765: finishing rollback tid 2 to smithi03186013-12 2024-08-10T05:20:12.506 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 12 v 787 (ObjNum 508 snap 149 seq_num 508) dirty exists 2024-08-10T05:20:12.506 INFO:tasks.rados.rados.0.smithi031.stdout:1764: finishing write tid 4 to smithi03186013-37 2024-08-10T05:20:12.506 INFO:tasks.rados.rados.0.smithi031.stdout:1763: done (2 left) 2024-08-10T05:20:12.506 INFO:tasks.rados.rados.0.smithi031.stdout:1765: done (1 left) 2024-08-10T05:20:12.506 INFO:tasks.rados.rados.0.smithi031.stdout:1766: snap_create 2024-08-10T05:20:12.507 INFO:tasks.rados.rados.0.smithi031.stdout:1764: finishing write tid 5 to smithi03186013-37 2024-08-10T05:20:12.507 INFO:tasks.rados.rados.0.smithi031.stdout:1764: finishing write tid 6 to smithi03186013-37 2024-08-10T05:20:12.507 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 37 v 815 (ObjNum 542 snap 164 seq_num 542) dirty exists 2024-08-10T05:20:12.507 INFO:tasks.rados.rados.0.smithi031.stdout:1764: left oid 37 (ObjNum 542 snap 164 seq_num 542) 2024-08-10T05:20:12.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:20:12 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:20:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:20:13.276 INFO:tasks.rados.rados.0.smithi031.stdout:1764: done (1 left) 2024-08-10T05:20:13.276 INFO:tasks.rados.rados.0.smithi031.stdout:1766: done (0 left) 2024-08-10T05:20:13.276 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 8 current snap is 165 2024-08-10T05:20:13.276 INFO:tasks.rados.rados.0.smithi031.stdout:1767: seq_num 543 ranges {3014656=704512,3719168=729088,4448256=475136} 2024-08-10T05:20:13.296 INFO:tasks.rados.rados.0.smithi031.stdout:1767: writing smithi03186013-8 from 3014656 to 3719168 tid 1 2024-08-10T05:20:13.301 INFO:tasks.rados.rados.0.smithi031.stdout:1767: writing smithi03186013-8 from 3719168 to 4448256 tid 2 2024-08-10T05:20:13.304 INFO:tasks.rados.rados.0.smithi031.stdout:1767: writing smithi03186013-8 from 4448256 to 4923392 tid 3 2024-08-10T05:20:13.304 INFO:tasks.rados.rados.0.smithi031.stdout:1768: delete oid 12 current snap is 165 2024-08-10T05:20:13.305 INFO:tasks.rados.rados.0.smithi031.stdout:1767: finishing write tid 1 to smithi03186013-8 2024-08-10T05:20:13.305 INFO:tasks.rados.rados.0.smithi031.stdout:1767: finishing write tid 2 to smithi03186013-8 2024-08-10T05:20:13.309 INFO:tasks.rados.rados.0.smithi031.stdout:1767: finishing write tid 3 to smithi03186013-8 2024-08-10T05:20:13.309 INFO:tasks.rados.rados.0.smithi031.stdout:1767: finishing write tid 4 to smithi03186013-8 2024-08-10T05:20:13.309 INFO:tasks.rados.rados.0.smithi031.stdout:1768: done (1 left) 2024-08-10T05:20:13.309 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 35 current snap is 165 2024-08-10T05:20:13.309 INFO:tasks.rados.rados.0.smithi031.stdout:1769: seq_num 545 ranges {18112512=737280,18849792=491520,19341312=450560,19791872=262144} 2024-08-10T05:20:13.412 INFO:tasks.rados.rados.0.smithi031.stdout:1769: writing smithi03186013-35 from 18112512 to 18849792 tid 1 2024-08-10T05:20:13.415 INFO:tasks.rados.rados.0.smithi031.stdout:1769: writing smithi03186013-35 from 18849792 to 19341312 tid 2 2024-08-10T05:20:13.417 INFO:tasks.rados.rados.0.smithi031.stdout:1769: writing smithi03186013-35 from 19341312 to 19791872 tid 3 2024-08-10T05:20:13.419 INFO:tasks.rados.rados.0.smithi031.stdout:1769: writing smithi03186013-35 from 19791872 to 20054016 tid 4 2024-08-10T05:20:13.419 INFO:tasks.rados.rados.0.smithi031.stdout:1770: delete oid 4 current snap is 165 2024-08-10T05:20:13.419 INFO:tasks.rados.rados.0.smithi031.stdout:1767: finishing write tid 5 to smithi03186013-8 2024-08-10T05:20:13.419 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 8 v 1027 (ObjNum 543 snap 165 seq_num 543) dirty exists 2024-08-10T05:20:13.419 INFO:tasks.rados.rados.0.smithi031.stdout:1767: left oid 8 (ObjNum 543 snap 165 seq_num 543) 2024-08-10T05:20:13.419 INFO:tasks.rados.rados.0.smithi031.stdout:1769: finishing write tid 1 to smithi03186013-35 2024-08-10T05:20:13.420 INFO:tasks.rados.rados.0.smithi031.stdout:1769: finishing write tid 2 to smithi03186013-35 2024-08-10T05:20:13.421 INFO:tasks.rados.rados.0.smithi031.stdout:1767: done (2 left) 2024-08-10T05:20:13.421 INFO:tasks.rados.rados.0.smithi031.stdout:1770: done (1 left) 2024-08-10T05:20:13.421 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 47 current snap is 165 2024-08-10T05:20:13.421 INFO:tasks.rados.rados.0.smithi031.stdout:1771: seq_num 547 ranges {3186688=770048,3956736=663552,4620288=466944,5087232=73728} 2024-08-10T05:20:13.442 INFO:tasks.rados.rados.0.smithi031.stdout:1771: writing smithi03186013-47 from 3186688 to 3956736 tid 1 2024-08-10T05:20:13.446 INFO:tasks.rados.rados.0.smithi031.stdout:1771: writing smithi03186013-47 from 3956736 to 4620288 tid 2 2024-08-10T05:20:13.449 INFO:tasks.rados.rados.0.smithi031.stdout:1771: writing smithi03186013-47 from 4620288 to 5087232 tid 3 2024-08-10T05:20:13.450 INFO:tasks.rados.rados.0.smithi031.stdout:1771: writing smithi03186013-47 from 5087232 to 5160960 tid 4 2024-08-10T05:20:13.450 INFO:tasks.rados.rados.0.smithi031.stdout:1772: rmattr oid 23 current snap is 165 2024-08-10T05:20:13.450 INFO:tasks.rados.rados.0.smithi031.stdout:1772: done (2 left) 2024-08-10T05:20:13.450 INFO:tasks.rados.rados.0.smithi031.stdout:1773: copy_from oid 30 from oid 2 current snap is 165 2024-08-10T05:20:13.450 INFO:tasks.rados.rados.0.smithi031.stdout:1769: finishing write tid 3 to smithi03186013-35 2024-08-10T05:20:13.450 INFO:tasks.rados.rados.0.smithi031.stdout:1769: finishing write tid 4 to smithi03186013-35 2024-08-10T05:20:13.450 INFO:tasks.rados.rados.0.smithi031.stdout:1769: finishing write tid 5 to smithi03186013-35 2024-08-10T05:20:13.450 INFO:tasks.rados.rados.0.smithi031.stdout:1769: finishing write tid 6 to smithi03186013-35 2024-08-10T05:20:13.450 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 35 v 852 (ObjNum 545 snap 165 seq_num 545) dirty exists 2024-08-10T05:20:13.451 INFO:tasks.rados.rados.0.smithi031.stdout:1769: left oid 35 (ObjNum 545 snap 165 seq_num 545) 2024-08-10T05:20:13.451 INFO:tasks.rados.rados.0.smithi031.stdout:1771: finishing write tid 1 to smithi03186013-47 2024-08-10T05:20:13.451 INFO:tasks.rados.rados.0.smithi031.stdout:1771: finishing write tid 2 to smithi03186013-47 2024-08-10T05:20:13.451 INFO:tasks.rados.rados.0.smithi031.stdout:1769: done (2 left) 2024-08-10T05:20:13.451 INFO:tasks.rados.rados.0.smithi031.stdout:1774: copy_from oid 18 from oid 44 current snap is 165 2024-08-10T05:20:13.451 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 7 current snap is 165 2024-08-10T05:20:13.451 INFO:tasks.rados.rados.0.smithi031.stdout:1775: seq_num 548 ranges {1425408=786432,2211840=598016,2809856=606208} 2024-08-10T05:20:13.462 INFO:tasks.rados.rados.0.smithi031.stdout:1775: writing smithi03186013-7 from 1425408 to 2211840 tid 1 2024-08-10T05:20:13.465 INFO:tasks.rados.rados.0.smithi031.stdout:1775: writing smithi03186013-7 from 2211840 to 2809856 tid 2 2024-08-10T05:20:13.469 INFO:tasks.rados.rados.0.smithi031.stdout:1775: writing smithi03186013-7 from 2809856 to 3416064 tid 3 2024-08-10T05:20:13.469 INFO:tasks.rados.rados.0.smithi031.stdout:1776: delete oid 46 current snap is 165 2024-08-10T05:20:13.469 INFO:tasks.rados.rados.0.smithi031.stdout:1774: finishing copy_from to smithi03186013-18 2024-08-10T05:20:13.469 INFO:tasks.rados.rados.0.smithi031.stdout:1774: got expected ENOENT (src dne) 2024-08-10T05:20:13.469 INFO:tasks.rados.rados.0.smithi031.stdout:1774: finishing copy_from racing read to smithi03186013-18 2024-08-10T05:20:13.469 INFO:tasks.rados.rados.0.smithi031.stdout:1771: finishing write tid 3 to smithi03186013-47 2024-08-10T05:20:13.469 INFO:tasks.rados.rados.0.smithi031.stdout:1771: finishing write tid 4 to smithi03186013-47 2024-08-10T05:20:13.469 INFO:tasks.rados.rados.0.smithi031.stdout:1771: finishing write tid 5 to smithi03186013-47 2024-08-10T05:20:13.469 INFO:tasks.rados.rados.0.smithi031.stdout:1771: finishing write tid 6 to smithi03186013-47 2024-08-10T05:20:13.469 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 47 v 640 (ObjNum 547 snap 165 seq_num 547) dirty exists 2024-08-10T05:20:13.469 INFO:tasks.rados.rados.0.smithi031.stdout:1771: left oid 47 (ObjNum 547 snap 165 seq_num 547) 2024-08-10T05:20:13.470 INFO:tasks.rados.rados.0.smithi031.stdout:1775: finishing write tid 1 to smithi03186013-7 2024-08-10T05:20:13.470 INFO:tasks.rados.rados.0.smithi031.stdout:1775: finishing write tid 2 to smithi03186013-7 2024-08-10T05:20:13.471 INFO:tasks.rados.rados.0.smithi031.stdout:1771: done (4 left) 2024-08-10T05:20:13.471 INFO:tasks.rados.rados.0.smithi031.stdout:1774: done (3 left) 2024-08-10T05:20:13.471 INFO:tasks.rados.rados.0.smithi031.stdout:1776: done (2 left) 2024-08-10T05:20:13.472 INFO:tasks.rados.rados.0.smithi031.stdout:1777: read oid 16 snap -1 2024-08-10T05:20:13.472 INFO:tasks.rados.rados.0.smithi031.stdout:1777: expect (ObjNum 261 snap 78 seq_num 261) 2024-08-10T05:20:13.472 INFO:tasks.rados.rados.0.smithi031.stdout:1778: snap_remove snap 162 2024-08-10T05:20:13.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:13 smithi196 ceph-mon[90243]: pgmap v277: 121 pgs: 121 active+clean; 255 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 34 MiB/s rd, 3.4 MiB/s wr, 24 op/s 2024-08-10T05:20:13.529 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:20:13 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:20:13.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi031\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi031\", job=\"node\", machine=\"x86_64\", nodename=\"smithi031\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", domainname=\"(none)\", instance=\"smithi031\", job=\"node\", machine=\"x86_64\", nodename=\"smithi031\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:20:13.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:13 smithi031 ceph-mon[98130]: pgmap v277: 121 pgs: 121 active+clean; 255 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 34 MiB/s rd, 3.4 MiB/s wr, 24 op/s 2024-08-10T05:20:13.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:13 smithi031 ceph-mon[100614]: pgmap v277: 121 pgs: 121 active+clean; 255 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 34 MiB/s rd, 3.4 MiB/s wr, 24 op/s 2024-08-10T05:20:14.204 INFO:tasks.rados.rados.0.smithi031.stdout:1778: done (3 left) 2024-08-10T05:20:14.204 INFO:tasks.rados.rados.0.smithi031.stdout:1779: setattr oid 9 current snap is 165 2024-08-10T05:20:14.204 INFO:tasks.rados.rados.0.smithi031.stdout:1775: finishing write tid 3 to smithi03186013-7 2024-08-10T05:20:14.204 INFO:tasks.rados.rados.0.smithi031.stdout:1775: finishing write tid 4 to smithi03186013-7 2024-08-10T05:20:14.204 INFO:tasks.rados.rados.0.smithi031.stdout:1775: finishing write tid 5 to smithi03186013-7 2024-08-10T05:20:14.204 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 7 v 1032 (ObjNum 548 snap 165 seq_num 548) dirty exists 2024-08-10T05:20:14.204 INFO:tasks.rados.rados.0.smithi031.stdout:1775: left oid 7 (ObjNum 548 snap 165 seq_num 548) 2024-08-10T05:20:14.204 INFO:tasks.rados.rados.0.smithi031.stdout:1773: finishing copy_from racing read to smithi03186013-30 2024-08-10T05:20:14.204 INFO:tasks.rados.rados.0.smithi031.stdout:1773: finishing copy_from to smithi03186013-30 2024-08-10T05:20:14.204 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 30 v 1022 (ObjNum 497 snap 147 seq_num 497) dirty exists 2024-08-10T05:20:14.205 INFO:tasks.rados.rados.0.smithi031.stdout:1777: expect (ObjNum 261 snap 78 seq_num 261) 2024-08-10T05:20:14.580 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:14 smithi196 ceph-mon[90243]: osdmap e415: 8 total, 8 up, 8 in 2024-08-10T05:20:14.580 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:14 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-10T05:20:14.581 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:14 smithi196 ceph-mon[90243]: osdmap e416: 8 total, 8 up, 8 in 2024-08-10T05:20:14.581 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:20:14 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:20:14.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:20:14.581 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:20:14 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:20:14.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:20:14.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:14 smithi031 ceph-mon[98130]: osdmap e415: 8 total, 8 up, 8 in 2024-08-10T05:20:14.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:14 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-10T05:20:14.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:14 smithi031 ceph-mon[98130]: osdmap e416: 8 total, 8 up, 8 in 2024-08-10T05:20:14.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:14 smithi031 ceph-mon[100614]: osdmap e415: 8 total, 8 up, 8 in 2024-08-10T05:20:14.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:14 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-10T05:20:14.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:14 smithi031 ceph-mon[100614]: osdmap e416: 8 total, 8 up, 8 in 2024-08-10T05:20:15.014 INFO:tasks.rados.rados.0.smithi031.stdout:1773: done (3 left) 2024-08-10T05:20:15.015 INFO:tasks.rados.rados.0.smithi031.stdout:1775: done (2 left) 2024-08-10T05:20:15.015 INFO:tasks.rados.rados.0.smithi031.stdout:1777: done (1 left) 2024-08-10T05:20:15.015 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 45 current snap is 165 2024-08-10T05:20:15.015 INFO:tasks.rados.rados.0.smithi031.stdout:1780: seq_num 550 ranges {4923392=417792,5341184=770048,6111232=638976,6750208=196608} 2024-08-10T05:20:15.043 INFO:tasks.rados.rados.0.smithi031.stdout:1780: writing smithi03186013-45 from 4923392 to 5341184 tid 1 2024-08-10T05:20:15.047 INFO:tasks.rados.rados.0.smithi031.stdout:1780: writing smithi03186013-45 from 5341184 to 6111232 tid 2 2024-08-10T05:20:15.050 INFO:tasks.rados.rados.0.smithi031.stdout:1780: writing smithi03186013-45 from 6111232 to 6750208 tid 3 2024-08-10T05:20:15.052 INFO:tasks.rados.rados.0.smithi031.stdout:1780: writing smithi03186013-45 from 6750208 to 6946816 tid 4 2024-08-10T05:20:15.052 INFO:tasks.rados.rados.0.smithi031.stdout:1781: delete oid 23 current snap is 165 2024-08-10T05:20:15.052 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 9 v 1023 (ObjNum 514 snap 154 seq_num 514) dirty exists 2024-08-10T05:20:15.052 INFO:tasks.rados.rados.0.smithi031.stdout:1780: finishing write tid 1 to smithi03186013-45 2024-08-10T05:20:15.052 INFO:tasks.rados.rados.0.smithi031.stdout:1780: finishing write tid 2 to smithi03186013-45 2024-08-10T05:20:15.055 INFO:tasks.rados.rados.0.smithi031.stdout:1780: finishing write tid 3 to smithi03186013-45 2024-08-10T05:20:15.055 INFO:tasks.rados.rados.0.smithi031.stdout:1780: finishing write tid 4 to smithi03186013-45 2024-08-10T05:20:15.056 INFO:tasks.rados.rados.0.smithi031.stdout:1780: finishing write tid 5 to smithi03186013-45 2024-08-10T05:20:15.057 INFO:tasks.rados.rados.0.smithi031.stdout:1779: done (2 left) 2024-08-10T05:20:15.057 INFO:tasks.rados.rados.0.smithi031.stdout:1781: done (1 left) 2024-08-10T05:20:15.057 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 26 current snap is 165 2024-08-10T05:20:15.057 INFO:tasks.rados.rados.0.smithi031.stdout:1782: seq_num 552 ranges {2777088=450560,3227648=532480,3760128=655360,4415488=417792} 2024-08-10T05:20:15.074 INFO:tasks.rados.rados.0.smithi031.stdout:1782: writing smithi03186013-26 from 2777088 to 3227648 tid 1 2024-08-10T05:20:15.077 INFO:tasks.rados.rados.0.smithi031.stdout:1782: writing smithi03186013-26 from 3227648 to 3760128 tid 2 2024-08-10T05:20:15.081 INFO:tasks.rados.rados.0.smithi031.stdout:1782: writing smithi03186013-26 from 3760128 to 4415488 tid 3 2024-08-10T05:20:15.084 INFO:tasks.rados.rados.0.smithi031.stdout:1782: writing smithi03186013-26 from 4415488 to 4833280 tid 4 2024-08-10T05:20:15.084 INFO:tasks.rados.rados.0.smithi031.stdout:1783: snap_remove snap 157 2024-08-10T05:20:15.290 INFO:tasks.rados.rados.0.smithi031.stdout:1783: done (2 left) 2024-08-10T05:20:15.290 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 9 current snap is 165 2024-08-10T05:20:15.290 INFO:tasks.rados.rados.0.smithi031.stdout:1780: finishing write tid 6 to smithi03186013-45 2024-08-10T05:20:15.290 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 45 v 885 (ObjNum 550 snap 165 seq_num 550) dirty exists 2024-08-10T05:20:15.290 INFO:tasks.rados.rados.0.smithi031.stdout:1780: left oid 45 (ObjNum 550 snap 165 seq_num 550) 2024-08-10T05:20:15.290 INFO:tasks.rados.rados.0.smithi031.stdout:1784: seq_num 553 ranges {3162112=466944,3629056=417792,4046848=417792,4464640=516096,4980736=253952} 2024-08-10T05:20:15.310 INFO:tasks.rados.rados.0.smithi031.stdout:1784: writing smithi03186013-9 from 3162112 to 3629056 tid 1 2024-08-10T05:20:15.312 INFO:tasks.rados.rados.0.smithi031.stdout:1784: writing smithi03186013-9 from 3629056 to 4046848 tid 2 2024-08-10T05:20:15.315 INFO:tasks.rados.rados.0.smithi031.stdout:1784: writing smithi03186013-9 from 4046848 to 4464640 tid 3 2024-08-10T05:20:15.317 INFO:tasks.rados.rados.0.smithi031.stdout:1784: writing smithi03186013-9 from 4464640 to 4980736 tid 4 2024-08-10T05:20:15.319 INFO:tasks.rados.rados.0.smithi031.stdout:1784: writing smithi03186013-9 from 4980736 to 5234688 tid 5 2024-08-10T05:20:15.319 INFO:tasks.rados.rados.0.smithi031.stdout:1780: done (2 left) 2024-08-10T05:20:15.320 INFO:tasks.rados.rados.0.smithi031.stdout:1785: snap_create 2024-08-10T05:20:15.320 INFO:tasks.rados.rados.0.smithi031.stdout:1782: finishing write tid 1 to smithi03186013-26 2024-08-10T05:20:15.320 INFO:tasks.rados.rados.0.smithi031.stdout:1782: finishing write tid 2 to smithi03186013-26 2024-08-10T05:20:15.320 INFO:tasks.rados.rados.0.smithi031.stdout:1782: finishing write tid 3 to smithi03186013-26 2024-08-10T05:20:15.320 INFO:tasks.rados.rados.0.smithi031.stdout:1782: finishing write tid 4 to smithi03186013-26 2024-08-10T05:20:15.320 INFO:tasks.rados.rados.0.smithi031.stdout:1782: finishing write tid 5 to smithi03186013-26 2024-08-10T05:20:15.320 INFO:tasks.rados.rados.0.smithi031.stdout:1782: finishing write tid 6 to smithi03186013-26 2024-08-10T05:20:15.320 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 26 v 303 (ObjNum 552 snap 165 seq_num 552) dirty exists 2024-08-10T05:20:15.320 INFO:tasks.rados.rados.0.smithi031.stdout:1782: left oid 26 (ObjNum 552 snap 165 seq_num 552) 2024-08-10T05:20:15.320 INFO:tasks.rados.rados.0.smithi031.stdout:1784: finishing write tid 1 to smithi03186013-9 2024-08-10T05:20:15.320 INFO:tasks.rados.rados.0.smithi031.stdout:1784: finishing write tid 2 to smithi03186013-9 2024-08-10T05:20:15.320 INFO:tasks.rados.rados.0.smithi031.stdout:1784: finishing write tid 3 to smithi03186013-9 2024-08-10T05:20:15.322 INFO:tasks.rados.rados.0.smithi031.stdout:1784: finishing write tid 4 to smithi03186013-9 2024-08-10T05:20:15.322 INFO:tasks.rados.rados.0.smithi031.stdout:1784: finishing write tid 5 to smithi03186013-9 2024-08-10T05:20:15.322 INFO:tasks.rados.rados.0.smithi031.stdout:1784: finishing write tid 6 to smithi03186013-9 2024-08-10T05:20:15.323 INFO:tasks.rados.rados.0.smithi031.stdout:1784: finishing write tid 7 to smithi03186013-9 2024-08-10T05:20:15.323 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 9 v 1029 (ObjNum 553 snap 165 seq_num 553) dirty exists 2024-08-10T05:20:15.323 INFO:tasks.rados.rados.0.smithi031.stdout:1784: left oid 9 (ObjNum 553 snap 165 seq_num 553) 2024-08-10T05:20:15.675 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:15 smithi196 ceph-mon[90243]: pgmap v279: 121 pgs: 121 active+clean; 255 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 31 MiB/s rd, 1.7 MiB/s wr, 14 op/s 2024-08-10T05:20:15.675 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:15 smithi196 ceph-mon[90243]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-10T05:20:15.675 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:15 smithi196 ceph-mon[90243]: Upgrade: osd.4 is safe to restart 2024-08-10T05:20:15.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:15 smithi031 ceph-mon[98130]: pgmap v279: 121 pgs: 121 active+clean; 255 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 31 MiB/s rd, 1.7 MiB/s wr, 14 op/s 2024-08-10T05:20:15.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:15 smithi031 ceph-mon[98130]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-10T05:20:15.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:15 smithi031 ceph-mon[98130]: Upgrade: osd.4 is safe to restart 2024-08-10T05:20:15.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:15 smithi031 ceph-mon[100614]: pgmap v279: 121 pgs: 121 active+clean; 255 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 31 MiB/s rd, 1.7 MiB/s wr, 14 op/s 2024-08-10T05:20:15.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:15 smithi031 ceph-mon[100614]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-10T05:20:15.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:15 smithi031 ceph-mon[100614]: Upgrade: osd.4 is safe to restart 2024-08-10T05:20:16.296 INFO:tasks.rados.rados.0.smithi031.stdout:1782: done (2 left) 2024-08-10T05:20:16.296 INFO:tasks.rados.rados.0.smithi031.stdout:1784: done (1 left) 2024-08-10T05:20:16.296 INFO:tasks.rados.rados.0.smithi031.stdout:1785: done (0 left) 2024-08-10T05:20:16.296 INFO:tasks.rados.rados.0.smithi031.stdout:1786: rollback oid 36 current snap is 166 2024-08-10T05:20:16.296 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 36 to 164 2024-08-10T05:20:16.296 INFO:tasks.rados.rados.0.smithi031.stdout:1787: snap_create 2024-08-10T05:20:16.302 INFO:tasks.rados.rados.0.smithi031.stdout:1786: finishing rollback tid 0 to smithi03186013-36 2024-08-10T05:20:16.302 INFO:tasks.rados.rados.0.smithi031.stdout:1786: finishing rollback tid 1 to smithi03186013-36 2024-08-10T05:20:16.303 INFO:tasks.rados.rados.0.smithi031.stdout:1786: finishing rollback tid 2 to smithi03186013-36 2024-08-10T05:20:16.303 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 36 v 819 (ObjNum 439 snap 135 seq_num 439) dirty exists 2024-08-10T05:20:16.336 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:16 smithi196 ceph-mon[90243]: osdmap e417: 8 total, 8 up, 8 in 2024-08-10T05:20:16.337 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:16 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:20:16.337 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:16 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-08-10T05:20:16.337 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:16 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:20:16.670 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:16 smithi031 ceph-mon[98130]: osdmap e417: 8 total, 8 up, 8 in 2024-08-10T05:20:16.670 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:16 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:20:16.670 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:16 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-08-10T05:20:16.670 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:16 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:20:16.671 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:16 smithi031 ceph-mon[100614]: osdmap e417: 8 total, 8 up, 8 in 2024-08-10T05:20:16.671 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:16 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:20:16.671 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:16 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-08-10T05:20:16.671 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:16 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:20:17.299 INFO:tasks.rados.rados.0.smithi031.stdout:1786: done (1 left) 2024-08-10T05:20:17.299 INFO:tasks.rados.rados.0.smithi031.stdout:1787: done (0 left) 2024-08-10T05:20:17.299 INFO:tasks.rados.rados.0.smithi031.stdout:1788: read oid 4 snap 166 2024-08-10T05:20:17.299 INFO:tasks.rados.rados.0.smithi031.stdout:1788: expect deleted 2024-08-10T05:20:17.300 INFO:tasks.rados.rados.0.smithi031.stdout:1789: snap_remove snap 163 2024-08-10T05:20:17.408 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:17 smithi196 ceph-mon[90243]: Upgrade: Updating osd.4 2024-08-10T05:20:17.408 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:17 smithi196 ceph-mon[90243]: Deploying daemon osd.4 on smithi196 2024-08-10T05:20:17.408 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:17 smithi196 ceph-mon[90243]: pgmap v282: 121 pgs: 121 active+clean; 259 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 1.9 MiB/s wr, 10 op/s 2024-08-10T05:20:17.408 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:17 smithi196 ceph-mon[90243]: osdmap e418: 8 total, 8 up, 8 in 2024-08-10T05:20:17.687 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:17 smithi031 ceph-mon[98130]: Upgrade: Updating osd.4 2024-08-10T05:20:17.687 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:17 smithi031 ceph-mon[98130]: Deploying daemon osd.4 on smithi196 2024-08-10T05:20:17.687 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:17 smithi031 ceph-mon[98130]: pgmap v282: 121 pgs: 121 active+clean; 259 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 1.9 MiB/s wr, 10 op/s 2024-08-10T05:20:17.687 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:17 smithi031 ceph-mon[98130]: osdmap e418: 8 total, 8 up, 8 in 2024-08-10T05:20:17.687 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:17 smithi031 ceph-mon[100614]: Upgrade: Updating osd.4 2024-08-10T05:20:17.687 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:17 smithi031 ceph-mon[100614]: Deploying daemon osd.4 on smithi196 2024-08-10T05:20:17.687 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:17 smithi031 ceph-mon[100614]: pgmap v282: 121 pgs: 121 active+clean; 259 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 1.9 MiB/s wr, 10 op/s 2024-08-10T05:20:17.687 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:17 smithi031 ceph-mon[100614]: osdmap e418: 8 total, 8 up, 8 in 2024-08-10T05:20:18.299 INFO:tasks.rados.rados.0.smithi031.stdout:1789: done (1 left) 2024-08-10T05:20:18.300 INFO:tasks.rados.rados.0.smithi031.stdout:1790: setattr oid 49 current snap is 167 2024-08-10T05:20:18.301 INFO:tasks.rados.rados.0.smithi031.stdout:1788: done (1 left) 2024-08-10T05:20:18.301 INFO:tasks.rados.rados.0.smithi031.stdout:1791: snap_remove snap 164 2024-08-10T05:20:18.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:18 smithi196 ceph-mon[90243]: osdmap e419: 8 total, 8 up, 8 in 2024-08-10T05:20:18.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:18 smithi196 ceph-mon[90243]: osdmap e420: 8 total, 8 up, 8 in 2024-08-10T05:20:18.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:18 smithi031 ceph-mon[98130]: osdmap e419: 8 total, 8 up, 8 in 2024-08-10T05:20:18.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:18 smithi031 ceph-mon[98130]: osdmap e420: 8 total, 8 up, 8 in 2024-08-10T05:20:18.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:18 smithi031 ceph-mon[100614]: osdmap e419: 8 total, 8 up, 8 in 2024-08-10T05:20:18.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:18 smithi031 ceph-mon[100614]: osdmap e420: 8 total, 8 up, 8 in 2024-08-10T05:20:18.828 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:20:18 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:20:18.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)\", cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", cluster_addr=\"172.21.15.31\", device_class=\"ssd\", hostname=\"smithi031\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.31\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)\", cluster_addr=\"172.21.15.31\", device_class=\"ssd\", hostname=\"smithi031\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.31\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:20:18.828 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 10 05:20:18 smithi196 systemd[1]: Stopping Ceph osd.4 for fc322138-56d5-11ef-bcce-c7b262605968... 2024-08-10T05:20:19.278 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 10 05:20:18 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-4[38251]: 2024-08-10T05:20:18.828+0000 7f9e90ef7640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-10T05:20:19.278 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 10 05:20:18 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-4[38251]: 2024-08-10T05:20:18.828+0000 7f9e90ef7640 -1 osd.4 420 *** Got signal Terminated *** 2024-08-10T05:20:19.279 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 10 05:20:18 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-4[38251]: 2024-08-10T05:20:18.828+0000 7f9e90ef7640 -1 osd.4 420 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-10T05:20:19.305 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 49 v 816 (ObjNum 439 snap 135 seq_num 439) dirty exists 2024-08-10T05:20:19.307 INFO:tasks.rados.rados.0.smithi031.stdout:1790: done (1 left) 2024-08-10T05:20:19.307 INFO:tasks.rados.rados.0.smithi031.stdout:1791: done (0 left) 2024-08-10T05:20:19.307 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 46 current snap is 167 2024-08-10T05:20:19.307 INFO:tasks.rados.rados.0.smithi031.stdout:1792: seq_num 554 ranges {0=483328,483328=704512,1187840=622592,1810432=278528} 2024-08-10T05:20:19.310 INFO:tasks.rados.rados.0.smithi031.stdout:1792: writing smithi03186013-46 from 0 to 483328 tid 1 2024-08-10T05:20:19.314 INFO:tasks.rados.rados.0.smithi031.stdout:1792: writing smithi03186013-46 from 483328 to 1187840 tid 2 2024-08-10T05:20:19.318 INFO:tasks.rados.rados.0.smithi031.stdout:1792: writing smithi03186013-46 from 1187840 to 1810432 tid 3 2024-08-10T05:20:19.320 INFO:tasks.rados.rados.0.smithi031.stdout:1792: writing smithi03186013-46 from 1810432 to 2088960 tid 4 2024-08-10T05:20:19.320 INFO:tasks.rados.rados.0.smithi031.stdout:1793: copy_from oid 29 from oid 48 current snap is 167 2024-08-10T05:20:19.320 INFO:tasks.rados.rados.0.smithi031.stdout:1792: finishing write tid 1 to smithi03186013-46 2024-08-10T05:20:19.320 INFO:tasks.rados.rados.0.smithi031.stdout:1794: snap_remove snap 161 2024-08-10T05:20:19.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:19 smithi031 ceph-mon[98130]: pgmap v285: 121 pgs: 121 active+clean; 244 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 4.4 MiB/s wr, 17 op/s 2024-08-10T05:20:19.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:19 smithi031 ceph-mon[98130]: osd.4 marked itself down and dead 2024-08-10T05:20:19.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:19 smithi031 ceph-mon[98130]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-10T05:20:19.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:19 smithi031 ceph-mon[98130]: osdmap e421: 8 total, 7 up, 8 in 2024-08-10T05:20:19.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:19 smithi031 ceph-mon[100614]: pgmap v285: 121 pgs: 121 active+clean; 244 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 4.4 MiB/s wr, 17 op/s 2024-08-10T05:20:19.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:19 smithi031 ceph-mon[100614]: osd.4 marked itself down and dead 2024-08-10T05:20:19.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:19 smithi031 ceph-mon[100614]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-10T05:20:19.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:19 smithi031 ceph-mon[100614]: osdmap e421: 8 total, 7 up, 8 in 2024-08-10T05:20:19.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:19 smithi196 ceph-mon[90243]: pgmap v285: 121 pgs: 121 active+clean; 244 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 4.4 MiB/s wr, 17 op/s 2024-08-10T05:20:19.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:19 smithi196 ceph-mon[90243]: osd.4 marked itself down and dead 2024-08-10T05:20:19.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:19 smithi196 ceph-mon[90243]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-10T05:20:19.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:19 smithi196 ceph-mon[90243]: osdmap e421: 8 total, 7 up, 8 in 2024-08-10T05:20:20.236 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 10 05:20:19 smithi196 podman[95609]: 2024-08-10 05:20:19.852753602 +0000 UTC m=+1.132075813 container died 267ae336e2f710de7e4d50866ac259a95dea9117323f30909147fc6b9936b68e (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-4, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=quincy-56ceb86, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-10T05:20:20.305 INFO:tasks.rados.rados.0.smithi031.stdout:1792: finishing write tid 2 to smithi03186013-46 2024-08-10T05:20:20.306 INFO:tasks.rados.rados.0.smithi031.stdout:1792: finishing write tid 3 to smithi03186013-46 2024-08-10T05:20:20.306 INFO:tasks.rados.rados.0.smithi031.stdout:1792: finishing write tid 4 to smithi03186013-46 2024-08-10T05:20:20.306 INFO:tasks.rados.rados.0.smithi031.stdout:1792: finishing write tid 5 to smithi03186013-46 2024-08-10T05:20:20.306 INFO:tasks.rados.rados.0.smithi031.stdout:1792: finishing write tid 6 to smithi03186013-46 2024-08-10T05:20:20.306 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 46 v 668 (ObjNum 554 snap 167 seq_num 554) dirty exists 2024-08-10T05:20:20.306 INFO:tasks.rados.rados.0.smithi031.stdout:1792: left oid 46 (ObjNum 554 snap 167 seq_num 554) 2024-08-10T05:20:20.309 INFO:tasks.rados.rados.0.smithi031.stdout:1792: done (2 left) 2024-08-10T05:20:20.309 INFO:tasks.rados.rados.0.smithi031.stdout:1794: done (1 left) 2024-08-10T05:20:20.309 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 40 current snap is 167 2024-08-10T05:20:20.309 INFO:tasks.rados.rados.0.smithi031.stdout:1795: seq_num 555 ranges {2785280=499712,3284992=638976,3923968=425984,4349952=540672} 2024-08-10T05:20:20.325 INFO:tasks.rados.rados.0.smithi031.stdout:1795: writing smithi03186013-40 from 2785280 to 3284992 tid 1 2024-08-10T05:20:20.330 INFO:tasks.rados.rados.0.smithi031.stdout:1795: writing smithi03186013-40 from 3284992 to 3923968 tid 2 2024-08-10T05:20:20.333 INFO:tasks.rados.rados.0.smithi031.stdout:1795: writing smithi03186013-40 from 3923968 to 4349952 tid 3 2024-08-10T05:20:20.337 INFO:tasks.rados.rados.0.smithi031.stdout:1795: writing smithi03186013-40 from 4349952 to 4890624 tid 4 2024-08-10T05:20:20.337 INFO:tasks.rados.rados.0.smithi031.stdout:1796: read oid 10 snap -1 2024-08-10T05:20:20.337 INFO:tasks.rados.rados.0.smithi031.stdout:1796: expect (ObjNum 517 snap 156 seq_num 517) 2024-08-10T05:20:20.337 INFO:tasks.rados.rados.0.smithi031.stdout:1797: snap_create 2024-08-10T05:20:20.337 INFO:tasks.rados.rados.0.smithi031.stdout:1795: finishing write tid 1 to smithi03186013-40 2024-08-10T05:20:20.337 INFO:tasks.rados.rados.0.smithi031.stdout:1795: finishing write tid 2 to smithi03186013-40 2024-08-10T05:20:20.337 INFO:tasks.rados.rados.0.smithi031.stdout:1795: finishing write tid 3 to smithi03186013-40 2024-08-10T05:20:20.340 INFO:tasks.rados.rados.0.smithi031.stdout:1795: finishing write tid 4 to smithi03186013-40 2024-08-10T05:20:20.340 INFO:tasks.rados.rados.0.smithi031.stdout:1795: finishing write tid 5 to smithi03186013-40 2024-08-10T05:20:20.341 INFO:tasks.rados.rados.0.smithi031.stdout:1795: finishing write tid 6 to smithi03186013-40 2024-08-10T05:20:20.341 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 40 v 781 (ObjNum 555 snap 167 seq_num 555) dirty exists 2024-08-10T05:20:20.342 INFO:tasks.rados.rados.0.smithi031.stdout:1795: left oid 40 (ObjNum 555 snap 167 seq_num 555) 2024-08-10T05:20:20.371 INFO:tasks.rados.rados.0.smithi031.stdout:1796: expect (ObjNum 517 snap 156 seq_num 517) 2024-08-10T05:20:20.528 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 10 05:20:20 smithi196 podman[95609]: 2024-08-10 05:20:20.392941324 +0000 UTC m=+1.672263535 container cleanup 267ae336e2f710de7e4d50866ac259a95dea9117323f30909147fc6b9936b68e (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-4, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=quincy-56ceb86, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-08-10T05:20:20.528 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 10 05:20:20 smithi196 bash[95609]: ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-4 2024-08-10T05:20:20.969 INFO:tasks.rados.rados.0.smithi031.stdout:1793: finishing copy_from racing read to smithi03186013-29 2024-08-10T05:20:20.969 INFO:tasks.rados.rados.0.smithi031.stdout:1793: finishing copy_from to smithi03186013-29 2024-08-10T05:20:20.969 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 29 v 298 (ObjNum 471 snap 142 seq_num 471) dirty exists 2024-08-10T05:20:21.008 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 10 05:20:20 smithi196 podman[95631]: 2024-08-10 05:20:20.577837511 +0000 UTC m=+0.723363712 container remove 267ae336e2f710de7e4d50866ac259a95dea9117323f30909147fc6b9936b68e (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-4, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, RELEASE=quincy-56ceb86, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-10T05:20:21.278 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 10 05:20:21 smithi196 podman[95723]: 2024-08-10 05:20:20.911278666 +0000 UTC m=+0.017034065 image pull c7b33901c8866b527fc2ae183a251d5e1d09961420a56731f5fa8537903bd68b quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec 2024-08-10T05:20:21.279 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 10 05:20:21 smithi196 podman[95723]: 2024-08-10 05:20:21.011800722 +0000 UTC m=+0.117556102 container create 9e31f7b62936e9aa61c507633b680e6198112e4df20c2a3b39fe64a261c3079b (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-4-deactivate, io.buildah.version=1.36.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=squid-bca9905, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-08-10T05:20:21.279 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 10 05:20:21 smithi196 podman[95723]: 2024-08-10 05:20:21.230903037 +0000 UTC m=+0.336658429 container init 9e31f7b62936e9aa61c507633b680e6198112e4df20c2a3b39fe64a261c3079b (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-4-deactivate, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-bca9905, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-08-10T05:20:21.279 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 10 05:20:21 smithi196 podman[95723]: 2024-08-10 05:20:21.235230605 +0000 UTC m=+0.340985984 container start 9e31f7b62936e9aa61c507633b680e6198112e4df20c2a3b39fe64a261c3079b (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-4-deactivate, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, RELEASE=squid-bca9905, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-08-10T05:20:21.322 INFO:tasks.rados.rados.0.smithi031.stdout:1793: done (3 left) 2024-08-10T05:20:21.322 INFO:tasks.rados.rados.0.smithi031.stdout:1795: done (2 left) 2024-08-10T05:20:21.322 INFO:tasks.rados.rados.0.smithi031.stdout:1796: done (1 left) 2024-08-10T05:20:21.322 INFO:tasks.rados.rados.0.smithi031.stdout:1797: done (0 left) 2024-08-10T05:20:21.322 INFO:tasks.rados.rados.0.smithi031.stdout:1798: snap_remove snap 165 2024-08-10T05:20:21.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:21 smithi031 ceph-mon[98130]: pgmap v288: 121 pgs: 9 stale+active+clean, 112 active+clean; 242 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 3.9 MiB/s wr, 14 op/s 2024-08-10T05:20:21.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:21 smithi031 ceph-mon[98130]: osdmap e422: 8 total, 7 up, 8 in 2024-08-10T05:20:21.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:20:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:20:21] "GET /metrics HTTP/1.1" 200 36156 "" "Prometheus/2.43.0" 2024-08-10T05:20:21.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:21 smithi031 ceph-mon[100614]: pgmap v288: 121 pgs: 9 stale+active+clean, 112 active+clean; 242 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 3.9 MiB/s wr, 14 op/s 2024-08-10T05:20:21.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:21 smithi031 ceph-mon[100614]: osdmap e422: 8 total, 7 up, 8 in 2024-08-10T05:20:21.734 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:21 smithi196 ceph-mon[90243]: pgmap v288: 121 pgs: 9 stale+active+clean, 112 active+clean; 242 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 3.9 MiB/s wr, 14 op/s 2024-08-10T05:20:21.734 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:21 smithi196 ceph-mon[90243]: osdmap e422: 8 total, 7 up, 8 in 2024-08-10T05:20:21.734 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 10 05:20:21 smithi196 podman[95723]: 2024-08-10 05:20:21.305851797 +0000 UTC m=+0.411607176 container attach 9e31f7b62936e9aa61c507633b680e6198112e4df20c2a3b39fe64a261c3079b (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-4-deactivate, RELEASE=squid-bca9905, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-10T05:20:21.734 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 10 05:20:21 smithi196 podman[95723]: 2024-08-10 05:20:21.43599049 +0000 UTC m=+0.541745875 container died 9e31f7b62936e9aa61c507633b680e6198112e4df20c2a3b39fe64a261c3079b (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-4-deactivate, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, RELEASE=squid-bca9905, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-08-10T05:20:22.278 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 10 05:20:22 smithi196 podman[95766]: 2024-08-10 05:20:22.00926975 +0000 UTC m=+0.566586323 container remove 9e31f7b62936e9aa61c507633b680e6198112e4df20c2a3b39fe64a261c3079b (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-4-deactivate, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-bca9905, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux ) 2024-08-10T05:20:22.279 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 10 05:20:22 smithi196 systemd[1]: ceph-fc322138-56d5-11ef-bcce-c7b262605968@osd.4.service: Deactivated successfully. 2024-08-10T05:20:22.279 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 10 05:20:22 smithi196 systemd[1]: Stopped Ceph osd.4 for fc322138-56d5-11ef-bcce-c7b262605968. 2024-08-10T05:20:22.279 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 10 05:20:22 smithi196 systemd[1]: ceph-fc322138-56d5-11ef-bcce-c7b262605968@osd.4.service: Consumed 13.242s CPU time. 2024-08-10T05:20:22.279 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 10 05:20:22 smithi196 systemd[1]: Starting Ceph osd.4 for fc322138-56d5-11ef-bcce-c7b262605968... 2024-08-10T05:20:22.329 INFO:tasks.rados.rados.0.smithi031.stdout:1798: done (0 left) 2024-08-10T05:20:22.329 INFO:tasks.rados.rados.0.smithi031.stdout:1799: rollback oid 10 current snap is 168 2024-08-10T05:20:22.329 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 10 to 166 2024-08-10T05:20:22.329 INFO:tasks.rados.rados.0.smithi031.stdout:1800: read oid 47 snap 166 2024-08-10T05:20:22.330 INFO:tasks.rados.rados.0.smithi031.stdout:1800: expect (ObjNum 547 snap 165 seq_num 547) 2024-08-10T05:20:22.330 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 3 current snap is 168 2024-08-10T05:20:22.330 INFO:tasks.rados.rados.0.smithi031.stdout:1801: seq_num 556 ranges {2785280=516096,3301376=524288,3825664=638976,4464640=442368} 2024-08-10T05:20:22.348 INFO:tasks.rados.rados.0.smithi031.stdout:1801: writing smithi03186013-3 from 2785280 to 3301376 tid 1 2024-08-10T05:20:22.352 INFO:tasks.rados.rados.0.smithi031.stdout:1801: writing smithi03186013-3 from 3301376 to 3825664 tid 2 2024-08-10T05:20:22.356 INFO:tasks.rados.rados.0.smithi031.stdout:1801: writing smithi03186013-3 from 3825664 to 4464640 tid 3 2024-08-10T05:20:22.359 INFO:tasks.rados.rados.0.smithi031.stdout:1801: writing smithi03186013-3 from 4464640 to 4907008 tid 4 2024-08-10T05:20:22.359 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 36 current snap is 168 2024-08-10T05:20:22.359 INFO:tasks.rados.rados.0.smithi031.stdout:1802: seq_num 557 ranges {1155072=532480,1687552=802816,2490368=794624,3284992=8192} 2024-08-10T05:20:22.370 INFO:tasks.rados.rados.0.smithi031.stdout:1802: writing smithi03186013-36 from 1155072 to 1687552 tid 1 2024-08-10T05:20:22.375 INFO:tasks.rados.rados.0.smithi031.stdout:1802: writing smithi03186013-36 from 1687552 to 2490368 tid 2 2024-08-10T05:20:22.381 INFO:tasks.rados.rados.0.smithi031.stdout:1802: writing smithi03186013-36 from 2490368 to 3284992 tid 3 2024-08-10T05:20:22.381 INFO:tasks.rados.rados.0.smithi031.stdout:1802: writing smithi03186013-36 from 3284992 to 3293184 tid 4 2024-08-10T05:20:22.381 INFO:tasks.rados.rados.0.smithi031.stdout:1803: rollback oid 50 current snap is 168 2024-08-10T05:20:22.381 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 50 to 166 2024-08-10T05:20:22.381 INFO:tasks.rados.rados.0.smithi031.stdout:1799: finishing rollback tid 0 to smithi03186013-10 2024-08-10T05:20:22.381 INFO:tasks.rados.rados.0.smithi031.stdout:1799: finishing rollback tid 1 to smithi03186013-10 2024-08-10T05:20:22.381 INFO:tasks.rados.rados.0.smithi031.stdout:1799: finishing rollback tid 2 to smithi03186013-10 2024-08-10T05:20:22.381 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 10 v 966 (ObjNum 517 snap 156 seq_num 517) dirty exists 2024-08-10T05:20:22.381 INFO:tasks.rados.rados.0.smithi031.stdout:1801: finishing write tid 1 to smithi03186013-3 2024-08-10T05:20:22.381 INFO:tasks.rados.rados.0.smithi031.stdout:1801: finishing write tid 2 to smithi03186013-3 2024-08-10T05:20:22.382 INFO:tasks.rados.rados.0.smithi031.stdout:1801: finishing write tid 3 to smithi03186013-3 2024-08-10T05:20:22.382 INFO:tasks.rados.rados.0.smithi031.stdout:1801: finishing write tid 4 to smithi03186013-3 2024-08-10T05:20:22.382 INFO:tasks.rados.rados.0.smithi031.stdout:1800: expect (ObjNum 547 snap 165 seq_num 547) 2024-08-10T05:20:22.571 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:22 smithi196 ceph-mon[90243]: osdmap e423: 8 total, 7 up, 8 in 2024-08-10T05:20:22.571 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 10 05:20:22 smithi196 podman[95869]: 2024-08-10 05:20:22.347956096 +0000 UTC m=+0.022896598 image pull c7b33901c8866b527fc2ae183a251d5e1d09961420a56731f5fa8537903bd68b quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec 2024-08-10T05:20:22.571 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 10 05:20:22 smithi196 podman[95869]: 2024-08-10 05:20:22.460482061 +0000 UTC m=+0.135422541 container create 642df7ed88d8626bb8cc7c2ecc8bc4858122d7f060a2d476536417d2e0f9b490 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-4-activate, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-bca9905, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-08-10T05:20:22.572 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:20:22 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:20:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:20:22.595 INFO:tasks.rados.rados.0.smithi031.stdout:1801: finishing write tid 5 to smithi03186013-3 2024-08-10T05:20:22.595 INFO:tasks.rados.rados.0.smithi031.stdout:1801: finishing write tid 6 to smithi03186013-3 2024-08-10T05:20:22.595 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 3 v 793 (ObjNum 556 snap 168 seq_num 556) dirty exists 2024-08-10T05:20:22.595 INFO:tasks.rados.rados.0.smithi031.stdout:1801: left oid 3 (ObjNum 556 snap 168 seq_num 556) 2024-08-10T05:20:22.595 INFO:tasks.rados.rados.0.smithi031.stdout:1799: done (4 left) 2024-08-10T05:20:22.595 INFO:tasks.rados.rados.0.smithi031.stdout:1800: done (3 left) 2024-08-10T05:20:22.595 INFO:tasks.rados.rados.0.smithi031.stdout:1801: done (2 left) 2024-08-10T05:20:22.595 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 33 current snap is 168 2024-08-10T05:20:22.595 INFO:tasks.rados.rados.0.smithi031.stdout:1802: finishing write tid 1 to smithi03186013-36 2024-08-10T05:20:22.596 INFO:tasks.rados.rados.0.smithi031.stdout:1802: finishing write tid 2 to smithi03186013-36 2024-08-10T05:20:22.596 INFO:tasks.rados.rados.0.smithi031.stdout:1804: seq_num 558 ranges {0=548864,548864=688128,1236992=606208,1843200=311296} 2024-08-10T05:20:22.598 INFO:tasks.rados.rados.0.smithi031.stdout:1804: writing smithi03186013-33 from 0 to 548864 tid 1 2024-08-10T05:20:22.601 INFO:tasks.rados.rados.0.smithi031.stdout:1804: writing smithi03186013-33 from 548864 to 1236992 tid 2 2024-08-10T05:20:22.605 INFO:tasks.rados.rados.0.smithi031.stdout:1804: writing smithi03186013-33 from 1236992 to 1843200 tid 3 2024-08-10T05:20:22.607 INFO:tasks.rados.rados.0.smithi031.stdout:1804: writing smithi03186013-33 from 1843200 to 2154496 tid 4 2024-08-10T05:20:22.607 INFO:tasks.rados.rados.0.smithi031.stdout:1805: read oid 18 snap -1 2024-08-10T05:20:22.608 INFO:tasks.rados.rados.0.smithi031.stdout:1805: expect (ObjNum 446 snap 136 seq_num 446) 2024-08-10T05:20:22.608 INFO:tasks.rados.rados.0.smithi031.stdout:1806: snap_remove snap 167 2024-08-10T05:20:22.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:22 smithi031 ceph-mon[98130]: osdmap e423: 8 total, 7 up, 8 in 2024-08-10T05:20:22.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:22 smithi031 ceph-mon[100614]: osdmap e423: 8 total, 7 up, 8 in 2024-08-10T05:20:23.028 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 10 05:20:22 smithi196 podman[95869]: 2024-08-10 05:20:22.704937372 +0000 UTC m=+0.379877852 container init 642df7ed88d8626bb8cc7c2ecc8bc4858122d7f060a2d476536417d2e0f9b490 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-4-activate, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, RELEASE=squid-bca9905, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-10T05:20:23.028 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 10 05:20:22 smithi196 podman[95869]: 2024-08-10 05:20:22.709788955 +0000 UTC m=+0.384729441 container start 642df7ed88d8626bb8cc7c2ecc8bc4858122d7f060a2d476536417d2e0f9b490 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-4-activate, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=squid-bca9905, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, io.buildah.version=1.36.0) 2024-08-10T05:20:23.029 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 10 05:20:22 smithi196 podman[95869]: 2024-08-10 05:20:22.813095302 +0000 UTC m=+0.488035797 container attach 642df7ed88d8626bb8cc7c2ecc8bc4858122d7f060a2d476536417d2e0f9b490 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-4-activate, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=squid-bca9905, io.buildah.version=1.36.0, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0) 2024-08-10T05:20:23.029 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 10 05:20:22 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-4-activate[95884]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-10T05:20:23.029 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 10 05:20:22 smithi196 bash[95869]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-10T05:20:23.029 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 10 05:20:22 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-4-activate[95884]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-10T05:20:23.029 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 10 05:20:22 smithi196 bash[95869]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-10T05:20:23.327 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 10 05:20:23 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-4-activate[95884]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-08-10T05:20:23.328 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 10 05:20:23 smithi196 bash[95869]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-08-10T05:20:23.328 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 10 05:20:23 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-4-activate[95884]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-4 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-08-10T05:20:23.328 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 10 05:20:23 smithi196 bash[95869]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-4 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-08-10T05:20:23.328 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 10 05:20:23 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-4-activate[95884]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-08-10T05:20:23.328 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 10 05:20:23 smithi196 bash[95869]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-08-10T05:20:23.328 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 10 05:20:23 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-4-activate[95884]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-08-10T05:20:23.328 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 10 05:20:23 smithi196 bash[95869]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-08-10T05:20:23.328 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 10 05:20:23 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-4-activate[95884]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-4/block 2024-08-10T05:20:23.328 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 10 05:20:23 smithi196 bash[95869]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-4/block 2024-08-10T05:20:23.328 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 10 05:20:23 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-4-activate[95884]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-08-10T05:20:23.328 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 10 05:20:23 smithi196 bash[95869]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-08-10T05:20:23.328 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 10 05:20:23 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-4-activate[95884]: --> ceph-volume raw activate successful for osd ID: 4 2024-08-10T05:20:23.328 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 10 05:20:23 smithi196 bash[95869]: --> ceph-volume raw activate successful for osd ID: 4 2024-08-10T05:20:23.329 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 10 05:20:23 smithi196 podman[95869]: 2024-08-10 05:20:23.08512554 +0000 UTC m=+0.760066021 container died 642df7ed88d8626bb8cc7c2ecc8bc4858122d7f060a2d476536417d2e0f9b490 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-4-activate, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=squid-bca9905, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-08-10T05:20:23.339 INFO:tasks.rados.rados.0.smithi031.stdout:1806: done (4 left) 2024-08-10T05:20:23.340 INFO:tasks.rados.rados.0.smithi031.stdout:1807: setattr oid 2 current snap is 168 2024-08-10T05:20:23.340 INFO:tasks.rados.rados.0.smithi031.stdout:1802: finishing write tid 3 to smithi03186013-36 2024-08-10T05:20:23.340 INFO:tasks.rados.rados.0.smithi031.stdout:1802: finishing write tid 4 to smithi03186013-36 2024-08-10T05:20:23.340 INFO:tasks.rados.rados.0.smithi031.stdout:1802: finishing write tid 5 to smithi03186013-36 2024-08-10T05:20:23.340 INFO:tasks.rados.rados.0.smithi031.stdout:1803: finishing rollback tid 0 to smithi03186013-50 2024-08-10T05:20:23.340 INFO:tasks.rados.rados.0.smithi031.stdout:1803: finishing rollback tid 1 to smithi03186013-50 2024-08-10T05:20:23.340 INFO:tasks.rados.rados.0.smithi031.stdout:1803: finishing rollback tid 2 to smithi03186013-50 2024-08-10T05:20:23.340 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 50 v 837 (ObjNum 479 snap 143 seq_num 479) dirty exists 2024-08-10T05:20:23.340 INFO:tasks.rados.rados.0.smithi031.stdout:1802: finishing write tid 6 to smithi03186013-36 2024-08-10T05:20:23.340 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 36 v 833 (ObjNum 557 snap 168 seq_num 557) dirty exists 2024-08-10T05:20:23.340 INFO:tasks.rados.rados.0.smithi031.stdout:1802: left oid 36 (ObjNum 557 snap 168 seq_num 557) 2024-08-10T05:20:23.341 INFO:tasks.rados.rados.0.smithi031.stdout:1804: finishing write tid 1 to smithi03186013-33 2024-08-10T05:20:23.341 INFO:tasks.rados.rados.0.smithi031.stdout:1804: finishing write tid 2 to smithi03186013-33 2024-08-10T05:20:23.341 INFO:tasks.rados.rados.0.smithi031.stdout:1804: finishing write tid 3 to smithi03186013-33 2024-08-10T05:20:23.341 INFO:tasks.rados.rados.0.smithi031.stdout:1804: finishing write tid 4 to smithi03186013-33 2024-08-10T05:20:23.341 INFO:tasks.rados.rados.0.smithi031.stdout:1804: finishing write tid 5 to smithi03186013-33 2024-08-10T05:20:23.341 INFO:tasks.rados.rados.0.smithi031.stdout:1804: finishing write tid 6 to smithi03186013-33 2024-08-10T05:20:23.341 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 33 v 645 (ObjNum 558 snap 168 seq_num 558) dirty exists 2024-08-10T05:20:23.341 INFO:tasks.rados.rados.0.smithi031.stdout:1804: left oid 33 (ObjNum 558 snap 168 seq_num 558) 2024-08-10T05:20:23.341 INFO:tasks.rados.rados.0.smithi031.stdout:1805: expect (ObjNum 446 snap 136 seq_num 446) 2024-08-10T05:20:23.401 INFO:tasks.rados.rados.0.smithi031.stdout:1802: done (4 left) 2024-08-10T05:20:23.401 INFO:tasks.rados.rados.0.smithi031.stdout:1803: done (3 left) 2024-08-10T05:20:23.401 INFO:tasks.rados.rados.0.smithi031.stdout:1804: done (2 left) 2024-08-10T05:20:23.401 INFO:tasks.rados.rados.0.smithi031.stdout:1805: done (1 left) 2024-08-10T05:20:23.401 INFO:tasks.rados.rados.0.smithi031.stdout:1808: read oid 22 snap 166 2024-08-10T05:20:23.401 INFO:tasks.rados.rados.0.smithi031.stdout:1808: expect (ObjNum 526 snap 158 seq_num 526) 2024-08-10T05:20:23.401 INFO:tasks.rados.rados.0.smithi031.stdout:1809: read oid 44 snap 166 2024-08-10T05:20:23.401 INFO:tasks.rados.rados.0.smithi031.stdout:1809: expect deleted 2024-08-10T05:20:23.402 INFO:tasks.rados.rados.0.smithi031.stdout:1810: rmattr oid 30 current snap is 168 2024-08-10T05:20:23.402 INFO:tasks.rados.rados.0.smithi031.stdout:1810: done (3 left) 2024-08-10T05:20:23.402 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 15 current snap is 168 2024-08-10T05:20:23.402 INFO:tasks.rados.rados.0.smithi031.stdout:1811: seq_num 559 ranges {0=565248,565248=573440,1138688=409600,1548288=622592} 2024-08-10T05:20:23.403 INFO:tasks.rados.rados.0.smithi031.stdout:1811: writing smithi03186013-15 from 0 to 565248 tid 1 2024-08-10T05:20:23.407 INFO:tasks.rados.rados.0.smithi031.stdout:1811: writing smithi03186013-15 from 565248 to 1138688 tid 2 2024-08-10T05:20:23.410 INFO:tasks.rados.rados.0.smithi031.stdout:1811: writing smithi03186013-15 from 1138688 to 1548288 tid 3 2024-08-10T05:20:23.414 INFO:tasks.rados.rados.0.smithi031.stdout:1811: writing smithi03186013-15 from 1548288 to 2170880 tid 4 2024-08-10T05:20:23.414 INFO:tasks.rados.rados.0.smithi031.stdout:1812: read oid 46 snap 166 2024-08-10T05:20:23.415 INFO:tasks.rados.rados.0.smithi031.stdout:1812: expect deleted 2024-08-10T05:20:23.415 INFO:tasks.rados.rados.0.smithi031.stdout:1813: read oid 32 snap -1 2024-08-10T05:20:23.415 INFO:tasks.rados.rados.0.smithi031.stdout:1813: expect (ObjNum 479 snap 143 seq_num 479) 2024-08-10T05:20:23.415 INFO:tasks.rados.rados.0.smithi031.stdout:1814: read oid 33 snap -1 2024-08-10T05:20:23.415 INFO:tasks.rados.rados.0.smithi031.stdout:1814: expect (ObjNum 558 snap 168 seq_num 558) 2024-08-10T05:20:23.415 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 20 current snap is 168 2024-08-10T05:20:23.415 INFO:tasks.rados.rados.0.smithi031.stdout:1811: finishing write tid 1 to smithi03186013-15 2024-08-10T05:20:23.415 INFO:tasks.rados.rados.0.smithi031.stdout:1815: seq_num 560 ranges {3940352=581632,4521984=458752,4980736=614400,5595136=532480} 2024-08-10T05:20:23.439 INFO:tasks.rados.rados.0.smithi031.stdout:1815: writing smithi03186013-20 from 3940352 to 4521984 tid 1 2024-08-10T05:20:23.442 INFO:tasks.rados.rados.0.smithi031.stdout:1815: writing smithi03186013-20 from 4521984 to 4980736 tid 2 2024-08-10T05:20:23.445 INFO:tasks.rados.rados.0.smithi031.stdout:1815: writing smithi03186013-20 from 4980736 to 5595136 tid 3 2024-08-10T05:20:23.449 INFO:tasks.rados.rados.0.smithi031.stdout:1815: writing smithi03186013-20 from 5595136 to 6127616 tid 4 2024-08-10T05:20:23.449 INFO:tasks.rados.rados.0.smithi031.stdout:1816: delete oid 24 current snap is 168 2024-08-10T05:20:23.449 INFO:tasks.rados.rados.0.smithi031.stdout:1811: finishing write tid 2 to smithi03186013-15 2024-08-10T05:20:23.449 INFO:tasks.rados.rados.0.smithi031.stdout:1811: finishing write tid 3 to smithi03186013-15 2024-08-10T05:20:23.450 INFO:tasks.rados.rados.0.smithi031.stdout:1811: finishing write tid 4 to smithi03186013-15 2024-08-10T05:20:23.450 INFO:tasks.rados.rados.0.smithi031.stdout:1811: finishing write tid 5 to smithi03186013-15 2024-08-10T05:20:23.450 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 2 v 1056 (ObjNum 497 snap 147 seq_num 497) dirty exists 2024-08-10T05:20:23.450 INFO:tasks.rados.rados.0.smithi031.stdout:1811: finishing write tid 6 to smithi03186013-15 2024-08-10T05:20:23.450 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 15 v 314 (ObjNum 559 snap 168 seq_num 559) dirty exists 2024-08-10T05:20:23.450 INFO:tasks.rados.rados.0.smithi031.stdout:1811: left oid 15 (ObjNum 559 snap 168 seq_num 559) 2024-08-10T05:20:23.450 INFO:tasks.rados.rados.0.smithi031.stdout:1813: expect (ObjNum 479 snap 143 seq_num 479) 2024-08-10T05:20:23.530 INFO:tasks.rados.rados.0.smithi031.stdout:1808: expect (ObjNum 526 snap 158 seq_num 526) 2024-08-10T05:20:23.641 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:23 smithi196 ceph-mon[90243]: pgmap v291: 121 pgs: 19 active+undersized, 5 peering, 4 stale+active+clean, 3 active+undersized+degraded, 90 active+clean; 233 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1012 KiB/s wr, 8 op/s; 11/252 objects degraded (4.365%) 2024-08-10T05:20:23.641 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:23 smithi196 ceph-mon[90243]: Health check failed: Degraded data redundancy: 11/252 objects degraded (4.365%), 3 pgs degraded (PG_DEGRADED) 2024-08-10T05:20:23.641 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:23 smithi196 ceph-mon[90243]: osdmap e424: 8 total, 7 up, 8 in 2024-08-10T05:20:23.641 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:20:23 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:20:23.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi031\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi031\", job=\"node\", machine=\"x86_64\", nodename=\"smithi031\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", domainname=\"(none)\", instance=\"smithi031\", job=\"node\", machine=\"x86_64\", nodename=\"smithi031\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:20:23.768 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:23 smithi031 ceph-mon[100614]: pgmap v291: 121 pgs: 19 active+undersized, 5 peering, 4 stale+active+clean, 3 active+undersized+degraded, 90 active+clean; 233 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1012 KiB/s wr, 8 op/s; 11/252 objects degraded (4.365%) 2024-08-10T05:20:23.768 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:23 smithi031 ceph-mon[100614]: Health check failed: Degraded data redundancy: 11/252 objects degraded (4.365%), 3 pgs degraded (PG_DEGRADED) 2024-08-10T05:20:23.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:23 smithi031 ceph-mon[100614]: osdmap e424: 8 total, 7 up, 8 in 2024-08-10T05:20:23.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:23 smithi031 ceph-mon[98130]: pgmap v291: 121 pgs: 19 active+undersized, 5 peering, 4 stale+active+clean, 3 active+undersized+degraded, 90 active+clean; 233 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1012 KiB/s wr, 8 op/s; 11/252 objects degraded (4.365%) 2024-08-10T05:20:23.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:23 smithi031 ceph-mon[98130]: Health check failed: Degraded data redundancy: 11/252 objects degraded (4.365%), 3 pgs degraded (PG_DEGRADED) 2024-08-10T05:20:23.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:23 smithi031 ceph-mon[98130]: osdmap e424: 8 total, 7 up, 8 in 2024-08-10T05:20:23.943 INFO:tasks.rados.rados.0.smithi031.stdout:1814: expect (ObjNum 558 snap 168 seq_num 558) 2024-08-10T05:20:23.990 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 10 05:20:23 smithi196 podman[96023]: 2024-08-10 05:20:23.641443351 +0000 UTC m=+0.550487120 container remove 642df7ed88d8626bb8cc7c2ecc8bc4858122d7f060a2d476536417d2e0f9b490 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-4-activate, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, RELEASE=squid-bca9905, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0) 2024-08-10T05:20:23.990 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 10 05:20:23 smithi196 podman[96089]: 2024-08-10 05:20:23.842400674 +0000 UTC m=+0.101709592 container create 3443a66c18a7395fd9ac4a4b22c6a7b36a27bc9bfe404c0947f33d80b7436a13 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-4, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, RELEASE=squid-bca9905, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-08-10T05:20:23.990 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 10 05:20:23 smithi196 podman[96089]: 2024-08-10 05:20:23.758550586 +0000 UTC m=+0.017859520 image pull c7b33901c8866b527fc2ae183a251d5e1d09961420a56731f5fa8537903bd68b quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec 2024-08-10T05:20:24.000 INFO:tasks.rados.rados.0.smithi031.stdout:1815: finishing write tid 1 to smithi03186013-20 2024-08-10T05:20:24.000 INFO:tasks.rados.rados.0.smithi031.stdout:1815: finishing write tid 2 to smithi03186013-20 2024-08-10T05:20:24.000 INFO:tasks.rados.rados.0.smithi031.stdout:1815: finishing write tid 3 to smithi03186013-20 2024-08-10T05:20:24.000 INFO:tasks.rados.rados.0.smithi031.stdout:1815: finishing write tid 4 to smithi03186013-20 2024-08-10T05:20:24.000 INFO:tasks.rados.rados.0.smithi031.stdout:1815: finishing write tid 5 to smithi03186013-20 2024-08-10T05:20:24.000 INFO:tasks.rados.rados.0.smithi031.stdout:1815: finishing write tid 6 to smithi03186013-20 2024-08-10T05:20:24.000 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 20 v 798 (ObjNum 560 snap 168 seq_num 560) dirty exists 2024-08-10T05:20:24.000 INFO:tasks.rados.rados.0.smithi031.stdout:1815: left oid 20 (ObjNum 560 snap 168 seq_num 560) 2024-08-10T05:20:24.001 INFO:tasks.rados.rados.0.smithi031.stdout:1807: done (8 left) 2024-08-10T05:20:24.001 INFO:tasks.rados.rados.0.smithi031.stdout:1808: done (7 left) 2024-08-10T05:20:24.001 INFO:tasks.rados.rados.0.smithi031.stdout:1809: done (6 left) 2024-08-10T05:20:24.001 INFO:tasks.rados.rados.0.smithi031.stdout:1811: done (5 left) 2024-08-10T05:20:24.001 INFO:tasks.rados.rados.0.smithi031.stdout:1812: done (4 left) 2024-08-10T05:20:24.001 INFO:tasks.rados.rados.0.smithi031.stdout:1813: done (3 left) 2024-08-10T05:20:24.001 INFO:tasks.rados.rados.0.smithi031.stdout:1814: done (2 left) 2024-08-10T05:20:24.001 INFO:tasks.rados.rados.0.smithi031.stdout:1815: done (1 left) 2024-08-10T05:20:24.001 INFO:tasks.rados.rados.0.smithi031.stdout:1816: done (0 left) 2024-08-10T05:20:24.001 INFO:tasks.rados.rados.0.smithi031.stdout:1817: snap_create 2024-08-10T05:20:24.202 INFO:tasks.rados.rados.0.smithi031.stdout:1817: done (0 left) 2024-08-10T05:20:24.202 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 3 current snap is 169 2024-08-10T05:20:24.203 INFO:tasks.rados.rados.0.smithi031.stdout:1818: seq_num 562 ranges {4907008=622592,5529600=630784,6160384=581632,6742016=393216} 2024-08-10T05:20:24.232 INFO:tasks.rados.rados.0.smithi031.stdout:1818: writing smithi03186013-3 from 4907008 to 5529600 tid 1 2024-08-10T05:20:24.236 INFO:tasks.rados.rados.0.smithi031.stdout:1818: writing smithi03186013-3 from 5529600 to 6160384 tid 2 2024-08-10T05:20:24.240 INFO:tasks.rados.rados.0.smithi031.stdout:1818: writing smithi03186013-3 from 6160384 to 6742016 tid 3 2024-08-10T05:20:24.243 INFO:tasks.rados.rados.0.smithi031.stdout:1818: writing smithi03186013-3 from 6742016 to 7135232 tid 4 2024-08-10T05:20:24.243 INFO:tasks.rados.rados.0.smithi031.stdout:1819: rollback oid 11 current snap is 169 2024-08-10T05:20:24.243 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 11 to 166 2024-08-10T05:20:24.243 INFO:tasks.rados.rados.0.smithi031.stdout:1818: finishing write tid 1 to smithi03186013-3 2024-08-10T05:20:24.243 INFO:tasks.rados.rados.0.smithi031.stdout:1818: finishing write tid 2 to smithi03186013-3 2024-08-10T05:20:24.243 INFO:tasks.rados.rados.0.smithi031.stdout:1818: finishing write tid 3 to smithi03186013-3 2024-08-10T05:20:24.243 INFO:tasks.rados.rados.0.smithi031.stdout:1820: rollback oid 26 current snap is 169 2024-08-10T05:20:24.243 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 26 to 166 2024-08-10T05:20:24.243 INFO:tasks.rados.rados.0.smithi031.stdout:1821: rollback oid 19 current snap is 169 2024-08-10T05:20:24.244 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 19 to 168 2024-08-10T05:20:24.244 INFO:tasks.rados.rados.0.smithi031.stdout:1822: snap_create 2024-08-10T05:20:24.246 INFO:tasks.rados.rados.0.smithi031.stdout:1820: finishing rollback tid 0 to smithi03186013-26 2024-08-10T05:20:24.247 INFO:tasks.rados.rados.0.smithi031.stdout:1820: finishing rollback tid 1 to smithi03186013-26 2024-08-10T05:20:24.247 INFO:tasks.rados.rados.0.smithi031.stdout:1820: finishing rollback tid 2 to smithi03186013-26 2024-08-10T05:20:24.247 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 26 v 318 (ObjNum 552 snap 165 seq_num 552) dirty exists 2024-08-10T05:20:24.250 INFO:tasks.rados.rados.0.smithi031.stdout:1818: finishing write tid 4 to smithi03186013-3 2024-08-10T05:20:24.250 INFO:tasks.rados.rados.0.smithi031.stdout:1818: finishing write tid 5 to smithi03186013-3 2024-08-10T05:20:24.250 INFO:tasks.rados.rados.0.smithi031.stdout:1821: finishing rollback tid 0 to smithi03186013-19 2024-08-10T05:20:24.250 INFO:tasks.rados.rados.0.smithi031.stdout:1821: finishing rollback tid 1 to smithi03186013-19 2024-08-10T05:20:24.250 INFO:tasks.rados.rados.0.smithi031.stdout:1819: finishing rollback tid 0 to smithi03186013-11 2024-08-10T05:20:24.251 INFO:tasks.rados.rados.0.smithi031.stdout:1821: finishing rollback tid 2 to smithi03186013-19 2024-08-10T05:20:24.251 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 19 v 904 (ObjNum 261 snap 78 seq_num 261) dirty exists 2024-08-10T05:20:24.251 INFO:tasks.rados.rados.0.smithi031.stdout:1819: finishing rollback tid 1 to smithi03186013-11 2024-08-10T05:20:24.251 INFO:tasks.rados.rados.0.smithi031.stdout:1819: finishing rollback tid 2 to smithi03186013-11 2024-08-10T05:20:24.251 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 11 v 806 (ObjNum 540 snap 163 seq_num 540) dirty exists 2024-08-10T05:20:24.252 INFO:tasks.rados.rados.0.smithi031.stdout:1818: finishing write tid 6 to smithi03186013-3 2024-08-10T05:20:24.252 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 3 v 803 (ObjNum 562 snap 169 seq_num 562) dirty exists 2024-08-10T05:20:24.252 INFO:tasks.rados.rados.0.smithi031.stdout:1818: left oid 3 (ObjNum 562 snap 169 seq_num 562) 2024-08-10T05:20:24.454 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:24 smithi196 ceph-mon[90243]: osdmap e425: 8 total, 7 up, 8 in 2024-08-10T05:20:24.454 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:24 smithi196 ceph-mon[90243]: osdmap e426: 8 total, 7 up, 8 in 2024-08-10T05:20:24.454 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:24 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:20:24.454 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:24 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:20:24.454 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:24 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:20:24.455 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 10 05:20:24 smithi196 podman[96089]: 2024-08-10 05:20:24.111709082 +0000 UTC m=+0.371018013 container init 3443a66c18a7395fd9ac4a4b22c6a7b36a27bc9bfe404c0947f33d80b7436a13 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-4, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, RELEASE=squid-bca9905, ceph=True, maintainer=Guillaume Abrioux ) 2024-08-10T05:20:24.455 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 10 05:20:24 smithi196 podman[96089]: 2024-08-10 05:20:24.117121115 +0000 UTC m=+0.376430030 container start 3443a66c18a7395fd9ac4a4b22c6a7b36a27bc9bfe404c0947f33d80b7436a13 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-4, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, RELEASE=squid-bca9905, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-10T05:20:24.455 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 10 05:20:24 smithi196 ceph-osd[96127]: -- 172.21.15.196:0/4039961720 <== mon.1 v2:172.21.15.196:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x559d171b9a40 con 0x559d17f7c400 2024-08-10T05:20:24.455 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 10 05:20:24 smithi196 bash[96089]: 3443a66c18a7395fd9ac4a4b22c6a7b36a27bc9bfe404c0947f33d80b7436a13 2024-08-10T05:20:24.455 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 10 05:20:24 smithi196 systemd[1]: Started Ceph osd.4 for fc322138-56d5-11ef-bcce-c7b262605968. 2024-08-10T05:20:24.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:24 smithi031 ceph-mon[98130]: osdmap e425: 8 total, 7 up, 8 in 2024-08-10T05:20:24.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:24 smithi031 ceph-mon[98130]: osdmap e426: 8 total, 7 up, 8 in 2024-08-10T05:20:24.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:24 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:20:24.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:24 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:20:24.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:24 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:20:24.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:24 smithi031 ceph-mon[100614]: osdmap e425: 8 total, 7 up, 8 in 2024-08-10T05:20:24.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:24 smithi031 ceph-mon[100614]: osdmap e426: 8 total, 7 up, 8 in 2024-08-10T05:20:24.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:24 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:20:24.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:24 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:20:24.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:24 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:20:24.778 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 10 05:20:24 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-4[96104]: 2024-08-10T05:20:24.661+0000 7f6a99a09640 -1 Falling back to public interface 2024-08-10T05:20:24.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:20:24 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:20:24.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:20:24.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:20:24 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:20:24.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:20:25.206 INFO:tasks.rados.rados.0.smithi031.stdout:1818: done (4 left) 2024-08-10T05:20:25.207 INFO:tasks.rados.rados.0.smithi031.stdout:1819: done (3 left) 2024-08-10T05:20:25.207 INFO:tasks.rados.rados.0.smithi031.stdout:1820: done (2 left) 2024-08-10T05:20:25.207 INFO:tasks.rados.rados.0.smithi031.stdout:1821: done (1 left) 2024-08-10T05:20:25.207 INFO:tasks.rados.rados.0.smithi031.stdout:1822: done (0 left) 2024-08-10T05:20:25.207 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 38 current snap is 170 2024-08-10T05:20:25.207 INFO:tasks.rados.rados.0.smithi031.stdout:1823: seq_num 563 ranges {0=638976,638976=565248,1204224=794624,1998848=245760} 2024-08-10T05:20:25.210 INFO:tasks.rados.rados.0.smithi031.stdout:1823: writing smithi03186013-38 from 0 to 638976 tid 1 2024-08-10T05:20:25.213 INFO:tasks.rados.rados.0.smithi031.stdout:1823: writing smithi03186013-38 from 638976 to 1204224 tid 2 2024-08-10T05:20:25.217 INFO:tasks.rados.rados.0.smithi031.stdout:1823: writing smithi03186013-38 from 1204224 to 1998848 tid 3 2024-08-10T05:20:25.219 INFO:tasks.rados.rados.0.smithi031.stdout:1823: writing smithi03186013-38 from 1998848 to 2244608 tid 4 2024-08-10T05:20:25.219 INFO:tasks.rados.rados.0.smithi031.stdout:1824: snap_create 2024-08-10T05:20:25.219 INFO:tasks.rados.rados.0.smithi031.stdout:1823: finishing write tid 1 to smithi03186013-38 2024-08-10T05:20:25.219 INFO:tasks.rados.rados.0.smithi031.stdout:1823: finishing write tid 2 to smithi03186013-38 2024-08-10T05:20:25.221 INFO:tasks.rados.rados.0.smithi031.stdout:1823: finishing write tid 3 to smithi03186013-38 2024-08-10T05:20:25.221 INFO:tasks.rados.rados.0.smithi031.stdout:1823: finishing write tid 4 to smithi03186013-38 2024-08-10T05:20:25.222 INFO:tasks.rados.rados.0.smithi031.stdout:1823: finishing write tid 5 to smithi03186013-38 2024-08-10T05:20:25.223 INFO:tasks.rados.rados.0.smithi031.stdout:1823: finishing write tid 6 to smithi03186013-38 2024-08-10T05:20:25.223 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 38 v 786 (ObjNum 563 snap 170 seq_num 563) dirty exists 2024-08-10T05:20:25.223 INFO:tasks.rados.rados.0.smithi031.stdout:1823: left oid 38 (ObjNum 563 snap 170 seq_num 563) 2024-08-10T05:20:25.767 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:25 smithi196 ceph-mon[90243]: pgmap v294: 121 pgs: 25 active+undersized, 5 peering, 2 stale+active+clean, 8 active+undersized+degraded, 81 active+clean; 230 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 510 KiB/s wr, 7 op/s; 18/249 objects degraded (7.229%) 2024-08-10T05:20:25.767 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:25 smithi196 ceph-mon[90243]: osdmap e427: 8 total, 7 up, 8 in 2024-08-10T05:20:25.768 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:25 smithi031 ceph-mon[100614]: pgmap v294: 121 pgs: 25 active+undersized, 5 peering, 2 stale+active+clean, 8 active+undersized+degraded, 81 active+clean; 230 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 510 KiB/s wr, 7 op/s; 18/249 objects degraded (7.229%) 2024-08-10T05:20:25.768 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:25 smithi031 ceph-mon[100614]: osdmap e427: 8 total, 7 up, 8 in 2024-08-10T05:20:25.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:25 smithi031 ceph-mon[98130]: pgmap v294: 121 pgs: 25 active+undersized, 5 peering, 2 stale+active+clean, 8 active+undersized+degraded, 81 active+clean; 230 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 510 KiB/s wr, 7 op/s; 18/249 objects degraded (7.229%) 2024-08-10T05:20:25.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:25 smithi031 ceph-mon[98130]: osdmap e427: 8 total, 7 up, 8 in 2024-08-10T05:20:26.208 INFO:tasks.rados.rados.0.smithi031.stdout:1823: done (1 left) 2024-08-10T05:20:26.208 INFO:tasks.rados.rados.0.smithi031.stdout:1824: done (0 left) 2024-08-10T05:20:26.208 INFO:tasks.rados.rados.0.smithi031.stdout:1825: setattr oid 29 current snap is 171 2024-08-10T05:20:26.210 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 31 current snap is 171 2024-08-10T05:20:26.211 INFO:tasks.rados.rados.0.smithi031.stdout:1826: seq_num 564 ranges {4333568=655360,4988928=442368,5431296=598016,6029312=565248} 2024-08-10T05:20:26.238 INFO:tasks.rados.rados.0.smithi031.stdout:1826: writing smithi03186013-31 from 4333568 to 4988928 tid 1 2024-08-10T05:20:26.241 INFO:tasks.rados.rados.0.smithi031.stdout:1826: writing smithi03186013-31 from 4988928 to 5431296 tid 2 2024-08-10T05:20:26.244 INFO:tasks.rados.rados.0.smithi031.stdout:1826: writing smithi03186013-31 from 5431296 to 6029312 tid 3 2024-08-10T05:20:26.248 INFO:tasks.rados.rados.0.smithi031.stdout:1826: writing smithi03186013-31 from 6029312 to 6594560 tid 4 2024-08-10T05:20:26.248 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 46 current snap is 171 2024-08-10T05:20:26.248 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 29 v 1060 (ObjNum 471 snap 142 seq_num 471) dirty exists 2024-08-10T05:20:26.248 INFO:tasks.rados.rados.0.smithi031.stdout:1827: seq_num 565 ranges {2088960=671744,2760704=729088,3489792=753664,4243456=122880} 2024-08-10T05:20:26.263 INFO:tasks.rados.rados.0.smithi031.stdout:1827: writing smithi03186013-46 from 2088960 to 2760704 tid 1 2024-08-10T05:20:26.267 INFO:tasks.rados.rados.0.smithi031.stdout:1827: writing smithi03186013-46 from 2760704 to 3489792 tid 2 2024-08-10T05:20:26.272 INFO:tasks.rados.rados.0.smithi031.stdout:1827: writing smithi03186013-46 from 3489792 to 4243456 tid 3 2024-08-10T05:20:26.273 INFO:tasks.rados.rados.0.smithi031.stdout:1827: writing smithi03186013-46 from 4243456 to 4366336 tid 4 2024-08-10T05:20:26.273 INFO:tasks.rados.rados.0.smithi031.stdout:1825: done (2 left) 2024-08-10T05:20:26.273 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 25 current snap is 171 2024-08-10T05:20:26.273 INFO:tasks.rados.rados.0.smithi031.stdout:1826: finishing write tid 1 to smithi03186013-31 2024-08-10T05:20:26.273 INFO:tasks.rados.rados.0.smithi031.stdout:1826: finishing write tid 2 to smithi03186013-31 2024-08-10T05:20:26.273 INFO:tasks.rados.rados.0.smithi031.stdout:1826: finishing write tid 3 to smithi03186013-31 2024-08-10T05:20:26.274 INFO:tasks.rados.rados.0.smithi031.stdout:1828: seq_num 566 ranges {1425408=688128,2113536=614400,2727936=565248,3293184=425984} 2024-08-10T05:20:26.284 INFO:tasks.rados.rados.0.smithi031.stdout:1828: writing smithi03186013-25 from 1425408 to 2113536 tid 1 2024-08-10T05:20:26.288 INFO:tasks.rados.rados.0.smithi031.stdout:1828: writing smithi03186013-25 from 2113536 to 2727936 tid 2 2024-08-10T05:20:26.291 INFO:tasks.rados.rados.0.smithi031.stdout:1828: writing smithi03186013-25 from 2727936 to 3293184 tid 3 2024-08-10T05:20:26.294 INFO:tasks.rados.rados.0.smithi031.stdout:1828: writing smithi03186013-25 from 3293184 to 3719168 tid 4 2024-08-10T05:20:26.294 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 2 current snap is 171 2024-08-10T05:20:26.294 INFO:tasks.rados.rados.0.smithi031.stdout:1826: finishing write tid 4 to smithi03186013-31 2024-08-10T05:20:26.294 INFO:tasks.rados.rados.0.smithi031.stdout:1826: finishing write tid 5 to smithi03186013-31 2024-08-10T05:20:26.294 INFO:tasks.rados.rados.0.smithi031.stdout:1826: finishing write tid 6 to smithi03186013-31 2024-08-10T05:20:26.294 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 31 v 909 (ObjNum 564 snap 171 seq_num 564) dirty exists 2024-08-10T05:20:26.294 INFO:tasks.rados.rados.0.smithi031.stdout:1826: left oid 31 (ObjNum 564 snap 171 seq_num 564) 2024-08-10T05:20:26.294 INFO:tasks.rados.rados.0.smithi031.stdout:1827: finishing write tid 1 to smithi03186013-46 2024-08-10T05:20:26.295 INFO:tasks.rados.rados.0.smithi031.stdout:1827: finishing write tid 2 to smithi03186013-46 2024-08-10T05:20:26.295 INFO:tasks.rados.rados.0.smithi031.stdout:1827: finishing write tid 3 to smithi03186013-46 2024-08-10T05:20:26.295 INFO:tasks.rados.rados.0.smithi031.stdout:1827: finishing write tid 4 to smithi03186013-46 2024-08-10T05:20:26.295 INFO:tasks.rados.rados.0.smithi031.stdout:1829: seq_num 567 ranges {6479872=704512,7184384=499712,7684096=770048,8454144=335872} 2024-08-10T05:20:26.333 INFO:tasks.rados.rados.0.smithi031.stdout:1829: writing smithi03186013-2 from 6479872 to 7184384 tid 1 2024-08-10T05:20:26.336 INFO:tasks.rados.rados.0.smithi031.stdout:1829: writing smithi03186013-2 from 7184384 to 7684096 tid 2 2024-08-10T05:20:26.340 INFO:tasks.rados.rados.0.smithi031.stdout:1829: writing smithi03186013-2 from 7684096 to 8454144 tid 3 2024-08-10T05:20:26.343 INFO:tasks.rados.rados.0.smithi031.stdout:1829: writing smithi03186013-2 from 8454144 to 8790016 tid 4 2024-08-10T05:20:26.343 INFO:tasks.rados.rados.0.smithi031.stdout:1826: done (3 left) 2024-08-10T05:20:26.343 INFO:tasks.rados.rados.0.smithi031.stdout:1830: rmattr oid 18 current snap is 171 2024-08-10T05:20:26.343 INFO:tasks.rados.rados.0.smithi031.stdout:1830: done (3 left) 2024-08-10T05:20:26.343 INFO:tasks.rados.rados.0.smithi031.stdout:1831: setattr oid 33 current snap is 171 2024-08-10T05:20:26.343 INFO:tasks.rados.rados.0.smithi031.stdout:1827: finishing write tid 5 to smithi03186013-46 2024-08-10T05:20:26.343 INFO:tasks.rados.rados.0.smithi031.stdout:1827: finishing write tid 6 to smithi03186013-46 2024-08-10T05:20:26.343 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 46 v 673 (ObjNum 565 snap 171 seq_num 565) dirty exists 2024-08-10T05:20:26.343 INFO:tasks.rados.rados.0.smithi031.stdout:1827: left oid 46 (ObjNum 565 snap 171 seq_num 565) 2024-08-10T05:20:26.343 INFO:tasks.rados.rados.0.smithi031.stdout:1828: finishing write tid 1 to smithi03186013-25 2024-08-10T05:20:26.343 INFO:tasks.rados.rados.0.smithi031.stdout:1828: finishing write tid 2 to smithi03186013-25 2024-08-10T05:20:26.343 INFO:tasks.rados.rados.0.smithi031.stdout:1828: finishing write tid 3 to smithi03186013-25 2024-08-10T05:20:26.344 INFO:tasks.rados.rados.0.smithi031.stdout:1828: finishing write tid 4 to smithi03186013-25 2024-08-10T05:20:26.344 INFO:tasks.rados.rados.0.smithi031.stdout:1828: finishing write tid 5 to smithi03186013-25 2024-08-10T05:20:26.344 INFO:tasks.rados.rados.0.smithi031.stdout:1828: finishing write tid 6 to smithi03186013-25 2024-08-10T05:20:26.344 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 25 v 905 (ObjNum 566 snap 171 seq_num 566) dirty exists 2024-08-10T05:20:26.344 INFO:tasks.rados.rados.0.smithi031.stdout:1828: left oid 25 (ObjNum 566 snap 171 seq_num 566) 2024-08-10T05:20:26.344 INFO:tasks.rados.rados.0.smithi031.stdout:1829: finishing write tid 1 to smithi03186013-2 2024-08-10T05:20:26.344 INFO:tasks.rados.rados.0.smithi031.stdout:1829: finishing write tid 2 to smithi03186013-2 2024-08-10T05:20:26.345 INFO:tasks.rados.rados.0.smithi031.stdout:1827: done (3 left) 2024-08-10T05:20:26.345 INFO:tasks.rados.rados.0.smithi031.stdout:1828: done (2 left) 2024-08-10T05:20:26.345 INFO:tasks.rados.rados.0.smithi031.stdout:1832: rollback oid 24 current snap is 171 2024-08-10T05:20:26.345 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 24 to 170 2024-08-10T05:20:26.345 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 41 current snap is 171 2024-08-10T05:20:26.345 INFO:tasks.rados.rados.0.smithi031.stdout:1833: seq_num 568 ranges {1155072=720896,1875968=786432,2662400=581632,3244032=237568} 2024-08-10T05:20:26.355 INFO:tasks.rados.rados.0.smithi031.stdout:1833: writing smithi03186013-41 from 1155072 to 1875968 tid 1 2024-08-10T05:20:26.359 INFO:tasks.rados.rados.0.smithi031.stdout:1833: writing smithi03186013-41 from 1875968 to 2662400 tid 2 2024-08-10T05:20:26.363 INFO:tasks.rados.rados.0.smithi031.stdout:1833: writing smithi03186013-41 from 2662400 to 3244032 tid 3 2024-08-10T05:20:26.365 INFO:tasks.rados.rados.0.smithi031.stdout:1833: writing smithi03186013-41 from 3244032 to 3481600 tid 4 2024-08-10T05:20:26.365 INFO:tasks.rados.rados.0.smithi031.stdout:1834: rollback oid 43 current snap is 171 2024-08-10T05:20:26.365 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 43 to 169 2024-08-10T05:20:26.365 INFO:tasks.rados.rados.0.smithi031.stdout:1829: finishing write tid 3 to smithi03186013-2 2024-08-10T05:20:26.365 INFO:tasks.rados.rados.0.smithi031.stdout:1829: finishing write tid 4 to smithi03186013-2 2024-08-10T05:20:26.366 INFO:tasks.rados.rados.0.smithi031.stdout:1829: finishing write tid 5 to smithi03186013-2 2024-08-10T05:20:26.366 INFO:tasks.rados.rados.0.smithi031.stdout:1832: finishing rollback tid 1 to smithi03186013-24 2024-08-10T05:20:26.366 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 24 v 1058 (ObjNum 97 snap 0 seq_num 590208448) dirty dne 2024-08-10T05:20:26.366 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 33 v 646 (ObjNum 558 snap 168 seq_num 558) dirty exists 2024-08-10T05:20:26.366 INFO:tasks.rados.rados.0.smithi031.stdout:1829: finishing write tid 6 to smithi03186013-2 2024-08-10T05:20:26.366 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 2 v 1066 (ObjNum 567 snap 171 seq_num 567) dirty exists 2024-08-10T05:20:26.366 INFO:tasks.rados.rados.0.smithi031.stdout:1829: left oid 2 (ObjNum 567 snap 171 seq_num 567) 2024-08-10T05:20:26.366 INFO:tasks.rados.rados.0.smithi031.stdout:1833: finishing write tid 1 to smithi03186013-41 2024-08-10T05:20:26.366 INFO:tasks.rados.rados.0.smithi031.stdout:1833: finishing write tid 2 to smithi03186013-41 2024-08-10T05:20:26.366 INFO:tasks.rados.rados.0.smithi031.stdout:1829: done (4 left) 2024-08-10T05:20:26.366 INFO:tasks.rados.rados.0.smithi031.stdout:1831: done (3 left) 2024-08-10T05:20:26.367 INFO:tasks.rados.rados.0.smithi031.stdout:1832: done (2 left) 2024-08-10T05:20:26.367 INFO:tasks.rados.rados.0.smithi031.stdout:1835: copy_from oid 34 from oid 6 current snap is 171 2024-08-10T05:20:26.367 INFO:tasks.rados.rados.0.smithi031.stdout:1836: delete oid 21 current snap is 171 2024-08-10T05:20:26.368 INFO:tasks.rados.rados.0.smithi031.stdout:1833: finishing write tid 3 to smithi03186013-41 2024-08-10T05:20:26.368 INFO:tasks.rados.rados.0.smithi031.stdout:1833: finishing write tid 4 to smithi03186013-41 2024-08-10T05:20:26.368 INFO:tasks.rados.rados.0.smithi031.stdout:1836: done (3 left) 2024-08-10T05:20:26.368 INFO:tasks.rados.rados.0.smithi031.stdout:1837: rmattr oid 26 current snap is 171 2024-08-10T05:20:26.368 INFO:tasks.rados.rados.0.smithi031.stdout:1837: done (3 left) 2024-08-10T05:20:26.368 INFO:tasks.rados.rados.0.smithi031.stdout:1838: copy_from oid 48 from oid 47 current snap is 171 2024-08-10T05:20:26.368 INFO:tasks.rados.rados.0.smithi031.stdout:1839: setattr oid 23 current snap is 171 2024-08-10T05:20:26.368 INFO:tasks.rados.rados.0.smithi031.stdout:1833: finishing write tid 5 to smithi03186013-41 2024-08-10T05:20:26.369 INFO:tasks.rados.rados.0.smithi031.stdout:1834: finishing rollback tid 0 to smithi03186013-43 2024-08-10T05:20:26.369 INFO:tasks.rados.rados.0.smithi031.stdout:1840: snap_create 2024-08-10T05:20:26.369 INFO:tasks.rados.rados.0.smithi031.stdout:1834: finishing rollback tid 1 to smithi03186013-43 2024-08-10T05:20:26.370 INFO:tasks.rados.rados.0.smithi031.stdout:1834: finishing rollback tid 2 to smithi03186013-43 2024-08-10T05:20:26.370 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 43 v 676 (ObjNum 541 snap 163 seq_num 541) dirty exists 2024-08-10T05:20:26.370 INFO:tasks.rados.rados.0.smithi031.stdout:1833: finishing write tid 6 to smithi03186013-41 2024-08-10T05:20:26.370 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 41 v 847 (ObjNum 568 snap 171 seq_num 568) dirty exists 2024-08-10T05:20:26.370 INFO:tasks.rados.rados.0.smithi031.stdout:1833: left oid 41 (ObjNum 568 snap 171 seq_num 568) 2024-08-10T05:20:26.371 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 23 v 967 (ObjNum 33 snap 0 seq_num 590469424) dirty exists 2024-08-10T05:20:26.377 INFO:tasks.rados.rados.0.smithi031.stdout:1835: finishing copy_from racing read to smithi03186013-34 2024-08-10T05:20:26.378 INFO:tasks.rados.rados.0.smithi031.stdout:1835: finishing copy_from to smithi03186013-34 2024-08-10T05:20:26.379 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 34 v 780 (ObjNum 529 snap 160 seq_num 529) dirty exists 2024-08-10T05:20:26.389 INFO:tasks.rados.rados.0.smithi031.stdout:1838: finishing copy_from racing read to smithi03186013-48 2024-08-10T05:20:26.390 INFO:tasks.rados.rados.0.smithi031.stdout:1838: finishing copy_from to smithi03186013-48 2024-08-10T05:20:26.390 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 48 v 640 (ObjNum 547 snap 165 seq_num 547) dirty exists 2024-08-10T05:20:27.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:26 smithi196 ceph-mon[90243]: pgmap v297: 121 pgs: 32 active+undersized, 14 active+undersized+degraded, 75 active+clean; 255 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 6.1 MiB/s wr, 18 op/s; 50/279 objects degraded (17.921%) 2024-08-10T05:20:27.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:20:27.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:20:27.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:26 smithi196 ceph-mon[90243]: osdmap e428: 8 total, 7 up, 8 in 2024-08-10T05:20:27.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:26 smithi031 ceph-mon[100614]: pgmap v297: 121 pgs: 32 active+undersized, 14 active+undersized+degraded, 75 active+clean; 255 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 6.1 MiB/s wr, 18 op/s; 50/279 objects degraded (17.921%) 2024-08-10T05:20:27.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:20:27.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:20:27.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:26 smithi031 ceph-mon[100614]: osdmap e428: 8 total, 7 up, 8 in 2024-08-10T05:20:27.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:26 smithi031 ceph-mon[98130]: pgmap v297: 121 pgs: 32 active+undersized, 14 active+undersized+degraded, 75 active+clean; 255 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 6.1 MiB/s wr, 18 op/s; 50/279 objects degraded (17.921%) 2024-08-10T05:20:27.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:20:27.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:20:27.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:26 smithi031 ceph-mon[98130]: osdmap e428: 8 total, 7 up, 8 in 2024-08-10T05:20:27.346 INFO:tasks.rados.rados.0.smithi031.stdout:1833: done (5 left) 2024-08-10T05:20:27.346 INFO:tasks.rados.rados.0.smithi031.stdout:1834: done (4 left) 2024-08-10T05:20:27.347 INFO:tasks.rados.rados.0.smithi031.stdout:1835: done (3 left) 2024-08-10T05:20:27.347 INFO:tasks.rados.rados.0.smithi031.stdout:1838: done (2 left) 2024-08-10T05:20:27.347 INFO:tasks.rados.rados.0.smithi031.stdout:1839: done (1 left) 2024-08-10T05:20:27.347 INFO:tasks.rados.rados.0.smithi031.stdout:1840: done (0 left) 2024-08-10T05:20:27.347 INFO:tasks.rados.rados.0.smithi031.stdout:1841: delete oid 24 current snap is 172 2024-08-10T05:20:27.353 INFO:tasks.rados.rados.0.smithi031.stdout:1841: done (0 left) 2024-08-10T05:20:27.353 INFO:tasks.rados.rados.0.smithi031.stdout:1842: rmattr oid 14 current snap is 172 2024-08-10T05:20:27.353 INFO:tasks.rados.rados.0.smithi031.stdout:1842: done (0 left) 2024-08-10T05:20:27.353 INFO:tasks.rados.rados.0.smithi031.stdout:1843: delete oid 15 current snap is 172 2024-08-10T05:20:27.355 INFO:tasks.rados.rados.0.smithi031.stdout:1843: done (0 left) 2024-08-10T05:20:27.356 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 4 current snap is 172 2024-08-10T05:20:27.356 INFO:tasks.rados.rados.0.smithi031.stdout:1844: seq_num 572 ranges {0=786432,786432=770048,1556480=557056,2113536=278528} 2024-08-10T05:20:27.360 INFO:tasks.rados.rados.0.smithi031.stdout:1844: writing smithi03186013-4 from 0 to 786432 tid 1 2024-08-10T05:20:27.364 INFO:tasks.rados.rados.0.smithi031.stdout:1844: writing smithi03186013-4 from 786432 to 1556480 tid 2 2024-08-10T05:20:27.368 INFO:tasks.rados.rados.0.smithi031.stdout:1844: writing smithi03186013-4 from 1556480 to 2113536 tid 3 2024-08-10T05:20:27.370 INFO:tasks.rados.rados.0.smithi031.stdout:1844: writing smithi03186013-4 from 2113536 to 2392064 tid 4 2024-08-10T05:20:27.370 INFO:tasks.rados.rados.0.smithi031.stdout:1845: snap_create 2024-08-10T05:20:27.370 INFO:tasks.rados.rados.0.smithi031.stdout:1844: finishing write tid 1 to smithi03186013-4 2024-08-10T05:20:27.370 INFO:tasks.rados.rados.0.smithi031.stdout:1844: finishing write tid 2 to smithi03186013-4 2024-08-10T05:20:27.372 INFO:tasks.rados.rados.0.smithi031.stdout:1844: finishing write tid 3 to smithi03186013-4 2024-08-10T05:20:27.372 INFO:tasks.rados.rados.0.smithi031.stdout:1844: finishing write tid 4 to smithi03186013-4 2024-08-10T05:20:27.372 INFO:tasks.rados.rados.0.smithi031.stdout:1844: finishing write tid 5 to smithi03186013-4 2024-08-10T05:20:27.375 INFO:tasks.rados.rados.0.smithi031.stdout:1844: finishing write tid 6 to smithi03186013-4 2024-08-10T05:20:27.375 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 4 v 852 (ObjNum 572 snap 172 seq_num 572) dirty exists 2024-08-10T05:20:27.375 INFO:tasks.rados.rados.0.smithi031.stdout:1844: left oid 4 (ObjNum 572 snap 172 seq_num 572) 2024-08-10T05:20:28.169 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 10 05:20:27 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-4[96104]: 2024-08-10T05:20:27.864+0000 7f6a99a09640 -1 osd.4 420 log_to_monitors true 2024-08-10T05:20:28.360 INFO:tasks.rados.rados.0.smithi031.stdout:1844: done (1 left) 2024-08-10T05:20:28.360 INFO:tasks.rados.rados.0.smithi031.stdout:1845: done (0 left) 2024-08-10T05:20:28.360 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 45 current snap is 173 2024-08-10T05:20:28.360 INFO:tasks.rados.rados.0.smithi031.stdout:1846: seq_num 573 ranges {6946816=802816,7749632=655360,8404992=720896,9125888=229376} 2024-08-10T05:20:28.402 INFO:tasks.rados.rados.0.smithi031.stdout:1846: writing smithi03186013-45 from 6946816 to 7749632 tid 1 2024-08-10T05:20:28.405 INFO:tasks.rados.rados.0.smithi031.stdout:1846: writing smithi03186013-45 from 7749632 to 8404992 tid 2 2024-08-10T05:20:28.410 INFO:tasks.rados.rados.0.smithi031.stdout:1846: writing smithi03186013-45 from 8404992 to 9125888 tid 3 2024-08-10T05:20:28.412 INFO:tasks.rados.rados.0.smithi031.stdout:1846: writing smithi03186013-45 from 9125888 to 9355264 tid 4 2024-08-10T05:20:28.412 INFO:tasks.rados.rados.0.smithi031.stdout:1847: snap_remove snap 170 2024-08-10T05:20:28.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:28 smithi196 ceph-mon[90243]: osdmap e429: 8 total, 7 up, 8 in 2024-08-10T05:20:28.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:28 smithi196 ceph-mon[90243]: from='osd.4 [v2:172.21.15.196:6800/62141189,v1:172.21.15.196:6801/62141189]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-10T05:20:28.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:28 smithi196 ceph-mon[90243]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-10T05:20:28.529 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 10 05:20:28 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-4[96104]: 2024-08-10T05:20:28.380+0000 7f6a917b4640 -1 osd.4 420 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-10T05:20:28.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:28 smithi031 ceph-mon[98130]: osdmap e429: 8 total, 7 up, 8 in 2024-08-10T05:20:28.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:28 smithi031 ceph-mon[98130]: from='osd.4 [v2:172.21.15.196:6800/62141189,v1:172.21.15.196:6801/62141189]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-10T05:20:28.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:28 smithi031 ceph-mon[98130]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-10T05:20:28.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:28 smithi031 ceph-mon[100614]: osdmap e429: 8 total, 7 up, 8 in 2024-08-10T05:20:28.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:28 smithi031 ceph-mon[100614]: from='osd.4 [v2:172.21.15.196:6800/62141189,v1:172.21.15.196:6801/62141189]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-10T05:20:28.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:28 smithi031 ceph-mon[100614]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-10T05:20:29.028 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:20:28 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:20:28.658Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)\", cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", cluster_addr=\"172.21.15.31\", device_class=\"ssd\", hostname=\"smithi031\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.31\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)\", cluster_addr=\"172.21.15.31\", device_class=\"ssd\", hostname=\"smithi031\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.31\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:20:29.214 INFO:tasks.rados.rados.0.smithi031.stdout:1846: finishing write tid 1 to smithi03186013-45 2024-08-10T05:20:29.214 INFO:tasks.rados.rados.0.smithi031.stdout:1846: finishing write tid 2 to smithi03186013-45 2024-08-10T05:20:29.215 INFO:tasks.rados.rados.0.smithi031.stdout:1846: finishing write tid 3 to smithi03186013-45 2024-08-10T05:20:29.215 INFO:tasks.rados.rados.0.smithi031.stdout:1846: finishing write tid 4 to smithi03186013-45 2024-08-10T05:20:29.215 INFO:tasks.rados.rados.0.smithi031.stdout:1846: finishing write tid 5 to smithi03186013-45 2024-08-10T05:20:29.215 INFO:tasks.rados.rados.0.smithi031.stdout:1846: finishing write tid 6 to smithi03186013-45 2024-08-10T05:20:29.215 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 45 v 913 (ObjNum 573 snap 173 seq_num 573) dirty exists 2024-08-10T05:20:29.215 INFO:tasks.rados.rados.0.smithi031.stdout:1846: left oid 45 (ObjNum 573 snap 173 seq_num 573) 2024-08-10T05:20:29.215 INFO:tasks.rados.rados.0.smithi031.stdout:1846: done (1 left) 2024-08-10T05:20:29.215 INFO:tasks.rados.rados.0.smithi031.stdout:1847: done (0 left) 2024-08-10T05:20:29.215 INFO:tasks.rados.rados.0.smithi031.stdout:1848: copy_from oid 41 from oid 23 current snap is 173 2024-08-10T05:20:29.215 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 32 current snap is 173 2024-08-10T05:20:29.215 INFO:tasks.rados.rados.0.smithi031.stdout:1849: seq_num 574 ranges {2146304=16384} 2024-08-10T05:20:29.227 INFO:tasks.rados.rados.0.smithi031.stdout:1849: writing smithi03186013-32 from 2146304 to 2162688 tid 1 2024-08-10T05:20:29.227 INFO:tasks.rados.rados.0.smithi031.stdout:1850: snap_remove snap 169 2024-08-10T05:20:29.688 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:29 smithi196 ceph-mon[90243]: pgmap v300: 121 pgs: 32 active+undersized, 14 active+undersized+degraded, 75 active+clean; 270 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 9.8 MiB/s wr, 38 op/s; 52/309 objects degraded (16.828%) 2024-08-10T05:20:29.688 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:29 smithi196 ceph-mon[90243]: Health check update: Degraded data redundancy: 52/309 objects degraded (16.828%), 14 pgs degraded (PG_DEGRADED) 2024-08-10T05:20:29.688 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:29 smithi196 ceph-mon[90243]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-08-10T05:20:29.689 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:29 smithi196 ceph-mon[90243]: from='osd.4 [v2:172.21.15.196:6800/62141189,v1:172.21.15.196:6801/62141189]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-10T05:20:29.689 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:29 smithi196 ceph-mon[90243]: osdmap e430: 8 total, 7 up, 8 in 2024-08-10T05:20:29.689 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:29 smithi196 ceph-mon[90243]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-10T05:20:29.689 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:29 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:20:29.689 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:29 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:20:29.689 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:29 smithi196 ceph-mon[90243]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-10T05:20:29.689 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:29 smithi196 ceph-mon[90243]: osd.4 [v2:172.21.15.196:6800/62141189,v1:172.21.15.196:6801/62141189] boot 2024-08-10T05:20:29.689 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:29 smithi196 ceph-mon[90243]: osdmap e431: 8 total, 8 up, 8 in 2024-08-10T05:20:29.689 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:29 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-10T05:20:29.689 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:29 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:20:29.689 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:29 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:20:29.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:29 smithi031 ceph-mon[98130]: pgmap v300: 121 pgs: 32 active+undersized, 14 active+undersized+degraded, 75 active+clean; 270 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 9.8 MiB/s wr, 38 op/s; 52/309 objects degraded (16.828%) 2024-08-10T05:20:29.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:29 smithi031 ceph-mon[98130]: Health check update: Degraded data redundancy: 52/309 objects degraded (16.828%), 14 pgs degraded (PG_DEGRADED) 2024-08-10T05:20:29.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:29 smithi031 ceph-mon[98130]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-08-10T05:20:29.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:29 smithi031 ceph-mon[98130]: from='osd.4 [v2:172.21.15.196:6800/62141189,v1:172.21.15.196:6801/62141189]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-10T05:20:29.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:29 smithi031 ceph-mon[98130]: osdmap e430: 8 total, 7 up, 8 in 2024-08-10T05:20:29.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:29 smithi031 ceph-mon[98130]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-10T05:20:29.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:29 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:20:29.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:29 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:20:29.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:29 smithi031 ceph-mon[98130]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-10T05:20:29.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:29 smithi031 ceph-mon[98130]: osd.4 [v2:172.21.15.196:6800/62141189,v1:172.21.15.196:6801/62141189] boot 2024-08-10T05:20:29.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:29 smithi031 ceph-mon[98130]: osdmap e431: 8 total, 8 up, 8 in 2024-08-10T05:20:29.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:29 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-10T05:20:29.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:29 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:20:29.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:29 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:20:29.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:29 smithi031 ceph-mon[100614]: pgmap v300: 121 pgs: 32 active+undersized, 14 active+undersized+degraded, 75 active+clean; 270 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 9.8 MiB/s wr, 38 op/s; 52/309 objects degraded (16.828%) 2024-08-10T05:20:29.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:29 smithi031 ceph-mon[100614]: Health check update: Degraded data redundancy: 52/309 objects degraded (16.828%), 14 pgs degraded (PG_DEGRADED) 2024-08-10T05:20:29.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:29 smithi031 ceph-mon[100614]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-08-10T05:20:29.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:29 smithi031 ceph-mon[100614]: from='osd.4 [v2:172.21.15.196:6800/62141189,v1:172.21.15.196:6801/62141189]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-10T05:20:29.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:29 smithi031 ceph-mon[100614]: osdmap e430: 8 total, 7 up, 8 in 2024-08-10T05:20:29.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:29 smithi031 ceph-mon[100614]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-10T05:20:29.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:29 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:20:29.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:29 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:20:29.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:29 smithi031 ceph-mon[100614]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-10T05:20:29.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:29 smithi031 ceph-mon[100614]: osd.4 [v2:172.21.15.196:6800/62141189,v1:172.21.15.196:6801/62141189] boot 2024-08-10T05:20:29.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:29 smithi031 ceph-mon[100614]: osdmap e431: 8 total, 8 up, 8 in 2024-08-10T05:20:29.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:29 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-10T05:20:29.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:29 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:20:29.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:29 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:20:30.211 INFO:tasks.rados.rados.0.smithi031.stdout:1850: done (2 left) 2024-08-10T05:20:30.212 INFO:tasks.rados.rados.0.smithi031.stdout:1851: delete oid 19 current snap is 173 2024-08-10T05:20:30.212 INFO:tasks.rados.rados.0.smithi031.stdout:1848: finishing copy_from racing read to smithi03186013-41 2024-08-10T05:20:30.212 INFO:tasks.rados.rados.0.smithi031.stdout:1849: finishing write tid 1 to smithi03186013-32 2024-08-10T05:20:30.212 INFO:tasks.rados.rados.0.smithi031.stdout:1849: finishing write tid 2 to smithi03186013-32 2024-08-10T05:20:30.212 INFO:tasks.rados.rados.0.smithi031.stdout:1849: finishing write tid 3 to smithi03186013-32 2024-08-10T05:20:30.212 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 32 v 818 (ObjNum 574 snap 173 seq_num 574) dirty exists 2024-08-10T05:20:30.212 INFO:tasks.rados.rados.0.smithi031.stdout:1849: left oid 32 (ObjNum 574 snap 173 seq_num 574) 2024-08-10T05:20:30.212 INFO:tasks.rados.rados.0.smithi031.stdout:1848: finishing copy_from to smithi03186013-41 2024-08-10T05:20:30.212 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 41 v 967 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-08-10T05:20:30.229 INFO:tasks.rados.rados.0.smithi031.stdout:1848: done (2 left) 2024-08-10T05:20:30.229 INFO:tasks.rados.rados.0.smithi031.stdout:1849: done (1 left) 2024-08-10T05:20:30.230 INFO:tasks.rados.rados.0.smithi031.stdout:1851: done (0 left) 2024-08-10T05:20:30.230 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 23 current snap is 173 2024-08-10T05:20:30.230 INFO:tasks.rados.rados.0.smithi031.stdout:1852: seq_num 576 ranges {0=49152} 2024-08-10T05:20:30.230 INFO:tasks.rados.rados.0.smithi031.stdout:1852: writing smithi03186013-23 from 0 to 49152 tid 1 2024-08-10T05:20:30.230 INFO:tasks.rados.rados.0.smithi031.stdout:1853: snap_create 2024-08-10T05:20:30.234 INFO:tasks.rados.rados.0.smithi031.stdout:1852: finishing write tid 1 to smithi03186013-23 2024-08-10T05:20:30.234 INFO:tasks.rados.rados.0.smithi031.stdout:1852: finishing write tid 2 to smithi03186013-23 2024-08-10T05:20:30.235 INFO:tasks.rados.rados.0.smithi031.stdout:1852: finishing write tid 3 to smithi03186013-23 2024-08-10T05:20:30.236 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 23 v 969 (ObjNum 576 snap 173 seq_num 576) dirty exists 2024-08-10T05:20:30.236 INFO:tasks.rados.rados.0.smithi031.stdout:1852: left oid 23 (ObjNum 576 snap 173 seq_num 576) 2024-08-10T05:20:31.213 INFO:tasks.rados.rados.0.smithi031.stdout:1852: done (1 left) 2024-08-10T05:20:31.213 INFO:tasks.rados.rados.0.smithi031.stdout:1853: done (0 left) 2024-08-10T05:20:31.213 INFO:tasks.rados.rados.0.smithi031.stdout:1854: read oid 33 snap -1 2024-08-10T05:20:31.214 INFO:tasks.rados.rados.0.smithi031.stdout:1854: expect (ObjNum 558 snap 168 seq_num 558) 2024-08-10T05:20:31.214 INFO:tasks.rados.rados.0.smithi031.stdout:1855: rollback oid 17 current snap is 174 2024-08-10T05:20:31.214 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 17 to 171 2024-08-10T05:20:31.214 INFO:tasks.rados.rados.0.smithi031.stdout:1856: snap_create 2024-08-10T05:20:31.223 INFO:tasks.rados.rados.0.smithi031.stdout:1855: finishing rollback tid 0 to smithi03186013-17 2024-08-10T05:20:31.224 INFO:tasks.rados.rados.0.smithi031.stdout:1855: finishing rollback tid 1 to smithi03186013-17 2024-08-10T05:20:31.225 INFO:tasks.rados.rados.0.smithi031.stdout:1855: finishing rollback tid 2 to smithi03186013-17 2024-08-10T05:20:31.225 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 17 v 543 (ObjNum 496 snap 147 seq_num 496) dirty exists 2024-08-10T05:20:31.225 INFO:tasks.rados.rados.0.smithi031.stdout:1854: expect (ObjNum 558 snap 168 seq_num 558) 2024-08-10T05:20:31.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:31 smithi031 ceph-mon[98130]: pgmap v303: 121 pgs: 6 peering, 29 active+undersized, 11 active+undersized+degraded, 75 active+clean; 276 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 5.4 MiB/s wr, 27 op/s; 39/327 objects degraded (11.927%) 2024-08-10T05:20:31.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:31 smithi031 ceph-mon[98130]: osdmap e432: 8 total, 8 up, 8 in 2024-08-10T05:20:31.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:20:31 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:20:31] "GET /metrics HTTP/1.1" 200 36159 "" "Prometheus/2.43.0" 2024-08-10T05:20:31.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:31 smithi031 ceph-mon[100614]: pgmap v303: 121 pgs: 6 peering, 29 active+undersized, 11 active+undersized+degraded, 75 active+clean; 276 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 5.4 MiB/s wr, 27 op/s; 39/327 objects degraded (11.927%) 2024-08-10T05:20:31.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:31 smithi031 ceph-mon[100614]: osdmap e432: 8 total, 8 up, 8 in 2024-08-10T05:20:31.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:31 smithi196 ceph-mon[90243]: pgmap v303: 121 pgs: 6 peering, 29 active+undersized, 11 active+undersized+degraded, 75 active+clean; 276 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 5.4 MiB/s wr, 27 op/s; 39/327 objects degraded (11.927%) 2024-08-10T05:20:31.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:31 smithi196 ceph-mon[90243]: osdmap e432: 8 total, 8 up, 8 in 2024-08-10T05:20:32.219 INFO:tasks.rados.rados.0.smithi031.stdout:1854: done (2 left) 2024-08-10T05:20:32.219 INFO:tasks.rados.rados.0.smithi031.stdout:1855: done (1 left) 2024-08-10T05:20:32.219 INFO:tasks.rados.rados.0.smithi031.stdout:1856: done (0 left) 2024-08-10T05:20:32.220 INFO:tasks.rados.rados.0.smithi031.stdout:1857: snap_create 2024-08-10T05:20:32.479 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:32 smithi196 ceph-mon[90243]: osdmap e433: 8 total, 8 up, 8 in 2024-08-10T05:20:32.479 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:20:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:20:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:20:32.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:32 smithi031 ceph-mon[98130]: osdmap e433: 8 total, 8 up, 8 in 2024-08-10T05:20:32.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:32 smithi031 ceph-mon[100614]: osdmap e433: 8 total, 8 up, 8 in 2024-08-10T05:20:32.985 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:20:32 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: 2024-08-10T05:20:32.651+0000 7f0983ce7640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (4 PGs are or would become offline) 2024-08-10T05:20:32.986 INFO:teuthology.orchestra.run.smithi031.stdout:true 2024-08-10T05:20:33.223 INFO:tasks.rados.rados.0.smithi031.stdout:1857: done (0 left) 2024-08-10T05:20:33.224 INFO:tasks.rados.rados.0.smithi031.stdout:1858: read oid 37 snap -1 2024-08-10T05:20:33.224 INFO:tasks.rados.rados.0.smithi031.stdout:1858: expect (ObjNum 542 snap 164 seq_num 542) 2024-08-10T05:20:33.224 INFO:tasks.rados.rados.0.smithi031.stdout:1859: snap_create 2024-08-10T05:20:33.262 INFO:teuthology.orchestra.run.smithi031.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-10T05:20:33.262 INFO:teuthology.orchestra.run.smithi031.stdout:alertmanager.a smithi031 *:9093,9094 running (4m) 38s ago 8m 14.8M - 0.25.0 c8568f914cd2 afde0a9ed8a2 2024-08-10T05:20:33.263 INFO:teuthology.orchestra.run.smithi031.stdout:grafana.a smithi196 *:3000 running (4m) 4s ago 8m 85.8M - 9.4.7 954c08fa6188 6ec1b1b19e7a 2024-08-10T05:20:33.263 INFO:teuthology.orchestra.run.smithi031.stdout:mds.a smithi031 running (10m) 38s ago 10m 16.2M - 17.2.7-1372-g56ceb861 354fce865a9a 6a7f8795f454 2024-08-10T05:20:33.263 INFO:teuthology.orchestra.run.smithi031.stdout:mds.b smithi196 running (10m) 4s ago 10m 19.2M - 17.2.7-1372-g56ceb861 354fce865a9a b1ed5b548d29 2024-08-10T05:20:33.263 INFO:teuthology.orchestra.run.smithi031.stdout:mgr.x smithi196 *:8443,9283,8765 running (3m) 4s ago 13m 440M - 19.1.0-1335-gbca9905d c7b33901c886 467542b38c9b 2024-08-10T05:20:33.263 INFO:teuthology.orchestra.run.smithi031.stdout:mgr.y smithi031 *:8443,9283,8765 running (4m) 38s ago 15m 507M - 19.1.0-1335-gbca9905d c7b33901c886 7eef306ed587 2024-08-10T05:20:33.263 INFO:teuthology.orchestra.run.smithi031.stdout:mon.a smithi031 running (3m) 38s ago 15m 56.7M 2048M 19.1.0-1335-gbca9905d c7b33901c886 9e3f4f54b00a 2024-08-10T05:20:33.263 INFO:teuthology.orchestra.run.smithi031.stdout:mon.b smithi196 running (3m) 4s ago 14m 44.2M 2048M 19.1.0-1335-gbca9905d c7b33901c886 b01d51d0054f 2024-08-10T05:20:33.263 INFO:teuthology.orchestra.run.smithi031.stdout:mon.c smithi031 running (3m) 38s ago 14m 45.5M 2048M 19.1.0-1335-gbca9905d c7b33901c886 2cc1160db2be 2024-08-10T05:20:33.263 INFO:teuthology.orchestra.run.smithi031.stdout:node-exporter.a smithi031 *:9100 running (4m) 38s ago 8m 8098k - 1.5.0 0da6a335fe13 b1e6859cbc5d 2024-08-10T05:20:33.263 INFO:teuthology.orchestra.run.smithi031.stdout:node-exporter.b smithi196 *:9100 running (4m) 4s ago 8m 14.8M - 1.5.0 0da6a335fe13 fce7ddc02cba 2024-08-10T05:20:33.263 INFO:teuthology.orchestra.run.smithi031.stdout:osd.0 smithi031 running (2m) 38s ago 13m 171M 2481M 19.1.0-1335-gbca9905d c7b33901c886 b6a59f8bdb81 2024-08-10T05:20:33.263 INFO:teuthology.orchestra.run.smithi031.stdout:osd.1 smithi031 running (109s) 38s ago 13m 117M 2481M 19.1.0-1335-gbca9905d c7b33901c886 67b0c1ce41f2 2024-08-10T05:20:33.264 INFO:teuthology.orchestra.run.smithi031.stdout:osd.2 smithi031 running (75s) 38s ago 12m 90.9M 2481M 19.1.0-1335-gbca9905d c7b33901c886 33f3ce3dcbbc 2024-08-10T05:20:33.264 INFO:teuthology.orchestra.run.smithi031.stdout:osd.3 smithi031 running (42s) 38s ago 12m 14.3M 2481M 19.1.0-1335-gbca9905d c7b33901c886 bd24188e5ebb 2024-08-10T05:20:33.264 INFO:teuthology.orchestra.run.smithi031.stdout:osd.4 smithi196 running (9s) 4s ago 11m 12.1M 2480M 19.1.0-1335-gbca9905d c7b33901c886 3443a66c18a7 2024-08-10T05:20:33.264 INFO:teuthology.orchestra.run.smithi031.stdout:osd.5 smithi196 running (11m) 4s ago 11m 258M 2480M 17.2.7-1372-g56ceb861 354fce865a9a 6af7d344b4cc 2024-08-10T05:20:33.264 INFO:teuthology.orchestra.run.smithi031.stdout:osd.6 smithi196 running (11m) 4s ago 11m 160M 2480M 17.2.7-1372-g56ceb861 354fce865a9a e73c19910471 2024-08-10T05:20:33.264 INFO:teuthology.orchestra.run.smithi031.stdout:osd.7 smithi196 running (10m) 4s ago 10m 131M 2480M 17.2.7-1372-g56ceb861 354fce865a9a f847e8917297 2024-08-10T05:20:33.264 INFO:teuthology.orchestra.run.smithi031.stdout:prometheus.a smithi196 *:9095 running (4m) 4s ago 9m 61.2M - 2.43.0 a07b618ecd1d d50c5c7907b8 2024-08-10T05:20:33.264 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:33 smithi031 ceph-mon[100614]: pgmap v306: 121 pgs: 6 peering, 1 active+recovery_wait+degraded, 10 active+undersized, 8 active+undersized+degraded, 96 active+clean; 273 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.5 KiB/s rd, 2.8 MiB/s wr, 14 op/s; 27/330 objects degraded (8.182%) 2024-08-10T05:20:33.264 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:33 smithi031 ceph-mon[100614]: osdmap e434: 8 total, 8 up, 8 in 2024-08-10T05:20:33.264 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:33 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:20:33.264 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:33 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:20:33.265 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:33 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:20:33.265 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:33 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:20:33.265 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:33 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:20:33.265 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:33 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:20:33.265 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:33 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:20:33.265 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:33 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:20:33.265 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:33 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:20:33.265 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:33 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-10T05:20:33.265 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:33 smithi031 ceph-mon[100614]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-10T05:20:33.265 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:33 smithi031 ceph-mon[100614]: Upgrade: unsafe to stop osd(s) at this time (4 PGs are or would become offline) 2024-08-10T05:20:33.265 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:33 smithi031 ceph-mon[98130]: pgmap v306: 121 pgs: 6 peering, 1 active+recovery_wait+degraded, 10 active+undersized, 8 active+undersized+degraded, 96 active+clean; 273 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.5 KiB/s rd, 2.8 MiB/s wr, 14 op/s; 27/330 objects degraded (8.182%) 2024-08-10T05:20:33.266 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:33 smithi031 ceph-mon[98130]: osdmap e434: 8 total, 8 up, 8 in 2024-08-10T05:20:33.266 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:33 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:20:33.266 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:33 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:20:33.266 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:33 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:20:33.266 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:33 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:20:33.266 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:33 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:20:33.266 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:33 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:20:33.266 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:33 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:20:33.266 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:33 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:20:33.266 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:33 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:20:33.266 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:33 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-10T05:20:33.266 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:33 smithi031 ceph-mon[98130]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-10T05:20:33.266 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:33 smithi031 ceph-mon[98130]: Upgrade: unsafe to stop osd(s) at this time (4 PGs are or would become offline) 2024-08-10T05:20:33.284 INFO:tasks.rados.rados.0.smithi031.stdout:1858: expect (ObjNum 542 snap 164 seq_num 542) 2024-08-10T05:20:33.505 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:33 smithi196 ceph-mon[90243]: pgmap v306: 121 pgs: 6 peering, 1 active+recovery_wait+degraded, 10 active+undersized, 8 active+undersized+degraded, 96 active+clean; 273 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.5 KiB/s rd, 2.8 MiB/s wr, 14 op/s; 27/330 objects degraded (8.182%) 2024-08-10T05:20:33.505 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:33 smithi196 ceph-mon[90243]: osdmap e434: 8 total, 8 up, 8 in 2024-08-10T05:20:33.505 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:33 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:20:33.505 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:33 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:20:33.505 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:33 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:20:33.505 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:33 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:20:33.505 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:33 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:20:33.505 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:33 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:20:33.505 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:33 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:20:33.505 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:33 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:20:33.506 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:33 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:20:33.506 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:33 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-10T05:20:33.506 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:33 smithi196 ceph-mon[90243]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-10T05:20:33.506 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:33 smithi196 ceph-mon[90243]: Upgrade: unsafe to stop osd(s) at this time (4 PGs are or would become offline) 2024-08-10T05:20:33.619 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-08-10T05:20:33.619 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": { 2024-08-10T05:20:33.620 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 3 2024-08-10T05:20:33.620 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-08-10T05:20:33.620 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": { 2024-08-10T05:20:33.620 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 2 2024-08-10T05:20:33.620 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-08-10T05:20:33.620 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": { 2024-08-10T05:20:33.620 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 3, 2024-08-10T05:20:33.620 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 5 2024-08-10T05:20:33.620 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-08-10T05:20:33.620 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": { 2024-08-10T05:20:33.620 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 2 2024-08-10T05:20:33.620 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-08-10T05:20:33.620 INFO:teuthology.orchestra.run.smithi031.stdout: "overall": { 2024-08-10T05:20:33.620 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 5, 2024-08-10T05:20:33.621 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 10 2024-08-10T05:20:33.621 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-08-10T05:20:33.621 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-08-10T05:20:33.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:20:33 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:20:33.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi031\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi031\", job=\"node\", machine=\"x86_64\", nodename=\"smithi031\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", domainname=\"(none)\", instance=\"smithi031\", job=\"node\", machine=\"x86_64\", nodename=\"smithi031\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:20:34.324 INFO:tasks.rados.rados.0.smithi031.stdout:1858: done (1 left) 2024-08-10T05:20:34.324 INFO:tasks.rados.rados.0.smithi031.stdout:1859: done (0 left) 2024-08-10T05:20:34.325 INFO:tasks.rados.rados.0.smithi031.stdout:1860: snap_remove snap 173 2024-08-10T05:20:34.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:34 smithi031 ceph-mon[98130]: from='client.44240 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:20:34.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:34 smithi031 ceph-mon[98130]: osdmap e435: 8 total, 8 up, 8 in 2024-08-10T05:20:34.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:34 smithi031 ceph-mon[98130]: from='client.34311 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:20:34.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:34 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/452961025' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:20:34.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:34 smithi031 ceph-mon[98130]: Health check update: Degraded data redundancy: 27/330 objects degraded (8.182%), 9 pgs degraded (PG_DEGRADED) 2024-08-10T05:20:34.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:34 smithi031 ceph-mon[98130]: osdmap e436: 8 total, 8 up, 8 in 2024-08-10T05:20:34.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:34 smithi031 ceph-mon[100614]: from='client.44240 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:20:34.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:34 smithi031 ceph-mon[100614]: osdmap e435: 8 total, 8 up, 8 in 2024-08-10T05:20:34.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:34 smithi031 ceph-mon[100614]: from='client.34311 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:20:34.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:34 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/452961025' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:20:34.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:34 smithi031 ceph-mon[100614]: Health check update: Degraded data redundancy: 27/330 objects degraded (8.182%), 9 pgs degraded (PG_DEGRADED) 2024-08-10T05:20:34.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:34 smithi031 ceph-mon[100614]: osdmap e436: 8 total, 8 up, 8 in 2024-08-10T05:20:34.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:34 smithi196 ceph-mon[90243]: from='client.44240 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:20:34.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:34 smithi196 ceph-mon[90243]: osdmap e435: 8 total, 8 up, 8 in 2024-08-10T05:20:34.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:34 smithi196 ceph-mon[90243]: from='client.34311 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:20:34.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:34 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/452961025' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:20:34.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:34 smithi196 ceph-mon[90243]: Health check update: Degraded data redundancy: 27/330 objects degraded (8.182%), 9 pgs degraded (PG_DEGRADED) 2024-08-10T05:20:34.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:34 smithi196 ceph-mon[90243]: osdmap e436: 8 total, 8 up, 8 in 2024-08-10T05:20:34.529 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:20:34 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:20:34.453Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:20:34.529 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:20:34 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:20:34.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:20:35.236 INFO:tasks.rados.rados.0.smithi031.stdout:1860: done (0 left) 2024-08-10T05:20:35.236 INFO:tasks.rados.rados.0.smithi031.stdout:1861: read oid 38 snap 171 2024-08-10T05:20:35.236 INFO:tasks.rados.rados.0.smithi031.stdout:1861: expect (ObjNum 563 snap 170 seq_num 563) 2024-08-10T05:20:35.237 INFO:tasks.rados.rados.0.smithi031.stdout:1862: rmattr oid 15 current snap is 177 2024-08-10T05:20:35.237 INFO:tasks.rados.rados.0.smithi031.stdout:1862: done (1 left) 2024-08-10T05:20:35.237 INFO:tasks.rados.rados.0.smithi031.stdout:1863: read oid 2 snap -1 2024-08-10T05:20:35.237 INFO:tasks.rados.rados.0.smithi031.stdout:1863: expect (ObjNum 567 snap 171 seq_num 567) 2024-08-10T05:20:35.237 INFO:tasks.rados.rados.0.smithi031.stdout:1864: copy_from oid 13 from oid 7 current snap is 177 2024-08-10T05:20:35.237 INFO:tasks.rados.rados.0.smithi031.stdout:1865: rollback oid 30 current snap is 177 2024-08-10T05:20:35.237 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 30 to 166 2024-08-10T05:20:35.237 INFO:tasks.rados.rados.0.smithi031.stdout:1866: read oid 12 snap -1 2024-08-10T05:20:35.237 INFO:tasks.rados.rados.0.smithi031.stdout:1866: expect deleted 2024-08-10T05:20:35.237 INFO:tasks.rados.rados.0.smithi031.stdout:1867: delete oid 15 current snap is 177 2024-08-10T05:20:35.244 INFO:tasks.rados.rados.0.smithi031.stdout:1865: finishing rollback tid 0 to smithi03186013-30 2024-08-10T05:20:35.245 INFO:tasks.rados.rados.0.smithi031.stdout:1866: done (5 left) 2024-08-10T05:20:35.245 INFO:tasks.rados.rados.0.smithi031.stdout:1867: done (4 left) 2024-08-10T05:20:35.245 INFO:tasks.rados.rados.0.smithi031.stdout:1868: rollback oid 47 current snap is 177 2024-08-10T05:20:35.245 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 47 to 171 2024-08-10T05:20:35.245 INFO:tasks.rados.rados.0.smithi031.stdout:1869: delete oid 27 current snap is 177 2024-08-10T05:20:35.245 INFO:tasks.rados.rados.0.smithi031.stdout:1865: finishing rollback tid 1 to smithi03186013-30 2024-08-10T05:20:35.245 INFO:tasks.rados.rados.0.smithi031.stdout:1865: finishing rollback tid 2 to smithi03186013-30 2024-08-10T05:20:35.246 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 30 v 1032 (ObjNum 497 snap 147 seq_num 497) dirty exists 2024-08-10T05:20:35.251 INFO:tasks.rados.rados.0.smithi031.stdout:1861: expect (ObjNum 563 snap 170 seq_num 563) 2024-08-10T05:20:35.312 INFO:tasks.rados.rados.0.smithi031.stdout:1868: finishing rollback tid 0 to smithi03186013-47 2024-08-10T05:20:35.312 INFO:tasks.rados.rados.0.smithi031.stdout:1868: finishing rollback tid 1 to smithi03186013-47 2024-08-10T05:20:35.312 INFO:tasks.rados.rados.0.smithi031.stdout:1868: finishing rollback tid 2 to smithi03186013-47 2024-08-10T05:20:35.312 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 47 v 649 (ObjNum 547 snap 165 seq_num 547) dirty exists 2024-08-10T05:20:35.313 INFO:tasks.rados.rados.0.smithi031.stdout:1864: finishing copy_from racing read to smithi03186013-13 2024-08-10T05:20:35.313 INFO:tasks.rados.rados.0.smithi031.stdout:1863: expect (ObjNum 567 snap 171 seq_num 567) 2024-08-10T05:20:35.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:35 smithi031 ceph-mon[98130]: pgmap v309: 121 pgs: 6 peering, 1 active+recovery_wait+degraded, 114 active+clean; 273 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.1 MiB/s wr, 11 op/s; 8/330 objects degraded (2.424%); 6.2 MiB/s, 2 objects/s recovering 2024-08-10T05:20:35.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:35 smithi031 ceph-mon[100614]: pgmap v309: 121 pgs: 6 peering, 1 active+recovery_wait+degraded, 114 active+clean; 273 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.1 MiB/s wr, 11 op/s; 8/330 objects degraded (2.424%); 6.2 MiB/s, 2 objects/s recovering 2024-08-10T05:20:35.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:35 smithi196 ceph-mon[90243]: pgmap v309: 121 pgs: 6 peering, 1 active+recovery_wait+degraded, 114 active+clean; 273 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.1 MiB/s wr, 11 op/s; 8/330 objects degraded (2.424%); 6.2 MiB/s, 2 objects/s recovering 2024-08-10T05:20:35.932 INFO:tasks.rados.rados.0.smithi031.stdout:1864: finishing copy_from to smithi03186013-13 2024-08-10T05:20:35.932 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 13 v 1032 (ObjNum 548 snap 165 seq_num 548) dirty exists 2024-08-10T05:20:35.932 INFO:tasks.rados.rados.0.smithi031.stdout:1861: done (5 left) 2024-08-10T05:20:35.932 INFO:tasks.rados.rados.0.smithi031.stdout:1863: done (4 left) 2024-08-10T05:20:35.932 INFO:tasks.rados.rados.0.smithi031.stdout:1864: done (3 left) 2024-08-10T05:20:35.932 INFO:tasks.rados.rados.0.smithi031.stdout:1865: done (2 left) 2024-08-10T05:20:35.933 INFO:tasks.rados.rados.0.smithi031.stdout:1868: done (1 left) 2024-08-10T05:20:35.933 INFO:tasks.rados.rados.0.smithi031.stdout:1869: done (0 left) 2024-08-10T05:20:35.933 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 29 current snap is 177 2024-08-10T05:20:35.933 INFO:tasks.rados.rados.0.smithi031.stdout:1870: seq_num 579 ranges {12369920=98304} 2024-08-10T05:20:36.000 INFO:tasks.rados.rados.0.smithi031.stdout:1870: writing smithi03186013-29 from 12369920 to 12468224 tid 1 2024-08-10T05:20:36.000 INFO:tasks.rados.rados.0.smithi031.stdout:1871: snap_remove snap 168 2024-08-10T05:20:36.251 INFO:tasks.rados.rados.0.smithi031.stdout:1871: done (1 left) 2024-08-10T05:20:36.251 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 19 current snap is 177 2024-08-10T05:20:36.251 INFO:tasks.rados.rados.0.smithi031.stdout:1870: finishing write tid 1 to smithi03186013-29 2024-08-10T05:20:36.251 INFO:tasks.rados.rados.0.smithi031.stdout:1870: finishing write tid 2 to smithi03186013-29 2024-08-10T05:20:36.251 INFO:tasks.rados.rados.0.smithi031.stdout:1870: finishing write tid 3 to smithi03186013-29 2024-08-10T05:20:36.252 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 29 v 1083 (ObjNum 579 snap 177 seq_num 579) dirty exists 2024-08-10T05:20:36.252 INFO:tasks.rados.rados.0.smithi031.stdout:1870: left oid 29 (ObjNum 579 snap 177 seq_num 579) 2024-08-10T05:20:36.252 INFO:tasks.rados.rados.0.smithi031.stdout:1872: seq_num 580 ranges {0=114688} 2024-08-10T05:20:36.253 INFO:tasks.rados.rados.0.smithi031.stdout:1872: writing smithi03186013-19 from 0 to 114688 tid 1 2024-08-10T05:20:36.253 INFO:tasks.rados.rados.0.smithi031.stdout:1870: done (1 left) 2024-08-10T05:20:36.253 INFO:tasks.rados.rados.0.smithi031.stdout:1873: read oid 9 snap -1 2024-08-10T05:20:36.253 INFO:tasks.rados.rados.0.smithi031.stdout:1873: expect (ObjNum 553 snap 165 seq_num 553) 2024-08-10T05:20:36.253 INFO:tasks.rados.rados.0.smithi031.stdout:1874: copy_from oid 11 from oid 46 current snap is 177 2024-08-10T05:20:36.253 INFO:tasks.rados.rados.0.smithi031.stdout:1875: read oid 35 snap -1 2024-08-10T05:20:36.254 INFO:tasks.rados.rados.0.smithi031.stdout:1875: expect (ObjNum 545 snap 165 seq_num 545) 2024-08-10T05:20:36.254 INFO:tasks.rados.rados.0.smithi031.stdout:1876: read oid 1 snap -1 2024-08-10T05:20:36.254 INFO:tasks.rados.rados.0.smithi031.stdout:1876: expect (ObjNum 508 snap 149 seq_num 508) 2024-08-10T05:20:36.254 INFO:tasks.rados.rados.0.smithi031.stdout:1877: copy_from oid 24 from oid 36 current snap is 177 2024-08-10T05:20:36.254 INFO:tasks.rados.rados.0.smithi031.stdout:1878: delete oid 22 current snap is 177 2024-08-10T05:20:36.262 INFO:tasks.rados.rados.0.smithi031.stdout:1876: expect (ObjNum 508 snap 149 seq_num 508) 2024-08-10T05:20:36.304 INFO:tasks.rados.rados.0.smithi031.stdout:1872: finishing write tid 1 to smithi03186013-19 2024-08-10T05:20:36.304 INFO:tasks.rados.rados.0.smithi031.stdout:1872: finishing write tid 2 to smithi03186013-19 2024-08-10T05:20:36.304 INFO:tasks.rados.rados.0.smithi031.stdout:1872: finishing write tid 3 to smithi03186013-19 2024-08-10T05:20:36.304 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 19 v 912 (ObjNum 580 snap 177 seq_num 580) dirty exists 2024-08-10T05:20:36.304 INFO:tasks.rados.rados.0.smithi031.stdout:1872: left oid 19 (ObjNum 580 snap 177 seq_num 580) 2024-08-10T05:20:36.304 INFO:tasks.rados.rados.0.smithi031.stdout:1877: finishing copy_from racing read to smithi03186013-24 2024-08-10T05:20:36.304 INFO:tasks.rados.rados.0.smithi031.stdout:1877: finishing copy_from to smithi03186013-24 2024-08-10T05:20:36.304 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 24 v 833 (ObjNum 557 snap 168 seq_num 557) dirty exists 2024-08-10T05:20:36.304 INFO:tasks.rados.rados.0.smithi031.stdout:1874: finishing copy_from racing read to smithi03186013-11 2024-08-10T05:20:36.304 INFO:tasks.rados.rados.0.smithi031.stdout:1872: done (6 left) 2024-08-10T05:20:36.304 INFO:tasks.rados.rados.0.smithi031.stdout:1876: done (5 left) 2024-08-10T05:20:36.305 INFO:tasks.rados.rados.0.smithi031.stdout:1877: done (4 left) 2024-08-10T05:20:36.305 INFO:tasks.rados.rados.0.smithi031.stdout:1878: done (3 left) 2024-08-10T05:20:36.305 INFO:tasks.rados.rados.0.smithi031.stdout:1879: snap_remove snap 166 2024-08-10T05:20:36.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:36 smithi031 ceph-mon[98130]: osdmap e437: 8 total, 8 up, 8 in 2024-08-10T05:20:36.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:36 smithi031 ceph-mon[100614]: osdmap e437: 8 total, 8 up, 8 in 2024-08-10T05:20:36.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:36 smithi196 ceph-mon[90243]: osdmap e437: 8 total, 8 up, 8 in 2024-08-10T05:20:37.252 INFO:tasks.rados.rados.0.smithi031.stdout:1874: finishing copy_from to smithi03186013-11 2024-08-10T05:20:37.252 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 11 v 673 (ObjNum 565 snap 171 seq_num 565) dirty exists 2024-08-10T05:20:37.253 INFO:tasks.rados.rados.0.smithi031.stdout:1873: expect (ObjNum 553 snap 165 seq_num 553) 2024-08-10T05:20:37.481 INFO:tasks.rados.rados.0.smithi031.stdout:1875: expect (ObjNum 545 snap 165 seq_num 545) 2024-08-10T05:20:37.518 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:37 smithi031 ceph-mon[100614]: pgmap v312: 121 pgs: 121 active+clean; 265 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 12 KiB/s wr, 2 op/s; 30 MiB/s, 5 objects/s recovering 2024-08-10T05:20:37.518 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:37 smithi031 ceph-mon[100614]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 8/330 objects degraded (2.424%), 1 pg degraded) 2024-08-10T05:20:37.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:37 smithi031 ceph-mon[100614]: Cluster is now healthy 2024-08-10T05:20:37.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:37 smithi031 ceph-mon[100614]: osdmap e438: 8 total, 8 up, 8 in 2024-08-10T05:20:37.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:37 smithi031 ceph-mon[98130]: pgmap v312: 121 pgs: 121 active+clean; 265 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 12 KiB/s wr, 2 op/s; 30 MiB/s, 5 objects/s recovering 2024-08-10T05:20:37.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:37 smithi031 ceph-mon[98130]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 8/330 objects degraded (2.424%), 1 pg degraded) 2024-08-10T05:20:37.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:37 smithi031 ceph-mon[98130]: Cluster is now healthy 2024-08-10T05:20:37.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:37 smithi031 ceph-mon[98130]: osdmap e438: 8 total, 8 up, 8 in 2024-08-10T05:20:37.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:37 smithi196 ceph-mon[90243]: pgmap v312: 121 pgs: 121 active+clean; 265 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 12 KiB/s wr, 2 op/s; 30 MiB/s, 5 objects/s recovering 2024-08-10T05:20:37.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:37 smithi196 ceph-mon[90243]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 8/330 objects degraded (2.424%), 1 pg degraded) 2024-08-10T05:20:37.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:37 smithi196 ceph-mon[90243]: Cluster is now healthy 2024-08-10T05:20:37.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:37 smithi196 ceph-mon[90243]: osdmap e438: 8 total, 8 up, 8 in 2024-08-10T05:20:38.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:38 smithi031 ceph-mon[98130]: osdmap e439: 8 total, 8 up, 8 in 2024-08-10T05:20:38.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:38 smithi031 ceph-mon[100614]: osdmap e439: 8 total, 8 up, 8 in 2024-08-10T05:20:38.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:38 smithi196 ceph-mon[90243]: osdmap e439: 8 total, 8 up, 8 in 2024-08-10T05:20:39.028 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:20:38 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:20:38.659Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)\", cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", cluster_addr=\"172.21.15.31\", device_class=\"ssd\", hostname=\"smithi031\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.31\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)\", cluster_addr=\"172.21.15.31\", device_class=\"ssd\", hostname=\"smithi031\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.31\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-08-10T05:20:39.028 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:20:38 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:20:38.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)\", cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", cluster_addr=\"172.21.15.31\", device_class=\"ssd\", hostname=\"smithi031\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.31\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)\", cluster_addr=\"172.21.15.31\", device_class=\"ssd\", hostname=\"smithi031\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.31\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:20:39.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:39 smithi031 ceph-mon[98130]: pgmap v315: 121 pgs: 121 active+clean; 269 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 28 MiB/s rd, 862 KiB/s wr, 5 op/s; 24 MiB/s, 3 objects/s recovering 2024-08-10T05:20:39.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:39 smithi031 ceph-mon[98130]: osdmap e440: 8 total, 8 up, 8 in 2024-08-10T05:20:39.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:39 smithi031 ceph-mon[100614]: pgmap v315: 121 pgs: 121 active+clean; 269 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 28 MiB/s rd, 862 KiB/s wr, 5 op/s; 24 MiB/s, 3 objects/s recovering 2024-08-10T05:20:39.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:39 smithi031 ceph-mon[100614]: osdmap e440: 8 total, 8 up, 8 in 2024-08-10T05:20:39.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:39 smithi196 ceph-mon[90243]: pgmap v315: 121 pgs: 121 active+clean; 269 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 28 MiB/s rd, 862 KiB/s wr, 5 op/s; 24 MiB/s, 3 objects/s recovering 2024-08-10T05:20:39.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:39 smithi196 ceph-mon[90243]: osdmap e440: 8 total, 8 up, 8 in 2024-08-10T05:20:39.894 INFO:tasks.rados.rados.0.smithi031.stdout:1873: done (3 left) 2024-08-10T05:20:39.894 INFO:tasks.rados.rados.0.smithi031.stdout:1874: done (2 left) 2024-08-10T05:20:39.894 INFO:tasks.rados.rados.0.smithi031.stdout:1875: done (1 left) 2024-08-10T05:20:39.895 INFO:tasks.rados.rados.0.smithi031.stdout:1879: done (0 left) 2024-08-10T05:20:39.895 INFO:tasks.rados.rados.0.smithi031.stdout:1880: read oid 25 snap -1 2024-08-10T05:20:39.895 INFO:tasks.rados.rados.0.smithi031.stdout:1880: expect (ObjNum 566 snap 171 seq_num 566) 2024-08-10T05:20:39.895 INFO:tasks.rados.rados.0.smithi031.stdout:1881: snap_remove snap 176 2024-08-10T05:20:40.261 INFO:tasks.rados.rados.0.smithi031.stdout:1881: done (1 left) 2024-08-10T05:20:40.261 INFO:tasks.rados.rados.0.smithi031.stdout:1882: rollback oid 8 current snap is 177 2024-08-10T05:20:40.261 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 8 to 174 2024-08-10T05:20:40.261 INFO:tasks.rados.rados.0.smithi031.stdout:1880: expect (ObjNum 566 snap 171 seq_num 566) 2024-08-10T05:20:40.387 INFO:tasks.rados.rados.0.smithi031.stdout:1882: finishing rollback tid 0 to smithi03186013-8 2024-08-10T05:20:40.387 INFO:tasks.rados.rados.0.smithi031.stdout:1882: finishing rollback tid 1 to smithi03186013-8 2024-08-10T05:20:40.387 INFO:tasks.rados.rados.0.smithi031.stdout:1880: done (1 left) 2024-08-10T05:20:40.387 INFO:tasks.rados.rados.0.smithi031.stdout:1883: read oid 49 snap -1 2024-08-10T05:20:40.387 INFO:tasks.rados.rados.0.smithi031.stdout:1883: expect (ObjNum 439 snap 135 seq_num 439) 2024-08-10T05:20:40.387 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 20 current snap is 177 2024-08-10T05:20:40.387 INFO:tasks.rados.rados.0.smithi031.stdout:1882: finishing rollback tid 2 to smithi03186013-8 2024-08-10T05:20:40.387 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 8 v 1102 (ObjNum 543 snap 165 seq_num 543) dirty exists 2024-08-10T05:20:40.387 INFO:tasks.rados.rados.0.smithi031.stdout:1884: seq_num 582 ranges {6127616=155648} 2024-08-10T05:20:40.421 INFO:tasks.rados.rados.0.smithi031.stdout:1884: writing smithi03186013-20 from 6127616 to 6283264 tid 1 2024-08-10T05:20:40.421 INFO:tasks.rados.rados.0.smithi031.stdout:1882: done (2 left) 2024-08-10T05:20:40.421 INFO:tasks.rados.rados.0.smithi031.stdout:1885: copy_from oid 43 from oid 24 current snap is 177 2024-08-10T05:20:40.421 INFO:tasks.rados.rados.0.smithi031.stdout:1883: expect (ObjNum 439 snap 135 seq_num 439) 2024-08-10T05:20:40.473 INFO:tasks.rados.rados.0.smithi031.stdout:1884: finishing write tid 1 to smithi03186013-20 2024-08-10T05:20:40.473 INFO:tasks.rados.rados.0.smithi031.stdout:1884: finishing write tid 2 to smithi03186013-20 2024-08-10T05:20:40.473 INFO:tasks.rados.rados.0.smithi031.stdout:1884: finishing write tid 3 to smithi03186013-20 2024-08-10T05:20:40.474 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 20 v 808 (ObjNum 582 snap 177 seq_num 582) dirty exists 2024-08-10T05:20:40.474 INFO:tasks.rados.rados.0.smithi031.stdout:1884: left oid 20 (ObjNum 582 snap 177 seq_num 582) 2024-08-10T05:20:40.474 INFO:tasks.rados.rados.0.smithi031.stdout:1885: finishing copy_from racing read to smithi03186013-43 2024-08-10T05:20:40.474 INFO:tasks.rados.rados.0.smithi031.stdout:1885: finishing copy_from to smithi03186013-43 2024-08-10T05:20:40.474 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 43 v 833 (ObjNum 557 snap 168 seq_num 557) dirty exists 2024-08-10T05:20:40.474 INFO:tasks.rados.rados.0.smithi031.stdout:1883: done (2 left) 2024-08-10T05:20:40.474 INFO:tasks.rados.rados.0.smithi031.stdout:1884: done (1 left) 2024-08-10T05:20:40.474 INFO:tasks.rados.rados.0.smithi031.stdout:1885: done (0 left) 2024-08-10T05:20:40.474 INFO:tasks.rados.rados.0.smithi031.stdout:1886: read oid 32 snap 175 2024-08-10T05:20:40.474 INFO:tasks.rados.rados.0.smithi031.stdout:1886: expect (ObjNum 574 snap 173 seq_num 574) 2024-08-10T05:20:40.474 INFO:tasks.rados.rados.0.smithi031.stdout:1887: delete oid 45 current snap is 177 2024-08-10T05:20:40.478 INFO:tasks.rados.rados.0.smithi031.stdout:1887: done (1 left) 2024-08-10T05:20:40.478 INFO:tasks.rados.rados.0.smithi031.stdout:1888: read oid 20 snap -1 2024-08-10T05:20:40.478 INFO:tasks.rados.rados.0.smithi031.stdout:1888: expect (ObjNum 582 snap 177 seq_num 582) 2024-08-10T05:20:40.478 INFO:tasks.rados.rados.0.smithi031.stdout:1889: rollback oid 19 current snap is 177 2024-08-10T05:20:40.478 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 19 to 174 2024-08-10T05:20:40.478 INFO:tasks.rados.rados.0.smithi031.stdout:1890: read oid 39 snap -1 2024-08-10T05:20:40.479 INFO:tasks.rados.rados.0.smithi031.stdout:1890: expect (ObjNum 515 snap 156 seq_num 515) 2024-08-10T05:20:40.479 INFO:tasks.rados.rados.0.smithi031.stdout:1891: rollback oid 10 current snap is 177 2024-08-10T05:20:40.479 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 10 to 175 2024-08-10T05:20:40.479 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 6 current snap is 177 2024-08-10T05:20:40.479 INFO:tasks.rados.rados.0.smithi031.stdout:1892: seq_num 584 ranges {1671168=188416} 2024-08-10T05:20:40.489 INFO:tasks.rados.rados.0.smithi031.stdout:1892: writing smithi03186013-6 from 1671168 to 1859584 tid 1 2024-08-10T05:20:40.489 INFO:tasks.rados.rados.0.smithi031.stdout:1893: delete oid 35 current snap is 177 2024-08-10T05:20:40.489 INFO:tasks.rados.rados.0.smithi031.stdout:1889: finishing rollback tid 0 to smithi03186013-19 2024-08-10T05:20:40.489 INFO:tasks.rados.rados.0.smithi031.stdout:1891: finishing rollback tid 0 to smithi03186013-10 2024-08-10T05:20:40.489 INFO:tasks.rados.rados.0.smithi031.stdout:1889: finishing rollback tid 1 to smithi03186013-19 2024-08-10T05:20:40.489 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 19 v 914 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-10T05:20:40.489 INFO:tasks.rados.rados.0.smithi031.stdout:1886: expect (ObjNum 574 snap 173 seq_num 574) 2024-08-10T05:20:40.606 INFO:tasks.rados.rados.0.smithi031.stdout:1891: finishing rollback tid 1 to smithi03186013-10 2024-08-10T05:20:40.606 INFO:tasks.rados.rados.0.smithi031.stdout:1891: finishing rollback tid 2 to smithi03186013-10 2024-08-10T05:20:40.606 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 10 v 972 (ObjNum 517 snap 156 seq_num 517) dirty exists 2024-08-10T05:20:40.606 INFO:tasks.rados.rados.0.smithi031.stdout:1888: expect (ObjNum 582 snap 177 seq_num 582) 2024-08-10T05:20:41.040 INFO:tasks.rados.rados.0.smithi031.stdout:1892: finishing write tid 1 to smithi03186013-6 2024-08-10T05:20:41.040 INFO:tasks.rados.rados.0.smithi031.stdout:1892: finishing write tid 2 to smithi03186013-6 2024-08-10T05:20:41.040 INFO:tasks.rados.rados.0.smithi031.stdout:1892: finishing write tid 3 to smithi03186013-6 2024-08-10T05:20:41.040 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 6 v 810 (ObjNum 584 snap 177 seq_num 584) dirty exists 2024-08-10T05:20:41.040 INFO:tasks.rados.rados.0.smithi031.stdout:1892: left oid 6 (ObjNum 584 snap 177 seq_num 584) 2024-08-10T05:20:41.040 INFO:tasks.rados.rados.0.smithi031.stdout:1890: expect (ObjNum 515 snap 156 seq_num 515) 2024-08-10T05:20:41.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:20:41 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:20:41] "GET /metrics HTTP/1.1" 200 36153 "" "Prometheus/2.43.0" 2024-08-10T05:20:41.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:41 smithi031 ceph-mon[98130]: pgmap v317: 121 pgs: 121 active+clean; 273 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 26 MiB/s rd, 1.7 MiB/s wr, 7 op/s 2024-08-10T05:20:41.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:41 smithi031 ceph-mon[98130]: osdmap e441: 8 total, 8 up, 8 in 2024-08-10T05:20:41.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:20:41.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:20:41.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:20:41.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:41 smithi031 ceph-mon[100614]: pgmap v317: 121 pgs: 121 active+clean; 273 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 26 MiB/s rd, 1.7 MiB/s wr, 7 op/s 2024-08-10T05:20:41.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:41 smithi031 ceph-mon[100614]: osdmap e441: 8 total, 8 up, 8 in 2024-08-10T05:20:41.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:20:41.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:20:41.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:20:41.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:41 smithi196 ceph-mon[90243]: pgmap v317: 121 pgs: 121 active+clean; 273 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 26 MiB/s rd, 1.7 MiB/s wr, 7 op/s 2024-08-10T05:20:41.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:41 smithi196 ceph-mon[90243]: osdmap e441: 8 total, 8 up, 8 in 2024-08-10T05:20:41.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:20:41.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:20:41.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:20:42.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:20:42 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:20:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:20:42.822 INFO:tasks.rados.rados.0.smithi031.stdout:1886: done (6 left) 2024-08-10T05:20:42.823 INFO:tasks.rados.rados.0.smithi031.stdout:1888: done (5 left) 2024-08-10T05:20:42.823 INFO:tasks.rados.rados.0.smithi031.stdout:1889: done (4 left) 2024-08-10T05:20:42.823 INFO:tasks.rados.rados.0.smithi031.stdout:1890: done (3 left) 2024-08-10T05:20:42.823 INFO:tasks.rados.rados.0.smithi031.stdout:1891: done (2 left) 2024-08-10T05:20:42.823 INFO:tasks.rados.rados.0.smithi031.stdout:1892: done (1 left) 2024-08-10T05:20:42.823 INFO:tasks.rados.rados.0.smithi031.stdout:1893: done (0 left) 2024-08-10T05:20:42.823 INFO:tasks.rados.rados.0.smithi031.stdout:1894: rollback oid 17 current snap is 177 2024-08-10T05:20:42.823 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 17 to 174 2024-08-10T05:20:42.823 INFO:tasks.rados.rados.0.smithi031.stdout:1895: read oid 28 snap 172 2024-08-10T05:20:42.823 INFO:tasks.rados.rados.0.smithi031.stdout:1895: expect (ObjNum 589963712 snap 22084 seq_num 589815376) 2024-08-10T05:20:42.823 INFO:tasks.rados.rados.0.smithi031.stdout:1896: read oid 32 snap -1 2024-08-10T05:20:42.823 INFO:tasks.rados.rados.0.smithi031.stdout:1896: expect (ObjNum 574 snap 173 seq_num 574) 2024-08-10T05:20:42.823 INFO:tasks.rados.rados.0.smithi031.stdout:1897: rollback oid 34 current snap is 177 2024-08-10T05:20:42.823 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 34 to 171 2024-08-10T05:20:42.824 INFO:tasks.rados.rados.0.smithi031.stdout:1898: snap_remove snap 175 2024-08-10T05:20:43.273 INFO:tasks.rados.rados.0.smithi031.stdout:1898: done (4 left) 2024-08-10T05:20:43.273 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 49 current snap is 177 2024-08-10T05:20:43.273 INFO:tasks.rados.rados.0.smithi031.stdout:1899: seq_num 586 ranges {1155072=221184} 2024-08-10T05:20:43.280 INFO:tasks.rados.rados.0.smithi031.stdout:1899: writing smithi03186013-49 from 1155072 to 1376256 tid 1 2024-08-10T05:20:43.281 INFO:tasks.rados.rados.0.smithi031.stdout:1900: rollback oid 1 current snap is 177 2024-08-10T05:20:43.281 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 1 to 172 2024-08-10T05:20:43.281 INFO:tasks.rados.rados.0.smithi031.stdout:1895: expect (ObjNum 589963712 snap 22084 seq_num 589815376) 2024-08-10T05:20:43.284 INFO:tasks.rados.rados.0.smithi031.stdout:1897: finishing rollback tid 0 to smithi03186013-34 2024-08-10T05:20:43.284 INFO:tasks.rados.rados.0.smithi031.stdout:1894: finishing rollback tid 0 to smithi03186013-17 2024-08-10T05:20:43.284 INFO:tasks.rados.rados.0.smithi031.stdout:1894: finishing rollback tid 1 to smithi03186013-17 2024-08-10T05:20:43.284 INFO:tasks.rados.rados.0.smithi031.stdout:1894: finishing rollback tid 2 to smithi03186013-17 2024-08-10T05:20:43.284 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 17 v 546 (ObjNum 496 snap 147 seq_num 496) dirty exists 2024-08-10T05:20:43.284 INFO:tasks.rados.rados.0.smithi031.stdout:1897: finishing rollback tid 1 to smithi03186013-34 2024-08-10T05:20:43.284 INFO:tasks.rados.rados.0.smithi031.stdout:1894: done (5 left) 2024-08-10T05:20:43.284 INFO:tasks.rados.rados.0.smithi031.stdout:1895: done (4 left) 2024-08-10T05:20:43.285 INFO:tasks.rados.rados.0.smithi031.stdout:1901: delete oid 24 current snap is 177 2024-08-10T05:20:43.285 INFO:tasks.rados.rados.0.smithi031.stdout:1897: finishing rollback tid 2 to smithi03186013-34 2024-08-10T05:20:43.285 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 34 v 943 (ObjNum 529 snap 160 seq_num 529) dirty exists 2024-08-10T05:20:43.285 INFO:tasks.rados.rados.0.smithi031.stdout:1896: expect (ObjNum 574 snap 173 seq_num 574) 2024-08-10T05:20:43.403 INFO:tasks.rados.rados.0.smithi031.stdout:1899: finishing write tid 1 to smithi03186013-49 2024-08-10T05:20:43.403 INFO:tasks.rados.rados.0.smithi031.stdout:1900: finishing rollback tid 0 to smithi03186013-1 2024-08-10T05:20:43.404 INFO:tasks.rados.rados.0.smithi031.stdout:1899: finishing write tid 2 to smithi03186013-49 2024-08-10T05:20:43.404 INFO:tasks.rados.rados.0.smithi031.stdout:1900: finishing rollback tid 1 to smithi03186013-1 2024-08-10T05:20:43.404 INFO:tasks.rados.rados.0.smithi031.stdout:1900: finishing rollback tid 2 to smithi03186013-1 2024-08-10T05:20:43.404 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 1 v 770 (ObjNum 508 snap 149 seq_num 508) dirty exists 2024-08-10T05:20:43.404 INFO:tasks.rados.rados.0.smithi031.stdout:1899: finishing write tid 3 to smithi03186013-49 2024-08-10T05:20:43.404 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 49 v 820 (ObjNum 586 snap 177 seq_num 586) dirty exists 2024-08-10T05:20:43.404 INFO:tasks.rados.rados.0.smithi031.stdout:1899: left oid 49 (ObjNum 586 snap 177 seq_num 586) 2024-08-10T05:20:43.404 INFO:tasks.rados.rados.0.smithi031.stdout:1896: done (4 left) 2024-08-10T05:20:43.404 INFO:tasks.rados.rados.0.smithi031.stdout:1897: done (3 left) 2024-08-10T05:20:43.404 INFO:tasks.rados.rados.0.smithi031.stdout:1899: done (2 left) 2024-08-10T05:20:43.404 INFO:tasks.rados.rados.0.smithi031.stdout:1900: done (1 left) 2024-08-10T05:20:43.404 INFO:tasks.rados.rados.0.smithi031.stdout:1901: done (0 left) 2024-08-10T05:20:43.404 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 43 current snap is 177 2024-08-10T05:20:43.405 INFO:tasks.rados.rados.0.smithi031.stdout:1902: seq_num 588 ranges {3293184=253952} 2024-08-10T05:20:43.422 INFO:tasks.rados.rados.0.smithi031.stdout:1902: writing smithi03186013-43 from 3293184 to 3547136 tid 1 2024-08-10T05:20:43.422 INFO:tasks.rados.rados.0.smithi031.stdout:1903: snap_create 2024-08-10T05:20:43.425 INFO:tasks.rados.rados.0.smithi031.stdout:1902: finishing write tid 1 to smithi03186013-43 2024-08-10T05:20:43.425 INFO:tasks.rados.rados.0.smithi031.stdout:1902: finishing write tid 2 to smithi03186013-43 2024-08-10T05:20:43.426 INFO:tasks.rados.rados.0.smithi031.stdout:1902: finishing write tid 3 to smithi03186013-43 2024-08-10T05:20:43.426 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 43 v 835 (ObjNum 588 snap 177 seq_num 588) dirty exists 2024-08-10T05:20:43.426 INFO:tasks.rados.rados.0.smithi031.stdout:1902: left oid 43 (ObjNum 588 snap 177 seq_num 588) 2024-08-10T05:20:43.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:43 smithi031 ceph-mon[98130]: pgmap v319: 121 pgs: 121 active+clean; 264 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 30 MiB/s rd, 2.5 MiB/s wr, 10 op/s 2024-08-10T05:20:43.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:43 smithi031 ceph-mon[100614]: pgmap v319: 121 pgs: 121 active+clean; 264 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 30 MiB/s rd, 2.5 MiB/s wr, 10 op/s 2024-08-10T05:20:43.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:43 smithi196 ceph-mon[90243]: pgmap v319: 121 pgs: 121 active+clean; 264 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 30 MiB/s rd, 2.5 MiB/s wr, 10 op/s 2024-08-10T05:20:43.528 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:20:43 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:20:43.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi031\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi031\", job=\"node\", machine=\"x86_64\", nodename=\"smithi031\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", domainname=\"(none)\", instance=\"smithi031\", job=\"node\", machine=\"x86_64\", nodename=\"smithi031\", release=\"5.14.0-480.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:20:44.210 INFO:tasks.rados.rados.0.smithi031.stdout:1902: done (1 left) 2024-08-10T05:20:44.210 INFO:tasks.rados.rados.0.smithi031.stdout:1903: done (0 left) 2024-08-10T05:20:44.210 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 42 current snap is 178 2024-08-10T05:20:44.210 INFO:tasks.rados.rados.0.smithi031.stdout:1904: seq_num 589 ranges {3940352=270336} 2024-08-10T05:20:44.232 INFO:tasks.rados.rados.0.smithi031.stdout:1904: writing smithi03186013-42 from 3940352 to 4210688 tid 1 2024-08-10T05:20:44.233 INFO:tasks.rados.rados.0.smithi031.stdout:1905: snap_create 2024-08-10T05:20:44.240 INFO:tasks.rados.rados.0.smithi031.stdout:1904: finishing write tid 1 to smithi03186013-42 2024-08-10T05:20:44.240 INFO:tasks.rados.rados.0.smithi031.stdout:1904: finishing write tid 2 to smithi03186013-42 2024-08-10T05:20:44.241 INFO:tasks.rados.rados.0.smithi031.stdout:1904: finishing write tid 3 to smithi03186013-42 2024-08-10T05:20:44.241 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 42 v 916 (ObjNum 589 snap 178 seq_num 589) dirty exists 2024-08-10T05:20:44.241 INFO:tasks.rados.rados.0.smithi031.stdout:1904: left oid 42 (ObjNum 589 snap 178 seq_num 589) 2024-08-10T05:20:44.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:44 smithi196 ceph-mon[90243]: osdmap e442: 8 total, 8 up, 8 in 2024-08-10T05:20:44.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:44 smithi196 ceph-mon[90243]: osdmap e443: 8 total, 8 up, 8 in 2024-08-10T05:20:44.529 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:20:44 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:20:44.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:20:44.529 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:20:44 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:20:44.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:20:44.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:44 smithi031 ceph-mon[98130]: osdmap e442: 8 total, 8 up, 8 in 2024-08-10T05:20:44.818 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:44 smithi031 ceph-mon[98130]: osdmap e443: 8 total, 8 up, 8 in 2024-08-10T05:20:44.819 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:44 smithi031 ceph-mon[100614]: osdmap e442: 8 total, 8 up, 8 in 2024-08-10T05:20:44.819 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:44 smithi031 ceph-mon[100614]: osdmap e443: 8 total, 8 up, 8 in 2024-08-10T05:20:45.214 INFO:tasks.rados.rados.0.smithi031.stdout:1904: done (1 left) 2024-08-10T05:20:45.214 INFO:tasks.rados.rados.0.smithi031.stdout:1905: done (0 left) 2024-08-10T05:20:45.214 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 18 current snap is 179 2024-08-10T05:20:45.215 INFO:tasks.rados.rados.0.smithi031.stdout:1906: seq_num 590 ranges {1449984=286720} 2024-08-10T05:20:45.224 INFO:tasks.rados.rados.0.smithi031.stdout:1906: writing smithi03186013-18 from 1449984 to 1736704 tid 1 2024-08-10T05:20:45.224 INFO:tasks.rados.rados.0.smithi031.stdout:1907: snap_create 2024-08-10T05:20:45.228 INFO:tasks.rados.rados.0.smithi031.stdout:1906: finishing write tid 1 to smithi03186013-18 2024-08-10T05:20:45.228 INFO:tasks.rados.rados.0.smithi031.stdout:1906: finishing write tid 2 to smithi03186013-18 2024-08-10T05:20:45.229 INFO:tasks.rados.rados.0.smithi031.stdout:1906: finishing write tid 3 to smithi03186013-18 2024-08-10T05:20:45.230 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 18 v 950 (ObjNum 590 snap 179 seq_num 590) dirty exists 2024-08-10T05:20:45.230 INFO:tasks.rados.rados.0.smithi031.stdout:1906: left oid 18 (ObjNum 590 snap 179 seq_num 590) 2024-08-10T05:20:45.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:45 smithi196 ceph-mon[90243]: pgmap v321: 121 pgs: 121 active+clean; 264 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 1.8 MiB/s wr, 7 op/s 2024-08-10T05:20:45.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:45 smithi196 ceph-mon[90243]: osdmap e444: 8 total, 8 up, 8 in 2024-08-10T05:20:45.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:45 smithi031 ceph-mon[98130]: pgmap v321: 121 pgs: 121 active+clean; 264 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 1.8 MiB/s wr, 7 op/s 2024-08-10T05:20:45.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:45 smithi031 ceph-mon[98130]: osdmap e444: 8 total, 8 up, 8 in 2024-08-10T05:20:45.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:45 smithi031 ceph-mon[100614]: pgmap v321: 121 pgs: 121 active+clean; 264 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 1.8 MiB/s wr, 7 op/s 2024-08-10T05:20:45.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:45 smithi031 ceph-mon[100614]: osdmap e444: 8 total, 8 up, 8 in 2024-08-10T05:20:46.212 INFO:tasks.rados.rados.0.smithi031.stdout:1906: done (1 left) 2024-08-10T05:20:46.212 INFO:tasks.rados.rados.0.smithi031.stdout:1907: done (0 left) 2024-08-10T05:20:46.212 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 17 current snap is 180 2024-08-10T05:20:46.212 INFO:tasks.rados.rados.0.smithi031.stdout:1908: seq_num 591 ranges {14778368=303104} 2024-08-10T05:20:46.295 INFO:tasks.rados.rados.0.smithi031.stdout:1908: writing smithi03186013-17 from 14778368 to 15081472 tid 1 2024-08-10T05:20:46.295 INFO:tasks.rados.rados.0.smithi031.stdout:1909: rollback oid 22 current snap is 180 2024-08-10T05:20:46.295 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 22 to 172 2024-08-10T05:20:46.296 INFO:tasks.rados.rados.0.smithi031.stdout:1910: delete oid 39 current snap is 180 2024-08-10T05:20:46.301 INFO:tasks.rados.rados.0.smithi031.stdout:1909: finishing rollback tid 1 to smithi03186013-22 2024-08-10T05:20:46.301 INFO:tasks.rados.rados.0.smithi031.stdout:1909: finishing rollback tid 2 to smithi03186013-22 2024-08-10T05:20:46.302 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 22 v 1115 (ObjNum 526 snap 158 seq_num 526) dirty exists 2024-08-10T05:20:46.302 INFO:tasks.rados.rados.0.smithi031.stdout:1909: done (2 left) 2024-08-10T05:20:46.302 INFO:tasks.rados.rados.0.smithi031.stdout:1910: done (1 left) 2024-08-10T05:20:46.302 INFO:tasks.rados.rados.0.smithi031.stdout:1911: snap_remove snap 177 2024-08-10T05:20:47.283 INFO:tasks.rados.rados.0.smithi031.stdout:1911: done (1 left) 2024-08-10T05:20:47.284 INFO:tasks.rados.rados.0.smithi031.stdout:1912: snap_create 2024-08-10T05:20:47.284 INFO:tasks.rados.rados.0.smithi031.stdout:1908: finishing write tid 1 to smithi03186013-17 2024-08-10T05:20:47.284 INFO:tasks.rados.rados.0.smithi031.stdout:1908: finishing write tid 2 to smithi03186013-17 2024-08-10T05:20:47.284 INFO:tasks.rados.rados.0.smithi031.stdout:1908: finishing write tid 3 to smithi03186013-17 2024-08-10T05:20:47.284 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 17 v 548 (ObjNum 591 snap 180 seq_num 591) dirty exists 2024-08-10T05:20:47.284 INFO:tasks.rados.rados.0.smithi031.stdout:1908: left oid 17 (ObjNum 591 snap 180 seq_num 591) 2024-08-10T05:20:47.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:47 smithi031 ceph-mon[98130]: pgmap v324: 121 pgs: 121 active+clean; 261 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 642 KiB/s wr, 6 op/s 2024-08-10T05:20:47.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:47 smithi031 ceph-mon[98130]: osdmap e445: 8 total, 8 up, 8 in 2024-08-10T05:20:47.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:47 smithi031 ceph-mon[100614]: pgmap v324: 121 pgs: 121 active+clean; 261 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 642 KiB/s wr, 6 op/s 2024-08-10T05:20:47.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:47 smithi031 ceph-mon[100614]: osdmap e445: 8 total, 8 up, 8 in 2024-08-10T05:20:47.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:47 smithi196 ceph-mon[90243]: pgmap v324: 121 pgs: 121 active+clean; 261 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 642 KiB/s wr, 6 op/s 2024-08-10T05:20:47.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:47 smithi196 ceph-mon[90243]: osdmap e445: 8 total, 8 up, 8 in 2024-08-10T05:20:48.287 INFO:tasks.rados.rados.0.smithi031.stdout:1908: done (1 left) 2024-08-10T05:20:48.288 INFO:tasks.rados.rados.0.smithi031.stdout:1912: done (0 left) 2024-08-10T05:20:48.288 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 10 current snap is 181 2024-08-10T05:20:48.288 INFO:tasks.rados.rados.0.smithi031.stdout:1913: seq_num 593 ranges {7946240=335872} 2024-08-10T05:20:48.332 INFO:tasks.rados.rados.0.smithi031.stdout:1913: writing smithi03186013-10 from 7946240 to 8282112 tid 1 2024-08-10T05:20:48.333 INFO:tasks.rados.rados.0.smithi031.stdout:1914: snap_create 2024-08-10T05:20:48.338 INFO:tasks.rados.rados.0.smithi031.stdout:1913: finishing write tid 1 to smithi03186013-10 2024-08-10T05:20:48.338 INFO:tasks.rados.rados.0.smithi031.stdout:1913: finishing write tid 2 to smithi03186013-10 2024-08-10T05:20:48.339 INFO:tasks.rados.rados.0.smithi031.stdout:1913: finishing write tid 3 to smithi03186013-10 2024-08-10T05:20:48.339 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 10 v 974 (ObjNum 593 snap 181 seq_num 593) dirty exists 2024-08-10T05:20:48.339 INFO:tasks.rados.rados.0.smithi031.stdout:1913: left oid 10 (ObjNum 593 snap 181 seq_num 593) 2024-08-10T05:20:48.371 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:48 smithi196 ceph-mon[90243]: osdmap e446: 8 total, 8 up, 8 in 2024-08-10T05:20:48.371 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:48 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-10T05:20:48.371 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:48 smithi196 ceph-mon[90243]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-10T05:20:48.371 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:48 smithi196 ceph-mon[90243]: Upgrade: osd.5 is safe to restart 2024-08-10T05:20:48.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:48 smithi031 ceph-mon[98130]: osdmap e446: 8 total, 8 up, 8 in 2024-08-10T05:20:48.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:48 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-10T05:20:48.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:48 smithi031 ceph-mon[98130]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-10T05:20:48.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:48 smithi031 ceph-mon[98130]: Upgrade: osd.5 is safe to restart 2024-08-10T05:20:48.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:48 smithi031 ceph-mon[100614]: osdmap e446: 8 total, 8 up, 8 in 2024-08-10T05:20:48.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:48 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-10T05:20:48.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:48 smithi031 ceph-mon[100614]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-10T05:20:48.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:48 smithi031 ceph-mon[100614]: Upgrade: osd.5 is safe to restart 2024-08-10T05:20:49.216 INFO:tasks.rados.rados.0.smithi031.stdout:1913: done (1 left) 2024-08-10T05:20:49.217 INFO:tasks.rados.rados.0.smithi031.stdout:1914: done (0 left) 2024-08-10T05:20:49.217 INFO:tasks.rados.rados.0.smithi031.stdout:1915: rollback oid 27 current snap is 182 2024-08-10T05:20:49.217 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 27 to 178 2024-08-10T05:20:49.217 INFO:tasks.rados.rados.0.smithi031.stdout:1916: delete oid 39 current snap is 182 2024-08-10T05:20:49.220 INFO:tasks.rados.rados.0.smithi031.stdout:1915: finishing rollback tid 1 to smithi03186013-27 2024-08-10T05:20:49.220 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 27 v 650 (ObjNum 177 snap 0 seq_num 589879184) dirty dne 2024-08-10T05:20:49.221 INFO:tasks.rados.rados.0.smithi031.stdout:1915: done (1 left) 2024-08-10T05:20:49.221 INFO:tasks.rados.rados.0.smithi031.stdout:1916: done (0 left) 2024-08-10T05:20:49.221 INFO:tasks.rados.rados.0.smithi031.stdout:1917: rollback oid 50 current snap is 182 2024-08-10T05:20:49.221 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 50 to 181 2024-08-10T05:20:49.221 INFO:tasks.rados.rados.0.smithi031.stdout:1918: copy_from oid 26 from oid 41 current snap is 182 2024-08-10T05:20:49.221 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 20 current snap is 182 2024-08-10T05:20:49.221 INFO:tasks.rados.rados.0.smithi031.stdout:1919: seq_num 595 ranges {6283264=368640} 2024-08-10T05:20:49.258 INFO:tasks.rados.rados.0.smithi031.stdout:1919: writing smithi03186013-20 from 6283264 to 6651904 tid 1 2024-08-10T05:20:49.258 INFO:tasks.rados.rados.0.smithi031.stdout:1920: snap_create 2024-08-10T05:20:49.258 INFO:tasks.rados.rados.0.smithi031.stdout:1917: finishing rollback tid 0 to smithi03186013-50 2024-08-10T05:20:49.258 INFO:tasks.rados.rados.0.smithi031.stdout:1917: finishing rollback tid 1 to smithi03186013-50 2024-08-10T05:20:49.258 INFO:tasks.rados.rados.0.smithi031.stdout:1917: finishing rollback tid 2 to smithi03186013-50 2024-08-10T05:20:49.258 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 50 v 970 (ObjNum 479 snap 143 seq_num 479) dirty exists 2024-08-10T05:20:49.258 INFO:tasks.rados.rados.0.smithi031.stdout:1918: finishing copy_from racing read to smithi03186013-26 2024-08-10T05:20:49.258 INFO:tasks.rados.rados.0.smithi031.stdout:1918: finishing copy_from to smithi03186013-26 2024-08-10T05:20:49.258 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 26 v 967 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-08-10T05:20:49.260 INFO:tasks.rados.rados.0.smithi031.stdout:1919: finishing write tid 1 to smithi03186013-20 2024-08-10T05:20:49.260 INFO:tasks.rados.rados.0.smithi031.stdout:1919: finishing write tid 2 to smithi03186013-20 2024-08-10T05:20:49.262 INFO:tasks.rados.rados.0.smithi031.stdout:1919: finishing write tid 3 to smithi03186013-20 2024-08-10T05:20:49.262 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 20 v 812 (ObjNum 595 snap 182 seq_num 595) dirty exists 2024-08-10T05:20:49.262 INFO:tasks.rados.rados.0.smithi031.stdout:1919: left oid 20 (ObjNum 595 snap 182 seq_num 595) 2024-08-10T05:20:49.458 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:49 smithi196 ceph-mon[90243]: pgmap v327: 121 pgs: 121 active+clean; 262 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 410 KiB/s wr, 10 op/s 2024-08-10T05:20:49.458 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:49 smithi196 ceph-mon[90243]: osdmap e447: 8 total, 8 up, 8 in 2024-08-10T05:20:49.458 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:49 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:20:49.458 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:49 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-08-10T05:20:49.458 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:49 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:20:49.459 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:49 smithi196 ceph-mon[90243]: osdmap e448: 8 total, 8 up, 8 in 2024-08-10T05:20:49.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:49 smithi031 ceph-mon[98130]: pgmap v327: 121 pgs: 121 active+clean; 262 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 410 KiB/s wr, 10 op/s 2024-08-10T05:20:49.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:49 smithi031 ceph-mon[98130]: osdmap e447: 8 total, 8 up, 8 in 2024-08-10T05:20:49.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:49 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:20:49.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:49 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-08-10T05:20:49.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:49 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:20:49.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:49 smithi031 ceph-mon[98130]: osdmap e448: 8 total, 8 up, 8 in 2024-08-10T05:20:49.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:49 smithi031 ceph-mon[100614]: pgmap v327: 121 pgs: 121 active+clean; 262 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 410 KiB/s wr, 10 op/s 2024-08-10T05:20:49.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:49 smithi031 ceph-mon[100614]: osdmap e447: 8 total, 8 up, 8 in 2024-08-10T05:20:49.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:49 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:20:49.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:49 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-08-10T05:20:49.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:49 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:20:49.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:49 smithi031 ceph-mon[100614]: osdmap e448: 8 total, 8 up, 8 in 2024-08-10T05:20:50.215 INFO:tasks.rados.rados.0.smithi031.stdout:1917: done (3 left) 2024-08-10T05:20:50.215 INFO:tasks.rados.rados.0.smithi031.stdout:1918: done (2 left) 2024-08-10T05:20:50.215 INFO:tasks.rados.rados.0.smithi031.stdout:1919: done (1 left) 2024-08-10T05:20:50.215 INFO:tasks.rados.rados.0.smithi031.stdout:1920: done (0 left) 2024-08-10T05:20:50.215 INFO:tasks.rados.rados.0.smithi031.stdout:1921: snap_remove snap 172 2024-08-10T05:20:50.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:50 smithi196 ceph-mon[90243]: Upgrade: Updating osd.5 2024-08-10T05:20:50.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:50 smithi196 ceph-mon[90243]: Deploying daemon osd.5 on smithi196 2024-08-10T05:20:50.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:50 smithi196 ceph-mon[90243]: osdmap e449: 8 total, 8 up, 8 in 2024-08-10T05:20:50.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:50 smithi031 ceph-mon[98130]: Upgrade: Updating osd.5 2024-08-10T05:20:50.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:50 smithi031 ceph-mon[98130]: Deploying daemon osd.5 on smithi196 2024-08-10T05:20:50.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:50 smithi031 ceph-mon[98130]: osdmap e449: 8 total, 8 up, 8 in 2024-08-10T05:20:50.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:50 smithi031 ceph-mon[100614]: Upgrade: Updating osd.5 2024-08-10T05:20:50.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:50 smithi031 ceph-mon[100614]: Deploying daemon osd.5 on smithi196 2024-08-10T05:20:50.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:50 smithi031 ceph-mon[100614]: osdmap e449: 8 total, 8 up, 8 in 2024-08-10T05:20:51.219 INFO:tasks.rados.rados.0.smithi031.stdout:1921: done (0 left) 2024-08-10T05:20:51.219 INFO:tasks.rados.rados.0.smithi031.stdout:1922: read oid 42 snap 171 2024-08-10T05:20:51.219 INFO:tasks.rados.rados.0.smithi031.stdout:1922: expect (ObjNum 516 snap 156 seq_num 516) 2024-08-10T05:20:51.219 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 33 current snap is 183 2024-08-10T05:20:51.219 INFO:tasks.rados.rados.0.smithi031.stdout:1923: seq_num 596 ranges {2154496=385024} 2024-08-10T05:20:51.234 INFO:tasks.rados.rados.0.smithi031.stdout:1923: writing smithi03186013-33 from 2154496 to 2539520 tid 1 2024-08-10T05:20:51.234 INFO:tasks.rados.rados.0.smithi031.stdout:1924: delete oid 6 current snap is 183 2024-08-10T05:20:51.240 INFO:tasks.rados.rados.0.smithi031.stdout:1924: done (2 left) 2024-08-10T05:20:51.240 INFO:tasks.rados.rados.0.smithi031.stdout:1925: read oid 24 snap -1 2024-08-10T05:20:51.240 INFO:tasks.rados.rados.0.smithi031.stdout:1925: expect deleted 2024-08-10T05:20:51.240 INFO:tasks.rados.rados.0.smithi031.stdout:1926: read oid 39 snap -1 2024-08-10T05:20:51.240 INFO:tasks.rados.rados.0.smithi031.stdout:1926: expect deleted 2024-08-10T05:20:51.241 INFO:tasks.rados.rados.0.smithi031.stdout:1927: snap_create 2024-08-10T05:20:51.241 INFO:tasks.rados.rados.0.smithi031.stdout:1923: finishing write tid 1 to smithi03186013-33 2024-08-10T05:20:51.241 INFO:tasks.rados.rados.0.smithi031.stdout:1923: finishing write tid 2 to smithi03186013-33 2024-08-10T05:20:51.243 INFO:tasks.rados.rados.0.smithi031.stdout:1923: finishing write tid 3 to smithi03186013-33 2024-08-10T05:20:51.243 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 33 v 652 (ObjNum 596 snap 183 seq_num 596) dirty exists 2024-08-10T05:20:51.243 INFO:tasks.rados.rados.0.smithi031.stdout:1923: left oid 33 (ObjNum 596 snap 183 seq_num 596) 2024-08-10T05:20:51.248 INFO:tasks.rados.rados.0.smithi031.stdout:1922: expect (ObjNum 516 snap 156 seq_num 516) 2024-08-10T05:20:51.514 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:51 smithi196 ceph-mon[90243]: pgmap v330: 121 pgs: 121 active+clean; 262 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 326 KiB/s wr, 8 op/s 2024-08-10T05:20:51.515 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:51 smithi196 ceph-mon[90243]: osdmap e450: 8 total, 8 up, 8 in 2024-08-10T05:20:51.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:51 smithi031 ceph-mon[98130]: pgmap v330: 121 pgs: 121 active+clean; 262 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 326 KiB/s wr, 8 op/s 2024-08-10T05:20:51.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:51 smithi031 ceph-mon[98130]: osdmap e450: 8 total, 8 up, 8 in 2024-08-10T05:20:51.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:20:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:20:51] "GET /metrics HTTP/1.1" 200 36153 "" "Prometheus/2.43.0" 2024-08-10T05:20:51.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:51 smithi031 ceph-mon[100614]: pgmap v330: 121 pgs: 121 active+clean; 262 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 326 KiB/s wr, 8 op/s 2024-08-10T05:20:51.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:51 smithi031 ceph-mon[100614]: osdmap e450: 8 total, 8 up, 8 in 2024-08-10T05:20:52.221 INFO:tasks.rados.rados.0.smithi031.stdout:1922: done (4 left) 2024-08-10T05:20:52.221 INFO:tasks.rados.rados.0.smithi031.stdout:1923: done (3 left) 2024-08-10T05:20:52.222 INFO:tasks.rados.rados.0.smithi031.stdout:1925: done (2 left) 2024-08-10T05:20:52.222 INFO:tasks.rados.rados.0.smithi031.stdout:1926: done (1 left) 2024-08-10T05:20:52.222 INFO:tasks.rados.rados.0.smithi031.stdout:1927: done (0 left) 2024-08-10T05:20:52.222 INFO:tasks.rados.rados.0.smithi031.stdout:1928: delete oid 33 current snap is 184 2024-08-10T05:20:52.224 INFO:tasks.rados.rados.0.smithi031.stdout:1928: done (0 left) 2024-08-10T05:20:52.224 INFO:tasks.rados.rados.0.smithi031.stdout:1929: copy_from oid 29 from oid 38 current snap is 184 2024-08-10T05:20:52.224 INFO:tasks.rados.rados.0.smithi031.stdout:1930: setattr oid 45 current snap is 184 2024-08-10T05:20:52.225 INFO:tasks.rados.rados.0.smithi031.stdout:1931: delete oid 12 current snap is 184 2024-08-10T05:20:52.227 INFO:tasks.rados.rados.0.smithi031.stdout:1931: done (2 left) 2024-08-10T05:20:52.228 INFO:tasks.rados.rados.0.smithi031.stdout:1932: snap_create 2024-08-10T05:20:52.228 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 45 v 959 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-08-10T05:20:52.238 INFO:tasks.rados.rados.0.smithi031.stdout:1929: finishing copy_from racing read to smithi03186013-29 2024-08-10T05:20:52.239 INFO:tasks.rados.rados.0.smithi031.stdout:1929: finishing copy_from to smithi03186013-29 2024-08-10T05:20:52.239 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 29 v 786 (ObjNum 563 snap 170 seq_num 563) dirty exists 2024-08-10T05:20:52.497 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 05:20:52 smithi196 systemd[1]: Stopping Ceph osd.5 for fc322138-56d5-11ef-bcce-c7b262605968... 2024-08-10T05:20:52.497 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:20:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:20:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:20:52.778 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 05:20:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-5[44688]: 2024-08-10T05:20:52.496+0000 7ff3af071640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-10T05:20:52.778 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 05:20:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-5[44688]: 2024-08-10T05:20:52.496+0000 7ff3af071640 -1 osd.5 451 *** Got signal Terminated *** 2024-08-10T05:20:52.778 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 05:20:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-5[44688]: 2024-08-10T05:20:52.496+0000 7ff3af071640 -1 osd.5 451 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-10T05:20:53.228 INFO:tasks.rados.rados.0.smithi031.stdout:1929: done (2 left) 2024-08-10T05:20:53.228 INFO:tasks.rados.rados.0.smithi031.stdout:1930: done (1 left) 2024-08-10T05:20:53.228 INFO:tasks.rados.rados.0.smithi031.stdout:1932: done (0 left) 2024-08-10T05:20:53.228 INFO:tasks.rados.rados.0.smithi031.stdout:1933: snap_remove snap 181 2024-08-10T05:20:53.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:53 smithi031 ceph-mon[98130]: pgmap v333: 121 pgs: 121 active+clean; 268 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-10T05:20:53.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:53 smithi031 ceph-mon[98130]: osdmap e451: 8 total, 8 up, 8 in 2024-08-10T05:20:53.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:53 smithi031 ceph-mon[98130]: osd.5 marked itself down and dead 2024-08-10T05:20:53.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:53 smithi031 ceph-mon[100614]: pgmap v333: 121 pgs: 121 active+clean; 268 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-10T05:20:53.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:53 smithi031 ceph-mon[100614]: osdmap e451: 8 total, 8 up, 8 in 2024-08-10T05:20:53.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:53 smithi031 ceph-mon[100614]: osd.5 marked itself down and dead 2024-08-10T05:20:53.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:53 smithi196 ceph-mon[90243]: pgmap v333: 121 pgs: 121 active+clean; 268 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-10T05:20:53.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:53 smithi196 ceph-mon[90243]: osdmap e451: 8 total, 8 up, 8 in 2024-08-10T05:20:53.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:53 smithi196 ceph-mon[90243]: osd.5 marked itself down and dead 2024-08-10T05:20:53.937 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 05:20:53 smithi196 podman[100318]: 2024-08-10 05:20:53.663594125 +0000 UTC m=+1.268230680 container died 6af7d344b4cc8a927c97f1022142b7d3120088cc0bf3e8c1416a23b6a0450238 (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-5, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, ceph=True, RELEASE=quincy-56ceb86) 2024-08-10T05:20:54.218 INFO:tasks.rados.rados.0.smithi031.stdout:1933: done (0 left) 2024-08-10T05:20:54.219 INFO:tasks.rados.rados.0.smithi031.stdout:1934: snap_remove snap 178 2024-08-10T05:20:54.225 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 05:20:54 smithi196 podman[100318]: 2024-08-10 05:20:54.102984877 +0000 UTC m=+1.707621490 container cleanup 6af7d344b4cc8a927c97f1022142b7d3120088cc0bf3e8c1416a23b6a0450238 (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-5, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=quincy-56ceb86, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2) 2024-08-10T05:20:54.225 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 05:20:54 smithi196 bash[100318]: ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-5 2024-08-10T05:20:54.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:54 smithi031 ceph-mon[98130]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-10T05:20:54.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:54 smithi031 ceph-mon[98130]: osdmap e452: 8 total, 7 up, 8 in 2024-08-10T05:20:54.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:54 smithi031 ceph-mon[100614]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-10T05:20:54.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:54 smithi031 ceph-mon[100614]: osdmap e452: 8 total, 7 up, 8 in 2024-08-10T05:20:54.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:54 smithi196 ceph-mon[90243]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-10T05:20:54.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:54 smithi196 ceph-mon[90243]: osdmap e452: 8 total, 7 up, 8 in 2024-08-10T05:20:54.528 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 05:20:54 smithi196 podman[100338]: 2024-08-10 05:20:54.296261895 +0000 UTC m=+0.632215211 container remove 6af7d344b4cc8a927c97f1022142b7d3120088cc0bf3e8c1416a23b6a0450238 (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-5, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240731, RELEASE=quincy-56ceb86) 2024-08-10T05:20:55.028 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 05:20:54 smithi196 podman[100436]: 2024-08-10 05:20:54.634087401 +0000 UTC m=+0.017881279 image pull c7b33901c8866b527fc2ae183a251d5e1d09961420a56731f5fa8537903bd68b quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec 2024-08-10T05:20:55.028 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 05:20:54 smithi196 podman[100436]: 2024-08-10 05:20:54.74712238 +0000 UTC m=+0.130916303 container create 66c5cfb02aee41ccd29b11015211e5a073ff9126b14c2fb50f7d9801ceef2a68 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-5-deactivate, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, ceph=True, RELEASE=squid-bca9905, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0) 2024-08-10T05:20:55.028 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 05:20:54 smithi196 podman[100436]: 2024-08-10 05:20:54.974729195 +0000 UTC m=+0.358523072 container init 66c5cfb02aee41ccd29b11015211e5a073ff9126b14c2fb50f7d9801ceef2a68 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-5-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, RELEASE=squid-bca9905, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, ceph=True) 2024-08-10T05:20:55.029 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 05:20:54 smithi196 podman[100436]: 2024-08-10 05:20:54.979684118 +0000 UTC m=+0.363477996 container start 66c5cfb02aee41ccd29b11015211e5a073ff9126b14c2fb50f7d9801ceef2a68 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-5-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, ceph=True, RELEASE=squid-bca9905, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-08-10T05:20:55.217 INFO:tasks.rados.rados.0.smithi031.stdout:1934: done (0 left) 2024-08-10T05:20:55.218 INFO:tasks.rados.rados.0.smithi031.stdout:1935: snap_remove snap 174 2024-08-10T05:20:55.478 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:55 smithi196 ceph-mon[90243]: pgmap v336: 121 pgs: 12 peering, 13 stale+active+clean, 96 active+clean; 269 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 176 KiB/s wr, 3 op/s 2024-08-10T05:20:55.478 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:55 smithi196 ceph-mon[90243]: osdmap e453: 8 total, 7 up, 8 in 2024-08-10T05:20:55.478 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:55 smithi196 ceph-mon[90243]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-08-10T05:20:55.478 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:55 smithi196 ceph-mon[90243]: osdmap e454: 8 total, 7 up, 8 in 2024-08-10T05:20:55.478 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 05:20:55 smithi196 podman[100436]: 2024-08-10 05:20:55.099803777 +0000 UTC m=+0.483597655 container attach 66c5cfb02aee41ccd29b11015211e5a073ff9126b14c2fb50f7d9801ceef2a68 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-5-deactivate, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=squid-bca9905, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_CLEAN=True) 2024-08-10T05:20:55.479 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 05:20:55 smithi196 podman[100436]: 2024-08-10 05:20:55.169244892 +0000 UTC m=+0.553038789 container died 66c5cfb02aee41ccd29b11015211e5a073ff9126b14c2fb50f7d9801ceef2a68 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-5-deactivate, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, RELEASE=squid-bca9905, GIT_CLEAN=True, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-10T05:20:55.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:55 smithi031 ceph-mon[98130]: pgmap v336: 121 pgs: 12 peering, 13 stale+active+clean, 96 active+clean; 269 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 176 KiB/s wr, 3 op/s 2024-08-10T05:20:55.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:55 smithi031 ceph-mon[98130]: osdmap e453: 8 total, 7 up, 8 in 2024-08-10T05:20:55.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:55 smithi031 ceph-mon[98130]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-08-10T05:20:55.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:55 smithi031 ceph-mon[98130]: osdmap e454: 8 total, 7 up, 8 in 2024-08-10T05:20:55.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:55 smithi031 ceph-mon[100614]: pgmap v336: 121 pgs: 12 peering, 13 stale+active+clean, 96 active+clean; 269 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 176 KiB/s wr, 3 op/s 2024-08-10T05:20:55.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:55 smithi031 ceph-mon[100614]: osdmap e453: 8 total, 7 up, 8 in 2024-08-10T05:20:55.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:55 smithi031 ceph-mon[100614]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-08-10T05:20:55.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:55 smithi031 ceph-mon[100614]: osdmap e454: 8 total, 7 up, 8 in 2024-08-10T05:20:56.218 INFO:tasks.rados.rados.0.smithi031.stdout:1935: done (0 left) 2024-08-10T05:20:56.218 INFO:tasks.rados.rados.0.smithi031.stdout:1936: delete oid 26 current snap is 185 2024-08-10T05:20:56.220 INFO:tasks.rados.rados.0.smithi031.stdout:1936: done (0 left) 2024-08-10T05:20:56.221 INFO:tasks.rados.rados.0.smithi031.stdout:1937: snap_remove snap 180 2024-08-10T05:20:56.279 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 05:20:55 smithi196 podman[100479]: 2024-08-10 05:20:55.903964669 +0000 UTC m=+0.728995083 container remove 66c5cfb02aee41ccd29b11015211e5a073ff9126b14c2fb50f7d9801ceef2a68 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-5-deactivate, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=squid-bca9905, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-08-10T05:20:56.279 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 05:20:55 smithi196 systemd[1]: ceph-fc322138-56d5-11ef-bcce-c7b262605968@osd.5.service: Deactivated successfully. 2024-08-10T05:20:56.279 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 05:20:55 smithi196 systemd[1]: Stopped Ceph osd.5 for fc322138-56d5-11ef-bcce-c7b262605968. 2024-08-10T05:20:56.279 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 05:20:55 smithi196 systemd[1]: ceph-fc322138-56d5-11ef-bcce-c7b262605968@osd.5.service: Consumed 16.770s CPU time. 2024-08-10T05:20:56.279 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 05:20:56 smithi196 systemd[1]: Starting Ceph osd.5 for fc322138-56d5-11ef-bcce-c7b262605968... 2024-08-10T05:20:56.642 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 05:20:56 smithi196 podman[100585]: 2024-08-10 05:20:56.241282194 +0000 UTC m=+0.018512296 image pull c7b33901c8866b527fc2ae183a251d5e1d09961420a56731f5fa8537903bd68b quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec 2024-08-10T05:20:56.643 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 05:20:56 smithi196 podman[100585]: 2024-08-10 05:20:56.346709825 +0000 UTC m=+0.123939912 container create 7437746639f069c27b45347779c3677c0359f0b2b0b05d7d5ef9221f72183cda (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-5-activate, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_CLEAN=True, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=squid-bca9905) 2024-08-10T05:20:56.643 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 05:20:56 smithi196 podman[100585]: 2024-08-10 05:20:56.549173351 +0000 UTC m=+0.326403438 container init 7437746639f069c27b45347779c3677c0359f0b2b0b05d7d5ef9221f72183cda (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-5-activate, ceph=True, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=squid-bca9905, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-08-10T05:20:56.643 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 05:20:56 smithi196 podman[100585]: 2024-08-10 05:20:56.5544966 +0000 UTC m=+0.331726690 container start 7437746639f069c27b45347779c3677c0359f0b2b0b05d7d5ef9221f72183cda (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-5-activate, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=squid-bca9905, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-10T05:20:56.643 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 05:20:56 smithi196 podman[100585]: 2024-08-10 05:20:56.640756745 +0000 UTC m=+0.417986847 container attach 7437746639f069c27b45347779c3677c0359f0b2b0b05d7d5ef9221f72183cda (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-5-activate, GIT_CLEAN=True, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=squid-bca9905, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, ceph=True, CEPH_POINT_RELEASE=) 2024-08-10T05:20:56.903 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:56 smithi196 ceph-mon[90243]: pgmap v339: 121 pgs: 14 active+undersized, 12 peering, 5 stale+active+clean, 1 active+undersized+degraded, 89 active+clean; 271 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 814 KiB/s wr, 4 op/s; 1/324 objects degraded (0.309%) 2024-08-10T05:20:56.903 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:56 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:20:56.903 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:56 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:20:56.903 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:56 smithi196 ceph-mon[90243]: osdmap e455: 8 total, 7 up, 8 in 2024-08-10T05:20:56.903 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:56 smithi196 ceph-mon[90243]: Health check failed: Degraded data redundancy: 1/324 objects degraded (0.309%), 1 pg degraded (PG_DEGRADED) 2024-08-10T05:20:56.904 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 05:20:56 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-5-activate[100600]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-10T05:20:56.904 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 05:20:56 smithi196 bash[100585]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-10T05:20:56.904 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 05:20:56 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-5-activate[100600]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-10T05:20:56.904 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 05:20:56 smithi196 bash[100585]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-10T05:20:56.904 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 05:20:56 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-5-activate[100600]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-08-10T05:20:56.904 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 05:20:56 smithi196 bash[100585]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-08-10T05:20:56.904 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 05:20:56 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-5-activate[100600]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-5 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-08-10T05:20:56.904 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 05:20:56 smithi196 bash[100585]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-5 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-08-10T05:20:56.904 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 05:20:56 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-5-activate[100600]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-08-10T05:20:56.904 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 05:20:56 smithi196 bash[100585]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-08-10T05:20:57.223 INFO:tasks.rados.rados.0.smithi031.stdout:1937: done (0 left) 2024-08-10T05:20:57.223 INFO:tasks.rados.rados.0.smithi031.stdout:1938: read oid 49 snap -1 2024-08-10T05:20:57.223 INFO:tasks.rados.rados.0.smithi031.stdout:1938: expect (ObjNum 586 snap 177 seq_num 586) 2024-08-10T05:20:57.223 INFO:tasks.rados.rados.0.smithi031.stdout:1939: rmattr oid 7 current snap is 185 2024-08-10T05:20:57.223 INFO:tasks.rados.rados.0.smithi031.stdout:1939: done (1 left) 2024-08-10T05:20:57.223 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 1 current snap is 185 2024-08-10T05:20:57.223 INFO:tasks.rados.rados.0.smithi031.stdout:1940: seq_num 601 ranges {1318912=475136} 2024-08-10T05:20:57.227 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 05:20:56 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-5-activate[100600]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-08-10T05:20:57.228 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 05:20:56 smithi196 bash[100585]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-08-10T05:20:57.228 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 05:20:56 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-5-activate[100600]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-5/block 2024-08-10T05:20:57.228 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 05:20:56 smithi196 bash[100585]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-5/block 2024-08-10T05:20:57.228 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 05:20:56 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-5-activate[100600]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-08-10T05:20:57.228 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 05:20:56 smithi196 bash[100585]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-08-10T05:20:57.228 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 05:20:56 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-5-activate[100600]: --> ceph-volume raw activate successful for osd ID: 5 2024-08-10T05:20:57.228 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 05:20:56 smithi196 bash[100585]: --> ceph-volume raw activate successful for osd ID: 5 2024-08-10T05:20:57.228 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 05:20:56 smithi196 podman[100585]: 2024-08-10 05:20:56.930696318 +0000 UTC m=+0.707926414 container died 7437746639f069c27b45347779c3677c0359f0b2b0b05d7d5ef9221f72183cda (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-5-activate, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-bca9905, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-10T05:20:57.233 INFO:tasks.rados.rados.0.smithi031.stdout:1940: writing smithi03186013-1 from 1318912 to 1794048 tid 1 2024-08-10T05:20:57.234 INFO:tasks.rados.rados.0.smithi031.stdout:1941: snap_create 2024-08-10T05:20:57.236 INFO:tasks.rados.rados.0.smithi031.stdout:1938: expect (ObjNum 586 snap 177 seq_num 586) 2024-08-10T05:20:57.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:56 smithi031 ceph-mon[98130]: pgmap v339: 121 pgs: 14 active+undersized, 12 peering, 5 stale+active+clean, 1 active+undersized+degraded, 89 active+clean; 271 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 814 KiB/s wr, 4 op/s; 1/324 objects degraded (0.309%) 2024-08-10T05:20:57.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:20:57.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:20:57.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:56 smithi031 ceph-mon[98130]: osdmap e455: 8 total, 7 up, 8 in 2024-08-10T05:20:57.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:56 smithi031 ceph-mon[98130]: Health check failed: Degraded data redundancy: 1/324 objects degraded (0.309%), 1 pg degraded (PG_DEGRADED) 2024-08-10T05:20:57.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:56 smithi031 ceph-mon[100614]: pgmap v339: 121 pgs: 14 active+undersized, 12 peering, 5 stale+active+clean, 1 active+undersized+degraded, 89 active+clean; 271 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 814 KiB/s wr, 4 op/s; 1/324 objects degraded (0.309%) 2024-08-10T05:20:57.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:56 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:20:57.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:56 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:20:57.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:56 smithi031 ceph-mon[100614]: osdmap e455: 8 total, 7 up, 8 in 2024-08-10T05:20:57.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:56 smithi031 ceph-mon[100614]: Health check failed: Degraded data redundancy: 1/324 objects degraded (0.309%), 1 pg degraded (PG_DEGRADED) 2024-08-10T05:20:57.314 INFO:tasks.rados.rados.0.smithi031.stdout:1940: finishing write tid 1 to smithi03186013-1 2024-08-10T05:20:57.314 INFO:tasks.rados.rados.0.smithi031.stdout:1940: finishing write tid 2 to smithi03186013-1 2024-08-10T05:20:57.314 INFO:tasks.rados.rados.0.smithi031.stdout:1940: finishing write tid 3 to smithi03186013-1 2024-08-10T05:20:57.314 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 1 v 772 (ObjNum 601 snap 185 seq_num 601) dirty exists 2024-08-10T05:20:57.315 INFO:tasks.rados.rados.0.smithi031.stdout:1940: left oid 1 (ObjNum 601 snap 185 seq_num 601) 2024-08-10T05:20:57.980 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 05:20:57 smithi196 podman[100753]: 2024-08-10 05:20:57.611679592 +0000 UTC m=+0.675030085 container remove 7437746639f069c27b45347779c3677c0359f0b2b0b05d7d5ef9221f72183cda (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-5-activate, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-bca9905, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731) 2024-08-10T05:20:57.980 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 05:20:57 smithi196 podman[100818]: 2024-08-10 05:20:57.727668994 +0000 UTC m=+0.016732134 image pull c7b33901c8866b527fc2ae183a251d5e1d09961420a56731f5fa8537903bd68b quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec 2024-08-10T05:20:57.980 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 05:20:57 smithi196 podman[100818]: 2024-08-10 05:20:57.837551719 +0000 UTC m=+0.126614845 container create 0b799750a37c694cf941907cd333a1ac0def531012ac8dbbeee78cb01acff51d (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-5, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, ceph=True, org.label-schema.vendor=CentOS, RELEASE=squid-bca9905, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-10T05:20:58.232 INFO:tasks.rados.rados.0.smithi031.stdout:1938: done (2 left) 2024-08-10T05:20:58.232 INFO:tasks.rados.rados.0.smithi031.stdout:1940: done (1 left) 2024-08-10T05:20:58.232 INFO:tasks.rados.rados.0.smithi031.stdout:1941: done (0 left) 2024-08-10T05:20:58.232 INFO:tasks.rados.rados.0.smithi031.stdout:1942: read oid 48 snap -1 2024-08-10T05:20:58.232 INFO:tasks.rados.rados.0.smithi031.stdout:1942: expect (ObjNum 547 snap 165 seq_num 547) 2024-08-10T05:20:58.232 INFO:tasks.rados.rados.0.smithi031.stdout:1943: copy_from oid 1 from oid 22 current snap is 186 2024-08-10T05:20:58.232 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 5 current snap is 186 2024-08-10T05:20:58.232 INFO:tasks.rados.rados.0.smithi031.stdout:1944: seq_num 602 ranges {8413184=491520} 2024-08-10T05:20:58.283 INFO:tasks.rados.rados.0.smithi031.stdout:1944: writing smithi03186013-5 from 8413184 to 8904704 tid 1 2024-08-10T05:20:58.284 INFO:tasks.rados.rados.0.smithi031.stdout:1945: read oid 3 snap -1 2024-08-10T05:20:58.284 INFO:tasks.rados.rados.0.smithi031.stdout:1945: expect (ObjNum 562 snap 169 seq_num 562) 2024-08-10T05:20:58.284 INFO:tasks.rados.rados.0.smithi031.stdout:1946: read oid 50 snap -1 2024-08-10T05:20:58.284 INFO:tasks.rados.rados.0.smithi031.stdout:1946: expect (ObjNum 479 snap 143 seq_num 479) 2024-08-10T05:20:58.284 INFO:tasks.rados.rados.0.smithi031.stdout:1947: copy_from oid 8 from oid 35 current snap is 186 2024-08-10T05:20:58.284 INFO:tasks.rados.rados.0.smithi031.stdout:1942: expect (ObjNum 547 snap 165 seq_num 547) 2024-08-10T05:20:58.501 INFO:tasks.rados.rados.0.smithi031.stdout:1943: finishing copy_from racing read to smithi03186013-1 2024-08-10T05:20:58.501 INFO:tasks.rados.rados.0.smithi031.stdout:1943: finishing copy_from to smithi03186013-1 2024-08-10T05:20:58.501 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 1 v 1115 (ObjNum 526 snap 158 seq_num 526) dirty exists 2024-08-10T05:20:58.502 INFO:tasks.rados.rados.0.smithi031.stdout:1942: done (5 left) 2024-08-10T05:20:58.502 INFO:tasks.rados.rados.0.smithi031.stdout:1943: done (4 left) 2024-08-10T05:20:58.502 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 38 current snap is 186 2024-08-10T05:20:58.502 INFO:tasks.rados.rados.0.smithi031.stdout:1947: finishing copy_from to smithi03186013-8 2024-08-10T05:20:58.502 INFO:tasks.rados.rados.0.smithi031.stdout:1947: got expected ENOENT (src dne) 2024-08-10T05:20:58.502 INFO:tasks.rados.rados.0.smithi031.stdout:1947: finishing copy_from racing read to smithi03186013-8 2024-08-10T05:20:58.502 INFO:tasks.rados.rados.0.smithi031.stdout:1944: finishing write tid 1 to smithi03186013-5 2024-08-10T05:20:58.502 INFO:tasks.rados.rados.0.smithi031.stdout:1944: finishing write tid 2 to smithi03186013-5 2024-08-10T05:20:58.502 INFO:tasks.rados.rados.0.smithi031.stdout:1944: finishing write tid 3 to smithi03186013-5 2024-08-10T05:20:58.502 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 5 v 962 (ObjNum 602 snap 186 seq_num 602) dirty exists 2024-08-10T05:20:58.502 INFO:tasks.rados.rados.0.smithi031.stdout:1944: left oid 5 (ObjNum 602 snap 186 seq_num 602) 2024-08-10T05:20:58.502 INFO:tasks.rados.rados.0.smithi031.stdout:1948: seq_num 603 ranges {2244608=507904} 2024-08-10T05:20:58.516 INFO:tasks.rados.rados.0.smithi031.stdout:1948: writing smithi03186013-38 from 2244608 to 2752512 tid 1 2024-08-10T05:20:58.516 INFO:tasks.rados.rados.0.smithi031.stdout:1944: done (4 left) 2024-08-10T05:20:58.516 INFO:tasks.rados.rados.0.smithi031.stdout:1947: done (3 left) 2024-08-10T05:20:58.516 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 5 current snap is 186 2024-08-10T05:20:58.516 INFO:tasks.rados.rados.0.smithi031.stdout:1949: seq_num 604 ranges {8904704=524288} 2024-08-10T05:20:58.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:58 smithi031 ceph-mon[98130]: osdmap e456: 8 total, 7 up, 8 in 2024-08-10T05:20:58.518 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:58 smithi031 ceph-mon[100614]: osdmap e456: 8 total, 7 up, 8 in 2024-08-10T05:20:58.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:58 smithi196 ceph-mon[90243]: osdmap e456: 8 total, 7 up, 8 in 2024-08-10T05:20:58.528 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 05:20:58 smithi196 podman[100818]: 2024-08-10 05:20:58.123584898 +0000 UTC m=+0.412648034 container init 0b799750a37c694cf941907cd333a1ac0def531012ac8dbbeee78cb01acff51d (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-5, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=squid-bca9905, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-08-10T05:20:58.528 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 05:20:58 smithi196 podman[100818]: 2024-08-10 05:20:58.128214117 +0000 UTC m=+0.417277243 container start 0b799750a37c694cf941907cd333a1ac0def531012ac8dbbeee78cb01acff51d (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-5, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=squid-bca9905, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0) 2024-08-10T05:20:58.528 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 05:20:58 smithi196 ceph-osd[100857]: -- 172.21.15.196:0/2393887127 <== mon.1 v2:172.21.15.196:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x556cb7f59a40 con 0x556cb8d1c000 2024-08-10T05:20:58.528 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 05:20:58 smithi196 bash[100818]: 0b799750a37c694cf941907cd333a1ac0def531012ac8dbbeee78cb01acff51d 2024-08-10T05:20:58.528 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 05:20:58 smithi196 systemd[1]: Started Ceph osd.5 for fc322138-56d5-11ef-bcce-c7b262605968. 2024-08-10T05:20:58.568 INFO:tasks.rados.rados.0.smithi031.stdout:1949: writing smithi03186013-5 from 8904704 to 9428992 tid 1 2024-08-10T05:20:58.568 INFO:tasks.rados.rados.0.smithi031.stdout:1946: expect (ObjNum 479 snap 143 seq_num 479) 2024-08-10T05:20:58.647 INFO:tasks.rados.rados.0.smithi031.stdout:1945: expect (ObjNum 562 snap 169 seq_num 562) 2024-08-10T05:20:58.942 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 05:20:58 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-5[100834]: 2024-08-10T05:20:58.676+0000 7f6e57f5d640 -1 Falling back to public interface 2024-08-10T05:20:58.998 INFO:tasks.rados.rados.0.smithi031.stdout:1948: finishing write tid 1 to smithi03186013-38 2024-08-10T05:20:58.998 INFO:tasks.rados.rados.0.smithi031.stdout:1948: finishing write tid 2 to smithi03186013-38 2024-08-10T05:20:58.998 INFO:tasks.rados.rados.0.smithi031.stdout:1950: read oid 11 snap -1 2024-08-10T05:20:58.998 INFO:tasks.rados.rados.0.smithi031.stdout:1950: expect (ObjNum 565 snap 171 seq_num 565) 2024-08-10T05:20:58.998 INFO:tasks.rados.rados.0.smithi031.stdout:1945: done (4 left) 2024-08-10T05:20:58.998 INFO:tasks.rados.rados.0.smithi031.stdout:1946: done (3 left) 2024-08-10T05:20:58.999 INFO:tasks.rados.rados.0.smithi031.stdout:1951: snap_remove snap 179 2024-08-10T05:20:59.212 INFO:tasks.rados.rados.0.smithi031.stdout:1951: done (3 left) 2024-08-10T05:20:59.212 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 33 current snap is 186 2024-08-10T05:20:59.213 INFO:tasks.rados.rados.0.smithi031.stdout:1948: finishing write tid 3 to smithi03186013-38 2024-08-10T05:20:59.213 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 38 v 788 (ObjNum 603 snap 186 seq_num 603) dirty exists 2024-08-10T05:20:59.213 INFO:tasks.rados.rados.0.smithi031.stdout:1948: left oid 38 (ObjNum 603 snap 186 seq_num 603) 2024-08-10T05:20:59.213 INFO:tasks.rados.rados.0.smithi031.stdout:1949: finishing write tid 1 to smithi03186013-5 2024-08-10T05:20:59.213 INFO:tasks.rados.rados.0.smithi031.stdout:1952: seq_num 605 ranges {0=540672} 2024-08-10T05:20:59.216 INFO:tasks.rados.rados.0.smithi031.stdout:1952: writing smithi03186013-33 from 0 to 540672 tid 1 2024-08-10T05:20:59.216 INFO:tasks.rados.rados.0.smithi031.stdout:1948: done (3 left) 2024-08-10T05:20:59.216 INFO:tasks.rados.rados.0.smithi031.stdout:1953: snap_remove snap 183 2024-08-10T05:20:59.225 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:59 smithi031 ceph-mon[98130]: pgmap v342: 121 pgs: 28 active+undersized, 12 peering, 9 active+undersized+degraded, 72 active+clean; 272 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 754 KiB/s wr, 7 op/s; 30/324 objects degraded (9.259%) 2024-08-10T05:20:59.225 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:59 smithi031 ceph-mon[98130]: osdmap e457: 8 total, 7 up, 8 in 2024-08-10T05:20:59.226 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:59 smithi031 ceph-mon[100614]: pgmap v342: 121 pgs: 28 active+undersized, 12 peering, 9 active+undersized+degraded, 72 active+clean; 272 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 754 KiB/s wr, 7 op/s; 30/324 objects degraded (9.259%) 2024-08-10T05:20:59.226 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:59 smithi031 ceph-mon[100614]: osdmap e457: 8 total, 7 up, 8 in 2024-08-10T05:20:59.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:59 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:20:59.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:59 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:20:59.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:59 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:20:59.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:20:59 smithi031 ceph-mon[98130]: osdmap e458: 8 total, 7 up, 8 in 2024-08-10T05:20:59.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:59 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:20:59.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:59 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:20:59.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:59 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:20:59.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:20:59 smithi031 ceph-mon[100614]: osdmap e458: 8 total, 7 up, 8 in 2024-08-10T05:20:59.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:59 smithi196 ceph-mon[90243]: pgmap v342: 121 pgs: 28 active+undersized, 12 peering, 9 active+undersized+degraded, 72 active+clean; 272 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 754 KiB/s wr, 7 op/s; 30/324 objects degraded (9.259%) 2024-08-10T05:20:59.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:59 smithi196 ceph-mon[90243]: osdmap e457: 8 total, 7 up, 8 in 2024-08-10T05:20:59.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:59 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:20:59.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:59 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:20:59.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:59 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:20:59.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:20:59 smithi196 ceph-mon[90243]: osdmap e458: 8 total, 7 up, 8 in 2024-08-10T05:21:00.221 INFO:tasks.rados.rados.0.smithi031.stdout:1953: done (3 left) 2024-08-10T05:21:00.221 INFO:tasks.rados.rados.0.smithi031.stdout:1954: setattr oid 41 current snap is 186 2024-08-10T05:21:00.221 INFO:tasks.rados.rados.0.smithi031.stdout:1949: finishing write tid 2 to smithi03186013-5 2024-08-10T05:21:00.221 INFO:tasks.rados.rados.0.smithi031.stdout:1949: finishing write tid 3 to smithi03186013-5 2024-08-10T05:21:00.222 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 5 v 964 (ObjNum 604 snap 186 seq_num 604) dirty exists 2024-08-10T05:21:00.222 INFO:tasks.rados.rados.0.smithi031.stdout:1949: left oid 5 (ObjNum 604 snap 186 seq_num 604) 2024-08-10T05:21:00.222 INFO:tasks.rados.rados.0.smithi031.stdout:1950: expect (ObjNum 565 snap 171 seq_num 565) 2024-08-10T05:21:00.375 INFO:tasks.rados.rados.0.smithi031.stdout:1952: finishing write tid 1 to smithi03186013-33 2024-08-10T05:21:00.376 INFO:tasks.rados.rados.0.smithi031.stdout:1952: finishing write tid 2 to smithi03186013-33 2024-08-10T05:21:00.376 INFO:tasks.rados.rados.0.smithi031.stdout:1952: finishing write tid 3 to smithi03186013-33 2024-08-10T05:21:00.376 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 33 v 655 (ObjNum 605 snap 186 seq_num 605) dirty exists 2024-08-10T05:21:00.376 INFO:tasks.rados.rados.0.smithi031.stdout:1952: left oid 33 (ObjNum 605 snap 186 seq_num 605) 2024-08-10T05:21:00.376 INFO:tasks.rados.rados.0.smithi031.stdout:1949: done (3 left) 2024-08-10T05:21:00.376 INFO:tasks.rados.rados.0.smithi031.stdout:1950: done (2 left) 2024-08-10T05:21:00.376 INFO:tasks.rados.rados.0.smithi031.stdout:1952: done (1 left) 2024-08-10T05:21:00.376 INFO:tasks.rados.rados.0.smithi031.stdout:1955: copy_from oid 22 from oid 29 current snap is 186 2024-08-10T05:21:00.376 INFO:tasks.rados.rados.0.smithi031.stdout:1956: rmattr oid 38 current snap is 186 2024-08-10T05:21:00.376 INFO:tasks.rados.rados.0.smithi031.stdout:1956: done (2 left) 2024-08-10T05:21:00.376 INFO:tasks.rados.rados.0.smithi031.stdout:1957: rollback oid 28 current snap is 186 2024-08-10T05:21:00.376 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 28 to 184 2024-08-10T05:21:00.377 INFO:tasks.rados.rados.0.smithi031.stdout:1958: snap_create 2024-08-10T05:21:00.378 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 41 v 971 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-08-10T05:21:00.379 INFO:tasks.rados.rados.0.smithi031.stdout:1957: finishing rollback tid 0 to smithi03186013-28 2024-08-10T05:21:00.379 INFO:tasks.rados.rados.0.smithi031.stdout:1957: finishing rollback tid 1 to smithi03186013-28 2024-08-10T05:21:00.380 INFO:tasks.rados.rados.0.smithi031.stdout:1957: finishing rollback tid 2 to smithi03186013-28 2024-08-10T05:21:00.380 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 28 v 823 (ObjNum 337 snap 0 seq_num 3646926368) dirty exists 2024-08-10T05:21:00.384 INFO:tasks.rados.rados.0.smithi031.stdout:1955: finishing copy_from racing read to smithi03186013-22 2024-08-10T05:21:00.386 INFO:tasks.rados.rados.0.smithi031.stdout:1955: finishing copy_from to smithi03186013-22 2024-08-10T05:21:00.386 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 22 v 786 (ObjNum 563 snap 170 seq_num 563) dirty exists 2024-08-10T05:21:01.236 INFO:tasks.rados.rados.0.smithi031.stdout:1954: done (3 left) 2024-08-10T05:21:01.236 INFO:tasks.rados.rados.0.smithi031.stdout:1955: done (2 left) 2024-08-10T05:21:01.236 INFO:tasks.rados.rados.0.smithi031.stdout:1957: done (1 left) 2024-08-10T05:21:01.236 INFO:tasks.rados.rados.0.smithi031.stdout:1958: done (0 left) 2024-08-10T05:21:01.236 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 18 current snap is 187 2024-08-10T05:21:01.236 INFO:tasks.rados.rados.0.smithi031.stdout:1959: seq_num 606 ranges {1736704=557056} 2024-08-10T05:21:01.248 INFO:tasks.rados.rados.0.smithi031.stdout:1959: writing smithi03186013-18 from 1736704 to 2293760 tid 1 2024-08-10T05:21:01.248 INFO:tasks.rados.rados.0.smithi031.stdout:1960: snap_create 2024-08-10T05:21:01.253 INFO:tasks.rados.rados.0.smithi031.stdout:1959: finishing write tid 1 to smithi03186013-18 2024-08-10T05:21:01.254 INFO:tasks.rados.rados.0.smithi031.stdout:1959: finishing write tid 2 to smithi03186013-18 2024-08-10T05:21:01.255 INFO:tasks.rados.rados.0.smithi031.stdout:1959: finishing write tid 3 to smithi03186013-18 2024-08-10T05:21:01.255 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 18 v 967 (ObjNum 606 snap 187 seq_num 606) dirty exists 2024-08-10T05:21:01.255 INFO:tasks.rados.rados.0.smithi031.stdout:1959: left oid 18 (ObjNum 606 snap 187 seq_num 606) 2024-08-10T05:21:01.510 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:01 smithi196 ceph-mon[90243]: pgmap v345: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 272 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 116 KiB/s wr, 10 op/s; 53/324 objects degraded (16.358%) 2024-08-10T05:21:01.510 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:01 smithi196 ceph-mon[90243]: osdmap e459: 8 total, 7 up, 8 in 2024-08-10T05:21:01.510 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:01 smithi196 ceph-mon[90243]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-08-10T05:21:01.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:21:01 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:21:01] "GET /metrics HTTP/1.1" 200 36223 "" "Prometheus/2.43.0" 2024-08-10T05:21:01.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:01 smithi031 ceph-mon[98130]: pgmap v345: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 272 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 116 KiB/s wr, 10 op/s; 53/324 objects degraded (16.358%) 2024-08-10T05:21:01.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:01 smithi031 ceph-mon[98130]: osdmap e459: 8 total, 7 up, 8 in 2024-08-10T05:21:01.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:01 smithi031 ceph-mon[98130]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-08-10T05:21:01.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:01 smithi031 ceph-mon[100614]: pgmap v345: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 272 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 116 KiB/s wr, 10 op/s; 53/324 objects degraded (16.358%) 2024-08-10T05:21:01.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:01 smithi031 ceph-mon[100614]: osdmap e459: 8 total, 7 up, 8 in 2024-08-10T05:21:01.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:01 smithi031 ceph-mon[100614]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-08-10T05:21:02.238 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 05:21:01 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-5[100834]: 2024-08-10T05:21:01.899+0000 7f6e57f5d640 -1 osd.5 451 log_to_monitors true 2024-08-10T05:21:02.242 INFO:tasks.rados.rados.0.smithi031.stdout:1959: done (1 left) 2024-08-10T05:21:02.243 INFO:tasks.rados.rados.0.smithi031.stdout:1960: done (0 left) 2024-08-10T05:21:02.243 INFO:tasks.rados.rados.0.smithi031.stdout:1961: setattr oid 44 current snap is 188 2024-08-10T05:21:02.245 INFO:tasks.rados.rados.0.smithi031.stdout:1962: rollback oid 20 current snap is 188 2024-08-10T05:21:02.245 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 20 to 182 2024-08-10T05:21:02.245 INFO:tasks.rados.rados.0.smithi031.stdout:1963: snap_remove snap 185 2024-08-10T05:21:02.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:02 smithi031 ceph-mon[98130]: osdmap e460: 8 total, 7 up, 8 in 2024-08-10T05:21:02.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:02 smithi031 ceph-mon[98130]: from='osd.5 [v2:172.21.15.196:6808/3973993337,v1:172.21.15.196:6809/3973993337]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-10T05:21:02.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:02 smithi031 ceph-mon[98130]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-10T05:21:02.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:02 smithi031 ceph-mon[100614]: osdmap e460: 8 total, 7 up, 8 in 2024-08-10T05:21:02.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:02 smithi031 ceph-mon[100614]: from='osd.5 [v2:172.21.15.196:6808/3973993337,v1:172.21.15.196:6809/3973993337]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-10T05:21:02.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:02 smithi031 ceph-mon[100614]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-10T05:21:02.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:02 smithi196 ceph-mon[90243]: osdmap e460: 8 total, 7 up, 8 in 2024-08-10T05:21:02.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:02 smithi196 ceph-mon[90243]: from='osd.5 [v2:172.21.15.196:6808/3973993337,v1:172.21.15.196:6809/3973993337]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-10T05:21:02.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:02 smithi196 ceph-mon[90243]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-10T05:21:02.528 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:21:02 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:21:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:21:03.028 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 05:21:02 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-5[100834]: 2024-08-10T05:21:02.706+0000 7f6e4bd00640 -1 osd.5 451 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-10T05:21:03.256 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 44 v 1142 (ObjNum 129 snap 0 seq_num 590386264) dirty exists 2024-08-10T05:21:03.256 INFO:tasks.rados.rados.0.smithi031.stdout:1962: finishing rollback tid 0 to smithi03186013-20 2024-08-10T05:21:03.256 INFO:tasks.rados.rados.0.smithi031.stdout:1962: finishing rollback tid 1 to smithi03186013-20 2024-08-10T05:21:03.256 INFO:tasks.rados.rados.0.smithi031.stdout:1962: finishing rollback tid 2 to smithi03186013-20 2024-08-10T05:21:03.256 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 20 v 816 (ObjNum 595 snap 182 seq_num 595) dirty exists 2024-08-10T05:21:03.256 INFO:tasks.rados.rados.0.smithi031.stdout:1961: done (2 left) 2024-08-10T05:21:03.257 INFO:tasks.rados.rados.0.smithi031.stdout:1962: done (1 left) 2024-08-10T05:21:03.257 INFO:tasks.rados.rados.0.smithi031.stdout:1963: done (0 left) 2024-08-10T05:21:03.257 INFO:tasks.rados.rados.0.smithi031.stdout:1964: copy_from oid 12 from oid 43 current snap is 188 2024-08-10T05:21:03.257 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 23 current snap is 188 2024-08-10T05:21:03.257 INFO:tasks.rados.rados.0.smithi031.stdout:1965: seq_num 607 ranges {49152=573440} 2024-08-10T05:21:03.260 INFO:tasks.rados.rados.0.smithi031.stdout:1965: writing smithi03186013-23 from 49152 to 622592 tid 1 2024-08-10T05:21:03.261 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 30 current snap is 188 2024-08-10T05:21:03.261 INFO:tasks.rados.rados.0.smithi031.stdout:1966: seq_num 608 ranges {6479872=589824} 2024-08-10T05:21:03.301 INFO:tasks.rados.rados.0.smithi031.stdout:1966: writing smithi03186013-30 from 6479872 to 7069696 tid 1 2024-08-10T05:21:03.301 INFO:tasks.rados.rados.0.smithi031.stdout:1967: read oid 19 snap -1 2024-08-10T05:21:03.301 INFO:tasks.rados.rados.0.smithi031.stdout:1967: expect deleted 2024-08-10T05:21:03.302 INFO:tasks.rados.rados.0.smithi031.stdout:1968: read oid 1 snap -1 2024-08-10T05:21:03.302 INFO:tasks.rados.rados.0.smithi031.stdout:1968: expect (ObjNum 526 snap 158 seq_num 526) 2024-08-10T05:21:03.302 INFO:tasks.rados.rados.0.smithi031.stdout:1969: snap_remove snap 182 2024-08-10T05:21:03.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:03 smithi031 ceph-mon[100614]: pgmap v348: 121 pgs: 1 active+clean+snaptrim, 35 active+undersized, 14 active+undersized+degraded, 71 active+clean; 273 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 384 KiB/s wr, 7 op/s; 55/330 objects degraded (16.667%) 2024-08-10T05:21:03.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:03 smithi031 ceph-mon[100614]: Health check update: Degraded data redundancy: 55/330 objects degraded (16.667%), 14 pgs degraded (PG_DEGRADED) 2024-08-10T05:21:03.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:03 smithi031 ceph-mon[100614]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-08-10T05:21:03.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:03 smithi031 ceph-mon[100614]: from='osd.5 [v2:172.21.15.196:6808/3973993337,v1:172.21.15.196:6809/3973993337]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-10T05:21:03.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:03 smithi031 ceph-mon[100614]: osdmap e461: 8 total, 7 up, 8 in 2024-08-10T05:21:03.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:03 smithi031 ceph-mon[100614]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-10T05:21:03.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:03 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:21:03.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:03 smithi031 ceph-mon[100614]: from='osd.5 ' entity='osd.5' 2024-08-10T05:21:03.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:03 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:21:03.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:03 smithi031 ceph-mon[98130]: pgmap v348: 121 pgs: 1 active+clean+snaptrim, 35 active+undersized, 14 active+undersized+degraded, 71 active+clean; 273 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 384 KiB/s wr, 7 op/s; 55/330 objects degraded (16.667%) 2024-08-10T05:21:03.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:03 smithi031 ceph-mon[98130]: Health check update: Degraded data redundancy: 55/330 objects degraded (16.667%), 14 pgs degraded (PG_DEGRADED) 2024-08-10T05:21:03.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:03 smithi031 ceph-mon[98130]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-08-10T05:21:03.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:03 smithi031 ceph-mon[98130]: from='osd.5 [v2:172.21.15.196:6808/3973993337,v1:172.21.15.196:6809/3973993337]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-10T05:21:03.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:03 smithi031 ceph-mon[98130]: osdmap e461: 8 total, 7 up, 8 in 2024-08-10T05:21:03.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:03 smithi031 ceph-mon[98130]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-10T05:21:03.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:03 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:21:03.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:03 smithi031 ceph-mon[98130]: from='osd.5 ' entity='osd.5' 2024-08-10T05:21:03.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:03 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:21:03.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:03 smithi196 ceph-mon[90243]: pgmap v348: 121 pgs: 1 active+clean+snaptrim, 35 active+undersized, 14 active+undersized+degraded, 71 active+clean; 273 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 384 KiB/s wr, 7 op/s; 55/330 objects degraded (16.667%) 2024-08-10T05:21:03.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:03 smithi196 ceph-mon[90243]: Health check update: Degraded data redundancy: 55/330 objects degraded (16.667%), 14 pgs degraded (PG_DEGRADED) 2024-08-10T05:21:03.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:03 smithi196 ceph-mon[90243]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-08-10T05:21:03.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:03 smithi196 ceph-mon[90243]: from='osd.5 [v2:172.21.15.196:6808/3973993337,v1:172.21.15.196:6809/3973993337]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-10T05:21:03.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:03 smithi196 ceph-mon[90243]: osdmap e461: 8 total, 7 up, 8 in 2024-08-10T05:21:03.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:03 smithi196 ceph-mon[90243]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-10T05:21:03.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:03 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:21:03.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:03 smithi196 ceph-mon[90243]: from='osd.5 ' entity='osd.5' 2024-08-10T05:21:03.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:03 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:21:03.920 INFO:teuthology.orchestra.run.smithi031.stdout:true 2024-08-10T05:21:04.193 INFO:teuthology.orchestra.run.smithi031.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-10T05:21:04.194 INFO:teuthology.orchestra.run.smithi031.stdout:alertmanager.a smithi031 *:9093,9094 running (5m) 69s ago 9m 14.8M - 0.25.0 c8568f914cd2 afde0a9ed8a2 2024-08-10T05:21:04.194 INFO:teuthology.orchestra.run.smithi031.stdout:grafana.a smithi196 *:3000 running (5m) 1s ago 9m 82.9M - 9.4.7 954c08fa6188 6ec1b1b19e7a 2024-08-10T05:21:04.194 INFO:teuthology.orchestra.run.smithi031.stdout:mds.a smithi031 running (10m) 69s ago 10m 16.2M - 17.2.7-1372-g56ceb861 354fce865a9a 6a7f8795f454 2024-08-10T05:21:04.194 INFO:teuthology.orchestra.run.smithi031.stdout:mds.b smithi196 running (10m) 1s ago 10m 19.5M - 17.2.7-1372-g56ceb861 354fce865a9a b1ed5b548d29 2024-08-10T05:21:04.194 INFO:teuthology.orchestra.run.smithi031.stdout:mgr.x smithi196 *:8443,9283,8765 running (4m) 1s ago 14m 440M - 19.1.0-1335-gbca9905d c7b33901c886 467542b38c9b 2024-08-10T05:21:04.194 INFO:teuthology.orchestra.run.smithi031.stdout:mgr.y smithi031 *:8443,9283,8765 running (4m) 69s ago 15m 507M - 19.1.0-1335-gbca9905d c7b33901c886 7eef306ed587 2024-08-10T05:21:04.194 INFO:teuthology.orchestra.run.smithi031.stdout:mon.a smithi031 running (4m) 69s ago 16m 56.7M 2048M 19.1.0-1335-gbca9905d c7b33901c886 9e3f4f54b00a 2024-08-10T05:21:04.194 INFO:teuthology.orchestra.run.smithi031.stdout:mon.b smithi196 running (3m) 1s ago 14m 46.0M 2048M 19.1.0-1335-gbca9905d c7b33901c886 b01d51d0054f 2024-08-10T05:21:04.194 INFO:teuthology.orchestra.run.smithi031.stdout:mon.c smithi031 running (3m) 69s ago 14m 45.5M 2048M 19.1.0-1335-gbca9905d c7b33901c886 2cc1160db2be 2024-08-10T05:21:04.194 INFO:teuthology.orchestra.run.smithi031.stdout:node-exporter.a smithi031 *:9100 running (5m) 69s ago 8m 8098k - 1.5.0 0da6a335fe13 b1e6859cbc5d 2024-08-10T05:21:04.194 INFO:teuthology.orchestra.run.smithi031.stdout:node-exporter.b smithi196 *:9100 running (5m) 1s ago 8m 15.0M - 1.5.0 0da6a335fe13 fce7ddc02cba 2024-08-10T05:21:04.195 INFO:teuthology.orchestra.run.smithi031.stdout:osd.0 smithi031 running (2m) 69s ago 13m 171M 2481M 19.1.0-1335-gbca9905d c7b33901c886 b6a59f8bdb81 2024-08-10T05:21:04.195 INFO:teuthology.orchestra.run.smithi031.stdout:osd.1 smithi031 running (2m) 69s ago 13m 117M 2481M 19.1.0-1335-gbca9905d c7b33901c886 67b0c1ce41f2 2024-08-10T05:21:04.195 INFO:teuthology.orchestra.run.smithi031.stdout:osd.2 smithi031 running (106s) 69s ago 13m 90.9M 2481M 19.1.0-1335-gbca9905d c7b33901c886 33f3ce3dcbbc 2024-08-10T05:21:04.195 INFO:teuthology.orchestra.run.smithi031.stdout:osd.3 smithi031 running (73s) 69s ago 12m 14.3M 2481M 19.1.0-1335-gbca9905d c7b33901c886 bd24188e5ebb 2024-08-10T05:21:04.195 INFO:teuthology.orchestra.run.smithi031.stdout:osd.4 smithi196 running (40s) 1s ago 12m 91.0M 2480M 19.1.0-1335-gbca9905d c7b33901c886 3443a66c18a7 2024-08-10T05:21:04.195 INFO:teuthology.orchestra.run.smithi031.stdout:osd.5 smithi196 running (6s) 1s ago 11m 12.1M 2480M 19.1.0-1335-gbca9905d c7b33901c886 0b799750a37c 2024-08-10T05:21:04.195 INFO:teuthology.orchestra.run.smithi031.stdout:osd.6 smithi196 running (11m) 1s ago 11m 170M 2480M 17.2.7-1372-g56ceb861 354fce865a9a e73c19910471 2024-08-10T05:21:04.195 INFO:teuthology.orchestra.run.smithi031.stdout:osd.7 smithi196 running (11m) 1s ago 11m 136M 2480M 17.2.7-1372-g56ceb861 354fce865a9a f847e8917297 2024-08-10T05:21:04.195 INFO:teuthology.orchestra.run.smithi031.stdout:prometheus.a smithi196 *:9095 running (4m) 1s ago 9m 67.6M - 2.43.0 a07b618ecd1d d50c5c7907b8 2024-08-10T05:21:04.263 INFO:tasks.rados.rados.0.smithi031.stdout:1969: done (5 left) 2024-08-10T05:21:04.264 INFO:tasks.rados.rados.0.smithi031.stdout:1970: rollback oid 40 current snap is 188 2024-08-10T05:21:04.264 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 40 to 187 2024-08-10T05:21:04.264 INFO:tasks.rados.rados.0.smithi031.stdout:1964: finishing copy_from racing read to smithi03186013-12 2024-08-10T05:21:04.264 INFO:tasks.rados.rados.0.smithi031.stdout:1964: finishing copy_from to smithi03186013-12 2024-08-10T05:21:04.264 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 12 v 835 (ObjNum 588 snap 177 seq_num 588) dirty exists 2024-08-10T05:21:04.264 INFO:tasks.rados.rados.0.smithi031.stdout:1964: done (5 left) 2024-08-10T05:21:04.264 INFO:tasks.rados.rados.0.smithi031.stdout:1971: read oid 8 snap -1 2024-08-10T05:21:04.264 INFO:tasks.rados.rados.0.smithi031.stdout:1971: expect (ObjNum 543 snap 165 seq_num 543) 2024-08-10T05:21:04.264 INFO:tasks.rados.rados.0.smithi031.stdout:1972: copy_from oid 18 from oid 22 current snap is 188 2024-08-10T05:21:04.264 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 20 current snap is 188 2024-08-10T05:21:04.264 INFO:tasks.rados.rados.0.smithi031.stdout:1973: seq_num 609 ranges {6651904=606208} 2024-08-10T05:21:04.306 INFO:tasks.rados.rados.0.smithi031.stdout:1973: writing smithi03186013-20 from 6651904 to 7258112 tid 1 2024-08-10T05:21:04.315 INFO:tasks.rados.rados.0.smithi031.stdout:1970: finishing rollback tid 0 to smithi03186013-40 2024-08-10T05:21:04.315 INFO:tasks.rados.rados.0.smithi031.stdout:1970: finishing rollback tid 1 to smithi03186013-40 2024-08-10T05:21:04.315 INFO:tasks.rados.rados.0.smithi031.stdout:1970: finishing rollback tid 2 to smithi03186013-40 2024-08-10T05:21:04.315 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 40 v 791 (ObjNum 555 snap 167 seq_num 555) dirty exists 2024-08-10T05:21:04.315 INFO:tasks.rados.rados.0.smithi031.stdout:1966: finishing write tid 1 to smithi03186013-30 2024-08-10T05:21:04.315 INFO:tasks.rados.rados.0.smithi031.stdout:1966: finishing write tid 2 to smithi03186013-30 2024-08-10T05:21:04.315 INFO:tasks.rados.rados.0.smithi031.stdout:1966: finishing write tid 3 to smithi03186013-30 2024-08-10T05:21:04.315 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 30 v 1035 (ObjNum 608 snap 188 seq_num 608) dirty exists 2024-08-10T05:21:04.315 INFO:tasks.rados.rados.0.smithi031.stdout:1966: left oid 30 (ObjNum 608 snap 188 seq_num 608) 2024-08-10T05:21:04.316 INFO:tasks.rados.rados.0.smithi031.stdout:1965: finishing write tid 1 to smithi03186013-23 2024-08-10T05:21:04.316 INFO:tasks.rados.rados.0.smithi031.stdout:1965: finishing write tid 2 to smithi03186013-23 2024-08-10T05:21:04.316 INFO:tasks.rados.rados.0.smithi031.stdout:1965: finishing write tid 3 to smithi03186013-23 2024-08-10T05:21:04.316 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 23 v 976 (ObjNum 607 snap 188 seq_num 607) dirty exists 2024-08-10T05:21:04.316 INFO:tasks.rados.rados.0.smithi031.stdout:1965: left oid 23 (ObjNum 607 snap 188 seq_num 607) 2024-08-10T05:21:04.316 INFO:tasks.rados.rados.0.smithi031.stdout:1971: expect (ObjNum 543 snap 165 seq_num 543) 2024-08-10T05:21:04.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:04 smithi031 ceph-mon[98130]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-10T05:21:04.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:04 smithi031 ceph-mon[98130]: osd.5 [v2:172.21.15.196:6808/3973993337,v1:172.21.15.196:6809/3973993337] boot 2024-08-10T05:21:04.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:04 smithi031 ceph-mon[98130]: osdmap e462: 8 total, 8 up, 8 in 2024-08-10T05:21:04.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:04 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-10T05:21:04.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:04 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:21:04.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:04 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:21:04.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:04 smithi031 ceph-mon[100614]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-10T05:21:04.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:04 smithi031 ceph-mon[100614]: osd.5 [v2:172.21.15.196:6808/3973993337,v1:172.21.15.196:6809/3973993337] boot 2024-08-10T05:21:04.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:04 smithi031 ceph-mon[100614]: osdmap e462: 8 total, 8 up, 8 in 2024-08-10T05:21:04.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:04 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-10T05:21:04.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:04 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:21:04.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:04 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:21:04.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:04 smithi196 ceph-mon[90243]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-10T05:21:04.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:04 smithi196 ceph-mon[90243]: osd.5 [v2:172.21.15.196:6808/3973993337,v1:172.21.15.196:6809/3973993337] boot 2024-08-10T05:21:04.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:04 smithi196 ceph-mon[90243]: osdmap e462: 8 total, 8 up, 8 in 2024-08-10T05:21:04.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:04 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-10T05:21:04.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:04 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:21:04.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:04 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:21:04.535 INFO:tasks.rados.rados.0.smithi031.stdout:1973: finishing write tid 1 to smithi03186013-20 2024-08-10T05:21:04.535 INFO:tasks.rados.rados.0.smithi031.stdout:1973: finishing write tid 2 to smithi03186013-20 2024-08-10T05:21:04.535 INFO:tasks.rados.rados.0.smithi031.stdout:1965: done (7 left) 2024-08-10T05:21:04.535 INFO:tasks.rados.rados.0.smithi031.stdout:1966: done (6 left) 2024-08-10T05:21:04.535 INFO:tasks.rados.rados.0.smithi031.stdout:1967: done (5 left) 2024-08-10T05:21:04.535 INFO:tasks.rados.rados.0.smithi031.stdout:1970: done (4 left) 2024-08-10T05:21:04.535 INFO:tasks.rados.rados.0.smithi031.stdout:1971: done (3 left) 2024-08-10T05:21:04.535 INFO:tasks.rados.rados.0.smithi031.stdout:1974: read oid 47 snap -1 2024-08-10T05:21:04.536 INFO:tasks.rados.rados.0.smithi031.stdout:1974: expect (ObjNum 547 snap 165 seq_num 547) 2024-08-10T05:21:04.536 INFO:tasks.rados.rados.0.smithi031.stdout:1975: read oid 40 snap -1 2024-08-10T05:21:04.536 INFO:tasks.rados.rados.0.smithi031.stdout:1975: expect (ObjNum 555 snap 167 seq_num 555) 2024-08-10T05:21:04.536 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 33 current snap is 188 2024-08-10T05:21:04.536 INFO:tasks.rados.rados.0.smithi031.stdout:1973: finishing write tid 3 to smithi03186013-20 2024-08-10T05:21:04.536 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 20 v 837 (ObjNum 609 snap 188 seq_num 609) dirty exists 2024-08-10T05:21:04.536 INFO:tasks.rados.rados.0.smithi031.stdout:1973: left oid 20 (ObjNum 609 snap 188 seq_num 609) 2024-08-10T05:21:04.536 INFO:tasks.rados.rados.0.smithi031.stdout:1972: finishing copy_from racing read to smithi03186013-18 2024-08-10T05:21:04.536 INFO:tasks.rados.rados.0.smithi031.stdout:1972: finishing copy_from to smithi03186013-18 2024-08-10T05:21:04.536 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 18 v 786 (ObjNum 563 snap 170 seq_num 563) dirty exists 2024-08-10T05:21:04.537 INFO:tasks.rados.rados.0.smithi031.stdout:1968: expect (ObjNum 526 snap 158 seq_num 526) 2024-08-10T05:21:04.597 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-08-10T05:21:04.598 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": { 2024-08-10T05:21:04.598 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 3 2024-08-10T05:21:04.598 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-08-10T05:21:04.598 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": { 2024-08-10T05:21:04.598 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 2 2024-08-10T05:21:04.598 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-08-10T05:21:04.598 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": { 2024-08-10T05:21:04.598 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 2, 2024-08-10T05:21:04.598 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 6 2024-08-10T05:21:04.598 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-08-10T05:21:04.598 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": { 2024-08-10T05:21:04.598 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 2 2024-08-10T05:21:04.598 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-08-10T05:21:04.599 INFO:teuthology.orchestra.run.smithi031.stdout: "overall": { 2024-08-10T05:21:04.599 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 4, 2024-08-10T05:21:04.599 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 11 2024-08-10T05:21:04.599 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-08-10T05:21:04.599 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-08-10T05:21:04.948 INFO:tasks.rados.rados.0.smithi031.stdout:1974: expect (ObjNum 547 snap 165 seq_num 547) 2024-08-10T05:21:05.162 INFO:tasks.rados.rados.0.smithi031.stdout:1975: expect (ObjNum 555 snap 167 seq_num 555) 2024-08-10T05:21:05.293 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:05 smithi196 ceph-mon[90243]: pgmap v351: 121 pgs: 2 peering, 1 active+clean+snaptrim, 34 active+undersized, 13 active+undersized+degraded, 71 active+clean; 280 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s; 50/336 objects degraded (14.881%) 2024-08-10T05:21:05.293 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:05 smithi196 ceph-mon[90243]: from='client.44261 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:21:05.293 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:05 smithi196 ceph-mon[90243]: from='client.44267 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:21:05.293 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:05 smithi196 ceph-mon[90243]: osdmap e463: 8 total, 8 up, 8 in 2024-08-10T05:21:05.293 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:05 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/3625231903' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:21:05.356 INFO:tasks.rados.rados.0.smithi031.stdout:1976: seq_num 610 ranges {540672=622592} 2024-08-10T05:21:05.363 INFO:tasks.rados.rados.0.smithi031.stdout:1976: writing smithi03186013-33 from 540672 to 1163264 tid 1 2024-08-10T05:21:05.363 INFO:tasks.rados.rados.0.smithi031.stdout:1968: done (5 left) 2024-08-10T05:21:05.363 INFO:tasks.rados.rados.0.smithi031.stdout:1972: done (4 left) 2024-08-10T05:21:05.363 INFO:tasks.rados.rados.0.smithi031.stdout:1973: done (3 left) 2024-08-10T05:21:05.363 INFO:tasks.rados.rados.0.smithi031.stdout:1974: done (2 left) 2024-08-10T05:21:05.363 INFO:tasks.rados.rados.0.smithi031.stdout:1975: done (1 left) 2024-08-10T05:21:05.363 INFO:tasks.rados.rados.0.smithi031.stdout:1977: snap_remove snap 186 2024-08-10T05:21:05.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:05 smithi031 ceph-mon[100614]: pgmap v351: 121 pgs: 2 peering, 1 active+clean+snaptrim, 34 active+undersized, 13 active+undersized+degraded, 71 active+clean; 280 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s; 50/336 objects degraded (14.881%) 2024-08-10T05:21:05.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:05 smithi031 ceph-mon[100614]: from='client.44261 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:21:05.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:05 smithi031 ceph-mon[100614]: from='client.44267 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:21:05.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:05 smithi031 ceph-mon[100614]: osdmap e463: 8 total, 8 up, 8 in 2024-08-10T05:21:05.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:05 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/3625231903' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:21:05.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:05 smithi031 ceph-mon[98130]: pgmap v351: 121 pgs: 2 peering, 1 active+clean+snaptrim, 34 active+undersized, 13 active+undersized+degraded, 71 active+clean; 280 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s; 50/336 objects degraded (14.881%) 2024-08-10T05:21:05.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:05 smithi031 ceph-mon[98130]: from='client.44261 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:21:05.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:05 smithi031 ceph-mon[98130]: from='client.44267 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:21:05.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:05 smithi031 ceph-mon[98130]: osdmap e463: 8 total, 8 up, 8 in 2024-08-10T05:21:05.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:05 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/3625231903' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:21:06.264 INFO:tasks.rados.rados.0.smithi031.stdout:1977: done (1 left) 2024-08-10T05:21:06.265 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 11 current snap is 188 2024-08-10T05:21:06.265 INFO:tasks.rados.rados.0.smithi031.stdout:1978: seq_num 611 ranges {4366336=638976} 2024-08-10T05:21:06.292 INFO:tasks.rados.rados.0.smithi031.stdout:1978: writing smithi03186013-11 from 4366336 to 5005312 tid 1 2024-08-10T05:21:06.292 INFO:tasks.rados.rados.0.smithi031.stdout:1979: delete oid 30 current snap is 188 2024-08-10T05:21:06.292 INFO:tasks.rados.rados.0.smithi031.stdout:1976: finishing write tid 1 to smithi03186013-33 2024-08-10T05:21:06.292 INFO:tasks.rados.rados.0.smithi031.stdout:1976: finishing write tid 2 to smithi03186013-33 2024-08-10T05:21:06.292 INFO:tasks.rados.rados.0.smithi031.stdout:1976: finishing write tid 3 to smithi03186013-33 2024-08-10T05:21:06.293 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 33 v 657 (ObjNum 610 snap 188 seq_num 610) dirty exists 2024-08-10T05:21:06.293 INFO:tasks.rados.rados.0.smithi031.stdout:1976: left oid 33 (ObjNum 610 snap 188 seq_num 610) 2024-08-10T05:21:06.293 INFO:tasks.rados.rados.0.smithi031.stdout:1976: done (2 left) 2024-08-10T05:21:06.293 INFO:tasks.rados.rados.0.smithi031.stdout:1979: done (1 left) 2024-08-10T05:21:06.294 INFO:tasks.rados.rados.0.smithi031.stdout:1980: setattr oid 32 current snap is 188 2024-08-10T05:21:06.295 INFO:tasks.rados.rados.0.smithi031.stdout:1981: rmattr oid 49 current snap is 188 2024-08-10T05:21:06.295 INFO:tasks.rados.rados.0.smithi031.stdout:1982: delete oid 20 current snap is 188 2024-08-10T05:21:06.296 INFO:tasks.rados.rados.0.smithi031.stdout:1978: finishing write tid 1 to smithi03186013-11 2024-08-10T05:21:06.296 INFO:tasks.rados.rados.0.smithi031.stdout:1978: finishing write tid 2 to smithi03186013-11 2024-08-10T05:21:06.297 INFO:tasks.rados.rados.0.smithi031.stdout:1982: done (3 left) 2024-08-10T05:21:06.297 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 7 current snap is 188 2024-08-10T05:21:06.297 INFO:tasks.rados.rados.0.smithi031.stdout:1983: seq_num 614 ranges {3416064=688128} 2024-08-10T05:21:06.320 INFO:tasks.rados.rados.0.smithi031.stdout:1983: writing smithi03186013-7 from 3416064 to 4104192 tid 1 2024-08-10T05:21:06.320 INFO:tasks.rados.rados.0.smithi031.stdout:1984: read oid 42 snap -1 2024-08-10T05:21:06.321 INFO:tasks.rados.rados.0.smithi031.stdout:1984: expect (ObjNum 589 snap 178 seq_num 589) 2024-08-10T05:21:06.321 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 32 v 824 (ObjNum 574 snap 173 seq_num 574) dirty exists 2024-08-10T05:21:06.321 INFO:tasks.rados.rados.0.smithi031.stdout:1978: finishing write tid 3 to smithi03186013-11 2024-08-10T05:21:06.321 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 11 v 839 (ObjNum 611 snap 188 seq_num 611) dirty exists 2024-08-10T05:21:06.321 INFO:tasks.rados.rados.0.smithi031.stdout:1978: left oid 11 (ObjNum 611 snap 188 seq_num 611) 2024-08-10T05:21:06.321 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 49 v 825 (ObjNum 586 snap 177 seq_num 586) dirty exists 2024-08-10T05:21:06.321 INFO:tasks.rados.rados.0.smithi031.stdout:1978: done (4 left) 2024-08-10T05:21:06.321 INFO:tasks.rados.rados.0.smithi031.stdout:1980: done (3 left) 2024-08-10T05:21:06.321 INFO:tasks.rados.rados.0.smithi031.stdout:1981: done (2 left) 2024-08-10T05:21:06.321 INFO:tasks.rados.rados.0.smithi031.stdout:1985: delete oid 33 current snap is 188 2024-08-10T05:21:06.323 INFO:tasks.rados.rados.0.smithi031.stdout:1985: done (2 left) 2024-08-10T05:21:06.324 INFO:tasks.rados.rados.0.smithi031.stdout:1986: snap_create 2024-08-10T05:21:06.325 INFO:tasks.rados.rados.0.smithi031.stdout:1983: finishing write tid 1 to smithi03186013-7 2024-08-10T05:21:06.325 INFO:tasks.rados.rados.0.smithi031.stdout:1983: finishing write tid 2 to smithi03186013-7 2024-08-10T05:21:06.327 INFO:tasks.rados.rados.0.smithi031.stdout:1983: finishing write tid 3 to smithi03186013-7 2024-08-10T05:21:06.327 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 7 v 1151 (ObjNum 614 snap 188 seq_num 614) dirty exists 2024-08-10T05:21:06.328 INFO:tasks.rados.rados.0.smithi031.stdout:1983: left oid 7 (ObjNum 614 snap 188 seq_num 614) 2024-08-10T05:21:06.336 INFO:tasks.rados.rados.0.smithi031.stdout:1984: expect (ObjNum 589 snap 178 seq_num 589) 2024-08-10T05:21:07.266 INFO:tasks.rados.rados.0.smithi031.stdout:1983: done (2 left) 2024-08-10T05:21:07.267 INFO:tasks.rados.rados.0.smithi031.stdout:1984: done (1 left) 2024-08-10T05:21:07.267 INFO:tasks.rados.rados.0.smithi031.stdout:1986: done (0 left) 2024-08-10T05:21:07.267 INFO:tasks.rados.rados.0.smithi031.stdout:1987: snap_create 2024-08-10T05:21:07.267 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:21:06 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: 2024-08-10T05:21:06.788+0000 7f0983ce7640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (15 PGs are or would become offline) 2024-08-10T05:21:07.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:07 smithi031 ceph-mon[98130]: pgmap v353: 121 pgs: 1 active+clean+snaptrim, 4 activating, 2 peering, 28 active+undersized, 12 active+undersized+degraded, 74 active+clean; 286 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 3.1 MiB/s wr, 15 op/s; 49/345 objects degraded (14.203%) 2024-08-10T05:21:07.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:07 smithi031 ceph-mon[98130]: osdmap e464: 8 total, 8 up, 8 in 2024-08-10T05:21:07.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:07 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:21:07.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:07 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:21:07.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:07 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:21:07.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:07 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:21:07.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:07 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:21:07.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:07 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:21:07.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:07 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:21:07.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:07 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:21:07.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:07 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:21:07.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:07 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-10T05:21:07.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:07 smithi031 ceph-mon[100614]: pgmap v353: 121 pgs: 1 active+clean+snaptrim, 4 activating, 2 peering, 28 active+undersized, 12 active+undersized+degraded, 74 active+clean; 286 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 3.1 MiB/s wr, 15 op/s; 49/345 objects degraded (14.203%) 2024-08-10T05:21:07.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:07 smithi031 ceph-mon[100614]: osdmap e464: 8 total, 8 up, 8 in 2024-08-10T05:21:07.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:07 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:21:07.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:07 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:21:07.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:07 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:21:07.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:07 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:21:07.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:07 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:21:07.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:07 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:21:07.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:07 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:21:07.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:07 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:21:07.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:07 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:21:07.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:07 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-10T05:21:07.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:07 smithi196 ceph-mon[90243]: pgmap v353: 121 pgs: 1 active+clean+snaptrim, 4 activating, 2 peering, 28 active+undersized, 12 active+undersized+degraded, 74 active+clean; 286 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 3.1 MiB/s wr, 15 op/s; 49/345 objects degraded (14.203%) 2024-08-10T05:21:07.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:07 smithi196 ceph-mon[90243]: osdmap e464: 8 total, 8 up, 8 in 2024-08-10T05:21:07.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:07 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:21:07.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:07 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:21:07.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:07 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:21:07.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:07 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:21:07.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:07 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:21:07.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:07 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:21:07.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:07 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:21:07.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:07 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:21:07.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:07 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:21:07.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:07 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-10T05:21:08.268 INFO:tasks.rados.rados.0.smithi031.stdout:1987: done (0 left) 2024-08-10T05:21:08.269 INFO:tasks.rados.rados.0.smithi031.stdout:1988: read oid 37 snap 184 2024-08-10T05:21:08.269 INFO:tasks.rados.rados.0.smithi031.stdout:1988: expect (ObjNum 542 snap 164 seq_num 542) 2024-08-10T05:21:08.269 INFO:tasks.rados.rados.0.smithi031.stdout:1989: read oid 27 snap 189 2024-08-10T05:21:08.269 INFO:tasks.rados.rados.0.smithi031.stdout:1989: expect deleted 2024-08-10T05:21:08.269 INFO:tasks.rados.rados.0.smithi031.stdout:1990: delete oid 10 current snap is 190 2024-08-10T05:21:08.275 INFO:tasks.rados.rados.0.smithi031.stdout:1989: done (2 left) 2024-08-10T05:21:08.275 INFO:tasks.rados.rados.0.smithi031.stdout:1990: done (1 left) 2024-08-10T05:21:08.275 INFO:tasks.rados.rados.0.smithi031.stdout:1991: snap_create 2024-08-10T05:21:08.333 INFO:tasks.rados.rados.0.smithi031.stdout:1988: expect (ObjNum 542 snap 164 seq_num 542) 2024-08-10T05:21:08.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:08 smithi196 ceph-mon[90243]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-10T05:21:08.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:08 smithi196 ceph-mon[90243]: Upgrade: unsafe to stop osd(s) at this time (15 PGs are or would become offline) 2024-08-10T05:21:08.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:08 smithi196 ceph-mon[90243]: osdmap e465: 8 total, 8 up, 8 in 2024-08-10T05:21:08.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:08 smithi031 ceph-mon[98130]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-10T05:21:08.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:08 smithi031 ceph-mon[98130]: Upgrade: unsafe to stop osd(s) at this time (15 PGs are or would become offline) 2024-08-10T05:21:08.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:08 smithi031 ceph-mon[98130]: osdmap e465: 8 total, 8 up, 8 in 2024-08-10T05:21:08.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:08 smithi031 ceph-mon[100614]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-10T05:21:08.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:08 smithi031 ceph-mon[100614]: Upgrade: unsafe to stop osd(s) at this time (15 PGs are or would become offline) 2024-08-10T05:21:08.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:08 smithi031 ceph-mon[100614]: osdmap e465: 8 total, 8 up, 8 in 2024-08-10T05:21:09.365 INFO:tasks.rados.rados.0.smithi031.stdout:1988: done (1 left) 2024-08-10T05:21:09.365 INFO:tasks.rados.rados.0.smithi031.stdout:1991: done (0 left) 2024-08-10T05:21:09.365 INFO:tasks.rados.rados.0.smithi031.stdout:1992: delete oid 8 current snap is 191 2024-08-10T05:21:09.367 INFO:tasks.rados.rados.0.smithi031.stdout:1992: done (0 left) 2024-08-10T05:21:09.368 INFO:tasks.rados.rados.0.smithi031.stdout:1993: rollback oid 13 current snap is 191 2024-08-10T05:21:09.368 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 13 to 189 2024-08-10T05:21:09.368 INFO:tasks.rados.rados.0.smithi031.stdout:1994: snap_create 2024-08-10T05:21:09.373 INFO:tasks.rados.rados.0.smithi031.stdout:1993: finishing rollback tid 0 to smithi03186013-13 2024-08-10T05:21:09.373 INFO:tasks.rados.rados.0.smithi031.stdout:1993: finishing rollback tid 1 to smithi03186013-13 2024-08-10T05:21:09.373 INFO:tasks.rados.rados.0.smithi031.stdout:1993: finishing rollback tid 2 to smithi03186013-13 2024-08-10T05:21:09.373 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 13 v 1039 (ObjNum 548 snap 165 seq_num 548) dirty exists 2024-08-10T05:21:09.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:09 smithi031 ceph-mon[98130]: pgmap v356: 121 pgs: 1 active+clean+snaptrim, 4 activating, 2 peering, 3 active+undersized, 2 active+undersized+degraded, 109 active+clean; 286 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 2.2 MiB/s wr, 23 op/s; 3/351 objects degraded (0.855%); 6.6 MiB/s, 1 objects/s recovering 2024-08-10T05:21:09.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:09 smithi031 ceph-mon[98130]: osdmap e466: 8 total, 8 up, 8 in 2024-08-10T05:21:09.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:09 smithi031 ceph-mon[98130]: Health check update: Degraded data redundancy: 3/351 objects degraded (0.855%), 2 pgs degraded (PG_DEGRADED) 2024-08-10T05:21:09.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:09 smithi031 ceph-mon[100614]: pgmap v356: 121 pgs: 1 active+clean+snaptrim, 4 activating, 2 peering, 3 active+undersized, 2 active+undersized+degraded, 109 active+clean; 286 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 2.2 MiB/s wr, 23 op/s; 3/351 objects degraded (0.855%); 6.6 MiB/s, 1 objects/s recovering 2024-08-10T05:21:09.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:09 smithi031 ceph-mon[100614]: osdmap e466: 8 total, 8 up, 8 in 2024-08-10T05:21:09.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:09 smithi031 ceph-mon[100614]: Health check update: Degraded data redundancy: 3/351 objects degraded (0.855%), 2 pgs degraded (PG_DEGRADED) 2024-08-10T05:21:09.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:09 smithi196 ceph-mon[90243]: pgmap v356: 121 pgs: 1 active+clean+snaptrim, 4 activating, 2 peering, 3 active+undersized, 2 active+undersized+degraded, 109 active+clean; 286 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 2.2 MiB/s wr, 23 op/s; 3/351 objects degraded (0.855%); 6.6 MiB/s, 1 objects/s recovering 2024-08-10T05:21:09.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:09 smithi196 ceph-mon[90243]: osdmap e466: 8 total, 8 up, 8 in 2024-08-10T05:21:09.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:09 smithi196 ceph-mon[90243]: Health check update: Degraded data redundancy: 3/351 objects degraded (0.855%), 2 pgs degraded (PG_DEGRADED) 2024-08-10T05:21:10.303 INFO:tasks.rados.rados.0.smithi031.stdout:1993: done (1 left) 2024-08-10T05:21:10.303 INFO:tasks.rados.rados.0.smithi031.stdout:1994: done (0 left) 2024-08-10T05:21:10.303 INFO:tasks.rados.rados.0.smithi031.stdout:1995: snap_remove snap 188 2024-08-10T05:21:10.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:10 smithi031 ceph-mon[98130]: osdmap e467: 8 total, 8 up, 8 in 2024-08-10T05:21:10.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:10 smithi031 ceph-mon[100614]: osdmap e467: 8 total, 8 up, 8 in 2024-08-10T05:21:10.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:10 smithi196 ceph-mon[90243]: osdmap e467: 8 total, 8 up, 8 in 2024-08-10T05:21:11.300 INFO:tasks.rados.rados.0.smithi031.stdout:1995: done (0 left) 2024-08-10T05:21:11.301 INFO:tasks.rados.rados.0.smithi031.stdout:1996: copy_from oid 10 from oid 48 current snap is 192 2024-08-10T05:21:11.301 INFO:tasks.rados.rados.0.smithi031.stdout:1997: snap_create 2024-08-10T05:21:11.328 INFO:tasks.rados.rados.0.smithi031.stdout:1996: finishing copy_from racing read to smithi03186013-10 2024-08-10T05:21:11.329 INFO:tasks.rados.rados.0.smithi031.stdout:1996: finishing copy_from to smithi03186013-10 2024-08-10T05:21:11.329 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 10 v 640 (ObjNum 547 snap 165 seq_num 547) dirty exists 2024-08-10T05:21:11.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:21:11 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:21:11] "GET /metrics HTTP/1.1" 200 36230 "" "Prometheus/2.43.0" 2024-08-10T05:21:11.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:11 smithi031 ceph-mon[98130]: pgmap v359: 121 pgs: 121 active+clean; 286 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 1.3 MiB/s wr, 18 op/s; 7.6 MiB/s, 2 objects/s recovering 2024-08-10T05:21:11.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:11 smithi031 ceph-mon[98130]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3/351 objects degraded (0.855%), 2 pgs degraded) 2024-08-10T05:21:11.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:11 smithi031 ceph-mon[98130]: Cluster is now healthy 2024-08-10T05:21:11.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:11 smithi031 ceph-mon[98130]: osdmap e468: 8 total, 8 up, 8 in 2024-08-10T05:21:11.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:11 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:21:11.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:11 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:21:11.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:11 smithi031 ceph-mon[100614]: pgmap v359: 121 pgs: 121 active+clean; 286 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 1.3 MiB/s wr, 18 op/s; 7.6 MiB/s, 2 objects/s recovering 2024-08-10T05:21:11.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:11 smithi031 ceph-mon[100614]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3/351 objects degraded (0.855%), 2 pgs degraded) 2024-08-10T05:21:11.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:11 smithi031 ceph-mon[100614]: Cluster is now healthy 2024-08-10T05:21:11.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:11 smithi031 ceph-mon[100614]: osdmap e468: 8 total, 8 up, 8 in 2024-08-10T05:21:11.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:11 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:21:11.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:11 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:21:11.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:11 smithi196 ceph-mon[90243]: pgmap v359: 121 pgs: 121 active+clean; 286 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 1.3 MiB/s wr, 18 op/s; 7.6 MiB/s, 2 objects/s recovering 2024-08-10T05:21:11.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:11 smithi196 ceph-mon[90243]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3/351 objects degraded (0.855%), 2 pgs degraded) 2024-08-10T05:21:11.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:11 smithi196 ceph-mon[90243]: Cluster is now healthy 2024-08-10T05:21:11.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:11 smithi196 ceph-mon[90243]: osdmap e468: 8 total, 8 up, 8 in 2024-08-10T05:21:11.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:11 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:21:11.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:11 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:21:12.306 INFO:tasks.rados.rados.0.smithi031.stdout:1996: done (1 left) 2024-08-10T05:21:12.306 INFO:tasks.rados.rados.0.smithi031.stdout:1997: done (0 left) 2024-08-10T05:21:12.307 INFO:tasks.rados.rados.0.smithi031.stdout:1998: read oid 11 snap -1 2024-08-10T05:21:12.307 INFO:tasks.rados.rados.0.smithi031.stdout:1998: expect (ObjNum 611 snap 188 seq_num 611) 2024-08-10T05:21:12.307 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 34 current snap is 193 2024-08-10T05:21:12.307 INFO:tasks.rados.rados.0.smithi031.stdout:1999: seq_num 618 ranges {1671168=753664} 2024-08-10T05:21:12.320 INFO:tasks.rados.rados.0.smithi031.stdout:1999: writing smithi03186013-34 from 1671168 to 2424832 tid 1 2024-08-10T05:21:12.320 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 45 current snap is 193 2024-08-10T05:21:12.320 INFO:tasks.rados.rados.0.smithi031.stdout:2000: seq_num 619 ranges {0=770048} 2024-08-10T05:21:12.325 INFO:tasks.rados.rados.0.smithi031.stdout:2000: writing smithi03186013-45 from 0 to 770048 tid 1 2024-08-10T05:21:12.325 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 25 current snap is 193 2024-08-10T05:21:12.325 INFO:tasks.rados.rados.0.smithi031.stdout:2001: seq_num 620 ranges {3719168=794624} 2024-08-10T05:21:12.350 INFO:tasks.rados.rados.0.smithi031.stdout:2001: writing smithi03186013-25 from 3719168 to 4513792 tid 1 2024-08-10T05:21:12.351 INFO:tasks.rados.rados.0.smithi031.stdout:2002: rollback oid 6 current snap is 193 2024-08-10T05:21:12.351 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 6 to 190 2024-08-10T05:21:12.351 INFO:tasks.rados.rados.0.smithi031.stdout:1999: finishing write tid 1 to smithi03186013-34 2024-08-10T05:21:12.351 INFO:tasks.rados.rados.0.smithi031.stdout:2003: setattr oid 1 current snap is 193 2024-08-10T05:21:12.351 INFO:tasks.rados.rados.0.smithi031.stdout:1999: finishing write tid 2 to smithi03186013-34 2024-08-10T05:21:12.351 INFO:tasks.rados.rados.0.smithi031.stdout:1999: finishing write tid 3 to smithi03186013-34 2024-08-10T05:21:12.351 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 34 v 984 (ObjNum 618 snap 193 seq_num 618) dirty exists 2024-08-10T05:21:12.351 INFO:tasks.rados.rados.0.smithi031.stdout:1999: left oid 34 (ObjNum 618 snap 193 seq_num 618) 2024-08-10T05:21:12.351 INFO:tasks.rados.rados.0.smithi031.stdout:2000: finishing write tid 1 to smithi03186013-45 2024-08-10T05:21:12.351 INFO:tasks.rados.rados.0.smithi031.stdout:2000: finishing write tid 2 to smithi03186013-45 2024-08-10T05:21:12.352 INFO:tasks.rados.rados.0.smithi031.stdout:1998: expect (ObjNum 611 snap 188 seq_num 611) 2024-08-10T05:21:12.589 INFO:tasks.rados.rados.0.smithi031.stdout:2000: finishing write tid 3 to smithi03186013-45 2024-08-10T05:21:12.589 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 45 v 987 (ObjNum 619 snap 193 seq_num 619) dirty exists 2024-08-10T05:21:12.590 INFO:tasks.rados.rados.0.smithi031.stdout:2000: left oid 45 (ObjNum 619 snap 193 seq_num 619) 2024-08-10T05:21:12.590 INFO:tasks.rados.rados.0.smithi031.stdout:2002: finishing rollback tid 1 to smithi03186013-6 2024-08-10T05:21:12.590 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 6 v 813 (ObjNum 129 snap 0 seq_num 590426944) dirty dne 2024-08-10T05:21:12.591 INFO:tasks.rados.rados.0.smithi031.stdout:2001: finishing write tid 1 to smithi03186013-25 2024-08-10T05:21:12.591 INFO:tasks.rados.rados.0.smithi031.stdout:2001: finishing write tid 2 to smithi03186013-25 2024-08-10T05:21:12.591 INFO:tasks.rados.rados.0.smithi031.stdout:2001: finishing write tid 3 to smithi03186013-25 2024-08-10T05:21:12.591 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 25 v 990 (ObjNum 620 snap 193 seq_num 620) dirty exists 2024-08-10T05:21:12.592 INFO:tasks.rados.rados.0.smithi031.stdout:2001: left oid 25 (ObjNum 620 snap 193 seq_num 620) 2024-08-10T05:21:12.592 INFO:tasks.rados.rados.0.smithi031.stdout:1998: done (5 left) 2024-08-10T05:21:12.592 INFO:tasks.rados.rados.0.smithi031.stdout:1999: done (4 left) 2024-08-10T05:21:12.592 INFO:tasks.rados.rados.0.smithi031.stdout:2000: done (3 left) 2024-08-10T05:21:12.592 INFO:tasks.rados.rados.0.smithi031.stdout:2001: done (2 left) 2024-08-10T05:21:12.593 INFO:tasks.rados.rados.0.smithi031.stdout:2002: done (1 left) 2024-08-10T05:21:12.593 INFO:tasks.rados.rados.0.smithi031.stdout:2004: read oid 26 snap 191 2024-08-10T05:21:12.593 INFO:tasks.rados.rados.0.smithi031.stdout:2004: expect deleted 2024-08-10T05:21:12.593 INFO:tasks.rados.rados.0.smithi031.stdout:2005: read oid 18 snap -1 2024-08-10T05:21:12.593 INFO:tasks.rados.rados.0.smithi031.stdout:2005: expect (ObjNum 563 snap 170 seq_num 563) 2024-08-10T05:21:12.593 INFO:tasks.rados.rados.0.smithi031.stdout:2006: delete oid 20 current snap is 193 2024-08-10T05:21:12.595 INFO:tasks.rados.rados.0.smithi031.stdout:2004: done (3 left) 2024-08-10T05:21:12.595 INFO:tasks.rados.rados.0.smithi031.stdout:2006: done (2 left) 2024-08-10T05:21:12.596 INFO:tasks.rados.rados.0.smithi031.stdout:2007: rollback oid 46 current snap is 193 2024-08-10T05:21:12.596 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 46 to 191 2024-08-10T05:21:12.596 INFO:tasks.rados.rados.0.smithi031.stdout:2008: read oid 14 snap -1 2024-08-10T05:21:12.596 INFO:tasks.rados.rados.0.smithi031.stdout:2008: expect deleted 2024-08-10T05:21:12.596 INFO:tasks.rados.rados.0.smithi031.stdout:2009: read oid 2 snap -1 2024-08-10T05:21:12.597 INFO:tasks.rados.rados.0.smithi031.stdout:2009: expect (ObjNum 567 snap 171 seq_num 567) 2024-08-10T05:21:12.597 INFO:tasks.rados.rados.0.smithi031.stdout:2010: snap_remove snap 190 2024-08-10T05:21:12.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:12 smithi031 ceph-mon[98130]: osdmap e469: 8 total, 8 up, 8 in 2024-08-10T05:21:12.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:12 smithi031 ceph-mon[100614]: osdmap e469: 8 total, 8 up, 8 in 2024-08-10T05:21:12.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:12 smithi196 ceph-mon[90243]: osdmap e469: 8 total, 8 up, 8 in 2024-08-10T05:21:12.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:21:12 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:21:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:21:13.327 INFO:tasks.rados.rados.0.smithi031.stdout:2010: done (5 left) 2024-08-10T05:21:13.327 INFO:tasks.rados.rados.0.smithi031.stdout:2011: snap_remove snap 184 2024-08-10T05:21:13.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:13 smithi031 ceph-mon[98130]: pgmap v362: 121 pgs: 121 active+clean; 287 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 624 KiB/s wr, 6 op/s; 132 KiB/s, 0 objects/s recovering 2024-08-10T05:21:13.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:13 smithi031 ceph-mon[98130]: osdmap e470: 8 total, 8 up, 8 in 2024-08-10T05:21:13.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:13 smithi031 ceph-mon[100614]: pgmap v362: 121 pgs: 121 active+clean; 287 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 624 KiB/s wr, 6 op/s; 132 KiB/s, 0 objects/s recovering 2024-08-10T05:21:13.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:13 smithi031 ceph-mon[100614]: osdmap e470: 8 total, 8 up, 8 in 2024-08-10T05:21:13.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:13 smithi196 ceph-mon[90243]: pgmap v362: 121 pgs: 121 active+clean; 287 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 624 KiB/s wr, 6 op/s; 132 KiB/s, 0 objects/s recovering 2024-08-10T05:21:13.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:13 smithi196 ceph-mon[90243]: osdmap e470: 8 total, 8 up, 8 in 2024-08-10T05:21:14.216 INFO:tasks.rados.rados.0.smithi031.stdout:2011: done (5 left) 2024-08-10T05:21:14.217 INFO:tasks.rados.rados.0.smithi031.stdout:2012: delete oid 27 current snap is 193 2024-08-10T05:21:14.217 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 1 v 1116 (ObjNum 526 snap 158 seq_num 526) dirty exists 2024-08-10T05:21:14.217 INFO:tasks.rados.rados.0.smithi031.stdout:2007: finishing rollback tid 0 to smithi03186013-46 2024-08-10T05:21:14.217 INFO:tasks.rados.rados.0.smithi031.stdout:2007: finishing rollback tid 1 to smithi03186013-46 2024-08-10T05:21:14.217 INFO:tasks.rados.rados.0.smithi031.stdout:2007: finishing rollback tid 2 to smithi03186013-46 2024-08-10T05:21:14.217 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 46 v 838 (ObjNum 565 snap 171 seq_num 565) dirty exists 2024-08-10T05:21:14.217 INFO:tasks.rados.rados.0.smithi031.stdout:2005: expect (ObjNum 563 snap 170 seq_num 563) 2024-08-10T05:21:14.282 INFO:tasks.rados.rados.0.smithi031.stdout:2009: expect (ObjNum 567 snap 171 seq_num 567) 2024-08-10T05:21:14.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:14 smithi031 ceph-mon[98130]: osdmap e471: 8 total, 8 up, 8 in 2024-08-10T05:21:14.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:14 smithi031 ceph-mon[98130]: osdmap e472: 8 total, 8 up, 8 in 2024-08-10T05:21:14.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:14 smithi031 ceph-mon[100614]: osdmap e471: 8 total, 8 up, 8 in 2024-08-10T05:21:14.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:14 smithi031 ceph-mon[100614]: osdmap e472: 8 total, 8 up, 8 in 2024-08-10T05:21:14.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:14 smithi196 ceph-mon[90243]: osdmap e471: 8 total, 8 up, 8 in 2024-08-10T05:21:14.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:14 smithi196 ceph-mon[90243]: osdmap e472: 8 total, 8 up, 8 in 2024-08-10T05:21:14.905 INFO:tasks.rados.rados.0.smithi031.stdout:2003: done (5 left) 2024-08-10T05:21:14.905 INFO:tasks.rados.rados.0.smithi031.stdout:2005: done (4 left) 2024-08-10T05:21:14.905 INFO:tasks.rados.rados.0.smithi031.stdout:2007: done (3 left) 2024-08-10T05:21:14.905 INFO:tasks.rados.rados.0.smithi031.stdout:2008: done (2 left) 2024-08-10T05:21:14.905 INFO:tasks.rados.rados.0.smithi031.stdout:2009: done (1 left) 2024-08-10T05:21:14.906 INFO:tasks.rados.rados.0.smithi031.stdout:2012: done (0 left) 2024-08-10T05:21:14.906 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 44 current snap is 193 2024-08-10T05:21:14.906 INFO:tasks.rados.rados.0.smithi031.stdout:2013: seq_num 623 ranges {0=442368,442368=401408} 2024-08-10T05:21:14.907 INFO:tasks.rados.rados.0.smithi031.stdout:2013: writing smithi03186013-44 from 0 to 442368 tid 1 2024-08-10T05:21:14.909 INFO:tasks.rados.rados.0.smithi031.stdout:2013: writing smithi03186013-44 from 442368 to 843776 tid 2 2024-08-10T05:21:14.909 INFO:tasks.rados.rados.0.smithi031.stdout:2014: copy_from oid 37 from oid 23 current snap is 193 2024-08-10T05:21:14.910 INFO:tasks.rados.rados.0.smithi031.stdout:2015: snap_create 2024-08-10T05:21:14.912 INFO:tasks.rados.rados.0.smithi031.stdout:2013: finishing write tid 1 to smithi03186013-44 2024-08-10T05:21:14.913 INFO:tasks.rados.rados.0.smithi031.stdout:2013: finishing write tid 2 to smithi03186013-44 2024-08-10T05:21:14.913 INFO:tasks.rados.rados.0.smithi031.stdout:2013: finishing write tid 3 to smithi03186013-44 2024-08-10T05:21:14.914 INFO:tasks.rados.rados.0.smithi031.stdout:2013: finishing write tid 4 to smithi03186013-44 2024-08-10T05:21:14.914 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 44 v 1167 (ObjNum 623 snap 193 seq_num 623) dirty exists 2024-08-10T05:21:14.914 INFO:tasks.rados.rados.0.smithi031.stdout:2013: left oid 44 (ObjNum 623 snap 193 seq_num 623) 2024-08-10T05:21:14.918 INFO:tasks.rados.rados.0.smithi031.stdout:2014: finishing copy_from racing read to smithi03186013-37 2024-08-10T05:21:14.919 INFO:tasks.rados.rados.0.smithi031.stdout:2014: finishing copy_from to smithi03186013-37 2024-08-10T05:21:14.919 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 37 v 976 (ObjNum 607 snap 188 seq_num 607) dirty exists 2024-08-10T05:21:15.337 INFO:tasks.rados.rados.0.smithi031.stdout:2013: done (2 left) 2024-08-10T05:21:15.337 INFO:tasks.rados.rados.0.smithi031.stdout:2014: done (1 left) 2024-08-10T05:21:15.337 INFO:tasks.rados.rados.0.smithi031.stdout:2015: done (0 left) 2024-08-10T05:21:15.337 INFO:tasks.rados.rados.0.smithi031.stdout:2016: delete oid 42 current snap is 194 2024-08-10T05:21:15.342 INFO:tasks.rados.rados.0.smithi031.stdout:2016: done (0 left) 2024-08-10T05:21:15.342 INFO:tasks.rados.rados.0.smithi031.stdout:2017: delete oid 48 current snap is 194 2024-08-10T05:21:15.344 INFO:tasks.rados.rados.0.smithi031.stdout:2017: done (0 left) 2024-08-10T05:21:15.344 INFO:tasks.rados.rados.0.smithi031.stdout:2018: rollback oid 47 current snap is 194 2024-08-10T05:21:15.344 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 47 to 189 2024-08-10T05:21:15.345 INFO:tasks.rados.rados.0.smithi031.stdout:2019: read oid 15 snap -1 2024-08-10T05:21:15.345 INFO:tasks.rados.rados.0.smithi031.stdout:2019: expect deleted 2024-08-10T05:21:15.345 INFO:tasks.rados.rados.0.smithi031.stdout:2020: setattr oid 4 current snap is 194 2024-08-10T05:21:15.345 INFO:tasks.rados.rados.0.smithi031.stdout:2019: done (2 left) 2024-08-10T05:21:15.345 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 17 current snap is 194 2024-08-10T05:21:15.345 INFO:tasks.rados.rados.0.smithi031.stdout:2021: seq_num 626 ranges {15081472=491520,15572992=401408} 2024-08-10T05:21:15.430 INFO:tasks.rados.rados.0.smithi031.stdout:2021: writing smithi03186013-17 from 15081472 to 15572992 tid 1 2024-08-10T05:21:15.433 INFO:tasks.rados.rados.0.smithi031.stdout:2021: writing smithi03186013-17 from 15572992 to 15974400 tid 2 2024-08-10T05:21:15.433 INFO:tasks.rados.rados.0.smithi031.stdout:2022: snap_remove snap 191 2024-08-10T05:21:15.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:15 smithi031 ceph-mon[98130]: pgmap v365: 121 pgs: 121 active+clean; 291 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.0 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-08-10T05:21:15.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:15 smithi031 ceph-mon[100614]: pgmap v365: 121 pgs: 121 active+clean; 291 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.0 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-08-10T05:21:15.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:15 smithi196 ceph-mon[90243]: pgmap v365: 121 pgs: 121 active+clean; 291 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.0 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-08-10T05:21:16.349 INFO:tasks.rados.rados.0.smithi031.stdout:2018: finishing rollback tid 0 to smithi03186013-47 2024-08-10T05:21:16.349 INFO:tasks.rados.rados.0.smithi031.stdout:2018: finishing rollback tid 1 to smithi03186013-47 2024-08-10T05:21:16.350 INFO:tasks.rados.rados.0.smithi031.stdout:2018: finishing rollback tid 2 to smithi03186013-47 2024-08-10T05:21:16.350 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 47 v 661 (ObjNum 547 snap 165 seq_num 547) dirty exists 2024-08-10T05:21:16.350 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 4 v 972 (ObjNum 572 snap 172 seq_num 572) dirty exists 2024-08-10T05:21:16.350 INFO:tasks.rados.rados.0.smithi031.stdout:2021: finishing write tid 1 to smithi03186013-17 2024-08-10T05:21:16.350 INFO:tasks.rados.rados.0.smithi031.stdout:2021: finishing write tid 2 to smithi03186013-17 2024-08-10T05:21:16.350 INFO:tasks.rados.rados.0.smithi031.stdout:2021: finishing write tid 3 to smithi03186013-17 2024-08-10T05:21:16.350 INFO:tasks.rados.rados.0.smithi031.stdout:2021: finishing write tid 4 to smithi03186013-17 2024-08-10T05:21:16.350 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 17 v 551 (ObjNum 626 snap 194 seq_num 626) dirty exists 2024-08-10T05:21:16.350 INFO:tasks.rados.rados.0.smithi031.stdout:2021: left oid 17 (ObjNum 626 snap 194 seq_num 626) 2024-08-10T05:21:16.350 INFO:tasks.rados.rados.0.smithi031.stdout:2018: done (3 left) 2024-08-10T05:21:16.350 INFO:tasks.rados.rados.0.smithi031.stdout:2020: done (2 left) 2024-08-10T05:21:16.350 INFO:tasks.rados.rados.0.smithi031.stdout:2021: done (1 left) 2024-08-10T05:21:16.350 INFO:tasks.rados.rados.0.smithi031.stdout:2022: done (0 left) 2024-08-10T05:21:16.351 INFO:tasks.rados.rados.0.smithi031.stdout:2023: snap_create 2024-08-10T05:21:16.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:16 smithi031 ceph-mon[98130]: osdmap e473: 8 total, 8 up, 8 in 2024-08-10T05:21:16.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:16 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:21:16.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:16 smithi031 ceph-mon[100614]: osdmap e473: 8 total, 8 up, 8 in 2024-08-10T05:21:16.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:16 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:21:16.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:16 smithi196 ceph-mon[90243]: osdmap e473: 8 total, 8 up, 8 in 2024-08-10T05:21:16.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:16 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:21:17.352 INFO:tasks.rados.rados.0.smithi031.stdout:2023: done (0 left) 2024-08-10T05:21:17.352 INFO:tasks.rados.rados.0.smithi031.stdout:2024: delete oid 38 current snap is 195 2024-08-10T05:21:17.355 INFO:tasks.rados.rados.0.smithi031.stdout:2024: done (0 left) 2024-08-10T05:21:17.355 INFO:tasks.rados.rados.0.smithi031.stdout:2025: snap_remove snap 193 2024-08-10T05:21:17.670 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:17 smithi031 ceph-mon[98130]: pgmap v368: 121 pgs: 121 active+clean; 286 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 1.4 MiB/s wr, 5 op/s 2024-08-10T05:21:17.670 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:17 smithi031 ceph-mon[98130]: osdmap e474: 8 total, 8 up, 8 in 2024-08-10T05:21:17.670 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:17 smithi031 ceph-mon[100614]: pgmap v368: 121 pgs: 121 active+clean; 286 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 1.4 MiB/s wr, 5 op/s 2024-08-10T05:21:17.670 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:17 smithi031 ceph-mon[100614]: osdmap e474: 8 total, 8 up, 8 in 2024-08-10T05:21:17.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:17 smithi196 ceph-mon[90243]: pgmap v368: 121 pgs: 121 active+clean; 286 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 1.4 MiB/s wr, 5 op/s 2024-08-10T05:21:17.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:17 smithi196 ceph-mon[90243]: osdmap e474: 8 total, 8 up, 8 in 2024-08-10T05:21:18.374 INFO:tasks.rados.rados.0.smithi031.stdout:2025: done (0 left) 2024-08-10T05:21:18.374 INFO:tasks.rados.rados.0.smithi031.stdout:2026: rmattr oid 12 current snap is 195 2024-08-10T05:21:18.374 INFO:tasks.rados.rados.0.smithi031.stdout:2027: snap_remove snap 192 2024-08-10T05:21:18.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:18 smithi031 ceph-mon[98130]: osdmap e475: 8 total, 8 up, 8 in 2024-08-10T05:21:18.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:18 smithi031 ceph-mon[100614]: osdmap e475: 8 total, 8 up, 8 in 2024-08-10T05:21:18.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:18 smithi196 ceph-mon[90243]: osdmap e475: 8 total, 8 up, 8 in 2024-08-10T05:21:19.218 INFO:tasks.rados.rados.0.smithi031.stdout:2027: done (1 left) 2024-08-10T05:21:19.218 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 45 current snap is 195 2024-08-10T05:21:19.218 INFO:tasks.rados.rados.0.smithi031.stdout:2028: seq_num 628 ranges {770048=524288,1294336=401408} 2024-08-10T05:21:19.225 INFO:tasks.rados.rados.0.smithi031.stdout:2028: writing smithi03186013-45 from 770048 to 1294336 tid 1 2024-08-10T05:21:19.229 INFO:tasks.rados.rados.0.smithi031.stdout:2028: writing smithi03186013-45 from 1294336 to 1695744 tid 2 2024-08-10T05:21:19.229 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 2 current snap is 195 2024-08-10T05:21:19.229 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 12 v 841 (ObjNum 588 snap 177 seq_num 588) dirty exists 2024-08-10T05:21:19.229 INFO:tasks.rados.rados.0.smithi031.stdout:2029: seq_num 629 ranges {8790016=540672,9330688=401408} 2024-08-10T05:21:19.280 INFO:tasks.rados.rados.0.smithi031.stdout:2029: writing smithi03186013-2 from 8790016 to 9330688 tid 1 2024-08-10T05:21:19.283 INFO:tasks.rados.rados.0.smithi031.stdout:2029: writing smithi03186013-2 from 9330688 to 9732096 tid 2 2024-08-10T05:21:19.283 INFO:tasks.rados.rados.0.smithi031.stdout:2026: done (2 left) 2024-08-10T05:21:19.283 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 1 current snap is 195 2024-08-10T05:21:19.283 INFO:tasks.rados.rados.0.smithi031.stdout:2028: finishing write tid 1 to smithi03186013-45 2024-08-10T05:21:19.283 INFO:tasks.rados.rados.0.smithi031.stdout:2028: finishing write tid 2 to smithi03186013-45 2024-08-10T05:21:19.283 INFO:tasks.rados.rados.0.smithi031.stdout:2028: finishing write tid 3 to smithi03186013-45 2024-08-10T05:21:19.283 INFO:tasks.rados.rados.0.smithi031.stdout:2028: finishing write tid 4 to smithi03186013-45 2024-08-10T05:21:19.284 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 45 v 1022 (ObjNum 628 snap 195 seq_num 628) dirty exists 2024-08-10T05:21:19.284 INFO:tasks.rados.rados.0.smithi031.stdout:2028: left oid 45 (ObjNum 628 snap 195 seq_num 628) 2024-08-10T05:21:19.284 INFO:tasks.rados.rados.0.smithi031.stdout:2030: seq_num 630 ranges {6496256=557056,7053312=401408} 2024-08-10T05:21:19.321 INFO:tasks.rados.rados.0.smithi031.stdout:2030: writing smithi03186013-1 from 6496256 to 7053312 tid 1 2024-08-10T05:21:19.324 INFO:tasks.rados.rados.0.smithi031.stdout:2030: writing smithi03186013-1 from 7053312 to 7454720 tid 2 2024-08-10T05:21:19.324 INFO:tasks.rados.rados.0.smithi031.stdout:2028: done (2 left) 2024-08-10T05:21:19.324 INFO:tasks.rados.rados.0.smithi031.stdout:2031: rollback oid 48 current snap is 195 2024-08-10T05:21:19.325 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 48 to 187 2024-08-10T05:21:19.325 INFO:tasks.rados.rados.0.smithi031.stdout:2029: finishing write tid 1 to smithi03186013-2 2024-08-10T05:21:19.325 INFO:tasks.rados.rados.0.smithi031.stdout:2029: finishing write tid 2 to smithi03186013-2 2024-08-10T05:21:19.325 INFO:tasks.rados.rados.0.smithi031.stdout:2029: finishing write tid 3 to smithi03186013-2 2024-08-10T05:21:19.325 INFO:tasks.rados.rados.0.smithi031.stdout:2029: finishing write tid 4 to smithi03186013-2 2024-08-10T05:21:19.325 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 2 v 1175 (ObjNum 629 snap 195 seq_num 629) dirty exists 2024-08-10T05:21:19.325 INFO:tasks.rados.rados.0.smithi031.stdout:2029: left oid 2 (ObjNum 629 snap 195 seq_num 629) 2024-08-10T05:21:19.325 INFO:tasks.rados.rados.0.smithi031.stdout:2029: done (2 left) 2024-08-10T05:21:19.325 INFO:tasks.rados.rados.0.smithi031.stdout:2032: rollback oid 9 current snap is 195 2024-08-10T05:21:19.325 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 9 to 171 2024-08-10T05:21:19.325 INFO:tasks.rados.rados.0.smithi031.stdout:2033: copy_from oid 7 from oid 34 current snap is 195 2024-08-10T05:21:19.325 INFO:tasks.rados.rados.0.smithi031.stdout:2034: read oid 46 snap -1 2024-08-10T05:21:19.325 INFO:tasks.rados.rados.0.smithi031.stdout:2034: expect (ObjNum 565 snap 171 seq_num 565) 2024-08-10T05:21:19.326 INFO:tasks.rados.rados.0.smithi031.stdout:2035: delete oid 44 current snap is 195 2024-08-10T05:21:19.326 INFO:tasks.rados.rados.0.smithi031.stdout:2030: finishing write tid 1 to smithi03186013-1 2024-08-10T05:21:19.328 INFO:tasks.rados.rados.0.smithi031.stdout:2035: done (5 left) 2024-08-10T05:21:19.328 INFO:tasks.rados.rados.0.smithi031.stdout:2036: read oid 4 snap -1 2024-08-10T05:21:19.329 INFO:tasks.rados.rados.0.smithi031.stdout:2036: expect (ObjNum 572 snap 172 seq_num 572) 2024-08-10T05:21:19.329 INFO:tasks.rados.rados.0.smithi031.stdout:2037: snap_remove snap 189 2024-08-10T05:21:19.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:19 smithi031 ceph-mon[98130]: pgmap v371: 121 pgs: 121 active+clean; 290 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.1 MiB/s wr, 13 op/s 2024-08-10T05:21:19.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:19 smithi031 ceph-mon[98130]: osdmap e476: 8 total, 8 up, 8 in 2024-08-10T05:21:19.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:19 smithi031 ceph-mon[98130]: osdmap e477: 8 total, 8 up, 8 in 2024-08-10T05:21:19.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:19 smithi031 ceph-mon[100614]: pgmap v371: 121 pgs: 121 active+clean; 290 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.1 MiB/s wr, 13 op/s 2024-08-10T05:21:19.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:19 smithi031 ceph-mon[100614]: osdmap e476: 8 total, 8 up, 8 in 2024-08-10T05:21:19.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:19 smithi031 ceph-mon[100614]: osdmap e477: 8 total, 8 up, 8 in 2024-08-10T05:21:19.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:19 smithi196 ceph-mon[90243]: pgmap v371: 121 pgs: 121 active+clean; 290 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.1 MiB/s wr, 13 op/s 2024-08-10T05:21:19.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:19 smithi196 ceph-mon[90243]: osdmap e476: 8 total, 8 up, 8 in 2024-08-10T05:21:19.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:19 smithi196 ceph-mon[90243]: osdmap e477: 8 total, 8 up, 8 in 2024-08-10T05:21:20.219 INFO:tasks.rados.rados.0.smithi031.stdout:2037: done (6 left) 2024-08-10T05:21:20.219 INFO:tasks.rados.rados.0.smithi031.stdout:2038: snap_remove snap 194 2024-08-10T05:21:21.222 INFO:tasks.rados.rados.0.smithi031.stdout:2038: done (6 left) 2024-08-10T05:21:21.222 INFO:tasks.rados.rados.0.smithi031.stdout:2039: snap_create 2024-08-10T05:21:21.223 INFO:tasks.rados.rados.0.smithi031.stdout:2030: finishing write tid 2 to smithi03186013-1 2024-08-10T05:21:21.223 INFO:tasks.rados.rados.0.smithi031.stdout:2030: finishing write tid 3 to smithi03186013-1 2024-08-10T05:21:21.223 INFO:tasks.rados.rados.0.smithi031.stdout:2031: finishing rollback tid 1 to smithi03186013-48 2024-08-10T05:21:21.223 INFO:tasks.rados.rados.0.smithi031.stdout:2032: finishing rollback tid 0 to smithi03186013-9 2024-08-10T05:21:21.223 INFO:tasks.rados.rados.0.smithi031.stdout:2031: finishing rollback tid 2 to smithi03186013-48 2024-08-10T05:21:21.223 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 48 v 643 (ObjNum 547 snap 165 seq_num 547) dirty exists 2024-08-10T05:21:21.223 INFO:tasks.rados.rados.0.smithi031.stdout:2030: finishing write tid 4 to smithi03186013-1 2024-08-10T05:21:21.223 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 1 v 1119 (ObjNum 630 snap 195 seq_num 630) dirty exists 2024-08-10T05:21:21.223 INFO:tasks.rados.rados.0.smithi031.stdout:2030: left oid 1 (ObjNum 630 snap 195 seq_num 630) 2024-08-10T05:21:21.223 INFO:tasks.rados.rados.0.smithi031.stdout:2032: finishing rollback tid 1 to smithi03186013-9 2024-08-10T05:21:21.223 INFO:tasks.rados.rados.0.smithi031.stdout:2032: finishing rollback tid 2 to smithi03186013-9 2024-08-10T05:21:21.223 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 9 v 1042 (ObjNum 553 snap 165 seq_num 553) dirty exists 2024-08-10T05:21:21.223 INFO:tasks.rados.rados.0.smithi031.stdout:2036: expect (ObjNum 572 snap 172 seq_num 572) 2024-08-10T05:21:21.293 INFO:tasks.rados.rados.0.smithi031.stdout:2033: finishing copy_from racing read to smithi03186013-7 2024-08-10T05:21:21.293 INFO:tasks.rados.rados.0.smithi031.stdout:2033: finishing copy_from to smithi03186013-7 2024-08-10T05:21:21.293 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 7 v 984 (ObjNum 618 snap 193 seq_num 618) dirty exists 2024-08-10T05:21:21.293 INFO:tasks.rados.rados.0.smithi031.stdout:2034: expect (ObjNum 565 snap 171 seq_num 565) 2024-08-10T05:21:21.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:21 smithi031 ceph-mon[98130]: pgmap v374: 121 pgs: 121 active+clean; 290 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 936 KiB/s wr, 19 op/s 2024-08-10T05:21:21.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:21 smithi031 ceph-mon[98130]: osdmap e478: 8 total, 8 up, 8 in 2024-08-10T05:21:21.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:21:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:21:21] "GET /metrics HTTP/1.1" 200 36230 "" "Prometheus/2.43.0" 2024-08-10T05:21:21.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:21 smithi031 ceph-mon[100614]: pgmap v374: 121 pgs: 121 active+clean; 290 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 936 KiB/s wr, 19 op/s 2024-08-10T05:21:21.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:21 smithi031 ceph-mon[100614]: osdmap e478: 8 total, 8 up, 8 in 2024-08-10T05:21:21.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:21 smithi196 ceph-mon[90243]: pgmap v374: 121 pgs: 121 active+clean; 290 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 936 KiB/s wr, 19 op/s 2024-08-10T05:21:21.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:21 smithi196 ceph-mon[90243]: osdmap e478: 8 total, 8 up, 8 in 2024-08-10T05:21:22.223 INFO:tasks.rados.rados.0.smithi031.stdout:2030: done (6 left) 2024-08-10T05:21:22.223 INFO:tasks.rados.rados.0.smithi031.stdout:2031: done (5 left) 2024-08-10T05:21:22.224 INFO:tasks.rados.rados.0.smithi031.stdout:2032: done (4 left) 2024-08-10T05:21:22.224 INFO:tasks.rados.rados.0.smithi031.stdout:2033: done (3 left) 2024-08-10T05:21:22.224 INFO:tasks.rados.rados.0.smithi031.stdout:2034: done (2 left) 2024-08-10T05:21:22.224 INFO:tasks.rados.rados.0.smithi031.stdout:2036: done (1 left) 2024-08-10T05:21:22.224 INFO:tasks.rados.rados.0.smithi031.stdout:2039: done (0 left) 2024-08-10T05:21:22.224 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 48 current snap is 196 2024-08-10T05:21:22.224 INFO:tasks.rados.rados.0.smithi031.stdout:2040: seq_num 632 ranges {5160960=589824,5750784=401408} 2024-08-10T05:21:22.255 INFO:tasks.rados.rados.0.smithi031.stdout:2040: writing smithi03186013-48 from 5160960 to 5750784 tid 1 2024-08-10T05:21:22.257 INFO:tasks.rados.rados.0.smithi031.stdout:2040: writing smithi03186013-48 from 5750784 to 6152192 tid 2 2024-08-10T05:21:22.257 INFO:tasks.rados.rados.0.smithi031.stdout:2041: setattr oid 21 current snap is 196 2024-08-10T05:21:22.258 INFO:tasks.rados.rados.0.smithi031.stdout:2042: snap_create 2024-08-10T05:21:22.261 INFO:tasks.rados.rados.0.smithi031.stdout:2040: finishing write tid 1 to smithi03186013-48 2024-08-10T05:21:22.261 INFO:tasks.rados.rados.0.smithi031.stdout:2040: finishing write tid 2 to smithi03186013-48 2024-08-10T05:21:22.262 INFO:tasks.rados.rados.0.smithi031.stdout:2040: finishing write tid 3 to smithi03186013-48 2024-08-10T05:21:22.262 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 21 v 1043 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-08-10T05:21:22.262 INFO:tasks.rados.rados.0.smithi031.stdout:2040: finishing write tid 4 to smithi03186013-48 2024-08-10T05:21:22.263 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 48 v 646 (ObjNum 632 snap 196 seq_num 632) dirty exists 2024-08-10T05:21:22.263 INFO:tasks.rados.rados.0.smithi031.stdout:2040: left oid 48 (ObjNum 632 snap 196 seq_num 632) 2024-08-10T05:21:22.463 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:22 smithi196 ceph-mon[90243]: osdmap e479: 8 total, 8 up, 8 in 2024-08-10T05:21:22.463 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:22 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-10T05:21:22.463 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:22 smithi196 ceph-mon[90243]: osdmap e480: 8 total, 8 up, 8 in 2024-08-10T05:21:22.464 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:21:22 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:21:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:21:22.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:22 smithi031 ceph-mon[98130]: osdmap e479: 8 total, 8 up, 8 in 2024-08-10T05:21:22.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:22 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-10T05:21:22.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:22 smithi031 ceph-mon[98130]: osdmap e480: 8 total, 8 up, 8 in 2024-08-10T05:21:22.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:22 smithi031 ceph-mon[100614]: osdmap e479: 8 total, 8 up, 8 in 2024-08-10T05:21:22.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:22 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-10T05:21:22.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:22 smithi031 ceph-mon[100614]: osdmap e480: 8 total, 8 up, 8 in 2024-08-10T05:21:23.244 INFO:tasks.rados.rados.0.smithi031.stdout:2040: done (2 left) 2024-08-10T05:21:23.244 INFO:tasks.rados.rados.0.smithi031.stdout:2041: done (1 left) 2024-08-10T05:21:23.244 INFO:tasks.rados.rados.0.smithi031.stdout:2042: done (0 left) 2024-08-10T05:21:23.244 INFO:tasks.rados.rados.0.smithi031.stdout:2043: setattr oid 1 current snap is 197 2024-08-10T05:21:23.246 INFO:tasks.rados.rados.0.smithi031.stdout:2044: rmattr oid 4 current snap is 197 2024-08-10T05:21:23.246 INFO:tasks.rados.rados.0.smithi031.stdout:2045: copy_from oid 14 from oid 44 current snap is 197 2024-08-10T05:21:23.246 INFO:tasks.rados.rados.0.smithi031.stdout:2046: snap_remove snap 195 2024-08-10T05:21:23.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:23 smithi031 ceph-mon[98130]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-10T05:21:23.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:23 smithi031 ceph-mon[98130]: Upgrade: osd.6 is safe to restart 2024-08-10T05:21:23.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:23 smithi031 ceph-mon[98130]: pgmap v377: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 299 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.0 MiB/s wr, 12 op/s 2024-08-10T05:21:23.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:23 smithi031 ceph-mon[100614]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-10T05:21:23.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:23 smithi031 ceph-mon[100614]: Upgrade: osd.6 is safe to restart 2024-08-10T05:21:23.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:23 smithi031 ceph-mon[100614]: pgmap v377: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 299 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.0 MiB/s wr, 12 op/s 2024-08-10T05:21:23.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:23 smithi196 ceph-mon[90243]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-10T05:21:23.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:23 smithi196 ceph-mon[90243]: Upgrade: osd.6 is safe to restart 2024-08-10T05:21:23.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:23 smithi196 ceph-mon[90243]: pgmap v377: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 299 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.0 MiB/s wr, 12 op/s 2024-08-10T05:21:24.221 INFO:tasks.rados.rados.0.smithi031.stdout:2046: done (3 left) 2024-08-10T05:21:24.221 INFO:tasks.rados.rados.0.smithi031.stdout:2047: setattr oid 27 current snap is 197 2024-08-10T05:21:24.221 INFO:tasks.rados.rados.0.smithi031.stdout:2045: finishing copy_from to smithi03186013-14 2024-08-10T05:21:24.221 INFO:tasks.rados.rados.0.smithi031.stdout:2045: got expected ENOENT (src dne) 2024-08-10T05:21:24.221 INFO:tasks.rados.rados.0.smithi031.stdout:2045: finishing copy_from racing read to smithi03186013-14 2024-08-10T05:21:24.221 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 4 v 973 (ObjNum 572 snap 172 seq_num 572) dirty exists 2024-08-10T05:21:24.221 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 1 v 1120 (ObjNum 630 snap 195 seq_num 630) dirty exists 2024-08-10T05:21:24.223 INFO:tasks.rados.rados.0.smithi031.stdout:2043: done (3 left) 2024-08-10T05:21:24.223 INFO:tasks.rados.rados.0.smithi031.stdout:2044: done (2 left) 2024-08-10T05:21:24.223 INFO:tasks.rados.rados.0.smithi031.stdout:2045: done (1 left) 2024-08-10T05:21:24.223 INFO:tasks.rados.rados.0.smithi031.stdout:2048: read oid 46 snap 196 2024-08-10T05:21:24.223 INFO:tasks.rados.rados.0.smithi031.stdout:2048: expect (ObjNum 565 snap 171 seq_num 565) 2024-08-10T05:21:24.223 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 22 current snap is 197 2024-08-10T05:21:24.223 INFO:tasks.rados.rados.0.smithi031.stdout:2049: seq_num 633 ranges {2244608=606208,2850816=401408} 2024-08-10T05:21:24.239 INFO:tasks.rados.rados.0.smithi031.stdout:2049: writing smithi03186013-22 from 2244608 to 2850816 tid 1 2024-08-10T05:21:24.243 INFO:tasks.rados.rados.0.smithi031.stdout:2049: writing smithi03186013-22 from 2850816 to 3252224 tid 2 2024-08-10T05:21:24.243 INFO:tasks.rados.rados.0.smithi031.stdout:2050: copy_from oid 28 from oid 34 current snap is 197 2024-08-10T05:21:24.243 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 27 v 662 (ObjNum 177 snap 0 seq_num 0) dirty exists 2024-08-10T05:21:24.243 INFO:tasks.rados.rados.0.smithi031.stdout:2047: done (3 left) 2024-08-10T05:21:24.243 INFO:tasks.rados.rados.0.smithi031.stdout:2051: rollback oid 39 current snap is 197 2024-08-10T05:21:24.243 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 39 to 171 2024-08-10T05:21:24.243 INFO:tasks.rados.rados.0.smithi031.stdout:2052: read oid 6 snap -1 2024-08-10T05:21:24.243 INFO:tasks.rados.rados.0.smithi031.stdout:2052: expect deleted 2024-08-10T05:21:24.243 INFO:tasks.rados.rados.0.smithi031.stdout:2053: copy_from oid 20 from oid 30 current snap is 197 2024-08-10T05:21:24.243 INFO:tasks.rados.rados.0.smithi031.stdout:2054: copy_from oid 25 from oid 13 current snap is 197 2024-08-10T05:21:24.243 INFO:tasks.rados.rados.0.smithi031.stdout:2055: snap_remove snap 187 2024-08-10T05:21:24.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:24 smithi031 ceph-mon[98130]: Upgrade: Updating osd.6 2024-08-10T05:21:24.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:24 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:21:24.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:24 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-08-10T05:21:24.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:24 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:21:24.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:24 smithi031 ceph-mon[98130]: Deploying daemon osd.6 on smithi196 2024-08-10T05:21:24.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:24 smithi031 ceph-mon[98130]: osdmap e481: 8 total, 8 up, 8 in 2024-08-10T05:21:24.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:24 smithi031 ceph-mon[98130]: osdmap e482: 8 total, 8 up, 8 in 2024-08-10T05:21:24.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:24 smithi031 ceph-mon[100614]: Upgrade: Updating osd.6 2024-08-10T05:21:24.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:24 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:21:24.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:24 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-08-10T05:21:24.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:24 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:21:24.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:24 smithi031 ceph-mon[100614]: Deploying daemon osd.6 on smithi196 2024-08-10T05:21:24.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:24 smithi031 ceph-mon[100614]: osdmap e481: 8 total, 8 up, 8 in 2024-08-10T05:21:24.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:24 smithi031 ceph-mon[100614]: osdmap e482: 8 total, 8 up, 8 in 2024-08-10T05:21:24.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:24 smithi196 ceph-mon[90243]: Upgrade: Updating osd.6 2024-08-10T05:21:24.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:24 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:21:24.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:24 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-08-10T05:21:24.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:24 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:21:24.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:24 smithi196 ceph-mon[90243]: Deploying daemon osd.6 on smithi196 2024-08-10T05:21:24.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:24 smithi196 ceph-mon[90243]: osdmap e481: 8 total, 8 up, 8 in 2024-08-10T05:21:24.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:24 smithi196 ceph-mon[90243]: osdmap e482: 8 total, 8 up, 8 in 2024-08-10T05:21:25.253 INFO:tasks.rados.rados.0.smithi031.stdout:2055: done (7 left) 2024-08-10T05:21:25.253 INFO:tasks.rados.rados.0.smithi031.stdout:2056: read oid 29 snap 196 2024-08-10T05:21:25.253 INFO:tasks.rados.rados.0.smithi031.stdout:2056: expect (ObjNum 563 snap 170 seq_num 563) 2024-08-10T05:21:25.253 INFO:tasks.rados.rados.0.smithi031.stdout:2057: snap_create 2024-08-10T05:21:25.253 INFO:tasks.rados.rados.0.smithi031.stdout:2048: expect (ObjNum 565 snap 171 seq_num 565) 2024-08-10T05:21:25.412 INFO:tasks.rados.rados.0.smithi031.stdout:2049: finishing write tid 1 to smithi03186013-22 2024-08-10T05:21:25.412 INFO:tasks.rados.rados.0.smithi031.stdout:2051: finishing rollback tid 1 to smithi03186013-39 2024-08-10T05:21:25.413 INFO:tasks.rados.rados.0.smithi031.stdout:2051: finishing rollback tid 2 to smithi03186013-39 2024-08-10T05:21:25.413 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 39 v 488 (ObjNum 515 snap 156 seq_num 515) dirty exists 2024-08-10T05:21:25.413 INFO:tasks.rados.rados.0.smithi031.stdout:2053: finishing copy_from to smithi03186013-20 2024-08-10T05:21:25.413 INFO:tasks.rados.rados.0.smithi031.stdout:2053: got expected ENOENT (src dne) 2024-08-10T05:21:25.413 INFO:tasks.rados.rados.0.smithi031.stdout:2053: finishing copy_from racing read to smithi03186013-20 2024-08-10T05:21:25.413 INFO:tasks.rados.rados.0.smithi031.stdout:2049: finishing write tid 2 to smithi03186013-22 2024-08-10T05:21:25.413 INFO:tasks.rados.rados.0.smithi031.stdout:2049: finishing write tid 3 to smithi03186013-22 2024-08-10T05:21:25.413 INFO:tasks.rados.rados.0.smithi031.stdout:2049: finishing write tid 4 to smithi03186013-22 2024-08-10T05:21:25.413 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 22 v 1197 (ObjNum 633 snap 197 seq_num 633) dirty exists 2024-08-10T05:21:25.413 INFO:tasks.rados.rados.0.smithi031.stdout:2049: left oid 22 (ObjNum 633 snap 197 seq_num 633) 2024-08-10T05:21:25.413 INFO:tasks.rados.rados.0.smithi031.stdout:2050: finishing copy_from racing read to smithi03186013-28 2024-08-10T05:21:25.413 INFO:tasks.rados.rados.0.smithi031.stdout:2050: finishing copy_from to smithi03186013-28 2024-08-10T05:21:25.413 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 28 v 984 (ObjNum 618 snap 193 seq_num 618) dirty exists 2024-08-10T05:21:25.414 INFO:tasks.rados.rados.0.smithi031.stdout:2054: finishing copy_from racing read to smithi03186013-25 2024-08-10T05:21:25.414 INFO:tasks.rados.rados.0.smithi031.stdout:2054: finishing copy_from to smithi03186013-25 2024-08-10T05:21:25.414 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 25 v 1039 (ObjNum 548 snap 165 seq_num 548) dirty exists 2024-08-10T05:21:25.414 INFO:tasks.rados.rados.0.smithi031.stdout:2056: expect (ObjNum 563 snap 170 seq_num 563) 2024-08-10T05:21:25.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:25 smithi031 ceph-mon[98130]: pgmap v380: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 300 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.3 MiB/s wr, 10 op/s 2024-08-10T05:21:25.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:25 smithi031 ceph-mon[100614]: pgmap v380: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 300 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.3 MiB/s wr, 10 op/s 2024-08-10T05:21:25.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:25 smithi196 ceph-mon[90243]: pgmap v380: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 300 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.3 MiB/s wr, 10 op/s 2024-08-10T05:21:26.259 INFO:tasks.rados.rados.0.smithi031.stdout:2048: done (8 left) 2024-08-10T05:21:26.260 INFO:tasks.rados.rados.0.smithi031.stdout:2049: done (7 left) 2024-08-10T05:21:26.260 INFO:tasks.rados.rados.0.smithi031.stdout:2050: done (6 left) 2024-08-10T05:21:26.260 INFO:tasks.rados.rados.0.smithi031.stdout:2051: done (5 left) 2024-08-10T05:21:26.260 INFO:tasks.rados.rados.0.smithi031.stdout:2052: done (4 left) 2024-08-10T05:21:26.260 INFO:tasks.rados.rados.0.smithi031.stdout:2053: done (3 left) 2024-08-10T05:21:26.260 INFO:tasks.rados.rados.0.smithi031.stdout:2054: done (2 left) 2024-08-10T05:21:26.260 INFO:tasks.rados.rados.0.smithi031.stdout:2056: done (1 left) 2024-08-10T05:21:26.260 INFO:tasks.rados.rados.0.smithi031.stdout:2057: done (0 left) 2024-08-10T05:21:26.260 INFO:tasks.rados.rados.0.smithi031.stdout:2058: snap_remove snap 171 2024-08-10T05:21:26.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:26 smithi031 ceph-mon[98130]: osdmap e483: 8 total, 8 up, 8 in 2024-08-10T05:21:26.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:21:26.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:26 smithi031 ceph-mon[100614]: osdmap e483: 8 total, 8 up, 8 in 2024-08-10T05:21:26.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:21:26.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:26 smithi196 ceph-mon[90243]: osdmap e483: 8 total, 8 up, 8 in 2024-08-10T05:21:26.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:21:26.528 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 05:21:26 smithi196 systemd[1]: Stopping Ceph osd.6 for fc322138-56d5-11ef-bcce-c7b262605968... 2024-08-10T05:21:27.028 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 05:21:26 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6[50763]: 2024-08-10T05:21:26.530+0000 7f462b39b640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-10T05:21:27.028 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 05:21:26 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6[50763]: 2024-08-10T05:21:26.530+0000 7f462b39b640 -1 osd.6 484 *** Got signal Terminated *** 2024-08-10T05:21:27.029 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 05:21:26 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6[50763]: 2024-08-10T05:21:26.530+0000 7f462b39b640 -1 osd.6 484 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-10T05:21:27.271 INFO:tasks.rados.rados.0.smithi031.stdout:2058: done (0 left) 2024-08-10T05:21:27.271 INFO:tasks.rados.rados.0.smithi031.stdout:2059: copy_from oid 3 from oid 28 current snap is 198 2024-08-10T05:21:27.271 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 45 current snap is 198 2024-08-10T05:21:27.271 INFO:tasks.rados.rados.0.smithi031.stdout:2060: seq_num 634 ranges {1695744=622592,2318336=401408} 2024-08-10T05:21:27.279 INFO:tasks.rados.rados.0.smithi031.stdout:2060: writing smithi03186013-45 from 1695744 to 2318336 tid 1 2024-08-10T05:21:27.282 INFO:tasks.rados.rados.0.smithi031.stdout:2060: writing smithi03186013-45 from 2318336 to 2719744 tid 2 2024-08-10T05:21:27.282 INFO:tasks.rados.rados.0.smithi031.stdout:2061: read oid 14 snap -1 2024-08-10T05:21:27.283 INFO:tasks.rados.rados.0.smithi031.stdout:2061: expect deleted 2024-08-10T05:21:27.283 INFO:tasks.rados.rados.0.smithi031.stdout:2062: read oid 33 snap 197 2024-08-10T05:21:27.283 INFO:tasks.rados.rados.0.smithi031.stdout:2062: expect deleted 2024-08-10T05:21:27.283 INFO:tasks.rados.rados.0.smithi031.stdout:2063: read oid 35 snap -1 2024-08-10T05:21:27.283 INFO:tasks.rados.rados.0.smithi031.stdout:2063: expect deleted 2024-08-10T05:21:27.283 INFO:tasks.rados.rados.0.smithi031.stdout:2064: snap_create 2024-08-10T05:21:27.298 INFO:tasks.rados.rados.0.smithi031.stdout:2059: finishing copy_from racing read to smithi03186013-3 2024-08-10T05:21:27.299 INFO:tasks.rados.rados.0.smithi031.stdout:2059: finishing copy_from to smithi03186013-3 2024-08-10T05:21:27.299 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 3 v 984 (ObjNum 618 snap 193 seq_num 618) dirty exists 2024-08-10T05:21:27.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:27 smithi031 ceph-mon[98130]: pgmap v383: 121 pgs: 121 active+clean; 299 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 480 KiB/s wr, 10 op/s 2024-08-10T05:21:27.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:27 smithi031 ceph-mon[98130]: osdmap e484: 8 total, 8 up, 8 in 2024-08-10T05:21:27.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:27 smithi031 ceph-mon[98130]: osd.6 marked itself down and dead 2024-08-10T05:21:27.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:27 smithi031 ceph-mon[100614]: pgmap v383: 121 pgs: 121 active+clean; 299 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 480 KiB/s wr, 10 op/s 2024-08-10T05:21:27.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:27 smithi031 ceph-mon[100614]: osdmap e484: 8 total, 8 up, 8 in 2024-08-10T05:21:27.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:27 smithi031 ceph-mon[100614]: osd.6 marked itself down and dead 2024-08-10T05:21:27.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:27 smithi196 ceph-mon[90243]: pgmap v383: 121 pgs: 121 active+clean; 299 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 480 KiB/s wr, 10 op/s 2024-08-10T05:21:27.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:27 smithi196 ceph-mon[90243]: osdmap e484: 8 total, 8 up, 8 in 2024-08-10T05:21:27.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:27 smithi196 ceph-mon[90243]: osd.6 marked itself down and dead 2024-08-10T05:21:28.104 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 05:21:27 smithi196 podman[105062]: 2024-08-10 05:21:27.817786248 +0000 UTC m=+1.400813713 container died e73c199104717fd8854fed860c36f9bc7eb8c588f7c21e5a5f2beca77c4508e7 (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6, RELEASE=quincy-56ceb86, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-08-10T05:21:28.267 INFO:tasks.rados.rados.0.smithi031.stdout:2059: done (5 left) 2024-08-10T05:21:28.268 INFO:tasks.rados.rados.0.smithi031.stdout:2062: done (4 left) 2024-08-10T05:21:28.268 INFO:tasks.rados.rados.0.smithi031.stdout:2064: done (3 left) 2024-08-10T05:21:28.268 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 48 current snap is 199 2024-08-10T05:21:28.268 INFO:tasks.rados.rados.0.smithi031.stdout:2065: seq_num 635 ranges {6152192=638976,6791168=401408} 2024-08-10T05:21:28.306 INFO:tasks.rados.rados.0.smithi031.stdout:2065: writing smithi03186013-48 from 6152192 to 6791168 tid 1 2024-08-10T05:21:28.309 INFO:tasks.rados.rados.0.smithi031.stdout:2065: writing smithi03186013-48 from 6791168 to 7192576 tid 2 2024-08-10T05:21:28.309 INFO:tasks.rados.rados.0.smithi031.stdout:2066: delete oid 13 current snap is 199 2024-08-10T05:21:28.309 INFO:tasks.rados.rados.0.smithi031.stdout:2060: finishing write tid 1 to smithi03186013-45 2024-08-10T05:21:28.309 INFO:tasks.rados.rados.0.smithi031.stdout:2060: finishing write tid 2 to smithi03186013-45 2024-08-10T05:21:28.309 INFO:tasks.rados.rados.0.smithi031.stdout:2060: finishing write tid 3 to smithi03186013-45 2024-08-10T05:21:28.310 INFO:tasks.rados.rados.0.smithi031.stdout:2060: finishing write tid 4 to smithi03186013-45 2024-08-10T05:21:28.310 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 45 v 1044 (ObjNum 634 snap 198 seq_num 634) dirty exists 2024-08-10T05:21:28.310 INFO:tasks.rados.rados.0.smithi031.stdout:2060: left oid 45 (ObjNum 634 snap 198 seq_num 634) 2024-08-10T05:21:28.311 INFO:tasks.rados.rados.0.smithi031.stdout:2060: done (4 left) 2024-08-10T05:21:28.311 INFO:tasks.rados.rados.0.smithi031.stdout:2061: done (3 left) 2024-08-10T05:21:28.311 INFO:tasks.rados.rados.0.smithi031.stdout:2063: done (2 left) 2024-08-10T05:21:28.311 INFO:tasks.rados.rados.0.smithi031.stdout:2066: done (1 left) 2024-08-10T05:21:28.311 INFO:tasks.rados.rados.0.smithi031.stdout:2067: delete oid 47 current snap is 199 2024-08-10T05:21:28.311 INFO:tasks.rados.rados.0.smithi031.stdout:2065: finishing write tid 1 to smithi03186013-48 2024-08-10T05:21:28.312 INFO:tasks.rados.rados.0.smithi031.stdout:2065: finishing write tid 2 to smithi03186013-48 2024-08-10T05:21:28.312 INFO:tasks.rados.rados.0.smithi031.stdout:2065: finishing write tid 3 to smithi03186013-48 2024-08-10T05:21:28.313 INFO:tasks.rados.rados.0.smithi031.stdout:2065: finishing write tid 4 to smithi03186013-48 2024-08-10T05:21:28.314 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 48 v 649 (ObjNum 635 snap 199 seq_num 635) dirty exists 2024-08-10T05:21:28.314 INFO:tasks.rados.rados.0.smithi031.stdout:2065: left oid 48 (ObjNum 635 snap 199 seq_num 635) 2024-08-10T05:21:28.314 INFO:tasks.rados.rados.0.smithi031.stdout:2065: done (1 left) 2024-08-10T05:21:28.314 INFO:tasks.rados.rados.0.smithi031.stdout:2067: done (0 left) 2024-08-10T05:21:28.314 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 39 current snap is 199 2024-08-10T05:21:28.314 INFO:tasks.rados.rados.0.smithi031.stdout:2068: seq_num 638 ranges {17260544=688128,17948672=401408} 2024-08-10T05:21:28.411 INFO:tasks.rados.rados.0.smithi031.stdout:2068: writing smithi03186013-39 from 17260544 to 17948672 tid 1 2024-08-10T05:21:28.414 INFO:tasks.rados.rados.0.smithi031.stdout:2068: writing smithi03186013-39 from 17948672 to 18350080 tid 2 2024-08-10T05:21:28.414 INFO:tasks.rados.rados.0.smithi031.stdout:2069: rollback oid 36 current snap is 199 2024-08-10T05:21:28.414 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 36 to 197 2024-08-10T05:21:28.415 INFO:tasks.rados.rados.0.smithi031.stdout:2070: read oid 43 snap -1 2024-08-10T05:21:28.415 INFO:tasks.rados.rados.0.smithi031.stdout:2070: expect (ObjNum 588 snap 177 seq_num 588) 2024-08-10T05:21:28.415 INFO:tasks.rados.rados.0.smithi031.stdout:2071: read oid 14 snap -1 2024-08-10T05:21:28.415 INFO:tasks.rados.rados.0.smithi031.stdout:2071: expect deleted 2024-08-10T05:21:28.415 INFO:tasks.rados.rados.0.smithi031.stdout:2072: snap_remove snap 198 2024-08-10T05:21:28.472 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:28 smithi196 ceph-mon[90243]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-10T05:21:28.472 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:28 smithi196 ceph-mon[90243]: osdmap e485: 8 total, 7 up, 8 in 2024-08-10T05:21:28.472 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:28 smithi196 ceph-mon[90243]: osdmap e486: 8 total, 7 up, 8 in 2024-08-10T05:21:28.472 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 05:21:28 smithi196 podman[105062]: 2024-08-10 05:21:28.263006309 +0000 UTC m=+1.846033775 container cleanup e73c199104717fd8854fed860c36f9bc7eb8c588f7c21e5a5f2beca77c4508e7 (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_CLEAN=True, RELEASE=quincy-56ceb86) 2024-08-10T05:21:28.472 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 05:21:28 smithi196 bash[105062]: ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6 2024-08-10T05:21:28.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:28 smithi031 ceph-mon[98130]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-10T05:21:28.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:28 smithi031 ceph-mon[98130]: osdmap e485: 8 total, 7 up, 8 in 2024-08-10T05:21:28.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:28 smithi031 ceph-mon[98130]: osdmap e486: 8 total, 7 up, 8 in 2024-08-10T05:21:28.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:28 smithi031 ceph-mon[100614]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-10T05:21:28.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:28 smithi031 ceph-mon[100614]: osdmap e485: 8 total, 7 up, 8 in 2024-08-10T05:21:28.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:28 smithi031 ceph-mon[100614]: osdmap e486: 8 total, 7 up, 8 in 2024-08-10T05:21:28.778 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 05:21:28 smithi196 podman[105084]: 2024-08-10 05:21:28.47233836 +0000 UTC m=+0.646733932 container remove e73c199104717fd8854fed860c36f9bc7eb8c588f7c21e5a5f2beca77c4508e7 (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, ceph=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, RELEASE=quincy-56ceb86, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-08-10T05:21:29.208 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 05:21:28 smithi196 podman[105178]: 2024-08-10 05:21:28.792009428 +0000 UTC m=+0.017552123 image pull c7b33901c8866b527fc2ae183a251d5e1d09961420a56731f5fa8537903bd68b quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec 2024-08-10T05:21:29.208 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 05:21:28 smithi196 podman[105178]: 2024-08-10 05:21:28.898168583 +0000 UTC m=+0.123711267 container create c9ab2e276977d2ab94a1a3ce20617a9058ecbd31a25f3feb176f8a3757641ba5 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6-deactivate, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-bca9905, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0) 2024-08-10T05:21:29.208 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 05:21:29 smithi196 podman[105178]: 2024-08-10 05:21:29.125447363 +0000 UTC m=+0.350990069 container init c9ab2e276977d2ab94a1a3ce20617a9058ecbd31a25f3feb176f8a3757641ba5 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6-deactivate, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-bca9905, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True) 2024-08-10T05:21:29.208 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 05:21:29 smithi196 podman[105178]: 2024-08-10 05:21:29.130194398 +0000 UTC m=+0.355737086 container start c9ab2e276977d2ab94a1a3ce20617a9058ecbd31a25f3feb176f8a3757641ba5 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6-deactivate, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=squid-bca9905, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-10T05:21:29.209 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 05:21:29 smithi196 podman[105178]: 2024-08-10 05:21:29.208643113 +0000 UTC m=+0.434185810 container attach c9ab2e276977d2ab94a1a3ce20617a9058ecbd31a25f3feb176f8a3757641ba5 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6-deactivate, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-bca9905, io.buildah.version=1.36.0) 2024-08-10T05:21:29.222 INFO:tasks.rados.rados.0.smithi031.stdout:2072: done (4 left) 2024-08-10T05:21:29.222 INFO:tasks.rados.rados.0.smithi031.stdout:2073: rollback oid 31 current snap is 199 2024-08-10T05:21:29.222 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 31 to 197 2024-08-10T05:21:29.223 INFO:tasks.rados.rados.0.smithi031.stdout:2068: finishing write tid 1 to smithi03186013-39 2024-08-10T05:21:29.223 INFO:tasks.rados.rados.0.smithi031.stdout:2068: finishing write tid 2 to smithi03186013-39 2024-08-10T05:21:29.223 INFO:tasks.rados.rados.0.smithi031.stdout:2068: finishing write tid 3 to smithi03186013-39 2024-08-10T05:21:29.223 INFO:tasks.rados.rados.0.smithi031.stdout:2069: finishing rollback tid 0 to smithi03186013-36 2024-08-10T05:21:29.223 INFO:tasks.rados.rados.0.smithi031.stdout:2069: finishing rollback tid 1 to smithi03186013-36 2024-08-10T05:21:29.223 INFO:tasks.rados.rados.0.smithi031.stdout:2068: finishing write tid 4 to smithi03186013-39 2024-08-10T05:21:29.223 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 39 v 491 (ObjNum 638 snap 199 seq_num 638) dirty exists 2024-08-10T05:21:29.223 INFO:tasks.rados.rados.0.smithi031.stdout:2068: left oid 39 (ObjNum 638 snap 199 seq_num 638) 2024-08-10T05:21:29.223 INFO:tasks.rados.rados.0.smithi031.stdout:2069: finishing rollback tid 2 to smithi03186013-36 2024-08-10T05:21:29.223 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 36 v 976 (ObjNum 557 snap 168 seq_num 557) dirty exists 2024-08-10T05:21:29.223 INFO:tasks.rados.rados.0.smithi031.stdout:2070: expect (ObjNum 588 snap 177 seq_num 588) 2024-08-10T05:21:29.415 INFO:tasks.rados.rados.0.smithi031.stdout:2073: finishing rollback tid 0 to smithi03186013-31 2024-08-10T05:21:29.415 INFO:tasks.rados.rados.0.smithi031.stdout:2073: finishing rollback tid 1 to smithi03186013-31 2024-08-10T05:21:29.415 INFO:tasks.rados.rados.0.smithi031.stdout:2073: finishing rollback tid 2 to smithi03186013-31 2024-08-10T05:21:29.415 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 31 v 920 (ObjNum 564 snap 171 seq_num 564) dirty exists 2024-08-10T05:21:29.415 INFO:tasks.rados.rados.0.smithi031.stdout:2068: done (4 left) 2024-08-10T05:21:29.415 INFO:tasks.rados.rados.0.smithi031.stdout:2069: done (3 left) 2024-08-10T05:21:29.415 INFO:tasks.rados.rados.0.smithi031.stdout:2070: done (2 left) 2024-08-10T05:21:29.415 INFO:tasks.rados.rados.0.smithi031.stdout:2071: done (1 left) 2024-08-10T05:21:29.415 INFO:tasks.rados.rados.0.smithi031.stdout:2073: done (0 left) 2024-08-10T05:21:29.415 INFO:tasks.rados.rados.0.smithi031.stdout:2074: read oid 16 snap -1 2024-08-10T05:21:29.415 INFO:tasks.rados.rados.0.smithi031.stdout:2074: expect (ObjNum 261 snap 78 seq_num 261) 2024-08-10T05:21:29.416 INFO:tasks.rados.rados.0.smithi031.stdout:2075: setattr oid 46 current snap is 199 2024-08-10T05:21:29.416 INFO:tasks.rados.rados.0.smithi031.stdout:2076: read oid 19 snap -1 2024-08-10T05:21:29.416 INFO:tasks.rados.rados.0.smithi031.stdout:2076: expect deleted 2024-08-10T05:21:29.416 INFO:tasks.rados.rados.0.smithi031.stdout:2077: copy_from oid 23 from oid 31 current snap is 199 2024-08-10T05:21:29.417 INFO:tasks.rados.rados.0.smithi031.stdout:2078: rmattr oid 9 current snap is 199 2024-08-10T05:21:29.417 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 37 current snap is 199 2024-08-10T05:21:29.417 INFO:tasks.rados.rados.0.smithi031.stdout:2079: seq_num 639 ranges {622592=704512,1327104=401408} 2024-08-10T05:21:29.424 INFO:tasks.rados.rados.0.smithi031.stdout:2079: writing smithi03186013-37 from 622592 to 1327104 tid 1 2024-08-10T05:21:29.427 INFO:tasks.rados.rados.0.smithi031.stdout:2079: writing smithi03186013-37 from 1327104 to 1728512 tid 2 2024-08-10T05:21:29.427 INFO:tasks.rados.rados.0.smithi031.stdout:2080: rollback oid 5 current snap is 199 2024-08-10T05:21:29.427 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 5 to 196 2024-08-10T05:21:29.427 INFO:tasks.rados.rados.0.smithi031.stdout:2081: copy_from oid 41 from oid 14 current snap is 199 2024-08-10T05:21:29.428 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 25 current snap is 199 2024-08-10T05:21:29.428 INFO:tasks.rados.rados.0.smithi031.stdout:2082: seq_num 640 ranges {3416064=729088,4145152=401408} 2024-08-10T05:21:29.450 INFO:tasks.rados.rados.0.smithi031.stdout:2082: writing smithi03186013-25 from 3416064 to 4145152 tid 1 2024-08-10T05:21:29.454 INFO:tasks.rados.rados.0.smithi031.stdout:2082: writing smithi03186013-25 from 4145152 to 4546560 tid 2 2024-08-10T05:21:29.454 INFO:tasks.rados.rados.0.smithi031.stdout:2083: read oid 6 snap -1 2024-08-10T05:21:29.454 INFO:tasks.rados.rados.0.smithi031.stdout:2083: expect deleted 2024-08-10T05:21:29.454 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 9 v 1045 (ObjNum 553 snap 165 seq_num 553) dirty exists 2024-08-10T05:21:29.454 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 46 v 839 (ObjNum 565 snap 171 seq_num 565) dirty exists 2024-08-10T05:21:29.454 INFO:tasks.rados.rados.0.smithi031.stdout:2079: finishing write tid 1 to smithi03186013-37 2024-08-10T05:21:29.454 INFO:tasks.rados.rados.0.smithi031.stdout:2079: finishing write tid 2 to smithi03186013-37 2024-08-10T05:21:29.454 INFO:tasks.rados.rados.0.smithi031.stdout:2079: finishing write tid 3 to smithi03186013-37 2024-08-10T05:21:29.454 INFO:tasks.rados.rados.0.smithi031.stdout:2079: finishing write tid 4 to smithi03186013-37 2024-08-10T05:21:29.455 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 37 v 987 (ObjNum 639 snap 199 seq_num 639) dirty exists 2024-08-10T05:21:29.455 INFO:tasks.rados.rados.0.smithi031.stdout:2079: left oid 37 (ObjNum 639 snap 199 seq_num 639) 2024-08-10T05:21:29.455 INFO:tasks.rados.rados.0.smithi031.stdout:2080: finishing rollback tid 0 to smithi03186013-5 2024-08-10T05:21:29.455 INFO:tasks.rados.rados.0.smithi031.stdout:2080: finishing rollback tid 1 to smithi03186013-5 2024-08-10T05:21:29.455 INFO:tasks.rados.rados.0.smithi031.stdout:2080: finishing rollback tid 2 to smithi03186013-5 2024-08-10T05:21:29.455 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 5 v 1048 (ObjNum 604 snap 186 seq_num 604) dirty exists 2024-08-10T05:21:29.455 INFO:tasks.rados.rados.0.smithi031.stdout:2077: finishing copy_from racing read to smithi03186013-23 2024-08-10T05:21:29.455 INFO:tasks.rados.rados.0.smithi031.stdout:2075: done (9 left) 2024-08-10T05:21:29.455 INFO:tasks.rados.rados.0.smithi031.stdout:2076: done (8 left) 2024-08-10T05:21:29.455 INFO:tasks.rados.rados.0.smithi031.stdout:2078: done (7 left) 2024-08-10T05:21:29.455 INFO:tasks.rados.rados.0.smithi031.stdout:2079: done (6 left) 2024-08-10T05:21:29.455 INFO:tasks.rados.rados.0.smithi031.stdout:2080: done (5 left) 2024-08-10T05:21:29.455 INFO:tasks.rados.rados.0.smithi031.stdout:2084: rollback oid 35 current snap is 199 2024-08-10T05:21:29.456 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 35 to 196 2024-08-10T05:21:29.456 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 26 current snap is 199 2024-08-10T05:21:29.456 INFO:tasks.rados.rados.0.smithi031.stdout:2085: seq_num 641 ranges {0=745472,745472=401408} 2024-08-10T05:21:29.457 INFO:tasks.rados.rados.0.smithi031.stdout:2085: writing smithi03186013-26 from 0 to 745472 tid 1 2024-08-10T05:21:29.460 INFO:tasks.rados.rados.0.smithi031.stdout:2085: writing smithi03186013-26 from 745472 to 1146880 tid 2 2024-08-10T05:21:29.460 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 1 current snap is 199 2024-08-10T05:21:29.460 INFO:tasks.rados.rados.0.smithi031.stdout:2077: finishing copy_from to smithi03186013-23 2024-08-10T05:21:29.460 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 23 v 920 (ObjNum 564 snap 171 seq_num 564) dirty exists 2024-08-10T05:21:29.460 INFO:tasks.rados.rados.0.smithi031.stdout:2074: expect (ObjNum 261 snap 78 seq_num 261) 2024-08-10T05:21:29.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:29 smithi196 ceph-mon[90243]: pgmap v386: 121 pgs: 11 peering, 11 stale+active+clean, 99 active+clean; 270 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.9 MiB/s wr, 11 op/s 2024-08-10T05:21:29.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:29 smithi196 ceph-mon[90243]: osdmap e487: 8 total, 7 up, 8 in 2024-08-10T05:21:29.529 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 05:21:29 smithi196 podman[105178]: 2024-08-10 05:21:29.344395776 +0000 UTC m=+0.569938465 container died c9ab2e276977d2ab94a1a3ce20617a9058ecbd31a25f3feb176f8a3757641ba5 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6-deactivate, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, RELEASE=squid-bca9905, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-08-10T05:21:29.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:29 smithi031 ceph-mon[98130]: pgmap v386: 121 pgs: 11 peering, 11 stale+active+clean, 99 active+clean; 270 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.9 MiB/s wr, 11 op/s 2024-08-10T05:21:29.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:29 smithi031 ceph-mon[98130]: osdmap e487: 8 total, 7 up, 8 in 2024-08-10T05:21:29.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:29 smithi031 ceph-mon[100614]: pgmap v386: 121 pgs: 11 peering, 11 stale+active+clean, 99 active+clean; 270 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.9 MiB/s wr, 11 op/s 2024-08-10T05:21:29.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:29 smithi031 ceph-mon[100614]: osdmap e487: 8 total, 7 up, 8 in 2024-08-10T05:21:30.267 INFO:tasks.rados.rados.0.smithi031.stdout:2081: finishing copy_from to smithi03186013-41 2024-08-10T05:21:30.267 INFO:tasks.rados.rados.0.smithi031.stdout:2081: got expected ENOENT (src dne) 2024-08-10T05:21:30.267 INFO:tasks.rados.rados.0.smithi031.stdout:2081: finishing copy_from racing read to smithi03186013-41 2024-08-10T05:21:30.267 INFO:tasks.rados.rados.0.smithi031.stdout:2084: finishing rollback tid 1 to smithi03186013-35 2024-08-10T05:21:30.267 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 35 v 1033 (ObjNum 97 snap 0 seq_num 1) dirty dne 2024-08-10T05:21:30.267 INFO:tasks.rados.rados.0.smithi031.stdout:2082: finishing write tid 1 to smithi03186013-25 2024-08-10T05:21:30.267 INFO:tasks.rados.rados.0.smithi031.stdout:2086: seq_num 642 ranges {7454720=761856,8216576=401408} 2024-08-10T05:21:30.278 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 05:21:29 smithi196 podman[105220]: 2024-08-10 05:21:29.954005196 +0000 UTC m=+0.603544070 container remove c9ab2e276977d2ab94a1a3ce20617a9058ecbd31a25f3feb176f8a3757641ba5 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6-deactivate, io.buildah.version=1.36.0, GIT_CLEAN=True, RELEASE=squid-bca9905, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-10T05:21:30.278 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 05:21:29 smithi196 systemd[1]: ceph-fc322138-56d5-11ef-bcce-c7b262605968@osd.6.service: Deactivated successfully. 2024-08-10T05:21:30.278 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 05:21:29 smithi196 systemd[1]: Stopped Ceph osd.6 for fc322138-56d5-11ef-bcce-c7b262605968. 2024-08-10T05:21:30.279 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 05:21:29 smithi196 systemd[1]: ceph-fc322138-56d5-11ef-bcce-c7b262605968@osd.6.service: Consumed 13.565s CPU time. 2024-08-10T05:21:30.279 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 05:21:30 smithi196 systemd[1]: Starting Ceph osd.6 for fc322138-56d5-11ef-bcce-c7b262605968... 2024-08-10T05:21:30.311 INFO:tasks.rados.rados.0.smithi031.stdout:2086: writing smithi03186013-1 from 7454720 to 8216576 tid 1 2024-08-10T05:21:30.314 INFO:tasks.rados.rados.0.smithi031.stdout:2086: writing smithi03186013-1 from 8216576 to 8617984 tid 2 2024-08-10T05:21:30.314 INFO:tasks.rados.rados.0.smithi031.stdout:2074: done (7 left) 2024-08-10T05:21:30.314 INFO:tasks.rados.rados.0.smithi031.stdout:2077: done (6 left) 2024-08-10T05:21:30.314 INFO:tasks.rados.rados.0.smithi031.stdout:2081: done (5 left) 2024-08-10T05:21:30.315 INFO:tasks.rados.rados.0.smithi031.stdout:2083: done (4 left) 2024-08-10T05:21:30.315 INFO:tasks.rados.rados.0.smithi031.stdout:2084: done (3 left) 2024-08-10T05:21:30.315 INFO:tasks.rados.rados.0.smithi031.stdout:2087: snap_create 2024-08-10T05:21:30.315 INFO:tasks.rados.rados.0.smithi031.stdout:2082: finishing write tid 2 to smithi03186013-25 2024-08-10T05:21:30.315 INFO:tasks.rados.rados.0.smithi031.stdout:2082: finishing write tid 3 to smithi03186013-25 2024-08-10T05:21:30.315 INFO:tasks.rados.rados.0.smithi031.stdout:2082: finishing write tid 4 to smithi03186013-25 2024-08-10T05:21:30.315 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 25 v 1052 (ObjNum 640 snap 199 seq_num 640) dirty exists 2024-08-10T05:21:30.315 INFO:tasks.rados.rados.0.smithi031.stdout:2082: left oid 25 (ObjNum 640 snap 199 seq_num 640) 2024-08-10T05:21:30.315 INFO:tasks.rados.rados.0.smithi031.stdout:2085: finishing write tid 1 to smithi03186013-26 2024-08-10T05:21:30.315 INFO:tasks.rados.rados.0.smithi031.stdout:2085: finishing write tid 2 to smithi03186013-26 2024-08-10T05:21:30.315 INFO:tasks.rados.rados.0.smithi031.stdout:2085: finishing write tid 3 to smithi03186013-26 2024-08-10T05:21:30.316 INFO:tasks.rados.rados.0.smithi031.stdout:2085: finishing write tid 4 to smithi03186013-26 2024-08-10T05:21:30.316 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 26 v 971 (ObjNum 641 snap 199 seq_num 641) dirty exists 2024-08-10T05:21:30.316 INFO:tasks.rados.rados.0.smithi031.stdout:2085: left oid 26 (ObjNum 641 snap 199 seq_num 641) 2024-08-10T05:21:30.316 INFO:tasks.rados.rados.0.smithi031.stdout:2086: finishing write tid 1 to smithi03186013-1 2024-08-10T05:21:30.316 INFO:tasks.rados.rados.0.smithi031.stdout:2086: finishing write tid 2 to smithi03186013-1 2024-08-10T05:21:30.317 INFO:tasks.rados.rados.0.smithi031.stdout:2086: finishing write tid 3 to smithi03186013-1 2024-08-10T05:21:30.318 INFO:tasks.rados.rados.0.smithi031.stdout:2086: finishing write tid 4 to smithi03186013-1 2024-08-10T05:21:30.318 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 1 v 1123 (ObjNum 642 snap 199 seq_num 642) dirty exists 2024-08-10T05:21:30.318 INFO:tasks.rados.rados.0.smithi031.stdout:2086: left oid 1 (ObjNum 642 snap 199 seq_num 642) 2024-08-10T05:21:30.599 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:30 smithi196 ceph-mon[90243]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-08-10T05:21:30.599 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:30 smithi196 ceph-mon[90243]: Health check failed: Degraded data redundancy: 21/282 objects degraded (7.447%), 2 pgs degraded (PG_DEGRADED) 2024-08-10T05:21:30.599 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 05:21:30 smithi196 podman[105322]: 2024-08-10 05:21:30.293030098 +0000 UTC m=+0.017733130 image pull c7b33901c8866b527fc2ae183a251d5e1d09961420a56731f5fa8537903bd68b quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec 2024-08-10T05:21:30.600 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 05:21:30 smithi196 podman[105322]: 2024-08-10 05:21:30.397027821 +0000 UTC m=+0.121730834 container create 718a5403ce7819b32f01b28d12d5d24eed35317cb3bd2415d159e46b8ce44613 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6-activate, org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, RELEASE=squid-bca9905, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-08-10T05:21:30.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:30 smithi031 ceph-mon[98130]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-08-10T05:21:30.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:30 smithi031 ceph-mon[98130]: Health check failed: Degraded data redundancy: 21/282 objects degraded (7.447%), 2 pgs degraded (PG_DEGRADED) 2024-08-10T05:21:30.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:30 smithi031 ceph-mon[100614]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-08-10T05:21:30.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:30 smithi031 ceph-mon[100614]: Health check failed: Degraded data redundancy: 21/282 objects degraded (7.447%), 2 pgs degraded (PG_DEGRADED) 2024-08-10T05:21:30.934 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 05:21:30 smithi196 podman[105322]: 2024-08-10 05:21:30.599264369 +0000 UTC m=+0.323967383 container init 718a5403ce7819b32f01b28d12d5d24eed35317cb3bd2415d159e46b8ce44613 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6-activate, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=squid-bca9905, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0) 2024-08-10T05:21:30.934 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 05:21:30 smithi196 podman[105322]: 2024-08-10 05:21:30.60458492 +0000 UTC m=+0.329287934 container start 718a5403ce7819b32f01b28d12d5d24eed35317cb3bd2415d159e46b8ce44613 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6-activate, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240731, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-bca9905, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=) 2024-08-10T05:21:30.934 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 05:21:30 smithi196 podman[105322]: 2024-08-10 05:21:30.699148055 +0000 UTC m=+0.423851081 container attach 718a5403ce7819b32f01b28d12d5d24eed35317cb3bd2415d159e46b8ce44613 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6-activate, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=squid-bca9905, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True) 2024-08-10T05:21:30.934 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 05:21:30 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6-activate[105336]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-10T05:21:30.934 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 05:21:30 smithi196 bash[105322]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-10T05:21:30.934 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 05:21:30 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6-activate[105336]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-10T05:21:30.934 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 05:21:30 smithi196 bash[105322]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-10T05:21:30.934 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 05:21:30 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6-activate[105336]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-08-10T05:21:30.934 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 05:21:30 smithi196 bash[105322]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-08-10T05:21:31.279 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 05:21:30 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6-activate[105336]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-6 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-08-10T05:21:31.279 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 05:21:30 smithi196 bash[105322]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-6 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-08-10T05:21:31.279 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 05:21:30 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6-activate[105336]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-08-10T05:21:31.279 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 05:21:30 smithi196 bash[105322]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-08-10T05:21:31.279 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 05:21:30 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6-activate[105336]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-08-10T05:21:31.279 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 05:21:30 smithi196 bash[105322]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-08-10T05:21:31.279 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 05:21:30 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6-activate[105336]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-6/block 2024-08-10T05:21:31.279 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 05:21:30 smithi196 bash[105322]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-6/block 2024-08-10T05:21:31.280 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 05:21:30 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6-activate[105336]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-08-10T05:21:31.280 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 05:21:30 smithi196 bash[105322]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-08-10T05:21:31.280 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 05:21:30 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6-activate[105336]: --> ceph-volume raw activate successful for osd ID: 6 2024-08-10T05:21:31.280 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 05:21:30 smithi196 bash[105322]: --> ceph-volume raw activate successful for osd ID: 6 2024-08-10T05:21:31.280 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 05:21:30 smithi196 podman[105322]: 2024-08-10 05:21:30.982186791 +0000 UTC m=+0.706889822 container died 718a5403ce7819b32f01b28d12d5d24eed35317cb3bd2415d159e46b8ce44613 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6-activate, RELEASE=squid-bca9905, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD) 2024-08-10T05:21:31.294 INFO:tasks.rados.rados.0.smithi031.stdout:2082: done (3 left) 2024-08-10T05:21:31.294 INFO:tasks.rados.rados.0.smithi031.stdout:2085: done (2 left) 2024-08-10T05:21:31.294 INFO:tasks.rados.rados.0.smithi031.stdout:2086: done (1 left) 2024-08-10T05:21:31.294 INFO:tasks.rados.rados.0.smithi031.stdout:2087: done (0 left) 2024-08-10T05:21:31.294 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 49 current snap is 200 2024-08-10T05:21:31.295 INFO:tasks.rados.rados.0.smithi031.stdout:2088: seq_num 643 ranges {1376256=778240,2154496=401408} 2024-08-10T05:21:31.306 INFO:tasks.rados.rados.0.smithi031.stdout:2088: writing smithi03186013-49 from 1376256 to 2154496 tid 1 2024-08-10T05:21:31.308 INFO:tasks.rados.rados.0.smithi031.stdout:2088: writing smithi03186013-49 from 2154496 to 2555904 tid 2 2024-08-10T05:21:31.308 INFO:tasks.rados.rados.0.smithi031.stdout:2089: delete oid 40 current snap is 200 2024-08-10T05:21:31.311 INFO:tasks.rados.rados.0.smithi031.stdout:2089: done (1 left) 2024-08-10T05:21:31.311 INFO:tasks.rados.rados.0.smithi031.stdout:2090: read oid 6 snap 196 2024-08-10T05:21:31.311 INFO:tasks.rados.rados.0.smithi031.stdout:2090: expect deleted 2024-08-10T05:21:31.311 INFO:tasks.rados.rados.0.smithi031.stdout:2091: rollback oid 3 current snap is 200 2024-08-10T05:21:31.312 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 3 to 196 2024-08-10T05:21:31.312 INFO:tasks.rados.rados.0.smithi031.stdout:2092: read oid 42 snap -1 2024-08-10T05:21:31.312 INFO:tasks.rados.rados.0.smithi031.stdout:2092: expect deleted 2024-08-10T05:21:31.312 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 41 current snap is 200 2024-08-10T05:21:31.312 INFO:tasks.rados.rados.0.smithi031.stdout:2093: seq_num 645 ranges {0=409600,409600=778240,1187840=24576} 2024-08-10T05:21:31.314 INFO:tasks.rados.rados.0.smithi031.stdout:2093: writing smithi03186013-41 from 0 to 409600 tid 1 2024-08-10T05:21:31.320 INFO:tasks.rados.rados.0.smithi031.stdout:2093: writing smithi03186013-41 from 409600 to 1187840 tid 2 2024-08-10T05:21:31.320 INFO:tasks.rados.rados.0.smithi031.stdout:2093: writing smithi03186013-41 from 1187840 to 1212416 tid 3 2024-08-10T05:21:31.320 INFO:tasks.rados.rados.0.smithi031.stdout:2094: read oid 28 snap -1 2024-08-10T05:21:31.320 INFO:tasks.rados.rados.0.smithi031.stdout:2094: expect (ObjNum 618 snap 193 seq_num 618) 2024-08-10T05:21:31.320 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 13 current snap is 200 2024-08-10T05:21:31.320 INFO:tasks.rados.rados.0.smithi031.stdout:2095: seq_num 646 ranges {0=425984,425984=655360,1081344=147456} 2024-08-10T05:21:31.323 INFO:tasks.rados.rados.0.smithi031.stdout:2095: writing smithi03186013-13 from 0 to 425984 tid 1 2024-08-10T05:21:31.327 INFO:tasks.rados.rados.0.smithi031.stdout:2095: writing smithi03186013-13 from 425984 to 1081344 tid 2 2024-08-10T05:21:31.328 INFO:tasks.rados.rados.0.smithi031.stdout:2095: writing smithi03186013-13 from 1081344 to 1228800 tid 3 2024-08-10T05:21:31.328 INFO:tasks.rados.rados.0.smithi031.stdout:2096: snap_remove snap 197 2024-08-10T05:21:31.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:21:31 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:21:31] "GET /metrics HTTP/1.1" 200 36218 "" "Prometheus/2.43.0" 2024-08-10T05:21:31.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:31 smithi031 ceph-mon[98130]: pgmap v389: 121 pgs: 9 active+undersized, 16 peering, 3 stale+active+clean, 2 active+undersized+degraded, 91 active+clean; 240 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 15 op/s; 21/282 objects degraded (7.447%) 2024-08-10T05:21:31.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:31 smithi031 ceph-mon[98130]: osdmap e488: 8 total, 7 up, 8 in 2024-08-10T05:21:31.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:31 smithi031 ceph-mon[100614]: pgmap v389: 121 pgs: 9 active+undersized, 16 peering, 3 stale+active+clean, 2 active+undersized+degraded, 91 active+clean; 240 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 15 op/s; 21/282 objects degraded (7.447%) 2024-08-10T05:21:31.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:31 smithi031 ceph-mon[100614]: osdmap e488: 8 total, 7 up, 8 in 2024-08-10T05:21:31.701 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:31 smithi196 ceph-mon[90243]: pgmap v389: 121 pgs: 9 active+undersized, 16 peering, 3 stale+active+clean, 2 active+undersized+degraded, 91 active+clean; 240 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 15 op/s; 21/282 objects degraded (7.447%) 2024-08-10T05:21:31.701 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:31 smithi196 ceph-mon[90243]: osdmap e488: 8 total, 7 up, 8 in 2024-08-10T05:21:32.028 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 05:21:31 smithi196 podman[105480]: 2024-08-10 05:21:31.7014969 +0000 UTC m=+0.713127509 container remove 718a5403ce7819b32f01b28d12d5d24eed35317cb3bd2415d159e46b8ce44613 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6-activate, GIT_CLEAN=True, RELEASE=squid-bca9905, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux ) 2024-08-10T05:21:32.028 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 05:21:31 smithi196 podman[105544]: 2024-08-10 05:21:31.818197223 +0000 UTC m=+0.017164415 image pull c7b33901c8866b527fc2ae183a251d5e1d09961420a56731f5fa8537903bd68b quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec 2024-08-10T05:21:32.028 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 05:21:31 smithi196 podman[105544]: 2024-08-10 05:21:31.942994008 +0000 UTC m=+0.141961226 container create 394f5a40bb1fe11dd7591be80255854a04cc62f0cdca607da760e0ce5417a0ac (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=squid-bca9905, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, ceph=True) 2024-08-10T05:21:32.304 INFO:tasks.rados.rados.0.smithi031.stdout:2096: done (7 left) 2024-08-10T05:21:32.304 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 25 current snap is 200 2024-08-10T05:21:32.304 INFO:tasks.rados.rados.0.smithi031.stdout:2097: seq_num 647 ranges {4546560=442368,4988928=589824,5578752=212992} 2024-08-10T05:21:32.332 INFO:tasks.rados.rados.0.smithi031.stdout:2097: writing smithi03186013-25 from 4546560 to 4988928 tid 1 2024-08-10T05:21:32.335 INFO:tasks.rados.rados.0.smithi031.stdout:2097: writing smithi03186013-25 from 4988928 to 5578752 tid 2 2024-08-10T05:21:32.337 INFO:tasks.rados.rados.0.smithi031.stdout:2097: writing smithi03186013-25 from 5578752 to 5791744 tid 3 2024-08-10T05:21:32.338 INFO:tasks.rados.rados.0.smithi031.stdout:2098: read oid 34 snap -1 2024-08-10T05:21:32.338 INFO:tasks.rados.rados.0.smithi031.stdout:2098: expect (ObjNum 618 snap 193 seq_num 618) 2024-08-10T05:21:32.338 INFO:tasks.rados.rados.0.smithi031.stdout:2099: rollback oid 9 current snap is 200 2024-08-10T05:21:32.338 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 9 to 196 2024-08-10T05:21:32.338 INFO:tasks.rados.rados.0.smithi031.stdout:2088: finishing write tid 1 to smithi03186013-49 2024-08-10T05:21:32.338 INFO:tasks.rados.rados.0.smithi031.stdout:2088: finishing write tid 2 to smithi03186013-49 2024-08-10T05:21:32.338 INFO:tasks.rados.rados.0.smithi031.stdout:2088: finishing write tid 3 to smithi03186013-49 2024-08-10T05:21:32.338 INFO:tasks.rados.rados.0.smithi031.stdout:2088: finishing write tid 4 to smithi03186013-49 2024-08-10T05:21:32.338 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 49 v 990 (ObjNum 643 snap 200 seq_num 643) dirty exists 2024-08-10T05:21:32.338 INFO:tasks.rados.rados.0.smithi031.stdout:2088: left oid 49 (ObjNum 643 snap 200 seq_num 643) 2024-08-10T05:21:32.338 INFO:tasks.rados.rados.0.smithi031.stdout:2093: finishing write tid 1 to smithi03186013-41 2024-08-10T05:21:32.338 INFO:tasks.rados.rados.0.smithi031.stdout:2091: finishing rollback tid 0 to smithi03186013-3 2024-08-10T05:21:32.339 INFO:tasks.rados.rados.0.smithi031.stdout:2091: finishing rollback tid 1 to smithi03186013-3 2024-08-10T05:21:32.339 INFO:tasks.rados.rados.0.smithi031.stdout:2091: finishing rollback tid 2 to smithi03186013-3 2024-08-10T05:21:32.339 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 3 v 987 (ObjNum 562 snap 169 seq_num 562) dirty exists 2024-08-10T05:21:32.339 INFO:tasks.rados.rados.0.smithi031.stdout:2093: finishing write tid 2 to smithi03186013-41 2024-08-10T05:21:32.339 INFO:tasks.rados.rados.0.smithi031.stdout:2093: finishing write tid 3 to smithi03186013-41 2024-08-10T05:21:32.339 INFO:tasks.rados.rados.0.smithi031.stdout:2093: finishing write tid 4 to smithi03186013-41 2024-08-10T05:21:32.339 INFO:tasks.rados.rados.0.smithi031.stdout:2093: finishing write tid 5 to smithi03186013-41 2024-08-10T05:21:32.339 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 41 v 980 (ObjNum 645 snap 200 seq_num 645) dirty exists 2024-08-10T05:21:32.339 INFO:tasks.rados.rados.0.smithi031.stdout:2093: left oid 41 (ObjNum 645 snap 200 seq_num 645) 2024-08-10T05:21:32.339 INFO:tasks.rados.rados.0.smithi031.stdout:2094: expect (ObjNum 618 snap 193 seq_num 618) 2024-08-10T05:21:32.434 INFO:tasks.rados.rados.0.smithi031.stdout:2095: finishing write tid 1 to smithi03186013-13 2024-08-10T05:21:32.434 INFO:tasks.rados.rados.0.smithi031.stdout:2095: finishing write tid 2 to smithi03186013-13 2024-08-10T05:21:32.434 INFO:tasks.rados.rados.0.smithi031.stdout:2095: finishing write tid 3 to smithi03186013-13 2024-08-10T05:21:32.434 INFO:tasks.rados.rados.0.smithi031.stdout:2095: finishing write tid 4 to smithi03186013-13 2024-08-10T05:21:32.434 INFO:tasks.rados.rados.0.smithi031.stdout:2095: finishing write tid 5 to smithi03186013-13 2024-08-10T05:21:32.434 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 13 v 1049 (ObjNum 646 snap 200 seq_num 646) dirty exists 2024-08-10T05:21:32.434 INFO:tasks.rados.rados.0.smithi031.stdout:2095: left oid 13 (ObjNum 646 snap 200 seq_num 646) 2024-08-10T05:21:32.434 INFO:tasks.rados.rados.0.smithi031.stdout:2097: finishing write tid 1 to smithi03186013-25 2024-08-10T05:21:32.434 INFO:tasks.rados.rados.0.smithi031.stdout:2088: done (9 left) 2024-08-10T05:21:32.434 INFO:tasks.rados.rados.0.smithi031.stdout:2090: done (8 left) 2024-08-10T05:21:32.435 INFO:tasks.rados.rados.0.smithi031.stdout:2091: done (7 left) 2024-08-10T05:21:32.435 INFO:tasks.rados.rados.0.smithi031.stdout:2092: done (6 left) 2024-08-10T05:21:32.435 INFO:tasks.rados.rados.0.smithi031.stdout:2093: done (5 left) 2024-08-10T05:21:32.435 INFO:tasks.rados.rados.0.smithi031.stdout:2094: done (4 left) 2024-08-10T05:21:32.435 INFO:tasks.rados.rados.0.smithi031.stdout:2095: done (3 left) 2024-08-10T05:21:32.435 INFO:tasks.rados.rados.0.smithi031.stdout:2100: read oid 17 snap 199 2024-08-10T05:21:32.435 INFO:tasks.rados.rados.0.smithi031.stdout:2100: expect (ObjNum 626 snap 194 seq_num 626) 2024-08-10T05:21:32.435 INFO:tasks.rados.rados.0.smithi031.stdout:2101: snap_create 2024-08-10T05:21:32.435 INFO:tasks.rados.rados.0.smithi031.stdout:2097: finishing write tid 2 to smithi03186013-25 2024-08-10T05:21:32.435 INFO:tasks.rados.rados.0.smithi031.stdout:2097: finishing write tid 3 to smithi03186013-25 2024-08-10T05:21:32.435 INFO:tasks.rados.rados.0.smithi031.stdout:2097: finishing write tid 4 to smithi03186013-25 2024-08-10T05:21:32.435 INFO:tasks.rados.rados.0.smithi031.stdout:2099: finishing rollback tid 0 to smithi03186013-9 2024-08-10T05:21:32.435 INFO:tasks.rados.rados.0.smithi031.stdout:2099: finishing rollback tid 1 to smithi03186013-9 2024-08-10T05:21:32.435 INFO:tasks.rados.rados.0.smithi031.stdout:2099: finishing rollback tid 2 to smithi03186013-9 2024-08-10T05:21:32.436 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 9 v 1052 (ObjNum 553 snap 165 seq_num 553) dirty exists 2024-08-10T05:21:32.436 INFO:tasks.rados.rados.0.smithi031.stdout:2097: finishing write tid 5 to smithi03186013-25 2024-08-10T05:21:32.436 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 25 v 1057 (ObjNum 647 snap 200 seq_num 647) dirty exists 2024-08-10T05:21:32.436 INFO:tasks.rados.rados.0.smithi031.stdout:2097: left oid 25 (ObjNum 647 snap 200 seq_num 647) 2024-08-10T05:21:32.436 INFO:tasks.rados.rados.0.smithi031.stdout:2098: expect (ObjNum 618 snap 193 seq_num 618) 2024-08-10T05:21:32.529 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:21:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:21:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:21:32.529 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 05:21:32 smithi196 podman[105544]: 2024-08-10 05:21:32.187146037 +0000 UTC m=+0.386113216 container init 394f5a40bb1fe11dd7591be80255854a04cc62f0cdca607da760e0ce5417a0ac (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_CLEAN=True, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=squid-bca9905, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=) 2024-08-10T05:21:32.529 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 05:21:32 smithi196 podman[105544]: 2024-08-10 05:21:32.191942122 +0000 UTC m=+0.390909298 container start 394f5a40bb1fe11dd7591be80255854a04cc62f0cdca607da760e0ce5417a0ac (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-bca9905, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-08-10T05:21:32.529 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 05:21:32 smithi196 ceph-osd[105581]: -- 172.21.15.196:0/3544100078 <== mon.1 v2:172.21.15.196:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55c88c8d1a40 con 0x55c88d694400 2024-08-10T05:21:32.529 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 05:21:32 smithi196 bash[105544]: 394f5a40bb1fe11dd7591be80255854a04cc62f0cdca607da760e0ce5417a0ac 2024-08-10T05:21:32.530 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 05:21:32 smithi196 systemd[1]: Started Ceph osd.6 for fc322138-56d5-11ef-bcce-c7b262605968. 2024-08-10T05:21:32.530 INFO:tasks.rados.rados.0.smithi031.stdout:2100: expect (ObjNum 626 snap 194 seq_num 626) 2024-08-10T05:21:33.028 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 05:21:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6[105558]: 2024-08-10T05:21:32.739+0000 7f4cfdd78640 -1 Falling back to public interface 2024-08-10T05:21:33.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:33 smithi196 ceph-mon[90243]: pgmap v391: 121 pgs: 20 active+undersized, 16 peering, 7 active+undersized+degraded, 78 active+clean; 210 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.5 MiB/s wr, 18 op/s; 34/264 objects degraded (12.879%) 2024-08-10T05:21:33.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:33 smithi196 ceph-mon[90243]: osdmap e489: 8 total, 7 up, 8 in 2024-08-10T05:21:33.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:33 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:21:33.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:33 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:21:33.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:33 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:21:33.768 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:33 smithi031 ceph-mon[100614]: pgmap v391: 121 pgs: 20 active+undersized, 16 peering, 7 active+undersized+degraded, 78 active+clean; 210 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.5 MiB/s wr, 18 op/s; 34/264 objects degraded (12.879%) 2024-08-10T05:21:33.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:33 smithi031 ceph-mon[100614]: osdmap e489: 8 total, 7 up, 8 in 2024-08-10T05:21:33.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:33 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:21:33.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:33 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:21:33.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:33 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:21:33.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:33 smithi031 ceph-mon[98130]: pgmap v391: 121 pgs: 20 active+undersized, 16 peering, 7 active+undersized+degraded, 78 active+clean; 210 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.5 MiB/s wr, 18 op/s; 34/264 objects degraded (12.879%) 2024-08-10T05:21:33.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:33 smithi031 ceph-mon[98130]: osdmap e489: 8 total, 7 up, 8 in 2024-08-10T05:21:33.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:33 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:21:33.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:33 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:21:33.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:33 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:21:34.762 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:34 smithi196 ceph-mon[90243]: osdmap e490: 8 total, 7 up, 8 in 2024-08-10T05:21:34.763 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:34 smithi196 ceph-mon[90243]: osdmap e491: 8 total, 7 up, 8 in 2024-08-10T05:21:34.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:34 smithi031 ceph-mon[98130]: osdmap e490: 8 total, 7 up, 8 in 2024-08-10T05:21:34.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:34 smithi031 ceph-mon[98130]: osdmap e491: 8 total, 7 up, 8 in 2024-08-10T05:21:34.768 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:34 smithi031 ceph-mon[100614]: osdmap e490: 8 total, 7 up, 8 in 2024-08-10T05:21:34.768 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:34 smithi031 ceph-mon[100614]: osdmap e491: 8 total, 7 up, 8 in 2024-08-10T05:21:34.791 INFO:tasks.rados.rados.0.smithi031.stdout:2097: done (4 left) 2024-08-10T05:21:34.791 INFO:tasks.rados.rados.0.smithi031.stdout:2098: done (3 left) 2024-08-10T05:21:34.791 INFO:tasks.rados.rados.0.smithi031.stdout:2099: done (2 left) 2024-08-10T05:21:34.791 INFO:tasks.rados.rados.0.smithi031.stdout:2100: done (1 left) 2024-08-10T05:21:34.791 INFO:tasks.rados.rados.0.smithi031.stdout:2101: done (0 left) 2024-08-10T05:21:34.791 INFO:tasks.rados.rados.0.smithi031.stdout:2102: copy_from oid 35 from oid 2 current snap is 201 2024-08-10T05:21:34.791 INFO:tasks.rados.rados.0.smithi031.stdout:2103: copy_from oid 24 from oid 12 current snap is 201 2024-08-10T05:21:34.791 INFO:tasks.rados.rados.0.smithi031.stdout:2104: copy_from oid 44 from oid 36 current snap is 201 2024-08-10T05:21:34.792 INFO:tasks.rados.rados.0.smithi031.stdout:2105: snap_create 2024-08-10T05:21:34.813 INFO:tasks.rados.rados.0.smithi031.stdout:2104: finishing copy_from racing read to smithi03186013-44 2024-08-10T05:21:34.813 INFO:tasks.rados.rados.0.smithi031.stdout:2103: finishing copy_from racing read to smithi03186013-24 2024-08-10T05:21:34.813 INFO:tasks.rados.rados.0.smithi031.stdout:2103: finishing copy_from to smithi03186013-24 2024-08-10T05:21:34.813 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 24 v 841 (ObjNum 588 snap 177 seq_num 588) dirty exists 2024-08-10T05:21:34.814 INFO:tasks.rados.rados.0.smithi031.stdout:2104: finishing copy_from to smithi03186013-44 2024-08-10T05:21:34.815 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 44 v 976 (ObjNum 557 snap 168 seq_num 557) dirty exists 2024-08-10T05:21:34.838 INFO:tasks.rados.rados.0.smithi031.stdout:2102: finishing copy_from racing read to smithi03186013-35 2024-08-10T05:21:34.839 INFO:tasks.rados.rados.0.smithi031.stdout:2102: finishing copy_from to smithi03186013-35 2024-08-10T05:21:34.839 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 35 v 1175 (ObjNum 629 snap 195 seq_num 629) dirty exists 2024-08-10T05:21:34.903 INFO:teuthology.orchestra.run.smithi031.stdout:true 2024-08-10T05:21:35.174 INFO:teuthology.orchestra.run.smithi031.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-10T05:21:35.174 INFO:teuthology.orchestra.run.smithi031.stdout:alertmanager.a smithi031 *:9093,9094 running (5m) 100s ago 9m 14.8M - 0.25.0 c8568f914cd2 afde0a9ed8a2 2024-08-10T05:21:35.174 INFO:teuthology.orchestra.run.smithi031.stdout:grafana.a smithi196 *:3000 running (5m) 32s ago 9m 82.9M - 9.4.7 954c08fa6188 6ec1b1b19e7a 2024-08-10T05:21:35.174 INFO:teuthology.orchestra.run.smithi031.stdout:mds.a smithi031 running (11m) 100s ago 11m 16.2M - 17.2.7-1372-g56ceb861 354fce865a9a 6a7f8795f454 2024-08-10T05:21:35.175 INFO:teuthology.orchestra.run.smithi031.stdout:mds.b smithi196 running (11m) 32s ago 11m 19.5M - 17.2.7-1372-g56ceb861 354fce865a9a b1ed5b548d29 2024-08-10T05:21:35.175 INFO:teuthology.orchestra.run.smithi031.stdout:mgr.x smithi196 *:8443,9283,8765 running (5m) 32s ago 14m 440M - 19.1.0-1335-gbca9905d c7b33901c886 467542b38c9b 2024-08-10T05:21:35.175 INFO:teuthology.orchestra.run.smithi031.stdout:mgr.y smithi031 *:8443,9283,8765 running (5m) 100s ago 16m 507M - 19.1.0-1335-gbca9905d c7b33901c886 7eef306ed587 2024-08-10T05:21:35.175 INFO:teuthology.orchestra.run.smithi031.stdout:mon.a smithi031 running (4m) 100s ago 16m 56.7M 2048M 19.1.0-1335-gbca9905d c7b33901c886 9e3f4f54b00a 2024-08-10T05:21:35.175 INFO:teuthology.orchestra.run.smithi031.stdout:mon.b smithi196 running (4m) 32s ago 15m 46.0M 2048M 19.1.0-1335-gbca9905d c7b33901c886 b01d51d0054f 2024-08-10T05:21:35.175 INFO:teuthology.orchestra.run.smithi031.stdout:mon.c smithi031 running (4m) 100s ago 15m 45.5M 2048M 19.1.0-1335-gbca9905d c7b33901c886 2cc1160db2be 2024-08-10T05:21:35.175 INFO:teuthology.orchestra.run.smithi031.stdout:node-exporter.a smithi031 *:9100 running (5m) 100s ago 9m 8098k - 1.5.0 0da6a335fe13 b1e6859cbc5d 2024-08-10T05:21:35.175 INFO:teuthology.orchestra.run.smithi031.stdout:node-exporter.b smithi196 *:9100 running (5m) 32s ago 9m 15.0M - 1.5.0 0da6a335fe13 fce7ddc02cba 2024-08-10T05:21:35.175 INFO:teuthology.orchestra.run.smithi031.stdout:osd.0 smithi031 running (3m) 100s ago 14m 171M 2481M 19.1.0-1335-gbca9905d c7b33901c886 b6a59f8bdb81 2024-08-10T05:21:35.175 INFO:teuthology.orchestra.run.smithi031.stdout:osd.1 smithi031 running (2m) 100s ago 14m 117M 2481M 19.1.0-1335-gbca9905d c7b33901c886 67b0c1ce41f2 2024-08-10T05:21:35.175 INFO:teuthology.orchestra.run.smithi031.stdout:osd.2 smithi031 running (2m) 100s ago 13m 90.9M 2481M 19.1.0-1335-gbca9905d c7b33901c886 33f3ce3dcbbc 2024-08-10T05:21:35.175 INFO:teuthology.orchestra.run.smithi031.stdout:osd.3 smithi031 running (104s) 100s ago 13m 14.3M 2481M 19.1.0-1335-gbca9905d c7b33901c886 bd24188e5ebb 2024-08-10T05:21:35.175 INFO:teuthology.orchestra.run.smithi031.stdout:osd.4 smithi196 running (71s) 32s ago 12m 91.0M 2480M 19.1.0-1335-gbca9905d c7b33901c886 3443a66c18a7 2024-08-10T05:21:35.176 INFO:teuthology.orchestra.run.smithi031.stdout:osd.5 smithi196 running (37s) 32s ago 12m 12.1M 2480M 19.1.0-1335-gbca9905d c7b33901c886 0b799750a37c 2024-08-10T05:21:35.176 INFO:teuthology.orchestra.run.smithi031.stdout:osd.6 smithi196 starting - - - 2480M 2024-08-10T05:21:35.176 INFO:teuthology.orchestra.run.smithi031.stdout:osd.7 smithi196 running (11m) 32s ago 11m 136M 2480M 17.2.7-1372-g56ceb861 354fce865a9a f847e8917297 2024-08-10T05:21:35.176 INFO:teuthology.orchestra.run.smithi031.stdout:prometheus.a smithi196 *:9095 running (5m) 32s ago 10m 67.6M - 2.43.0 a07b618ecd1d d50c5c7907b8 2024-08-10T05:21:35.354 INFO:tasks.rados.rados.0.smithi031.stdout:2102: done (3 left) 2024-08-10T05:21:35.354 INFO:tasks.rados.rados.0.smithi031.stdout:2103: done (2 left) 2024-08-10T05:21:35.354 INFO:tasks.rados.rados.0.smithi031.stdout:2104: done (1 left) 2024-08-10T05:21:35.354 INFO:tasks.rados.rados.0.smithi031.stdout:2105: done (0 left) 2024-08-10T05:21:35.354 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 45 current snap is 202 2024-08-10T05:21:35.355 INFO:tasks.rados.rados.0.smithi031.stdout:2106: seq_num 648 ranges {2719744=458752,3178496=475136,3653632=327680} 2024-08-10T05:21:35.371 INFO:tasks.rados.rados.0.smithi031.stdout:2106: writing smithi03186013-45 from 2719744 to 3178496 tid 1 2024-08-10T05:21:35.374 INFO:tasks.rados.rados.0.smithi031.stdout:2106: writing smithi03186013-45 from 3178496 to 3653632 tid 2 2024-08-10T05:21:35.377 INFO:tasks.rados.rados.0.smithi031.stdout:2106: writing smithi03186013-45 from 3653632 to 3981312 tid 3 2024-08-10T05:21:35.377 INFO:tasks.rados.rados.0.smithi031.stdout:2107: rollback oid 15 current snap is 202 2024-08-10T05:21:35.377 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 15 to 201 2024-08-10T05:21:35.377 INFO:tasks.rados.rados.0.smithi031.stdout:2108: snap_remove snap 199 2024-08-10T05:21:35.515 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-08-10T05:21:35.515 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": { 2024-08-10T05:21:35.515 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 3 2024-08-10T05:21:35.515 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-08-10T05:21:35.515 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": { 2024-08-10T05:21:35.515 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 2 2024-08-10T05:21:35.515 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-08-10T05:21:35.515 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": { 2024-08-10T05:21:35.516 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 1, 2024-08-10T05:21:35.516 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 6 2024-08-10T05:21:35.516 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-08-10T05:21:35.516 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": { 2024-08-10T05:21:35.516 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 2 2024-08-10T05:21:35.516 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-08-10T05:21:35.516 INFO:teuthology.orchestra.run.smithi031.stdout: "overall": { 2024-08-10T05:21:35.516 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 3, 2024-08-10T05:21:35.516 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 11 2024-08-10T05:21:35.516 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-08-10T05:21:35.516 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-08-10T05:21:35.517 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:35 smithi031 ceph-mon[98130]: pgmap v394: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 223 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 3.7 MiB/s wr, 18 op/s; 46/288 objects degraded (15.972%) 2024-08-10T05:21:35.517 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:35 smithi031 ceph-mon[98130]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-08-10T05:21:35.517 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:35 smithi031 ceph-mon[100614]: pgmap v394: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 223 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 3.7 MiB/s wr, 18 op/s; 46/288 objects degraded (15.972%) 2024-08-10T05:21:35.517 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:35 smithi031 ceph-mon[100614]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-08-10T05:21:35.638 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:35 smithi196 ceph-mon[90243]: pgmap v394: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 223 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 3.7 MiB/s wr, 18 op/s; 46/288 objects degraded (15.972%) 2024-08-10T05:21:35.638 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:35 smithi196 ceph-mon[90243]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-08-10T05:21:36.028 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 05:21:35 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6[105558]: 2024-08-10T05:21:35.636+0000 7f4cfdd78640 -1 osd.6 484 log_to_monitors true 2024-08-10T05:21:36.367 INFO:tasks.rados.rados.0.smithi031.stdout:2108: done (2 left) 2024-08-10T05:21:36.368 INFO:tasks.rados.rados.0.smithi031.stdout:2109: read oid 8 snap 201 2024-08-10T05:21:36.368 INFO:tasks.rados.rados.0.smithi031.stdout:2109: expect deleted 2024-08-10T05:21:36.368 INFO:tasks.rados.rados.0.smithi031.stdout:2110: rollback oid 47 current snap is 202 2024-08-10T05:21:36.368 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 47 to 200 2024-08-10T05:21:36.368 INFO:tasks.rados.rados.0.smithi031.stdout:2107: finishing rollback tid 1 to smithi03186013-15 2024-08-10T05:21:36.368 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 15 v 0 (ObjNum 129 snap 0 seq_num 590030416) dirty dne 2024-08-10T05:21:36.368 INFO:tasks.rados.rados.0.smithi031.stdout:2106: finishing write tid 1 to smithi03186013-45 2024-08-10T05:21:36.368 INFO:tasks.rados.rados.0.smithi031.stdout:2106: finishing write tid 2 to smithi03186013-45 2024-08-10T05:21:36.368 INFO:tasks.rados.rados.0.smithi031.stdout:2106: finishing write tid 3 to smithi03186013-45 2024-08-10T05:21:36.368 INFO:tasks.rados.rados.0.smithi031.stdout:2106: finishing write tid 4 to smithi03186013-45 2024-08-10T05:21:36.368 INFO:tasks.rados.rados.0.smithi031.stdout:2106: finishing write tid 5 to smithi03186013-45 2024-08-10T05:21:36.368 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 45 v 1062 (ObjNum 648 snap 202 seq_num 648) dirty exists 2024-08-10T05:21:36.368 INFO:tasks.rados.rados.0.smithi031.stdout:2106: left oid 45 (ObjNum 648 snap 202 seq_num 648) 2024-08-10T05:21:36.368 INFO:tasks.rados.rados.0.smithi031.stdout:2106: done (3 left) 2024-08-10T05:21:36.369 INFO:tasks.rados.rados.0.smithi031.stdout:2107: done (2 left) 2024-08-10T05:21:36.369 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 49 current snap is 202 2024-08-10T05:21:36.369 INFO:tasks.rados.rados.0.smithi031.stdout:2111: seq_num 649 ranges {2555904=475136,3031040=761856,3792896=40960} 2024-08-10T05:21:36.384 INFO:tasks.rados.rados.0.smithi031.stdout:2111: writing smithi03186013-49 from 2555904 to 3031040 tid 1 2024-08-10T05:21:36.388 INFO:tasks.rados.rados.0.smithi031.stdout:2111: writing smithi03186013-49 from 3031040 to 3792896 tid 2 2024-08-10T05:21:36.389 INFO:tasks.rados.rados.0.smithi031.stdout:2111: writing smithi03186013-49 from 3792896 to 3833856 tid 3 2024-08-10T05:21:36.389 INFO:tasks.rados.rados.0.smithi031.stdout:2112: copy_from oid 32 from oid 11 current snap is 202 2024-08-10T05:21:36.389 INFO:tasks.rados.rados.0.smithi031.stdout:2110: finishing rollback tid 1 to smithi03186013-47 2024-08-10T05:21:36.389 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 47 v 663 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-10T05:21:36.389 INFO:tasks.rados.rados.0.smithi031.stdout:2109: done (3 left) 2024-08-10T05:21:36.389 INFO:tasks.rados.rados.0.smithi031.stdout:2110: done (2 left) 2024-08-10T05:21:36.389 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 1 current snap is 202 2024-08-10T05:21:36.390 INFO:tasks.rados.rados.0.smithi031.stdout:2113: seq_num 650 ranges {8617984=491520,9109504=647168,9756672=155648} 2024-08-10T05:21:36.439 INFO:tasks.rados.rados.0.smithi031.stdout:2113: writing smithi03186013-1 from 8617984 to 9109504 tid 1 2024-08-10T05:21:36.443 INFO:tasks.rados.rados.0.smithi031.stdout:2113: writing smithi03186013-1 from 9109504 to 9756672 tid 2 2024-08-10T05:21:36.443 INFO:tasks.rados.rados.0.smithi031.stdout:2113: writing smithi03186013-1 from 9756672 to 9912320 tid 3 2024-08-10T05:21:36.444 INFO:tasks.rados.rados.0.smithi031.stdout:2114: snap_remove snap 196 2024-08-10T05:21:36.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:36 smithi031 ceph-mon[98130]: from='client.44276 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:21:36.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:36 smithi031 ceph-mon[98130]: from='client.34350 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:21:36.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:36 smithi031 ceph-mon[98130]: osdmap e492: 8 total, 7 up, 8 in 2024-08-10T05:21:36.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:36 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/3570425432' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:21:36.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:36 smithi031 ceph-mon[98130]: from='osd.6 [v2:172.21.15.196:6816/1453427450,v1:172.21.15.196:6817/1453427450]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-10T05:21:36.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:36 smithi031 ceph-mon[98130]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-10T05:21:36.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:36 smithi031 ceph-mon[100614]: from='client.44276 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:21:36.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:36 smithi031 ceph-mon[100614]: from='client.34350 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:21:36.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:36 smithi031 ceph-mon[100614]: osdmap e492: 8 total, 7 up, 8 in 2024-08-10T05:21:36.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:36 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/3570425432' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:21:36.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:36 smithi031 ceph-mon[100614]: from='osd.6 [v2:172.21.15.196:6816/1453427450,v1:172.21.15.196:6817/1453427450]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-10T05:21:36.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:36 smithi031 ceph-mon[100614]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-10T05:21:36.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:36 smithi196 ceph-mon[90243]: from='client.44276 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:21:36.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:36 smithi196 ceph-mon[90243]: from='client.34350 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:21:36.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:36 smithi196 ceph-mon[90243]: osdmap e492: 8 total, 7 up, 8 in 2024-08-10T05:21:36.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:36 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/3570425432' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:21:36.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:36 smithi196 ceph-mon[90243]: from='osd.6 [v2:172.21.15.196:6816/1453427450,v1:172.21.15.196:6817/1453427450]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-10T05:21:36.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:36 smithi196 ceph-mon[90243]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-10T05:21:37.278 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 05:21:36 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6[105558]: 2024-08-10T05:21:36.808+0000 7f4cf1b1b640 -1 osd.6 484 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-10T05:21:37.372 INFO:tasks.rados.rados.0.smithi031.stdout:2114: done (3 left) 2024-08-10T05:21:37.372 INFO:tasks.rados.rados.0.smithi031.stdout:2115: snap_remove snap 200 2024-08-10T05:21:37.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:37 smithi031 ceph-mon[98130]: pgmap v397: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 239 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 5.7 MiB/s wr, 18 op/s; 50/309 objects degraded (16.181%) 2024-08-10T05:21:37.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:37 smithi031 ceph-mon[98130]: Health check update: Degraded data redundancy: 50/309 objects degraded (16.181%), 9 pgs degraded (PG_DEGRADED) 2024-08-10T05:21:37.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:37 smithi031 ceph-mon[98130]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-08-10T05:21:37.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:37 smithi031 ceph-mon[98130]: from='osd.6 [v2:172.21.15.196:6816/1453427450,v1:172.21.15.196:6817/1453427450]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-10T05:21:37.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:37 smithi031 ceph-mon[98130]: osdmap e493: 8 total, 7 up, 8 in 2024-08-10T05:21:37.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:37 smithi031 ceph-mon[98130]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-10T05:21:37.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:37 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:21:37.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:37 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:21:37.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:37 smithi031 ceph-mon[98130]: from='osd.6 ' entity='osd.6' 2024-08-10T05:21:37.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:37 smithi031 ceph-mon[100614]: pgmap v397: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 239 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 5.7 MiB/s wr, 18 op/s; 50/309 objects degraded (16.181%) 2024-08-10T05:21:37.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:37 smithi031 ceph-mon[100614]: Health check update: Degraded data redundancy: 50/309 objects degraded (16.181%), 9 pgs degraded (PG_DEGRADED) 2024-08-10T05:21:37.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:37 smithi031 ceph-mon[100614]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-08-10T05:21:37.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:37 smithi031 ceph-mon[100614]: from='osd.6 [v2:172.21.15.196:6816/1453427450,v1:172.21.15.196:6817/1453427450]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-10T05:21:37.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:37 smithi031 ceph-mon[100614]: osdmap e493: 8 total, 7 up, 8 in 2024-08-10T05:21:37.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:37 smithi031 ceph-mon[100614]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-10T05:21:37.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:37 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:21:37.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:37 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:21:37.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:37 smithi031 ceph-mon[100614]: from='osd.6 ' entity='osd.6' 2024-08-10T05:21:37.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:37 smithi196 ceph-mon[90243]: pgmap v397: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 239 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 5.7 MiB/s wr, 18 op/s; 50/309 objects degraded (16.181%) 2024-08-10T05:21:37.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:37 smithi196 ceph-mon[90243]: Health check update: Degraded data redundancy: 50/309 objects degraded (16.181%), 9 pgs degraded (PG_DEGRADED) 2024-08-10T05:21:37.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:37 smithi196 ceph-mon[90243]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-08-10T05:21:37.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:37 smithi196 ceph-mon[90243]: from='osd.6 [v2:172.21.15.196:6816/1453427450,v1:172.21.15.196:6817/1453427450]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-10T05:21:37.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:37 smithi196 ceph-mon[90243]: osdmap e493: 8 total, 7 up, 8 in 2024-08-10T05:21:37.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:37 smithi196 ceph-mon[90243]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-10T05:21:37.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:37 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:21:37.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:37 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:21:37.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:37 smithi196 ceph-mon[90243]: from='osd.6 ' entity='osd.6' 2024-08-10T05:21:38.375 INFO:tasks.rados.rados.0.smithi031.stdout:2112: finishing copy_from racing read to smithi03186013-32 2024-08-10T05:21:38.375 INFO:tasks.rados.rados.0.smithi031.stdout:2111: finishing write tid 1 to smithi03186013-49 2024-08-10T05:21:38.376 INFO:tasks.rados.rados.0.smithi031.stdout:2111: finishing write tid 2 to smithi03186013-49 2024-08-10T05:21:38.376 INFO:tasks.rados.rados.0.smithi031.stdout:2111: finishing write tid 3 to smithi03186013-49 2024-08-10T05:21:38.376 INFO:tasks.rados.rados.0.smithi031.stdout:2111: finishing write tid 4 to smithi03186013-49 2024-08-10T05:21:38.376 INFO:tasks.rados.rados.0.smithi031.stdout:2111: finishing write tid 5 to smithi03186013-49 2024-08-10T05:21:38.376 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 49 v 994 (ObjNum 649 snap 202 seq_num 649) dirty exists 2024-08-10T05:21:38.376 INFO:tasks.rados.rados.0.smithi031.stdout:2111: left oid 49 (ObjNum 649 snap 202 seq_num 649) 2024-08-10T05:21:38.376 INFO:tasks.rados.rados.0.smithi031.stdout:2112: finishing copy_from to smithi03186013-32 2024-08-10T05:21:38.376 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 32 v 839 (ObjNum 611 snap 188 seq_num 611) dirty exists 2024-08-10T05:21:38.376 INFO:tasks.rados.rados.0.smithi031.stdout:2113: finishing write tid 1 to smithi03186013-1 2024-08-10T05:21:38.376 INFO:tasks.rados.rados.0.smithi031.stdout:2113: finishing write tid 2 to smithi03186013-1 2024-08-10T05:21:38.376 INFO:tasks.rados.rados.0.smithi031.stdout:2113: finishing write tid 3 to smithi03186013-1 2024-08-10T05:21:38.376 INFO:tasks.rados.rados.0.smithi031.stdout:2113: finishing write tid 4 to smithi03186013-1 2024-08-10T05:21:38.376 INFO:tasks.rados.rados.0.smithi031.stdout:2113: finishing write tid 5 to smithi03186013-1 2024-08-10T05:21:38.377 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 1 v 1127 (ObjNum 650 snap 202 seq_num 650) dirty exists 2024-08-10T05:21:38.377 INFO:tasks.rados.rados.0.smithi031.stdout:2113: left oid 1 (ObjNum 650 snap 202 seq_num 650) 2024-08-10T05:21:38.377 INFO:tasks.rados.rados.0.smithi031.stdout:2111: done (3 left) 2024-08-10T05:21:38.377 INFO:tasks.rados.rados.0.smithi031.stdout:2112: done (2 left) 2024-08-10T05:21:38.377 INFO:tasks.rados.rados.0.smithi031.stdout:2113: done (1 left) 2024-08-10T05:21:38.377 INFO:tasks.rados.rados.0.smithi031.stdout:2115: done (0 left) 2024-08-10T05:21:38.377 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 9 current snap is 202 2024-08-10T05:21:38.377 INFO:tasks.rados.rados.0.smithi031.stdout:2116: seq_num 651 ranges {5234688=507904,5742592=532480,6275072=270336} 2024-08-10T05:21:38.408 INFO:tasks.rados.rados.0.smithi031.stdout:2116: writing smithi03186013-9 from 5234688 to 5742592 tid 1 2024-08-10T05:21:38.411 INFO:tasks.rados.rados.0.smithi031.stdout:2116: writing smithi03186013-9 from 5742592 to 6275072 tid 2 2024-08-10T05:21:38.412 INFO:tasks.rados.rados.0.smithi031.stdout:2116: writing smithi03186013-9 from 6275072 to 6545408 tid 3 2024-08-10T05:21:38.413 INFO:tasks.rados.rados.0.smithi031.stdout:2117: setattr oid 30 current snap is 202 2024-08-10T05:21:38.415 INFO:tasks.rados.rados.0.smithi031.stdout:2118: rollback oid 11 current snap is 202 2024-08-10T05:21:38.415 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 11 to 201 2024-08-10T05:21:38.415 INFO:tasks.rados.rados.0.smithi031.stdout:2119: read oid 46 snap -1 2024-08-10T05:21:38.415 INFO:tasks.rados.rados.0.smithi031.stdout:2119: expect (ObjNum 565 snap 171 seq_num 565) 2024-08-10T05:21:38.415 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 16 current snap is 202 2024-08-10T05:21:38.415 INFO:tasks.rados.rados.0.smithi031.stdout:2120: seq_num 652 ranges {10657792=524288,11182080=409600,11591680=393216} 2024-08-10T05:21:38.476 INFO:tasks.rados.rados.0.smithi031.stdout:2120: writing smithi03186013-16 from 10657792 to 11182080 tid 1 2024-08-10T05:21:38.478 INFO:tasks.rados.rados.0.smithi031.stdout:2120: writing smithi03186013-16 from 11182080 to 11591680 tid 2 2024-08-10T05:21:38.481 INFO:tasks.rados.rados.0.smithi031.stdout:2120: writing smithi03186013-16 from 11591680 to 11984896 tid 3 2024-08-10T05:21:38.481 INFO:tasks.rados.rados.0.smithi031.stdout:2121: read oid 37 snap -1 2024-08-10T05:21:38.481 INFO:tasks.rados.rados.0.smithi031.stdout:2121: expect (ObjNum 639 snap 199 seq_num 639) 2024-08-10T05:21:38.481 INFO:tasks.rados.rados.0.smithi031.stdout:2122: delete oid 26 current snap is 202 2024-08-10T05:21:38.482 INFO:tasks.rados.rados.0.smithi031.stdout:2118: finishing rollback tid 0 to smithi03186013-11 2024-08-10T05:21:38.482 INFO:tasks.rados.rados.0.smithi031.stdout:2118: finishing rollback tid 1 to smithi03186013-11 2024-08-10T05:21:38.482 INFO:tasks.rados.rados.0.smithi031.stdout:2118: finishing rollback tid 2 to smithi03186013-11 2024-08-10T05:21:38.482 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 11 v 990 (ObjNum 611 snap 188 seq_num 611) dirty exists 2024-08-10T05:21:38.482 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 30 v 1176 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-08-10T05:21:38.482 INFO:tasks.rados.rados.0.smithi031.stdout:2119: expect (ObjNum 565 snap 171 seq_num 565) 2024-08-10T05:21:38.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:38 smithi196 ceph-mon[90243]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-10T05:21:38.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:38 smithi196 ceph-mon[90243]: osd.6 [v2:172.21.15.196:6816/1453427450,v1:172.21.15.196:6817/1453427450] boot 2024-08-10T05:21:38.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:38 smithi196 ceph-mon[90243]: osdmap e494: 8 total, 8 up, 8 in 2024-08-10T05:21:38.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:38 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-10T05:21:38.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:38 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:21:38.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:38 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:21:38.641 INFO:tasks.rados.rados.0.smithi031.stdout:2116: finishing write tid 1 to smithi03186013-9 2024-08-10T05:21:38.642 INFO:tasks.rados.rados.0.smithi031.stdout:2116: finishing write tid 2 to smithi03186013-9 2024-08-10T05:21:38.642 INFO:tasks.rados.rados.0.smithi031.stdout:2116: finishing write tid 3 to smithi03186013-9 2024-08-10T05:21:38.642 INFO:tasks.rados.rados.0.smithi031.stdout:2116: finishing write tid 4 to smithi03186013-9 2024-08-10T05:21:38.642 INFO:tasks.rados.rados.0.smithi031.stdout:2116: finishing write tid 5 to smithi03186013-9 2024-08-10T05:21:38.642 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 9 v 1180 (ObjNum 651 snap 202 seq_num 651) dirty exists 2024-08-10T05:21:38.642 INFO:tasks.rados.rados.0.smithi031.stdout:2116: left oid 9 (ObjNum 651 snap 202 seq_num 651) 2024-08-10T05:21:38.642 INFO:tasks.rados.rados.0.smithi031.stdout:2120: finishing write tid 1 to smithi03186013-16 2024-08-10T05:21:38.642 INFO:tasks.rados.rados.0.smithi031.stdout:2120: finishing write tid 2 to smithi03186013-16 2024-08-10T05:21:38.642 INFO:tasks.rados.rados.0.smithi031.stdout:2120: finishing write tid 3 to smithi03186013-16 2024-08-10T05:21:38.642 INFO:tasks.rados.rados.0.smithi031.stdout:2116: done (6 left) 2024-08-10T05:21:38.642 INFO:tasks.rados.rados.0.smithi031.stdout:2117: done (5 left) 2024-08-10T05:21:38.643 INFO:tasks.rados.rados.0.smithi031.stdout:2118: done (4 left) 2024-08-10T05:21:38.643 INFO:tasks.rados.rados.0.smithi031.stdout:2119: done (3 left) 2024-08-10T05:21:38.643 INFO:tasks.rados.rados.0.smithi031.stdout:2122: done (2 left) 2024-08-10T05:21:38.643 INFO:tasks.rados.rados.0.smithi031.stdout:2123: read oid 34 snap -1 2024-08-10T05:21:38.643 INFO:tasks.rados.rados.0.smithi031.stdout:2123: expect (ObjNum 618 snap 193 seq_num 618) 2024-08-10T05:21:38.643 INFO:tasks.rados.rados.0.smithi031.stdout:2124: snap_create 2024-08-10T05:21:38.643 INFO:tasks.rados.rados.0.smithi031.stdout:2120: finishing write tid 4 to smithi03186013-16 2024-08-10T05:21:38.643 INFO:tasks.rados.rados.0.smithi031.stdout:2120: finishing write tid 5 to smithi03186013-16 2024-08-10T05:21:38.643 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 16 v 984 (ObjNum 652 snap 202 seq_num 652) dirty exists 2024-08-10T05:21:38.643 INFO:tasks.rados.rados.0.smithi031.stdout:2120: left oid 16 (ObjNum 652 snap 202 seq_num 652) 2024-08-10T05:21:38.643 INFO:tasks.rados.rados.0.smithi031.stdout:2121: expect (ObjNum 639 snap 199 seq_num 639) 2024-08-10T05:21:38.699 INFO:tasks.rados.rados.0.smithi031.stdout:2123: expect (ObjNum 618 snap 193 seq_num 618) 2024-08-10T05:21:38.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:38 smithi031 ceph-mon[98130]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-10T05:21:38.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:38 smithi031 ceph-mon[98130]: osd.6 [v2:172.21.15.196:6816/1453427450,v1:172.21.15.196:6817/1453427450] boot 2024-08-10T05:21:38.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:38 smithi031 ceph-mon[98130]: osdmap e494: 8 total, 8 up, 8 in 2024-08-10T05:21:38.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:38 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-10T05:21:38.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:38 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:21:38.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:38 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:21:38.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:38 smithi031 ceph-mon[100614]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-10T05:21:38.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:38 smithi031 ceph-mon[100614]: osd.6 [v2:172.21.15.196:6816/1453427450,v1:172.21.15.196:6817/1453427450] boot 2024-08-10T05:21:38.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:38 smithi031 ceph-mon[100614]: osdmap e494: 8 total, 8 up, 8 in 2024-08-10T05:21:38.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:38 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-10T05:21:38.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:38 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:21:38.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:38 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:21:39.429 INFO:tasks.rados.rados.0.smithi031.stdout:2120: done (3 left) 2024-08-10T05:21:39.430 INFO:tasks.rados.rados.0.smithi031.stdout:2121: done (2 left) 2024-08-10T05:21:39.430 INFO:tasks.rados.rados.0.smithi031.stdout:2123: done (1 left) 2024-08-10T05:21:39.430 INFO:tasks.rados.rados.0.smithi031.stdout:2124: done (0 left) 2024-08-10T05:21:39.430 INFO:tasks.rados.rados.0.smithi031.stdout:2125: snap_create 2024-08-10T05:21:39.481 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:39 smithi196 ceph-mon[90243]: pgmap v400: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 256 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 6.6 MiB/s wr, 12 op/s; 51/321 objects degraded (15.888%) 2024-08-10T05:21:39.481 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:39 smithi196 ceph-mon[90243]: osdmap e495: 8 total, 8 up, 8 in 2024-08-10T05:21:39.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:39 smithi031 ceph-mon[98130]: pgmap v400: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 256 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 6.6 MiB/s wr, 12 op/s; 51/321 objects degraded (15.888%) 2024-08-10T05:21:39.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:39 smithi031 ceph-mon[98130]: osdmap e495: 8 total, 8 up, 8 in 2024-08-10T05:21:39.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:39 smithi031 ceph-mon[100614]: pgmap v400: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 256 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 6.6 MiB/s wr, 12 op/s; 51/321 objects degraded (15.888%) 2024-08-10T05:21:39.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:39 smithi031 ceph-mon[100614]: osdmap e495: 8 total, 8 up, 8 in 2024-08-10T05:21:40.436 INFO:tasks.rados.rados.0.smithi031.stdout:2125: done (0 left) 2024-08-10T05:21:40.436 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 11 current snap is 204 2024-08-10T05:21:40.436 INFO:tasks.rados.rados.0.smithi031.stdout:2126: seq_num 654 ranges {5005312=557056,5562368=630784,6193152=172032} 2024-08-10T05:21:40.466 INFO:tasks.rados.rados.0.smithi031.stdout:2126: writing smithi03186013-11 from 5005312 to 5562368 tid 1 2024-08-10T05:21:40.470 INFO:tasks.rados.rados.0.smithi031.stdout:2126: writing smithi03186013-11 from 5562368 to 6193152 tid 2 2024-08-10T05:21:40.472 INFO:tasks.rados.rados.0.smithi031.stdout:2126: writing smithi03186013-11 from 6193152 to 6365184 tid 3 2024-08-10T05:21:40.472 INFO:tasks.rados.rados.0.smithi031.stdout:2127: delete oid 48 current snap is 204 2024-08-10T05:21:40.472 INFO:tasks.rados.rados.0.smithi031.stdout:2126: finishing write tid 1 to smithi03186013-11 2024-08-10T05:21:40.475 INFO:tasks.rados.rados.0.smithi031.stdout:2126: finishing write tid 2 to smithi03186013-11 2024-08-10T05:21:40.475 INFO:tasks.rados.rados.0.smithi031.stdout:2126: finishing write tid 3 to smithi03186013-11 2024-08-10T05:21:40.476 INFO:tasks.rados.rados.0.smithi031.stdout:2127: done (1 left) 2024-08-10T05:21:40.476 INFO:tasks.rados.rados.0.smithi031.stdout:2128: snap_create 2024-08-10T05:21:40.476 INFO:tasks.rados.rados.0.smithi031.stdout:2126: finishing write tid 4 to smithi03186013-11 2024-08-10T05:21:40.477 INFO:tasks.rados.rados.0.smithi031.stdout:2126: finishing write tid 5 to smithi03186013-11 2024-08-10T05:21:40.477 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 11 v 994 (ObjNum 654 snap 204 seq_num 654) dirty exists 2024-08-10T05:21:40.477 INFO:tasks.rados.rados.0.smithi031.stdout:2126: left oid 11 (ObjNum 654 snap 204 seq_num 654) 2024-08-10T05:21:40.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:40 smithi196 ceph-mon[90243]: osdmap e496: 8 total, 8 up, 8 in 2024-08-10T05:21:40.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:40 smithi031 ceph-mon[98130]: osdmap e496: 8 total, 8 up, 8 in 2024-08-10T05:21:40.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:40 smithi031 ceph-mon[100614]: osdmap e496: 8 total, 8 up, 8 in 2024-08-10T05:21:41.432 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:21:41 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: 2024-08-10T05:21:41.127+0000 7f0983ce7640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (14 PGs are or would become offline) 2024-08-10T05:21:41.433 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:21:41 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:21:41] "GET /metrics HTTP/1.1" 200 36083 "" "Prometheus/2.43.0" 2024-08-10T05:21:41.433 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:41 smithi031 ceph-mon[98130]: pgmap v403: 121 pgs: 4 activating, 3 peering, 28 active+undersized, 7 active+undersized+degraded, 79 active+clean; 235 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 4.4 MiB/s wr, 6 op/s; 40/294 objects degraded (13.605%); 1.9 MiB/s, 0 objects/s recovering 2024-08-10T05:21:41.433 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:41 smithi031 ceph-mon[98130]: osdmap e497: 8 total, 8 up, 8 in 2024-08-10T05:21:41.443 INFO:tasks.rados.rados.0.smithi031.stdout:2126: done (1 left) 2024-08-10T05:21:41.443 INFO:tasks.rados.rados.0.smithi031.stdout:2128: done (0 left) 2024-08-10T05:21:41.443 INFO:tasks.rados.rados.0.smithi031.stdout:2129: read oid 1 snap -1 2024-08-10T05:21:41.443 INFO:tasks.rados.rados.0.smithi031.stdout:2129: expect (ObjNum 650 snap 202 seq_num 650) 2024-08-10T05:21:41.444 INFO:tasks.rados.rados.0.smithi031.stdout:2130: delete oid 8 current snap is 205 2024-08-10T05:21:41.449 INFO:tasks.rados.rados.0.smithi031.stdout:2130: done (1 left) 2024-08-10T05:21:41.449 INFO:tasks.rados.rados.0.smithi031.stdout:2131: read oid 32 snap 203 2024-08-10T05:21:41.449 INFO:tasks.rados.rados.0.smithi031.stdout:2131: expect (ObjNum 611 snap 188 seq_num 611) 2024-08-10T05:21:41.449 INFO:tasks.rados.rados.0.smithi031.stdout:2132: rmattr oid 50 current snap is 205 2024-08-10T05:21:41.449 INFO:tasks.rados.rados.0.smithi031.stdout:2133: read oid 12 snap -1 2024-08-10T05:21:41.449 INFO:tasks.rados.rados.0.smithi031.stdout:2133: expect (ObjNum 588 snap 177 seq_num 588) 2024-08-10T05:21:41.449 INFO:tasks.rados.rados.0.smithi031.stdout:2134: snap_remove snap 202 2024-08-10T05:21:41.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:21:41.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:21:41.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:21:41.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:21:41.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:21:41.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:21:41.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:21:41.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:21:41.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:21:41.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:21:41.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:21:41.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-10T05:21:41.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:41 smithi031 ceph-mon[100614]: pgmap v403: 121 pgs: 4 activating, 3 peering, 28 active+undersized, 7 active+undersized+degraded, 79 active+clean; 235 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 4.4 MiB/s wr, 6 op/s; 40/294 objects degraded (13.605%); 1.9 MiB/s, 0 objects/s recovering 2024-08-10T05:21:41.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:41 smithi031 ceph-mon[100614]: osdmap e497: 8 total, 8 up, 8 in 2024-08-10T05:21:41.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:21:41.772 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:21:41.772 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:21:41.772 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:21:41.772 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:21:41.772 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:21:41.772 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:21:41.772 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:21:41.772 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:21:41.772 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:21:41.772 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:21:41.772 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-10T05:21:41.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:41 smithi196 ceph-mon[90243]: pgmap v403: 121 pgs: 4 activating, 3 peering, 28 active+undersized, 7 active+undersized+degraded, 79 active+clean; 235 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 4.4 MiB/s wr, 6 op/s; 40/294 objects degraded (13.605%); 1.9 MiB/s, 0 objects/s recovering 2024-08-10T05:21:41.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:41 smithi196 ceph-mon[90243]: osdmap e497: 8 total, 8 up, 8 in 2024-08-10T05:21:41.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:21:41.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:21:41.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:21:41.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:21:41.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:21:41.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:21:41.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:21:41.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:21:41.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:21:41.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:21:41.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:21:41.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-10T05:21:42.451 INFO:tasks.rados.rados.0.smithi031.stdout:2134: done (4 left) 2024-08-10T05:21:42.451 INFO:tasks.rados.rados.0.smithi031.stdout:2135: rmattr oid 37 current snap is 205 2024-08-10T05:21:42.451 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 50 v 985 (ObjNum 479 snap 143 seq_num 479) dirty exists 2024-08-10T05:21:42.451 INFO:tasks.rados.rados.0.smithi031.stdout:2133: expect (ObjNum 588 snap 177 seq_num 588) 2024-08-10T05:21:42.638 INFO:tasks.rados.rados.0.smithi031.stdout:2131: expect (ObjNum 611 snap 188 seq_num 611) 2024-08-10T05:21:42.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:42 smithi031 ceph-mon[98130]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-10T05:21:42.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:42 smithi031 ceph-mon[98130]: Upgrade: unsafe to stop osd(s) at this time (14 PGs are or would become offline) 2024-08-10T05:21:42.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:42 smithi031 ceph-mon[98130]: osdmap e498: 8 total, 8 up, 8 in 2024-08-10T05:21:42.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:42 smithi031 ceph-mon[100614]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-10T05:21:42.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:42 smithi031 ceph-mon[100614]: Upgrade: unsafe to stop osd(s) at this time (14 PGs are or would become offline) 2024-08-10T05:21:42.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:42 smithi031 ceph-mon[100614]: osdmap e498: 8 total, 8 up, 8 in 2024-08-10T05:21:42.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:42 smithi196 ceph-mon[90243]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-10T05:21:42.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:42 smithi196 ceph-mon[90243]: Upgrade: unsafe to stop osd(s) at this time (14 PGs are or would become offline) 2024-08-10T05:21:42.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:42 smithi196 ceph-mon[90243]: osdmap e498: 8 total, 8 up, 8 in 2024-08-10T05:21:42.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:21:42 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:21:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:21:42.874 INFO:tasks.rados.rados.0.smithi031.stdout:2129: expect (ObjNum 650 snap 202 seq_num 650) 2024-08-10T05:21:43.749 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 37 v 995 (ObjNum 639 snap 199 seq_num 639) dirty exists 2024-08-10T05:21:43.749 INFO:tasks.rados.rados.0.smithi031.stdout:2129: done (4 left) 2024-08-10T05:21:43.749 INFO:tasks.rados.rados.0.smithi031.stdout:2131: done (3 left) 2024-08-10T05:21:43.750 INFO:tasks.rados.rados.0.smithi031.stdout:2132: done (2 left) 2024-08-10T05:21:43.750 INFO:tasks.rados.rados.0.smithi031.stdout:2133: done (1 left) 2024-08-10T05:21:43.750 INFO:tasks.rados.rados.0.smithi031.stdout:2135: done (0 left) 2024-08-10T05:21:43.750 INFO:tasks.rados.rados.0.smithi031.stdout:2136: snap_create 2024-08-10T05:21:43.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:43 smithi031 ceph-mon[98130]: pgmap v406: 121 pgs: 4 activating, 3 peering, 7 active+undersized, 1 active+undersized+degraded, 106 active+clean; 218 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 632 KiB/s wr, 5 op/s; 12/255 objects degraded (4.706%); 14 MiB/s, 3 objects/s recovering 2024-08-10T05:21:43.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:43 smithi031 ceph-mon[98130]: Health check update: Degraded data redundancy: 12/255 objects degraded (4.706%), 1 pg degraded (PG_DEGRADED) 2024-08-10T05:21:43.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:43 smithi031 ceph-mon[98130]: osdmap e499: 8 total, 8 up, 8 in 2024-08-10T05:21:43.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:43 smithi031 ceph-mon[100614]: pgmap v406: 121 pgs: 4 activating, 3 peering, 7 active+undersized, 1 active+undersized+degraded, 106 active+clean; 218 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 632 KiB/s wr, 5 op/s; 12/255 objects degraded (4.706%); 14 MiB/s, 3 objects/s recovering 2024-08-10T05:21:43.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:43 smithi031 ceph-mon[100614]: Health check update: Degraded data redundancy: 12/255 objects degraded (4.706%), 1 pg degraded (PG_DEGRADED) 2024-08-10T05:21:43.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:43 smithi031 ceph-mon[100614]: osdmap e499: 8 total, 8 up, 8 in 2024-08-10T05:21:43.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:43 smithi196 ceph-mon[90243]: pgmap v406: 121 pgs: 4 activating, 3 peering, 7 active+undersized, 1 active+undersized+degraded, 106 active+clean; 218 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 632 KiB/s wr, 5 op/s; 12/255 objects degraded (4.706%); 14 MiB/s, 3 objects/s recovering 2024-08-10T05:21:43.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:43 smithi196 ceph-mon[90243]: Health check update: Degraded data redundancy: 12/255 objects degraded (4.706%), 1 pg degraded (PG_DEGRADED) 2024-08-10T05:21:43.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:43 smithi196 ceph-mon[90243]: osdmap e499: 8 total, 8 up, 8 in 2024-08-10T05:21:44.460 INFO:tasks.rados.rados.0.smithi031.stdout:2136: done (0 left) 2024-08-10T05:21:44.460 INFO:tasks.rados.rados.0.smithi031.stdout:2137: rollback oid 36 current snap is 206 2024-08-10T05:21:44.460 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 36 to 204 2024-08-10T05:21:44.460 INFO:tasks.rados.rados.0.smithi031.stdout:2138: delete oid 18 current snap is 206 2024-08-10T05:21:44.464 INFO:tasks.rados.rados.0.smithi031.stdout:2138: done (1 left) 2024-08-10T05:21:44.465 INFO:tasks.rados.rados.0.smithi031.stdout:2139: read oid 49 snap -1 2024-08-10T05:21:44.465 INFO:tasks.rados.rados.0.smithi031.stdout:2139: expect (ObjNum 649 snap 202 seq_num 649) 2024-08-10T05:21:44.465 INFO:tasks.rados.rados.0.smithi031.stdout:2140: rollback oid 16 current snap is 206 2024-08-10T05:21:44.465 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 16 to 201 2024-08-10T05:21:44.465 INFO:tasks.rados.rados.0.smithi031.stdout:2141: read oid 21 snap -1 2024-08-10T05:21:44.465 INFO:tasks.rados.rados.0.smithi031.stdout:2141: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-10T05:21:44.465 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 47 current snap is 206 2024-08-10T05:21:44.465 INFO:tasks.rados.rados.0.smithi031.stdout:2142: seq_num 658 ranges {0=622592,622592=565248,1187840=237568} 2024-08-10T05:21:44.468 INFO:tasks.rados.rados.0.smithi031.stdout:2142: writing smithi03186013-47 from 0 to 622592 tid 1 2024-08-10T05:21:44.472 INFO:tasks.rados.rados.0.smithi031.stdout:2142: writing smithi03186013-47 from 622592 to 1187840 tid 2 2024-08-10T05:21:44.474 INFO:tasks.rados.rados.0.smithi031.stdout:2142: writing smithi03186013-47 from 1187840 to 1425408 tid 3 2024-08-10T05:21:44.474 INFO:tasks.rados.rados.0.smithi031.stdout:2143: rollback oid 48 current snap is 206 2024-08-10T05:21:44.474 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 48 to 201 2024-08-10T05:21:44.474 INFO:tasks.rados.rados.0.smithi031.stdout:2141: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-10T05:21:44.478 INFO:tasks.rados.rados.0.smithi031.stdout:2137: finishing rollback tid 0 to smithi03186013-36 2024-08-10T05:21:44.478 INFO:tasks.rados.rados.0.smithi031.stdout:2137: finishing rollback tid 1 to smithi03186013-36 2024-08-10T05:21:44.479 INFO:tasks.rados.rados.0.smithi031.stdout:2141: done (5 left) 2024-08-10T05:21:44.479 INFO:tasks.rados.rados.0.smithi031.stdout:2144: delete oid 23 current snap is 206 2024-08-10T05:21:44.479 INFO:tasks.rados.rados.0.smithi031.stdout:2137: finishing rollback tid 2 to smithi03186013-36 2024-08-10T05:21:44.479 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 36 v 988 (ObjNum 557 snap 168 seq_num 557) dirty exists 2024-08-10T05:21:44.479 INFO:tasks.rados.rados.0.smithi031.stdout:2140: finishing rollback tid 0 to smithi03186013-16 2024-08-10T05:21:44.479 INFO:tasks.rados.rados.0.smithi031.stdout:2140: finishing rollback tid 1 to smithi03186013-16 2024-08-10T05:21:44.479 INFO:tasks.rados.rados.0.smithi031.stdout:2140: finishing rollback tid 2 to smithi03186013-16 2024-08-10T05:21:44.479 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 16 v 991 (ObjNum 261 snap 78 seq_num 261) dirty exists 2024-08-10T05:21:44.479 INFO:tasks.rados.rados.0.smithi031.stdout:2142: finishing write tid 1 to smithi03186013-47 2024-08-10T05:21:44.479 INFO:tasks.rados.rados.0.smithi031.stdout:2143: finishing rollback tid 1 to smithi03186013-48 2024-08-10T05:21:44.479 INFO:tasks.rados.rados.0.smithi031.stdout:2143: finishing rollback tid 2 to smithi03186013-48 2024-08-10T05:21:44.479 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 48 v 652 (ObjNum 635 snap 199 seq_num 635) dirty exists 2024-08-10T05:21:44.479 INFO:tasks.rados.rados.0.smithi031.stdout:2142: finishing write tid 2 to smithi03186013-47 2024-08-10T05:21:44.480 INFO:tasks.rados.rados.0.smithi031.stdout:2142: finishing write tid 3 to smithi03186013-47 2024-08-10T05:21:44.480 INFO:tasks.rados.rados.0.smithi031.stdout:2142: finishing write tid 4 to smithi03186013-47 2024-08-10T05:21:44.480 INFO:tasks.rados.rados.0.smithi031.stdout:2137: done (5 left) 2024-08-10T05:21:44.481 INFO:tasks.rados.rados.0.smithi031.stdout:2140: done (4 left) 2024-08-10T05:21:44.481 INFO:tasks.rados.rados.0.smithi031.stdout:2143: done (3 left) 2024-08-10T05:21:44.481 INFO:tasks.rados.rados.0.smithi031.stdout:2144: done (2 left) 2024-08-10T05:21:44.481 INFO:tasks.rados.rados.0.smithi031.stdout:2145: setattr oid 30 current snap is 206 2024-08-10T05:21:44.483 INFO:tasks.rados.rados.0.smithi031.stdout:2142: finishing write tid 5 to smithi03186013-47 2024-08-10T05:21:44.483 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 47 v 667 (ObjNum 658 snap 206 seq_num 658) dirty exists 2024-08-10T05:21:44.483 INFO:tasks.rados.rados.0.smithi031.stdout:2142: left oid 47 (ObjNum 658 snap 206 seq_num 658) 2024-08-10T05:21:44.483 INFO:tasks.rados.rados.0.smithi031.stdout:2142: done (2 left) 2024-08-10T05:21:44.484 INFO:tasks.rados.rados.0.smithi031.stdout:2146: rollback oid 22 current snap is 206 2024-08-10T05:21:44.484 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 22 to 203 2024-08-10T05:21:44.484 INFO:tasks.rados.rados.0.smithi031.stdout:2147: rollback oid 29 current snap is 206 2024-08-10T05:21:44.484 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 29 to 201 2024-08-10T05:21:44.484 INFO:tasks.rados.rados.0.smithi031.stdout:2148: read oid 34 snap 201 2024-08-10T05:21:44.484 INFO:tasks.rados.rados.0.smithi031.stdout:2148: expect (ObjNum 618 snap 193 seq_num 618) 2024-08-10T05:21:44.484 INFO:tasks.rados.rados.0.smithi031.stdout:2149: delete oid 44 current snap is 206 2024-08-10T05:21:44.489 INFO:tasks.rados.rados.0.smithi031.stdout:2146: finishing rollback tid 0 to smithi03186013-22 2024-08-10T05:21:44.489 INFO:tasks.rados.rados.0.smithi031.stdout:2139: expect (ObjNum 649 snap 202 seq_num 649) 2024-08-10T05:21:44.694 INFO:tasks.rados.rados.0.smithi031.stdout:2146: finishing rollback tid 1 to smithi03186013-22 2024-08-10T05:21:44.695 INFO:tasks.rados.rados.0.smithi031.stdout:2146: finishing rollback tid 2 to smithi03186013-22 2024-08-10T05:21:44.695 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 22 v 1224 (ObjNum 633 snap 197 seq_num 633) dirty exists 2024-08-10T05:21:44.695 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 30 v 1181 (ObjNum -648041248 snap 32509 seq_num 304) dirty exists 2024-08-10T05:21:44.695 INFO:tasks.rados.rados.0.smithi031.stdout:2147: finishing rollback tid 0 to smithi03186013-29 2024-08-10T05:21:44.695 INFO:tasks.rados.rados.0.smithi031.stdout:2147: finishing rollback tid 1 to smithi03186013-29 2024-08-10T05:21:44.695 INFO:tasks.rados.rados.0.smithi031.stdout:2139: done (5 left) 2024-08-10T05:21:44.695 INFO:tasks.rados.rados.0.smithi031.stdout:2145: done (4 left) 2024-08-10T05:21:44.695 INFO:tasks.rados.rados.0.smithi031.stdout:2146: done (3 left) 2024-08-10T05:21:44.695 INFO:tasks.rados.rados.0.smithi031.stdout:2149: done (2 left) 2024-08-10T05:21:44.695 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 44 current snap is 206 2024-08-10T05:21:44.695 INFO:tasks.rados.rados.0.smithi031.stdout:2147: finishing rollback tid 2 to smithi03186013-29 2024-08-10T05:21:44.696 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 29 v 1228 (ObjNum 563 snap 170 seq_num 563) dirty exists 2024-08-10T05:21:44.696 INFO:tasks.rados.rados.0.smithi031.stdout:2148: expect (ObjNum 618 snap 193 seq_num 618) 2024-08-10T05:21:44.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:44 smithi031 ceph-mon[98130]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 12/255 objects degraded (4.706%), 1 pg degraded) 2024-08-10T05:21:44.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:44 smithi031 ceph-mon[98130]: Cluster is now healthy 2024-08-10T05:21:44.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:44 smithi031 ceph-mon[98130]: osdmap e500: 8 total, 8 up, 8 in 2024-08-10T05:21:44.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:44 smithi031 ceph-mon[100614]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 12/255 objects degraded (4.706%), 1 pg degraded) 2024-08-10T05:21:44.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:44 smithi031 ceph-mon[100614]: Cluster is now healthy 2024-08-10T05:21:44.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:44 smithi031 ceph-mon[100614]: osdmap e500: 8 total, 8 up, 8 in 2024-08-10T05:21:44.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:44 smithi196 ceph-mon[90243]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 12/255 objects degraded (4.706%), 1 pg degraded) 2024-08-10T05:21:44.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:44 smithi196 ceph-mon[90243]: Cluster is now healthy 2024-08-10T05:21:44.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:44 smithi196 ceph-mon[90243]: osdmap e500: 8 total, 8 up, 8 in 2024-08-10T05:21:44.785 INFO:tasks.rados.rados.0.smithi031.stdout:2150: seq_num 661 ranges {0=679936,679936=622592,1302528=180224} 2024-08-10T05:21:44.788 INFO:tasks.rados.rados.0.smithi031.stdout:2150: writing smithi03186013-44 from 0 to 679936 tid 1 2024-08-10T05:21:44.792 INFO:tasks.rados.rados.0.smithi031.stdout:2150: writing smithi03186013-44 from 679936 to 1302528 tid 2 2024-08-10T05:21:44.794 INFO:tasks.rados.rados.0.smithi031.stdout:2150: writing smithi03186013-44 from 1302528 to 1482752 tid 3 2024-08-10T05:21:44.794 INFO:tasks.rados.rados.0.smithi031.stdout:2147: done (2 left) 2024-08-10T05:21:44.794 INFO:tasks.rados.rados.0.smithi031.stdout:2148: done (1 left) 2024-08-10T05:21:44.794 INFO:tasks.rados.rados.0.smithi031.stdout:2151: delete oid 16 current snap is 206 2024-08-10T05:21:44.794 INFO:tasks.rados.rados.0.smithi031.stdout:2150: finishing write tid 1 to smithi03186013-44 2024-08-10T05:21:44.796 INFO:tasks.rados.rados.0.smithi031.stdout:2151: done (1 left) 2024-08-10T05:21:44.796 INFO:tasks.rados.rados.0.smithi031.stdout:2152: snap_remove snap 204 2024-08-10T05:21:45.508 INFO:tasks.rados.rados.0.smithi031.stdout:2152: done (1 left) 2024-08-10T05:21:45.509 INFO:tasks.rados.rados.0.smithi031.stdout:2153: snap_remove snap 201 2024-08-10T05:21:45.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:45 smithi031 ceph-mon[98130]: pgmap v408: 121 pgs: 121 active+clean; 188 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 573 KiB/s wr, 12 op/s; 17 MiB/s, 3 objects/s recovering 2024-08-10T05:21:45.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:45 smithi031 ceph-mon[100614]: pgmap v408: 121 pgs: 121 active+clean; 188 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 573 KiB/s wr, 12 op/s; 17 MiB/s, 3 objects/s recovering 2024-08-10T05:21:45.772 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:45 smithi196 ceph-mon[90243]: pgmap v408: 121 pgs: 121 active+clean; 188 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 573 KiB/s wr, 12 op/s; 17 MiB/s, 3 objects/s recovering 2024-08-10T05:21:46.517 INFO:tasks.rados.rados.0.smithi031.stdout:2153: done (1 left) 2024-08-10T05:21:46.522 INFO:tasks.rados.rados.0.smithi031.stdout:2154: rollback oid 38 current snap is 206 2024-08-10T05:21:46.522 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 38 to 205 2024-08-10T05:21:46.522 INFO:tasks.rados.rados.0.smithi031.stdout:2150: finishing write tid 2 to smithi03186013-44 2024-08-10T05:21:46.522 INFO:tasks.rados.rados.0.smithi031.stdout:2150: finishing write tid 3 to smithi03186013-44 2024-08-10T05:21:46.522 INFO:tasks.rados.rados.0.smithi031.stdout:2150: finishing write tid 4 to smithi03186013-44 2024-08-10T05:21:46.522 INFO:tasks.rados.rados.0.smithi031.stdout:2150: finishing write tid 5 to smithi03186013-44 2024-08-10T05:21:46.523 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 44 v 1234 (ObjNum 661 snap 206 seq_num 661) dirty exists 2024-08-10T05:21:46.523 INFO:tasks.rados.rados.0.smithi031.stdout:2150: left oid 44 (ObjNum 661 snap 206 seq_num 661) 2024-08-10T05:21:46.523 INFO:tasks.rados.rados.0.smithi031.stdout:2150: done (1 left) 2024-08-10T05:21:46.523 INFO:tasks.rados.rados.0.smithi031.stdout:2155: snap_remove snap 203 2024-08-10T05:21:46.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:46 smithi031 ceph-mon[98130]: osdmap e501: 8 total, 8 up, 8 in 2024-08-10T05:21:46.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:46 smithi031 ceph-mon[100614]: osdmap e501: 8 total, 8 up, 8 in 2024-08-10T05:21:46.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:46 smithi196 ceph-mon[90243]: osdmap e501: 8 total, 8 up, 8 in 2024-08-10T05:21:47.520 INFO:tasks.rados.rados.0.smithi031.stdout:2155: done (1 left) 2024-08-10T05:21:47.520 INFO:tasks.rados.rados.0.smithi031.stdout:2156: read oid 36 snap -1 2024-08-10T05:21:47.520 INFO:tasks.rados.rados.0.smithi031.stdout:2156: expect (ObjNum 557 snap 168 seq_num 557) 2024-08-10T05:21:47.520 INFO:tasks.rados.rados.0.smithi031.stdout:2157: rmattr oid 23 current snap is 206 2024-08-10T05:21:47.521 INFO:tasks.rados.rados.0.smithi031.stdout:2157: done (2 left) 2024-08-10T05:21:47.521 INFO:tasks.rados.rados.0.smithi031.stdout:2158: rollback oid 3 current snap is 206 2024-08-10T05:21:47.521 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 3 to 205 2024-08-10T05:21:47.521 INFO:tasks.rados.rados.0.smithi031.stdout:2154: finishing rollback tid 1 to smithi03186013-38 2024-08-10T05:21:47.521 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 38 v 0 (ObjNum 129 snap 0 seq_num 590304712) dirty dne 2024-08-10T05:21:47.521 INFO:tasks.rados.rados.0.smithi031.stdout:2154: done (2 left) 2024-08-10T05:21:47.521 INFO:tasks.rados.rados.0.smithi031.stdout:2159: snap_create 2024-08-10T05:21:47.532 INFO:tasks.rados.rados.0.smithi031.stdout:2158: finishing rollback tid 0 to smithi03186013-3 2024-08-10T05:21:47.532 INFO:tasks.rados.rados.0.smithi031.stdout:2158: finishing rollback tid 1 to smithi03186013-3 2024-08-10T05:21:47.533 INFO:tasks.rados.rados.0.smithi031.stdout:2158: finishing rollback tid 2 to smithi03186013-3 2024-08-10T05:21:47.533 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 3 v 997 (ObjNum 562 snap 169 seq_num 562) dirty exists 2024-08-10T05:21:47.544 INFO:tasks.rados.rados.0.smithi031.stdout:2156: expect (ObjNum 557 snap 168 seq_num 557) 2024-08-10T05:21:47.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:47 smithi196 ceph-mon[90243]: pgmap v411: 121 pgs: 121 active+clean; 191 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 1.2 MiB/s wr, 18 op/s; 17 MiB/s, 3 objects/s recovering 2024-08-10T05:21:47.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:47 smithi196 ceph-mon[90243]: osdmap e502: 8 total, 8 up, 8 in 2024-08-10T05:21:48.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:47 smithi031 ceph-mon[98130]: pgmap v411: 121 pgs: 121 active+clean; 191 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 1.2 MiB/s wr, 18 op/s; 17 MiB/s, 3 objects/s recovering 2024-08-10T05:21:48.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:47 smithi031 ceph-mon[98130]: osdmap e502: 8 total, 8 up, 8 in 2024-08-10T05:21:48.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:47 smithi031 ceph-mon[100614]: pgmap v411: 121 pgs: 121 active+clean; 191 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 1.2 MiB/s wr, 18 op/s; 17 MiB/s, 3 objects/s recovering 2024-08-10T05:21:48.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:47 smithi031 ceph-mon[100614]: osdmap e502: 8 total, 8 up, 8 in 2024-08-10T05:21:48.519 INFO:tasks.rados.rados.0.smithi031.stdout:2156: done (2 left) 2024-08-10T05:21:48.519 INFO:tasks.rados.rados.0.smithi031.stdout:2158: done (1 left) 2024-08-10T05:21:48.519 INFO:tasks.rados.rados.0.smithi031.stdout:2159: done (0 left) 2024-08-10T05:21:48.520 INFO:tasks.rados.rados.0.smithi031.stdout:2160: rollback oid 31 current snap is 207 2024-08-10T05:21:48.520 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 31 to 206 2024-08-10T05:21:48.520 INFO:tasks.rados.rados.0.smithi031.stdout:2161: snap_remove snap 205 2024-08-10T05:21:49.018 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:48 smithi031 ceph-mon[100614]: osdmap e503: 8 total, 8 up, 8 in 2024-08-10T05:21:49.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:48 smithi031 ceph-mon[100614]: osdmap e504: 8 total, 8 up, 8 in 2024-08-10T05:21:49.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:48 smithi031 ceph-mon[98130]: osdmap e503: 8 total, 8 up, 8 in 2024-08-10T05:21:49.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:48 smithi031 ceph-mon[98130]: osdmap e504: 8 total, 8 up, 8 in 2024-08-10T05:21:49.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:48 smithi196 ceph-mon[90243]: osdmap e503: 8 total, 8 up, 8 in 2024-08-10T05:21:49.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:48 smithi196 ceph-mon[90243]: osdmap e504: 8 total, 8 up, 8 in 2024-08-10T05:21:49.227 INFO:tasks.rados.rados.0.smithi031.stdout:2161: done (1 left) 2024-08-10T05:21:49.227 INFO:tasks.rados.rados.0.smithi031.stdout:2162: rmattr oid 21 current snap is 207 2024-08-10T05:21:49.227 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 25 current snap is 207 2024-08-10T05:21:49.227 INFO:tasks.rados.rados.0.smithi031.stdout:2163: seq_num 663 ranges {5791744=712704,6504448=442368,6946816=360448} 2024-08-10T05:21:49.263 INFO:tasks.rados.rados.0.smithi031.stdout:2163: writing smithi03186013-25 from 5791744 to 6504448 tid 1 2024-08-10T05:21:49.266 INFO:tasks.rados.rados.0.smithi031.stdout:2163: writing smithi03186013-25 from 6504448 to 6946816 tid 2 2024-08-10T05:21:49.269 INFO:tasks.rados.rados.0.smithi031.stdout:2163: writing smithi03186013-25 from 6946816 to 7307264 tid 3 2024-08-10T05:21:49.269 INFO:tasks.rados.rados.0.smithi031.stdout:2164: delete oid 7 current snap is 207 2024-08-10T05:21:49.269 INFO:tasks.rados.rados.0.smithi031.stdout:2160: finishing rollback tid 0 to smithi03186013-31 2024-08-10T05:21:49.269 INFO:tasks.rados.rados.0.smithi031.stdout:2160: finishing rollback tid 1 to smithi03186013-31 2024-08-10T05:21:49.269 INFO:tasks.rados.rados.0.smithi031.stdout:2160: finishing rollback tid 2 to smithi03186013-31 2024-08-10T05:21:49.269 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 31 v 923 (ObjNum 564 snap 171 seq_num 564) dirty exists 2024-08-10T05:21:49.269 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 21 v 1182 (ObjNum 385 snap 0 seq_num 589550192) dirty exists 2024-08-10T05:21:49.269 INFO:tasks.rados.rados.0.smithi031.stdout:2163: finishing write tid 1 to smithi03186013-25 2024-08-10T05:21:49.269 INFO:tasks.rados.rados.0.smithi031.stdout:2163: finishing write tid 2 to smithi03186013-25 2024-08-10T05:21:49.271 INFO:tasks.rados.rados.0.smithi031.stdout:2160: done (3 left) 2024-08-10T05:21:49.271 INFO:tasks.rados.rados.0.smithi031.stdout:2162: done (2 left) 2024-08-10T05:21:49.271 INFO:tasks.rados.rados.0.smithi031.stdout:2164: done (1 left) 2024-08-10T05:21:49.271 INFO:tasks.rados.rados.0.smithi031.stdout:2165: copy_from oid 32 from oid 49 current snap is 207 2024-08-10T05:21:49.271 INFO:tasks.rados.rados.0.smithi031.stdout:2166: copy_from oid 30 from oid 19 current snap is 207 2024-08-10T05:21:49.271 INFO:tasks.rados.rados.0.smithi031.stdout:2167: read oid 5 snap -1 2024-08-10T05:21:49.272 INFO:tasks.rados.rados.0.smithi031.stdout:2167: expect (ObjNum 604 snap 186 seq_num 604) 2024-08-10T05:21:49.272 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 4 current snap is 207 2024-08-10T05:21:49.272 INFO:tasks.rados.rados.0.smithi031.stdout:2168: seq_num 665 ranges {2392064=745472,3137536=606208,3743744=196608} 2024-08-10T05:21:49.289 INFO:tasks.rados.rados.0.smithi031.stdout:2168: writing smithi03186013-4 from 2392064 to 3137536 tid 1 2024-08-10T05:21:49.293 INFO:tasks.rados.rados.0.smithi031.stdout:2168: writing smithi03186013-4 from 3137536 to 3743744 tid 2 2024-08-10T05:21:49.294 INFO:tasks.rados.rados.0.smithi031.stdout:2168: writing smithi03186013-4 from 3743744 to 3940352 tid 3 2024-08-10T05:21:49.294 INFO:tasks.rados.rados.0.smithi031.stdout:2169: snap_create 2024-08-10T05:21:49.294 INFO:tasks.rados.rados.0.smithi031.stdout:2163: finishing write tid 3 to smithi03186013-25 2024-08-10T05:21:49.294 INFO:tasks.rados.rados.0.smithi031.stdout:2163: finishing write tid 4 to smithi03186013-25 2024-08-10T05:21:49.295 INFO:tasks.rados.rados.0.smithi031.stdout:2166: finishing copy_from to smithi03186013-30 2024-08-10T05:21:49.295 INFO:tasks.rados.rados.0.smithi031.stdout:2166: got expected ENOENT (src dne) 2024-08-10T05:21:49.295 INFO:tasks.rados.rados.0.smithi031.stdout:2166: finishing copy_from racing read to smithi03186013-30 2024-08-10T05:21:49.295 INFO:tasks.rados.rados.0.smithi031.stdout:2165: finishing copy_from racing read to smithi03186013-32 2024-08-10T05:21:49.296 INFO:tasks.rados.rados.0.smithi031.stdout:2165: finishing copy_from to smithi03186013-32 2024-08-10T05:21:49.296 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 32 v 994 (ObjNum 649 snap 202 seq_num 649) dirty exists 2024-08-10T05:21:49.298 INFO:tasks.rados.rados.0.smithi031.stdout:2168: finishing write tid 1 to smithi03186013-4 2024-08-10T05:21:49.298 INFO:tasks.rados.rados.0.smithi031.stdout:2168: finishing write tid 2 to smithi03186013-4 2024-08-10T05:21:49.298 INFO:tasks.rados.rados.0.smithi031.stdout:2168: finishing write tid 3 to smithi03186013-4 2024-08-10T05:21:49.299 INFO:tasks.rados.rados.0.smithi031.stdout:2168: finishing write tid 4 to smithi03186013-4 2024-08-10T05:21:49.300 INFO:tasks.rados.rados.0.smithi031.stdout:2168: finishing write tid 5 to smithi03186013-4 2024-08-10T05:21:49.300 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 4 v 996 (ObjNum 665 snap 207 seq_num 665) dirty exists 2024-08-10T05:21:49.300 INFO:tasks.rados.rados.0.smithi031.stdout:2168: left oid 4 (ObjNum 665 snap 207 seq_num 665) 2024-08-10T05:21:49.300 INFO:tasks.rados.rados.0.smithi031.stdout:2163: finishing write tid 5 to smithi03186013-25 2024-08-10T05:21:49.300 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 25 v 1101 (ObjNum 663 snap 207 seq_num 663) dirty exists 2024-08-10T05:21:49.300 INFO:tasks.rados.rados.0.smithi031.stdout:2163: left oid 25 (ObjNum 663 snap 207 seq_num 663) 2024-08-10T05:21:49.317 INFO:tasks.rados.rados.0.smithi031.stdout:2167: expect (ObjNum 604 snap 186 seq_num 604) 2024-08-10T05:21:50.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:49 smithi031 ceph-mon[98130]: pgmap v414: 121 pgs: 121 active+clean; 196 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 694 KiB/s wr, 17 op/s 2024-08-10T05:21:50.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:49 smithi031 ceph-mon[98130]: osdmap e505: 8 total, 8 up, 8 in 2024-08-10T05:21:50.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:49 smithi031 ceph-mon[100614]: pgmap v414: 121 pgs: 121 active+clean; 196 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 694 KiB/s wr, 17 op/s 2024-08-10T05:21:50.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:49 smithi031 ceph-mon[100614]: osdmap e505: 8 total, 8 up, 8 in 2024-08-10T05:21:50.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:49 smithi196 ceph-mon[90243]: pgmap v414: 121 pgs: 121 active+clean; 196 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 694 KiB/s wr, 17 op/s 2024-08-10T05:21:50.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:49 smithi196 ceph-mon[90243]: osdmap e505: 8 total, 8 up, 8 in 2024-08-10T05:21:50.227 INFO:tasks.rados.rados.0.smithi031.stdout:2163: done (5 left) 2024-08-10T05:21:50.227 INFO:tasks.rados.rados.0.smithi031.stdout:2165: done (4 left) 2024-08-10T05:21:50.227 INFO:tasks.rados.rados.0.smithi031.stdout:2166: done (3 left) 2024-08-10T05:21:50.228 INFO:tasks.rados.rados.0.smithi031.stdout:2167: done (2 left) 2024-08-10T05:21:50.228 INFO:tasks.rados.rados.0.smithi031.stdout:2168: done (1 left) 2024-08-10T05:21:50.228 INFO:tasks.rados.rados.0.smithi031.stdout:2169: done (0 left) 2024-08-10T05:21:50.228 INFO:tasks.rados.rados.0.smithi031.stdout:2170: snap_remove snap 207 2024-08-10T05:21:51.231 INFO:tasks.rados.rados.0.smithi031.stdout:2170: done (0 left) 2024-08-10T05:21:51.231 INFO:tasks.rados.rados.0.smithi031.stdout:2171: read oid 39 snap -1 2024-08-10T05:21:51.231 INFO:tasks.rados.rados.0.smithi031.stdout:2171: expect (ObjNum 638 snap 199 seq_num 638) 2024-08-10T05:21:51.231 INFO:tasks.rados.rados.0.smithi031.stdout:2172: read oid 18 snap -1 2024-08-10T05:21:51.231 INFO:tasks.rados.rados.0.smithi031.stdout:2172: expect deleted 2024-08-10T05:21:51.231 INFO:tasks.rados.rados.0.smithi031.stdout:2173: delete oid 8 current snap is 208 2024-08-10T05:21:51.239 INFO:tasks.rados.rados.0.smithi031.stdout:2172: done (2 left) 2024-08-10T05:21:51.239 INFO:tasks.rados.rados.0.smithi031.stdout:2173: done (1 left) 2024-08-10T05:21:51.239 INFO:tasks.rados.rados.0.smithi031.stdout:2174: copy_from oid 48 from oid 20 current snap is 208 2024-08-10T05:21:51.239 INFO:tasks.rados.rados.0.smithi031.stdout:2175: read oid 40 snap -1 2024-08-10T05:21:51.239 INFO:tasks.rados.rados.0.smithi031.stdout:2175: expect deleted 2024-08-10T05:21:51.239 INFO:tasks.rados.rados.0.smithi031.stdout:2176: delete oid 9 current snap is 208 2024-08-10T05:21:51.246 INFO:tasks.rados.rados.0.smithi031.stdout:2175: done (3 left) 2024-08-10T05:21:51.246 INFO:tasks.rados.rados.0.smithi031.stdout:2176: done (2 left) 2024-08-10T05:21:51.246 INFO:tasks.rados.rados.0.smithi031.stdout:2177: snap_create 2024-08-10T05:21:51.246 INFO:tasks.rados.rados.0.smithi031.stdout:2174: finishing copy_from to smithi03186013-48 2024-08-10T05:21:51.247 INFO:tasks.rados.rados.0.smithi031.stdout:2174: got expected ENOENT (src dne) 2024-08-10T05:21:51.247 INFO:tasks.rados.rados.0.smithi031.stdout:2174: finishing copy_from racing read to smithi03186013-48 2024-08-10T05:21:51.304 INFO:tasks.rados.rados.0.smithi031.stdout:2171: expect (ObjNum 638 snap 199 seq_num 638) 2024-08-10T05:21:51.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:51 smithi031 ceph-mon[98130]: pgmap v417: 121 pgs: 121 active+clean; 184 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 6.9 MiB/s rd, 348 KiB/s wr, 15 op/s 2024-08-10T05:21:51.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:51 smithi031 ceph-mon[98130]: osdmap e506: 8 total, 8 up, 8 in 2024-08-10T05:21:51.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:51 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:21:51.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:21:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:21:51] "GET /metrics HTTP/1.1" 200 36083 "" "Prometheus/2.43.0" 2024-08-10T05:21:51.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:51 smithi031 ceph-mon[100614]: pgmap v417: 121 pgs: 121 active+clean; 184 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 6.9 MiB/s rd, 348 KiB/s wr, 15 op/s 2024-08-10T05:21:51.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:51 smithi031 ceph-mon[100614]: osdmap e506: 8 total, 8 up, 8 in 2024-08-10T05:21:51.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:51 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:21:51.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:51 smithi196 ceph-mon[90243]: pgmap v417: 121 pgs: 121 active+clean; 184 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 6.9 MiB/s rd, 348 KiB/s wr, 15 op/s 2024-08-10T05:21:51.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:51 smithi196 ceph-mon[90243]: osdmap e506: 8 total, 8 up, 8 in 2024-08-10T05:21:51.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:51 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:21:52.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:52 smithi031 ceph-mon[98130]: osdmap e507: 8 total, 8 up, 8 in 2024-08-10T05:21:52.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:52 smithi031 ceph-mon[100614]: osdmap e507: 8 total, 8 up, 8 in 2024-08-10T05:21:52.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:52 smithi196 ceph-mon[90243]: osdmap e507: 8 total, 8 up, 8 in 2024-08-10T05:21:52.528 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:21:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:21:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:21:53.398 INFO:tasks.rados.rados.0.smithi031.stdout:2171: done (2 left) 2024-08-10T05:21:53.399 INFO:tasks.rados.rados.0.smithi031.stdout:2174: done (1 left) 2024-08-10T05:21:53.399 INFO:tasks.rados.rados.0.smithi031.stdout:2177: done (0 left) 2024-08-10T05:21:53.399 INFO:tasks.rados.rados.0.smithi031.stdout:2178: copy_from oid 23 from oid 20 current snap is 209 2024-08-10T05:21:53.399 INFO:tasks.rados.rados.0.smithi031.stdout:2179: rmattr oid 4 current snap is 209 2024-08-10T05:21:53.399 INFO:tasks.rados.rados.0.smithi031.stdout:2180: snap_create 2024-08-10T05:21:53.399 INFO:tasks.rados.rados.0.smithi031.stdout:2178: finishing copy_from to smithi03186013-23 2024-08-10T05:21:53.399 INFO:tasks.rados.rados.0.smithi031.stdout:2178: got expected ENOENT (src dne) 2024-08-10T05:21:53.400 INFO:tasks.rados.rados.0.smithi031.stdout:2178: finishing copy_from racing read to smithi03186013-23 2024-08-10T05:21:53.401 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 4 v 997 (ObjNum 665 snap 207 seq_num 665) dirty exists 2024-08-10T05:21:53.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:53 smithi031 ceph-mon[98130]: pgmap v420: 121 pgs: 121 active+clean; 174 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.1 MiB/s rd, 718 KiB/s wr, 7 op/s 2024-08-10T05:21:53.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:53 smithi031 ceph-mon[98130]: osdmap e508: 8 total, 8 up, 8 in 2024-08-10T05:21:53.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:53 smithi031 ceph-mon[100614]: pgmap v420: 121 pgs: 121 active+clean; 174 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.1 MiB/s rd, 718 KiB/s wr, 7 op/s 2024-08-10T05:21:53.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:53 smithi031 ceph-mon[100614]: osdmap e508: 8 total, 8 up, 8 in 2024-08-10T05:21:53.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:53 smithi196 ceph-mon[90243]: pgmap v420: 121 pgs: 121 active+clean; 174 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.1 MiB/s rd, 718 KiB/s wr, 7 op/s 2024-08-10T05:21:53.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:53 smithi196 ceph-mon[90243]: osdmap e508: 8 total, 8 up, 8 in 2024-08-10T05:21:54.230 INFO:tasks.rados.rados.0.smithi031.stdout:2178: done (2 left) 2024-08-10T05:21:54.231 INFO:tasks.rados.rados.0.smithi031.stdout:2179: done (1 left) 2024-08-10T05:21:54.231 INFO:tasks.rados.rados.0.smithi031.stdout:2180: done (0 left) 2024-08-10T05:21:54.231 INFO:tasks.rados.rados.0.smithi031.stdout:2181: rollback oid 37 current snap is 210 2024-08-10T05:21:54.231 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 37 to 208 2024-08-10T05:21:54.231 INFO:tasks.rados.rados.0.smithi031.stdout:2182: read oid 25 snap -1 2024-08-10T05:21:54.231 INFO:tasks.rados.rados.0.smithi031.stdout:2182: expect (ObjNum 663 snap 207 seq_num 663) 2024-08-10T05:21:54.231 INFO:tasks.rados.rados.0.smithi031.stdout:2183: read oid 28 snap -1 2024-08-10T05:21:54.232 INFO:tasks.rados.rados.0.smithi031.stdout:2183: expect (ObjNum 618 snap 193 seq_num 618) 2024-08-10T05:21:54.232 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 42 current snap is 210 2024-08-10T05:21:54.232 INFO:tasks.rados.rados.0.smithi031.stdout:2184: seq_num 668 ranges {0=794624,794624=663552,1458176=139264} 2024-08-10T05:21:54.234 INFO:tasks.rados.rados.0.smithi031.stdout:2184: writing smithi03186013-42 from 0 to 794624 tid 1 2024-08-10T05:21:54.239 INFO:tasks.rados.rados.0.smithi031.stdout:2184: writing smithi03186013-42 from 794624 to 1458176 tid 2 2024-08-10T05:21:54.240 INFO:tasks.rados.rados.0.smithi031.stdout:2184: writing smithi03186013-42 from 1458176 to 1597440 tid 3 2024-08-10T05:21:54.240 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 47 current snap is 210 2024-08-10T05:21:54.240 INFO:tasks.rados.rados.0.smithi031.stdout:2185: seq_num 669 ranges {1425408=409600,1835008=548864,2383872=655360} 2024-08-10T05:21:54.251 INFO:tasks.rados.rados.0.smithi031.stdout:2185: writing smithi03186013-47 from 1425408 to 1835008 tid 1 2024-08-10T05:21:54.254 INFO:tasks.rados.rados.0.smithi031.stdout:2185: writing smithi03186013-47 from 1835008 to 2383872 tid 2 2024-08-10T05:21:54.259 INFO:tasks.rados.rados.0.smithi031.stdout:2185: writing smithi03186013-47 from 2383872 to 3039232 tid 3 2024-08-10T05:21:54.259 INFO:tasks.rados.rados.0.smithi031.stdout:2186: read oid 21 snap -1 2024-08-10T05:21:54.259 INFO:tasks.rados.rados.0.smithi031.stdout:2186: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-10T05:21:54.259 INFO:tasks.rados.rados.0.smithi031.stdout:2187: delete oid 41 current snap is 210 2024-08-10T05:21:54.259 INFO:tasks.rados.rados.0.smithi031.stdout:2181: finishing rollback tid 0 to smithi03186013-37 2024-08-10T05:21:54.259 INFO:tasks.rados.rados.0.smithi031.stdout:2184: finishing write tid 1 to smithi03186013-42 2024-08-10T05:21:54.259 INFO:tasks.rados.rados.0.smithi031.stdout:2184: finishing write tid 2 to smithi03186013-42 2024-08-10T05:21:54.259 INFO:tasks.rados.rados.0.smithi031.stdout:2184: finishing write tid 3 to smithi03186013-42 2024-08-10T05:21:54.259 INFO:tasks.rados.rados.0.smithi031.stdout:2184: finishing write tid 4 to smithi03186013-42 2024-08-10T05:21:54.259 INFO:tasks.rados.rados.0.smithi031.stdout:2184: finishing write tid 5 to smithi03186013-42 2024-08-10T05:21:54.260 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 42 v 927 (ObjNum 668 snap 210 seq_num 668) dirty exists 2024-08-10T05:21:54.260 INFO:tasks.rados.rados.0.smithi031.stdout:2184: left oid 42 (ObjNum 668 snap 210 seq_num 668) 2024-08-10T05:21:54.260 INFO:tasks.rados.rados.0.smithi031.stdout:2181: finishing rollback tid 1 to smithi03186013-37 2024-08-10T05:21:54.260 INFO:tasks.rados.rados.0.smithi031.stdout:2181: finishing rollback tid 2 to smithi03186013-37 2024-08-10T05:21:54.260 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 37 v 998 (ObjNum 639 snap 199 seq_num 639) dirty exists 2024-08-10T05:21:54.260 INFO:tasks.rados.rados.0.smithi031.stdout:2183: expect (ObjNum 618 snap 193 seq_num 618) 2024-08-10T05:21:54.352 INFO:tasks.rados.rados.0.smithi031.stdout:2185: finishing write tid 1 to smithi03186013-47 2024-08-10T05:21:54.352 INFO:tasks.rados.rados.0.smithi031.stdout:2185: finishing write tid 2 to smithi03186013-47 2024-08-10T05:21:54.352 INFO:tasks.rados.rados.0.smithi031.stdout:2186: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-10T05:21:54.353 INFO:tasks.rados.rados.0.smithi031.stdout:2185: finishing write tid 3 to smithi03186013-47 2024-08-10T05:21:54.353 INFO:tasks.rados.rados.0.smithi031.stdout:2185: finishing write tid 4 to smithi03186013-47 2024-08-10T05:21:54.353 INFO:tasks.rados.rados.0.smithi031.stdout:2185: finishing write tid 5 to smithi03186013-47 2024-08-10T05:21:54.353 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 47 v 671 (ObjNum 669 snap 210 seq_num 669) dirty exists 2024-08-10T05:21:54.353 INFO:tasks.rados.rados.0.smithi031.stdout:2185: left oid 47 (ObjNum 669 snap 210 seq_num 669) 2024-08-10T05:21:54.353 INFO:tasks.rados.rados.0.smithi031.stdout:2182: expect (ObjNum 663 snap 207 seq_num 663) 2024-08-10T05:21:54.804 INFO:tasks.rados.rados.0.smithi031.stdout:2181: done (6 left) 2024-08-10T05:21:54.804 INFO:tasks.rados.rados.0.smithi031.stdout:2182: done (5 left) 2024-08-10T05:21:54.804 INFO:tasks.rados.rados.0.smithi031.stdout:2183: done (4 left) 2024-08-10T05:21:54.804 INFO:tasks.rados.rados.0.smithi031.stdout:2184: done (3 left) 2024-08-10T05:21:54.804 INFO:tasks.rados.rados.0.smithi031.stdout:2185: done (2 left) 2024-08-10T05:21:54.805 INFO:tasks.rados.rados.0.smithi031.stdout:2186: done (1 left) 2024-08-10T05:21:54.805 INFO:tasks.rados.rados.0.smithi031.stdout:2187: done (0 left) 2024-08-10T05:21:54.805 INFO:tasks.rados.rados.0.smithi031.stdout:2188: setattr oid 46 current snap is 210 2024-08-10T05:21:54.805 INFO:tasks.rados.rados.0.smithi031.stdout:2189: setattr oid 14 current snap is 210 2024-08-10T05:21:54.805 INFO:tasks.rados.rados.0.smithi031.stdout:2190: read oid 20 snap 206 2024-08-10T05:21:54.806 INFO:tasks.rados.rados.0.smithi031.stdout:2190: expect deleted 2024-08-10T05:21:54.806 INFO:tasks.rados.rados.0.smithi031.stdout:2191: rmattr oid 28 current snap is 210 2024-08-10T05:21:54.806 INFO:tasks.rados.rados.0.smithi031.stdout:2191: done (3 left) 2024-08-10T05:21:54.806 INFO:tasks.rados.rados.0.smithi031.stdout:2192: snap_create 2024-08-10T05:21:54.807 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 46 v 840 (ObjNum 565 snap 171 seq_num 565) dirty exists 2024-08-10T05:21:54.808 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 14 v 1102 (ObjNum 33 snap 0 seq_num 589818352) dirty exists 2024-08-10T05:21:55.250 INFO:tasks.rados.rados.0.smithi031.stdout:2188: done (3 left) 2024-08-10T05:21:55.250 INFO:tasks.rados.rados.0.smithi031.stdout:2189: done (2 left) 2024-08-10T05:21:55.250 INFO:tasks.rados.rados.0.smithi031.stdout:2190: done (1 left) 2024-08-10T05:21:55.250 INFO:tasks.rados.rados.0.smithi031.stdout:2192: done (0 left) 2024-08-10T05:21:55.250 INFO:tasks.rados.rados.0.smithi031.stdout:2193: read oid 32 snap 210 2024-08-10T05:21:55.250 INFO:tasks.rados.rados.0.smithi031.stdout:2193: expect (ObjNum 649 snap 202 seq_num 649) 2024-08-10T05:21:55.250 INFO:tasks.rados.rados.0.smithi031.stdout:2194: read oid 40 snap 206 2024-08-10T05:21:55.250 INFO:tasks.rados.rados.0.smithi031.stdout:2194: expect deleted 2024-08-10T05:21:55.250 INFO:tasks.rados.rados.0.smithi031.stdout:2195: read oid 46 snap -1 2024-08-10T05:21:55.251 INFO:tasks.rados.rados.0.smithi031.stdout:2195: expect (ObjNum 565 snap 171 seq_num 565) 2024-08-10T05:21:55.251 INFO:tasks.rados.rados.0.smithi031.stdout:2196: snap_create 2024-08-10T05:21:55.284 INFO:tasks.rados.rados.0.smithi031.stdout:2193: expect (ObjNum 649 snap 202 seq_num 649) 2024-08-10T05:21:55.486 INFO:tasks.rados.rados.0.smithi031.stdout:2195: expect (ObjNum 565 snap 171 seq_num 565) 2024-08-10T05:21:55.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:55 smithi031 ceph-mon[98130]: pgmap v422: 121 pgs: 121 active+clean; 171 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 1.1 MiB/s wr, 9 op/s 2024-08-10T05:21:55.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:55 smithi031 ceph-mon[98130]: osdmap e509: 8 total, 8 up, 8 in 2024-08-10T05:21:55.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:55 smithi031 ceph-mon[100614]: pgmap v422: 121 pgs: 121 active+clean; 171 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 1.1 MiB/s wr, 9 op/s 2024-08-10T05:21:55.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:55 smithi031 ceph-mon[100614]: osdmap e509: 8 total, 8 up, 8 in 2024-08-10T05:21:55.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:55 smithi196 ceph-mon[90243]: pgmap v422: 121 pgs: 121 active+clean; 171 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 1.1 MiB/s wr, 9 op/s 2024-08-10T05:21:55.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:55 smithi196 ceph-mon[90243]: osdmap e509: 8 total, 8 up, 8 in 2024-08-10T05:21:56.250 INFO:tasks.rados.rados.0.smithi031.stdout:2193: done (3 left) 2024-08-10T05:21:56.250 INFO:tasks.rados.rados.0.smithi031.stdout:2194: done (2 left) 2024-08-10T05:21:56.250 INFO:tasks.rados.rados.0.smithi031.stdout:2195: done (1 left) 2024-08-10T05:21:56.250 INFO:tasks.rados.rados.0.smithi031.stdout:2196: done (0 left) 2024-08-10T05:21:56.250 INFO:tasks.rados.rados.0.smithi031.stdout:2197: setattr oid 46 current snap is 212 2024-08-10T05:21:56.251 INFO:tasks.rados.rados.0.smithi031.stdout:2198: rollback oid 35 current snap is 212 2024-08-10T05:21:56.251 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 35 to 208 2024-08-10T05:21:56.251 INFO:tasks.rados.rados.0.smithi031.stdout:2199: snap_remove snap 210 2024-08-10T05:21:56.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:56 smithi031 ceph-mon[98130]: osdmap e510: 8 total, 8 up, 8 in 2024-08-10T05:21:56.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:21:56.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:21:56.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-10T05:21:56.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:56 smithi031 ceph-mon[100614]: osdmap e510: 8 total, 8 up, 8 in 2024-08-10T05:21:56.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:56 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:21:56.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:56 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:21:56.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:56 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-10T05:21:56.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:56 smithi196 ceph-mon[90243]: osdmap e510: 8 total, 8 up, 8 in 2024-08-10T05:21:56.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:56 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:21:56.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:56 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:21:56.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:56 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-10T05:21:57.265 INFO:tasks.rados.rados.0.smithi031.stdout:2199: done (2 left) 2024-08-10T05:21:57.266 INFO:tasks.rados.rados.0.smithi031.stdout:2200: read oid 47 snap -1 2024-08-10T05:21:57.266 INFO:tasks.rados.rados.0.smithi031.stdout:2200: expect (ObjNum 669 snap 210 seq_num 669) 2024-08-10T05:21:57.266 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 50 current snap is 212 2024-08-10T05:21:57.266 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 46 v 841 (ObjNum 565 snap 171 seq_num 565) dirty exists 2024-08-10T05:21:57.266 INFO:tasks.rados.rados.0.smithi031.stdout:2198: finishing rollback tid 0 to smithi03186013-35 2024-08-10T05:21:57.266 INFO:tasks.rados.rados.0.smithi031.stdout:2198: finishing rollback tid 1 to smithi03186013-35 2024-08-10T05:21:57.266 INFO:tasks.rados.rados.0.smithi031.stdout:2201: seq_num 671 ranges {2146304=442368,2588672=761856,3350528=442368} 2024-08-10T05:21:57.279 INFO:tasks.rados.rados.0.smithi031.stdout:2201: writing smithi03186013-50 from 2146304 to 2588672 tid 1 2024-08-10T05:21:57.284 INFO:tasks.rados.rados.0.smithi031.stdout:2201: writing smithi03186013-50 from 2588672 to 3350528 tid 2 2024-08-10T05:21:57.287 INFO:tasks.rados.rados.0.smithi031.stdout:2201: writing smithi03186013-50 from 3350528 to 3792896 tid 3 2024-08-10T05:21:57.287 INFO:tasks.rados.rados.0.smithi031.stdout:2197: done (3 left) 2024-08-10T05:21:57.287 INFO:tasks.rados.rados.0.smithi031.stdout:2202: snap_remove snap 211 2024-08-10T05:21:57.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:57 smithi031 ceph-mon[98130]: pgmap v425: 121 pgs: 121 active+clean; 173 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 1.4 MiB/s wr, 9 op/s 2024-08-10T05:21:57.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:57 smithi031 ceph-mon[98130]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-10T05:21:57.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:57 smithi031 ceph-mon[98130]: Upgrade: osd.7 is safe to restart 2024-08-10T05:21:57.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:57 smithi031 ceph-mon[98130]: osdmap e511: 8 total, 8 up, 8 in 2024-08-10T05:21:57.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:57 smithi031 ceph-mon[100614]: pgmap v425: 121 pgs: 121 active+clean; 173 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 1.4 MiB/s wr, 9 op/s 2024-08-10T05:21:57.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:57 smithi031 ceph-mon[100614]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-10T05:21:57.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:57 smithi031 ceph-mon[100614]: Upgrade: osd.7 is safe to restart 2024-08-10T05:21:57.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:57 smithi031 ceph-mon[100614]: osdmap e511: 8 total, 8 up, 8 in 2024-08-10T05:21:57.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:57 smithi196 ceph-mon[90243]: pgmap v425: 121 pgs: 121 active+clean; 173 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 1.4 MiB/s wr, 9 op/s 2024-08-10T05:21:57.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:57 smithi196 ceph-mon[90243]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-10T05:21:57.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:57 smithi196 ceph-mon[90243]: Upgrade: osd.7 is safe to restart 2024-08-10T05:21:57.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:57 smithi196 ceph-mon[90243]: osdmap e511: 8 total, 8 up, 8 in 2024-08-10T05:21:58.271 INFO:tasks.rados.rados.0.smithi031.stdout:2202: done (3 left) 2024-08-10T05:21:58.271 INFO:tasks.rados.rados.0.smithi031.stdout:2203: rmattr oid 14 current snap is 212 2024-08-10T05:21:58.271 INFO:tasks.rados.rados.0.smithi031.stdout:2198: finishing rollback tid 2 to smithi03186013-35 2024-08-10T05:21:58.271 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 35 v 1186 (ObjNum 629 snap 195 seq_num 629) dirty exists 2024-08-10T05:21:58.271 INFO:tasks.rados.rados.0.smithi031.stdout:2200: expect (ObjNum 669 snap 210 seq_num 669) 2024-08-10T05:21:58.378 INFO:tasks.rados.rados.0.smithi031.stdout:2201: finishing write tid 1 to smithi03186013-50 2024-08-10T05:21:58.378 INFO:tasks.rados.rados.0.smithi031.stdout:2201: finishing write tid 2 to smithi03186013-50 2024-08-10T05:21:58.378 INFO:tasks.rados.rados.0.smithi031.stdout:2201: finishing write tid 3 to smithi03186013-50 2024-08-10T05:21:58.379 INFO:tasks.rados.rados.0.smithi031.stdout:2201: finishing write tid 4 to smithi03186013-50 2024-08-10T05:21:58.379 INFO:tasks.rados.rados.0.smithi031.stdout:2201: finishing write tid 5 to smithi03186013-50 2024-08-10T05:21:58.379 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 50 v 1002 (ObjNum 671 snap 212 seq_num 671) dirty exists 2024-08-10T05:21:58.379 INFO:tasks.rados.rados.0.smithi031.stdout:2201: left oid 50 (ObjNum 671 snap 212 seq_num 671) 2024-08-10T05:21:58.379 INFO:tasks.rados.rados.0.smithi031.stdout:2198: done (3 left) 2024-08-10T05:21:58.379 INFO:tasks.rados.rados.0.smithi031.stdout:2200: done (2 left) 2024-08-10T05:21:58.379 INFO:tasks.rados.rados.0.smithi031.stdout:2201: done (1 left) 2024-08-10T05:21:58.379 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 32 current snap is 212 2024-08-10T05:21:58.379 INFO:tasks.rados.rados.0.smithi031.stdout:2204: seq_num 672 ranges {3833856=458752,4292608=647168,4939776=466944,5406720=90112} 2024-08-10T05:21:58.401 INFO:tasks.rados.rados.0.smithi031.stdout:2204: writing smithi03186013-32 from 3833856 to 4292608 tid 1 2024-08-10T05:21:58.405 INFO:tasks.rados.rados.0.smithi031.stdout:2204: writing smithi03186013-32 from 4292608 to 4939776 tid 2 2024-08-10T05:21:58.407 INFO:tasks.rados.rados.0.smithi031.stdout:2204: writing smithi03186013-32 from 4939776 to 5406720 tid 3 2024-08-10T05:21:58.408 INFO:tasks.rados.rados.0.smithi031.stdout:2204: writing smithi03186013-32 from 5406720 to 5496832 tid 4 2024-08-10T05:21:58.408 INFO:tasks.rados.rados.0.smithi031.stdout:2205: copy_from oid 5 from oid 49 current snap is 212 2024-08-10T05:21:58.408 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 14 v 1103 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-10T05:21:58.409 INFO:tasks.rados.rados.0.smithi031.stdout:2203: done (2 left) 2024-08-10T05:21:58.409 INFO:tasks.rados.rados.0.smithi031.stdout:2206: delete oid 45 current snap is 212 2024-08-10T05:21:58.409 INFO:tasks.rados.rados.0.smithi031.stdout:2204: finishing write tid 1 to smithi03186013-32 2024-08-10T05:21:58.410 INFO:tasks.rados.rados.0.smithi031.stdout:2204: finishing write tid 2 to smithi03186013-32 2024-08-10T05:21:58.410 INFO:tasks.rados.rados.0.smithi031.stdout:2204: finishing write tid 3 to smithi03186013-32 2024-08-10T05:21:58.411 INFO:tasks.rados.rados.0.smithi031.stdout:2206: done (2 left) 2024-08-10T05:21:58.411 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 44 current snap is 212 2024-08-10T05:21:58.411 INFO:tasks.rados.rados.0.smithi031.stdout:2207: seq_num 674 ranges {1482752=491520,1974272=417792,2392064=483328,2875392=303104} 2024-08-10T05:21:58.422 INFO:tasks.rados.rados.0.smithi031.stdout:2207: writing smithi03186013-44 from 1482752 to 1974272 tid 1 2024-08-10T05:21:58.424 INFO:tasks.rados.rados.0.smithi031.stdout:2207: writing smithi03186013-44 from 1974272 to 2392064 tid 2 2024-08-10T05:21:58.428 INFO:tasks.rados.rados.0.smithi031.stdout:2207: writing smithi03186013-44 from 2392064 to 2875392 tid 3 2024-08-10T05:21:58.430 INFO:tasks.rados.rados.0.smithi031.stdout:2207: writing smithi03186013-44 from 2875392 to 3178496 tid 4 2024-08-10T05:21:58.430 INFO:tasks.rados.rados.0.smithi031.stdout:2208: snap_remove snap 206 2024-08-10T05:21:58.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:58 smithi031 ceph-mon[100614]: osdmap e512: 8 total, 8 up, 8 in 2024-08-10T05:21:58.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:58 smithi031 ceph-mon[100614]: Upgrade: Updating osd.7 2024-08-10T05:21:58.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:58 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:21:58.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:58 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-08-10T05:21:58.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:58 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:21:58.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:58 smithi031 ceph-mon[100614]: Deploying daemon osd.7 on smithi196 2024-08-10T05:21:58.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:58 smithi031 ceph-mon[98130]: osdmap e512: 8 total, 8 up, 8 in 2024-08-10T05:21:58.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:58 smithi031 ceph-mon[98130]: Upgrade: Updating osd.7 2024-08-10T05:21:58.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:58 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:21:58.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:58 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-08-10T05:21:58.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:58 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:21:58.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:58 smithi031 ceph-mon[98130]: Deploying daemon osd.7 on smithi196 2024-08-10T05:21:58.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:58 smithi196 ceph-mon[90243]: osdmap e512: 8 total, 8 up, 8 in 2024-08-10T05:21:58.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:58 smithi196 ceph-mon[90243]: Upgrade: Updating osd.7 2024-08-10T05:21:58.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:58 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:21:58.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:58 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-08-10T05:21:58.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:58 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:21:58.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:58 smithi196 ceph-mon[90243]: Deploying daemon osd.7 on smithi196 2024-08-10T05:21:59.229 INFO:tasks.rados.rados.0.smithi031.stdout:2204: finishing write tid 4 to smithi03186013-32 2024-08-10T05:21:59.229 INFO:tasks.rados.rados.0.smithi031.stdout:2204: finishing write tid 5 to smithi03186013-32 2024-08-10T05:21:59.229 INFO:tasks.rados.rados.0.smithi031.stdout:2204: finishing write tid 6 to smithi03186013-32 2024-08-10T05:21:59.230 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 32 v 1003 (ObjNum 672 snap 212 seq_num 672) dirty exists 2024-08-10T05:21:59.230 INFO:tasks.rados.rados.0.smithi031.stdout:2204: left oid 32 (ObjNum 672 snap 212 seq_num 672) 2024-08-10T05:21:59.230 INFO:tasks.rados.rados.0.smithi031.stdout:2205: finishing copy_from racing read to smithi03186013-5 2024-08-10T05:21:59.230 INFO:tasks.rados.rados.0.smithi031.stdout:2207: finishing write tid 1 to smithi03186013-44 2024-08-10T05:21:59.230 INFO:tasks.rados.rados.0.smithi031.stdout:2205: finishing copy_from to smithi03186013-5 2024-08-10T05:21:59.230 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 5 v 994 (ObjNum 649 snap 202 seq_num 649) dirty exists 2024-08-10T05:21:59.230 INFO:tasks.rados.rados.0.smithi031.stdout:2207: finishing write tid 2 to smithi03186013-44 2024-08-10T05:21:59.230 INFO:tasks.rados.rados.0.smithi031.stdout:2207: finishing write tid 3 to smithi03186013-44 2024-08-10T05:21:59.230 INFO:tasks.rados.rados.0.smithi031.stdout:2207: finishing write tid 4 to smithi03186013-44 2024-08-10T05:21:59.230 INFO:tasks.rados.rados.0.smithi031.stdout:2207: finishing write tid 5 to smithi03186013-44 2024-08-10T05:21:59.230 INFO:tasks.rados.rados.0.smithi031.stdout:2207: finishing write tid 6 to smithi03186013-44 2024-08-10T05:21:59.231 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 44 v 1267 (ObjNum 674 snap 212 seq_num 674) dirty exists 2024-08-10T05:21:59.231 INFO:tasks.rados.rados.0.smithi031.stdout:2207: left oid 44 (ObjNum 674 snap 212 seq_num 674) 2024-08-10T05:21:59.231 INFO:tasks.rados.rados.0.smithi031.stdout:2204: done (3 left) 2024-08-10T05:21:59.231 INFO:tasks.rados.rados.0.smithi031.stdout:2205: done (2 left) 2024-08-10T05:21:59.231 INFO:tasks.rados.rados.0.smithi031.stdout:2207: done (1 left) 2024-08-10T05:21:59.231 INFO:tasks.rados.rados.0.smithi031.stdout:2208: done (0 left) 2024-08-10T05:21:59.231 INFO:tasks.rados.rados.0.smithi031.stdout:2209: delete oid 28 current snap is 212 2024-08-10T05:21:59.240 INFO:tasks.rados.rados.0.smithi031.stdout:2209: done (0 left) 2024-08-10T05:21:59.240 INFO:tasks.rados.rados.0.smithi031.stdout:2210: setattr oid 22 current snap is 212 2024-08-10T05:21:59.242 INFO:tasks.rados.rados.0.smithi031.stdout:2211: snap_create 2024-08-10T05:21:59.247 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 22 v 1273 (ObjNum 633 snap 197 seq_num 633) dirty exists 2024-08-10T05:21:59.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:59 smithi196 ceph-mon[90243]: pgmap v428: 121 pgs: 121 active+clean; 174 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 768 KiB/s wr, 25 op/s 2024-08-10T05:21:59.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:59 smithi196 ceph-mon[90243]: osdmap e513: 8 total, 8 up, 8 in 2024-08-10T05:21:59.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:21:59 smithi196 ceph-mon[90243]: osdmap e514: 8 total, 8 up, 8 in 2024-08-10T05:21:59.768 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:59 smithi031 ceph-mon[100614]: pgmap v428: 121 pgs: 121 active+clean; 174 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 768 KiB/s wr, 25 op/s 2024-08-10T05:21:59.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:59 smithi031 ceph-mon[100614]: osdmap e513: 8 total, 8 up, 8 in 2024-08-10T05:21:59.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:21:59 smithi031 ceph-mon[100614]: osdmap e514: 8 total, 8 up, 8 in 2024-08-10T05:21:59.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:59 smithi031 ceph-mon[98130]: pgmap v428: 121 pgs: 121 active+clean; 174 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 768 KiB/s wr, 25 op/s 2024-08-10T05:21:59.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:59 smithi031 ceph-mon[98130]: osdmap e513: 8 total, 8 up, 8 in 2024-08-10T05:21:59.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:21:59 smithi031 ceph-mon[98130]: osdmap e514: 8 total, 8 up, 8 in 2024-08-10T05:22:00.232 INFO:tasks.rados.rados.0.smithi031.stdout:2210: done (1 left) 2024-08-10T05:22:00.232 INFO:tasks.rados.rados.0.smithi031.stdout:2211: done (0 left) 2024-08-10T05:22:00.232 INFO:tasks.rados.rados.0.smithi031.stdout:2212: snap_remove snap 212 2024-08-10T05:22:00.808 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 05:22:00 smithi196 systemd[1]: Stopping Ceph osd.7 for fc322138-56d5-11ef-bcce-c7b262605968... 2024-08-10T05:22:01.236 INFO:tasks.rados.rados.0.smithi031.stdout:2212: done (0 left) 2024-08-10T05:22:01.236 INFO:tasks.rados.rados.0.smithi031.stdout:2213: read oid 8 snap -1 2024-08-10T05:22:01.236 INFO:tasks.rados.rados.0.smithi031.stdout:2213: expect deleted 2024-08-10T05:22:01.237 INFO:tasks.rados.rados.0.smithi031.stdout:2214: read oid 35 snap -1 2024-08-10T05:22:01.237 INFO:tasks.rados.rados.0.smithi031.stdout:2214: expect (ObjNum 629 snap 195 seq_num 629) 2024-08-10T05:22:01.237 INFO:tasks.rados.rados.0.smithi031.stdout:2215: rollback oid 13 current snap is 213 2024-08-10T05:22:01.237 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 13 to 209 2024-08-10T05:22:01.237 INFO:tasks.rados.rados.0.smithi031.stdout:2216: snap_remove snap 208 2024-08-10T05:22:01.241 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 05:22:00 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[56879]: 2024-08-10T05:22:00.807+0000 7ffb2016e640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-10T05:22:01.241 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 05:22:00 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[56879]: 2024-08-10T05:22:00.807+0000 7ffb2016e640 -1 osd.7 515 *** Got signal Terminated *** 2024-08-10T05:22:01.241 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 05:22:00 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[56879]: 2024-08-10T05:22:00.807+0000 7ffb2016e640 -1 osd.7 515 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-10T05:22:01.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:22:01 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:22:01] "GET /metrics HTTP/1.1" 200 36210 "" "Prometheus/2.43.0" 2024-08-10T05:22:01.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:01 smithi031 ceph-mon[98130]: pgmap v431: 121 pgs: 121 active+clean; 177 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 1.2 MiB/s wr, 25 op/s 2024-08-10T05:22:01.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:01 smithi031 ceph-mon[98130]: osdmap e515: 8 total, 8 up, 8 in 2024-08-10T05:22:01.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:01 smithi031 ceph-mon[98130]: osd.7 marked itself down and dead 2024-08-10T05:22:01.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:01 smithi031 ceph-mon[100614]: pgmap v431: 121 pgs: 121 active+clean; 177 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 1.2 MiB/s wr, 25 op/s 2024-08-10T05:22:01.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:01 smithi031 ceph-mon[100614]: osdmap e515: 8 total, 8 up, 8 in 2024-08-10T05:22:01.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:01 smithi031 ceph-mon[100614]: osd.7 marked itself down and dead 2024-08-10T05:22:01.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:01 smithi196 ceph-mon[90243]: pgmap v431: 121 pgs: 121 active+clean; 177 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 1.2 MiB/s wr, 25 op/s 2024-08-10T05:22:01.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:01 smithi196 ceph-mon[90243]: osdmap e515: 8 total, 8 up, 8 in 2024-08-10T05:22:01.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:01 smithi196 ceph-mon[90243]: osd.7 marked itself down and dead 2024-08-10T05:22:02.064 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 05:22:01 smithi196 podman[110204]: 2024-08-10 05:22:01.782170802 +0000 UTC m=+1.088729409 container died f847e8917297ed9f623a3e4ca7e2fd9767b20d5d0a1a7f8fed65314934e1e274 (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=quincy-56ceb86, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-10T05:22:02.245 INFO:tasks.rados.rados.0.smithi031.stdout:2214: expect (ObjNum 629 snap 195 seq_num 629) 2024-08-10T05:22:02.355 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:22:02 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:22:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:22:02.356 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:02 smithi196 ceph-mon[90243]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-10T05:22:02.356 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:02 smithi196 ceph-mon[90243]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-08-10T05:22:02.356 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:02 smithi196 ceph-mon[90243]: osdmap e516: 8 total, 7 up, 8 in 2024-08-10T05:22:02.356 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:02 smithi196 ceph-mon[90243]: osdmap e517: 8 total, 7 up, 8 in 2024-08-10T05:22:02.518 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:02 smithi031 ceph-mon[100614]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-10T05:22:02.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:02 smithi031 ceph-mon[100614]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-08-10T05:22:02.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:02 smithi031 ceph-mon[100614]: osdmap e516: 8 total, 7 up, 8 in 2024-08-10T05:22:02.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:02 smithi031 ceph-mon[100614]: osdmap e517: 8 total, 7 up, 8 in 2024-08-10T05:22:02.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:02 smithi031 ceph-mon[98130]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-10T05:22:02.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:02 smithi031 ceph-mon[98130]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-08-10T05:22:02.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:02 smithi031 ceph-mon[98130]: osdmap e516: 8 total, 7 up, 8 in 2024-08-10T05:22:02.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:02 smithi031 ceph-mon[98130]: osdmap e517: 8 total, 7 up, 8 in 2024-08-10T05:22:02.778 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 05:22:02 smithi196 podman[110204]: 2024-08-10 05:22:02.355968718 +0000 UTC m=+1.662527362 container cleanup f847e8917297ed9f623a3e4ca7e2fd9767b20d5d0a1a7f8fed65314934e1e274 (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=quincy-56ceb86) 2024-08-10T05:22:02.778 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 05:22:02 smithi196 bash[110204]: ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7 2024-08-10T05:22:02.778 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 05:22:02 smithi196 podman[110227]: 2024-08-10 05:22:02.5906442 +0000 UTC m=+0.803218347 container remove f847e8917297ed9f623a3e4ca7e2fd9767b20d5d0a1a7f8fed65314934e1e274 (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7, RELEASE=quincy-56ceb86, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-08-10T05:22:03.035 INFO:tasks.rados.rados.0.smithi031.stdout:2215: finishing rollback tid 0 to smithi03186013-13 2024-08-10T05:22:03.035 INFO:tasks.rados.rados.0.smithi031.stdout:2215: finishing rollback tid 1 to smithi03186013-13 2024-08-10T05:22:03.036 INFO:tasks.rados.rados.0.smithi031.stdout:2215: finishing rollback tid 2 to smithi03186013-13 2024-08-10T05:22:03.036 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 13 v 1189 (ObjNum 646 snap 200 seq_num 646) dirty exists 2024-08-10T05:22:03.036 INFO:tasks.rados.rados.0.smithi031.stdout:2213: done (3 left) 2024-08-10T05:22:03.036 INFO:tasks.rados.rados.0.smithi031.stdout:2214: done (2 left) 2024-08-10T05:22:03.036 INFO:tasks.rados.rados.0.smithi031.stdout:2215: done (1 left) 2024-08-10T05:22:03.036 INFO:tasks.rados.rados.0.smithi031.stdout:2216: done (0 left) 2024-08-10T05:22:03.036 INFO:tasks.rados.rados.0.smithi031.stdout:2217: read oid 23 snap -1 2024-08-10T05:22:03.036 INFO:tasks.rados.rados.0.smithi031.stdout:2217: expect deleted 2024-08-10T05:22:03.036 INFO:tasks.rados.rados.0.smithi031.stdout:2218: rollback oid 33 current snap is 213 2024-08-10T05:22:03.036 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 33 to 209 2024-08-10T05:22:03.036 INFO:tasks.rados.rados.0.smithi031.stdout:2219: rollback oid 39 current snap is 213 2024-08-10T05:22:03.036 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 39 to 209 2024-08-10T05:22:03.036 INFO:tasks.rados.rados.0.smithi031.stdout:2220: rollback oid 2 current snap is 213 2024-08-10T05:22:03.037 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 2 to 209 2024-08-10T05:22:03.037 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 43 current snap is 213 2024-08-10T05:22:03.037 INFO:tasks.rados.rados.0.smithi031.stdout:2221: seq_num 676 ranges {3547136=524288,4071424=589824,4661248=450560,5111808=163840} 2024-08-10T05:22:03.057 INFO:tasks.rados.rados.0.smithi031.stdout:2221: writing smithi03186013-43 from 3547136 to 4071424 tid 1 2024-08-10T05:22:03.061 INFO:tasks.rados.rados.0.smithi031.stdout:2221: writing smithi03186013-43 from 4071424 to 4661248 tid 2 2024-08-10T05:22:03.063 INFO:tasks.rados.rados.0.smithi031.stdout:2221: writing smithi03186013-43 from 4661248 to 5111808 tid 3 2024-08-10T05:22:03.065 INFO:tasks.rados.rados.0.smithi031.stdout:2221: writing smithi03186013-43 from 5111808 to 5275648 tid 4 2024-08-10T05:22:03.065 INFO:tasks.rados.rados.0.smithi031.stdout:2222: read oid 3 snap -1 2024-08-10T05:22:03.065 INFO:tasks.rados.rados.0.smithi031.stdout:2222: expect (ObjNum 562 snap 169 seq_num 562) 2024-08-10T05:22:03.065 INFO:tasks.rados.rados.0.smithi031.stdout:2223: read oid 32 snap 209 2024-08-10T05:22:03.066 INFO:tasks.rados.rados.0.smithi031.stdout:2223: expect (ObjNum 649 snap 202 seq_num 649) 2024-08-10T05:22:03.066 INFO:tasks.rados.rados.0.smithi031.stdout:2224: rollback oid 42 current snap is 213 2024-08-10T05:22:03.066 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 42 to 209 2024-08-10T05:22:03.066 INFO:tasks.rados.rados.0.smithi031.stdout:2218: finishing rollback tid 1 to smithi03186013-33 2024-08-10T05:22:03.066 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 33 v 0 (ObjNum 3297 snap 0 seq_num 590027312) dirty dne 2024-08-10T05:22:03.066 INFO:tasks.rados.rados.0.smithi031.stdout:2218: done (7 left) 2024-08-10T05:22:03.066 INFO:tasks.rados.rados.0.smithi031.stdout:2225: setattr oid 21 current snap is 213 2024-08-10T05:22:03.066 INFO:tasks.rados.rados.0.smithi031.stdout:2219: finishing rollback tid 0 to smithi03186013-39 2024-08-10T05:22:03.066 INFO:tasks.rados.rados.0.smithi031.stdout:2219: finishing rollback tid 1 to smithi03186013-39 2024-08-10T05:22:03.066 INFO:tasks.rados.rados.0.smithi031.stdout:2220: finishing rollback tid 0 to smithi03186013-2 2024-08-10T05:22:03.066 INFO:tasks.rados.rados.0.smithi031.stdout:2219: finishing rollback tid 2 to smithi03186013-39 2024-08-10T05:22:03.066 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 39 v 494 (ObjNum 638 snap 199 seq_num 638) dirty exists 2024-08-10T05:22:03.066 INFO:tasks.rados.rados.0.smithi031.stdout:2220: finishing rollback tid 1 to smithi03186013-2 2024-08-10T05:22:03.067 INFO:tasks.rados.rados.0.smithi031.stdout:2220: finishing rollback tid 2 to smithi03186013-2 2024-08-10T05:22:03.067 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 2 v 1281 (ObjNum 629 snap 195 seq_num 629) dirty exists 2024-08-10T05:22:03.067 INFO:tasks.rados.rados.0.smithi031.stdout:2221: finishing write tid 1 to smithi03186013-43 2024-08-10T05:22:03.067 INFO:tasks.rados.rados.0.smithi031.stdout:2221: finishing write tid 2 to smithi03186013-43 2024-08-10T05:22:03.068 INFO:tasks.rados.rados.0.smithi031.stdout:2217: done (7 left) 2024-08-10T05:22:03.068 INFO:tasks.rados.rados.0.smithi031.stdout:2219: done (6 left) 2024-08-10T05:22:03.068 INFO:tasks.rados.rados.0.smithi031.stdout:2220: done (5 left) 2024-08-10T05:22:03.068 INFO:tasks.rados.rados.0.smithi031.stdout:2226: read oid 13 snap -1 2024-08-10T05:22:03.068 INFO:tasks.rados.rados.0.smithi031.stdout:2226: expect (ObjNum 646 snap 200 seq_num 646) 2024-08-10T05:22:03.068 INFO:tasks.rados.rados.0.smithi031.stdout:2227: snap_create 2024-08-10T05:22:03.068 INFO:tasks.rados.rados.0.smithi031.stdout:2221: finishing write tid 3 to smithi03186013-43 2024-08-10T05:22:03.068 INFO:tasks.rados.rados.0.smithi031.stdout:2224: finishing rollback tid 0 to smithi03186013-42 2024-08-10T05:22:03.069 INFO:tasks.rados.rados.0.smithi031.stdout:2224: finishing rollback tid 1 to smithi03186013-42 2024-08-10T05:22:03.070 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 42 v 929 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-10T05:22:03.071 INFO:tasks.rados.rados.0.smithi031.stdout:2221: finishing write tid 4 to smithi03186013-43 2024-08-10T05:22:03.071 INFO:tasks.rados.rados.0.smithi031.stdout:2221: finishing write tid 5 to smithi03186013-43 2024-08-10T05:22:03.074 INFO:tasks.rados.rados.0.smithi031.stdout:2221: finishing write tid 6 to smithi03186013-43 2024-08-10T05:22:03.075 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 43 v 846 (ObjNum 676 snap 213 seq_num 676) dirty exists 2024-08-10T05:22:03.075 INFO:tasks.rados.rados.0.smithi031.stdout:2221: left oid 43 (ObjNum 676 snap 213 seq_num 676) 2024-08-10T05:22:03.087 INFO:tasks.rados.rados.0.smithi031.stdout:2223: expect (ObjNum 649 snap 202 seq_num 649) 2024-08-10T05:22:03.193 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 05:22:02 smithi196 podman[110323]: 2024-08-10 05:22:02.838729126 +0000 UTC m=+0.017329358 image pull c7b33901c8866b527fc2ae183a251d5e1d09961420a56731f5fa8537903bd68b quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec 2024-08-10T05:22:03.194 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 05:22:02 smithi196 podman[110323]: 2024-08-10 05:22:02.949877998 +0000 UTC m=+0.128478259 container create 62ed82ebe6f563ac4716f1ed09dd4de6c8dc532d8cf0458258a4e976c2e57372 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-bca9905, io.buildah.version=1.36.0) 2024-08-10T05:22:03.293 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 21 v 1190 (ObjNum 65 snap 0 seq_num 1768452961) dirty exists 2024-08-10T05:22:03.293 INFO:tasks.rados.rados.0.smithi031.stdout:2226: expect (ObjNum 646 snap 200 seq_num 646) 2024-08-10T05:22:03.325 INFO:tasks.rados.rados.0.smithi031.stdout:2222: expect (ObjNum 562 snap 169 seq_num 562) 2024-08-10T05:22:03.518 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:03 smithi031 ceph-mon[100614]: pgmap v434: 121 pgs: 7 peering, 17 stale+active+clean, 97 active+clean; 180 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 12 op/s 2024-08-10T05:22:03.518 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:03 smithi031 ceph-mon[100614]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-08-10T05:22:03.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:03 smithi031 ceph-mon[98130]: pgmap v434: 121 pgs: 7 peering, 17 stale+active+clean, 97 active+clean; 180 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 12 op/s 2024-08-10T05:22:03.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:03 smithi031 ceph-mon[98130]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-08-10T05:22:03.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:03 smithi196 ceph-mon[90243]: pgmap v434: 121 pgs: 7 peering, 17 stale+active+clean, 97 active+clean; 180 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 12 op/s 2024-08-10T05:22:03.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:03 smithi196 ceph-mon[90243]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-08-10T05:22:03.528 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 05:22:03 smithi196 podman[110323]: 2024-08-10 05:22:03.194260153 +0000 UTC m=+0.372860368 container init 62ed82ebe6f563ac4716f1ed09dd4de6c8dc532d8cf0458258a4e976c2e57372 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7-deactivate, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=squid-bca9905, org.label-schema.vendor=CentOS) 2024-08-10T05:22:03.529 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 05:22:03 smithi196 podman[110323]: 2024-08-10 05:22:03.198854072 +0000 UTC m=+0.377454288 container start 62ed82ebe6f563ac4716f1ed09dd4de6c8dc532d8cf0458258a4e976c2e57372 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7-deactivate, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=squid-bca9905, GIT_CLEAN=True) 2024-08-10T05:22:03.529 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 05:22:03 smithi196 podman[110323]: 2024-08-10 05:22:03.377439004 +0000 UTC m=+0.556039219 container attach 62ed82ebe6f563ac4716f1ed09dd4de6c8dc532d8cf0458258a4e976c2e57372 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7-deactivate, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, ceph=True, RELEASE=squid-bca9905, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731) 2024-08-10T05:22:03.529 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 05:22:03 smithi196 podman[110323]: 2024-08-10 05:22:03.390691528 +0000 UTC m=+0.569291746 container died 62ed82ebe6f563ac4716f1ed09dd4de6c8dc532d8cf0458258a4e976c2e57372 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7-deactivate, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, ceph=True, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-bca9905, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-10T05:22:03.659 INFO:tasks.rados.rados.0.smithi031.stdout:2221: done (6 left) 2024-08-10T05:22:03.659 INFO:tasks.rados.rados.0.smithi031.stdout:2222: done (5 left) 2024-08-10T05:22:03.659 INFO:tasks.rados.rados.0.smithi031.stdout:2223: done (4 left) 2024-08-10T05:22:03.659 INFO:tasks.rados.rados.0.smithi031.stdout:2224: done (3 left) 2024-08-10T05:22:03.659 INFO:tasks.rados.rados.0.smithi031.stdout:2225: done (2 left) 2024-08-10T05:22:03.660 INFO:tasks.rados.rados.0.smithi031.stdout:2226: done (1 left) 2024-08-10T05:22:03.660 INFO:tasks.rados.rados.0.smithi031.stdout:2227: done (0 left) 2024-08-10T05:22:03.660 INFO:tasks.rados.rados.0.smithi031.stdout:2228: rollback oid 44 current snap is 214 2024-08-10T05:22:03.660 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 44 to 213 2024-08-10T05:22:03.660 INFO:tasks.rados.rados.0.smithi031.stdout:2229: rollback oid 40 current snap is 214 2024-08-10T05:22:03.660 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 40 to 213 2024-08-10T05:22:03.660 INFO:tasks.rados.rados.0.smithi031.stdout:2230: snap_remove snap 209 2024-08-10T05:22:04.272 INFO:tasks.rados.rados.0.smithi031.stdout:2230: done (2 left) 2024-08-10T05:22:04.272 INFO:tasks.rados.rados.0.smithi031.stdout:2231: rollback oid 20 current snap is 214 2024-08-10T05:22:04.272 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 20 to 213 2024-08-10T05:22:04.272 INFO:tasks.rados.rados.0.smithi031.stdout:2229: finishing rollback tid 1 to smithi03186013-40 2024-08-10T05:22:04.272 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 40 v 0 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-08-10T05:22:04.272 INFO:tasks.rados.rados.0.smithi031.stdout:2228: finishing rollback tid 0 to smithi03186013-44 2024-08-10T05:22:04.272 INFO:tasks.rados.rados.0.smithi031.stdout:2228: finishing rollback tid 1 to smithi03186013-44 2024-08-10T05:22:04.272 INFO:tasks.rados.rados.0.smithi031.stdout:2228: finishing rollback tid 2 to smithi03186013-44 2024-08-10T05:22:04.272 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 44 v 1285 (ObjNum 674 snap 212 seq_num 674) dirty exists 2024-08-10T05:22:04.272 INFO:tasks.rados.rados.0.smithi031.stdout:2228: done (2 left) 2024-08-10T05:22:04.272 INFO:tasks.rados.rados.0.smithi031.stdout:2229: done (1 left) 2024-08-10T05:22:04.273 INFO:tasks.rados.rados.0.smithi031.stdout:2232: delete oid 36 current snap is 214 2024-08-10T05:22:04.273 INFO:tasks.rados.rados.0.smithi031.stdout:2231: finishing rollback tid 1 to smithi03186013-20 2024-08-10T05:22:04.273 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 20 v 0 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-08-10T05:22:04.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:04 smithi196 ceph-mon[90243]: osdmap e518: 8 total, 7 up, 8 in 2024-08-10T05:22:04.278 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 05:22:04 smithi196 podman[110365]: 2024-08-10 05:22:04.014923019 +0000 UTC m=+0.618631572 container remove 62ed82ebe6f563ac4716f1ed09dd4de6c8dc532d8cf0458258a4e976c2e57372 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7-deactivate, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-bca9905, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, GIT_CLEAN=True) 2024-08-10T05:22:04.278 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 05:22:04 smithi196 systemd[1]: ceph-fc322138-56d5-11ef-bcce-c7b262605968@osd.7.service: Deactivated successfully. 2024-08-10T05:22:04.279 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 05:22:04 smithi196 systemd[1]: Stopped Ceph osd.7 for fc322138-56d5-11ef-bcce-c7b262605968. 2024-08-10T05:22:04.279 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 05:22:04 smithi196 systemd[1]: ceph-fc322138-56d5-11ef-bcce-c7b262605968@osd.7.service: Consumed 13.187s CPU time. 2024-08-10T05:22:04.279 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 05:22:04 smithi196 systemd[1]: Starting Ceph osd.7 for fc322138-56d5-11ef-bcce-c7b262605968... 2024-08-10T05:22:04.280 INFO:tasks.rados.rados.0.smithi031.stdout:2231: done (1 left) 2024-08-10T05:22:04.280 INFO:tasks.rados.rados.0.smithi031.stdout:2232: done (0 left) 2024-08-10T05:22:04.280 INFO:tasks.rados.rados.0.smithi031.stdout:2233: copy_from oid 49 from oid 17 current snap is 214 2024-08-10T05:22:04.280 INFO:tasks.rados.rados.0.smithi031.stdout:2234: snap_create 2024-08-10T05:22:04.347 INFO:tasks.rados.rados.0.smithi031.stdout:2233: finishing copy_from racing read to smithi03186013-49 2024-08-10T05:22:04.355 INFO:tasks.rados.rados.0.smithi031.stdout:2233: finishing copy_from to smithi03186013-49 2024-08-10T05:22:04.355 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 49 v 551 (ObjNum 626 snap 194 seq_num 626) dirty exists 2024-08-10T05:22:04.518 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:04 smithi031 ceph-mon[100614]: osdmap e518: 8 total, 7 up, 8 in 2024-08-10T05:22:04.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:04 smithi031 ceph-mon[98130]: osdmap e518: 8 total, 7 up, 8 in 2024-08-10T05:22:04.759 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 05:22:04 smithi196 podman[110472]: 2024-08-10 05:22:04.474491709 +0000 UTC m=+0.113701952 container create bb35e6b7209cc12f29fcd836aeed379c2894db5670996b17df37900aadaaabe8 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7-activate, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=squid-bca9905, org.label-schema.license=GPLv2) 2024-08-10T05:22:04.760 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 05:22:04 smithi196 podman[110472]: 2024-08-10 05:22:04.378000017 +0000 UTC m=+0.017210269 image pull c7b33901c8866b527fc2ae183a251d5e1d09961420a56731f5fa8537903bd68b quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec 2024-08-10T05:22:04.760 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 05:22:04 smithi196 podman[110472]: 2024-08-10 05:22:04.685186329 +0000 UTC m=+0.324396571 container init bb35e6b7209cc12f29fcd836aeed379c2894db5670996b17df37900aadaaabe8 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7-activate, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=squid-bca9905, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-10T05:22:04.760 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 05:22:04 smithi196 podman[110472]: 2024-08-10 05:22:04.689903345 +0000 UTC m=+0.329113603 container start bb35e6b7209cc12f29fcd836aeed379c2894db5670996b17df37900aadaaabe8 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7-activate, io.buildah.version=1.36.0, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-bca9905) 2024-08-10T05:22:04.760 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 05:22:04 smithi196 podman[110472]: 2024-08-10 05:22:04.759969045 +0000 UTC m=+0.399179304 container attach bb35e6b7209cc12f29fcd836aeed379c2894db5670996b17df37900aadaaabe8 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7-activate, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-bca9905, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-08-10T05:22:05.017 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 05:22:04 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7-activate[110487]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-10T05:22:05.017 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 05:22:04 smithi196 bash[110472]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-10T05:22:05.017 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 05:22:04 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7-activate[110487]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-10T05:22:05.017 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 05:22:04 smithi196 bash[110472]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-10T05:22:05.018 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 05:22:05 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7-activate[110487]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-08-10T05:22:05.018 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 05:22:05 smithi196 bash[110472]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-08-10T05:22:05.272 INFO:tasks.rados.rados.0.smithi031.stdout:2233: done (1 left) 2024-08-10T05:22:05.273 INFO:tasks.rados.rados.0.smithi031.stdout:2234: done (0 left) 2024-08-10T05:22:05.273 INFO:tasks.rados.rados.0.smithi031.stdout:2235: read oid 15 snap -1 2024-08-10T05:22:05.273 INFO:tasks.rados.rados.0.smithi031.stdout:2235: expect deleted 2024-08-10T05:22:05.273 INFO:tasks.rados.rados.0.smithi031.stdout:2236: rmattr oid 36 current snap is 215 2024-08-10T05:22:05.273 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 45 current snap is 215 2024-08-10T05:22:05.273 INFO:tasks.rados.rados.0.smithi031.stdout:2237: seq_num 678 ranges {0=565248,565248=802816,1368064=401408} 2024-08-10T05:22:05.276 INFO:tasks.rados.rados.0.smithi031.stdout:2237: writing smithi03186013-45 from 0 to 565248 tid 1 2024-08-10T05:22:05.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:05 smithi196 ceph-mon[90243]: pgmap v437: 121 pgs: 23 active+undersized, 7 peering, 5 stale+active+clean, 6 active+undersized+degraded, 80 active+clean; 171 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 1.7 MiB/s wr, 12 op/s; 7/228 objects degraded (3.070%) 2024-08-10T05:22:05.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:05 smithi196 ceph-mon[90243]: Health check failed: Degraded data redundancy: 7/228 objects degraded (3.070%), 6 pgs degraded (PG_DEGRADED) 2024-08-10T05:22:05.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:05 smithi196 ceph-mon[90243]: osdmap e519: 8 total, 7 up, 8 in 2024-08-10T05:22:05.278 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 05:22:05 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7-activate[110487]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-7 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-08-10T05:22:05.279 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 05:22:05 smithi196 bash[110472]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-7 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-08-10T05:22:05.279 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 05:22:05 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7-activate[110487]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-08-10T05:22:05.279 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 05:22:05 smithi196 bash[110472]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-08-10T05:22:05.279 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 05:22:05 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7-activate[110487]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-08-10T05:22:05.279 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 05:22:05 smithi196 bash[110472]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-08-10T05:22:05.279 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 05:22:05 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7-activate[110487]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-7/block 2024-08-10T05:22:05.279 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 05:22:05 smithi196 bash[110472]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-7/block 2024-08-10T05:22:05.279 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 05:22:05 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7-activate[110487]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-08-10T05:22:05.279 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 05:22:05 smithi196 bash[110472]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-08-10T05:22:05.279 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 05:22:05 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7-activate[110487]: --> ceph-volume raw activate successful for osd ID: 7 2024-08-10T05:22:05.279 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 05:22:05 smithi196 bash[110472]: --> ceph-volume raw activate successful for osd ID: 7 2024-08-10T05:22:05.279 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 05:22:05 smithi196 podman[110472]: 2024-08-10 05:22:05.067582957 +0000 UTC m=+0.706793208 container died bb35e6b7209cc12f29fcd836aeed379c2894db5670996b17df37900aadaaabe8 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7-activate, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-bca9905, CEPH_POINT_RELEASE=) 2024-08-10T05:22:05.281 INFO:tasks.rados.rados.0.smithi031.stdout:2237: writing smithi03186013-45 from 565248 to 1368064 tid 2 2024-08-10T05:22:05.283 INFO:tasks.rados.rados.0.smithi031.stdout:2237: writing smithi03186013-45 from 1368064 to 1769472 tid 3 2024-08-10T05:22:05.283 INFO:tasks.rados.rados.0.smithi031.stdout:2238: delete oid 2 current snap is 215 2024-08-10T05:22:05.283 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 36 v 0 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-08-10T05:22:05.284 INFO:tasks.rados.rados.0.smithi031.stdout:2237: finishing write tid 1 to smithi03186013-45 2024-08-10T05:22:05.286 INFO:tasks.rados.rados.0.smithi031.stdout:2237: finishing write tid 2 to smithi03186013-45 2024-08-10T05:22:05.286 INFO:tasks.rados.rados.0.smithi031.stdout:2237: finishing write tid 3 to smithi03186013-45 2024-08-10T05:22:05.286 INFO:tasks.rados.rados.0.smithi031.stdout:2237: finishing write tid 4 to smithi03186013-45 2024-08-10T05:22:05.288 INFO:tasks.rados.rados.0.smithi031.stdout:2237: finishing write tid 5 to smithi03186013-45 2024-08-10T05:22:05.288 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 45 v 1125 (ObjNum 678 snap 215 seq_num 678) dirty exists 2024-08-10T05:22:05.288 INFO:tasks.rados.rados.0.smithi031.stdout:2237: left oid 45 (ObjNum 678 snap 215 seq_num 678) 2024-08-10T05:22:05.289 INFO:tasks.rados.rados.0.smithi031.stdout:2235: done (3 left) 2024-08-10T05:22:05.289 INFO:tasks.rados.rados.0.smithi031.stdout:2236: done (2 left) 2024-08-10T05:22:05.289 INFO:tasks.rados.rados.0.smithi031.stdout:2237: done (1 left) 2024-08-10T05:22:05.289 INFO:tasks.rados.rados.0.smithi031.stdout:2238: done (0 left) 2024-08-10T05:22:05.289 INFO:tasks.rados.rados.0.smithi031.stdout:2239: setattr oid 40 current snap is 215 2024-08-10T05:22:05.290 INFO:tasks.rados.rados.0.smithi031.stdout:2240: read oid 50 snap -1 2024-08-10T05:22:05.291 INFO:tasks.rados.rados.0.smithi031.stdout:2240: expect (ObjNum 671 snap 212 seq_num 671) 2024-08-10T05:22:05.291 INFO:tasks.rados.rados.0.smithi031.stdout:2241: snap_remove snap 213 2024-08-10T05:22:05.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:05 smithi031 ceph-mon[98130]: pgmap v437: 121 pgs: 23 active+undersized, 7 peering, 5 stale+active+clean, 6 active+undersized+degraded, 80 active+clean; 171 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 1.7 MiB/s wr, 12 op/s; 7/228 objects degraded (3.070%) 2024-08-10T05:22:05.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:05 smithi031 ceph-mon[98130]: Health check failed: Degraded data redundancy: 7/228 objects degraded (3.070%), 6 pgs degraded (PG_DEGRADED) 2024-08-10T05:22:05.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:05 smithi031 ceph-mon[98130]: osdmap e519: 8 total, 7 up, 8 in 2024-08-10T05:22:05.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:05 smithi031 ceph-mon[100614]: pgmap v437: 121 pgs: 23 active+undersized, 7 peering, 5 stale+active+clean, 6 active+undersized+degraded, 80 active+clean; 171 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 1.7 MiB/s wr, 12 op/s; 7/228 objects degraded (3.070%) 2024-08-10T05:22:05.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:05 smithi031 ceph-mon[100614]: Health check failed: Degraded data redundancy: 7/228 objects degraded (3.070%), 6 pgs degraded (PG_DEGRADED) 2024-08-10T05:22:05.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:05 smithi031 ceph-mon[100614]: osdmap e519: 8 total, 7 up, 8 in 2024-08-10T05:22:05.822 INFO:teuthology.orchestra.run.smithi031.stdout:true 2024-08-10T05:22:06.028 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 05:22:05 smithi196 podman[110632]: 2024-08-10 05:22:05.689145126 +0000 UTC m=+0.615657884 container remove bb35e6b7209cc12f29fcd836aeed379c2894db5670996b17df37900aadaaabe8 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7-activate, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, RELEASE=squid-bca9905, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, ceph=True, org.label-schema.schema-version=1.0) 2024-08-10T05:22:06.028 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 05:22:05 smithi196 podman[110698]: 2024-08-10 05:22:05.906688808 +0000 UTC m=+0.112951111 container create 8d86aaf9475987b60924f7ca139c78c8f55083e770884006d915be4889c4c5f1 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, RELEASE=squid-bca9905, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0) 2024-08-10T05:22:06.029 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 05:22:05 smithi196 podman[110698]: 2024-08-10 05:22:05.811446184 +0000 UTC m=+0.017708464 image pull c7b33901c8866b527fc2ae183a251d5e1d09961420a56731f5fa8537903bd68b quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec 2024-08-10T05:22:06.096 INFO:teuthology.orchestra.run.smithi031.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-10T05:22:06.096 INFO:teuthology.orchestra.run.smithi031.stdout:alertmanager.a smithi031 *:9093,9094 running (6m) 2m ago 10m 14.8M - 0.25.0 c8568f914cd2 afde0a9ed8a2 2024-08-10T05:22:06.097 INFO:teuthology.orchestra.run.smithi031.stdout:grafana.a smithi196 *:3000 running (6m) 29s ago 10m 85.9M - 9.4.7 954c08fa6188 6ec1b1b19e7a 2024-08-10T05:22:06.097 INFO:teuthology.orchestra.run.smithi031.stdout:mds.a smithi031 running (11m) 2m ago 11m 16.2M - 17.2.7-1372-g56ceb861 354fce865a9a 6a7f8795f454 2024-08-10T05:22:06.097 INFO:teuthology.orchestra.run.smithi031.stdout:mds.b smithi196 running (11m) 29s ago 11m 19.8M - 17.2.7-1372-g56ceb861 354fce865a9a b1ed5b548d29 2024-08-10T05:22:06.097 INFO:teuthology.orchestra.run.smithi031.stdout:mgr.x smithi196 *:8443,9283,8765 running (5m) 29s ago 15m 440M - 19.1.0-1335-gbca9905d c7b33901c886 467542b38c9b 2024-08-10T05:22:06.097 INFO:teuthology.orchestra.run.smithi031.stdout:mgr.y smithi031 *:8443,9283,8765 running (6m) 2m ago 16m 507M - 19.1.0-1335-gbca9905d c7b33901c886 7eef306ed587 2024-08-10T05:22:06.097 INFO:teuthology.orchestra.run.smithi031.stdout:mon.a smithi031 running (5m) 2m ago 17m 56.7M 2048M 19.1.0-1335-gbca9905d c7b33901c886 9e3f4f54b00a 2024-08-10T05:22:06.097 INFO:teuthology.orchestra.run.smithi031.stdout:mon.b smithi196 running (4m) 29s ago 15m 51.0M 2048M 19.1.0-1335-gbca9905d c7b33901c886 b01d51d0054f 2024-08-10T05:22:06.097 INFO:teuthology.orchestra.run.smithi031.stdout:mon.c smithi031 running (4m) 2m ago 15m 45.5M 2048M 19.1.0-1335-gbca9905d c7b33901c886 2cc1160db2be 2024-08-10T05:22:06.097 INFO:teuthology.orchestra.run.smithi031.stdout:node-exporter.a smithi031 *:9100 running (6m) 2m ago 9m 8098k - 1.5.0 0da6a335fe13 b1e6859cbc5d 2024-08-10T05:22:06.097 INFO:teuthology.orchestra.run.smithi031.stdout:node-exporter.b smithi196 *:9100 running (6m) 29s ago 9m 15.2M - 1.5.0 0da6a335fe13 fce7ddc02cba 2024-08-10T05:22:06.097 INFO:teuthology.orchestra.run.smithi031.stdout:osd.0 smithi031 running (3m) 2m ago 14m 171M 2481M 19.1.0-1335-gbca9905d c7b33901c886 b6a59f8bdb81 2024-08-10T05:22:06.097 INFO:teuthology.orchestra.run.smithi031.stdout:osd.1 smithi031 running (3m) 2m ago 14m 117M 2481M 19.1.0-1335-gbca9905d c7b33901c886 67b0c1ce41f2 2024-08-10T05:22:06.097 INFO:teuthology.orchestra.run.smithi031.stdout:osd.2 smithi031 running (2m) 2m ago 14m 90.9M 2481M 19.1.0-1335-gbca9905d c7b33901c886 33f3ce3dcbbc 2024-08-10T05:22:06.098 INFO:teuthology.orchestra.run.smithi031.stdout:osd.3 smithi031 running (2m) 2m ago 13m 14.3M 2481M 19.1.0-1335-gbca9905d c7b33901c886 bd24188e5ebb 2024-08-10T05:22:06.098 INFO:teuthology.orchestra.run.smithi031.stdout:osd.4 smithi196 running (102s) 29s ago 13m 103M 2480M 19.1.0-1335-gbca9905d c7b33901c886 3443a66c18a7 2024-08-10T05:22:06.098 INFO:teuthology.orchestra.run.smithi031.stdout:osd.5 smithi196 running (68s) 29s ago 12m 103M 2480M 19.1.0-1335-gbca9905d c7b33901c886 0b799750a37c 2024-08-10T05:22:06.098 INFO:teuthology.orchestra.run.smithi031.stdout:osd.6 smithi196 running (34s) 29s ago 12m 13.2M 2480M 19.1.0-1335-gbca9905d c7b33901c886 394f5a40bb1f 2024-08-10T05:22:06.098 INFO:teuthology.orchestra.run.smithi031.stdout:osd.7 smithi196 running (12m) 29s ago 12m 136M 2480M 17.2.7-1372-g56ceb861 354fce865a9a f847e8917297 2024-08-10T05:22:06.098 INFO:teuthology.orchestra.run.smithi031.stdout:prometheus.a smithi196 *:9095 running (5m) 29s ago 10m 67.7M - 2.43.0 a07b618ecd1d d50c5c7907b8 2024-08-10T05:22:06.277 INFO:tasks.rados.rados.0.smithi031.stdout:2241: done (2 left) 2024-08-10T05:22:06.278 INFO:tasks.rados.rados.0.smithi031.stdout:2242: delete oid 18 current snap is 215 2024-08-10T05:22:06.278 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 40 v 794 (ObjNum 3297 snap 0 seq_num 3646927584) dirty exists 2024-08-10T05:22:06.278 INFO:tasks.rados.rados.0.smithi031.stdout:2240: expect (ObjNum 671 snap 212 seq_num 671) 2024-08-10T05:22:06.288 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:06 smithi196 ceph-mon[90243]: osdmap e520: 8 total, 7 up, 8 in 2024-08-10T05:22:06.288 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 05:22:06 smithi196 podman[110698]: 2024-08-10 05:22:06.15163551 +0000 UTC m=+0.357897779 container init 8d86aaf9475987b60924f7ca139c78c8f55083e770884006d915be4889c4c5f1 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=squid-bca9905, ceph=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-10T05:22:06.289 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 05:22:06 smithi196 podman[110698]: 2024-08-10 05:22:06.156786892 +0000 UTC m=+0.363049156 container start 8d86aaf9475987b60924f7ca139c78c8f55083e770884006d915be4889c4c5f1 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-bca9905, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731) 2024-08-10T05:22:06.289 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 05:22:06 smithi196 ceph-osd[110736]: -- 172.21.15.196:0/1351781661 <== mon.1 v2:172.21.15.196:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55c07f569a40 con 0x55c08032c000 2024-08-10T05:22:06.289 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 05:22:06 smithi196 bash[110698]: 8d86aaf9475987b60924f7ca139c78c8f55083e770884006d915be4889c4c5f1 2024-08-10T05:22:06.289 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 05:22:06 smithi196 systemd[1]: Started Ceph osd.7 for fc322138-56d5-11ef-bcce-c7b262605968. 2024-08-10T05:22:06.439 INFO:tasks.rados.rados.0.smithi031.stdout:2239: done (2 left) 2024-08-10T05:22:06.439 INFO:tasks.rados.rados.0.smithi031.stdout:2240: done (1 left) 2024-08-10T05:22:06.439 INFO:tasks.rados.rados.0.smithi031.stdout:2242: done (0 left) 2024-08-10T05:22:06.439 INFO:tasks.rados.rados.0.smithi031.stdout:2243: read oid 37 snap 214 2024-08-10T05:22:06.440 INFO:tasks.rados.rados.0.smithi031.stdout:2243: expect (ObjNum 639 snap 199 seq_num 639) 2024-08-10T05:22:06.440 INFO:tasks.rados.rados.0.smithi031.stdout:2244: read oid 47 snap -1 2024-08-10T05:22:06.440 INFO:tasks.rados.rados.0.smithi031.stdout:2244: expect (ObjNum 669 snap 210 seq_num 669) 2024-08-10T05:22:06.440 INFO:tasks.rados.rados.0.smithi031.stdout:2245: snap_create 2024-08-10T05:22:06.452 INFO:tasks.rados.rados.0.smithi031.stdout:2243: expect (ObjNum 639 snap 199 seq_num 639) 2024-08-10T05:22:06.452 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-08-10T05:22:06.452 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": { 2024-08-10T05:22:06.452 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 3 2024-08-10T05:22:06.453 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-08-10T05:22:06.453 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": { 2024-08-10T05:22:06.453 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 2 2024-08-10T05:22:06.453 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-08-10T05:22:06.453 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": { 2024-08-10T05:22:06.453 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 7 2024-08-10T05:22:06.453 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-08-10T05:22:06.453 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": { 2024-08-10T05:22:06.453 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 2 2024-08-10T05:22:06.453 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-08-10T05:22:06.453 INFO:teuthology.orchestra.run.smithi031.stdout: "overall": { 2024-08-10T05:22:06.453 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 17.2.7-1372-g56ceb861 (56ceb86156fe7c30cb754907feaa5705bd294feb) quincy (stable)": 2, 2024-08-10T05:22:06.454 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 12 2024-08-10T05:22:06.454 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-08-10T05:22:06.454 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-08-10T05:22:06.454 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:06 smithi031 ceph-mon[100614]: osdmap e520: 8 total, 7 up, 8 in 2024-08-10T05:22:06.454 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:06 smithi031 ceph-mon[98130]: osdmap e520: 8 total, 7 up, 8 in 2024-08-10T05:22:06.511 INFO:tasks.rados.rados.0.smithi031.stdout:2244: expect (ObjNum 669 snap 210 seq_num 669) 2024-08-10T05:22:07.028 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 05:22:06 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[110712]: 2024-08-10T05:22:06.702+0000 7f337bf85640 -1 Falling back to public interface 2024-08-10T05:22:07.327 INFO:tasks.rados.rados.0.smithi031.stdout:2243: done (2 left) 2024-08-10T05:22:07.327 INFO:tasks.rados.rados.0.smithi031.stdout:2244: done (1 left) 2024-08-10T05:22:07.327 INFO:tasks.rados.rados.0.smithi031.stdout:2245: done (0 left) 2024-08-10T05:22:07.327 INFO:tasks.rados.rados.0.smithi031.stdout:2246: read oid 46 snap 215 2024-08-10T05:22:07.327 INFO:tasks.rados.rados.0.smithi031.stdout:2246: expect (ObjNum 565 snap 171 seq_num 565) 2024-08-10T05:22:07.328 INFO:tasks.rados.rados.0.smithi031.stdout:2247: read oid 25 snap -1 2024-08-10T05:22:07.328 INFO:tasks.rados.rados.0.smithi031.stdout:2247: expect (ObjNum 663 snap 207 seq_num 663) 2024-08-10T05:22:07.328 INFO:tasks.rados.rados.0.smithi031.stdout:2248: read oid 17 snap -1 2024-08-10T05:22:07.328 INFO:tasks.rados.rados.0.smithi031.stdout:2248: expect (ObjNum 626 snap 194 seq_num 626) 2024-08-10T05:22:07.328 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 20 current snap is 216 2024-08-10T05:22:07.328 INFO:tasks.rados.rados.0.smithi031.stdout:2249: seq_num 681 ranges {0=614400,614400=458752,1073152=638976,1712128=106496} 2024-08-10T05:22:07.331 INFO:tasks.rados.rados.0.smithi031.stdout:2249: writing smithi03186013-20 from 0 to 614400 tid 1 2024-08-10T05:22:07.333 INFO:tasks.rados.rados.0.smithi031.stdout:2249: writing smithi03186013-20 from 614400 to 1073152 tid 2 2024-08-10T05:22:07.338 INFO:tasks.rados.rados.0.smithi031.stdout:2249: writing smithi03186013-20 from 1073152 to 1712128 tid 3 2024-08-10T05:22:07.339 INFO:tasks.rados.rados.0.smithi031.stdout:2249: writing smithi03186013-20 from 1712128 to 1818624 tid 4 2024-08-10T05:22:07.339 INFO:tasks.rados.rados.0.smithi031.stdout:2250: rmattr oid 48 current snap is 216 2024-08-10T05:22:07.339 INFO:tasks.rados.rados.0.smithi031.stdout:2250: done (4 left) 2024-08-10T05:22:07.339 INFO:tasks.rados.rados.0.smithi031.stdout:2251: copy_from oid 6 from oid 5 current snap is 216 2024-08-10T05:22:07.339 INFO:tasks.rados.rados.0.smithi031.stdout:2252: snap_create 2024-08-10T05:22:07.339 INFO:tasks.rados.rados.0.smithi031.stdout:2249: finishing write tid 1 to smithi03186013-20 2024-08-10T05:22:07.344 INFO:tasks.rados.rados.0.smithi031.stdout:2249: finishing write tid 2 to smithi03186013-20 2024-08-10T05:22:07.346 INFO:tasks.rados.rados.0.smithi031.stdout:2249: finishing write tid 3 to smithi03186013-20 2024-08-10T05:22:07.350 INFO:tasks.rados.rados.0.smithi031.stdout:2249: finishing write tid 4 to smithi03186013-20 2024-08-10T05:22:07.350 INFO:tasks.rados.rados.0.smithi031.stdout:2249: finishing write tid 5 to smithi03186013-20 2024-08-10T05:22:07.352 INFO:tasks.rados.rados.0.smithi031.stdout:2249: finishing write tid 6 to smithi03186013-20 2024-08-10T05:22:07.352 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 20 v 1002 (ObjNum 681 snap 216 seq_num 681) dirty exists 2024-08-10T05:22:07.352 INFO:tasks.rados.rados.0.smithi031.stdout:2249: left oid 20 (ObjNum 681 snap 216 seq_num 681) 2024-08-10T05:22:07.377 INFO:tasks.rados.rados.0.smithi031.stdout:2251: finishing copy_from racing read to smithi03186013-6 2024-08-10T05:22:07.379 INFO:tasks.rados.rados.0.smithi031.stdout:2246: expect (ObjNum 565 snap 171 seq_num 565) 2024-08-10T05:22:07.488 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:07 smithi196 ceph-mon[90243]: from='client.44297 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:22:07.488 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:07 smithi196 ceph-mon[90243]: pgmap v440: 121 pgs: 34 active+undersized, 7 peering, 9 active+undersized+degraded, 71 active+clean; 170 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 406 KiB/s wr, 3 op/s; 12/216 objects degraded (5.556%) 2024-08-10T05:22:07.488 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:07 smithi196 ceph-mon[90243]: from='client.44303 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:22:07.488 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:07 smithi196 ceph-mon[90243]: osdmap e521: 8 total, 7 up, 8 in 2024-08-10T05:22:07.488 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:07 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:07.488 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:07 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:07.488 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:07 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:22:07.488 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:07 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/3378066457' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:22:07.535 INFO:tasks.rados.rados.0.smithi031.stdout:2251: finishing copy_from to smithi03186013-6 2024-08-10T05:22:07.535 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 6 v 994 (ObjNum 649 snap 202 seq_num 649) dirty exists 2024-08-10T05:22:07.535 INFO:tasks.rados.rados.0.smithi031.stdout:2247: expect (ObjNum 663 snap 207 seq_num 663) 2024-08-10T05:22:07.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:07 smithi031 ceph-mon[98130]: from='client.44297 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:22:07.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:07 smithi031 ceph-mon[98130]: pgmap v440: 121 pgs: 34 active+undersized, 7 peering, 9 active+undersized+degraded, 71 active+clean; 170 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 406 KiB/s wr, 3 op/s; 12/216 objects degraded (5.556%) 2024-08-10T05:22:07.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:07 smithi031 ceph-mon[98130]: from='client.44303 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:22:07.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:07 smithi031 ceph-mon[98130]: osdmap e521: 8 total, 7 up, 8 in 2024-08-10T05:22:07.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:07 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:07.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:07 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:07.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:07 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:22:07.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:07 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/3378066457' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:22:07.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:07 smithi031 ceph-mon[100614]: from='client.44297 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:22:07.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:07 smithi031 ceph-mon[100614]: pgmap v440: 121 pgs: 34 active+undersized, 7 peering, 9 active+undersized+degraded, 71 active+clean; 170 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 406 KiB/s wr, 3 op/s; 12/216 objects degraded (5.556%) 2024-08-10T05:22:07.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:07 smithi031 ceph-mon[100614]: from='client.44303 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:22:07.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:07 smithi031 ceph-mon[100614]: osdmap e521: 8 total, 7 up, 8 in 2024-08-10T05:22:07.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:07 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:07.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:07 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:07.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:07 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:22:07.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:07 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/3378066457' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:22:07.985 INFO:tasks.rados.rados.0.smithi031.stdout:2248: expect (ObjNum 626 snap 194 seq_num 626) 2024-08-10T05:22:08.457 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:08 smithi196 ceph-mon[90243]: osdmap e522: 8 total, 7 up, 8 in 2024-08-10T05:22:08.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:08 smithi031 ceph-mon[98130]: osdmap e522: 8 total, 7 up, 8 in 2024-08-10T05:22:08.768 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:08 smithi031 ceph-mon[100614]: osdmap e522: 8 total, 7 up, 8 in 2024-08-10T05:22:09.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:09 smithi196 ceph-mon[90243]: pgmap v443: 121 pgs: 38 active+undersized, 12 active+undersized+degraded, 71 active+clean; 168 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 4.6 MiB/s wr, 11 op/s; 17/192 objects degraded (8.854%) 2024-08-10T05:22:09.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:09 smithi196 ceph-mon[90243]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-08-10T05:22:09.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:09 smithi196 ceph-mon[90243]: osdmap e523: 8 total, 7 up, 8 in 2024-08-10T05:22:09.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:09 smithi196 ceph-mon[90243]: osdmap e524: 8 total, 7 up, 8 in 2024-08-10T05:22:09.768 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:09 smithi031 ceph-mon[100614]: pgmap v443: 121 pgs: 38 active+undersized, 12 active+undersized+degraded, 71 active+clean; 168 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 4.6 MiB/s wr, 11 op/s; 17/192 objects degraded (8.854%) 2024-08-10T05:22:09.768 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:09 smithi031 ceph-mon[100614]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-08-10T05:22:09.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:09 smithi031 ceph-mon[100614]: osdmap e523: 8 total, 7 up, 8 in 2024-08-10T05:22:09.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:09 smithi031 ceph-mon[100614]: osdmap e524: 8 total, 7 up, 8 in 2024-08-10T05:22:09.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:09 smithi031 ceph-mon[98130]: pgmap v443: 121 pgs: 38 active+undersized, 12 active+undersized+degraded, 71 active+clean; 168 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 4.6 MiB/s wr, 11 op/s; 17/192 objects degraded (8.854%) 2024-08-10T05:22:09.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:09 smithi031 ceph-mon[98130]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-08-10T05:22:09.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:09 smithi031 ceph-mon[98130]: osdmap e523: 8 total, 7 up, 8 in 2024-08-10T05:22:09.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:09 smithi031 ceph-mon[98130]: osdmap e524: 8 total, 7 up, 8 in 2024-08-10T05:22:09.778 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 05:22:09 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[110712]: 2024-08-10T05:22:09.519+0000 7f337bf85640 -1 osd.7 515 log_to_monitors true 2024-08-10T05:22:10.246 INFO:tasks.rados.rados.0.smithi031.stdout:2246: done (5 left) 2024-08-10T05:22:10.246 INFO:tasks.rados.rados.0.smithi031.stdout:2247: done (4 left) 2024-08-10T05:22:10.247 INFO:tasks.rados.rados.0.smithi031.stdout:2248: done (3 left) 2024-08-10T05:22:10.247 INFO:tasks.rados.rados.0.smithi031.stdout:2249: done (2 left) 2024-08-10T05:22:10.247 INFO:tasks.rados.rados.0.smithi031.stdout:2251: done (1 left) 2024-08-10T05:22:10.247 INFO:tasks.rados.rados.0.smithi031.stdout:2252: done (0 left) 2024-08-10T05:22:10.247 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 40 current snap is 217 2024-08-10T05:22:10.247 INFO:tasks.rados.rados.0.smithi031.stdout:2253: seq_num 682 ranges {0=630784,630784=745472,1376256=442368,1818624=16384} 2024-08-10T05:22:10.249 INFO:tasks.rados.rados.0.smithi031.stdout:2253: writing smithi03186013-40 from 0 to 630784 tid 1 2024-08-10T05:22:10.253 INFO:tasks.rados.rados.0.smithi031.stdout:2253: writing smithi03186013-40 from 630784 to 1376256 tid 2 2024-08-10T05:22:10.256 INFO:tasks.rados.rados.0.smithi031.stdout:2253: writing smithi03186013-40 from 1376256 to 1818624 tid 3 2024-08-10T05:22:10.257 INFO:tasks.rados.rados.0.smithi031.stdout:2253: writing smithi03186013-40 from 1818624 to 1835008 tid 4 2024-08-10T05:22:10.257 INFO:tasks.rados.rados.0.smithi031.stdout:2254: setattr oid 23 current snap is 217 2024-08-10T05:22:10.257 INFO:tasks.rados.rados.0.smithi031.stdout:2253: finishing write tid 1 to smithi03186013-40 2024-08-10T05:22:10.257 INFO:tasks.rados.rados.0.smithi031.stdout:2253: finishing write tid 2 to smithi03186013-40 2024-08-10T05:22:10.258 INFO:tasks.rados.rados.0.smithi031.stdout:2255: delete oid 21 current snap is 217 2024-08-10T05:22:10.259 INFO:tasks.rados.rados.0.smithi031.stdout:2253: finishing write tid 3 to smithi03186013-40 2024-08-10T05:22:10.260 INFO:tasks.rados.rados.0.smithi031.stdout:2253: finishing write tid 4 to smithi03186013-40 2024-08-10T05:22:10.260 INFO:tasks.rados.rados.0.smithi031.stdout:2253: finishing write tid 5 to smithi03186013-40 2024-08-10T05:22:10.261 INFO:tasks.rados.rados.0.smithi031.stdout:2255: done (2 left) 2024-08-10T05:22:10.261 INFO:tasks.rados.rados.0.smithi031.stdout:2256: read oid 41 snap -1 2024-08-10T05:22:10.261 INFO:tasks.rados.rados.0.smithi031.stdout:2256: expect deleted 2024-08-10T05:22:10.261 INFO:tasks.rados.rados.0.smithi031.stdout:2257: rollback oid 10 current snap is 217 2024-08-10T05:22:10.261 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 10 to 216 2024-08-10T05:22:10.261 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 23 v 979 (ObjNum 65 snap 0 seq_num 1749965683) dirty exists 2024-08-10T05:22:10.261 INFO:tasks.rados.rados.0.smithi031.stdout:2254: done (3 left) 2024-08-10T05:22:10.261 INFO:tasks.rados.rados.0.smithi031.stdout:2258: setattr oid 32 current snap is 217 2024-08-10T05:22:10.261 INFO:tasks.rados.rados.0.smithi031.stdout:2253: finishing write tid 6 to smithi03186013-40 2024-08-10T05:22:10.262 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 40 v 799 (ObjNum 682 snap 217 seq_num 682) dirty exists 2024-08-10T05:22:10.262 INFO:tasks.rados.rados.0.smithi031.stdout:2253: left oid 40 (ObjNum 682 snap 217 seq_num 682) 2024-08-10T05:22:10.262 INFO:tasks.rados.rados.0.smithi031.stdout:2253: done (3 left) 2024-08-10T05:22:10.262 INFO:tasks.rados.rados.0.smithi031.stdout:2256: done (2 left) 2024-08-10T05:22:10.262 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 39 current snap is 217 2024-08-10T05:22:10.263 INFO:tasks.rados.rados.0.smithi031.stdout:2259: seq_num 684 ranges {18350080=663552,19013632=507904,19521536=409600,19931136=286720} 2024-08-10T05:22:10.366 INFO:tasks.rados.rados.0.smithi031.stdout:2259: writing smithi03186013-39 from 18350080 to 19013632 tid 1 2024-08-10T05:22:10.369 INFO:tasks.rados.rados.0.smithi031.stdout:2259: writing smithi03186013-39 from 19013632 to 19521536 tid 2 2024-08-10T05:22:10.372 INFO:tasks.rados.rados.0.smithi031.stdout:2259: writing smithi03186013-39 from 19521536 to 19931136 tid 3 2024-08-10T05:22:10.374 INFO:tasks.rados.rados.0.smithi031.stdout:2259: writing smithi03186013-39 from 19931136 to 20217856 tid 4 2024-08-10T05:22:10.374 INFO:tasks.rados.rados.0.smithi031.stdout:2260: copy_from oid 14 from oid 5 current snap is 217 2024-08-10T05:22:10.374 INFO:tasks.rados.rados.0.smithi031.stdout:2257: finishing rollback tid 0 to smithi03186013-10 2024-08-10T05:22:10.374 INFO:tasks.rados.rados.0.smithi031.stdout:2257: finishing rollback tid 1 to smithi03186013-10 2024-08-10T05:22:10.374 INFO:tasks.rados.rados.0.smithi031.stdout:2257: finishing rollback tid 2 to smithi03186013-10 2024-08-10T05:22:10.374 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 10 v 982 (ObjNum 547 snap 165 seq_num 547) dirty exists 2024-08-10T05:22:10.375 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 32 v 1005 (ObjNum 672 snap 212 seq_num 672) dirty exists 2024-08-10T05:22:10.375 INFO:tasks.rados.rados.0.smithi031.stdout:2259: finishing write tid 1 to smithi03186013-39 2024-08-10T05:22:10.375 INFO:tasks.rados.rados.0.smithi031.stdout:2257: done (3 left) 2024-08-10T05:22:10.375 INFO:tasks.rados.rados.0.smithi031.stdout:2258: done (2 left) 2024-08-10T05:22:10.375 INFO:tasks.rados.rados.0.smithi031.stdout:2261: snap_remove snap 214 2024-08-10T05:22:10.667 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:10 smithi196 ceph-mon[90243]: from='osd.7 [v2:172.21.15.196:6824/2835748542,v1:172.21.15.196:6825/2835748542]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-10T05:22:10.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:10 smithi196 ceph-mon[90243]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-10T05:22:10.668 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 05:22:10 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[110712]: 2024-08-10T05:22:10.353+0000 7f3373d30640 -1 osd.7 515 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-10T05:22:10.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:10 smithi031 ceph-mon[98130]: from='osd.7 [v2:172.21.15.196:6824/2835748542,v1:172.21.15.196:6825/2835748542]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-10T05:22:10.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:10 smithi031 ceph-mon[98130]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-10T05:22:10.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:10 smithi031 ceph-mon[100614]: from='osd.7 [v2:172.21.15.196:6824/2835748542,v1:172.21.15.196:6825/2835748542]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-10T05:22:10.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:10 smithi031 ceph-mon[100614]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-10T05:22:11.342 INFO:tasks.rados.rados.0.smithi031.stdout:2259: finishing write tid 2 to smithi03186013-39 2024-08-10T05:22:11.343 INFO:tasks.rados.rados.0.smithi031.stdout:2259: finishing write tid 3 to smithi03186013-39 2024-08-10T05:22:11.343 INFO:tasks.rados.rados.0.smithi031.stdout:2259: finishing write tid 4 to smithi03186013-39 2024-08-10T05:22:11.343 INFO:tasks.rados.rados.0.smithi031.stdout:2259: finishing write tid 5 to smithi03186013-39 2024-08-10T05:22:11.343 INFO:tasks.rados.rados.0.smithi031.stdout:2259: finishing write tid 6 to smithi03186013-39 2024-08-10T05:22:11.343 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 39 v 499 (ObjNum 684 snap 217 seq_num 684) dirty exists 2024-08-10T05:22:11.343 INFO:tasks.rados.rados.0.smithi031.stdout:2259: left oid 39 (ObjNum 684 snap 217 seq_num 684) 2024-08-10T05:22:11.343 INFO:tasks.rados.rados.0.smithi031.stdout:2260: finishing copy_from racing read to smithi03186013-14 2024-08-10T05:22:11.343 INFO:tasks.rados.rados.0.smithi031.stdout:2260: finishing copy_from to smithi03186013-14 2024-08-10T05:22:11.343 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 14 v 994 (ObjNum 649 snap 202 seq_num 649) dirty exists 2024-08-10T05:22:11.343 INFO:tasks.rados.rados.0.smithi031.stdout:2259: done (2 left) 2024-08-10T05:22:11.343 INFO:tasks.rados.rados.0.smithi031.stdout:2260: done (1 left) 2024-08-10T05:22:11.343 INFO:tasks.rados.rados.0.smithi031.stdout:2261: done (0 left) 2024-08-10T05:22:11.343 INFO:tasks.rados.rados.0.smithi031.stdout:2262: snap_create 2024-08-10T05:22:11.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:22:11 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:22:11] "GET /metrics HTTP/1.1" 200 36140 "" "Prometheus/2.43.0" 2024-08-10T05:22:11.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:11 smithi031 ceph-mon[98130]: pgmap v446: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 170 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 6.0 MiB/s wr, 22 op/s; 18/192 objects degraded (9.375%) 2024-08-10T05:22:11.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:11 smithi031 ceph-mon[98130]: Health check update: Degraded data redundancy: 18/192 objects degraded (9.375%), 13 pgs degraded (PG_DEGRADED) 2024-08-10T05:22:11.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:11 smithi031 ceph-mon[98130]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-08-10T05:22:11.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:11 smithi031 ceph-mon[98130]: from='osd.7 [v2:172.21.15.196:6824/2835748542,v1:172.21.15.196:6825/2835748542]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-10T05:22:11.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:11 smithi031 ceph-mon[98130]: osdmap e525: 8 total, 7 up, 8 in 2024-08-10T05:22:11.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:11 smithi031 ceph-mon[98130]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-10T05:22:11.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:11 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:11.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:11 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:22:11.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:11 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:11.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:11 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:11.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:11 smithi031 ceph-mon[100614]: pgmap v446: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 170 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 6.0 MiB/s wr, 22 op/s; 18/192 objects degraded (9.375%) 2024-08-10T05:22:11.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:11 smithi031 ceph-mon[100614]: Health check update: Degraded data redundancy: 18/192 objects degraded (9.375%), 13 pgs degraded (PG_DEGRADED) 2024-08-10T05:22:11.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:11 smithi031 ceph-mon[100614]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-08-10T05:22:11.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:11 smithi031 ceph-mon[100614]: from='osd.7 [v2:172.21.15.196:6824/2835748542,v1:172.21.15.196:6825/2835748542]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-10T05:22:11.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:11 smithi031 ceph-mon[100614]: osdmap e525: 8 total, 7 up, 8 in 2024-08-10T05:22:11.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:11 smithi031 ceph-mon[100614]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-10T05:22:11.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:11 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:11.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:11 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:22:11.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:11 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:11.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:11 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:11.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:11 smithi196 ceph-mon[90243]: pgmap v446: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 170 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 6.0 MiB/s wr, 22 op/s; 18/192 objects degraded (9.375%) 2024-08-10T05:22:11.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:11 smithi196 ceph-mon[90243]: Health check update: Degraded data redundancy: 18/192 objects degraded (9.375%), 13 pgs degraded (PG_DEGRADED) 2024-08-10T05:22:11.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:11 smithi196 ceph-mon[90243]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-08-10T05:22:11.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:11 smithi196 ceph-mon[90243]: from='osd.7 [v2:172.21.15.196:6824/2835748542,v1:172.21.15.196:6825/2835748542]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-10T05:22:11.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:11 smithi196 ceph-mon[90243]: osdmap e525: 8 total, 7 up, 8 in 2024-08-10T05:22:11.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:11 smithi196 ceph-mon[90243]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-10T05:22:11.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:11 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:11.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:11 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:22:11.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:11 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:11.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:11 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:12.338 INFO:tasks.rados.rados.0.smithi031.stdout:2262: done (0 left) 2024-08-10T05:22:12.339 INFO:tasks.rados.rados.0.smithi031.stdout:2263: rollback oid 29 current snap is 218 2024-08-10T05:22:12.339 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 29 to 217 2024-08-10T05:22:12.339 INFO:tasks.rados.rados.0.smithi031.stdout:2264: snap_remove snap 215 2024-08-10T05:22:12.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:12 smithi196 ceph-mon[90243]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-10T05:22:12.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:12 smithi196 ceph-mon[90243]: osd.7 [v2:172.21.15.196:6824/2835748542,v1:172.21.15.196:6825/2835748542] boot 2024-08-10T05:22:12.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:12 smithi196 ceph-mon[90243]: osdmap e526: 8 total, 8 up, 8 in 2024-08-10T05:22:12.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:12 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-10T05:22:12.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:12 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:12.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:12 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:12.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:12 smithi196 ceph-mon[90243]: osdmap e527: 8 total, 8 up, 8 in 2024-08-10T05:22:12.415 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:22:12 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:22:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:22:12.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:12 smithi031 ceph-mon[98130]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-10T05:22:12.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:12 smithi031 ceph-mon[98130]: osd.7 [v2:172.21.15.196:6824/2835748542,v1:172.21.15.196:6825/2835748542] boot 2024-08-10T05:22:12.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:12 smithi031 ceph-mon[98130]: osdmap e526: 8 total, 8 up, 8 in 2024-08-10T05:22:12.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:12 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-10T05:22:12.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:12 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:12.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:12 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:12.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:12 smithi031 ceph-mon[98130]: osdmap e527: 8 total, 8 up, 8 in 2024-08-10T05:22:12.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:12 smithi031 ceph-mon[100614]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-10T05:22:12.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:12 smithi031 ceph-mon[100614]: osd.7 [v2:172.21.15.196:6824/2835748542,v1:172.21.15.196:6825/2835748542] boot 2024-08-10T05:22:12.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:12 smithi031 ceph-mon[100614]: osdmap e526: 8 total, 8 up, 8 in 2024-08-10T05:22:12.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:12 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-10T05:22:12.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:12 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:12.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:12 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:12.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:12 smithi031 ceph-mon[100614]: osdmap e527: 8 total, 8 up, 8 in 2024-08-10T05:22:13.344 INFO:tasks.rados.rados.0.smithi031.stdout:2263: finishing rollback tid 0 to smithi03186013-29 2024-08-10T05:22:13.345 INFO:tasks.rados.rados.0.smithi031.stdout:2263: finishing rollback tid 1 to smithi03186013-29 2024-08-10T05:22:13.345 INFO:tasks.rados.rados.0.smithi031.stdout:2263: finishing rollback tid 2 to smithi03186013-29 2024-08-10T05:22:13.345 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 29 v 1303 (ObjNum 563 snap 170 seq_num 563) dirty exists 2024-08-10T05:22:13.345 INFO:tasks.rados.rados.0.smithi031.stdout:2263: done (1 left) 2024-08-10T05:22:13.345 INFO:tasks.rados.rados.0.smithi031.stdout:2264: done (0 left) 2024-08-10T05:22:13.345 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 44 current snap is 218 2024-08-10T05:22:13.345 INFO:tasks.rados.rados.0.smithi031.stdout:2265: seq_num 685 ranges {3178496=679936,3858432=442368,4300800=622592,4923392=139264} 2024-08-10T05:22:13.368 INFO:tasks.rados.rados.0.smithi031.stdout:2265: writing smithi03186013-44 from 3178496 to 3858432 tid 1 2024-08-10T05:22:13.370 INFO:tasks.rados.rados.0.smithi031.stdout:2265: writing smithi03186013-44 from 3858432 to 4300800 tid 2 2024-08-10T05:22:13.374 INFO:tasks.rados.rados.0.smithi031.stdout:2265: writing smithi03186013-44 from 4300800 to 4923392 tid 3 2024-08-10T05:22:13.375 INFO:tasks.rados.rados.0.smithi031.stdout:2265: writing smithi03186013-44 from 4923392 to 5062656 tid 4 2024-08-10T05:22:13.375 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 49 current snap is 218 2024-08-10T05:22:13.376 INFO:tasks.rados.rados.0.smithi031.stdout:2265: finishing write tid 1 to smithi03186013-44 2024-08-10T05:22:13.376 INFO:tasks.rados.rados.0.smithi031.stdout:2265: finishing write tid 2 to smithi03186013-44 2024-08-10T05:22:13.376 INFO:tasks.rados.rados.0.smithi031.stdout:2266: seq_num 686 ranges {15974400=696320,16670720=729088,17399808=425984,17825792=49152} 2024-08-10T05:22:13.466 INFO:tasks.rados.rados.0.smithi031.stdout:2266: writing smithi03186013-49 from 15974400 to 16670720 tid 1 2024-08-10T05:22:13.471 INFO:tasks.rados.rados.0.smithi031.stdout:2266: writing smithi03186013-49 from 16670720 to 17399808 tid 2 2024-08-10T05:22:13.473 INFO:tasks.rados.rados.0.smithi031.stdout:2266: writing smithi03186013-49 from 17399808 to 17825792 tid 3 2024-08-10T05:22:13.474 INFO:tasks.rados.rados.0.smithi031.stdout:2266: writing smithi03186013-49 from 17825792 to 17874944 tid 4 2024-08-10T05:22:13.474 INFO:tasks.rados.rados.0.smithi031.stdout:2267: rmattr oid 12 current snap is 218 2024-08-10T05:22:13.474 INFO:tasks.rados.rados.0.smithi031.stdout:2265: finishing write tid 3 to smithi03186013-44 2024-08-10T05:22:13.474 INFO:tasks.rados.rados.0.smithi031.stdout:2265: finishing write tid 4 to smithi03186013-44 2024-08-10T05:22:13.475 INFO:tasks.rados.rados.0.smithi031.stdout:2265: finishing write tid 5 to smithi03186013-44 2024-08-10T05:22:13.475 INFO:tasks.rados.rados.0.smithi031.stdout:2265: finishing write tid 6 to smithi03186013-44 2024-08-10T05:22:13.475 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 44 v 1311 (ObjNum 685 snap 218 seq_num 685) dirty exists 2024-08-10T05:22:13.475 INFO:tasks.rados.rados.0.smithi031.stdout:2265: left oid 44 (ObjNum 685 snap 218 seq_num 685) 2024-08-10T05:22:13.475 INFO:tasks.rados.rados.0.smithi031.stdout:2266: finishing write tid 1 to smithi03186013-49 2024-08-10T05:22:13.475 INFO:tasks.rados.rados.0.smithi031.stdout:2265: done (2 left) 2024-08-10T05:22:13.475 INFO:tasks.rados.rados.0.smithi031.stdout:2268: rmattr oid 10 current snap is 218 2024-08-10T05:22:13.475 INFO:tasks.rados.rados.0.smithi031.stdout:2268: done (2 left) 2024-08-10T05:22:13.475 INFO:tasks.rados.rados.0.smithi031.stdout:2269: copy_from oid 24 from oid 37 current snap is 218 2024-08-10T05:22:13.475 INFO:tasks.rados.rados.0.smithi031.stdout:2270: copy_from oid 11 from oid 50 current snap is 218 2024-08-10T05:22:13.475 INFO:tasks.rados.rados.0.smithi031.stdout:2271: snap_remove snap 217 2024-08-10T05:22:13.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:13 smithi196 ceph-mon[90243]: pgmap v449: 121 pgs: 4 peering, 34 active+undersized, 12 active+undersized+degraded, 71 active+clean; 174 MiB data, 906 MiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 2.3 MiB/s wr, 10 op/s; 17/195 objects degraded (8.718%) 2024-08-10T05:22:13.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:13 smithi196 ceph-mon[90243]: osdmap e528: 8 total, 8 up, 8 in 2024-08-10T05:22:13.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:13 smithi031 ceph-mon[98130]: pgmap v449: 121 pgs: 4 peering, 34 active+undersized, 12 active+undersized+degraded, 71 active+clean; 174 MiB data, 906 MiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 2.3 MiB/s wr, 10 op/s; 17/195 objects degraded (8.718%) 2024-08-10T05:22:13.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:13 smithi031 ceph-mon[98130]: osdmap e528: 8 total, 8 up, 8 in 2024-08-10T05:22:13.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:13 smithi031 ceph-mon[100614]: pgmap v449: 121 pgs: 4 peering, 34 active+undersized, 12 active+undersized+degraded, 71 active+clean; 174 MiB data, 906 MiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 2.3 MiB/s wr, 10 op/s; 17/195 objects degraded (8.718%) 2024-08-10T05:22:13.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:13 smithi031 ceph-mon[100614]: osdmap e528: 8 total, 8 up, 8 in 2024-08-10T05:22:14.373 INFO:tasks.rados.rados.0.smithi031.stdout:2271: done (4 left) 2024-08-10T05:22:14.374 INFO:tasks.rados.rados.0.smithi031.stdout:2272: rollback oid 1 current snap is 218 2024-08-10T05:22:14.374 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 1 to 216 2024-08-10T05:22:14.374 INFO:tasks.rados.rados.0.smithi031.stdout:2266: finishing write tid 2 to smithi03186013-49 2024-08-10T05:22:14.374 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 12 v 1003 (ObjNum 588 snap 177 seq_num 588) dirty exists 2024-08-10T05:22:14.374 INFO:tasks.rados.rados.0.smithi031.stdout:2266: finishing write tid 3 to smithi03186013-49 2024-08-10T05:22:14.374 INFO:tasks.rados.rados.0.smithi031.stdout:2266: finishing write tid 4 to smithi03186013-49 2024-08-10T05:22:14.374 INFO:tasks.rados.rados.0.smithi031.stdout:2266: finishing write tid 5 to smithi03186013-49 2024-08-10T05:22:14.374 INFO:tasks.rados.rados.0.smithi031.stdout:2266: finishing write tid 6 to smithi03186013-49 2024-08-10T05:22:14.374 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 49 v 1010 (ObjNum 686 snap 218 seq_num 686) dirty exists 2024-08-10T05:22:14.374 INFO:tasks.rados.rados.0.smithi031.stdout:2266: left oid 49 (ObjNum 686 snap 218 seq_num 686) 2024-08-10T05:22:14.374 INFO:tasks.rados.rados.0.smithi031.stdout:2269: finishing copy_from racing read to smithi03186013-24 2024-08-10T05:22:14.375 INFO:tasks.rados.rados.0.smithi031.stdout:2266: done (4 left) 2024-08-10T05:22:14.375 INFO:tasks.rados.rados.0.smithi031.stdout:2267: done (3 left) 2024-08-10T05:22:14.375 INFO:tasks.rados.rados.0.smithi031.stdout:2273: rollback oid 46 current snap is 218 2024-08-10T05:22:14.375 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 46 to 216 2024-08-10T05:22:14.375 INFO:tasks.rados.rados.0.smithi031.stdout:2269: finishing copy_from to smithi03186013-24 2024-08-10T05:22:14.375 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 24 v 998 (ObjNum 639 snap 199 seq_num 639) dirty exists 2024-08-10T05:22:14.375 INFO:tasks.rados.rados.0.smithi031.stdout:2270: finishing copy_from racing read to smithi03186013-11 2024-08-10T05:22:14.375 INFO:tasks.rados.rados.0.smithi031.stdout:2270: finishing copy_from to smithi03186013-11 2024-08-10T05:22:14.375 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 11 v 1002 (ObjNum 671 snap 212 seq_num 671) dirty exists 2024-08-10T05:22:14.375 INFO:tasks.rados.rados.0.smithi031.stdout:2269: done (3 left) 2024-08-10T05:22:14.375 INFO:tasks.rados.rados.0.smithi031.stdout:2270: done (2 left) 2024-08-10T05:22:14.375 INFO:tasks.rados.rados.0.smithi031.stdout:2274: read oid 49 snap -1 2024-08-10T05:22:14.375 INFO:tasks.rados.rados.0.smithi031.stdout:2274: expect (ObjNum 686 snap 218 seq_num 686) 2024-08-10T05:22:14.376 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 4 current snap is 218 2024-08-10T05:22:14.376 INFO:tasks.rados.rados.0.smithi031.stdout:2275: seq_num 687 ranges {3940352=712704,4653056=614400,5267456=589824} 2024-08-10T05:22:14.399 INFO:tasks.rados.rados.0.smithi031.stdout:2275: writing smithi03186013-4 from 3940352 to 4653056 tid 1 2024-08-10T05:22:14.403 INFO:tasks.rados.rados.0.smithi031.stdout:2275: writing smithi03186013-4 from 4653056 to 5267456 tid 2 2024-08-10T05:22:14.407 INFO:tasks.rados.rados.0.smithi031.stdout:2275: writing smithi03186013-4 from 5267456 to 5857280 tid 3 2024-08-10T05:22:14.408 INFO:tasks.rados.rados.0.smithi031.stdout:2276: read oid 33 snap -1 2024-08-10T05:22:14.408 INFO:tasks.rados.rados.0.smithi031.stdout:2276: expect deleted 2024-08-10T05:22:14.408 INFO:tasks.rados.rados.0.smithi031.stdout:2277: read oid 41 snap 216 2024-08-10T05:22:14.408 INFO:tasks.rados.rados.0.smithi031.stdout:2277: expect deleted 2024-08-10T05:22:14.408 INFO:tasks.rados.rados.0.smithi031.stdout:2278: copy_from oid 31 from oid 37 current snap is 218 2024-08-10T05:22:14.408 INFO:tasks.rados.rados.0.smithi031.stdout:2272: finishing rollback tid 0 to smithi03186013-1 2024-08-10T05:22:14.408 INFO:tasks.rados.rados.0.smithi031.stdout:2272: finishing rollback tid 1 to smithi03186013-1 2024-08-10T05:22:14.408 INFO:tasks.rados.rados.0.smithi031.stdout:2272: finishing rollback tid 2 to smithi03186013-1 2024-08-10T05:22:14.408 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 1 v 1130 (ObjNum 650 snap 202 seq_num 650) dirty exists 2024-08-10T05:22:14.408 INFO:tasks.rados.rados.0.smithi031.stdout:2273: finishing rollback tid 0 to smithi03186013-46 2024-08-10T05:22:14.408 INFO:tasks.rados.rados.0.smithi031.stdout:2273: finishing rollback tid 1 to smithi03186013-46 2024-08-10T05:22:14.408 INFO:tasks.rados.rados.0.smithi031.stdout:2273: finishing rollback tid 2 to smithi03186013-46 2024-08-10T05:22:14.408 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 46 v 849 (ObjNum 565 snap 171 seq_num 565) dirty exists 2024-08-10T05:22:14.409 INFO:tasks.rados.rados.0.smithi031.stdout:2275: finishing write tid 1 to smithi03186013-4 2024-08-10T05:22:14.409 INFO:tasks.rados.rados.0.smithi031.stdout:2272: done (6 left) 2024-08-10T05:22:14.409 INFO:tasks.rados.rados.0.smithi031.stdout:2273: done (5 left) 2024-08-10T05:22:14.409 INFO:tasks.rados.rados.0.smithi031.stdout:2279: delete oid 36 current snap is 218 2024-08-10T05:22:14.409 INFO:tasks.rados.rados.0.smithi031.stdout:2275: finishing write tid 2 to smithi03186013-4 2024-08-10T05:22:14.413 INFO:tasks.rados.rados.0.smithi031.stdout:2275: finishing write tid 3 to smithi03186013-4 2024-08-10T05:22:14.413 INFO:tasks.rados.rados.0.smithi031.stdout:2275: finishing write tid 4 to smithi03186013-4 2024-08-10T05:22:14.415 INFO:tasks.rados.rados.0.smithi031.stdout:2275: finishing write tid 5 to smithi03186013-4 2024-08-10T05:22:14.415 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 4 v 1008 (ObjNum 687 snap 218 seq_num 687) dirty exists 2024-08-10T05:22:14.415 INFO:tasks.rados.rados.0.smithi031.stdout:2275: left oid 4 (ObjNum 687 snap 218 seq_num 687) 2024-08-10T05:22:14.416 INFO:tasks.rados.rados.0.smithi031.stdout:2275: done (5 left) 2024-08-10T05:22:14.416 INFO:tasks.rados.rados.0.smithi031.stdout:2276: done (4 left) 2024-08-10T05:22:14.416 INFO:tasks.rados.rados.0.smithi031.stdout:2277: done (3 left) 2024-08-10T05:22:14.417 INFO:tasks.rados.rados.0.smithi031.stdout:2279: done (2 left) 2024-08-10T05:22:14.417 INFO:tasks.rados.rados.0.smithi031.stdout:2280: rollback oid 44 current snap is 218 2024-08-10T05:22:14.417 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 44 to 216 2024-08-10T05:22:14.417 INFO:tasks.rados.rados.0.smithi031.stdout:2281: delete oid 43 current snap is 218 2024-08-10T05:22:14.419 INFO:tasks.rados.rados.0.smithi031.stdout:2280: finishing rollback tid 0 to smithi03186013-44 2024-08-10T05:22:14.420 INFO:tasks.rados.rados.0.smithi031.stdout:2280: finishing rollback tid 1 to smithi03186013-44 2024-08-10T05:22:14.420 INFO:tasks.rados.rados.0.smithi031.stdout:2281: done (3 left) 2024-08-10T05:22:14.420 INFO:tasks.rados.rados.0.smithi031.stdout:2282: rollback oid 46 current snap is 218 2024-08-10T05:22:14.421 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 46 to 216 2024-08-10T05:22:14.421 INFO:tasks.rados.rados.0.smithi031.stdout:2283: copy_from oid 47 from oid 4 current snap is 218 2024-08-10T05:22:14.421 INFO:tasks.rados.rados.0.smithi031.stdout:2280: finishing rollback tid 2 to smithi03186013-44 2024-08-10T05:22:14.421 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 44 v 1322 (ObjNum 674 snap 212 seq_num 674) dirty exists 2024-08-10T05:22:14.421 INFO:tasks.rados.rados.0.smithi031.stdout:2280: done (4 left) 2024-08-10T05:22:14.421 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 18 current snap is 218 2024-08-10T05:22:14.421 INFO:tasks.rados.rados.0.smithi031.stdout:2284: seq_num 690 ranges {0=761856,761856=663552,1425408=409600,1835008=131072} 2024-08-10T05:22:14.425 INFO:tasks.rados.rados.0.smithi031.stdout:2284: writing smithi03186013-18 from 0 to 761856 tid 1 2024-08-10T05:22:14.429 INFO:tasks.rados.rados.0.smithi031.stdout:2284: writing smithi03186013-18 from 761856 to 1425408 tid 2 2024-08-10T05:22:14.432 INFO:tasks.rados.rados.0.smithi031.stdout:2284: writing smithi03186013-18 from 1425408 to 1835008 tid 3 2024-08-10T05:22:14.433 INFO:tasks.rados.rados.0.smithi031.stdout:2284: writing smithi03186013-18 from 1835008 to 1966080 tid 4 2024-08-10T05:22:14.433 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 24 current snap is 218 2024-08-10T05:22:14.433 INFO:tasks.rados.rados.0.smithi031.stdout:2282: finishing rollback tid 0 to smithi03186013-46 2024-08-10T05:22:14.433 INFO:tasks.rados.rados.0.smithi031.stdout:2282: finishing rollback tid 1 to smithi03186013-46 2024-08-10T05:22:14.433 INFO:tasks.rados.rados.0.smithi031.stdout:2285: seq_num 691 ranges {1728512=778240,2506752=548864,3055616=614400,3670016=40960} 2024-08-10T05:22:14.448 INFO:tasks.rados.rados.0.smithi031.stdout:2285: writing smithi03186013-24 from 1728512 to 2506752 tid 1 2024-08-10T05:22:14.451 INFO:tasks.rados.rados.0.smithi031.stdout:2285: writing smithi03186013-24 from 2506752 to 3055616 tid 2 2024-08-10T05:22:14.455 INFO:tasks.rados.rados.0.smithi031.stdout:2285: writing smithi03186013-24 from 3055616 to 3670016 tid 3 2024-08-10T05:22:14.456 INFO:tasks.rados.rados.0.smithi031.stdout:2285: writing smithi03186013-24 from 3670016 to 3710976 tid 4 2024-08-10T05:22:14.456 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 40 current snap is 218 2024-08-10T05:22:14.456 INFO:tasks.rados.rados.0.smithi031.stdout:2286: seq_num 692 ranges {1835008=794624,2629632=483328,3112960=720896} 2024-08-10T05:22:14.471 INFO:tasks.rados.rados.0.smithi031.stdout:2286: writing smithi03186013-40 from 1835008 to 2629632 tid 1 2024-08-10T05:22:14.473 INFO:tasks.rados.rados.0.smithi031.stdout:2286: writing smithi03186013-40 from 2629632 to 3112960 tid 2 2024-08-10T05:22:14.479 INFO:tasks.rados.rados.0.smithi031.stdout:2286: writing smithi03186013-40 from 3112960 to 3833856 tid 3 2024-08-10T05:22:14.479 INFO:tasks.rados.rados.0.smithi031.stdout:2287: rollback oid 26 current snap is 218 2024-08-10T05:22:14.479 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 26 to 216 2024-08-10T05:22:14.479 INFO:tasks.rados.rados.0.smithi031.stdout:2282: finishing rollback tid 2 to smithi03186013-46 2024-08-10T05:22:14.479 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 46 v 853 (ObjNum 565 snap 171 seq_num 565) dirty exists 2024-08-10T05:22:14.479 INFO:tasks.rados.rados.0.smithi031.stdout:2284: finishing write tid 1 to smithi03186013-18 2024-08-10T05:22:14.479 INFO:tasks.rados.rados.0.smithi031.stdout:2282: done (7 left) 2024-08-10T05:22:14.479 INFO:tasks.rados.rados.0.smithi031.stdout:2288: rollback oid 10 current snap is 218 2024-08-10T05:22:14.479 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 10 to 216 2024-08-10T05:22:14.480 INFO:tasks.rados.rados.0.smithi031.stdout:2284: finishing write tid 2 to smithi03186013-18 2024-08-10T05:22:14.480 INFO:tasks.rados.rados.0.smithi031.stdout:2284: finishing write tid 3 to smithi03186013-18 2024-08-10T05:22:14.480 INFO:tasks.rados.rados.0.smithi031.stdout:2284: finishing write tid 4 to smithi03186013-18 2024-08-10T05:22:14.480 INFO:tasks.rados.rados.0.smithi031.stdout:2284: finishing write tid 5 to smithi03186013-18 2024-08-10T05:22:14.480 INFO:tasks.rados.rados.0.smithi031.stdout:2284: finishing write tid 6 to smithi03186013-18 2024-08-10T05:22:14.480 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 18 v 1137 (ObjNum 690 snap 218 seq_num 690) dirty exists 2024-08-10T05:22:14.480 INFO:tasks.rados.rados.0.smithi031.stdout:2284: left oid 18 (ObjNum 690 snap 218 seq_num 690) 2024-08-10T05:22:14.480 INFO:tasks.rados.rados.0.smithi031.stdout:2278: finishing copy_from racing read to smithi03186013-31 2024-08-10T05:22:14.480 INFO:tasks.rados.rados.0.smithi031.stdout:2278: finishing copy_from to smithi03186013-31 2024-08-10T05:22:14.480 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 31 v 998 (ObjNum 639 snap 199 seq_num 639) dirty exists 2024-08-10T05:22:14.480 INFO:tasks.rados.rados.0.smithi031.stdout:2285: finishing write tid 1 to smithi03186013-24 2024-08-10T05:22:14.480 INFO:tasks.rados.rados.0.smithi031.stdout:2285: finishing write tid 2 to smithi03186013-24 2024-08-10T05:22:14.480 INFO:tasks.rados.rados.0.smithi031.stdout:2285: finishing write tid 3 to smithi03186013-24 2024-08-10T05:22:14.480 INFO:tasks.rados.rados.0.smithi031.stdout:2278: done (7 left) 2024-08-10T05:22:14.481 INFO:tasks.rados.rados.0.smithi031.stdout:2284: done (6 left) 2024-08-10T05:22:14.481 INFO:tasks.rados.rados.0.smithi031.stdout:2289: read oid 8 snap -1 2024-08-10T05:22:14.481 INFO:tasks.rados.rados.0.smithi031.stdout:2289: expect deleted 2024-08-10T05:22:14.481 INFO:tasks.rados.rados.0.smithi031.stdout:2290: read oid 46 snap -1 2024-08-10T05:22:14.481 INFO:tasks.rados.rados.0.smithi031.stdout:2290: expect (ObjNum 565 snap 171 seq_num 565) 2024-08-10T05:22:14.481 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 5 current snap is 218 2024-08-10T05:22:14.481 INFO:tasks.rados.rados.0.smithi031.stdout:2285: finishing write tid 4 to smithi03186013-24 2024-08-10T05:22:14.481 INFO:tasks.rados.rados.0.smithi031.stdout:2285: finishing write tid 5 to smithi03186013-24 2024-08-10T05:22:14.481 INFO:tasks.rados.rados.0.smithi031.stdout:2285: finishing write tid 6 to smithi03186013-24 2024-08-10T05:22:14.481 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 24 v 1327 (ObjNum 691 snap 218 seq_num 691) dirty exists 2024-08-10T05:22:14.481 INFO:tasks.rados.rados.0.smithi031.stdout:2285: left oid 24 (ObjNum 691 snap 218 seq_num 691) 2024-08-10T05:22:14.481 INFO:tasks.rados.rados.0.smithi031.stdout:2283: finishing copy_from racing read to smithi03186013-47 2024-08-10T05:22:14.481 INFO:tasks.rados.rados.0.smithi031.stdout:2274: expect (ObjNum 686 snap 218 seq_num 686) 2024-08-10T05:22:15.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:15 smithi031 ceph-mon[98130]: pgmap v452: 121 pgs: 11 peering, 21 active+undersized, 8 active+undersized+degraded, 81 active+clean; 177 MiB data, 902 MiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.8 MiB/s wr, 15 op/s; 13/213 objects degraded (6.103%); 448 KiB/s, 0 objects/s recovering 2024-08-10T05:22:15.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:15 smithi031 ceph-mon[98130]: osdmap e529: 8 total, 8 up, 8 in 2024-08-10T05:22:15.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:15 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:15.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:15 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:15.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:15 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:22:15.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:15 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:22:15.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:15 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:15.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:15 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:22:15.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:15 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:22:15.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:15 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:22:15.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:15 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:22:15.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:15 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:22:15.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:15 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:15.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:15 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-08-10T05:22:15.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:15 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-08-10T05:22:15.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:15 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-08-10T05:22:15.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:15 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-08-10T05:22:15.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:15 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-08-10T05:22:15.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:15 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-08-10T05:22:15.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:15 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-08-10T05:22:15.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:15 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-08-10T05:22:15.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:15 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-08-10T05:22:15.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:15 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-08-10T05:22:15.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:15 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-08-10T05:22:15.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:15 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-08-10T05:22:15.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:15 smithi031 ceph-mon[100614]: pgmap v452: 121 pgs: 11 peering, 21 active+undersized, 8 active+undersized+degraded, 81 active+clean; 177 MiB data, 902 MiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.8 MiB/s wr, 15 op/s; 13/213 objects degraded (6.103%); 448 KiB/s, 0 objects/s recovering 2024-08-10T05:22:15.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:15 smithi031 ceph-mon[100614]: osdmap e529: 8 total, 8 up, 8 in 2024-08-10T05:22:15.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:15 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:15.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:15 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:15.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:15 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:22:15.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:15 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:22:15.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:15 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:15.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:15 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:22:15.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:15 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:22:15.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:15 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:22:15.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:15 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:22:15.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:15 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:22:15.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:15 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:15.772 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:15 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-08-10T05:22:15.772 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:15 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-08-10T05:22:15.772 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:15 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-08-10T05:22:15.772 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:15 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-08-10T05:22:15.772 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:15 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-08-10T05:22:15.772 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:15 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-08-10T05:22:15.772 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:15 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-08-10T05:22:15.772 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:15 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-08-10T05:22:15.772 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:15 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-08-10T05:22:15.772 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:15 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-08-10T05:22:15.772 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:15 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-08-10T05:22:15.772 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:15 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-08-10T05:22:15.773 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:15 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-08-10T05:22:15.773 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:15 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-08-10T05:22:15.773 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:15 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-08-10T05:22:15.773 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:15 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-08-10T05:22:15.773 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:15 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-08-10T05:22:15.773 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:15 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-08-10T05:22:15.773 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:15 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-08-10T05:22:15.773 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:15 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-08-10T05:22:15.773 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:15 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-08-10T05:22:15.773 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:15 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-08-10T05:22:15.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:15 smithi196 ceph-mon[90243]: pgmap v452: 121 pgs: 11 peering, 21 active+undersized, 8 active+undersized+degraded, 81 active+clean; 177 MiB data, 902 MiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.8 MiB/s wr, 15 op/s; 13/213 objects degraded (6.103%); 448 KiB/s, 0 objects/s recovering 2024-08-10T05:22:15.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:15 smithi196 ceph-mon[90243]: osdmap e529: 8 total, 8 up, 8 in 2024-08-10T05:22:15.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:15 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:15.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:15 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:15.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:15 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:22:15.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:15 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:22:15.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:15 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:15.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:15 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:22:15.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:15 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:22:15.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:15 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:22:15.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:15 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:22:15.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:15 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:22:15.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:15 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:15.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:15 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-08-10T05:22:15.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:15 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-08-10T05:22:15.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:15 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-08-10T05:22:15.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:15 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-08-10T05:22:15.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:15 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-08-10T05:22:15.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:15 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-08-10T05:22:15.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:15 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-08-10T05:22:15.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:15 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-08-10T05:22:15.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:15 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-08-10T05:22:15.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:15 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-08-10T05:22:15.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:15 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-08-10T05:22:15.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:15 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-08-10T05:22:15.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:15 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-08-10T05:22:15.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:15 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-08-10T05:22:15.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:15 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-08-10T05:22:15.781 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:15 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-08-10T05:22:15.781 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:15 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-08-10T05:22:16.633 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:16 smithi031 ceph-mon[100614]: Upgrade: Setting container_image for all osd 2024-08-10T05:22:16.633 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:16 smithi031 ceph-mon[100614]: Upgrade: Setting require_osd_release to 19 squid 2024-08-10T05:22:16.633 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:16 smithi031 ceph-mon[100614]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-08-10T05:22:16.633 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:16 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-08-10T05:22:16.633 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:16 smithi031 ceph-mon[100614]: osdmap e530: 8 total, 8 up, 8 in 2024-08-10T05:22:16.633 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:16 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-08-10T05:22:16.633 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:16 smithi031 ceph-mon[98130]: Upgrade: Setting container_image for all osd 2024-08-10T05:22:16.634 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:16 smithi031 ceph-mon[98130]: Upgrade: Setting require_osd_release to 19 squid 2024-08-10T05:22:16.634 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:16 smithi031 ceph-mon[98130]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-08-10T05:22:16.634 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:16 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-08-10T05:22:16.634 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:16 smithi031 ceph-mon[98130]: osdmap e530: 8 total, 8 up, 8 in 2024-08-10T05:22:16.634 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:16 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-08-10T05:22:16.764 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:16 smithi196 ceph-mon[90243]: Upgrade: Setting container_image for all osd 2024-08-10T05:22:16.764 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:16 smithi196 ceph-mon[90243]: Upgrade: Setting require_osd_release to 19 squid 2024-08-10T05:22:16.764 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:16 smithi196 ceph-mon[90243]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-08-10T05:22:16.764 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:16 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-08-10T05:22:16.764 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:16 smithi196 ceph-mon[90243]: osdmap e530: 8 total, 8 up, 8 in 2024-08-10T05:22:16.764 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:16 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-08-10T05:22:17.059 INFO:tasks.rados.rados.0.smithi031.stdout:2283: finishing copy_from to smithi03186013-47 2024-08-10T05:22:17.059 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 47 v 1008 (ObjNum 687 snap 218 seq_num 687) dirty exists 2024-08-10T05:22:17.059 INFO:tasks.rados.rados.0.smithi031.stdout:2286: finishing write tid 1 to smithi03186013-40 2024-08-10T05:22:17.059 INFO:tasks.rados.rados.0.smithi031.stdout:2286: finishing write tid 2 to smithi03186013-40 2024-08-10T05:22:17.059 INFO:tasks.rados.rados.0.smithi031.stdout:2291: seq_num 693 ranges {3833856=409600,4243456=770048,5013504=581632,5595136=253952} 2024-08-10T05:22:17.081 INFO:tasks.rados.rados.0.smithi031.stdout:2291: writing smithi03186013-5 from 3833856 to 4243456 tid 1 2024-08-10T05:22:17.086 INFO:tasks.rados.rados.0.smithi031.stdout:2291: writing smithi03186013-5 from 4243456 to 5013504 tid 2 2024-08-10T05:22:17.089 INFO:tasks.rados.rados.0.smithi031.stdout:2291: writing smithi03186013-5 from 5013504 to 5595136 tid 3 2024-08-10T05:22:17.092 INFO:tasks.rados.rados.0.smithi031.stdout:2291: writing smithi03186013-5 from 5595136 to 5849088 tid 4 2024-08-10T05:22:17.092 INFO:tasks.rados.rados.0.smithi031.stdout:2274: done (8 left) 2024-08-10T05:22:17.092 INFO:tasks.rados.rados.0.smithi031.stdout:2283: done (7 left) 2024-08-10T05:22:17.092 INFO:tasks.rados.rados.0.smithi031.stdout:2285: done (6 left) 2024-08-10T05:22:17.092 INFO:tasks.rados.rados.0.smithi031.stdout:2292: read oid 19 snap -1 2024-08-10T05:22:17.092 INFO:tasks.rados.rados.0.smithi031.stdout:2292: expect deleted 2024-08-10T05:22:17.092 INFO:tasks.rados.rados.0.smithi031.stdout:2293: copy_from oid 14 from oid 3 current snap is 218 2024-08-10T05:22:17.093 INFO:tasks.rados.rados.0.smithi031.stdout:2287: finishing rollback tid 1 to smithi03186013-26 2024-08-10T05:22:17.093 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 26 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-10T05:22:17.093 INFO:tasks.rados.rados.0.smithi031.stdout:2288: finishing rollback tid 0 to smithi03186013-10 2024-08-10T05:22:17.093 INFO:tasks.rados.rados.0.smithi031.stdout:2288: finishing rollback tid 1 to smithi03186013-10 2024-08-10T05:22:17.093 INFO:tasks.rados.rados.0.smithi031.stdout:2288: finishing rollback tid 2 to smithi03186013-10 2024-08-10T05:22:17.093 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 10 v 985 (ObjNum 547 snap 165 seq_num 547) dirty exists 2024-08-10T05:22:17.093 INFO:tasks.rados.rados.0.smithi031.stdout:2286: finishing write tid 3 to smithi03186013-40 2024-08-10T05:22:17.093 INFO:tasks.rados.rados.0.smithi031.stdout:2286: finishing write tid 4 to smithi03186013-40 2024-08-10T05:22:17.093 INFO:tasks.rados.rados.0.smithi031.stdout:2286: finishing write tid 5 to smithi03186013-40 2024-08-10T05:22:17.093 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 40 v 803 (ObjNum 692 snap 218 seq_num 692) dirty exists 2024-08-10T05:22:17.093 INFO:tasks.rados.rados.0.smithi031.stdout:2286: left oid 40 (ObjNum 692 snap 218 seq_num 692) 2024-08-10T05:22:17.093 INFO:tasks.rados.rados.0.smithi031.stdout:2290: expect (ObjNum 565 snap 171 seq_num 565) 2024-08-10T05:22:17.248 INFO:tasks.rados.rados.0.smithi031.stdout:2291: finishing write tid 1 to smithi03186013-5 2024-08-10T05:22:17.248 INFO:tasks.rados.rados.0.smithi031.stdout:2291: finishing write tid 2 to smithi03186013-5 2024-08-10T05:22:17.248 INFO:tasks.rados.rados.0.smithi031.stdout:2291: finishing write tid 3 to smithi03186013-5 2024-08-10T05:22:17.248 INFO:tasks.rados.rados.0.smithi031.stdout:2286: done (7 left) 2024-08-10T05:22:17.248 INFO:tasks.rados.rados.0.smithi031.stdout:2287: done (6 left) 2024-08-10T05:22:17.248 INFO:tasks.rados.rados.0.smithi031.stdout:2288: done (5 left) 2024-08-10T05:22:17.248 INFO:tasks.rados.rados.0.smithi031.stdout:2289: done (4 left) 2024-08-10T05:22:17.248 INFO:tasks.rados.rados.0.smithi031.stdout:2290: done (3 left) 2024-08-10T05:22:17.248 INFO:tasks.rados.rados.0.smithi031.stdout:2292: done (2 left) 2024-08-10T05:22:17.248 INFO:tasks.rados.rados.0.smithi031.stdout:2294: snap_remove snap 216 2024-08-10T05:22:17.381 INFO:tasks.rados.rados.0.smithi031.stdout:2294: done (2 left) 2024-08-10T05:22:17.381 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 40 current snap is 218 2024-08-10T05:22:17.381 INFO:tasks.rados.rados.0.smithi031.stdout:2295: seq_num 694 ranges {3833856=425984,4259840=655360,4915200=786432,5701632=163840} 2024-08-10T05:22:17.405 INFO:tasks.rados.rados.0.smithi031.stdout:2295: writing smithi03186013-40 from 3833856 to 4259840 tid 1 2024-08-10T05:22:17.408 INFO:tasks.rados.rados.0.smithi031.stdout:2295: writing smithi03186013-40 from 4259840 to 4915200 tid 2 2024-08-10T05:22:17.412 INFO:tasks.rados.rados.0.smithi031.stdout:2295: writing smithi03186013-40 from 4915200 to 5701632 tid 3 2024-08-10T05:22:17.414 INFO:tasks.rados.rados.0.smithi031.stdout:2295: writing smithi03186013-40 from 5701632 to 5865472 tid 4 2024-08-10T05:22:17.414 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 19 current snap is 218 2024-08-10T05:22:17.414 INFO:tasks.rados.rados.0.smithi031.stdout:2291: finishing write tid 4 to smithi03186013-5 2024-08-10T05:22:17.414 INFO:tasks.rados.rados.0.smithi031.stdout:2291: finishing write tid 5 to smithi03186013-5 2024-08-10T05:22:17.414 INFO:tasks.rados.rados.0.smithi031.stdout:2291: finishing write tid 6 to smithi03186013-5 2024-08-10T05:22:17.414 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 5 v 1143 (ObjNum 693 snap 218 seq_num 693) dirty exists 2024-08-10T05:22:17.414 INFO:tasks.rados.rados.0.smithi031.stdout:2291: left oid 5 (ObjNum 693 snap 218 seq_num 693) 2024-08-10T05:22:17.414 INFO:tasks.rados.rados.0.smithi031.stdout:2296: seq_num 695 ranges {0=442368,442368=540672,983040=598016,1581056=466944} 2024-08-10T05:22:17.416 INFO:tasks.rados.rados.0.smithi031.stdout:2296: writing smithi03186013-19 from 0 to 442368 tid 1 2024-08-10T05:22:17.419 INFO:tasks.rados.rados.0.smithi031.stdout:2296: writing smithi03186013-19 from 442368 to 983040 tid 2 2024-08-10T05:22:17.423 INFO:tasks.rados.rados.0.smithi031.stdout:2296: writing smithi03186013-19 from 983040 to 1581056 tid 3 2024-08-10T05:22:17.427 INFO:tasks.rados.rados.0.smithi031.stdout:2296: writing smithi03186013-19 from 1581056 to 2048000 tid 4 2024-08-10T05:22:17.427 INFO:tasks.rados.rados.0.smithi031.stdout:2291: done (3 left) 2024-08-10T05:22:17.427 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 29 current snap is 218 2024-08-10T05:22:17.427 INFO:tasks.rados.rados.0.smithi031.stdout:2293: finishing copy_from racing read to smithi03186013-14 2024-08-10T05:22:17.427 INFO:tasks.rados.rados.0.smithi031.stdout:2293: finishing copy_from to smithi03186013-14 2024-08-10T05:22:17.427 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 14 v 997 (ObjNum 562 snap 169 seq_num 562) dirty exists 2024-08-10T05:22:17.427 INFO:tasks.rados.rados.0.smithi031.stdout:2295: finishing write tid 1 to smithi03186013-40 2024-08-10T05:22:17.428 INFO:tasks.rados.rados.0.smithi031.stdout:2295: finishing write tid 2 to smithi03186013-40 2024-08-10T05:22:17.428 INFO:tasks.rados.rados.0.smithi031.stdout:2295: finishing write tid 3 to smithi03186013-40 2024-08-10T05:22:17.428 INFO:tasks.rados.rados.0.smithi031.stdout:2295: finishing write tid 4 to smithi03186013-40 2024-08-10T05:22:17.428 INFO:tasks.rados.rados.0.smithi031.stdout:2295: finishing write tid 5 to smithi03186013-40 2024-08-10T05:22:17.428 INFO:tasks.rados.rados.0.smithi031.stdout:2295: finishing write tid 6 to smithi03186013-40 2024-08-10T05:22:17.428 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 40 v 808 (ObjNum 694 snap 218 seq_num 694) dirty exists 2024-08-10T05:22:17.428 INFO:tasks.rados.rados.0.smithi031.stdout:2295: left oid 40 (ObjNum 694 snap 218 seq_num 694) 2024-08-10T05:22:17.428 INFO:tasks.rados.rados.0.smithi031.stdout:2296: finishing write tid 1 to smithi03186013-19 2024-08-10T05:22:17.428 INFO:tasks.rados.rados.0.smithi031.stdout:2296: finishing write tid 2 to smithi03186013-19 2024-08-10T05:22:17.428 INFO:tasks.rados.rados.0.smithi031.stdout:2296: finishing write tid 3 to smithi03186013-19 2024-08-10T05:22:17.428 INFO:tasks.rados.rados.0.smithi031.stdout:2297: seq_num 696 ranges {2244608=458752,2703360=417792,3121152=753664,3874816=434176} 2024-08-10T05:22:17.441 INFO:tasks.rados.rados.0.smithi031.stdout:2297: writing smithi03186013-29 from 2244608 to 2703360 tid 1 2024-08-10T05:22:17.486 INFO:tasks.rados.rados.0.smithi031.stdout:2297: writing smithi03186013-29 from 2703360 to 3121152 tid 2 2024-08-10T05:22:17.486 INFO:tasks.rados.rados.0.smithi031.stdout:2297: writing smithi03186013-29 from 3121152 to 3874816 tid 3 2024-08-10T05:22:17.487 INFO:tasks.rados.rados.0.smithi031.stdout:2297: writing smithi03186013-29 from 3874816 to 4308992 tid 4 2024-08-10T05:22:17.487 INFO:tasks.rados.rados.0.smithi031.stdout:2293: done (3 left) 2024-08-10T05:22:17.487 INFO:tasks.rados.rados.0.smithi031.stdout:2295: done (2 left) 2024-08-10T05:22:17.487 INFO:tasks.rados.rados.0.smithi031.stdout:2298: read oid 46 snap -1 2024-08-10T05:22:17.487 INFO:tasks.rados.rados.0.smithi031.stdout:2298: expect (ObjNum 565 snap 171 seq_num 565) 2024-08-10T05:22:17.487 INFO:tasks.rados.rados.0.smithi031.stdout:2299: delete oid 38 current snap is 218 2024-08-10T05:22:17.487 INFO:tasks.rados.rados.0.smithi031.stdout:2296: finishing write tid 4 to smithi03186013-19 2024-08-10T05:22:17.487 INFO:tasks.rados.rados.0.smithi031.stdout:2296: finishing write tid 5 to smithi03186013-19 2024-08-10T05:22:17.487 INFO:tasks.rados.rados.0.smithi031.stdout:2296: finishing write tid 6 to smithi03186013-19 2024-08-10T05:22:17.487 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 19 v 1003 (ObjNum 695 snap 218 seq_num 695) dirty exists 2024-08-10T05:22:17.487 INFO:tasks.rados.rados.0.smithi031.stdout:2296: left oid 19 (ObjNum 695 snap 218 seq_num 695) 2024-08-10T05:22:17.488 INFO:tasks.rados.rados.0.smithi031.stdout:2297: finishing write tid 1 to smithi03186013-29 2024-08-10T05:22:17.488 INFO:tasks.rados.rados.0.smithi031.stdout:2297: finishing write tid 2 to smithi03186013-29 2024-08-10T05:22:17.488 INFO:tasks.rados.rados.0.smithi031.stdout:2297: finishing write tid 3 to smithi03186013-29 2024-08-10T05:22:17.488 INFO:tasks.rados.rados.0.smithi031.stdout:2296: done (3 left) 2024-08-10T05:22:17.488 INFO:tasks.rados.rados.0.smithi031.stdout:2299: done (2 left) 2024-08-10T05:22:17.488 INFO:tasks.rados.rados.0.smithi031.stdout:2300: read oid 38 snap -1 2024-08-10T05:22:17.488 INFO:tasks.rados.rados.0.smithi031.stdout:2300: expect deleted 2024-08-10T05:22:17.488 INFO:tasks.rados.rados.0.smithi031.stdout:2301: setattr oid 41 current snap is 218 2024-08-10T05:22:17.488 INFO:tasks.rados.rados.0.smithi031.stdout:2297: finishing write tid 4 to smithi03186013-29 2024-08-10T05:22:17.488 INFO:tasks.rados.rados.0.smithi031.stdout:2297: finishing write tid 5 to smithi03186013-29 2024-08-10T05:22:17.488 INFO:tasks.rados.rados.0.smithi031.stdout:2300: done (3 left) 2024-08-10T05:22:17.488 INFO:tasks.rados.rados.0.smithi031.stdout:2302: delete oid 20 current snap is 218 2024-08-10T05:22:17.488 INFO:tasks.rados.rados.0.smithi031.stdout:2297: finishing write tid 6 to smithi03186013-29 2024-08-10T05:22:17.489 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 29 v 1338 (ObjNum 696 snap 218 seq_num 696) dirty exists 2024-08-10T05:22:17.489 INFO:tasks.rados.rados.0.smithi031.stdout:2297: left oid 29 (ObjNum 696 snap 218 seq_num 696) 2024-08-10T05:22:17.489 INFO:tasks.rados.rados.0.smithi031.stdout:2297: done (3 left) 2024-08-10T05:22:17.489 INFO:tasks.rados.rados.0.smithi031.stdout:2302: done (2 left) 2024-08-10T05:22:17.489 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 39 current snap is 218 2024-08-10T05:22:17.489 INFO:tasks.rados.rados.0.smithi031.stdout:2303: seq_num 699 ranges {20217856=516096,20733952=475136,21209088=573440,21782528=557056} 2024-08-10T05:22:17.570 INFO:tasks.rados.rados.0.smithi031.stdout:2303: writing smithi03186013-39 from 20217856 to 20733952 tid 1 2024-08-10T05:22:17.572 INFO:tasks.rados.rados.0.smithi031.stdout:2303: writing smithi03186013-39 from 20733952 to 21209088 tid 2 2024-08-10T05:22:17.576 INFO:tasks.rados.rados.0.smithi031.stdout:2303: writing smithi03186013-39 from 21209088 to 21782528 tid 3 2024-08-10T05:22:17.579 INFO:tasks.rados.rados.0.smithi031.stdout:2303: writing smithi03186013-39 from 21782528 to 22339584 tid 4 2024-08-10T05:22:17.579 INFO:tasks.rados.rados.0.smithi031.stdout:2304: snap_create 2024-08-10T05:22:17.579 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 41 v 1012 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-08-10T05:22:17.580 INFO:tasks.rados.rados.0.smithi031.stdout:2298: expect (ObjNum 565 snap 171 seq_num 565) 2024-08-10T05:22:17.684 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:17 smithi031 ceph-mon[98130]: pgmap v454: 121 pgs: 11 peering, 110 active+clean; 175 MiB data, 928 MiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 3.6 MiB/s wr, 20 op/s; 2.3 MiB/s, 1 objects/s recovering 2024-08-10T05:22:17.684 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:17 smithi031 ceph-mon[98130]: Upgrade: It appears safe to stop mds.a 2024-08-10T05:22:17.684 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:17 smithi031 ceph-mon[98130]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 13/213 objects degraded (6.103%), 8 pgs degraded) 2024-08-10T05:22:17.684 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:17 smithi031 ceph-mon[98130]: Cluster is now healthy 2024-08-10T05:22:17.684 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:17 smithi031 ceph-mon[100614]: pgmap v454: 121 pgs: 11 peering, 110 active+clean; 175 MiB data, 928 MiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 3.6 MiB/s wr, 20 op/s; 2.3 MiB/s, 1 objects/s recovering 2024-08-10T05:22:17.684 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:17 smithi031 ceph-mon[100614]: Upgrade: It appears safe to stop mds.a 2024-08-10T05:22:17.684 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:17 smithi031 ceph-mon[100614]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 13/213 objects degraded (6.103%), 8 pgs degraded) 2024-08-10T05:22:17.685 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:17 smithi031 ceph-mon[100614]: Cluster is now healthy 2024-08-10T05:22:17.737 INFO:tasks.rados.rados.0.smithi031.stdout:2303: finishing write tid 1 to smithi03186013-39 2024-08-10T05:22:17.737 INFO:tasks.rados.rados.0.smithi031.stdout:2303: finishing write tid 2 to smithi03186013-39 2024-08-10T05:22:17.737 INFO:tasks.rados.rados.0.smithi031.stdout:2303: finishing write tid 3 to smithi03186013-39 2024-08-10T05:22:17.737 INFO:tasks.rados.rados.0.smithi031.stdout:2303: finishing write tid 4 to smithi03186013-39 2024-08-10T05:22:17.737 INFO:tasks.rados.rados.0.smithi031.stdout:2303: finishing write tid 5 to smithi03186013-39 2024-08-10T05:22:17.738 INFO:tasks.rados.rados.0.smithi031.stdout:2303: finishing write tid 6 to smithi03186013-39 2024-08-10T05:22:17.738 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 39 v 504 (ObjNum 699 snap 218 seq_num 699) dirty exists 2024-08-10T05:22:17.738 INFO:tasks.rados.rados.0.smithi031.stdout:2303: left oid 39 (ObjNum 699 snap 218 seq_num 699) 2024-08-10T05:22:17.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:17 smithi196 ceph-mon[90243]: pgmap v454: 121 pgs: 11 peering, 110 active+clean; 175 MiB data, 928 MiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 3.6 MiB/s wr, 20 op/s; 2.3 MiB/s, 1 objects/s recovering 2024-08-10T05:22:17.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:17 smithi196 ceph-mon[90243]: Upgrade: It appears safe to stop mds.a 2024-08-10T05:22:17.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:17 smithi196 ceph-mon[90243]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 13/213 objects degraded (6.103%), 8 pgs degraded) 2024-08-10T05:22:17.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:17 smithi196 ceph-mon[90243]: Cluster is now healthy 2024-08-10T05:22:18.393 INFO:tasks.rados.rados.0.smithi031.stdout:2298: done (3 left) 2024-08-10T05:22:18.393 INFO:tasks.rados.rados.0.smithi031.stdout:2301: done (2 left) 2024-08-10T05:22:18.393 INFO:tasks.rados.rados.0.smithi031.stdout:2303: done (1 left) 2024-08-10T05:22:18.393 INFO:tasks.rados.rados.0.smithi031.stdout:2304: done (0 left) 2024-08-10T05:22:18.393 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 32 current snap is 219 2024-08-10T05:22:18.394 INFO:tasks.rados.rados.0.smithi031.stdout:2305: seq_num 700 ranges {5496832=532480,6029312=409600,6438912=737280,7176192=458752} 2024-08-10T05:22:18.426 INFO:tasks.rados.rados.0.smithi031.stdout:2305: writing smithi03186013-32 from 5496832 to 6029312 tid 1 2024-08-10T05:22:18.428 INFO:tasks.rados.rados.0.smithi031.stdout:2305: writing smithi03186013-32 from 6029312 to 6438912 tid 2 2024-08-10T05:22:18.433 INFO:tasks.rados.rados.0.smithi031.stdout:2305: writing smithi03186013-32 from 6438912 to 7176192 tid 3 2024-08-10T05:22:18.436 INFO:tasks.rados.rados.0.smithi031.stdout:2305: writing smithi03186013-32 from 7176192 to 7634944 tid 4 2024-08-10T05:22:18.436 INFO:tasks.rados.rados.0.smithi031.stdout:2305: finishing write tid 1 to smithi03186013-32 2024-08-10T05:22:18.436 INFO:tasks.rados.rados.0.smithi031.stdout:2305: finishing write tid 2 to smithi03186013-32 2024-08-10T05:22:18.436 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 12 current snap is 219 2024-08-10T05:22:18.436 INFO:tasks.rados.rados.0.smithi031.stdout:2306: seq_num 701 ranges {3547136=548864,4096000=696320,4792320=540672,5332992=368640} 2024-08-10T05:22:18.459 INFO:tasks.rados.rados.0.smithi031.stdout:2306: writing smithi03186013-12 from 3547136 to 4096000 tid 1 2024-08-10T05:22:18.463 INFO:tasks.rados.rados.0.smithi031.stdout:2306: writing smithi03186013-12 from 4096000 to 4792320 tid 2 2024-08-10T05:22:18.466 INFO:tasks.rados.rados.0.smithi031.stdout:2306: writing smithi03186013-12 from 4792320 to 5332992 tid 3 2024-08-10T05:22:18.469 INFO:tasks.rados.rados.0.smithi031.stdout:2306: writing smithi03186013-12 from 5332992 to 5701632 tid 4 2024-08-10T05:22:18.470 INFO:tasks.rados.rados.0.smithi031.stdout:2307: rmattr oid 2 current snap is 219 2024-08-10T05:22:18.470 INFO:tasks.rados.rados.0.smithi031.stdout:2307: done (2 left) 2024-08-10T05:22:18.470 INFO:tasks.rados.rados.0.smithi031.stdout:2308: rollback oid 46 current snap is 219 2024-08-10T05:22:18.470 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 46 to 218 2024-08-10T05:22:18.470 INFO:tasks.rados.rados.0.smithi031.stdout:2305: finishing write tid 3 to smithi03186013-32 2024-08-10T05:22:18.470 INFO:tasks.rados.rados.0.smithi031.stdout:2305: finishing write tid 4 to smithi03186013-32 2024-08-10T05:22:18.470 INFO:tasks.rados.rados.0.smithi031.stdout:2305: finishing write tid 5 to smithi03186013-32 2024-08-10T05:22:18.470 INFO:tasks.rados.rados.0.smithi031.stdout:2305: finishing write tid 6 to smithi03186013-32 2024-08-10T05:22:18.470 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 32 v 1015 (ObjNum 700 snap 219 seq_num 700) dirty exists 2024-08-10T05:22:18.470 INFO:tasks.rados.rados.0.smithi031.stdout:2305: left oid 32 (ObjNum 700 snap 219 seq_num 700) 2024-08-10T05:22:18.470 INFO:tasks.rados.rados.0.smithi031.stdout:2306: finishing write tid 1 to smithi03186013-12 2024-08-10T05:22:18.470 INFO:tasks.rados.rados.0.smithi031.stdout:2306: finishing write tid 2 to smithi03186013-12 2024-08-10T05:22:18.470 INFO:tasks.rados.rados.0.smithi031.stdout:2306: finishing write tid 3 to smithi03186013-12 2024-08-10T05:22:18.471 INFO:tasks.rados.rados.0.smithi031.stdout:2305: done (2 left) 2024-08-10T05:22:18.471 INFO:tasks.rados.rados.0.smithi031.stdout:2309: delete oid 14 current snap is 219 2024-08-10T05:22:18.472 INFO:tasks.rados.rados.0.smithi031.stdout:2309: done (2 left) 2024-08-10T05:22:18.472 INFO:tasks.rados.rados.0.smithi031.stdout:2310: setattr oid 10 current snap is 219 2024-08-10T05:22:18.472 INFO:tasks.rados.rados.0.smithi031.stdout:2306: finishing write tid 4 to smithi03186013-12 2024-08-10T05:22:18.472 INFO:tasks.rados.rados.0.smithi031.stdout:2306: finishing write tid 5 to smithi03186013-12 2024-08-10T05:22:18.474 INFO:tasks.rados.rados.0.smithi031.stdout:2311: rmattr oid 42 current snap is 219 2024-08-10T05:22:18.474 INFO:tasks.rados.rados.0.smithi031.stdout:2311: done (3 left) 2024-08-10T05:22:18.474 INFO:tasks.rados.rados.0.smithi031.stdout:2312: read oid 39 snap -1 2024-08-10T05:22:18.474 INFO:tasks.rados.rados.0.smithi031.stdout:2312: expect (ObjNum 699 snap 218 seq_num 699) 2024-08-10T05:22:18.474 INFO:tasks.rados.rados.0.smithi031.stdout:2313: copy_from oid 17 from oid 32 current snap is 219 2024-08-10T05:22:18.474 INFO:tasks.rados.rados.0.smithi031.stdout:2314: setattr oid 7 current snap is 219 2024-08-10T05:22:18.474 INFO:tasks.rados.rados.0.smithi031.stdout:2306: finishing write tid 6 to smithi03186013-12 2024-08-10T05:22:18.474 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 12 v 1009 (ObjNum 701 snap 219 seq_num 701) dirty exists 2024-08-10T05:22:18.474 INFO:tasks.rados.rados.0.smithi031.stdout:2306: left oid 12 (ObjNum 701 snap 219 seq_num 701) 2024-08-10T05:22:18.475 INFO:tasks.rados.rados.0.smithi031.stdout:2306: done (5 left) 2024-08-10T05:22:18.475 INFO:tasks.rados.rados.0.smithi031.stdout:2315: rollback oid 16 current snap is 219 2024-08-10T05:22:18.475 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 16 to 218 2024-08-10T05:22:18.476 INFO:tasks.rados.rados.0.smithi031.stdout:2316: rollback oid 37 current snap is 219 2024-08-10T05:22:18.476 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 37 to 218 2024-08-10T05:22:18.476 INFO:tasks.rados.rados.0.smithi031.stdout:2317: copy_from oid 29 from oid 15 current snap is 219 2024-08-10T05:22:18.476 INFO:tasks.rados.rados.0.smithi031.stdout:2318: read oid 34 snap 218 2024-08-10T05:22:18.476 INFO:tasks.rados.rados.0.smithi031.stdout:2318: expect (ObjNum 618 snap 193 seq_num 618) 2024-08-10T05:22:18.476 INFO:tasks.rados.rados.0.smithi031.stdout:2319: delete oid 47 current snap is 219 2024-08-10T05:22:18.476 INFO:tasks.rados.rados.0.smithi031.stdout:2315: finishing rollback tid 1 to smithi03186013-16 2024-08-10T05:22:18.476 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 16 v 0 (ObjNum 33 snap 0 seq_num 1197586228) dirty dne 2024-08-10T05:22:18.476 INFO:tasks.rados.rados.0.smithi031.stdout:2308: finishing rollback tid 0 to smithi03186013-46 2024-08-10T05:22:18.477 INFO:tasks.rados.rados.0.smithi031.stdout:2308: finishing rollback tid 1 to smithi03186013-46 2024-08-10T05:22:18.477 INFO:tasks.rados.rados.0.smithi031.stdout:2308: finishing rollback tid 2 to smithi03186013-46 2024-08-10T05:22:18.477 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 46 v 856 (ObjNum 565 snap 171 seq_num 565) dirty exists 2024-08-10T05:22:18.481 INFO:tasks.rados.rados.0.smithi031.stdout:2317: finishing copy_from to smithi03186013-29 2024-08-10T05:22:18.481 INFO:tasks.rados.rados.0.smithi031.stdout:2317: got expected ENOENT (src dne) 2024-08-10T05:22:18.481 INFO:tasks.rados.rados.0.smithi031.stdout:2317: finishing copy_from racing read to smithi03186013-29 2024-08-10T05:22:18.482 INFO:tasks.rados.rados.0.smithi031.stdout:2308: done (9 left) 2024-08-10T05:22:18.483 INFO:tasks.rados.rados.0.smithi031.stdout:2315: done (8 left) 2024-08-10T05:22:18.483 INFO:tasks.rados.rados.0.smithi031.stdout:2317: done (7 left) 2024-08-10T05:22:18.483 INFO:tasks.rados.rados.0.smithi031.stdout:2319: done (6 left) 2024-08-10T05:22:18.483 INFO:tasks.rados.rados.0.smithi031.stdout:2320: rmattr oid 35 current snap is 219 2024-08-10T05:22:18.483 INFO:tasks.rados.rados.0.smithi031.stdout:2321: delete oid 28 current snap is 219 2024-08-10T05:22:18.484 INFO:tasks.rados.rados.0.smithi031.stdout:2316: finishing rollback tid 0 to smithi03186013-37 2024-08-10T05:22:18.486 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 10 v 986 (ObjNum 547 snap 165 seq_num 547) dirty exists 2024-08-10T05:22:18.486 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 7 v 1339 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-08-10T05:22:18.486 INFO:tasks.rados.rados.0.smithi031.stdout:2316: finishing rollback tid 1 to smithi03186013-37 2024-08-10T05:22:18.489 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 35 v 1192 (ObjNum 629 snap 195 seq_num 629) dirty exists 2024-08-10T05:22:18.495 INFO:tasks.rados.rados.0.smithi031.stdout:2318: expect (ObjNum 618 snap 193 seq_num 618) 2024-08-10T05:22:18.610 INFO:tasks.rados.rados.0.smithi031.stdout:2316: finishing rollback tid 2 to smithi03186013-37 2024-08-10T05:22:18.610 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 37 v 1018 (ObjNum 639 snap 199 seq_num 639) dirty exists 2024-08-10T05:22:18.610 INFO:tasks.rados.rados.0.smithi031.stdout:2313: finishing copy_from racing read to smithi03186013-17 2024-08-10T05:22:18.610 INFO:tasks.rados.rados.0.smithi031.stdout:2310: done (7 left) 2024-08-10T05:22:18.610 INFO:tasks.rados.rados.0.smithi031.stdout:2314: done (6 left) 2024-08-10T05:22:18.610 INFO:tasks.rados.rados.0.smithi031.stdout:2316: done (5 left) 2024-08-10T05:22:18.611 INFO:tasks.rados.rados.0.smithi031.stdout:2318: done (4 left) 2024-08-10T05:22:18.611 INFO:tasks.rados.rados.0.smithi031.stdout:2320: done (3 left) 2024-08-10T05:22:18.611 INFO:tasks.rados.rados.0.smithi031.stdout:2321: done (2 left) 2024-08-10T05:22:18.611 INFO:tasks.rados.rados.0.smithi031.stdout:2322: copy_from oid 38 from oid 45 current snap is 219 2024-08-10T05:22:18.611 INFO:tasks.rados.rados.0.smithi031.stdout:2313: finishing copy_from to smithi03186013-17 2024-08-10T05:22:18.611 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 17 v 1015 (ObjNum 700 snap 219 seq_num 700) dirty exists 2024-08-10T05:22:18.611 INFO:tasks.rados.rados.0.smithi031.stdout:2312: expect (ObjNum 699 snap 218 seq_num 699) 2024-08-10T05:22:18.756 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:18 smithi031 ceph-mon[98130]: osdmap e531: 8 total, 8 up, 8 in 2024-08-10T05:22:18.756 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:18 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:18.756 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:18 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-10T05:22:18.756 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:18 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:22:18.757 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:18 smithi031 ceph-mon[100614]: osdmap e531: 8 total, 8 up, 8 in 2024-08-10T05:22:18.757 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:18 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:18.757 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:18 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-10T05:22:18.757 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:18 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:22:18.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:18 smithi196 ceph-mon[90243]: osdmap e531: 8 total, 8 up, 8 in 2024-08-10T05:22:18.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:18 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:18.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:18 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-10T05:22:18.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:18 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:22:19.593 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:19 smithi031 ceph-mon[98130]: Upgrade: Updating mds.a 2024-08-10T05:22:19.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:19 smithi031 ceph-mon[98130]: Deploying daemon mds.a on smithi031 2024-08-10T05:22:19.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:19 smithi031 ceph-mon[98130]: pgmap v457: 121 pgs: 121 active+clean; 180 MiB data, 940 MiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 3.6 MiB/s wr, 13 op/s; 2.3 MiB/s, 0 objects/s recovering 2024-08-10T05:22:19.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:19 smithi031 ceph-mon[98130]: osdmap e532: 8 total, 8 up, 8 in 2024-08-10T05:22:19.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:19 smithi031 ceph-mon[98130]: osdmap e533: 8 total, 8 up, 8 in 2024-08-10T05:22:19.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:19 smithi031 ceph-mon[100614]: Upgrade: Updating mds.a 2024-08-10T05:22:19.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:19 smithi031 ceph-mon[100614]: Deploying daemon mds.a on smithi031 2024-08-10T05:22:19.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:19 smithi031 ceph-mon[100614]: pgmap v457: 121 pgs: 121 active+clean; 180 MiB data, 940 MiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 3.6 MiB/s wr, 13 op/s; 2.3 MiB/s, 0 objects/s recovering 2024-08-10T05:22:19.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:19 smithi031 ceph-mon[100614]: osdmap e532: 8 total, 8 up, 8 in 2024-08-10T05:22:19.595 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:19 smithi031 ceph-mon[100614]: osdmap e533: 8 total, 8 up, 8 in 2024-08-10T05:22:19.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:19 smithi196 ceph-mon[90243]: Upgrade: Updating mds.a 2024-08-10T05:22:19.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:19 smithi196 ceph-mon[90243]: Deploying daemon mds.a on smithi031 2024-08-10T05:22:19.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:19 smithi196 ceph-mon[90243]: pgmap v457: 121 pgs: 121 active+clean; 180 MiB data, 940 MiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 3.6 MiB/s wr, 13 op/s; 2.3 MiB/s, 0 objects/s recovering 2024-08-10T05:22:19.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:19 smithi196 ceph-mon[90243]: osdmap e532: 8 total, 8 up, 8 in 2024-08-10T05:22:19.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:19 smithi196 ceph-mon[90243]: osdmap e533: 8 total, 8 up, 8 in 2024-08-10T05:22:19.898 INFO:journalctl@ceph.mds.a.smithi031.stdout:Aug 10 05:22:19 smithi031 systemd[1]: Stopping Ceph mds.a for fc322138-56d5-11ef-bcce-c7b262605968... 2024-08-10T05:22:20.268 INFO:journalctl@ceph.mds.a.smithi031.stdout:Aug 10 05:22:19 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mds-a[69418]: 2024-08-10T05:22:19.896+0000 7fe2dd9ae640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-10T05:22:20.268 INFO:journalctl@ceph.mds.a.smithi031.stdout:Aug 10 05:22:19 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mds-a[69418]: 2024-08-10T05:22:19.896+0000 7fe2dd9ae640 -1 mds.a *** got signal Terminated *** 2024-08-10T05:22:21.482 INFO:tasks.rados.rados.0.smithi031.stdout:2322: finishing copy_from racing read to smithi03186013-38 2024-08-10T05:22:21.483 INFO:tasks.rados.rados.0.smithi031.stdout:2322: finishing copy_from to smithi03186013-38 2024-08-10T05:22:21.483 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 38 v 1125 (ObjNum 678 snap 215 seq_num 678) dirty exists 2024-08-10T05:22:21.483 INFO:tasks.rados.rados.0.smithi031.stdout:2312: done (2 left) 2024-08-10T05:22:21.483 INFO:tasks.rados.rados.0.smithi031.stdout:2313: done (1 left) 2024-08-10T05:22:21.483 INFO:tasks.rados.rados.0.smithi031.stdout:2322: done (0 left) 2024-08-10T05:22:21.483 INFO:tasks.rados.rados.0.smithi031.stdout:2323: read oid 6 snap 218 2024-08-10T05:22:21.483 INFO:tasks.rados.rados.0.smithi031.stdout:2323: expect (ObjNum 649 snap 202 seq_num 649) 2024-08-10T05:22:21.483 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 14 current snap is 219 2024-08-10T05:22:21.483 INFO:tasks.rados.rados.0.smithi031.stdout:2324: seq_num 705 ranges {0=614400,614400=630784,1245184=524288,1769472=450560} 2024-08-10T05:22:21.486 INFO:tasks.rados.rados.0.smithi031.stdout:2324: writing smithi03186013-14 from 0 to 614400 tid 1 2024-08-10T05:22:21.490 INFO:tasks.rados.rados.0.smithi031.stdout:2324: writing smithi03186013-14 from 614400 to 1245184 tid 2 2024-08-10T05:22:21.493 INFO:tasks.rados.rados.0.smithi031.stdout:2324: writing smithi03186013-14 from 1245184 to 1769472 tid 3 2024-08-10T05:22:21.496 INFO:tasks.rados.rados.0.smithi031.stdout:2324: writing smithi03186013-14 from 1769472 to 2220032 tid 4 2024-08-10T05:22:21.496 INFO:tasks.rados.rados.0.smithi031.stdout:2325: setattr oid 26 current snap is 219 2024-08-10T05:22:21.496 INFO:tasks.rados.rados.0.smithi031.stdout:2324: finishing write tid 1 to smithi03186013-14 2024-08-10T05:22:21.496 INFO:tasks.rados.rados.0.smithi031.stdout:2323: expect (ObjNum 649 snap 202 seq_num 649) 2024-08-10T05:22:21.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:22:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:22:21] "GET /metrics HTTP/1.1" 200 36140 "" "Prometheus/2.43.0" 2024-08-10T05:22:21.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:21 smithi031 ceph-mon[100614]: pgmap v460: 121 pgs: 121 active+clean; 183 MiB data, 956 MiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 4.7 MiB/s wr, 16 op/s 2024-08-10T05:22:21.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:21 smithi031 ceph-mon[100614]: osdmap e534: 8 total, 8 up, 8 in 2024-08-10T05:22:21.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:21 smithi031 ceph-mon[100614]: fsmap cephfs:1 {0=b=up:active} 2024-08-10T05:22:21.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:21 smithi031 ceph-mon[98130]: pgmap v460: 121 pgs: 121 active+clean; 183 MiB data, 956 MiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 4.7 MiB/s wr, 16 op/s 2024-08-10T05:22:21.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:21 smithi031 ceph-mon[98130]: osdmap e534: 8 total, 8 up, 8 in 2024-08-10T05:22:21.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:21 smithi031 ceph-mon[98130]: fsmap cephfs:1 {0=b=up:active} 2024-08-10T05:22:21.699 INFO:tasks.rados.rados.0.smithi031.stdout:2324: finishing write tid 2 to smithi03186013-14 2024-08-10T05:22:21.700 INFO:tasks.rados.rados.0.smithi031.stdout:2324: finishing write tid 3 to smithi03186013-14 2024-08-10T05:22:21.700 INFO:tasks.rados.rados.0.smithi031.stdout:2324: finishing write tid 4 to smithi03186013-14 2024-08-10T05:22:21.700 INFO:tasks.rados.rados.0.smithi031.stdout:2324: finishing write tid 5 to smithi03186013-14 2024-08-10T05:22:21.700 INFO:tasks.rados.rados.0.smithi031.stdout:2324: finishing write tid 6 to smithi03186013-14 2024-08-10T05:22:21.700 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 14 v 1155 (ObjNum 705 snap 219 seq_num 705) dirty exists 2024-08-10T05:22:21.700 INFO:tasks.rados.rados.0.smithi031.stdout:2324: left oid 14 (ObjNum 705 snap 219 seq_num 705) 2024-08-10T05:22:21.700 INFO:tasks.rados.rados.0.smithi031.stdout:2323: done (2 left) 2024-08-10T05:22:21.700 INFO:tasks.rados.rados.0.smithi031.stdout:2324: done (1 left) 2024-08-10T05:22:21.700 INFO:tasks.rados.rados.0.smithi031.stdout:2326: snap_remove snap 218 2024-08-10T05:22:21.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:21 smithi196 ceph-mon[90243]: pgmap v460: 121 pgs: 121 active+clean; 183 MiB data, 956 MiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 4.7 MiB/s wr, 16 op/s 2024-08-10T05:22:21.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:21 smithi196 ceph-mon[90243]: osdmap e534: 8 total, 8 up, 8 in 2024-08-10T05:22:21.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:21 smithi196 ceph-mon[90243]: fsmap cephfs:1 {0=b=up:active} 2024-08-10T05:22:22.398 INFO:tasks.rados.rados.0.smithi031.stdout:2326: done (1 left) 2024-08-10T05:22:22.398 INFO:tasks.rados.rados.0.smithi031.stdout:2327: delete oid 7 current snap is 219 2024-08-10T05:22:22.398 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 26 v 973 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-08-10T05:22:22.407 INFO:tasks.rados.rados.0.smithi031.stdout:2325: done (1 left) 2024-08-10T05:22:22.407 INFO:tasks.rados.rados.0.smithi031.stdout:2327: done (0 left) 2024-08-10T05:22:22.407 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 21 current snap is 219 2024-08-10T05:22:22.407 INFO:tasks.rados.rados.0.smithi031.stdout:2328: seq_num 707 ranges {0=647168,647168=802816,1449984=532480,1982464=270336} 2024-08-10T05:22:22.410 INFO:tasks.rados.rados.0.smithi031.stdout:2328: writing smithi03186013-21 from 0 to 647168 tid 1 2024-08-10T05:22:22.415 INFO:tasks.rados.rados.0.smithi031.stdout:2328: writing smithi03186013-21 from 647168 to 1449984 tid 2 2024-08-10T05:22:22.418 INFO:tasks.rados.rados.0.smithi031.stdout:2328: writing smithi03186013-21 from 1449984 to 1982464 tid 3 2024-08-10T05:22:22.420 INFO:tasks.rados.rados.0.smithi031.stdout:2328: writing smithi03186013-21 from 1982464 to 2252800 tid 4 2024-08-10T05:22:22.420 INFO:tasks.rados.rados.0.smithi031.stdout:2329: rollback oid 24 current snap is 219 2024-08-10T05:22:22.420 INFO:tasks.rados.rados.0.smithi031.stdout:2329: done (1 left) 2024-08-10T05:22:22.420 INFO:tasks.rados.rados.0.smithi031.stdout:2330: copy_from oid 5 from oid 46 current snap is 219 2024-08-10T05:22:22.420 INFO:tasks.rados.rados.0.smithi031.stdout:2328: finishing write tid 1 to smithi03186013-21 2024-08-10T05:22:22.420 INFO:tasks.rados.rados.0.smithi031.stdout:2328: finishing write tid 2 to smithi03186013-21 2024-08-10T05:22:22.420 INFO:tasks.rados.rados.0.smithi031.stdout:2331: rmattr oid 34 current snap is 219 2024-08-10T05:22:22.420 INFO:tasks.rados.rados.0.smithi031.stdout:2331: done (2 left) 2024-08-10T05:22:22.420 INFO:tasks.rados.rados.0.smithi031.stdout:2332: rmattr oid 41 current snap is 219 2024-08-10T05:22:22.420 INFO:tasks.rados.rados.0.smithi031.stdout:2333: delete oid 37 current snap is 219 2024-08-10T05:22:22.422 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 41 v 1013 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-08-10T05:22:22.423 INFO:tasks.rados.rados.0.smithi031.stdout:2328: finishing write tid 3 to smithi03186013-21 2024-08-10T05:22:22.424 INFO:tasks.rados.rados.0.smithi031.stdout:2328: finishing write tid 4 to smithi03186013-21 2024-08-10T05:22:22.424 INFO:tasks.rados.rados.0.smithi031.stdout:2328: finishing write tid 5 to smithi03186013-21 2024-08-10T05:22:22.426 INFO:tasks.rados.rados.0.smithi031.stdout:2332: done (3 left) 2024-08-10T05:22:22.426 INFO:tasks.rados.rados.0.smithi031.stdout:2333: done (2 left) 2024-08-10T05:22:22.426 INFO:tasks.rados.rados.0.smithi031.stdout:2334: read oid 19 snap -1 2024-08-10T05:22:22.426 INFO:tasks.rados.rados.0.smithi031.stdout:2334: expect (ObjNum 695 snap 218 seq_num 695) 2024-08-10T05:22:22.426 INFO:tasks.rados.rados.0.smithi031.stdout:2335: read oid 10 snap -1 2024-08-10T05:22:22.426 INFO:tasks.rados.rados.0.smithi031.stdout:2335: expect (ObjNum 547 snap 165 seq_num 547) 2024-08-10T05:22:22.427 INFO:tasks.rados.rados.0.smithi031.stdout:2336: read oid 17 snap -1 2024-08-10T05:22:22.427 INFO:tasks.rados.rados.0.smithi031.stdout:2336: expect (ObjNum 700 snap 219 seq_num 700) 2024-08-10T05:22:22.427 INFO:tasks.rados.rados.0.smithi031.stdout:2337: rollback oid 35 current snap is 219 2024-08-10T05:22:22.427 INFO:tasks.rados.rados.0.smithi031.stdout:2337: done (5 left) 2024-08-10T05:22:22.427 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 11 current snap is 219 2024-08-10T05:22:22.427 INFO:tasks.rados.rados.0.smithi031.stdout:2338: seq_num 709 ranges {3792896=679936,4472832=614400,5087232=499712,5586944=491520} 2024-08-10T05:22:22.452 INFO:tasks.rados.rados.0.smithi031.stdout:2338: writing smithi03186013-11 from 3792896 to 4472832 tid 1 2024-08-10T05:22:22.456 INFO:tasks.rados.rados.0.smithi031.stdout:2338: writing smithi03186013-11 from 4472832 to 5087232 tid 2 2024-08-10T05:22:22.460 INFO:tasks.rados.rados.0.smithi031.stdout:2338: writing smithi03186013-11 from 5087232 to 5586944 tid 3 2024-08-10T05:22:22.464 INFO:tasks.rados.rados.0.smithi031.stdout:2338: writing smithi03186013-11 from 5586944 to 6078464 tid 4 2024-08-10T05:22:22.464 INFO:tasks.rados.rados.0.smithi031.stdout:2339: rmattr oid 22 current snap is 219 2024-08-10T05:22:22.464 INFO:tasks.rados.rados.0.smithi031.stdout:2328: finishing write tid 6 to smithi03186013-21 2024-08-10T05:22:22.464 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 21 v 1197 (ObjNum 707 snap 219 seq_num 707) dirty exists 2024-08-10T05:22:22.464 INFO:tasks.rados.rados.0.smithi031.stdout:2328: left oid 21 (ObjNum 707 snap 219 seq_num 707) 2024-08-10T05:22:22.464 INFO:tasks.rados.rados.0.smithi031.stdout:2328: done (6 left) 2024-08-10T05:22:22.464 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 39 current snap is 219 2024-08-10T05:22:22.464 INFO:tasks.rados.rados.0.smithi031.stdout:2340: seq_num 710 ranges {22339584=696320,23035904=499712,23535616=712704,24248320=393216} 2024-08-10T05:22:22.589 INFO:tasks.rados.rados.0.smithi031.stdout:2340: writing smithi03186013-39 from 22339584 to 23035904 tid 1 2024-08-10T05:22:22.592 INFO:tasks.rados.rados.0.smithi031.stdout:2340: writing smithi03186013-39 from 23035904 to 23535616 tid 2 2024-08-10T05:22:22.596 INFO:tasks.rados.rados.0.smithi031.stdout:2340: writing smithi03186013-39 from 23535616 to 24248320 tid 3 2024-08-10T05:22:22.599 INFO:tasks.rados.rados.0.smithi031.stdout:2340: writing smithi03186013-39 from 24248320 to 24641536 tid 4 2024-08-10T05:22:22.599 INFO:tasks.rados.rados.0.smithi031.stdout:2341: read oid 49 snap -1 2024-08-10T05:22:22.599 INFO:tasks.rados.rados.0.smithi031.stdout:2341: expect (ObjNum 686 snap 218 seq_num 686) 2024-08-10T05:22:22.599 INFO:tasks.rados.rados.0.smithi031.stdout:2342: snap_create 2024-08-10T05:22:22.599 INFO:tasks.rados.rados.0.smithi031.stdout:2334: expect (ObjNum 695 snap 218 seq_num 695) 2024-08-10T05:22:22.657 INFO:tasks.rados.rados.0.smithi031.stdout:2330: finishing copy_from racing read to smithi03186013-5 2024-08-10T05:22:22.657 INFO:tasks.rados.rados.0.smithi031.stdout:2330: finishing copy_from to smithi03186013-5 2024-08-10T05:22:22.657 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 5 v 856 (ObjNum 565 snap 171 seq_num 565) dirty exists 2024-08-10T05:22:22.657 INFO:tasks.rados.rados.0.smithi031.stdout:2338: finishing write tid 1 to smithi03186013-11 2024-08-10T05:22:22.657 INFO:tasks.rados.rados.0.smithi031.stdout:2336: expect (ObjNum 700 snap 219 seq_num 700) 2024-08-10T05:22:22.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:22 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-10T05:22:22.769 INFO:journalctl@ceph.osd.2.smithi031.stdout:Aug 10 05:22:22 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-2[116962]: 2024-08-10T05:22:22.471+0000 7f807d66c640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11e after trimming was started 2024-08-10T05:22:22.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:22 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-10T05:22:22.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:22 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-10T05:22:22.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:22:22 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:22:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:22:23.114 INFO:tasks.rados.rados.0.smithi031.stdout:2338: finishing write tid 2 to smithi03186013-11 2024-08-10T05:22:23.114 INFO:tasks.rados.rados.0.smithi031.stdout:2338: finishing write tid 3 to smithi03186013-11 2024-08-10T05:22:23.114 INFO:tasks.rados.rados.0.smithi031.stdout:2338: finishing write tid 4 to smithi03186013-11 2024-08-10T05:22:23.114 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 22 v 1341 (ObjNum 633 snap 197 seq_num 633) dirty exists 2024-08-10T05:22:23.114 INFO:tasks.rados.rados.0.smithi031.stdout:2338: finishing write tid 5 to smithi03186013-11 2024-08-10T05:22:23.114 INFO:tasks.rados.rados.0.smithi031.stdout:2338: finishing write tid 6 to smithi03186013-11 2024-08-10T05:22:23.115 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 11 v 1014 (ObjNum 709 snap 219 seq_num 709) dirty exists 2024-08-10T05:22:23.115 INFO:tasks.rados.rados.0.smithi031.stdout:2338: left oid 11 (ObjNum 709 snap 219 seq_num 709) 2024-08-10T05:22:23.115 INFO:tasks.rados.rados.0.smithi031.stdout:2335: expect (ObjNum 547 snap 165 seq_num 547) 2024-08-10T05:22:23.329 INFO:tasks.rados.rados.0.smithi031.stdout:2340: finishing write tid 1 to smithi03186013-39 2024-08-10T05:22:23.330 INFO:tasks.rados.rados.0.smithi031.stdout:2340: finishing write tid 2 to smithi03186013-39 2024-08-10T05:22:23.330 INFO:tasks.rados.rados.0.smithi031.stdout:2340: finishing write tid 3 to smithi03186013-39 2024-08-10T05:22:23.330 INFO:tasks.rados.rados.0.smithi031.stdout:2340: finishing write tid 4 to smithi03186013-39 2024-08-10T05:22:23.330 INFO:tasks.rados.rados.0.smithi031.stdout:2340: finishing write tid 5 to smithi03186013-39 2024-08-10T05:22:23.330 INFO:tasks.rados.rados.0.smithi031.stdout:2340: finishing write tid 6 to smithi03186013-39 2024-08-10T05:22:23.330 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 39 v 509 (ObjNum 710 snap 219 seq_num 710) dirty exists 2024-08-10T05:22:23.330 INFO:tasks.rados.rados.0.smithi031.stdout:2340: left oid 39 (ObjNum 710 snap 219 seq_num 710) 2024-08-10T05:22:23.330 INFO:tasks.rados.rados.0.smithi031.stdout:2341: expect (ObjNum 686 snap 218 seq_num 686) 2024-08-10T05:22:23.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:23 smithi031 ceph-mon[98130]: pgmap v462: 121 pgs: 121 active+clean; 182 MiB data, 956 MiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 5.8 MiB/s wr, 22 op/s 2024-08-10T05:22:23.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:23 smithi031 ceph-mon[98130]: osdmap e535: 8 total, 8 up, 8 in 2024-08-10T05:22:23.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:23 smithi031 ceph-mon[100614]: pgmap v462: 121 pgs: 121 active+clean; 182 MiB data, 956 MiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 5.8 MiB/s wr, 22 op/s 2024-08-10T05:22:23.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:23 smithi031 ceph-mon[100614]: osdmap e535: 8 total, 8 up, 8 in 2024-08-10T05:22:23.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:23 smithi196 ceph-mon[90243]: pgmap v462: 121 pgs: 121 active+clean; 182 MiB data, 956 MiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 5.8 MiB/s wr, 22 op/s 2024-08-10T05:22:23.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:23 smithi196 ceph-mon[90243]: osdmap e535: 8 total, 8 up, 8 in 2024-08-10T05:22:24.268 INFO:journalctl@ceph.mds.a.smithi031.stdout:Aug 10 05:22:23 smithi031 podman[127352]: 2024-08-10 05:22:23.905388498 +0000 UTC m=+4.133207182 container died 6a7f8795f454ff36fd1596d23e2089f6445ac0ce54bda8b71f71b981e9dd1977 (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-mds-a, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, RELEASE=quincy-56ceb86, ceph=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-10T05:22:24.730 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:24 smithi031 ceph-mon[98130]: osdmap e536: 8 total, 8 up, 8 in 2024-08-10T05:22:24.730 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:24 smithi031 ceph-mon[98130]: osdmap e537: 8 total, 8 up, 8 in 2024-08-10T05:22:24.730 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:24 smithi031 ceph-mon[100614]: osdmap e536: 8 total, 8 up, 8 in 2024-08-10T05:22:24.730 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:24 smithi031 ceph-mon[100614]: osdmap e537: 8 total, 8 up, 8 in 2024-08-10T05:22:24.730 INFO:journalctl@ceph.mds.a.smithi031.stdout:Aug 10 05:22:24 smithi031 podman[127352]: 2024-08-10 05:22:24.495435814 +0000 UTC m=+4.723254492 container cleanup 6a7f8795f454ff36fd1596d23e2089f6445ac0ce54bda8b71f71b981e9dd1977 (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-mds-a, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=quincy-56ceb86, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-08-10T05:22:24.731 INFO:journalctl@ceph.mds.a.smithi031.stdout:Aug 10 05:22:24 smithi031 bash[127352]: ceph-fc322138-56d5-11ef-bcce-c7b262605968-mds-a 2024-08-10T05:22:24.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:24 smithi196 ceph-mon[90243]: osdmap e536: 8 total, 8 up, 8 in 2024-08-10T05:22:24.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:24 smithi196 ceph-mon[90243]: osdmap e537: 8 total, 8 up, 8 in 2024-08-10T05:22:25.018 INFO:journalctl@ceph.mds.a.smithi031.stdout:Aug 10 05:22:24 smithi031 podman[127369]: 2024-08-10 05:22:24.730101474 +0000 UTC m=+0.819407254 container remove 6a7f8795f454ff36fd1596d23e2089f6445ac0ce54bda8b71f71b981e9dd1977 (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-mds-a, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, RELEASE=quincy-56ceb86, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_BRANCH=HEAD) 2024-08-10T05:22:25.019 INFO:journalctl@ceph.mds.a.smithi031.stdout:Aug 10 05:22:24 smithi031 systemd[1]: ceph-fc322138-56d5-11ef-bcce-c7b262605968@mds.a.service: Deactivated successfully. 2024-08-10T05:22:25.019 INFO:journalctl@ceph.mds.a.smithi031.stdout:Aug 10 05:22:24 smithi031 systemd[1]: Stopped Ceph mds.a for fc322138-56d5-11ef-bcce-c7b262605968. 2024-08-10T05:22:25.019 INFO:journalctl@ceph.mds.a.smithi031.stdout:Aug 10 05:22:24 smithi031 systemd[1]: ceph-fc322138-56d5-11ef-bcce-c7b262605968@mds.a.service: Consumed 1.179s CPU time. 2024-08-10T05:22:25.409 INFO:journalctl@ceph.mds.a.smithi031.stdout:Aug 10 05:22:25 smithi031 systemd[1]: Starting Ceph mds.a for fc322138-56d5-11ef-bcce-c7b262605968... 2024-08-10T05:22:25.409 INFO:journalctl@ceph.mds.a.smithi031.stdout:Aug 10 05:22:25 smithi031 podman[127504]: 2024-08-10 05:22:25.204111286 +0000 UTC m=+0.017702544 image pull c7b33901c8866b527fc2ae183a251d5e1d09961420a56731f5fa8537903bd68b quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec 2024-08-10T05:22:25.725 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:25 smithi031 ceph-mon[98130]: pgmap v465: 121 pgs: 121 active+clean; 185 MiB data, 960 MiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 6.4 MiB/s wr, 34 op/s 2024-08-10T05:22:25.725 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:25 smithi031 ceph-mon[100614]: pgmap v465: 121 pgs: 121 active+clean; 185 MiB data, 960 MiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 6.4 MiB/s wr, 34 op/s 2024-08-10T05:22:25.725 INFO:journalctl@ceph.mds.a.smithi031.stdout:Aug 10 05:22:25 smithi031 podman[127504]: 2024-08-10 05:22:25.489618272 +0000 UTC m=+0.303209538 container create 2232112f0bbc14303f8faadc9552506057862d33073b5954bd341cbb8e3aec10 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-mds-a, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, ceph=True, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=squid-bca9905, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-10T05:22:25.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:25 smithi196 ceph-mon[90243]: pgmap v465: 121 pgs: 121 active+clean; 185 MiB data, 960 MiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 6.4 MiB/s wr, 34 op/s 2024-08-10T05:22:25.948 INFO:tasks.rados.rados.0.smithi031.stdout:2330: done (8 left) 2024-08-10T05:22:25.948 INFO:tasks.rados.rados.0.smithi031.stdout:2334: done (7 left) 2024-08-10T05:22:25.948 INFO:tasks.rados.rados.0.smithi031.stdout:2335: done (6 left) 2024-08-10T05:22:25.948 INFO:tasks.rados.rados.0.smithi031.stdout:2336: done (5 left) 2024-08-10T05:22:25.948 INFO:tasks.rados.rados.0.smithi031.stdout:2338: done (4 left) 2024-08-10T05:22:25.948 INFO:tasks.rados.rados.0.smithi031.stdout:2339: done (3 left) 2024-08-10T05:22:25.948 INFO:tasks.rados.rados.0.smithi031.stdout:2340: done (2 left) 2024-08-10T05:22:25.948 INFO:tasks.rados.rados.0.smithi031.stdout:2341: done (1 left) 2024-08-10T05:22:25.949 INFO:tasks.rados.rados.0.smithi031.stdout:2342: done (0 left) 2024-08-10T05:22:25.949 INFO:tasks.rados.rados.0.smithi031.stdout:2343: delete oid 1 current snap is 220 2024-08-10T05:22:25.951 INFO:tasks.rados.rados.0.smithi031.stdout:2343: done (0 left) 2024-08-10T05:22:25.951 INFO:tasks.rados.rados.0.smithi031.stdout:2344: read oid 34 snap -1 2024-08-10T05:22:25.952 INFO:tasks.rados.rados.0.smithi031.stdout:2344: expect (ObjNum 618 snap 193 seq_num 618) 2024-08-10T05:22:25.952 INFO:tasks.rados.rados.0.smithi031.stdout:2345: snap_remove snap 219 2024-08-10T05:22:26.018 INFO:journalctl@ceph.mds.a.smithi031.stdout:Aug 10 05:22:25 smithi031 podman[127504]: 2024-08-10 05:22:25.725454097 +0000 UTC m=+0.539045369 container init 2232112f0bbc14303f8faadc9552506057862d33073b5954bd341cbb8e3aec10 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-mds-a, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=squid-bca9905) 2024-08-10T05:22:26.018 INFO:journalctl@ceph.mds.a.smithi031.stdout:Aug 10 05:22:25 smithi031 podman[127504]: 2024-08-10 05:22:25.731809501 +0000 UTC m=+0.545400761 container start 2232112f0bbc14303f8faadc9552506057862d33073b5954bd341cbb8e3aec10 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-mds-a, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, ceph=True, RELEASE=squid-bca9905, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-10T05:22:26.019 INFO:journalctl@ceph.mds.a.smithi031.stdout:Aug 10 05:22:25 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mds-a[127519]: starting mds.a at 2024-08-10T05:22:26.019 INFO:journalctl@ceph.mds.a.smithi031.stdout:Aug 10 05:22:25 smithi031 bash[127504]: 2232112f0bbc14303f8faadc9552506057862d33073b5954bd341cbb8e3aec10 2024-08-10T05:22:26.019 INFO:journalctl@ceph.mds.a.smithi031.stdout:Aug 10 05:22:25 smithi031 systemd[1]: Started Ceph mds.a for fc322138-56d5-11ef-bcce-c7b262605968. 2024-08-10T05:22:26.922 INFO:tasks.rados.rados.0.smithi031.stdout:2345: done (1 left) 2024-08-10T05:22:26.922 INFO:tasks.rados.rados.0.smithi031.stdout:2346: copy_from oid 3 from oid 22 current snap is 220 2024-08-10T05:22:26.922 INFO:tasks.rados.rados.0.smithi031.stdout:2347: delete oid 44 current snap is 220 2024-08-10T05:22:26.922 INFO:tasks.rados.rados.0.smithi031.stdout:2344: expect (ObjNum 618 snap 193 seq_num 618) 2024-08-10T05:22:27.024 INFO:tasks.rados.rados.0.smithi031.stdout:2346: finishing copy_from racing read to smithi03186013-3 2024-08-10T05:22:27.024 INFO:tasks.rados.rados.0.smithi031.stdout:2346: finishing copy_from to smithi03186013-3 2024-08-10T05:22:27.024 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 3 v 1341 (ObjNum 633 snap 197 seq_num 633) dirty exists 2024-08-10T05:22:27.025 INFO:tasks.rados.rados.0.smithi031.stdout:2344: done (2 left) 2024-08-10T05:22:27.025 INFO:tasks.rados.rados.0.smithi031.stdout:2346: done (1 left) 2024-08-10T05:22:27.025 INFO:tasks.rados.rados.0.smithi031.stdout:2347: done (0 left) 2024-08-10T05:22:27.025 INFO:tasks.rados.rados.0.smithi031.stdout:2348: read oid 42 snap -1 2024-08-10T05:22:27.025 INFO:tasks.rados.rados.0.smithi031.stdout:2348: expect deleted 2024-08-10T05:22:27.025 INFO:tasks.rados.rados.0.smithi031.stdout:2349: read oid 26 snap -1 2024-08-10T05:22:27.025 INFO:tasks.rados.rados.0.smithi031.stdout:2349: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-10T05:22:27.025 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 35 current snap is 220 2024-08-10T05:22:27.025 INFO:tasks.rados.rados.0.smithi031.stdout:2350: seq_num 713 ranges {9732096=745472,10477568=557056,11034624=483328,11517952=565248} 2024-08-10T05:22:27.082 INFO:tasks.rados.rados.0.smithi031.stdout:2350: writing smithi03186013-35 from 9732096 to 10477568 tid 1 2024-08-10T05:22:27.085 INFO:tasks.rados.rados.0.smithi031.stdout:2350: writing smithi03186013-35 from 10477568 to 11034624 tid 2 2024-08-10T05:22:27.087 INFO:tasks.rados.rados.0.smithi031.stdout:2350: writing smithi03186013-35 from 11034624 to 11517952 tid 3 2024-08-10T05:22:27.090 INFO:tasks.rados.rados.0.smithi031.stdout:2350: writing smithi03186013-35 from 11517952 to 12083200 tid 4 2024-08-10T05:22:27.090 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 5 current snap is 220 2024-08-10T05:22:27.091 INFO:tasks.rados.rados.0.smithi031.stdout:2351: seq_num 714 ranges {4366336=761856,5128192=442368,5570560=688128,6258688=475136} 2024-08-10T05:22:27.119 INFO:tasks.rados.rados.0.smithi031.stdout:2351: writing smithi03186013-5 from 4366336 to 5128192 tid 1 2024-08-10T05:22:27.121 INFO:tasks.rados.rados.0.smithi031.stdout:2351: writing smithi03186013-5 from 5128192 to 5570560 tid 2 2024-08-10T05:22:27.125 INFO:tasks.rados.rados.0.smithi031.stdout:2351: writing smithi03186013-5 from 5570560 to 6258688 tid 3 2024-08-10T05:22:27.128 INFO:tasks.rados.rados.0.smithi031.stdout:2351: writing smithi03186013-5 from 6258688 to 6733824 tid 4 2024-08-10T05:22:27.128 INFO:tasks.rados.rados.0.smithi031.stdout:2352: delete oid 29 current snap is 220 2024-08-10T05:22:27.128 INFO:tasks.rados.rados.0.smithi031.stdout:2349: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-10T05:22:27.131 INFO:tasks.rados.rados.0.smithi031.stdout:2350: finishing write tid 1 to smithi03186013-35 2024-08-10T05:22:27.131 INFO:tasks.rados.rados.0.smithi031.stdout:2350: finishing write tid 2 to smithi03186013-35 2024-08-10T05:22:27.131 INFO:tasks.rados.rados.0.smithi031.stdout:2350: finishing write tid 3 to smithi03186013-35 2024-08-10T05:22:27.131 INFO:tasks.rados.rados.0.smithi031.stdout:2350: finishing write tid 4 to smithi03186013-35 2024-08-10T05:22:27.131 INFO:tasks.rados.rados.0.smithi031.stdout:2350: finishing write tid 5 to smithi03186013-35 2024-08-10T05:22:27.131 INFO:tasks.rados.rados.0.smithi031.stdout:2350: finishing write tid 6 to smithi03186013-35 2024-08-10T05:22:27.131 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 35 v 1202 (ObjNum 713 snap 220 seq_num 713) dirty exists 2024-08-10T05:22:27.131 INFO:tasks.rados.rados.0.smithi031.stdout:2350: left oid 35 (ObjNum 713 snap 220 seq_num 713) 2024-08-10T05:22:27.131 INFO:tasks.rados.rados.0.smithi031.stdout:2351: finishing write tid 1 to smithi03186013-5 2024-08-10T05:22:27.131 INFO:tasks.rados.rados.0.smithi031.stdout:2351: finishing write tid 2 to smithi03186013-5 2024-08-10T05:22:27.132 INFO:tasks.rados.rados.0.smithi031.stdout:2351: finishing write tid 3 to smithi03186013-5 2024-08-10T05:22:27.132 INFO:tasks.rados.rados.0.smithi031.stdout:2348: done (4 left) 2024-08-10T05:22:27.132 INFO:tasks.rados.rados.0.smithi031.stdout:2349: done (3 left) 2024-08-10T05:22:27.132 INFO:tasks.rados.rados.0.smithi031.stdout:2350: done (2 left) 2024-08-10T05:22:27.132 INFO:tasks.rados.rados.0.smithi031.stdout:2352: done (1 left) 2024-08-10T05:22:27.132 INFO:tasks.rados.rados.0.smithi031.stdout:2353: delete oid 12 current snap is 220 2024-08-10T05:22:27.133 INFO:tasks.rados.rados.0.smithi031.stdout:2351: finishing write tid 4 to smithi03186013-5 2024-08-10T05:22:27.133 INFO:tasks.rados.rados.0.smithi031.stdout:2351: finishing write tid 5 to smithi03186013-5 2024-08-10T05:22:27.133 INFO:tasks.rados.rados.0.smithi031.stdout:2353: done (1 left) 2024-08-10T05:22:27.133 INFO:tasks.rados.rados.0.smithi031.stdout:2354: read oid 46 snap -1 2024-08-10T05:22:27.133 INFO:tasks.rados.rados.0.smithi031.stdout:2354: expect (ObjNum 565 snap 171 seq_num 565) 2024-08-10T05:22:27.133 INFO:tasks.rados.rados.0.smithi031.stdout:2355: read oid 4 snap -1 2024-08-10T05:22:27.133 INFO:tasks.rados.rados.0.smithi031.stdout:2355: expect (ObjNum 687 snap 218 seq_num 687) 2024-08-10T05:22:27.133 INFO:tasks.rados.rados.0.smithi031.stdout:2356: setattr oid 17 current snap is 220 2024-08-10T05:22:27.135 INFO:tasks.rados.rados.0.smithi031.stdout:2357: rollback oid 11 current snap is 220 2024-08-10T05:22:27.135 INFO:tasks.rados.rados.0.smithi031.stdout:2357: done (4 left) 2024-08-10T05:22:27.135 INFO:tasks.rados.rados.0.smithi031.stdout:2358: read oid 19 snap -1 2024-08-10T05:22:27.135 INFO:tasks.rados.rados.0.smithi031.stdout:2358: expect (ObjNum 695 snap 218 seq_num 695) 2024-08-10T05:22:27.135 INFO:tasks.rados.rados.0.smithi031.stdout:2359: rollback oid 14 current snap is 220 2024-08-10T05:22:27.135 INFO:tasks.rados.rados.0.smithi031.stdout:2359: done (5 left) 2024-08-10T05:22:27.135 INFO:tasks.rados.rados.0.smithi031.stdout:2360: setattr oid 12 current snap is 220 2024-08-10T05:22:27.136 INFO:tasks.rados.rados.0.smithi031.stdout:2351: finishing write tid 6 to smithi03186013-5 2024-08-10T05:22:27.136 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 5 v 1163 (ObjNum 714 snap 220 seq_num 714) dirty exists 2024-08-10T05:22:27.136 INFO:tasks.rados.rados.0.smithi031.stdout:2351: left oid 5 (ObjNum 714 snap 220 seq_num 714) 2024-08-10T05:22:27.137 INFO:tasks.rados.rados.0.smithi031.stdout:2351: done (5 left) 2024-08-10T05:22:27.137 INFO:tasks.rados.rados.0.smithi031.stdout:2361: snap_create 2024-08-10T05:22:27.142 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 12 v 1343 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-08-10T05:22:27.144 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 17 v 1016 (ObjNum 700 snap 219 seq_num 700) dirty exists 2024-08-10T05:22:27.146 INFO:tasks.rados.rados.0.smithi031.stdout:2358: expect (ObjNum 695 snap 218 seq_num 695) 2024-08-10T05:22:27.208 INFO:tasks.rados.rados.0.smithi031.stdout:2354: expect (ObjNum 565 snap 171 seq_num 565) 2024-08-10T05:22:27.268 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:27.268 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:22:27.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:26 smithi031 ceph-mon[100614]: pgmap v467: 121 pgs: 121 active+clean; 187 MiB data, 948 MiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 4.8 MiB/s wr, 21 op/s 2024-08-10T05:22:27.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:27.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:27.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:27.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:22:27.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:26 smithi031 ceph-mon[100614]: mds.? [v2:172.21.15.31:6834/2474242384,v1:172.21.15.31:6835/2474242384] up:boot 2024-08-10T05:22:27.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:26 smithi031 ceph-mon[100614]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-10T05:22:27.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-10T05:22:27.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:27.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:22:27.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:26 smithi031 ceph-mon[98130]: pgmap v467: 121 pgs: 121 active+clean; 187 MiB data, 948 MiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 4.8 MiB/s wr, 21 op/s 2024-08-10T05:22:27.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:27.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:27.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:27.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:22:27.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:26 smithi031 ceph-mon[98130]: mds.? [v2:172.21.15.31:6834/2474242384,v1:172.21.15.31:6835/2474242384] up:boot 2024-08-10T05:22:27.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:26 smithi031 ceph-mon[98130]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-10T05:22:27.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-10T05:22:27.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:27.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:22:27.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:26 smithi196 ceph-mon[90243]: pgmap v467: 121 pgs: 121 active+clean; 187 MiB data, 948 MiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 4.8 MiB/s wr, 21 op/s 2024-08-10T05:22:27.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:27.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:27.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:27.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:22:27.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:26 smithi196 ceph-mon[90243]: mds.? [v2:172.21.15.31:6834/2474242384,v1:172.21.15.31:6835/2474242384] up:boot 2024-08-10T05:22:27.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:26 smithi196 ceph-mon[90243]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-10T05:22:27.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-10T05:22:27.375 INFO:tasks.rados.rados.0.smithi031.stdout:2355: expect (ObjNum 687 snap 218 seq_num 687) 2024-08-10T05:22:27.930 INFO:tasks.rados.rados.0.smithi031.stdout:2354: done (5 left) 2024-08-10T05:22:27.930 INFO:tasks.rados.rados.0.smithi031.stdout:2355: done (4 left) 2024-08-10T05:22:27.930 INFO:tasks.rados.rados.0.smithi031.stdout:2356: done (3 left) 2024-08-10T05:22:27.930 INFO:tasks.rados.rados.0.smithi031.stdout:2358: done (2 left) 2024-08-10T05:22:27.930 INFO:tasks.rados.rados.0.smithi031.stdout:2360: done (1 left) 2024-08-10T05:22:27.930 INFO:tasks.rados.rados.0.smithi031.stdout:2361: done (0 left) 2024-08-10T05:22:27.930 INFO:tasks.rados.rados.0.smithi031.stdout:2362: read oid 21 snap -1 2024-08-10T05:22:27.930 INFO:tasks.rados.rados.0.smithi031.stdout:2362: expect (ObjNum 707 snap 219 seq_num 707) 2024-08-10T05:22:27.931 INFO:tasks.rados.rados.0.smithi031.stdout:2363: read oid 16 snap -1 2024-08-10T05:22:27.931 INFO:tasks.rados.rados.0.smithi031.stdout:2363: expect deleted 2024-08-10T05:22:27.931 INFO:tasks.rados.rados.0.smithi031.stdout:2364: read oid 33 snap -1 2024-08-10T05:22:27.931 INFO:tasks.rados.rados.0.smithi031.stdout:2364: expect deleted 2024-08-10T05:22:27.931 INFO:tasks.rados.rados.0.smithi031.stdout:2365: snap_create 2024-08-10T05:22:27.943 INFO:tasks.rados.rados.0.smithi031.stdout:2362: expect (ObjNum 707 snap 219 seq_num 707) 2024-08-10T05:22:27.982 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:27 smithi031 ceph-mon[98130]: osdmap e538: 8 total, 8 up, 8 in 2024-08-10T05:22:27.982 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:27 smithi031 ceph-mon[100614]: osdmap e538: 8 total, 8 up, 8 in 2024-08-10T05:22:28.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:27 smithi196 ceph-mon[90243]: osdmap e538: 8 total, 8 up, 8 in 2024-08-10T05:22:28.931 INFO:tasks.rados.rados.0.smithi031.stdout:2362: done (3 left) 2024-08-10T05:22:28.931 INFO:tasks.rados.rados.0.smithi031.stdout:2363: done (2 left) 2024-08-10T05:22:28.931 INFO:tasks.rados.rados.0.smithi031.stdout:2364: done (1 left) 2024-08-10T05:22:28.931 INFO:tasks.rados.rados.0.smithi031.stdout:2365: done (0 left) 2024-08-10T05:22:28.931 INFO:tasks.rados.rados.0.smithi031.stdout:2366: copy_from oid 22 from oid 19 current snap is 222 2024-08-10T05:22:28.931 INFO:tasks.rados.rados.0.smithi031.stdout:2367: read oid 11 snap -1 2024-08-10T05:22:28.932 INFO:tasks.rados.rados.0.smithi031.stdout:2367: expect (ObjNum 709 snap 219 seq_num 709) 2024-08-10T05:22:28.932 INFO:tasks.rados.rados.0.smithi031.stdout:2368: snap_remove snap 220 2024-08-10T05:22:28.932 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:28 smithi031 ceph-mon[98130]: pgmap v469: 121 pgs: 121 active+clean; 161 MiB data, 969 MiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 3.1 MiB/s wr, 22 op/s 2024-08-10T05:22:28.932 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:28 smithi031 ceph-mon[98130]: osdmap e539: 8 total, 8 up, 8 in 2024-08-10T05:22:29.240 INFO:tasks.rados.rados.0.smithi031.stdout:2368: done (2 left) 2024-08-10T05:22:29.240 INFO:tasks.rados.rados.0.smithi031.stdout:2369: delete oid 29 current snap is 222 2024-08-10T05:22:29.240 INFO:tasks.rados.rados.0.smithi031.stdout:2366: finishing copy_from racing read to smithi03186013-22 2024-08-10T05:22:29.240 INFO:tasks.rados.rados.0.smithi031.stdout:2366: finishing copy_from to smithi03186013-22 2024-08-10T05:22:29.240 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 22 v 1003 (ObjNum 695 snap 218 seq_num 695) dirty exists 2024-08-10T05:22:29.241 INFO:tasks.rados.rados.0.smithi031.stdout:2367: expect (ObjNum 709 snap 219 seq_num 709) 2024-08-10T05:22:29.268 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:28 smithi031 ceph-mon[100614]: pgmap v469: 121 pgs: 121 active+clean; 161 MiB data, 969 MiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 3.1 MiB/s wr, 22 op/s 2024-08-10T05:22:29.268 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:28 smithi031 ceph-mon[100614]: osdmap e539: 8 total, 8 up, 8 in 2024-08-10T05:22:29.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:28 smithi196 ceph-mon[90243]: pgmap v469: 121 pgs: 121 active+clean; 161 MiB data, 969 MiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 3.1 MiB/s wr, 22 op/s 2024-08-10T05:22:29.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:28 smithi196 ceph-mon[90243]: osdmap e539: 8 total, 8 up, 8 in 2024-08-10T05:22:29.524 INFO:tasks.rados.rados.0.smithi031.stdout:2366: done (2 left) 2024-08-10T05:22:29.524 INFO:tasks.rados.rados.0.smithi031.stdout:2367: done (1 left) 2024-08-10T05:22:29.524 INFO:tasks.rados.rados.0.smithi031.stdout:2369: done (0 left) 2024-08-10T05:22:29.524 INFO:tasks.rados.rados.0.smithi031.stdout:2370: snap_create 2024-08-10T05:22:30.194 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:29 smithi031 ceph-mon[100614]: osdmap e540: 8 total, 8 up, 8 in 2024-08-10T05:22:30.194 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:29 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:30.194 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:29 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:30.194 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:29 smithi031 ceph-mon[100614]: osdmap e541: 8 total, 8 up, 8 in 2024-08-10T05:22:30.194 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:29 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:30.194 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:29 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:30.195 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:29 smithi031 ceph-mon[98130]: osdmap e540: 8 total, 8 up, 8 in 2024-08-10T05:22:30.195 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:29 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:30.195 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:29 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:30.195 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:29 smithi031 ceph-mon[98130]: osdmap e541: 8 total, 8 up, 8 in 2024-08-10T05:22:30.195 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:29 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:30.195 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:29 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:30.241 INFO:tasks.rados.rados.0.smithi031.stdout:2370: done (0 left) 2024-08-10T05:22:30.242 INFO:tasks.rados.rados.0.smithi031.stdout:2371: snap_create 2024-08-10T05:22:30.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:29 smithi196 ceph-mon[90243]: osdmap e540: 8 total, 8 up, 8 in 2024-08-10T05:22:30.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:29 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:30.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:29 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:30.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:29 smithi196 ceph-mon[90243]: osdmap e541: 8 total, 8 up, 8 in 2024-08-10T05:22:30.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:29 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:30.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:29 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:31.246 INFO:tasks.rados.rados.0.smithi031.stdout:2371: done (0 left) 2024-08-10T05:22:31.246 INFO:tasks.rados.rados.0.smithi031.stdout:2372: delete oid 49 current snap is 224 2024-08-10T05:22:31.252 INFO:tasks.rados.rados.0.smithi031.stdout:2372: done (0 left) 2024-08-10T05:22:31.252 INFO:tasks.rados.rados.0.smithi031.stdout:2373: delete oid 41 current snap is 224 2024-08-10T05:22:31.256 INFO:tasks.rados.rados.0.smithi031.stdout:2373: done (0 left) 2024-08-10T05:22:31.256 INFO:tasks.rados.rados.0.smithi031.stdout:2374: copy_from oid 45 from oid 18 current snap is 224 2024-08-10T05:22:31.256 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 6 current snap is 224 2024-08-10T05:22:31.256 INFO:tasks.rados.rados.0.smithi031.stdout:2375: seq_num 720 ranges {3833856=65536} 2024-08-10T05:22:31.278 INFO:tasks.rados.rados.0.smithi031.stdout:2375: writing smithi03186013-6 from 3833856 to 3899392 tid 1 2024-08-10T05:22:31.278 INFO:tasks.rados.rados.0.smithi031.stdout:2376: copy_from oid 41 from oid 11 current snap is 224 2024-08-10T05:22:31.278 INFO:tasks.rados.rados.0.smithi031.stdout:2374: finishing copy_from racing read to smithi03186013-45 2024-08-10T05:22:31.278 INFO:tasks.rados.rados.0.smithi031.stdout:2374: finishing copy_from to smithi03186013-45 2024-08-10T05:22:31.278 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 45 v 1137 (ObjNum 690 snap 218 seq_num 690) dirty exists 2024-08-10T05:22:31.278 INFO:tasks.rados.rados.0.smithi031.stdout:2374: done (2 left) 2024-08-10T05:22:31.278 INFO:tasks.rados.rados.0.smithi031.stdout:2377: setattr oid 30 current snap is 224 2024-08-10T05:22:31.279 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 47 current snap is 224 2024-08-10T05:22:31.279 INFO:tasks.rados.rados.0.smithi031.stdout:2378: seq_num 721 ranges {0=81920} 2024-08-10T05:22:31.280 INFO:tasks.rados.rados.0.smithi031.stdout:2378: writing smithi03186013-47 from 0 to 81920 tid 1 2024-08-10T05:22:31.280 INFO:tasks.rados.rados.0.smithi031.stdout:2379: rollback oid 32 current snap is 224 2024-08-10T05:22:31.280 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 32 to 222 2024-08-10T05:22:31.280 INFO:tasks.rados.rados.0.smithi031.stdout:2380: setattr oid 26 current snap is 224 2024-08-10T05:22:31.281 INFO:tasks.rados.rados.0.smithi031.stdout:2375: finishing write tid 1 to smithi03186013-6 2024-08-10T05:22:31.281 INFO:tasks.rados.rados.0.smithi031.stdout:2375: finishing write tid 2 to smithi03186013-6 2024-08-10T05:22:31.282 INFO:tasks.rados.rados.0.smithi031.stdout:2381: copy_from oid 33 from oid 40 current snap is 224 2024-08-10T05:22:31.282 INFO:tasks.rados.rados.0.smithi031.stdout:2382: setattr oid 44 current snap is 224 2024-08-10T05:22:31.285 INFO:tasks.rados.rados.0.smithi031.stdout:2383: copy_from oid 16 from oid 7 current snap is 224 2024-08-10T05:22:31.285 INFO:tasks.rados.rados.0.smithi031.stdout:2384: read oid 49 snap -1 2024-08-10T05:22:31.285 INFO:tasks.rados.rados.0.smithi031.stdout:2384: expect deleted 2024-08-10T05:22:31.285 INFO:tasks.rados.rados.0.smithi031.stdout:2385: delete oid 46 current snap is 224 2024-08-10T05:22:31.285 INFO:tasks.rados.rados.0.smithi031.stdout:2378: finishing write tid 1 to smithi03186013-47 2024-08-10T05:22:31.285 INFO:tasks.rados.rados.0.smithi031.stdout:2378: finishing write tid 2 to smithi03186013-47 2024-08-10T05:22:31.286 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 30 v 1203 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-08-10T05:22:31.286 INFO:tasks.rados.rados.0.smithi031.stdout:2375: finishing write tid 3 to smithi03186013-6 2024-08-10T05:22:31.286 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 6 v 1345 (ObjNum 720 snap 224 seq_num 720) dirty exists 2024-08-10T05:22:31.286 INFO:tasks.rados.rados.0.smithi031.stdout:2375: left oid 6 (ObjNum 720 snap 224 seq_num 720) 2024-08-10T05:22:31.288 INFO:tasks.rados.rados.0.smithi031.stdout:2383: finishing copy_from to smithi03186013-16 2024-08-10T05:22:31.288 INFO:tasks.rados.rados.0.smithi031.stdout:2383: got expected ENOENT (src dne) 2024-08-10T05:22:31.288 INFO:tasks.rados.rados.0.smithi031.stdout:2383: finishing copy_from racing read to smithi03186013-16 2024-08-10T05:22:31.289 INFO:tasks.rados.rados.0.smithi031.stdout:2378: finishing write tid 3 to smithi03186013-47 2024-08-10T05:22:31.289 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 47 v 1011 (ObjNum 721 snap 224 seq_num 721) dirty exists 2024-08-10T05:22:31.289 INFO:tasks.rados.rados.0.smithi031.stdout:2378: left oid 47 (ObjNum 721 snap 224 seq_num 721) 2024-08-10T05:22:31.289 INFO:tasks.rados.rados.0.smithi031.stdout:2379: finishing rollback tid 0 to smithi03186013-32 2024-08-10T05:22:31.289 INFO:tasks.rados.rados.0.smithi031.stdout:2379: finishing rollback tid 1 to smithi03186013-32 2024-08-10T05:22:31.289 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 44 v 1349 (ObjNum 33 snap 0 seq_num 589992160) dirty exists 2024-08-10T05:22:31.289 INFO:tasks.rados.rados.0.smithi031.stdout:2379: finishing rollback tid 2 to smithi03186013-32 2024-08-10T05:22:31.290 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 32 v 1023 (ObjNum 700 snap 219 seq_num 700) dirty exists 2024-08-10T05:22:31.290 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 26 v 974 (ObjNum 544235886 snap 171454770 seq_num 304) dirty exists 2024-08-10T05:22:31.291 INFO:tasks.rados.rados.0.smithi031.stdout:2375: done (10 left) 2024-08-10T05:22:31.291 INFO:tasks.rados.rados.0.smithi031.stdout:2377: done (9 left) 2024-08-10T05:22:31.291 INFO:tasks.rados.rados.0.smithi031.stdout:2378: done (8 left) 2024-08-10T05:22:31.291 INFO:tasks.rados.rados.0.smithi031.stdout:2379: done (7 left) 2024-08-10T05:22:31.292 INFO:tasks.rados.rados.0.smithi031.stdout:2380: done (6 left) 2024-08-10T05:22:31.292 INFO:tasks.rados.rados.0.smithi031.stdout:2382: done (5 left) 2024-08-10T05:22:31.292 INFO:tasks.rados.rados.0.smithi031.stdout:2383: done (4 left) 2024-08-10T05:22:31.292 INFO:tasks.rados.rados.0.smithi031.stdout:2384: done (3 left) 2024-08-10T05:22:31.292 INFO:tasks.rados.rados.0.smithi031.stdout:2385: done (2 left) 2024-08-10T05:22:31.292 INFO:tasks.rados.rados.0.smithi031.stdout:2386: rmattr oid 26 current snap is 224 2024-08-10T05:22:31.292 INFO:tasks.rados.rados.0.smithi031.stdout:2387: delete oid 37 current snap is 224 2024-08-10T05:22:31.294 INFO:tasks.rados.rados.0.smithi031.stdout:2387: done (3 left) 2024-08-10T05:22:31.294 INFO:tasks.rados.rados.0.smithi031.stdout:2388: rollback oid 30 current snap is 224 2024-08-10T05:22:31.294 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 30 to 223 2024-08-10T05:22:31.294 INFO:tasks.rados.rados.0.smithi031.stdout:2389: rollback oid 7 current snap is 224 2024-08-10T05:22:31.295 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 7 to 222 2024-08-10T05:22:31.295 INFO:tasks.rados.rados.0.smithi031.stdout:2390: read oid 24 snap 221 2024-08-10T05:22:31.295 INFO:tasks.rados.rados.0.smithi031.stdout:2390: expect (ObjNum 691 snap 218 seq_num 691) 2024-08-10T05:22:31.295 INFO:tasks.rados.rados.0.smithi031.stdout:2391: read oid 35 snap 223 2024-08-10T05:22:31.295 INFO:tasks.rados.rados.0.smithi031.stdout:2391: expect (ObjNum 713 snap 220 seq_num 713) 2024-08-10T05:22:31.295 INFO:tasks.rados.rados.0.smithi031.stdout:2392: copy_from oid 15 from oid 18 current snap is 224 2024-08-10T05:22:31.295 INFO:tasks.rados.rados.0.smithi031.stdout:2393: rollback oid 14 current snap is 224 2024-08-10T05:22:31.295 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 14 to 223 2024-08-10T05:22:31.295 INFO:tasks.rados.rados.0.smithi031.stdout:2394: copy_from oid 20 from oid 9 current snap is 224 2024-08-10T05:22:31.295 INFO:tasks.rados.rados.0.smithi031.stdout:2395: delete oid 19 current snap is 224 2024-08-10T05:22:31.296 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 26 v 975 (ObjNum 544235886 snap 171454770 seq_num 304) dirty exists 2024-08-10T05:22:31.299 INFO:tasks.rados.rados.0.smithi031.stdout:2388: finishing rollback tid 0 to smithi03186013-30 2024-08-10T05:22:31.300 INFO:tasks.rados.rados.0.smithi031.stdout:2393: finishing rollback tid 0 to smithi03186013-14 2024-08-10T05:22:31.300 INFO:tasks.rados.rados.0.smithi031.stdout:2386: done (10 left) 2024-08-10T05:22:31.300 INFO:tasks.rados.rados.0.smithi031.stdout:2395: done (9 left) 2024-08-10T05:22:31.301 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 8 current snap is 224 2024-08-10T05:22:31.301 INFO:tasks.rados.rados.0.smithi031.stdout:2396: seq_num 725 ranges {0=147456} 2024-08-10T05:22:31.302 INFO:tasks.rados.rados.0.smithi031.stdout:2396: writing smithi03186013-8 from 0 to 147456 tid 1 2024-08-10T05:22:31.302 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 47 current snap is 224 2024-08-10T05:22:31.302 INFO:tasks.rados.rados.0.smithi031.stdout:2393: finishing rollback tid 1 to smithi03186013-14 2024-08-10T05:22:31.302 INFO:tasks.rados.rados.0.smithi031.stdout:2389: finishing rollback tid 1 to smithi03186013-7 2024-08-10T05:22:31.302 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 7 v 0 (ObjNum 65 snap 0 seq_num 1516857951) dirty dne 2024-08-10T05:22:31.302 INFO:tasks.rados.rados.0.smithi031.stdout:2397: seq_num 726 ranges {81920=163840} 2024-08-10T05:22:31.303 INFO:tasks.rados.rados.0.smithi031.stdout:2397: writing smithi03186013-47 from 81920 to 245760 tid 1 2024-08-10T05:22:31.303 INFO:tasks.rados.rados.0.smithi031.stdout:2389: done (10 left) 2024-08-10T05:22:31.303 INFO:tasks.rados.rados.0.smithi031.stdout:2398: snap_remove snap 222 2024-08-10T05:22:31.428 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:22:31 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:22:31] "GET /metrics HTTP/1.1" 200 36042 "" "Prometheus/2.43.0" 2024-08-10T05:22:31.428 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:31 smithi031 ceph-mon[98130]: pgmap v473: 121 pgs: 121 active+clean; 152 MiB data, 945 MiB used, 714 GiB / 715 GiB avail; 35 MiB/s rd, 4.0 MiB/s wr, 27 op/s 2024-08-10T05:22:31.428 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:31 smithi031 ceph-mon[98130]: osdmap e542: 8 total, 8 up, 8 in 2024-08-10T05:22:31.429 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:31 smithi031 ceph-mon[100614]: pgmap v473: 121 pgs: 121 active+clean; 152 MiB data, 945 MiB used, 714 GiB / 715 GiB avail; 35 MiB/s rd, 4.0 MiB/s wr, 27 op/s 2024-08-10T05:22:31.429 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:31 smithi031 ceph-mon[100614]: osdmap e542: 8 total, 8 up, 8 in 2024-08-10T05:22:31.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:31 smithi196 ceph-mon[90243]: pgmap v473: 121 pgs: 121 active+clean; 152 MiB data, 945 MiB used, 714 GiB / 715 GiB avail; 35 MiB/s rd, 4.0 MiB/s wr, 27 op/s 2024-08-10T05:22:31.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:31 smithi196 ceph-mon[90243]: osdmap e542: 8 total, 8 up, 8 in 2024-08-10T05:22:32.262 INFO:tasks.rados.rados.0.smithi031.stdout:2398: done (10 left) 2024-08-10T05:22:32.262 INFO:tasks.rados.rados.0.smithi031.stdout:2399: setattr oid 42 current snap is 224 2024-08-10T05:22:32.263 INFO:tasks.rados.rados.0.smithi031.stdout:2393: finishing rollback tid 2 to smithi03186013-14 2024-08-10T05:22:32.263 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 14 v 1169 (ObjNum 705 snap 219 seq_num 705) dirty exists 2024-08-10T05:22:32.263 INFO:tasks.rados.rados.0.smithi031.stdout:2376: finishing copy_from racing read to smithi03186013-41 2024-08-10T05:22:32.263 INFO:tasks.rados.rados.0.smithi031.stdout:2376: finishing copy_from to smithi03186013-41 2024-08-10T05:22:32.263 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 41 v 1014 (ObjNum 709 snap 219 seq_num 709) dirty exists 2024-08-10T05:22:32.263 INFO:tasks.rados.rados.0.smithi031.stdout:2390: expect (ObjNum 691 snap 218 seq_num 691) 2024-08-10T05:22:32.406 INFO:tasks.rados.rados.0.smithi031.stdout:2396: finishing write tid 1 to smithi03186013-8 2024-08-10T05:22:32.406 INFO:tasks.rados.rados.0.smithi031.stdout:2396: finishing write tid 2 to smithi03186013-8 2024-08-10T05:22:32.406 INFO:tasks.rados.rados.0.smithi031.stdout:2396: finishing write tid 3 to smithi03186013-8 2024-08-10T05:22:32.406 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 8 v 1352 (ObjNum 725 snap 224 seq_num 725) dirty exists 2024-08-10T05:22:32.406 INFO:tasks.rados.rados.0.smithi031.stdout:2396: left oid 8 (ObjNum 725 snap 224 seq_num 725) 2024-08-10T05:22:32.406 INFO:tasks.rados.rados.0.smithi031.stdout:2392: finishing copy_from racing read to smithi03186013-15 2024-08-10T05:22:32.407 INFO:tasks.rados.rados.0.smithi031.stdout:2381: finishing copy_from racing read to smithi03186013-33 2024-08-10T05:22:32.407 INFO:tasks.rados.rados.0.smithi031.stdout:2392: finishing copy_from to smithi03186013-15 2024-08-10T05:22:32.407 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 15 v 1137 (ObjNum 690 snap 218 seq_num 690) dirty exists 2024-08-10T05:22:32.407 INFO:tasks.rados.rados.0.smithi031.stdout:2388: finishing rollback tid 1 to smithi03186013-30 2024-08-10T05:22:32.407 INFO:tasks.rados.rados.0.smithi031.stdout:2381: finishing copy_from to smithi03186013-33 2024-08-10T05:22:32.407 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 33 v 808 (ObjNum 694 snap 218 seq_num 694) dirty exists 2024-08-10T05:22:32.407 INFO:tasks.rados.rados.0.smithi031.stdout:2397: finishing write tid 1 to smithi03186013-47 2024-08-10T05:22:32.407 INFO:tasks.rados.rados.0.smithi031.stdout:2397: finishing write tid 2 to smithi03186013-47 2024-08-10T05:22:32.407 INFO:tasks.rados.rados.0.smithi031.stdout:2397: finishing write tid 3 to smithi03186013-47 2024-08-10T05:22:32.407 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 47 v 1013 (ObjNum 726 snap 224 seq_num 726) dirty exists 2024-08-10T05:22:32.407 INFO:tasks.rados.rados.0.smithi031.stdout:2397: left oid 47 (ObjNum 726 snap 224 seq_num 726) 2024-08-10T05:22:32.407 INFO:tasks.rados.rados.0.smithi031.stdout:2394: finishing copy_from to smithi03186013-20 2024-08-10T05:22:32.408 INFO:tasks.rados.rados.0.smithi031.stdout:2394: got expected ENOENT (src dne) 2024-08-10T05:22:32.408 INFO:tasks.rados.rados.0.smithi031.stdout:2394: finishing copy_from racing read to smithi03186013-20 2024-08-10T05:22:32.408 INFO:tasks.rados.rados.0.smithi031.stdout:2391: expect (ObjNum 713 snap 220 seq_num 713) 2024-08-10T05:22:32.501 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:32 smithi031 ceph-mon[98130]: osdmap e543: 8 total, 8 up, 8 in 2024-08-10T05:22:32.501 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:32 smithi031 ceph-mon[100614]: osdmap e543: 8 total, 8 up, 8 in 2024-08-10T05:22:32.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:32 smithi196 ceph-mon[90243]: osdmap e543: 8 total, 8 up, 8 in 2024-08-10T05:22:32.529 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:22:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:22:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:22:33.418 INFO:tasks.rados.rados.0.smithi031.stdout:2388: finishing rollback tid 2 to smithi03186013-30 2024-08-10T05:22:33.418 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 30 v 1206 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-08-10T05:22:33.418 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 42 v 1005 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-10T05:22:33.419 INFO:tasks.rados.rados.0.smithi031.stdout:2376: done (10 left) 2024-08-10T05:22:33.419 INFO:tasks.rados.rados.0.smithi031.stdout:2381: done (9 left) 2024-08-10T05:22:33.419 INFO:tasks.rados.rados.0.smithi031.stdout:2388: done (8 left) 2024-08-10T05:22:33.419 INFO:tasks.rados.rados.0.smithi031.stdout:2390: done (7 left) 2024-08-10T05:22:33.419 INFO:tasks.rados.rados.0.smithi031.stdout:2391: done (6 left) 2024-08-10T05:22:33.419 INFO:tasks.rados.rados.0.smithi031.stdout:2392: done (5 left) 2024-08-10T05:22:33.419 INFO:tasks.rados.rados.0.smithi031.stdout:2393: done (4 left) 2024-08-10T05:22:33.419 INFO:tasks.rados.rados.0.smithi031.stdout:2394: done (3 left) 2024-08-10T05:22:33.419 INFO:tasks.rados.rados.0.smithi031.stdout:2396: done (2 left) 2024-08-10T05:22:33.419 INFO:tasks.rados.rados.0.smithi031.stdout:2397: done (1 left) 2024-08-10T05:22:33.419 INFO:tasks.rados.rados.0.smithi031.stdout:2399: done (0 left) 2024-08-10T05:22:33.419 INFO:tasks.rados.rados.0.smithi031.stdout:2400: rmattr oid 39 current snap is 224 2024-08-10T05:22:33.419 INFO:tasks.rados.rados.0.smithi031.stdout:2400: done (0 left) 2024-08-10T05:22:33.419 INFO:tasks.rados.rados.0.smithi031.stdout:2401: rollback oid 45 current snap is 224 2024-08-10T05:22:33.420 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 45 to 221 2024-08-10T05:22:33.420 INFO:tasks.rados.rados.0.smithi031.stdout:2402: snap_remove snap 223 2024-08-10T05:22:33.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:33 smithi031 ceph-mon[98130]: pgmap v476: 121 pgs: 121 active+clean; 151 MiB data, 945 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.4 MiB/s wr, 14 op/s 2024-08-10T05:22:33.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:33 smithi031 ceph-mon[98130]: osdmap e544: 8 total, 8 up, 8 in 2024-08-10T05:22:33.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:33 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:33.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:33 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:33.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:33 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:22:33.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:33 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:22:33.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:33 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:33.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:33 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:22:33.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:33 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:22:33.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:33 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:22:33.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:33 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:22:33.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:33 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:22:33.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:33 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-08-10T05:22:33.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:33 smithi031 ceph-mon[100614]: pgmap v476: 121 pgs: 121 active+clean; 151 MiB data, 945 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.4 MiB/s wr, 14 op/s 2024-08-10T05:22:33.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:33 smithi031 ceph-mon[100614]: osdmap e544: 8 total, 8 up, 8 in 2024-08-10T05:22:33.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:33 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:33.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:33 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:33.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:33 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:22:33.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:33 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:22:33.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:33 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:33.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:33 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:22:33.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:33 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:22:33.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:33 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:22:33.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:33 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:22:33.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:33 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:22:33.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:33 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-08-10T05:22:33.523 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:33 smithi196 ceph-mon[90243]: pgmap v476: 121 pgs: 121 active+clean; 151 MiB data, 945 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.4 MiB/s wr, 14 op/s 2024-08-10T05:22:33.523 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:33 smithi196 ceph-mon[90243]: osdmap e544: 8 total, 8 up, 8 in 2024-08-10T05:22:33.523 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:33 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:33.523 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:33 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:33.523 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:33 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:22:33.523 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:33 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:22:33.523 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:33 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:33.523 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:33 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:22:33.523 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:33 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:22:33.524 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:33 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:22:33.524 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:33 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:22:33.524 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:33 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:22:33.524 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:33 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-08-10T05:22:34.243 INFO:tasks.rados.rados.0.smithi031.stdout:2402: done (1 left) 2024-08-10T05:22:34.243 INFO:tasks.rados.rados.0.smithi031.stdout:2403: delete oid 3 current snap is 224 2024-08-10T05:22:34.243 INFO:tasks.rados.rados.0.smithi031.stdout:2401: finishing rollback tid 0 to smithi03186013-45 2024-08-10T05:22:34.243 INFO:tasks.rados.rados.0.smithi031.stdout:2401: finishing rollback tid 1 to smithi03186013-45 2024-08-10T05:22:34.244 INFO:tasks.rados.rados.0.smithi031.stdout:2401: finishing rollback tid 2 to smithi03186013-45 2024-08-10T05:22:34.244 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 45 v 1176 (ObjNum 678 snap 215 seq_num 678) dirty exists 2024-08-10T05:22:34.249 INFO:tasks.rados.rados.0.smithi031.stdout:2401: done (1 left) 2024-08-10T05:22:34.249 INFO:tasks.rados.rados.0.smithi031.stdout:2403: done (0 left) 2024-08-10T05:22:34.249 INFO:tasks.rados.rados.0.smithi031.stdout:2404: read oid 50 snap -1 2024-08-10T05:22:34.249 INFO:tasks.rados.rados.0.smithi031.stdout:2404: expect (ObjNum 671 snap 212 seq_num 671) 2024-08-10T05:22:34.249 INFO:tasks.rados.rados.0.smithi031.stdout:2405: rmattr oid 6 current snap is 224 2024-08-10T05:22:34.250 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 9 current snap is 224 2024-08-10T05:22:34.250 INFO:tasks.rados.rados.0.smithi031.stdout:2406: seq_num 728 ranges {0=196608} 2024-08-10T05:22:34.251 INFO:tasks.rados.rados.0.smithi031.stdout:2406: writing smithi03186013-9 from 0 to 196608 tid 1 2024-08-10T05:22:34.251 INFO:tasks.rados.rados.0.smithi031.stdout:2407: rollback oid 27 current snap is 224 2024-08-10T05:22:34.251 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 27 to 221 2024-08-10T05:22:34.251 INFO:tasks.rados.rados.0.smithi031.stdout:2408: delete oid 28 current snap is 224 2024-08-10T05:22:34.253 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 6 v 1347 (ObjNum 720 snap 224 seq_num 720) dirty exists 2024-08-10T05:22:34.255 INFO:tasks.rados.rados.0.smithi031.stdout:2406: finishing write tid 1 to smithi03186013-9 2024-08-10T05:22:34.255 INFO:tasks.rados.rados.0.smithi031.stdout:2407: finishing rollback tid 0 to smithi03186013-27 2024-08-10T05:22:34.255 INFO:tasks.rados.rados.0.smithi031.stdout:2407: finishing rollback tid 1 to smithi03186013-27 2024-08-10T05:22:34.256 INFO:tasks.rados.rados.0.smithi031.stdout:2407: finishing rollback tid 2 to smithi03186013-27 2024-08-10T05:22:34.256 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 27 v 1016 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-08-10T05:22:34.256 INFO:tasks.rados.rados.0.smithi031.stdout:2406: finishing write tid 2 to smithi03186013-9 2024-08-10T05:22:34.257 INFO:tasks.rados.rados.0.smithi031.stdout:2406: finishing write tid 3 to smithi03186013-9 2024-08-10T05:22:34.257 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 9 v 1208 (ObjNum 728 snap 224 seq_num 728) dirty exists 2024-08-10T05:22:34.257 INFO:tasks.rados.rados.0.smithi031.stdout:2406: left oid 9 (ObjNum 728 snap 224 seq_num 728) 2024-08-10T05:22:34.257 INFO:tasks.rados.rados.0.smithi031.stdout:2405: done (4 left) 2024-08-10T05:22:34.258 INFO:tasks.rados.rados.0.smithi031.stdout:2406: done (3 left) 2024-08-10T05:22:34.258 INFO:tasks.rados.rados.0.smithi031.stdout:2407: done (2 left) 2024-08-10T05:22:34.258 INFO:tasks.rados.rados.0.smithi031.stdout:2408: done (1 left) 2024-08-10T05:22:34.258 INFO:tasks.rados.rados.0.smithi031.stdout:2409: delete oid 23 current snap is 224 2024-08-10T05:22:34.270 INFO:tasks.rados.rados.0.smithi031.stdout:2409: done (1 left) 2024-08-10T05:22:34.270 INFO:tasks.rados.rados.0.smithi031.stdout:2410: snap_create 2024-08-10T05:22:34.270 INFO:tasks.rados.rados.0.smithi031.stdout:2404: expect (ObjNum 671 snap 212 seq_num 671) 2024-08-10T05:22:34.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:34 smithi031 ceph-mon[98130]: Detected new or changed devices on smithi031 2024-08-10T05:22:34.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:34 smithi031 ceph-mon[98130]: Upgrade: It appears safe to stop mds.b 2024-08-10T05:22:34.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:34 smithi031 ceph-mon[98130]: osdmap e545: 8 total, 8 up, 8 in 2024-08-10T05:22:34.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:34 smithi031 ceph-mon[100614]: Detected new or changed devices on smithi031 2024-08-10T05:22:34.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:34 smithi031 ceph-mon[100614]: Upgrade: It appears safe to stop mds.b 2024-08-10T05:22:34.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:34 smithi031 ceph-mon[100614]: osdmap e545: 8 total, 8 up, 8 in 2024-08-10T05:22:34.522 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:34 smithi196 ceph-mon[90243]: Detected new or changed devices on smithi031 2024-08-10T05:22:34.523 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:34 smithi196 ceph-mon[90243]: Upgrade: It appears safe to stop mds.b 2024-08-10T05:22:34.523 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:34 smithi196 ceph-mon[90243]: osdmap e545: 8 total, 8 up, 8 in 2024-08-10T05:22:35.269 INFO:tasks.rados.rados.0.smithi031.stdout:2404: done (1 left) 2024-08-10T05:22:35.269 INFO:tasks.rados.rados.0.smithi031.stdout:2410: done (0 left) 2024-08-10T05:22:35.269 INFO:tasks.rados.rados.0.smithi031.stdout:2411: snap_remove snap 224 2024-08-10T05:22:35.887 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:35 smithi196 ceph-mon[90243]: pgmap v478: 121 pgs: 121 active+clean; 159 MiB data, 967 MiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 3.7 MiB/s wr, 28 op/s 2024-08-10T05:22:35.888 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:35 smithi196 ceph-mon[90243]: Upgrade: Updating mds.b 2024-08-10T05:22:35.888 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:35 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:35.888 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:35 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-10T05:22:35.888 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:35 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:22:35.888 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:35 smithi196 ceph-mon[90243]: Deploying daemon mds.b on smithi196 2024-08-10T05:22:35.888 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:35 smithi196 ceph-mon[90243]: osdmap e546: 8 total, 8 up, 8 in 2024-08-10T05:22:36.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:35 smithi031 ceph-mon[98130]: pgmap v478: 121 pgs: 121 active+clean; 159 MiB data, 967 MiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 3.7 MiB/s wr, 28 op/s 2024-08-10T05:22:36.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:35 smithi031 ceph-mon[98130]: Upgrade: Updating mds.b 2024-08-10T05:22:36.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:35 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:36.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:35 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-10T05:22:36.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:35 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:22:36.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:35 smithi031 ceph-mon[98130]: Deploying daemon mds.b on smithi196 2024-08-10T05:22:36.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:35 smithi031 ceph-mon[98130]: osdmap e546: 8 total, 8 up, 8 in 2024-08-10T05:22:36.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:35 smithi031 ceph-mon[100614]: pgmap v478: 121 pgs: 121 active+clean; 159 MiB data, 967 MiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 3.7 MiB/s wr, 28 op/s 2024-08-10T05:22:36.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:35 smithi031 ceph-mon[100614]: Upgrade: Updating mds.b 2024-08-10T05:22:36.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:35 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:36.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:35 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-10T05:22:36.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:35 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:22:36.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:35 smithi031 ceph-mon[100614]: Deploying daemon mds.b on smithi196 2024-08-10T05:22:36.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:35 smithi031 ceph-mon[100614]: osdmap e546: 8 total, 8 up, 8 in 2024-08-10T05:22:36.271 INFO:tasks.rados.rados.0.smithi031.stdout:2411: done (0 left) 2024-08-10T05:22:36.271 INFO:tasks.rados.rados.0.smithi031.stdout:2412: snap_create 2024-08-10T05:22:36.436 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 10 05:22:36 smithi196 systemd[1]: Stopping Ceph mds.b for fc322138-56d5-11ef-bcce-c7b262605968... 2024-08-10T05:22:36.444 INFO:tasks.rados.rados.0.smithi031.stdout:2412: done (0 left) 2024-08-10T05:22:36.444 INFO:tasks.rados.rados.0.smithi031.stdout:2413: snap_remove snap 221 2024-08-10T05:22:36.761 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:36 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mon-a[98107]: 2024-08-10T05:22:36.435+0000 7fe64fbce640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-10T05:22:36.762 INFO:teuthology.orchestra.run.smithi031.stdout:true 2024-08-10T05:22:36.778 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 10 05:22:36 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mds-b[61304]: 2024-08-10T05:22:36.435+0000 7f49676ea640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-10T05:22:36.778 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 10 05:22:36 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mds-b[61304]: 2024-08-10T05:22:36.435+0000 7f49676ea640 -1 mds.b *** got signal Terminated *** 2024-08-10T05:22:37.033 INFO:teuthology.orchestra.run.smithi031.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-10T05:22:37.033 INFO:teuthology.orchestra.run.smithi031.stdout:alertmanager.a smithi031 *:9093,9094 running (6m) 8s ago 11m 23.7M - 0.25.0 c8568f914cd2 afde0a9ed8a2 2024-08-10T05:22:37.033 INFO:teuthology.orchestra.run.smithi031.stdout:grafana.a smithi196 *:3000 running (6m) 25s ago 10m 85.9M - 9.4.7 954c08fa6188 6ec1b1b19e7a 2024-08-10T05:22:37.034 INFO:teuthology.orchestra.run.smithi031.stdout:mds.a smithi031 running (11s) 8s ago 12m 11.7M - 19.1.0-1335-gbca9905d c7b33901c886 2232112f0bbc 2024-08-10T05:22:37.034 INFO:teuthology.orchestra.run.smithi031.stdout:mds.b smithi196 running (12m) 25s ago 12m 20.1M - 17.2.7-1372-g56ceb861 354fce865a9a b1ed5b548d29 2024-08-10T05:22:37.034 INFO:teuthology.orchestra.run.smithi031.stdout:mgr.x smithi196 *:8443,9283,8765 running (6m) 25s ago 15m 441M - 19.1.0-1335-gbca9905d c7b33901c886 467542b38c9b 2024-08-10T05:22:37.034 INFO:teuthology.orchestra.run.smithi031.stdout:mgr.y smithi031 *:8443,9283,8765 running (6m) 8s ago 17m 514M - 19.1.0-1335-gbca9905d c7b33901c886 7eef306ed587 2024-08-10T05:22:37.034 INFO:teuthology.orchestra.run.smithi031.stdout:mon.a smithi031 running (5m) 8s ago 17m 68.0M 2048M 19.1.0-1335-gbca9905d c7b33901c886 9e3f4f54b00a 2024-08-10T05:22:37.034 INFO:teuthology.orchestra.run.smithi031.stdout:mon.b smithi196 running (5m) 25s ago 16m 50.1M 2048M 19.1.0-1335-gbca9905d c7b33901c886 b01d51d0054f 2024-08-10T05:22:37.034 INFO:teuthology.orchestra.run.smithi031.stdout:mon.c smithi031 running (5m) 8s ago 16m 55.3M 2048M 19.1.0-1335-gbca9905d c7b33901c886 2cc1160db2be 2024-08-10T05:22:37.034 INFO:teuthology.orchestra.run.smithi031.stdout:node-exporter.a smithi031 *:9100 running (6m) 8s ago 10m 16.2M - 1.5.0 0da6a335fe13 b1e6859cbc5d 2024-08-10T05:22:37.034 INFO:teuthology.orchestra.run.smithi031.stdout:node-exporter.b smithi196 *:9100 running (6m) 25s ago 10m 15.2M - 1.5.0 0da6a335fe13 fce7ddc02cba 2024-08-10T05:22:37.034 INFO:teuthology.orchestra.run.smithi031.stdout:osd.0 smithi031 running (4m) 8s ago 15m 250M 2481M 19.1.0-1335-gbca9905d c7b33901c886 b6a59f8bdb81 2024-08-10T05:22:37.034 INFO:teuthology.orchestra.run.smithi031.stdout:osd.1 smithi031 running (3m) 8s ago 15m 193M 2481M 19.1.0-1335-gbca9905d c7b33901c886 67b0c1ce41f2 2024-08-10T05:22:37.034 INFO:teuthology.orchestra.run.smithi031.stdout:osd.2 smithi031 running (3m) 8s ago 14m 148M 2481M 19.1.0-1335-gbca9905d c7b33901c886 33f3ce3dcbbc 2024-08-10T05:22:37.034 INFO:teuthology.orchestra.run.smithi031.stdout:osd.3 smithi031 running (2m) 8s ago 14m 114M 2481M 19.1.0-1335-gbca9905d c7b33901c886 bd24188e5ebb 2024-08-10T05:22:37.035 INFO:teuthology.orchestra.run.smithi031.stdout:osd.4 smithi196 running (2m) 25s ago 13m 122M 2480M 19.1.0-1335-gbca9905d c7b33901c886 3443a66c18a7 2024-08-10T05:22:37.035 INFO:teuthology.orchestra.run.smithi031.stdout:osd.5 smithi196 running (99s) 25s ago 13m 138M 2480M 19.1.0-1335-gbca9905d c7b33901c886 0b799750a37c 2024-08-10T05:22:37.035 INFO:teuthology.orchestra.run.smithi031.stdout:osd.6 smithi196 running (65s) 25s ago 13m 105M 2480M 19.1.0-1335-gbca9905d c7b33901c886 394f5a40bb1f 2024-08-10T05:22:37.035 INFO:teuthology.orchestra.run.smithi031.stdout:osd.7 smithi196 running (31s) 25s ago 12m 14.2M 2480M 19.1.0-1335-gbca9905d c7b33901c886 8d86aaf94759 2024-08-10T05:22:37.035 INFO:teuthology.orchestra.run.smithi031.stdout:prometheus.a smithi196 *:9095 running (6m) 25s ago 11m 67.7M - 2.43.0 a07b618ecd1d d50c5c7907b8 2024-08-10T05:22:37.369 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-08-10T05:22:37.369 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": { 2024-08-10T05:22:37.369 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 3 2024-08-10T05:22:37.369 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-08-10T05:22:37.369 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": { 2024-08-10T05:22:37.370 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 2 2024-08-10T05:22:37.370 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-08-10T05:22:37.370 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": { 2024-08-10T05:22:37.370 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 8 2024-08-10T05:22:37.370 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-08-10T05:22:37.370 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": { 2024-08-10T05:22:37.370 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 1 2024-08-10T05:22:37.370 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-08-10T05:22:37.370 INFO:teuthology.orchestra.run.smithi031.stdout: "overall": { 2024-08-10T05:22:37.370 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 14 2024-08-10T05:22:37.370 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-08-10T05:22:37.370 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-08-10T05:22:37.371 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:37 smithi031 ceph-mon[98130]: pgmap v481: 121 pgs: 121 active+clean; 165 MiB data, 977 MiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 3.9 MiB/s wr, 30 op/s 2024-08-10T05:22:37.371 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:37 smithi031 ceph-mon[98130]: osdmap e547: 8 total, 8 up, 8 in 2024-08-10T05:22:37.371 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:37 smithi031 ceph-mon[98130]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-08-10T05:22:37.371 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:37 smithi031 ceph-mon[98130]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-10T05:22:37.371 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:37 smithi031 ceph-mon[98130]: osdmap e548: 8 total, 8 up, 8 in 2024-08-10T05:22:37.371 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:37 smithi031 ceph-mon[98130]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-08-10T05:22:37.371 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:37 smithi031 ceph-mon[98130]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-08-10T05:22:37.371 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:37 smithi031 ceph-mon[98130]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-08-10T05:22:37.371 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:37 smithi031 ceph-mon[98130]: fsmap cephfs:1/1 {0=a=up:replay} 2024-08-10T05:22:37.371 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:37 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-10T05:22:37.372 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:37 smithi031 ceph-mon[100614]: pgmap v481: 121 pgs: 121 active+clean; 165 MiB data, 977 MiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 3.9 MiB/s wr, 30 op/s 2024-08-10T05:22:37.372 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:37 smithi031 ceph-mon[100614]: osdmap e547: 8 total, 8 up, 8 in 2024-08-10T05:22:37.372 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:37 smithi031 ceph-mon[100614]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-08-10T05:22:37.372 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:37 smithi031 ceph-mon[100614]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-10T05:22:37.372 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:37 smithi031 ceph-mon[100614]: osdmap e548: 8 total, 8 up, 8 in 2024-08-10T05:22:37.372 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:37 smithi031 ceph-mon[100614]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-08-10T05:22:37.372 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:37 smithi031 ceph-mon[100614]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-08-10T05:22:37.372 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:37 smithi031 ceph-mon[100614]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-08-10T05:22:37.372 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:37 smithi031 ceph-mon[100614]: fsmap cephfs:1/1 {0=a=up:replay} 2024-08-10T05:22:37.372 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:37 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-10T05:22:37.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:37 smithi196 ceph-mon[90243]: pgmap v481: 121 pgs: 121 active+clean; 165 MiB data, 977 MiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 3.9 MiB/s wr, 30 op/s 2024-08-10T05:22:37.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:37 smithi196 ceph-mon[90243]: osdmap e547: 8 total, 8 up, 8 in 2024-08-10T05:22:37.413 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:37 smithi196 ceph-mon[90243]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-08-10T05:22:37.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:37 smithi196 ceph-mon[90243]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-10T05:22:37.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:37 smithi196 ceph-mon[90243]: osdmap e548: 8 total, 8 up, 8 in 2024-08-10T05:22:37.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:37 smithi196 ceph-mon[90243]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-08-10T05:22:37.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:37 smithi196 ceph-mon[90243]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-08-10T05:22:37.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:37 smithi196 ceph-mon[90243]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-08-10T05:22:37.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:37 smithi196 ceph-mon[90243]: fsmap cephfs:1/1 {0=a=up:replay} 2024-08-10T05:22:37.414 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:37 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-10T05:22:37.451 INFO:tasks.rados.rados.0.smithi031.stdout:2413: done (0 left) 2024-08-10T05:22:37.451 INFO:tasks.rados.rados.0.smithi031.stdout:2414: setattr oid 43 current snap is 226 2024-08-10T05:22:37.453 INFO:tasks.rados.rados.0.smithi031.stdout:2415: setattr oid 29 current snap is 226 2024-08-10T05:22:37.456 INFO:tasks.rados.rados.0.smithi031.stdout:2416: rmattr oid 12 current snap is 226 2024-08-10T05:22:37.456 INFO:tasks.rados.rados.0.smithi031.stdout:2417: read oid 6 snap -1 2024-08-10T05:22:37.456 INFO:tasks.rados.rados.0.smithi031.stdout:2417: expect (ObjNum 720 snap 224 seq_num 720) 2024-08-10T05:22:37.456 INFO:tasks.rados.rados.0.smithi031.stdout:2418: rmattr oid 36 current snap is 226 2024-08-10T05:22:37.456 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 8 current snap is 226 2024-08-10T05:22:37.457 INFO:tasks.rados.rados.0.smithi031.stdout:2419: seq_num 731 ranges {147456=245760} 2024-08-10T05:22:37.458 INFO:tasks.rados.rados.0.smithi031.stdout:2419: writing smithi03186013-8 from 147456 to 393216 tid 1 2024-08-10T05:22:37.458 INFO:tasks.rados.rados.0.smithi031.stdout:2420: rollback oid 47 current snap is 226 2024-08-10T05:22:37.458 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 47 to 225 2024-08-10T05:22:37.458 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 36 v 0 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-08-10T05:22:37.458 INFO:tasks.rados.rados.0.smithi031.stdout:2418: done (6 left) 2024-08-10T05:22:37.459 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 2 current snap is 226 2024-08-10T05:22:37.459 INFO:tasks.rados.rados.0.smithi031.stdout:2421: seq_num 732 ranges {0=262144} 2024-08-10T05:22:37.459 INFO:tasks.rados.rados.0.smithi031.stdout:2421: writing smithi03186013-2 from 0 to 262144 tid 1 2024-08-10T05:22:37.460 INFO:tasks.rados.rados.0.smithi031.stdout:2422: read oid 28 snap -1 2024-08-10T05:22:37.460 INFO:tasks.rados.rados.0.smithi031.stdout:2422: expect deleted 2024-08-10T05:22:37.460 INFO:tasks.rados.rados.0.smithi031.stdout:2423: setattr oid 41 current snap is 226 2024-08-10T05:22:37.460 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 12 v 1348 (ObjNum 3729 snap 0 seq_num 590943152) dirty exists 2024-08-10T05:22:37.462 INFO:tasks.rados.rados.0.smithi031.stdout:2416: done (8 left) 2024-08-10T05:22:37.462 INFO:tasks.rados.rados.0.smithi031.stdout:2424: read oid 50 snap 225 2024-08-10T05:22:37.462 INFO:tasks.rados.rados.0.smithi031.stdout:2424: expect (ObjNum 671 snap 212 seq_num 671) 2024-08-10T05:22:37.462 INFO:tasks.rados.rados.0.smithi031.stdout:2425: read oid 24 snap -1 2024-08-10T05:22:37.462 INFO:tasks.rados.rados.0.smithi031.stdout:2425: expect (ObjNum 691 snap 218 seq_num 691) 2024-08-10T05:22:37.463 INFO:tasks.rados.rados.0.smithi031.stdout:2426: read oid 38 snap -1 2024-08-10T05:22:37.463 INFO:tasks.rados.rados.0.smithi031.stdout:2426: expect (ObjNum 678 snap 215 seq_num 678) 2024-08-10T05:22:37.463 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 12 current snap is 226 2024-08-10T05:22:37.463 INFO:tasks.rados.rados.0.smithi031.stdout:2427: seq_num 733 ranges {0=278528} 2024-08-10T05:22:37.464 INFO:tasks.rados.rados.0.smithi031.stdout:2427: writing smithi03186013-12 from 0 to 278528 tid 1 2024-08-10T05:22:37.465 INFO:tasks.rados.rados.0.smithi031.stdout:2428: read oid 13 snap -1 2024-08-10T05:22:37.465 INFO:tasks.rados.rados.0.smithi031.stdout:2428: expect (ObjNum 646 snap 200 seq_num 646) 2024-08-10T05:22:37.465 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 7 current snap is 226 2024-08-10T05:22:37.465 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 29 v 1355 (ObjNum 1041 snap 0 seq_num 3646927056) dirty exists 2024-08-10T05:22:37.465 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 43 v 858 (ObjNum 1265 snap 0 seq_num 3672106248) dirty exists 2024-08-10T05:22:37.465 INFO:tasks.rados.rados.0.smithi031.stdout:2429: seq_num 734 ranges {0=294912} 2024-08-10T05:22:37.466 INFO:tasks.rados.rados.0.smithi031.stdout:2429: writing smithi03186013-7 from 0 to 294912 tid 1 2024-08-10T05:22:37.467 INFO:tasks.rados.rados.0.smithi031.stdout:2414: done (13 left) 2024-08-10T05:22:37.467 INFO:tasks.rados.rados.0.smithi031.stdout:2415: done (12 left) 2024-08-10T05:22:37.467 INFO:tasks.rados.rados.0.smithi031.stdout:2422: done (11 left) 2024-08-10T05:22:37.467 INFO:tasks.rados.rados.0.smithi031.stdout:2430: snap_create 2024-08-10T05:22:37.467 INFO:tasks.rados.rados.0.smithi031.stdout:2420: finishing rollback tid 0 to smithi03186013-47 2024-08-10T05:22:37.467 INFO:tasks.rados.rados.0.smithi031.stdout:2420: finishing rollback tid 1 to smithi03186013-47 2024-08-10T05:22:37.471 INFO:tasks.rados.rados.0.smithi031.stdout:2420: finishing rollback tid 2 to smithi03186013-47 2024-08-10T05:22:37.471 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 47 v 1019 (ObjNum 726 snap 224 seq_num 726) dirty exists 2024-08-10T05:22:37.471 INFO:tasks.rados.rados.0.smithi031.stdout:2419: finishing write tid 1 to smithi03186013-8 2024-08-10T05:22:37.471 INFO:tasks.rados.rados.0.smithi031.stdout:2419: finishing write tid 2 to smithi03186013-8 2024-08-10T05:22:37.472 INFO:tasks.rados.rados.0.smithi031.stdout:2421: finishing write tid 1 to smithi03186013-2 2024-08-10T05:22:37.472 INFO:tasks.rados.rados.0.smithi031.stdout:2421: finishing write tid 2 to smithi03186013-2 2024-08-10T05:22:37.474 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 41 v 1024 (ObjNum 709 snap 219 seq_num 709) dirty exists 2024-08-10T05:22:37.477 INFO:tasks.rados.rados.0.smithi031.stdout:2428: expect (ObjNum 646 snap 200 seq_num 646) 2024-08-10T05:22:37.516 INFO:tasks.rados.rados.0.smithi031.stdout:2426: expect (ObjNum 678 snap 215 seq_num 678) 2024-08-10T05:22:37.562 INFO:tasks.rados.rados.0.smithi031.stdout:2419: finishing write tid 3 to smithi03186013-8 2024-08-10T05:22:37.562 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 8 v 1358 (ObjNum 731 snap 226 seq_num 731) dirty exists 2024-08-10T05:22:37.562 INFO:tasks.rados.rados.0.smithi031.stdout:2419: left oid 8 (ObjNum 731 snap 226 seq_num 731) 2024-08-10T05:22:37.562 INFO:tasks.rados.rados.0.smithi031.stdout:2421: finishing write tid 3 to smithi03186013-2 2024-08-10T05:22:37.562 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 2 v 1360 (ObjNum 732 snap 226 seq_num 732) dirty exists 2024-08-10T05:22:37.562 INFO:tasks.rados.rados.0.smithi031.stdout:2421: left oid 2 (ObjNum 732 snap 226 seq_num 732) 2024-08-10T05:22:37.562 INFO:tasks.rados.rados.0.smithi031.stdout:2417: expect (ObjNum 720 snap 224 seq_num 720) 2024-08-10T05:22:37.827 INFO:tasks.rados.rados.0.smithi031.stdout:2427: finishing write tid 1 to smithi03186013-12 2024-08-10T05:22:37.828 INFO:tasks.rados.rados.0.smithi031.stdout:2427: finishing write tid 2 to smithi03186013-12 2024-08-10T05:22:37.828 INFO:tasks.rados.rados.0.smithi031.stdout:2429: finishing write tid 1 to smithi03186013-7 2024-08-10T05:22:37.828 INFO:tasks.rados.rados.0.smithi031.stdout:2429: finishing write tid 2 to smithi03186013-7 2024-08-10T05:22:37.828 INFO:tasks.rados.rados.0.smithi031.stdout:2424: expect (ObjNum 671 snap 212 seq_num 671) 2024-08-10T05:22:37.984 INFO:tasks.rados.rados.0.smithi031.stdout:2427: finishing write tid 3 to smithi03186013-12 2024-08-10T05:22:37.984 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 12 v 1350 (ObjNum 733 snap 226 seq_num 733) dirty exists 2024-08-10T05:22:37.984 INFO:tasks.rados.rados.0.smithi031.stdout:2427: left oid 12 (ObjNum 733 snap 226 seq_num 733) 2024-08-10T05:22:37.984 INFO:tasks.rados.rados.0.smithi031.stdout:2425: expect (ObjNum 691 snap 218 seq_num 691) 2024-08-10T05:22:38.121 INFO:tasks.rados.rados.0.smithi031.stdout:2429: finishing write tid 3 to smithi03186013-7 2024-08-10T05:22:38.121 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 7 v 1362 (ObjNum 734 snap 226 seq_num 734) dirty exists 2024-08-10T05:22:38.121 INFO:tasks.rados.rados.0.smithi031.stdout:2429: left oid 7 (ObjNum 734 snap 226 seq_num 734) 2024-08-10T05:22:38.460 INFO:tasks.rados.rados.0.smithi031.stdout:2417: done (11 left) 2024-08-10T05:22:38.460 INFO:tasks.rados.rados.0.smithi031.stdout:2419: done (10 left) 2024-08-10T05:22:38.461 INFO:tasks.rados.rados.0.smithi031.stdout:2420: done (9 left) 2024-08-10T05:22:38.461 INFO:tasks.rados.rados.0.smithi031.stdout:2421: done (8 left) 2024-08-10T05:22:38.461 INFO:tasks.rados.rados.0.smithi031.stdout:2423: done (7 left) 2024-08-10T05:22:38.461 INFO:tasks.rados.rados.0.smithi031.stdout:2424: done (6 left) 2024-08-10T05:22:38.461 INFO:tasks.rados.rados.0.smithi031.stdout:2425: done (5 left) 2024-08-10T05:22:38.461 INFO:tasks.rados.rados.0.smithi031.stdout:2426: done (4 left) 2024-08-10T05:22:38.461 INFO:tasks.rados.rados.0.smithi031.stdout:2427: done (3 left) 2024-08-10T05:22:38.461 INFO:tasks.rados.rados.0.smithi031.stdout:2428: done (2 left) 2024-08-10T05:22:38.461 INFO:tasks.rados.rados.0.smithi031.stdout:2429: done (1 left) 2024-08-10T05:22:38.461 INFO:tasks.rados.rados.0.smithi031.stdout:2430: done (0 left) 2024-08-10T05:22:38.461 INFO:tasks.rados.rados.0.smithi031.stdout:2431: delete oid 37 current snap is 227 2024-08-10T05:22:38.463 INFO:tasks.rados.rados.0.smithi031.stdout:2431: done (0 left) 2024-08-10T05:22:38.463 INFO:tasks.rados.rados.0.smithi031.stdout:2432: delete oid 8 current snap is 227 2024-08-10T05:22:38.466 INFO:tasks.rados.rados.0.smithi031.stdout:2432: done (0 left) 2024-08-10T05:22:38.466 INFO:tasks.rados.rados.0.smithi031.stdout:2433: read oid 49 snap 226 2024-08-10T05:22:38.466 INFO:tasks.rados.rados.0.smithi031.stdout:2433: expect deleted 2024-08-10T05:22:38.466 INFO:tasks.rados.rados.0.smithi031.stdout:2434: read oid 36 snap 225 2024-08-10T05:22:38.466 INFO:tasks.rados.rados.0.smithi031.stdout:2434: expect deleted 2024-08-10T05:22:38.466 INFO:tasks.rados.rados.0.smithi031.stdout:2435: copy_from oid 43 from oid 5 current snap is 227 2024-08-10T05:22:38.466 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 6 current snap is 227 2024-08-10T05:22:38.466 INFO:tasks.rados.rados.0.smithi031.stdout:2436: seq_num 737 ranges {3899392=352256} 2024-08-10T05:22:38.489 INFO:tasks.rados.rados.0.smithi031.stdout:2436: writing smithi03186013-6 from 3899392 to 4251648 tid 1 2024-08-10T05:22:38.489 INFO:tasks.rados.rados.0.smithi031.stdout:2437: delete oid 7 current snap is 227 2024-08-10T05:22:38.492 INFO:tasks.rados.rados.0.smithi031.stdout:2433: done (4 left) 2024-08-10T05:22:38.492 INFO:tasks.rados.rados.0.smithi031.stdout:2434: done (3 left) 2024-08-10T05:22:38.492 INFO:tasks.rados.rados.0.smithi031.stdout:2437: done (2 left) 2024-08-10T05:22:38.493 INFO:tasks.rados.rados.0.smithi031.stdout:2438: read oid 47 snap -1 2024-08-10T05:22:38.493 INFO:tasks.rados.rados.0.smithi031.stdout:2438: expect (ObjNum 726 snap 224 seq_num 726) 2024-08-10T05:22:38.493 INFO:tasks.rados.rados.0.smithi031.stdout:2439: delete oid 17 current snap is 227 2024-08-10T05:22:38.494 INFO:tasks.rados.rados.0.smithi031.stdout:2436: finishing write tid 1 to smithi03186013-6 2024-08-10T05:22:38.495 INFO:tasks.rados.rados.0.smithi031.stdout:2436: finishing write tid 2 to smithi03186013-6 2024-08-10T05:22:38.495 INFO:tasks.rados.rados.0.smithi031.stdout:2435: finishing copy_from racing read to smithi03186013-43 2024-08-10T05:22:38.496 INFO:tasks.rados.rados.0.smithi031.stdout:2438: expect (ObjNum 726 snap 224 seq_num 726) 2024-08-10T05:22:38.505 INFO:tasks.rados.rados.0.smithi031.stdout:2436: finishing write tid 3 to smithi03186013-6 2024-08-10T05:22:38.505 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 6 v 1352 (ObjNum 737 snap 227 seq_num 737) dirty exists 2024-08-10T05:22:38.505 INFO:tasks.rados.rados.0.smithi031.stdout:2436: left oid 6 (ObjNum 737 snap 227 seq_num 737) 2024-08-10T05:22:38.506 INFO:tasks.rados.rados.0.smithi031.stdout:2435: finishing copy_from to smithi03186013-43 2024-08-10T05:22:38.506 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 43 v 1163 (ObjNum 714 snap 220 seq_num 714) dirty exists 2024-08-10T05:22:38.506 INFO:tasks.rados.rados.0.smithi031.stdout:2435: done (3 left) 2024-08-10T05:22:38.506 INFO:tasks.rados.rados.0.smithi031.stdout:2436: done (2 left) 2024-08-10T05:22:38.506 INFO:tasks.rados.rados.0.smithi031.stdout:2438: done (1 left) 2024-08-10T05:22:38.506 INFO:tasks.rados.rados.0.smithi031.stdout:2439: done (0 left) 2024-08-10T05:22:38.506 INFO:tasks.rados.rados.0.smithi031.stdout:2440: delete oid 12 current snap is 227 2024-08-10T05:22:38.511 INFO:tasks.rados.rados.0.smithi031.stdout:2440: done (0 left) 2024-08-10T05:22:38.511 INFO:tasks.rados.rados.0.smithi031.stdout:2441: setattr oid 45 current snap is 227 2024-08-10T05:22:38.511 INFO:tasks.rados.rados.0.smithi031.stdout:2442: read oid 1 snap -1 2024-08-10T05:22:38.511 INFO:tasks.rados.rados.0.smithi031.stdout:2442: expect deleted 2024-08-10T05:22:38.511 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 18 current snap is 227 2024-08-10T05:22:38.511 INFO:tasks.rados.rados.0.smithi031.stdout:2443: seq_num 741 ranges {1966080=417792} 2024-08-10T05:22:38.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:38 smithi031 ceph-mon[98130]: from='client.44327 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:22:38.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:38 smithi031 ceph-mon[98130]: from='client.44333 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:22:38.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:38 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/398819587' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:22:38.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:38 smithi031 ceph-mon[98130]: osdmap e549: 8 total, 8 up, 8 in 2024-08-10T05:22:38.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:38 smithi031 ceph-mon[98130]: mds.? [v2:172.21.15.31:6834/2474242384,v1:172.21.15.31:6835/2474242384] up:reconnect 2024-08-10T05:22:38.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:38 smithi031 ceph-mon[98130]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-08-10T05:22:38.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:38 smithi031 ceph-mon[100614]: from='client.44327 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:22:38.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:38 smithi031 ceph-mon[100614]: from='client.44333 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:22:38.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:38 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/398819587' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:22:38.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:38 smithi031 ceph-mon[100614]: osdmap e549: 8 total, 8 up, 8 in 2024-08-10T05:22:38.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:38 smithi031 ceph-mon[100614]: mds.? [v2:172.21.15.31:6834/2474242384,v1:172.21.15.31:6835/2474242384] up:reconnect 2024-08-10T05:22:38.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:38 smithi031 ceph-mon[100614]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-08-10T05:22:38.522 INFO:tasks.rados.rados.0.smithi031.stdout:2443: writing smithi03186013-18 from 1966080 to 2383872 tid 1 2024-08-10T05:22:38.522 INFO:tasks.rados.rados.0.smithi031.stdout:2444: delete oid 20 current snap is 227 2024-08-10T05:22:38.522 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 45 v 1186 (ObjNum 678 snap 215 seq_num 678) dirty exists 2024-08-10T05:22:38.523 INFO:tasks.rados.rados.0.smithi031.stdout:2441: done (3 left) 2024-08-10T05:22:38.523 INFO:tasks.rados.rados.0.smithi031.stdout:2442: done (2 left) 2024-08-10T05:22:38.524 INFO:tasks.rados.rados.0.smithi031.stdout:2444: done (1 left) 2024-08-10T05:22:38.524 INFO:tasks.rados.rados.0.smithi031.stdout:2445: read oid 28 snap -1 2024-08-10T05:22:38.524 INFO:tasks.rados.rados.0.smithi031.stdout:2445: expect deleted 2024-08-10T05:22:38.524 INFO:tasks.rados.rados.0.smithi031.stdout:2446: rollback oid 6 current snap is 227 2024-08-10T05:22:38.524 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 6 to 225 2024-08-10T05:22:38.524 INFO:tasks.rados.rados.0.smithi031.stdout:2447: rmattr oid 33 current snap is 227 2024-08-10T05:22:38.524 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 20 current snap is 227 2024-08-10T05:22:38.524 INFO:tasks.rados.rados.0.smithi031.stdout:2448: seq_num 743 ranges {0=450560} 2024-08-10T05:22:38.527 INFO:tasks.rados.rados.0.smithi031.stdout:2448: writing smithi03186013-20 from 0 to 450560 tid 1 2024-08-10T05:22:38.527 INFO:tasks.rados.rados.0.smithi031.stdout:2449: read oid 46 snap -1 2024-08-10T05:22:38.527 INFO:tasks.rados.rados.0.smithi031.stdout:2449: expect deleted 2024-08-10T05:22:38.528 INFO:tasks.rados.rados.0.smithi031.stdout:2450: read oid 36 snap -1 2024-08-10T05:22:38.528 INFO:tasks.rados.rados.0.smithi031.stdout:2450: expect deleted 2024-08-10T05:22:38.528 INFO:tasks.rados.rados.0.smithi031.stdout:2451: rollback oid 29 current snap is 227 2024-08-10T05:22:38.528 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 29 to 226 2024-08-10T05:22:38.528 INFO:tasks.rados.rados.0.smithi031.stdout:2443: finishing write tid 1 to smithi03186013-18 2024-08-10T05:22:38.528 INFO:tasks.rados.rados.0.smithi031.stdout:2443: finishing write tid 2 to smithi03186013-18 2024-08-10T05:22:38.528 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 33 v 1020 (ObjNum 694 snap 218 seq_num 694) dirty exists 2024-08-10T05:22:38.528 INFO:tasks.rados.rados.0.smithi031.stdout:2446: finishing rollback tid 0 to smithi03186013-6 2024-08-10T05:22:38.528 INFO:tasks.rados.rados.0.smithi031.stdout:2445: done (7 left) 2024-08-10T05:22:38.528 INFO:tasks.rados.rados.0.smithi031.stdout:2447: done (6 left) 2024-08-10T05:22:38.529 INFO:tasks.rados.rados.0.smithi031.stdout:2452: read oid 37 snap -1 2024-08-10T05:22:38.529 INFO:tasks.rados.rados.0.smithi031.stdout:2452: expect deleted 2024-08-10T05:22:38.529 INFO:tasks.rados.rados.0.smithi031.stdout:2453: read oid 16 snap -1 2024-08-10T05:22:38.529 INFO:tasks.rados.rados.0.smithi031.stdout:2453: expect deleted 2024-08-10T05:22:38.529 INFO:tasks.rados.rados.0.smithi031.stdout:2454: setattr oid 50 current snap is 227 2024-08-10T05:22:38.529 INFO:tasks.rados.rados.0.smithi031.stdout:2446: finishing rollback tid 1 to smithi03186013-6 2024-08-10T05:22:38.529 INFO:tasks.rados.rados.0.smithi031.stdout:2446: finishing rollback tid 2 to smithi03186013-6 2024-08-10T05:22:38.529 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 6 v 1356 (ObjNum 720 snap 224 seq_num 720) dirty exists 2024-08-10T05:22:38.529 INFO:tasks.rados.rados.0.smithi031.stdout:2443: finishing write tid 3 to smithi03186013-18 2024-08-10T05:22:38.529 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 18 v 1189 (ObjNum 741 snap 227 seq_num 741) dirty exists 2024-08-10T05:22:38.529 INFO:tasks.rados.rados.0.smithi031.stdout:2443: left oid 18 (ObjNum 741 snap 227 seq_num 741) 2024-08-10T05:22:38.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:38 smithi196 ceph-mon[90243]: from='client.44327 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:22:38.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:38 smithi196 ceph-mon[90243]: from='client.44333 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:22:38.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:38 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/398819587' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:22:38.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:38 smithi196 ceph-mon[90243]: osdmap e549: 8 total, 8 up, 8 in 2024-08-10T05:22:38.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:38 smithi196 ceph-mon[90243]: mds.? [v2:172.21.15.31:6834/2474242384,v1:172.21.15.31:6835/2474242384] up:reconnect 2024-08-10T05:22:38.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:38 smithi196 ceph-mon[90243]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-08-10T05:22:38.531 INFO:tasks.rados.rados.0.smithi031.stdout:2443: done (8 left) 2024-08-10T05:22:38.531 INFO:tasks.rados.rados.0.smithi031.stdout:2446: done (7 left) 2024-08-10T05:22:38.531 INFO:tasks.rados.rados.0.smithi031.stdout:2449: done (6 left) 2024-08-10T05:22:38.531 INFO:tasks.rados.rados.0.smithi031.stdout:2450: done (5 left) 2024-08-10T05:22:38.532 INFO:tasks.rados.rados.0.smithi031.stdout:2452: done (4 left) 2024-08-10T05:22:38.532 INFO:tasks.rados.rados.0.smithi031.stdout:2453: done (3 left) 2024-08-10T05:22:38.532 INFO:tasks.rados.rados.0.smithi031.stdout:2455: rollback oid 21 current snap is 227 2024-08-10T05:22:38.532 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 21 to 225 2024-08-10T05:22:38.532 INFO:tasks.rados.rados.0.smithi031.stdout:2456: snap_create 2024-08-10T05:22:38.532 INFO:tasks.rados.rados.0.smithi031.stdout:2448: finishing write tid 1 to smithi03186013-20 2024-08-10T05:22:38.532 INFO:tasks.rados.rados.0.smithi031.stdout:2451: finishing rollback tid 0 to smithi03186013-29 2024-08-10T05:22:38.532 INFO:tasks.rados.rados.0.smithi031.stdout:2448: finishing write tid 2 to smithi03186013-20 2024-08-10T05:22:38.533 INFO:tasks.rados.rados.0.smithi031.stdout:2451: finishing rollback tid 1 to smithi03186013-29 2024-08-10T05:22:38.533 INFO:tasks.rados.rados.0.smithi031.stdout:2451: finishing rollback tid 2 to smithi03186013-29 2024-08-10T05:22:38.533 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 29 v 1370 (ObjNum 33 snap 0 seq_num 589418368) dirty exists 2024-08-10T05:22:38.533 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 50 v 1026 (ObjNum 671 snap 212 seq_num 671) dirty exists 2024-08-10T05:22:38.533 INFO:tasks.rados.rados.0.smithi031.stdout:2455: finishing rollback tid 0 to smithi03186013-21 2024-08-10T05:22:38.533 INFO:tasks.rados.rados.0.smithi031.stdout:2455: finishing rollback tid 1 to smithi03186013-21 2024-08-10T05:22:38.533 INFO:tasks.rados.rados.0.smithi031.stdout:2455: finishing rollback tid 2 to smithi03186013-21 2024-08-10T05:22:38.533 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 21 v 1211 (ObjNum 707 snap 219 seq_num 707) dirty exists 2024-08-10T05:22:38.534 INFO:tasks.rados.rados.0.smithi031.stdout:2448: finishing write tid 3 to smithi03186013-20 2024-08-10T05:22:38.534 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 20 v 1358 (ObjNum 743 snap 227 seq_num 743) dirty exists 2024-08-10T05:22:38.534 INFO:tasks.rados.rados.0.smithi031.stdout:2448: left oid 20 (ObjNum 743 snap 227 seq_num 743) 2024-08-10T05:22:39.242 INFO:tasks.rados.rados.0.smithi031.stdout:2448: done (4 left) 2024-08-10T05:22:39.242 INFO:tasks.rados.rados.0.smithi031.stdout:2451: done (3 left) 2024-08-10T05:22:39.242 INFO:tasks.rados.rados.0.smithi031.stdout:2454: done (2 left) 2024-08-10T05:22:39.243 INFO:tasks.rados.rados.0.smithi031.stdout:2455: done (1 left) 2024-08-10T05:22:39.243 INFO:tasks.rados.rados.0.smithi031.stdout:2456: done (0 left) 2024-08-10T05:22:39.243 INFO:tasks.rados.rados.0.smithi031.stdout:2457: copy_from oid 16 from oid 7 current snap is 228 2024-08-10T05:22:39.243 INFO:tasks.rados.rados.0.smithi031.stdout:2458: read oid 14 snap -1 2024-08-10T05:22:39.243 INFO:tasks.rados.rados.0.smithi031.stdout:2458: expect (ObjNum 705 snap 219 seq_num 705) 2024-08-10T05:22:39.243 INFO:tasks.rados.rados.0.smithi031.stdout:2459: delete oid 40 current snap is 228 2024-08-10T05:22:39.243 INFO:tasks.rados.rados.0.smithi031.stdout:2457: finishing copy_from to smithi03186013-16 2024-08-10T05:22:39.243 INFO:tasks.rados.rados.0.smithi031.stdout:2457: got expected ENOENT (src dne) 2024-08-10T05:22:39.244 INFO:tasks.rados.rados.0.smithi031.stdout:2457: finishing copy_from racing read to smithi03186013-16 2024-08-10T05:22:39.247 INFO:tasks.rados.rados.0.smithi031.stdout:2457: done (2 left) 2024-08-10T05:22:39.247 INFO:tasks.rados.rados.0.smithi031.stdout:2459: done (1 left) 2024-08-10T05:22:39.247 INFO:tasks.rados.rados.0.smithi031.stdout:2460: snap_remove snap 226 2024-08-10T05:22:39.768 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:39 smithi031 ceph-mon[100614]: pgmap v485: 121 pgs: 121 active+clean; 165 MiB data, 979 MiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 1.7 MiB/s wr, 22 op/s 2024-08-10T05:22:39.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:39 smithi031 ceph-mon[100614]: mds.? [v2:172.21.15.31:6834/2474242384,v1:172.21.15.31:6835/2474242384] up:rejoin 2024-08-10T05:22:39.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:39 smithi031 ceph-mon[100614]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-08-10T05:22:39.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:39 smithi031 ceph-mon[100614]: osdmap e550: 8 total, 8 up, 8 in 2024-08-10T05:22:39.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:39 smithi031 ceph-mon[100614]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-08-10T05:22:39.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:39 smithi031 ceph-mon[100614]: osdmap e551: 8 total, 8 up, 8 in 2024-08-10T05:22:39.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:39 smithi031 ceph-mon[98130]: pgmap v485: 121 pgs: 121 active+clean; 165 MiB data, 979 MiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 1.7 MiB/s wr, 22 op/s 2024-08-10T05:22:39.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:39 smithi031 ceph-mon[98130]: mds.? [v2:172.21.15.31:6834/2474242384,v1:172.21.15.31:6835/2474242384] up:rejoin 2024-08-10T05:22:39.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:39 smithi031 ceph-mon[98130]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-08-10T05:22:39.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:39 smithi031 ceph-mon[98130]: osdmap e550: 8 total, 8 up, 8 in 2024-08-10T05:22:39.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:39 smithi031 ceph-mon[98130]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-08-10T05:22:39.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:39 smithi031 ceph-mon[98130]: osdmap e551: 8 total, 8 up, 8 in 2024-08-10T05:22:39.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:39 smithi196 ceph-mon[90243]: pgmap v485: 121 pgs: 121 active+clean; 165 MiB data, 979 MiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 1.7 MiB/s wr, 22 op/s 2024-08-10T05:22:39.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:39 smithi196 ceph-mon[90243]: mds.? [v2:172.21.15.31:6834/2474242384,v1:172.21.15.31:6835/2474242384] up:rejoin 2024-08-10T05:22:39.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:39 smithi196 ceph-mon[90243]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-08-10T05:22:39.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:39 smithi196 ceph-mon[90243]: osdmap e550: 8 total, 8 up, 8 in 2024-08-10T05:22:39.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:39 smithi196 ceph-mon[90243]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-08-10T05:22:39.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:39 smithi196 ceph-mon[90243]: osdmap e551: 8 total, 8 up, 8 in 2024-08-10T05:22:40.249 INFO:tasks.rados.rados.0.smithi031.stdout:2460: done (1 left) 2024-08-10T05:22:40.249 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 45 current snap is 228 2024-08-10T05:22:40.249 INFO:tasks.rados.rados.0.smithi031.stdout:2461: seq_num 745 ranges {1769472=483328} 2024-08-10T05:22:40.262 INFO:tasks.rados.rados.0.smithi031.stdout:2461: writing smithi03186013-45 from 1769472 to 2252800 tid 1 2024-08-10T05:22:40.262 INFO:tasks.rados.rados.0.smithi031.stdout:2462: snap_remove snap 225 2024-08-10T05:22:40.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:40 smithi031 ceph-mon[98130]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-08-10T05:22:40.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:40 smithi031 ceph-mon[98130]: Cluster is now healthy 2024-08-10T05:22:40.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:40 smithi031 ceph-mon[98130]: mds.? [v2:172.21.15.31:6834/2474242384,v1:172.21.15.31:6835/2474242384] up:active 2024-08-10T05:22:40.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:40 smithi031 ceph-mon[98130]: fsmap cephfs:1 {0=a=up:active} 2024-08-10T05:22:40.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:40 smithi031 ceph-mon[98130]: osdmap e552: 8 total, 8 up, 8 in 2024-08-10T05:22:40.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:40 smithi031 ceph-mon[100614]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-08-10T05:22:40.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:40 smithi031 ceph-mon[100614]: Cluster is now healthy 2024-08-10T05:22:40.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:40 smithi031 ceph-mon[100614]: mds.? [v2:172.21.15.31:6834/2474242384,v1:172.21.15.31:6835/2474242384] up:active 2024-08-10T05:22:40.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:40 smithi031 ceph-mon[100614]: fsmap cephfs:1 {0=a=up:active} 2024-08-10T05:22:40.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:40 smithi031 ceph-mon[100614]: osdmap e552: 8 total, 8 up, 8 in 2024-08-10T05:22:40.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:40 smithi196 ceph-mon[90243]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-08-10T05:22:40.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:40 smithi196 ceph-mon[90243]: Cluster is now healthy 2024-08-10T05:22:40.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:40 smithi196 ceph-mon[90243]: mds.? [v2:172.21.15.31:6834/2474242384,v1:172.21.15.31:6835/2474242384] up:active 2024-08-10T05:22:40.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:40 smithi196 ceph-mon[90243]: fsmap cephfs:1 {0=a=up:active} 2024-08-10T05:22:40.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:40 smithi196 ceph-mon[90243]: osdmap e552: 8 total, 8 up, 8 in 2024-08-10T05:22:41.246 INFO:tasks.rados.rados.0.smithi031.stdout:2462: done (2 left) 2024-08-10T05:22:41.246 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 29 current snap is 228 2024-08-10T05:22:41.246 INFO:tasks.rados.rados.0.smithi031.stdout:2463: seq_num 746 ranges {0=499712} 2024-08-10T05:22:41.249 INFO:tasks.rados.rados.0.smithi031.stdout:2463: writing smithi03186013-29 from 0 to 499712 tid 1 2024-08-10T05:22:41.249 INFO:tasks.rados.rados.0.smithi031.stdout:2464: copy_from oid 5 from oid 2 current snap is 228 2024-08-10T05:22:41.250 INFO:tasks.rados.rados.0.smithi031.stdout:2458: expect (ObjNum 705 snap 219 seq_num 705) 2024-08-10T05:22:41.315 INFO:tasks.rados.rados.0.smithi031.stdout:2461: finishing write tid 1 to smithi03186013-45 2024-08-10T05:22:41.315 INFO:tasks.rados.rados.0.smithi031.stdout:2461: finishing write tid 2 to smithi03186013-45 2024-08-10T05:22:41.315 INFO:tasks.rados.rados.0.smithi031.stdout:2461: finishing write tid 3 to smithi03186013-45 2024-08-10T05:22:41.315 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 45 v 1196 (ObjNum 745 snap 228 seq_num 745) dirty exists 2024-08-10T05:22:41.315 INFO:tasks.rados.rados.0.smithi031.stdout:2461: left oid 45 (ObjNum 745 snap 228 seq_num 745) 2024-08-10T05:22:41.315 INFO:tasks.rados.rados.0.smithi031.stdout:2463: finishing write tid 1 to smithi03186013-29 2024-08-10T05:22:41.316 INFO:tasks.rados.rados.0.smithi031.stdout:2458: done (3 left) 2024-08-10T05:22:41.316 INFO:tasks.rados.rados.0.smithi031.stdout:2461: done (2 left) 2024-08-10T05:22:41.316 INFO:tasks.rados.rados.0.smithi031.stdout:2465: rollback oid 47 current snap is 228 2024-08-10T05:22:41.316 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 47 to 227 2024-08-10T05:22:41.316 INFO:tasks.rados.rados.0.smithi031.stdout:2463: finishing write tid 2 to smithi03186013-29 2024-08-10T05:22:41.316 INFO:tasks.rados.rados.0.smithi031.stdout:2463: finishing write tid 3 to smithi03186013-29 2024-08-10T05:22:41.316 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 29 v 1381 (ObjNum 746 snap 228 seq_num 746) dirty exists 2024-08-10T05:22:41.316 INFO:tasks.rados.rados.0.smithi031.stdout:2463: left oid 29 (ObjNum 746 snap 228 seq_num 746) 2024-08-10T05:22:41.316 INFO:tasks.rados.rados.0.smithi031.stdout:2464: finishing copy_from racing read to smithi03186013-5 2024-08-10T05:22:41.316 INFO:tasks.rados.rados.0.smithi031.stdout:2464: finishing copy_from to smithi03186013-5 2024-08-10T05:22:41.316 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 5 v 1360 (ObjNum 732 snap 226 seq_num 732) dirty exists 2024-08-10T05:22:41.316 INFO:tasks.rados.rados.0.smithi031.stdout:2463: done (2 left) 2024-08-10T05:22:41.316 INFO:tasks.rados.rados.0.smithi031.stdout:2464: done (1 left) 2024-08-10T05:22:41.317 INFO:tasks.rados.rados.0.smithi031.stdout:2466: delete oid 13 current snap is 228 2024-08-10T05:22:41.317 INFO:tasks.rados.rados.0.smithi031.stdout:2466: done (1 left) 2024-08-10T05:22:41.317 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 3 current snap is 228 2024-08-10T05:22:41.317 INFO:tasks.rados.rados.0.smithi031.stdout:2467: seq_num 748 ranges {0=532480} 2024-08-10T05:22:41.320 INFO:tasks.rados.rados.0.smithi031.stdout:2467: writing smithi03186013-3 from 0 to 532480 tid 1 2024-08-10T05:22:41.320 INFO:tasks.rados.rados.0.smithi031.stdout:2468: copy_from oid 14 from oid 2 current snap is 228 2024-08-10T05:22:41.320 INFO:tasks.rados.rados.0.smithi031.stdout:2469: copy_from oid 32 from oid 8 current snap is 228 2024-08-10T05:22:41.321 INFO:tasks.rados.rados.0.smithi031.stdout:2465: finishing rollback tid 0 to smithi03186013-47 2024-08-10T05:22:41.321 INFO:tasks.rados.rados.0.smithi031.stdout:2465: finishing rollback tid 1 to smithi03186013-47 2024-08-10T05:22:41.321 INFO:tasks.rados.rados.0.smithi031.stdout:2465: finishing rollback tid 2 to smithi03186013-47 2024-08-10T05:22:41.321 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 47 v 1023 (ObjNum 726 snap 224 seq_num 726) dirty exists 2024-08-10T05:22:41.321 INFO:tasks.rados.rados.0.smithi031.stdout:2465: done (3 left) 2024-08-10T05:22:41.321 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 18 current snap is 228 2024-08-10T05:22:41.321 INFO:tasks.rados.rados.0.smithi031.stdout:2470: seq_num 749 ranges {2383872=548864} 2024-08-10T05:22:41.336 INFO:tasks.rados.rados.0.smithi031.stdout:2470: writing smithi03186013-18 from 2383872 to 2932736 tid 1 2024-08-10T05:22:41.337 INFO:tasks.rados.rados.0.smithi031.stdout:2471: rollback oid 19 current snap is 228 2024-08-10T05:22:41.337 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 19 to 227 2024-08-10T05:22:41.337 INFO:tasks.rados.rados.0.smithi031.stdout:2469: finishing copy_from to smithi03186013-32 2024-08-10T05:22:41.337 INFO:tasks.rados.rados.0.smithi031.stdout:2469: got expected ENOENT (src dne) 2024-08-10T05:22:41.337 INFO:tasks.rados.rados.0.smithi031.stdout:2469: finishing copy_from racing read to smithi03186013-32 2024-08-10T05:22:41.337 INFO:tasks.rados.rados.0.smithi031.stdout:2467: finishing write tid 1 to smithi03186013-3 2024-08-10T05:22:41.337 INFO:tasks.rados.rados.0.smithi031.stdout:2467: finishing write tid 2 to smithi03186013-3 2024-08-10T05:22:41.337 INFO:tasks.rados.rados.0.smithi031.stdout:2468: finishing copy_from racing read to smithi03186013-14 2024-08-10T05:22:41.337 INFO:tasks.rados.rados.0.smithi031.stdout:2468: finishing copy_from to smithi03186013-14 2024-08-10T05:22:41.337 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 14 v 1360 (ObjNum 732 snap 226 seq_num 732) dirty exists 2024-08-10T05:22:41.337 INFO:tasks.rados.rados.0.smithi031.stdout:2467: finishing write tid 3 to smithi03186013-3 2024-08-10T05:22:41.337 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 3 v 1360 (ObjNum 748 snap 228 seq_num 748) dirty exists 2024-08-10T05:22:41.338 INFO:tasks.rados.rados.0.smithi031.stdout:2467: left oid 3 (ObjNum 748 snap 228 seq_num 748) 2024-08-10T05:22:41.338 INFO:tasks.rados.rados.0.smithi031.stdout:2467: done (4 left) 2024-08-10T05:22:41.338 INFO:tasks.rados.rados.0.smithi031.stdout:2468: done (3 left) 2024-08-10T05:22:41.338 INFO:tasks.rados.rados.0.smithi031.stdout:2469: done (2 left) 2024-08-10T05:22:41.338 INFO:tasks.rados.rados.0.smithi031.stdout:2472: setattr oid 9 current snap is 228 2024-08-10T05:22:41.338 INFO:tasks.rados.rados.0.smithi031.stdout:2471: finishing rollback tid 1 to smithi03186013-19 2024-08-10T05:22:41.338 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 19 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-10T05:22:41.338 INFO:tasks.rados.rados.0.smithi031.stdout:2471: done (2 left) 2024-08-10T05:22:41.338 INFO:tasks.rados.rados.0.smithi031.stdout:2473: snap_create 2024-08-10T05:22:41.340 INFO:tasks.rados.rados.0.smithi031.stdout:2470: finishing write tid 1 to smithi03186013-18 2024-08-10T05:22:41.340 INFO:tasks.rados.rados.0.smithi031.stdout:2470: finishing write tid 2 to smithi03186013-18 2024-08-10T05:22:41.340 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 9 v 1213 (ObjNum 728 snap 224 seq_num 728) dirty exists 2024-08-10T05:22:41.341 INFO:tasks.rados.rados.0.smithi031.stdout:2470: finishing write tid 3 to smithi03186013-18 2024-08-10T05:22:41.341 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 18 v 1362 (ObjNum 749 snap 228 seq_num 749) dirty exists 2024-08-10T05:22:41.341 INFO:tasks.rados.rados.0.smithi031.stdout:2470: left oid 18 (ObjNum 749 snap 228 seq_num 749) 2024-08-10T05:22:41.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:22:41 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:22:41] "GET /metrics HTTP/1.1" 200 36037 "" "Prometheus/2.43.0" 2024-08-10T05:22:41.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:41 smithi031 ceph-mon[98130]: pgmap v488: 121 pgs: 121 active+clean; 162 MiB data, 976 MiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 351 KiB/s wr, 31 op/s 2024-08-10T05:22:41.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:22:41.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:41 smithi031 ceph-mon[98130]: osdmap e553: 8 total, 8 up, 8 in 2024-08-10T05:22:41.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:41 smithi031 ceph-mon[100614]: pgmap v488: 121 pgs: 121 active+clean; 162 MiB data, 976 MiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 351 KiB/s wr, 31 op/s 2024-08-10T05:22:41.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:22:41.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:41 smithi031 ceph-mon[100614]: osdmap e553: 8 total, 8 up, 8 in 2024-08-10T05:22:41.520 INFO:journalctl@ceph.mds.a.smithi031.stdout:Aug 10 05:22:41 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mds-a[127519]: 2024-08-10T05:22:41.416+0000 7fbfe467a640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-08-10T05:22:41.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:41 smithi196 ceph-mon[90243]: pgmap v488: 121 pgs: 121 active+clean; 162 MiB data, 976 MiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 351 KiB/s wr, 31 op/s 2024-08-10T05:22:41.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:22:41.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:41 smithi196 ceph-mon[90243]: osdmap e553: 8 total, 8 up, 8 in 2024-08-10T05:22:42.252 INFO:tasks.rados.rados.0.smithi031.stdout:2470: done (2 left) 2024-08-10T05:22:42.252 INFO:tasks.rados.rados.0.smithi031.stdout:2472: done (1 left) 2024-08-10T05:22:42.252 INFO:tasks.rados.rados.0.smithi031.stdout:2473: done (0 left) 2024-08-10T05:22:42.252 INFO:tasks.rados.rados.0.smithi031.stdout:2474: delete oid 27 current snap is 229 2024-08-10T05:22:42.255 INFO:tasks.rados.rados.0.smithi031.stdout:2474: done (0 left) 2024-08-10T05:22:42.256 INFO:tasks.rados.rados.0.smithi031.stdout:2475: read oid 47 snap 228 2024-08-10T05:22:42.256 INFO:tasks.rados.rados.0.smithi031.stdout:2475: expect (ObjNum 726 snap 224 seq_num 726) 2024-08-10T05:22:42.256 INFO:tasks.rados.rados.0.smithi031.stdout:2476: read oid 6 snap -1 2024-08-10T05:22:42.256 INFO:tasks.rados.rados.0.smithi031.stdout:2476: expect (ObjNum 720 snap 224 seq_num 720) 2024-08-10T05:22:42.256 INFO:tasks.rados.rados.0.smithi031.stdout:2477: copy_from oid 45 from oid 28 current snap is 229 2024-08-10T05:22:42.256 INFO:tasks.rados.rados.0.smithi031.stdout:2478: read oid 12 snap 228 2024-08-10T05:22:42.256 INFO:tasks.rados.rados.0.smithi031.stdout:2478: expect deleted 2024-08-10T05:22:42.256 INFO:tasks.rados.rados.0.smithi031.stdout:2479: snap_remove snap 227 2024-08-10T05:22:42.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:22:42 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:22:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:22:43.255 INFO:tasks.rados.rados.0.smithi031.stdout:2477: finishing copy_from to smithi03186013-45 2024-08-10T05:22:43.256 INFO:tasks.rados.rados.0.smithi031.stdout:2477: got expected ENOENT (src dne) 2024-08-10T05:22:43.256 INFO:tasks.rados.rados.0.smithi031.stdout:2477: finishing copy_from racing read to smithi03186013-45 2024-08-10T05:22:43.256 INFO:tasks.rados.rados.0.smithi031.stdout:2475: expect (ObjNum 726 snap 224 seq_num 726) 2024-08-10T05:22:43.266 INFO:tasks.rados.rados.0.smithi031.stdout:2476: expect (ObjNum 720 snap 224 seq_num 720) 2024-08-10T05:22:43.469 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 10 05:22:43 smithi196 podman[115054]: 2024-08-10 05:22:43.16114821 +0000 UTC m=+6.848178636 container died b1ed5b548d29e74901a5ca7b384cdce0caed09ac59bc2cf352fd2f7d0149ed79 (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-mds-b, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=quincy-56ceb86, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-10T05:22:43.469 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:43 smithi196 ceph-mon[90243]: pgmap v491: 121 pgs: 121 active+clean; 162 MiB data, 994 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.5 MiB/s wr, 51 op/s 2024-08-10T05:22:43.470 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:43 smithi196 ceph-mon[90243]: osdmap e554: 8 total, 8 up, 8 in 2024-08-10T05:22:43.518 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:43 smithi031 ceph-mon[100614]: pgmap v491: 121 pgs: 121 active+clean; 162 MiB data, 994 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.5 MiB/s wr, 51 op/s 2024-08-10T05:22:43.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:43 smithi031 ceph-mon[100614]: osdmap e554: 8 total, 8 up, 8 in 2024-08-10T05:22:43.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:43 smithi031 ceph-mon[98130]: pgmap v491: 121 pgs: 121 active+clean; 162 MiB data, 994 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.5 MiB/s wr, 51 op/s 2024-08-10T05:22:43.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:43 smithi031 ceph-mon[98130]: osdmap e554: 8 total, 8 up, 8 in 2024-08-10T05:22:43.539 INFO:tasks.rados.rados.0.smithi031.stdout:2475: done (4 left) 2024-08-10T05:22:43.539 INFO:tasks.rados.rados.0.smithi031.stdout:2476: done (3 left) 2024-08-10T05:22:43.539 INFO:tasks.rados.rados.0.smithi031.stdout:2477: done (2 left) 2024-08-10T05:22:43.539 INFO:tasks.rados.rados.0.smithi031.stdout:2478: done (1 left) 2024-08-10T05:22:43.539 INFO:tasks.rados.rados.0.smithi031.stdout:2479: done (0 left) 2024-08-10T05:22:43.539 INFO:tasks.rados.rados.0.smithi031.stdout:2480: read oid 32 snap 228 2024-08-10T05:22:43.539 INFO:tasks.rados.rados.0.smithi031.stdout:2480: expect (ObjNum 700 snap 219 seq_num 700) 2024-08-10T05:22:43.540 INFO:tasks.rados.rados.0.smithi031.stdout:2481: rollback oid 4 current snap is 229 2024-08-10T05:22:43.540 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 4 to 228 2024-08-10T05:22:43.540 INFO:tasks.rados.rados.0.smithi031.stdout:2482: read oid 48 snap -1 2024-08-10T05:22:43.540 INFO:tasks.rados.rados.0.smithi031.stdout:2482: expect (ObjNum 635 snap 199 seq_num 635) 2024-08-10T05:22:43.540 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 43 current snap is 229 2024-08-10T05:22:43.540 INFO:tasks.rados.rados.0.smithi031.stdout:2483: seq_num 751 ranges {6733824=581632} 2024-08-10T05:22:43.579 INFO:tasks.rados.rados.0.smithi031.stdout:2483: writing smithi03186013-43 from 6733824 to 7315456 tid 1 2024-08-10T05:22:43.579 INFO:tasks.rados.rados.0.smithi031.stdout:2484: read oid 11 snap -1 2024-08-10T05:22:43.579 INFO:tasks.rados.rados.0.smithi031.stdout:2484: expect (ObjNum 709 snap 219 seq_num 709) 2024-08-10T05:22:43.579 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 10 current snap is 229 2024-08-10T05:22:43.580 INFO:tasks.rados.rados.0.smithi031.stdout:2481: finishing rollback tid 0 to smithi03186013-4 2024-08-10T05:22:43.580 INFO:tasks.rados.rados.0.smithi031.stdout:2481: finishing rollback tid 1 to smithi03186013-4 2024-08-10T05:22:43.580 INFO:tasks.rados.rados.0.smithi031.stdout:2481: finishing rollback tid 2 to smithi03186013-4 2024-08-10T05:22:43.580 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 4 v 1036 (ObjNum 687 snap 218 seq_num 687) dirty exists 2024-08-10T05:22:43.580 INFO:tasks.rados.rados.0.smithi031.stdout:2485: seq_num 752 ranges {5160960=598016} 2024-08-10T05:22:43.611 INFO:tasks.rados.rados.0.smithi031.stdout:2485: writing smithi03186013-10 from 5160960 to 5758976 tid 1 2024-08-10T05:22:43.611 INFO:tasks.rados.rados.0.smithi031.stdout:2481: done (5 left) 2024-08-10T05:22:43.611 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 45 current snap is 229 2024-08-10T05:22:43.612 INFO:tasks.rados.rados.0.smithi031.stdout:2486: seq_num 753 ranges {2252800=614400} 2024-08-10T05:22:43.627 INFO:tasks.rados.rados.0.smithi031.stdout:2486: writing smithi03186013-45 from 2252800 to 2867200 tid 1 2024-08-10T05:22:43.627 INFO:tasks.rados.rados.0.smithi031.stdout:2487: snap_create 2024-08-10T05:22:43.627 INFO:tasks.rados.rados.0.smithi031.stdout:2480: expect (ObjNum 700 snap 219 seq_num 700) 2024-08-10T05:22:43.778 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 10 05:22:43 smithi196 podman[115054]: 2024-08-10 05:22:43.67800534 +0000 UTC m=+7.365035810 container cleanup b1ed5b548d29e74901a5ca7b384cdce0caed09ac59bc2cf352fd2f7d0149ed79 (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-mds-b, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, RELEASE=quincy-56ceb86, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-10T05:22:43.778 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 10 05:22:43 smithi196 bash[115054]: ceph-fc322138-56d5-11ef-bcce-c7b262605968-mds-b 2024-08-10T05:22:44.083 INFO:tasks.rados.rados.0.smithi031.stdout:2484: expect (ObjNum 709 snap 219 seq_num 709) 2024-08-10T05:22:44.251 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 10 05:22:43 smithi196 podman[115082]: 2024-08-10 05:22:43.920340941 +0000 UTC m=+0.752876412 container remove b1ed5b548d29e74901a5ca7b384cdce0caed09ac59bc2cf352fd2f7d0149ed79 (image=quay.ceph.io/ceph-ci/ceph@sha256:e5cdbbbfc138e12d04815b5f73928ab3c40e6f03365f9efc37335a8fda9d811f, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-mds-b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_CLEAN=True, RELEASE=quincy-56ceb86, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS) 2024-08-10T05:22:44.251 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 10 05:22:44 smithi196 systemd[1]: ceph-fc322138-56d5-11ef-bcce-c7b262605968@mds.b.service: Deactivated successfully. 2024-08-10T05:22:44.251 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 10 05:22:44 smithi196 systemd[1]: Stopped Ceph mds.b for fc322138-56d5-11ef-bcce-c7b262605968. 2024-08-10T05:22:44.251 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 10 05:22:44 smithi196 systemd[1]: ceph-fc322138-56d5-11ef-bcce-c7b262605968@mds.b.service: Consumed 1.687s CPU time. 2024-08-10T05:22:44.363 INFO:tasks.rados.rados.0.smithi031.stdout:2482: expect (ObjNum 635 snap 199 seq_num 635) 2024-08-10T05:22:44.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:44 smithi031 ceph-mon[98130]: osdmap e555: 8 total, 8 up, 8 in 2024-08-10T05:22:44.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:44 smithi031 ceph-mon[98130]: osdmap e556: 8 total, 8 up, 8 in 2024-08-10T05:22:44.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:44 smithi031 ceph-mon[100614]: osdmap e555: 8 total, 8 up, 8 in 2024-08-10T05:22:44.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:44 smithi031 ceph-mon[100614]: osdmap e556: 8 total, 8 up, 8 in 2024-08-10T05:22:44.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:44 smithi196 ceph-mon[90243]: osdmap e555: 8 total, 8 up, 8 in 2024-08-10T05:22:44.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:44 smithi196 ceph-mon[90243]: osdmap e556: 8 total, 8 up, 8 in 2024-08-10T05:22:44.528 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 10 05:22:44 smithi196 systemd[1]: Starting Ceph mds.b for fc322138-56d5-11ef-bcce-c7b262605968... 2024-08-10T05:22:44.529 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 10 05:22:44 smithi196 podman[115220]: 2024-08-10 05:22:44.373699007 +0000 UTC m=+0.018662059 image pull c7b33901c8866b527fc2ae183a251d5e1d09961420a56731f5fa8537903bd68b quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec 2024-08-10T05:22:44.529 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 10 05:22:44 smithi196 podman[115220]: 2024-08-10 05:22:44.496293363 +0000 UTC m=+0.141256400 container create 9804bac1e54bfd218e57ac83fd1ba1f9a43bd1ad6acf1fe634d968d028cde301 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-mds-b, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , RELEASE=squid-bca9905, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-10T05:22:44.814 INFO:tasks.rados.rados.0.smithi031.stdout:2483: finishing write tid 1 to smithi03186013-43 2024-08-10T05:22:44.814 INFO:tasks.rados.rados.0.smithi031.stdout:2483: finishing write tid 2 to smithi03186013-43 2024-08-10T05:22:44.814 INFO:tasks.rados.rados.0.smithi031.stdout:2483: finishing write tid 3 to smithi03186013-43 2024-08-10T05:22:44.814 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 43 v 1165 (ObjNum 751 snap 229 seq_num 751) dirty exists 2024-08-10T05:22:44.814 INFO:tasks.rados.rados.0.smithi031.stdout:2483: left oid 43 (ObjNum 751 snap 229 seq_num 751) 2024-08-10T05:22:44.814 INFO:tasks.rados.rados.0.smithi031.stdout:2485: finishing write tid 1 to smithi03186013-10 2024-08-10T05:22:44.814 INFO:tasks.rados.rados.0.smithi031.stdout:2485: finishing write tid 2 to smithi03186013-10 2024-08-10T05:22:44.815 INFO:tasks.rados.rados.0.smithi031.stdout:2485: finishing write tid 3 to smithi03186013-10 2024-08-10T05:22:44.815 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 10 v 989 (ObjNum 752 snap 229 seq_num 752) dirty exists 2024-08-10T05:22:44.815 INFO:tasks.rados.rados.0.smithi031.stdout:2485: left oid 10 (ObjNum 752 snap 229 seq_num 752) 2024-08-10T05:22:44.815 INFO:tasks.rados.rados.0.smithi031.stdout:2486: finishing write tid 1 to smithi03186013-45 2024-08-10T05:22:44.815 INFO:tasks.rados.rados.0.smithi031.stdout:2480: done (6 left) 2024-08-10T05:22:44.815 INFO:tasks.rados.rados.0.smithi031.stdout:2482: done (5 left) 2024-08-10T05:22:44.815 INFO:tasks.rados.rados.0.smithi031.stdout:2483: done (4 left) 2024-08-10T05:22:44.815 INFO:tasks.rados.rados.0.smithi031.stdout:2484: done (3 left) 2024-08-10T05:22:44.815 INFO:tasks.rados.rados.0.smithi031.stdout:2485: done (2 left) 2024-08-10T05:22:44.815 INFO:tasks.rados.rados.0.smithi031.stdout:2487: done (1 left) 2024-08-10T05:22:44.815 INFO:tasks.rados.rados.0.smithi031.stdout:2488: rollback oid 47 current snap is 230 2024-08-10T05:22:44.815 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 47 to 229 2024-08-10T05:22:44.815 INFO:tasks.rados.rados.0.smithi031.stdout:2486: finishing write tid 2 to smithi03186013-45 2024-08-10T05:22:44.815 INFO:tasks.rados.rados.0.smithi031.stdout:2486: finishing write tid 3 to smithi03186013-45 2024-08-10T05:22:44.816 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 45 v 1364 (ObjNum 753 snap 229 seq_num 753) dirty exists 2024-08-10T05:22:44.816 INFO:tasks.rados.rados.0.smithi031.stdout:2486: left oid 45 (ObjNum 753 snap 229 seq_num 753) 2024-08-10T05:22:44.816 INFO:tasks.rados.rados.0.smithi031.stdout:2486: done (1 left) 2024-08-10T05:22:44.816 INFO:tasks.rados.rados.0.smithi031.stdout:2489: read oid 14 snap -1 2024-08-10T05:22:44.816 INFO:tasks.rados.rados.0.smithi031.stdout:2489: expect (ObjNum 732 snap 226 seq_num 732) 2024-08-10T05:22:44.816 INFO:tasks.rados.rados.0.smithi031.stdout:2490: read oid 3 snap -1 2024-08-10T05:22:44.816 INFO:tasks.rados.rados.0.smithi031.stdout:2490: expect (ObjNum 748 snap 228 seq_num 748) 2024-08-10T05:22:44.816 INFO:tasks.rados.rados.0.smithi031.stdout:2491: delete oid 25 current snap is 230 2024-08-10T05:22:44.816 INFO:tasks.rados.rados.0.smithi031.stdout:2490: expect (ObjNum 748 snap 228 seq_num 748) 2024-08-10T05:22:44.830 INFO:tasks.rados.rados.0.smithi031.stdout:2489: expect (ObjNum 732 snap 226 seq_num 732) 2024-08-10T05:22:44.837 INFO:tasks.rados.rados.0.smithi031.stdout:2488: finishing rollback tid 0 to smithi03186013-47 2024-08-10T05:22:44.837 INFO:tasks.rados.rados.0.smithi031.stdout:2488: finishing rollback tid 1 to smithi03186013-47 2024-08-10T05:22:44.837 INFO:tasks.rados.rados.0.smithi031.stdout:2488: finishing rollback tid 2 to smithi03186013-47 2024-08-10T05:22:44.837 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 47 v 1027 (ObjNum 726 snap 224 seq_num 726) dirty exists 2024-08-10T05:22:44.837 INFO:tasks.rados.rados.0.smithi031.stdout:2488: done (3 left) 2024-08-10T05:22:44.837 INFO:tasks.rados.rados.0.smithi031.stdout:2489: done (2 left) 2024-08-10T05:22:44.837 INFO:tasks.rados.rados.0.smithi031.stdout:2490: done (1 left) 2024-08-10T05:22:44.837 INFO:tasks.rados.rados.0.smithi031.stdout:2491: done (0 left) 2024-08-10T05:22:44.837 INFO:tasks.rados.rados.0.smithi031.stdout:2492: delete oid 22 current snap is 230 2024-08-10T05:22:44.839 INFO:tasks.rados.rados.0.smithi031.stdout:2492: done (0 left) 2024-08-10T05:22:44.839 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 21 current snap is 230 2024-08-10T05:22:44.839 INFO:tasks.rados.rados.0.smithi031.stdout:2493: seq_num 756 ranges {2252800=671744} 2024-08-10T05:22:44.855 INFO:tasks.rados.rados.0.smithi031.stdout:2493: writing smithi03186013-21 from 2252800 to 2924544 tid 1 2024-08-10T05:22:44.855 INFO:tasks.rados.rados.0.smithi031.stdout:2494: rollback oid 1 current snap is 230 2024-08-10T05:22:44.855 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 1 to 228 2024-08-10T05:22:44.855 INFO:tasks.rados.rados.0.smithi031.stdout:2495: snap_create 2024-08-10T05:22:44.855 INFO:tasks.rados.rados.0.smithi031.stdout:2494: finishing rollback tid 1 to smithi03186013-1 2024-08-10T05:22:44.855 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 1 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-10T05:22:44.858 INFO:tasks.rados.rados.0.smithi031.stdout:2493: finishing write tid 1 to smithi03186013-21 2024-08-10T05:22:44.859 INFO:tasks.rados.rados.0.smithi031.stdout:2493: finishing write tid 2 to smithi03186013-21 2024-08-10T05:22:44.859 INFO:tasks.rados.rados.0.smithi031.stdout:2493: finishing write tid 3 to smithi03186013-21 2024-08-10T05:22:44.860 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 21 v 1215 (ObjNum 756 snap 230 seq_num 756) dirty exists 2024-08-10T05:22:44.860 INFO:tasks.rados.rados.0.smithi031.stdout:2493: left oid 21 (ObjNum 756 snap 230 seq_num 756) 2024-08-10T05:22:45.267 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 10 05:22:44 smithi196 podman[115220]: 2024-08-10 05:22:44.816543563 +0000 UTC m=+0.461506627 container init 9804bac1e54bfd218e57ac83fd1ba1f9a43bd1ad6acf1fe634d968d028cde301 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-mds-b, RELEASE=squid-bca9905, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-10T05:22:45.267 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 10 05:22:44 smithi196 podman[115220]: 2024-08-10 05:22:44.822601891 +0000 UTC m=+0.467564928 container start 9804bac1e54bfd218e57ac83fd1ba1f9a43bd1ad6acf1fe634d968d028cde301 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-mds-b, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, RELEASE=squid-bca9905, org.label-schema.license=GPLv2) 2024-08-10T05:22:45.267 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 10 05:22:44 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mds-b[115236]: starting mds.b at 2024-08-10T05:22:45.267 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 10 05:22:44 smithi196 bash[115220]: 9804bac1e54bfd218e57ac83fd1ba1f9a43bd1ad6acf1fe634d968d028cde301 2024-08-10T05:22:45.267 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 10 05:22:44 smithi196 systemd[1]: Started Ceph mds.b for fc322138-56d5-11ef-bcce-c7b262605968. 2024-08-10T05:22:45.272 INFO:tasks.rados.rados.0.smithi031.stdout:2493: done (2 left) 2024-08-10T05:22:45.272 INFO:tasks.rados.rados.0.smithi031.stdout:2494: done (1 left) 2024-08-10T05:22:45.272 INFO:tasks.rados.rados.0.smithi031.stdout:2495: done (0 left) 2024-08-10T05:22:45.272 INFO:tasks.rados.rados.0.smithi031.stdout:2496: snap_create 2024-08-10T05:22:45.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:45 smithi031 ceph-mon[98130]: pgmap v494: 121 pgs: 121 active+clean; 130 MiB data, 1013 MiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.3 MiB/s wr, 52 op/s 2024-08-10T05:22:45.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:45 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:45.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:45 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:45.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:45 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:22:45.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:45 smithi031 ceph-mon[100614]: pgmap v494: 121 pgs: 121 active+clean; 130 MiB data, 1013 MiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.3 MiB/s wr, 52 op/s 2024-08-10T05:22:45.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:45 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:45.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:45 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:45.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:45 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:22:45.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:45 smithi196 ceph-mon[90243]: pgmap v494: 121 pgs: 121 active+clean; 130 MiB data, 1013 MiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.3 MiB/s wr, 52 op/s 2024-08-10T05:22:45.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:45 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:45.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:45 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:45.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:45 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:22:46.278 INFO:tasks.rados.rados.0.smithi031.stdout:2496: done (0 left) 2024-08-10T05:22:46.278 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 36 current snap is 232 2024-08-10T05:22:46.278 INFO:tasks.rados.rados.0.smithi031.stdout:2497: seq_num 757 ranges {0=688128} 2024-08-10T05:22:46.281 INFO:tasks.rados.rados.0.smithi031.stdout:2497: writing smithi03186013-36 from 0 to 688128 tid 1 2024-08-10T05:22:46.281 INFO:tasks.rados.rados.0.smithi031.stdout:2498: snap_create 2024-08-10T05:22:46.286 INFO:tasks.rados.rados.0.smithi031.stdout:2497: finishing write tid 1 to smithi03186013-36 2024-08-10T05:22:46.286 INFO:tasks.rados.rados.0.smithi031.stdout:2497: finishing write tid 2 to smithi03186013-36 2024-08-10T05:22:46.287 INFO:tasks.rados.rados.0.smithi031.stdout:2497: finishing write tid 3 to smithi03186013-36 2024-08-10T05:22:46.287 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 36 v 1038 (ObjNum 757 snap 232 seq_num 757) dirty exists 2024-08-10T05:22:46.288 INFO:tasks.rados.rados.0.smithi031.stdout:2497: left oid 36 (ObjNum 757 snap 232 seq_num 757) 2024-08-10T05:22:46.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:46 smithi196 ceph-mon[90243]: mds.? [v2:172.21.15.196:6832/3782212784,v1:172.21.15.196:6833/3782212784] up:boot 2024-08-10T05:22:46.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:46 smithi196 ceph-mon[90243]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-10T05:22:46.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:46 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-10T05:22:46.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:46 smithi196 ceph-mon[90243]: osdmap e557: 8 total, 8 up, 8 in 2024-08-10T05:22:46.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:46 smithi031 ceph-mon[98130]: mds.? [v2:172.21.15.196:6832/3782212784,v1:172.21.15.196:6833/3782212784] up:boot 2024-08-10T05:22:46.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:46 smithi031 ceph-mon[98130]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-10T05:22:46.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:46 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-10T05:22:46.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:46 smithi031 ceph-mon[98130]: osdmap e557: 8 total, 8 up, 8 in 2024-08-10T05:22:46.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:46 smithi031 ceph-mon[100614]: mds.? [v2:172.21.15.196:6832/3782212784,v1:172.21.15.196:6833/3782212784] up:boot 2024-08-10T05:22:46.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:46 smithi031 ceph-mon[100614]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-10T05:22:46.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:46 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-10T05:22:46.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:46 smithi031 ceph-mon[100614]: osdmap e557: 8 total, 8 up, 8 in 2024-08-10T05:22:47.279 INFO:tasks.rados.rados.0.smithi031.stdout:2497: done (1 left) 2024-08-10T05:22:47.279 INFO:tasks.rados.rados.0.smithi031.stdout:2498: done (0 left) 2024-08-10T05:22:47.280 INFO:tasks.rados.rados.0.smithi031.stdout:2499: read oid 5 snap 231 2024-08-10T05:22:47.280 INFO:tasks.rados.rados.0.smithi031.stdout:2499: expect (ObjNum 732 snap 226 seq_num 732) 2024-08-10T05:22:47.280 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 19 current snap is 233 2024-08-10T05:22:47.280 INFO:tasks.rados.rados.0.smithi031.stdout:2500: seq_num 758 ranges {0=704512} 2024-08-10T05:22:47.283 INFO:tasks.rados.rados.0.smithi031.stdout:2500: writing smithi03186013-19 from 0 to 704512 tid 1 2024-08-10T05:22:47.283 INFO:tasks.rados.rados.0.smithi031.stdout:2501: delete oid 18 current snap is 233 2024-08-10T05:22:47.284 INFO:tasks.rados.rados.0.smithi031.stdout:2499: expect (ObjNum 732 snap 226 seq_num 732) 2024-08-10T05:22:47.292 INFO:tasks.rados.rados.0.smithi031.stdout:2500: finishing write tid 1 to smithi03186013-19 2024-08-10T05:22:47.292 INFO:tasks.rados.rados.0.smithi031.stdout:2500: finishing write tid 2 to smithi03186013-19 2024-08-10T05:22:47.292 INFO:tasks.rados.rados.0.smithi031.stdout:2499: done (2 left) 2024-08-10T05:22:47.292 INFO:tasks.rados.rados.0.smithi031.stdout:2501: done (1 left) 2024-08-10T05:22:47.292 INFO:tasks.rados.rados.0.smithi031.stdout:2502: delete oid 8 current snap is 233 2024-08-10T05:22:47.292 INFO:tasks.rados.rados.0.smithi031.stdout:2500: finishing write tid 3 to smithi03186013-19 2024-08-10T05:22:47.293 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 19 v 1007 (ObjNum 758 snap 233 seq_num 758) dirty exists 2024-08-10T05:22:47.293 INFO:tasks.rados.rados.0.smithi031.stdout:2500: left oid 19 (ObjNum 758 snap 233 seq_num 758) 2024-08-10T05:22:47.297 INFO:tasks.rados.rados.0.smithi031.stdout:2500: done (1 left) 2024-08-10T05:22:47.297 INFO:tasks.rados.rados.0.smithi031.stdout:2502: done (0 left) 2024-08-10T05:22:47.297 INFO:tasks.rados.rados.0.smithi031.stdout:2503: read oid 40 snap -1 2024-08-10T05:22:47.297 INFO:tasks.rados.rados.0.smithi031.stdout:2503: expect deleted 2024-08-10T05:22:47.297 INFO:tasks.rados.rados.0.smithi031.stdout:2504: snap_create 2024-08-10T05:22:47.604 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:47 smithi196 ceph-mon[90243]: pgmap v497: 121 pgs: 121 active+clean; 131 MiB data, 1019 MiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 394 KiB/s wr, 29 op/s 2024-08-10T05:22:47.604 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:47 smithi196 ceph-mon[90243]: osdmap e558: 8 total, 8 up, 8 in 2024-08-10T05:22:47.670 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:47 smithi031 ceph-mon[100614]: pgmap v497: 121 pgs: 121 active+clean; 131 MiB data, 1019 MiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 394 KiB/s wr, 29 op/s 2024-08-10T05:22:47.670 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:47 smithi031 ceph-mon[100614]: osdmap e558: 8 total, 8 up, 8 in 2024-08-10T05:22:47.670 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:47 smithi031 ceph-mon[98130]: pgmap v497: 121 pgs: 121 active+clean; 131 MiB data, 1019 MiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 394 KiB/s wr, 29 op/s 2024-08-10T05:22:47.670 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:47 smithi031 ceph-mon[98130]: osdmap e558: 8 total, 8 up, 8 in 2024-08-10T05:22:48.292 INFO:tasks.rados.rados.0.smithi031.stdout:2503: done (1 left) 2024-08-10T05:22:48.292 INFO:tasks.rados.rados.0.smithi031.stdout:2504: done (0 left) 2024-08-10T05:22:48.292 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 35 current snap is 234 2024-08-10T05:22:48.292 INFO:tasks.rados.rados.0.smithi031.stdout:2505: seq_num 761 ranges {12083200=753664} 2024-08-10T05:22:48.362 INFO:tasks.rados.rados.0.smithi031.stdout:2505: writing smithi03186013-35 from 12083200 to 12836864 tid 1 2024-08-10T05:22:48.362 INFO:tasks.rados.rados.0.smithi031.stdout:2506: snap_create 2024-08-10T05:22:48.370 INFO:tasks.rados.rados.0.smithi031.stdout:2505: finishing write tid 1 to smithi03186013-35 2024-08-10T05:22:48.370 INFO:tasks.rados.rados.0.smithi031.stdout:2505: finishing write tid 2 to smithi03186013-35 2024-08-10T05:22:48.372 INFO:tasks.rados.rados.0.smithi031.stdout:2505: finishing write tid 3 to smithi03186013-35 2024-08-10T05:22:48.372 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 35 v 1217 (ObjNum 761 snap 234 seq_num 761) dirty exists 2024-08-10T05:22:48.372 INFO:tasks.rados.rados.0.smithi031.stdout:2505: left oid 35 (ObjNum 761 snap 234 seq_num 761) 2024-08-10T05:22:48.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:48 smithi196 ceph-mon[90243]: osdmap e559: 8 total, 8 up, 8 in 2024-08-10T05:22:48.684 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:48 smithi031 ceph-mon[98130]: osdmap e559: 8 total, 8 up, 8 in 2024-08-10T05:22:48.684 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:48 smithi031 ceph-mon[100614]: osdmap e559: 8 total, 8 up, 8 in 2024-08-10T05:22:49.243 INFO:tasks.rados.rados.0.smithi031.stdout:2505: done (1 left) 2024-08-10T05:22:49.244 INFO:tasks.rados.rados.0.smithi031.stdout:2506: done (0 left) 2024-08-10T05:22:49.244 INFO:tasks.rados.rados.0.smithi031.stdout:2507: read oid 2 snap -1 2024-08-10T05:22:49.244 INFO:tasks.rados.rados.0.smithi031.stdout:2507: expect (ObjNum 732 snap 226 seq_num 732) 2024-08-10T05:22:49.244 INFO:tasks.rados.rados.0.smithi031.stdout:2508: snap_create 2024-08-10T05:22:49.248 INFO:tasks.rados.rados.0.smithi031.stdout:2507: expect (ObjNum 732 snap 226 seq_num 732) 2024-08-10T05:22:49.723 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:49 smithi196 ceph-mon[90243]: pgmap v500: 121 pgs: 121 active+clean; 124 MiB data, 1013 MiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 1.0 MiB/s wr, 13 op/s 2024-08-10T05:22:49.723 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:49 smithi196 ceph-mon[90243]: osdmap e560: 8 total, 8 up, 8 in 2024-08-10T05:22:49.724 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:49 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:49.724 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:49 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:49.724 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:49 smithi196 ceph-mon[90243]: osdmap e561: 8 total, 8 up, 8 in 2024-08-10T05:22:49.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:49 smithi031 ceph-mon[98130]: pgmap v500: 121 pgs: 121 active+clean; 124 MiB data, 1013 MiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 1.0 MiB/s wr, 13 op/s 2024-08-10T05:22:49.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:49 smithi031 ceph-mon[98130]: osdmap e560: 8 total, 8 up, 8 in 2024-08-10T05:22:49.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:49 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:49.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:49 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:49.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:49 smithi031 ceph-mon[98130]: osdmap e561: 8 total, 8 up, 8 in 2024-08-10T05:22:49.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:49 smithi031 ceph-mon[100614]: pgmap v500: 121 pgs: 121 active+clean; 124 MiB data, 1013 MiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 1.0 MiB/s wr, 13 op/s 2024-08-10T05:22:49.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:49 smithi031 ceph-mon[100614]: osdmap e560: 8 total, 8 up, 8 in 2024-08-10T05:22:49.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:49 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:49.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:49 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:49.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:49 smithi031 ceph-mon[100614]: osdmap e561: 8 total, 8 up, 8 in 2024-08-10T05:22:50.247 INFO:tasks.rados.rados.0.smithi031.stdout:2507: done (1 left) 2024-08-10T05:22:50.247 INFO:tasks.rados.rados.0.smithi031.stdout:2508: done (0 left) 2024-08-10T05:22:50.247 INFO:tasks.rados.rados.0.smithi031.stdout:2509: snap_create 2024-08-10T05:22:50.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:50 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:50.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:50 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:50.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:50 smithi031 ceph-mon[98130]: osdmap e562: 8 total, 8 up, 8 in 2024-08-10T05:22:50.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:50 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:50.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:50 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:50.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:50 smithi031 ceph-mon[100614]: osdmap e562: 8 total, 8 up, 8 in 2024-08-10T05:22:50.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:50 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:50.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:50 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:50.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:50 smithi196 ceph-mon[90243]: osdmap e562: 8 total, 8 up, 8 in 2024-08-10T05:22:51.249 INFO:tasks.rados.rados.0.smithi031.stdout:2509: done (0 left) 2024-08-10T05:22:51.249 INFO:tasks.rados.rados.0.smithi031.stdout:2510: copy_from oid 41 from oid 34 current snap is 237 2024-08-10T05:22:51.249 INFO:tasks.rados.rados.0.smithi031.stdout:2511: read oid 14 snap 229 2024-08-10T05:22:51.249 INFO:tasks.rados.rados.0.smithi031.stdout:2511: expect (ObjNum 732 snap 226 seq_num 732) 2024-08-10T05:22:51.249 INFO:tasks.rados.rados.0.smithi031.stdout:2512: delete oid 13 current snap is 237 2024-08-10T05:22:51.255 INFO:tasks.rados.rados.0.smithi031.stdout:2511: expect (ObjNum 732 snap 226 seq_num 732) 2024-08-10T05:22:51.263 INFO:tasks.rados.rados.0.smithi031.stdout:2511: done (2 left) 2024-08-10T05:22:51.263 INFO:tasks.rados.rados.0.smithi031.stdout:2512: done (1 left) 2024-08-10T05:22:51.263 INFO:tasks.rados.rados.0.smithi031.stdout:2513: rmattr oid 40 current snap is 237 2024-08-10T05:22:51.263 INFO:tasks.rados.rados.0.smithi031.stdout:2513: done (1 left) 2024-08-10T05:22:51.263 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 5 current snap is 237 2024-08-10T05:22:51.263 INFO:tasks.rados.rados.0.smithi031.stdout:2514: seq_num 763 ranges {262144=786432} 2024-08-10T05:22:51.269 INFO:tasks.rados.rados.0.smithi031.stdout:2514: writing smithi03186013-5 from 262144 to 1048576 tid 1 2024-08-10T05:22:51.269 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 37 current snap is 237 2024-08-10T05:22:51.269 INFO:tasks.rados.rados.0.smithi031.stdout:2510: finishing copy_from racing read to smithi03186013-41 2024-08-10T05:22:51.270 INFO:tasks.rados.rados.0.smithi031.stdout:2515: seq_num 764 ranges {0=802816} 2024-08-10T05:22:51.274 INFO:tasks.rados.rados.0.smithi031.stdout:2515: writing smithi03186013-37 from 0 to 802816 tid 1 2024-08-10T05:22:51.274 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 10 current snap is 237 2024-08-10T05:22:51.274 INFO:tasks.rados.rados.0.smithi031.stdout:2510: finishing copy_from to smithi03186013-41 2024-08-10T05:22:51.274 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 41 v 984 (ObjNum 618 snap 193 seq_num 618) dirty exists 2024-08-10T05:22:51.274 INFO:tasks.rados.rados.0.smithi031.stdout:2514: finishing write tid 1 to smithi03186013-5 2024-08-10T05:22:51.275 INFO:tasks.rados.rados.0.smithi031.stdout:2514: finishing write tid 2 to smithi03186013-5 2024-08-10T05:22:51.275 INFO:tasks.rados.rados.0.smithi031.stdout:2516: seq_num 765 ranges {5758976=417792,6176768=401408} 2024-08-10T05:22:51.308 INFO:tasks.rados.rados.0.smithi031.stdout:2516: writing smithi03186013-10 from 5758976 to 6176768 tid 1 2024-08-10T05:22:51.311 INFO:tasks.rados.rados.0.smithi031.stdout:2516: writing smithi03186013-10 from 6176768 to 6578176 tid 2 2024-08-10T05:22:51.311 INFO:tasks.rados.rados.0.smithi031.stdout:2510: done (3 left) 2024-08-10T05:22:51.311 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 49 current snap is 237 2024-08-10T05:22:51.311 INFO:tasks.rados.rados.0.smithi031.stdout:2517: seq_num 766 ranges {0=434176,434176=401408} 2024-08-10T05:22:51.313 INFO:tasks.rados.rados.0.smithi031.stdout:2517: writing smithi03186013-49 from 0 to 434176 tid 1 2024-08-10T05:22:51.317 INFO:tasks.rados.rados.0.smithi031.stdout:2517: writing smithi03186013-49 from 434176 to 835584 tid 2 2024-08-10T05:22:51.317 INFO:tasks.rados.rados.0.smithi031.stdout:2514: finishing write tid 3 to smithi03186013-5 2024-08-10T05:22:51.317 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 5 v 1368 (ObjNum 763 snap 237 seq_num 763) dirty exists 2024-08-10T05:22:51.317 INFO:tasks.rados.rados.0.smithi031.stdout:2514: left oid 5 (ObjNum 763 snap 237 seq_num 763) 2024-08-10T05:22:51.317 INFO:tasks.rados.rados.0.smithi031.stdout:2518: read oid 17 snap 235 2024-08-10T05:22:51.317 INFO:tasks.rados.rados.0.smithi031.stdout:2518: expect deleted 2024-08-10T05:22:51.317 INFO:tasks.rados.rados.0.smithi031.stdout:2514: done (4 left) 2024-08-10T05:22:51.317 INFO:tasks.rados.rados.0.smithi031.stdout:2519: snap_remove snap 228 2024-08-10T05:22:51.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:51 smithi031 ceph-mon[98130]: pgmap v503: 121 pgs: 121 active+clean; 125 MiB data, 1014 MiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 800 KiB/s wr, 7 op/s 2024-08-10T05:22:51.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:51 smithi031 ceph-mon[98130]: osdmap e563: 8 total, 8 up, 8 in 2024-08-10T05:22:51.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:51 smithi031 ceph-mon[100614]: pgmap v503: 121 pgs: 121 active+clean; 125 MiB data, 1014 MiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 800 KiB/s wr, 7 op/s 2024-08-10T05:22:51.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:51 smithi031 ceph-mon[100614]: osdmap e563: 8 total, 8 up, 8 in 2024-08-10T05:22:51.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:22:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:22:51] "GET /metrics HTTP/1.1" 200 36037 "" "Prometheus/2.43.0" 2024-08-10T05:22:51.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:51 smithi196 ceph-mon[90243]: pgmap v503: 121 pgs: 121 active+clean; 125 MiB data, 1014 MiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 800 KiB/s wr, 7 op/s 2024-08-10T05:22:51.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:51 smithi196 ceph-mon[90243]: osdmap e563: 8 total, 8 up, 8 in 2024-08-10T05:22:52.320 INFO:tasks.rados.rados.0.smithi031.stdout:2519: done (4 left) 2024-08-10T05:22:52.320 INFO:tasks.rados.rados.0.smithi031.stdout:2520: snap_create 2024-08-10T05:22:52.320 INFO:tasks.rados.rados.0.smithi031.stdout:2515: finishing write tid 1 to smithi03186013-37 2024-08-10T05:22:52.320 INFO:tasks.rados.rados.0.smithi031.stdout:2515: finishing write tid 2 to smithi03186013-37 2024-08-10T05:22:52.320 INFO:tasks.rados.rados.0.smithi031.stdout:2515: finishing write tid 3 to smithi03186013-37 2024-08-10T05:22:52.321 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 37 v 1025 (ObjNum 764 snap 237 seq_num 764) dirty exists 2024-08-10T05:22:52.321 INFO:tasks.rados.rados.0.smithi031.stdout:2515: left oid 37 (ObjNum 764 snap 237 seq_num 764) 2024-08-10T05:22:52.321 INFO:tasks.rados.rados.0.smithi031.stdout:2516: finishing write tid 1 to smithi03186013-10 2024-08-10T05:22:52.321 INFO:tasks.rados.rados.0.smithi031.stdout:2516: finishing write tid 2 to smithi03186013-10 2024-08-10T05:22:52.321 INFO:tasks.rados.rados.0.smithi031.stdout:2516: finishing write tid 3 to smithi03186013-10 2024-08-10T05:22:52.321 INFO:tasks.rados.rados.0.smithi031.stdout:2517: finishing write tid 1 to smithi03186013-49 2024-08-10T05:22:52.321 INFO:tasks.rados.rados.0.smithi031.stdout:2516: finishing write tid 4 to smithi03186013-10 2024-08-10T05:22:52.321 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 10 v 992 (ObjNum 765 snap 237 seq_num 765) dirty exists 2024-08-10T05:22:52.321 INFO:tasks.rados.rados.0.smithi031.stdout:2516: left oid 10 (ObjNum 765 snap 237 seq_num 765) 2024-08-10T05:22:52.321 INFO:tasks.rados.rados.0.smithi031.stdout:2517: finishing write tid 2 to smithi03186013-49 2024-08-10T05:22:52.321 INFO:tasks.rados.rados.0.smithi031.stdout:2517: finishing write tid 3 to smithi03186013-49 2024-08-10T05:22:52.321 INFO:tasks.rados.rados.0.smithi031.stdout:2517: finishing write tid 4 to smithi03186013-49 2024-08-10T05:22:52.321 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 49 v 1028 (ObjNum 766 snap 237 seq_num 766) dirty exists 2024-08-10T05:22:52.321 INFO:tasks.rados.rados.0.smithi031.stdout:2517: left oid 49 (ObjNum 766 snap 237 seq_num 766) 2024-08-10T05:22:52.528 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:22:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:22:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:22:53.323 INFO:tasks.rados.rados.0.smithi031.stdout:2515: done (4 left) 2024-08-10T05:22:53.323 INFO:tasks.rados.rados.0.smithi031.stdout:2516: done (3 left) 2024-08-10T05:22:53.323 INFO:tasks.rados.rados.0.smithi031.stdout:2517: done (2 left) 2024-08-10T05:22:53.323 INFO:tasks.rados.rados.0.smithi031.stdout:2518: done (1 left) 2024-08-10T05:22:53.324 INFO:tasks.rados.rados.0.smithi031.stdout:2520: done (0 left) 2024-08-10T05:22:53.324 INFO:tasks.rados.rados.0.smithi031.stdout:2521: snap_create 2024-08-10T05:22:53.662 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:53 smithi031 ceph-mon[100614]: pgmap v506: 121 pgs: 121 active+clean; 125 MiB data, 1016 MiB used, 714 GiB / 715 GiB avail; 967 KiB/s rd, 360 KiB/s wr, 6 op/s 2024-08-10T05:22:53.663 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:53 smithi031 ceph-mon[100614]: osdmap e564: 8 total, 8 up, 8 in 2024-08-10T05:22:53.663 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:53 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:53.663 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:53 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:53.663 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:53 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:22:53.663 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:53 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:22:53.663 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:53 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:53.663 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:53 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:22:53.663 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:53 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:22:53.664 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:53 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:22:53.664 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:53 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:22:53.664 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:53 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:22:53.664 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:53 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:22:53.664 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:53 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:53.664 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:53 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-08-10T05:22:53.664 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:53 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-08-10T05:22:53.664 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:53 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-08-10T05:22:53.664 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:53 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-08-10T05:22:53.664 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:53 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:22:53.665 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:53 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:53.665 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:53 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:22:53.665 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:53 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:53.665 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:53 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:22:53.665 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:53 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:22:53.665 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:53 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:53.665 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:53 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:22:53.665 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:53 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:53.665 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:53 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:22:53.666 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:53 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:53.666 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:53 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:22:53.666 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:53 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:53.666 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:53 smithi031 ceph-mon[98130]: pgmap v506: 121 pgs: 121 active+clean; 125 MiB data, 1016 MiB used, 714 GiB / 715 GiB avail; 967 KiB/s rd, 360 KiB/s wr, 6 op/s 2024-08-10T05:22:53.666 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:53 smithi031 ceph-mon[98130]: osdmap e564: 8 total, 8 up, 8 in 2024-08-10T05:22:53.666 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:53 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:53.666 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:53 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:53.667 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:53 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:22:53.667 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:53 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:22:53.667 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:53 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:53.667 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:53 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:22:53.667 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:53 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:22:53.667 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:53 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:22:53.667 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:53 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:22:53.667 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:53 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:22:53.667 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:53 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:22:53.667 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:53 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:53.668 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:53 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-08-10T05:22:53.668 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:53 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-08-10T05:22:53.668 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:53 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-08-10T05:22:53.668 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:53 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-08-10T05:22:53.668 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:53 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:22:53.668 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:53 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:53.668 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:53 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:22:53.668 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:53 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:53.668 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:53 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:22:53.668 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:53 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:22:53.669 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:53 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:53.669 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:53 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:22:53.669 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:53 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:53.669 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:53 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:22:53.669 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:53 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:53.669 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:53 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:22:53.669 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:53 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:53.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:53 smithi196 ceph-mon[90243]: pgmap v506: 121 pgs: 121 active+clean; 125 MiB data, 1016 MiB used, 714 GiB / 715 GiB avail; 967 KiB/s rd, 360 KiB/s wr, 6 op/s 2024-08-10T05:22:53.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:53 smithi196 ceph-mon[90243]: osdmap e564: 8 total, 8 up, 8 in 2024-08-10T05:22:53.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:53 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:53.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:53 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:53.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:53 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:22:53.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:53 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:22:53.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:53 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:53.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:53 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:22:53.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:53 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:22:53.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:53 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:22:53.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:53 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:22:53.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:53 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:22:53.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:53 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:22:53.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:53 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:53.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:53 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-08-10T05:22:53.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:53 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-08-10T05:22:53.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:53 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-08-10T05:22:53.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:53 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-08-10T05:22:53.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:53 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:22:53.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:53 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:53.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:53 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:22:53.781 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:53 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:53.781 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:53 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:22:53.781 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:53 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:22:53.781 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:53 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:53.781 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:53 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:22:53.781 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:53 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:53.781 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:53 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:22:53.781 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:53 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:53.781 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:53 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:22:53.781 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:53 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:54.246 INFO:tasks.rados.rados.0.smithi031.stdout:2521: done (0 left) 2024-08-10T05:22:54.246 INFO:tasks.rados.rados.0.smithi031.stdout:2522: delete oid 40 current snap is 239 2024-08-10T05:22:54.248 INFO:tasks.rados.rados.0.smithi031.stdout:2522: done (0 left) 2024-08-10T05:22:54.248 INFO:tasks.rados.rados.0.smithi031.stdout:2523: snap_remove snap 230 2024-08-10T05:22:54.505 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:54 smithi031 ceph-mon[98130]: Detected new or changed devices on smithi196 2024-08-10T05:22:54.506 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:54 smithi031 ceph-mon[98130]: Upgrade: Setting container_image for all mds 2024-08-10T05:22:54.506 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:54 smithi031 ceph-mon[98130]: Upgrade: Setting container_image for all rgw 2024-08-10T05:22:54.506 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:54 smithi031 ceph-mon[98130]: Upgrade: Setting container_image for all rbd-mirror 2024-08-10T05:22:54.506 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:54 smithi031 ceph-mon[98130]: Upgrade: Setting container_image for all ceph-exporter 2024-08-10T05:22:54.506 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:54 smithi031 ceph-mon[98130]: Upgrade: Setting container_image for all iscsi 2024-08-10T05:22:54.506 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:54 smithi031 ceph-mon[98130]: Upgrade: Setting container_image for all nfs 2024-08-10T05:22:54.506 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:54 smithi031 ceph-mon[98130]: Upgrade: Setting container_image for all nvmeof 2024-08-10T05:22:54.506 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:54 smithi031 ceph-mon[98130]: osdmap e565: 8 total, 8 up, 8 in 2024-08-10T05:22:54.506 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:54 smithi031 ceph-mon[98130]: osdmap e566: 8 total, 8 up, 8 in 2024-08-10T05:22:54.506 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:54 smithi031 ceph-mon[100614]: Detected new or changed devices on smithi196 2024-08-10T05:22:54.507 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:54 smithi031 ceph-mon[100614]: Upgrade: Setting container_image for all mds 2024-08-10T05:22:54.507 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:54 smithi031 ceph-mon[100614]: Upgrade: Setting container_image for all rgw 2024-08-10T05:22:54.507 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:54 smithi031 ceph-mon[100614]: Upgrade: Setting container_image for all rbd-mirror 2024-08-10T05:22:54.507 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:54 smithi031 ceph-mon[100614]: Upgrade: Setting container_image for all ceph-exporter 2024-08-10T05:22:54.507 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:54 smithi031 ceph-mon[100614]: Upgrade: Setting container_image for all iscsi 2024-08-10T05:22:54.507 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:54 smithi031 ceph-mon[100614]: Upgrade: Setting container_image for all nfs 2024-08-10T05:22:54.507 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:54 smithi031 ceph-mon[100614]: Upgrade: Setting container_image for all nvmeof 2024-08-10T05:22:54.507 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:54 smithi031 ceph-mon[100614]: osdmap e565: 8 total, 8 up, 8 in 2024-08-10T05:22:54.507 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:54 smithi031 ceph-mon[100614]: osdmap e566: 8 total, 8 up, 8 in 2024-08-10T05:22:54.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:54 smithi196 ceph-mon[90243]: Detected new or changed devices on smithi196 2024-08-10T05:22:54.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:54 smithi196 ceph-mon[90243]: Upgrade: Setting container_image for all mds 2024-08-10T05:22:54.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:54 smithi196 ceph-mon[90243]: Upgrade: Setting container_image for all rgw 2024-08-10T05:22:54.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:54 smithi196 ceph-mon[90243]: Upgrade: Setting container_image for all rbd-mirror 2024-08-10T05:22:54.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:54 smithi196 ceph-mon[90243]: Upgrade: Setting container_image for all ceph-exporter 2024-08-10T05:22:54.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:54 smithi196 ceph-mon[90243]: Upgrade: Setting container_image for all iscsi 2024-08-10T05:22:54.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:54 smithi196 ceph-mon[90243]: Upgrade: Setting container_image for all nfs 2024-08-10T05:22:54.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:54 smithi196 ceph-mon[90243]: Upgrade: Setting container_image for all nvmeof 2024-08-10T05:22:54.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:54 smithi196 ceph-mon[90243]: osdmap e565: 8 total, 8 up, 8 in 2024-08-10T05:22:54.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:54 smithi196 ceph-mon[90243]: osdmap e566: 8 total, 8 up, 8 in 2024-08-10T05:22:55.248 INFO:tasks.rados.rados.0.smithi031.stdout:2523: done (0 left) 2024-08-10T05:22:55.248 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 5 current snap is 239 2024-08-10T05:22:55.249 INFO:tasks.rados.rados.0.smithi031.stdout:2524: seq_num 768 ranges {1048576=466944,1515520=401408} 2024-08-10T05:22:55.257 INFO:tasks.rados.rados.0.smithi031.stdout:2524: writing smithi03186013-5 from 1048576 to 1515520 tid 1 2024-08-10T05:22:55.259 INFO:tasks.rados.rados.0.smithi031.stdout:2524: writing smithi03186013-5 from 1515520 to 1916928 tid 2 2024-08-10T05:22:55.259 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 24 current snap is 239 2024-08-10T05:22:55.259 INFO:tasks.rados.rados.0.smithi031.stdout:2525: seq_num 769 ranges {3710976=483328,4194304=401408} 2024-08-10T05:22:55.268 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:22:55 smithi031 systemd[1]: Stopping Ceph node-exporter.a for fc322138-56d5-11ef-bcce-c7b262605968... 2024-08-10T05:22:55.282 INFO:tasks.rados.rados.0.smithi031.stdout:2525: writing smithi03186013-24 from 3710976 to 4194304 tid 1 2024-08-10T05:22:55.285 INFO:tasks.rados.rados.0.smithi031.stdout:2525: writing smithi03186013-24 from 4194304 to 4595712 tid 2 2024-08-10T05:22:55.285 INFO:tasks.rados.rados.0.smithi031.stdout:2526: rollback oid 13 current snap is 239 2024-08-10T05:22:55.285 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 13 to 231 2024-08-10T05:22:55.285 INFO:tasks.rados.rados.0.smithi031.stdout:2524: finishing write tid 1 to smithi03186013-5 2024-08-10T05:22:55.285 INFO:tasks.rados.rados.0.smithi031.stdout:2524: finishing write tid 2 to smithi03186013-5 2024-08-10T05:22:55.285 INFO:tasks.rados.rados.0.smithi031.stdout:2524: finishing write tid 3 to smithi03186013-5 2024-08-10T05:22:55.285 INFO:tasks.rados.rados.0.smithi031.stdout:2524: finishing write tid 4 to smithi03186013-5 2024-08-10T05:22:55.285 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 5 v 1371 (ObjNum 768 snap 239 seq_num 768) dirty exists 2024-08-10T05:22:55.286 INFO:tasks.rados.rados.0.smithi031.stdout:2524: left oid 5 (ObjNum 768 snap 239 seq_num 768) 2024-08-10T05:22:55.286 INFO:tasks.rados.rados.0.smithi031.stdout:2524: done (2 left) 2024-08-10T05:22:55.286 INFO:tasks.rados.rados.0.smithi031.stdout:2527: delete oid 45 current snap is 239 2024-08-10T05:22:55.286 INFO:tasks.rados.rados.0.smithi031.stdout:2526: finishing rollback tid 1 to smithi03186013-13 2024-08-10T05:22:55.286 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 13 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-10T05:22:55.288 INFO:tasks.rados.rados.0.smithi031.stdout:2526: done (2 left) 2024-08-10T05:22:55.288 INFO:tasks.rados.rados.0.smithi031.stdout:2527: done (1 left) 2024-08-10T05:22:55.288 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 31 current snap is 239 2024-08-10T05:22:55.288 INFO:tasks.rados.rados.0.smithi031.stdout:2525: finishing write tid 1 to smithi03186013-24 2024-08-10T05:22:55.288 INFO:tasks.rados.rados.0.smithi031.stdout:2528: seq_num 771 ranges {1728512=516096,2244608=401408} 2024-08-10T05:22:55.300 INFO:tasks.rados.rados.0.smithi031.stdout:2528: writing smithi03186013-31 from 1728512 to 2244608 tid 1 2024-08-10T05:22:55.303 INFO:tasks.rados.rados.0.smithi031.stdout:2528: writing smithi03186013-31 from 2244608 to 2646016 tid 2 2024-08-10T05:22:55.303 INFO:tasks.rados.rados.0.smithi031.stdout:2529: delete oid 44 current snap is 239 2024-08-10T05:22:55.303 INFO:tasks.rados.rados.0.smithi031.stdout:2525: finishing write tid 2 to smithi03186013-24 2024-08-10T05:22:55.303 INFO:tasks.rados.rados.0.smithi031.stdout:2525: finishing write tid 3 to smithi03186013-24 2024-08-10T05:22:55.303 INFO:tasks.rados.rados.0.smithi031.stdout:2525: finishing write tid 4 to smithi03186013-24 2024-08-10T05:22:55.303 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 24 v 1392 (ObjNum 769 snap 239 seq_num 769) dirty exists 2024-08-10T05:22:55.303 INFO:tasks.rados.rados.0.smithi031.stdout:2525: left oid 24 (ObjNum 769 snap 239 seq_num 769) 2024-08-10T05:22:55.306 INFO:tasks.rados.rados.0.smithi031.stdout:2525: done (2 left) 2024-08-10T05:22:55.306 INFO:tasks.rados.rados.0.smithi031.stdout:2529: done (1 left) 2024-08-10T05:22:55.306 INFO:tasks.rados.rados.0.smithi031.stdout:2530: snap_remove snap 236 2024-08-10T05:22:55.635 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:22:55 smithi031 podman[131169]: 2024-08-10 05:22:55.38130563 +0000 UTC m=+0.140014407 container died b1e6859cbc5d89e88c3f654055deef6dafeb3d655f76c2cd7759ca054784d530 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-10T05:22:55.636 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:55 smithi031 ceph-mon[98130]: pgmap v509: 121 pgs: 121 active+clean; 128 MiB data, 1020 MiB used, 714 GiB / 715 GiB avail; 578 KiB/s rd, 976 KiB/s wr, 7 op/s 2024-08-10T05:22:55.636 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:55 smithi031 ceph-mon[98130]: Upgrade: Updating node-exporter.a (1/2) 2024-08-10T05:22:55.636 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:55 smithi031 ceph-mon[98130]: Deploying daemon node-exporter.a on smithi031 2024-08-10T05:22:55.636 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:55 smithi031 ceph-mon[98130]: osdmap e567: 8 total, 8 up, 8 in 2024-08-10T05:22:55.636 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:55 smithi031 ceph-mon[100614]: pgmap v509: 121 pgs: 121 active+clean; 128 MiB data, 1020 MiB used, 714 GiB / 715 GiB avail; 578 KiB/s rd, 976 KiB/s wr, 7 op/s 2024-08-10T05:22:55.636 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:55 smithi031 ceph-mon[100614]: Upgrade: Updating node-exporter.a (1/2) 2024-08-10T05:22:55.636 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:55 smithi031 ceph-mon[100614]: Deploying daemon node-exporter.a on smithi031 2024-08-10T05:22:55.636 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:55 smithi031 ceph-mon[100614]: osdmap e567: 8 total, 8 up, 8 in 2024-08-10T05:22:55.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:55 smithi196 ceph-mon[90243]: pgmap v509: 121 pgs: 121 active+clean; 128 MiB data, 1020 MiB used, 714 GiB / 715 GiB avail; 578 KiB/s rd, 976 KiB/s wr, 7 op/s 2024-08-10T05:22:55.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:55 smithi196 ceph-mon[90243]: Upgrade: Updating node-exporter.a (1/2) 2024-08-10T05:22:55.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:55 smithi196 ceph-mon[90243]: Deploying daemon node-exporter.a on smithi031 2024-08-10T05:22:55.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:55 smithi196 ceph-mon[90243]: osdmap e567: 8 total, 8 up, 8 in 2024-08-10T05:22:56.011 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:22:55 smithi031 podman[131169]: 2024-08-10 05:22:55.735132102 +0000 UTC m=+0.493840868 container cleanup b1e6859cbc5d89e88c3f654055deef6dafeb3d655f76c2cd7759ca054784d530 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-10T05:22:56.011 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:22:55 smithi031 bash[131169]: ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a 2024-08-10T05:22:56.250 INFO:tasks.rados.rados.0.smithi031.stdout:2528: finishing write tid 1 to smithi03186013-31 2024-08-10T05:22:56.250 INFO:tasks.rados.rados.0.smithi031.stdout:2528: finishing write tid 2 to smithi03186013-31 2024-08-10T05:22:56.250 INFO:tasks.rados.rados.0.smithi031.stdout:2528: finishing write tid 3 to smithi03186013-31 2024-08-10T05:22:56.250 INFO:tasks.rados.rados.0.smithi031.stdout:2528: finishing write tid 4 to smithi03186013-31 2024-08-10T05:22:56.250 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 31 v 1010 (ObjNum 771 snap 239 seq_num 771) dirty exists 2024-08-10T05:22:56.250 INFO:tasks.rados.rados.0.smithi031.stdout:2528: left oid 31 (ObjNum 771 snap 239 seq_num 771) 2024-08-10T05:22:56.250 INFO:tasks.rados.rados.0.smithi031.stdout:2528: done (1 left) 2024-08-10T05:22:56.251 INFO:tasks.rados.rados.0.smithi031.stdout:2530: done (0 left) 2024-08-10T05:22:56.251 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 32 current snap is 239 2024-08-10T05:22:56.251 INFO:tasks.rados.rados.0.smithi031.stdout:2531: seq_num 773 ranges {7634944=548864,8183808=401408} 2024-08-10T05:22:56.268 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:22:56 smithi031 podman[131187]: 2024-08-10 05:22:56.011284128 +0000 UTC m=+0.633689601 container remove b1e6859cbc5d89e88c3f654055deef6dafeb3d655f76c2cd7759ca054784d530 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-10T05:22:56.268 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:22:56 smithi031 systemd[1]: ceph-fc322138-56d5-11ef-bcce-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-08-10T05:22:56.268 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:22:56 smithi031 systemd[1]: ceph-fc322138-56d5-11ef-bcce-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-08-10T05:22:56.268 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:22:56 smithi031 systemd[1]: Stopped Ceph node-exporter.a for fc322138-56d5-11ef-bcce-c7b262605968. 2024-08-10T05:22:56.268 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:22:56 smithi031 systemd[1]: ceph-fc322138-56d5-11ef-bcce-c7b262605968@node-exporter.a.service: Consumed 1.813s CPU time. 2024-08-10T05:22:56.295 INFO:tasks.rados.rados.0.smithi031.stdout:2531: writing smithi03186013-32 from 7634944 to 8183808 tid 1 2024-08-10T05:22:56.297 INFO:tasks.rados.rados.0.smithi031.stdout:2531: writing smithi03186013-32 from 8183808 to 8585216 tid 2 2024-08-10T05:22:56.297 INFO:tasks.rados.rados.0.smithi031.stdout:2532: snap_remove snap 235 2024-08-10T05:22:56.607 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:22:56.607 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:56 smithi031 ceph-mon[98130]: osdmap e568: 8 total, 8 up, 8 in 2024-08-10T05:22:56.607 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:56 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:22:56.607 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:56 smithi031 ceph-mon[100614]: osdmap e568: 8 total, 8 up, 8 in 2024-08-10T05:22:56.607 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:22:56 smithi031 systemd[1]: Starting Ceph node-exporter.a for fc322138-56d5-11ef-bcce-c7b262605968... 2024-08-10T05:22:56.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:56 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:22:56.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:56 smithi196 ceph-mon[90243]: osdmap e568: 8 total, 8 up, 8 in 2024-08-10T05:22:56.897 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:22:56 smithi031 podman[131320]: 2024-08-10 05:22:56.509271774 +0000 UTC m=+0.017246926 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-08-10T05:22:56.897 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:22:56 smithi031 podman[131320]: 2024-08-10 05:22:56.662505174 +0000 UTC m=+0.170480311 container create 3ab83fdd38ac7d7268b0f0c77a804f6dfa80e58afb2537b941ba3dc5a63f3b34 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-10T05:22:56.898 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:22:56 smithi031 podman[131320]: 2024-08-10 05:22:56.898096508 +0000 UTC m=+0.406071658 container init 3ab83fdd38ac7d7268b0f0c77a804f6dfa80e58afb2537b941ba3dc5a63f3b34 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-10T05:22:57.251 INFO:tasks.rados.rados.0.smithi031.stdout:2532: done (1 left) 2024-08-10T05:22:57.252 INFO:tasks.rados.rados.0.smithi031.stdout:2533: copy_from oid 8 from oid 42 current snap is 239 2024-08-10T05:22:57.252 INFO:tasks.rados.rados.0.smithi031.stdout:2531: finishing write tid 1 to smithi03186013-32 2024-08-10T05:22:57.252 INFO:tasks.rados.rados.0.smithi031.stdout:2531: finishing write tid 2 to smithi03186013-32 2024-08-10T05:22:57.252 INFO:tasks.rados.rados.0.smithi031.stdout:2531: finishing write tid 3 to smithi03186013-32 2024-08-10T05:22:57.252 INFO:tasks.rados.rados.0.smithi031.stdout:2531: finishing write tid 4 to smithi03186013-32 2024-08-10T05:22:57.252 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 32 v 1031 (ObjNum 773 snap 239 seq_num 773) dirty exists 2024-08-10T05:22:57.252 INFO:tasks.rados.rados.0.smithi031.stdout:2531: left oid 32 (ObjNum 773 snap 239 seq_num 773) 2024-08-10T05:22:57.252 INFO:tasks.rados.rados.0.smithi031.stdout:2531: done (1 left) 2024-08-10T05:22:57.252 INFO:tasks.rados.rados.0.smithi031.stdout:2534: read oid 40 snap 231 2024-08-10T05:22:57.252 INFO:tasks.rados.rados.0.smithi031.stdout:2534: expect deleted 2024-08-10T05:22:57.252 INFO:tasks.rados.rados.0.smithi031.stdout:2535: copy_from oid 10 from oid 26 current snap is 239 2024-08-10T05:22:57.253 INFO:tasks.rados.rados.0.smithi031.stdout:2536: rmattr oid 35 current snap is 239 2024-08-10T05:22:57.253 INFO:tasks.rados.rados.0.smithi031.stdout:2537: rmattr oid 18 current snap is 239 2024-08-10T05:22:57.253 INFO:tasks.rados.rados.0.smithi031.stdout:2537: done (4 left) 2024-08-10T05:22:57.253 INFO:tasks.rados.rados.0.smithi031.stdout:2538: snap_create 2024-08-10T05:22:57.259 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 35 v 1218 (ObjNum 761 snap 234 seq_num 761) dirty exists 2024-08-10T05:22:57.260 INFO:tasks.rados.rados.0.smithi031.stdout:2535: finishing copy_from racing read to smithi03186013-10 2024-08-10T05:22:57.262 INFO:tasks.rados.rados.0.smithi031.stdout:2533: finishing copy_from racing read to smithi03186013-8 2024-08-10T05:22:57.262 INFO:tasks.rados.rados.0.smithi031.stdout:2533: finishing copy_from to smithi03186013-8 2024-08-10T05:22:57.263 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 8 v 1005 (ObjNum 177 snap 0 seq_num 1682059871) dirty exists 2024-08-10T05:22:57.263 INFO:tasks.rados.rados.0.smithi031.stdout:2535: finishing copy_from to smithi03186013-10 2024-08-10T05:22:57.263 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 10 v 975 (ObjNum 81 snap 0 seq_num 1600018804) dirty exists 2024-08-10T05:22:57.268 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:22:56 smithi031 podman[131320]: 2024-08-10 05:22:56.903004848 +0000 UTC m=+0.410979989 container start 3ab83fdd38ac7d7268b0f0c77a804f6dfa80e58afb2537b941ba3dc5a63f3b34 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-10T05:22:57.269 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:22:56 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[131335]: ts=2024-08-10T05:22:56.907Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-08-10T05:22:57.269 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:22:56 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[131335]: ts=2024-08-10T05:22:56.907Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-08-10T05:22:57.269 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:22:56 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[131335]: ts=2024-08-10T05:22:56.907Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-08-10T05:22:57.269 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:22:56 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[131335]: ts=2024-08-10T05:22:56.907Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-08-10T05:22:57.269 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:22:56 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[131335]: ts=2024-08-10T05:22:56.908Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-08-10T05:22:57.269 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:22:56 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[131335]: ts=2024-08-10T05:22:56.908Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-08-10T05:22:57.269 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:22:56 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[131335]: ts=2024-08-10T05:22:56.908Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-08-10T05:22:57.269 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:22:56 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[131335]: ts=2024-08-10T05:22:56.908Z caller=node_exporter.go:117 level=info collector=arp 2024-08-10T05:22:57.269 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:22:56 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[131335]: ts=2024-08-10T05:22:56.908Z caller=node_exporter.go:117 level=info collector=bcache 2024-08-10T05:22:57.269 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:22:56 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[131335]: ts=2024-08-10T05:22:56.908Z caller=node_exporter.go:117 level=info collector=bonding 2024-08-10T05:22:57.269 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:22:56 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[131335]: ts=2024-08-10T05:22:56.908Z caller=node_exporter.go:117 level=info collector=btrfs 2024-08-10T05:22:57.269 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:22:56 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[131335]: ts=2024-08-10T05:22:56.908Z caller=node_exporter.go:117 level=info collector=conntrack 2024-08-10T05:22:57.270 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:22:56 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[131335]: ts=2024-08-10T05:22:56.908Z caller=node_exporter.go:117 level=info collector=cpu 2024-08-10T05:22:57.270 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:22:56 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[131335]: ts=2024-08-10T05:22:56.908Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-08-10T05:22:57.270 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:22:56 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[131335]: ts=2024-08-10T05:22:56.908Z caller=node_exporter.go:117 level=info collector=diskstats 2024-08-10T05:22:57.270 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:22:56 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[131335]: ts=2024-08-10T05:22:56.908Z caller=node_exporter.go:117 level=info collector=dmi 2024-08-10T05:22:57.270 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:22:56 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[131335]: ts=2024-08-10T05:22:56.908Z caller=node_exporter.go:117 level=info collector=edac 2024-08-10T05:22:57.270 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:22:56 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[131335]: ts=2024-08-10T05:22:56.908Z caller=node_exporter.go:117 level=info collector=entropy 2024-08-10T05:22:57.271 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:22:56 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[131335]: ts=2024-08-10T05:22:56.908Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-08-10T05:22:57.271 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:22:56 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[131335]: ts=2024-08-10T05:22:56.908Z caller=node_exporter.go:117 level=info collector=filefd 2024-08-10T05:22:57.271 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:22:56 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[131335]: ts=2024-08-10T05:22:56.908Z caller=node_exporter.go:117 level=info collector=filesystem 2024-08-10T05:22:57.271 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:22:56 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[131335]: ts=2024-08-10T05:22:56.908Z caller=node_exporter.go:117 level=info collector=hwmon 2024-08-10T05:22:57.271 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:22:56 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[131335]: ts=2024-08-10T05:22:56.908Z caller=node_exporter.go:117 level=info collector=infiniband 2024-08-10T05:22:57.271 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:22:56 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[131335]: ts=2024-08-10T05:22:56.908Z caller=node_exporter.go:117 level=info collector=ipvs 2024-08-10T05:22:57.271 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:22:56 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[131335]: ts=2024-08-10T05:22:56.908Z caller=node_exporter.go:117 level=info collector=loadavg 2024-08-10T05:22:57.271 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:22:56 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[131335]: ts=2024-08-10T05:22:56.908Z caller=node_exporter.go:117 level=info collector=mdadm 2024-08-10T05:22:57.271 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:22:56 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[131335]: ts=2024-08-10T05:22:56.908Z caller=node_exporter.go:117 level=info collector=meminfo 2024-08-10T05:22:57.271 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:22:56 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[131335]: ts=2024-08-10T05:22:56.908Z caller=node_exporter.go:117 level=info collector=netclass 2024-08-10T05:22:57.271 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:22:56 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[131335]: ts=2024-08-10T05:22:56.908Z caller=node_exporter.go:117 level=info collector=netdev 2024-08-10T05:22:57.272 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:22:56 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[131335]: ts=2024-08-10T05:22:56.908Z caller=node_exporter.go:117 level=info collector=netstat 2024-08-10T05:22:57.272 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:22:56 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[131335]: ts=2024-08-10T05:22:56.908Z caller=node_exporter.go:117 level=info collector=nfs 2024-08-10T05:22:57.272 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:22:56 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[131335]: ts=2024-08-10T05:22:56.908Z caller=node_exporter.go:117 level=info collector=nfsd 2024-08-10T05:22:57.272 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:22:56 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[131335]: ts=2024-08-10T05:22:56.908Z caller=node_exporter.go:117 level=info collector=nvme 2024-08-10T05:22:57.272 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:22:56 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[131335]: ts=2024-08-10T05:22:56.908Z caller=node_exporter.go:117 level=info collector=os 2024-08-10T05:22:57.272 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:22:56 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[131335]: ts=2024-08-10T05:22:56.908Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-08-10T05:22:57.272 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:22:56 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[131335]: ts=2024-08-10T05:22:56.908Z caller=node_exporter.go:117 level=info collector=pressure 2024-08-10T05:22:57.272 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:22:56 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[131335]: ts=2024-08-10T05:22:56.908Z caller=node_exporter.go:117 level=info collector=rapl 2024-08-10T05:22:57.272 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:22:56 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[131335]: ts=2024-08-10T05:22:56.909Z caller=node_exporter.go:117 level=info collector=schedstat 2024-08-10T05:22:57.272 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:22:56 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[131335]: ts=2024-08-10T05:22:56.909Z caller=node_exporter.go:117 level=info collector=selinux 2024-08-10T05:22:57.272 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:22:56 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[131335]: ts=2024-08-10T05:22:56.909Z caller=node_exporter.go:117 level=info collector=sockstat 2024-08-10T05:22:57.272 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:22:56 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[131335]: ts=2024-08-10T05:22:56.909Z caller=node_exporter.go:117 level=info collector=softnet 2024-08-10T05:22:57.272 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:22:56 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[131335]: ts=2024-08-10T05:22:56.909Z caller=node_exporter.go:117 level=info collector=stat 2024-08-10T05:22:57.273 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:22:56 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[131335]: ts=2024-08-10T05:22:56.909Z caller=node_exporter.go:117 level=info collector=tapestats 2024-08-10T05:22:57.273 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:22:56 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[131335]: ts=2024-08-10T05:22:56.909Z caller=node_exporter.go:117 level=info collector=textfile 2024-08-10T05:22:57.273 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:22:56 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[131335]: ts=2024-08-10T05:22:56.909Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-08-10T05:22:57.273 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:22:56 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[131335]: ts=2024-08-10T05:22:56.909Z caller=node_exporter.go:117 level=info collector=time 2024-08-10T05:22:57.273 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:22:56 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[131335]: ts=2024-08-10T05:22:56.909Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-08-10T05:22:57.273 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:22:56 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[131335]: ts=2024-08-10T05:22:56.909Z caller=node_exporter.go:117 level=info collector=uname 2024-08-10T05:22:57.273 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:22:56 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[131335]: ts=2024-08-10T05:22:56.909Z caller=node_exporter.go:117 level=info collector=vmstat 2024-08-10T05:22:57.273 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:22:56 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[131335]: ts=2024-08-10T05:22:56.909Z caller=node_exporter.go:117 level=info collector=xfs 2024-08-10T05:22:57.273 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:22:56 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[131335]: ts=2024-08-10T05:22:56.909Z caller=node_exporter.go:117 level=info collector=zfs 2024-08-10T05:22:57.273 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:22:56 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[131335]: ts=2024-08-10T05:22:56.909Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-08-10T05:22:57.273 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:22:56 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a[131335]: ts=2024-08-10T05:22:56.909Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-08-10T05:22:57.273 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:22:57 smithi031 bash[131320]: 3ab83fdd38ac7d7268b0f0c77a804f6dfa80e58afb2537b941ba3dc5a63f3b34 2024-08-10T05:22:57.273 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 05:22:57 smithi031 systemd[1]: Started Ceph node-exporter.a for fc322138-56d5-11ef-bcce-c7b262605968. 2024-08-10T05:22:57.744 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:57 smithi196 ceph-mon[90243]: pgmap v512: 121 pgs: 121 active+clean; 131 MiB data, 1008 MiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 1.3 MiB/s wr, 3 op/s 2024-08-10T05:22:57.744 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:57 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:57.744 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:57 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:57.744 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:57 smithi196 ceph-mon[90243]: osdmap e569: 8 total, 8 up, 8 in 2024-08-10T05:22:57.768 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:57 smithi031 ceph-mon[100614]: pgmap v512: 121 pgs: 121 active+clean; 131 MiB data, 1008 MiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 1.3 MiB/s wr, 3 op/s 2024-08-10T05:22:57.768 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:57 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:57.768 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:57 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:57.768 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:57 smithi031 ceph-mon[100614]: osdmap e569: 8 total, 8 up, 8 in 2024-08-10T05:22:57.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:57 smithi031 ceph-mon[98130]: pgmap v512: 121 pgs: 121 active+clean; 131 MiB data, 1008 MiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 1.3 MiB/s wr, 3 op/s 2024-08-10T05:22:57.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:57 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:57.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:57 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:22:57.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:57 smithi031 ceph-mon[98130]: osdmap e569: 8 total, 8 up, 8 in 2024-08-10T05:22:58.254 INFO:tasks.rados.rados.0.smithi031.stdout:2533: done (4 left) 2024-08-10T05:22:58.254 INFO:tasks.rados.rados.0.smithi031.stdout:2534: done (3 left) 2024-08-10T05:22:58.254 INFO:tasks.rados.rados.0.smithi031.stdout:2535: done (2 left) 2024-08-10T05:22:58.254 INFO:tasks.rados.rados.0.smithi031.stdout:2536: done (1 left) 2024-08-10T05:22:58.255 INFO:tasks.rados.rados.0.smithi031.stdout:2538: done (0 left) 2024-08-10T05:22:58.255 INFO:tasks.rados.rados.0.smithi031.stdout:2539: read oid 19 snap -1 2024-08-10T05:22:58.255 INFO:tasks.rados.rados.0.smithi031.stdout:2539: expect (ObjNum 758 snap 233 seq_num 758) 2024-08-10T05:22:58.255 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 41 current snap is 240 2024-08-10T05:22:58.255 INFO:tasks.rados.rados.0.smithi031.stdout:2540: seq_num 774 ranges {2424832=565248,2990080=401408} 2024-08-10T05:22:58.270 INFO:tasks.rados.rados.0.smithi031.stdout:2540: writing smithi03186013-41 from 2424832 to 2990080 tid 1 2024-08-10T05:22:58.273 INFO:tasks.rados.rados.0.smithi031.stdout:2540: writing smithi03186013-41 from 2990080 to 3391488 tid 2 2024-08-10T05:22:58.273 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 7 current snap is 240 2024-08-10T05:22:58.273 INFO:tasks.rados.rados.0.smithi031.stdout:2541: seq_num 775 ranges {0=589824,589824=401408} 2024-08-10T05:22:58.276 INFO:tasks.rados.rados.0.smithi031.stdout:2541: writing smithi03186013-7 from 0 to 589824 tid 1 2024-08-10T05:22:58.279 INFO:tasks.rados.rados.0.smithi031.stdout:2541: writing smithi03186013-7 from 589824 to 991232 tid 2 2024-08-10T05:22:58.280 INFO:tasks.rados.rados.0.smithi031.stdout:2542: snap_create 2024-08-10T05:22:58.280 INFO:tasks.rados.rados.0.smithi031.stdout:2539: expect (ObjNum 758 snap 233 seq_num 758) 2024-08-10T05:22:58.301 INFO:tasks.rados.rados.0.smithi031.stdout:2540: finishing write tid 1 to smithi03186013-41 2024-08-10T05:22:58.301 INFO:tasks.rados.rados.0.smithi031.stdout:2540: finishing write tid 2 to smithi03186013-41 2024-08-10T05:22:58.301 INFO:tasks.rados.rados.0.smithi031.stdout:2540: finishing write tid 3 to smithi03186013-41 2024-08-10T05:22:58.301 INFO:tasks.rados.rados.0.smithi031.stdout:2541: finishing write tid 1 to smithi03186013-7 2024-08-10T05:22:58.301 INFO:tasks.rados.rados.0.smithi031.stdout:2540: finishing write tid 4 to smithi03186013-41 2024-08-10T05:22:58.301 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 41 v 1054 (ObjNum 774 snap 240 seq_num 774) dirty exists 2024-08-10T05:22:58.301 INFO:tasks.rados.rados.0.smithi031.stdout:2540: left oid 41 (ObjNum 774 snap 240 seq_num 774) 2024-08-10T05:22:58.301 INFO:tasks.rados.rados.0.smithi031.stdout:2541: finishing write tid 2 to smithi03186013-7 2024-08-10T05:22:58.301 INFO:tasks.rados.rados.0.smithi031.stdout:2541: finishing write tid 3 to smithi03186013-7 2024-08-10T05:22:58.301 INFO:tasks.rados.rados.0.smithi031.stdout:2541: finishing write tid 4 to smithi03186013-7 2024-08-10T05:22:58.301 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 7 v 1406 (ObjNum 775 snap 240 seq_num 775) dirty exists 2024-08-10T05:22:58.301 INFO:tasks.rados.rados.0.smithi031.stdout:2541: left oid 7 (ObjNum 775 snap 240 seq_num 775) 2024-08-10T05:22:59.248 INFO:tasks.rados.rados.0.smithi031.stdout:2539: done (3 left) 2024-08-10T05:22:59.248 INFO:tasks.rados.rados.0.smithi031.stdout:2540: done (2 left) 2024-08-10T05:22:59.248 INFO:tasks.rados.rados.0.smithi031.stdout:2541: done (1 left) 2024-08-10T05:22:59.248 INFO:tasks.rados.rados.0.smithi031.stdout:2542: done (0 left) 2024-08-10T05:22:59.248 INFO:tasks.rados.rados.0.smithi031.stdout:2543: read oid 29 snap -1 2024-08-10T05:22:59.248 INFO:tasks.rados.rados.0.smithi031.stdout:2543: expect (ObjNum 746 snap 228 seq_num 746) 2024-08-10T05:22:59.248 INFO:tasks.rados.rados.0.smithi031.stdout:2544: snap_create 2024-08-10T05:22:59.252 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:22:59 smithi196 systemd[1]: Stopping Ceph node-exporter.b for fc322138-56d5-11ef-bcce-c7b262605968... 2024-08-10T05:22:59.257 INFO:tasks.rados.rados.0.smithi031.stdout:2543: expect (ObjNum 746 snap 228 seq_num 746) 2024-08-10T05:22:59.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:59 smithi031 ceph-mon[98130]: pgmap v515: 121 pgs: 121 active+clean; 133 MiB data, 1011 MiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.2 MiB/s wr, 4 op/s 2024-08-10T05:22:59.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:59 smithi031 ceph-mon[98130]: osdmap e570: 8 total, 8 up, 8 in 2024-08-10T05:22:59.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:59 smithi031 ceph-mon[98130]: Upgrade: Updating node-exporter.b (2/2) 2024-08-10T05:22:59.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:59 smithi031 ceph-mon[98130]: Deploying daemon node-exporter.b on smithi196 2024-08-10T05:22:59.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:22:59 smithi031 ceph-mon[98130]: osdmap e571: 8 total, 8 up, 8 in 2024-08-10T05:22:59.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:59 smithi031 ceph-mon[100614]: pgmap v515: 121 pgs: 121 active+clean; 133 MiB data, 1011 MiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.2 MiB/s wr, 4 op/s 2024-08-10T05:22:59.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:59 smithi031 ceph-mon[100614]: osdmap e570: 8 total, 8 up, 8 in 2024-08-10T05:22:59.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:59 smithi031 ceph-mon[100614]: Upgrade: Updating node-exporter.b (2/2) 2024-08-10T05:22:59.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:59 smithi031 ceph-mon[100614]: Deploying daemon node-exporter.b on smithi196 2024-08-10T05:22:59.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:22:59 smithi031 ceph-mon[100614]: osdmap e571: 8 total, 8 up, 8 in 2024-08-10T05:22:59.528 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:22:59 smithi196 podman[118932]: 2024-08-10 05:22:59.485809616 +0000 UTC m=+0.116976600 container died fce7ddc02cbaab75cae34a280565857175b6edd74b1892f7d5a44fba749dba4e (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-10T05:22:59.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:59 smithi196 ceph-mon[90243]: pgmap v515: 121 pgs: 121 active+clean; 133 MiB data, 1011 MiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.2 MiB/s wr, 4 op/s 2024-08-10T05:22:59.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:59 smithi196 ceph-mon[90243]: osdmap e570: 8 total, 8 up, 8 in 2024-08-10T05:22:59.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:59 smithi196 ceph-mon[90243]: Upgrade: Updating node-exporter.b (2/2) 2024-08-10T05:22:59.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:59 smithi196 ceph-mon[90243]: Deploying daemon node-exporter.b on smithi196 2024-08-10T05:22:59.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:22:59 smithi196 ceph-mon[90243]: osdmap e571: 8 total, 8 up, 8 in 2024-08-10T05:23:00.249 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:22:59 smithi196 podman[118932]: 2024-08-10 05:22:59.939970662 +0000 UTC m=+0.571137633 container cleanup fce7ddc02cbaab75cae34a280565857175b6edd74b1892f7d5a44fba749dba4e (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-10T05:23:00.249 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:22:59 smithi196 bash[118932]: ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b 2024-08-10T05:23:00.250 INFO:tasks.rados.rados.0.smithi031.stdout:2543: done (1 left) 2024-08-10T05:23:00.250 INFO:tasks.rados.rados.0.smithi031.stdout:2544: done (0 left) 2024-08-10T05:23:00.250 INFO:tasks.rados.rados.0.smithi031.stdout:2545: rollback oid 30 current snap is 242 2024-08-10T05:23:00.251 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 30 to 237 2024-08-10T05:23:00.251 INFO:tasks.rados.rados.0.smithi031.stdout:2546: delete oid 21 current snap is 242 2024-08-10T05:23:00.259 INFO:tasks.rados.rados.0.smithi031.stdout:2545: finishing rollback tid 0 to smithi03186013-30 2024-08-10T05:23:00.259 INFO:tasks.rados.rados.0.smithi031.stdout:2545: finishing rollback tid 1 to smithi03186013-30 2024-08-10T05:23:00.259 INFO:tasks.rados.rados.0.smithi031.stdout:2545: finishing rollback tid 2 to smithi03186013-30 2024-08-10T05:23:00.259 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 30 v 1221 (ObjNum 49 snap 0 seq_num 590051424) dirty exists 2024-08-10T05:23:00.260 INFO:tasks.rados.rados.0.smithi031.stdout:2545: done (1 left) 2024-08-10T05:23:00.260 INFO:tasks.rados.rados.0.smithi031.stdout:2546: done (0 left) 2024-08-10T05:23:00.260 INFO:tasks.rados.rados.0.smithi031.stdout:2547: snap_create 2024-08-10T05:23:00.503 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:23:00 smithi196 podman[118949]: 2024-08-10 05:23:00.249949612 +0000 UTC m=+0.768147195 container remove fce7ddc02cbaab75cae34a280565857175b6edd74b1892f7d5a44fba749dba4e (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-10T05:23:00.503 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:23:00 smithi196 systemd[1]: ceph-fc322138-56d5-11ef-bcce-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-08-10T05:23:00.778 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:23:00 smithi196 systemd[1]: ceph-fc322138-56d5-11ef-bcce-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-08-10T05:23:00.778 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:23:00 smithi196 systemd[1]: Stopped Ceph node-exporter.b for fc322138-56d5-11ef-bcce-c7b262605968. 2024-08-10T05:23:00.778 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:23:00 smithi196 systemd[1]: ceph-fc322138-56d5-11ef-bcce-c7b262605968@node-exporter.b.service: Consumed 1.696s CPU time. 2024-08-10T05:23:00.778 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:23:00 smithi196 systemd[1]: Starting Ceph node-exporter.b for fc322138-56d5-11ef-bcce-c7b262605968... 2024-08-10T05:23:01.194 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:23:00 smithi196 podman[119082]: 2024-08-10 05:23:00.829430096 +0000 UTC m=+0.017051230 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-08-10T05:23:01.194 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:23:00 smithi196 podman[119082]: 2024-08-10 05:23:00.943189871 +0000 UTC m=+0.130811034 container create a882c91f011609b8ac7000293d393adb29dbe1d606ccbc1969ca16b97f94859c (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-10T05:23:01.195 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:23:01 smithi196 podman[119082]: 2024-08-10 05:23:01.195162669 +0000 UTC m=+0.382783789 container init a882c91f011609b8ac7000293d393adb29dbe1d606ccbc1969ca16b97f94859c (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-10T05:23:01.261 INFO:tasks.rados.rados.0.smithi031.stdout:2547: done (0 left) 2024-08-10T05:23:01.261 INFO:tasks.rados.rados.0.smithi031.stdout:2548: snap_create 2024-08-10T05:23:01.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:23:01 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:23:01] "GET /metrics HTTP/1.1" 200 36278 "" "Prometheus/2.43.0" 2024-08-10T05:23:01.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:01 smithi031 ceph-mon[98130]: pgmap v518: 121 pgs: 121 active+clean; 134 MiB data, 1014 MiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 904 KiB/s wr, 5 op/s 2024-08-10T05:23:01.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:01 smithi031 ceph-mon[98130]: osdmap e572: 8 total, 8 up, 8 in 2024-08-10T05:23:01.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:01 smithi031 ceph-mon[100614]: pgmap v518: 121 pgs: 121 active+clean; 134 MiB data, 1014 MiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 904 KiB/s wr, 5 op/s 2024-08-10T05:23:01.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:01 smithi031 ceph-mon[100614]: osdmap e572: 8 total, 8 up, 8 in 2024-08-10T05:23:01.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:01 smithi196 ceph-mon[90243]: pgmap v518: 121 pgs: 121 active+clean; 134 MiB data, 1014 MiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 904 KiB/s wr, 5 op/s 2024-08-10T05:23:01.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:01 smithi196 ceph-mon[90243]: osdmap e572: 8 total, 8 up, 8 in 2024-08-10T05:23:01.528 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:23:01 smithi196 podman[119082]: 2024-08-10 05:23:01.200269876 +0000 UTC m=+0.387891000 container start a882c91f011609b8ac7000293d393adb29dbe1d606ccbc1969ca16b97f94859c (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-10T05:23:01.529 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:23:01 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[119097]: ts=2024-08-10T05:23:01.204Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-08-10T05:23:01.529 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:23:01 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[119097]: ts=2024-08-10T05:23:01.204Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-08-10T05:23:01.529 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:23:01 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[119097]: ts=2024-08-10T05:23:01.204Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-08-10T05:23:01.529 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:23:01 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[119097]: ts=2024-08-10T05:23:01.204Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-08-10T05:23:01.529 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:23:01 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[119097]: ts=2024-08-10T05:23:01.204Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-08-10T05:23:01.529 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:23:01 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[119097]: ts=2024-08-10T05:23:01.205Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-08-10T05:23:01.529 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:23:01 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[119097]: ts=2024-08-10T05:23:01.205Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-08-10T05:23:01.529 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:23:01 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[119097]: ts=2024-08-10T05:23:01.205Z caller=node_exporter.go:117 level=info collector=arp 2024-08-10T05:23:01.529 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:23:01 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[119097]: ts=2024-08-10T05:23:01.205Z caller=node_exporter.go:117 level=info collector=bcache 2024-08-10T05:23:01.529 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:23:01 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[119097]: ts=2024-08-10T05:23:01.205Z caller=node_exporter.go:117 level=info collector=bonding 2024-08-10T05:23:01.529 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:23:01 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[119097]: ts=2024-08-10T05:23:01.205Z caller=node_exporter.go:117 level=info collector=btrfs 2024-08-10T05:23:01.529 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:23:01 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[119097]: ts=2024-08-10T05:23:01.205Z caller=node_exporter.go:117 level=info collector=conntrack 2024-08-10T05:23:01.530 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:23:01 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[119097]: ts=2024-08-10T05:23:01.205Z caller=node_exporter.go:117 level=info collector=cpu 2024-08-10T05:23:01.530 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:23:01 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[119097]: ts=2024-08-10T05:23:01.205Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-08-10T05:23:01.530 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:23:01 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[119097]: ts=2024-08-10T05:23:01.205Z caller=node_exporter.go:117 level=info collector=diskstats 2024-08-10T05:23:01.530 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:23:01 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[119097]: ts=2024-08-10T05:23:01.205Z caller=node_exporter.go:117 level=info collector=dmi 2024-08-10T05:23:01.530 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:23:01 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[119097]: ts=2024-08-10T05:23:01.205Z caller=node_exporter.go:117 level=info collector=edac 2024-08-10T05:23:01.530 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:23:01 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[119097]: ts=2024-08-10T05:23:01.205Z caller=node_exporter.go:117 level=info collector=entropy 2024-08-10T05:23:01.530 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:23:01 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[119097]: ts=2024-08-10T05:23:01.205Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-08-10T05:23:01.531 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:23:01 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[119097]: ts=2024-08-10T05:23:01.205Z caller=node_exporter.go:117 level=info collector=filefd 2024-08-10T05:23:01.531 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:23:01 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[119097]: ts=2024-08-10T05:23:01.205Z caller=node_exporter.go:117 level=info collector=filesystem 2024-08-10T05:23:01.531 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:23:01 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[119097]: ts=2024-08-10T05:23:01.205Z caller=node_exporter.go:117 level=info collector=hwmon 2024-08-10T05:23:01.531 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:23:01 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[119097]: ts=2024-08-10T05:23:01.205Z caller=node_exporter.go:117 level=info collector=infiniband 2024-08-10T05:23:01.531 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:23:01 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[119097]: ts=2024-08-10T05:23:01.205Z caller=node_exporter.go:117 level=info collector=ipvs 2024-08-10T05:23:01.531 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:23:01 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[119097]: ts=2024-08-10T05:23:01.205Z caller=node_exporter.go:117 level=info collector=loadavg 2024-08-10T05:23:01.531 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:23:01 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[119097]: ts=2024-08-10T05:23:01.205Z caller=node_exporter.go:117 level=info collector=mdadm 2024-08-10T05:23:01.531 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:23:01 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[119097]: ts=2024-08-10T05:23:01.205Z caller=node_exporter.go:117 level=info collector=meminfo 2024-08-10T05:23:01.531 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:23:01 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[119097]: ts=2024-08-10T05:23:01.205Z caller=node_exporter.go:117 level=info collector=netclass 2024-08-10T05:23:01.531 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:23:01 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[119097]: ts=2024-08-10T05:23:01.205Z caller=node_exporter.go:117 level=info collector=netdev 2024-08-10T05:23:01.531 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:23:01 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[119097]: ts=2024-08-10T05:23:01.205Z caller=node_exporter.go:117 level=info collector=netstat 2024-08-10T05:23:01.531 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:23:01 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[119097]: ts=2024-08-10T05:23:01.205Z caller=node_exporter.go:117 level=info collector=nfs 2024-08-10T05:23:01.531 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:23:01 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[119097]: ts=2024-08-10T05:23:01.205Z caller=node_exporter.go:117 level=info collector=nfsd 2024-08-10T05:23:01.532 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:23:01 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[119097]: ts=2024-08-10T05:23:01.205Z caller=node_exporter.go:117 level=info collector=nvme 2024-08-10T05:23:01.532 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:23:01 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[119097]: ts=2024-08-10T05:23:01.205Z caller=node_exporter.go:117 level=info collector=os 2024-08-10T05:23:01.532 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:23:01 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[119097]: ts=2024-08-10T05:23:01.205Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-08-10T05:23:01.532 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:23:01 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[119097]: ts=2024-08-10T05:23:01.205Z caller=node_exporter.go:117 level=info collector=pressure 2024-08-10T05:23:01.532 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:23:01 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[119097]: ts=2024-08-10T05:23:01.205Z caller=node_exporter.go:117 level=info collector=rapl 2024-08-10T05:23:01.532 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:23:01 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[119097]: ts=2024-08-10T05:23:01.205Z caller=node_exporter.go:117 level=info collector=schedstat 2024-08-10T05:23:01.532 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:23:01 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[119097]: ts=2024-08-10T05:23:01.205Z caller=node_exporter.go:117 level=info collector=selinux 2024-08-10T05:23:01.532 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:23:01 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[119097]: ts=2024-08-10T05:23:01.205Z caller=node_exporter.go:117 level=info collector=sockstat 2024-08-10T05:23:01.532 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:23:01 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[119097]: ts=2024-08-10T05:23:01.205Z caller=node_exporter.go:117 level=info collector=softnet 2024-08-10T05:23:01.532 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:23:01 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[119097]: ts=2024-08-10T05:23:01.205Z caller=node_exporter.go:117 level=info collector=stat 2024-08-10T05:23:01.532 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:23:01 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[119097]: ts=2024-08-10T05:23:01.205Z caller=node_exporter.go:117 level=info collector=tapestats 2024-08-10T05:23:01.532 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:23:01 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[119097]: ts=2024-08-10T05:23:01.205Z caller=node_exporter.go:117 level=info collector=textfile 2024-08-10T05:23:01.532 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:23:01 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[119097]: ts=2024-08-10T05:23:01.205Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-08-10T05:23:01.532 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:23:01 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[119097]: ts=2024-08-10T05:23:01.205Z caller=node_exporter.go:117 level=info collector=time 2024-08-10T05:23:01.533 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:23:01 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[119097]: ts=2024-08-10T05:23:01.205Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-08-10T05:23:01.533 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:23:01 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[119097]: ts=2024-08-10T05:23:01.205Z caller=node_exporter.go:117 level=info collector=uname 2024-08-10T05:23:01.533 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:23:01 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[119097]: ts=2024-08-10T05:23:01.205Z caller=node_exporter.go:117 level=info collector=vmstat 2024-08-10T05:23:01.533 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:23:01 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[119097]: ts=2024-08-10T05:23:01.205Z caller=node_exporter.go:117 level=info collector=xfs 2024-08-10T05:23:01.533 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:23:01 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[119097]: ts=2024-08-10T05:23:01.205Z caller=node_exporter.go:117 level=info collector=zfs 2024-08-10T05:23:01.533 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:23:01 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[119097]: ts=2024-08-10T05:23:01.206Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-08-10T05:23:01.533 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:23:01 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b[119097]: ts=2024-08-10T05:23:01.206Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-08-10T05:23:01.533 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:23:01 smithi196 bash[119082]: a882c91f011609b8ac7000293d393adb29dbe1d606ccbc1969ca16b97f94859c 2024-08-10T05:23:01.533 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 05:23:01 smithi196 systemd[1]: Started Ceph node-exporter.b for fc322138-56d5-11ef-bcce-c7b262605968. 2024-08-10T05:23:02.262 INFO:tasks.rados.rados.0.smithi031.stdout:2548: done (0 left) 2024-08-10T05:23:02.262 INFO:tasks.rados.rados.0.smithi031.stdout:2549: delete oid 36 current snap is 244 2024-08-10T05:23:02.264 INFO:tasks.rados.rados.0.smithi031.stdout:2549: done (0 left) 2024-08-10T05:23:02.264 INFO:tasks.rados.rados.0.smithi031.stdout:2550: delete oid 1 current snap is 244 2024-08-10T05:23:02.266 INFO:tasks.rados.rados.0.smithi031.stdout:2550: done (0 left) 2024-08-10T05:23:02.266 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 21 current snap is 244 2024-08-10T05:23:02.266 INFO:tasks.rados.rados.0.smithi031.stdout:2551: seq_num 779 ranges {0=655360,655360=401408} 2024-08-10T05:23:02.270 INFO:tasks.rados.rados.0.smithi031.stdout:2551: writing smithi03186013-21 from 0 to 655360 tid 1 2024-08-10T05:23:02.272 INFO:tasks.rados.rados.0.smithi031.stdout:2551: writing smithi03186013-21 from 655360 to 1056768 tid 2 2024-08-10T05:23:02.272 INFO:tasks.rados.rados.0.smithi031.stdout:2552: copy_from oid 19 from oid 49 current snap is 244 2024-08-10T05:23:02.272 INFO:tasks.rados.rados.0.smithi031.stdout:2553: read oid 9 snap -1 2024-08-10T05:23:02.272 INFO:tasks.rados.rados.0.smithi031.stdout:2553: expect (ObjNum 728 snap 224 seq_num 728) 2024-08-10T05:23:02.273 INFO:tasks.rados.rados.0.smithi031.stdout:2554: snap_remove snap 232 2024-08-10T05:23:02.300 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:02 smithi031 ceph-mon[98130]: osdmap e573: 8 total, 8 up, 8 in 2024-08-10T05:23:02.301 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:02 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:02.301 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:02 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:02.301 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:02 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:23:02.301 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:02 smithi031 ceph-mon[100614]: osdmap e573: 8 total, 8 up, 8 in 2024-08-10T05:23:02.301 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:02 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:02.301 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:02 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:02.301 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:02 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:23:02.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:02 smithi196 ceph-mon[90243]: osdmap e573: 8 total, 8 up, 8 in 2024-08-10T05:23:02.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:02 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:02.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:02 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:02.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:02 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:23:02.529 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:23:02 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:23:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:23:03.273 INFO:tasks.rados.rados.0.smithi031.stdout:2554: done (3 left) 2024-08-10T05:23:03.274 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 45 current snap is 244 2024-08-10T05:23:03.274 INFO:tasks.rados.rados.0.smithi031.stdout:2551: finishing write tid 1 to smithi03186013-21 2024-08-10T05:23:03.274 INFO:tasks.rados.rados.0.smithi031.stdout:2551: finishing write tid 2 to smithi03186013-21 2024-08-10T05:23:03.274 INFO:tasks.rados.rados.0.smithi031.stdout:2551: finishing write tid 3 to smithi03186013-21 2024-08-10T05:23:03.274 INFO:tasks.rados.rados.0.smithi031.stdout:2551: finishing write tid 4 to smithi03186013-21 2024-08-10T05:23:03.274 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 21 v 1225 (ObjNum 779 snap 244 seq_num 779) dirty exists 2024-08-10T05:23:03.274 INFO:tasks.rados.rados.0.smithi031.stdout:2551: left oid 21 (ObjNum 779 snap 244 seq_num 779) 2024-08-10T05:23:03.274 INFO:tasks.rados.rados.0.smithi031.stdout:2552: finishing copy_from racing read to smithi03186013-19 2024-08-10T05:23:03.274 INFO:tasks.rados.rados.0.smithi031.stdout:2553: expect (ObjNum 728 snap 224 seq_num 728) 2024-08-10T05:23:03.283 INFO:tasks.rados.rados.0.smithi031.stdout:2552: finishing copy_from to smithi03186013-19 2024-08-10T05:23:03.283 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 19 v 1028 (ObjNum 766 snap 237 seq_num 766) dirty exists 2024-08-10T05:23:03.283 INFO:tasks.rados.rados.0.smithi031.stdout:2555: seq_num 780 ranges {0=671744,671744=401408} 2024-08-10T05:23:03.286 INFO:tasks.rados.rados.0.smithi031.stdout:2555: writing smithi03186013-45 from 0 to 671744 tid 1 2024-08-10T05:23:03.289 INFO:tasks.rados.rados.0.smithi031.stdout:2555: writing smithi03186013-45 from 671744 to 1073152 tid 2 2024-08-10T05:23:03.289 INFO:tasks.rados.rados.0.smithi031.stdout:2551: done (3 left) 2024-08-10T05:23:03.289 INFO:tasks.rados.rados.0.smithi031.stdout:2552: done (2 left) 2024-08-10T05:23:03.289 INFO:tasks.rados.rados.0.smithi031.stdout:2553: done (1 left) 2024-08-10T05:23:03.289 INFO:tasks.rados.rados.0.smithi031.stdout:2556: snap_remove snap 241 2024-08-10T05:23:03.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:03 smithi031 ceph-mon[98130]: pgmap v521: 121 pgs: 121 active+clean; 136 MiB data, 1017 MiB used, 714 GiB / 715 GiB avail; 381 KiB/s rd, 694 KiB/s wr, 4 op/s 2024-08-10T05:23:03.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:03 smithi031 ceph-mon[98130]: osdmap e574: 8 total, 8 up, 8 in 2024-08-10T05:23:03.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:03 smithi031 ceph-mon[100614]: pgmap v521: 121 pgs: 121 active+clean; 136 MiB data, 1017 MiB used, 714 GiB / 715 GiB avail; 381 KiB/s rd, 694 KiB/s wr, 4 op/s 2024-08-10T05:23:03.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:03 smithi031 ceph-mon[100614]: osdmap e574: 8 total, 8 up, 8 in 2024-08-10T05:23:03.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:03 smithi196 ceph-mon[90243]: pgmap v521: 121 pgs: 121 active+clean; 136 MiB data, 1017 MiB used, 714 GiB / 715 GiB avail; 381 KiB/s rd, 694 KiB/s wr, 4 op/s 2024-08-10T05:23:03.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:03 smithi196 ceph-mon[90243]: osdmap e574: 8 total, 8 up, 8 in 2024-08-10T05:23:04.251 INFO:tasks.rados.rados.0.smithi031.stdout:2556: done (1 left) 2024-08-10T05:23:04.252 INFO:tasks.rados.rados.0.smithi031.stdout:2557: snap_remove snap 234 2024-08-10T05:23:04.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:04 smithi196 ceph-mon[90243]: osdmap e575: 8 total, 8 up, 8 in 2024-08-10T05:23:04.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:04 smithi196 ceph-mon[90243]: osdmap e576: 8 total, 8 up, 8 in 2024-08-10T05:23:04.768 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:04 smithi031 ceph-mon[100614]: osdmap e575: 8 total, 8 up, 8 in 2024-08-10T05:23:04.768 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:04 smithi031 ceph-mon[100614]: osdmap e576: 8 total, 8 up, 8 in 2024-08-10T05:23:04.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:04 smithi031 ceph-mon[98130]: osdmap e575: 8 total, 8 up, 8 in 2024-08-10T05:23:04.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:04 smithi031 ceph-mon[98130]: osdmap e576: 8 total, 8 up, 8 in 2024-08-10T05:23:05.251 INFO:tasks.rados.rados.0.smithi031.stdout:2557: done (1 left) 2024-08-10T05:23:05.251 INFO:tasks.rados.rados.0.smithi031.stdout:2558: read oid 1 snap 242 2024-08-10T05:23:05.251 INFO:tasks.rados.rados.0.smithi031.stdout:2558: expect deleted 2024-08-10T05:23:05.251 INFO:tasks.rados.rados.0.smithi031.stdout:2559: snap_create 2024-08-10T05:23:05.251 INFO:tasks.rados.rados.0.smithi031.stdout:2555: finishing write tid 1 to smithi03186013-45 2024-08-10T05:23:05.252 INFO:tasks.rados.rados.0.smithi031.stdout:2555: finishing write tid 2 to smithi03186013-45 2024-08-10T05:23:05.252 INFO:tasks.rados.rados.0.smithi031.stdout:2555: finishing write tid 3 to smithi03186013-45 2024-08-10T05:23:05.252 INFO:tasks.rados.rados.0.smithi031.stdout:2555: finishing write tid 4 to smithi03186013-45 2024-08-10T05:23:05.252 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 45 v 1375 (ObjNum 780 snap 244 seq_num 780) dirty exists 2024-08-10T05:23:05.252 INFO:tasks.rados.rados.0.smithi031.stdout:2555: left oid 45 (ObjNum 780 snap 244 seq_num 780) 2024-08-10T05:23:05.574 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:05 smithi031 ceph-mon[98130]: pgmap v524: 121 pgs: 121 active+clean; 138 MiB data, 1019 MiB used, 714 GiB / 715 GiB avail; 1.0 MiB/s rd, 920 KiB/s wr, 8 op/s 2024-08-10T05:23:05.574 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:05 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:05.574 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:05 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:05.574 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:05 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:05.574 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:05 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:05.574 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:05 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:05.575 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:05 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:05.575 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:05 smithi031 ceph-mon[98130]: osdmap e577: 8 total, 8 up, 8 in 2024-08-10T05:23:05.575 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:05 smithi031 ceph-mon[100614]: pgmap v524: 121 pgs: 121 active+clean; 138 MiB data, 1019 MiB used, 714 GiB / 715 GiB avail; 1.0 MiB/s rd, 920 KiB/s wr, 8 op/s 2024-08-10T05:23:05.575 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:05 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:05.575 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:05 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:05.575 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:05 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:05.575 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:05 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:05.575 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:05 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:05.575 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:05 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:05.575 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:05 smithi031 ceph-mon[100614]: osdmap e577: 8 total, 8 up, 8 in 2024-08-10T05:23:05.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:05 smithi196 ceph-mon[90243]: pgmap v524: 121 pgs: 121 active+clean; 138 MiB data, 1019 MiB used, 714 GiB / 715 GiB avail; 1.0 MiB/s rd, 920 KiB/s wr, 8 op/s 2024-08-10T05:23:05.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:05 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:05.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:05 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:05.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:05 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:05.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:05 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:05.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:05 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:05.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:05 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:05.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:05 smithi196 ceph-mon[90243]: osdmap e577: 8 total, 8 up, 8 in 2024-08-10T05:23:06.253 INFO:tasks.rados.rados.0.smithi031.stdout:2555: done (2 left) 2024-08-10T05:23:06.253 INFO:tasks.rados.rados.0.smithi031.stdout:2558: done (1 left) 2024-08-10T05:23:06.253 INFO:tasks.rados.rados.0.smithi031.stdout:2559: done (0 left) 2024-08-10T05:23:06.253 INFO:tasks.rados.rados.0.smithi031.stdout:2560: setattr oid 44 current snap is 245 2024-08-10T05:23:06.255 INFO:tasks.rados.rados.0.smithi031.stdout:2561: rollback oid 17 current snap is 245 2024-08-10T05:23:06.255 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 17 to 242 2024-08-10T05:23:06.255 INFO:tasks.rados.rados.0.smithi031.stdout:2562: snap_remove snap 233 2024-08-10T05:23:06.994 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:06 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:06.994 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:06 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:06.994 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:06 smithi031 ceph-mon[98130]: osdmap e578: 8 total, 8 up, 8 in 2024-08-10T05:23:06.994 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:06 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:06.994 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:06 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:06.995 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:06 smithi031 ceph-mon[100614]: osdmap e578: 8 total, 8 up, 8 in 2024-08-10T05:23:07.026 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:06 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:07.026 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:06 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:07.026 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:06 smithi196 ceph-mon[90243]: osdmap e578: 8 total, 8 up, 8 in 2024-08-10T05:23:07.251 INFO:tasks.rados.rados.0.smithi031.stdout:2562: done (2 left) 2024-08-10T05:23:07.252 INFO:tasks.rados.rados.0.smithi031.stdout:2563: delete oid 48 current snap is 245 2024-08-10T05:23:07.252 INFO:tasks.rados.rados.0.smithi031.stdout:2561: finishing rollback tid 1 to smithi03186013-17 2024-08-10T05:23:07.252 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 17 v 0 (ObjNum 177 snap 0 seq_num 1) dirty dne 2024-08-10T05:23:07.252 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 44 v 1415 (ObjNum 257 snap 0 seq_num 589825824) dirty exists 2024-08-10T05:23:07.260 INFO:tasks.rados.rados.0.smithi031.stdout:2560: done (2 left) 2024-08-10T05:23:07.260 INFO:tasks.rados.rados.0.smithi031.stdout:2561: done (1 left) 2024-08-10T05:23:07.260 INFO:tasks.rados.rados.0.smithi031.stdout:2563: done (0 left) 2024-08-10T05:23:07.260 INFO:tasks.rados.rados.0.smithi031.stdout:2564: setattr oid 14 current snap is 245 2024-08-10T05:23:07.264 INFO:tasks.rados.rados.0.smithi031.stdout:2565: snap_remove snap 231 2024-08-10T05:23:07.700 INFO:teuthology.orchestra.run.smithi031.stdout:true 2024-08-10T05:23:07.979 INFO:teuthology.orchestra.run.smithi031.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-10T05:23:07.980 INFO:teuthology.orchestra.run.smithi031.stdout:alertmanager.a smithi031 *:9093,9094 running (7m) 3s ago 11m 23.8M - 0.25.0 c8568f914cd2 afde0a9ed8a2 2024-08-10T05:23:07.980 INFO:teuthology.orchestra.run.smithi031.stdout:grafana.a smithi196 *:3000 running (7m) 3s ago 11m 86.3M - 9.4.7 954c08fa6188 6ec1b1b19e7a 2024-08-10T05:23:07.980 INFO:teuthology.orchestra.run.smithi031.stdout:mds.a smithi031 running (42s) 3s ago 12m 14.4M - 19.1.0-1335-gbca9905d c7b33901c886 2232112f0bbc 2024-08-10T05:23:07.980 INFO:teuthology.orchestra.run.smithi031.stdout:mds.b smithi196 running (23s) 3s ago 12m 13.1M - 19.1.0-1335-gbca9905d c7b33901c886 9804bac1e54b 2024-08-10T05:23:07.980 INFO:teuthology.orchestra.run.smithi031.stdout:mgr.x smithi196 *:8443,9283,8765 running (6m) 3s ago 16m 441M - 19.1.0-1335-gbca9905d c7b33901c886 467542b38c9b 2024-08-10T05:23:07.980 INFO:teuthology.orchestra.run.smithi031.stdout:mgr.y smithi031 *:8443,9283,8765 running (7m) 3s ago 17m 516M - 19.1.0-1335-gbca9905d c7b33901c886 7eef306ed587 2024-08-10T05:23:07.980 INFO:teuthology.orchestra.run.smithi031.stdout:mon.a smithi031 running (6m) 3s ago 18m 70.5M 2048M 19.1.0-1335-gbca9905d c7b33901c886 9e3f4f54b00a 2024-08-10T05:23:07.980 INFO:teuthology.orchestra.run.smithi031.stdout:mon.b smithi196 running (5m) 3s ago 16m 54.4M 2048M 19.1.0-1335-gbca9905d c7b33901c886 b01d51d0054f 2024-08-10T05:23:07.980 INFO:teuthology.orchestra.run.smithi031.stdout:mon.c smithi031 running (5m) 3s ago 16m 58.4M 2048M 19.1.0-1335-gbca9905d c7b33901c886 2cc1160db2be 2024-08-10T05:23:07.980 INFO:teuthology.orchestra.run.smithi031.stdout:node-exporter.a smithi031 *:9100 running (11s) 3s ago 10m 3552k - 1.5.0 0da6a335fe13 3ab83fdd38ac 2024-08-10T05:23:07.980 INFO:teuthology.orchestra.run.smithi031.stdout:node-exporter.b smithi196 *:9100 running (7s) 3s ago 10m 3590k - 1.5.0 0da6a335fe13 a882c91f0116 2024-08-10T05:23:07.980 INFO:teuthology.orchestra.run.smithi031.stdout:osd.0 smithi031 running (4m) 3s ago 16m 262M 2481M 19.1.0-1335-gbca9905d c7b33901c886 b6a59f8bdb81 2024-08-10T05:23:07.981 INFO:teuthology.orchestra.run.smithi031.stdout:osd.1 smithi031 running (4m) 3s ago 15m 213M 2481M 19.1.0-1335-gbca9905d c7b33901c886 67b0c1ce41f2 2024-08-10T05:23:07.981 INFO:teuthology.orchestra.run.smithi031.stdout:osd.2 smithi031 running (3m) 3s ago 15m 149M 2481M 19.1.0-1335-gbca9905d c7b33901c886 33f3ce3dcbbc 2024-08-10T05:23:07.981 INFO:teuthology.orchestra.run.smithi031.stdout:osd.3 smithi031 running (3m) 3s ago 14m 119M 2481M 19.1.0-1335-gbca9905d c7b33901c886 bd24188e5ebb 2024-08-10T05:23:07.981 INFO:teuthology.orchestra.run.smithi031.stdout:osd.4 smithi196 running (2m) 3s ago 14m 153M 2480M 19.1.0-1335-gbca9905d c7b33901c886 3443a66c18a7 2024-08-10T05:23:07.981 INFO:teuthology.orchestra.run.smithi031.stdout:osd.5 smithi196 running (2m) 3s ago 14m 162M 2480M 19.1.0-1335-gbca9905d c7b33901c886 0b799750a37c 2024-08-10T05:23:07.981 INFO:teuthology.orchestra.run.smithi031.stdout:osd.6 smithi196 running (96s) 3s ago 13m 127M 2480M 19.1.0-1335-gbca9905d c7b33901c886 394f5a40bb1f 2024-08-10T05:23:07.981 INFO:teuthology.orchestra.run.smithi031.stdout:osd.7 smithi196 running (62s) 3s ago 13m 76.2M 2480M 19.1.0-1335-gbca9905d c7b33901c886 8d86aaf94759 2024-08-10T05:23:07.981 INFO:teuthology.orchestra.run.smithi031.stdout:prometheus.a smithi196 *:9095 running (6m) 3s ago 11m 67.7M - 2.43.0 a07b618ecd1d d50c5c7907b8 2024-08-10T05:23:07.981 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:07 smithi031 ceph-mon[98130]: pgmap v527: 121 pgs: 121 active+clean; 138 MiB data, 1020 MiB used, 714 GiB / 715 GiB avail; 671 KiB/s rd, 462 KiB/s wr, 4 op/s 2024-08-10T05:23:07.981 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:07 smithi031 ceph-mon[98130]: osdmap e579: 8 total, 8 up, 8 in 2024-08-10T05:23:07.982 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:07 smithi031 ceph-mon[100614]: pgmap v527: 121 pgs: 121 active+clean; 138 MiB data, 1020 MiB used, 714 GiB / 715 GiB avail; 671 KiB/s rd, 462 KiB/s wr, 4 op/s 2024-08-10T05:23:07.982 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:07 smithi031 ceph-mon[100614]: osdmap e579: 8 total, 8 up, 8 in 2024-08-10T05:23:08.011 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:07 smithi196 ceph-mon[90243]: pgmap v527: 121 pgs: 121 active+clean; 138 MiB data, 1020 MiB used, 714 GiB / 715 GiB avail; 671 KiB/s rd, 462 KiB/s wr, 4 op/s 2024-08-10T05:23:08.011 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:07 smithi196 ceph-mon[90243]: osdmap e579: 8 total, 8 up, 8 in 2024-08-10T05:23:08.255 INFO:tasks.rados.rados.0.smithi031.stdout:2565: done (1 left) 2024-08-10T05:23:08.256 INFO:tasks.rados.rados.0.smithi031.stdout:2566: rollback oid 37 current snap is 245 2024-08-10T05:23:08.256 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 37 to 237 2024-08-10T05:23:08.256 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 14 v 1376 (ObjNum 732 snap 226 seq_num 732) dirty exists 2024-08-10T05:23:08.256 INFO:tasks.rados.rados.0.smithi031.stdout:2564: done (1 left) 2024-08-10T05:23:08.256 INFO:tasks.rados.rados.0.smithi031.stdout:2567: snap_remove snap 240 2024-08-10T05:23:08.330 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-08-10T05:23:08.330 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": { 2024-08-10T05:23:08.330 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 3 2024-08-10T05:23:08.330 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-08-10T05:23:08.330 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": { 2024-08-10T05:23:08.330 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 2 2024-08-10T05:23:08.331 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-08-10T05:23:08.331 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": { 2024-08-10T05:23:08.331 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 8 2024-08-10T05:23:08.331 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-08-10T05:23:08.331 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": { 2024-08-10T05:23:08.331 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 2 2024-08-10T05:23:08.331 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-08-10T05:23:08.331 INFO:teuthology.orchestra.run.smithi031.stdout: "overall": { 2024-08-10T05:23:08.331 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 15 2024-08-10T05:23:08.331 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-08-10T05:23:08.331 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-08-10T05:23:08.759 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:08 smithi196 ceph-mon[90243]: from='client.44351 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:23:08.759 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:08 smithi196 ceph-mon[90243]: osdmap e580: 8 total, 8 up, 8 in 2024-08-10T05:23:08.759 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:08 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/1156132285' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:09.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:08 smithi031 ceph-mon[98130]: from='client.44351 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:23:09.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:08 smithi031 ceph-mon[98130]: osdmap e580: 8 total, 8 up, 8 in 2024-08-10T05:23:09.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:08 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/1156132285' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:09.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:08 smithi031 ceph-mon[100614]: from='client.44351 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:23:09.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:08 smithi031 ceph-mon[100614]: osdmap e580: 8 total, 8 up, 8 in 2024-08-10T05:23:09.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:08 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/1156132285' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:09.255 INFO:tasks.rados.rados.0.smithi031.stdout:2567: done (1 left) 2024-08-10T05:23:09.255 INFO:tasks.rados.rados.0.smithi031.stdout:2568: copy_from oid 41 from oid 7 current snap is 245 2024-08-10T05:23:09.255 INFO:tasks.rados.rados.0.smithi031.stdout:2569: read oid 3 snap -1 2024-08-10T05:23:09.256 INFO:tasks.rados.rados.0.smithi031.stdout:2569: expect (ObjNum 748 snap 228 seq_num 748) 2024-08-10T05:23:09.256 INFO:tasks.rados.rados.0.smithi031.stdout:2570: snap_create 2024-08-10T05:23:09.256 INFO:tasks.rados.rados.0.smithi031.stdout:2566: finishing rollback tid 0 to smithi03186013-37 2024-08-10T05:23:09.256 INFO:tasks.rados.rados.0.smithi031.stdout:2566: finishing rollback tid 1 to smithi03186013-37 2024-08-10T05:23:09.256 INFO:tasks.rados.rados.0.smithi031.stdout:2566: finishing rollback tid 2 to smithi03186013-37 2024-08-10T05:23:09.256 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 37 v 1034 (ObjNum 764 snap 237 seq_num 764) dirty exists 2024-08-10T05:23:09.262 INFO:tasks.rados.rados.0.smithi031.stdout:2569: expect (ObjNum 748 snap 228 seq_num 748) 2024-08-10T05:23:09.277 INFO:tasks.rados.rados.0.smithi031.stdout:2568: finishing copy_from racing read to smithi03186013-41 2024-08-10T05:23:09.277 INFO:tasks.rados.rados.0.smithi031.stdout:2568: finishing copy_from to smithi03186013-41 2024-08-10T05:23:09.277 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 41 v 1406 (ObjNum 775 snap 240 seq_num 775) dirty exists 2024-08-10T05:23:09.975 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:09 smithi196 ceph-mon[90243]: pgmap v530: 121 pgs: 121 active+clean; 139 MiB data, 1023 MiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 262 KiB/s wr, 1 op/s 2024-08-10T05:23:09.975 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:09 smithi196 ceph-mon[90243]: from='client.34425 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:23:09.976 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:09 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:09.976 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:09 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:09.976 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:09 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:09.976 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:09 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:09.976 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:09 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:23:09.976 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:09 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:23:09.976 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:09 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:09.976 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:09 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:23:09.976 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:09 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:09.976 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:09 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:09.976 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:09 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:09.976 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:09 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:09.976 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:09 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:09.976 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:09 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:09.977 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:09 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:09.977 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:09 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:09.977 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:09 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:09.977 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:09 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:09.977 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:09 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:09.977 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:09 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:09.977 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:09 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:09.977 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:09 smithi196 ceph-mon[90243]: osdmap e581: 8 total, 8 up, 8 in 2024-08-10T05:23:10.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:09 smithi031 ceph-mon[98130]: pgmap v530: 121 pgs: 121 active+clean; 139 MiB data, 1023 MiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 262 KiB/s wr, 1 op/s 2024-08-10T05:23:10.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:09 smithi031 ceph-mon[98130]: from='client.34425 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:23:10.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:09 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:10.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:09 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:10.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:09 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:10.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:09 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:10.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:09 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:23:10.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:09 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:23:10.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:09 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:10.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:09 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:23:10.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:09 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:10.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:09 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:10.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:09 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:10.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:09 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:10.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:09 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:10.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:09 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:10.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:09 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:10.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:09 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:10.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:09 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:10.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:09 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:10.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:09 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:10.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:09 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:10.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:09 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:10.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:09 smithi031 ceph-mon[98130]: osdmap e581: 8 total, 8 up, 8 in 2024-08-10T05:23:10.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:09 smithi031 ceph-mon[100614]: pgmap v530: 121 pgs: 121 active+clean; 139 MiB data, 1023 MiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 262 KiB/s wr, 1 op/s 2024-08-10T05:23:10.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:09 smithi031 ceph-mon[100614]: from='client.34425 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:23:10.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:09 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:10.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:09 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:10.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:09 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:10.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:09 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:10.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:09 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:23:10.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:09 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:23:10.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:09 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:10.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:09 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:23:10.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:09 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:10.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:09 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:10.022 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:09 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:10.022 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:09 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:10.022 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:09 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:10.022 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:09 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:10.022 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:09 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:10.022 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:09 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:10.022 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:09 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:10.022 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:09 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:10.022 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:09 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:10.022 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:09 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:10.022 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:09 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:10.022 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:09 smithi031 ceph-mon[100614]: osdmap e581: 8 total, 8 up, 8 in 2024-08-10T05:23:10.257 INFO:tasks.rados.rados.0.smithi031.stdout:2566: done (3 left) 2024-08-10T05:23:10.258 INFO:tasks.rados.rados.0.smithi031.stdout:2568: done (2 left) 2024-08-10T05:23:10.258 INFO:tasks.rados.rados.0.smithi031.stdout:2569: done (1 left) 2024-08-10T05:23:10.258 INFO:tasks.rados.rados.0.smithi031.stdout:2570: done (0 left) 2024-08-10T05:23:10.258 INFO:tasks.rados.rados.0.smithi031.stdout:2571: rmattr oid 7 current snap is 246 2024-08-10T05:23:10.258 INFO:tasks.rados.rados.0.smithi031.stdout:2571: done (0 left) 2024-08-10T05:23:10.258 INFO:tasks.rados.rados.0.smithi031.stdout:2572: read oid 34 snap -1 2024-08-10T05:23:10.258 INFO:tasks.rados.rados.0.smithi031.stdout:2572: expect (ObjNum 618 snap 193 seq_num 618) 2024-08-10T05:23:10.258 INFO:tasks.rados.rados.0.smithi031.stdout:2573: read oid 47 snap -1 2024-08-10T05:23:10.258 INFO:tasks.rados.rados.0.smithi031.stdout:2573: expect (ObjNum 726 snap 224 seq_num 726) 2024-08-10T05:23:10.258 INFO:tasks.rados.rados.0.smithi031.stdout:2574: snap_remove snap 238 2024-08-10T05:23:11.259 INFO:tasks.rados.rados.0.smithi031.stdout:2574: done (2 left) 2024-08-10T05:23:11.259 INFO:tasks.rados.rados.0.smithi031.stdout:2575: delete oid 37 current snap is 246 2024-08-10T05:23:11.259 INFO:tasks.rados.rados.0.smithi031.stdout:2573: expect (ObjNum 726 snap 224 seq_num 726) 2024-08-10T05:23:11.272 INFO:tasks.rados.rados.0.smithi031.stdout:2572: expect (ObjNum 618 snap 193 seq_num 618) 2024-08-10T05:23:11.364 INFO:tasks.rados.rados.0.smithi031.stdout:2572: done (2 left) 2024-08-10T05:23:11.364 INFO:tasks.rados.rados.0.smithi031.stdout:2573: done (1 left) 2024-08-10T05:23:11.364 INFO:tasks.rados.rados.0.smithi031.stdout:2575: done (0 left) 2024-08-10T05:23:11.364 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 29 current snap is 246 2024-08-10T05:23:11.364 INFO:tasks.rados.rados.0.smithi031.stdout:2576: seq_num 783 ranges {499712=720896,1220608=401408} 2024-08-10T05:23:11.370 INFO:tasks.rados.rados.0.smithi031.stdout:2576: writing smithi03186013-29 from 499712 to 1220608 tid 1 2024-08-10T05:23:11.372 INFO:tasks.rados.rados.0.smithi031.stdout:2576: writing smithi03186013-29 from 1220608 to 1622016 tid 2 2024-08-10T05:23:11.373 INFO:tasks.rados.rados.0.smithi031.stdout:2577: copy_from oid 21 from oid 20 current snap is 246 2024-08-10T05:23:11.373 INFO:tasks.rados.rados.0.smithi031.stdout:2578: snap_create 2024-08-10T05:23:11.376 INFO:tasks.rados.rados.0.smithi031.stdout:2576: finishing write tid 1 to smithi03186013-29 2024-08-10T05:23:11.376 INFO:tasks.rados.rados.0.smithi031.stdout:2576: finishing write tid 2 to smithi03186013-29 2024-08-10T05:23:11.376 INFO:tasks.rados.rados.0.smithi031.stdout:2576: finishing write tid 3 to smithi03186013-29 2024-08-10T05:23:11.377 INFO:tasks.rados.rados.0.smithi031.stdout:2576: finishing write tid 4 to smithi03186013-29 2024-08-10T05:23:11.377 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 29 v 1431 (ObjNum 783 snap 246 seq_num 783) dirty exists 2024-08-10T05:23:11.377 INFO:tasks.rados.rados.0.smithi031.stdout:2576: left oid 29 (ObjNum 783 snap 246 seq_num 783) 2024-08-10T05:23:11.377 INFO:tasks.rados.rados.0.smithi031.stdout:2577: finishing copy_from racing read to smithi03186013-21 2024-08-10T05:23:11.378 INFO:tasks.rados.rados.0.smithi031.stdout:2577: finishing copy_from to smithi03186013-21 2024-08-10T05:23:11.378 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 21 v 1358 (ObjNum 743 snap 227 seq_num 743) dirty exists 2024-08-10T05:23:11.504 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:11 smithi196 ceph-mon[90243]: pgmap v533: 121 pgs: 121 active+clean; 140 MiB data, 1023 MiB used, 714 GiB / 715 GiB avail; 390 KiB/s rd, 504 KiB/s wr, 2 op/s 2024-08-10T05:23:11.504 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:11 smithi196 ceph-mon[90243]: osdmap e582: 8 total, 8 up, 8 in 2024-08-10T05:23:11.504 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:11 smithi196 ceph-mon[90243]: Upgrade: Updating prometheus.a 2024-08-10T05:23:11.504 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:11 smithi196 ceph-mon[90243]: Deploying daemon prometheus.a on smithi196 2024-08-10T05:23:11.504 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:11 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:23:11.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:23:11 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:23:11] "GET /metrics HTTP/1.1" 200 36277 "" "Prometheus/2.43.0" 2024-08-10T05:23:11.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:11 smithi031 ceph-mon[98130]: pgmap v533: 121 pgs: 121 active+clean; 140 MiB data, 1023 MiB used, 714 GiB / 715 GiB avail; 390 KiB/s rd, 504 KiB/s wr, 2 op/s 2024-08-10T05:23:11.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:11 smithi031 ceph-mon[98130]: osdmap e582: 8 total, 8 up, 8 in 2024-08-10T05:23:11.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:11 smithi031 ceph-mon[98130]: Upgrade: Updating prometheus.a 2024-08-10T05:23:11.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:11 smithi031 ceph-mon[98130]: Deploying daemon prometheus.a on smithi196 2024-08-10T05:23:11.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:11 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:23:11.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:11 smithi031 ceph-mon[100614]: pgmap v533: 121 pgs: 121 active+clean; 140 MiB data, 1023 MiB used, 714 GiB / 715 GiB avail; 390 KiB/s rd, 504 KiB/s wr, 2 op/s 2024-08-10T05:23:11.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:11 smithi031 ceph-mon[100614]: osdmap e582: 8 total, 8 up, 8 in 2024-08-10T05:23:11.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:11 smithi031 ceph-mon[100614]: Upgrade: Updating prometheus.a 2024-08-10T05:23:11.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:11 smithi031 ceph-mon[100614]: Deploying daemon prometheus.a on smithi196 2024-08-10T05:23:11.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:11 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:23:12.276 INFO:tasks.rados.rados.0.smithi031.stdout:2576: done (2 left) 2024-08-10T05:23:12.276 INFO:tasks.rados.rados.0.smithi031.stdout:2577: done (1 left) 2024-08-10T05:23:12.276 INFO:tasks.rados.rados.0.smithi031.stdout:2578: done (0 left) 2024-08-10T05:23:12.277 INFO:tasks.rados.rados.0.smithi031.stdout:2579: setattr oid 10 current snap is 247 2024-08-10T05:23:12.277 INFO:tasks.rados.rados.0.smithi031.stdout:2580: copy_from oid 36 from oid 20 current snap is 247 2024-08-10T05:23:12.278 INFO:tasks.rados.rados.0.smithi031.stdout:2581: copy_from oid 12 from oid 48 current snap is 247 2024-08-10T05:23:12.278 INFO:tasks.rados.rados.0.smithi031.stdout:2582: snap_create 2024-08-10T05:23:12.284 INFO:tasks.rados.rados.0.smithi031.stdout:2581: finishing copy_from to smithi03186013-12 2024-08-10T05:23:12.285 INFO:tasks.rados.rados.0.smithi031.stdout:2581: got expected ENOENT (src dne) 2024-08-10T05:23:12.285 INFO:tasks.rados.rados.0.smithi031.stdout:2581: finishing copy_from racing read to smithi03186013-12 2024-08-10T05:23:12.285 INFO:tasks.rados.rados.0.smithi031.stdout:2580: finishing copy_from racing read to smithi03186013-36 2024-08-10T05:23:12.285 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 10 v 993 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-08-10T05:23:12.285 INFO:tasks.rados.rados.0.smithi031.stdout:2580: finishing copy_from to smithi03186013-36 2024-08-10T05:23:12.286 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 36 v 1358 (ObjNum 743 snap 227 seq_num 743) dirty exists 2024-08-10T05:23:12.400 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:12 smithi196 ceph-mon[90243]: osdmap e583: 8 total, 8 up, 8 in 2024-08-10T05:23:12.401 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:23:12 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:23:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:23:12.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:12 smithi031 ceph-mon[98130]: osdmap e583: 8 total, 8 up, 8 in 2024-08-10T05:23:12.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:12 smithi031 ceph-mon[100614]: osdmap e583: 8 total, 8 up, 8 in 2024-08-10T05:23:13.283 INFO:tasks.rados.rados.0.smithi031.stdout:2579: done (3 left) 2024-08-10T05:23:13.284 INFO:tasks.rados.rados.0.smithi031.stdout:2580: done (2 left) 2024-08-10T05:23:13.284 INFO:tasks.rados.rados.0.smithi031.stdout:2581: done (1 left) 2024-08-10T05:23:13.284 INFO:tasks.rados.rados.0.smithi031.stdout:2582: done (0 left) 2024-08-10T05:23:13.284 INFO:tasks.rados.rados.0.smithi031.stdout:2583: rmattr oid 47 current snap is 248 2024-08-10T05:23:13.284 INFO:tasks.rados.rados.0.smithi031.stdout:2583: done (0 left) 2024-08-10T05:23:13.284 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 50 current snap is 248 2024-08-10T05:23:13.284 INFO:tasks.rados.rados.0.smithi031.stdout:2584: seq_num 784 ranges {3792896=737280,4530176=401408} 2024-08-10T05:23:13.308 INFO:tasks.rados.rados.0.smithi031.stdout:2584: writing smithi03186013-50 from 3792896 to 4530176 tid 1 2024-08-10T05:23:13.310 INFO:tasks.rados.rados.0.smithi031.stdout:2584: writing smithi03186013-50 from 4530176 to 4931584 tid 2 2024-08-10T05:23:13.311 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 37 current snap is 248 2024-08-10T05:23:13.311 INFO:tasks.rados.rados.0.smithi031.stdout:2585: seq_num 785 ranges {0=753664,753664=401408} 2024-08-10T05:23:13.315 INFO:tasks.rados.rados.0.smithi031.stdout:2585: writing smithi03186013-37 from 0 to 753664 tid 1 2024-08-10T05:23:13.318 INFO:tasks.rados.rados.0.smithi031.stdout:2585: writing smithi03186013-37 from 753664 to 1155072 tid 2 2024-08-10T05:23:13.318 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 47 current snap is 248 2024-08-10T05:23:13.318 INFO:tasks.rados.rados.0.smithi031.stdout:2584: finishing write tid 1 to smithi03186013-50 2024-08-10T05:23:13.318 INFO:tasks.rados.rados.0.smithi031.stdout:2586: seq_num 786 ranges {245760=770048,1015808=401408} 2024-08-10T05:23:13.324 INFO:tasks.rados.rados.0.smithi031.stdout:2586: writing smithi03186013-47 from 245760 to 1015808 tid 1 2024-08-10T05:23:13.326 INFO:tasks.rados.rados.0.smithi031.stdout:2586: writing smithi03186013-47 from 1015808 to 1417216 tid 2 2024-08-10T05:23:13.327 INFO:tasks.rados.rados.0.smithi031.stdout:2587: delete oid 44 current snap is 248 2024-08-10T05:23:13.327 INFO:tasks.rados.rados.0.smithi031.stdout:2584: finishing write tid 2 to smithi03186013-50 2024-08-10T05:23:13.327 INFO:tasks.rados.rados.0.smithi031.stdout:2584: finishing write tid 3 to smithi03186013-50 2024-08-10T05:23:13.327 INFO:tasks.rados.rados.0.smithi031.stdout:2584: finishing write tid 4 to smithi03186013-50 2024-08-10T05:23:13.327 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 50 v 1409 (ObjNum 784 snap 248 seq_num 784) dirty exists 2024-08-10T05:23:13.327 INFO:tasks.rados.rados.0.smithi031.stdout:2584: left oid 50 (ObjNum 784 snap 248 seq_num 784) 2024-08-10T05:23:13.327 INFO:tasks.rados.rados.0.smithi031.stdout:2585: finishing write tid 1 to smithi03186013-37 2024-08-10T05:23:13.327 INFO:tasks.rados.rados.0.smithi031.stdout:2585: finishing write tid 2 to smithi03186013-37 2024-08-10T05:23:13.327 INFO:tasks.rados.rados.0.smithi031.stdout:2585: finishing write tid 3 to smithi03186013-37 2024-08-10T05:23:13.327 INFO:tasks.rados.rados.0.smithi031.stdout:2585: finishing write tid 4 to smithi03186013-37 2024-08-10T05:23:13.327 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 37 v 1038 (ObjNum 785 snap 248 seq_num 785) dirty exists 2024-08-10T05:23:13.327 INFO:tasks.rados.rados.0.smithi031.stdout:2585: left oid 37 (ObjNum 785 snap 248 seq_num 785) 2024-08-10T05:23:13.329 INFO:tasks.rados.rados.0.smithi031.stdout:2584: done (3 left) 2024-08-10T05:23:13.329 INFO:tasks.rados.rados.0.smithi031.stdout:2585: done (2 left) 2024-08-10T05:23:13.329 INFO:tasks.rados.rados.0.smithi031.stdout:2587: done (1 left) 2024-08-10T05:23:13.330 INFO:tasks.rados.rados.0.smithi031.stdout:2588: snap_create 2024-08-10T05:23:13.331 INFO:tasks.rados.rados.0.smithi031.stdout:2586: finishing write tid 1 to smithi03186013-47 2024-08-10T05:23:13.331 INFO:tasks.rados.rados.0.smithi031.stdout:2586: finishing write tid 2 to smithi03186013-47 2024-08-10T05:23:13.331 INFO:tasks.rados.rados.0.smithi031.stdout:2586: finishing write tid 3 to smithi03186013-47 2024-08-10T05:23:13.332 INFO:tasks.rados.rados.0.smithi031.stdout:2586: finishing write tid 4 to smithi03186013-47 2024-08-10T05:23:13.332 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 47 v 1030 (ObjNum 786 snap 248 seq_num 786) dirty exists 2024-08-10T05:23:13.332 INFO:tasks.rados.rados.0.smithi031.stdout:2586: left oid 47 (ObjNum 786 snap 248 seq_num 786) 2024-08-10T05:23:13.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:13 smithi196 ceph-mon[90243]: pgmap v536: 121 pgs: 121 active+clean; 140 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 242 KiB/s wr, 12 op/s 2024-08-10T05:23:13.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:13 smithi196 ceph-mon[90243]: osdmap e584: 8 total, 8 up, 8 in 2024-08-10T05:23:13.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:13 smithi031 ceph-mon[98130]: pgmap v536: 121 pgs: 121 active+clean; 140 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 242 KiB/s wr, 12 op/s 2024-08-10T05:23:13.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:13 smithi031 ceph-mon[98130]: osdmap e584: 8 total, 8 up, 8 in 2024-08-10T05:23:13.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:13 smithi031 ceph-mon[100614]: pgmap v536: 121 pgs: 121 active+clean; 140 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 242 KiB/s wr, 12 op/s 2024-08-10T05:23:13.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:13 smithi031 ceph-mon[100614]: osdmap e584: 8 total, 8 up, 8 in 2024-08-10T05:23:14.189 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:23:13 smithi196 systemd[1]: Stopping Ceph prometheus.a for fc322138-56d5-11ef-bcce-c7b262605968... 2024-08-10T05:23:14.250 INFO:tasks.rados.rados.0.smithi031.stdout:2586: done (1 left) 2024-08-10T05:23:14.250 INFO:tasks.rados.rados.0.smithi031.stdout:2588: done (0 left) 2024-08-10T05:23:14.250 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 48 current snap is 249 2024-08-10T05:23:14.250 INFO:tasks.rados.rados.0.smithi031.stdout:2589: seq_num 788 ranges {0=802816,802816=401408} 2024-08-10T05:23:14.255 INFO:tasks.rados.rados.0.smithi031.stdout:2589: writing smithi03186013-48 from 0 to 802816 tid 1 2024-08-10T05:23:14.257 INFO:tasks.rados.rados.0.smithi031.stdout:2589: writing smithi03186013-48 from 802816 to 1204224 tid 2 2024-08-10T05:23:14.257 INFO:tasks.rados.rados.0.smithi031.stdout:2590: delete oid 9 current snap is 249 2024-08-10T05:23:14.263 INFO:tasks.rados.rados.0.smithi031.stdout:2589: finishing write tid 1 to smithi03186013-48 2024-08-10T05:23:14.263 INFO:tasks.rados.rados.0.smithi031.stdout:2589: finishing write tid 2 to smithi03186013-48 2024-08-10T05:23:14.264 INFO:tasks.rados.rados.0.smithi031.stdout:2590: done (1 left) 2024-08-10T05:23:14.264 INFO:tasks.rados.rados.0.smithi031.stdout:2591: read oid 25 snap -1 2024-08-10T05:23:14.264 INFO:tasks.rados.rados.0.smithi031.stdout:2591: expect deleted 2024-08-10T05:23:14.264 INFO:tasks.rados.rados.0.smithi031.stdout:2592: read oid 18 snap -1 2024-08-10T05:23:14.265 INFO:tasks.rados.rados.0.smithi031.stdout:2592: expect deleted 2024-08-10T05:23:14.265 INFO:tasks.rados.rados.0.smithi031.stdout:2593: copy_from oid 45 from oid 1 current snap is 249 2024-08-10T05:23:14.265 INFO:tasks.rados.rados.0.smithi031.stdout:2594: read oid 20 snap -1 2024-08-10T05:23:14.265 INFO:tasks.rados.rados.0.smithi031.stdout:2594: expect (ObjNum 743 snap 227 seq_num 743) 2024-08-10T05:23:14.265 INFO:tasks.rados.rados.0.smithi031.stdout:2595: rollback oid 21 current snap is 249 2024-08-10T05:23:14.265 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 21 to 245 2024-08-10T05:23:14.265 INFO:tasks.rados.rados.0.smithi031.stdout:2596: snap_create 2024-08-10T05:23:14.265 INFO:tasks.rados.rados.0.smithi031.stdout:2589: finishing write tid 3 to smithi03186013-48 2024-08-10T05:23:14.267 INFO:tasks.rados.rados.0.smithi031.stdout:2595: finishing rollback tid 0 to smithi03186013-21 2024-08-10T05:23:14.267 INFO:tasks.rados.rados.0.smithi031.stdout:2593: finishing copy_from to smithi03186013-45 2024-08-10T05:23:14.268 INFO:tasks.rados.rados.0.smithi031.stdout:2593: got expected ENOENT (src dne) 2024-08-10T05:23:14.268 INFO:tasks.rados.rados.0.smithi031.stdout:2594: expect (ObjNum 743 snap 227 seq_num 743) 2024-08-10T05:23:14.280 INFO:tasks.rados.rados.0.smithi031.stdout:2593: finishing copy_from racing read to smithi03186013-45 2024-08-10T05:23:14.280 INFO:tasks.rados.rados.0.smithi031.stdout:2595: finishing rollback tid 1 to smithi03186013-21 2024-08-10T05:23:14.280 INFO:tasks.rados.rados.0.smithi031.stdout:2595: finishing rollback tid 2 to smithi03186013-21 2024-08-10T05:23:14.280 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 21 v 1362 (ObjNum 779 snap 244 seq_num 779) dirty exists 2024-08-10T05:23:14.280 INFO:tasks.rados.rados.0.smithi031.stdout:2589: finishing write tid 4 to smithi03186013-48 2024-08-10T05:23:14.280 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 48 v 656 (ObjNum 788 snap 249 seq_num 788) dirty exists 2024-08-10T05:23:14.280 INFO:tasks.rados.rados.0.smithi031.stdout:2589: left oid 48 (ObjNum 788 snap 249 seq_num 788) 2024-08-10T05:23:14.479 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:14 smithi196 ceph-mon[90243]: osdmap e585: 8 total, 8 up, 8 in 2024-08-10T05:23:14.480 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:14 smithi196 ceph-mon[90243]: osdmap e586: 8 total, 8 up, 8 in 2024-08-10T05:23:14.480 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:23:14 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:23:14.189Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-08-10T05:23:14.480 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:23:14 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:23:14.189Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-08-10T05:23:14.480 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:23:14 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:23:14.189Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-08-10T05:23:14.480 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:23:14 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:23:14.189Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-08-10T05:23:14.480 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:23:14 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:23:14.189Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-08-10T05:23:14.480 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:23:14 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:23:14.189Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-08-10T05:23:14.480 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:23:14 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:23:14.189Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-08-10T05:23:14.480 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:23:14 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:23:14.189Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-08-10T05:23:14.480 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:23:14 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:23:14.189Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-08-10T05:23:14.481 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:23:14 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:23:14.190Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-08-10T05:23:14.481 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:23:14 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:23:14.190Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-08-10T05:23:14.481 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:23:14 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[81246]: ts=2024-08-10T05:23:14.190Z caller=main.go:1147 level=info msg="See you next time!" 2024-08-10T05:23:14.481 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:23:14 smithi196 podman[122767]: 2024-08-10 05:23:14.199591972 +0000 UTC m=+0.116600832 container died d50c5c7907b8ebd57abb730cd9c8a615818e5c124c6dcef2e3d224438bb5b3e2 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-10T05:23:14.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:14 smithi031 ceph-mon[98130]: osdmap e585: 8 total, 8 up, 8 in 2024-08-10T05:23:14.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:14 smithi031 ceph-mon[98130]: osdmap e586: 8 total, 8 up, 8 in 2024-08-10T05:23:14.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:14 smithi031 ceph-mon[100614]: osdmap e585: 8 total, 8 up, 8 in 2024-08-10T05:23:14.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:14 smithi031 ceph-mon[100614]: osdmap e586: 8 total, 8 up, 8 in 2024-08-10T05:23:14.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:23:14 smithi196 podman[122767]: 2024-08-10 05:23:14.587620173 +0000 UTC m=+0.504629021 container cleanup d50c5c7907b8ebd57abb730cd9c8a615818e5c124c6dcef2e3d224438bb5b3e2 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-10T05:23:14.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:23:14 smithi196 bash[122767]: ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a 2024-08-10T05:23:15.208 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:23:14 smithi196 podman[122785]: 2024-08-10 05:23:14.838714171 +0000 UTC m=+0.641344638 container remove d50c5c7907b8ebd57abb730cd9c8a615818e5c124c6dcef2e3d224438bb5b3e2 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-10T05:23:15.208 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:23:15 smithi196 systemd[1]: ceph-fc322138-56d5-11ef-bcce-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-08-10T05:23:15.208 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:23:15 smithi196 systemd[1]: Stopped Ceph prometheus.a for fc322138-56d5-11ef-bcce-c7b262605968. 2024-08-10T05:23:15.208 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:23:15 smithi196 systemd[1]: ceph-fc322138-56d5-11ef-bcce-c7b262605968@prometheus.a.service: Consumed 2.818s CPU time. 2024-08-10T05:23:15.251 INFO:tasks.rados.rados.0.smithi031.stdout:2589: done (6 left) 2024-08-10T05:23:15.251 INFO:tasks.rados.rados.0.smithi031.stdout:2591: done (5 left) 2024-08-10T05:23:15.251 INFO:tasks.rados.rados.0.smithi031.stdout:2592: done (4 left) 2024-08-10T05:23:15.251 INFO:tasks.rados.rados.0.smithi031.stdout:2593: done (3 left) 2024-08-10T05:23:15.252 INFO:tasks.rados.rados.0.smithi031.stdout:2594: done (2 left) 2024-08-10T05:23:15.252 INFO:tasks.rados.rados.0.smithi031.stdout:2595: done (1 left) 2024-08-10T05:23:15.252 INFO:tasks.rados.rados.0.smithi031.stdout:2596: done (0 left) 2024-08-10T05:23:15.252 INFO:tasks.rados.rados.0.smithi031.stdout:2597: snap_remove snap 245 2024-08-10T05:23:15.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:15 smithi196 ceph-mon[90243]: pgmap v539: 121 pgs: 121 active+clean; 141 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 396 KiB/s wr, 19 op/s 2024-08-10T05:23:15.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:15 smithi196 ceph-mon[90243]: osdmap e587: 8 total, 8 up, 8 in 2024-08-10T05:23:15.529 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:23:15 smithi196 systemd[1]: Starting Ceph prometheus.a for fc322138-56d5-11ef-bcce-c7b262605968... 2024-08-10T05:23:15.529 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:23:15 smithi196 podman[122919]: 2024-08-10 05:23:15.327723139 +0000 UTC m=+0.018125179 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-08-10T05:23:15.529 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:23:15 smithi196 podman[122919]: 2024-08-10 05:23:15.448410476 +0000 UTC m=+0.138812505 container create a4e0d29f11bdfea38c23817e177579f6e9358c46b6a304074ab170f8455a84b3 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-10T05:23:15.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:15 smithi031 ceph-mon[98130]: pgmap v539: 121 pgs: 121 active+clean; 141 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 396 KiB/s wr, 19 op/s 2024-08-10T05:23:15.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:15 smithi031 ceph-mon[98130]: osdmap e587: 8 total, 8 up, 8 in 2024-08-10T05:23:15.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:15 smithi031 ceph-mon[100614]: pgmap v539: 121 pgs: 121 active+clean; 141 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 396 KiB/s wr, 19 op/s 2024-08-10T05:23:15.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:15 smithi031 ceph-mon[100614]: osdmap e587: 8 total, 8 up, 8 in 2024-08-10T05:23:16.029 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:23:15 smithi196 podman[122919]: 2024-08-10 05:23:15.692268962 +0000 UTC m=+0.382671000 container init a4e0d29f11bdfea38c23817e177579f6e9358c46b6a304074ab170f8455a84b3 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-10T05:23:16.029 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:23:15 smithi196 podman[122919]: 2024-08-10 05:23:15.696867579 +0000 UTC m=+0.387269610 container start a4e0d29f11bdfea38c23817e177579f6e9358c46b6a304074ab170f8455a84b3 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-10T05:23:16.029 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:23:15 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:23:15.721Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-08-10T05:23:16.029 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:23:15 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:23:15.721Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-08-10T05:23:16.029 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:23:15 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:23:15.721Z caller=main.go:570 level=info host_details="(Linux 5.14.0-480.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024 x86_64 smithi196 (none))" 2024-08-10T05:23:16.029 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:23:15 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:23:15.721Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-08-10T05:23:16.029 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:23:15 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:23:15.721Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-08-10T05:23:16.029 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:23:15 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:23:15.723Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-08-10T05:23:16.029 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:23:15 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:23:15.723Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-08-10T05:23:16.030 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:23:15 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:23:15.724Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-08-10T05:23:16.030 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:23:15 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:23:15.724Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-08-10T05:23:16.030 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:23:15 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:23:15.726Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-08-10T05:23:16.030 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:23:15 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:23:15.726Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.944µs 2024-08-10T05:23:16.030 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:23:15 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:23:15.726Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-08-10T05:23:16.030 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:23:15 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:23:15.727Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=4 2024-08-10T05:23:16.030 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:23:15 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:23:15.743Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=4 2024-08-10T05:23:16.030 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:23:15 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:23:15.753Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=4 2024-08-10T05:23:16.030 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:23:15 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:23:15.758Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=4 2024-08-10T05:23:16.030 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:23:15 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:23:15.758Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=4 maxSegment=4 2024-08-10T05:23:16.030 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:23:15 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:23:15.758Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=27.859µs wal_replay_duration=32.25047ms wbl_replay_duration=133ns total_replay_duration=32.304609ms 2024-08-10T05:23:16.030 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:23:15 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:23:15.761Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-08-10T05:23:16.031 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:23:15 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:23:15.761Z caller=main.go:1029 level=info msg="TSDB started" 2024-08-10T05:23:16.031 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:23:15 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:23:15.761Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-08-10T05:23:16.031 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:23:15 smithi196 bash[122919]: a4e0d29f11bdfea38c23817e177579f6e9358c46b6a304074ab170f8455a84b3 2024-08-10T05:23:16.031 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:23:15 smithi196 systemd[1]: Started Ceph prometheus.a for fc322138-56d5-11ef-bcce-c7b262605968. 2024-08-10T05:23:16.031 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:23:15 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:23:15.784Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=22.544055ms db_storage=892ns remote_storage=1.041µs web_handler=487ns query_engine=724ns scrape=449.385µs scrape_sd=103.712µs notify=25.866µs notify_sd=25.107µs rules=21.551376ms tracing=7.829µs 2024-08-10T05:23:16.031 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:23:15 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:23:15.784Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-08-10T05:23:16.031 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:23:15 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:23:15.784Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-08-10T05:23:16.256 INFO:tasks.rados.rados.0.smithi031.stdout:2597: done (0 left) 2024-08-10T05:23:16.256 INFO:tasks.rados.rados.0.smithi031.stdout:2598: delete oid 47 current snap is 250 2024-08-10T05:23:16.260 INFO:tasks.rados.rados.0.smithi031.stdout:2598: done (0 left) 2024-08-10T05:23:16.260 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 27 current snap is 250 2024-08-10T05:23:16.260 INFO:tasks.rados.rados.0.smithi031.stdout:2599: seq_num 791 ranges {0=450560,450560=475136,925696=327680} 2024-08-10T05:23:16.262 INFO:tasks.rados.rados.0.smithi031.stdout:2599: writing smithi03186013-27 from 0 to 450560 tid 1 2024-08-10T05:23:16.265 INFO:tasks.rados.rados.0.smithi031.stdout:2599: writing smithi03186013-27 from 450560 to 925696 tid 2 2024-08-10T05:23:16.267 INFO:tasks.rados.rados.0.smithi031.stdout:2599: writing smithi03186013-27 from 925696 to 1253376 tid 3 2024-08-10T05:23:16.267 INFO:tasks.rados.rados.0.smithi031.stdout:2600: read oid 18 snap -1 2024-08-10T05:23:16.268 INFO:tasks.rados.rados.0.smithi031.stdout:2600: expect deleted 2024-08-10T05:23:16.268 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 43 current snap is 250 2024-08-10T05:23:16.268 INFO:tasks.rados.rados.0.smithi031.stdout:2601: seq_num 792 ranges {7315456=466944,7782400=761856,8544256=40960} 2024-08-10T05:23:16.310 INFO:tasks.rados.rados.0.smithi031.stdout:2601: writing smithi03186013-43 from 7315456 to 7782400 tid 1 2024-08-10T05:23:16.315 INFO:tasks.rados.rados.0.smithi031.stdout:2601: writing smithi03186013-43 from 7782400 to 8544256 tid 2 2024-08-10T05:23:16.316 INFO:tasks.rados.rados.0.smithi031.stdout:2601: writing smithi03186013-43 from 8544256 to 8585216 tid 3 2024-08-10T05:23:16.316 INFO:tasks.rados.rados.0.smithi031.stdout:2602: read oid 8 snap 246 2024-08-10T05:23:16.316 INFO:tasks.rados.rados.0.smithi031.stdout:2602: expect (ObjNum 589614048 snap 22084 seq_num 590196288) 2024-08-10T05:23:16.316 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 34 current snap is 250 2024-08-10T05:23:16.316 INFO:tasks.rados.rados.0.smithi031.stdout:2599: finishing write tid 1 to smithi03186013-27 2024-08-10T05:23:16.316 INFO:tasks.rados.rados.0.smithi031.stdout:2603: seq_num 793 ranges {2424832=483328,2908160=647168,3555328=155648} 2024-08-10T05:23:16.331 INFO:tasks.rados.rados.0.smithi031.stdout:2603: writing smithi03186013-34 from 2424832 to 2908160 tid 1 2024-08-10T05:23:16.335 INFO:tasks.rados.rados.0.smithi031.stdout:2603: writing smithi03186013-34 from 2908160 to 3555328 tid 2 2024-08-10T05:23:16.336 INFO:tasks.rados.rados.0.smithi031.stdout:2603: writing smithi03186013-34 from 3555328 to 3710976 tid 3 2024-08-10T05:23:16.337 INFO:tasks.rados.rados.0.smithi031.stdout:2604: delete oid 17 current snap is 250 2024-08-10T05:23:16.337 INFO:tasks.rados.rados.0.smithi031.stdout:2599: finishing write tid 2 to smithi03186013-27 2024-08-10T05:23:16.337 INFO:tasks.rados.rados.0.smithi031.stdout:2599: finishing write tid 3 to smithi03186013-27 2024-08-10T05:23:16.337 INFO:tasks.rados.rados.0.smithi031.stdout:2599: finishing write tid 4 to smithi03186013-27 2024-08-10T05:23:16.337 INFO:tasks.rados.rados.0.smithi031.stdout:2599: finishing write tid 5 to smithi03186013-27 2024-08-10T05:23:16.337 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 27 v 1035 (ObjNum 791 snap 250 seq_num 791) dirty exists 2024-08-10T05:23:16.338 INFO:tasks.rados.rados.0.smithi031.stdout:2599: left oid 27 (ObjNum 791 snap 250 seq_num 791) 2024-08-10T05:23:16.338 INFO:tasks.rados.rados.0.smithi031.stdout:2601: finishing write tid 1 to smithi03186013-43 2024-08-10T05:23:16.338 INFO:tasks.rados.rados.0.smithi031.stdout:2602: expect (ObjNum 589614048 snap 22084 seq_num 590196288) 2024-08-10T05:23:16.341 INFO:tasks.rados.rados.0.smithi031.stdout:2601: finishing write tid 2 to smithi03186013-43 2024-08-10T05:23:16.341 INFO:tasks.rados.rados.0.smithi031.stdout:2601: finishing write tid 3 to smithi03186013-43 2024-08-10T05:23:16.341 INFO:tasks.rados.rados.0.smithi031.stdout:2601: finishing write tid 4 to smithi03186013-43 2024-08-10T05:23:16.342 INFO:tasks.rados.rados.0.smithi031.stdout:2601: finishing write tid 5 to smithi03186013-43 2024-08-10T05:23:16.342 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 43 v 1169 (ObjNum 792 snap 250 seq_num 792) dirty exists 2024-08-10T05:23:16.342 INFO:tasks.rados.rados.0.smithi031.stdout:2601: left oid 43 (ObjNum 792 snap 250 seq_num 792) 2024-08-10T05:23:16.342 INFO:tasks.rados.rados.0.smithi031.stdout:2603: finishing write tid 1 to smithi03186013-34 2024-08-10T05:23:16.342 INFO:tasks.rados.rados.0.smithi031.stdout:2599: done (5 left) 2024-08-10T05:23:16.342 INFO:tasks.rados.rados.0.smithi031.stdout:2600: done (4 left) 2024-08-10T05:23:16.342 INFO:tasks.rados.rados.0.smithi031.stdout:2601: done (3 left) 2024-08-10T05:23:16.343 INFO:tasks.rados.rados.0.smithi031.stdout:2602: done (2 left) 2024-08-10T05:23:16.343 INFO:tasks.rados.rados.0.smithi031.stdout:2604: done (1 left) 2024-08-10T05:23:16.343 INFO:tasks.rados.rados.0.smithi031.stdout:2605: setattr oid 24 current snap is 250 2024-08-10T05:23:16.343 INFO:tasks.rados.rados.0.smithi031.stdout:2603: finishing write tid 2 to smithi03186013-34 2024-08-10T05:23:16.343 INFO:tasks.rados.rados.0.smithi031.stdout:2603: finishing write tid 3 to smithi03186013-34 2024-08-10T05:23:16.343 INFO:tasks.rados.rados.0.smithi031.stdout:2603: finishing write tid 4 to smithi03186013-34 2024-08-10T05:23:16.344 INFO:tasks.rados.rados.0.smithi031.stdout:2606: read oid 10 snap -1 2024-08-10T05:23:16.344 INFO:tasks.rados.rados.0.smithi031.stdout:2606: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-10T05:23:16.344 INFO:tasks.rados.rados.0.smithi031.stdout:2607: rmattr oid 49 current snap is 250 2024-08-10T05:23:16.344 INFO:tasks.rados.rados.0.smithi031.stdout:2607: done (3 left) 2024-08-10T05:23:16.344 INFO:tasks.rados.rados.0.smithi031.stdout:2608: rollback oid 20 current snap is 250 2024-08-10T05:23:16.344 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 20 to 248 2024-08-10T05:23:16.345 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 29 current snap is 250 2024-08-10T05:23:16.345 INFO:tasks.rados.rados.0.smithi031.stdout:2609: seq_num 795 ranges {1622016=524288,2146304=417792,2564096=385024} 2024-08-10T05:23:16.352 INFO:tasks.rados.rados.0.smithi031.stdout:2609: writing smithi03186013-29 from 1622016 to 2146304 tid 1 2024-08-10T05:23:16.355 INFO:tasks.rados.rados.0.smithi031.stdout:2609: writing smithi03186013-29 from 2146304 to 2564096 tid 2 2024-08-10T05:23:16.357 INFO:tasks.rados.rados.0.smithi031.stdout:2609: writing smithi03186013-29 from 2564096 to 2949120 tid 3 2024-08-10T05:23:16.358 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 28 current snap is 250 2024-08-10T05:23:16.358 INFO:tasks.rados.rados.0.smithi031.stdout:2610: seq_num 796 ranges {0=540672,540672=704512,1245184=98304} 2024-08-10T05:23:16.361 INFO:tasks.rados.rados.0.smithi031.stdout:2610: writing smithi03186013-28 from 0 to 540672 tid 1 2024-08-10T05:23:16.366 INFO:tasks.rados.rados.0.smithi031.stdout:2610: writing smithi03186013-28 from 540672 to 1245184 tid 2 2024-08-10T05:23:16.367 INFO:tasks.rados.rados.0.smithi031.stdout:2610: writing smithi03186013-28 from 1245184 to 1343488 tid 3 2024-08-10T05:23:16.367 INFO:tasks.rados.rados.0.smithi031.stdout:2611: read oid 18 snap -1 2024-08-10T05:23:16.367 INFO:tasks.rados.rados.0.smithi031.stdout:2611: expect deleted 2024-08-10T05:23:16.367 INFO:tasks.rados.rados.0.smithi031.stdout:2612: delete oid 17 current snap is 250 2024-08-10T05:23:16.367 INFO:tasks.rados.rados.0.smithi031.stdout:2603: finishing write tid 5 to smithi03186013-34 2024-08-10T05:23:16.367 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 34 v 1380 (ObjNum 793 snap 250 seq_num 793) dirty exists 2024-08-10T05:23:16.367 INFO:tasks.rados.rados.0.smithi031.stdout:2603: left oid 34 (ObjNum 793 snap 250 seq_num 793) 2024-08-10T05:23:16.367 INFO:tasks.rados.rados.0.smithi031.stdout:2606: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-10T05:23:16.372 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 24 v 1439 (ObjNum 769 snap 239 seq_num 769) dirty exists 2024-08-10T05:23:16.372 INFO:tasks.rados.rados.0.smithi031.stdout:2608: finishing rollback tid 0 to smithi03186013-20 2024-08-10T05:23:16.372 INFO:tasks.rados.rados.0.smithi031.stdout:2608: finishing rollback tid 1 to smithi03186013-20 2024-08-10T05:23:16.372 INFO:tasks.rados.rados.0.smithi031.stdout:2608: finishing rollback tid 2 to smithi03186013-20 2024-08-10T05:23:16.372 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 20 v 1363 (ObjNum 743 snap 227 seq_num 743) dirty exists 2024-08-10T05:23:16.372 INFO:tasks.rados.rados.0.smithi031.stdout:2609: finishing write tid 1 to smithi03186013-29 2024-08-10T05:23:16.372 INFO:tasks.rados.rados.0.smithi031.stdout:2603: done (7 left) 2024-08-10T05:23:16.373 INFO:tasks.rados.rados.0.smithi031.stdout:2605: done (6 left) 2024-08-10T05:23:16.373 INFO:tasks.rados.rados.0.smithi031.stdout:2606: done (5 left) 2024-08-10T05:23:16.373 INFO:tasks.rados.rados.0.smithi031.stdout:2608: done (4 left) 2024-08-10T05:23:16.373 INFO:tasks.rados.rados.0.smithi031.stdout:2612: done (3 left) 2024-08-10T05:23:16.373 INFO:tasks.rados.rados.0.smithi031.stdout:2613: read oid 26 snap -1 2024-08-10T05:23:16.373 INFO:tasks.rados.rados.0.smithi031.stdout:2613: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-10T05:23:16.373 INFO:tasks.rados.rados.0.smithi031.stdout:2614: setattr oid 14 current snap is 250 2024-08-10T05:23:16.373 INFO:tasks.rados.rados.0.smithi031.stdout:2609: finishing write tid 2 to smithi03186013-29 2024-08-10T05:23:16.373 INFO:tasks.rados.rados.0.smithi031.stdout:2609: finishing write tid 3 to smithi03186013-29 2024-08-10T05:23:16.373 INFO:tasks.rados.rados.0.smithi031.stdout:2609: finishing write tid 4 to smithi03186013-29 2024-08-10T05:23:16.373 INFO:tasks.rados.rados.0.smithi031.stdout:2609: finishing write tid 5 to smithi03186013-29 2024-08-10T05:23:16.373 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 29 v 1444 (ObjNum 795 snap 250 seq_num 795) dirty exists 2024-08-10T05:23:16.374 INFO:tasks.rados.rados.0.smithi031.stdout:2609: left oid 29 (ObjNum 795 snap 250 seq_num 795) 2024-08-10T05:23:16.374 INFO:tasks.rados.rados.0.smithi031.stdout:2610: finishing write tid 1 to smithi03186013-28 2024-08-10T05:23:16.374 INFO:tasks.rados.rados.0.smithi031.stdout:2610: finishing write tid 2 to smithi03186013-28 2024-08-10T05:23:16.374 INFO:tasks.rados.rados.0.smithi031.stdout:2610: finishing write tid 3 to smithi03186013-28 2024-08-10T05:23:16.374 INFO:tasks.rados.rados.0.smithi031.stdout:2610: finishing write tid 4 to smithi03186013-28 2024-08-10T05:23:16.374 INFO:tasks.rados.rados.0.smithi031.stdout:2610: finishing write tid 5 to smithi03186013-28 2024-08-10T05:23:16.374 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 28 v 1042 (ObjNum 796 snap 250 seq_num 796) dirty exists 2024-08-10T05:23:16.374 INFO:tasks.rados.rados.0.smithi031.stdout:2610: left oid 28 (ObjNum 796 snap 250 seq_num 796) 2024-08-10T05:23:16.374 INFO:tasks.rados.rados.0.smithi031.stdout:2613: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-10T05:23:16.375 INFO:tasks.rados.rados.0.smithi031.stdout:2609: done (4 left) 2024-08-10T05:23:16.375 INFO:tasks.rados.rados.0.smithi031.stdout:2610: done (3 left) 2024-08-10T05:23:16.375 INFO:tasks.rados.rados.0.smithi031.stdout:2611: done (2 left) 2024-08-10T05:23:16.375 INFO:tasks.rados.rados.0.smithi031.stdout:2613: done (1 left) 2024-08-10T05:23:16.375 INFO:tasks.rados.rados.0.smithi031.stdout:2615: read oid 50 snap -1 2024-08-10T05:23:16.376 INFO:tasks.rados.rados.0.smithi031.stdout:2615: expect (ObjNum 784 snap 248 seq_num 784) 2024-08-10T05:23:16.376 INFO:tasks.rados.rados.0.smithi031.stdout:2616: read oid 17 snap -1 2024-08-10T05:23:16.376 INFO:tasks.rados.rados.0.smithi031.stdout:2616: expect deleted 2024-08-10T05:23:16.376 INFO:tasks.rados.rados.0.smithi031.stdout:2617: snap_create 2024-08-10T05:23:16.377 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 14 v 1381 (ObjNum 732 snap 226 seq_num 732) dirty exists 2024-08-10T05:23:16.386 INFO:tasks.rados.rados.0.smithi031.stdout:2615: expect (ObjNum 784 snap 248 seq_num 784) 2024-08-10T05:23:17.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:16 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:17.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:16 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:17.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:16 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:23:17.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:16 smithi196 ceph-mon[90243]: pgmap v542: 121 pgs: 121 active+clean; 145 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 511 KiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-08-10T05:23:17.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:16 smithi196 ceph-mon[90243]: osdmap e588: 8 total, 8 up, 8 in 2024-08-10T05:23:17.257 INFO:tasks.rados.rados.0.smithi031.stdout:2614: done (3 left) 2024-08-10T05:23:17.257 INFO:tasks.rados.rados.0.smithi031.stdout:2615: done (2 left) 2024-08-10T05:23:17.257 INFO:tasks.rados.rados.0.smithi031.stdout:2616: done (1 left) 2024-08-10T05:23:17.257 INFO:tasks.rados.rados.0.smithi031.stdout:2617: done (0 left) 2024-08-10T05:23:17.258 INFO:tasks.rados.rados.0.smithi031.stdout:2618: copy_from oid 19 from oid 12 current snap is 251 2024-08-10T05:23:17.258 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 31 current snap is 251 2024-08-10T05:23:17.258 INFO:tasks.rados.rados.0.smithi031.stdout:2619: seq_num 798 ranges {2646016=573440,3219456=466944,3686400=335872} 2024-08-10T05:23:17.268 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:16 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:17.268 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:16 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:17.268 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:16 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:23:17.268 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:16 smithi031 ceph-mon[100614]: pgmap v542: 121 pgs: 121 active+clean; 145 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 511 KiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-08-10T05:23:17.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:16 smithi031 ceph-mon[100614]: osdmap e588: 8 total, 8 up, 8 in 2024-08-10T05:23:17.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:16 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:17.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:16 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:17.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:16 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:23:17.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:16 smithi031 ceph-mon[98130]: pgmap v542: 121 pgs: 121 active+clean; 145 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 511 KiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-08-10T05:23:17.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:16 smithi031 ceph-mon[98130]: osdmap e588: 8 total, 8 up, 8 in 2024-08-10T05:23:17.274 INFO:tasks.rados.rados.0.smithi031.stdout:2619: writing smithi03186013-31 from 2646016 to 3219456 tid 1 2024-08-10T05:23:17.277 INFO:tasks.rados.rados.0.smithi031.stdout:2619: writing smithi03186013-31 from 3219456 to 3686400 tid 2 2024-08-10T05:23:17.280 INFO:tasks.rados.rados.0.smithi031.stdout:2619: writing smithi03186013-31 from 3686400 to 4022272 tid 3 2024-08-10T05:23:17.280 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 42 current snap is 251 2024-08-10T05:23:17.280 INFO:tasks.rados.rados.0.smithi031.stdout:2620: seq_num 799 ranges {0=589824,589824=802816} 2024-08-10T05:23:17.283 INFO:tasks.rados.rados.0.smithi031.stdout:2620: writing smithi03186013-42 from 0 to 589824 tid 1 2024-08-10T05:23:17.289 INFO:tasks.rados.rados.0.smithi031.stdout:2620: writing smithi03186013-42 from 589824 to 1392640 tid 2 2024-08-10T05:23:17.289 INFO:tasks.rados.rados.0.smithi031.stdout:2621: delete oid 1 current snap is 251 2024-08-10T05:23:17.289 INFO:tasks.rados.rados.0.smithi031.stdout:2618: finishing copy_from to smithi03186013-19 2024-08-10T05:23:17.289 INFO:tasks.rados.rados.0.smithi031.stdout:2618: got expected ENOENT (src dne) 2024-08-10T05:23:17.289 INFO:tasks.rados.rados.0.smithi031.stdout:2618: finishing copy_from racing read to smithi03186013-19 2024-08-10T05:23:17.289 INFO:tasks.rados.rados.0.smithi031.stdout:2619: finishing write tid 1 to smithi03186013-31 2024-08-10T05:23:17.289 INFO:tasks.rados.rados.0.smithi031.stdout:2619: finishing write tid 2 to smithi03186013-31 2024-08-10T05:23:17.289 INFO:tasks.rados.rados.0.smithi031.stdout:2619: finishing write tid 3 to smithi03186013-31 2024-08-10T05:23:17.290 INFO:tasks.rados.rados.0.smithi031.stdout:2619: finishing write tid 4 to smithi03186013-31 2024-08-10T05:23:17.290 INFO:tasks.rados.rados.0.smithi031.stdout:2619: finishing write tid 5 to smithi03186013-31 2024-08-10T05:23:17.290 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 31 v 1032 (ObjNum 798 snap 251 seq_num 798) dirty exists 2024-08-10T05:23:17.290 INFO:tasks.rados.rados.0.smithi031.stdout:2619: left oid 31 (ObjNum 798 snap 251 seq_num 798) 2024-08-10T05:23:17.290 INFO:tasks.rados.rados.0.smithi031.stdout:2620: finishing write tid 1 to smithi03186013-42 2024-08-10T05:23:17.290 INFO:tasks.rados.rados.0.smithi031.stdout:2618: done (3 left) 2024-08-10T05:23:17.290 INFO:tasks.rados.rados.0.smithi031.stdout:2619: done (2 left) 2024-08-10T05:23:17.290 INFO:tasks.rados.rados.0.smithi031.stdout:2621: done (1 left) 2024-08-10T05:23:17.291 INFO:tasks.rados.rados.0.smithi031.stdout:2622: snap_remove snap 244 2024-08-10T05:23:18.266 INFO:tasks.rados.rados.0.smithi031.stdout:2620: finishing write tid 2 to smithi03186013-42 2024-08-10T05:23:18.267 INFO:tasks.rados.rados.0.smithi031.stdout:2620: finishing write tid 3 to smithi03186013-42 2024-08-10T05:23:18.267 INFO:tasks.rados.rados.0.smithi031.stdout:2620: finishing write tid 4 to smithi03186013-42 2024-08-10T05:23:18.267 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 42 v 1035 (ObjNum 799 snap 251 seq_num 799) dirty exists 2024-08-10T05:23:18.267 INFO:tasks.rados.rados.0.smithi031.stdout:2620: left oid 42 (ObjNum 799 snap 251 seq_num 799) 2024-08-10T05:23:18.267 INFO:tasks.rados.rados.0.smithi031.stdout:2620: done (1 left) 2024-08-10T05:23:18.267 INFO:tasks.rados.rados.0.smithi031.stdout:2622: done (0 left) 2024-08-10T05:23:18.267 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 25 current snap is 251 2024-08-10T05:23:18.267 INFO:tasks.rados.rados.0.smithi031.stdout:2623: seq_num 801 ranges {0=622592,622592=573440,1196032=229376} 2024-08-10T05:23:18.270 INFO:tasks.rados.rados.0.smithi031.stdout:2623: writing smithi03186013-25 from 0 to 622592 tid 1 2024-08-10T05:23:18.274 INFO:tasks.rados.rados.0.smithi031.stdout:2623: writing smithi03186013-25 from 622592 to 1196032 tid 2 2024-08-10T05:23:18.276 INFO:tasks.rados.rados.0.smithi031.stdout:2623: writing smithi03186013-25 from 1196032 to 1425408 tid 3 2024-08-10T05:23:18.276 INFO:tasks.rados.rados.0.smithi031.stdout:2624: read oid 15 snap -1 2024-08-10T05:23:18.276 INFO:tasks.rados.rados.0.smithi031.stdout:2624: expect (ObjNum 690 snap 218 seq_num 690) 2024-08-10T05:23:18.276 INFO:tasks.rados.rados.0.smithi031.stdout:2625: snap_create 2024-08-10T05:23:18.276 INFO:tasks.rados.rados.0.smithi031.stdout:2623: finishing write tid 1 to smithi03186013-25 2024-08-10T05:23:18.278 INFO:tasks.rados.rados.0.smithi031.stdout:2623: finishing write tid 2 to smithi03186013-25 2024-08-10T05:23:18.279 INFO:tasks.rados.rados.0.smithi031.stdout:2623: finishing write tid 3 to smithi03186013-25 2024-08-10T05:23:18.279 INFO:tasks.rados.rados.0.smithi031.stdout:2623: finishing write tid 4 to smithi03186013-25 2024-08-10T05:23:18.280 INFO:tasks.rados.rados.0.smithi031.stdout:2623: finishing write tid 5 to smithi03186013-25 2024-08-10T05:23:18.280 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 25 v 1385 (ObjNum 801 snap 251 seq_num 801) dirty exists 2024-08-10T05:23:18.280 INFO:tasks.rados.rados.0.smithi031.stdout:2623: left oid 25 (ObjNum 801 snap 251 seq_num 801) 2024-08-10T05:23:18.287 INFO:tasks.rados.rados.0.smithi031.stdout:2624: expect (ObjNum 690 snap 218 seq_num 690) 2024-08-10T05:23:18.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:18 smithi031 ceph-mon[98130]: osdmap e589: 8 total, 8 up, 8 in 2024-08-10T05:23:18.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:18 smithi031 ceph-mon[100614]: osdmap e589: 8 total, 8 up, 8 in 2024-08-10T05:23:18.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:18 smithi196 ceph-mon[90243]: osdmap e589: 8 total, 8 up, 8 in 2024-08-10T05:23:19.254 INFO:tasks.rados.rados.0.smithi031.stdout:2623: done (2 left) 2024-08-10T05:23:19.254 INFO:tasks.rados.rados.0.smithi031.stdout:2624: done (1 left) 2024-08-10T05:23:19.254 INFO:tasks.rados.rados.0.smithi031.stdout:2625: done (0 left) 2024-08-10T05:23:19.254 INFO:tasks.rados.rados.0.smithi031.stdout:2626: copy_from oid 10 from oid 15 current snap is 252 2024-08-10T05:23:19.255 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 37 current snap is 252 2024-08-10T05:23:19.255 INFO:tasks.rados.rados.0.smithi031.stdout:2627: seq_num 802 ranges {1155072=638976,1794048=458752,2252800=344064} 2024-08-10T05:23:19.264 INFO:tasks.rados.rados.0.smithi031.stdout:2627: writing smithi03186013-37 from 1155072 to 1794048 tid 1 2024-08-10T05:23:19.266 INFO:tasks.rados.rados.0.smithi031.stdout:2627: writing smithi03186013-37 from 1794048 to 2252800 tid 2 2024-08-10T05:23:19.269 INFO:tasks.rados.rados.0.smithi031.stdout:2627: writing smithi03186013-37 from 2252800 to 2596864 tid 3 2024-08-10T05:23:19.269 INFO:tasks.rados.rados.0.smithi031.stdout:2628: copy_from oid 6 from oid 9 current snap is 252 2024-08-10T05:23:19.269 INFO:tasks.rados.rados.0.smithi031.stdout:2629: snap_remove snap 243 2024-08-10T05:23:19.518 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:19 smithi031 ceph-mon[100614]: pgmap v545: 121 pgs: 121 active+clean; 152 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 357 KiB/s rd, 2.5 MiB/s wr, 18 op/s 2024-08-10T05:23:19.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:19 smithi031 ceph-mon[100614]: osdmap e590: 8 total, 8 up, 8 in 2024-08-10T05:23:19.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:19 smithi031 ceph-mon[100614]: osdmap e591: 8 total, 8 up, 8 in 2024-08-10T05:23:19.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:19 smithi031 ceph-mon[98130]: pgmap v545: 121 pgs: 121 active+clean; 152 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 357 KiB/s rd, 2.5 MiB/s wr, 18 op/s 2024-08-10T05:23:19.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:19 smithi031 ceph-mon[98130]: osdmap e590: 8 total, 8 up, 8 in 2024-08-10T05:23:19.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:19 smithi031 ceph-mon[98130]: osdmap e591: 8 total, 8 up, 8 in 2024-08-10T05:23:19.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:19 smithi196 ceph-mon[90243]: pgmap v545: 121 pgs: 121 active+clean; 152 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 357 KiB/s rd, 2.5 MiB/s wr, 18 op/s 2024-08-10T05:23:19.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:19 smithi196 ceph-mon[90243]: osdmap e590: 8 total, 8 up, 8 in 2024-08-10T05:23:19.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:19 smithi196 ceph-mon[90243]: osdmap e591: 8 total, 8 up, 8 in 2024-08-10T05:23:20.269 INFO:tasks.rados.rados.0.smithi031.stdout:2629: done (3 left) 2024-08-10T05:23:20.269 INFO:tasks.rados.rados.0.smithi031.stdout:2630: delete oid 7 current snap is 252 2024-08-10T05:23:20.269 INFO:tasks.rados.rados.0.smithi031.stdout:2626: finishing copy_from racing read to smithi03186013-10 2024-08-10T05:23:20.269 INFO:tasks.rados.rados.0.smithi031.stdout:2626: finishing copy_from to smithi03186013-10 2024-08-10T05:23:20.269 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 10 v 1137 (ObjNum 690 snap 218 seq_num 690) dirty exists 2024-08-10T05:23:20.269 INFO:tasks.rados.rados.0.smithi031.stdout:2627: finishing write tid 1 to smithi03186013-37 2024-08-10T05:23:20.269 INFO:tasks.rados.rados.0.smithi031.stdout:2627: finishing write tid 2 to smithi03186013-37 2024-08-10T05:23:20.269 INFO:tasks.rados.rados.0.smithi031.stdout:2628: finishing copy_from to smithi03186013-6 2024-08-10T05:23:20.269 INFO:tasks.rados.rados.0.smithi031.stdout:2628: got expected ENOENT (src dne) 2024-08-10T05:23:20.270 INFO:tasks.rados.rados.0.smithi031.stdout:2627: finishing write tid 3 to smithi03186013-37 2024-08-10T05:23:20.270 INFO:tasks.rados.rados.0.smithi031.stdout:2627: finishing write tid 4 to smithi03186013-37 2024-08-10T05:23:20.270 INFO:tasks.rados.rados.0.smithi031.stdout:2628: finishing copy_from racing read to smithi03186013-6 2024-08-10T05:23:20.270 INFO:tasks.rados.rados.0.smithi031.stdout:2627: finishing write tid 5 to smithi03186013-37 2024-08-10T05:23:20.270 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 37 v 1046 (ObjNum 802 snap 252 seq_num 802) dirty exists 2024-08-10T05:23:20.270 INFO:tasks.rados.rados.0.smithi031.stdout:2627: left oid 37 (ObjNum 802 snap 252 seq_num 802) 2024-08-10T05:23:20.276 INFO:tasks.rados.rados.0.smithi031.stdout:2626: done (3 left) 2024-08-10T05:23:20.277 INFO:tasks.rados.rados.0.smithi031.stdout:2627: done (2 left) 2024-08-10T05:23:20.277 INFO:tasks.rados.rados.0.smithi031.stdout:2628: done (1 left) 2024-08-10T05:23:20.277 INFO:tasks.rados.rados.0.smithi031.stdout:2630: done (0 left) 2024-08-10T05:23:20.277 INFO:tasks.rados.rados.0.smithi031.stdout:2631: rmattr oid 13 current snap is 252 2024-08-10T05:23:20.277 INFO:tasks.rados.rados.0.smithi031.stdout:2631: done (0 left) 2024-08-10T05:23:20.277 INFO:tasks.rados.rados.0.smithi031.stdout:2632: setattr oid 39 current snap is 252 2024-08-10T05:23:20.279 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 43 current snap is 252 2024-08-10T05:23:20.280 INFO:tasks.rados.rados.0.smithi031.stdout:2633: seq_num 804 ranges {8585216=671744,9256960=622592,9879552=180224} 2024-08-10T05:23:20.331 INFO:tasks.rados.rados.0.smithi031.stdout:2633: writing smithi03186013-43 from 8585216 to 9256960 tid 1 2024-08-10T05:23:20.334 INFO:tasks.rados.rados.0.smithi031.stdout:2633: writing smithi03186013-43 from 9256960 to 9879552 tid 2 2024-08-10T05:23:20.335 INFO:tasks.rados.rados.0.smithi031.stdout:2633: writing smithi03186013-43 from 9879552 to 10059776 tid 3 2024-08-10T05:23:20.336 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 47 current snap is 252 2024-08-10T05:23:20.336 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 39 v 510 (ObjNum 710 snap 219 seq_num 710) dirty exists 2024-08-10T05:23:20.336 INFO:tasks.rados.rados.0.smithi031.stdout:2634: seq_num 805 ranges {0=688128,688128=507904,1196032=294912} 2024-08-10T05:23:20.339 INFO:tasks.rados.rados.0.smithi031.stdout:2634: writing smithi03186013-47 from 0 to 688128 tid 1 2024-08-10T05:23:20.342 INFO:tasks.rados.rados.0.smithi031.stdout:2634: writing smithi03186013-47 from 688128 to 1196032 tid 2 2024-08-10T05:23:20.344 INFO:tasks.rados.rados.0.smithi031.stdout:2634: writing smithi03186013-47 from 1196032 to 1490944 tid 3 2024-08-10T05:23:20.344 INFO:tasks.rados.rados.0.smithi031.stdout:2632: done (2 left) 2024-08-10T05:23:20.344 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 25 current snap is 252 2024-08-10T05:23:20.345 INFO:tasks.rados.rados.0.smithi031.stdout:2633: finishing write tid 1 to smithi03186013-43 2024-08-10T05:23:20.345 INFO:tasks.rados.rados.0.smithi031.stdout:2633: finishing write tid 2 to smithi03186013-43 2024-08-10T05:23:20.345 INFO:tasks.rados.rados.0.smithi031.stdout:2635: seq_num 806 ranges {1425408=704512,2129920=442368,2572288=360448} 2024-08-10T05:23:20.356 INFO:tasks.rados.rados.0.smithi031.stdout:2635: writing smithi03186013-25 from 1425408 to 2129920 tid 1 2024-08-10T05:23:20.358 INFO:tasks.rados.rados.0.smithi031.stdout:2635: writing smithi03186013-25 from 2129920 to 2572288 tid 2 2024-08-10T05:23:20.361 INFO:tasks.rados.rados.0.smithi031.stdout:2635: writing smithi03186013-25 from 2572288 to 2932736 tid 3 2024-08-10T05:23:20.361 INFO:tasks.rados.rados.0.smithi031.stdout:2636: rollback oid 50 current snap is 252 2024-08-10T05:23:20.361 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 50 to 248 2024-08-10T05:23:20.361 INFO:tasks.rados.rados.0.smithi031.stdout:2633: finishing write tid 3 to smithi03186013-43 2024-08-10T05:23:20.362 INFO:tasks.rados.rados.0.smithi031.stdout:2633: finishing write tid 4 to smithi03186013-43 2024-08-10T05:23:20.362 INFO:tasks.rados.rados.0.smithi031.stdout:2633: finishing write tid 5 to smithi03186013-43 2024-08-10T05:23:20.362 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 43 v 1173 (ObjNum 804 snap 252 seq_num 804) dirty exists 2024-08-10T05:23:20.362 INFO:tasks.rados.rados.0.smithi031.stdout:2633: left oid 43 (ObjNum 804 snap 252 seq_num 804) 2024-08-10T05:23:20.362 INFO:tasks.rados.rados.0.smithi031.stdout:2634: finishing write tid 1 to smithi03186013-47 2024-08-10T05:23:20.362 INFO:tasks.rados.rados.0.smithi031.stdout:2633: done (3 left) 2024-08-10T05:23:20.362 INFO:tasks.rados.rados.0.smithi031.stdout:2637: delete oid 43 current snap is 252 2024-08-10T05:23:20.362 INFO:tasks.rados.rados.0.smithi031.stdout:2634: finishing write tid 2 to smithi03186013-47 2024-08-10T05:23:20.362 INFO:tasks.rados.rados.0.smithi031.stdout:2634: finishing write tid 3 to smithi03186013-47 2024-08-10T05:23:20.362 INFO:tasks.rados.rados.0.smithi031.stdout:2634: finishing write tid 4 to smithi03186013-47 2024-08-10T05:23:20.362 INFO:tasks.rados.rados.0.smithi031.stdout:2634: finishing write tid 5 to smithi03186013-47 2024-08-10T05:23:20.362 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 47 v 1039 (ObjNum 805 snap 252 seq_num 805) dirty exists 2024-08-10T05:23:20.362 INFO:tasks.rados.rados.0.smithi031.stdout:2634: left oid 47 (ObjNum 805 snap 252 seq_num 805) 2024-08-10T05:23:20.363 INFO:tasks.rados.rados.0.smithi031.stdout:2635: finishing write tid 1 to smithi03186013-25 2024-08-10T05:23:20.363 INFO:tasks.rados.rados.0.smithi031.stdout:2635: finishing write tid 2 to smithi03186013-25 2024-08-10T05:23:20.363 INFO:tasks.rados.rados.0.smithi031.stdout:2634: done (3 left) 2024-08-10T05:23:20.363 INFO:tasks.rados.rados.0.smithi031.stdout:2637: done (2 left) 2024-08-10T05:23:20.363 INFO:tasks.rados.rados.0.smithi031.stdout:2638: snap_create 2024-08-10T05:23:20.365 INFO:tasks.rados.rados.0.smithi031.stdout:2635: finishing write tid 3 to smithi03186013-25 2024-08-10T05:23:20.365 INFO:tasks.rados.rados.0.smithi031.stdout:2636: finishing rollback tid 0 to smithi03186013-50 2024-08-10T05:23:20.365 INFO:tasks.rados.rados.0.smithi031.stdout:2635: finishing write tid 4 to smithi03186013-25 2024-08-10T05:23:20.365 INFO:tasks.rados.rados.0.smithi031.stdout:2636: finishing rollback tid 1 to smithi03186013-50 2024-08-10T05:23:20.365 INFO:tasks.rados.rados.0.smithi031.stdout:2636: finishing rollback tid 2 to smithi03186013-50 2024-08-10T05:23:20.365 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 50 v 1412 (ObjNum 784 snap 248 seq_num 784) dirty exists 2024-08-10T05:23:20.366 INFO:tasks.rados.rados.0.smithi031.stdout:2635: finishing write tid 5 to smithi03186013-25 2024-08-10T05:23:20.366 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 25 v 1389 (ObjNum 806 snap 252 seq_num 806) dirty exists 2024-08-10T05:23:20.366 INFO:tasks.rados.rados.0.smithi031.stdout:2635: left oid 25 (ObjNum 806 snap 252 seq_num 806) 2024-08-10T05:23:20.708 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:20 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:20.708 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:20 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:20.708 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:20 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:20.708 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:20 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:20.708 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:20 smithi196 ceph-mon[90243]: osdmap e592: 8 total, 8 up, 8 in 2024-08-10T05:23:20.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:20 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:20.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:20 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:20.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:20 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:20.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:20 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:20.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:20 smithi031 ceph-mon[98130]: osdmap e592: 8 total, 8 up, 8 in 2024-08-10T05:23:20.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:20 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:20.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:20 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:20.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:20 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:20.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:20 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:20.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:20 smithi031 ceph-mon[100614]: osdmap e592: 8 total, 8 up, 8 in 2024-08-10T05:23:21.269 INFO:tasks.rados.rados.0.smithi031.stdout:2635: done (2 left) 2024-08-10T05:23:21.269 INFO:tasks.rados.rados.0.smithi031.stdout:2636: done (1 left) 2024-08-10T05:23:21.269 INFO:tasks.rados.rados.0.smithi031.stdout:2638: done (0 left) 2024-08-10T05:23:21.270 INFO:tasks.rados.rados.0.smithi031.stdout:2639: copy_from oid 8 from oid 3 current snap is 253 2024-08-10T05:23:21.270 INFO:tasks.rados.rados.0.smithi031.stdout:2640: setattr oid 13 current snap is 253 2024-08-10T05:23:21.270 INFO:tasks.rados.rados.0.smithi031.stdout:2641: delete oid 23 current snap is 253 2024-08-10T05:23:21.274 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 13 v 1363 (ObjNum -648041248 snap 32509 seq_num 304) dirty exists 2024-08-10T05:23:21.275 INFO:tasks.rados.rados.0.smithi031.stdout:2640: done (2 left) 2024-08-10T05:23:21.275 INFO:tasks.rados.rados.0.smithi031.stdout:2641: done (1 left) 2024-08-10T05:23:21.275 INFO:tasks.rados.rados.0.smithi031.stdout:2642: copy_from oid 37 from oid 48 current snap is 253 2024-08-10T05:23:21.275 INFO:tasks.rados.rados.0.smithi031.stdout:2643: snap_create 2024-08-10T05:23:21.277 INFO:tasks.rados.rados.0.smithi031.stdout:2639: finishing copy_from racing read to smithi03186013-8 2024-08-10T05:23:21.278 INFO:tasks.rados.rados.0.smithi031.stdout:2639: finishing copy_from to smithi03186013-8 2024-08-10T05:23:21.278 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 8 v 1360 (ObjNum 748 snap 228 seq_num 748) dirty exists 2024-08-10T05:23:21.285 INFO:tasks.rados.rados.0.smithi031.stdout:2642: finishing copy_from racing read to smithi03186013-37 2024-08-10T05:23:21.286 INFO:tasks.rados.rados.0.smithi031.stdout:2642: finishing copy_from to smithi03186013-37 2024-08-10T05:23:21.286 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 37 v 656 (ObjNum 788 snap 249 seq_num 788) dirty exists 2024-08-10T05:23:21.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:21 smithi031 ceph-mon[100614]: pgmap v548: 121 pgs: 121 active+clean; 153 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.9 MiB/s wr, 17 op/s 2024-08-10T05:23:21.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:21 smithi031 ceph-mon[100614]: osdmap e593: 8 total, 8 up, 8 in 2024-08-10T05:23:21.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:21 smithi031 ceph-mon[98130]: pgmap v548: 121 pgs: 121 active+clean; 153 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.9 MiB/s wr, 17 op/s 2024-08-10T05:23:21.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:21 smithi031 ceph-mon[98130]: osdmap e593: 8 total, 8 up, 8 in 2024-08-10T05:23:21.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:23:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:23:21] "GET /metrics HTTP/1.1" 200 36277 "" "Prometheus/2.43.0" 2024-08-10T05:23:21.564 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:21 smithi196 ceph-mon[90243]: pgmap v548: 121 pgs: 121 active+clean; 153 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.9 MiB/s wr, 17 op/s 2024-08-10T05:23:21.564 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:21 smithi196 ceph-mon[90243]: osdmap e593: 8 total, 8 up, 8 in 2024-08-10T05:23:22.272 INFO:tasks.rados.rados.0.smithi031.stdout:2639: done (2 left) 2024-08-10T05:23:22.272 INFO:tasks.rados.rados.0.smithi031.stdout:2642: done (1 left) 2024-08-10T05:23:22.272 INFO:tasks.rados.rados.0.smithi031.stdout:2643: done (0 left) 2024-08-10T05:23:22.272 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 12 current snap is 254 2024-08-10T05:23:22.272 INFO:tasks.rados.rados.0.smithi031.stdout:2644: seq_num 809 ranges {0=753664,753664=499712,1253376=303104} 2024-08-10T05:23:22.276 INFO:tasks.rados.rados.0.smithi031.stdout:2644: writing smithi03186013-12 from 0 to 753664 tid 1 2024-08-10T05:23:22.279 INFO:tasks.rados.rados.0.smithi031.stdout:2644: writing smithi03186013-12 from 753664 to 1253376 tid 2 2024-08-10T05:23:22.281 INFO:tasks.rados.rados.0.smithi031.stdout:2644: writing smithi03186013-12 from 1253376 to 1556480 tid 3 2024-08-10T05:23:22.281 INFO:tasks.rados.rados.0.smithi031.stdout:2645: read oid 33 snap -1 2024-08-10T05:23:22.281 INFO:tasks.rados.rados.0.smithi031.stdout:2645: expect (ObjNum 694 snap 218 seq_num 694) 2024-08-10T05:23:22.281 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 22 current snap is 254 2024-08-10T05:23:22.281 INFO:tasks.rados.rados.0.smithi031.stdout:2646: seq_num 810 ranges {0=770048,770048=778240,1548288=24576} 2024-08-10T05:23:22.286 INFO:tasks.rados.rados.0.smithi031.stdout:2646: writing smithi03186013-22 from 0 to 770048 tid 1 2024-08-10T05:23:22.291 INFO:tasks.rados.rados.0.smithi031.stdout:2646: writing smithi03186013-22 from 770048 to 1548288 tid 2 2024-08-10T05:23:22.292 INFO:tasks.rados.rados.0.smithi031.stdout:2646: writing smithi03186013-22 from 1548288 to 1572864 tid 3 2024-08-10T05:23:22.292 INFO:tasks.rados.rados.0.smithi031.stdout:2644: finishing write tid 1 to smithi03186013-12 2024-08-10T05:23:22.292 INFO:tasks.rados.rados.0.smithi031.stdout:2644: finishing write tid 2 to smithi03186013-12 2024-08-10T05:23:22.292 INFO:tasks.rados.rados.0.smithi031.stdout:2644: finishing write tid 3 to smithi03186013-12 2024-08-10T05:23:22.292 INFO:tasks.rados.rados.0.smithi031.stdout:2644: finishing write tid 4 to smithi03186013-12 2024-08-10T05:23:22.292 INFO:tasks.rados.rados.0.smithi031.stdout:2647: snap_create 2024-08-10T05:23:22.292 INFO:tasks.rados.rados.0.smithi031.stdout:2644: finishing write tid 5 to smithi03186013-12 2024-08-10T05:23:22.292 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 12 v 1367 (ObjNum 809 snap 254 seq_num 809) dirty exists 2024-08-10T05:23:22.292 INFO:tasks.rados.rados.0.smithi031.stdout:2644: left oid 12 (ObjNum 809 snap 254 seq_num 809) 2024-08-10T05:23:22.296 INFO:tasks.rados.rados.0.smithi031.stdout:2646: finishing write tid 1 to smithi03186013-22 2024-08-10T05:23:22.296 INFO:tasks.rados.rados.0.smithi031.stdout:2646: finishing write tid 2 to smithi03186013-22 2024-08-10T05:23:22.297 INFO:tasks.rados.rados.0.smithi031.stdout:2646: finishing write tid 3 to smithi03186013-22 2024-08-10T05:23:22.297 INFO:tasks.rados.rados.0.smithi031.stdout:2646: finishing write tid 4 to smithi03186013-22 2024-08-10T05:23:22.299 INFO:tasks.rados.rados.0.smithi031.stdout:2646: finishing write tid 5 to smithi03186013-22 2024-08-10T05:23:22.299 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 22 v 1460 (ObjNum 810 snap 254 seq_num 810) dirty exists 2024-08-10T05:23:22.299 INFO:tasks.rados.rados.0.smithi031.stdout:2646: left oid 22 (ObjNum 810 snap 254 seq_num 810) 2024-08-10T05:23:22.311 INFO:tasks.rados.rados.0.smithi031.stdout:2645: expect (ObjNum 694 snap 218 seq_num 694) 2024-08-10T05:23:22.566 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:23:22 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:23:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:23:23.276 INFO:tasks.rados.rados.0.smithi031.stdout:2644: done (3 left) 2024-08-10T05:23:23.276 INFO:tasks.rados.rados.0.smithi031.stdout:2645: done (2 left) 2024-08-10T05:23:23.276 INFO:tasks.rados.rados.0.smithi031.stdout:2646: done (1 left) 2024-08-10T05:23:23.276 INFO:tasks.rados.rados.0.smithi031.stdout:2647: done (0 left) 2024-08-10T05:23:23.276 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 37 current snap is 255 2024-08-10T05:23:23.276 INFO:tasks.rados.rados.0.smithi031.stdout:2648: seq_num 811 ranges {1204224=786432,1990656=663552,2654208=139264} 2024-08-10T05:23:23.287 INFO:tasks.rados.rados.0.smithi031.stdout:2648: writing smithi03186013-37 from 1204224 to 1990656 tid 1 2024-08-10T05:23:23.290 INFO:tasks.rados.rados.0.smithi031.stdout:2648: writing smithi03186013-37 from 1990656 to 2654208 tid 2 2024-08-10T05:23:23.292 INFO:tasks.rados.rados.0.smithi031.stdout:2648: writing smithi03186013-37 from 2654208 to 2793472 tid 3 2024-08-10T05:23:23.292 INFO:tasks.rados.rados.0.smithi031.stdout:2649: rollback oid 2 current snap is 255 2024-08-10T05:23:23.292 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 2 to 253 2024-08-10T05:23:23.292 INFO:tasks.rados.rados.0.smithi031.stdout:2650: delete oid 36 current snap is 255 2024-08-10T05:23:23.295 INFO:tasks.rados.rados.0.smithi031.stdout:2648: finishing write tid 1 to smithi03186013-37 2024-08-10T05:23:23.297 INFO:tasks.rados.rados.0.smithi031.stdout:2649: finishing rollback tid 0 to smithi03186013-2 2024-08-10T05:23:23.297 INFO:tasks.rados.rados.0.smithi031.stdout:2649: finishing rollback tid 1 to smithi03186013-2 2024-08-10T05:23:23.297 INFO:tasks.rados.rados.0.smithi031.stdout:2649: finishing rollback tid 2 to smithi03186013-2 2024-08-10T05:23:23.297 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 2 v 1464 (ObjNum 732 snap 226 seq_num 732) dirty exists 2024-08-10T05:23:23.297 INFO:tasks.rados.rados.0.smithi031.stdout:2649: done (2 left) 2024-08-10T05:23:23.297 INFO:tasks.rados.rados.0.smithi031.stdout:2650: done (1 left) 2024-08-10T05:23:23.297 INFO:tasks.rados.rados.0.smithi031.stdout:2651: snap_remove snap 237 2024-08-10T05:23:23.518 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:23 smithi031 ceph-mon[100614]: pgmap v551: 121 pgs: 121 active+clean; 160 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.0 MiB/s wr, 16 op/s 2024-08-10T05:23:23.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:23 smithi031 ceph-mon[100614]: osdmap e594: 8 total, 8 up, 8 in 2024-08-10T05:23:23.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:23 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:23.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:23 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:23.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:23 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:23:23.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:23 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:23:23.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:23 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:23.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:23 smithi031 ceph-mon[98130]: pgmap v551: 121 pgs: 121 active+clean; 160 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.0 MiB/s wr, 16 op/s 2024-08-10T05:23:23.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:23 smithi031 ceph-mon[98130]: osdmap e594: 8 total, 8 up, 8 in 2024-08-10T05:23:23.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:23 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:23.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:23 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:23.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:23 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:23:23.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:23 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:23:23.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:23 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:23.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:23 smithi196 ceph-mon[90243]: pgmap v551: 121 pgs: 121 active+clean; 160 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.0 MiB/s wr, 16 op/s 2024-08-10T05:23:23.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:23 smithi196 ceph-mon[90243]: osdmap e594: 8 total, 8 up, 8 in 2024-08-10T05:23:23.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:23 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:23.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:23 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:23.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:23 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:23:23.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:23 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:23:23.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:23 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:24.253 INFO:tasks.rados.rados.0.smithi031.stdout:2651: done (1 left) 2024-08-10T05:23:24.253 INFO:tasks.rados.rados.0.smithi031.stdout:2652: rmattr oid 34 current snap is 255 2024-08-10T05:23:24.253 INFO:tasks.rados.rados.0.smithi031.stdout:2652: done (1 left) 2024-08-10T05:23:24.253 INFO:tasks.rados.rados.0.smithi031.stdout:2653: rollback oid 20 current snap is 255 2024-08-10T05:23:24.254 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 20 to 229 2024-08-10T05:23:24.254 INFO:tasks.rados.rados.0.smithi031.stdout:2654: snap_remove snap 250 2024-08-10T05:23:24.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:24 smithi196 ceph-mon[90243]: osdmap e595: 8 total, 8 up, 8 in 2024-08-10T05:23:24.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:24 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-10T05:23:24.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:24 smithi196 ceph-mon[90243]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-10T05:23:24.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:24 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:23:24.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:24 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:24.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:24 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:24.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:24 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:24.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:24 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:24.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:24 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:24.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:24 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:24.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:24 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:24.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:24 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:24.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:24 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:24.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:24 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:24.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:24 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:24.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:24 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:24.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:24 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:24.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:24 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:24.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:24 smithi196 ceph-mon[90243]: osdmap e596: 8 total, 8 up, 8 in 2024-08-10T05:23:24.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:24 smithi031 ceph-mon[100614]: osdmap e595: 8 total, 8 up, 8 in 2024-08-10T05:23:24.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:24 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-10T05:23:24.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:24 smithi031 ceph-mon[100614]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-10T05:23:24.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:24 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:23:24.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:24 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:24.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:24 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:24.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:24 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:24.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:24 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:24.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:24 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:24.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:24 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:24.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:24 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:24.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:24 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:24.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:24 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:24.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:24 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:24.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:24 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:24.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:24 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:24.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:24 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:24.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:24 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:24.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:24 smithi031 ceph-mon[100614]: osdmap e596: 8 total, 8 up, 8 in 2024-08-10T05:23:24.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:24 smithi031 ceph-mon[98130]: osdmap e595: 8 total, 8 up, 8 in 2024-08-10T05:23:24.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:24 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-10T05:23:24.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:24 smithi031 ceph-mon[98130]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-10T05:23:24.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:24 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:23:24.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:24 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:24.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:24 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:24.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:24 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:24.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:24 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:24.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:24 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:24.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:24 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:24.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:24 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:24.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:24 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:24.772 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:24 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:24.772 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:24 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:24.772 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:24 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:24.772 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:24 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:24.772 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:24 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:24.772 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:24 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:24.772 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:24 smithi031 ceph-mon[98130]: osdmap e596: 8 total, 8 up, 8 in 2024-08-10T05:23:25.256 INFO:tasks.rados.rados.0.smithi031.stdout:2654: done (2 left) 2024-08-10T05:23:25.256 INFO:tasks.rados.rados.0.smithi031.stdout:2655: delete oid 17 current snap is 255 2024-08-10T05:23:25.256 INFO:tasks.rados.rados.0.smithi031.stdout:2648: finishing write tid 2 to smithi03186013-37 2024-08-10T05:23:25.256 INFO:tasks.rados.rados.0.smithi031.stdout:2648: finishing write tid 3 to smithi03186013-37 2024-08-10T05:23:25.256 INFO:tasks.rados.rados.0.smithi031.stdout:2648: finishing write tid 4 to smithi03186013-37 2024-08-10T05:23:25.256 INFO:tasks.rados.rados.0.smithi031.stdout:2648: finishing write tid 5 to smithi03186013-37 2024-08-10T05:23:25.256 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 37 v 1050 (ObjNum 811 snap 255 seq_num 811) dirty exists 2024-08-10T05:23:25.257 INFO:tasks.rados.rados.0.smithi031.stdout:2648: left oid 37 (ObjNum 811 snap 255 seq_num 811) 2024-08-10T05:23:25.257 INFO:tasks.rados.rados.0.smithi031.stdout:2653: finishing rollback tid 0 to smithi03186013-20 2024-08-10T05:23:25.257 INFO:tasks.rados.rados.0.smithi031.stdout:2653: finishing rollback tid 1 to smithi03186013-20 2024-08-10T05:23:25.257 INFO:tasks.rados.rados.0.smithi031.stdout:2653: finishing rollback tid 2 to smithi03186013-20 2024-08-10T05:23:25.257 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 20 v 1370 (ObjNum 743 snap 227 seq_num 743) dirty exists 2024-08-10T05:23:25.262 INFO:tasks.rados.rados.0.smithi031.stdout:2648: done (2 left) 2024-08-10T05:23:25.262 INFO:tasks.rados.rados.0.smithi031.stdout:2653: done (1 left) 2024-08-10T05:23:25.262 INFO:tasks.rados.rados.0.smithi031.stdout:2655: done (0 left) 2024-08-10T05:23:25.262 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 10 current snap is 255 2024-08-10T05:23:25.263 INFO:tasks.rados.rados.0.smithi031.stdout:2656: seq_num 814 ranges {1966080=442368,2408448=770048,3178496=434176} 2024-08-10T05:23:25.276 INFO:tasks.rados.rados.0.smithi031.stdout:2656: writing smithi03186013-10 from 1966080 to 2408448 tid 1 2024-08-10T05:23:25.280 INFO:tasks.rados.rados.0.smithi031.stdout:2656: writing smithi03186013-10 from 2408448 to 3178496 tid 2 2024-08-10T05:23:25.284 INFO:tasks.rados.rados.0.smithi031.stdout:2656: writing smithi03186013-10 from 3178496 to 3612672 tid 3 2024-08-10T05:23:25.284 INFO:tasks.rados.rados.0.smithi031.stdout:2657: read oid 6 snap -1 2024-08-10T05:23:25.284 INFO:tasks.rados.rados.0.smithi031.stdout:2657: expect (ObjNum 720 snap 224 seq_num 720) 2024-08-10T05:23:25.284 INFO:tasks.rados.rados.0.smithi031.stdout:2656: finishing write tid 1 to smithi03186013-10 2024-08-10T05:23:25.284 INFO:tasks.rados.rados.0.smithi031.stdout:2656: finishing write tid 2 to smithi03186013-10 2024-08-10T05:23:25.284 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 2 current snap is 255 2024-08-10T05:23:25.284 INFO:tasks.rados.rados.0.smithi031.stdout:2658: seq_num 815 ranges {262144=458752,720896=655360,1376256=409600,1785856=139264} 2024-08-10T05:23:25.288 INFO:tasks.rados.rados.0.smithi031.stdout:2658: writing smithi03186013-2 from 262144 to 720896 tid 1 2024-08-10T05:23:25.292 INFO:tasks.rados.rados.0.smithi031.stdout:2658: writing smithi03186013-2 from 720896 to 1376256 tid 2 2024-08-10T05:23:25.295 INFO:tasks.rados.rados.0.smithi031.stdout:2658: writing smithi03186013-2 from 1376256 to 1785856 tid 3 2024-08-10T05:23:25.296 INFO:tasks.rados.rados.0.smithi031.stdout:2658: writing smithi03186013-2 from 1785856 to 1925120 tid 4 2024-08-10T05:23:25.296 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 3 current snap is 255 2024-08-10T05:23:25.297 INFO:tasks.rados.rados.0.smithi031.stdout:2656: finishing write tid 3 to smithi03186013-10 2024-08-10T05:23:25.297 INFO:tasks.rados.rados.0.smithi031.stdout:2659: seq_num 816 ranges {532480=475136,1007616=540672,1548288=614400,2162688=49152} 2024-08-10T05:23:25.302 INFO:tasks.rados.rados.0.smithi031.stdout:2659: writing smithi03186013-3 from 532480 to 1007616 tid 1 2024-08-10T05:23:25.305 INFO:tasks.rados.rados.0.smithi031.stdout:2659: writing smithi03186013-3 from 1007616 to 1548288 tid 2 2024-08-10T05:23:25.310 INFO:tasks.rados.rados.0.smithi031.stdout:2659: writing smithi03186013-3 from 1548288 to 2162688 tid 3 2024-08-10T05:23:25.310 INFO:tasks.rados.rados.0.smithi031.stdout:2659: writing smithi03186013-3 from 2162688 to 2211840 tid 4 2024-08-10T05:23:25.310 INFO:tasks.rados.rados.0.smithi031.stdout:2660: setattr oid 38 current snap is 255 2024-08-10T05:23:25.311 INFO:tasks.rados.rados.0.smithi031.stdout:2656: finishing write tid 4 to smithi03186013-10 2024-08-10T05:23:25.311 INFO:tasks.rados.rados.0.smithi031.stdout:2656: finishing write tid 5 to smithi03186013-10 2024-08-10T05:23:25.311 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 10 v 1141 (ObjNum 814 snap 255 seq_num 814) dirty exists 2024-08-10T05:23:25.311 INFO:tasks.rados.rados.0.smithi031.stdout:2656: left oid 10 (ObjNum 814 snap 255 seq_num 814) 2024-08-10T05:23:25.311 INFO:tasks.rados.rados.0.smithi031.stdout:2658: finishing write tid 1 to smithi03186013-2 2024-08-10T05:23:25.311 INFO:tasks.rados.rados.0.smithi031.stdout:2657: expect (ObjNum 720 snap 224 seq_num 720) 2024-08-10T05:23:25.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:25 smithi196 ceph-mon[90243]: pgmap v554: 121 pgs: 121 active+clean; 165 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.1 MiB/s wr, 27 op/s 2024-08-10T05:23:25.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:25 smithi196 ceph-mon[90243]: osdmap e597: 8 total, 8 up, 8 in 2024-08-10T05:23:25.579 INFO:tasks.rados.rados.0.smithi031.stdout:2658: finishing write tid 2 to smithi03186013-2 2024-08-10T05:23:25.579 INFO:tasks.rados.rados.0.smithi031.stdout:2658: finishing write tid 3 to smithi03186013-2 2024-08-10T05:23:25.579 INFO:tasks.rados.rados.0.smithi031.stdout:2658: finishing write tid 4 to smithi03186013-2 2024-08-10T05:23:25.579 INFO:tasks.rados.rados.0.smithi031.stdout:2658: finishing write tid 5 to smithi03186013-2 2024-08-10T05:23:25.579 INFO:tasks.rados.rados.0.smithi031.stdout:2658: finishing write tid 6 to smithi03186013-2 2024-08-10T05:23:25.579 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 2 v 1483 (ObjNum 815 snap 255 seq_num 815) dirty exists 2024-08-10T05:23:25.579 INFO:tasks.rados.rados.0.smithi031.stdout:2658: left oid 2 (ObjNum 815 snap 255 seq_num 815) 2024-08-10T05:23:25.579 INFO:tasks.rados.rados.0.smithi031.stdout:2659: finishing write tid 1 to smithi03186013-3 2024-08-10T05:23:25.579 INFO:tasks.rados.rados.0.smithi031.stdout:2659: finishing write tid 2 to smithi03186013-3 2024-08-10T05:23:25.579 INFO:tasks.rados.rados.0.smithi031.stdout:2659: finishing write tid 3 to smithi03186013-3 2024-08-10T05:23:25.579 INFO:tasks.rados.rados.0.smithi031.stdout:2659: finishing write tid 4 to smithi03186013-3 2024-08-10T05:23:25.579 INFO:tasks.rados.rados.0.smithi031.stdout:2659: finishing write tid 5 to smithi03186013-3 2024-08-10T05:23:25.579 INFO:tasks.rados.rados.0.smithi031.stdout:2659: finishing write tid 6 to smithi03186013-3 2024-08-10T05:23:25.580 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 3 v 1375 (ObjNum 816 snap 255 seq_num 816) dirty exists 2024-08-10T05:23:25.580 INFO:tasks.rados.rados.0.smithi031.stdout:2659: left oid 3 (ObjNum 816 snap 255 seq_num 816) 2024-08-10T05:23:25.580 INFO:tasks.rados.rados.0.smithi031.stdout:2656: done (4 left) 2024-08-10T05:23:25.580 INFO:tasks.rados.rados.0.smithi031.stdout:2657: done (3 left) 2024-08-10T05:23:25.580 INFO:tasks.rados.rados.0.smithi031.stdout:2658: done (2 left) 2024-08-10T05:23:25.580 INFO:tasks.rados.rados.0.smithi031.stdout:2659: done (1 left) 2024-08-10T05:23:25.580 INFO:tasks.rados.rados.0.smithi031.stdout:2661: copy_from oid 33 from oid 31 current snap is 255 2024-08-10T05:23:25.580 INFO:tasks.rados.rados.0.smithi031.stdout:2662: snap_create 2024-08-10T05:23:25.581 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 38 v 1127 (ObjNum 678 snap 215 seq_num 678) dirty exists 2024-08-10T05:23:25.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:25 smithi031 ceph-mon[98130]: pgmap v554: 121 pgs: 121 active+clean; 165 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.1 MiB/s wr, 27 op/s 2024-08-10T05:23:25.594 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:25 smithi031 ceph-mon[98130]: osdmap e597: 8 total, 8 up, 8 in 2024-08-10T05:23:25.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:25 smithi031 ceph-mon[100614]: pgmap v554: 121 pgs: 121 active+clean; 165 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.1 MiB/s wr, 27 op/s 2024-08-10T05:23:25.594 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:25 smithi031 ceph-mon[100614]: osdmap e597: 8 total, 8 up, 8 in 2024-08-10T05:23:25.602 INFO:tasks.rados.rados.0.smithi031.stdout:2661: finishing copy_from racing read to smithi03186013-33 2024-08-10T05:23:25.605 INFO:tasks.rados.rados.0.smithi031.stdout:2661: finishing copy_from to smithi03186013-33 2024-08-10T05:23:25.605 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 33 v 1032 (ObjNum 798 snap 251 seq_num 798) dirty exists 2024-08-10T05:23:26.293 INFO:tasks.rados.rados.0.smithi031.stdout:2660: done (2 left) 2024-08-10T05:23:26.293 INFO:tasks.rados.rados.0.smithi031.stdout:2661: done (1 left) 2024-08-10T05:23:26.293 INFO:tasks.rados.rados.0.smithi031.stdout:2662: done (0 left) 2024-08-10T05:23:26.293 INFO:tasks.rados.rados.0.smithi031.stdout:2663: rollback oid 6 current snap is 256 2024-08-10T05:23:26.293 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 6 to 249 2024-08-10T05:23:26.294 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 9 current snap is 256 2024-08-10T05:23:26.294 INFO:tasks.rados.rados.0.smithi031.stdout:2664: seq_num 817 ranges {0=491520,491520=417792,909312=425984,1335296=360448} 2024-08-10T05:23:26.296 INFO:tasks.rados.rados.0.smithi031.stdout:2664: writing smithi03186013-9 from 0 to 491520 tid 1 2024-08-10T05:23:26.299 INFO:tasks.rados.rados.0.smithi031.stdout:2664: writing smithi03186013-9 from 491520 to 909312 tid 2 2024-08-10T05:23:26.301 INFO:tasks.rados.rados.0.smithi031.stdout:2664: writing smithi03186013-9 from 909312 to 1335296 tid 3 2024-08-10T05:23:26.303 INFO:tasks.rados.rados.0.smithi031.stdout:2664: writing smithi03186013-9 from 1335296 to 1695744 tid 4 2024-08-10T05:23:26.304 INFO:tasks.rados.rados.0.smithi031.stdout:2665: copy_from oid 19 from oid 31 current snap is 256 2024-08-10T05:23:26.304 INFO:tasks.rados.rados.0.smithi031.stdout:2663: finishing rollback tid 0 to smithi03186013-6 2024-08-10T05:23:26.304 INFO:tasks.rados.rados.0.smithi031.stdout:2663: finishing rollback tid 1 to smithi03186013-6 2024-08-10T05:23:26.304 INFO:tasks.rados.rados.0.smithi031.stdout:2663: finishing rollback tid 2 to smithi03186013-6 2024-08-10T05:23:26.304 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 6 v 1378 (ObjNum 720 snap 224 seq_num 720) dirty exists 2024-08-10T05:23:26.304 INFO:tasks.rados.rados.0.smithi031.stdout:2663: done (2 left) 2024-08-10T05:23:26.304 INFO:tasks.rados.rados.0.smithi031.stdout:2666: rollback oid 34 current snap is 256 2024-08-10T05:23:26.304 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 34 to 248 2024-08-10T05:23:26.304 INFO:tasks.rados.rados.0.smithi031.stdout:2667: delete oid 7 current snap is 256 2024-08-10T05:23:26.306 INFO:tasks.rados.rados.0.smithi031.stdout:2667: done (3 left) 2024-08-10T05:23:26.306 INFO:tasks.rados.rados.0.smithi031.stdout:2668: read oid 5 snap -1 2024-08-10T05:23:26.307 INFO:tasks.rados.rados.0.smithi031.stdout:2668: expect (ObjNum 768 snap 239 seq_num 768) 2024-08-10T05:23:26.307 INFO:tasks.rados.rados.0.smithi031.stdout:2669: read oid 23 snap -1 2024-08-10T05:23:26.307 INFO:tasks.rados.rados.0.smithi031.stdout:2669: expect deleted 2024-08-10T05:23:26.307 INFO:tasks.rados.rados.0.smithi031.stdout:2670: delete oid 24 current snap is 256 2024-08-10T05:23:26.309 INFO:tasks.rados.rados.0.smithi031.stdout:2666: finishing rollback tid 0 to smithi03186013-34 2024-08-10T05:23:26.309 INFO:tasks.rados.rados.0.smithi031.stdout:2666: finishing rollback tid 1 to smithi03186013-34 2024-08-10T05:23:26.310 INFO:tasks.rados.rados.0.smithi031.stdout:2664: finishing write tid 1 to smithi03186013-9 2024-08-10T05:23:26.310 INFO:tasks.rados.rados.0.smithi031.stdout:2664: finishing write tid 2 to smithi03186013-9 2024-08-10T05:23:26.310 INFO:tasks.rados.rados.0.smithi031.stdout:2664: finishing write tid 3 to smithi03186013-9 2024-08-10T05:23:26.311 INFO:tasks.rados.rados.0.smithi031.stdout:2669: done (5 left) 2024-08-10T05:23:26.311 INFO:tasks.rados.rados.0.smithi031.stdout:2670: done (4 left) 2024-08-10T05:23:26.311 INFO:tasks.rados.rados.0.smithi031.stdout:2671: read oid 49 snap -1 2024-08-10T05:23:26.311 INFO:tasks.rados.rados.0.smithi031.stdout:2671: expect (ObjNum 766 snap 237 seq_num 766) 2024-08-10T05:23:26.311 INFO:tasks.rados.rados.0.smithi031.stdout:2672: read oid 8 snap -1 2024-08-10T05:23:26.311 INFO:tasks.rados.rados.0.smithi031.stdout:2672: expect (ObjNum 748 snap 228 seq_num 748) 2024-08-10T05:23:26.311 INFO:tasks.rados.rados.0.smithi031.stdout:2673: setattr oid 4 current snap is 256 2024-08-10T05:23:26.312 INFO:tasks.rados.rados.0.smithi031.stdout:2664: finishing write tid 4 to smithi03186013-9 2024-08-10T05:23:26.312 INFO:tasks.rados.rados.0.smithi031.stdout:2664: finishing write tid 5 to smithi03186013-9 2024-08-10T05:23:26.312 INFO:tasks.rados.rados.0.smithi031.stdout:2674: snap_create 2024-08-10T05:23:26.313 INFO:tasks.rados.rados.0.smithi031.stdout:2664: finishing write tid 6 to smithi03186013-9 2024-08-10T05:23:26.313 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 9 v 1368 (ObjNum 817 snap 256 seq_num 817) dirty exists 2024-08-10T05:23:26.313 INFO:tasks.rados.rados.0.smithi031.stdout:2664: left oid 9 (ObjNum 817 snap 256 seq_num 817) 2024-08-10T05:23:26.314 INFO:tasks.rados.rados.0.smithi031.stdout:2666: finishing rollback tid 2 to smithi03186013-34 2024-08-10T05:23:26.314 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 34 v 1392 (ObjNum 618 snap 193 seq_num 618) dirty exists 2024-08-10T05:23:26.316 INFO:tasks.rados.rados.0.smithi031.stdout:2672: expect (ObjNum 748 snap 228 seq_num 748) 2024-08-10T05:23:26.331 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 4 v 1414 (ObjNum 687 snap 218 seq_num 687) dirty exists 2024-08-10T05:23:26.332 INFO:tasks.rados.rados.0.smithi031.stdout:2671: expect (ObjNum 766 snap 237 seq_num 766) 2024-08-10T05:23:26.353 INFO:tasks.rados.rados.0.smithi031.stdout:2665: finishing copy_from racing read to smithi03186013-19 2024-08-10T05:23:26.353 INFO:tasks.rados.rados.0.smithi031.stdout:2668: expect (ObjNum 768 snap 239 seq_num 768) 2024-08-10T05:23:26.425 INFO:tasks.rados.rados.0.smithi031.stdout:2665: finishing copy_from to smithi03186013-19 2024-08-10T05:23:26.425 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 19 v 1032 (ObjNum 798 snap 251 seq_num 798) dirty exists 2024-08-10T05:23:26.513 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:26 smithi031 ceph-mon[98130]: Upgrade: Updating alertmanager.a 2024-08-10T05:23:26.513 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:26 smithi031 ceph-mon[98130]: Deploying daemon alertmanager.a on smithi031 2024-08-10T05:23:26.513 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:23:26.513 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:26 smithi031 ceph-mon[100614]: Upgrade: Updating alertmanager.a 2024-08-10T05:23:26.514 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:26 smithi031 ceph-mon[100614]: Deploying daemon alertmanager.a on smithi031 2024-08-10T05:23:26.514 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:23:26.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:26 smithi196 ceph-mon[90243]: Upgrade: Updating alertmanager.a 2024-08-10T05:23:26.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:26 smithi196 ceph-mon[90243]: Deploying daemon alertmanager.a on smithi031 2024-08-10T05:23:26.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:23:27.295 INFO:tasks.rados.rados.0.smithi031.stdout:2664: done (7 left) 2024-08-10T05:23:27.295 INFO:tasks.rados.rados.0.smithi031.stdout:2665: done (6 left) 2024-08-10T05:23:27.295 INFO:tasks.rados.rados.0.smithi031.stdout:2666: done (5 left) 2024-08-10T05:23:27.295 INFO:tasks.rados.rados.0.smithi031.stdout:2668: done (4 left) 2024-08-10T05:23:27.295 INFO:tasks.rados.rados.0.smithi031.stdout:2671: done (3 left) 2024-08-10T05:23:27.295 INFO:tasks.rados.rados.0.smithi031.stdout:2672: done (2 left) 2024-08-10T05:23:27.295 INFO:tasks.rados.rados.0.smithi031.stdout:2673: done (1 left) 2024-08-10T05:23:27.295 INFO:tasks.rados.rados.0.smithi031.stdout:2674: done (0 left) 2024-08-10T05:23:27.295 INFO:tasks.rados.rados.0.smithi031.stdout:2675: snap_remove snap 256 2024-08-10T05:23:27.746 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:27 smithi031 ceph-mon[98130]: pgmap v557: 121 pgs: 121 active+clean; 167 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 2.3 MiB/s wr, 20 op/s 2024-08-10T05:23:27.746 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:27 smithi031 ceph-mon[98130]: osdmap e598: 8 total, 8 up, 8 in 2024-08-10T05:23:27.746 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:27 smithi031 ceph-mon[100614]: pgmap v557: 121 pgs: 121 active+clean; 167 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 2.3 MiB/s wr, 20 op/s 2024-08-10T05:23:27.746 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:27 smithi031 ceph-mon[100614]: osdmap e598: 8 total, 8 up, 8 in 2024-08-10T05:23:27.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:27 smithi196 ceph-mon[90243]: pgmap v557: 121 pgs: 121 active+clean; 167 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 2.3 MiB/s wr, 20 op/s 2024-08-10T05:23:27.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:27 smithi196 ceph-mon[90243]: osdmap e598: 8 total, 8 up, 8 in 2024-08-10T05:23:28.304 INFO:tasks.rados.rados.0.smithi031.stdout:2675: done (0 left) 2024-08-10T05:23:28.304 INFO:tasks.rados.rados.0.smithi031.stdout:2676: read oid 30 snap 249 2024-08-10T05:23:28.305 INFO:tasks.rados.rados.0.smithi031.stdout:2676: expect (ObjNum 589744576 snap 22084 seq_num 590617840) 2024-08-10T05:23:28.305 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 4 current snap is 257 2024-08-10T05:23:28.305 INFO:tasks.rados.rados.0.smithi031.stdout:2677: seq_num 820 ranges {5857280=540672,6397952=475136,6873088=598016,7471104=131072} 2024-08-10T05:23:28.339 INFO:tasks.rados.rados.0.smithi031.stdout:2677: writing smithi03186013-4 from 5857280 to 6397952 tid 1 2024-08-10T05:23:28.342 INFO:tasks.rados.rados.0.smithi031.stdout:2677: writing smithi03186013-4 from 6397952 to 6873088 tid 2 2024-08-10T05:23:28.346 INFO:tasks.rados.rados.0.smithi031.stdout:2677: writing smithi03186013-4 from 6873088 to 7471104 tid 3 2024-08-10T05:23:28.347 INFO:tasks.rados.rados.0.smithi031.stdout:2677: writing smithi03186013-4 from 7471104 to 7602176 tid 4 2024-08-10T05:23:28.347 INFO:tasks.rados.rados.0.smithi031.stdout:2678: snap_remove snap 253 2024-08-10T05:23:28.602 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:23:28 smithi031 systemd[1]: Stopping Ceph alertmanager.a for fc322138-56d5-11ef-bcce-c7b262605968... 2024-08-10T05:23:28.602 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:28 smithi031 ceph-mon[98130]: osdmap e599: 8 total, 8 up, 8 in 2024-08-10T05:23:28.603 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:28 smithi031 ceph-mon[100614]: osdmap e599: 8 total, 8 up, 8 in 2024-08-10T05:23:28.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:28 smithi196 ceph-mon[90243]: osdmap e599: 8 total, 8 up, 8 in 2024-08-10T05:23:28.973 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:23:28 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-alertmanager-a[88576]: ts=2024-08-10T05:23:28.820Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-08-10T05:23:29.259 INFO:tasks.rados.rados.0.smithi031.stdout:2678: done (2 left) 2024-08-10T05:23:29.259 INFO:tasks.rados.rados.0.smithi031.stdout:2679: snap_remove snap 239 2024-08-10T05:23:29.263 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:23:28 smithi031 podman[135527]: 2024-08-10 05:23:28.97390057 +0000 UTC m=+0.275698641 container died afde0a9ed8a26e3a497821ba4a01337c0b74529045cf3c99ba5ae0e006d9ee1c (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-10T05:23:29.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:29 smithi031 ceph-mon[98130]: pgmap v560: 121 pgs: 121 active+clean; 175 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 12 op/s 2024-08-10T05:23:29.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:29 smithi031 ceph-mon[98130]: osdmap e600: 8 total, 8 up, 8 in 2024-08-10T05:23:29.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:29 smithi031 ceph-mon[98130]: osdmap e601: 8 total, 8 up, 8 in 2024-08-10T05:23:29.519 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:23:29 smithi031 podman[135527]: 2024-08-10 05:23:29.38429296 +0000 UTC m=+0.686091028 container cleanup afde0a9ed8a26e3a497821ba4a01337c0b74529045cf3c99ba5ae0e006d9ee1c (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-10T05:23:29.519 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:23:29 smithi031 bash[135527]: ceph-fc322138-56d5-11ef-bcce-c7b262605968-alertmanager-a 2024-08-10T05:23:29.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:29 smithi031 ceph-mon[100614]: pgmap v560: 121 pgs: 121 active+clean; 175 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 12 op/s 2024-08-10T05:23:29.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:29 smithi031 ceph-mon[100614]: osdmap e600: 8 total, 8 up, 8 in 2024-08-10T05:23:29.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:29 smithi031 ceph-mon[100614]: osdmap e601: 8 total, 8 up, 8 in 2024-08-10T05:23:29.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:29 smithi196 ceph-mon[90243]: pgmap v560: 121 pgs: 121 active+clean; 175 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 12 op/s 2024-08-10T05:23:29.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:29 smithi196 ceph-mon[90243]: osdmap e600: 8 total, 8 up, 8 in 2024-08-10T05:23:29.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:29 smithi196 ceph-mon[90243]: osdmap e601: 8 total, 8 up, 8 in 2024-08-10T05:23:29.968 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:23:29 smithi031 podman[135546]: 2024-08-10 05:23:29.619804258 +0000 UTC m=+0.642355915 container remove afde0a9ed8a26e3a497821ba4a01337c0b74529045cf3c99ba5ae0e006d9ee1c (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-10T05:23:29.968 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:23:29 smithi031 podman[135546]: 2024-08-10 05:23:29.703967513 +0000 UTC m=+0.726519170 volume remove d73970fe526ae2b8383a1b18ea1b0515194b453e1b448cadb9a258b8d789722d 2024-08-10T05:23:30.259 INFO:tasks.rados.rados.0.smithi031.stdout:2679: done (2 left) 2024-08-10T05:23:30.259 INFO:tasks.rados.rados.0.smithi031.stdout:2680: snap_remove snap 254 2024-08-10T05:23:30.268 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:23:29 smithi031 systemd[1]: ceph-fc322138-56d5-11ef-bcce-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-08-10T05:23:30.268 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:23:29 smithi031 systemd[1]: Stopped Ceph alertmanager.a for fc322138-56d5-11ef-bcce-c7b262605968. 2024-08-10T05:23:30.268 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:23:29 smithi031 systemd[1]: ceph-fc322138-56d5-11ef-bcce-c7b262605968@alertmanager.a.service: Consumed 1.605s CPU time. 2024-08-10T05:23:30.268 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:23:30 smithi031 systemd[1]: Starting Ceph alertmanager.a for fc322138-56d5-11ef-bcce-c7b262605968... 2024-08-10T05:23:30.715 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:23:30 smithi031 podman[135675]: 2024-08-10 05:23:30.32579448 +0000 UTC m=+0.018538344 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-08-10T05:23:30.715 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:23:30 smithi031 podman[135675]: 2024-08-10 05:23:30.446280005 +0000 UTC m=+0.139023859 volume create 7e99491d0bca44f7ba7c50c2262630df856839f1eba3e37f7619ae9b53653b87 2024-08-10T05:23:30.715 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:23:30 smithi031 podman[135675]: 2024-08-10 05:23:30.529988054 +0000 UTC m=+0.222731950 container create 0597c50ef79154c0d1edd8fe62ab779611a39e0fe024c1e27e8b723f2ce0b230 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-10T05:23:31.254 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:23:30 smithi031 podman[135675]: 2024-08-10 05:23:30.832670448 +0000 UTC m=+0.525414324 container init 0597c50ef79154c0d1edd8fe62ab779611a39e0fe024c1e27e8b723f2ce0b230 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-10T05:23:31.254 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:23:30 smithi031 podman[135675]: 2024-08-10 05:23:30.837769928 +0000 UTC m=+0.530513783 container start 0597c50ef79154c0d1edd8fe62ab779611a39e0fe024c1e27e8b723f2ce0b230 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-10T05:23:31.254 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:23:30 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-alertmanager-a[135689]: ts=2024-08-10T05:23:30.850Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-08-10T05:23:31.254 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:23:30 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-alertmanager-a[135689]: ts=2024-08-10T05:23:30.850Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-08-10T05:23:31.254 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:23:30 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-alertmanager-a[135689]: ts=2024-08-10T05:23:30.851Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.31 port=9094 2024-08-10T05:23:31.255 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:23:30 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-alertmanager-a[135689]: ts=2024-08-10T05:23:30.853Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-08-10T05:23:31.255 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:23:30 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-alertmanager-a[135689]: ts=2024-08-10T05:23:30.878Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-08-10T05:23:31.255 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:23:30 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-alertmanager-a[135689]: ts=2024-08-10T05:23:30.878Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-08-10T05:23:31.255 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:23:30 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-alertmanager-a[135689]: ts=2024-08-10T05:23:30.881Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-08-10T05:23:31.255 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:23:30 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-alertmanager-a[135689]: ts=2024-08-10T05:23:30.881Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-08-10T05:23:31.255 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:23:30 smithi031 bash[135675]: 0597c50ef79154c0d1edd8fe62ab779611a39e0fe024c1e27e8b723f2ce0b230 2024-08-10T05:23:31.255 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:23:30 smithi031 systemd[1]: Started Ceph alertmanager.a for fc322138-56d5-11ef-bcce-c7b262605968. 2024-08-10T05:23:31.268 INFO:tasks.rados.rados.0.smithi031.stdout:2680: done (2 left) 2024-08-10T05:23:31.268 INFO:tasks.rados.rados.0.smithi031.stdout:2681: rollback oid 2 current snap is 257 2024-08-10T05:23:31.268 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 2 to 251 2024-08-10T05:23:31.268 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 45 current snap is 257 2024-08-10T05:23:31.268 INFO:tasks.rados.rados.0.smithi031.stdout:2682: seq_num 821 ranges {1073152=557056,1630208=761856,2392064=442368} 2024-08-10T05:23:31.277 INFO:tasks.rados.rados.0.smithi031.stdout:2682: writing smithi03186013-45 from 1073152 to 1630208 tid 1 2024-08-10T05:23:31.281 INFO:tasks.rados.rados.0.smithi031.stdout:2682: writing smithi03186013-45 from 1630208 to 2392064 tid 2 2024-08-10T05:23:31.285 INFO:tasks.rados.rados.0.smithi031.stdout:2682: writing smithi03186013-45 from 2392064 to 2834432 tid 3 2024-08-10T05:23:31.285 INFO:tasks.rados.rados.0.smithi031.stdout:2683: rollback oid 22 current snap is 257 2024-08-10T05:23:31.285 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 22 to 252 2024-08-10T05:23:31.285 INFO:tasks.rados.rados.0.smithi031.stdout:2676: expect (ObjNum 589744576 snap 22084 seq_num 590617840) 2024-08-10T05:23:31.295 INFO:tasks.rados.rados.0.smithi031.stdout:2677: finishing write tid 1 to smithi03186013-4 2024-08-10T05:23:31.295 INFO:tasks.rados.rados.0.smithi031.stdout:2677: finishing write tid 2 to smithi03186013-4 2024-08-10T05:23:31.295 INFO:tasks.rados.rados.0.smithi031.stdout:2677: finishing write tid 3 to smithi03186013-4 2024-08-10T05:23:31.295 INFO:tasks.rados.rados.0.smithi031.stdout:2677: finishing write tid 4 to smithi03186013-4 2024-08-10T05:23:31.295 INFO:tasks.rados.rados.0.smithi031.stdout:2677: finishing write tid 5 to smithi03186013-4 2024-08-10T05:23:31.295 INFO:tasks.rados.rados.0.smithi031.stdout:2677: finishing write tid 6 to smithi03186013-4 2024-08-10T05:23:31.296 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 4 v 1419 (ObjNum 820 snap 257 seq_num 820) dirty exists 2024-08-10T05:23:31.296 INFO:tasks.rados.rados.0.smithi031.stdout:2677: left oid 4 (ObjNum 820 snap 257 seq_num 820) 2024-08-10T05:23:31.296 INFO:tasks.rados.rados.0.smithi031.stdout:2681: finishing rollback tid 0 to smithi03186013-2 2024-08-10T05:23:31.296 INFO:tasks.rados.rados.0.smithi031.stdout:2676: done (4 left) 2024-08-10T05:23:31.296 INFO:tasks.rados.rados.0.smithi031.stdout:2677: done (3 left) 2024-08-10T05:23:31.296 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 8 current snap is 257 2024-08-10T05:23:31.296 INFO:tasks.rados.rados.0.smithi031.stdout:2681: finishing rollback tid 1 to smithi03186013-2 2024-08-10T05:23:31.296 INFO:tasks.rados.rados.0.smithi031.stdout:2681: finishing rollback tid 2 to smithi03186013-2 2024-08-10T05:23:31.296 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 2 v 1502 (ObjNum 732 snap 226 seq_num 732) dirty exists 2024-08-10T05:23:31.296 INFO:tasks.rados.rados.0.smithi031.stdout:2682: finishing write tid 1 to smithi03186013-45 2024-08-10T05:23:31.296 INFO:tasks.rados.rados.0.smithi031.stdout:2684: seq_num 822 ranges {532480=573440,1105920=696320,1802240=507904} 2024-08-10T05:23:31.301 INFO:tasks.rados.rados.0.smithi031.stdout:2684: writing smithi03186013-8 from 532480 to 1105920 tid 1 2024-08-10T05:23:31.305 INFO:tasks.rados.rados.0.smithi031.stdout:2684: writing smithi03186013-8 from 1105920 to 1802240 tid 2 2024-08-10T05:23:31.308 INFO:tasks.rados.rados.0.smithi031.stdout:2684: writing smithi03186013-8 from 1802240 to 2310144 tid 3 2024-08-10T05:23:31.308 INFO:tasks.rados.rados.0.smithi031.stdout:2681: done (3 left) 2024-08-10T05:23:31.308 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 40 current snap is 257 2024-08-10T05:23:31.308 INFO:tasks.rados.rados.0.smithi031.stdout:2685: seq_num 823 ranges {0=589824,589824=573440,1163264=630784} 2024-08-10T05:23:31.312 INFO:tasks.rados.rados.0.smithi031.stdout:2685: writing smithi03186013-40 from 0 to 589824 tid 1 2024-08-10T05:23:31.315 INFO:tasks.rados.rados.0.smithi031.stdout:2685: writing smithi03186013-40 from 589824 to 1163264 tid 2 2024-08-10T05:23:31.320 INFO:tasks.rados.rados.0.smithi031.stdout:2685: writing smithi03186013-40 from 1163264 to 1794048 tid 3 2024-08-10T05:23:31.320 INFO:tasks.rados.rados.0.smithi031.stdout:2686: read oid 36 snap -1 2024-08-10T05:23:31.320 INFO:tasks.rados.rados.0.smithi031.stdout:2686: expect deleted 2024-08-10T05:23:31.320 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 7 current snap is 257 2024-08-10T05:23:31.320 INFO:tasks.rados.rados.0.smithi031.stdout:2683: finishing rollback tid 0 to smithi03186013-22 2024-08-10T05:23:31.320 INFO:tasks.rados.rados.0.smithi031.stdout:2682: finishing write tid 2 to smithi03186013-45 2024-08-10T05:23:31.320 INFO:tasks.rados.rados.0.smithi031.stdout:2687: seq_num 824 ranges {0=606208,606208=458752,1064960=573440,1638400=172032} 2024-08-10T05:23:31.323 INFO:tasks.rados.rados.0.smithi031.stdout:2687: writing smithi03186013-7 from 0 to 606208 tid 1 2024-08-10T05:23:31.327 INFO:tasks.rados.rados.0.smithi031.stdout:2687: writing smithi03186013-7 from 606208 to 1064960 tid 2 2024-08-10T05:23:31.331 INFO:tasks.rados.rados.0.smithi031.stdout:2687: writing smithi03186013-7 from 1064960 to 1638400 tid 3 2024-08-10T05:23:31.332 INFO:tasks.rados.rados.0.smithi031.stdout:2687: writing smithi03186013-7 from 1638400 to 1810432 tid 4 2024-08-10T05:23:31.333 INFO:tasks.rados.rados.0.smithi031.stdout:2683: finishing rollback tid 1 to smithi03186013-22 2024-08-10T05:23:31.333 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 22 v 1509 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-10T05:23:31.333 INFO:tasks.rados.rados.0.smithi031.stdout:2682: finishing write tid 3 to smithi03186013-45 2024-08-10T05:23:31.334 INFO:tasks.rados.rados.0.smithi031.stdout:2682: finishing write tid 4 to smithi03186013-45 2024-08-10T05:23:31.334 INFO:tasks.rados.rados.0.smithi031.stdout:2682: finishing write tid 5 to smithi03186013-45 2024-08-10T05:23:31.334 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 45 v 1396 (ObjNum 821 snap 257 seq_num 821) dirty exists 2024-08-10T05:23:31.334 INFO:tasks.rados.rados.0.smithi031.stdout:2682: left oid 45 (ObjNum 821 snap 257 seq_num 821) 2024-08-10T05:23:31.334 INFO:tasks.rados.rados.0.smithi031.stdout:2684: finishing write tid 1 to smithi03186013-8 2024-08-10T05:23:31.334 INFO:tasks.rados.rados.0.smithi031.stdout:2684: finishing write tid 2 to smithi03186013-8 2024-08-10T05:23:31.334 INFO:tasks.rados.rados.0.smithi031.stdout:2684: finishing write tid 3 to smithi03186013-8 2024-08-10T05:23:31.334 INFO:tasks.rados.rados.0.smithi031.stdout:2684: finishing write tid 4 to smithi03186013-8 2024-08-10T05:23:31.334 INFO:tasks.rados.rados.0.smithi031.stdout:2684: finishing write tid 5 to smithi03186013-8 2024-08-10T05:23:31.334 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 8 v 1514 (ObjNum 822 snap 257 seq_num 822) dirty exists 2024-08-10T05:23:31.335 INFO:tasks.rados.rados.0.smithi031.stdout:2684: left oid 8 (ObjNum 822 snap 257 seq_num 822) 2024-08-10T05:23:31.335 INFO:tasks.rados.rados.0.smithi031.stdout:2685: finishing write tid 1 to smithi03186013-40 2024-08-10T05:23:31.335 INFO:tasks.rados.rados.0.smithi031.stdout:2685: finishing write tid 2 to smithi03186013-40 2024-08-10T05:23:31.335 INFO:tasks.rados.rados.0.smithi031.stdout:2685: finishing write tid 3 to smithi03186013-40 2024-08-10T05:23:31.335 INFO:tasks.rados.rados.0.smithi031.stdout:2685: finishing write tid 4 to smithi03186013-40 2024-08-10T05:23:31.335 INFO:tasks.rados.rados.0.smithi031.stdout:2685: finishing write tid 5 to smithi03186013-40 2024-08-10T05:23:31.335 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 40 v 1131 (ObjNum 823 snap 257 seq_num 823) dirty exists 2024-08-10T05:23:31.335 INFO:tasks.rados.rados.0.smithi031.stdout:2685: left oid 40 (ObjNum 823 snap 257 seq_num 823) 2024-08-10T05:23:31.335 INFO:tasks.rados.rados.0.smithi031.stdout:2687: finishing write tid 1 to smithi03186013-7 2024-08-10T05:23:31.335 INFO:tasks.rados.rados.0.smithi031.stdout:2687: finishing write tid 2 to smithi03186013-7 2024-08-10T05:23:31.335 INFO:tasks.rados.rados.0.smithi031.stdout:2682: done (5 left) 2024-08-10T05:23:31.335 INFO:tasks.rados.rados.0.smithi031.stdout:2683: done (4 left) 2024-08-10T05:23:31.335 INFO:tasks.rados.rados.0.smithi031.stdout:2684: done (3 left) 2024-08-10T05:23:31.336 INFO:tasks.rados.rados.0.smithi031.stdout:2685: done (2 left) 2024-08-10T05:23:31.336 INFO:tasks.rados.rados.0.smithi031.stdout:2686: done (1 left) 2024-08-10T05:23:31.336 INFO:tasks.rados.rados.0.smithi031.stdout:2688: copy_from oid 8 from oid 6 current snap is 257 2024-08-10T05:23:31.336 INFO:tasks.rados.rados.0.smithi031.stdout:2689: read oid 5 snap -1 2024-08-10T05:23:31.336 INFO:tasks.rados.rados.0.smithi031.stdout:2689: expect (ObjNum 768 snap 239 seq_num 768) 2024-08-10T05:23:31.336 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 28 current snap is 257 2024-08-10T05:23:31.336 INFO:tasks.rados.rados.0.smithi031.stdout:2690: seq_num 825 ranges {1343488=622592,1966080=745472,2711552=458752} 2024-08-10T05:23:31.346 INFO:tasks.rados.rados.0.smithi031.stdout:2690: writing smithi03186013-28 from 1343488 to 1966080 tid 1 2024-08-10T05:23:31.351 INFO:tasks.rados.rados.0.smithi031.stdout:2690: writing smithi03186013-28 from 1966080 to 2711552 tid 2 2024-08-10T05:23:31.354 INFO:tasks.rados.rados.0.smithi031.stdout:2690: writing smithi03186013-28 from 2711552 to 3170304 tid 3 2024-08-10T05:23:31.355 INFO:tasks.rados.rados.0.smithi031.stdout:2691: snap_remove snap 249 2024-08-10T05:23:31.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:23:31 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:23:31] "GET /metrics HTTP/1.1" 200 36277 "" "Prometheus/2.43.0" 2024-08-10T05:23:31.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:31 smithi031 ceph-mon[98130]: pgmap v563: 121 pgs: 121 active+clean; 182 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 3.9 MiB/s wr, 21 op/s 2024-08-10T05:23:31.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:31 smithi031 ceph-mon[98130]: osdmap e602: 8 total, 8 up, 8 in 2024-08-10T05:23:31.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:31 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:31.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:31 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:31.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:31 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:23:31.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:31 smithi031 ceph-mon[100614]: pgmap v563: 121 pgs: 121 active+clean; 182 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 3.9 MiB/s wr, 21 op/s 2024-08-10T05:23:31.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:31 smithi031 ceph-mon[100614]: osdmap e602: 8 total, 8 up, 8 in 2024-08-10T05:23:31.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:31 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:31.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:31 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:31.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:31 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:23:31.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:31 smithi196 ceph-mon[90243]: pgmap v563: 121 pgs: 121 active+clean; 182 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 3.9 MiB/s wr, 21 op/s 2024-08-10T05:23:31.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:31 smithi196 ceph-mon[90243]: osdmap e602: 8 total, 8 up, 8 in 2024-08-10T05:23:31.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:31 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:31.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:31 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:31.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:31 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:23:32.273 INFO:tasks.rados.rados.0.smithi031.stdout:2691: done (4 left) 2024-08-10T05:23:32.273 INFO:tasks.rados.rados.0.smithi031.stdout:2692: snap_remove snap 242 2024-08-10T05:23:32.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:32 smithi031 ceph-mon[98130]: osdmap e603: 8 total, 8 up, 8 in 2024-08-10T05:23:32.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:32 smithi031 ceph-mon[100614]: osdmap e603: 8 total, 8 up, 8 in 2024-08-10T05:23:32.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:32 smithi196 ceph-mon[90243]: osdmap e603: 8 total, 8 up, 8 in 2024-08-10T05:23:32.529 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:23:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:23:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:23:33.268 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:23:32 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-alertmanager-a[135689]: ts=2024-08-10T05:23:32.853Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000281112s 2024-08-10T05:23:33.286 INFO:tasks.rados.rados.0.smithi031.stdout:2692: done (4 left) 2024-08-10T05:23:33.286 INFO:tasks.rados.rados.0.smithi031.stdout:2693: delete oid 48 current snap is 257 2024-08-10T05:23:33.286 INFO:tasks.rados.rados.0.smithi031.stdout:2687: finishing write tid 3 to smithi03186013-7 2024-08-10T05:23:33.286 INFO:tasks.rados.rados.0.smithi031.stdout:2687: finishing write tid 4 to smithi03186013-7 2024-08-10T05:23:33.286 INFO:tasks.rados.rados.0.smithi031.stdout:2687: finishing write tid 5 to smithi03186013-7 2024-08-10T05:23:33.286 INFO:tasks.rados.rados.0.smithi031.stdout:2687: finishing write tid 6 to smithi03186013-7 2024-08-10T05:23:33.286 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 7 v 1519 (ObjNum 824 snap 257 seq_num 824) dirty exists 2024-08-10T05:23:33.286 INFO:tasks.rados.rados.0.smithi031.stdout:2687: left oid 7 (ObjNum 824 snap 257 seq_num 824) 2024-08-10T05:23:33.287 INFO:tasks.rados.rados.0.smithi031.stdout:2689: expect (ObjNum 768 snap 239 seq_num 768) 2024-08-10T05:23:33.369 INFO:tasks.rados.rados.0.smithi031.stdout:2690: finishing write tid 1 to smithi03186013-28 2024-08-10T05:23:33.369 INFO:tasks.rados.rados.0.smithi031.stdout:2688: finishing copy_from racing read to smithi03186013-8 2024-08-10T05:23:33.369 INFO:tasks.rados.rados.0.smithi031.stdout:2688: finishing copy_from to smithi03186013-8 2024-08-10T05:23:33.370 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 8 v 1378 (ObjNum 720 snap 224 seq_num 720) dirty exists 2024-08-10T05:23:33.370 INFO:tasks.rados.rados.0.smithi031.stdout:2690: finishing write tid 2 to smithi03186013-28 2024-08-10T05:23:33.370 INFO:tasks.rados.rados.0.smithi031.stdout:2687: done (4 left) 2024-08-10T05:23:33.370 INFO:tasks.rados.rados.0.smithi031.stdout:2688: done (3 left) 2024-08-10T05:23:33.370 INFO:tasks.rados.rados.0.smithi031.stdout:2689: done (2 left) 2024-08-10T05:23:33.370 INFO:tasks.rados.rados.0.smithi031.stdout:2693: done (1 left) 2024-08-10T05:23:33.370 INFO:tasks.rados.rados.0.smithi031.stdout:2694: rollback oid 34 current snap is 257 2024-08-10T05:23:33.370 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 34 to 246 2024-08-10T05:23:33.370 INFO:tasks.rados.rados.0.smithi031.stdout:2690: finishing write tid 3 to smithi03186013-28 2024-08-10T05:23:33.370 INFO:tasks.rados.rados.0.smithi031.stdout:2690: finishing write tid 4 to smithi03186013-28 2024-08-10T05:23:33.370 INFO:tasks.rados.rados.0.smithi031.stdout:2690: finishing write tid 5 to smithi03186013-28 2024-08-10T05:23:33.371 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 28 v 1054 (ObjNum 825 snap 257 seq_num 825) dirty exists 2024-08-10T05:23:33.371 INFO:tasks.rados.rados.0.smithi031.stdout:2690: left oid 28 (ObjNum 825 snap 257 seq_num 825) 2024-08-10T05:23:33.371 INFO:tasks.rados.rados.0.smithi031.stdout:2690: done (1 left) 2024-08-10T05:23:33.371 INFO:tasks.rados.rados.0.smithi031.stdout:2695: copy_from oid 2 from oid 3 current snap is 257 2024-08-10T05:23:33.371 INFO:tasks.rados.rados.0.smithi031.stdout:2696: delete oid 12 current snap is 257 2024-08-10T05:23:33.372 INFO:tasks.rados.rados.0.smithi031.stdout:2694: finishing rollback tid 0 to smithi03186013-34 2024-08-10T05:23:33.373 INFO:tasks.rados.rados.0.smithi031.stdout:2694: finishing rollback tid 1 to smithi03186013-34 2024-08-10T05:23:33.373 INFO:tasks.rados.rados.0.smithi031.stdout:2696: done (2 left) 2024-08-10T05:23:33.373 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 46 current snap is 257 2024-08-10T05:23:33.373 INFO:tasks.rados.rados.0.smithi031.stdout:2697: seq_num 828 ranges {0=671744,671744=802816,1474560=401408} 2024-08-10T05:23:33.377 INFO:tasks.rados.rados.0.smithi031.stdout:2697: writing smithi03186013-46 from 0 to 671744 tid 1 2024-08-10T05:23:33.382 INFO:tasks.rados.rados.0.smithi031.stdout:2697: writing smithi03186013-46 from 671744 to 1474560 tid 2 2024-08-10T05:23:33.385 INFO:tasks.rados.rados.0.smithi031.stdout:2697: writing smithi03186013-46 from 1474560 to 1875968 tid 3 2024-08-10T05:23:33.385 INFO:tasks.rados.rados.0.smithi031.stdout:2698: copy_from oid 30 from oid 25 current snap is 257 2024-08-10T05:23:33.385 INFO:tasks.rados.rados.0.smithi031.stdout:2694: finishing rollback tid 2 to smithi03186013-34 2024-08-10T05:23:33.385 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 34 v 1399 (ObjNum 618 snap 193 seq_num 618) dirty exists 2024-08-10T05:23:33.385 INFO:tasks.rados.rados.0.smithi031.stdout:2695: finishing copy_from racing read to smithi03186013-2 2024-08-10T05:23:33.386 INFO:tasks.rados.rados.0.smithi031.stdout:2697: finishing write tid 1 to smithi03186013-46 2024-08-10T05:23:33.386 INFO:tasks.rados.rados.0.smithi031.stdout:2695: finishing copy_from to smithi03186013-2 2024-08-10T05:23:33.386 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 2 v 1375 (ObjNum 816 snap 255 seq_num 816) dirty exists 2024-08-10T05:23:33.386 INFO:tasks.rados.rados.0.smithi031.stdout:2694: done (3 left) 2024-08-10T05:23:33.386 INFO:tasks.rados.rados.0.smithi031.stdout:2695: done (2 left) 2024-08-10T05:23:33.386 INFO:tasks.rados.rados.0.smithi031.stdout:2699: snap_remove snap 252 2024-08-10T05:23:33.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:33 smithi031 ceph-mon[98130]: pgmap v566: 121 pgs: 121 active+clean; 185 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 2.6 MiB/s wr, 20 op/s 2024-08-10T05:23:33.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:33 smithi031 ceph-mon[98130]: osdmap e604: 8 total, 8 up, 8 in 2024-08-10T05:23:33.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:33 smithi031 ceph-mon[100614]: pgmap v566: 121 pgs: 121 active+clean; 185 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 2.6 MiB/s wr, 20 op/s 2024-08-10T05:23:33.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:33 smithi031 ceph-mon[100614]: osdmap e604: 8 total, 8 up, 8 in 2024-08-10T05:23:33.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:33 smithi196 ceph-mon[90243]: pgmap v566: 121 pgs: 121 active+clean; 185 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 2.6 MiB/s wr, 20 op/s 2024-08-10T05:23:33.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:33 smithi196 ceph-mon[90243]: osdmap e604: 8 total, 8 up, 8 in 2024-08-10T05:23:34.261 INFO:tasks.rados.rados.0.smithi031.stdout:2699: done (2 left) 2024-08-10T05:23:34.261 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 40 current snap is 257 2024-08-10T05:23:34.261 INFO:tasks.rados.rados.0.smithi031.stdout:2700: seq_num 829 ranges {1794048=688128,2482176=729088,3211264=475136} 2024-08-10T05:23:34.276 INFO:tasks.rados.rados.0.smithi031.stdout:2700: writing smithi03186013-40 from 1794048 to 2482176 tid 1 2024-08-10T05:23:34.281 INFO:tasks.rados.rados.0.smithi031.stdout:2700: writing smithi03186013-40 from 2482176 to 3211264 tid 2 2024-08-10T05:23:34.284 INFO:tasks.rados.rados.0.smithi031.stdout:2700: writing smithi03186013-40 from 3211264 to 3686400 tid 3 2024-08-10T05:23:34.284 INFO:tasks.rados.rados.0.smithi031.stdout:2697: finishing write tid 2 to smithi03186013-46 2024-08-10T05:23:34.284 INFO:tasks.rados.rados.0.smithi031.stdout:2697: finishing write tid 3 to smithi03186013-46 2024-08-10T05:23:34.285 INFO:tasks.rados.rados.0.smithi031.stdout:2697: finishing write tid 4 to smithi03186013-46 2024-08-10T05:23:34.285 INFO:tasks.rados.rados.0.smithi031.stdout:2697: finishing write tid 5 to smithi03186013-46 2024-08-10T05:23:34.285 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 46 v 1178 (ObjNum 828 snap 257 seq_num 828) dirty exists 2024-08-10T05:23:34.285 INFO:tasks.rados.rados.0.smithi031.stdout:2697: left oid 46 (ObjNum 828 snap 257 seq_num 828) 2024-08-10T05:23:34.285 INFO:tasks.rados.rados.0.smithi031.stdout:2698: finishing copy_from racing read to smithi03186013-30 2024-08-10T05:23:34.285 INFO:tasks.rados.rados.0.smithi031.stdout:2698: finishing copy_from to smithi03186013-30 2024-08-10T05:23:34.285 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 30 v 1389 (ObjNum 806 snap 252 seq_num 806) dirty exists 2024-08-10T05:23:34.285 INFO:tasks.rados.rados.0.smithi031.stdout:2700: finishing write tid 1 to smithi03186013-40 2024-08-10T05:23:34.285 INFO:tasks.rados.rados.0.smithi031.stdout:2697: done (2 left) 2024-08-10T05:23:34.285 INFO:tasks.rados.rados.0.smithi031.stdout:2698: done (1 left) 2024-08-10T05:23:34.285 INFO:tasks.rados.rados.0.smithi031.stdout:2701: delete oid 4 current snap is 257 2024-08-10T05:23:34.287 INFO:tasks.rados.rados.0.smithi031.stdout:2700: finishing write tid 2 to smithi03186013-40 2024-08-10T05:23:34.287 INFO:tasks.rados.rados.0.smithi031.stdout:2700: finishing write tid 3 to smithi03186013-40 2024-08-10T05:23:34.287 INFO:tasks.rados.rados.0.smithi031.stdout:2701: done (1 left) 2024-08-10T05:23:34.287 INFO:tasks.rados.rados.0.smithi031.stdout:2702: delete oid 28 current snap is 257 2024-08-10T05:23:34.287 INFO:tasks.rados.rados.0.smithi031.stdout:2700: finishing write tid 4 to smithi03186013-40 2024-08-10T05:23:34.288 INFO:tasks.rados.rados.0.smithi031.stdout:2700: finishing write tid 5 to smithi03186013-40 2024-08-10T05:23:34.288 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 40 v 1135 (ObjNum 829 snap 257 seq_num 829) dirty exists 2024-08-10T05:23:34.289 INFO:tasks.rados.rados.0.smithi031.stdout:2700: left oid 40 (ObjNum 829 snap 257 seq_num 829) 2024-08-10T05:23:34.289 INFO:tasks.rados.rados.0.smithi031.stdout:2700: done (1 left) 2024-08-10T05:23:34.289 INFO:tasks.rados.rados.0.smithi031.stdout:2702: done (0 left) 2024-08-10T05:23:34.289 INFO:tasks.rados.rados.0.smithi031.stdout:2703: snap_remove snap 246 2024-08-10T05:23:34.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:34 smithi031 ceph-mon[98130]: osdmap e605: 8 total, 8 up, 8 in 2024-08-10T05:23:34.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:34 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:34.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:34 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:34.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:34 smithi031 ceph-mon[98130]: osdmap e606: 8 total, 8 up, 8 in 2024-08-10T05:23:34.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:34 smithi031 ceph-mon[100614]: osdmap e605: 8 total, 8 up, 8 in 2024-08-10T05:23:34.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:34 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:34.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:34 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:34.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:34 smithi031 ceph-mon[100614]: osdmap e606: 8 total, 8 up, 8 in 2024-08-10T05:23:34.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:34 smithi196 ceph-mon[90243]: osdmap e605: 8 total, 8 up, 8 in 2024-08-10T05:23:34.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:34 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:34.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:34 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:34.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:34 smithi196 ceph-mon[90243]: osdmap e606: 8 total, 8 up, 8 in 2024-08-10T05:23:35.294 INFO:tasks.rados.rados.0.smithi031.stdout:2703: done (0 left) 2024-08-10T05:23:35.294 INFO:tasks.rados.rados.0.smithi031.stdout:2704: snap_create 2024-08-10T05:23:35.597 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:35 smithi031 ceph-mon[98130]: pgmap v569: 121 pgs: 121 active+clean; 188 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.7 MiB/s wr, 8 op/s 2024-08-10T05:23:35.597 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:35 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:35.597 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:35 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:35.597 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:35 smithi031 ceph-mon[100614]: pgmap v569: 121 pgs: 121 active+clean; 188 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.7 MiB/s wr, 8 op/s 2024-08-10T05:23:35.597 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:35 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:35.597 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:35 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:35.680 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:35 smithi196 ceph-mon[90243]: pgmap v569: 121 pgs: 121 active+clean; 188 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.7 MiB/s wr, 8 op/s 2024-08-10T05:23:35.680 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:35 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:35.680 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:35 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:36.298 INFO:tasks.rados.rados.0.smithi031.stdout:2704: done (0 left) 2024-08-10T05:23:36.298 INFO:tasks.rados.rados.0.smithi031.stdout:2705: rmattr oid 49 current snap is 258 2024-08-10T05:23:36.298 INFO:tasks.rados.rados.0.smithi031.stdout:2705: done (0 left) 2024-08-10T05:23:36.298 INFO:tasks.rados.rados.0.smithi031.stdout:2706: snap_remove snap 247 2024-08-10T05:23:36.450 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:36 smithi031 ceph-mon[98130]: osdmap e607: 8 total, 8 up, 8 in 2024-08-10T05:23:36.451 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:36 smithi031 ceph-mon[100614]: osdmap e607: 8 total, 8 up, 8 in 2024-08-10T05:23:36.699 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:36 smithi196 ceph-mon[90243]: osdmap e607: 8 total, 8 up, 8 in 2024-08-10T05:23:37.300 INFO:tasks.rados.rados.0.smithi031.stdout:2706: done (0 left) 2024-08-10T05:23:37.300 INFO:tasks.rados.rados.0.smithi031.stdout:2707: rollback oid 11 current snap is 258 2024-08-10T05:23:37.301 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 11 to 251 2024-08-10T05:23:37.301 INFO:tasks.rados.rados.0.smithi031.stdout:2708: delete oid 36 current snap is 258 2024-08-10T05:23:37.310 INFO:tasks.rados.rados.0.smithi031.stdout:2708: done (1 left) 2024-08-10T05:23:37.310 INFO:tasks.rados.rados.0.smithi031.stdout:2709: copy_from oid 1 from oid 9 current snap is 258 2024-08-10T05:23:37.310 INFO:tasks.rados.rados.0.smithi031.stdout:2710: snap_remove snap 248 2024-08-10T05:23:37.559 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:37 smithi031 ceph-mon[98130]: pgmap v572: 121 pgs: 121 active+clean; 192 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 47 KiB/s rd, 3.6 MiB/s wr, 10 op/s 2024-08-10T05:23:37.559 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:37 smithi031 ceph-mon[98130]: osdmap e608: 8 total, 8 up, 8 in 2024-08-10T05:23:37.560 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:37 smithi031 ceph-mon[100614]: pgmap v572: 121 pgs: 121 active+clean; 192 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 47 KiB/s rd, 3.6 MiB/s wr, 10 op/s 2024-08-10T05:23:37.560 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:37 smithi031 ceph-mon[100614]: osdmap e608: 8 total, 8 up, 8 in 2024-08-10T05:23:37.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:37 smithi196 ceph-mon[90243]: pgmap v572: 121 pgs: 121 active+clean; 192 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 47 KiB/s rd, 3.6 MiB/s wr, 10 op/s 2024-08-10T05:23:37.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:37 smithi196 ceph-mon[90243]: osdmap e608: 8 total, 8 up, 8 in 2024-08-10T05:23:38.312 INFO:tasks.rados.rados.0.smithi031.stdout:2710: done (2 left) 2024-08-10T05:23:38.313 INFO:tasks.rados.rados.0.smithi031.stdout:2711: snap_create 2024-08-10T05:23:38.313 INFO:tasks.rados.rados.0.smithi031.stdout:2707: finishing rollback tid 0 to smithi03186013-11 2024-08-10T05:23:38.313 INFO:tasks.rados.rados.0.smithi031.stdout:2707: finishing rollback tid 1 to smithi03186013-11 2024-08-10T05:23:38.313 INFO:tasks.rados.rados.0.smithi031.stdout:2707: finishing rollback tid 2 to smithi03186013-11 2024-08-10T05:23:38.313 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 11 v 1382 (ObjNum 709 snap 219 seq_num 709) dirty exists 2024-08-10T05:23:38.313 INFO:tasks.rados.rados.0.smithi031.stdout:2709: finishing copy_from racing read to smithi03186013-1 2024-08-10T05:23:38.313 INFO:tasks.rados.rados.0.smithi031.stdout:2709: finishing copy_from to smithi03186013-1 2024-08-10T05:23:38.313 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 1 v 1368 (ObjNum 817 snap 256 seq_num 817) dirty exists 2024-08-10T05:23:38.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:38 smithi031 ceph-mon[98130]: osdmap e609: 8 total, 8 up, 8 in 2024-08-10T05:23:38.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:38 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:38.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:38 smithi031 ceph-mon[100614]: osdmap e609: 8 total, 8 up, 8 in 2024-08-10T05:23:38.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:38 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:38.637 INFO:teuthology.orchestra.run.smithi031.stdout:true 2024-08-10T05:23:38.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:38 smithi196 ceph-mon[90243]: osdmap e609: 8 total, 8 up, 8 in 2024-08-10T05:23:38.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:38 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:38.909 INFO:teuthology.orchestra.run.smithi031.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-10T05:23:38.909 INFO:teuthology.orchestra.run.smithi031.stdout:alertmanager.a smithi031 *:9093,9094 running (8s) 4s ago 12m 14.7M - 0.25.0 c8568f914cd2 0597c50ef791 2024-08-10T05:23:38.910 INFO:teuthology.orchestra.run.smithi031.stdout:grafana.a smithi196 *:3000 running (7m) 19s ago 11m 84.9M - 9.4.7 954c08fa6188 6ec1b1b19e7a 2024-08-10T05:23:38.910 INFO:teuthology.orchestra.run.smithi031.stdout:mds.a smithi031 running (73s) 4s ago 13m 14.7M - 19.1.0-1335-gbca9905d c7b33901c886 2232112f0bbc 2024-08-10T05:23:38.910 INFO:teuthology.orchestra.run.smithi031.stdout:mds.b smithi196 running (54s) 19s ago 13m 13.1M - 19.1.0-1335-gbca9905d c7b33901c886 9804bac1e54b 2024-08-10T05:23:38.910 INFO:teuthology.orchestra.run.smithi031.stdout:mgr.x smithi196 *:8443,9283,8765 running (7m) 19s ago 16m 441M - 19.1.0-1335-gbca9905d c7b33901c886 467542b38c9b 2024-08-10T05:23:38.910 INFO:teuthology.orchestra.run.smithi031.stdout:mgr.y smithi031 *:8443,9283,8765 running (7m) 4s ago 18m 518M - 19.1.0-1335-gbca9905d c7b33901c886 7eef306ed587 2024-08-10T05:23:38.910 INFO:teuthology.orchestra.run.smithi031.stdout:mon.a smithi031 running (6m) 4s ago 18m 75.6M 2048M 19.1.0-1335-gbca9905d c7b33901c886 9e3f4f54b00a 2024-08-10T05:23:38.910 INFO:teuthology.orchestra.run.smithi031.stdout:mon.b smithi196 running (6m) 19s ago 17m 55.9M 2048M 19.1.0-1335-gbca9905d c7b33901c886 b01d51d0054f 2024-08-10T05:23:38.910 INFO:teuthology.orchestra.run.smithi031.stdout:mon.c smithi031 running (6m) 4s ago 17m 59.0M 2048M 19.1.0-1335-gbca9905d c7b33901c886 2cc1160db2be 2024-08-10T05:23:38.910 INFO:teuthology.orchestra.run.smithi031.stdout:node-exporter.a smithi031 *:9100 running (42s) 4s ago 11m 7537k - 1.5.0 0da6a335fe13 3ab83fdd38ac 2024-08-10T05:23:38.910 INFO:teuthology.orchestra.run.smithi031.stdout:node-exporter.b smithi196 *:9100 running (38s) 19s ago 11m 8422k - 1.5.0 0da6a335fe13 a882c91f0116 2024-08-10T05:23:38.910 INFO:teuthology.orchestra.run.smithi031.stdout:osd.0 smithi031 running (5m) 4s ago 16m 275M 2481M 19.1.0-1335-gbca9905d c7b33901c886 b6a59f8bdb81 2024-08-10T05:23:38.910 INFO:teuthology.orchestra.run.smithi031.stdout:osd.1 smithi031 running (4m) 4s ago 16m 225M 2481M 19.1.0-1335-gbca9905d c7b33901c886 67b0c1ce41f2 2024-08-10T05:23:38.911 INFO:teuthology.orchestra.run.smithi031.stdout:osd.2 smithi031 running (4m) 4s ago 15m 148M 2481M 19.1.0-1335-gbca9905d c7b33901c886 33f3ce3dcbbc 2024-08-10T05:23:38.911 INFO:teuthology.orchestra.run.smithi031.stdout:osd.3 smithi031 running (3m) 4s ago 15m 128M 2481M 19.1.0-1335-gbca9905d c7b33901c886 bd24188e5ebb 2024-08-10T05:23:38.911 INFO:teuthology.orchestra.run.smithi031.stdout:osd.4 smithi196 running (3m) 19s ago 14m 160M 2480M 19.1.0-1335-gbca9905d c7b33901c886 3443a66c18a7 2024-08-10T05:23:38.911 INFO:teuthology.orchestra.run.smithi031.stdout:osd.5 smithi196 running (2m) 19s ago 14m 170M 2480M 19.1.0-1335-gbca9905d c7b33901c886 0b799750a37c 2024-08-10T05:23:38.911 INFO:teuthology.orchestra.run.smithi031.stdout:osd.6 smithi196 running (2m) 19s ago 14m 132M 2480M 19.1.0-1335-gbca9905d c7b33901c886 394f5a40bb1f 2024-08-10T05:23:38.911 INFO:teuthology.orchestra.run.smithi031.stdout:osd.7 smithi196 running (93s) 19s ago 13m 74.9M 2480M 19.1.0-1335-gbca9905d c7b33901c886 8d86aaf94759 2024-08-10T05:23:38.911 INFO:teuthology.orchestra.run.smithi031.stdout:prometheus.a smithi196 *:9095 running (23s) 19s ago 12m 41.2M - 2.43.0 a07b618ecd1d a4e0d29f11bd 2024-08-10T05:23:39.263 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-08-10T05:23:39.263 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": { 2024-08-10T05:23:39.263 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 3 2024-08-10T05:23:39.263 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-08-10T05:23:39.264 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": { 2024-08-10T05:23:39.264 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 2 2024-08-10T05:23:39.264 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-08-10T05:23:39.264 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": { 2024-08-10T05:23:39.264 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 8 2024-08-10T05:23:39.264 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-08-10T05:23:39.264 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": { 2024-08-10T05:23:39.264 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 2 2024-08-10T05:23:39.264 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-08-10T05:23:39.264 INFO:teuthology.orchestra.run.smithi031.stdout: "overall": { 2024-08-10T05:23:39.264 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 15 2024-08-10T05:23:39.264 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-08-10T05:23:39.264 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-08-10T05:23:39.265 INFO:tasks.rados.rados.0.smithi031.stdout:2707: done (2 left) 2024-08-10T05:23:39.265 INFO:tasks.rados.rados.0.smithi031.stdout:2709: done (1 left) 2024-08-10T05:23:39.265 INFO:tasks.rados.rados.0.smithi031.stdout:2711: done (0 left) 2024-08-10T05:23:39.265 INFO:tasks.rados.rados.0.smithi031.stdout:2712: snap_remove snap 257 2024-08-10T05:23:39.477 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:39 smithi196 ceph-mon[90243]: pgmap v575: 121 pgs: 121 active+clean; 192 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 3.9 MiB/s wr, 8 op/s 2024-08-10T05:23:39.478 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:39 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:39.478 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:39 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:23:39.478 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:39 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:23:39.478 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:39 smithi196 ceph-mon[90243]: osdmap e610: 8 total, 8 up, 8 in 2024-08-10T05:23:39.478 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:39 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:39.478 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:39 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-10T05:23:39.478 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:39 smithi196 ceph-mon[90243]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-10T05:23:39.478 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:39 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:23:39.478 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:39 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:39.478 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:39 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:39.479 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:39 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:39.479 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:39 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:39.479 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:39 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:39.479 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:39 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:39.479 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:39 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:39.479 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:39 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:39.479 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:39 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:39.479 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:39 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:39.479 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:39 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:39.479 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:39 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:39.479 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:39 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:39.479 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:39 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:39.479 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:39 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:39.479 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:39 smithi196 ceph-mon[90243]: from='client.34437 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:23:39.480 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:39 smithi196 ceph-mon[90243]: osdmap e611: 8 total, 8 up, 8 in 2024-08-10T05:23:39.480 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:39 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/905591174' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:39.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:39 smithi031 ceph-mon[98130]: pgmap v575: 121 pgs: 121 active+clean; 192 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 3.9 MiB/s wr, 8 op/s 2024-08-10T05:23:39.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:39 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:39.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:39 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:23:39.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:39 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:23:39.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:39 smithi031 ceph-mon[98130]: osdmap e610: 8 total, 8 up, 8 in 2024-08-10T05:23:39.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:39 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:39.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:39 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-10T05:23:39.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:39 smithi031 ceph-mon[98130]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-10T05:23:39.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:39 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:23:39.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:39 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:39.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:39 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:39.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:39 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:39.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:39 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:39.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:39 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:39.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:39 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:39.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:39 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:39.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:39 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:39.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:39 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:39.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:39 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:39.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:39 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:39.521 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:39 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:39.521 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:39 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:39.521 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:39 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:39.521 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:39 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:39.521 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:39 smithi031 ceph-mon[98130]: from='client.34437 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:23:39.521 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:39 smithi031 ceph-mon[98130]: osdmap e611: 8 total, 8 up, 8 in 2024-08-10T05:23:39.521 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:39 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/905591174' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:39.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:39 smithi031 ceph-mon[100614]: pgmap v575: 121 pgs: 121 active+clean; 192 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 3.9 MiB/s wr, 8 op/s 2024-08-10T05:23:39.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:39 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:39.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:39 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:23:39.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:39 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:23:39.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:39 smithi031 ceph-mon[100614]: osdmap e610: 8 total, 8 up, 8 in 2024-08-10T05:23:39.522 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:39 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:39.522 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:39 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-10T05:23:39.522 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:39 smithi031 ceph-mon[100614]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-10T05:23:39.522 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:39 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:23:39.522 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:39 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:39.522 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:39 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:39.522 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:39 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:39.522 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:39 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:39.522 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:39 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:39.522 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:39 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:39.522 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:39 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:39.522 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:39 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:39.522 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:39 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:39.523 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:39 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:39.523 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:39 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:39.523 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:39 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:39.523 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:39 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:39.523 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:39 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:39.523 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:39 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:39.523 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:39 smithi031 ceph-mon[100614]: from='client.34437 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:23:39.523 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:39 smithi031 ceph-mon[100614]: osdmap e611: 8 total, 8 up, 8 in 2024-08-10T05:23:39.523 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:39 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/905591174' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:40.263 INFO:tasks.rados.rados.0.smithi031.stdout:2712: done (0 left) 2024-08-10T05:23:40.263 INFO:tasks.rados.rados.0.smithi031.stdout:2713: delete oid 29 current snap is 259 2024-08-10T05:23:40.267 INFO:tasks.rados.rados.0.smithi031.stdout:2713: done (0 left) 2024-08-10T05:23:40.267 INFO:tasks.rados.rados.0.smithi031.stdout:2714: copy_from oid 14 from oid 22 current snap is 259 2024-08-10T05:23:40.267 INFO:tasks.rados.rados.0.smithi031.stdout:2715: delete oid 40 current snap is 259 2024-08-10T05:23:40.270 INFO:tasks.rados.rados.0.smithi031.stdout:2714: finishing copy_from to smithi03186013-14 2024-08-10T05:23:40.270 INFO:tasks.rados.rados.0.smithi031.stdout:2714: got expected ENOENT (src dne) 2024-08-10T05:23:40.271 INFO:tasks.rados.rados.0.smithi031.stdout:2714: finishing copy_from racing read to smithi03186013-14 2024-08-10T05:23:40.271 INFO:tasks.rados.rados.0.smithi031.stdout:2714: done (1 left) 2024-08-10T05:23:40.271 INFO:tasks.rados.rados.0.smithi031.stdout:2715: done (0 left) 2024-08-10T05:23:40.271 INFO:tasks.rados.rados.0.smithi031.stdout:2716: delete oid 19 current snap is 259 2024-08-10T05:23:40.275 INFO:tasks.rados.rados.0.smithi031.stdout:2716: done (0 left) 2024-08-10T05:23:40.275 INFO:tasks.rados.rados.0.smithi031.stdout:2717: rmattr oid 35 current snap is 259 2024-08-10T05:23:40.275 INFO:tasks.rados.rados.0.smithi031.stdout:2718: read oid 18 snap 229 2024-08-10T05:23:40.276 INFO:tasks.rados.rados.0.smithi031.stdout:2718: expect (ObjNum 749 snap 228 seq_num 749) 2024-08-10T05:23:40.276 INFO:tasks.rados.rados.0.smithi031.stdout:2719: copy_from oid 27 from oid 15 current snap is 259 2024-08-10T05:23:40.276 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 10 current snap is 259 2024-08-10T05:23:40.276 INFO:tasks.rados.rados.0.smithi031.stdout:2720: seq_num 836 ranges {3612672=409600,4022272=720896,4743168=516096,5259264=368640} 2024-08-10T05:23:40.297 INFO:tasks.rados.rados.0.smithi031.stdout:2720: writing smithi03186013-10 from 3612672 to 4022272 tid 1 2024-08-10T05:23:40.302 INFO:tasks.rados.rados.0.smithi031.stdout:2720: writing smithi03186013-10 from 4022272 to 4743168 tid 2 2024-08-10T05:23:40.305 INFO:tasks.rados.rados.0.smithi031.stdout:2720: writing smithi03186013-10 from 4743168 to 5259264 tid 3 2024-08-10T05:23:40.307 INFO:tasks.rados.rados.0.smithi031.stdout:2720: writing smithi03186013-10 from 5259264 to 5627904 tid 4 2024-08-10T05:23:40.307 INFO:tasks.rados.rados.0.smithi031.stdout:2721: read oid 41 snap -1 2024-08-10T05:23:40.307 INFO:tasks.rados.rados.0.smithi031.stdout:2721: expect (ObjNum 775 snap 240 seq_num 775) 2024-08-10T05:23:40.307 INFO:tasks.rados.rados.0.smithi031.stdout:2722: snap_remove snap 258 2024-08-10T05:23:40.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:40 smithi031 ceph-mon[98130]: from='client.34443 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:23:40.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:40 smithi031 ceph-mon[98130]: osdmap e612: 8 total, 8 up, 8 in 2024-08-10T05:23:40.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:40 smithi031 ceph-mon[100614]: from='client.34443 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:23:40.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:40 smithi031 ceph-mon[100614]: osdmap e612: 8 total, 8 up, 8 in 2024-08-10T05:23:40.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:40 smithi196 ceph-mon[90243]: from='client.34443 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:23:40.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:40 smithi196 ceph-mon[90243]: osdmap e612: 8 total, 8 up, 8 in 2024-08-10T05:23:41.253 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 05:23:40 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-alertmanager-a[135689]: ts=2024-08-10T05:23:40.856Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.003157847s 2024-08-10T05:23:41.267 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 35 v 1390 (ObjNum 761 snap 234 seq_num 761) dirty exists 2024-08-10T05:23:41.267 INFO:tasks.rados.rados.0.smithi031.stdout:2719: finishing copy_from racing read to smithi03186013-27 2024-08-10T05:23:41.268 INFO:tasks.rados.rados.0.smithi031.stdout:2718: expect (ObjNum 749 snap 228 seq_num 749) 2024-08-10T05:23:41.419 INFO:tasks.rados.rados.0.smithi031.stdout:2719: finishing copy_from to smithi03186013-27 2024-08-10T05:23:41.419 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 27 v 1137 (ObjNum 690 snap 218 seq_num 690) dirty exists 2024-08-10T05:23:41.419 INFO:tasks.rados.rados.0.smithi031.stdout:2720: finishing write tid 1 to smithi03186013-10 2024-08-10T05:23:41.419 INFO:tasks.rados.rados.0.smithi031.stdout:2720: finishing write tid 2 to smithi03186013-10 2024-08-10T05:23:41.420 INFO:tasks.rados.rados.0.smithi031.stdout:2717: done (5 left) 2024-08-10T05:23:41.420 INFO:tasks.rados.rados.0.smithi031.stdout:2718: done (4 left) 2024-08-10T05:23:41.420 INFO:tasks.rados.rados.0.smithi031.stdout:2719: done (3 left) 2024-08-10T05:23:41.420 INFO:tasks.rados.rados.0.smithi031.stdout:2722: done (2 left) 2024-08-10T05:23:41.420 INFO:tasks.rados.rados.0.smithi031.stdout:2723: copy_from oid 6 from oid 1 current snap is 259 2024-08-10T05:23:41.420 INFO:tasks.rados.rados.0.smithi031.stdout:2720: finishing write tid 3 to smithi03186013-10 2024-08-10T05:23:41.420 INFO:tasks.rados.rados.0.smithi031.stdout:2720: finishing write tid 4 to smithi03186013-10 2024-08-10T05:23:41.420 INFO:tasks.rados.rados.0.smithi031.stdout:2720: finishing write tid 5 to smithi03186013-10 2024-08-10T05:23:41.420 INFO:tasks.rados.rados.0.smithi031.stdout:2720: finishing write tid 6 to smithi03186013-10 2024-08-10T05:23:41.421 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 10 v 1146 (ObjNum 836 snap 259 seq_num 836) dirty exists 2024-08-10T05:23:41.421 INFO:tasks.rados.rados.0.smithi031.stdout:2720: left oid 10 (ObjNum 836 snap 259 seq_num 836) 2024-08-10T05:23:41.421 INFO:tasks.rados.rados.0.smithi031.stdout:2721: expect (ObjNum 775 snap 240 seq_num 775) 2024-08-10T05:23:41.447 INFO:tasks.rados.rados.0.smithi031.stdout:2723: finishing copy_from racing read to smithi03186013-6 2024-08-10T05:23:41.447 INFO:tasks.rados.rados.0.smithi031.stdout:2723: finishing copy_from to smithi03186013-6 2024-08-10T05:23:41.447 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 6 v 1368 (ObjNum 817 snap 256 seq_num 817) dirty exists 2024-08-10T05:23:41.447 INFO:tasks.rados.rados.0.smithi031.stdout:2720: done (2 left) 2024-08-10T05:23:41.447 INFO:tasks.rados.rados.0.smithi031.stdout:2721: done (1 left) 2024-08-10T05:23:41.447 INFO:tasks.rados.rados.0.smithi031.stdout:2723: done (0 left) 2024-08-10T05:23:41.447 INFO:tasks.rados.rados.0.smithi031.stdout:2724: rollback oid 8 current snap is 259 2024-08-10T05:23:41.447 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 8 to 229 2024-08-10T05:23:41.447 INFO:tasks.rados.rados.0.smithi031.stdout:2725: delete oid 45 current snap is 259 2024-08-10T05:23:41.449 INFO:tasks.rados.rados.0.smithi031.stdout:2725: done (1 left) 2024-08-10T05:23:41.449 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 45 current snap is 259 2024-08-10T05:23:41.449 INFO:tasks.rados.rados.0.smithi031.stdout:2726: seq_num 838 ranges {0=442368,442368=540672,983040=532480,1515520=442368,1957888=90112} 2024-08-10T05:23:41.451 INFO:tasks.rados.rados.0.smithi031.stdout:2726: writing smithi03186013-45 from 0 to 442368 tid 1 2024-08-10T05:23:41.454 INFO:tasks.rados.rados.0.smithi031.stdout:2726: writing smithi03186013-45 from 442368 to 983040 tid 2 2024-08-10T05:23:41.457 INFO:tasks.rados.rados.0.smithi031.stdout:2726: writing smithi03186013-45 from 983040 to 1515520 tid 3 2024-08-10T05:23:41.460 INFO:tasks.rados.rados.0.smithi031.stdout:2726: writing smithi03186013-45 from 1515520 to 1957888 tid 4 2024-08-10T05:23:41.461 INFO:tasks.rados.rados.0.smithi031.stdout:2726: writing smithi03186013-45 from 1957888 to 2048000 tid 5 2024-08-10T05:23:41.461 INFO:tasks.rados.rados.0.smithi031.stdout:2727: delete oid 48 current snap is 259 2024-08-10T05:23:41.461 INFO:tasks.rados.rados.0.smithi031.stdout:2724: finishing rollback tid 0 to smithi03186013-8 2024-08-10T05:23:41.461 INFO:tasks.rados.rados.0.smithi031.stdout:2724: finishing rollback tid 1 to smithi03186013-8 2024-08-10T05:23:41.461 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 8 v 1587 (ObjNum 65 snap 0 seq_num 1197592166) dirty dne 2024-08-10T05:23:41.461 INFO:tasks.rados.rados.0.smithi031.stdout:2726: finishing write tid 1 to smithi03186013-45 2024-08-10T05:23:41.461 INFO:tasks.rados.rados.0.smithi031.stdout:2726: finishing write tid 2 to smithi03186013-45 2024-08-10T05:23:41.461 INFO:tasks.rados.rados.0.smithi031.stdout:2726: finishing write tid 3 to smithi03186013-45 2024-08-10T05:23:41.462 INFO:tasks.rados.rados.0.smithi031.stdout:2724: done (2 left) 2024-08-10T05:23:41.462 INFO:tasks.rados.rados.0.smithi031.stdout:2727: done (1 left) 2024-08-10T05:23:41.462 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 6 current snap is 259 2024-08-10T05:23:41.463 INFO:tasks.rados.rados.0.smithi031.stdout:2728: seq_num 840 ranges {1695744=475136,2170880=712704,2883584=499712,3383296=393216} 2024-08-10T05:23:41.474 INFO:tasks.rados.rados.0.smithi031.stdout:2728: writing smithi03186013-6 from 1695744 to 2170880 tid 1 2024-08-10T05:23:41.478 INFO:tasks.rados.rados.0.smithi031.stdout:2728: writing smithi03186013-6 from 2170880 to 2883584 tid 2 2024-08-10T05:23:41.481 INFO:tasks.rados.rados.0.smithi031.stdout:2728: writing smithi03186013-6 from 2883584 to 3383296 tid 3 2024-08-10T05:23:41.484 INFO:tasks.rados.rados.0.smithi031.stdout:2728: writing smithi03186013-6 from 3383296 to 3776512 tid 4 2024-08-10T05:23:41.484 INFO:tasks.rados.rados.0.smithi031.stdout:2729: delete oid 25 current snap is 259 2024-08-10T05:23:41.484 INFO:tasks.rados.rados.0.smithi031.stdout:2726: finishing write tid 4 to smithi03186013-45 2024-08-10T05:23:41.484 INFO:tasks.rados.rados.0.smithi031.stdout:2726: finishing write tid 5 to smithi03186013-45 2024-08-10T05:23:41.484 INFO:tasks.rados.rados.0.smithi031.stdout:2726: finishing write tid 6 to smithi03186013-45 2024-08-10T05:23:41.484 INFO:tasks.rados.rados.0.smithi031.stdout:2726: finishing write tid 7 to smithi03186013-45 2024-08-10T05:23:41.484 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 45 v 1406 (ObjNum 838 snap 259 seq_num 838) dirty exists 2024-08-10T05:23:41.484 INFO:tasks.rados.rados.0.smithi031.stdout:2726: left oid 45 (ObjNum 838 snap 259 seq_num 838) 2024-08-10T05:23:41.484 INFO:tasks.rados.rados.0.smithi031.stdout:2728: finishing write tid 1 to smithi03186013-6 2024-08-10T05:23:41.484 INFO:tasks.rados.rados.0.smithi031.stdout:2728: finishing write tid 2 to smithi03186013-6 2024-08-10T05:23:41.484 INFO:tasks.rados.rados.0.smithi031.stdout:2728: finishing write tid 3 to smithi03186013-6 2024-08-10T05:23:41.485 INFO:tasks.rados.rados.0.smithi031.stdout:2726: done (2 left) 2024-08-10T05:23:41.486 INFO:tasks.rados.rados.0.smithi031.stdout:2729: done (1 left) 2024-08-10T05:23:41.486 INFO:tasks.rados.rados.0.smithi031.stdout:2730: snap_remove snap 255 2024-08-10T05:23:41.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:23:41 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:23:41] "GET /metrics HTTP/1.1" 200 36276 "" "Prometheus/2.43.0" 2024-08-10T05:23:41.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:41 smithi031 ceph-mon[98130]: Upgrade: Updating grafana.a 2024-08-10T05:23:41.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:41 smithi031 ceph-mon[98130]: Deploying daemon grafana.a on smithi196 2024-08-10T05:23:41.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:41 smithi031 ceph-mon[98130]: pgmap v578: 121 pgs: 121 active+clean; 192 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 1.6 MiB/s wr, 3 op/s 2024-08-10T05:23:41.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:23:41.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:41 smithi031 ceph-mon[98130]: osdmap e613: 8 total, 8 up, 8 in 2024-08-10T05:23:41.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:41 smithi031 ceph-mon[100614]: Upgrade: Updating grafana.a 2024-08-10T05:23:41.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:41 smithi031 ceph-mon[100614]: Deploying daemon grafana.a on smithi196 2024-08-10T05:23:41.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:41 smithi031 ceph-mon[100614]: pgmap v578: 121 pgs: 121 active+clean; 192 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 1.6 MiB/s wr, 3 op/s 2024-08-10T05:23:41.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:23:41.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:41 smithi031 ceph-mon[100614]: osdmap e613: 8 total, 8 up, 8 in 2024-08-10T05:23:41.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:41 smithi196 ceph-mon[90243]: Upgrade: Updating grafana.a 2024-08-10T05:23:41.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:41 smithi196 ceph-mon[90243]: Deploying daemon grafana.a on smithi196 2024-08-10T05:23:41.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:41 smithi196 ceph-mon[90243]: pgmap v578: 121 pgs: 121 active+clean; 192 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 1.6 MiB/s wr, 3 op/s 2024-08-10T05:23:41.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:23:41.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:41 smithi196 ceph-mon[90243]: osdmap e613: 8 total, 8 up, 8 in 2024-08-10T05:23:42.327 INFO:tasks.rados.rados.0.smithi031.stdout:2730: done (1 left) 2024-08-10T05:23:42.327 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 8 current snap is 259 2024-08-10T05:23:42.327 INFO:tasks.rados.rados.0.smithi031.stdout:2728: finishing write tid 4 to smithi03186013-6 2024-08-10T05:23:42.327 INFO:tasks.rados.rados.0.smithi031.stdout:2728: finishing write tid 5 to smithi03186013-6 2024-08-10T05:23:42.327 INFO:tasks.rados.rados.0.smithi031.stdout:2728: finishing write tid 6 to smithi03186013-6 2024-08-10T05:23:42.327 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 6 v 1387 (ObjNum 840 snap 259 seq_num 840) dirty exists 2024-08-10T05:23:42.327 INFO:tasks.rados.rados.0.smithi031.stdout:2728: left oid 6 (ObjNum 840 snap 259 seq_num 840) 2024-08-10T05:23:42.327 INFO:tasks.rados.rados.0.smithi031.stdout:2731: seq_num 842 ranges {0=507904,507904=475136,983040=516096,1499136=499712,1998848=114688} 2024-08-10T05:23:42.330 INFO:tasks.rados.rados.0.smithi031.stdout:2731: writing smithi03186013-8 from 0 to 507904 tid 1 2024-08-10T05:23:42.334 INFO:tasks.rados.rados.0.smithi031.stdout:2731: writing smithi03186013-8 from 507904 to 983040 tid 2 2024-08-10T05:23:42.338 INFO:tasks.rados.rados.0.smithi031.stdout:2731: writing smithi03186013-8 from 983040 to 1499136 tid 3 2024-08-10T05:23:42.341 INFO:tasks.rados.rados.0.smithi031.stdout:2731: writing smithi03186013-8 from 1499136 to 1998848 tid 4 2024-08-10T05:23:42.342 INFO:tasks.rados.rados.0.smithi031.stdout:2731: writing smithi03186013-8 from 1998848 to 2113536 tid 5 2024-08-10T05:23:42.342 INFO:tasks.rados.rados.0.smithi031.stdout:2728: done (1 left) 2024-08-10T05:23:42.342 INFO:tasks.rados.rados.0.smithi031.stdout:2732: read oid 4 snap -1 2024-08-10T05:23:42.343 INFO:tasks.rados.rados.0.smithi031.stdout:2732: expect deleted 2024-08-10T05:23:42.343 INFO:tasks.rados.rados.0.smithi031.stdout:2733: rollback oid 16 current snap is 259 2024-08-10T05:23:42.343 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 16 to 251 2024-08-10T05:23:42.343 INFO:tasks.rados.rados.0.smithi031.stdout:2731: finishing write tid 1 to smithi03186013-8 2024-08-10T05:23:42.343 INFO:tasks.rados.rados.0.smithi031.stdout:2731: finishing write tid 2 to smithi03186013-8 2024-08-10T05:23:42.343 INFO:tasks.rados.rados.0.smithi031.stdout:2734: read oid 15 snap -1 2024-08-10T05:23:42.343 INFO:tasks.rados.rados.0.smithi031.stdout:2734: expect (ObjNum 690 snap 218 seq_num 690) 2024-08-10T05:23:42.343 INFO:tasks.rados.rados.0.smithi031.stdout:2735: rmattr oid 29 current snap is 259 2024-08-10T05:23:42.343 INFO:tasks.rados.rados.0.smithi031.stdout:2735: done (4 left) 2024-08-10T05:23:42.343 INFO:tasks.rados.rados.0.smithi031.stdout:2736: copy_from oid 29 from oid 21 current snap is 259 2024-08-10T05:23:42.343 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 11 current snap is 259 2024-08-10T05:23:42.343 INFO:tasks.rados.rados.0.smithi031.stdout:2737: seq_num 843 ranges {6078464=524288,6602752=761856,7364608=671744,8036352=172032} 2024-08-10T05:23:42.379 INFO:tasks.rados.rados.0.smithi031.stdout:2737: writing smithi03186013-11 from 6078464 to 6602752 tid 1 2024-08-10T05:23:42.383 INFO:tasks.rados.rados.0.smithi031.stdout:2737: writing smithi03186013-11 from 6602752 to 7364608 tid 2 2024-08-10T05:23:42.387 INFO:tasks.rados.rados.0.smithi031.stdout:2737: writing smithi03186013-11 from 7364608 to 8036352 tid 3 2024-08-10T05:23:42.388 INFO:tasks.rados.rados.0.smithi031.stdout:2737: writing smithi03186013-11 from 8036352 to 8208384 tid 4 2024-08-10T05:23:42.389 INFO:tasks.rados.rados.0.smithi031.stdout:2738: delete oid 22 current snap is 259 2024-08-10T05:23:42.389 INFO:tasks.rados.rados.0.smithi031.stdout:2733: finishing rollback tid 1 to smithi03186013-16 2024-08-10T05:23:42.389 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 16 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-10T05:23:42.389 INFO:tasks.rados.rados.0.smithi031.stdout:2731: finishing write tid 3 to smithi03186013-8 2024-08-10T05:23:42.389 INFO:tasks.rados.rados.0.smithi031.stdout:2734: expect (ObjNum 690 snap 218 seq_num 690) 2024-08-10T05:23:42.443 INFO:tasks.rados.rados.0.smithi031.stdout:2731: finishing write tid 4 to smithi03186013-8 2024-08-10T05:23:42.443 INFO:tasks.rados.rados.0.smithi031.stdout:2731: finishing write tid 5 to smithi03186013-8 2024-08-10T05:23:42.443 INFO:tasks.rados.rados.0.smithi031.stdout:2731: finishing write tid 6 to smithi03186013-8 2024-08-10T05:23:42.443 INFO:tasks.rados.rados.0.smithi031.stdout:2731: finishing write tid 7 to smithi03186013-8 2024-08-10T05:23:42.444 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 8 v 1601 (ObjNum 842 snap 259 seq_num 842) dirty exists 2024-08-10T05:23:42.444 INFO:tasks.rados.rados.0.smithi031.stdout:2731: left oid 8 (ObjNum 842 snap 259 seq_num 842) 2024-08-10T05:23:42.444 INFO:tasks.rados.rados.0.smithi031.stdout:2736: finishing copy_from racing read to smithi03186013-29 2024-08-10T05:23:42.444 INFO:tasks.rados.rados.0.smithi031.stdout:2736: finishing copy_from to smithi03186013-29 2024-08-10T05:23:42.444 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 29 v 1362 (ObjNum 779 snap 244 seq_num 779) dirty exists 2024-08-10T05:23:42.444 INFO:tasks.rados.rados.0.smithi031.stdout:2737: finishing write tid 1 to smithi03186013-11 2024-08-10T05:23:42.444 INFO:tasks.rados.rados.0.smithi031.stdout:2737: finishing write tid 2 to smithi03186013-11 2024-08-10T05:23:42.444 INFO:tasks.rados.rados.0.smithi031.stdout:2737: finishing write tid 3 to smithi03186013-11 2024-08-10T05:23:42.444 INFO:tasks.rados.rados.0.smithi031.stdout:2731: done (6 left) 2024-08-10T05:23:42.444 INFO:tasks.rados.rados.0.smithi031.stdout:2732: done (5 left) 2024-08-10T05:23:42.444 INFO:tasks.rados.rados.0.smithi031.stdout:2733: done (4 left) 2024-08-10T05:23:42.444 INFO:tasks.rados.rados.0.smithi031.stdout:2734: done (3 left) 2024-08-10T05:23:42.444 INFO:tasks.rados.rados.0.smithi031.stdout:2736: done (2 left) 2024-08-10T05:23:42.445 INFO:tasks.rados.rados.0.smithi031.stdout:2738: done (1 left) 2024-08-10T05:23:42.445 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 24 current snap is 259 2024-08-10T05:23:42.445 INFO:tasks.rados.rados.0.smithi031.stdout:2737: finishing write tid 4 to smithi03186013-11 2024-08-10T05:23:42.445 INFO:tasks.rados.rados.0.smithi031.stdout:2737: finishing write tid 5 to smithi03186013-11 2024-08-10T05:23:42.445 INFO:tasks.rados.rados.0.smithi031.stdout:2739: seq_num 845 ranges {0=557056,557056=581632,1138688=688128,1826816=335872} 2024-08-10T05:23:42.445 INFO:tasks.rados.rados.0.smithi031.stdout:2739: writing smithi03186013-24 from 0 to 557056 tid 1 2024-08-10T05:23:42.449 INFO:tasks.rados.rados.0.smithi031.stdout:2739: writing smithi03186013-24 from 557056 to 1138688 tid 2 2024-08-10T05:23:42.453 INFO:tasks.rados.rados.0.smithi031.stdout:2739: writing smithi03186013-24 from 1138688 to 1826816 tid 3 2024-08-10T05:23:42.455 INFO:tasks.rados.rados.0.smithi031.stdout:2739: writing smithi03186013-24 from 1826816 to 2162688 tid 4 2024-08-10T05:23:42.455 INFO:tasks.rados.rados.0.smithi031.stdout:2740: delete oid 16 current snap is 259 2024-08-10T05:23:42.455 INFO:tasks.rados.rados.0.smithi031.stdout:2737: finishing write tid 6 to smithi03186013-11 2024-08-10T05:23:42.455 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 11 v 1392 (ObjNum 843 snap 259 seq_num 843) dirty exists 2024-08-10T05:23:42.455 INFO:tasks.rados.rados.0.smithi031.stdout:2737: left oid 11 (ObjNum 843 snap 259 seq_num 843) 2024-08-10T05:23:42.455 INFO:tasks.rados.rados.0.smithi031.stdout:2739: finishing write tid 1 to smithi03186013-24 2024-08-10T05:23:42.456 INFO:tasks.rados.rados.0.smithi031.stdout:2739: finishing write tid 2 to smithi03186013-24 2024-08-10T05:23:42.457 INFO:tasks.rados.rados.0.smithi031.stdout:2737: done (2 left) 2024-08-10T05:23:42.457 INFO:tasks.rados.rados.0.smithi031.stdout:2740: done (1 left) 2024-08-10T05:23:42.457 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 38 current snap is 259 2024-08-10T05:23:42.457 INFO:tasks.rados.rados.0.smithi031.stdout:2741: seq_num 847 ranges {1769472=589824,2359296=753664,3112960=655360,3768320=196608} 2024-08-10T05:23:42.470 INFO:tasks.rados.rados.0.smithi031.stdout:2741: writing smithi03186013-38 from 1769472 to 2359296 tid 1 2024-08-10T05:23:42.474 INFO:tasks.rados.rados.0.smithi031.stdout:2741: writing smithi03186013-38 from 2359296 to 3112960 tid 2 2024-08-10T05:23:42.478 INFO:tasks.rados.rados.0.smithi031.stdout:2741: writing smithi03186013-38 from 3112960 to 3768320 tid 3 2024-08-10T05:23:42.479 INFO:tasks.rados.rados.0.smithi031.stdout:2741: writing smithi03186013-38 from 3768320 to 3964928 tid 4 2024-08-10T05:23:42.479 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 50 current snap is 259 2024-08-10T05:23:42.479 INFO:tasks.rados.rados.0.smithi031.stdout:2739: finishing write tid 3 to smithi03186013-24 2024-08-10T05:23:42.479 INFO:tasks.rados.rados.0.smithi031.stdout:2739: finishing write tid 4 to smithi03186013-24 2024-08-10T05:23:42.479 INFO:tasks.rados.rados.0.smithi031.stdout:2739: finishing write tid 5 to smithi03186013-24 2024-08-10T05:23:42.479 INFO:tasks.rados.rados.0.smithi031.stdout:2742: seq_num 848 ranges {4931584=606208,5537792=630784,6168576=458752,6627328=516096} 2024-08-10T05:23:42.509 INFO:tasks.rados.rados.0.smithi031.stdout:2742: writing smithi03186013-50 from 4931584 to 5537792 tid 1 2024-08-10T05:23:42.513 INFO:tasks.rados.rados.0.smithi031.stdout:2742: writing smithi03186013-50 from 5537792 to 6168576 tid 2 2024-08-10T05:23:42.516 INFO:tasks.rados.rados.0.smithi031.stdout:2742: writing smithi03186013-50 from 6168576 to 6627328 tid 3 2024-08-10T05:23:42.519 INFO:tasks.rados.rados.0.smithi031.stdout:2742: writing smithi03186013-50 from 6627328 to 7143424 tid 4 2024-08-10T05:23:42.520 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 9 current snap is 259 2024-08-10T05:23:42.520 INFO:tasks.rados.rados.0.smithi031.stdout:2739: finishing write tid 6 to smithi03186013-24 2024-08-10T05:23:42.520 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 24 v 1610 (ObjNum 845 snap 259 seq_num 845) dirty exists 2024-08-10T05:23:42.520 INFO:tasks.rados.rados.0.smithi031.stdout:2739: left oid 24 (ObjNum 845 snap 259 seq_num 845) 2024-08-10T05:23:42.520 INFO:tasks.rados.rados.0.smithi031.stdout:2741: finishing write tid 1 to smithi03186013-38 2024-08-10T05:23:42.520 INFO:tasks.rados.rados.0.smithi031.stdout:2741: finishing write tid 2 to smithi03186013-38 2024-08-10T05:23:42.520 INFO:tasks.rados.rados.0.smithi031.stdout:2743: seq_num 849 ranges {1695744=622592,2318336=516096,2834432=663552,3497984=425984} 2024-08-10T05:23:42.532 INFO:tasks.rados.rados.0.smithi031.stdout:2743: writing smithi03186013-9 from 1695744 to 2318336 tid 1 2024-08-10T05:23:42.535 INFO:tasks.rados.rados.0.smithi031.stdout:2743: writing smithi03186013-9 from 2318336 to 2834432 tid 2 2024-08-10T05:23:42.538 INFO:tasks.rados.rados.0.smithi031.stdout:2743: writing smithi03186013-9 from 2834432 to 3497984 tid 3 2024-08-10T05:23:42.541 INFO:tasks.rados.rados.0.smithi031.stdout:2743: writing smithi03186013-9 from 3497984 to 3923968 tid 4 2024-08-10T05:23:42.541 INFO:tasks.rados.rados.0.smithi031.stdout:2739: done (3 left) 2024-08-10T05:23:42.541 INFO:tasks.rados.rados.0.smithi031.stdout:2744: read oid 41 snap -1 2024-08-10T05:23:42.541 INFO:tasks.rados.rados.0.smithi031.stdout:2744: expect (ObjNum 775 snap 240 seq_num 775) 2024-08-10T05:23:42.541 INFO:tasks.rados.rados.0.smithi031.stdout:2745: snap_remove snap 251 2024-08-10T05:23:42.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:23:42 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:23:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:23:43.333 INFO:tasks.rados.rados.0.smithi031.stdout:2745: done (4 left) 2024-08-10T05:23:43.333 INFO:tasks.rados.rados.0.smithi031.stdout:2746: delete oid 28 current snap is 259 2024-08-10T05:23:43.333 INFO:tasks.rados.rados.0.smithi031.stdout:2741: finishing write tid 3 to smithi03186013-38 2024-08-10T05:23:43.333 INFO:tasks.rados.rados.0.smithi031.stdout:2741: finishing write tid 4 to smithi03186013-38 2024-08-10T05:23:43.333 INFO:tasks.rados.rados.0.smithi031.stdout:2741: finishing write tid 5 to smithi03186013-38 2024-08-10T05:23:43.333 INFO:tasks.rados.rados.0.smithi031.stdout:2741: finishing write tid 6 to smithi03186013-38 2024-08-10T05:23:43.333 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 38 v 1141 (ObjNum 847 snap 259 seq_num 847) dirty exists 2024-08-10T05:23:43.333 INFO:tasks.rados.rados.0.smithi031.stdout:2741: left oid 38 (ObjNum 847 snap 259 seq_num 847) 2024-08-10T05:23:43.333 INFO:tasks.rados.rados.0.smithi031.stdout:2742: finishing write tid 1 to smithi03186013-50 2024-08-10T05:23:43.333 INFO:tasks.rados.rados.0.smithi031.stdout:2742: finishing write tid 2 to smithi03186013-50 2024-08-10T05:23:43.334 INFO:tasks.rados.rados.0.smithi031.stdout:2742: finishing write tid 3 to smithi03186013-50 2024-08-10T05:23:43.334 INFO:tasks.rados.rados.0.smithi031.stdout:2742: finishing write tid 4 to smithi03186013-50 2024-08-10T05:23:43.334 INFO:tasks.rados.rados.0.smithi031.stdout:2742: finishing write tid 5 to smithi03186013-50 2024-08-10T05:23:43.334 INFO:tasks.rados.rados.0.smithi031.stdout:2742: finishing write tid 6 to smithi03186013-50 2024-08-10T05:23:43.334 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 50 v 1425 (ObjNum 848 snap 259 seq_num 848) dirty exists 2024-08-10T05:23:43.334 INFO:tasks.rados.rados.0.smithi031.stdout:2742: left oid 50 (ObjNum 848 snap 259 seq_num 848) 2024-08-10T05:23:43.334 INFO:tasks.rados.rados.0.smithi031.stdout:2743: finishing write tid 1 to smithi03186013-9 2024-08-10T05:23:43.334 INFO:tasks.rados.rados.0.smithi031.stdout:2743: finishing write tid 2 to smithi03186013-9 2024-08-10T05:23:43.334 INFO:tasks.rados.rados.0.smithi031.stdout:2743: finishing write tid 3 to smithi03186013-9 2024-08-10T05:23:43.334 INFO:tasks.rados.rados.0.smithi031.stdout:2744: expect (ObjNum 775 snap 240 seq_num 775) 2024-08-10T05:23:43.368 INFO:tasks.rados.rados.0.smithi031.stdout:2743: finishing write tid 4 to smithi03186013-9 2024-08-10T05:23:43.368 INFO:tasks.rados.rados.0.smithi031.stdout:2743: finishing write tid 5 to smithi03186013-9 2024-08-10T05:23:43.368 INFO:tasks.rados.rados.0.smithi031.stdout:2741: done (4 left) 2024-08-10T05:23:43.368 INFO:tasks.rados.rados.0.smithi031.stdout:2742: done (3 left) 2024-08-10T05:23:43.368 INFO:tasks.rados.rados.0.smithi031.stdout:2744: done (2 left) 2024-08-10T05:23:43.368 INFO:tasks.rados.rados.0.smithi031.stdout:2746: done (1 left) 2024-08-10T05:23:43.368 INFO:tasks.rados.rados.0.smithi031.stdout:2747: delete oid 22 current snap is 259 2024-08-10T05:23:43.368 INFO:tasks.rados.rados.0.smithi031.stdout:2743: finishing write tid 6 to smithi03186013-9 2024-08-10T05:23:43.368 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 9 v 1395 (ObjNum 849 snap 259 seq_num 849) dirty exists 2024-08-10T05:23:43.369 INFO:tasks.rados.rados.0.smithi031.stdout:2743: left oid 9 (ObjNum 849 snap 259 seq_num 849) 2024-08-10T05:23:43.370 INFO:tasks.rados.rados.0.smithi031.stdout:2743: done (1 left) 2024-08-10T05:23:43.370 INFO:tasks.rados.rados.0.smithi031.stdout:2747: done (0 left) 2024-08-10T05:23:43.370 INFO:tasks.rados.rados.0.smithi031.stdout:2748: copy_from oid 18 from oid 48 current snap is 259 2024-08-10T05:23:43.370 INFO:tasks.rados.rados.0.smithi031.stdout:2749: read oid 29 snap -1 2024-08-10T05:23:43.370 INFO:tasks.rados.rados.0.smithi031.stdout:2749: expect (ObjNum 779 snap 244 seq_num 779) 2024-08-10T05:23:43.370 INFO:tasks.rados.rados.0.smithi031.stdout:2750: read oid 12 snap -1 2024-08-10T05:23:43.370 INFO:tasks.rados.rados.0.smithi031.stdout:2750: expect deleted 2024-08-10T05:23:43.370 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 21 current snap is 259 2024-08-10T05:23:43.370 INFO:tasks.rados.rados.0.smithi031.stdout:2751: seq_num 852 ranges {1056768=671744,1728512=622592,2351104=442368,2793472=540672} 2024-08-10T05:23:43.379 INFO:tasks.rados.rados.0.smithi031.stdout:2751: writing smithi03186013-21 from 1056768 to 1728512 tid 1 2024-08-10T05:23:43.383 INFO:tasks.rados.rados.0.smithi031.stdout:2751: writing smithi03186013-21 from 1728512 to 2351104 tid 2 2024-08-10T05:23:43.385 INFO:tasks.rados.rados.0.smithi031.stdout:2751: writing smithi03186013-21 from 2351104 to 2793472 tid 3 2024-08-10T05:23:43.388 INFO:tasks.rados.rados.0.smithi031.stdout:2751: writing smithi03186013-21 from 2793472 to 3334144 tid 4 2024-08-10T05:23:43.389 INFO:tasks.rados.rados.0.smithi031.stdout:2752: read oid 17 snap -1 2024-08-10T05:23:43.389 INFO:tasks.rados.rados.0.smithi031.stdout:2752: expect deleted 2024-08-10T05:23:43.389 INFO:tasks.rados.rados.0.smithi031.stdout:2753: rollback oid 3 current snap is 259 2024-08-10T05:23:43.389 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 3 to 229 2024-08-10T05:23:43.389 INFO:tasks.rados.rados.0.smithi031.stdout:2748: finishing copy_from to smithi03186013-18 2024-08-10T05:23:43.389 INFO:tasks.rados.rados.0.smithi031.stdout:2748: got expected ENOENT (src dne) 2024-08-10T05:23:43.389 INFO:tasks.rados.rados.0.smithi031.stdout:2748: finishing copy_from racing read to smithi03186013-18 2024-08-10T05:23:43.389 INFO:tasks.rados.rados.0.smithi031.stdout:2749: expect (ObjNum 779 snap 244 seq_num 779) 2024-08-10T05:23:43.418 INFO:tasks.rados.rados.0.smithi031.stdout:2751: finishing write tid 1 to smithi03186013-21 2024-08-10T05:23:43.418 INFO:tasks.rados.rados.0.smithi031.stdout:2751: finishing write tid 2 to smithi03186013-21 2024-08-10T05:23:43.418 INFO:tasks.rados.rados.0.smithi031.stdout:2751: finishing write tid 3 to smithi03186013-21 2024-08-10T05:23:43.418 INFO:tasks.rados.rados.0.smithi031.stdout:2748: done (5 left) 2024-08-10T05:23:43.418 INFO:tasks.rados.rados.0.smithi031.stdout:2749: done (4 left) 2024-08-10T05:23:43.418 INFO:tasks.rados.rados.0.smithi031.stdout:2750: done (3 left) 2024-08-10T05:23:43.418 INFO:tasks.rados.rados.0.smithi031.stdout:2754: rollback oid 48 current snap is 259 2024-08-10T05:23:43.418 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 48 to 229 2024-08-10T05:23:43.419 INFO:tasks.rados.rados.0.smithi031.stdout:2753: finishing rollback tid 0 to smithi03186013-3 2024-08-10T05:23:43.419 INFO:tasks.rados.rados.0.smithi031.stdout:2751: finishing write tid 4 to smithi03186013-21 2024-08-10T05:23:43.419 INFO:tasks.rados.rados.0.smithi031.stdout:2753: finishing rollback tid 1 to smithi03186013-3 2024-08-10T05:23:43.419 INFO:tasks.rados.rados.0.smithi031.stdout:2753: finishing rollback tid 2 to smithi03186013-3 2024-08-10T05:23:43.419 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 3 v 1395 (ObjNum 748 snap 228 seq_num 748) dirty exists 2024-08-10T05:23:43.419 INFO:tasks.rados.rados.0.smithi031.stdout:2751: finishing write tid 5 to smithi03186013-21 2024-08-10T05:23:43.419 INFO:tasks.rados.rados.0.smithi031.stdout:2751: finishing write tid 6 to smithi03186013-21 2024-08-10T05:23:43.420 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 21 v 1400 (ObjNum 852 snap 259 seq_num 852) dirty exists 2024-08-10T05:23:43.420 INFO:tasks.rados.rados.0.smithi031.stdout:2751: left oid 21 (ObjNum 852 snap 259 seq_num 852) 2024-08-10T05:23:43.420 INFO:tasks.rados.rados.0.smithi031.stdout:2751: done (3 left) 2024-08-10T05:23:43.420 INFO:tasks.rados.rados.0.smithi031.stdout:2752: done (2 left) 2024-08-10T05:23:43.420 INFO:tasks.rados.rados.0.smithi031.stdout:2753: done (1 left) 2024-08-10T05:23:43.420 INFO:tasks.rados.rados.0.smithi031.stdout:2755: rmattr oid 6 current snap is 259 2024-08-10T05:23:43.420 INFO:tasks.rados.rados.0.smithi031.stdout:2755: done (1 left) 2024-08-10T05:23:43.421 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 22 current snap is 259 2024-08-10T05:23:43.421 INFO:tasks.rados.rados.0.smithi031.stdout:2756: seq_num 853 ranges {0=696320,696320=507904,1204224=647168,1851392=450560} 2024-08-10T05:23:43.421 INFO:tasks.rados.rados.0.smithi031.stdout:2756: writing smithi03186013-22 from 0 to 696320 tid 1 2024-08-10T05:23:43.424 INFO:tasks.rados.rados.0.smithi031.stdout:2756: writing smithi03186013-22 from 696320 to 1204224 tid 2 2024-08-10T05:23:43.428 INFO:tasks.rados.rados.0.smithi031.stdout:2756: writing smithi03186013-22 from 1204224 to 1851392 tid 3 2024-08-10T05:23:43.431 INFO:tasks.rados.rados.0.smithi031.stdout:2756: writing smithi03186013-22 from 1851392 to 2301952 tid 4 2024-08-10T05:23:43.431 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 28 current snap is 259 2024-08-10T05:23:43.431 INFO:tasks.rados.rados.0.smithi031.stdout:2754: finishing rollback tid 1 to smithi03186013-48 2024-08-10T05:23:43.431 INFO:tasks.rados.rados.0.smithi031.stdout:2754: finishing rollback tid 2 to smithi03186013-48 2024-08-10T05:23:43.432 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 48 v 659 (ObjNum 635 snap 199 seq_num 635) dirty exists 2024-08-10T05:23:43.432 INFO:tasks.rados.rados.0.smithi031.stdout:2756: finishing write tid 1 to smithi03186013-22 2024-08-10T05:23:43.432 INFO:tasks.rados.rados.0.smithi031.stdout:2756: finishing write tid 2 to smithi03186013-22 2024-08-10T05:23:43.432 INFO:tasks.rados.rados.0.smithi031.stdout:2756: finishing write tid 3 to smithi03186013-22 2024-08-10T05:23:43.432 INFO:tasks.rados.rados.0.smithi031.stdout:2757: seq_num 854 ranges {0=712704,712704=794624,1507328=450560,1957888=360448} 2024-08-10T05:23:43.435 INFO:tasks.rados.rados.0.smithi031.stdout:2757: writing smithi03186013-28 from 0 to 712704 tid 1 2024-08-10T05:23:43.440 INFO:tasks.rados.rados.0.smithi031.stdout:2757: writing smithi03186013-28 from 712704 to 1507328 tid 2 2024-08-10T05:23:43.442 INFO:tasks.rados.rados.0.smithi031.stdout:2757: writing smithi03186013-28 from 1507328 to 1957888 tid 3 2024-08-10T05:23:43.445 INFO:tasks.rados.rados.0.smithi031.stdout:2757: writing smithi03186013-28 from 1957888 to 2318336 tid 4 2024-08-10T05:23:43.445 INFO:tasks.rados.rados.0.smithi031.stdout:2754: done (2 left) 2024-08-10T05:23:43.445 INFO:tasks.rados.rados.0.smithi031.stdout:2758: read oid 19 snap -1 2024-08-10T05:23:43.445 INFO:tasks.rados.rados.0.smithi031.stdout:2758: expect deleted 2024-08-10T05:23:43.445 INFO:tasks.rados.rados.0.smithi031.stdout:2759: snap_remove snap 229 2024-08-10T05:23:43.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:43 smithi031 ceph-mon[98130]: pgmap v581: 121 pgs: 121 active+clean; 193 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 962 KiB/s wr, 5 op/s 2024-08-10T05:23:43.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:43 smithi031 ceph-mon[98130]: osdmap e614: 8 total, 8 up, 8 in 2024-08-10T05:23:43.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:43 smithi031 ceph-mon[100614]: pgmap v581: 121 pgs: 121 active+clean; 193 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 962 KiB/s wr, 5 op/s 2024-08-10T05:23:43.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:43 smithi031 ceph-mon[100614]: osdmap e614: 8 total, 8 up, 8 in 2024-08-10T05:23:43.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:43 smithi196 ceph-mon[90243]: pgmap v581: 121 pgs: 121 active+clean; 193 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 962 KiB/s wr, 5 op/s 2024-08-10T05:23:43.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:43 smithi196 ceph-mon[90243]: osdmap e614: 8 total, 8 up, 8 in 2024-08-10T05:23:44.265 INFO:tasks.rados.rados.0.smithi031.stdout:2759: done (3 left) 2024-08-10T05:23:44.265 INFO:tasks.rados.rados.0.smithi031.stdout:2760: setattr oid 14 current snap is 259 2024-08-10T05:23:44.265 INFO:tasks.rados.rados.0.smithi031.stdout:2756: finishing write tid 4 to smithi03186013-22 2024-08-10T05:23:44.265 INFO:tasks.rados.rados.0.smithi031.stdout:2756: finishing write tid 5 to smithi03186013-22 2024-08-10T05:23:44.265 INFO:tasks.rados.rados.0.smithi031.stdout:2756: finishing write tid 6 to smithi03186013-22 2024-08-10T05:23:44.265 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 22 v 1626 (ObjNum 853 snap 259 seq_num 853) dirty exists 2024-08-10T05:23:44.265 INFO:tasks.rados.rados.0.smithi031.stdout:2756: left oid 22 (ObjNum 853 snap 259 seq_num 853) 2024-08-10T05:23:44.265 INFO:tasks.rados.rados.0.smithi031.stdout:2757: finishing write tid 1 to smithi03186013-28 2024-08-10T05:23:44.265 INFO:tasks.rados.rados.0.smithi031.stdout:2757: finishing write tid 2 to smithi03186013-28 2024-08-10T05:23:44.265 INFO:tasks.rados.rados.0.smithi031.stdout:2757: finishing write tid 3 to smithi03186013-28 2024-08-10T05:23:44.265 INFO:tasks.rados.rados.0.smithi031.stdout:2757: finishing write tid 4 to smithi03186013-28 2024-08-10T05:23:44.266 INFO:tasks.rados.rados.0.smithi031.stdout:2757: finishing write tid 5 to smithi03186013-28 2024-08-10T05:23:44.266 INFO:tasks.rados.rados.0.smithi031.stdout:2757: finishing write tid 6 to smithi03186013-28 2024-08-10T05:23:44.266 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 28 v 1060 (ObjNum 854 snap 259 seq_num 854) dirty exists 2024-08-10T05:23:44.266 INFO:tasks.rados.rados.0.smithi031.stdout:2757: left oid 28 (ObjNum 854 snap 259 seq_num 854) 2024-08-10T05:23:44.267 INFO:tasks.rados.rados.0.smithi031.stdout:2756: done (3 left) 2024-08-10T05:23:44.267 INFO:tasks.rados.rados.0.smithi031.stdout:2757: done (2 left) 2024-08-10T05:23:44.267 INFO:tasks.rados.rados.0.smithi031.stdout:2758: done (1 left) 2024-08-10T05:23:44.267 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 49 current snap is 259 2024-08-10T05:23:44.267 INFO:tasks.rados.rados.0.smithi031.stdout:2761: seq_num 855 ranges {835584=729088,1564672=671744,2236416=663552,2899968=270336} 2024-08-10T05:23:44.277 INFO:tasks.rados.rados.0.smithi031.stdout:2761: writing smithi03186013-49 from 835584 to 1564672 tid 1 2024-08-10T05:23:44.282 INFO:tasks.rados.rados.0.smithi031.stdout:2761: writing smithi03186013-49 from 1564672 to 2236416 tid 2 2024-08-10T05:23:44.288 INFO:tasks.rados.rados.0.smithi031.stdout:2761: writing smithi03186013-49 from 2236416 to 2899968 tid 3 2024-08-10T05:23:44.290 INFO:tasks.rados.rados.0.smithi031.stdout:2761: writing smithi03186013-49 from 2899968 to 3170304 tid 4 2024-08-10T05:23:44.290 INFO:tasks.rados.rados.0.smithi031.stdout:2762: setattr oid 48 current snap is 259 2024-08-10T05:23:44.290 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 14 v 1408 (ObjNum 732 snap 226 seq_num 732) dirty exists 2024-08-10T05:23:44.290 INFO:tasks.rados.rados.0.smithi031.stdout:2761: finishing write tid 1 to smithi03186013-49 2024-08-10T05:23:44.290 INFO:tasks.rados.rados.0.smithi031.stdout:2761: finishing write tid 2 to smithi03186013-49 2024-08-10T05:23:44.291 INFO:tasks.rados.rados.0.smithi031.stdout:2760: done (2 left) 2024-08-10T05:23:44.291 INFO:tasks.rados.rados.0.smithi031.stdout:2763: snap_create 2024-08-10T05:23:44.307 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 48 v 660 (ObjNum 635 snap 199 seq_num 635) dirty exists 2024-08-10T05:23:44.308 INFO:tasks.rados.rados.0.smithi031.stdout:2761: finishing write tid 3 to smithi03186013-49 2024-08-10T05:23:44.308 INFO:tasks.rados.rados.0.smithi031.stdout:2761: finishing write tid 4 to smithi03186013-49 2024-08-10T05:23:44.308 INFO:tasks.rados.rados.0.smithi031.stdout:2761: finishing write tid 5 to smithi03186013-49 2024-08-10T05:23:44.309 INFO:tasks.rados.rados.0.smithi031.stdout:2761: finishing write tid 6 to smithi03186013-49 2024-08-10T05:23:44.309 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 49 v 1065 (ObjNum 855 snap 259 seq_num 855) dirty exists 2024-08-10T05:23:44.309 INFO:tasks.rados.rados.0.smithi031.stdout:2761: left oid 49 (ObjNum 855 snap 259 seq_num 855) 2024-08-10T05:23:44.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:44 smithi031 ceph-mon[98130]: osdmap e615: 8 total, 8 up, 8 in 2024-08-10T05:23:44.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:44 smithi031 ceph-mon[98130]: osdmap e616: 8 total, 8 up, 8 in 2024-08-10T05:23:44.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:44 smithi031 ceph-mon[100614]: osdmap e615: 8 total, 8 up, 8 in 2024-08-10T05:23:44.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:44 smithi031 ceph-mon[100614]: osdmap e616: 8 total, 8 up, 8 in 2024-08-10T05:23:44.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:44 smithi196 ceph-mon[90243]: osdmap e615: 8 total, 8 up, 8 in 2024-08-10T05:23:44.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:44 smithi196 ceph-mon[90243]: osdmap e616: 8 total, 8 up, 8 in 2024-08-10T05:23:45.265 INFO:tasks.rados.rados.0.smithi031.stdout:2761: done (2 left) 2024-08-10T05:23:45.265 INFO:tasks.rados.rados.0.smithi031.stdout:2762: done (1 left) 2024-08-10T05:23:45.265 INFO:tasks.rados.rados.0.smithi031.stdout:2763: done (0 left) 2024-08-10T05:23:45.265 INFO:tasks.rados.rados.0.smithi031.stdout:2764: delete oid 28 current snap is 260 2024-08-10T05:23:45.269 INFO:tasks.rados.rados.0.smithi031.stdout:2764: done (0 left) 2024-08-10T05:23:45.269 INFO:tasks.rados.rados.0.smithi031.stdout:2765: delete oid 19 current snap is 260 2024-08-10T05:23:45.272 INFO:tasks.rados.rados.0.smithi031.stdout:2765: done (0 left) 2024-08-10T05:23:45.272 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 18 current snap is 260 2024-08-10T05:23:45.272 INFO:tasks.rados.rados.0.smithi031.stdout:2766: seq_num 858 ranges {0=778240,778240=729088,1507328=434176,1941504=442368} 2024-08-10T05:23:45.277 INFO:tasks.rados.rados.0.smithi031.stdout:2766: writing smithi03186013-18 from 0 to 778240 tid 1 2024-08-10T05:23:45.282 INFO:tasks.rados.rados.0.smithi031.stdout:2766: writing smithi03186013-18 from 778240 to 1507328 tid 2 2024-08-10T05:23:45.283 INFO:tasks.rados.rados.0.smithi031.stdout:2766: writing smithi03186013-18 from 1507328 to 1941504 tid 3 2024-08-10T05:23:45.286 INFO:tasks.rados.rados.0.smithi031.stdout:2766: writing smithi03186013-18 from 1941504 to 2383872 tid 4 2024-08-10T05:23:45.286 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 14 current snap is 260 2024-08-10T05:23:45.286 INFO:tasks.rados.rados.0.smithi031.stdout:2766: finishing write tid 1 to smithi03186013-18 2024-08-10T05:23:45.286 INFO:tasks.rados.rados.0.smithi031.stdout:2766: finishing write tid 2 to smithi03186013-18 2024-08-10T05:23:45.286 INFO:tasks.rados.rados.0.smithi031.stdout:2766: finishing write tid 3 to smithi03186013-18 2024-08-10T05:23:45.286 INFO:tasks.rados.rados.0.smithi031.stdout:2767: seq_num 859 ranges {262144=794624,1056768=614400,1671168=638976,2310144=352256} 2024-08-10T05:23:45.292 INFO:tasks.rados.rados.0.smithi031.stdout:2767: writing smithi03186013-14 from 262144 to 1056768 tid 1 2024-08-10T05:23:45.295 INFO:tasks.rados.rados.0.smithi031.stdout:2767: writing smithi03186013-14 from 1056768 to 1671168 tid 2 2024-08-10T05:23:45.299 INFO:tasks.rados.rados.0.smithi031.stdout:2767: writing smithi03186013-14 from 1671168 to 2310144 tid 3 2024-08-10T05:23:45.301 INFO:tasks.rados.rados.0.smithi031.stdout:2767: writing smithi03186013-14 from 2310144 to 2662400 tid 4 2024-08-10T05:23:45.301 INFO:tasks.rados.rados.0.smithi031.stdout:2768: delete oid 35 current snap is 260 2024-08-10T05:23:45.302 INFO:tasks.rados.rados.0.smithi031.stdout:2766: finishing write tid 4 to smithi03186013-18 2024-08-10T05:23:45.302 INFO:tasks.rados.rados.0.smithi031.stdout:2766: finishing write tid 5 to smithi03186013-18 2024-08-10T05:23:45.302 INFO:tasks.rados.rados.0.smithi031.stdout:2766: finishing write tid 6 to smithi03186013-18 2024-08-10T05:23:45.302 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 18 v 1413 (ObjNum 858 snap 260 seq_num 858) dirty exists 2024-08-10T05:23:45.302 INFO:tasks.rados.rados.0.smithi031.stdout:2766: left oid 18 (ObjNum 858 snap 260 seq_num 858) 2024-08-10T05:23:45.302 INFO:tasks.rados.rados.0.smithi031.stdout:2767: finishing write tid 1 to smithi03186013-14 2024-08-10T05:23:45.302 INFO:tasks.rados.rados.0.smithi031.stdout:2767: finishing write tid 2 to smithi03186013-14 2024-08-10T05:23:45.303 INFO:tasks.rados.rados.0.smithi031.stdout:2767: finishing write tid 3 to smithi03186013-14 2024-08-10T05:23:45.304 INFO:tasks.rados.rados.0.smithi031.stdout:2766: done (2 left) 2024-08-10T05:23:45.304 INFO:tasks.rados.rados.0.smithi031.stdout:2768: done (1 left) 2024-08-10T05:23:45.304 INFO:tasks.rados.rados.0.smithi031.stdout:2769: setattr oid 35 current snap is 260 2024-08-10T05:23:45.305 INFO:tasks.rados.rados.0.smithi031.stdout:2770: copy_from oid 26 from oid 1 current snap is 260 2024-08-10T05:23:45.305 INFO:tasks.rados.rados.0.smithi031.stdout:2771: copy_from oid 17 from oid 29 current snap is 260 2024-08-10T05:23:45.305 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 27 current snap is 260 2024-08-10T05:23:45.305 INFO:tasks.rados.rados.0.smithi031.stdout:2772: seq_num 861 ranges {1966080=24576} 2024-08-10T05:23:45.317 INFO:tasks.rados.rados.0.smithi031.stdout:2772: writing smithi03186013-27 from 1966080 to 1990656 tid 1 2024-08-10T05:23:45.317 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 2 current snap is 260 2024-08-10T05:23:45.317 INFO:tasks.rados.rados.0.smithi031.stdout:2773: seq_num 862 ranges {2211840=40960} 2024-08-10T05:23:45.330 INFO:tasks.rados.rados.0.smithi031.stdout:2773: writing smithi03186013-2 from 2211840 to 2252800 tid 1 2024-08-10T05:23:45.330 INFO:tasks.rados.rados.0.smithi031.stdout:2774: read oid 9 snap -1 2024-08-10T05:23:45.330 INFO:tasks.rados.rados.0.smithi031.stdout:2774: expect (ObjNum 849 snap 259 seq_num 849) 2024-08-10T05:23:45.330 INFO:tasks.rados.rados.0.smithi031.stdout:2775: rmattr oid 28 current snap is 260 2024-08-10T05:23:45.330 INFO:tasks.rados.rados.0.smithi031.stdout:2767: finishing write tid 4 to smithi03186013-14 2024-08-10T05:23:45.331 INFO:tasks.rados.rados.0.smithi031.stdout:2775: done (7 left) 2024-08-10T05:23:45.331 INFO:tasks.rados.rados.0.smithi031.stdout:2776: rollback oid 44 current snap is 260 2024-08-10T05:23:45.331 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 44 to 259 2024-08-10T05:23:45.331 INFO:tasks.rados.rados.0.smithi031.stdout:2767: finishing write tid 5 to smithi03186013-14 2024-08-10T05:23:45.331 INFO:tasks.rados.rados.0.smithi031.stdout:2767: finishing write tid 6 to smithi03186013-14 2024-08-10T05:23:45.331 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 14 v 1418 (ObjNum 859 snap 260 seq_num 859) dirty exists 2024-08-10T05:23:45.331 INFO:tasks.rados.rados.0.smithi031.stdout:2767: left oid 14 (ObjNum 859 snap 260 seq_num 859) 2024-08-10T05:23:45.331 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 35 v 1402 (ObjNum 129 snap 0 seq_num 589863360) dirty exists 2024-08-10T05:23:45.331 INFO:tasks.rados.rados.0.smithi031.stdout:2771: finishing copy_from racing read to smithi03186013-17 2024-08-10T05:23:45.331 INFO:tasks.rados.rados.0.smithi031.stdout:2771: finishing copy_from to smithi03186013-17 2024-08-10T05:23:45.331 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 17 v 1362 (ObjNum 779 snap 244 seq_num 779) dirty exists 2024-08-10T05:23:45.331 INFO:tasks.rados.rados.0.smithi031.stdout:2770: finishing copy_from racing read to smithi03186013-26 2024-08-10T05:23:45.331 INFO:tasks.rados.rados.0.smithi031.stdout:2770: finishing copy_from to smithi03186013-26 2024-08-10T05:23:45.331 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 26 v 1368 (ObjNum 817 snap 256 seq_num 817) dirty exists 2024-08-10T05:23:45.332 INFO:tasks.rados.rados.0.smithi031.stdout:2772: finishing write tid 1 to smithi03186013-27 2024-08-10T05:23:45.332 INFO:tasks.rados.rados.0.smithi031.stdout:2772: finishing write tid 2 to smithi03186013-27 2024-08-10T05:23:45.332 INFO:tasks.rados.rados.0.smithi031.stdout:2772: finishing write tid 3 to smithi03186013-27 2024-08-10T05:23:45.332 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 27 v 1139 (ObjNum 861 snap 260 seq_num 861) dirty exists 2024-08-10T05:23:45.332 INFO:tasks.rados.rados.0.smithi031.stdout:2772: left oid 27 (ObjNum 861 snap 260 seq_num 861) 2024-08-10T05:23:45.332 INFO:tasks.rados.rados.0.smithi031.stdout:2767: done (7 left) 2024-08-10T05:23:45.332 INFO:tasks.rados.rados.0.smithi031.stdout:2769: done (6 left) 2024-08-10T05:23:45.332 INFO:tasks.rados.rados.0.smithi031.stdout:2770: done (5 left) 2024-08-10T05:23:45.332 INFO:tasks.rados.rados.0.smithi031.stdout:2771: done (4 left) 2024-08-10T05:23:45.332 INFO:tasks.rados.rados.0.smithi031.stdout:2772: done (3 left) 2024-08-10T05:23:45.332 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 24 current snap is 260 2024-08-10T05:23:45.332 INFO:tasks.rados.rados.0.smithi031.stdout:2777: seq_num 863 ranges {2162688=57344} 2024-08-10T05:23:45.342 INFO:tasks.rados.rados.0.smithi031.stdout:2777: writing smithi03186013-24 from 2162688 to 2220032 tid 1 2024-08-10T05:23:45.342 INFO:tasks.rados.rados.0.smithi031.stdout:2778: read oid 37 snap -1 2024-08-10T05:23:45.342 INFO:tasks.rados.rados.0.smithi031.stdout:2778: expect (ObjNum 811 snap 255 seq_num 811) 2024-08-10T05:23:45.342 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 34 current snap is 260 2024-08-10T05:23:45.342 INFO:tasks.rados.rados.0.smithi031.stdout:2773: finishing write tid 1 to smithi03186013-2 2024-08-10T05:23:45.342 INFO:tasks.rados.rados.0.smithi031.stdout:2779: seq_num 864 ranges {2424832=73728} 2024-08-10T05:23:45.356 INFO:tasks.rados.rados.0.smithi031.stdout:2779: writing smithi03186013-34 from 2424832 to 2498560 tid 1 2024-08-10T05:23:45.356 INFO:tasks.rados.rados.0.smithi031.stdout:2780: copy_from oid 1 from oid 46 current snap is 260 2024-08-10T05:23:45.356 INFO:tasks.rados.rados.0.smithi031.stdout:2776: finishing rollback tid 1 to smithi03186013-44 2024-08-10T05:23:45.356 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 44 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-10T05:23:45.356 INFO:tasks.rados.rados.0.smithi031.stdout:2773: finishing write tid 2 to smithi03186013-2 2024-08-10T05:23:45.357 INFO:tasks.rados.rados.0.smithi031.stdout:2773: finishing write tid 3 to smithi03186013-2 2024-08-10T05:23:45.357 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 2 v 1639 (ObjNum 862 snap 260 seq_num 862) dirty exists 2024-08-10T05:23:45.357 INFO:tasks.rados.rados.0.smithi031.stdout:2773: left oid 2 (ObjNum 862 snap 260 seq_num 862) 2024-08-10T05:23:45.357 INFO:tasks.rados.rados.0.smithi031.stdout:2773: done (6 left) 2024-08-10T05:23:45.357 INFO:tasks.rados.rados.0.smithi031.stdout:2776: done (5 left) 2024-08-10T05:23:45.357 INFO:tasks.rados.rados.0.smithi031.stdout:2781: snap_create 2024-08-10T05:23:45.357 INFO:tasks.rados.rados.0.smithi031.stdout:2777: finishing write tid 1 to smithi03186013-24 2024-08-10T05:23:45.357 INFO:tasks.rados.rados.0.smithi031.stdout:2777: finishing write tid 2 to smithi03186013-24 2024-08-10T05:23:45.357 INFO:tasks.rados.rados.0.smithi031.stdout:2774: expect (ObjNum 849 snap 259 seq_num 849) 2024-08-10T05:23:45.488 INFO:tasks.rados.rados.0.smithi031.stdout:2777: finishing write tid 3 to smithi03186013-24 2024-08-10T05:23:45.488 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 24 v 1642 (ObjNum 863 snap 260 seq_num 863) dirty exists 2024-08-10T05:23:45.488 INFO:tasks.rados.rados.0.smithi031.stdout:2777: left oid 24 (ObjNum 863 snap 260 seq_num 863) 2024-08-10T05:23:45.488 INFO:tasks.rados.rados.0.smithi031.stdout:2778: expect (ObjNum 811 snap 255 seq_num 811) 2024-08-10T05:23:45.581 INFO:tasks.rados.rados.0.smithi031.stdout:2779: finishing write tid 1 to smithi03186013-34 2024-08-10T05:23:45.581 INFO:tasks.rados.rados.0.smithi031.stdout:2779: finishing write tid 2 to smithi03186013-34 2024-08-10T05:23:45.581 INFO:tasks.rados.rados.0.smithi031.stdout:2779: finishing write tid 3 to smithi03186013-34 2024-08-10T05:23:45.581 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 34 v 1420 (ObjNum 864 snap 260 seq_num 864) dirty exists 2024-08-10T05:23:45.581 INFO:tasks.rados.rados.0.smithi031.stdout:2779: left oid 34 (ObjNum 864 snap 260 seq_num 864) 2024-08-10T05:23:45.581 INFO:tasks.rados.rados.0.smithi031.stdout:2780: finishing copy_from racing read to smithi03186013-1 2024-08-10T05:23:45.581 INFO:tasks.rados.rados.0.smithi031.stdout:2780: finishing copy_from to smithi03186013-1 2024-08-10T05:23:45.581 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 1 v 1178 (ObjNum 828 snap 257 seq_num 828) dirty exists 2024-08-10T05:23:45.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:45 smithi031 ceph-mon[98130]: pgmap v584: 121 pgs: 121 active+clean; 190 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.0 MiB/s wr, 9 op/s 2024-08-10T05:23:45.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:45 smithi031 ceph-mon[98130]: osdmap e617: 8 total, 8 up, 8 in 2024-08-10T05:23:45.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:45 smithi031 ceph-mon[100614]: pgmap v584: 121 pgs: 121 active+clean; 190 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.0 MiB/s wr, 9 op/s 2024-08-10T05:23:45.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:45 smithi031 ceph-mon[100614]: osdmap e617: 8 total, 8 up, 8 in 2024-08-10T05:23:45.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:45 smithi196 ceph-mon[90243]: pgmap v584: 121 pgs: 121 active+clean; 190 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.0 MiB/s wr, 9 op/s 2024-08-10T05:23:45.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:45 smithi196 ceph-mon[90243]: osdmap e617: 8 total, 8 up, 8 in 2024-08-10T05:23:46.344 INFO:tasks.rados.rados.0.smithi031.stdout:2774: done (5 left) 2024-08-10T05:23:46.344 INFO:tasks.rados.rados.0.smithi031.stdout:2777: done (4 left) 2024-08-10T05:23:46.344 INFO:tasks.rados.rados.0.smithi031.stdout:2778: done (3 left) 2024-08-10T05:23:46.344 INFO:tasks.rados.rados.0.smithi031.stdout:2779: done (2 left) 2024-08-10T05:23:46.344 INFO:tasks.rados.rados.0.smithi031.stdout:2780: done (1 left) 2024-08-10T05:23:46.344 INFO:tasks.rados.rados.0.smithi031.stdout:2781: done (0 left) 2024-08-10T05:23:46.344 INFO:tasks.rados.rados.0.smithi031.stdout:2782: snap_create 2024-08-10T05:23:47.350 INFO:tasks.rados.rados.0.smithi031.stdout:2782: done (0 left) 2024-08-10T05:23:47.350 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 42 current snap is 262 2024-08-10T05:23:47.350 INFO:tasks.rados.rados.0.smithi031.stdout:2783: seq_num 865 ranges {1392640=90112} 2024-08-10T05:23:47.358 INFO:tasks.rados.rados.0.smithi031.stdout:2783: writing smithi03186013-42 from 1392640 to 1482752 tid 1 2024-08-10T05:23:47.358 INFO:tasks.rados.rados.0.smithi031.stdout:2784: read oid 35 snap 261 2024-08-10T05:23:47.358 INFO:tasks.rados.rados.0.smithi031.stdout:2784: expect (ObjNum 589634224 snap 22084 seq_num 590013680) 2024-08-10T05:23:47.358 INFO:tasks.rados.rados.0.smithi031.stdout:2785: delete oid 31 current snap is 262 2024-08-10T05:23:47.363 INFO:tasks.rados.rados.0.smithi031.stdout:2783: finishing write tid 1 to smithi03186013-42 2024-08-10T05:23:47.363 INFO:tasks.rados.rados.0.smithi031.stdout:2784: expect (ObjNum 589634224 snap 22084 seq_num 590013680) 2024-08-10T05:23:47.365 INFO:tasks.rados.rados.0.smithi031.stdout:2783: finishing write tid 2 to smithi03186013-42 2024-08-10T05:23:47.365 INFO:tasks.rados.rados.0.smithi031.stdout:2783: finishing write tid 3 to smithi03186013-42 2024-08-10T05:23:47.365 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 42 v 1038 (ObjNum 865 snap 262 seq_num 865) dirty exists 2024-08-10T05:23:47.365 INFO:tasks.rados.rados.0.smithi031.stdout:2783: left oid 42 (ObjNum 865 snap 262 seq_num 865) 2024-08-10T05:23:47.365 INFO:tasks.rados.rados.0.smithi031.stdout:2783: done (2 left) 2024-08-10T05:23:47.366 INFO:tasks.rados.rados.0.smithi031.stdout:2784: done (1 left) 2024-08-10T05:23:47.366 INFO:tasks.rados.rados.0.smithi031.stdout:2785: done (0 left) 2024-08-10T05:23:47.366 INFO:tasks.rados.rados.0.smithi031.stdout:2786: rmattr oid 48 current snap is 262 2024-08-10T05:23:47.366 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 12 current snap is 262 2024-08-10T05:23:47.366 INFO:tasks.rados.rados.0.smithi031.stdout:2787: seq_num 867 ranges {0=122880} 2024-08-10T05:23:47.367 INFO:tasks.rados.rados.0.smithi031.stdout:2787: writing smithi03186013-12 from 0 to 122880 tid 1 2024-08-10T05:23:47.367 INFO:tasks.rados.rados.0.smithi031.stdout:2788: rollback oid 10 current snap is 262 2024-08-10T05:23:47.367 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 10 to 260 2024-08-10T05:23:47.367 INFO:tasks.rados.rados.0.smithi031.stdout:2789: setattr oid 36 current snap is 262 2024-08-10T05:23:47.368 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 48 v 661 (ObjNum 635 snap 199 seq_num 635) dirty exists 2024-08-10T05:23:47.368 INFO:tasks.rados.rados.0.smithi031.stdout:2786: done (3 left) 2024-08-10T05:23:47.369 INFO:tasks.rados.rados.0.smithi031.stdout:2790: rollback oid 14 current snap is 262 2024-08-10T05:23:47.369 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 14 to 260 2024-08-10T05:23:47.369 INFO:tasks.rados.rados.0.smithi031.stdout:2791: snap_create 2024-08-10T05:23:47.371 INFO:tasks.rados.rados.0.smithi031.stdout:2788: finishing rollback tid 0 to smithi03186013-10 2024-08-10T05:23:47.371 INFO:tasks.rados.rados.0.smithi031.stdout:2787: finishing write tid 1 to smithi03186013-12 2024-08-10T05:23:47.371 INFO:tasks.rados.rados.0.smithi031.stdout:2787: finishing write tid 2 to smithi03186013-12 2024-08-10T05:23:47.373 INFO:tasks.rados.rados.0.smithi031.stdout:2788: finishing rollback tid 1 to smithi03186013-10 2024-08-10T05:23:47.373 INFO:tasks.rados.rados.0.smithi031.stdout:2788: finishing rollback tid 2 to smithi03186013-10 2024-08-10T05:23:47.374 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 10 v 1149 (ObjNum 836 snap 259 seq_num 836) dirty exists 2024-08-10T05:23:47.374 INFO:tasks.rados.rados.0.smithi031.stdout:2787: finishing write tid 3 to smithi03186013-12 2024-08-10T05:23:47.374 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 12 v 1397 (ObjNum 867 snap 262 seq_num 867) dirty exists 2024-08-10T05:23:47.374 INFO:tasks.rados.rados.0.smithi031.stdout:2787: left oid 12 (ObjNum 867 snap 262 seq_num 867) 2024-08-10T05:23:47.374 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 36 v 1426 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-08-10T05:23:47.376 INFO:tasks.rados.rados.0.smithi031.stdout:2790: finishing rollback tid 0 to smithi03186013-14 2024-08-10T05:23:47.377 INFO:tasks.rados.rados.0.smithi031.stdout:2790: finishing rollback tid 1 to smithi03186013-14 2024-08-10T05:23:47.377 INFO:tasks.rados.rados.0.smithi031.stdout:2790: finishing rollback tid 2 to smithi03186013-14 2024-08-10T05:23:47.377 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 14 v 1423 (ObjNum 859 snap 260 seq_num 859) dirty exists 2024-08-10T05:23:47.567 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:47 smithi196 ceph-mon[90243]: pgmap v587: 121 pgs: 121 active+clean; 159 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 5.2 MiB/s wr, 26 op/s 2024-08-10T05:23:47.567 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:47 smithi196 ceph-mon[90243]: osdmap e618: 8 total, 8 up, 8 in 2024-08-10T05:23:47.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:47 smithi031 ceph-mon[98130]: pgmap v587: 121 pgs: 121 active+clean; 159 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 5.2 MiB/s wr, 26 op/s 2024-08-10T05:23:47.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:47 smithi031 ceph-mon[98130]: osdmap e618: 8 total, 8 up, 8 in 2024-08-10T05:23:47.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:47 smithi031 ceph-mon[100614]: pgmap v587: 121 pgs: 121 active+clean; 159 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 5.2 MiB/s wr, 26 op/s 2024-08-10T05:23:47.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:47 smithi031 ceph-mon[100614]: osdmap e618: 8 total, 8 up, 8 in 2024-08-10T05:23:48.359 INFO:tasks.rados.rados.0.smithi031.stdout:2787: done (4 left) 2024-08-10T05:23:48.359 INFO:tasks.rados.rados.0.smithi031.stdout:2788: done (3 left) 2024-08-10T05:23:48.359 INFO:tasks.rados.rados.0.smithi031.stdout:2789: done (2 left) 2024-08-10T05:23:48.359 INFO:tasks.rados.rados.0.smithi031.stdout:2790: done (1 left) 2024-08-10T05:23:48.359 INFO:tasks.rados.rados.0.smithi031.stdout:2791: done (0 left) 2024-08-10T05:23:48.360 INFO:tasks.rados.rados.0.smithi031.stdout:2792: rollback oid 14 current snap is 263 2024-08-10T05:23:48.360 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 14 to 259 2024-08-10T05:23:48.360 INFO:tasks.rados.rados.0.smithi031.stdout:2793: snap_create 2024-08-10T05:23:48.366 INFO:tasks.rados.rados.0.smithi031.stdout:2792: finishing rollback tid 0 to smithi03186013-14 2024-08-10T05:23:48.366 INFO:tasks.rados.rados.0.smithi031.stdout:2792: finishing rollback tid 1 to smithi03186013-14 2024-08-10T05:23:48.366 INFO:tasks.rados.rados.0.smithi031.stdout:2792: finishing rollback tid 2 to smithi03186013-14 2024-08-10T05:23:48.367 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 14 v 1426 (ObjNum 732 snap 226 seq_num 732) dirty exists 2024-08-10T05:23:48.603 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:48 smithi196 ceph-mon[90243]: osdmap e619: 8 total, 8 up, 8 in 2024-08-10T05:23:48.768 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:48 smithi031 ceph-mon[100614]: osdmap e619: 8 total, 8 up, 8 in 2024-08-10T05:23:48.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:48 smithi031 ceph-mon[98130]: osdmap e619: 8 total, 8 up, 8 in 2024-08-10T05:23:49.262 INFO:tasks.rados.rados.0.smithi031.stdout:2792: done (1 left) 2024-08-10T05:23:49.262 INFO:tasks.rados.rados.0.smithi031.stdout:2793: done (0 left) 2024-08-10T05:23:49.262 INFO:tasks.rados.rados.0.smithi031.stdout:2794: read oid 49 snap -1 2024-08-10T05:23:49.262 INFO:tasks.rados.rados.0.smithi031.stdout:2794: expect (ObjNum 855 snap 259 seq_num 855) 2024-08-10T05:23:49.263 INFO:tasks.rados.rados.0.smithi031.stdout:2795: rmattr oid 6 current snap is 264 2024-08-10T05:23:49.263 INFO:tasks.rados.rados.0.smithi031.stdout:2795: done (1 left) 2024-08-10T05:23:49.263 INFO:tasks.rados.rados.0.smithi031.stdout:2796: rollback oid 28 current snap is 264 2024-08-10T05:23:49.263 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 28 to 262 2024-08-10T05:23:49.263 INFO:tasks.rados.rados.0.smithi031.stdout:2797: copy_from oid 34 from oid 35 current snap is 264 2024-08-10T05:23:49.263 INFO:tasks.rados.rados.0.smithi031.stdout:2798: delete oid 27 current snap is 264 2024-08-10T05:23:49.268 INFO:tasks.rados.rados.0.smithi031.stdout:2798: done (3 left) 2024-08-10T05:23:49.268 INFO:tasks.rados.rados.0.smithi031.stdout:2799: read oid 19 snap 262 2024-08-10T05:23:49.268 INFO:tasks.rados.rados.0.smithi031.stdout:2799: expect deleted 2024-08-10T05:23:49.268 INFO:tasks.rados.rados.0.smithi031.stdout:2800: snap_create 2024-08-10T05:23:49.269 INFO:tasks.rados.rados.0.smithi031.stdout:2797: finishing copy_from racing read to smithi03186013-34 2024-08-10T05:23:49.272 INFO:tasks.rados.rados.0.smithi031.stdout:2797: finishing copy_from to smithi03186013-34 2024-08-10T05:23:49.273 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 34 v 1402 (ObjNum 33 snap 0 seq_num 0) dirty exists 2024-08-10T05:23:49.279 INFO:tasks.rados.rados.0.smithi031.stdout:2794: expect (ObjNum 855 snap 259 seq_num 855) 2024-08-10T05:23:49.376 INFO:tasks.rados.rados.0.smithi031.stdout:2796: finishing rollback tid 1 to smithi03186013-28 2024-08-10T05:23:49.377 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 28 v 1066 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-10T05:23:49.460 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:49 smithi196 ceph-mon[90243]: pgmap v590: 121 pgs: 121 active+clean; 147 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 7.8 MiB/s wr, 45 op/s 2024-08-10T05:23:49.461 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:49 smithi196 ceph-mon[90243]: osdmap e620: 8 total, 8 up, 8 in 2024-08-10T05:23:49.461 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:49 smithi196 ceph-mon[90243]: osdmap e621: 8 total, 8 up, 8 in 2024-08-10T05:23:49.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:49 smithi031 ceph-mon[98130]: pgmap v590: 121 pgs: 121 active+clean; 147 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 7.8 MiB/s wr, 45 op/s 2024-08-10T05:23:49.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:49 smithi031 ceph-mon[98130]: osdmap e620: 8 total, 8 up, 8 in 2024-08-10T05:23:49.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:49 smithi031 ceph-mon[98130]: osdmap e621: 8 total, 8 up, 8 in 2024-08-10T05:23:49.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:49 smithi031 ceph-mon[100614]: pgmap v590: 121 pgs: 121 active+clean; 147 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 7.8 MiB/s wr, 45 op/s 2024-08-10T05:23:49.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:49 smithi031 ceph-mon[100614]: osdmap e620: 8 total, 8 up, 8 in 2024-08-10T05:23:49.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:49 smithi031 ceph-mon[100614]: osdmap e621: 8 total, 8 up, 8 in 2024-08-10T05:23:50.028 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:23:49 smithi196 systemd[1]: Stopping Ceph grafana.a for fc322138-56d5-11ef-bcce-c7b262605968... 2024-08-10T05:23:50.265 INFO:tasks.rados.rados.0.smithi031.stdout:2794: done (4 left) 2024-08-10T05:23:50.266 INFO:tasks.rados.rados.0.smithi031.stdout:2796: done (3 left) 2024-08-10T05:23:50.266 INFO:tasks.rados.rados.0.smithi031.stdout:2797: done (2 left) 2024-08-10T05:23:50.266 INFO:tasks.rados.rados.0.smithi031.stdout:2799: done (1 left) 2024-08-10T05:23:50.266 INFO:tasks.rados.rados.0.smithi031.stdout:2800: done (0 left) 2024-08-10T05:23:50.266 INFO:tasks.rados.rados.0.smithi031.stdout:2801: rollback oid 18 current snap is 265 2024-08-10T05:23:50.266 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 18 to 264 2024-08-10T05:23:50.266 INFO:tasks.rados.rados.0.smithi031.stdout:2802: copy_from oid 24 from oid 30 current snap is 265 2024-08-10T05:23:50.266 INFO:tasks.rados.rados.0.smithi031.stdout:2803: copy_from oid 10 from oid 22 current snap is 265 2024-08-10T05:23:50.266 INFO:tasks.rados.rados.0.smithi031.stdout:2804: snap_remove snap 261 2024-08-10T05:23:50.443 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:23:50 smithi196 podman[126765]: 2024-08-10 05:23:50.029833127 +0000 UTC m=+0.135859705 container died 6ec1b1b19e7ade28f39ee76064c5de57abd0223205e638685b377c677638ad3b (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a, io.buildah.version=1.32.0, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, architecture=x86_64, summary=Grafana Container configured for Ceph mgr/dashboard integration, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, build-date=2022-04-29T11:48:11.055897, vendor=Red Hat, Inc., distribution-scope=public, version=8.5, name=ubi8, io.k8s.display-name=Red Hat Universal Base Image 8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, maintainer=Paul Cuzner , io.openshift.expose-services=, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, release=239.1651231664, vcs-type=git, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.tags=base rhel8, description=Ceph Grafana Container, com.redhat.component=ubi8-container) 2024-08-10T05:23:50.751 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:23:50 smithi196 podman[126765]: 2024-08-10 05:23:50.525425205 +0000 UTC m=+0.631451826 container cleanup 6ec1b1b19e7ade28f39ee76064c5de57abd0223205e638685b377c677638ad3b (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.buildah.version=1.32.0, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, name=ubi8, release=239.1651231664, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, vendor=Red Hat, Inc., description=Ceph Grafana Container, io.openshift.tags=base rhel8, com.redhat.component=ubi8-container, io.openshift.expose-services=, io.k8s.display-name=Red Hat Universal Base Image 8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, distribution-scope=public, architecture=x86_64, maintainer=Paul Cuzner , build-date=2022-04-29T11:48:11.055897, summary=Grafana Container configured for Ceph mgr/dashboard integration, version=8.5, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vcs-type=git) 2024-08-10T05:23:50.751 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:23:50 smithi196 bash[126765]: ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a 2024-08-10T05:23:51.028 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:23:50 smithi196 podman[126782]: 2024-08-10 05:23:50.751444 +0000 UTC m=+0.724159800 container remove 6ec1b1b19e7ade28f39ee76064c5de57abd0223205e638685b377c677638ad3b (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.k8s.display-name=Red Hat Universal Base Image 8, description=Ceph Grafana Container, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, build-date=2022-04-29T11:48:11.055897, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, architecture=x86_64, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vcs-type=git, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, vendor=Red Hat, Inc., summary=Grafana Container configured for Ceph mgr/dashboard integration, io.buildah.version=1.32.0, io.openshift.tags=base rhel8, com.redhat.component=ubi8-container, io.openshift.expose-services=, distribution-scope=public, maintainer=Paul Cuzner , version=8.5, name=ubi8, release=239.1651231664) 2024-08-10T05:23:51.028 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:23:50 smithi196 systemd[1]: ceph-fc322138-56d5-11ef-bcce-c7b262605968@grafana.a.service: Main process exited, code=exited, status=143/n/a 2024-08-10T05:23:51.028 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:23:50 smithi196 systemd[1]: ceph-fc322138-56d5-11ef-bcce-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-08-10T05:23:51.029 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:23:50 smithi196 systemd[1]: Stopped Ceph grafana.a for fc322138-56d5-11ef-bcce-c7b262605968. 2024-08-10T05:23:51.029 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:23:50 smithi196 systemd[1]: ceph-fc322138-56d5-11ef-bcce-c7b262605968@grafana.a.service: Consumed 7.814s CPU time. 2024-08-10T05:23:51.271 INFO:tasks.rados.rados.0.smithi031.stdout:2804: done (3 left) 2024-08-10T05:23:51.271 INFO:tasks.rados.rados.0.smithi031.stdout:2805: read oid 16 snap -1 2024-08-10T05:23:51.271 INFO:tasks.rados.rados.0.smithi031.stdout:2805: expect deleted 2024-08-10T05:23:51.271 INFO:tasks.rados.rados.0.smithi031.stdout:2806: rollback oid 11 current snap is 265 2024-08-10T05:23:51.271 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 11 to 263 2024-08-10T05:23:51.272 INFO:tasks.rados.rados.0.smithi031.stdout:2801: finishing rollback tid 0 to smithi03186013-18 2024-08-10T05:23:51.272 INFO:tasks.rados.rados.0.smithi031.stdout:2801: finishing rollback tid 1 to smithi03186013-18 2024-08-10T05:23:51.272 INFO:tasks.rados.rados.0.smithi031.stdout:2801: finishing rollback tid 2 to smithi03186013-18 2024-08-10T05:23:51.272 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 18 v 1432 (ObjNum 858 snap 260 seq_num 858) dirty exists 2024-08-10T05:23:51.272 INFO:tasks.rados.rados.0.smithi031.stdout:2803: finishing copy_from racing read to smithi03186013-10 2024-08-10T05:23:51.272 INFO:tasks.rados.rados.0.smithi031.stdout:2803: finishing copy_from to smithi03186013-10 2024-08-10T05:23:51.272 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 10 v 1626 (ObjNum 853 snap 259 seq_num 853) dirty exists 2024-08-10T05:23:51.272 INFO:tasks.rados.rados.0.smithi031.stdout:2802: finishing copy_from racing read to smithi03186013-24 2024-08-10T05:23:51.272 INFO:tasks.rados.rados.0.smithi031.stdout:2802: finishing copy_from to smithi03186013-24 2024-08-10T05:23:51.272 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 24 v 1389 (ObjNum 806 snap 252 seq_num 806) dirty exists 2024-08-10T05:23:51.272 INFO:tasks.rados.rados.0.smithi031.stdout:2801: done (4 left) 2024-08-10T05:23:51.272 INFO:tasks.rados.rados.0.smithi031.stdout:2802: done (3 left) 2024-08-10T05:23:51.272 INFO:tasks.rados.rados.0.smithi031.stdout:2803: done (2 left) 2024-08-10T05:23:51.273 INFO:tasks.rados.rados.0.smithi031.stdout:2807: copy_from oid 45 from oid 9 current snap is 265 2024-08-10T05:23:51.273 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 26 current snap is 265 2024-08-10T05:23:51.273 INFO:tasks.rados.rados.0.smithi031.stdout:2808: seq_num 869 ranges {1695744=155648} 2024-08-10T05:23:51.281 INFO:tasks.rados.rados.0.smithi031.stdout:2808: writing smithi03186013-26 from 1695744 to 1851392 tid 1 2024-08-10T05:23:51.282 INFO:tasks.rados.rados.0.smithi031.stdout:2809: snap_remove snap 259 2024-08-10T05:23:51.411 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:51 smithi196 ceph-mon[90243]: pgmap v593: 121 pgs: 121 active+clean; 143 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 4.5 MiB/s wr, 32 op/s 2024-08-10T05:23:51.411 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:51 smithi196 ceph-mon[90243]: osdmap e622: 8 total, 8 up, 8 in 2024-08-10T05:23:51.411 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:23:51 smithi196 systemd[1]: Starting Ceph grafana.a for fc322138-56d5-11ef-bcce-c7b262605968... 2024-08-10T05:23:51.411 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:23:51 smithi196 podman[126915]: 2024-08-10 05:23:51.302695555 +0000 UTC m=+0.103931969 container create 1d3ad4684a8c57a577642d34bcafd28613b3db77ba259e3eee7f1e0947e9dc1d (image=quay.io/ceph/grafana:9.4.12, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-08-10T05:23:51.411 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:23:51 smithi196 podman[126915]: 2024-08-10 05:23:51.216676224 +0000 UTC m=+0.017912615 image pull 2bacad6d85d802cd176c146528adcc0e47a8a83e94bc4a8b7ba1a9b9ef2c65e7 quay.io/ceph/grafana:9.4.12 2024-08-10T05:23:51.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:51 smithi031 ceph-mon[98130]: pgmap v593: 121 pgs: 121 active+clean; 143 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 4.5 MiB/s wr, 32 op/s 2024-08-10T05:23:51.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:51 smithi031 ceph-mon[98130]: osdmap e622: 8 total, 8 up, 8 in 2024-08-10T05:23:51.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:23:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:23:51] "GET /metrics HTTP/1.1" 200 36276 "" "Prometheus/2.43.0" 2024-08-10T05:23:51.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:51 smithi031 ceph-mon[100614]: pgmap v593: 121 pgs: 121 active+clean; 143 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 4.5 MiB/s wr, 32 op/s 2024-08-10T05:23:51.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:51 smithi031 ceph-mon[100614]: osdmap e622: 8 total, 8 up, 8 in 2024-08-10T05:23:52.029 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:23:51 smithi196 podman[126915]: 2024-08-10 05:23:51.529800041 +0000 UTC m=+0.331036422 container init 1d3ad4684a8c57a577642d34bcafd28613b3db77ba259e3eee7f1e0947e9dc1d (image=quay.io/ceph/grafana:9.4.12, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-08-10T05:23:52.029 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:23:51 smithi196 podman[126915]: 2024-08-10 05:23:51.534485875 +0000 UTC m=+0.335722250 container start 1d3ad4684a8c57a577642d34bcafd28613b3db77ba259e3eee7f1e0947e9dc1d (image=quay.io/ceph/grafana:9.4.12, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-08-10T05:23:52.029 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:23:51 smithi196 bash[126915]: 1d3ad4684a8c57a577642d34bcafd28613b3db77ba259e3eee7f1e0947e9dc1d 2024-08-10T05:23:52.029 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:23:51 smithi196 systemd[1]: Started Ceph grafana.a for fc322138-56d5-11ef-bcce-c7b262605968. 2024-08-10T05:23:52.029 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:23:51 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[126930]: logger=settings t=2024-08-10T05:23:51.687084214Z level=info msg="Starting Grafana" version=9.4.12 commit=37ee25ba46 branch=HEAD compiled=2023-05-22T15:58:05Z 2024-08-10T05:23:52.029 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:23:51 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[126930]: logger=settings t=2024-08-10T05:23:51.687268368Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-08-10T05:23:52.029 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:23:51 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[126930]: logger=settings t=2024-08-10T05:23:51.687280207Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-08-10T05:23:52.030 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:23:51 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[126930]: logger=settings t=2024-08-10T05:23:51.687283514Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-08-10T05:23:52.030 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:23:51 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[126930]: logger=settings t=2024-08-10T05:23:51.687286225Z level=info msg="Config overridden from command line" arg="default.paths.data=/var/lib/grafana" 2024-08-10T05:23:52.030 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:23:51 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[126930]: logger=settings t=2024-08-10T05:23:51.687288916Z level=info msg="Config overridden from command line" arg="default.paths.logs=/var/log/grafana" 2024-08-10T05:23:52.030 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:23:51 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[126930]: logger=settings t=2024-08-10T05:23:51.687291436Z level=info msg="Config overridden from command line" arg="default.paths.plugins=/var/lib/grafana/plugins" 2024-08-10T05:23:52.030 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:23:51 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[126930]: logger=settings t=2024-08-10T05:23:51.687294155Z level=info msg="Config overridden from command line" arg="default.paths.provisioning=/etc/grafana/provisioning" 2024-08-10T05:23:52.030 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:23:51 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[126930]: logger=settings t=2024-08-10T05:23:51.687296719Z level=info msg="Config overridden from command line" arg="default.log.mode=console" 2024-08-10T05:23:52.030 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:23:51 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[126930]: logger=settings t=2024-08-10T05:23:51.687300269Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-08-10T05:23:52.030 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:23:51 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[126930]: logger=settings t=2024-08-10T05:23:51.687303038Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-08-10T05:23:52.030 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:23:51 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[126930]: logger=settings t=2024-08-10T05:23:51.687305618Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-08-10T05:23:52.030 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:23:51 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[126930]: logger=settings t=2024-08-10T05:23:51.687308235Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-08-10T05:23:52.031 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:23:51 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[126930]: logger=settings t=2024-08-10T05:23:51.687310948Z level=info msg="Path Home" path=/usr/share/grafana 2024-08-10T05:23:52.031 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:23:51 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[126930]: logger=settings t=2024-08-10T05:23:51.687313458Z level=info msg="Path Data" path=/var/lib/grafana 2024-08-10T05:23:52.031 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:23:51 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[126930]: logger=settings t=2024-08-10T05:23:51.687315908Z level=info msg="Path Logs" path=/var/log/grafana 2024-08-10T05:23:52.031 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:23:51 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[126930]: logger=settings t=2024-08-10T05:23:51.687318296Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-08-10T05:23:52.031 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:23:51 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[126930]: logger=settings t=2024-08-10T05:23:51.687321478Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-08-10T05:23:52.031 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:23:51 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[126930]: logger=settings t=2024-08-10T05:23:51.687324022Z level=info msg="App mode production" 2024-08-10T05:23:52.031 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:23:51 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[126930]: logger=sqlstore t=2024-08-10T05:23:51.687363736Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-08-10T05:23:52.031 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:23:51 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[126930]: logger=sqlstore t=2024-08-10T05:23:51.687373932Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-08-10T05:23:52.031 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:23:51 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[126930]: logger=migrator t=2024-08-10T05:23:51.702140614Z level=info msg="Starting DB migrations" 2024-08-10T05:23:52.031 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:23:51 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[126930]: logger=migrator t=2024-08-10T05:23:51.706685165Z level=info msg="migrations completed" performed=0 skipped=481 duration=405.622µs 2024-08-10T05:23:52.031 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:23:51 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[126930]: logger=sqlstore t=2024-08-10T05:23:51.707035261Z level=info msg="Created default organization" 2024-08-10T05:23:52.031 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:23:51 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[126930]: logger=plugin.finder t=2024-08-10T05:23:51.739629812Z level=warn msg="Skipping finding plugins as directory does not exist" path=/usr/share/grafana/plugins-bundled 2024-08-10T05:23:52.032 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:23:51 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[126930]: logger=secrets t=2024-08-10T05:23:51.739737379Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-08-10T05:23:52.032 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:23:51 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[126930]: logger=query_data t=2024-08-10T05:23:51.74190304Z level=info msg="Query Service initialization" 2024-08-10T05:23:52.032 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:23:51 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[126930]: logger=live.push_http t=2024-08-10T05:23:51.746943658Z level=info msg="Live Push Gateway initialization" 2024-08-10T05:23:52.291 INFO:tasks.rados.rados.0.smithi031.stdout:2809: done (4 left) 2024-08-10T05:23:52.292 INFO:tasks.rados.rados.0.smithi031.stdout:2810: snap_remove snap 264 2024-08-10T05:23:52.528 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:23:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:23:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:23:52.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:52 smithi196 ceph-mon[90243]: osdmap e623: 8 total, 8 up, 8 in 2024-08-10T05:23:52.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:52 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:52.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:52 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:52.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:52 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:23:52.530 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:23:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[126930]: logger=infra.usagestats.collector t=2024-08-10T05:23:52.396597172Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-08-10T05:23:52.530 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:23:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[126930]: logger=provisioning.datasources t=2024-08-10T05:23:52.398539229Z level=info msg="deleted correlations based on configuration" ds_name=Dashboard1 2024-08-10T05:23:52.530 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:23:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[126930]: logger=provisioning.datasources t=2024-08-10T05:23:52.398550046Z level=info msg="deleted datasource based on configuration" name=Dashboard1 2024-08-10T05:23:52.530 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:23:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[126930]: logger=provisioning.datasources t=2024-08-10T05:23:52.398691194Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-08-10T05:23:52.530 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:23:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[126930]: logger=provisioning.alerting t=2024-08-10T05:23:52.424744586Z level=info msg="starting to provision alerting" 2024-08-10T05:23:52.530 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:23:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[126930]: logger=provisioning.alerting t=2024-08-10T05:23:52.424763344Z level=info msg="finished to provision alerting" 2024-08-10T05:23:52.530 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:23:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[126930]: logger=grafanaStorageLogger t=2024-08-10T05:23:52.425023323Z level=info msg="storage starting" 2024-08-10T05:23:52.530 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:23:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[126930]: logger=ngalert.state.manager t=2024-08-10T05:23:52.425139167Z level=info msg="Warming state cache for startup" 2024-08-10T05:23:52.530 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:23:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[126930]: logger=http.server t=2024-08-10T05:23:52.4276421Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-08-10T05:23:52.530 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:23:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[126930]: logger=ngalert.state.manager t=2024-08-10T05:23:52.44544403Z level=info msg="State cache has been initialized" states=0 duration=20.303191ms 2024-08-10T05:23:52.530 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:23:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[126930]: logger=ticker t=2024-08-10T05:23:52.445495693Z level=info msg=starting first_tick=2024-08-10T05:24:00Z 2024-08-10T05:23:52.531 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:23:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[126930]: logger=ngalert.multiorg.alertmanager t=2024-08-10T05:23:52.445503833Z level=info msg="starting MultiOrg Alertmanager" 2024-08-10T05:23:52.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:52 smithi031 ceph-mon[98130]: osdmap e623: 8 total, 8 up, 8 in 2024-08-10T05:23:52.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:52 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:52.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:52 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:52.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:52 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:23:52.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:52 smithi031 ceph-mon[100614]: osdmap e623: 8 total, 8 up, 8 in 2024-08-10T05:23:52.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:52 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:52.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:52 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:52.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:52 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:23:53.290 INFO:tasks.rados.rados.0.smithi031.stdout:2810: done (4 left) 2024-08-10T05:23:53.290 INFO:tasks.rados.rados.0.smithi031.stdout:2811: snap_remove snap 262 2024-08-10T05:23:53.596 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:53 smithi196 ceph-mon[90243]: pgmap v596: 121 pgs: 121 active+clean; 146 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 1.4 MiB/s wr, 12 op/s 2024-08-10T05:23:53.596 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:53 smithi196 ceph-mon[90243]: osdmap e624: 8 total, 8 up, 8 in 2024-08-10T05:23:53.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:53 smithi031 ceph-mon[98130]: pgmap v596: 121 pgs: 121 active+clean; 146 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 1.4 MiB/s wr, 12 op/s 2024-08-10T05:23:53.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:53 smithi031 ceph-mon[98130]: osdmap e624: 8 total, 8 up, 8 in 2024-08-10T05:23:53.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:53 smithi031 ceph-mon[100614]: pgmap v596: 121 pgs: 121 active+clean; 146 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 1.4 MiB/s wr, 12 op/s 2024-08-10T05:23:53.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:53 smithi031 ceph-mon[100614]: osdmap e624: 8 total, 8 up, 8 in 2024-08-10T05:23:54.265 INFO:tasks.rados.rados.0.smithi031.stdout:2811: done (4 left) 2024-08-10T05:23:54.266 INFO:tasks.rados.rados.0.smithi031.stdout:2812: snap_create 2024-08-10T05:23:54.266 INFO:tasks.rados.rados.0.smithi031.stdout:2806: finishing rollback tid 0 to smithi03186013-11 2024-08-10T05:23:54.266 INFO:tasks.rados.rados.0.smithi031.stdout:2806: finishing rollback tid 1 to smithi03186013-11 2024-08-10T05:23:54.266 INFO:tasks.rados.rados.0.smithi031.stdout:2806: finishing rollback tid 2 to smithi03186013-11 2024-08-10T05:23:54.266 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 11 v 1400 (ObjNum 843 snap 259 seq_num 843) dirty exists 2024-08-10T05:23:54.266 INFO:tasks.rados.rados.0.smithi031.stdout:2808: finishing write tid 1 to smithi03186013-26 2024-08-10T05:23:54.266 INFO:tasks.rados.rados.0.smithi031.stdout:2808: finishing write tid 2 to smithi03186013-26 2024-08-10T05:23:54.266 INFO:tasks.rados.rados.0.smithi031.stdout:2808: finishing write tid 3 to smithi03186013-26 2024-08-10T05:23:54.266 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 26 v 1370 (ObjNum 869 snap 265 seq_num 869) dirty exists 2024-08-10T05:23:54.266 INFO:tasks.rados.rados.0.smithi031.stdout:2808: left oid 26 (ObjNum 869 snap 265 seq_num 869) 2024-08-10T05:23:54.266 INFO:tasks.rados.rados.0.smithi031.stdout:2807: finishing copy_from racing read to smithi03186013-45 2024-08-10T05:23:54.266 INFO:tasks.rados.rados.0.smithi031.stdout:2807: finishing copy_from to smithi03186013-45 2024-08-10T05:23:54.267 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 45 v 1395 (ObjNum 849 snap 259 seq_num 849) dirty exists 2024-08-10T05:23:54.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:54 smithi196 ceph-mon[90243]: osdmap e625: 8 total, 8 up, 8 in 2024-08-10T05:23:54.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:54 smithi196 ceph-mon[90243]: osdmap e626: 8 total, 8 up, 8 in 2024-08-10T05:23:54.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:54 smithi031 ceph-mon[98130]: osdmap e625: 8 total, 8 up, 8 in 2024-08-10T05:23:54.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:54 smithi031 ceph-mon[98130]: osdmap e626: 8 total, 8 up, 8 in 2024-08-10T05:23:54.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:54 smithi031 ceph-mon[100614]: osdmap e625: 8 total, 8 up, 8 in 2024-08-10T05:23:54.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:54 smithi031 ceph-mon[100614]: osdmap e626: 8 total, 8 up, 8 in 2024-08-10T05:23:55.267 INFO:tasks.rados.rados.0.smithi031.stdout:2805: done (4 left) 2024-08-10T05:23:55.267 INFO:tasks.rados.rados.0.smithi031.stdout:2806: done (3 left) 2024-08-10T05:23:55.267 INFO:tasks.rados.rados.0.smithi031.stdout:2807: done (2 left) 2024-08-10T05:23:55.267 INFO:tasks.rados.rados.0.smithi031.stdout:2808: done (1 left) 2024-08-10T05:23:55.267 INFO:tasks.rados.rados.0.smithi031.stdout:2812: done (0 left) 2024-08-10T05:23:55.267 INFO:tasks.rados.rados.0.smithi031.stdout:2813: rmattr oid 18 current snap is 266 2024-08-10T05:23:55.267 INFO:tasks.rados.rados.0.smithi031.stdout:2813: done (0 left) 2024-08-10T05:23:55.267 INFO:tasks.rados.rados.0.smithi031.stdout:2814: snap_remove snap 263 2024-08-10T05:23:55.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:55 smithi196 ceph-mon[90243]: pgmap v599: 121 pgs: 121 active+clean; 134 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.5 MiB/s wr, 8 op/s 2024-08-10T05:23:55.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:55 smithi196 ceph-mon[90243]: osdmap e627: 8 total, 8 up, 8 in 2024-08-10T05:23:55.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:55 smithi031 ceph-mon[98130]: pgmap v599: 121 pgs: 121 active+clean; 134 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.5 MiB/s wr, 8 op/s 2024-08-10T05:23:55.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:55 smithi031 ceph-mon[98130]: osdmap e627: 8 total, 8 up, 8 in 2024-08-10T05:23:55.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:55 smithi031 ceph-mon[100614]: pgmap v599: 121 pgs: 121 active+clean; 134 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.5 MiB/s wr, 8 op/s 2024-08-10T05:23:55.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:55 smithi031 ceph-mon[100614]: osdmap e627: 8 total, 8 up, 8 in 2024-08-10T05:23:56.268 INFO:tasks.rados.rados.0.smithi031.stdout:2814: done (0 left) 2024-08-10T05:23:56.268 INFO:tasks.rados.rados.0.smithi031.stdout:2815: snap_remove snap 265 2024-08-10T05:23:56.725 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:56 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:56.725 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:56 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:56.725 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:56 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:23:56.725 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:56 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:56.725 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:56 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:56.725 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:56 smithi196 ceph-mon[90243]: osdmap e628: 8 total, 8 up, 8 in 2024-08-10T05:23:56.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:56.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:56.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:23:56.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:56.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:56.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:56 smithi031 ceph-mon[98130]: osdmap e628: 8 total, 8 up, 8 in 2024-08-10T05:23:56.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:56 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:56.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:56 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:56.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:56 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:23:56.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:56 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:56.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:56 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:56.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:56 smithi031 ceph-mon[100614]: osdmap e628: 8 total, 8 up, 8 in 2024-08-10T05:23:57.271 INFO:tasks.rados.rados.0.smithi031.stdout:2815: done (0 left) 2024-08-10T05:23:57.271 INFO:tasks.rados.rados.0.smithi031.stdout:2816: rmattr oid 22 current snap is 266 2024-08-10T05:23:57.271 INFO:tasks.rados.rados.0.smithi031.stdout:2816: done (0 left) 2024-08-10T05:23:57.271 INFO:tasks.rados.rados.0.smithi031.stdout:2817: read oid 19 snap -1 2024-08-10T05:23:57.272 INFO:tasks.rados.rados.0.smithi031.stdout:2817: expect deleted 2024-08-10T05:23:57.272 INFO:tasks.rados.rados.0.smithi031.stdout:2818: read oid 50 snap -1 2024-08-10T05:23:57.272 INFO:tasks.rados.rados.0.smithi031.stdout:2818: expect (ObjNum 848 snap 259 seq_num 848) 2024-08-10T05:23:57.272 INFO:tasks.rados.rados.0.smithi031.stdout:2819: snap_remove snap 260 2024-08-10T05:23:57.486 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:57 smithi196 ceph-mon[90243]: pgmap v602: 121 pgs: 121 active+clean; 137 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-08-10T05:23:57.487 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:57 smithi196 ceph-mon[90243]: osdmap e629: 8 total, 8 up, 8 in 2024-08-10T05:23:57.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:57 smithi031 ceph-mon[98130]: pgmap v602: 121 pgs: 121 active+clean; 137 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-08-10T05:23:57.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:57 smithi031 ceph-mon[98130]: osdmap e629: 8 total, 8 up, 8 in 2024-08-10T05:23:57.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:57 smithi031 ceph-mon[100614]: pgmap v602: 121 pgs: 121 active+clean; 137 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-08-10T05:23:57.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:57 smithi031 ceph-mon[100614]: osdmap e629: 8 total, 8 up, 8 in 2024-08-10T05:23:58.273 INFO:tasks.rados.rados.0.smithi031.stdout:2819: done (2 left) 2024-08-10T05:23:58.273 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 43 current snap is 266 2024-08-10T05:23:58.273 INFO:tasks.rados.rados.0.smithi031.stdout:2820: seq_num 870 ranges {0=172032} 2024-08-10T05:23:58.274 INFO:tasks.rados.rados.0.smithi031.stdout:2820: writing smithi03186013-43 from 0 to 172032 tid 1 2024-08-10T05:23:58.274 INFO:tasks.rados.rados.0.smithi031.stdout:2821: delete oid 33 current snap is 266 2024-08-10T05:23:58.274 INFO:tasks.rados.rados.0.smithi031.stdout:2818: expect (ObjNum 848 snap 259 seq_num 848) 2024-08-10T05:23:58.671 INFO:tasks.rados.rados.0.smithi031.stdout:2820: finishing write tid 1 to smithi03186013-43 2024-08-10T05:23:58.671 INFO:tasks.rados.rados.0.smithi031.stdout:2820: finishing write tid 2 to smithi03186013-43 2024-08-10T05:23:58.671 INFO:tasks.rados.rados.0.smithi031.stdout:2820: finishing write tid 3 to smithi03186013-43 2024-08-10T05:23:58.671 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 43 v 1180 (ObjNum 870 snap 266 seq_num 870) dirty exists 2024-08-10T05:23:58.671 INFO:tasks.rados.rados.0.smithi031.stdout:2820: left oid 43 (ObjNum 870 snap 266 seq_num 870) 2024-08-10T05:23:58.671 INFO:tasks.rados.rados.0.smithi031.stdout:2817: done (3 left) 2024-08-10T05:23:58.671 INFO:tasks.rados.rados.0.smithi031.stdout:2818: done (2 left) 2024-08-10T05:23:58.672 INFO:tasks.rados.rados.0.smithi031.stdout:2820: done (1 left) 2024-08-10T05:23:58.672 INFO:tasks.rados.rados.0.smithi031.stdout:2821: done (0 left) 2024-08-10T05:23:58.672 INFO:tasks.rados.rados.0.smithi031.stdout:2822: delete oid 44 current snap is 266 2024-08-10T05:23:58.675 INFO:tasks.rados.rados.0.smithi031.stdout:2822: done (0 left) 2024-08-10T05:23:58.675 INFO:tasks.rados.rados.0.smithi031.stdout:2823: rmattr oid 41 current snap is 266 2024-08-10T05:23:58.675 INFO:tasks.rados.rados.0.smithi031.stdout:2823: done (0 left) 2024-08-10T05:23:58.675 INFO:tasks.rados.rados.0.smithi031.stdout:2824: read oid 3 snap -1 2024-08-10T05:23:58.676 INFO:tasks.rados.rados.0.smithi031.stdout:2824: expect (ObjNum 748 snap 228 seq_num 748) 2024-08-10T05:23:58.676 INFO:tasks.rados.rados.0.smithi031.stdout:2825: rmattr oid 7 current snap is 266 2024-08-10T05:23:58.676 INFO:tasks.rados.rados.0.smithi031.stdout:2825: done (1 left) 2024-08-10T05:23:58.676 INFO:tasks.rados.rados.0.smithi031.stdout:2826: snap_create 2024-08-10T05:23:58.680 INFO:tasks.rados.rados.0.smithi031.stdout:2824: expect (ObjNum 748 snap 228 seq_num 748) 2024-08-10T05:23:59.273 INFO:tasks.rados.rados.0.smithi031.stdout:2824: done (1 left) 2024-08-10T05:23:59.274 INFO:tasks.rados.rados.0.smithi031.stdout:2826: done (0 left) 2024-08-10T05:23:59.274 INFO:tasks.rados.rados.0.smithi031.stdout:2827: snap_create 2024-08-10T05:23:59.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:59 smithi196 ceph-mon[90243]: pgmap v605: 121 pgs: 121 active+clean; 135 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 716 KiB/s wr, 0 op/s 2024-08-10T05:23:59.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:59 smithi196 ceph-mon[90243]: osdmap e630: 8 total, 8 up, 8 in 2024-08-10T05:23:59.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:59 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:59.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:59 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:59.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:59 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:23:59.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:59 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:23:59.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:59 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:59.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:59 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-10T05:23:59.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:59 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:23:59.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:59 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:59.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:59 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:59.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:59 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:59.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:59 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:59.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:59 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:59.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:59 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:59.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:59 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:59.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:59 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:59.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:59 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:59.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:59 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:59.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:59 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:59.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:59 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:59.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:59 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:59.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:59 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:59.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:59 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:59.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:59 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:59.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:59 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:59.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:59 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:59.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:59 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:59.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:59 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-08-10T05:23:59.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:59 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-08-10T05:23:59.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:59 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-10T05:23:59.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:59 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-08-10T05:23:59.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:23:59 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-08-10T05:23:59.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:59 smithi031 ceph-mon[100614]: pgmap v605: 121 pgs: 121 active+clean; 135 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 716 KiB/s wr, 0 op/s 2024-08-10T05:23:59.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:59 smithi031 ceph-mon[100614]: osdmap e630: 8 total, 8 up, 8 in 2024-08-10T05:23:59.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:59 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:59.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:59 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:59.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:59 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:23:59.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:59 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:23:59.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:59 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:59.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:59 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-10T05:23:59.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:59 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:23:59.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:59 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:59.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:59 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:59.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:59 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:59.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:59 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:59.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:59 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:59.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:59 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:59.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:59 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:59.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:59 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:59.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:59 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:59.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:59 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:59.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:59 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:59.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:59 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:59.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:59 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:59.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:59 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:59.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:59 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:59.772 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:59 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:59.772 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:59 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:59.772 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:59 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:59.772 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:59 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:59.772 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:59 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-08-10T05:23:59.773 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:59 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-08-10T05:23:59.773 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:59 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-10T05:23:59.773 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:59 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-08-10T05:23:59.773 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:23:59 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-08-10T05:23:59.774 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:59 smithi031 ceph-mon[98130]: pgmap v605: 121 pgs: 121 active+clean; 135 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 716 KiB/s wr, 0 op/s 2024-08-10T05:23:59.774 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:59 smithi031 ceph-mon[98130]: osdmap e630: 8 total, 8 up, 8 in 2024-08-10T05:23:59.774 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:59 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:59.774 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:59 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:59.774 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:59 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:23:59.774 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:59 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:23:59.774 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:59 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:59.774 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:59 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-10T05:23:59.775 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:59 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:23:59.775 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:59 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:59.775 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:59 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:59.775 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:59 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:59.775 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:59 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:59.775 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:59 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:59.775 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:59 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:59.775 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:59 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:59.775 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:59 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:59.775 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:59 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:59.775 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:59 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:59.775 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:59 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:59.775 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:59 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:59.775 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:59 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:59.776 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:59 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:59.776 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:59 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:59.776 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:59 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:59.776 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:59 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:59.776 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:59 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:23:59.776 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:59 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:23:59.776 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:59 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-08-10T05:23:59.776 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:59 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-08-10T05:23:59.776 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:59 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-10T05:23:59.776 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:59 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-08-10T05:23:59.777 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:23:59 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-08-10T05:24:00.278 INFO:tasks.rados.rados.0.smithi031.stdout:2827: done (0 left) 2024-08-10T05:24:00.278 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 20 current snap is 268 2024-08-10T05:24:00.278 INFO:tasks.rados.rados.0.smithi031.stdout:2828: seq_num 873 ranges {450560=229376} 2024-08-10T05:24:00.282 INFO:tasks.rados.rados.0.smithi031.stdout:2828: writing smithi03186013-20 from 450560 to 679936 tid 1 2024-08-10T05:24:00.282 INFO:tasks.rados.rados.0.smithi031.stdout:2829: read oid 9 snap 266 2024-08-10T05:24:00.282 INFO:tasks.rados.rados.0.smithi031.stdout:2829: expect (ObjNum 849 snap 259 seq_num 849) 2024-08-10T05:24:00.282 INFO:tasks.rados.rados.0.smithi031.stdout:2830: read oid 30 snap -1 2024-08-10T05:24:00.282 INFO:tasks.rados.rados.0.smithi031.stdout:2830: expect (ObjNum 806 snap 252 seq_num 806) 2024-08-10T05:24:00.283 INFO:tasks.rados.rados.0.smithi031.stdout:2831: rollback oid 50 current snap is 268 2024-08-10T05:24:00.283 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 50 to 266 2024-08-10T05:24:00.283 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 24 current snap is 268 2024-08-10T05:24:00.283 INFO:tasks.rados.rados.0.smithi031.stdout:2832: seq_num 874 ranges {2932736=245760} 2024-08-10T05:24:00.300 INFO:tasks.rados.rados.0.smithi031.stdout:2832: writing smithi03186013-24 from 2932736 to 3178496 tid 1 2024-08-10T05:24:00.300 INFO:tasks.rados.rados.0.smithi031.stdout:2833: snap_remove snap 267 2024-08-10T05:24:00.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:00 smithi031 ceph-mon[98130]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-10T05:24:00.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:00 smithi031 ceph-mon[98130]: Upgrade: Finalizing container_image settings 2024-08-10T05:24:00.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:00 smithi031 ceph-mon[98130]: osdmap e631: 8 total, 8 up, 8 in 2024-08-10T05:24:00.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:00 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-08-10T05:24:00.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:00 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-08-10T05:24:00.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:00 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-08-10T05:24:00.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:00 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-08-10T05:24:00.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:00 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-08-10T05:24:00.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:00 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-08-10T05:24:00.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:00 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-08-10T05:24:00.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:00 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-08-10T05:24:00.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:00 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-08-10T05:24:00.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:00 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-10T05:24:00.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:00 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-08-10T05:24:00.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:00 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-08-10T05:24:00.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:00 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-08-10T05:24:00.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:00 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-08-10T05:24:00.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:00 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-08-10T05:24:00.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:00 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-08-10T05:24:00.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:00 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-08-10T05:24:00.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:00 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-08-10T05:24:00.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:00 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-10T05:24:00.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:00 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-10T05:24:00.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:00 smithi031 ceph-mon[100614]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-10T05:24:00.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:00 smithi031 ceph-mon[100614]: Upgrade: Finalizing container_image settings 2024-08-10T05:24:00.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:00 smithi031 ceph-mon[100614]: osdmap e631: 8 total, 8 up, 8 in 2024-08-10T05:24:00.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:00 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-08-10T05:24:00.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:00 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-08-10T05:24:00.772 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:00 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-08-10T05:24:00.772 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:00 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-08-10T05:24:00.772 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:00 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-08-10T05:24:00.772 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:00 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-08-10T05:24:00.772 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:00 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-08-10T05:24:00.772 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:00 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-08-10T05:24:00.772 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:00 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-08-10T05:24:00.772 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:00 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-10T05:24:00.772 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:00 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-08-10T05:24:00.772 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:00 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-08-10T05:24:00.772 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:00 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-08-10T05:24:00.772 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:00 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-08-10T05:24:00.772 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:00 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-08-10T05:24:00.773 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:00 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-08-10T05:24:00.773 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:00 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-08-10T05:24:00.773 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:00 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-08-10T05:24:00.773 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:00 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-10T05:24:00.773 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:00 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-10T05:24:00.773 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:00 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-10T05:24:00.773 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:00 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-10T05:24:00.773 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:00 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-10T05:24:00.773 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:00 smithi031 ceph-mon[98130]: Upgrade: Complete! 2024-08-10T05:24:00.773 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:00 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-08-10T05:24:00.774 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:00 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-08-10T05:24:00.774 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:00 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:24:00.774 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:00 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:24:00.774 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:00 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:24:00.774 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:00 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:24:00.774 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:00 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:24:00.774 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:00 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:24:00.774 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:00 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:24:00.774 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:00 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:24:00.775 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:00 smithi031 ceph-mon[98130]: osdmap e632: 8 total, 8 up, 8 in 2024-08-10T05:24:00.775 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:00 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-10T05:24:00.775 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:00 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-10T05:24:00.775 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:00 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-10T05:24:00.775 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:00 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-10T05:24:00.775 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:00 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-10T05:24:00.776 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:00 smithi031 ceph-mon[100614]: Upgrade: Complete! 2024-08-10T05:24:00.776 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:00 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-08-10T05:24:00.776 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:00 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-08-10T05:24:00.776 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:00 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:24:00.776 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:00 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:24:00.776 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:00 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:24:00.776 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:00 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:24:00.777 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:00 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:24:00.777 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:00 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:24:00.777 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:00 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:24:00.777 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:00 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:24:00.777 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:00 smithi031 ceph-mon[100614]: osdmap e632: 8 total, 8 up, 8 in 2024-08-10T05:24:00.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:00 smithi196 ceph-mon[90243]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-10T05:24:00.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:00 smithi196 ceph-mon[90243]: Upgrade: Finalizing container_image settings 2024-08-10T05:24:00.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:00 smithi196 ceph-mon[90243]: osdmap e631: 8 total, 8 up, 8 in 2024-08-10T05:24:00.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:00 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-08-10T05:24:00.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:00 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-08-10T05:24:00.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:00 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-08-10T05:24:00.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:00 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-08-10T05:24:00.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:00 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-08-10T05:24:00.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:00 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-08-10T05:24:00.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:00 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-08-10T05:24:00.781 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:00 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-08-10T05:24:00.781 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:00 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-08-10T05:24:00.781 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:00 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-10T05:24:00.781 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:00 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-08-10T05:24:00.781 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:00 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-08-10T05:24:00.781 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:00 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-08-10T05:24:00.781 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:00 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-08-10T05:24:00.782 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:00 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-08-10T05:24:00.782 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:00 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-08-10T05:24:00.783 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:00 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-08-10T05:24:00.783 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:00 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-08-10T05:24:00.783 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:00 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-10T05:24:00.783 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:00 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-10T05:24:00.783 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:00 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-10T05:24:00.783 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:00 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-10T05:24:00.783 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:00 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-10T05:24:00.783 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:00 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-10T05:24:00.784 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:00 smithi196 ceph-mon[90243]: Upgrade: Complete! 2024-08-10T05:24:00.784 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:00 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-08-10T05:24:00.784 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:00 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-08-10T05:24:00.784 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:00 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:24:00.784 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:00 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:24:00.784 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:00 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:24:00.784 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:00 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:24:00.784 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:00 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:24:00.784 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:00 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:24:00.784 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:00 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:24:00.784 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:00 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:24:00.784 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:00 smithi196 ceph-mon[90243]: osdmap e632: 8 total, 8 up, 8 in 2024-08-10T05:24:01.292 INFO:tasks.rados.rados.0.smithi031.stdout:2833: done (5 left) 2024-08-10T05:24:01.292 INFO:tasks.rados.rados.0.smithi031.stdout:2834: rollback oid 43 current snap is 268 2024-08-10T05:24:01.292 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 43 to 266 2024-08-10T05:24:01.292 INFO:tasks.rados.rados.0.smithi031.stdout:2831: finishing rollback tid 0 to smithi03186013-50 2024-08-10T05:24:01.292 INFO:tasks.rados.rados.0.smithi031.stdout:2831: finishing rollback tid 1 to smithi03186013-50 2024-08-10T05:24:01.292 INFO:tasks.rados.rados.0.smithi031.stdout:2831: finishing rollback tid 2 to smithi03186013-50 2024-08-10T05:24:01.292 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 50 v 1429 (ObjNum 848 snap 259 seq_num 848) dirty exists 2024-08-10T05:24:01.293 INFO:tasks.rados.rados.0.smithi031.stdout:2828: finishing write tid 1 to smithi03186013-20 2024-08-10T05:24:01.293 INFO:tasks.rados.rados.0.smithi031.stdout:2828: finishing write tid 2 to smithi03186013-20 2024-08-10T05:24:01.293 INFO:tasks.rados.rados.0.smithi031.stdout:2828: finishing write tid 3 to smithi03186013-20 2024-08-10T05:24:01.293 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 20 v 1402 (ObjNum 873 snap 268 seq_num 873) dirty exists 2024-08-10T05:24:01.293 INFO:tasks.rados.rados.0.smithi031.stdout:2828: left oid 20 (ObjNum 873 snap 268 seq_num 873) 2024-08-10T05:24:01.293 INFO:tasks.rados.rados.0.smithi031.stdout:2832: finishing write tid 1 to smithi03186013-24 2024-08-10T05:24:01.293 INFO:tasks.rados.rados.0.smithi031.stdout:2832: finishing write tid 2 to smithi03186013-24 2024-08-10T05:24:01.293 INFO:tasks.rados.rados.0.smithi031.stdout:2829: expect (ObjNum 849 snap 259 seq_num 849) 2024-08-10T05:24:01.426 INFO:tasks.rados.rados.0.smithi031.stdout:2832: finishing write tid 3 to smithi03186013-24 2024-08-10T05:24:01.426 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 24 v 1662 (ObjNum 874 snap 268 seq_num 874) dirty exists 2024-08-10T05:24:01.426 INFO:tasks.rados.rados.0.smithi031.stdout:2832: left oid 24 (ObjNum 874 snap 268 seq_num 874) 2024-08-10T05:24:01.426 INFO:tasks.rados.rados.0.smithi031.stdout:2830: expect (ObjNum 806 snap 252 seq_num 806) 2024-08-10T05:24:01.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:24:01 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:24:01] "GET /metrics HTTP/1.1" 200 36276 "" "Prometheus/2.43.0" 2024-08-10T05:24:01.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:01 smithi031 ceph-mon[98130]: pgmap v608: 121 pgs: 121 active+clean; 130 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 0 B/s wr, 2 op/s 2024-08-10T05:24:01.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:01 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:24:01.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:01 smithi031 ceph-mon[98130]: osdmap e633: 8 total, 8 up, 8 in 2024-08-10T05:24:01.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:01 smithi031 ceph-mon[100614]: pgmap v608: 121 pgs: 121 active+clean; 130 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 0 B/s wr, 2 op/s 2024-08-10T05:24:01.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:01 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:24:01.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:01 smithi031 ceph-mon[100614]: osdmap e633: 8 total, 8 up, 8 in 2024-08-10T05:24:01.528 INFO:tasks.rados.rados.0.smithi031.stdout:2834: finishing rollback tid 0 to smithi03186013-43 2024-08-10T05:24:01.528 INFO:tasks.rados.rados.0.smithi031.stdout:2834: finishing rollback tid 1 to smithi03186013-43 2024-08-10T05:24:01.528 INFO:tasks.rados.rados.0.smithi031.stdout:2828: done (5 left) 2024-08-10T05:24:01.528 INFO:tasks.rados.rados.0.smithi031.stdout:2829: done (4 left) 2024-08-10T05:24:01.528 INFO:tasks.rados.rados.0.smithi031.stdout:2830: done (3 left) 2024-08-10T05:24:01.528 INFO:tasks.rados.rados.0.smithi031.stdout:2831: done (2 left) 2024-08-10T05:24:01.528 INFO:tasks.rados.rados.0.smithi031.stdout:2832: done (1 left) 2024-08-10T05:24:01.528 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 26 current snap is 268 2024-08-10T05:24:01.528 INFO:tasks.rados.rados.0.smithi031.stdout:2834: finishing rollback tid 2 to smithi03186013-43 2024-08-10T05:24:01.528 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 43 v 1183 (ObjNum 870 snap 266 seq_num 870) dirty exists 2024-08-10T05:24:01.528 INFO:tasks.rados.rados.0.smithi031.stdout:2835: seq_num 875 ranges {1851392=262144} 2024-08-10T05:24:01.539 INFO:tasks.rados.rados.0.smithi031.stdout:2835: writing smithi03186013-26 from 1851392 to 2113536 tid 1 2024-08-10T05:24:01.539 INFO:tasks.rados.rados.0.smithi031.stdout:2834: done (1 left) 2024-08-10T05:24:01.539 INFO:tasks.rados.rados.0.smithi031.stdout:2836: snap_remove snap 266 2024-08-10T05:24:01.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:01 smithi196 ceph-mon[90243]: pgmap v608: 121 pgs: 121 active+clean; 130 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 0 B/s wr, 2 op/s 2024-08-10T05:24:01.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:01 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:24:01.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:01 smithi196 ceph-mon[90243]: osdmap e633: 8 total, 8 up, 8 in 2024-08-10T05:24:02.459 INFO:tasks.rados.rados.0.smithi031.stdout:2836: done (1 left) 2024-08-10T05:24:02.460 INFO:tasks.rados.rados.0.smithi031.stdout:2837: read oid 43 snap -1 2024-08-10T05:24:02.460 INFO:tasks.rados.rados.0.smithi031.stdout:2837: expect (ObjNum 870 snap 266 seq_num 870) 2024-08-10T05:24:02.460 INFO:tasks.rados.rados.0.smithi031.stdout:2835: finishing write tid 1 to smithi03186013-26 2024-08-10T05:24:02.460 INFO:tasks.rados.rados.0.smithi031.stdout:2835: finishing write tid 2 to smithi03186013-26 2024-08-10T05:24:02.460 INFO:tasks.rados.rados.0.smithi031.stdout:2835: finishing write tid 3 to smithi03186013-26 2024-08-10T05:24:02.461 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 26 v 1372 (ObjNum 875 snap 268 seq_num 875) dirty exists 2024-08-10T05:24:02.461 INFO:tasks.rados.rados.0.smithi031.stdout:2835: left oid 26 (ObjNum 875 snap 268 seq_num 875) 2024-08-10T05:24:02.461 INFO:tasks.rados.rados.0.smithi031.stdout:2835: done (1 left) 2024-08-10T05:24:02.461 INFO:tasks.rados.rados.0.smithi031.stdout:2838: rollback oid 11 current snap is 268 2024-08-10T05:24:02.461 INFO:tasks.rados.rados.0.smithi031.stdout:2838: done (1 left) 2024-08-10T05:24:02.461 INFO:tasks.rados.rados.0.smithi031.stdout:2839: rmattr oid 19 current snap is 268 2024-08-10T05:24:02.462 INFO:tasks.rados.rados.0.smithi031.stdout:2839: done (1 left) 2024-08-10T05:24:02.462 INFO:tasks.rados.rados.0.smithi031.stdout:2840: copy_from oid 48 from oid 24 current snap is 268 2024-08-10T05:24:02.462 INFO:tasks.rados.rados.0.smithi031.stdout:2841: rmattr oid 32 current snap is 268 2024-08-10T05:24:02.462 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 38 current snap is 268 2024-08-10T05:24:02.462 INFO:tasks.rados.rados.0.smithi031.stdout:2842: seq_num 876 ranges {3964928=278528} 2024-08-10T05:24:02.482 INFO:tasks.rados.rados.0.smithi031.stdout:2842: writing smithi03186013-38 from 3964928 to 4243456 tid 1 2024-08-10T05:24:02.483 INFO:tasks.rados.rados.0.smithi031.stdout:2843: delete oid 21 current snap is 268 2024-08-10T05:24:02.483 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 32 v 1067 (ObjNum 773 snap 239 seq_num 773) dirty exists 2024-08-10T05:24:02.483 INFO:tasks.rados.rados.0.smithi031.stdout:2837: expect (ObjNum 870 snap 266 seq_num 870) 2024-08-10T05:24:02.488 INFO:tasks.rados.rados.0.smithi031.stdout:2840: finishing copy_from racing read to smithi03186013-48 2024-08-10T05:24:02.488 INFO:tasks.rados.rados.0.smithi031.stdout:2840: finishing copy_from to smithi03186013-48 2024-08-10T05:24:02.489 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 48 v 1662 (ObjNum 874 snap 268 seq_num 874) dirty exists 2024-08-10T05:24:02.489 INFO:tasks.rados.rados.0.smithi031.stdout:2842: finishing write tid 1 to smithi03186013-38 2024-08-10T05:24:02.489 INFO:tasks.rados.rados.0.smithi031.stdout:2842: finishing write tid 2 to smithi03186013-38 2024-08-10T05:24:02.489 INFO:tasks.rados.rados.0.smithi031.stdout:2837: done (4 left) 2024-08-10T05:24:02.489 INFO:tasks.rados.rados.0.smithi031.stdout:2840: done (3 left) 2024-08-10T05:24:02.489 INFO:tasks.rados.rados.0.smithi031.stdout:2841: done (2 left) 2024-08-10T05:24:02.489 INFO:tasks.rados.rados.0.smithi031.stdout:2843: done (1 left) 2024-08-10T05:24:02.489 INFO:tasks.rados.rados.0.smithi031.stdout:2844: snap_create 2024-08-10T05:24:02.490 INFO:tasks.rados.rados.0.smithi031.stdout:2842: finishing write tid 3 to smithi03186013-38 2024-08-10T05:24:02.490 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 38 v 1143 (ObjNum 876 snap 268 seq_num 876) dirty exists 2024-08-10T05:24:02.490 INFO:tasks.rados.rados.0.smithi031.stdout:2842: left oid 38 (ObjNum 876 snap 268 seq_num 876) 2024-08-10T05:24:02.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:24:02 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:24:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:24:03.464 INFO:tasks.rados.rados.0.smithi031.stdout:2842: done (1 left) 2024-08-10T05:24:03.464 INFO:tasks.rados.rados.0.smithi031.stdout:2844: done (0 left) 2024-08-10T05:24:03.464 INFO:tasks.rados.rados.0.smithi031.stdout:2845: read oid 29 snap -1 2024-08-10T05:24:03.464 INFO:tasks.rados.rados.0.smithi031.stdout:2845: expect (ObjNum 779 snap 244 seq_num 779) 2024-08-10T05:24:03.464 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 4 current snap is 269 2024-08-10T05:24:03.464 INFO:tasks.rados.rados.0.smithi031.stdout:2846: seq_num 878 ranges {0=311296} 2024-08-10T05:24:03.466 INFO:tasks.rados.rados.0.smithi031.stdout:2846: writing smithi03186013-4 from 0 to 311296 tid 1 2024-08-10T05:24:03.466 INFO:tasks.rados.rados.0.smithi031.stdout:2847: rollback oid 27 current snap is 269 2024-08-10T05:24:03.466 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 27 to 268 2024-08-10T05:24:03.466 INFO:tasks.rados.rados.0.smithi031.stdout:2848: rmattr oid 17 current snap is 269 2024-08-10T05:24:03.466 INFO:tasks.rados.rados.0.smithi031.stdout:2848: done (3 left) 2024-08-10T05:24:03.466 INFO:tasks.rados.rados.0.smithi031.stdout:2849: read oid 46 snap 268 2024-08-10T05:24:03.466 INFO:tasks.rados.rados.0.smithi031.stdout:2849: expect (ObjNum 828 snap 257 seq_num 828) 2024-08-10T05:24:03.466 INFO:tasks.rados.rados.0.smithi031.stdout:2850: delete oid 39 current snap is 269 2024-08-10T05:24:03.467 INFO:tasks.rados.rados.0.smithi031.stdout:2847: finishing rollback tid 1 to smithi03186013-27 2024-08-10T05:24:03.467 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 27 v 0 (ObjNum 161 snap 0 seq_num 589522576) dirty dne 2024-08-10T05:24:03.473 INFO:tasks.rados.rados.0.smithi031.stdout:2847: done (4 left) 2024-08-10T05:24:03.473 INFO:tasks.rados.rados.0.smithi031.stdout:2850: done (3 left) 2024-08-10T05:24:03.473 INFO:tasks.rados.rados.0.smithi031.stdout:2851: copy_from oid 37 from oid 22 current snap is 269 2024-08-10T05:24:03.473 INFO:tasks.rados.rados.0.smithi031.stdout:2846: finishing write tid 1 to smithi03186013-4 2024-08-10T05:24:03.473 INFO:tasks.rados.rados.0.smithi031.stdout:2846: finishing write tid 2 to smithi03186013-4 2024-08-10T05:24:03.473 INFO:tasks.rados.rados.0.smithi031.stdout:2852: read oid 5 snap -1 2024-08-10T05:24:03.473 INFO:tasks.rados.rados.0.smithi031.stdout:2852: expect (ObjNum 768 snap 239 seq_num 768) 2024-08-10T05:24:03.473 INFO:tasks.rados.rados.0.smithi031.stdout:2853: read oid 2 snap -1 2024-08-10T05:24:03.473 INFO:tasks.rados.rados.0.smithi031.stdout:2853: expect (ObjNum 862 snap 260 seq_num 862) 2024-08-10T05:24:03.474 INFO:tasks.rados.rados.0.smithi031.stdout:2854: rollback oid 38 current snap is 269 2024-08-10T05:24:03.474 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 38 to 268 2024-08-10T05:24:03.474 INFO:tasks.rados.rados.0.smithi031.stdout:2855: rollback oid 47 current snap is 269 2024-08-10T05:24:03.474 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 47 to 268 2024-08-10T05:24:03.474 INFO:tasks.rados.rados.0.smithi031.stdout:2856: setattr oid 49 current snap is 269 2024-08-10T05:24:03.474 INFO:tasks.rados.rados.0.smithi031.stdout:2845: expect (ObjNum 779 snap 244 seq_num 779) 2024-08-10T05:24:03.506 INFO:tasks.rados.rados.0.smithi031.stdout:2846: finishing write tid 3 to smithi03186013-4 2024-08-10T05:24:03.506 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 4 v 1431 (ObjNum 878 snap 269 seq_num 878) dirty exists 2024-08-10T05:24:03.506 INFO:tasks.rados.rados.0.smithi031.stdout:2846: left oid 4 (ObjNum 878 snap 269 seq_num 878) 2024-08-10T05:24:03.507 INFO:tasks.rados.rados.0.smithi031.stdout:2849: expect (ObjNum 828 snap 257 seq_num 828) 2024-08-10T05:24:03.555 INFO:tasks.rados.rados.0.smithi031.stdout:2855: finishing rollback tid 0 to smithi03186013-47 2024-08-10T05:24:03.556 INFO:tasks.rados.rados.0.smithi031.stdout:2855: finishing rollback tid 1 to smithi03186013-47 2024-08-10T05:24:03.556 INFO:tasks.rados.rados.0.smithi031.stdout:2854: finishing rollback tid 0 to smithi03186013-38 2024-08-10T05:24:03.556 INFO:tasks.rados.rados.0.smithi031.stdout:2855: finishing rollback tid 2 to smithi03186013-47 2024-08-10T05:24:03.556 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 47 v 1144 (ObjNum 805 snap 252 seq_num 805) dirty exists 2024-08-10T05:24:03.556 INFO:tasks.rados.rados.0.smithi031.stdout:2854: finishing rollback tid 1 to smithi03186013-38 2024-08-10T05:24:03.556 INFO:tasks.rados.rados.0.smithi031.stdout:2854: finishing rollback tid 2 to smithi03186013-38 2024-08-10T05:24:03.556 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 38 v 1146 (ObjNum 876 snap 268 seq_num 876) dirty exists 2024-08-10T05:24:03.556 INFO:tasks.rados.rados.0.smithi031.stdout:2852: expect (ObjNum 768 snap 239 seq_num 768) 2024-08-10T05:24:03.627 INFO:tasks.rados.rados.0.smithi031.stdout:2853: expect (ObjNum 862 snap 260 seq_num 862) 2024-08-10T05:24:03.731 INFO:tasks.rados.rados.0.smithi031.stdout:2851: finishing copy_from racing read to smithi03186013-37 2024-08-10T05:24:03.731 INFO:tasks.rados.rados.0.smithi031.stdout:2851: finishing copy_from to smithi03186013-37 2024-08-10T05:24:03.731 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 37 v 1626 (ObjNum 853 snap 259 seq_num 853) dirty exists 2024-08-10T05:24:03.732 INFO:tasks.rados.rados.0.smithi031.stdout:2845: done (8 left) 2024-08-10T05:24:03.732 INFO:tasks.rados.rados.0.smithi031.stdout:2846: done (7 left) 2024-08-10T05:24:03.732 INFO:tasks.rados.rados.0.smithi031.stdout:2849: done (6 left) 2024-08-10T05:24:03.732 INFO:tasks.rados.rados.0.smithi031.stdout:2851: done (5 left) 2024-08-10T05:24:03.732 INFO:tasks.rados.rados.0.smithi031.stdout:2852: done (4 left) 2024-08-10T05:24:03.732 INFO:tasks.rados.rados.0.smithi031.stdout:2853: done (3 left) 2024-08-10T05:24:03.732 INFO:tasks.rados.rados.0.smithi031.stdout:2854: done (2 left) 2024-08-10T05:24:03.732 INFO:tasks.rados.rados.0.smithi031.stdout:2855: done (1 left) 2024-08-10T05:24:03.732 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 10 current snap is 269 2024-08-10T05:24:03.732 INFO:tasks.rados.rados.0.smithi031.stdout:2857: seq_num 880 ranges {2301952=344064} 2024-08-10T05:24:03.745 INFO:tasks.rados.rados.0.smithi031.stdout:2857: writing smithi03186013-10 from 2301952 to 2646016 tid 1 2024-08-10T05:24:03.745 INFO:tasks.rados.rados.0.smithi031.stdout:2858: read oid 21 snap -1 2024-08-10T05:24:03.746 INFO:tasks.rados.rados.0.smithi031.stdout:2858: expect deleted 2024-08-10T05:24:03.746 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 49 v 1627 (ObjNum 855 snap 259 seq_num 855) dirty exists 2024-08-10T05:24:03.746 INFO:tasks.rados.rados.0.smithi031.stdout:2856: done (2 left) 2024-08-10T05:24:03.746 INFO:tasks.rados.rados.0.smithi031.stdout:2859: delete oid 42 current snap is 269 2024-08-10T05:24:03.748 INFO:tasks.rados.rados.0.smithi031.stdout:2858: done (2 left) 2024-08-10T05:24:03.748 INFO:tasks.rados.rados.0.smithi031.stdout:2859: done (1 left) 2024-08-10T05:24:03.748 INFO:tasks.rados.rados.0.smithi031.stdout:2860: read oid 6 snap -1 2024-08-10T05:24:03.749 INFO:tasks.rados.rados.0.smithi031.stdout:2860: expect (ObjNum 840 snap 259 seq_num 840) 2024-08-10T05:24:03.749 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 47 current snap is 269 2024-08-10T05:24:03.749 INFO:tasks.rados.rados.0.smithi031.stdout:2861: seq_num 882 ranges {1490944=376832} 2024-08-10T05:24:03.759 INFO:tasks.rados.rados.0.smithi031.stdout:2861: writing smithi03186013-47 from 1490944 to 1867776 tid 1 2024-08-10T05:24:03.759 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 9 current snap is 269 2024-08-10T05:24:03.759 INFO:tasks.rados.rados.0.smithi031.stdout:2857: finishing write tid 1 to smithi03186013-10 2024-08-10T05:24:03.759 INFO:tasks.rados.rados.0.smithi031.stdout:2862: seq_num 883 ranges {3923968=393216} 2024-08-10T05:24:03.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:03 smithi031 ceph-mon[98130]: pgmap v611: 121 pgs: 121 active+clean; 121 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 42 KiB/s wr, 2 op/s 2024-08-10T05:24:03.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:03 smithi031 ceph-mon[98130]: osdmap e634: 8 total, 8 up, 8 in 2024-08-10T05:24:03.768 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:03 smithi031 ceph-mon[100614]: pgmap v611: 121 pgs: 121 active+clean; 121 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 42 KiB/s wr, 2 op/s 2024-08-10T05:24:03.768 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:03 smithi031 ceph-mon[100614]: osdmap e634: 8 total, 8 up, 8 in 2024-08-10T05:24:03.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:03 smithi196 ceph-mon[90243]: pgmap v611: 121 pgs: 121 active+clean; 121 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 42 KiB/s wr, 2 op/s 2024-08-10T05:24:03.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:03 smithi196 ceph-mon[90243]: osdmap e634: 8 total, 8 up, 8 in 2024-08-10T05:24:03.783 INFO:tasks.rados.rados.0.smithi031.stdout:2862: writing smithi03186013-9 from 3923968 to 4317184 tid 1 2024-08-10T05:24:03.783 INFO:tasks.rados.rados.0.smithi031.stdout:2863: rollback oid 24 current snap is 269 2024-08-10T05:24:03.783 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 24 to 268 2024-08-10T05:24:03.783 INFO:tasks.rados.rados.0.smithi031.stdout:2857: finishing write tid 2 to smithi03186013-10 2024-08-10T05:24:03.783 INFO:tasks.rados.rados.0.smithi031.stdout:2857: finishing write tid 3 to smithi03186013-10 2024-08-10T05:24:03.783 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 10 v 1628 (ObjNum 880 snap 269 seq_num 880) dirty exists 2024-08-10T05:24:03.784 INFO:tasks.rados.rados.0.smithi031.stdout:2857: left oid 10 (ObjNum 880 snap 269 seq_num 880) 2024-08-10T05:24:03.784 INFO:tasks.rados.rados.0.smithi031.stdout:2860: expect (ObjNum 840 snap 259 seq_num 840) 2024-08-10T05:24:03.912 INFO:tasks.rados.rados.0.smithi031.stdout:2861: finishing write tid 1 to smithi03186013-47 2024-08-10T05:24:03.912 INFO:tasks.rados.rados.0.smithi031.stdout:2861: finishing write tid 2 to smithi03186013-47 2024-08-10T05:24:03.912 INFO:tasks.rados.rados.0.smithi031.stdout:2861: finishing write tid 3 to smithi03186013-47 2024-08-10T05:24:03.912 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 47 v 1146 (ObjNum 882 snap 269 seq_num 882) dirty exists 2024-08-10T05:24:03.912 INFO:tasks.rados.rados.0.smithi031.stdout:2861: left oid 47 (ObjNum 882 snap 269 seq_num 882) 2024-08-10T05:24:03.912 INFO:tasks.rados.rados.0.smithi031.stdout:2863: finishing rollback tid 0 to smithi03186013-24 2024-08-10T05:24:03.912 INFO:tasks.rados.rados.0.smithi031.stdout:2863: finishing rollback tid 1 to smithi03186013-24 2024-08-10T05:24:03.912 INFO:tasks.rados.rados.0.smithi031.stdout:2857: done (4 left) 2024-08-10T05:24:03.912 INFO:tasks.rados.rados.0.smithi031.stdout:2860: done (3 left) 2024-08-10T05:24:03.912 INFO:tasks.rados.rados.0.smithi031.stdout:2861: done (2 left) 2024-08-10T05:24:03.913 INFO:tasks.rados.rados.0.smithi031.stdout:2864: rmattr oid 5 current snap is 269 2024-08-10T05:24:03.913 INFO:tasks.rados.rados.0.smithi031.stdout:2864: done (2 left) 2024-08-10T05:24:03.913 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 20 current snap is 269 2024-08-10T05:24:03.913 INFO:tasks.rados.rados.0.smithi031.stdout:2863: finishing rollback tid 2 to smithi03186013-24 2024-08-10T05:24:03.913 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 24 v 1670 (ObjNum 874 snap 268 seq_num 874) dirty exists 2024-08-10T05:24:03.913 INFO:tasks.rados.rados.0.smithi031.stdout:2862: finishing write tid 1 to smithi03186013-9 2024-08-10T05:24:03.913 INFO:tasks.rados.rados.0.smithi031.stdout:2865: seq_num 884 ranges {679936=409600} 2024-08-10T05:24:03.918 INFO:tasks.rados.rados.0.smithi031.stdout:2865: writing smithi03186013-20 from 679936 to 1089536 tid 1 2024-08-10T05:24:03.918 INFO:tasks.rados.rados.0.smithi031.stdout:2863: done (2 left) 2024-08-10T05:24:03.918 INFO:tasks.rados.rados.0.smithi031.stdout:2866: copy_from oid 38 from oid 2 current snap is 269 2024-08-10T05:24:03.918 INFO:tasks.rados.rados.0.smithi031.stdout:2862: finishing write tid 2 to smithi03186013-9 2024-08-10T05:24:03.918 INFO:tasks.rados.rados.0.smithi031.stdout:2862: finishing write tid 3 to smithi03186013-9 2024-08-10T05:24:03.918 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 9 v 1405 (ObjNum 883 snap 269 seq_num 883) dirty exists 2024-08-10T05:24:03.918 INFO:tasks.rados.rados.0.smithi031.stdout:2862: left oid 9 (ObjNum 883 snap 269 seq_num 883) 2024-08-10T05:24:03.918 INFO:tasks.rados.rados.0.smithi031.stdout:2862: done (2 left) 2024-08-10T05:24:03.918 INFO:tasks.rados.rados.0.smithi031.stdout:2867: read oid 4 snap -1 2024-08-10T05:24:03.918 INFO:tasks.rados.rados.0.smithi031.stdout:2867: expect (ObjNum 878 snap 269 seq_num 878) 2024-08-10T05:24:03.919 INFO:tasks.rados.rados.0.smithi031.stdout:2868: setattr oid 39 current snap is 269 2024-08-10T05:24:03.919 INFO:tasks.rados.rados.0.smithi031.stdout:2869: rmattr oid 10 current snap is 269 2024-08-10T05:24:03.919 INFO:tasks.rados.rados.0.smithi031.stdout:2869: done (4 left) 2024-08-10T05:24:03.919 INFO:tasks.rados.rados.0.smithi031.stdout:2870: read oid 24 snap 268 2024-08-10T05:24:03.919 INFO:tasks.rados.rados.0.smithi031.stdout:2870: expect (ObjNum 874 snap 268 seq_num 874) 2024-08-10T05:24:03.920 INFO:tasks.rados.rados.0.smithi031.stdout:2871: snap_create 2024-08-10T05:24:03.921 INFO:tasks.rados.rados.0.smithi031.stdout:2867: expect (ObjNum 878 snap 269 seq_num 878) 2024-08-10T05:24:03.931 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 39 v 512 (ObjNum 33 snap 0 seq_num 589789872) dirty exists 2024-08-10T05:24:03.931 INFO:tasks.rados.rados.0.smithi031.stdout:2865: finishing write tid 1 to smithi03186013-20 2024-08-10T05:24:03.932 INFO:tasks.rados.rados.0.smithi031.stdout:2865: finishing write tid 2 to smithi03186013-20 2024-08-10T05:24:03.932 INFO:tasks.rados.rados.0.smithi031.stdout:2865: finishing write tid 3 to smithi03186013-20 2024-08-10T05:24:03.932 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 20 v 1404 (ObjNum 884 snap 269 seq_num 884) dirty exists 2024-08-10T05:24:03.932 INFO:tasks.rados.rados.0.smithi031.stdout:2865: left oid 20 (ObjNum 884 snap 269 seq_num 884) 2024-08-10T05:24:03.932 INFO:tasks.rados.rados.0.smithi031.stdout:2870: expect (ObjNum 874 snap 268 seq_num 874) 2024-08-10T05:24:04.086 INFO:tasks.rados.rados.0.smithi031.stdout:2866: finishing copy_from racing read to smithi03186013-38 2024-08-10T05:24:04.086 INFO:tasks.rados.rados.0.smithi031.stdout:2866: finishing copy_from to smithi03186013-38 2024-08-10T05:24:04.086 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 38 v 1639 (ObjNum 862 snap 260 seq_num 862) dirty exists 2024-08-10T05:24:04.267 INFO:tasks.rados.rados.0.smithi031.stdout:2865: done (5 left) 2024-08-10T05:24:04.267 INFO:tasks.rados.rados.0.smithi031.stdout:2866: done (4 left) 2024-08-10T05:24:04.267 INFO:tasks.rados.rados.0.smithi031.stdout:2867: done (3 left) 2024-08-10T05:24:04.267 INFO:tasks.rados.rados.0.smithi031.stdout:2868: done (2 left) 2024-08-10T05:24:04.267 INFO:tasks.rados.rados.0.smithi031.stdout:2870: done (1 left) 2024-08-10T05:24:04.267 INFO:tasks.rados.rados.0.smithi031.stdout:2871: done (0 left) 2024-08-10T05:24:04.267 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 15 current snap is 270 2024-08-10T05:24:04.267 INFO:tasks.rados.rados.0.smithi031.stdout:2872: seq_num 885 ranges {1966080=425984} 2024-08-10T05:24:04.279 INFO:tasks.rados.rados.0.smithi031.stdout:2872: writing smithi03186013-15 from 1966080 to 2392064 tid 1 2024-08-10T05:24:04.279 INFO:tasks.rados.rados.0.smithi031.stdout:2873: delete oid 23 current snap is 270 2024-08-10T05:24:04.283 INFO:tasks.rados.rados.0.smithi031.stdout:2872: finishing write tid 1 to smithi03186013-15 2024-08-10T05:24:04.283 INFO:tasks.rados.rados.0.smithi031.stdout:2872: finishing write tid 2 to smithi03186013-15 2024-08-10T05:24:04.284 INFO:tasks.rados.rados.0.smithi031.stdout:2873: done (1 left) 2024-08-10T05:24:04.284 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 28 current snap is 270 2024-08-10T05:24:04.284 INFO:tasks.rados.rados.0.smithi031.stdout:2874: seq_num 887 ranges {0=458752} 2024-08-10T05:24:04.286 INFO:tasks.rados.rados.0.smithi031.stdout:2874: writing smithi03186013-28 from 0 to 458752 tid 1 2024-08-10T05:24:04.287 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 37 current snap is 270 2024-08-10T05:24:04.287 INFO:tasks.rados.rados.0.smithi031.stdout:2875: seq_num 888 ranges {2301952=475136} 2024-08-10T05:24:04.302 INFO:tasks.rados.rados.0.smithi031.stdout:2875: writing smithi03186013-37 from 2301952 to 2777088 tid 1 2024-08-10T05:24:04.302 INFO:tasks.rados.rados.0.smithi031.stdout:2876: read oid 42 snap -1 2024-08-10T05:24:04.302 INFO:tasks.rados.rados.0.smithi031.stdout:2876: expect deleted 2024-08-10T05:24:04.302 INFO:tasks.rados.rados.0.smithi031.stdout:2872: finishing write tid 3 to smithi03186013-15 2024-08-10T05:24:04.302 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 15 v 1374 (ObjNum 885 snap 270 seq_num 885) dirty exists 2024-08-10T05:24:04.303 INFO:tasks.rados.rados.0.smithi031.stdout:2872: left oid 15 (ObjNum 885 snap 270 seq_num 885) 2024-08-10T05:24:04.303 INFO:tasks.rados.rados.0.smithi031.stdout:2874: finishing write tid 1 to smithi03186013-28 2024-08-10T05:24:04.303 INFO:tasks.rados.rados.0.smithi031.stdout:2874: finishing write tid 2 to smithi03186013-28 2024-08-10T05:24:04.303 INFO:tasks.rados.rados.0.smithi031.stdout:2872: done (3 left) 2024-08-10T05:24:04.303 INFO:tasks.rados.rados.0.smithi031.stdout:2877: delete oid 19 current snap is 270 2024-08-10T05:24:04.303 INFO:tasks.rados.rados.0.smithi031.stdout:2874: finishing write tid 3 to smithi03186013-28 2024-08-10T05:24:04.303 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 28 v 1629 (ObjNum 887 snap 270 seq_num 887) dirty exists 2024-08-10T05:24:04.303 INFO:tasks.rados.rados.0.smithi031.stdout:2874: left oid 28 (ObjNum 887 snap 270 seq_num 887) 2024-08-10T05:24:04.304 INFO:tasks.rados.rados.0.smithi031.stdout:2874: done (3 left) 2024-08-10T05:24:04.304 INFO:tasks.rados.rados.0.smithi031.stdout:2876: done (2 left) 2024-08-10T05:24:04.304 INFO:tasks.rados.rados.0.smithi031.stdout:2877: done (1 left) 2024-08-10T05:24:04.304 INFO:tasks.rados.rados.0.smithi031.stdout:2878: copy_from oid 42 from oid 6 current snap is 270 2024-08-10T05:24:04.304 INFO:tasks.rados.rados.0.smithi031.stdout:2879: copy_from oid 36 from oid 41 current snap is 270 2024-08-10T05:24:04.304 INFO:tasks.rados.rados.0.smithi031.stdout:2880: snap_create 2024-08-10T05:24:04.306 INFO:tasks.rados.rados.0.smithi031.stdout:2875: finishing write tid 1 to smithi03186013-37 2024-08-10T05:24:04.306 INFO:tasks.rados.rados.0.smithi031.stdout:2875: finishing write tid 2 to smithi03186013-37 2024-08-10T05:24:04.307 INFO:tasks.rados.rados.0.smithi031.stdout:2875: finishing write tid 3 to smithi03186013-37 2024-08-10T05:24:04.308 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 37 v 1631 (ObjNum 888 snap 270 seq_num 888) dirty exists 2024-08-10T05:24:04.308 INFO:tasks.rados.rados.0.smithi031.stdout:2875: left oid 37 (ObjNum 888 snap 270 seq_num 888) 2024-08-10T05:24:04.311 INFO:tasks.rados.rados.0.smithi031.stdout:2879: finishing copy_from racing read to smithi03186013-36 2024-08-10T05:24:04.311 INFO:tasks.rados.rados.0.smithi031.stdout:2879: finishing copy_from to smithi03186013-36 2024-08-10T05:24:04.312 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 36 v 1406 (ObjNum 775 snap 240 seq_num 775) dirty exists 2024-08-10T05:24:04.317 INFO:tasks.rados.rados.0.smithi031.stdout:2878: finishing copy_from racing read to smithi03186013-42 2024-08-10T05:24:04.321 INFO:tasks.rados.rados.0.smithi031.stdout:2878: finishing copy_from to smithi03186013-42 2024-08-10T05:24:04.321 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 42 v 1387 (ObjNum 840 snap 259 seq_num 840) dirty exists 2024-08-10T05:24:04.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:04 smithi031 ceph-mon[98130]: osdmap e635: 8 total, 8 up, 8 in 2024-08-10T05:24:04.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:04 smithi031 ceph-mon[98130]: osdmap e636: 8 total, 8 up, 8 in 2024-08-10T05:24:04.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:04 smithi031 ceph-mon[100614]: osdmap e635: 8 total, 8 up, 8 in 2024-08-10T05:24:04.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:04 smithi031 ceph-mon[100614]: osdmap e636: 8 total, 8 up, 8 in 2024-08-10T05:24:04.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:04 smithi196 ceph-mon[90243]: osdmap e635: 8 total, 8 up, 8 in 2024-08-10T05:24:04.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:04 smithi196 ceph-mon[90243]: osdmap e636: 8 total, 8 up, 8 in 2024-08-10T05:24:05.269 INFO:tasks.rados.rados.0.smithi031.stdout:2875: done (3 left) 2024-08-10T05:24:05.269 INFO:tasks.rados.rados.0.smithi031.stdout:2878: done (2 left) 2024-08-10T05:24:05.269 INFO:tasks.rados.rados.0.smithi031.stdout:2879: done (1 left) 2024-08-10T05:24:05.269 INFO:tasks.rados.rados.0.smithi031.stdout:2880: done (0 left) 2024-08-10T05:24:05.270 INFO:tasks.rados.rados.0.smithi031.stdout:2881: copy_from oid 4 from oid 16 current snap is 271 2024-08-10T05:24:05.270 INFO:tasks.rados.rados.0.smithi031.stdout:2882: snap_create 2024-08-10T05:24:05.270 INFO:tasks.rados.rados.0.smithi031.stdout:2881: finishing copy_from to smithi03186013-4 2024-08-10T05:24:05.270 INFO:tasks.rados.rados.0.smithi031.stdout:2881: got expected ENOENT (src dne) 2024-08-10T05:24:05.270 INFO:tasks.rados.rados.0.smithi031.stdout:2881: finishing copy_from racing read to smithi03186013-4 2024-08-10T05:24:05.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:05 smithi031 ceph-mon[98130]: pgmap v614: 121 pgs: 121 active+clean; 112 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 174 KiB/s wr, 4 op/s 2024-08-10T05:24:05.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:05 smithi031 ceph-mon[98130]: osdmap e637: 8 total, 8 up, 8 in 2024-08-10T05:24:05.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:05 smithi031 ceph-mon[100614]: pgmap v614: 121 pgs: 121 active+clean; 112 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 174 KiB/s wr, 4 op/s 2024-08-10T05:24:05.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:05 smithi031 ceph-mon[100614]: osdmap e637: 8 total, 8 up, 8 in 2024-08-10T05:24:05.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:05 smithi196 ceph-mon[90243]: pgmap v614: 121 pgs: 121 active+clean; 112 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 174 KiB/s wr, 4 op/s 2024-08-10T05:24:05.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:05 smithi196 ceph-mon[90243]: osdmap e637: 8 total, 8 up, 8 in 2024-08-10T05:24:06.270 INFO:tasks.rados.rados.0.smithi031.stdout:2881: done (1 left) 2024-08-10T05:24:06.270 INFO:tasks.rados.rados.0.smithi031.stdout:2882: done (0 left) 2024-08-10T05:24:06.271 INFO:tasks.rados.rados.0.smithi031.stdout:2883: read oid 49 snap -1 2024-08-10T05:24:06.271 INFO:tasks.rados.rados.0.smithi031.stdout:2883: expect (ObjNum 855 snap 259 seq_num 855) 2024-08-10T05:24:06.271 INFO:tasks.rados.rados.0.smithi031.stdout:2884: delete oid 45 current snap is 272 2024-08-10T05:24:06.277 INFO:tasks.rados.rados.0.smithi031.stdout:2884: done (1 left) 2024-08-10T05:24:06.277 INFO:tasks.rados.rados.0.smithi031.stdout:2885: snap_remove snap 271 2024-08-10T05:24:07.276 INFO:tasks.rados.rados.0.smithi031.stdout:2885: done (1 left) 2024-08-10T05:24:07.276 INFO:tasks.rados.rados.0.smithi031.stdout:2886: rmattr oid 46 current snap is 272 2024-08-10T05:24:07.276 INFO:tasks.rados.rados.0.smithi031.stdout:2886: done (1 left) 2024-08-10T05:24:07.276 INFO:tasks.rados.rados.0.smithi031.stdout:2887: snap_create 2024-08-10T05:24:07.276 INFO:tasks.rados.rados.0.smithi031.stdout:2883: expect (ObjNum 855 snap 259 seq_num 855) 2024-08-10T05:24:07.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:07 smithi031 ceph-mon[98130]: pgmap v617: 121 pgs: 121 active+clean; 110 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.2 MiB/s wr, 15 op/s 2024-08-10T05:24:07.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:07 smithi031 ceph-mon[98130]: osdmap e638: 8 total, 8 up, 8 in 2024-08-10T05:24:07.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:07 smithi031 ceph-mon[100614]: pgmap v617: 121 pgs: 121 active+clean; 110 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.2 MiB/s wr, 15 op/s 2024-08-10T05:24:07.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:07 smithi031 ceph-mon[100614]: osdmap e638: 8 total, 8 up, 8 in 2024-08-10T05:24:07.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:07 smithi196 ceph-mon[90243]: pgmap v617: 121 pgs: 121 active+clean; 110 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.2 MiB/s wr, 15 op/s 2024-08-10T05:24:07.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:07 smithi196 ceph-mon[90243]: osdmap e638: 8 total, 8 up, 8 in 2024-08-10T05:24:08.283 INFO:tasks.rados.rados.0.smithi031.stdout:2883: done (1 left) 2024-08-10T05:24:08.283 INFO:tasks.rados.rados.0.smithi031.stdout:2887: done (0 left) 2024-08-10T05:24:08.283 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 4 current snap is 273 2024-08-10T05:24:08.283 INFO:tasks.rados.rados.0.smithi031.stdout:2888: seq_num 891 ranges {311296=532480} 2024-08-10T05:24:08.288 INFO:tasks.rados.rados.0.smithi031.stdout:2888: writing smithi03186013-4 from 311296 to 843776 tid 1 2024-08-10T05:24:08.288 INFO:tasks.rados.rados.0.smithi031.stdout:2889: read oid 38 snap -1 2024-08-10T05:24:08.288 INFO:tasks.rados.rados.0.smithi031.stdout:2889: expect (ObjNum 862 snap 260 seq_num 862) 2024-08-10T05:24:08.288 INFO:tasks.rados.rados.0.smithi031.stdout:2890: rmattr oid 36 current snap is 273 2024-08-10T05:24:08.288 INFO:tasks.rados.rados.0.smithi031.stdout:2890: done (2 left) 2024-08-10T05:24:08.288 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 47 current snap is 273 2024-08-10T05:24:08.288 INFO:tasks.rados.rados.0.smithi031.stdout:2891: seq_num 892 ranges {1867776=548864} 2024-08-10T05:24:08.303 INFO:tasks.rados.rados.0.smithi031.stdout:2891: writing smithi03186013-47 from 1867776 to 2416640 tid 1 2024-08-10T05:24:08.303 INFO:tasks.rados.rados.0.smithi031.stdout:2892: delete oid 2 current snap is 273 2024-08-10T05:24:08.303 INFO:tasks.rados.rados.0.smithi031.stdout:2888: finishing write tid 1 to smithi03186013-4 2024-08-10T05:24:08.303 INFO:tasks.rados.rados.0.smithi031.stdout:2888: finishing write tid 2 to smithi03186013-4 2024-08-10T05:24:08.303 INFO:tasks.rados.rados.0.smithi031.stdout:2888: finishing write tid 3 to smithi03186013-4 2024-08-10T05:24:08.303 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 4 v 1433 (ObjNum 891 snap 273 seq_num 891) dirty exists 2024-08-10T05:24:08.303 INFO:tasks.rados.rados.0.smithi031.stdout:2888: left oid 4 (ObjNum 891 snap 273 seq_num 891) 2024-08-10T05:24:08.303 INFO:tasks.rados.rados.0.smithi031.stdout:2889: expect (ObjNum 862 snap 260 seq_num 862) 2024-08-10T05:24:08.409 INFO:tasks.rados.rados.0.smithi031.stdout:2891: finishing write tid 1 to smithi03186013-47 2024-08-10T05:24:08.409 INFO:tasks.rados.rados.0.smithi031.stdout:2891: finishing write tid 2 to smithi03186013-47 2024-08-10T05:24:08.409 INFO:tasks.rados.rados.0.smithi031.stdout:2888: done (3 left) 2024-08-10T05:24:08.409 INFO:tasks.rados.rados.0.smithi031.stdout:2889: done (2 left) 2024-08-10T05:24:08.409 INFO:tasks.rados.rados.0.smithi031.stdout:2892: done (1 left) 2024-08-10T05:24:08.409 INFO:tasks.rados.rados.0.smithi031.stdout:2893: read oid 19 snap -1 2024-08-10T05:24:08.410 INFO:tasks.rados.rados.0.smithi031.stdout:2893: expect deleted 2024-08-10T05:24:08.410 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 29 current snap is 273 2024-08-10T05:24:08.410 INFO:tasks.rados.rados.0.smithi031.stdout:2891: finishing write tid 3 to smithi03186013-47 2024-08-10T05:24:08.410 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 47 v 1148 (ObjNum 892 snap 273 seq_num 892) dirty exists 2024-08-10T05:24:08.410 INFO:tasks.rados.rados.0.smithi031.stdout:2891: left oid 47 (ObjNum 892 snap 273 seq_num 892) 2024-08-10T05:24:08.410 INFO:tasks.rados.rados.0.smithi031.stdout:2894: seq_num 894 ranges {1056768=581632} 2024-08-10T05:24:08.418 INFO:tasks.rados.rados.0.smithi031.stdout:2894: writing smithi03186013-29 from 1056768 to 1638400 tid 1 2024-08-10T05:24:08.418 INFO:tasks.rados.rados.0.smithi031.stdout:2891: done (2 left) 2024-08-10T05:24:08.418 INFO:tasks.rados.rados.0.smithi031.stdout:2895: rollback oid 3 current snap is 273 2024-08-10T05:24:08.418 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 3 to 270 2024-08-10T05:24:08.419 INFO:tasks.rados.rados.0.smithi031.stdout:2893: done (2 left) 2024-08-10T05:24:08.419 INFO:tasks.rados.rados.0.smithi031.stdout:2896: snap_remove snap 269 2024-08-10T05:24:08.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:08 smithi196 ceph-mon[90243]: osdmap e639: 8 total, 8 up, 8 in 2024-08-10T05:24:08.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:08 smithi031 ceph-mon[98130]: osdmap e639: 8 total, 8 up, 8 in 2024-08-10T05:24:08.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:08 smithi031 ceph-mon[100614]: osdmap e639: 8 total, 8 up, 8 in 2024-08-10T05:24:09.269 INFO:tasks.rados.rados.0.smithi031.stdout:2896: done (2 left) 2024-08-10T05:24:09.269 INFO:tasks.rados.rados.0.smithi031.stdout:2897: copy_from oid 27 from oid 1 current snap is 273 2024-08-10T05:24:09.269 INFO:tasks.rados.rados.0.smithi031.stdout:2895: finishing rollback tid 0 to smithi03186013-3 2024-08-10T05:24:09.269 INFO:tasks.rados.rados.0.smithi031.stdout:2894: finishing write tid 1 to smithi03186013-29 2024-08-10T05:24:09.269 INFO:tasks.rados.rados.0.smithi031.stdout:2895: finishing rollback tid 1 to smithi03186013-3 2024-08-10T05:24:09.269 INFO:tasks.rados.rados.0.smithi031.stdout:2894: finishing write tid 2 to smithi03186013-29 2024-08-10T05:24:09.269 INFO:tasks.rados.rados.0.smithi031.stdout:2895: finishing rollback tid 2 to smithi03186013-3 2024-08-10T05:24:09.269 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 3 v 1407 (ObjNum 748 snap 228 seq_num 748) dirty exists 2024-08-10T05:24:09.269 INFO:tasks.rados.rados.0.smithi031.stdout:2894: finishing write tid 3 to smithi03186013-29 2024-08-10T05:24:09.269 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 29 v 1675 (ObjNum 894 snap 273 seq_num 894) dirty exists 2024-08-10T05:24:09.269 INFO:tasks.rados.rados.0.smithi031.stdout:2894: left oid 29 (ObjNum 894 snap 273 seq_num 894) 2024-08-10T05:24:09.270 INFO:tasks.rados.rados.0.smithi031.stdout:2894: done (2 left) 2024-08-10T05:24:09.270 INFO:tasks.rados.rados.0.smithi031.stdout:2895: done (1 left) 2024-08-10T05:24:09.270 INFO:tasks.rados.rados.0.smithi031.stdout:2898: read oid 34 snap 272 2024-08-10T05:24:09.270 INFO:tasks.rados.rados.0.smithi031.stdout:2898: expect (ObjNum 589551440 snap 22084 seq_num 589646176) 2024-08-10T05:24:09.270 INFO:tasks.rados.rados.0.smithi031.stdout:2899: delete oid 3 current snap is 273 2024-08-10T05:24:09.274 INFO:tasks.rados.rados.0.smithi031.stdout:2898: expect (ObjNum 589551440 snap 22084 seq_num 589646176) 2024-08-10T05:24:09.282 INFO:tasks.rados.rados.0.smithi031.stdout:2898: done (2 left) 2024-08-10T05:24:09.282 INFO:tasks.rados.rados.0.smithi031.stdout:2899: done (1 left) 2024-08-10T05:24:09.282 INFO:tasks.rados.rados.0.smithi031.stdout:2900: rollback oid 16 current snap is 273 2024-08-10T05:24:09.282 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 16 to 268 2024-08-10T05:24:09.282 INFO:tasks.rados.rados.0.smithi031.stdout:2901: rmattr oid 6 current snap is 273 2024-08-10T05:24:09.282 INFO:tasks.rados.rados.0.smithi031.stdout:2901: done (2 left) 2024-08-10T05:24:09.282 INFO:tasks.rados.rados.0.smithi031.stdout:2902: read oid 50 snap -1 2024-08-10T05:24:09.282 INFO:tasks.rados.rados.0.smithi031.stdout:2902: expect (ObjNum 848 snap 259 seq_num 848) 2024-08-10T05:24:09.282 INFO:tasks.rados.rados.0.smithi031.stdout:2903: copy_from oid 19 from oid 41 current snap is 273 2024-08-10T05:24:09.283 INFO:tasks.rados.rados.0.smithi031.stdout:2904: snap_remove snap 270 2024-08-10T05:24:09.583 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:09 smithi031 ceph-mon[98130]: pgmap v620: 121 pgs: 121 active+clean; 114 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.9 MiB/s wr, 34 op/s 2024-08-10T05:24:09.584 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:09 smithi031 ceph-mon[98130]: osdmap e640: 8 total, 8 up, 8 in 2024-08-10T05:24:09.584 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:09 smithi031 ceph-mon[98130]: osdmap e641: 8 total, 8 up, 8 in 2024-08-10T05:24:09.584 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:09 smithi031 ceph-mon[100614]: pgmap v620: 121 pgs: 121 active+clean; 114 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.9 MiB/s wr, 34 op/s 2024-08-10T05:24:09.584 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:09 smithi031 ceph-mon[100614]: osdmap e640: 8 total, 8 up, 8 in 2024-08-10T05:24:09.584 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:09 smithi031 ceph-mon[100614]: osdmap e641: 8 total, 8 up, 8 in 2024-08-10T05:24:09.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:09 smithi196 ceph-mon[90243]: pgmap v620: 121 pgs: 121 active+clean; 114 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.9 MiB/s wr, 34 op/s 2024-08-10T05:24:09.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:09 smithi196 ceph-mon[90243]: osdmap e640: 8 total, 8 up, 8 in 2024-08-10T05:24:09.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:09 smithi196 ceph-mon[90243]: osdmap e641: 8 total, 8 up, 8 in 2024-08-10T05:24:10.289 INFO:tasks.rados.rados.0.smithi031.stdout:2897: finishing copy_from racing read to smithi03186013-27 2024-08-10T05:24:10.289 INFO:tasks.rados.rados.0.smithi031.stdout:2897: finishing copy_from to smithi03186013-27 2024-08-10T05:24:10.289 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 27 v 1178 (ObjNum 828 snap 257 seq_num 828) dirty exists 2024-08-10T05:24:10.289 INFO:tasks.rados.rados.0.smithi031.stdout:2900: finishing rollback tid 1 to smithi03186013-16 2024-08-10T05:24:10.289 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 16 v 0 (ObjNum 33 snap 0 seq_num 589789872) dirty dne 2024-08-10T05:24:10.289 INFO:tasks.rados.rados.0.smithi031.stdout:2903: finishing copy_from racing read to smithi03186013-19 2024-08-10T05:24:10.289 INFO:tasks.rados.rados.0.smithi031.stdout:2903: finishing copy_from to smithi03186013-19 2024-08-10T05:24:10.289 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 19 v 1406 (ObjNum 775 snap 240 seq_num 775) dirty exists 2024-08-10T05:24:10.289 INFO:tasks.rados.rados.0.smithi031.stdout:2902: expect (ObjNum 848 snap 259 seq_num 848) 2024-08-10T05:24:10.361 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc322138-56d5-11ef-bcce-c7b262605968 -e sha1=bca9905d683c89d50ebab7089e7e4e66f174979e -- bash -c 'ceph orch ps' 2024-08-10T05:24:10.673 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T05:24:10.688 INFO:tasks.rados.rados.0.smithi031.stdout:2897: done (4 left) 2024-08-10T05:24:10.688 INFO:tasks.rados.rados.0.smithi031.stdout:2900: done (3 left) 2024-08-10T05:24:10.688 INFO:tasks.rados.rados.0.smithi031.stdout:2902: done (2 left) 2024-08-10T05:24:10.688 INFO:tasks.rados.rados.0.smithi031.stdout:2903: done (1 left) 2024-08-10T05:24:10.688 INFO:tasks.rados.rados.0.smithi031.stdout:2904: done (0 left) 2024-08-10T05:24:10.688 INFO:tasks.rados.rados.0.smithi031.stdout:2905: snap_remove snap 272 2024-08-10T05:24:10.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:10 smithi031 ceph-mon[98130]: from='client.44387 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:24:10.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:10 smithi031 ceph-mon[100614]: from='client.44387 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:24:10.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:10 smithi196 ceph-mon[90243]: from='client.44387 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:24:11.292 INFO:tasks.rados.rados.0.smithi031.stdout:2905: done (0 left) 2024-08-10T05:24:11.292 INFO:tasks.rados.rados.0.smithi031.stdout:2906: delete oid 21 current snap is 273 2024-08-10T05:24:11.298 INFO:tasks.rados.rados.0.smithi031.stdout:2906: done (0 left) 2024-08-10T05:24:11.298 INFO:tasks.rados.rados.0.smithi031.stdout:2907: copy_from oid 13 from oid 17 current snap is 273 2024-08-10T05:24:11.298 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 26 current snap is 273 2024-08-10T05:24:11.298 INFO:tasks.rados.rados.0.smithi031.stdout:2908: seq_num 897 ranges {2113536=630784} 2024-08-10T05:24:11.312 INFO:tasks.rados.rados.0.smithi031.stdout:2908: writing smithi03186013-26 from 2113536 to 2744320 tid 1 2024-08-10T05:24:11.312 INFO:tasks.rados.rados.0.smithi031.stdout:2909: snap_create 2024-08-10T05:24:11.312 INFO:tasks.rados.rados.0.smithi031.stdout:2907: finishing copy_from racing read to smithi03186013-13 2024-08-10T05:24:11.312 INFO:tasks.rados.rados.0.smithi031.stdout:2907: finishing copy_from to smithi03186013-13 2024-08-10T05:24:11.312 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 13 v 1362 (ObjNum 779 snap 244 seq_num 779) dirty exists 2024-08-10T05:24:11.315 INFO:tasks.rados.rados.0.smithi031.stdout:2908: finishing write tid 1 to smithi03186013-26 2024-08-10T05:24:11.315 INFO:tasks.rados.rados.0.smithi031.stdout:2908: finishing write tid 2 to smithi03186013-26 2024-08-10T05:24:11.316 INFO:tasks.rados.rados.0.smithi031.stdout:2908: finishing write tid 3 to smithi03186013-26 2024-08-10T05:24:11.316 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 26 v 1376 (ObjNum 897 snap 273 seq_num 897) dirty exists 2024-08-10T05:24:11.317 INFO:tasks.rados.rados.0.smithi031.stdout:2908: left oid 26 (ObjNum 897 snap 273 seq_num 897) 2024-08-10T05:24:11.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:11 smithi031 ceph-mon[98130]: pgmap v623: 121 pgs: 121 active+clean; 119 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.1 MiB/s wr, 30 op/s 2024-08-10T05:24:11.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:11 smithi031 ceph-mon[98130]: osdmap e642: 8 total, 8 up, 8 in 2024-08-10T05:24:11.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:11 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:24:11.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:24:11 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:24:11] "GET /metrics HTTP/1.1" 200 36278 "" "Prometheus/2.43.0" 2024-08-10T05:24:11.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:11 smithi031 ceph-mon[100614]: pgmap v623: 121 pgs: 121 active+clean; 119 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.1 MiB/s wr, 30 op/s 2024-08-10T05:24:11.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:11 smithi031 ceph-mon[100614]: osdmap e642: 8 total, 8 up, 8 in 2024-08-10T05:24:11.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:11 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:24:11.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:11 smithi196 ceph-mon[90243]: pgmap v623: 121 pgs: 121 active+clean; 119 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.1 MiB/s wr, 30 op/s 2024-08-10T05:24:11.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:11 smithi196 ceph-mon[90243]: osdmap e642: 8 total, 8 up, 8 in 2024-08-10T05:24:11.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:11 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:24:12.300 INFO:tasks.rados.rados.0.smithi031.stdout:2907: done (2 left) 2024-08-10T05:24:12.300 INFO:tasks.rados.rados.0.smithi031.stdout:2908: done (1 left) 2024-08-10T05:24:12.300 INFO:tasks.rados.rados.0.smithi031.stdout:2909: done (0 left) 2024-08-10T05:24:12.300 INFO:tasks.rados.rados.0.smithi031.stdout:2910: copy_from oid 24 from oid 35 current snap is 274 2024-08-10T05:24:12.300 INFO:tasks.rados.rados.0.smithi031.stdout:2911: read oid 32 snap 273 2024-08-10T05:24:12.300 INFO:tasks.rados.rados.0.smithi031.stdout:2911: expect (ObjNum 773 snap 239 seq_num 773) 2024-08-10T05:24:12.300 INFO:tasks.rados.rados.0.smithi031.stdout:2912: delete oid 40 current snap is 274 2024-08-10T05:24:12.304 INFO:tasks.rados.rados.0.smithi031.stdout:2912: done (2 left) 2024-08-10T05:24:12.304 INFO:tasks.rados.rados.0.smithi031.stdout:2913: rollback oid 22 current snap is 274 2024-08-10T05:24:12.304 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 22 to 268 2024-08-10T05:24:12.304 INFO:tasks.rados.rados.0.smithi031.stdout:2914: rollback oid 15 current snap is 274 2024-08-10T05:24:12.304 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 15 to 268 2024-08-10T05:24:12.304 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 28 current snap is 274 2024-08-10T05:24:12.304 INFO:tasks.rados.rados.0.smithi031.stdout:2915: seq_num 899 ranges {458752=663552} 2024-08-10T05:24:12.311 INFO:tasks.rados.rados.0.smithi031.stdout:2915: writing smithi03186013-28 from 458752 to 1122304 tid 1 2024-08-10T05:24:12.312 INFO:tasks.rados.rados.0.smithi031.stdout:2916: read oid 14 snap -1 2024-08-10T05:24:12.312 INFO:tasks.rados.rados.0.smithi031.stdout:2916: expect (ObjNum 732 snap 226 seq_num 732) 2024-08-10T05:24:12.312 INFO:tasks.rados.rados.0.smithi031.stdout:2917: read oid 40 snap -1 2024-08-10T05:24:12.312 INFO:tasks.rados.rados.0.smithi031.stdout:2917: expect deleted 2024-08-10T05:24:12.312 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 4 current snap is 274 2024-08-10T05:24:12.312 INFO:tasks.rados.rados.0.smithi031.stdout:2914: finishing rollback tid 0 to smithi03186013-15 2024-08-10T05:24:12.312 INFO:tasks.rados.rados.0.smithi031.stdout:2914: finishing rollback tid 1 to smithi03186013-15 2024-08-10T05:24:12.312 INFO:tasks.rados.rados.0.smithi031.stdout:2914: finishing rollback tid 2 to smithi03186013-15 2024-08-10T05:24:12.312 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 15 v 1379 (ObjNum 690 snap 218 seq_num 690) dirty exists 2024-08-10T05:24:12.312 INFO:tasks.rados.rados.0.smithi031.stdout:2913: finishing rollback tid 0 to smithi03186013-22 2024-08-10T05:24:12.312 INFO:tasks.rados.rados.0.smithi031.stdout:2913: finishing rollback tid 1 to smithi03186013-22 2024-08-10T05:24:12.313 INFO:tasks.rados.rados.0.smithi031.stdout:2913: finishing rollback tid 2 to smithi03186013-22 2024-08-10T05:24:12.313 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 22 v 1691 (ObjNum 853 snap 259 seq_num 853) dirty exists 2024-08-10T05:24:12.313 INFO:tasks.rados.rados.0.smithi031.stdout:2918: seq_num 900 ranges {843776=679936} 2024-08-10T05:24:12.322 INFO:tasks.rados.rados.0.smithi031.stdout:2918: writing smithi03186013-4 from 843776 to 1523712 tid 1 2024-08-10T05:24:12.322 INFO:tasks.rados.rados.0.smithi031.stdout:2913: done (7 left) 2024-08-10T05:24:12.322 INFO:tasks.rados.rados.0.smithi031.stdout:2914: done (6 left) 2024-08-10T05:24:12.322 INFO:tasks.rados.rados.0.smithi031.stdout:2919: read oid 49 snap 273 2024-08-10T05:24:12.322 INFO:tasks.rados.rados.0.smithi031.stdout:2919: expect (ObjNum 855 snap 259 seq_num 855) 2024-08-10T05:24:12.322 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 46 current snap is 274 2024-08-10T05:24:12.323 INFO:tasks.rados.rados.0.smithi031.stdout:2920: seq_num 901 ranges {1875968=696320} 2024-08-10T05:24:12.336 INFO:tasks.rados.rados.0.smithi031.stdout:2920: writing smithi03186013-46 from 1875968 to 2572288 tid 1 2024-08-10T05:24:12.336 INFO:tasks.rados.rados.0.smithi031.stdout:2921: rollback oid 7 current snap is 274 2024-08-10T05:24:12.336 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 7 to 273 2024-08-10T05:24:12.336 INFO:tasks.rados.rados.0.smithi031.stdout:2916: expect (ObjNum 732 snap 226 seq_num 732) 2024-08-10T05:24:12.357 INFO:tasks.rados.rados.0.smithi031.stdout:2910: finishing copy_from racing read to smithi03186013-24 2024-08-10T05:24:12.357 INFO:tasks.rados.rados.0.smithi031.stdout:2910: finishing copy_from to smithi03186013-24 2024-08-10T05:24:12.358 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 24 v 1402 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-08-10T05:24:12.358 INFO:tasks.rados.rados.0.smithi031.stdout:2918: finishing write tid 1 to smithi03186013-4 2024-08-10T05:24:12.358 INFO:tasks.rados.rados.0.smithi031.stdout:2918: finishing write tid 2 to smithi03186013-4 2024-08-10T05:24:12.358 INFO:tasks.rados.rados.0.smithi031.stdout:2918: finishing write tid 3 to smithi03186013-4 2024-08-10T05:24:12.358 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 4 v 1435 (ObjNum 900 snap 274 seq_num 900) dirty exists 2024-08-10T05:24:12.358 INFO:tasks.rados.rados.0.smithi031.stdout:2918: left oid 4 (ObjNum 900 snap 274 seq_num 900) 2024-08-10T05:24:12.358 INFO:tasks.rados.rados.0.smithi031.stdout:2910: done (8 left) 2024-08-10T05:24:12.358 INFO:tasks.rados.rados.0.smithi031.stdout:2916: done (7 left) 2024-08-10T05:24:12.358 INFO:tasks.rados.rados.0.smithi031.stdout:2917: done (6 left) 2024-08-10T05:24:12.358 INFO:tasks.rados.rados.0.smithi031.stdout:2918: done (5 left) 2024-08-10T05:24:12.358 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 13 current snap is 274 2024-08-10T05:24:12.358 INFO:tasks.rados.rados.0.smithi031.stdout:2921: finishing rollback tid 0 to smithi03186013-7 2024-08-10T05:24:12.359 INFO:tasks.rados.rados.0.smithi031.stdout:2921: finishing rollback tid 1 to smithi03186013-7 2024-08-10T05:24:12.359 INFO:tasks.rados.rados.0.smithi031.stdout:2921: finishing rollback tid 2 to smithi03186013-7 2024-08-10T05:24:12.359 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 7 v 1697 (ObjNum 824 snap 257 seq_num 824) dirty exists 2024-08-10T05:24:12.359 INFO:tasks.rados.rados.0.smithi031.stdout:2911: expect (ObjNum 773 snap 239 seq_num 773) 2024-08-10T05:24:12.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:12 smithi031 ceph-mon[98130]: osdmap e643: 8 total, 8 up, 8 in 2024-08-10T05:24:12.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:12 smithi031 ceph-mon[100614]: osdmap e643: 8 total, 8 up, 8 in 2024-08-10T05:24:12.657 INFO:teuthology.orchestra.run.smithi031.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-10T05:24:12.657 INFO:teuthology.orchestra.run.smithi031.stdout:alertmanager.a smithi031 *:9093,9094 running (42s) 38s ago 12m 14.7M - 0.25.0 c8568f914cd2 0597c50ef791 2024-08-10T05:24:12.657 INFO:teuthology.orchestra.run.smithi031.stdout:grafana.a smithi196 *:3000 running (21s) 17s ago 12m 44.7M - 9.4.12 2bacad6d85d8 1d3ad4684a8c 2024-08-10T05:24:12.657 INFO:teuthology.orchestra.run.smithi031.stdout:mds.a smithi031 running (107s) 38s ago 13m 14.7M - 19.1.0-1335-gbca9905d c7b33901c886 2232112f0bbc 2024-08-10T05:24:12.657 INFO:teuthology.orchestra.run.smithi031.stdout:mds.b smithi196 running (88s) 17s ago 13m 13.3M - 19.1.0-1335-gbca9905d c7b33901c886 9804bac1e54b 2024-08-10T05:24:12.657 INFO:teuthology.orchestra.run.smithi031.stdout:mgr.x smithi196 *:8443,9283,8765 running (7m) 17s ago 17m 442M - 19.1.0-1335-gbca9905d c7b33901c886 467542b38c9b 2024-08-10T05:24:12.657 INFO:teuthology.orchestra.run.smithi031.stdout:mgr.y smithi031 *:8443,9283,8765 running (8m) 38s ago 19m 518M - 19.1.0-1335-gbca9905d c7b33901c886 7eef306ed587 2024-08-10T05:24:12.657 INFO:teuthology.orchestra.run.smithi031.stdout:mon.a smithi031 running (7m) 38s ago 19m 75.6M 2048M 19.1.0-1335-gbca9905d c7b33901c886 9e3f4f54b00a 2024-08-10T05:24:12.657 INFO:teuthology.orchestra.run.smithi031.stdout:mon.b smithi196 running (6m) 17s ago 17m 56.6M 2048M 19.1.0-1335-gbca9905d c7b33901c886 b01d51d0054f 2024-08-10T05:24:12.658 INFO:teuthology.orchestra.run.smithi031.stdout:mon.c smithi031 running (7m) 38s ago 17m 59.0M 2048M 19.1.0-1335-gbca9905d c7b33901c886 2cc1160db2be 2024-08-10T05:24:12.658 INFO:teuthology.orchestra.run.smithi031.stdout:node-exporter.a smithi031 *:9100 running (76s) 38s ago 11m 7537k - 1.5.0 0da6a335fe13 3ab83fdd38ac 2024-08-10T05:24:12.658 INFO:teuthology.orchestra.run.smithi031.stdout:node-exporter.b smithi196 *:9100 running (71s) 17s ago 11m 9030k - 1.5.0 0da6a335fe13 a882c91f0116 2024-08-10T05:24:12.658 INFO:teuthology.orchestra.run.smithi031.stdout:osd.0 smithi031 running (6m) 38s ago 17m 275M 2481M 19.1.0-1335-gbca9905d c7b33901c886 b6a59f8bdb81 2024-08-10T05:24:12.658 INFO:teuthology.orchestra.run.smithi031.stdout:osd.1 smithi031 running (5m) 38s ago 16m 225M 2481M 19.1.0-1335-gbca9905d c7b33901c886 67b0c1ce41f2 2024-08-10T05:24:12.658 INFO:teuthology.orchestra.run.smithi031.stdout:osd.2 smithi031 running (4m) 38s ago 16m 148M 2481M 19.1.0-1335-gbca9905d c7b33901c886 33f3ce3dcbbc 2024-08-10T05:24:12.658 INFO:teuthology.orchestra.run.smithi031.stdout:osd.3 smithi031 running (4m) 38s ago 15m 128M 2481M 19.1.0-1335-gbca9905d c7b33901c886 bd24188e5ebb 2024-08-10T05:24:12.658 INFO:teuthology.orchestra.run.smithi031.stdout:osd.4 smithi196 running (3m) 17s ago 15m 178M 2480M 19.1.0-1335-gbca9905d c7b33901c886 3443a66c18a7 2024-08-10T05:24:12.658 INFO:teuthology.orchestra.run.smithi031.stdout:osd.5 smithi196 running (3m) 17s ago 15m 195M 2480M 19.1.0-1335-gbca9905d c7b33901c886 0b799750a37c 2024-08-10T05:24:12.658 INFO:teuthology.orchestra.run.smithi031.stdout:osd.6 smithi196 running (2m) 17s ago 14m 155M 2480M 19.1.0-1335-gbca9905d c7b33901c886 394f5a40bb1f 2024-08-10T05:24:12.658 INFO:teuthology.orchestra.run.smithi031.stdout:osd.7 smithi196 running (2m) 17s ago 14m 86.0M 2480M 19.1.0-1335-gbca9905d c7b33901c886 8d86aaf94759 2024-08-10T05:24:12.658 INFO:teuthology.orchestra.run.smithi031.stdout:prometheus.a smithi196 *:9095 running (57s) 17s ago 12m 48.6M - 2.43.0 a07b618ecd1d a4e0d29f11bd 2024-08-10T05:24:12.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:12 smithi196 ceph-mon[90243]: osdmap e643: 8 total, 8 up, 8 in 2024-08-10T05:24:12.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:24:12 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:24:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:24:12.967 INFO:tasks.rados.rados.0.smithi031.stdout:2915: finishing write tid 1 to smithi03186013-28 2024-08-10T05:24:12.967 INFO:tasks.rados.rados.0.smithi031.stdout:2915: finishing write tid 2 to smithi03186013-28 2024-08-10T05:24:12.967 INFO:tasks.rados.rados.0.smithi031.stdout:2922: seq_num 902 ranges {1056768=712704} 2024-08-10T05:24:12.977 INFO:tasks.rados.rados.0.smithi031.stdout:2922: writing smithi03186013-13 from 1056768 to 1769472 tid 1 2024-08-10T05:24:12.977 INFO:tasks.rados.rados.0.smithi031.stdout:2911: done (5 left) 2024-08-10T05:24:12.977 INFO:tasks.rados.rados.0.smithi031.stdout:2921: done (4 left) 2024-08-10T05:24:12.977 INFO:tasks.rados.rados.0.smithi031.stdout:2923: delete oid 24 current snap is 274 2024-08-10T05:24:12.977 INFO:tasks.rados.rados.0.smithi031.stdout:2920: finishing write tid 1 to smithi03186013-46 2024-08-10T05:24:12.977 INFO:tasks.rados.rados.0.smithi031.stdout:2920: finishing write tid 2 to smithi03186013-46 2024-08-10T05:24:12.977 INFO:tasks.rados.rados.0.smithi031.stdout:2920: finishing write tid 3 to smithi03186013-46 2024-08-10T05:24:12.977 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 46 v 1185 (ObjNum 901 snap 274 seq_num 901) dirty exists 2024-08-10T05:24:12.977 INFO:tasks.rados.rados.0.smithi031.stdout:2920: left oid 46 (ObjNum 901 snap 274 seq_num 901) 2024-08-10T05:24:12.977 INFO:tasks.rados.rados.0.smithi031.stdout:2915: finishing write tid 3 to smithi03186013-28 2024-08-10T05:24:12.977 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 28 v 1633 (ObjNum 899 snap 274 seq_num 899) dirty exists 2024-08-10T05:24:12.978 INFO:tasks.rados.rados.0.smithi031.stdout:2915: left oid 28 (ObjNum 899 snap 274 seq_num 899) 2024-08-10T05:24:12.978 INFO:tasks.rados.rados.0.smithi031.stdout:2919: expect (ObjNum 855 snap 259 seq_num 855) 2024-08-10T05:24:13.077 INFO:tasks.rados.rados.0.smithi031.stdout:2922: finishing write tid 1 to smithi03186013-13 2024-08-10T05:24:13.077 INFO:tasks.rados.rados.0.smithi031.stdout:2922: finishing write tid 2 to smithi03186013-13 2024-08-10T05:24:13.077 INFO:tasks.rados.rados.0.smithi031.stdout:2922: finishing write tid 3 to smithi03186013-13 2024-08-10T05:24:13.078 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 13 v 1407 (ObjNum 902 snap 274 seq_num 902) dirty exists 2024-08-10T05:24:13.078 INFO:tasks.rados.rados.0.smithi031.stdout:2922: left oid 13 (ObjNum 902 snap 274 seq_num 902) 2024-08-10T05:24:13.078 INFO:tasks.rados.rados.0.smithi031.stdout:2915: done (4 left) 2024-08-10T05:24:13.078 INFO:tasks.rados.rados.0.smithi031.stdout:2919: done (3 left) 2024-08-10T05:24:13.078 INFO:tasks.rados.rados.0.smithi031.stdout:2920: done (2 left) 2024-08-10T05:24:13.078 INFO:tasks.rados.rados.0.smithi031.stdout:2922: done (1 left) 2024-08-10T05:24:13.078 INFO:tasks.rados.rados.0.smithi031.stdout:2923: done (0 left) 2024-08-10T05:24:13.078 INFO:tasks.rados.rados.0.smithi031.stdout:2924: setattr oid 39 current snap is 274 2024-08-10T05:24:13.079 INFO:tasks.rados.rados.0.smithi031.stdout:2925: read oid 22 snap -1 2024-08-10T05:24:13.079 INFO:tasks.rados.rados.0.smithi031.stdout:2925: expect (ObjNum 853 snap 259 seq_num 853) 2024-08-10T05:24:13.079 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 32 current snap is 274 2024-08-10T05:24:13.079 INFO:tasks.rados.rados.0.smithi031.stdout:2926: seq_num 904 ranges {8585216=745472} 2024-08-10T05:24:13.130 INFO:tasks.rados.rados.0.smithi031.stdout:2926: writing smithi03186013-32 from 8585216 to 9330688 tid 1 2024-08-10T05:24:13.130 INFO:tasks.rados.rados.0.smithi031.stdout:2927: snap_create 2024-08-10T05:24:13.130 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 39 v 513 (ObjNum 65 snap 0 seq_num 1667327841) dirty exists 2024-08-10T05:24:13.130 INFO:tasks.rados.rados.0.smithi031.stdout:2925: expect (ObjNum 853 snap 259 seq_num 853) 2024-08-10T05:24:13.192 INFO:tasks.rados.rados.0.smithi031.stdout:2926: finishing write tid 1 to smithi03186013-32 2024-08-10T05:24:13.192 INFO:tasks.rados.rados.0.smithi031.stdout:2926: finishing write tid 2 to smithi03186013-32 2024-08-10T05:24:13.192 INFO:tasks.rados.rados.0.smithi031.stdout:2926: finishing write tid 3 to smithi03186013-32 2024-08-10T05:24:13.192 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 32 v 1635 (ObjNum 904 snap 274 seq_num 904) dirty exists 2024-08-10T05:24:13.192 INFO:tasks.rados.rados.0.smithi031.stdout:2926: left oid 32 (ObjNum 904 snap 274 seq_num 904) 2024-08-10T05:24:13.308 INFO:tasks.rados.rados.0.smithi031.stdout:2924: done (3 left) 2024-08-10T05:24:13.308 INFO:tasks.rados.rados.0.smithi031.stdout:2925: done (2 left) 2024-08-10T05:24:13.309 INFO:tasks.rados.rados.0.smithi031.stdout:2926: done (1 left) 2024-08-10T05:24:13.309 INFO:tasks.rados.rados.0.smithi031.stdout:2927: done (0 left) 2024-08-10T05:24:13.309 INFO:tasks.rados.rados.0.smithi031.stdout:2928: snap_create 2024-08-10T05:24:13.368 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc322138-56d5-11ef-bcce-c7b262605968 -e sha1=bca9905d683c89d50ebab7089e7e4e66f174979e -- bash -c 'ceph versions' 2024-08-10T05:24:13.633 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T05:24:13.758 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:13 smithi031 ceph-mon[98130]: pgmap v626: 121 pgs: 121 active+clean; 119 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.4 MiB/s wr, 10 op/s 2024-08-10T05:24:13.758 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:13 smithi031 ceph-mon[98130]: osdmap e644: 8 total, 8 up, 8 in 2024-08-10T05:24:13.758 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:13 smithi031 ceph-mon[98130]: from='client.34461 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:24:13.758 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:13 smithi031 ceph-mon[100614]: pgmap v626: 121 pgs: 121 active+clean; 119 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.4 MiB/s wr, 10 op/s 2024-08-10T05:24:13.758 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:13 smithi031 ceph-mon[100614]: osdmap e644: 8 total, 8 up, 8 in 2024-08-10T05:24:13.758 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:13 smithi031 ceph-mon[100614]: from='client.34461 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:24:13.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:13 smithi196 ceph-mon[90243]: pgmap v626: 121 pgs: 121 active+clean; 119 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.4 MiB/s wr, 10 op/s 2024-08-10T05:24:13.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:13 smithi196 ceph-mon[90243]: osdmap e644: 8 total, 8 up, 8 in 2024-08-10T05:24:13.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:13 smithi196 ceph-mon[90243]: from='client.34461 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T05:24:14.315 INFO:tasks.rados.rados.0.smithi031.stdout:2928: done (0 left) 2024-08-10T05:24:14.315 INFO:tasks.rados.rados.0.smithi031.stdout:2929: delete oid 14 current snap is 276 2024-08-10T05:24:14.321 INFO:tasks.rados.rados.0.smithi031.stdout:2929: done (0 left) 2024-08-10T05:24:14.322 INFO:tasks.rados.rados.0.smithi031.stdout:2930: snap_create 2024-08-10T05:24:14.635 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:14 smithi031 ceph-mon[98130]: osdmap e645: 8 total, 8 up, 8 in 2024-08-10T05:24:14.636 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:14 smithi031 ceph-mon[100614]: osdmap e645: 8 total, 8 up, 8 in 2024-08-10T05:24:14.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:14 smithi196 ceph-mon[90243]: osdmap e645: 8 total, 8 up, 8 in 2024-08-10T05:24:15.319 INFO:tasks.rados.rados.0.smithi031.stdout:2930: done (0 left) 2024-08-10T05:24:15.319 INFO:tasks.rados.rados.0.smithi031.stdout:2931: copy_from oid 50 from oid 8 current snap is 277 2024-08-10T05:24:15.319 INFO:tasks.rados.rados.0.smithi031.stdout:2932: copy_from oid 29 from oid 43 current snap is 277 2024-08-10T05:24:15.319 INFO:tasks.rados.rados.0.smithi031.stdout:2933: read oid 40 snap -1 2024-08-10T05:24:15.319 INFO:tasks.rados.rados.0.smithi031.stdout:2933: expect deleted 2024-08-10T05:24:15.319 INFO:tasks.rados.rados.0.smithi031.stdout:2934: read oid 20 snap -1 2024-08-10T05:24:15.319 INFO:tasks.rados.rados.0.smithi031.stdout:2934: expect (ObjNum 884 snap 269 seq_num 884) 2024-08-10T05:24:15.319 INFO:tasks.rados.rados.0.smithi031.stdout:2935: read oid 26 snap -1 2024-08-10T05:24:15.319 INFO:tasks.rados.rados.0.smithi031.stdout:2935: expect (ObjNum 897 snap 273 seq_num 897) 2024-08-10T05:24:15.320 INFO:tasks.rados.rados.0.smithi031.stdout:2936: snap_remove snap 276 2024-08-10T05:24:15.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:15 smithi031 ceph-mon[98130]: pgmap v629: 121 pgs: 121 active+clean; 124 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 1.4 MiB/s wr, 6 op/s 2024-08-10T05:24:15.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:15 smithi031 ceph-mon[98130]: osdmap e646: 8 total, 8 up, 8 in 2024-08-10T05:24:15.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:15 smithi031 ceph-mon[100614]: pgmap v629: 121 pgs: 121 active+clean; 124 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 1.4 MiB/s wr, 6 op/s 2024-08-10T05:24:15.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:15 smithi031 ceph-mon[100614]: osdmap e646: 8 total, 8 up, 8 in 2024-08-10T05:24:15.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:15 smithi196 ceph-mon[90243]: pgmap v629: 121 pgs: 121 active+clean; 124 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 1.4 MiB/s wr, 6 op/s 2024-08-10T05:24:15.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:15 smithi196 ceph-mon[90243]: osdmap e646: 8 total, 8 up, 8 in 2024-08-10T05:24:15.811 INFO:teuthology.orchestra.run.smithi031.stdout:{ 2024-08-10T05:24:15.812 INFO:teuthology.orchestra.run.smithi031.stdout: "mon": { 2024-08-10T05:24:15.812 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 3 2024-08-10T05:24:15.812 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-08-10T05:24:15.812 INFO:teuthology.orchestra.run.smithi031.stdout: "mgr": { 2024-08-10T05:24:15.812 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 2 2024-08-10T05:24:15.812 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-08-10T05:24:15.812 INFO:teuthology.orchestra.run.smithi031.stdout: "osd": { 2024-08-10T05:24:15.812 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 8 2024-08-10T05:24:15.812 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-08-10T05:24:15.812 INFO:teuthology.orchestra.run.smithi031.stdout: "mds": { 2024-08-10T05:24:15.812 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 2 2024-08-10T05:24:15.812 INFO:teuthology.orchestra.run.smithi031.stdout: }, 2024-08-10T05:24:15.813 INFO:teuthology.orchestra.run.smithi031.stdout: "overall": { 2024-08-10T05:24:15.813 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 15 2024-08-10T05:24:15.813 INFO:teuthology.orchestra.run.smithi031.stdout: } 2024-08-10T05:24:15.813 INFO:teuthology.orchestra.run.smithi031.stdout:} 2024-08-10T05:24:16.331 INFO:tasks.rados.rados.0.smithi031.stdout:2936: done (5 left) 2024-08-10T05:24:16.331 INFO:tasks.rados.rados.0.smithi031.stdout:2937: delete oid 9 current snap is 277 2024-08-10T05:24:16.331 INFO:tasks.rados.rados.0.smithi031.stdout:2934: expect (ObjNum 884 snap 269 seq_num 884) 2024-08-10T05:24:16.382 INFO:tasks.rados.rados.0.smithi031.stdout:2932: finishing copy_from racing read to smithi03186013-29 2024-08-10T05:24:16.382 INFO:tasks.rados.rados.0.smithi031.stdout:2932: finishing copy_from to smithi03186013-29 2024-08-10T05:24:16.382 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 29 v 1183 (ObjNum 870 snap 266 seq_num 870) dirty exists 2024-08-10T05:24:16.382 INFO:tasks.rados.rados.0.smithi031.stdout:2931: finishing copy_from racing read to smithi03186013-50 2024-08-10T05:24:16.382 INFO:tasks.rados.rados.0.smithi031.stdout:2932: done (5 left) 2024-08-10T05:24:16.382 INFO:tasks.rados.rados.0.smithi031.stdout:2933: done (4 left) 2024-08-10T05:24:16.382 INFO:tasks.rados.rados.0.smithi031.stdout:2934: done (3 left) 2024-08-10T05:24:16.383 INFO:tasks.rados.rados.0.smithi031.stdout:2937: done (2 left) 2024-08-10T05:24:16.383 INFO:tasks.rados.rados.0.smithi031.stdout:2938: snap_remove snap 268 2024-08-10T05:24:16.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:16 smithi031 ceph-mon[98130]: osdmap e647: 8 total, 8 up, 8 in 2024-08-10T05:24:16.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:16 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/972520578' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:24:16.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:16 smithi031 ceph-mon[100614]: osdmap e647: 8 total, 8 up, 8 in 2024-08-10T05:24:16.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:16 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/972520578' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:24:16.604 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc322138-56d5-11ef-bcce-c7b262605968 -e sha1=bca9905d683c89d50ebab7089e7e4e66f174979e -- bash -c 'ceph versions | jq -e '"'"'.overall | length == 1'"'"'' 2024-08-10T05:24:16.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:16 smithi196 ceph-mon[90243]: osdmap e647: 8 total, 8 up, 8 in 2024-08-10T05:24:16.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:16 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/972520578' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:24:16.870 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T05:24:17.338 INFO:tasks.rados.rados.0.smithi031.stdout:2938: done (2 left) 2024-08-10T05:24:17.338 INFO:tasks.rados.rados.0.smithi031.stdout:2939: read oid 7 snap 273 2024-08-10T05:24:17.338 INFO:tasks.rados.rados.0.smithi031.stdout:2939: expect (ObjNum 824 snap 257 seq_num 824) 2024-08-10T05:24:17.338 INFO:tasks.rados.rados.0.smithi031.stdout:2940: read oid 45 snap 274 2024-08-10T05:24:17.338 INFO:tasks.rados.rados.0.smithi031.stdout:2940: expect deleted 2024-08-10T05:24:17.339 INFO:tasks.rados.rados.0.smithi031.stdout:2941: copy_from oid 5 from oid 25 current snap is 277 2024-08-10T05:24:17.339 INFO:tasks.rados.rados.0.smithi031.stdout:2942: delete oid 37 current snap is 277 2024-08-10T05:24:17.339 INFO:tasks.rados.rados.0.smithi031.stdout:2935: expect (ObjNum 897 snap 273 seq_num 897) 2024-08-10T05:24:17.510 INFO:tasks.rados.rados.0.smithi031.stdout:2931: finishing copy_from to smithi03186013-50 2024-08-10T05:24:17.510 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 50 v 1601 (ObjNum 842 snap 259 seq_num 842) dirty exists 2024-08-10T05:24:17.511 INFO:tasks.rados.rados.0.smithi031.stdout:2941: finishing copy_from to smithi03186013-5 2024-08-10T05:24:17.511 INFO:tasks.rados.rados.0.smithi031.stdout:2941: got expected ENOENT (src dne) 2024-08-10T05:24:17.511 INFO:tasks.rados.rados.0.smithi031.stdout:2931: done (5 left) 2024-08-10T05:24:17.511 INFO:tasks.rados.rados.0.smithi031.stdout:2935: done (4 left) 2024-08-10T05:24:17.511 INFO:tasks.rados.rados.0.smithi031.stdout:2940: done (3 left) 2024-08-10T05:24:17.511 INFO:tasks.rados.rados.0.smithi031.stdout:2942: done (2 left) 2024-08-10T05:24:17.511 INFO:tasks.rados.rados.0.smithi031.stdout:2943: copy_from oid 12 from oid 40 current snap is 277 2024-08-10T05:24:17.511 INFO:tasks.rados.rados.0.smithi031.stdout:2941: finishing copy_from racing read to smithi03186013-5 2024-08-10T05:24:17.511 INFO:tasks.rados.rados.0.smithi031.stdout:2939: expect (ObjNum 824 snap 257 seq_num 824) 2024-08-10T05:24:17.518 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:17 smithi031 ceph-mon[100614]: pgmap v632: 121 pgs: 121 active+clean; 126 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 1.6 MiB/s wr, 8 op/s 2024-08-10T05:24:17.518 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:17 smithi031 ceph-mon[100614]: osdmap e648: 8 total, 8 up, 8 in 2024-08-10T05:24:17.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:17 smithi031 ceph-mon[98130]: pgmap v632: 121 pgs: 121 active+clean; 126 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 1.6 MiB/s wr, 8 op/s 2024-08-10T05:24:17.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:17 smithi031 ceph-mon[98130]: osdmap e648: 8 total, 8 up, 8 in 2024-08-10T05:24:17.559 INFO:tasks.rados.rados.0.smithi031.stdout:2943: finishing copy_from to smithi03186013-12 2024-08-10T05:24:17.559 INFO:tasks.rados.rados.0.smithi031.stdout:2943: got expected ENOENT (src dne) 2024-08-10T05:24:17.559 INFO:tasks.rados.rados.0.smithi031.stdout:2943: finishing copy_from racing read to smithi03186013-12 2024-08-10T05:24:17.559 INFO:tasks.rados.rados.0.smithi031.stdout:2939: done (2 left) 2024-08-10T05:24:17.560 INFO:tasks.rados.rados.0.smithi031.stdout:2941: done (1 left) 2024-08-10T05:24:17.560 INFO:tasks.rados.rados.0.smithi031.stdout:2943: done (0 left) 2024-08-10T05:24:17.560 INFO:tasks.rados.rados.0.smithi031.stdout:2944: read oid 38 snap -1 2024-08-10T05:24:17.560 INFO:tasks.rados.rados.0.smithi031.stdout:2944: expect (ObjNum 862 snap 260 seq_num 862) 2024-08-10T05:24:17.560 INFO:tasks.rados.rados.0.smithi031.stdout:2945: delete oid 15 current snap is 277 2024-08-10T05:24:17.562 INFO:tasks.rados.rados.0.smithi031.stdout:2945: done (1 left) 2024-08-10T05:24:17.562 INFO:tasks.rados.rados.0.smithi031.stdout:2946: snap_create 2024-08-10T05:24:17.570 INFO:tasks.rados.rados.0.smithi031.stdout:2944: expect (ObjNum 862 snap 260 seq_num 862) 2024-08-10T05:24:17.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:17 smithi196 ceph-mon[90243]: pgmap v632: 121 pgs: 121 active+clean; 126 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 1.6 MiB/s wr, 8 op/s 2024-08-10T05:24:17.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:17 smithi196 ceph-mon[90243]: osdmap e648: 8 total, 8 up, 8 in 2024-08-10T05:24:18.341 INFO:tasks.rados.rados.0.smithi031.stdout:2944: done (1 left) 2024-08-10T05:24:18.341 INFO:tasks.rados.rados.0.smithi031.stdout:2946: done (0 left) 2024-08-10T05:24:18.341 INFO:tasks.rados.rados.0.smithi031.stdout:2947: rmattr oid 44 current snap is 278 2024-08-10T05:24:18.341 INFO:tasks.rados.rados.0.smithi031.stdout:2947: done (0 left) 2024-08-10T05:24:18.341 INFO:tasks.rados.rados.0.smithi031.stdout:2948: snap_remove snap 273 2024-08-10T05:24:18.358 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:18 smithi031 ceph-mon[100614]: osdmap e649: 8 total, 8 up, 8 in 2024-08-10T05:24:18.358 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:18 smithi031 ceph-mon[98130]: osdmap e649: 8 total, 8 up, 8 in 2024-08-10T05:24:18.699 INFO:teuthology.orchestra.run.smithi031.stdout:true 2024-08-10T05:24:18.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:18 smithi196 ceph-mon[90243]: osdmap e649: 8 total, 8 up, 8 in 2024-08-10T05:24:19.273 INFO:tasks.rados.rados.0.smithi031.stdout:2948: done (0 left) 2024-08-10T05:24:19.273 INFO:tasks.rados.rados.0.smithi031.stdout:2949: read oid 10 snap -1 2024-08-10T05:24:19.273 INFO:tasks.rados.rados.0.smithi031.stdout:2949: expect (ObjNum 880 snap 269 seq_num 880) 2024-08-10T05:24:19.277 INFO:tasks.rados.rados.0.smithi031.stdout:2950: copy_from oid 38 from oid 48 current snap is 278 2024-08-10T05:24:19.278 INFO:tasks.rados.rados.0.smithi031.stdout:2951: copy_from oid 2 from oid 9 current snap is 278 2024-08-10T05:24:19.278 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 4 current snap is 278 2024-08-10T05:24:19.278 INFO:tasks.rados.rados.0.smithi031.stdout:2952: seq_num 909 ranges {1523712=425984,1949696=401408} 2024-08-10T05:24:19.285 INFO:tasks.rados.rados.0.smithi031.stdout:2952: writing smithi03186013-4 from 1523712 to 1949696 tid 1 2024-08-10T05:24:19.288 INFO:tasks.rados.rados.0.smithi031.stdout:2952: writing smithi03186013-4 from 1949696 to 2351104 tid 2 2024-08-10T05:24:19.288 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 31 current snap is 278 2024-08-10T05:24:19.288 INFO:tasks.rados.rados.0.smithi031.stdout:2951: finishing copy_from to smithi03186013-2 2024-08-10T05:24:19.288 INFO:tasks.rados.rados.0.smithi031.stdout:2951: got expected ENOENT (src dne) 2024-08-10T05:24:19.289 INFO:tasks.rados.rados.0.smithi031.stdout:2953: seq_num 910 ranges {0=442368,442368=401408} 2024-08-10T05:24:19.291 INFO:tasks.rados.rados.0.smithi031.stdout:2953: writing smithi03186013-31 from 0 to 442368 tid 1 2024-08-10T05:24:19.295 INFO:tasks.rados.rados.0.smithi031.stdout:2953: writing smithi03186013-31 from 442368 to 843776 tid 2 2024-08-10T05:24:19.295 INFO:tasks.rados.rados.0.smithi031.stdout:2954: snap_remove snap 274 2024-08-10T05:24:19.295 INFO:tasks.rados.rados.0.smithi031.stdout:2951: finishing copy_from racing read to smithi03186013-2 2024-08-10T05:24:19.295 INFO:tasks.rados.rados.0.smithi031.stdout:2952: finishing write tid 1 to smithi03186013-4 2024-08-10T05:24:19.322 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fc322138-56d5-11ef-bcce-c7b262605968 -e sha1=bca9905d683c89d50ebab7089e7e4e66f174979e -- bash -c 'ceph versions | jq -e '"'"'.overall | keys'"'"' | grep $sha1' 2024-08-10T05:24:19.603 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T05:24:19.617 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:19 smithi031 ceph-mon[98130]: pgmap v635: 121 pgs: 121 active+clean; 127 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 692 KiB/s wr, 13 op/s 2024-08-10T05:24:19.617 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:19 smithi031 ceph-mon[98130]: osdmap e650: 8 total, 8 up, 8 in 2024-08-10T05:24:19.617 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:19 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/410939266' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:24:19.617 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:19 smithi031 ceph-mon[98130]: osdmap e651: 8 total, 8 up, 8 in 2024-08-10T05:24:19.617 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:19 smithi031 ceph-mon[100614]: pgmap v635: 121 pgs: 121 active+clean; 127 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 692 KiB/s wr, 13 op/s 2024-08-10T05:24:19.618 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:19 smithi031 ceph-mon[100614]: osdmap e650: 8 total, 8 up, 8 in 2024-08-10T05:24:19.618 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:19 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/410939266' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:24:19.618 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:19 smithi031 ceph-mon[100614]: osdmap e651: 8 total, 8 up, 8 in 2024-08-10T05:24:19.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:19 smithi196 ceph-mon[90243]: pgmap v635: 121 pgs: 121 active+clean; 127 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 692 KiB/s wr, 13 op/s 2024-08-10T05:24:19.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:19 smithi196 ceph-mon[90243]: osdmap e650: 8 total, 8 up, 8 in 2024-08-10T05:24:19.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:19 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/410939266' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:24:19.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:19 smithi196 ceph-mon[90243]: osdmap e651: 8 total, 8 up, 8 in 2024-08-10T05:24:20.273 INFO:tasks.rados.rados.0.smithi031.stdout:2951: done (5 left) 2024-08-10T05:24:20.273 INFO:tasks.rados.rados.0.smithi031.stdout:2954: done (4 left) 2024-08-10T05:24:20.273 INFO:tasks.rados.rados.0.smithi031.stdout:2955: delete oid 7 current snap is 278 2024-08-10T05:24:20.273 INFO:tasks.rados.rados.0.smithi031.stdout:2952: finishing write tid 2 to smithi03186013-4 2024-08-10T05:24:20.273 INFO:tasks.rados.rados.0.smithi031.stdout:2952: finishing write tid 3 to smithi03186013-4 2024-08-10T05:24:20.273 INFO:tasks.rados.rados.0.smithi031.stdout:2950: finishing copy_from racing read to smithi03186013-38 2024-08-10T05:24:20.273 INFO:tasks.rados.rados.0.smithi031.stdout:2952: finishing write tid 4 to smithi03186013-4 2024-08-10T05:24:20.273 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 4 v 1604 (ObjNum 909 snap 278 seq_num 909) dirty exists 2024-08-10T05:24:20.273 INFO:tasks.rados.rados.0.smithi031.stdout:2952: left oid 4 (ObjNum 909 snap 278 seq_num 909) 2024-08-10T05:24:20.274 INFO:tasks.rados.rados.0.smithi031.stdout:2949: expect (ObjNum 880 snap 269 seq_num 880) 2024-08-10T05:24:20.386 INFO:tasks.rados.rados.0.smithi031.stdout:2950: finishing copy_from to smithi03186013-38 2024-08-10T05:24:20.386 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 38 v 1662 (ObjNum 874 snap 268 seq_num 874) dirty exists 2024-08-10T05:24:20.386 INFO:tasks.rados.rados.0.smithi031.stdout:2953: finishing write tid 1 to smithi03186013-31 2024-08-10T05:24:20.387 INFO:tasks.rados.rados.0.smithi031.stdout:2953: finishing write tid 2 to smithi03186013-31 2024-08-10T05:24:20.387 INFO:tasks.rados.rados.0.smithi031.stdout:2953: finishing write tid 3 to smithi03186013-31 2024-08-10T05:24:20.387 INFO:tasks.rados.rados.0.smithi031.stdout:2953: finishing write tid 4 to smithi03186013-31 2024-08-10T05:24:20.387 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 31 v 1409 (ObjNum 910 snap 278 seq_num 910) dirty exists 2024-08-10T05:24:20.387 INFO:tasks.rados.rados.0.smithi031.stdout:2953: left oid 31 (ObjNum 910 snap 278 seq_num 910) 2024-08-10T05:24:20.387 INFO:tasks.rados.rados.0.smithi031.stdout:2949: done (4 left) 2024-08-10T05:24:20.387 INFO:tasks.rados.rados.0.smithi031.stdout:2950: done (3 left) 2024-08-10T05:24:20.387 INFO:tasks.rados.rados.0.smithi031.stdout:2952: done (2 left) 2024-08-10T05:24:20.387 INFO:tasks.rados.rados.0.smithi031.stdout:2953: done (1 left) 2024-08-10T05:24:20.387 INFO:tasks.rados.rados.0.smithi031.stdout:2955: done (0 left) 2024-08-10T05:24:20.387 INFO:tasks.rados.rados.0.smithi031.stdout:2956: rollback oid 31 current snap is 278 2024-08-10T05:24:20.388 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 31 to 277 2024-08-10T05:24:20.388 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 29 current snap is 278 2024-08-10T05:24:20.388 INFO:tasks.rados.rados.0.smithi031.stdout:2957: seq_num 912 ranges {172032=483328,655360=401408} 2024-08-10T05:24:20.390 INFO:tasks.rados.rados.0.smithi031.stdout:2957: writing smithi03186013-29 from 172032 to 655360 tid 1 2024-08-10T05:24:20.394 INFO:tasks.rados.rados.0.smithi031.stdout:2957: writing smithi03186013-29 from 655360 to 1056768 tid 2 2024-08-10T05:24:20.394 INFO:tasks.rados.rados.0.smithi031.stdout:2958: read oid 48 snap 277 2024-08-10T05:24:20.395 INFO:tasks.rados.rados.0.smithi031.stdout:2958: expect (ObjNum 874 snap 268 seq_num 874) 2024-08-10T05:24:20.395 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 12 current snap is 278 2024-08-10T05:24:20.395 INFO:tasks.rados.rados.0.smithi031.stdout:2956: finishing rollback tid 0 to smithi03186013-31 2024-08-10T05:24:20.395 INFO:tasks.rados.rados.0.smithi031.stdout:2956: finishing rollback tid 1 to smithi03186013-31 2024-08-10T05:24:20.395 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 31 v 1411 (ObjNum 257 snap 0 seq_num 590236144) dirty dne 2024-08-10T05:24:20.395 INFO:tasks.rados.rados.0.smithi031.stdout:2959: seq_num 913 ranges {122880=499712,622592=401408} 2024-08-10T05:24:20.398 INFO:tasks.rados.rados.0.smithi031.stdout:2959: writing smithi03186013-12 from 122880 to 622592 tid 1 2024-08-10T05:24:20.402 INFO:tasks.rados.rados.0.smithi031.stdout:2959: writing smithi03186013-12 from 622592 to 1024000 tid 2 2024-08-10T05:24:20.403 INFO:tasks.rados.rados.0.smithi031.stdout:2956: done (3 left) 2024-08-10T05:24:20.403 INFO:tasks.rados.rados.0.smithi031.stdout:2960: copy_from oid 41 from oid 37 current snap is 278 2024-08-10T05:24:20.403 INFO:tasks.rados.rados.0.smithi031.stdout:2957: finishing write tid 1 to smithi03186013-29 2024-08-10T05:24:20.403 INFO:tasks.rados.rados.0.smithi031.stdout:2957: finishing write tid 2 to smithi03186013-29 2024-08-10T05:24:20.403 INFO:tasks.rados.rados.0.smithi031.stdout:2957: finishing write tid 3 to smithi03186013-29 2024-08-10T05:24:20.403 INFO:tasks.rados.rados.0.smithi031.stdout:2957: finishing write tid 4 to smithi03186013-29 2024-08-10T05:24:20.403 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 29 v 1728 (ObjNum 912 snap 278 seq_num 912) dirty exists 2024-08-10T05:24:20.403 INFO:tasks.rados.rados.0.smithi031.stdout:2957: left oid 29 (ObjNum 912 snap 278 seq_num 912) 2024-08-10T05:24:20.403 INFO:tasks.rados.rados.0.smithi031.stdout:2957: done (3 left) 2024-08-10T05:24:20.403 INFO:tasks.rados.rados.0.smithi031.stdout:2961: delete oid 33 current snap is 278 2024-08-10T05:24:20.404 INFO:tasks.rados.rados.0.smithi031.stdout:2960: finishing copy_from to smithi03186013-41 2024-08-10T05:24:20.404 INFO:tasks.rados.rados.0.smithi031.stdout:2960: got expected ENOENT (src dne) 2024-08-10T05:24:20.404 INFO:tasks.rados.rados.0.smithi031.stdout:2960: finishing copy_from racing read to smithi03186013-41 2024-08-10T05:24:20.405 INFO:tasks.rados.rados.0.smithi031.stdout:2960: done (3 left) 2024-08-10T05:24:20.405 INFO:tasks.rados.rados.0.smithi031.stdout:2961: done (2 left) 2024-08-10T05:24:20.405 INFO:tasks.rados.rados.0.smithi031.stdout:2962: read oid 31 snap -1 2024-08-10T05:24:20.405 INFO:tasks.rados.rados.0.smithi031.stdout:2962: expect deleted 2024-08-10T05:24:20.405 INFO:tasks.rados.rados.0.smithi031.stdout:2963: copy_from oid 49 from oid 5 current snap is 278 2024-08-10T05:24:20.405 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 8 current snap is 278 2024-08-10T05:24:20.405 INFO:tasks.rados.rados.0.smithi031.stdout:2964: seq_num 915 ranges {2113536=532480,2646016=401408} 2024-08-10T05:24:20.421 INFO:tasks.rados.rados.0.smithi031.stdout:2964: writing smithi03186013-8 from 2113536 to 2646016 tid 1 2024-08-10T05:24:20.424 INFO:tasks.rados.rados.0.smithi031.stdout:2964: writing smithi03186013-8 from 2646016 to 3047424 tid 2 2024-08-10T05:24:20.424 INFO:tasks.rados.rados.0.smithi031.stdout:2965: delete oid 37 current snap is 278 2024-08-10T05:24:20.424 INFO:tasks.rados.rados.0.smithi031.stdout:2959: finishing write tid 1 to smithi03186013-12 2024-08-10T05:24:20.425 INFO:tasks.rados.rados.0.smithi031.stdout:2959: finishing write tid 2 to smithi03186013-12 2024-08-10T05:24:20.425 INFO:tasks.rados.rados.0.smithi031.stdout:2959: finishing write tid 3 to smithi03186013-12 2024-08-10T05:24:20.425 INFO:tasks.rados.rados.0.smithi031.stdout:2958: expect (ObjNum 874 snap 268 seq_num 874) 2024-08-10T05:24:20.582 INFO:tasks.rados.rados.0.smithi031.stdout:2959: finishing write tid 4 to smithi03186013-12 2024-08-10T05:24:20.583 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 12 v 1411 (ObjNum 913 snap 278 seq_num 913) dirty exists 2024-08-10T05:24:20.583 INFO:tasks.rados.rados.0.smithi031.stdout:2959: left oid 12 (ObjNum 913 snap 278 seq_num 913) 2024-08-10T05:24:20.583 INFO:tasks.rados.rados.0.smithi031.stdout:2963: finishing copy_from racing read to smithi03186013-49 2024-08-10T05:24:20.583 INFO:tasks.rados.rados.0.smithi031.stdout:2963: finishing copy_from to smithi03186013-49 2024-08-10T05:24:20.583 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 49 v 1371 (ObjNum 768 snap 239 seq_num 768) dirty exists 2024-08-10T05:24:20.583 INFO:tasks.rados.rados.0.smithi031.stdout:2958: done (5 left) 2024-08-10T05:24:20.583 INFO:tasks.rados.rados.0.smithi031.stdout:2959: done (4 left) 2024-08-10T05:24:20.583 INFO:tasks.rados.rados.0.smithi031.stdout:2962: done (3 left) 2024-08-10T05:24:20.583 INFO:tasks.rados.rados.0.smithi031.stdout:2963: done (2 left) 2024-08-10T05:24:20.583 INFO:tasks.rados.rados.0.smithi031.stdout:2965: done (1 left) 2024-08-10T05:24:20.583 INFO:tasks.rados.rados.0.smithi031.stdout:2966: rollback oid 20 current snap is 278 2024-08-10T05:24:20.583 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 20 to 277 2024-08-10T05:24:20.584 INFO:tasks.rados.rados.0.smithi031.stdout:2964: finishing write tid 1 to smithi03186013-8 2024-08-10T05:24:20.584 INFO:tasks.rados.rados.0.smithi031.stdout:2964: finishing write tid 2 to smithi03186013-8 2024-08-10T05:24:20.584 INFO:tasks.rados.rados.0.smithi031.stdout:2964: finishing write tid 3 to smithi03186013-8 2024-08-10T05:24:20.584 INFO:tasks.rados.rados.0.smithi031.stdout:2964: finishing write tid 4 to smithi03186013-8 2024-08-10T05:24:20.584 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 8 v 1732 (ObjNum 915 snap 278 seq_num 915) dirty exists 2024-08-10T05:24:20.584 INFO:tasks.rados.rados.0.smithi031.stdout:2964: left oid 8 (ObjNum 915 snap 278 seq_num 915) 2024-08-10T05:24:20.584 INFO:tasks.rados.rados.0.smithi031.stdout:2964: done (1 left) 2024-08-10T05:24:20.584 INFO:tasks.rados.rados.0.smithi031.stdout:2967: copy_from oid 10 from oid 48 current snap is 278 2024-08-10T05:24:20.584 INFO:tasks.rados.rados.0.smithi031.stdout:2968: rollback oid 12 current snap is 278 2024-08-10T05:24:20.584 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 12 to 275 2024-08-10T05:24:20.584 INFO:tasks.rados.rados.0.smithi031.stdout:2969: delete oid 44 current snap is 278 2024-08-10T05:24:20.585 INFO:tasks.rados.rados.0.smithi031.stdout:2969: done (3 left) 2024-08-10T05:24:20.585 INFO:tasks.rados.rados.0.smithi031.stdout:2970: read oid 38 snap -1 2024-08-10T05:24:20.585 INFO:tasks.rados.rados.0.smithi031.stdout:2970: expect (ObjNum 874 snap 268 seq_num 874) 2024-08-10T05:24:20.585 INFO:tasks.rados.rados.0.smithi031.stdout:2971: read oid 29 snap -1 2024-08-10T05:24:20.585 INFO:tasks.rados.rados.0.smithi031.stdout:2971: expect (ObjNum 912 snap 278 seq_num 912) 2024-08-10T05:24:20.585 INFO:tasks.rados.rados.0.smithi031.stdout:2972: read oid 49 snap -1 2024-08-10T05:24:20.585 INFO:tasks.rados.rados.0.smithi031.stdout:2972: expect (ObjNum 768 snap 239 seq_num 768) 2024-08-10T05:24:20.586 INFO:tasks.rados.rados.0.smithi031.stdout:2973: snap_create 2024-08-10T05:24:20.588 INFO:tasks.rados.rados.0.smithi031.stdout:2966: finishing rollback tid 0 to smithi03186013-20 2024-08-10T05:24:20.588 INFO:tasks.rados.rados.0.smithi031.stdout:2966: finishing rollback tid 1 to smithi03186013-20 2024-08-10T05:24:20.589 INFO:tasks.rados.rados.0.smithi031.stdout:2966: finishing rollback tid 2 to smithi03186013-20 2024-08-10T05:24:20.589 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 20 v 1414 (ObjNum 884 snap 269 seq_num 884) dirty exists 2024-08-10T05:24:20.589 INFO:tasks.rados.rados.0.smithi031.stdout:2968: finishing rollback tid 0 to smithi03186013-12 2024-08-10T05:24:20.591 INFO:tasks.rados.rados.0.smithi031.stdout:2968: finishing rollback tid 1 to smithi03186013-12 2024-08-10T05:24:20.591 INFO:tasks.rados.rados.0.smithi031.stdout:2968: finishing rollback tid 2 to smithi03186013-12 2024-08-10T05:24:20.591 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 12 v 1417 (ObjNum 867 snap 262 seq_num 867) dirty exists 2024-08-10T05:24:20.591 INFO:tasks.rados.rados.0.smithi031.stdout:2971: expect (ObjNum 912 snap 278 seq_num 912) 2024-08-10T05:24:20.625 INFO:tasks.rados.rados.0.smithi031.stdout:2967: finishing copy_from racing read to smithi03186013-10 2024-08-10T05:24:20.625 INFO:tasks.rados.rados.0.smithi031.stdout:2967: finishing copy_from to smithi03186013-10 2024-08-10T05:24:20.625 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 10 v 1662 (ObjNum 874 snap 268 seq_num 874) dirty exists 2024-08-10T05:24:20.625 INFO:tasks.rados.rados.0.smithi031.stdout:2972: expect (ObjNum 768 snap 239 seq_num 768) 2024-08-10T05:24:20.697 INFO:tasks.rados.rados.0.smithi031.stdout:2970: expect (ObjNum 874 snap 268 seq_num 874) 2024-08-10T05:24:21.344 INFO:tasks.rados.rados.0.smithi031.stdout:2966: done (6 left) 2024-08-10T05:24:21.345 INFO:tasks.rados.rados.0.smithi031.stdout:2967: done (5 left) 2024-08-10T05:24:21.345 INFO:tasks.rados.rados.0.smithi031.stdout:2968: done (4 left) 2024-08-10T05:24:21.345 INFO:tasks.rados.rados.0.smithi031.stdout:2970: done (3 left) 2024-08-10T05:24:21.345 INFO:tasks.rados.rados.0.smithi031.stdout:2971: done (2 left) 2024-08-10T05:24:21.345 INFO:tasks.rados.rados.0.smithi031.stdout:2972: done (1 left) 2024-08-10T05:24:21.345 INFO:tasks.rados.rados.0.smithi031.stdout:2973: done (0 left) 2024-08-10T05:24:21.345 INFO:tasks.rados.rados.0.smithi031.stdout:2974: rollback oid 3 current snap is 279 2024-08-10T05:24:21.345 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 3 to 275 2024-08-10T05:24:21.345 INFO:tasks.rados.rados.0.smithi031.stdout:2975: read oid 39 snap -1 2024-08-10T05:24:21.345 INFO:tasks.rados.rados.0.smithi031.stdout:2975: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-10T05:24:21.345 INFO:tasks.rados.rados.0.smithi031.stdout:2976: rollback oid 18 current snap is 279 2024-08-10T05:24:21.345 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 18 to 277 2024-08-10T05:24:21.345 INFO:tasks.rados.rados.0.smithi031.stdout:2977: snap_remove snap 278 2024-08-10T05:24:21.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:24:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:24:21] "GET /metrics HTTP/1.1" 200 36278 "" "Prometheus/2.43.0" 2024-08-10T05:24:21.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:21 smithi031 ceph-mon[98130]: pgmap v638: 121 pgs: 121 active+clean; 125 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.9 MiB/s rd, 1.0 MiB/s wr, 14 op/s 2024-08-10T05:24:21.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:21 smithi031 ceph-mon[98130]: osdmap e652: 8 total, 8 up, 8 in 2024-08-10T05:24:21.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:21 smithi031 ceph-mon[100614]: pgmap v638: 121 pgs: 121 active+clean; 125 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.9 MiB/s rd, 1.0 MiB/s wr, 14 op/s 2024-08-10T05:24:21.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:21 smithi031 ceph-mon[100614]: osdmap e652: 8 total, 8 up, 8 in 2024-08-10T05:24:21.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:21 smithi196 ceph-mon[90243]: pgmap v638: 121 pgs: 121 active+clean; 125 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.9 MiB/s rd, 1.0 MiB/s wr, 14 op/s 2024-08-10T05:24:21.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:21 smithi196 ceph-mon[90243]: osdmap e652: 8 total, 8 up, 8 in 2024-08-10T05:24:21.583 INFO:teuthology.orchestra.run.smithi031.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)" 2024-08-10T05:24:22.242 INFO:teuthology.task.sequential:In sequential, running task print... 2024-08-10T05:24:22.242 INFO:teuthology.task.print:**** done end upgrade, wait... 2024-08-10T05:24:22.242 DEBUG:teuthology.parallel:result is None 2024-08-10T05:24:22.350 INFO:tasks.rados.rados.0.smithi031.stdout:2977: done (3 left) 2024-08-10T05:24:22.350 INFO:tasks.rados.rados.0.smithi031.stdout:2978: rmattr oid 14 current snap is 279 2024-08-10T05:24:22.350 INFO:tasks.rados.rados.0.smithi031.stdout:2978: done (3 left) 2024-08-10T05:24:22.351 INFO:tasks.rados.rados.0.smithi031.stdout:2979: delete oid 44 current snap is 279 2024-08-10T05:24:22.351 INFO:tasks.rados.rados.0.smithi031.stdout:2974: finishing rollback tid 1 to smithi03186013-3 2024-08-10T05:24:22.351 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 3 v 0 (ObjNum 33 snap 0 seq_num 589789872) dirty dne 2024-08-10T05:24:22.351 INFO:tasks.rados.rados.0.smithi031.stdout:2975: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-10T05:24:22.357 INFO:tasks.rados.rados.0.smithi031.stdout:2976: finishing rollback tid 0 to smithi03186013-18 2024-08-10T05:24:22.357 INFO:tasks.rados.rados.0.smithi031.stdout:2976: finishing rollback tid 1 to smithi03186013-18 2024-08-10T05:24:22.357 INFO:tasks.rados.rados.0.smithi031.stdout:2976: finishing rollback tid 2 to smithi03186013-18 2024-08-10T05:24:22.357 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 18 v 1494 (ObjNum 858 snap 260 seq_num 858) dirty exists 2024-08-10T05:24:22.357 INFO:tasks.rados.rados.0.smithi031.stdout:2974: done (3 left) 2024-08-10T05:24:22.358 INFO:tasks.rados.rados.0.smithi031.stdout:2975: done (2 left) 2024-08-10T05:24:22.358 INFO:tasks.rados.rados.0.smithi031.stdout:2976: done (1 left) 2024-08-10T05:24:22.358 INFO:tasks.rados.rados.0.smithi031.stdout:2979: done (0 left) 2024-08-10T05:24:22.358 INFO:tasks.rados.rados.0.smithi031.stdout:2980: read oid 9 snap -1 2024-08-10T05:24:22.358 INFO:tasks.rados.rados.0.smithi031.stdout:2980: expect deleted 2024-08-10T05:24:22.359 INFO:tasks.rados.rados.0.smithi031.stdout:2981: snap_remove snap 275 2024-08-10T05:24:22.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:22 smithi031 ceph-mon[98130]: osdmap e653: 8 total, 8 up, 8 in 2024-08-10T05:24:22.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:22 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/2227469652' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:24:22.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:22 smithi031 ceph-mon[100614]: osdmap e653: 8 total, 8 up, 8 in 2024-08-10T05:24:22.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:22 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/2227469652' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:24:22.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:22 smithi196 ceph-mon[90243]: osdmap e653: 8 total, 8 up, 8 in 2024-08-10T05:24:22.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:22 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/2227469652' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-10T05:24:22.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:24:22 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:24:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:24:23.357 INFO:tasks.rados.rados.0.smithi031.stdout:2981: done (1 left) 2024-08-10T05:24:23.358 INFO:tasks.rados.rados.0.smithi031.stdout:2982: read oid 49 snap -1 2024-08-10T05:24:23.358 INFO:tasks.rados.rados.0.smithi031.stdout:2982: expect (ObjNum 768 snap 239 seq_num 768) 2024-08-10T05:24:23.358 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 17 current snap is 279 2024-08-10T05:24:23.358 INFO:tasks.rados.rados.0.smithi031.stdout:2983: seq_num 919 ranges {1056768=598016,1654784=401408} 2024-08-10T05:24:23.369 INFO:tasks.rados.rados.0.smithi031.stdout:2983: writing smithi03186013-17 from 1056768 to 1654784 tid 1 2024-08-10T05:24:23.372 INFO:tasks.rados.rados.0.smithi031.stdout:2983: writing smithi03186013-17 from 1654784 to 2056192 tid 2 2024-08-10T05:24:23.372 INFO:tasks.rados.rados.0.smithi031.stdout:2980: done (2 left) 2024-08-10T05:24:23.373 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 3 current snap is 279 2024-08-10T05:24:23.373 INFO:tasks.rados.rados.0.smithi031.stdout:2984: seq_num 920 ranges {0=614400,614400=401408} 2024-08-10T05:24:23.377 INFO:tasks.rados.rados.0.smithi031.stdout:2984: writing smithi03186013-3 from 0 to 614400 tid 1 2024-08-10T05:24:23.380 INFO:tasks.rados.rados.0.smithi031.stdout:2984: writing smithi03186013-3 from 614400 to 1015808 tid 2 2024-08-10T05:24:23.380 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 24 current snap is 279 2024-08-10T05:24:23.380 INFO:tasks.rados.rados.0.smithi031.stdout:2985: seq_num 921 ranges {0=630784,630784=401408} 2024-08-10T05:24:23.384 INFO:tasks.rados.rados.0.smithi031.stdout:2985: writing smithi03186013-24 from 0 to 630784 tid 1 2024-08-10T05:24:23.387 INFO:tasks.rados.rados.0.smithi031.stdout:2985: writing smithi03186013-24 from 630784 to 1032192 tid 2 2024-08-10T05:24:23.387 INFO:tasks.rados.rados.0.smithi031.stdout:2986: delete oid 8 current snap is 279 2024-08-10T05:24:23.387 INFO:tasks.rados.rados.0.smithi031.stdout:2982: expect (ObjNum 768 snap 239 seq_num 768) 2024-08-10T05:24:23.461 INFO:tasks.rados.rados.0.smithi031.stdout:2983: finishing write tid 1 to smithi03186013-17 2024-08-10T05:24:23.461 INFO:tasks.rados.rados.0.smithi031.stdout:2983: finishing write tid 2 to smithi03186013-17 2024-08-10T05:24:23.462 INFO:tasks.rados.rados.0.smithi031.stdout:2983: finishing write tid 3 to smithi03186013-17 2024-08-10T05:24:23.462 INFO:tasks.rados.rados.0.smithi031.stdout:2983: finishing write tid 4 to smithi03186013-17 2024-08-10T05:24:23.462 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 17 v 1365 (ObjNum 919 snap 279 seq_num 919) dirty exists 2024-08-10T05:24:23.462 INFO:tasks.rados.rados.0.smithi031.stdout:2983: left oid 17 (ObjNum 919 snap 279 seq_num 919) 2024-08-10T05:24:23.462 INFO:tasks.rados.rados.0.smithi031.stdout:2984: finishing write tid 1 to smithi03186013-3 2024-08-10T05:24:23.462 INFO:tasks.rados.rados.0.smithi031.stdout:2982: done (4 left) 2024-08-10T05:24:23.462 INFO:tasks.rados.rados.0.smithi031.stdout:2983: done (3 left) 2024-08-10T05:24:23.462 INFO:tasks.rados.rados.0.smithi031.stdout:2986: done (2 left) 2024-08-10T05:24:23.462 INFO:tasks.rados.rados.0.smithi031.stdout:2987: copy_from oid 34 from oid 32 current snap is 279 2024-08-10T05:24:23.462 INFO:tasks.rados.rados.0.smithi031.stdout:2984: finishing write tid 2 to smithi03186013-3 2024-08-10T05:24:23.462 INFO:tasks.rados.rados.0.smithi031.stdout:2984: finishing write tid 3 to smithi03186013-3 2024-08-10T05:24:23.463 INFO:tasks.rados.rados.0.smithi031.stdout:2984: finishing write tid 4 to smithi03186013-3 2024-08-10T05:24:23.463 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 3 v 1420 (ObjNum 920 snap 279 seq_num 920) dirty exists 2024-08-10T05:24:23.463 INFO:tasks.rados.rados.0.smithi031.stdout:2984: left oid 3 (ObjNum 920 snap 279 seq_num 920) 2024-08-10T05:24:23.463 INFO:tasks.rados.rados.0.smithi031.stdout:2985: finishing write tid 1 to smithi03186013-24 2024-08-10T05:24:23.463 INFO:tasks.rados.rados.0.smithi031.stdout:2985: finishing write tid 2 to smithi03186013-24 2024-08-10T05:24:23.463 INFO:tasks.rados.rados.0.smithi031.stdout:2985: finishing write tid 3 to smithi03186013-24 2024-08-10T05:24:23.463 INFO:tasks.rados.rados.0.smithi031.stdout:2985: finishing write tid 4 to smithi03186013-24 2024-08-10T05:24:23.463 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 24 v 1743 (ObjNum 921 snap 279 seq_num 921) dirty exists 2024-08-10T05:24:23.463 INFO:tasks.rados.rados.0.smithi031.stdout:2985: left oid 24 (ObjNum 921 snap 279 seq_num 921) 2024-08-10T05:24:23.463 INFO:tasks.rados.rados.0.smithi031.stdout:2984: done (2 left) 2024-08-10T05:24:23.463 INFO:tasks.rados.rados.0.smithi031.stdout:2985: done (1 left) 2024-08-10T05:24:23.463 INFO:tasks.rados.rados.0.smithi031.stdout:2988: delete oid 14 current snap is 279 2024-08-10T05:24:23.464 INFO:tasks.rados.rados.0.smithi031.stdout:2988: done (1 left) 2024-08-10T05:24:23.464 INFO:tasks.rados.rados.0.smithi031.stdout:2989: setattr oid 36 current snap is 279 2024-08-10T05:24:23.465 INFO:tasks.rados.rados.0.smithi031.stdout:2990: rollback oid 10 current snap is 279 2024-08-10T05:24:23.466 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 10 to 277 2024-08-10T05:24:23.466 INFO:tasks.rados.rados.0.smithi031.stdout:2991: copy_from oid 46 from oid 49 current snap is 279 2024-08-10T05:24:23.466 INFO:tasks.rados.rados.0.smithi031.stdout:2992: rollback oid 24 current snap is 279 2024-08-10T05:24:23.466 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 24 to 277 2024-08-10T05:24:23.466 INFO:tasks.rados.rados.0.smithi031.stdout:2993: read oid 15 snap -1 2024-08-10T05:24:23.466 INFO:tasks.rados.rados.0.smithi031.stdout:2993: expect deleted 2024-08-10T05:24:23.466 INFO:tasks.rados.rados.0.smithi031.stdout:2994: delete oid 1 current snap is 279 2024-08-10T05:24:23.469 INFO:tasks.rados.rados.0.smithi031.stdout:2990: finishing rollback tid 0 to smithi03186013-10 2024-08-10T05:24:23.470 INFO:tasks.rados.rados.0.smithi031.stdout:2993: done (6 left) 2024-08-10T05:24:23.470 INFO:tasks.rados.rados.0.smithi031.stdout:2994: done (5 left) 2024-08-10T05:24:23.470 INFO:tasks.rados.rados.0.smithi031.stdout:2995: setattr oid 38 current snap is 279 2024-08-10T05:24:23.470 INFO:tasks.rados.rados.0.smithi031.stdout:2990: finishing rollback tid 1 to smithi03186013-10 2024-08-10T05:24:23.470 INFO:tasks.rados.rados.0.smithi031.stdout:2992: finishing rollback tid 0 to smithi03186013-24 2024-08-10T05:24:23.470 INFO:tasks.rados.rados.0.smithi031.stdout:2992: finishing rollback tid 1 to smithi03186013-24 2024-08-10T05:24:23.470 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 24 v 1746 (ObjNum 385 snap 0 seq_num 590273088) dirty dne 2024-08-10T05:24:23.470 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 36 v 1605 (ObjNum 775 snap 240 seq_num 775) dirty exists 2024-08-10T05:24:23.471 INFO:tasks.rados.rados.0.smithi031.stdout:2990: finishing rollback tid 2 to smithi03186013-10 2024-08-10T05:24:23.471 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 10 v 1665 (ObjNum 880 snap 269 seq_num 880) dirty exists 2024-08-10T05:24:23.471 INFO:tasks.rados.rados.0.smithi031.stdout:2989: done (5 left) 2024-08-10T05:24:23.471 INFO:tasks.rados.rados.0.smithi031.stdout:2990: done (4 left) 2024-08-10T05:24:23.471 INFO:tasks.rados.rados.0.smithi031.stdout:2992: done (3 left) 2024-08-10T05:24:23.471 INFO:tasks.rados.rados.0.smithi031.stdout:2996: snap_remove snap 277 2024-08-10T05:24:23.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:23 smithi031 ceph-mon[98130]: pgmap v641: 121 pgs: 121 active+clean; 117 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 760 KiB/s wr, 7 op/s 2024-08-10T05:24:23.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:23 smithi031 ceph-mon[98130]: osdmap e654: 8 total, 8 up, 8 in 2024-08-10T05:24:23.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:23 smithi031 ceph-mon[100614]: pgmap v641: 121 pgs: 121 active+clean; 117 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 760 KiB/s wr, 7 op/s 2024-08-10T05:24:23.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:23 smithi031 ceph-mon[100614]: osdmap e654: 8 total, 8 up, 8 in 2024-08-10T05:24:23.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:23 smithi196 ceph-mon[90243]: pgmap v641: 121 pgs: 121 active+clean; 117 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 760 KiB/s wr, 7 op/s 2024-08-10T05:24:23.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:23 smithi196 ceph-mon[90243]: osdmap e654: 8 total, 8 up, 8 in 2024-08-10T05:24:24.272 INFO:tasks.rados.rados.0.smithi031.stdout:2996: done (3 left) 2024-08-10T05:24:24.273 INFO:tasks.rados.rados.0.smithi031.stdout:2997: read oid 4 snap -1 2024-08-10T05:24:24.273 INFO:tasks.rados.rados.0.smithi031.stdout:2997: expect (ObjNum 909 snap 278 seq_num 909) 2024-08-10T05:24:24.273 INFO:tasks.rados.rados.0.smithi031.stdout:2998: rollback oid 45 current snap is 279 2024-08-10T05:24:24.273 INFO:tasks.rados.rados.0.smithi031.stdout:2998: done (4 left) 2024-08-10T05:24:24.273 INFO:tasks.rados.rados.0.smithi031.stdout:2999: snap_create 2024-08-10T05:24:24.273 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 38 v 1663 (ObjNum 874 snap 268 seq_num 874) dirty exists 2024-08-10T05:24:24.273 INFO:tasks.rados.rados.0.smithi031.stdout:2991: finishing copy_from racing read to smithi03186013-46 2024-08-10T05:24:24.273 INFO:tasks.rados.rados.0.smithi031.stdout:2991: finishing copy_from to smithi03186013-46 2024-08-10T05:24:24.273 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 46 v 1371 (ObjNum 768 snap 239 seq_num 768) dirty exists 2024-08-10T05:24:24.273 INFO:tasks.rados.rados.0.smithi031.stdout:2987: finishing copy_from racing read to smithi03186013-34 2024-08-10T05:24:24.273 INFO:tasks.rados.rados.0.smithi031.stdout:2987: finishing copy_from to smithi03186013-34 2024-08-10T05:24:24.273 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 34 v 1635 (ObjNum 904 snap 274 seq_num 904) dirty exists 2024-08-10T05:24:24.289 INFO:tasks.rados.rados.0.smithi031.stdout:2997: expect (ObjNum 909 snap 278 seq_num 909) 2024-08-10T05:24:24.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:24 smithi031 ceph-mon[98130]: osdmap e655: 8 total, 8 up, 8 in 2024-08-10T05:24:24.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:24 smithi031 ceph-mon[98130]: osdmap e656: 8 total, 8 up, 8 in 2024-08-10T05:24:24.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:24 smithi031 ceph-mon[100614]: osdmap e655: 8 total, 8 up, 8 in 2024-08-10T05:24:24.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:24 smithi031 ceph-mon[100614]: osdmap e656: 8 total, 8 up, 8 in 2024-08-10T05:24:24.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:24 smithi196 ceph-mon[90243]: osdmap e655: 8 total, 8 up, 8 in 2024-08-10T05:24:24.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:24 smithi196 ceph-mon[90243]: osdmap e656: 8 total, 8 up, 8 in 2024-08-10T05:24:25.275 INFO:tasks.rados.rados.0.smithi031.stdout:2987: done (4 left) 2024-08-10T05:24:25.275 INFO:tasks.rados.rados.0.smithi031.stdout:2991: done (3 left) 2024-08-10T05:24:25.275 INFO:tasks.rados.rados.0.smithi031.stdout:2995: done (2 left) 2024-08-10T05:24:25.275 INFO:tasks.rados.rados.0.smithi031.stdout:2997: done (1 left) 2024-08-10T05:24:25.275 INFO:tasks.rados.rados.0.smithi031.stdout:2999: done (0 left) 2024-08-10T05:24:25.275 INFO:tasks.rados.rados.0.smithi031.stdout:3000: setattr oid 32 current snap is 280 2024-08-10T05:24:25.276 INFO:tasks.rados.rados.0.smithi031.stdout:3001: rmattr oid 36 current snap is 280 2024-08-10T05:24:25.276 INFO:tasks.rados.rados.0.smithi031.stdout:3002: snap_remove snap 279 2024-08-10T05:24:25.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:25 smithi031 ceph-mon[98130]: pgmap v644: 121 pgs: 121 active+clean; 97 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.9 MiB/s rd, 2.2 MiB/s wr, 9 op/s 2024-08-10T05:24:25.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:25 smithi031 ceph-mon[98130]: osdmap e657: 8 total, 8 up, 8 in 2024-08-10T05:24:25.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:25 smithi031 ceph-mon[100614]: pgmap v644: 121 pgs: 121 active+clean; 97 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.9 MiB/s rd, 2.2 MiB/s wr, 9 op/s 2024-08-10T05:24:25.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:25 smithi031 ceph-mon[100614]: osdmap e657: 8 total, 8 up, 8 in 2024-08-10T05:24:25.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:25 smithi196 ceph-mon[90243]: pgmap v644: 121 pgs: 121 active+clean; 97 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.9 MiB/s rd, 2.2 MiB/s wr, 9 op/s 2024-08-10T05:24:25.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:25 smithi196 ceph-mon[90243]: osdmap e657: 8 total, 8 up, 8 in 2024-08-10T05:24:26.279 INFO:tasks.rados.rados.0.smithi031.stdout:3002: done (2 left) 2024-08-10T05:24:26.279 INFO:tasks.rados.rados.0.smithi031.stdout:3003: rollback oid 14 current snap is 280 2024-08-10T05:24:26.279 INFO:tasks.rados.rados.0.smithi031.stdout:3003: done (2 left) 2024-08-10T05:24:26.279 INFO:tasks.rados.rados.0.smithi031.stdout:3004: copy_from oid 35 from oid 19 current snap is 280 2024-08-10T05:24:26.279 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 36 v 1606 (ObjNum 775 snap 240 seq_num 775) dirty exists 2024-08-10T05:24:26.279 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 32 v 1637 (ObjNum 904 snap 274 seq_num 904) dirty exists 2024-08-10T05:24:26.279 INFO:tasks.rados.rados.0.smithi031.stdout:3000: done (2 left) 2024-08-10T05:24:26.280 INFO:tasks.rados.rados.0.smithi031.stdout:3001: done (1 left) 2024-08-10T05:24:26.280 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 8 current snap is 280 2024-08-10T05:24:26.280 INFO:tasks.rados.rados.0.smithi031.stdout:3005: seq_num 925 ranges {0=696320,696320=401408} 2024-08-10T05:24:26.283 INFO:tasks.rados.rados.0.smithi031.stdout:3005: writing smithi03186013-8 from 0 to 696320 tid 1 2024-08-10T05:24:26.286 INFO:tasks.rados.rados.0.smithi031.stdout:3005: writing smithi03186013-8 from 696320 to 1097728 tid 2 2024-08-10T05:24:26.286 INFO:tasks.rados.rados.0.smithi031.stdout:3006: rollback oid 39 current snap is 280 2024-08-10T05:24:26.286 INFO:tasks.rados.rados.0.smithi031.stdout:3006: done (2 left) 2024-08-10T05:24:26.286 INFO:tasks.rados.rados.0.smithi031.stdout:3007: delete oid 45 current snap is 280 2024-08-10T05:24:26.291 INFO:tasks.rados.rados.0.smithi031.stdout:3007: done (2 left) 2024-08-10T05:24:26.291 INFO:tasks.rados.rados.0.smithi031.stdout:3008: read oid 4 snap -1 2024-08-10T05:24:26.291 INFO:tasks.rados.rados.0.smithi031.stdout:3008: expect (ObjNum 909 snap 278 seq_num 909) 2024-08-10T05:24:26.291 INFO:tasks.rados.rados.0.smithi031.stdout:3009: copy_from oid 42 from oid 25 current snap is 280 2024-08-10T05:24:26.291 INFO:tasks.rados.rados.0.smithi031.stdout:3010: rollback oid 45 current snap is 280 2024-08-10T05:24:26.291 INFO:tasks.rados.rados.0.smithi031.stdout:3010: done (4 left) 2024-08-10T05:24:26.291 INFO:tasks.rados.rados.0.smithi031.stdout:3011: read oid 39 snap -1 2024-08-10T05:24:26.292 INFO:tasks.rados.rados.0.smithi031.stdout:3011: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-10T05:24:26.292 INFO:tasks.rados.rados.0.smithi031.stdout:3012: copy_from oid 40 from oid 28 current snap is 280 2024-08-10T05:24:26.292 INFO:tasks.rados.rados.0.smithi031.stdout:3013: rollback oid 20 current snap is 280 2024-08-10T05:24:26.292 INFO:tasks.rados.rados.0.smithi031.stdout:3013: done (6 left) 2024-08-10T05:24:26.292 INFO:tasks.rados.rados.0.smithi031.stdout:3014: rollback oid 20 current snap is 280 2024-08-10T05:24:26.292 INFO:tasks.rados.rados.0.smithi031.stdout:3014: done (6 left) 2024-08-10T05:24:26.292 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 11 current snap is 280 2024-08-10T05:24:26.292 INFO:tasks.rados.rados.0.smithi031.stdout:3005: finishing write tid 1 to smithi03186013-8 2024-08-10T05:24:26.292 INFO:tasks.rados.rados.0.smithi031.stdout:3015: seq_num 927 ranges {8208384=729088,8937472=401408} 2024-08-10T05:24:26.340 INFO:tasks.rados.rados.0.smithi031.stdout:3015: writing smithi03186013-11 from 8208384 to 8937472 tid 1 2024-08-10T05:24:26.342 INFO:tasks.rados.rados.0.smithi031.stdout:3015: writing smithi03186013-11 from 8937472 to 9338880 tid 2 2024-08-10T05:24:26.342 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 15 current snap is 280 2024-08-10T05:24:26.343 INFO:tasks.rados.rados.0.smithi031.stdout:3005: finishing write tid 2 to smithi03186013-8 2024-08-10T05:24:26.343 INFO:tasks.rados.rados.0.smithi031.stdout:3016: seq_num 928 ranges {0=745472,745472=401408} 2024-08-10T05:24:26.347 INFO:tasks.rados.rados.0.smithi031.stdout:3016: writing smithi03186013-15 from 0 to 745472 tid 1 2024-08-10T05:24:26.350 INFO:tasks.rados.rados.0.smithi031.stdout:3016: writing smithi03186013-15 from 745472 to 1146880 tid 2 2024-08-10T05:24:26.350 INFO:tasks.rados.rados.0.smithi031.stdout:3017: snap_create 2024-08-10T05:24:26.350 INFO:tasks.rados.rados.0.smithi031.stdout:3004: finishing copy_from racing read to smithi03186013-35 2024-08-10T05:24:26.350 INFO:tasks.rados.rados.0.smithi031.stdout:3005: finishing write tid 3 to smithi03186013-8 2024-08-10T05:24:26.350 INFO:tasks.rados.rados.0.smithi031.stdout:3004: finishing copy_from to smithi03186013-35 2024-08-10T05:24:26.350 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 35 v 1406 (ObjNum 775 snap 240 seq_num 775) dirty exists 2024-08-10T05:24:26.350 INFO:tasks.rados.rados.0.smithi031.stdout:3011: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-10T05:24:26.354 INFO:tasks.rados.rados.0.smithi031.stdout:3009: finishing copy_from to smithi03186013-42 2024-08-10T05:24:26.354 INFO:tasks.rados.rados.0.smithi031.stdout:3009: got expected ENOENT (src dne) 2024-08-10T05:24:26.355 INFO:tasks.rados.rados.0.smithi031.stdout:3009: finishing copy_from racing read to smithi03186013-42 2024-08-10T05:24:26.355 INFO:tasks.rados.rados.0.smithi031.stdout:3005: finishing write tid 4 to smithi03186013-8 2024-08-10T05:24:26.355 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 8 v 1755 (ObjNum 925 snap 280 seq_num 925) dirty exists 2024-08-10T05:24:26.355 INFO:tasks.rados.rados.0.smithi031.stdout:3005: left oid 8 (ObjNum 925 snap 280 seq_num 925) 2024-08-10T05:24:26.355 INFO:tasks.rados.rados.0.smithi031.stdout:3008: expect (ObjNum 909 snap 278 seq_num 909) 2024-08-10T05:24:26.466 INFO:tasks.rados.rados.0.smithi031.stdout:3012: finishing copy_from racing read to smithi03186013-40 2024-08-10T05:24:26.466 INFO:tasks.rados.rados.0.smithi031.stdout:3012: finishing copy_from to smithi03186013-40 2024-08-10T05:24:26.466 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 40 v 1633 (ObjNum 899 snap 274 seq_num 899) dirty exists 2024-08-10T05:24:26.466 INFO:tasks.rados.rados.0.smithi031.stdout:3015: finishing write tid 1 to smithi03186013-11 2024-08-10T05:24:26.466 INFO:tasks.rados.rados.0.smithi031.stdout:3015: finishing write tid 2 to smithi03186013-11 2024-08-10T05:24:26.466 INFO:tasks.rados.rados.0.smithi031.stdout:3015: finishing write tid 3 to smithi03186013-11 2024-08-10T05:24:26.466 INFO:tasks.rados.rados.0.smithi031.stdout:3015: finishing write tid 4 to smithi03186013-11 2024-08-10T05:24:26.466 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 11 v 1423 (ObjNum 927 snap 280 seq_num 927) dirty exists 2024-08-10T05:24:26.467 INFO:tasks.rados.rados.0.smithi031.stdout:3015: left oid 11 (ObjNum 927 snap 280 seq_num 927) 2024-08-10T05:24:26.467 INFO:tasks.rados.rados.0.smithi031.stdout:3016: finishing write tid 1 to smithi03186013-15 2024-08-10T05:24:26.467 INFO:tasks.rados.rados.0.smithi031.stdout:3016: finishing write tid 2 to smithi03186013-15 2024-08-10T05:24:26.467 INFO:tasks.rados.rados.0.smithi031.stdout:3016: finishing write tid 3 to smithi03186013-15 2024-08-10T05:24:26.467 INFO:tasks.rados.rados.0.smithi031.stdout:3016: finishing write tid 4 to smithi03186013-15 2024-08-10T05:24:26.467 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 15 v 1383 (ObjNum 928 snap 280 seq_num 928) dirty exists 2024-08-10T05:24:26.467 INFO:tasks.rados.rados.0.smithi031.stdout:3016: left oid 15 (ObjNum 928 snap 280 seq_num 928) 2024-08-10T05:24:26.768 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:24:26.768 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:26 smithi031 ceph-mon[100614]: osdmap e658: 8 total, 8 up, 8 in 2024-08-10T05:24:26.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:24:26.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:26 smithi031 ceph-mon[98130]: osdmap e658: 8 total, 8 up, 8 in 2024-08-10T05:24:26.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:24:26.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:26 smithi196 ceph-mon[90243]: osdmap e658: 8 total, 8 up, 8 in 2024-08-10T05:24:27.281 INFO:tasks.rados.rados.0.smithi031.stdout:3004: done (8 left) 2024-08-10T05:24:27.281 INFO:tasks.rados.rados.0.smithi031.stdout:3005: done (7 left) 2024-08-10T05:24:27.282 INFO:tasks.rados.rados.0.smithi031.stdout:3008: done (6 left) 2024-08-10T05:24:27.282 INFO:tasks.rados.rados.0.smithi031.stdout:3009: done (5 left) 2024-08-10T05:24:27.282 INFO:tasks.rados.rados.0.smithi031.stdout:3011: done (4 left) 2024-08-10T05:24:27.282 INFO:tasks.rados.rados.0.smithi031.stdout:3012: done (3 left) 2024-08-10T05:24:27.282 INFO:tasks.rados.rados.0.smithi031.stdout:3015: done (2 left) 2024-08-10T05:24:27.282 INFO:tasks.rados.rados.0.smithi031.stdout:3016: done (1 left) 2024-08-10T05:24:27.282 INFO:tasks.rados.rados.0.smithi031.stdout:3017: done (0 left) 2024-08-10T05:24:27.282 INFO:tasks.rados.rados.0.smithi031.stdout:3018: rollback oid 9 current snap is 281 2024-08-10T05:24:27.282 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 9 to 280 2024-08-10T05:24:27.282 INFO:tasks.rados.rados.0.smithi031.stdout:3019: setattr oid 48 current snap is 281 2024-08-10T05:24:27.283 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 18 current snap is 281 2024-08-10T05:24:27.283 INFO:tasks.rados.rados.0.smithi031.stdout:3020: seq_num 929 ranges {2383872=761856,3145728=401408} 2024-08-10T05:24:27.299 INFO:tasks.rados.rados.0.smithi031.stdout:3020: writing smithi03186013-18 from 2383872 to 3145728 tid 1 2024-08-10T05:24:27.301 INFO:tasks.rados.rados.0.smithi031.stdout:3020: writing smithi03186013-18 from 3145728 to 3547136 tid 2 2024-08-10T05:24:27.301 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 2 current snap is 281 2024-08-10T05:24:27.302 INFO:tasks.rados.rados.0.smithi031.stdout:3018: finishing rollback tid 1 to smithi03186013-9 2024-08-10T05:24:27.302 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 9 v 0 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-08-10T05:24:27.302 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 48 v 1663 (ObjNum 874 snap 268 seq_num 874) dirty exists 2024-08-10T05:24:27.302 INFO:tasks.rados.rados.0.smithi031.stdout:3021: seq_num 930 ranges {0=786432,786432=401408} 2024-08-10T05:24:27.306 INFO:tasks.rados.rados.0.smithi031.stdout:3021: writing smithi03186013-2 from 0 to 786432 tid 1 2024-08-10T05:24:27.309 INFO:tasks.rados.rados.0.smithi031.stdout:3021: writing smithi03186013-2 from 786432 to 1187840 tid 2 2024-08-10T05:24:27.309 INFO:tasks.rados.rados.0.smithi031.stdout:3018: done (3 left) 2024-08-10T05:24:27.309 INFO:tasks.rados.rados.0.smithi031.stdout:3019: done (2 left) 2024-08-10T05:24:27.309 INFO:tasks.rados.rados.0.smithi031.stdout:3022: snap_create 2024-08-10T05:24:27.309 INFO:tasks.rados.rados.0.smithi031.stdout:3020: finishing write tid 1 to smithi03186013-18 2024-08-10T05:24:27.309 INFO:tasks.rados.rados.0.smithi031.stdout:3020: finishing write tid 2 to smithi03186013-18 2024-08-10T05:24:27.309 INFO:tasks.rados.rados.0.smithi031.stdout:3020: finishing write tid 3 to smithi03186013-18 2024-08-10T05:24:27.310 INFO:tasks.rados.rados.0.smithi031.stdout:3020: finishing write tid 4 to smithi03186013-18 2024-08-10T05:24:27.310 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 18 v 1638 (ObjNum 929 snap 281 seq_num 929) dirty exists 2024-08-10T05:24:27.310 INFO:tasks.rados.rados.0.smithi031.stdout:3020: left oid 18 (ObjNum 929 snap 281 seq_num 929) 2024-08-10T05:24:27.314 INFO:tasks.rados.rados.0.smithi031.stdout:3021: finishing write tid 1 to smithi03186013-2 2024-08-10T05:24:27.315 INFO:tasks.rados.rados.0.smithi031.stdout:3021: finishing write tid 2 to smithi03186013-2 2024-08-10T05:24:27.315 INFO:tasks.rados.rados.0.smithi031.stdout:3021: finishing write tid 3 to smithi03186013-2 2024-08-10T05:24:27.316 INFO:tasks.rados.rados.0.smithi031.stdout:3021: finishing write tid 4 to smithi03186013-2 2024-08-10T05:24:27.316 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 2 v 1758 (ObjNum 930 snap 281 seq_num 930) dirty exists 2024-08-10T05:24:27.316 INFO:tasks.rados.rados.0.smithi031.stdout:3021: left oid 2 (ObjNum 930 snap 281 seq_num 930) 2024-08-10T05:24:27.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:27 smithi031 ceph-mon[98130]: pgmap v647: 121 pgs: 121 active+clean; 86 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.8 MiB/s wr, 23 op/s 2024-08-10T05:24:27.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:27 smithi031 ceph-mon[98130]: osdmap e659: 8 total, 8 up, 8 in 2024-08-10T05:24:27.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:27 smithi031 ceph-mon[100614]: pgmap v647: 121 pgs: 121 active+clean; 86 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.8 MiB/s wr, 23 op/s 2024-08-10T05:24:27.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:27 smithi031 ceph-mon[100614]: osdmap e659: 8 total, 8 up, 8 in 2024-08-10T05:24:27.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:27 smithi196 ceph-mon[90243]: pgmap v647: 121 pgs: 121 active+clean; 86 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.8 MiB/s wr, 23 op/s 2024-08-10T05:24:27.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:27 smithi196 ceph-mon[90243]: osdmap e659: 8 total, 8 up, 8 in 2024-08-10T05:24:28.280 INFO:tasks.rados.rados.0.smithi031.stdout:3020: done (2 left) 2024-08-10T05:24:28.280 INFO:tasks.rados.rados.0.smithi031.stdout:3021: done (1 left) 2024-08-10T05:24:28.280 INFO:tasks.rados.rados.0.smithi031.stdout:3022: done (0 left) 2024-08-10T05:24:28.280 INFO:tasks.rados.rados.0.smithi031.stdout:3023: read oid 9 snap -1 2024-08-10T05:24:28.280 INFO:tasks.rados.rados.0.smithi031.stdout:3023: expect deleted 2024-08-10T05:24:28.281 INFO:tasks.rados.rados.0.smithi031.stdout:3024: rmattr oid 1 current snap is 282 2024-08-10T05:24:28.281 INFO:tasks.rados.rados.0.smithi031.stdout:3024: done (1 left) 2024-08-10T05:24:28.281 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 32 current snap is 282 2024-08-10T05:24:28.281 INFO:tasks.rados.rados.0.smithi031.stdout:3025: seq_num 931 ranges {9330688=802816,10133504=401408} 2024-08-10T05:24:28.335 INFO:tasks.rados.rados.0.smithi031.stdout:3025: writing smithi03186013-32 from 9330688 to 10133504 tid 1 2024-08-10T05:24:28.337 INFO:tasks.rados.rados.0.smithi031.stdout:3025: writing smithi03186013-32 from 10133504 to 10534912 tid 2 2024-08-10T05:24:28.338 INFO:tasks.rados.rados.0.smithi031.stdout:3026: delete oid 16 current snap is 282 2024-08-10T05:24:28.342 INFO:tasks.rados.rados.0.smithi031.stdout:3023: done (2 left) 2024-08-10T05:24:28.342 INFO:tasks.rados.rados.0.smithi031.stdout:3026: done (1 left) 2024-08-10T05:24:28.342 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 31 current snap is 282 2024-08-10T05:24:28.342 INFO:tasks.rados.rados.0.smithi031.stdout:3027: seq_num 933 ranges {0=434176,434176=548864,983040=253952} 2024-08-10T05:24:28.345 INFO:tasks.rados.rados.0.smithi031.stdout:3027: writing smithi03186013-31 from 0 to 434176 tid 1 2024-08-10T05:24:28.348 INFO:tasks.rados.rados.0.smithi031.stdout:3027: writing smithi03186013-31 from 434176 to 983040 tid 2 2024-08-10T05:24:28.350 INFO:tasks.rados.rados.0.smithi031.stdout:3027: writing smithi03186013-31 from 983040 to 1236992 tid 3 2024-08-10T05:24:28.350 INFO:tasks.rados.rados.0.smithi031.stdout:3028: snap_remove snap 281 2024-08-10T05:24:29.279 INFO:tasks.rados.rados.0.smithi031.stdout:3028: done (2 left) 2024-08-10T05:24:29.279 INFO:tasks.rados.rados.0.smithi031.stdout:3029: rmattr oid 19 current snap is 282 2024-08-10T05:24:29.280 INFO:tasks.rados.rados.0.smithi031.stdout:3029: done (2 left) 2024-08-10T05:24:29.280 INFO:tasks.rados.rados.0.smithi031.stdout:3030: delete oid 17 current snap is 282 2024-08-10T05:24:29.280 INFO:tasks.rados.rados.0.smithi031.stdout:3025: finishing write tid 1 to smithi03186013-32 2024-08-10T05:24:29.280 INFO:tasks.rados.rados.0.smithi031.stdout:3025: finishing write tid 2 to smithi03186013-32 2024-08-10T05:24:29.280 INFO:tasks.rados.rados.0.smithi031.stdout:3025: finishing write tid 3 to smithi03186013-32 2024-08-10T05:24:29.280 INFO:tasks.rados.rados.0.smithi031.stdout:3025: finishing write tid 4 to smithi03186013-32 2024-08-10T05:24:29.280 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 32 v 1640 (ObjNum 931 snap 282 seq_num 931) dirty exists 2024-08-10T05:24:29.280 INFO:tasks.rados.rados.0.smithi031.stdout:3025: left oid 32 (ObjNum 931 snap 282 seq_num 931) 2024-08-10T05:24:29.280 INFO:tasks.rados.rados.0.smithi031.stdout:3027: finishing write tid 1 to smithi03186013-31 2024-08-10T05:24:29.280 INFO:tasks.rados.rados.0.smithi031.stdout:3027: finishing write tid 2 to smithi03186013-31 2024-08-10T05:24:29.280 INFO:tasks.rados.rados.0.smithi031.stdout:3027: finishing write tid 3 to smithi03186013-31 2024-08-10T05:24:29.280 INFO:tasks.rados.rados.0.smithi031.stdout:3027: finishing write tid 4 to smithi03186013-31 2024-08-10T05:24:29.280 INFO:tasks.rados.rados.0.smithi031.stdout:3027: finishing write tid 5 to smithi03186013-31 2024-08-10T05:24:29.281 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 31 v 1415 (ObjNum 933 snap 282 seq_num 933) dirty exists 2024-08-10T05:24:29.281 INFO:tasks.rados.rados.0.smithi031.stdout:3027: left oid 31 (ObjNum 933 snap 282 seq_num 933) 2024-08-10T05:24:29.291 INFO:tasks.rados.rados.0.smithi031.stdout:3025: done (2 left) 2024-08-10T05:24:29.291 INFO:tasks.rados.rados.0.smithi031.stdout:3027: done (1 left) 2024-08-10T05:24:29.291 INFO:tasks.rados.rados.0.smithi031.stdout:3030: done (0 left) 2024-08-10T05:24:29.291 INFO:tasks.rados.rados.0.smithi031.stdout:3031: rollback oid 41 current snap is 282 2024-08-10T05:24:29.291 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 41 to 280 2024-08-10T05:24:29.291 INFO:tasks.rados.rados.0.smithi031.stdout:3032: read oid 26 snap -1 2024-08-10T05:24:29.292 INFO:tasks.rados.rados.0.smithi031.stdout:3032: expect (ObjNum 897 snap 273 seq_num 897) 2024-08-10T05:24:29.292 INFO:tasks.rados.rados.0.smithi031.stdout:3033: read oid 2 snap 280 2024-08-10T05:24:29.292 INFO:tasks.rados.rados.0.smithi031.stdout:3033: expect deleted 2024-08-10T05:24:29.292 INFO:tasks.rados.rados.0.smithi031.stdout:3034: rollback oid 40 current snap is 282 2024-08-10T05:24:29.292 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 40 to 280 2024-08-10T05:24:29.292 INFO:tasks.rados.rados.0.smithi031.stdout:3035: read oid 13 snap -1 2024-08-10T05:24:29.292 INFO:tasks.rados.rados.0.smithi031.stdout:3035: expect (ObjNum 902 snap 274 seq_num 902) 2024-08-10T05:24:29.292 INFO:tasks.rados.rados.0.smithi031.stdout:3036: copy_from oid 15 from oid 10 current snap is 282 2024-08-10T05:24:29.292 INFO:tasks.rados.rados.0.smithi031.stdout:3037: read oid 23 snap 280 2024-08-10T05:24:29.292 INFO:tasks.rados.rados.0.smithi031.stdout:3037: expect deleted 2024-08-10T05:24:29.292 INFO:tasks.rados.rados.0.smithi031.stdout:3038: copy_from oid 47 from oid 21 current snap is 282 2024-08-10T05:24:29.292 INFO:tasks.rados.rados.0.smithi031.stdout:3039: read oid 49 snap -1 2024-08-10T05:24:29.292 INFO:tasks.rados.rados.0.smithi031.stdout:3039: expect (ObjNum 768 snap 239 seq_num 768) 2024-08-10T05:24:29.293 INFO:tasks.rados.rados.0.smithi031.stdout:3040: copy_from oid 19 from oid 44 current snap is 282 2024-08-10T05:24:29.293 INFO:tasks.rados.rados.0.smithi031.stdout:3041: read oid 45 snap 280 2024-08-10T05:24:29.293 INFO:tasks.rados.rados.0.smithi031.stdout:3041: expect deleted 2024-08-10T05:24:29.293 INFO:tasks.rados.rados.0.smithi031.stdout:3042: read oid 50 snap 280 2024-08-10T05:24:29.293 INFO:tasks.rados.rados.0.smithi031.stdout:3042: expect (ObjNum 842 snap 259 seq_num 842) 2024-08-10T05:24:29.293 INFO:tasks.rados.rados.0.smithi031.stdout:3043: rollback oid 6 current snap is 282 2024-08-10T05:24:29.293 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 6 to 280 2024-08-10T05:24:29.293 INFO:tasks.rados.rados.0.smithi031.stdout:3044: copy_from oid 7 from oid 22 current snap is 282 2024-08-10T05:24:29.293 INFO:tasks.rados.rados.0.smithi031.stdout:3045: delete oid 8 current snap is 282 2024-08-10T05:24:29.297 INFO:tasks.rados.rados.0.smithi031.stdout:3031: finishing rollback tid 0 to smithi03186013-41 2024-08-10T05:24:29.298 INFO:tasks.rados.rados.0.smithi031.stdout:3040: finishing copy_from to smithi03186013-19 2024-08-10T05:24:29.298 INFO:tasks.rados.rados.0.smithi031.stdout:3040: got expected ENOENT (src dne) 2024-08-10T05:24:29.299 INFO:tasks.rados.rados.0.smithi031.stdout:3034: finishing rollback tid 0 to smithi03186013-40 2024-08-10T05:24:29.299 INFO:tasks.rados.rados.0.smithi031.stdout:3034: finishing rollback tid 1 to smithi03186013-40 2024-08-10T05:24:29.299 INFO:tasks.rados.rados.0.smithi031.stdout:3038: finishing copy_from to smithi03186013-47 2024-08-10T05:24:29.299 INFO:tasks.rados.rados.0.smithi031.stdout:3038: got expected ENOENT (src dne) 2024-08-10T05:24:29.299 INFO:tasks.rados.rados.0.smithi031.stdout:3034: finishing rollback tid 2 to smithi03186013-40 2024-08-10T05:24:29.300 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 40 v 1666 (ObjNum 899 snap 274 seq_num 899) dirty exists 2024-08-10T05:24:29.300 INFO:tasks.rados.rados.0.smithi031.stdout:3038: finishing copy_from racing read to smithi03186013-47 2024-08-10T05:24:29.300 INFO:tasks.rados.rados.0.smithi031.stdout:3040: finishing copy_from racing read to smithi03186013-19 2024-08-10T05:24:29.301 INFO:tasks.rados.rados.0.smithi031.stdout:3031: finishing rollback tid 1 to smithi03186013-41 2024-08-10T05:24:29.301 INFO:tasks.rados.rados.0.smithi031.stdout:3031: finishing rollback tid 2 to smithi03186013-41 2024-08-10T05:24:29.302 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 41 v 1609 (ObjNum 775 snap 240 seq_num 775) dirty exists 2024-08-10T05:24:29.302 INFO:tasks.rados.rados.0.smithi031.stdout:3043: finishing rollback tid 0 to smithi03186013-6 2024-08-10T05:24:29.306 INFO:tasks.rados.rados.0.smithi031.stdout:3043: finishing rollback tid 1 to smithi03186013-6 2024-08-10T05:24:29.306 INFO:tasks.rados.rados.0.smithi031.stdout:3031: done (14 left) 2024-08-10T05:24:29.306 INFO:tasks.rados.rados.0.smithi031.stdout:3033: done (13 left) 2024-08-10T05:24:29.306 INFO:tasks.rados.rados.0.smithi031.stdout:3034: done (12 left) 2024-08-10T05:24:29.306 INFO:tasks.rados.rados.0.smithi031.stdout:3037: done (11 left) 2024-08-10T05:24:29.307 INFO:tasks.rados.rados.0.smithi031.stdout:3038: done (10 left) 2024-08-10T05:24:29.307 INFO:tasks.rados.rados.0.smithi031.stdout:3040: done (9 left) 2024-08-10T05:24:29.307 INFO:tasks.rados.rados.0.smithi031.stdout:3041: done (8 left) 2024-08-10T05:24:29.307 INFO:tasks.rados.rados.0.smithi031.stdout:3045: done (7 left) 2024-08-10T05:24:29.307 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 35 current snap is 282 2024-08-10T05:24:29.307 INFO:tasks.rados.rados.0.smithi031.stdout:3046: seq_num 936 ranges {991232=483328,1474560=655360,2129920=147456} 2024-08-10T05:24:29.314 INFO:tasks.rados.rados.0.smithi031.stdout:3046: writing smithi03186013-35 from 991232 to 1474560 tid 1 2024-08-10T05:24:29.319 INFO:tasks.rados.rados.0.smithi031.stdout:3046: writing smithi03186013-35 from 1474560 to 2129920 tid 2 2024-08-10T05:24:29.320 INFO:tasks.rados.rados.0.smithi031.stdout:3046: writing smithi03186013-35 from 2129920 to 2277376 tid 3 2024-08-10T05:24:29.321 INFO:tasks.rados.rados.0.smithi031.stdout:3047: setattr oid 40 current snap is 282 2024-08-10T05:24:29.321 INFO:tasks.rados.rados.0.smithi031.stdout:3035: expect (ObjNum 902 snap 274 seq_num 902) 2024-08-10T05:24:29.384 INFO:tasks.rados.rados.0.smithi031.stdout:3043: finishing rollback tid 2 to smithi03186013-6 2024-08-10T05:24:29.384 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 6 v 1426 (ObjNum 840 snap 259 seq_num 840) dirty exists 2024-08-10T05:24:29.384 INFO:tasks.rados.rados.0.smithi031.stdout:3042: expect (ObjNum 842 snap 259 seq_num 842) 2024-08-10T05:24:29.439 INFO:tasks.rados.rados.0.smithi031.stdout:3036: finishing copy_from racing read to smithi03186013-15 2024-08-10T05:24:29.439 INFO:tasks.rados.rados.0.smithi031.stdout:3039: expect (ObjNum 768 snap 239 seq_num 768) 2024-08-10T05:24:29.511 INFO:tasks.rados.rados.0.smithi031.stdout:3044: finishing copy_from racing read to smithi03186013-7 2024-08-10T05:24:29.512 INFO:tasks.rados.rados.0.smithi031.stdout:3032: expect (ObjNum 897 snap 273 seq_num 897) 2024-08-10T05:24:29.676 INFO:tasks.rados.rados.0.smithi031.stdout:3036: finishing copy_from to smithi03186013-15 2024-08-10T05:24:29.676 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 15 v 1665 (ObjNum 880 snap 269 seq_num 880) dirty exists 2024-08-10T05:24:29.677 INFO:tasks.rados.rados.0.smithi031.stdout:3046: finishing write tid 1 to smithi03186013-35 2024-08-10T05:24:29.677 INFO:tasks.rados.rados.0.smithi031.stdout:3044: finishing copy_from to smithi03186013-7 2024-08-10T05:24:29.677 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 7 v 1691 (ObjNum 853 snap 259 seq_num 853) dirty exists 2024-08-10T05:24:29.677 INFO:tasks.rados.rados.0.smithi031.stdout:3046: finishing write tid 2 to smithi03186013-35 2024-08-10T05:24:29.677 INFO:tasks.rados.rados.0.smithi031.stdout:3046: finishing write tid 3 to smithi03186013-35 2024-08-10T05:24:29.677 INFO:tasks.rados.rados.0.smithi031.stdout:3046: finishing write tid 4 to smithi03186013-35 2024-08-10T05:24:29.677 INFO:tasks.rados.rados.0.smithi031.stdout:3046: finishing write tid 5 to smithi03186013-35 2024-08-10T05:24:29.677 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 35 v 1412 (ObjNum 936 snap 282 seq_num 936) dirty exists 2024-08-10T05:24:29.677 INFO:tasks.rados.rados.0.smithi031.stdout:3046: left oid 35 (ObjNum 936 snap 282 seq_num 936) 2024-08-10T05:24:29.677 INFO:tasks.rados.rados.0.smithi031.stdout:3032: done (8 left) 2024-08-10T05:24:29.677 INFO:tasks.rados.rados.0.smithi031.stdout:3035: done (7 left) 2024-08-10T05:24:29.677 INFO:tasks.rados.rados.0.smithi031.stdout:3036: done (6 left) 2024-08-10T05:24:29.677 INFO:tasks.rados.rados.0.smithi031.stdout:3039: done (5 left) 2024-08-10T05:24:29.678 INFO:tasks.rados.rados.0.smithi031.stdout:3042: done (4 left) 2024-08-10T05:24:29.678 INFO:tasks.rados.rados.0.smithi031.stdout:3043: done (3 left) 2024-08-10T05:24:29.678 INFO:tasks.rados.rados.0.smithi031.stdout:3044: done (2 left) 2024-08-10T05:24:29.678 INFO:tasks.rados.rados.0.smithi031.stdout:3046: done (1 left) 2024-08-10T05:24:29.678 INFO:tasks.rados.rados.0.smithi031.stdout:3048: rmattr oid 10 current snap is 282 2024-08-10T05:24:29.678 INFO:tasks.rados.rados.0.smithi031.stdout:3048: done (1 left) 2024-08-10T05:24:29.678 INFO:tasks.rados.rados.0.smithi031.stdout:3049: copy_from oid 34 from oid 3 current snap is 282 2024-08-10T05:24:29.678 INFO:tasks.rados.rados.0.smithi031.stdout:3050: snap_remove snap 280 2024-08-10T05:24:29.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:29 smithi031 ceph-mon[98130]: pgmap v650: 121 pgs: 121 active+clean; 82 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 4.3 MiB/s wr, 25 op/s 2024-08-10T05:24:29.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:29 smithi031 ceph-mon[98130]: osdmap e660: 8 total, 8 up, 8 in 2024-08-10T05:24:29.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:29 smithi031 ceph-mon[98130]: osdmap e661: 8 total, 8 up, 8 in 2024-08-10T05:24:29.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:29 smithi031 ceph-mon[100614]: pgmap v650: 121 pgs: 121 active+clean; 82 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 4.3 MiB/s wr, 25 op/s 2024-08-10T05:24:29.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:29 smithi031 ceph-mon[100614]: osdmap e660: 8 total, 8 up, 8 in 2024-08-10T05:24:29.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:29 smithi031 ceph-mon[100614]: osdmap e661: 8 total, 8 up, 8 in 2024-08-10T05:24:29.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:29 smithi196 ceph-mon[90243]: pgmap v650: 121 pgs: 121 active+clean; 82 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 4.3 MiB/s wr, 25 op/s 2024-08-10T05:24:29.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:29 smithi196 ceph-mon[90243]: osdmap e660: 8 total, 8 up, 8 in 2024-08-10T05:24:29.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:29 smithi196 ceph-mon[90243]: osdmap e661: 8 total, 8 up, 8 in 2024-08-10T05:24:30.299 INFO:tasks.rados.rados.0.smithi031.stdout:3050: done (2 left) 2024-08-10T05:24:30.299 INFO:tasks.rados.rados.0.smithi031.stdout:3051: rollback oid 14 current snap is 282 2024-08-10T05:24:30.299 INFO:tasks.rados.rados.0.smithi031.stdout:3051: done (2 left) 2024-08-10T05:24:30.299 INFO:tasks.rados.rados.0.smithi031.stdout:3052: delete oid 12 current snap is 282 2024-08-10T05:24:30.300 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 40 v 1667 (ObjNum 899 snap 274 seq_num 899) dirty exists 2024-08-10T05:24:30.300 INFO:tasks.rados.rados.0.smithi031.stdout:3049: finishing copy_from racing read to smithi03186013-34 2024-08-10T05:24:30.300 INFO:tasks.rados.rados.0.smithi031.stdout:3049: finishing copy_from to smithi03186013-34 2024-08-10T05:24:30.300 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 34 v 1420 (ObjNum 920 snap 279 seq_num 920) dirty exists 2024-08-10T05:24:30.304 INFO:tasks.rados.rados.0.smithi031.stdout:3047: done (2 left) 2024-08-10T05:24:30.304 INFO:tasks.rados.rados.0.smithi031.stdout:3049: done (1 left) 2024-08-10T05:24:30.304 INFO:tasks.rados.rados.0.smithi031.stdout:3052: done (0 left) 2024-08-10T05:24:30.304 INFO:tasks.rados.rados.0.smithi031.stdout:3053: read oid 30 snap -1 2024-08-10T05:24:30.304 INFO:tasks.rados.rados.0.smithi031.stdout:3053: expect (ObjNum 806 snap 252 seq_num 806) 2024-08-10T05:24:30.304 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 48 current snap is 282 2024-08-10T05:24:30.304 INFO:tasks.rados.rados.0.smithi031.stdout:3054: seq_num 938 ranges {3178496=516096,3694592=417792,4112384=385024} 2024-08-10T05:24:30.325 INFO:tasks.rados.rados.0.smithi031.stdout:3054: writing smithi03186013-48 from 3178496 to 3694592 tid 1 2024-08-10T05:24:30.327 INFO:tasks.rados.rados.0.smithi031.stdout:3054: writing smithi03186013-48 from 3694592 to 4112384 tid 2 2024-08-10T05:24:30.330 INFO:tasks.rados.rados.0.smithi031.stdout:3054: writing smithi03186013-48 from 4112384 to 4497408 tid 3 2024-08-10T05:24:30.330 INFO:tasks.rados.rados.0.smithi031.stdout:3055: read oid 10 snap -1 2024-08-10T05:24:30.330 INFO:tasks.rados.rados.0.smithi031.stdout:3055: expect (ObjNum 880 snap 269 seq_num 880) 2024-08-10T05:24:30.330 INFO:tasks.rados.rados.0.smithi031.stdout:3056: read oid 36 snap -1 2024-08-10T05:24:30.330 INFO:tasks.rados.rados.0.smithi031.stdout:3056: expect (ObjNum 775 snap 240 seq_num 775) 2024-08-10T05:24:30.330 INFO:tasks.rados.rados.0.smithi031.stdout:3057: copy_from oid 16 from oid 22 current snap is 282 2024-08-10T05:24:30.330 INFO:tasks.rados.rados.0.smithi031.stdout:3053: expect (ObjNum 806 snap 252 seq_num 806) 2024-08-10T05:24:30.434 INFO:tasks.rados.rados.0.smithi031.stdout:3054: finishing write tid 1 to smithi03186013-48 2024-08-10T05:24:30.434 INFO:tasks.rados.rados.0.smithi031.stdout:3053: done (4 left) 2024-08-10T05:24:30.434 INFO:tasks.rados.rados.0.smithi031.stdout:3058: read oid 31 snap -1 2024-08-10T05:24:30.435 INFO:tasks.rados.rados.0.smithi031.stdout:3058: expect (ObjNum 933 snap 282 seq_num 933) 2024-08-10T05:24:30.435 INFO:tasks.rados.rados.0.smithi031.stdout:3059: snap_create 2024-08-10T05:24:30.435 INFO:tasks.rados.rados.0.smithi031.stdout:3054: finishing write tid 2 to smithi03186013-48 2024-08-10T05:24:30.435 INFO:tasks.rados.rados.0.smithi031.stdout:3054: finishing write tid 3 to smithi03186013-48 2024-08-10T05:24:30.435 INFO:tasks.rados.rados.0.smithi031.stdout:3054: finishing write tid 4 to smithi03186013-48 2024-08-10T05:24:30.435 INFO:tasks.rados.rados.0.smithi031.stdout:3054: finishing write tid 5 to smithi03186013-48 2024-08-10T05:24:30.435 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 48 v 1667 (ObjNum 938 snap 282 seq_num 938) dirty exists 2024-08-10T05:24:30.435 INFO:tasks.rados.rados.0.smithi031.stdout:3054: left oid 48 (ObjNum 938 snap 282 seq_num 938) 2024-08-10T05:24:30.435 INFO:tasks.rados.rados.0.smithi031.stdout:3056: expect (ObjNum 775 snap 240 seq_num 775) 2024-08-10T05:24:30.462 INFO:tasks.rados.rados.0.smithi031.stdout:3055: expect (ObjNum 880 snap 269 seq_num 880) 2024-08-10T05:24:30.570 INFO:tasks.rados.rados.0.smithi031.stdout:3057: finishing copy_from racing read to smithi03186013-16 2024-08-10T05:24:30.570 INFO:tasks.rados.rados.0.smithi031.stdout:3057: finishing copy_from to smithi03186013-16 2024-08-10T05:24:30.570 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 16 v 1691 (ObjNum 853 snap 259 seq_num 853) dirty exists 2024-08-10T05:24:30.570 INFO:tasks.rados.rados.0.smithi031.stdout:3058: expect (ObjNum 933 snap 282 seq_num 933) 2024-08-10T05:24:31.301 INFO:tasks.rados.rados.0.smithi031.stdout:3054: done (5 left) 2024-08-10T05:24:31.301 INFO:tasks.rados.rados.0.smithi031.stdout:3055: done (4 left) 2024-08-10T05:24:31.301 INFO:tasks.rados.rados.0.smithi031.stdout:3056: done (3 left) 2024-08-10T05:24:31.301 INFO:tasks.rados.rados.0.smithi031.stdout:3057: done (2 left) 2024-08-10T05:24:31.301 INFO:tasks.rados.rados.0.smithi031.stdout:3058: done (1 left) 2024-08-10T05:24:31.301 INFO:tasks.rados.rados.0.smithi031.stdout:3059: done (0 left) 2024-08-10T05:24:31.302 INFO:tasks.rados.rados.0.smithi031.stdout:3060: read oid 20 snap -1 2024-08-10T05:24:31.302 INFO:tasks.rados.rados.0.smithi031.stdout:3060: expect (ObjNum 884 snap 269 seq_num 884) 2024-08-10T05:24:31.302 INFO:tasks.rados.rados.0.smithi031.stdout:3061: snap_create 2024-08-10T05:24:31.305 INFO:tasks.rados.rados.0.smithi031.stdout:3060: expect (ObjNum 884 snap 269 seq_num 884) 2024-08-10T05:24:31.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:24:31 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:24:31] "GET /metrics HTTP/1.1" 200 36274 "" "Prometheus/2.43.0" 2024-08-10T05:24:31.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:31 smithi031 ceph-mon[98130]: pgmap v653: 121 pgs: 121 active+clean; 81 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 3.5 MiB/s wr, 22 op/s 2024-08-10T05:24:31.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:31 smithi031 ceph-mon[98130]: osdmap e662: 8 total, 8 up, 8 in 2024-08-10T05:24:31.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:31 smithi031 ceph-mon[100614]: pgmap v653: 121 pgs: 121 active+clean; 81 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 3.5 MiB/s wr, 22 op/s 2024-08-10T05:24:31.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:31 smithi031 ceph-mon[100614]: osdmap e662: 8 total, 8 up, 8 in 2024-08-10T05:24:31.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:31 smithi196 ceph-mon[90243]: pgmap v653: 121 pgs: 121 active+clean; 81 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 3.5 MiB/s wr, 22 op/s 2024-08-10T05:24:31.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:31 smithi196 ceph-mon[90243]: osdmap e662: 8 total, 8 up, 8 in 2024-08-10T05:24:32.307 INFO:tasks.rados.rados.0.smithi031.stdout:3060: done (1 left) 2024-08-10T05:24:32.307 INFO:tasks.rados.rados.0.smithi031.stdout:3061: done (0 left) 2024-08-10T05:24:32.307 INFO:tasks.rados.rados.0.smithi031.stdout:3062: read oid 14 snap 283 2024-08-10T05:24:32.307 INFO:tasks.rados.rados.0.smithi031.stdout:3062: expect deleted 2024-08-10T05:24:32.307 INFO:tasks.rados.rados.0.smithi031.stdout:3063: rollback oid 10 current snap is 284 2024-08-10T05:24:32.307 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 10 to 282 2024-08-10T05:24:32.307 INFO:tasks.rados.rados.0.smithi031.stdout:3064: delete oid 6 current snap is 284 2024-08-10T05:24:32.309 INFO:tasks.rados.rados.0.smithi031.stdout:3064: done (2 left) 2024-08-10T05:24:32.309 INFO:tasks.rados.rados.0.smithi031.stdout:3065: read oid 22 snap -1 2024-08-10T05:24:32.310 INFO:tasks.rados.rados.0.smithi031.stdout:3065: expect (ObjNum 853 snap 259 seq_num 853) 2024-08-10T05:24:32.310 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 45 current snap is 284 2024-08-10T05:24:32.310 INFO:tasks.rados.rados.0.smithi031.stdout:3066: seq_num 940 ranges {0=548864,548864=589824,1138688=212992} 2024-08-10T05:24:32.313 INFO:tasks.rados.rados.0.smithi031.stdout:3066: writing smithi03186013-45 from 0 to 548864 tid 1 2024-08-10T05:24:32.317 INFO:tasks.rados.rados.0.smithi031.stdout:3066: writing smithi03186013-45 from 548864 to 1138688 tid 2 2024-08-10T05:24:32.319 INFO:tasks.rados.rados.0.smithi031.stdout:3066: writing smithi03186013-45 from 1138688 to 1351680 tid 3 2024-08-10T05:24:32.319 INFO:tasks.rados.rados.0.smithi031.stdout:3067: delete oid 35 current snap is 284 2024-08-10T05:24:32.319 INFO:tasks.rados.rados.0.smithi031.stdout:3063: finishing rollback tid 0 to smithi03186013-10 2024-08-10T05:24:32.319 INFO:tasks.rados.rados.0.smithi031.stdout:3063: finishing rollback tid 1 to smithi03186013-10 2024-08-10T05:24:32.319 INFO:tasks.rados.rados.0.smithi031.stdout:3063: finishing rollback tid 2 to smithi03186013-10 2024-08-10T05:24:32.319 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 10 v 1668 (ObjNum 880 snap 269 seq_num 880) dirty exists 2024-08-10T05:24:32.319 INFO:tasks.rados.rados.0.smithi031.stdout:3066: finishing write tid 1 to smithi03186013-45 2024-08-10T05:24:32.320 INFO:tasks.rados.rados.0.smithi031.stdout:3065: expect (ObjNum 853 snap 259 seq_num 853) 2024-08-10T05:24:32.385 INFO:tasks.rados.rados.0.smithi031.stdout:3066: finishing write tid 2 to smithi03186013-45 2024-08-10T05:24:32.385 INFO:tasks.rados.rados.0.smithi031.stdout:3066: finishing write tid 3 to smithi03186013-45 2024-08-10T05:24:32.385 INFO:tasks.rados.rados.0.smithi031.stdout:3066: finishing write tid 4 to smithi03186013-45 2024-08-10T05:24:32.385 INFO:tasks.rados.rados.0.smithi031.stdout:3066: finishing write tid 5 to smithi03186013-45 2024-08-10T05:24:32.385 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 45 v 1642 (ObjNum 940 snap 284 seq_num 940) dirty exists 2024-08-10T05:24:32.385 INFO:tasks.rados.rados.0.smithi031.stdout:3066: left oid 45 (ObjNum 940 snap 284 seq_num 940) 2024-08-10T05:24:32.385 INFO:tasks.rados.rados.0.smithi031.stdout:3062: done (4 left) 2024-08-10T05:24:32.385 INFO:tasks.rados.rados.0.smithi031.stdout:3063: done (3 left) 2024-08-10T05:24:32.385 INFO:tasks.rados.rados.0.smithi031.stdout:3065: done (2 left) 2024-08-10T05:24:32.385 INFO:tasks.rados.rados.0.smithi031.stdout:3066: done (1 left) 2024-08-10T05:24:32.385 INFO:tasks.rados.rados.0.smithi031.stdout:3067: done (0 left) 2024-08-10T05:24:32.386 INFO:tasks.rados.rados.0.smithi031.stdout:3068: snap_remove snap 282 2024-08-10T05:24:32.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:32 smithi031 ceph-mon[98130]: osdmap e663: 8 total, 8 up, 8 in 2024-08-10T05:24:32.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:32 smithi031 ceph-mon[100614]: osdmap e663: 8 total, 8 up, 8 in 2024-08-10T05:24:32.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:32 smithi196 ceph-mon[90243]: osdmap e663: 8 total, 8 up, 8 in 2024-08-10T05:24:32.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:24:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:24:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:24:33.313 INFO:tasks.rados.rados.0.smithi031.stdout:3068: done (0 left) 2024-08-10T05:24:33.313 INFO:tasks.rados.rados.0.smithi031.stdout:3069: rollback oid 37 current snap is 284 2024-08-10T05:24:33.313 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 37 to 283 2024-08-10T05:24:33.313 INFO:tasks.rados.rados.0.smithi031.stdout:3070: copy_from oid 8 from oid 36 current snap is 284 2024-08-10T05:24:33.313 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 31 current snap is 284 2024-08-10T05:24:33.313 INFO:tasks.rados.rados.0.smithi031.stdout:3071: seq_num 942 ranges {1236992=581632,1818624=761856,2580480=40960} 2024-08-10T05:24:33.323 INFO:tasks.rados.rados.0.smithi031.stdout:3071: writing smithi03186013-31 from 1236992 to 1818624 tid 1 2024-08-10T05:24:33.329 INFO:tasks.rados.rados.0.smithi031.stdout:3071: writing smithi03186013-31 from 1818624 to 2580480 tid 2 2024-08-10T05:24:33.329 INFO:tasks.rados.rados.0.smithi031.stdout:3071: writing smithi03186013-31 from 2580480 to 2621440 tid 3 2024-08-10T05:24:33.330 INFO:tasks.rados.rados.0.smithi031.stdout:3072: rmattr oid 17 current snap is 284 2024-08-10T05:24:33.330 INFO:tasks.rados.rados.0.smithi031.stdout:3072: done (3 left) 2024-08-10T05:24:33.330 INFO:tasks.rados.rados.0.smithi031.stdout:3073: delete oid 12 current snap is 284 2024-08-10T05:24:33.330 INFO:tasks.rados.rados.0.smithi031.stdout:3069: finishing rollback tid 1 to smithi03186013-37 2024-08-10T05:24:33.330 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 37 v 0 (ObjNum 65 snap 0 seq_num 1533174131) dirty dne 2024-08-10T05:24:33.330 INFO:tasks.rados.rados.0.smithi031.stdout:3070: finishing copy_from racing read to smithi03186013-8 2024-08-10T05:24:33.330 INFO:tasks.rados.rados.0.smithi031.stdout:3070: finishing copy_from to smithi03186013-8 2024-08-10T05:24:33.330 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 8 v 1606 (ObjNum 775 snap 240 seq_num 775) dirty exists 2024-08-10T05:24:33.332 INFO:tasks.rados.rados.0.smithi031.stdout:3069: done (3 left) 2024-08-10T05:24:33.332 INFO:tasks.rados.rados.0.smithi031.stdout:3070: done (2 left) 2024-08-10T05:24:33.332 INFO:tasks.rados.rados.0.smithi031.stdout:3073: done (1 left) 2024-08-10T05:24:33.332 INFO:tasks.rados.rados.0.smithi031.stdout:3074: snap_remove snap 283 2024-08-10T05:24:33.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:33 smithi031 ceph-mon[98130]: pgmap v656: 121 pgs: 121 active+clean; 80 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 23 op/s 2024-08-10T05:24:33.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:33 smithi031 ceph-mon[98130]: osdmap e664: 8 total, 8 up, 8 in 2024-08-10T05:24:33.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:33 smithi031 ceph-mon[100614]: pgmap v656: 121 pgs: 121 active+clean; 80 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 23 op/s 2024-08-10T05:24:33.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:33 smithi031 ceph-mon[100614]: osdmap e664: 8 total, 8 up, 8 in 2024-08-10T05:24:33.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:33 smithi196 ceph-mon[90243]: pgmap v656: 121 pgs: 121 active+clean; 80 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 23 op/s 2024-08-10T05:24:33.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:33 smithi196 ceph-mon[90243]: osdmap e664: 8 total, 8 up, 8 in 2024-08-10T05:24:34.282 INFO:tasks.rados.rados.0.smithi031.stdout:3074: done (1 left) 2024-08-10T05:24:34.282 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 29 current snap is 284 2024-08-10T05:24:34.282 INFO:tasks.rados.rados.0.smithi031.stdout:3075: seq_num 944 ranges {1056768=614400,1671168=573440,2244608=229376} 2024-08-10T05:24:34.291 INFO:tasks.rados.rados.0.smithi031.stdout:3075: writing smithi03186013-29 from 1056768 to 1671168 tid 1 2024-08-10T05:24:34.294 INFO:tasks.rados.rados.0.smithi031.stdout:3075: writing smithi03186013-29 from 1671168 to 2244608 tid 2 2024-08-10T05:24:34.296 INFO:tasks.rados.rados.0.smithi031.stdout:3075: writing smithi03186013-29 from 2244608 to 2473984 tid 3 2024-08-10T05:24:34.296 INFO:tasks.rados.rados.0.smithi031.stdout:3076: rmattr oid 19 current snap is 284 2024-08-10T05:24:34.296 INFO:tasks.rados.rados.0.smithi031.stdout:3076: done (2 left) 2024-08-10T05:24:34.296 INFO:tasks.rados.rados.0.smithi031.stdout:3077: rollback oid 30 current snap is 284 2024-08-10T05:24:34.296 INFO:tasks.rados.rados.0.smithi031.stdout:3077: done (2 left) 2024-08-10T05:24:34.296 INFO:tasks.rados.rados.0.smithi031.stdout:3078: delete oid 2 current snap is 284 2024-08-10T05:24:34.296 INFO:tasks.rados.rados.0.smithi031.stdout:3071: finishing write tid 1 to smithi03186013-31 2024-08-10T05:24:34.296 INFO:tasks.rados.rados.0.smithi031.stdout:3071: finishing write tid 2 to smithi03186013-31 2024-08-10T05:24:34.297 INFO:tasks.rados.rados.0.smithi031.stdout:3071: finishing write tid 3 to smithi03186013-31 2024-08-10T05:24:34.297 INFO:tasks.rados.rados.0.smithi031.stdout:3071: finishing write tid 4 to smithi03186013-31 2024-08-10T05:24:34.297 INFO:tasks.rados.rados.0.smithi031.stdout:3071: finishing write tid 5 to smithi03186013-31 2024-08-10T05:24:34.297 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 31 v 1419 (ObjNum 942 snap 284 seq_num 942) dirty exists 2024-08-10T05:24:34.297 INFO:tasks.rados.rados.0.smithi031.stdout:3071: left oid 31 (ObjNum 942 snap 284 seq_num 942) 2024-08-10T05:24:34.299 INFO:tasks.rados.rados.0.smithi031.stdout:3075: finishing write tid 1 to smithi03186013-29 2024-08-10T05:24:34.302 INFO:tasks.rados.rados.0.smithi031.stdout:3075: finishing write tid 2 to smithi03186013-29 2024-08-10T05:24:34.302 INFO:tasks.rados.rados.0.smithi031.stdout:3075: finishing write tid 3 to smithi03186013-29 2024-08-10T05:24:34.302 INFO:tasks.rados.rados.0.smithi031.stdout:3075: finishing write tid 4 to smithi03186013-29 2024-08-10T05:24:34.305 INFO:tasks.rados.rados.0.smithi031.stdout:3075: finishing write tid 5 to smithi03186013-29 2024-08-10T05:24:34.305 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 29 v 1768 (ObjNum 944 snap 284 seq_num 944) dirty exists 2024-08-10T05:24:34.305 INFO:tasks.rados.rados.0.smithi031.stdout:3075: left oid 29 (ObjNum 944 snap 284 seq_num 944) 2024-08-10T05:24:34.305 INFO:tasks.rados.rados.0.smithi031.stdout:3071: done (2 left) 2024-08-10T05:24:34.305 INFO:tasks.rados.rados.0.smithi031.stdout:3075: done (1 left) 2024-08-10T05:24:34.305 INFO:tasks.rados.rados.0.smithi031.stdout:3078: done (0 left) 2024-08-10T05:24:34.305 INFO:tasks.rados.rados.0.smithi031.stdout:3079: rollback oid 28 current snap is 284 2024-08-10T05:24:34.305 INFO:tasks.rados.rados.0.smithi031.stdout:3079: done (0 left) 2024-08-10T05:24:34.305 INFO:tasks.rados.rados.0.smithi031.stdout:3080: copy_from oid 30 from oid 19 current snap is 284 2024-08-10T05:24:34.305 INFO:tasks.rados.rados.0.smithi031.stdout:3081: delete oid 10 current snap is 284 2024-08-10T05:24:34.313 INFO:tasks.rados.rados.0.smithi031.stdout:3081: done (1 left) 2024-08-10T05:24:34.313 INFO:tasks.rados.rados.0.smithi031.stdout:3082: copy_from oid 31 from oid 48 current snap is 284 2024-08-10T05:24:34.313 INFO:tasks.rados.rados.0.smithi031.stdout:3083: delete oid 44 current snap is 284 2024-08-10T05:24:34.318 INFO:tasks.rados.rados.0.smithi031.stdout:3080: finishing copy_from racing read to smithi03186013-30 2024-08-10T05:24:34.320 INFO:tasks.rados.rados.0.smithi031.stdout:3083: done (2 left) 2024-08-10T05:24:34.320 INFO:tasks.rados.rados.0.smithi031.stdout:3084: read oid 35 snap -1 2024-08-10T05:24:34.320 INFO:tasks.rados.rados.0.smithi031.stdout:3084: expect deleted 2024-08-10T05:24:34.321 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 26 current snap is 284 2024-08-10T05:24:34.321 INFO:tasks.rados.rados.0.smithi031.stdout:3085: seq_num 948 ranges {2744320=679936,3424256=516096,3940352=286720} 2024-08-10T05:24:34.339 INFO:tasks.rados.rados.0.smithi031.stdout:3085: writing smithi03186013-26 from 2744320 to 3424256 tid 1 2024-08-10T05:24:34.342 INFO:tasks.rados.rados.0.smithi031.stdout:3085: writing smithi03186013-26 from 3424256 to 3940352 tid 2 2024-08-10T05:24:34.344 INFO:tasks.rados.rados.0.smithi031.stdout:3085: writing smithi03186013-26 from 3940352 to 4227072 tid 3 2024-08-10T05:24:34.344 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 6 current snap is 284 2024-08-10T05:24:34.344 INFO:tasks.rados.rados.0.smithi031.stdout:3086: seq_num 949 ranges {0=704512,704512=794624,1499136=8192} 2024-08-10T05:24:34.348 INFO:tasks.rados.rados.0.smithi031.stdout:3086: writing smithi03186013-6 from 0 to 704512 tid 1 2024-08-10T05:24:34.354 INFO:tasks.rados.rados.0.smithi031.stdout:3086: writing smithi03186013-6 from 704512 to 1499136 tid 2 2024-08-10T05:24:34.354 INFO:tasks.rados.rados.0.smithi031.stdout:3086: writing smithi03186013-6 from 1499136 to 1507328 tid 3 2024-08-10T05:24:34.354 INFO:tasks.rados.rados.0.smithi031.stdout:3087: copy_from oid 32 from oid 4 current snap is 284 2024-08-10T05:24:34.354 INFO:tasks.rados.rados.0.smithi031.stdout:3080: finishing copy_from to smithi03186013-30 2024-08-10T05:24:34.354 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 30 v 1406 (ObjNum 775 snap 240 seq_num 775) dirty exists 2024-08-10T05:24:34.354 INFO:tasks.rados.rados.0.smithi031.stdout:3082: finishing copy_from racing read to smithi03186013-31 2024-08-10T05:24:34.354 INFO:tasks.rados.rados.0.smithi031.stdout:3082: finishing copy_from to smithi03186013-31 2024-08-10T05:24:34.354 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 31 v 1667 (ObjNum 938 snap 282 seq_num 938) dirty exists 2024-08-10T05:24:34.354 INFO:tasks.rados.rados.0.smithi031.stdout:3085: finishing write tid 1 to smithi03186013-26 2024-08-10T05:24:34.354 INFO:tasks.rados.rados.0.smithi031.stdout:3085: finishing write tid 2 to smithi03186013-26 2024-08-10T05:24:34.355 INFO:tasks.rados.rados.0.smithi031.stdout:3085: finishing write tid 3 to smithi03186013-26 2024-08-10T05:24:34.355 INFO:tasks.rados.rados.0.smithi031.stdout:3085: finishing write tid 4 to smithi03186013-26 2024-08-10T05:24:34.355 INFO:tasks.rados.rados.0.smithi031.stdout:3085: finishing write tid 5 to smithi03186013-26 2024-08-10T05:24:34.355 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 26 v 1669 (ObjNum 948 snap 284 seq_num 948) dirty exists 2024-08-10T05:24:34.355 INFO:tasks.rados.rados.0.smithi031.stdout:3085: left oid 26 (ObjNum 948 snap 284 seq_num 948) 2024-08-10T05:24:34.355 INFO:tasks.rados.rados.0.smithi031.stdout:3086: finishing write tid 1 to smithi03186013-6 2024-08-10T05:24:34.355 INFO:tasks.rados.rados.0.smithi031.stdout:3080: done (5 left) 2024-08-10T05:24:34.355 INFO:tasks.rados.rados.0.smithi031.stdout:3082: done (4 left) 2024-08-10T05:24:34.355 INFO:tasks.rados.rados.0.smithi031.stdout:3084: done (3 left) 2024-08-10T05:24:34.355 INFO:tasks.rados.rados.0.smithi031.stdout:3085: done (2 left) 2024-08-10T05:24:34.355 INFO:tasks.rados.rados.0.smithi031.stdout:3088: snap_create 2024-08-10T05:24:34.357 INFO:tasks.rados.rados.0.smithi031.stdout:3086: finishing write tid 2 to smithi03186013-6 2024-08-10T05:24:34.358 INFO:tasks.rados.rados.0.smithi031.stdout:3086: finishing write tid 3 to smithi03186013-6 2024-08-10T05:24:34.358 INFO:tasks.rados.rados.0.smithi031.stdout:3086: finishing write tid 4 to smithi03186013-6 2024-08-10T05:24:34.359 INFO:tasks.rados.rados.0.smithi031.stdout:3086: finishing write tid 5 to smithi03186013-6 2024-08-10T05:24:34.359 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 6 v 1432 (ObjNum 949 snap 284 seq_num 949) dirty exists 2024-08-10T05:24:34.359 INFO:tasks.rados.rados.0.smithi031.stdout:3086: left oid 6 (ObjNum 949 snap 284 seq_num 949) 2024-08-10T05:24:34.362 INFO:tasks.rados.rados.0.smithi031.stdout:3087: finishing copy_from racing read to smithi03186013-32 2024-08-10T05:24:34.365 INFO:tasks.rados.rados.0.smithi031.stdout:3087: finishing copy_from to smithi03186013-32 2024-08-10T05:24:34.365 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 32 v 1604 (ObjNum 909 snap 278 seq_num 909) dirty exists 2024-08-10T05:24:34.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:34 smithi031 ceph-mon[98130]: osdmap e665: 8 total, 8 up, 8 in 2024-08-10T05:24:34.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:34 smithi031 ceph-mon[98130]: osdmap e666: 8 total, 8 up, 8 in 2024-08-10T05:24:34.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:34 smithi031 ceph-mon[100614]: osdmap e665: 8 total, 8 up, 8 in 2024-08-10T05:24:34.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:34 smithi031 ceph-mon[100614]: osdmap e666: 8 total, 8 up, 8 in 2024-08-10T05:24:34.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:34 smithi196 ceph-mon[90243]: osdmap e665: 8 total, 8 up, 8 in 2024-08-10T05:24:34.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:34 smithi196 ceph-mon[90243]: osdmap e666: 8 total, 8 up, 8 in 2024-08-10T05:24:35.327 INFO:tasks.rados.rados.0.smithi031.stdout:3086: done (2 left) 2024-08-10T05:24:35.327 INFO:tasks.rados.rados.0.smithi031.stdout:3087: done (1 left) 2024-08-10T05:24:35.327 INFO:tasks.rados.rados.0.smithi031.stdout:3088: done (0 left) 2024-08-10T05:24:35.327 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 13 current snap is 285 2024-08-10T05:24:35.327 INFO:tasks.rados.rados.0.smithi031.stdout:3089: seq_num 950 ranges {1769472=720896,2490368=679936,3170304=122880} 2024-08-10T05:24:35.340 INFO:tasks.rados.rados.0.smithi031.stdout:3089: writing smithi03186013-13 from 1769472 to 2490368 tid 1 2024-08-10T05:24:35.344 INFO:tasks.rados.rados.0.smithi031.stdout:3089: writing smithi03186013-13 from 2490368 to 3170304 tid 2 2024-08-10T05:24:35.344 INFO:tasks.rados.rados.0.smithi031.stdout:3089: writing smithi03186013-13 from 3170304 to 3293184 tid 3 2024-08-10T05:24:35.345 INFO:tasks.rados.rados.0.smithi031.stdout:3090: rollback oid 43 current snap is 285 2024-08-10T05:24:35.345 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 43 to 284 2024-08-10T05:24:35.345 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 30 current snap is 285 2024-08-10T05:24:35.345 INFO:tasks.rados.rados.0.smithi031.stdout:3091: seq_num 951 ranges {991232=737280,1728512=614400,2342912=188416} 2024-08-10T05:24:35.354 INFO:tasks.rados.rados.0.smithi031.stdout:3091: writing smithi03186013-30 from 991232 to 1728512 tid 1 2024-08-10T05:24:35.357 INFO:tasks.rados.rados.0.smithi031.stdout:3091: writing smithi03186013-30 from 1728512 to 2342912 tid 2 2024-08-10T05:24:35.358 INFO:tasks.rados.rados.0.smithi031.stdout:3091: writing smithi03186013-30 from 2342912 to 2531328 tid 3 2024-08-10T05:24:35.359 INFO:tasks.rados.rados.0.smithi031.stdout:3092: snap_create 2024-08-10T05:24:35.359 INFO:tasks.rados.rados.0.smithi031.stdout:3090: finishing rollback tid 0 to smithi03186013-43 2024-08-10T05:24:35.359 INFO:tasks.rados.rados.0.smithi031.stdout:3090: finishing rollback tid 1 to smithi03186013-43 2024-08-10T05:24:35.359 INFO:tasks.rados.rados.0.smithi031.stdout:3089: finishing write tid 1 to smithi03186013-13 2024-08-10T05:24:35.359 INFO:tasks.rados.rados.0.smithi031.stdout:3090: finishing rollback tid 2 to smithi03186013-43 2024-08-10T05:24:35.359 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 43 v 1374 (ObjNum 870 snap 266 seq_num 870) dirty exists 2024-08-10T05:24:35.359 INFO:tasks.rados.rados.0.smithi031.stdout:3089: finishing write tid 2 to smithi03186013-13 2024-08-10T05:24:35.359 INFO:tasks.rados.rados.0.smithi031.stdout:3089: finishing write tid 3 to smithi03186013-13 2024-08-10T05:24:35.359 INFO:tasks.rados.rados.0.smithi031.stdout:3089: finishing write tid 4 to smithi03186013-13 2024-08-10T05:24:35.359 INFO:tasks.rados.rados.0.smithi031.stdout:3089: finishing write tid 5 to smithi03186013-13 2024-08-10T05:24:35.359 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 13 v 1417 (ObjNum 950 snap 285 seq_num 950) dirty exists 2024-08-10T05:24:35.359 INFO:tasks.rados.rados.0.smithi031.stdout:3089: left oid 13 (ObjNum 950 snap 285 seq_num 950) 2024-08-10T05:24:35.360 INFO:tasks.rados.rados.0.smithi031.stdout:3091: finishing write tid 1 to smithi03186013-30 2024-08-10T05:24:35.362 INFO:tasks.rados.rados.0.smithi031.stdout:3091: finishing write tid 2 to smithi03186013-30 2024-08-10T05:24:35.362 INFO:tasks.rados.rados.0.smithi031.stdout:3091: finishing write tid 3 to smithi03186013-30 2024-08-10T05:24:35.362 INFO:tasks.rados.rados.0.smithi031.stdout:3091: finishing write tid 4 to smithi03186013-30 2024-08-10T05:24:35.363 INFO:tasks.rados.rados.0.smithi031.stdout:3091: finishing write tid 5 to smithi03186013-30 2024-08-10T05:24:35.363 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 30 v 1421 (ObjNum 951 snap 285 seq_num 951) dirty exists 2024-08-10T05:24:35.363 INFO:tasks.rados.rados.0.smithi031.stdout:3091: left oid 30 (ObjNum 951 snap 285 seq_num 951) 2024-08-10T05:24:35.679 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:35 smithi196 ceph-mon[90243]: pgmap v659: 121 pgs: 121 active+clean; 83 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.5 MiB/s rd, 3.4 MiB/s wr, 27 op/s 2024-08-10T05:24:35.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:35 smithi031 ceph-mon[98130]: pgmap v659: 121 pgs: 121 active+clean; 83 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.5 MiB/s rd, 3.4 MiB/s wr, 27 op/s 2024-08-10T05:24:35.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:35 smithi031 ceph-mon[100614]: pgmap v659: 121 pgs: 121 active+clean; 83 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.5 MiB/s rd, 3.4 MiB/s wr, 27 op/s 2024-08-10T05:24:36.332 INFO:tasks.rados.rados.0.smithi031.stdout:3089: done (3 left) 2024-08-10T05:24:36.332 INFO:tasks.rados.rados.0.smithi031.stdout:3090: done (2 left) 2024-08-10T05:24:36.333 INFO:tasks.rados.rados.0.smithi031.stdout:3091: done (1 left) 2024-08-10T05:24:36.333 INFO:tasks.rados.rados.0.smithi031.stdout:3092: done (0 left) 2024-08-10T05:24:36.333 INFO:tasks.rados.rados.0.smithi031.stdout:3093: snap_remove snap 284 2024-08-10T05:24:36.768 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:36 smithi031 ceph-mon[100614]: osdmap e667: 8 total, 8 up, 8 in 2024-08-10T05:24:36.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:36 smithi031 ceph-mon[98130]: osdmap e667: 8 total, 8 up, 8 in 2024-08-10T05:24:36.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:36 smithi196 ceph-mon[90243]: osdmap e667: 8 total, 8 up, 8 in 2024-08-10T05:24:37.336 INFO:tasks.rados.rados.0.smithi031.stdout:3093: done (0 left) 2024-08-10T05:24:37.336 INFO:tasks.rados.rados.0.smithi031.stdout:3094: setattr oid 40 current snap is 286 2024-08-10T05:24:37.338 INFO:tasks.rados.rados.0.smithi031.stdout:3095: read oid 41 snap 285 2024-08-10T05:24:37.338 INFO:tasks.rados.rados.0.smithi031.stdout:3095: expect (ObjNum 775 snap 240 seq_num 775) 2024-08-10T05:24:37.339 INFO:tasks.rados.rados.0.smithi031.stdout:3096: rollback oid 34 current snap is 286 2024-08-10T05:24:37.339 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 34 to 285 2024-08-10T05:24:37.339 INFO:tasks.rados.rados.0.smithi031.stdout:3097: rmattr oid 13 current snap is 286 2024-08-10T05:24:37.339 INFO:tasks.rados.rados.0.smithi031.stdout:3097: done (3 left) 2024-08-10T05:24:37.339 INFO:tasks.rados.rados.0.smithi031.stdout:3098: setattr oid 17 current snap is 286 2024-08-10T05:24:37.340 INFO:tasks.rados.rados.0.smithi031.stdout:3099: setattr oid 21 current snap is 286 2024-08-10T05:24:37.343 INFO:tasks.rados.rados.0.smithi031.stdout:3100: read oid 44 snap 285 2024-08-10T05:24:37.343 INFO:tasks.rados.rados.0.smithi031.stdout:3100: expect deleted 2024-08-10T05:24:37.343 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 22 current snap is 286 2024-08-10T05:24:37.343 INFO:tasks.rados.rados.0.smithi031.stdout:3101: seq_num 952 ranges {2301952=753664,3055616=499712,3555328=303104} 2024-08-10T05:24:37.360 INFO:tasks.rados.rados.0.smithi031.stdout:3101: writing smithi03186013-22 from 2301952 to 3055616 tid 1 2024-08-10T05:24:37.363 INFO:tasks.rados.rados.0.smithi031.stdout:3101: writing smithi03186013-22 from 3055616 to 3555328 tid 2 2024-08-10T05:24:37.365 INFO:tasks.rados.rados.0.smithi031.stdout:3101: writing smithi03186013-22 from 3555328 to 3858432 tid 3 2024-08-10T05:24:37.365 INFO:tasks.rados.rados.0.smithi031.stdout:3102: copy_from oid 9 from oid 50 current snap is 286 2024-08-10T05:24:37.365 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 40 v 1668 (ObjNum 899 snap 274 seq_num 899) dirty exists 2024-08-10T05:24:37.365 INFO:tasks.rados.rados.0.smithi031.stdout:3095: expect (ObjNum 775 snap 240 seq_num 775) 2024-08-10T05:24:37.393 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 17 v 1367 (ObjNum 113 snap 0 seq_num 590653136) dirty exists 2024-08-10T05:24:37.393 INFO:tasks.rados.rados.0.smithi031.stdout:3096: finishing rollback tid 0 to smithi03186013-34 2024-08-10T05:24:37.393 INFO:tasks.rados.rados.0.smithi031.stdout:3096: finishing rollback tid 1 to smithi03186013-34 2024-08-10T05:24:37.393 INFO:tasks.rados.rados.0.smithi031.stdout:3094: done (7 left) 2024-08-10T05:24:37.393 INFO:tasks.rados.rados.0.smithi031.stdout:3095: done (6 left) 2024-08-10T05:24:37.393 INFO:tasks.rados.rados.0.smithi031.stdout:3098: done (5 left) 2024-08-10T05:24:37.394 INFO:tasks.rados.rados.0.smithi031.stdout:3100: done (4 left) 2024-08-10T05:24:37.394 INFO:tasks.rados.rados.0.smithi031.stdout:3103: delete oid 1 current snap is 286 2024-08-10T05:24:37.394 INFO:tasks.rados.rados.0.smithi031.stdout:3096: finishing rollback tid 2 to smithi03186013-34 2024-08-10T05:24:37.394 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 34 v 1645 (ObjNum 920 snap 279 seq_num 920) dirty exists 2024-08-10T05:24:37.394 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 21 v 1422 (ObjNum 257 snap 0 seq_num 589294608) dirty exists 2024-08-10T05:24:37.394 INFO:tasks.rados.rados.0.smithi031.stdout:3101: finishing write tid 1 to smithi03186013-22 2024-08-10T05:24:37.394 INFO:tasks.rados.rados.0.smithi031.stdout:3101: finishing write tid 2 to smithi03186013-22 2024-08-10T05:24:37.394 INFO:tasks.rados.rados.0.smithi031.stdout:3101: finishing write tid 3 to smithi03186013-22 2024-08-10T05:24:37.395 INFO:tasks.rados.rados.0.smithi031.stdout:3101: finishing write tid 4 to smithi03186013-22 2024-08-10T05:24:37.395 INFO:tasks.rados.rados.0.smithi031.stdout:3101: finishing write tid 5 to smithi03186013-22 2024-08-10T05:24:37.395 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 22 v 1775 (ObjNum 952 snap 286 seq_num 952) dirty exists 2024-08-10T05:24:37.395 INFO:tasks.rados.rados.0.smithi031.stdout:3101: left oid 22 (ObjNum 952 snap 286 seq_num 952) 2024-08-10T05:24:37.395 INFO:tasks.rados.rados.0.smithi031.stdout:3102: finishing copy_from racing read to smithi03186013-9 2024-08-10T05:24:37.395 INFO:tasks.rados.rados.0.smithi031.stdout:3102: finishing copy_from to smithi03186013-9 2024-08-10T05:24:37.395 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 9 v 1601 (ObjNum 842 snap 259 seq_num 842) dirty exists 2024-08-10T05:24:37.396 INFO:tasks.rados.rados.0.smithi031.stdout:3096: done (4 left) 2024-08-10T05:24:37.396 INFO:tasks.rados.rados.0.smithi031.stdout:3099: done (3 left) 2024-08-10T05:24:37.396 INFO:tasks.rados.rados.0.smithi031.stdout:3101: done (2 left) 2024-08-10T05:24:37.396 INFO:tasks.rados.rados.0.smithi031.stdout:3102: done (1 left) 2024-08-10T05:24:37.396 INFO:tasks.rados.rados.0.smithi031.stdout:3103: done (0 left) 2024-08-10T05:24:37.396 INFO:tasks.rados.rados.0.smithi031.stdout:3104: copy_from oid 37 from oid 15 current snap is 286 2024-08-10T05:24:37.396 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 27 current snap is 286 2024-08-10T05:24:37.396 INFO:tasks.rados.rados.0.smithi031.stdout:3105: seq_num 954 ranges {1875968=786432,2662400=671744,3334144=131072} 2024-08-10T05:24:37.410 INFO:tasks.rados.rados.0.smithi031.stdout:3105: writing smithi03186013-27 from 1875968 to 2662400 tid 1 2024-08-10T05:24:37.413 INFO:tasks.rados.rados.0.smithi031.stdout:3105: writing smithi03186013-27 from 2662400 to 3334144 tid 2 2024-08-10T05:24:37.415 INFO:tasks.rados.rados.0.smithi031.stdout:3105: writing smithi03186013-27 from 3334144 to 3465216 tid 3 2024-08-10T05:24:37.415 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 11 current snap is 286 2024-08-10T05:24:37.415 INFO:tasks.rados.rados.0.smithi031.stdout:3106: seq_num 955 ranges {9338880=802816,10141696=557056,10698752=245760} 2024-08-10T05:24:37.470 INFO:tasks.rados.rados.0.smithi031.stdout:3106: writing smithi03186013-11 from 9338880 to 10141696 tid 1 2024-08-10T05:24:37.473 INFO:tasks.rados.rados.0.smithi031.stdout:3106: writing smithi03186013-11 from 10141696 to 10698752 tid 2 2024-08-10T05:24:37.475 INFO:tasks.rados.rados.0.smithi031.stdout:3106: writing smithi03186013-11 from 10698752 to 10944512 tid 3 2024-08-10T05:24:37.475 INFO:tasks.rados.rados.0.smithi031.stdout:3107: copy_from oid 4 from oid 16 current snap is 286 2024-08-10T05:24:37.476 INFO:tasks.rados.rados.0.smithi031.stdout:3104: finishing copy_from racing read to smithi03186013-37 2024-08-10T05:24:37.476 INFO:tasks.rados.rados.0.smithi031.stdout:3104: finishing copy_from to smithi03186013-37 2024-08-10T05:24:37.476 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 37 v 1665 (ObjNum 880 snap 269 seq_num 880) dirty exists 2024-08-10T05:24:37.476 INFO:tasks.rados.rados.0.smithi031.stdout:3105: finishing write tid 1 to smithi03186013-27 2024-08-10T05:24:37.476 INFO:tasks.rados.rados.0.smithi031.stdout:3105: finishing write tid 2 to smithi03186013-27 2024-08-10T05:24:37.476 INFO:tasks.rados.rados.0.smithi031.stdout:3105: finishing write tid 3 to smithi03186013-27 2024-08-10T05:24:37.476 INFO:tasks.rados.rados.0.smithi031.stdout:3105: finishing write tid 4 to smithi03186013-27 2024-08-10T05:24:37.476 INFO:tasks.rados.rados.0.smithi031.stdout:3105: finishing write tid 5 to smithi03186013-27 2024-08-10T05:24:37.476 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 27 v 1182 (ObjNum 954 snap 286 seq_num 954) dirty exists 2024-08-10T05:24:37.476 INFO:tasks.rados.rados.0.smithi031.stdout:3105: left oid 27 (ObjNum 954 snap 286 seq_num 954) 2024-08-10T05:24:37.477 INFO:tasks.rados.rados.0.smithi031.stdout:3106: finishing write tid 1 to smithi03186013-11 2024-08-10T05:24:37.477 INFO:tasks.rados.rados.0.smithi031.stdout:3104: done (3 left) 2024-08-10T05:24:37.477 INFO:tasks.rados.rados.0.smithi031.stdout:3105: done (2 left) 2024-08-10T05:24:37.477 INFO:tasks.rados.rados.0.smithi031.stdout:3108: rollback oid 25 current snap is 286 2024-08-10T05:24:37.477 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 25 to 285 2024-08-10T05:24:37.477 INFO:tasks.rados.rados.0.smithi031.stdout:3109: read oid 48 snap -1 2024-08-10T05:24:37.477 INFO:tasks.rados.rados.0.smithi031.stdout:3109: expect (ObjNum 938 snap 282 seq_num 938) 2024-08-10T05:24:37.477 INFO:tasks.rados.rados.0.smithi031.stdout:3110: rollback oid 27 current snap is 286 2024-08-10T05:24:37.477 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 27 to 285 2024-08-10T05:24:37.477 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 6 current snap is 286 2024-08-10T05:24:37.477 INFO:tasks.rados.rados.0.smithi031.stdout:3111: seq_num 956 ranges {1507328=417792,1925120=434176,2359296=770048} 2024-08-10T05:24:37.486 INFO:tasks.rados.rados.0.smithi031.stdout:3111: writing smithi03186013-6 from 1507328 to 1925120 tid 1 2024-08-10T05:24:37.489 INFO:tasks.rados.rados.0.smithi031.stdout:3111: writing smithi03186013-6 from 1925120 to 2359296 tid 2 2024-08-10T05:24:37.494 INFO:tasks.rados.rados.0.smithi031.stdout:3111: writing smithi03186013-6 from 2359296 to 3129344 tid 3 2024-08-10T05:24:37.494 INFO:tasks.rados.rados.0.smithi031.stdout:3112: rollback oid 42 current snap is 286 2024-08-10T05:24:37.494 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 42 to 285 2024-08-10T05:24:37.494 INFO:tasks.rados.rados.0.smithi031.stdout:3108: finishing rollback tid 1 to smithi03186013-25 2024-08-10T05:24:37.494 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 25 v 0 (ObjNum 129 snap 0 seq_num 590056936) dirty dne 2024-08-10T05:24:37.494 INFO:tasks.rados.rados.0.smithi031.stdout:3110: finishing rollback tid 0 to smithi03186013-27 2024-08-10T05:24:37.494 INFO:tasks.rados.rados.0.smithi031.stdout:3106: finishing write tid 2 to smithi03186013-11 2024-08-10T05:24:37.495 INFO:tasks.rados.rados.0.smithi031.stdout:3110: finishing rollback tid 1 to smithi03186013-27 2024-08-10T05:24:37.495 INFO:tasks.rados.rados.0.smithi031.stdout:3106: finishing write tid 3 to smithi03186013-11 2024-08-10T05:24:37.495 INFO:tasks.rados.rados.0.smithi031.stdout:3110: finishing rollback tid 2 to smithi03186013-27 2024-08-10T05:24:37.495 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 27 v 1185 (ObjNum 828 snap 257 seq_num 828) dirty exists 2024-08-10T05:24:37.495 INFO:tasks.rados.rados.0.smithi031.stdout:3106: finishing write tid 4 to smithi03186013-11 2024-08-10T05:24:37.495 INFO:tasks.rados.rados.0.smithi031.stdout:3106: finishing write tid 5 to smithi03186013-11 2024-08-10T05:24:37.495 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 11 v 1436 (ObjNum 955 snap 286 seq_num 955) dirty exists 2024-08-10T05:24:37.495 INFO:tasks.rados.rados.0.smithi031.stdout:3106: left oid 11 (ObjNum 955 snap 286 seq_num 955) 2024-08-10T05:24:37.495 INFO:tasks.rados.rados.0.smithi031.stdout:3107: finishing copy_from racing read to smithi03186013-4 2024-08-10T05:24:37.495 INFO:tasks.rados.rados.0.smithi031.stdout:3106: done (6 left) 2024-08-10T05:24:37.495 INFO:tasks.rados.rados.0.smithi031.stdout:3108: done (5 left) 2024-08-10T05:24:37.495 INFO:tasks.rados.rados.0.smithi031.stdout:3110: done (4 left) 2024-08-10T05:24:37.495 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 50 current snap is 286 2024-08-10T05:24:37.495 INFO:tasks.rados.rados.0.smithi031.stdout:3113: seq_num 957 ranges {2113536=434176,2547712=720896,3268608=483328} 2024-08-10T05:24:37.511 INFO:tasks.rados.rados.0.smithi031.stdout:3113: writing smithi03186013-50 from 2113536 to 2547712 tid 1 2024-08-10T05:24:37.512 INFO:tasks.rados.rados.0.smithi031.stdout:3113: writing smithi03186013-50 from 2547712 to 3268608 tid 2 2024-08-10T05:24:37.515 INFO:tasks.rados.rados.0.smithi031.stdout:3113: writing smithi03186013-50 from 3268608 to 3751936 tid 3 2024-08-10T05:24:37.515 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 5 current snap is 286 2024-08-10T05:24:37.515 INFO:tasks.rados.rados.0.smithi031.stdout:3107: finishing copy_from to smithi03186013-4 2024-08-10T05:24:37.516 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 4 v 1691 (ObjNum 853 snap 259 seq_num 853) dirty exists 2024-08-10T05:24:37.516 INFO:tasks.rados.rados.0.smithi031.stdout:3111: finishing write tid 1 to smithi03186013-6 2024-08-10T05:24:37.516 INFO:tasks.rados.rados.0.smithi031.stdout:3111: finishing write tid 2 to smithi03186013-6 2024-08-10T05:24:37.516 INFO:tasks.rados.rados.0.smithi031.stdout:3109: expect (ObjNum 938 snap 282 seq_num 938) 2024-08-10T05:24:37.757 INFO:tasks.rados.rados.0.smithi031.stdout:3112: finishing rollback tid 0 to smithi03186013-42 2024-08-10T05:24:37.758 INFO:tasks.rados.rados.0.smithi031.stdout:3111: finishing write tid 3 to smithi03186013-6 2024-08-10T05:24:37.758 INFO:tasks.rados.rados.0.smithi031.stdout:3112: finishing rollback tid 1 to smithi03186013-42 2024-08-10T05:24:37.758 INFO:tasks.rados.rados.0.smithi031.stdout:3112: finishing rollback tid 2 to smithi03186013-42 2024-08-10T05:24:37.758 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 42 v 1670 (ObjNum 840 snap 259 seq_num 840) dirty exists 2024-08-10T05:24:37.758 INFO:tasks.rados.rados.0.smithi031.stdout:3111: finishing write tid 4 to smithi03186013-6 2024-08-10T05:24:37.758 INFO:tasks.rados.rados.0.smithi031.stdout:3114: seq_num 958 ranges {1916928=450560,2367488=655360,3022848=548864} 2024-08-10T05:24:37.768 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:37 smithi031 ceph-mon[100614]: pgmap v662: 121 pgs: 121 active+clean; 81 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.6 MiB/s wr, 24 op/s 2024-08-10T05:24:37.768 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:37 smithi031 ceph-mon[100614]: osdmap e668: 8 total, 8 up, 8 in 2024-08-10T05:24:37.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:37 smithi031 ceph-mon[98130]: pgmap v662: 121 pgs: 121 active+clean; 81 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.6 MiB/s wr, 24 op/s 2024-08-10T05:24:37.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:37 smithi031 ceph-mon[98130]: osdmap e668: 8 total, 8 up, 8 in 2024-08-10T05:24:37.770 INFO:tasks.rados.rados.0.smithi031.stdout:3114: writing smithi03186013-5 from 1916928 to 2367488 tid 1 2024-08-10T05:24:37.774 INFO:tasks.rados.rados.0.smithi031.stdout:3114: writing smithi03186013-5 from 2367488 to 3022848 tid 2 2024-08-10T05:24:37.778 INFO:tasks.rados.rados.0.smithi031.stdout:3114: writing smithi03186013-5 from 3022848 to 3571712 tid 3 2024-08-10T05:24:37.778 INFO:tasks.rados.rados.0.smithi031.stdout:3107: done (5 left) 2024-08-10T05:24:37.778 INFO:tasks.rados.rados.0.smithi031.stdout:3109: done (4 left) 2024-08-10T05:24:37.778 INFO:tasks.rados.rados.0.smithi031.stdout:3112: done (3 left) 2024-08-10T05:24:37.778 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 19 current snap is 286 2024-08-10T05:24:37.778 INFO:tasks.rados.rados.0.smithi031.stdout:3111: finishing write tid 5 to smithi03186013-6 2024-08-10T05:24:37.778 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 6 v 1440 (ObjNum 956 snap 286 seq_num 956) dirty exists 2024-08-10T05:24:37.779 INFO:tasks.rados.rados.0.smithi031.stdout:3111: left oid 6 (ObjNum 956 snap 286 seq_num 956) 2024-08-10T05:24:37.779 INFO:tasks.rados.rados.0.smithi031.stdout:3113: finishing write tid 1 to smithi03186013-50 2024-08-10T05:24:37.779 INFO:tasks.rados.rados.0.smithi031.stdout:3113: finishing write tid 2 to smithi03186013-50 2024-08-10T05:24:37.779 INFO:tasks.rados.rados.0.smithi031.stdout:3113: finishing write tid 3 to smithi03186013-50 2024-08-10T05:24:37.779 INFO:tasks.rados.rados.0.smithi031.stdout:3113: finishing write tid 4 to smithi03186013-50 2024-08-10T05:24:37.779 INFO:tasks.rados.rados.0.smithi031.stdout:3115: seq_num 959 ranges {991232=466944,1458176=540672,1998848=557056,2555904=106496} 2024-08-10T05:24:37.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:37 smithi196 ceph-mon[90243]: pgmap v662: 121 pgs: 121 active+clean; 81 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.6 MiB/s wr, 24 op/s 2024-08-10T05:24:37.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:37 smithi196 ceph-mon[90243]: osdmap e668: 8 total, 8 up, 8 in 2024-08-10T05:24:37.785 INFO:tasks.rados.rados.0.smithi031.stdout:3115: writing smithi03186013-19 from 991232 to 1458176 tid 1 2024-08-10T05:24:37.788 INFO:tasks.rados.rados.0.smithi031.stdout:3115: writing smithi03186013-19 from 1458176 to 1998848 tid 2 2024-08-10T05:24:37.792 INFO:tasks.rados.rados.0.smithi031.stdout:3115: writing smithi03186013-19 from 1998848 to 2555904 tid 3 2024-08-10T05:24:37.794 INFO:tasks.rados.rados.0.smithi031.stdout:3115: writing smithi03186013-19 from 2555904 to 2662400 tid 4 2024-08-10T05:24:37.794 INFO:tasks.rados.rados.0.smithi031.stdout:3111: done (3 left) 2024-08-10T05:24:37.794 INFO:tasks.rados.rados.0.smithi031.stdout:3116: read oid 46 snap -1 2024-08-10T05:24:37.794 INFO:tasks.rados.rados.0.smithi031.stdout:3116: expect (ObjNum 768 snap 239 seq_num 768) 2024-08-10T05:24:37.794 INFO:tasks.rados.rados.0.smithi031.stdout:3117: read oid 48 snap -1 2024-08-10T05:24:37.794 INFO:tasks.rados.rados.0.smithi031.stdout:3117: expect (ObjNum 938 snap 282 seq_num 938) 2024-08-10T05:24:37.794 INFO:tasks.rados.rados.0.smithi031.stdout:3118: rollback oid 49 current snap is 286 2024-08-10T05:24:37.794 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 49 to 285 2024-08-10T05:24:37.795 INFO:tasks.rados.rados.0.smithi031.stdout:3113: finishing write tid 5 to smithi03186013-50 2024-08-10T05:24:37.795 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 50 v 1695 (ObjNum 957 snap 286 seq_num 957) dirty exists 2024-08-10T05:24:37.795 INFO:tasks.rados.rados.0.smithi031.stdout:3113: left oid 50 (ObjNum 957 snap 286 seq_num 957) 2024-08-10T05:24:37.795 INFO:tasks.rados.rados.0.smithi031.stdout:3114: finishing write tid 1 to smithi03186013-5 2024-08-10T05:24:37.795 INFO:tasks.rados.rados.0.smithi031.stdout:3113: done (5 left) 2024-08-10T05:24:37.795 INFO:tasks.rados.rados.0.smithi031.stdout:3119: read oid 14 snap -1 2024-08-10T05:24:37.795 INFO:tasks.rados.rados.0.smithi031.stdout:3119: expect deleted 2024-08-10T05:24:37.795 INFO:tasks.rados.rados.0.smithi031.stdout:3120: rmattr oid 35 current snap is 286 2024-08-10T05:24:37.795 INFO:tasks.rados.rados.0.smithi031.stdout:3120: done (6 left) 2024-08-10T05:24:37.795 INFO:tasks.rados.rados.0.smithi031.stdout:3121: snap_create 2024-08-10T05:24:37.795 INFO:tasks.rados.rados.0.smithi031.stdout:3114: finishing write tid 2 to smithi03186013-5 2024-08-10T05:24:37.795 INFO:tasks.rados.rados.0.smithi031.stdout:3114: finishing write tid 3 to smithi03186013-5 2024-08-10T05:24:37.795 INFO:tasks.rados.rados.0.smithi031.stdout:3114: finishing write tid 4 to smithi03186013-5 2024-08-10T05:24:37.796 INFO:tasks.rados.rados.0.smithi031.stdout:3114: finishing write tid 5 to smithi03186013-5 2024-08-10T05:24:37.796 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 5 v 1649 (ObjNum 958 snap 286 seq_num 958) dirty exists 2024-08-10T05:24:37.796 INFO:tasks.rados.rados.0.smithi031.stdout:3114: left oid 5 (ObjNum 958 snap 286 seq_num 958) 2024-08-10T05:24:37.796 INFO:tasks.rados.rados.0.smithi031.stdout:3115: finishing write tid 1 to smithi03186013-19 2024-08-10T05:24:37.796 INFO:tasks.rados.rados.0.smithi031.stdout:3115: finishing write tid 2 to smithi03186013-19 2024-08-10T05:24:37.796 INFO:tasks.rados.rados.0.smithi031.stdout:3115: finishing write tid 3 to smithi03186013-19 2024-08-10T05:24:37.797 INFO:tasks.rados.rados.0.smithi031.stdout:3118: finishing rollback tid 0 to smithi03186013-49 2024-08-10T05:24:37.797 INFO:tasks.rados.rados.0.smithi031.stdout:3118: finishing rollback tid 1 to smithi03186013-49 2024-08-10T05:24:37.798 INFO:tasks.rados.rados.0.smithi031.stdout:3118: finishing rollback tid 2 to smithi03186013-49 2024-08-10T05:24:37.798 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 49 v 1668 (ObjNum 768 snap 239 seq_num 768) dirty exists 2024-08-10T05:24:37.798 INFO:tasks.rados.rados.0.smithi031.stdout:3115: finishing write tid 4 to smithi03186013-19 2024-08-10T05:24:37.802 INFO:tasks.rados.rados.0.smithi031.stdout:3115: finishing write tid 5 to smithi03186013-19 2024-08-10T05:24:37.804 INFO:tasks.rados.rados.0.smithi031.stdout:3115: finishing write tid 6 to smithi03186013-19 2024-08-10T05:24:37.804 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 19 v 1675 (ObjNum 959 snap 286 seq_num 959) dirty exists 2024-08-10T05:24:37.804 INFO:tasks.rados.rados.0.smithi031.stdout:3115: left oid 19 (ObjNum 959 snap 286 seq_num 959) 2024-08-10T05:24:37.812 INFO:tasks.rados.rados.0.smithi031.stdout:3116: expect (ObjNum 768 snap 239 seq_num 768) 2024-08-10T05:24:37.885 INFO:tasks.rados.rados.0.smithi031.stdout:3117: expect (ObjNum 938 snap 282 seq_num 938) 2024-08-10T05:24:38.346 INFO:tasks.rados.rados.0.smithi031.stdout:3114: done (6 left) 2024-08-10T05:24:38.346 INFO:tasks.rados.rados.0.smithi031.stdout:3115: done (5 left) 2024-08-10T05:24:38.346 INFO:tasks.rados.rados.0.smithi031.stdout:3116: done (4 left) 2024-08-10T05:24:38.346 INFO:tasks.rados.rados.0.smithi031.stdout:3117: done (3 left) 2024-08-10T05:24:38.346 INFO:tasks.rados.rados.0.smithi031.stdout:3118: done (2 left) 2024-08-10T05:24:38.346 INFO:tasks.rados.rados.0.smithi031.stdout:3119: done (1 left) 2024-08-10T05:24:38.346 INFO:tasks.rados.rados.0.smithi031.stdout:3121: done (0 left) 2024-08-10T05:24:38.346 INFO:tasks.rados.rados.0.smithi031.stdout:3122: delete oid 8 current snap is 287 2024-08-10T05:24:38.350 INFO:tasks.rados.rados.0.smithi031.stdout:3122: done (0 left) 2024-08-10T05:24:38.350 INFO:tasks.rados.rados.0.smithi031.stdout:3123: snap_create 2024-08-10T05:24:38.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:38 smithi031 ceph-mon[98130]: osdmap e669: 8 total, 8 up, 8 in 2024-08-10T05:24:38.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:38 smithi031 ceph-mon[100614]: osdmap e669: 8 total, 8 up, 8 in 2024-08-10T05:24:38.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:38 smithi196 ceph-mon[90243]: osdmap e669: 8 total, 8 up, 8 in 2024-08-10T05:24:39.278 INFO:tasks.rados.rados.0.smithi031.stdout:3123: done (0 left) 2024-08-10T05:24:39.278 INFO:tasks.rados.rados.0.smithi031.stdout:3124: setattr oid 28 current snap is 288 2024-08-10T05:24:39.279 INFO:tasks.rados.rados.0.smithi031.stdout:3125: read oid 7 snap 286 2024-08-10T05:24:39.279 INFO:tasks.rados.rados.0.smithi031.stdout:3125: expect (ObjNum 853 snap 259 seq_num 853) 2024-08-10T05:24:39.279 INFO:tasks.rados.rados.0.smithi031.stdout:3126: snap_remove snap 287 2024-08-10T05:24:39.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:39 smithi031 ceph-mon[98130]: pgmap v665: 121 pgs: 121 active+clean; 74 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 4.4 MiB/s wr, 18 op/s 2024-08-10T05:24:39.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:39 smithi031 ceph-mon[98130]: osdmap e670: 8 total, 8 up, 8 in 2024-08-10T05:24:39.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:39 smithi031 ceph-mon[98130]: osdmap e671: 8 total, 8 up, 8 in 2024-08-10T05:24:39.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:39 smithi031 ceph-mon[100614]: pgmap v665: 121 pgs: 121 active+clean; 74 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 4.4 MiB/s wr, 18 op/s 2024-08-10T05:24:39.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:39 smithi031 ceph-mon[100614]: osdmap e670: 8 total, 8 up, 8 in 2024-08-10T05:24:39.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:39 smithi031 ceph-mon[100614]: osdmap e671: 8 total, 8 up, 8 in 2024-08-10T05:24:39.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:39 smithi196 ceph-mon[90243]: pgmap v665: 121 pgs: 121 active+clean; 74 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 4.4 MiB/s wr, 18 op/s 2024-08-10T05:24:39.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:39 smithi196 ceph-mon[90243]: osdmap e670: 8 total, 8 up, 8 in 2024-08-10T05:24:39.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:39 smithi196 ceph-mon[90243]: osdmap e671: 8 total, 8 up, 8 in 2024-08-10T05:24:40.281 INFO:tasks.rados.rados.0.smithi031.stdout:3126: done (2 left) 2024-08-10T05:24:40.281 INFO:tasks.rados.rados.0.smithi031.stdout:3127: snap_create 2024-08-10T05:24:40.281 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 28 v 1669 (ObjNum 899 snap 274 seq_num 899) dirty exists 2024-08-10T05:24:40.281 INFO:tasks.rados.rados.0.smithi031.stdout:3125: expect (ObjNum 853 snap 259 seq_num 853) 2024-08-10T05:24:41.287 INFO:tasks.rados.rados.0.smithi031.stdout:3124: done (2 left) 2024-08-10T05:24:41.287 INFO:tasks.rados.rados.0.smithi031.stdout:3125: done (1 left) 2024-08-10T05:24:41.287 INFO:tasks.rados.rados.0.smithi031.stdout:3127: done (0 left) 2024-08-10T05:24:41.287 INFO:tasks.rados.rados.0.smithi031.stdout:3128: setattr oid 44 current snap is 289 2024-08-10T05:24:41.288 INFO:tasks.rados.rados.0.smithi031.stdout:3129: snap_create 2024-08-10T05:24:41.295 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 44 v 1778 (ObjNum 145 snap 0 seq_num 589822328) dirty exists 2024-08-10T05:24:41.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:41 smithi031 ceph-mon[98130]: pgmap v668: 121 pgs: 121 active+clean; 84 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 729 KiB/s rd, 6.1 MiB/s wr, 26 op/s 2024-08-10T05:24:41.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:41 smithi031 ceph-mon[98130]: osdmap e672: 8 total, 8 up, 8 in 2024-08-10T05:24:41.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:24:41.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:24:41 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:24:41] "GET /metrics HTTP/1.1" 200 36273 "" "Prometheus/2.43.0" 2024-08-10T05:24:41.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:41 smithi031 ceph-mon[100614]: pgmap v668: 121 pgs: 121 active+clean; 84 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 729 KiB/s rd, 6.1 MiB/s wr, 26 op/s 2024-08-10T05:24:41.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:41 smithi031 ceph-mon[100614]: osdmap e672: 8 total, 8 up, 8 in 2024-08-10T05:24:41.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:24:41.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:41 smithi196 ceph-mon[90243]: pgmap v668: 121 pgs: 121 active+clean; 84 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 729 KiB/s rd, 6.1 MiB/s wr, 26 op/s 2024-08-10T05:24:41.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:41 smithi196 ceph-mon[90243]: osdmap e672: 8 total, 8 up, 8 in 2024-08-10T05:24:41.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:24:42.302 INFO:tasks.rados.rados.0.smithi031.stdout:3128: done (1 left) 2024-08-10T05:24:42.302 INFO:tasks.rados.rados.0.smithi031.stdout:3129: done (0 left) 2024-08-10T05:24:42.302 INFO:tasks.rados.rados.0.smithi031.stdout:3130: read oid 37 snap -1 2024-08-10T05:24:42.302 INFO:tasks.rados.rados.0.smithi031.stdout:3130: expect (ObjNum 880 snap 269 seq_num 880) 2024-08-10T05:24:42.303 INFO:tasks.rados.rados.0.smithi031.stdout:3131: snap_create 2024-08-10T05:24:42.318 INFO:tasks.rados.rados.0.smithi031.stdout:3130: expect (ObjNum 880 snap 269 seq_num 880) 2024-08-10T05:24:42.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:42 smithi031 ceph-mon[98130]: osdmap e673: 8 total, 8 up, 8 in 2024-08-10T05:24:42.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:42 smithi031 ceph-mon[100614]: osdmap e673: 8 total, 8 up, 8 in 2024-08-10T05:24:42.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:42 smithi196 ceph-mon[90243]: osdmap e673: 8 total, 8 up, 8 in 2024-08-10T05:24:42.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:24:42 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:24:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:24:43.301 INFO:tasks.rados.rados.0.smithi031.stdout:3130: done (1 left) 2024-08-10T05:24:43.301 INFO:tasks.rados.rados.0.smithi031.stdout:3131: done (0 left) 2024-08-10T05:24:43.301 INFO:tasks.rados.rados.0.smithi031.stdout:3132: read oid 39 snap -1 2024-08-10T05:24:43.302 INFO:tasks.rados.rados.0.smithi031.stdout:3132: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-10T05:24:43.302 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 41 current snap is 291 2024-08-10T05:24:43.302 INFO:tasks.rados.rados.0.smithi031.stdout:3133: seq_num 961 ranges {991232=499712,1490944=712704,2203648=491520} 2024-08-10T05:24:43.309 INFO:tasks.rados.rados.0.smithi031.stdout:3133: writing smithi03186013-41 from 991232 to 1490944 tid 1 2024-08-10T05:24:43.313 INFO:tasks.rados.rados.0.smithi031.stdout:3133: writing smithi03186013-41 from 1490944 to 2203648 tid 2 2024-08-10T05:24:43.317 INFO:tasks.rados.rados.0.smithi031.stdout:3133: writing smithi03186013-41 from 2203648 to 2695168 tid 3 2024-08-10T05:24:43.317 INFO:tasks.rados.rados.0.smithi031.stdout:3134: read oid 45 snap -1 2024-08-10T05:24:43.317 INFO:tasks.rados.rados.0.smithi031.stdout:3134: expect (ObjNum 940 snap 284 seq_num 940) 2024-08-10T05:24:43.317 INFO:tasks.rados.rados.0.smithi031.stdout:3135: delete oid 18 current snap is 291 2024-08-10T05:24:43.317 INFO:tasks.rados.rados.0.smithi031.stdout:3132: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-10T05:24:43.322 INFO:tasks.rados.rados.0.smithi031.stdout:3133: finishing write tid 1 to smithi03186013-41 2024-08-10T05:24:43.322 INFO:tasks.rados.rados.0.smithi031.stdout:3133: finishing write tid 2 to smithi03186013-41 2024-08-10T05:24:43.322 INFO:tasks.rados.rados.0.smithi031.stdout:3133: finishing write tid 3 to smithi03186013-41 2024-08-10T05:24:43.322 INFO:tasks.rados.rados.0.smithi031.stdout:3133: finishing write tid 4 to smithi03186013-41 2024-08-10T05:24:43.323 INFO:tasks.rados.rados.0.smithi031.stdout:3133: finishing write tid 5 to smithi03186013-41 2024-08-10T05:24:43.323 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 41 v 1699 (ObjNum 961 snap 291 seq_num 961) dirty exists 2024-08-10T05:24:43.323 INFO:tasks.rados.rados.0.smithi031.stdout:3133: left oid 41 (ObjNum 961 snap 291 seq_num 961) 2024-08-10T05:24:43.325 INFO:tasks.rados.rados.0.smithi031.stdout:3134: expect (ObjNum 940 snap 284 seq_num 940) 2024-08-10T05:24:43.362 INFO:tasks.rados.rados.0.smithi031.stdout:3132: done (3 left) 2024-08-10T05:24:43.362 INFO:tasks.rados.rados.0.smithi031.stdout:3133: done (2 left) 2024-08-10T05:24:43.362 INFO:tasks.rados.rados.0.smithi031.stdout:3134: done (1 left) 2024-08-10T05:24:43.363 INFO:tasks.rados.rados.0.smithi031.stdout:3135: done (0 left) 2024-08-10T05:24:43.363 INFO:tasks.rados.rados.0.smithi031.stdout:3136: read oid 50 snap -1 2024-08-10T05:24:43.363 INFO:tasks.rados.rados.0.smithi031.stdout:3136: expect (ObjNum 957 snap 286 seq_num 957) 2024-08-10T05:24:43.363 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 30 current snap is 291 2024-08-10T05:24:43.363 INFO:tasks.rados.rados.0.smithi031.stdout:3137: seq_num 963 ranges {2531328=532480,3063808=475136,3538944=532480,4071424=196608} 2024-08-10T05:24:43.379 INFO:tasks.rados.rados.0.smithi031.stdout:3137: writing smithi03186013-30 from 2531328 to 3063808 tid 1 2024-08-10T05:24:43.382 INFO:tasks.rados.rados.0.smithi031.stdout:3137: writing smithi03186013-30 from 3063808 to 3538944 tid 2 2024-08-10T05:24:43.384 INFO:tasks.rados.rados.0.smithi031.stdout:3137: writing smithi03186013-30 from 3538944 to 4071424 tid 3 2024-08-10T05:24:43.386 INFO:tasks.rados.rados.0.smithi031.stdout:3137: writing smithi03186013-30 from 4071424 to 4268032 tid 4 2024-08-10T05:24:43.386 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 21 current snap is 291 2024-08-10T05:24:43.386 INFO:tasks.rados.rados.0.smithi031.stdout:3138: seq_num 964 ranges {0=548864,548864=761856,1310720=442368} 2024-08-10T05:24:43.388 INFO:tasks.rados.rados.0.smithi031.stdout:3138: writing smithi03186013-21 from 0 to 548864 tid 1 2024-08-10T05:24:43.393 INFO:tasks.rados.rados.0.smithi031.stdout:3138: writing smithi03186013-21 from 548864 to 1310720 tid 2 2024-08-10T05:24:43.395 INFO:tasks.rados.rados.0.smithi031.stdout:3138: writing smithi03186013-21 from 1310720 to 1753088 tid 3 2024-08-10T05:24:43.395 INFO:tasks.rados.rados.0.smithi031.stdout:3139: rmattr oid 23 current snap is 291 2024-08-10T05:24:43.395 INFO:tasks.rados.rados.0.smithi031.stdout:3139: done (3 left) 2024-08-10T05:24:43.395 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 26 current snap is 291 2024-08-10T05:24:43.395 INFO:tasks.rados.rados.0.smithi031.stdout:3140: seq_num 965 ranges {4227072=565248,4792320=647168,5439488=548864,5988352=8192} 2024-08-10T05:24:43.421 INFO:tasks.rados.rados.0.smithi031.stdout:3140: writing smithi03186013-26 from 4227072 to 4792320 tid 1 2024-08-10T05:24:43.425 INFO:tasks.rados.rados.0.smithi031.stdout:3140: writing smithi03186013-26 from 4792320 to 5439488 tid 2 2024-08-10T05:24:43.429 INFO:tasks.rados.rados.0.smithi031.stdout:3140: writing smithi03186013-26 from 5439488 to 5988352 tid 3 2024-08-10T05:24:43.429 INFO:tasks.rados.rados.0.smithi031.stdout:3140: writing smithi03186013-26 from 5988352 to 5996544 tid 4 2024-08-10T05:24:43.429 INFO:tasks.rados.rados.0.smithi031.stdout:3141: setattr oid 22 current snap is 291 2024-08-10T05:24:43.429 INFO:tasks.rados.rados.0.smithi031.stdout:3136: expect (ObjNum 957 snap 286 seq_num 957) 2024-08-10T05:24:43.565 INFO:tasks.rados.rados.0.smithi031.stdout:3137: finishing write tid 1 to smithi03186013-30 2024-08-10T05:24:43.565 INFO:tasks.rados.rados.0.smithi031.stdout:3137: finishing write tid 2 to smithi03186013-30 2024-08-10T05:24:43.565 INFO:tasks.rados.rados.0.smithi031.stdout:3137: finishing write tid 3 to smithi03186013-30 2024-08-10T05:24:43.565 INFO:tasks.rados.rados.0.smithi031.stdout:3137: finishing write tid 4 to smithi03186013-30 2024-08-10T05:24:43.565 INFO:tasks.rados.rados.0.smithi031.stdout:3137: finishing write tid 5 to smithi03186013-30 2024-08-10T05:24:43.565 INFO:tasks.rados.rados.0.smithi031.stdout:3137: finishing write tid 6 to smithi03186013-30 2024-08-10T05:24:43.565 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 30 v 1606 (ObjNum 963 snap 291 seq_num 963) dirty exists 2024-08-10T05:24:43.565 INFO:tasks.rados.rados.0.smithi031.stdout:3137: left oid 30 (ObjNum 963 snap 291 seq_num 963) 2024-08-10T05:24:43.565 INFO:tasks.rados.rados.0.smithi031.stdout:3138: finishing write tid 1 to smithi03186013-21 2024-08-10T05:24:43.565 INFO:tasks.rados.rados.0.smithi031.stdout:3138: finishing write tid 2 to smithi03186013-21 2024-08-10T05:24:43.566 INFO:tasks.rados.rados.0.smithi031.stdout:3138: finishing write tid 3 to smithi03186013-21 2024-08-10T05:24:43.566 INFO:tasks.rados.rados.0.smithi031.stdout:3138: finishing write tid 4 to smithi03186013-21 2024-08-10T05:24:43.566 INFO:tasks.rados.rados.0.smithi031.stdout:3138: finishing write tid 5 to smithi03186013-21 2024-08-10T05:24:43.566 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 21 v 1610 (ObjNum 964 snap 291 seq_num 964) dirty exists 2024-08-10T05:24:43.566 INFO:tasks.rados.rados.0.smithi031.stdout:3138: left oid 21 (ObjNum 964 snap 291 seq_num 964) 2024-08-10T05:24:43.566 INFO:tasks.rados.rados.0.smithi031.stdout:3140: finishing write tid 1 to smithi03186013-26 2024-08-10T05:24:43.566 INFO:tasks.rados.rados.0.smithi031.stdout:3140: finishing write tid 2 to smithi03186013-26 2024-08-10T05:24:43.566 INFO:tasks.rados.rados.0.smithi031.stdout:3140: finishing write tid 3 to smithi03186013-26 2024-08-10T05:24:43.566 INFO:tasks.rados.rados.0.smithi031.stdout:3140: finishing write tid 4 to smithi03186013-26 2024-08-10T05:24:43.566 INFO:tasks.rados.rados.0.smithi031.stdout:3140: finishing write tid 5 to smithi03186013-26 2024-08-10T05:24:43.566 INFO:tasks.rados.rados.0.smithi031.stdout:3140: finishing write tid 6 to smithi03186013-26 2024-08-10T05:24:43.566 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 26 v 1674 (ObjNum 965 snap 291 seq_num 965) dirty exists 2024-08-10T05:24:43.566 INFO:tasks.rados.rados.0.smithi031.stdout:3140: left oid 26 (ObjNum 965 snap 291 seq_num 965) 2024-08-10T05:24:43.567 INFO:tasks.rados.rados.0.smithi031.stdout:3136: done (4 left) 2024-08-10T05:24:43.567 INFO:tasks.rados.rados.0.smithi031.stdout:3137: done (3 left) 2024-08-10T05:24:43.567 INFO:tasks.rados.rados.0.smithi031.stdout:3138: done (2 left) 2024-08-10T05:24:43.567 INFO:tasks.rados.rados.0.smithi031.stdout:3140: done (1 left) 2024-08-10T05:24:43.567 INFO:tasks.rados.rados.0.smithi031.stdout:3142: rollback oid 32 current snap is 291 2024-08-10T05:24:43.567 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 32 to 286 2024-08-10T05:24:43.567 INFO:tasks.rados.rados.0.smithi031.stdout:3143: rmattr oid 21 current snap is 291 2024-08-10T05:24:43.567 INFO:tasks.rados.rados.0.smithi031.stdout:3144: copy_from oid 20 from oid 46 current snap is 291 2024-08-10T05:24:43.567 INFO:tasks.rados.rados.0.smithi031.stdout:3145: snap_create 2024-08-10T05:24:43.567 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 22 v 1780 (ObjNum 952 snap 286 seq_num 952) dirty exists 2024-08-10T05:24:43.569 INFO:tasks.rados.rados.0.smithi031.stdout:3142: finishing rollback tid 0 to smithi03186013-32 2024-08-10T05:24:43.569 INFO:tasks.rados.rados.0.smithi031.stdout:3142: finishing rollback tid 1 to smithi03186013-32 2024-08-10T05:24:43.569 INFO:tasks.rados.rados.0.smithi031.stdout:3142: finishing rollback tid 2 to smithi03186013-32 2024-08-10T05:24:43.569 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 32 v 1672 (ObjNum 909 snap 278 seq_num 909) dirty exists 2024-08-10T05:24:43.570 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 21 v 1611 (ObjNum 964 snap 291 seq_num 964) dirty exists 2024-08-10T05:24:43.573 INFO:tasks.rados.rados.0.smithi031.stdout:3144: finishing copy_from racing read to smithi03186013-20 2024-08-10T05:24:43.574 INFO:tasks.rados.rados.0.smithi031.stdout:3144: finishing copy_from to smithi03186013-20 2024-08-10T05:24:43.574 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 20 v 1371 (ObjNum 768 snap 239 seq_num 768) dirty exists 2024-08-10T05:24:43.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:43 smithi031 ceph-mon[98130]: pgmap v671: 121 pgs: 121 active+clean; 87 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.6 MiB/s wr, 21 op/s 2024-08-10T05:24:43.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:43 smithi031 ceph-mon[98130]: osdmap e674: 8 total, 8 up, 8 in 2024-08-10T05:24:43.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:43 smithi031 ceph-mon[100614]: pgmap v671: 121 pgs: 121 active+clean; 87 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.6 MiB/s wr, 21 op/s 2024-08-10T05:24:43.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:43 smithi031 ceph-mon[100614]: osdmap e674: 8 total, 8 up, 8 in 2024-08-10T05:24:43.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:43 smithi196 ceph-mon[90243]: pgmap v671: 121 pgs: 121 active+clean; 87 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.6 MiB/s wr, 21 op/s 2024-08-10T05:24:43.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:43 smithi196 ceph-mon[90243]: osdmap e674: 8 total, 8 up, 8 in 2024-08-10T05:24:44.283 INFO:tasks.rados.rados.0.smithi031.stdout:3141: done (4 left) 2024-08-10T05:24:44.283 INFO:tasks.rados.rados.0.smithi031.stdout:3142: done (3 left) 2024-08-10T05:24:44.283 INFO:tasks.rados.rados.0.smithi031.stdout:3143: done (2 left) 2024-08-10T05:24:44.283 INFO:tasks.rados.rados.0.smithi031.stdout:3144: done (1 left) 2024-08-10T05:24:44.283 INFO:tasks.rados.rados.0.smithi031.stdout:3145: done (0 left) 2024-08-10T05:24:44.283 INFO:tasks.rados.rados.0.smithi031.stdout:3146: read oid 2 snap 288 2024-08-10T05:24:44.284 INFO:tasks.rados.rados.0.smithi031.stdout:3146: expect deleted 2024-08-10T05:24:44.284 INFO:tasks.rados.rados.0.smithi031.stdout:3147: copy_from oid 8 from oid 20 current snap is 292 2024-08-10T05:24:44.284 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 5 current snap is 292 2024-08-10T05:24:44.284 INFO:tasks.rados.rados.0.smithi031.stdout:3148: seq_num 966 ranges {3571712=581632,4153344=581632,4734976=622592} 2024-08-10T05:24:44.305 INFO:tasks.rados.rados.0.smithi031.stdout:3148: writing smithi03186013-5 from 3571712 to 4153344 tid 1 2024-08-10T05:24:44.309 INFO:tasks.rados.rados.0.smithi031.stdout:3148: writing smithi03186013-5 from 4153344 to 4734976 tid 2 2024-08-10T05:24:44.313 INFO:tasks.rados.rados.0.smithi031.stdout:3148: writing smithi03186013-5 from 4734976 to 5357568 tid 3 2024-08-10T05:24:44.313 INFO:tasks.rados.rados.0.smithi031.stdout:3149: read oid 7 snap -1 2024-08-10T05:24:44.313 INFO:tasks.rados.rados.0.smithi031.stdout:3149: expect (ObjNum 853 snap 259 seq_num 853) 2024-08-10T05:24:44.313 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 47 current snap is 292 2024-08-10T05:24:44.313 INFO:tasks.rados.rados.0.smithi031.stdout:3150: seq_num 967 ranges {2416640=598016,3014656=466944,3481600=516096,3997696=221184} 2024-08-10T05:24:44.329 INFO:tasks.rados.rados.0.smithi031.stdout:3150: writing smithi03186013-47 from 2416640 to 3014656 tid 1 2024-08-10T05:24:44.332 INFO:tasks.rados.rados.0.smithi031.stdout:3150: writing smithi03186013-47 from 3014656 to 3481600 tid 2 2024-08-10T05:24:44.335 INFO:tasks.rados.rados.0.smithi031.stdout:3150: writing smithi03186013-47 from 3481600 to 3997696 tid 3 2024-08-10T05:24:44.336 INFO:tasks.rados.rados.0.smithi031.stdout:3150: writing smithi03186013-47 from 3997696 to 4218880 tid 4 2024-08-10T05:24:44.336 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 40 current snap is 292 2024-08-10T05:24:44.336 INFO:tasks.rados.rados.0.smithi031.stdout:3151: seq_num 968 ranges {1122304=614400,1736704=745472,2482176=458752} 2024-08-10T05:24:44.346 INFO:tasks.rados.rados.0.smithi031.stdout:3151: writing smithi03186013-40 from 1122304 to 1736704 tid 1 2024-08-10T05:24:44.350 INFO:tasks.rados.rados.0.smithi031.stdout:3151: writing smithi03186013-40 from 1736704 to 2482176 tid 2 2024-08-10T05:24:44.353 INFO:tasks.rados.rados.0.smithi031.stdout:3151: writing smithi03186013-40 from 2482176 to 2940928 tid 3 2024-08-10T05:24:44.353 INFO:tasks.rados.rados.0.smithi031.stdout:3152: rmattr oid 21 current snap is 292 2024-08-10T05:24:44.353 INFO:tasks.rados.rados.0.smithi031.stdout:3147: finishing copy_from racing read to smithi03186013-8 2024-08-10T05:24:44.354 INFO:tasks.rados.rados.0.smithi031.stdout:3147: finishing copy_from to smithi03186013-8 2024-08-10T05:24:44.354 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 8 v 1371 (ObjNum 768 snap 239 seq_num 768) dirty exists 2024-08-10T05:24:44.354 INFO:tasks.rados.rados.0.smithi031.stdout:3148: finishing write tid 1 to smithi03186013-5 2024-08-10T05:24:44.354 INFO:tasks.rados.rados.0.smithi031.stdout:3148: finishing write tid 2 to smithi03186013-5 2024-08-10T05:24:44.354 INFO:tasks.rados.rados.0.smithi031.stdout:3148: finishing write tid 3 to smithi03186013-5 2024-08-10T05:24:44.354 INFO:tasks.rados.rados.0.smithi031.stdout:3148: finishing write tid 4 to smithi03186013-5 2024-08-10T05:24:44.354 INFO:tasks.rados.rados.0.smithi031.stdout:3148: finishing write tid 5 to smithi03186013-5 2024-08-10T05:24:44.354 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 5 v 1654 (ObjNum 966 snap 292 seq_num 966) dirty exists 2024-08-10T05:24:44.354 INFO:tasks.rados.rados.0.smithi031.stdout:3148: left oid 5 (ObjNum 966 snap 292 seq_num 966) 2024-08-10T05:24:44.354 INFO:tasks.rados.rados.0.smithi031.stdout:3146: done (6 left) 2024-08-10T05:24:44.354 INFO:tasks.rados.rados.0.smithi031.stdout:3147: done (5 left) 2024-08-10T05:24:44.354 INFO:tasks.rados.rados.0.smithi031.stdout:3148: done (4 left) 2024-08-10T05:24:44.354 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 31 current snap is 292 2024-08-10T05:24:44.355 INFO:tasks.rados.rados.0.smithi031.stdout:3149: expect (ObjNum 853 snap 259 seq_num 853) 2024-08-10T05:24:44.415 INFO:tasks.rados.rados.0.smithi031.stdout:3150: finishing write tid 1 to smithi03186013-47 2024-08-10T05:24:44.416 INFO:tasks.rados.rados.0.smithi031.stdout:3150: finishing write tid 2 to smithi03186013-47 2024-08-10T05:24:44.416 INFO:tasks.rados.rados.0.smithi031.stdout:3150: finishing write tid 3 to smithi03186013-47 2024-08-10T05:24:44.416 INFO:tasks.rados.rados.0.smithi031.stdout:3150: finishing write tid 4 to smithi03186013-47 2024-08-10T05:24:44.416 INFO:tasks.rados.rados.0.smithi031.stdout:3150: finishing write tid 5 to smithi03186013-47 2024-08-10T05:24:44.416 INFO:tasks.rados.rados.0.smithi031.stdout:3150: finishing write tid 6 to smithi03186013-47 2024-08-10T05:24:44.416 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 47 v 1190 (ObjNum 967 snap 292 seq_num 967) dirty exists 2024-08-10T05:24:44.416 INFO:tasks.rados.rados.0.smithi031.stdout:3150: left oid 47 (ObjNum 967 snap 292 seq_num 967) 2024-08-10T05:24:44.416 INFO:tasks.rados.rados.0.smithi031.stdout:3151: finishing write tid 1 to smithi03186013-40 2024-08-10T05:24:44.416 INFO:tasks.rados.rados.0.smithi031.stdout:3153: seq_num 969 ranges {4497408=638976,5136384=630784,5767168=532480,6299648=40960} 2024-08-10T05:24:44.443 INFO:tasks.rados.rados.0.smithi031.stdout:3153: writing smithi03186013-31 from 4497408 to 5136384 tid 1 2024-08-10T05:24:44.449 INFO:tasks.rados.rados.0.smithi031.stdout:3153: writing smithi03186013-31 from 5136384 to 5767168 tid 2 2024-08-10T05:24:44.451 INFO:tasks.rados.rados.0.smithi031.stdout:3153: writing smithi03186013-31 from 5767168 to 6299648 tid 3 2024-08-10T05:24:44.451 INFO:tasks.rados.rados.0.smithi031.stdout:3153: writing smithi03186013-31 from 6299648 to 6340608 tid 4 2024-08-10T05:24:44.451 INFO:tasks.rados.rados.0.smithi031.stdout:3149: done (4 left) 2024-08-10T05:24:44.451 INFO:tasks.rados.rados.0.smithi031.stdout:3150: done (3 left) 2024-08-10T05:24:44.451 INFO:tasks.rados.rados.0.smithi031.stdout:3154: setattr oid 39 current snap is 292 2024-08-10T05:24:44.451 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 21 v 1612 (ObjNum 964 snap 291 seq_num 964) dirty exists 2024-08-10T05:24:44.451 INFO:tasks.rados.rados.0.smithi031.stdout:3151: finishing write tid 2 to smithi03186013-40 2024-08-10T05:24:44.451 INFO:tasks.rados.rados.0.smithi031.stdout:3151: finishing write tid 3 to smithi03186013-40 2024-08-10T05:24:44.452 INFO:tasks.rados.rados.0.smithi031.stdout:3151: finishing write tid 4 to smithi03186013-40 2024-08-10T05:24:44.452 INFO:tasks.rados.rados.0.smithi031.stdout:3151: finishing write tid 5 to smithi03186013-40 2024-08-10T05:24:44.452 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 40 v 1672 (ObjNum 968 snap 292 seq_num 968) dirty exists 2024-08-10T05:24:44.452 INFO:tasks.rados.rados.0.smithi031.stdout:3151: left oid 40 (ObjNum 968 snap 292 seq_num 968) 2024-08-10T05:24:44.452 INFO:tasks.rados.rados.0.smithi031.stdout:3153: finishing write tid 1 to smithi03186013-31 2024-08-10T05:24:44.452 INFO:tasks.rados.rados.0.smithi031.stdout:3151: done (3 left) 2024-08-10T05:24:44.452 INFO:tasks.rados.rados.0.smithi031.stdout:3152: done (2 left) 2024-08-10T05:24:44.452 INFO:tasks.rados.rados.0.smithi031.stdout:3155: snap_remove snap 288 2024-08-10T05:24:44.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:44 smithi031 ceph-mon[98130]: osdmap e675: 8 total, 8 up, 8 in 2024-08-10T05:24:44.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:44 smithi031 ceph-mon[98130]: osdmap e676: 8 total, 8 up, 8 in 2024-08-10T05:24:44.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:44 smithi031 ceph-mon[100614]: osdmap e675: 8 total, 8 up, 8 in 2024-08-10T05:24:44.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:44 smithi031 ceph-mon[100614]: osdmap e676: 8 total, 8 up, 8 in 2024-08-10T05:24:44.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:44 smithi196 ceph-mon[90243]: osdmap e675: 8 total, 8 up, 8 in 2024-08-10T05:24:44.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:44 smithi196 ceph-mon[90243]: osdmap e676: 8 total, 8 up, 8 in 2024-08-10T05:24:45.319 INFO:tasks.rados.rados.0.smithi031.stdout:3155: done (2 left) 2024-08-10T05:24:45.319 INFO:tasks.rados.rados.0.smithi031.stdout:3156: snap_remove snap 290 2024-08-10T05:24:45.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:45 smithi031 ceph-mon[98130]: pgmap v674: 121 pgs: 121 active+clean; 93 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.3 MiB/s wr, 21 op/s 2024-08-10T05:24:45.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:45 smithi031 ceph-mon[100614]: pgmap v674: 121 pgs: 121 active+clean; 93 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.3 MiB/s wr, 21 op/s 2024-08-10T05:24:45.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:45 smithi196 ceph-mon[90243]: pgmap v674: 121 pgs: 121 active+clean; 93 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.3 MiB/s wr, 21 op/s 2024-08-10T05:24:46.332 INFO:tasks.rados.rados.0.smithi031.stdout:3156: done (2 left) 2024-08-10T05:24:46.332 INFO:tasks.rados.rados.0.smithi031.stdout:3157: copy_from oid 29 from oid 49 current snap is 292 2024-08-10T05:24:46.332 INFO:tasks.rados.rados.0.smithi031.stdout:3153: finishing write tid 2 to smithi03186013-31 2024-08-10T05:24:46.332 INFO:tasks.rados.rados.0.smithi031.stdout:3153: finishing write tid 3 to smithi03186013-31 2024-08-10T05:24:46.332 INFO:tasks.rados.rados.0.smithi031.stdout:3153: finishing write tid 4 to smithi03186013-31 2024-08-10T05:24:46.332 INFO:tasks.rados.rados.0.smithi031.stdout:3153: finishing write tid 5 to smithi03186013-31 2024-08-10T05:24:46.333 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 39 v 514 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-10T05:24:46.333 INFO:tasks.rados.rados.0.smithi031.stdout:3153: finishing write tid 6 to smithi03186013-31 2024-08-10T05:24:46.333 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 31 v 1680 (ObjNum 969 snap 292 seq_num 969) dirty exists 2024-08-10T05:24:46.333 INFO:tasks.rados.rados.0.smithi031.stdout:3153: left oid 31 (ObjNum 969 snap 292 seq_num 969) 2024-08-10T05:24:46.333 INFO:tasks.rados.rados.0.smithi031.stdout:3153: done (2 left) 2024-08-10T05:24:46.333 INFO:tasks.rados.rados.0.smithi031.stdout:3154: done (1 left) 2024-08-10T05:24:46.333 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 37 current snap is 292 2024-08-10T05:24:46.333 INFO:tasks.rados.rados.0.smithi031.stdout:3158: seq_num 970 ranges {2646016=655360,3301376=516096,3817472=688128} 2024-08-10T05:24:46.350 INFO:tasks.rados.rados.0.smithi031.stdout:3158: writing smithi03186013-37 from 2646016 to 3301376 tid 1 2024-08-10T05:24:46.353 INFO:tasks.rados.rados.0.smithi031.stdout:3158: writing smithi03186013-37 from 3301376 to 3817472 tid 2 2024-08-10T05:24:46.358 INFO:tasks.rados.rados.0.smithi031.stdout:3158: writing smithi03186013-37 from 3817472 to 4505600 tid 3 2024-08-10T05:24:46.358 INFO:tasks.rados.rados.0.smithi031.stdout:3159: snap_create 2024-08-10T05:24:46.358 INFO:tasks.rados.rados.0.smithi031.stdout:3157: finishing copy_from racing read to smithi03186013-29 2024-08-10T05:24:46.358 INFO:tasks.rados.rados.0.smithi031.stdout:3157: finishing copy_from to smithi03186013-29 2024-08-10T05:24:46.358 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 29 v 1668 (ObjNum 768 snap 239 seq_num 768) dirty exists 2024-08-10T05:24:46.358 INFO:tasks.rados.rados.0.smithi031.stdout:3158: finishing write tid 1 to smithi03186013-37 2024-08-10T05:24:46.358 INFO:tasks.rados.rados.0.smithi031.stdout:3158: finishing write tid 2 to smithi03186013-37 2024-08-10T05:24:46.361 INFO:tasks.rados.rados.0.smithi031.stdout:3158: finishing write tid 3 to smithi03186013-37 2024-08-10T05:24:46.361 INFO:tasks.rados.rados.0.smithi031.stdout:3158: finishing write tid 4 to smithi03186013-37 2024-08-10T05:24:46.363 INFO:tasks.rados.rados.0.smithi031.stdout:3158: finishing write tid 5 to smithi03186013-37 2024-08-10T05:24:46.363 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 37 v 1676 (ObjNum 970 snap 292 seq_num 970) dirty exists 2024-08-10T05:24:46.363 INFO:tasks.rados.rados.0.smithi031.stdout:3158: left oid 37 (ObjNum 970 snap 292 seq_num 970) 2024-08-10T05:24:46.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:46 smithi031 ceph-mon[98130]: osdmap e677: 8 total, 8 up, 8 in 2024-08-10T05:24:46.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:46 smithi031 ceph-mon[100614]: osdmap e677: 8 total, 8 up, 8 in 2024-08-10T05:24:46.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:46 smithi196 ceph-mon[90243]: osdmap e677: 8 total, 8 up, 8 in 2024-08-10T05:24:47.327 INFO:tasks.rados.rados.0.smithi031.stdout:3157: done (2 left) 2024-08-10T05:24:47.328 INFO:tasks.rados.rados.0.smithi031.stdout:3158: done (1 left) 2024-08-10T05:24:47.328 INFO:tasks.rados.rados.0.smithi031.stdout:3159: done (0 left) 2024-08-10T05:24:47.328 INFO:tasks.rados.rados.0.smithi031.stdout:3160: snap_remove snap 289 2024-08-10T05:24:47.670 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:47 smithi031 ceph-mon[100614]: pgmap v677: 121 pgs: 121 active+clean; 98 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 2.9 MiB/s wr, 28 op/s 2024-08-10T05:24:47.670 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:47 smithi031 ceph-mon[100614]: osdmap e678: 8 total, 8 up, 8 in 2024-08-10T05:24:47.670 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:47 smithi031 ceph-mon[98130]: pgmap v677: 121 pgs: 121 active+clean; 98 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 2.9 MiB/s wr, 28 op/s 2024-08-10T05:24:47.671 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:47 smithi031 ceph-mon[98130]: osdmap e678: 8 total, 8 up, 8 in 2024-08-10T05:24:47.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:47 smithi196 ceph-mon[90243]: pgmap v677: 121 pgs: 121 active+clean; 98 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 2.9 MiB/s wr, 28 op/s 2024-08-10T05:24:47.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:47 smithi196 ceph-mon[90243]: osdmap e678: 8 total, 8 up, 8 in 2024-08-10T05:24:48.341 INFO:tasks.rados.rados.0.smithi031.stdout:3160: done (0 left) 2024-08-10T05:24:48.341 INFO:tasks.rados.rados.0.smithi031.stdout:3161: copy_from oid 16 from oid 21 current snap is 293 2024-08-10T05:24:48.341 INFO:tasks.rados.rados.0.smithi031.stdout:3162: rmattr oid 13 current snap is 293 2024-08-10T05:24:48.341 INFO:tasks.rados.rados.0.smithi031.stdout:3162: done (1 left) 2024-08-10T05:24:48.341 INFO:tasks.rados.rados.0.smithi031.stdout:3163: delete oid 33 current snap is 293 2024-08-10T05:24:48.350 INFO:tasks.rados.rados.0.smithi031.stdout:3163: done (1 left) 2024-08-10T05:24:48.350 INFO:tasks.rados.rados.0.smithi031.stdout:3164: snap_remove snap 286 2024-08-10T05:24:48.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:48 smithi031 ceph-mon[98130]: osdmap e679: 8 total, 8 up, 8 in 2024-08-10T05:24:48.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:48 smithi031 ceph-mon[100614]: osdmap e679: 8 total, 8 up, 8 in 2024-08-10T05:24:48.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:48 smithi196 ceph-mon[90243]: osdmap e679: 8 total, 8 up, 8 in 2024-08-10T05:24:49.287 INFO:tasks.rados.rados.0.smithi031.stdout:3164: done (1 left) 2024-08-10T05:24:49.287 INFO:tasks.rados.rados.0.smithi031.stdout:3165: rollback oid 50 current snap is 293 2024-08-10T05:24:49.287 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 50 to 292 2024-08-10T05:24:49.287 INFO:tasks.rados.rados.0.smithi031.stdout:3161: finishing copy_from racing read to smithi03186013-16 2024-08-10T05:24:49.287 INFO:tasks.rados.rados.0.smithi031.stdout:3161: finishing copy_from to smithi03186013-16 2024-08-10T05:24:49.287 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 16 v 1612 (ObjNum 964 snap 291 seq_num 964) dirty exists 2024-08-10T05:24:49.288 INFO:tasks.rados.rados.0.smithi031.stdout:3161: done (1 left) 2024-08-10T05:24:49.288 INFO:tasks.rados.rados.0.smithi031.stdout:3166: setattr oid 46 current snap is 293 2024-08-10T05:24:49.292 INFO:tasks.rados.rados.0.smithi031.stdout:3167: copy_from oid 15 from oid 33 current snap is 293 2024-08-10T05:24:49.292 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 35 current snap is 293 2024-08-10T05:24:49.292 INFO:tasks.rados.rados.0.smithi031.stdout:3168: seq_num 972 ranges {0=688128,688128=688128,1376256=516096} 2024-08-10T05:24:49.296 INFO:tasks.rados.rados.0.smithi031.stdout:3168: writing smithi03186013-35 from 0 to 688128 tid 1 2024-08-10T05:24:49.301 INFO:tasks.rados.rados.0.smithi031.stdout:3168: writing smithi03186013-35 from 688128 to 1376256 tid 2 2024-08-10T05:24:49.304 INFO:tasks.rados.rados.0.smithi031.stdout:3168: writing smithi03186013-35 from 1376256 to 1892352 tid 3 2024-08-10T05:24:49.304 INFO:tasks.rados.rados.0.smithi031.stdout:3169: copy_from oid 39 from oid 49 current snap is 293 2024-08-10T05:24:49.304 INFO:tasks.rados.rados.0.smithi031.stdout:3165: finishing rollback tid 0 to smithi03186013-50 2024-08-10T05:24:49.304 INFO:tasks.rados.rados.0.smithi031.stdout:3167: finishing copy_from to smithi03186013-15 2024-08-10T05:24:49.305 INFO:tasks.rados.rados.0.smithi031.stdout:3167: got expected ENOENT (src dne) 2024-08-10T05:24:49.305 INFO:tasks.rados.rados.0.smithi031.stdout:3167: finishing copy_from racing read to smithi03186013-15 2024-08-10T05:24:49.305 INFO:tasks.rados.rados.0.smithi031.stdout:3165: finishing rollback tid 1 to smithi03186013-50 2024-08-10T05:24:49.305 INFO:tasks.rados.rados.0.smithi031.stdout:3167: done (4 left) 2024-08-10T05:24:49.305 INFO:tasks.rados.rados.0.smithi031.stdout:3170: delete oid 6 current snap is 293 2024-08-10T05:24:49.305 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 46 v 1375 (ObjNum 768 snap 239 seq_num 768) dirty exists 2024-08-10T05:24:49.305 INFO:tasks.rados.rados.0.smithi031.stdout:3165: finishing rollback tid 2 to smithi03186013-50 2024-08-10T05:24:49.305 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 50 v 1702 (ObjNum 957 snap 286 seq_num 957) dirty exists 2024-08-10T05:24:49.305 INFO:tasks.rados.rados.0.smithi031.stdout:3168: finishing write tid 1 to smithi03186013-35 2024-08-10T05:24:49.305 INFO:tasks.rados.rados.0.smithi031.stdout:3168: finishing write tid 2 to smithi03186013-35 2024-08-10T05:24:49.306 INFO:tasks.rados.rados.0.smithi031.stdout:3165: done (4 left) 2024-08-10T05:24:49.307 INFO:tasks.rados.rados.0.smithi031.stdout:3166: done (3 left) 2024-08-10T05:24:49.307 INFO:tasks.rados.rados.0.smithi031.stdout:3170: done (2 left) 2024-08-10T05:24:49.307 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 46 current snap is 293 2024-08-10T05:24:49.307 INFO:tasks.rados.rados.0.smithi031.stdout:3171: seq_num 974 ranges {1916928=720896,2637824=507904,3145728=671744,3817472=24576} 2024-08-10T05:24:49.322 INFO:tasks.rados.rados.0.smithi031.stdout:3171: writing smithi03186013-46 from 1916928 to 2637824 tid 1 2024-08-10T05:24:49.325 INFO:tasks.rados.rados.0.smithi031.stdout:3171: writing smithi03186013-46 from 2637824 to 3145728 tid 2 2024-08-10T05:24:49.329 INFO:tasks.rados.rados.0.smithi031.stdout:3171: writing smithi03186013-46 from 3145728 to 3817472 tid 3 2024-08-10T05:24:49.330 INFO:tasks.rados.rados.0.smithi031.stdout:3171: writing smithi03186013-46 from 3817472 to 3842048 tid 4 2024-08-10T05:24:49.330 INFO:tasks.rados.rados.0.smithi031.stdout:3172: read oid 28 snap -1 2024-08-10T05:24:49.330 INFO:tasks.rados.rados.0.smithi031.stdout:3172: expect (ObjNum 899 snap 274 seq_num 899) 2024-08-10T05:24:49.330 INFO:tasks.rados.rados.0.smithi031.stdout:3173: rollback oid 8 current snap is 293 2024-08-10T05:24:49.330 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 8 to 292 2024-08-10T05:24:49.330 INFO:tasks.rados.rados.0.smithi031.stdout:3168: finishing write tid 3 to smithi03186013-35 2024-08-10T05:24:49.330 INFO:tasks.rados.rados.0.smithi031.stdout:3168: finishing write tid 4 to smithi03186013-35 2024-08-10T05:24:49.330 INFO:tasks.rados.rados.0.smithi031.stdout:3168: finishing write tid 5 to smithi03186013-35 2024-08-10T05:24:49.330 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 35 v 1616 (ObjNum 972 snap 293 seq_num 972) dirty exists 2024-08-10T05:24:49.330 INFO:tasks.rados.rados.0.smithi031.stdout:3168: left oid 35 (ObjNum 972 snap 293 seq_num 972) 2024-08-10T05:24:49.330 INFO:tasks.rados.rados.0.smithi031.stdout:3169: finishing copy_from racing read to smithi03186013-39 2024-08-10T05:24:49.330 INFO:tasks.rados.rados.0.smithi031.stdout:3169: finishing copy_from to smithi03186013-39 2024-08-10T05:24:49.331 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 39 v 1668 (ObjNum 768 snap 239 seq_num 768) dirty exists 2024-08-10T05:24:49.331 INFO:tasks.rados.rados.0.smithi031.stdout:3168: done (4 left) 2024-08-10T05:24:49.331 INFO:tasks.rados.rados.0.smithi031.stdout:3169: done (3 left) 2024-08-10T05:24:49.331 INFO:tasks.rados.rados.0.smithi031.stdout:3174: rmattr oid 31 current snap is 293 2024-08-10T05:24:49.331 INFO:tasks.rados.rados.0.smithi031.stdout:3171: finishing write tid 1 to smithi03186013-46 2024-08-10T05:24:49.331 INFO:tasks.rados.rados.0.smithi031.stdout:3171: finishing write tid 2 to smithi03186013-46 2024-08-10T05:24:49.331 INFO:tasks.rados.rados.0.smithi031.stdout:3175: snap_create 2024-08-10T05:24:49.334 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 31 v 1681 (ObjNum 969 snap 292 seq_num 969) dirty exists 2024-08-10T05:24:49.334 INFO:tasks.rados.rados.0.smithi031.stdout:3173: finishing rollback tid 0 to smithi03186013-8 2024-08-10T05:24:49.334 INFO:tasks.rados.rados.0.smithi031.stdout:3173: finishing rollback tid 1 to smithi03186013-8 2024-08-10T05:24:49.335 INFO:tasks.rados.rados.0.smithi031.stdout:3171: finishing write tid 3 to smithi03186013-46 2024-08-10T05:24:49.335 INFO:tasks.rados.rados.0.smithi031.stdout:3173: finishing rollback tid 2 to smithi03186013-8 2024-08-10T05:24:49.335 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 8 v 1801 (ObjNum 768 snap 239 seq_num 768) dirty exists 2024-08-10T05:24:49.335 INFO:tasks.rados.rados.0.smithi031.stdout:3172: expect (ObjNum 899 snap 274 seq_num 899) 2024-08-10T05:24:49.375 INFO:tasks.rados.rados.0.smithi031.stdout:3171: finishing write tid 4 to smithi03186013-46 2024-08-10T05:24:49.375 INFO:tasks.rados.rados.0.smithi031.stdout:3171: finishing write tid 5 to smithi03186013-46 2024-08-10T05:24:49.375 INFO:tasks.rados.rados.0.smithi031.stdout:3171: finishing write tid 6 to smithi03186013-46 2024-08-10T05:24:49.375 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 46 v 1380 (ObjNum 974 snap 293 seq_num 974) dirty exists 2024-08-10T05:24:49.375 INFO:tasks.rados.rados.0.smithi031.stdout:3171: left oid 46 (ObjNum 974 snap 293 seq_num 974) 2024-08-10T05:24:49.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:49 smithi031 ceph-mon[98130]: pgmap v680: 121 pgs: 121 active+clean; 107 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.3 MiB/s rd, 3.5 MiB/s wr, 31 op/s 2024-08-10T05:24:49.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:49 smithi031 ceph-mon[98130]: osdmap e680: 8 total, 8 up, 8 in 2024-08-10T05:24:49.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:49 smithi031 ceph-mon[98130]: osdmap e681: 8 total, 8 up, 8 in 2024-08-10T05:24:49.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:49 smithi031 ceph-mon[100614]: pgmap v680: 121 pgs: 121 active+clean; 107 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.3 MiB/s rd, 3.5 MiB/s wr, 31 op/s 2024-08-10T05:24:49.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:49 smithi031 ceph-mon[100614]: osdmap e680: 8 total, 8 up, 8 in 2024-08-10T05:24:49.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:49 smithi031 ceph-mon[100614]: osdmap e681: 8 total, 8 up, 8 in 2024-08-10T05:24:49.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:49 smithi196 ceph-mon[90243]: pgmap v680: 121 pgs: 121 active+clean; 107 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.3 MiB/s rd, 3.5 MiB/s wr, 31 op/s 2024-08-10T05:24:49.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:49 smithi196 ceph-mon[90243]: osdmap e680: 8 total, 8 up, 8 in 2024-08-10T05:24:49.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:49 smithi196 ceph-mon[90243]: osdmap e681: 8 total, 8 up, 8 in 2024-08-10T05:24:50.287 INFO:tasks.rados.rados.0.smithi031.stdout:3171: done (4 left) 2024-08-10T05:24:50.287 INFO:tasks.rados.rados.0.smithi031.stdout:3172: done (3 left) 2024-08-10T05:24:50.287 INFO:tasks.rados.rados.0.smithi031.stdout:3173: done (2 left) 2024-08-10T05:24:50.287 INFO:tasks.rados.rados.0.smithi031.stdout:3174: done (1 left) 2024-08-10T05:24:50.287 INFO:tasks.rados.rados.0.smithi031.stdout:3175: done (0 left) 2024-08-10T05:24:50.287 INFO:tasks.rados.rados.0.smithi031.stdout:3176: snap_create 2024-08-10T05:24:51.289 INFO:tasks.rados.rados.0.smithi031.stdout:3176: done (0 left) 2024-08-10T05:24:51.289 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 15 current snap is 295 2024-08-10T05:24:51.289 INFO:tasks.rados.rados.0.smithi031.stdout:3177: seq_num 975 ranges {2646016=737280,3383296=786432,4169728=417792} 2024-08-10T05:24:51.307 INFO:tasks.rados.rados.0.smithi031.stdout:3177: writing smithi03186013-15 from 2646016 to 3383296 tid 1 2024-08-10T05:24:51.312 INFO:tasks.rados.rados.0.smithi031.stdout:3177: writing smithi03186013-15 from 3383296 to 4169728 tid 2 2024-08-10T05:24:51.315 INFO:tasks.rados.rados.0.smithi031.stdout:3177: writing smithi03186013-15 from 4169728 to 4587520 tid 3 2024-08-10T05:24:51.315 INFO:tasks.rados.rados.0.smithi031.stdout:3178: rollback oid 3 current snap is 295 2024-08-10T05:24:51.315 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 3 to 291 2024-08-10T05:24:51.315 INFO:tasks.rados.rados.0.smithi031.stdout:3177: finishing write tid 1 to smithi03186013-15 2024-08-10T05:24:51.315 INFO:tasks.rados.rados.0.smithi031.stdout:3179: read oid 50 snap 293 2024-08-10T05:24:51.315 INFO:tasks.rados.rados.0.smithi031.stdout:3179: expect (ObjNum 957 snap 286 seq_num 957) 2024-08-10T05:24:51.316 INFO:tasks.rados.rados.0.smithi031.stdout:3180: snap_create 2024-08-10T05:24:51.317 INFO:tasks.rados.rados.0.smithi031.stdout:3177: finishing write tid 2 to smithi03186013-15 2024-08-10T05:24:51.318 INFO:tasks.rados.rados.0.smithi031.stdout:3177: finishing write tid 3 to smithi03186013-15 2024-08-10T05:24:51.319 INFO:tasks.rados.rados.0.smithi031.stdout:3177: finishing write tid 4 to smithi03186013-15 2024-08-10T05:24:51.320 INFO:tasks.rados.rados.0.smithi031.stdout:3178: finishing rollback tid 0 to smithi03186013-3 2024-08-10T05:24:51.320 INFO:tasks.rados.rados.0.smithi031.stdout:3178: finishing rollback tid 1 to smithi03186013-3 2024-08-10T05:24:51.320 INFO:tasks.rados.rados.0.smithi031.stdout:3178: finishing rollback tid 2 to smithi03186013-3 2024-08-10T05:24:51.320 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 3 v 1444 (ObjNum 920 snap 279 seq_num 920) dirty exists 2024-08-10T05:24:51.321 INFO:tasks.rados.rados.0.smithi031.stdout:3177: finishing write tid 5 to smithi03186013-15 2024-08-10T05:24:51.321 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 15 v 1678 (ObjNum 975 snap 295 seq_num 975) dirty exists 2024-08-10T05:24:51.321 INFO:tasks.rados.rados.0.smithi031.stdout:3177: left oid 15 (ObjNum 975 snap 295 seq_num 975) 2024-08-10T05:24:51.330 INFO:tasks.rados.rados.0.smithi031.stdout:3179: expect (ObjNum 957 snap 286 seq_num 957) 2024-08-10T05:24:51.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:51 smithi031 ceph-mon[98130]: pgmap v683: 121 pgs: 121 active+clean; 114 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1018 KiB/s rd, 3.8 MiB/s wr, 22 op/s 2024-08-10T05:24:51.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:51 smithi031 ceph-mon[98130]: osdmap e682: 8 total, 8 up, 8 in 2024-08-10T05:24:51.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:24:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:24:51] "GET /metrics HTTP/1.1" 200 36273 "" "Prometheus/2.43.0" 2024-08-10T05:24:51.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:51 smithi031 ceph-mon[100614]: pgmap v683: 121 pgs: 121 active+clean; 114 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1018 KiB/s rd, 3.8 MiB/s wr, 22 op/s 2024-08-10T05:24:51.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:51 smithi031 ceph-mon[100614]: osdmap e682: 8 total, 8 up, 8 in 2024-08-10T05:24:51.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:51 smithi196 ceph-mon[90243]: pgmap v683: 121 pgs: 121 active+clean; 114 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1018 KiB/s rd, 3.8 MiB/s wr, 22 op/s 2024-08-10T05:24:51.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:51 smithi196 ceph-mon[90243]: osdmap e682: 8 total, 8 up, 8 in 2024-08-10T05:24:52.302 INFO:tasks.rados.rados.0.smithi031.stdout:3177: done (3 left) 2024-08-10T05:24:52.302 INFO:tasks.rados.rados.0.smithi031.stdout:3178: done (2 left) 2024-08-10T05:24:52.303 INFO:tasks.rados.rados.0.smithi031.stdout:3179: done (1 left) 2024-08-10T05:24:52.303 INFO:tasks.rados.rados.0.smithi031.stdout:3180: done (0 left) 2024-08-10T05:24:52.303 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 7 current snap is 296 2024-08-10T05:24:52.303 INFO:tasks.rados.rados.0.smithi031.stdout:3181: seq_num 976 ranges {2301952=753664,3055616=671744,3727360=532480} 2024-08-10T05:24:52.319 INFO:tasks.rados.rados.0.smithi031.stdout:3181: writing smithi03186013-7 from 2301952 to 3055616 tid 1 2024-08-10T05:24:52.323 INFO:tasks.rados.rados.0.smithi031.stdout:3181: writing smithi03186013-7 from 3055616 to 3727360 tid 2 2024-08-10T05:24:52.326 INFO:tasks.rados.rados.0.smithi031.stdout:3181: writing smithi03186013-7 from 3727360 to 4259840 tid 3 2024-08-10T05:24:52.327 INFO:tasks.rados.rados.0.smithi031.stdout:3182: rollback oid 44 current snap is 296 2024-08-10T05:24:52.327 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 44 to 294 2024-08-10T05:24:52.327 INFO:tasks.rados.rados.0.smithi031.stdout:3181: finishing write tid 1 to smithi03186013-7 2024-08-10T05:24:52.327 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 42 current snap is 296 2024-08-10T05:24:52.327 INFO:tasks.rados.rados.0.smithi031.stdout:3183: seq_num 977 ranges {3776512=770048,4546560=557056,5103616=491520,5595136=155648} 2024-08-10T05:24:52.351 INFO:tasks.rados.rados.0.smithi031.stdout:3183: writing smithi03186013-42 from 3776512 to 4546560 tid 1 2024-08-10T05:24:52.355 INFO:tasks.rados.rados.0.smithi031.stdout:3183: writing smithi03186013-42 from 4546560 to 5103616 tid 2 2024-08-10T05:24:52.358 INFO:tasks.rados.rados.0.smithi031.stdout:3183: writing smithi03186013-42 from 5103616 to 5595136 tid 3 2024-08-10T05:24:52.360 INFO:tasks.rados.rados.0.smithi031.stdout:3183: writing smithi03186013-42 from 5595136 to 5750784 tid 4 2024-08-10T05:24:52.360 INFO:tasks.rados.rados.0.smithi031.stdout:3184: rollback oid 9 current snap is 296 2024-08-10T05:24:52.360 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 9 to 294 2024-08-10T05:24:52.360 INFO:tasks.rados.rados.0.smithi031.stdout:3181: finishing write tid 2 to smithi03186013-7 2024-08-10T05:24:52.360 INFO:tasks.rados.rados.0.smithi031.stdout:3181: finishing write tid 3 to smithi03186013-7 2024-08-10T05:24:52.360 INFO:tasks.rados.rados.0.smithi031.stdout:3181: finishing write tid 4 to smithi03186013-7 2024-08-10T05:24:52.360 INFO:tasks.rados.rados.0.smithi031.stdout:3182: finishing rollback tid 0 to smithi03186013-44 2024-08-10T05:24:52.360 INFO:tasks.rados.rados.0.smithi031.stdout:3182: finishing rollback tid 1 to smithi03186013-44 2024-08-10T05:24:52.360 INFO:tasks.rados.rados.0.smithi031.stdout:3181: finishing write tid 5 to smithi03186013-7 2024-08-10T05:24:52.361 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 7 v 1806 (ObjNum 976 snap 296 seq_num 976) dirty exists 2024-08-10T05:24:52.361 INFO:tasks.rados.rados.0.smithi031.stdout:3181: left oid 7 (ObjNum 976 snap 296 seq_num 976) 2024-08-10T05:24:52.361 INFO:tasks.rados.rados.0.smithi031.stdout:3182: finishing rollback tid 2 to smithi03186013-44 2024-08-10T05:24:52.361 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 44 v 1810 (ObjNum 65 snap 0 seq_num 1867994971) dirty exists 2024-08-10T05:24:52.361 INFO:tasks.rados.rados.0.smithi031.stdout:3181: done (3 left) 2024-08-10T05:24:52.361 INFO:tasks.rados.rados.0.smithi031.stdout:3182: done (2 left) 2024-08-10T05:24:52.361 INFO:tasks.rados.rados.0.smithi031.stdout:3185: read oid 14 snap -1 2024-08-10T05:24:52.361 INFO:tasks.rados.rados.0.smithi031.stdout:3185: expect deleted 2024-08-10T05:24:52.361 INFO:tasks.rados.rados.0.smithi031.stdout:3186: snap_create 2024-08-10T05:24:52.362 INFO:tasks.rados.rados.0.smithi031.stdout:3183: finishing write tid 1 to smithi03186013-42 2024-08-10T05:24:52.362 INFO:tasks.rados.rados.0.smithi031.stdout:3183: finishing write tid 2 to smithi03186013-42 2024-08-10T05:24:52.364 INFO:tasks.rados.rados.0.smithi031.stdout:3183: finishing write tid 3 to smithi03186013-42 2024-08-10T05:24:52.364 INFO:tasks.rados.rados.0.smithi031.stdout:3183: finishing write tid 4 to smithi03186013-42 2024-08-10T05:24:52.364 INFO:tasks.rados.rados.0.smithi031.stdout:3183: finishing write tid 5 to smithi03186013-42 2024-08-10T05:24:52.365 INFO:tasks.rados.rados.0.smithi031.stdout:3184: finishing rollback tid 0 to smithi03186013-9 2024-08-10T05:24:52.366 INFO:tasks.rados.rados.0.smithi031.stdout:3183: finishing write tid 6 to smithi03186013-42 2024-08-10T05:24:52.366 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 42 v 1686 (ObjNum 977 snap 296 seq_num 977) dirty exists 2024-08-10T05:24:52.366 INFO:tasks.rados.rados.0.smithi031.stdout:3183: left oid 42 (ObjNum 977 snap 296 seq_num 977) 2024-08-10T05:24:52.366 INFO:tasks.rados.rados.0.smithi031.stdout:3184: finishing rollback tid 1 to smithi03186013-9 2024-08-10T05:24:52.366 INFO:tasks.rados.rados.0.smithi031.stdout:3184: finishing rollback tid 2 to smithi03186013-9 2024-08-10T05:24:52.367 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 9 v 1619 (ObjNum 842 snap 259 seq_num 842) dirty exists 2024-08-10T05:24:52.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:52 smithi031 ceph-mon[98130]: osdmap e683: 8 total, 8 up, 8 in 2024-08-10T05:24:52.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:52 smithi031 ceph-mon[100614]: osdmap e683: 8 total, 8 up, 8 in 2024-08-10T05:24:52.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:52 smithi196 ceph-mon[90243]: osdmap e683: 8 total, 8 up, 8 in 2024-08-10T05:24:52.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:24:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:24:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:24:53.312 INFO:tasks.rados.rados.0.smithi031.stdout:3183: done (3 left) 2024-08-10T05:24:53.312 INFO:tasks.rados.rados.0.smithi031.stdout:3184: done (2 left) 2024-08-10T05:24:53.312 INFO:tasks.rados.rados.0.smithi031.stdout:3185: done (1 left) 2024-08-10T05:24:53.312 INFO:tasks.rados.rados.0.smithi031.stdout:3186: done (0 left) 2024-08-10T05:24:53.312 INFO:tasks.rados.rados.0.smithi031.stdout:3187: snap_remove snap 291 2024-08-10T05:24:53.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:53 smithi031 ceph-mon[98130]: pgmap v686: 121 pgs: 121 active+clean; 117 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 2.6 MiB/s wr, 13 op/s 2024-08-10T05:24:53.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:53 smithi031 ceph-mon[98130]: osdmap e684: 8 total, 8 up, 8 in 2024-08-10T05:24:53.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:53 smithi031 ceph-mon[100614]: pgmap v686: 121 pgs: 121 active+clean; 117 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 2.6 MiB/s wr, 13 op/s 2024-08-10T05:24:53.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:53 smithi031 ceph-mon[100614]: osdmap e684: 8 total, 8 up, 8 in 2024-08-10T05:24:53.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:53 smithi196 ceph-mon[90243]: pgmap v686: 121 pgs: 121 active+clean; 117 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 2.6 MiB/s wr, 13 op/s 2024-08-10T05:24:53.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:53 smithi196 ceph-mon[90243]: osdmap e684: 8 total, 8 up, 8 in 2024-08-10T05:24:54.281 INFO:tasks.rados.rados.0.smithi031.stdout:3187: done (0 left) 2024-08-10T05:24:54.282 INFO:tasks.rados.rados.0.smithi031.stdout:3188: rmattr oid 38 current snap is 297 2024-08-10T05:24:54.282 INFO:tasks.rados.rados.0.smithi031.stdout:3189: read oid 7 snap -1 2024-08-10T05:24:54.282 INFO:tasks.rados.rados.0.smithi031.stdout:3189: expect (ObjNum 976 snap 296 seq_num 976) 2024-08-10T05:24:54.282 INFO:tasks.rados.rados.0.smithi031.stdout:3190: rollback oid 49 current snap is 297 2024-08-10T05:24:54.282 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 49 to 294 2024-08-10T05:24:54.282 INFO:tasks.rados.rados.0.smithi031.stdout:3191: snap_remove snap 296 2024-08-10T05:24:54.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:54 smithi031 ceph-mon[98130]: osdmap e685: 8 total, 8 up, 8 in 2024-08-10T05:24:54.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:54 smithi031 ceph-mon[98130]: osdmap e686: 8 total, 8 up, 8 in 2024-08-10T05:24:54.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:54 smithi031 ceph-mon[100614]: osdmap e685: 8 total, 8 up, 8 in 2024-08-10T05:24:54.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:54 smithi031 ceph-mon[100614]: osdmap e686: 8 total, 8 up, 8 in 2024-08-10T05:24:54.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:54 smithi196 ceph-mon[90243]: osdmap e685: 8 total, 8 up, 8 in 2024-08-10T05:24:54.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:54 smithi196 ceph-mon[90243]: osdmap e686: 8 total, 8 up, 8 in 2024-08-10T05:24:55.288 INFO:tasks.rados.rados.0.smithi031.stdout:3191: done (3 left) 2024-08-10T05:24:55.288 INFO:tasks.rados.rados.0.smithi031.stdout:3192: setattr oid 46 current snap is 297 2024-08-10T05:24:55.288 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 38 v 1673 (ObjNum 874 snap 268 seq_num 874) dirty exists 2024-08-10T05:24:55.288 INFO:tasks.rados.rados.0.smithi031.stdout:3190: finishing rollback tid 0 to smithi03186013-49 2024-08-10T05:24:55.289 INFO:tasks.rados.rados.0.smithi031.stdout:3190: finishing rollback tid 1 to smithi03186013-49 2024-08-10T05:24:55.289 INFO:tasks.rados.rados.0.smithi031.stdout:3190: finishing rollback tid 2 to smithi03186013-49 2024-08-10T05:24:55.289 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 49 v 1679 (ObjNum 768 snap 239 seq_num 768) dirty exists 2024-08-10T05:24:55.289 INFO:tasks.rados.rados.0.smithi031.stdout:3189: expect (ObjNum 976 snap 296 seq_num 976) 2024-08-10T05:24:55.439 INFO:tasks.rados.rados.0.smithi031.stdout:3188: done (3 left) 2024-08-10T05:24:55.439 INFO:tasks.rados.rados.0.smithi031.stdout:3189: done (2 left) 2024-08-10T05:24:55.439 INFO:tasks.rados.rados.0.smithi031.stdout:3190: done (1 left) 2024-08-10T05:24:55.439 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 47 current snap is 297 2024-08-10T05:24:55.439 INFO:tasks.rados.rados.0.smithi031.stdout:3193: seq_num 978 ranges {4218880=786432,5005312=442368,5447680=647168,6094848=114688} 2024-08-10T05:24:55.466 INFO:tasks.rados.rados.0.smithi031.stdout:3193: writing smithi03186013-47 from 4218880 to 5005312 tid 1 2024-08-10T05:24:55.469 INFO:tasks.rados.rados.0.smithi031.stdout:3193: writing smithi03186013-47 from 5005312 to 5447680 tid 2 2024-08-10T05:24:55.472 INFO:tasks.rados.rados.0.smithi031.stdout:3193: writing smithi03186013-47 from 5447680 to 6094848 tid 3 2024-08-10T05:24:55.474 INFO:tasks.rados.rados.0.smithi031.stdout:3193: writing smithi03186013-47 from 6094848 to 6209536 tid 4 2024-08-10T05:24:55.474 INFO:tasks.rados.rados.0.smithi031.stdout:3194: read oid 50 snap -1 2024-08-10T05:24:55.474 INFO:tasks.rados.rados.0.smithi031.stdout:3194: expect (ObjNum 957 snap 286 seq_num 957) 2024-08-10T05:24:55.474 INFO:tasks.rados.rados.0.smithi031.stdout:3195: read oid 23 snap 295 2024-08-10T05:24:55.474 INFO:tasks.rados.rados.0.smithi031.stdout:3195: expect deleted 2024-08-10T05:24:55.475 INFO:tasks.rados.rados.0.smithi031.stdout:3196: read oid 41 snap -1 2024-08-10T05:24:55.475 INFO:tasks.rados.rados.0.smithi031.stdout:3196: expect (ObjNum 961 snap 291 seq_num 961) 2024-08-10T05:24:55.475 INFO:tasks.rados.rados.0.smithi031.stdout:3197: read oid 31 snap 294 2024-08-10T05:24:55.475 INFO:tasks.rados.rados.0.smithi031.stdout:3197: expect (ObjNum 969 snap 292 seq_num 969) 2024-08-10T05:24:55.475 INFO:tasks.rados.rados.0.smithi031.stdout:3198: rollback oid 25 current snap is 297 2024-08-10T05:24:55.475 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 25 to 293 2024-08-10T05:24:55.475 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 46 v 1381 (ObjNum 974 snap 293 seq_num 974) dirty exists 2024-08-10T05:24:55.475 INFO:tasks.rados.rados.0.smithi031.stdout:3193: finishing write tid 1 to smithi03186013-47 2024-08-10T05:24:55.475 INFO:tasks.rados.rados.0.smithi031.stdout:3193: finishing write tid 2 to smithi03186013-47 2024-08-10T05:24:55.475 INFO:tasks.rados.rados.0.smithi031.stdout:3192: done (6 left) 2024-08-10T05:24:55.475 INFO:tasks.rados.rados.0.smithi031.stdout:3199: rmattr oid 11 current snap is 297 2024-08-10T05:24:55.475 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 2 current snap is 297 2024-08-10T05:24:55.475 INFO:tasks.rados.rados.0.smithi031.stdout:3200: seq_num 979 ranges {0=802816,802816=729088,1531904=458752,1990656=16384} 2024-08-10T05:24:55.479 INFO:tasks.rados.rados.0.smithi031.stdout:3200: writing smithi03186013-2 from 0 to 802816 tid 1 2024-08-10T05:24:55.485 INFO:tasks.rados.rados.0.smithi031.stdout:3200: writing smithi03186013-2 from 802816 to 1531904 tid 2 2024-08-10T05:24:55.489 INFO:tasks.rados.rados.0.smithi031.stdout:3200: writing smithi03186013-2 from 1531904 to 1990656 tid 3 2024-08-10T05:24:55.489 INFO:tasks.rados.rados.0.smithi031.stdout:3200: writing smithi03186013-2 from 1990656 to 2007040 tid 4 2024-08-10T05:24:55.489 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 15 current snap is 297 2024-08-10T05:24:55.489 INFO:tasks.rados.rados.0.smithi031.stdout:3201: seq_num 980 ranges {4587520=417792,5005312=614400,5619712=663552,6283264=327680} 2024-08-10T05:24:55.517 INFO:tasks.rados.rados.0.smithi031.stdout:3201: writing smithi03186013-15 from 4587520 to 5005312 tid 1 2024-08-10T05:24:55.520 INFO:tasks.rados.rados.0.smithi031.stdout:3201: writing smithi03186013-15 from 5005312 to 5619712 tid 2 2024-08-10T05:24:55.524 INFO:tasks.rados.rados.0.smithi031.stdout:3201: writing smithi03186013-15 from 5619712 to 6283264 tid 3 2024-08-10T05:24:55.527 INFO:tasks.rados.rados.0.smithi031.stdout:3201: writing smithi03186013-15 from 6283264 to 6610944 tid 4 2024-08-10T05:24:55.527 INFO:tasks.rados.rados.0.smithi031.stdout:3202: copy_from oid 39 from oid 35 current snap is 297 2024-08-10T05:24:55.527 INFO:tasks.rados.rados.0.smithi031.stdout:3198: finishing rollback tid 1 to smithi03186013-25 2024-08-10T05:24:55.527 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 25 v 0 (ObjNum 177 snap 0 seq_num 1) dirty dne 2024-08-10T05:24:55.527 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 11 v 1445 (ObjNum 955 snap 286 seq_num 955) dirty exists 2024-08-10T05:24:55.527 INFO:tasks.rados.rados.0.smithi031.stdout:3193: finishing write tid 3 to smithi03186013-47 2024-08-10T05:24:55.528 INFO:tasks.rados.rados.0.smithi031.stdout:3195: done (9 left) 2024-08-10T05:24:55.528 INFO:tasks.rados.rados.0.smithi031.stdout:3198: done (8 left) 2024-08-10T05:24:55.528 INFO:tasks.rados.rados.0.smithi031.stdout:3199: done (7 left) 2024-08-10T05:24:55.528 INFO:tasks.rados.rados.0.smithi031.stdout:3203: read oid 45 snap 293 2024-08-10T05:24:55.528 INFO:tasks.rados.rados.0.smithi031.stdout:3203: expect (ObjNum 940 snap 284 seq_num 940) 2024-08-10T05:24:55.528 INFO:tasks.rados.rados.0.smithi031.stdout:3204: rollback oid 1 current snap is 297 2024-08-10T05:24:55.528 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 1 to 285 2024-08-10T05:24:55.528 INFO:tasks.rados.rados.0.smithi031.stdout:3193: finishing write tid 4 to smithi03186013-47 2024-08-10T05:24:55.528 INFO:tasks.rados.rados.0.smithi031.stdout:3193: finishing write tid 5 to smithi03186013-47 2024-08-10T05:24:55.528 INFO:tasks.rados.rados.0.smithi031.stdout:3193: finishing write tid 6 to smithi03186013-47 2024-08-10T05:24:55.528 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 47 v 1195 (ObjNum 978 snap 297 seq_num 978) dirty exists 2024-08-10T05:24:55.528 INFO:tasks.rados.rados.0.smithi031.stdout:3193: left oid 47 (ObjNum 978 snap 297 seq_num 978) 2024-08-10T05:24:55.528 INFO:tasks.rados.rados.0.smithi031.stdout:3200: finishing write tid 1 to smithi03186013-2 2024-08-10T05:24:55.528 INFO:tasks.rados.rados.0.smithi031.stdout:3193: done (8 left) 2024-08-10T05:24:55.529 INFO:tasks.rados.rados.0.smithi031.stdout:3205: read oid 49 snap -1 2024-08-10T05:24:55.529 INFO:tasks.rados.rados.0.smithi031.stdout:3205: expect (ObjNum 768 snap 239 seq_num 768) 2024-08-10T05:24:55.529 INFO:tasks.rados.rados.0.smithi031.stdout:3206: rollback oid 27 current snap is 297 2024-08-10T05:24:55.529 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 27 to 293 2024-08-10T05:24:55.529 INFO:tasks.rados.rados.0.smithi031.stdout:3194: expect (ObjNum 957 snap 286 seq_num 957) 2024-08-10T05:24:55.661 INFO:tasks.rados.rados.0.smithi031.stdout:3200: finishing write tid 2 to smithi03186013-2 2024-08-10T05:24:55.662 INFO:tasks.rados.rados.0.smithi031.stdout:3200: finishing write tid 3 to smithi03186013-2 2024-08-10T05:24:55.662 INFO:tasks.rados.rados.0.smithi031.stdout:3200: finishing write tid 4 to smithi03186013-2 2024-08-10T05:24:55.662 INFO:tasks.rados.rados.0.smithi031.stdout:3200: finishing write tid 5 to smithi03186013-2 2024-08-10T05:24:55.662 INFO:tasks.rados.rados.0.smithi031.stdout:3200: finishing write tid 6 to smithi03186013-2 2024-08-10T05:24:55.662 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 2 v 1821 (ObjNum 979 snap 297 seq_num 979) dirty exists 2024-08-10T05:24:55.662 INFO:tasks.rados.rados.0.smithi031.stdout:3200: left oid 2 (ObjNum 979 snap 297 seq_num 979) 2024-08-10T05:24:55.662 INFO:tasks.rados.rados.0.smithi031.stdout:3196: expect (ObjNum 961 snap 291 seq_num 961) 2024-08-10T05:24:55.748 INFO:tasks.rados.rados.0.smithi031.stdout:3197: expect (ObjNum 969 snap 292 seq_num 969) 2024-08-10T05:24:55.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:55 smithi031 ceph-mon[98130]: pgmap v689: 121 pgs: 121 active+clean; 125 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 829 KiB/s rd, 2.8 MiB/s wr, 15 op/s 2024-08-10T05:24:55.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:55 smithi031 ceph-mon[98130]: osdmap e687: 8 total, 8 up, 8 in 2024-08-10T05:24:55.768 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:55 smithi031 ceph-mon[100614]: pgmap v689: 121 pgs: 121 active+clean; 125 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 829 KiB/s rd, 2.8 MiB/s wr, 15 op/s 2024-08-10T05:24:55.768 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:55 smithi031 ceph-mon[100614]: osdmap e687: 8 total, 8 up, 8 in 2024-08-10T05:24:55.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:55 smithi196 ceph-mon[90243]: pgmap v689: 121 pgs: 121 active+clean; 125 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 829 KiB/s rd, 2.8 MiB/s wr, 15 op/s 2024-08-10T05:24:55.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:55 smithi196 ceph-mon[90243]: osdmap e687: 8 total, 8 up, 8 in 2024-08-10T05:24:56.121 INFO:tasks.rados.rados.0.smithi031.stdout:3201: finishing write tid 1 to smithi03186013-15 2024-08-10T05:24:56.122 INFO:tasks.rados.rados.0.smithi031.stdout:3201: finishing write tid 2 to smithi03186013-15 2024-08-10T05:24:56.122 INFO:tasks.rados.rados.0.smithi031.stdout:3204: finishing rollback tid 1 to smithi03186013-1 2024-08-10T05:24:56.122 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 1 v 0 (ObjNum 193 snap 0 seq_num 590256832) dirty dne 2024-08-10T05:24:56.122 INFO:tasks.rados.rados.0.smithi031.stdout:3201: finishing write tid 3 to smithi03186013-15 2024-08-10T05:24:56.122 INFO:tasks.rados.rados.0.smithi031.stdout:3201: finishing write tid 4 to smithi03186013-15 2024-08-10T05:24:56.122 INFO:tasks.rados.rados.0.smithi031.stdout:3194: done (9 left) 2024-08-10T05:24:56.122 INFO:tasks.rados.rados.0.smithi031.stdout:3196: done (8 left) 2024-08-10T05:24:56.122 INFO:tasks.rados.rados.0.smithi031.stdout:3197: done (7 left) 2024-08-10T05:24:56.122 INFO:tasks.rados.rados.0.smithi031.stdout:3200: done (6 left) 2024-08-10T05:24:56.123 INFO:tasks.rados.rados.0.smithi031.stdout:3204: done (5 left) 2024-08-10T05:24:56.123 INFO:tasks.rados.rados.0.smithi031.stdout:3207: copy_from oid 37 from oid 33 current snap is 297 2024-08-10T05:24:56.123 INFO:tasks.rados.rados.0.smithi031.stdout:3201: finishing write tid 5 to smithi03186013-15 2024-08-10T05:24:56.123 INFO:tasks.rados.rados.0.smithi031.stdout:3206: finishing rollback tid 0 to smithi03186013-27 2024-08-10T05:24:56.123 INFO:tasks.rados.rados.0.smithi031.stdout:3206: finishing rollback tid 1 to smithi03186013-27 2024-08-10T05:24:56.123 INFO:tasks.rados.rados.0.smithi031.stdout:3206: finishing rollback tid 2 to smithi03186013-27 2024-08-10T05:24:56.123 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 27 v 1198 (ObjNum 828 snap 257 seq_num 828) dirty exists 2024-08-10T05:24:56.123 INFO:tasks.rados.rados.0.smithi031.stdout:3201: finishing write tid 6 to smithi03186013-15 2024-08-10T05:24:56.123 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 15 v 1683 (ObjNum 980 snap 297 seq_num 980) dirty exists 2024-08-10T05:24:56.123 INFO:tasks.rados.rados.0.smithi031.stdout:3201: left oid 15 (ObjNum 980 snap 297 seq_num 980) 2024-08-10T05:24:56.123 INFO:tasks.rados.rados.0.smithi031.stdout:3203: expect (ObjNum 940 snap 284 seq_num 940) 2024-08-10T05:24:56.156 INFO:tasks.rados.rados.0.smithi031.stdout:3205: expect (ObjNum 768 snap 239 seq_num 768) 2024-08-10T05:24:56.228 INFO:tasks.rados.rados.0.smithi031.stdout:3202: finishing copy_from racing read to smithi03186013-39 2024-08-10T05:24:56.228 INFO:tasks.rados.rados.0.smithi031.stdout:3202: finishing copy_from to smithi03186013-39 2024-08-10T05:24:56.228 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 39 v 1616 (ObjNum 972 snap 293 seq_num 972) dirty exists 2024-08-10T05:24:56.229 INFO:tasks.rados.rados.0.smithi031.stdout:3207: finishing copy_from to smithi03186013-37 2024-08-10T05:24:56.229 INFO:tasks.rados.rados.0.smithi031.stdout:3207: got expected ENOENT (src dne) 2024-08-10T05:24:56.229 INFO:tasks.rados.rados.0.smithi031.stdout:3207: finishing copy_from racing read to smithi03186013-37 2024-08-10T05:24:56.229 INFO:tasks.rados.rados.0.smithi031.stdout:3201: done (5 left) 2024-08-10T05:24:56.229 INFO:tasks.rados.rados.0.smithi031.stdout:3202: done (4 left) 2024-08-10T05:24:56.230 INFO:tasks.rados.rados.0.smithi031.stdout:3203: done (3 left) 2024-08-10T05:24:56.230 INFO:tasks.rados.rados.0.smithi031.stdout:3205: done (2 left) 2024-08-10T05:24:56.230 INFO:tasks.rados.rados.0.smithi031.stdout:3206: done (1 left) 2024-08-10T05:24:56.230 INFO:tasks.rados.rados.0.smithi031.stdout:3207: done (0 left) 2024-08-10T05:24:56.230 INFO:tasks.rados.rados.0.smithi031.stdout:3208: copy_from oid 30 from oid 45 current snap is 297 2024-08-10T05:24:56.231 INFO:tasks.rados.rados.0.smithi031.stdout:3209: read oid 49 snap -1 2024-08-10T05:24:56.231 INFO:tasks.rados.rados.0.smithi031.stdout:3209: expect (ObjNum 768 snap 239 seq_num 768) 2024-08-10T05:24:56.231 INFO:tasks.rados.rados.0.smithi031.stdout:3210: copy_from oid 43 from oid 12 current snap is 297 2024-08-10T05:24:56.231 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 22 current snap is 297 2024-08-10T05:24:56.231 INFO:tasks.rados.rados.0.smithi031.stdout:3211: seq_num 981 ranges {3858432=434176,4292608=540672,4833280=466944,5300224=524288,5824512=73728} 2024-08-10T05:24:56.251 INFO:tasks.rados.rados.0.smithi031.stdout:3211: writing smithi03186013-22 from 3858432 to 4292608 tid 1 2024-08-10T05:24:56.255 INFO:tasks.rados.rados.0.smithi031.stdout:3211: writing smithi03186013-22 from 4292608 to 4833280 tid 2 2024-08-10T05:24:56.258 INFO:tasks.rados.rados.0.smithi031.stdout:3211: writing smithi03186013-22 from 4833280 to 5300224 tid 3 2024-08-10T05:24:56.261 INFO:tasks.rados.rados.0.smithi031.stdout:3211: writing smithi03186013-22 from 5300224 to 5824512 tid 4 2024-08-10T05:24:56.262 INFO:tasks.rados.rados.0.smithi031.stdout:3211: writing smithi03186013-22 from 5824512 to 5898240 tid 5 2024-08-10T05:24:56.262 INFO:tasks.rados.rados.0.smithi031.stdout:3212: snap_create 2024-08-10T05:24:56.262 INFO:tasks.rados.rados.0.smithi031.stdout:3210: finishing copy_from to smithi03186013-43 2024-08-10T05:24:56.262 INFO:tasks.rados.rados.0.smithi031.stdout:3210: got expected ENOENT (src dne) 2024-08-10T05:24:56.262 INFO:tasks.rados.rados.0.smithi031.stdout:3210: finishing copy_from racing read to smithi03186013-43 2024-08-10T05:24:56.262 INFO:tasks.rados.rados.0.smithi031.stdout:3209: expect (ObjNum 768 snap 239 seq_num 768) 2024-08-10T05:24:56.339 INFO:tasks.rados.rados.0.smithi031.stdout:3208: finishing copy_from racing read to smithi03186013-30 2024-08-10T05:24:56.339 INFO:tasks.rados.rados.0.smithi031.stdout:3208: finishing copy_from to smithi03186013-30 2024-08-10T05:24:56.339 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 30 v 1642 (ObjNum 940 snap 284 seq_num 940) dirty exists 2024-08-10T05:24:56.339 INFO:tasks.rados.rados.0.smithi031.stdout:3211: finishing write tid 1 to smithi03186013-22 2024-08-10T05:24:56.339 INFO:tasks.rados.rados.0.smithi031.stdout:3211: finishing write tid 2 to smithi03186013-22 2024-08-10T05:24:56.339 INFO:tasks.rados.rados.0.smithi031.stdout:3211: finishing write tid 3 to smithi03186013-22 2024-08-10T05:24:56.339 INFO:tasks.rados.rados.0.smithi031.stdout:3208: done (4 left) 2024-08-10T05:24:56.339 INFO:tasks.rados.rados.0.smithi031.stdout:3209: done (3 left) 2024-08-10T05:24:56.339 INFO:tasks.rados.rados.0.smithi031.stdout:3210: done (2 left) 2024-08-10T05:24:56.339 INFO:tasks.rados.rados.0.smithi031.stdout:3212: done (1 left) 2024-08-10T05:24:56.340 INFO:tasks.rados.rados.0.smithi031.stdout:3213: delete oid 15 current snap is 298 2024-08-10T05:24:56.340 INFO:tasks.rados.rados.0.smithi031.stdout:3211: finishing write tid 4 to smithi03186013-22 2024-08-10T05:24:56.340 INFO:tasks.rados.rados.0.smithi031.stdout:3211: finishing write tid 5 to smithi03186013-22 2024-08-10T05:24:56.340 INFO:tasks.rados.rados.0.smithi031.stdout:3211: finishing write tid 6 to smithi03186013-22 2024-08-10T05:24:56.340 INFO:tasks.rados.rados.0.smithi031.stdout:3211: finishing write tid 7 to smithi03186013-22 2024-08-10T05:24:56.340 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 22 v 1828 (ObjNum 981 snap 297 seq_num 981) dirty exists 2024-08-10T05:24:56.340 INFO:tasks.rados.rados.0.smithi031.stdout:3211: left oid 22 (ObjNum 981 snap 297 seq_num 981) 2024-08-10T05:24:56.341 INFO:tasks.rados.rados.0.smithi031.stdout:3211: done (1 left) 2024-08-10T05:24:56.341 INFO:tasks.rados.rados.0.smithi031.stdout:3213: done (0 left) 2024-08-10T05:24:56.341 INFO:tasks.rados.rados.0.smithi031.stdout:3214: delete oid 27 current snap is 298 2024-08-10T05:24:56.343 INFO:tasks.rados.rados.0.smithi031.stdout:3214: done (0 left) 2024-08-10T05:24:56.343 INFO:tasks.rados.rados.0.smithi031.stdout:3215: snap_remove snap 295 2024-08-10T05:24:56.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:56 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:24:56.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:24:56.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:56 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:24:57.331 INFO:tasks.rados.rados.0.smithi031.stdout:3215: done (0 left) 2024-08-10T05:24:57.331 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 17 current snap is 298 2024-08-10T05:24:57.331 INFO:tasks.rados.rados.0.smithi031.stdout:3216: seq_num 984 ranges {0=483328,483328=598016,1081344=647168,1728512=360448} 2024-08-10T05:24:57.334 INFO:tasks.rados.rados.0.smithi031.stdout:3216: writing smithi03186013-17 from 0 to 483328 tid 1 2024-08-10T05:24:57.338 INFO:tasks.rados.rados.0.smithi031.stdout:3216: writing smithi03186013-17 from 483328 to 1081344 tid 2 2024-08-10T05:24:57.343 INFO:tasks.rados.rados.0.smithi031.stdout:3216: writing smithi03186013-17 from 1081344 to 1728512 tid 3 2024-08-10T05:24:57.346 INFO:tasks.rados.rados.0.smithi031.stdout:3216: writing smithi03186013-17 from 1728512 to 2088960 tid 4 2024-08-10T05:24:57.346 INFO:tasks.rados.rados.0.smithi031.stdout:3217: snap_remove snap 292 2024-08-10T05:24:57.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:57 smithi031 ceph-mon[98130]: pgmap v692: 121 pgs: 121 active+clean; 127 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 2.3 MiB/s wr, 12 op/s 2024-08-10T05:24:57.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:57 smithi031 ceph-mon[98130]: osdmap e688: 8 total, 8 up, 8 in 2024-08-10T05:24:57.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:57 smithi031 ceph-mon[100614]: pgmap v692: 121 pgs: 121 active+clean; 127 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 2.3 MiB/s wr, 12 op/s 2024-08-10T05:24:57.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:57 smithi031 ceph-mon[100614]: osdmap e688: 8 total, 8 up, 8 in 2024-08-10T05:24:57.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:57 smithi196 ceph-mon[90243]: pgmap v692: 121 pgs: 121 active+clean; 127 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 2.3 MiB/s wr, 12 op/s 2024-08-10T05:24:57.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:57 smithi196 ceph-mon[90243]: osdmap e688: 8 total, 8 up, 8 in 2024-08-10T05:24:58.338 INFO:tasks.rados.rados.0.smithi031.stdout:3217: done (1 left) 2024-08-10T05:24:58.338 INFO:tasks.rados.rados.0.smithi031.stdout:3218: snap_create 2024-08-10T05:24:58.338 INFO:tasks.rados.rados.0.smithi031.stdout:3216: finishing write tid 1 to smithi03186013-17 2024-08-10T05:24:58.338 INFO:tasks.rados.rados.0.smithi031.stdout:3216: finishing write tid 2 to smithi03186013-17 2024-08-10T05:24:58.338 INFO:tasks.rados.rados.0.smithi031.stdout:3216: finishing write tid 3 to smithi03186013-17 2024-08-10T05:24:58.338 INFO:tasks.rados.rados.0.smithi031.stdout:3216: finishing write tid 4 to smithi03186013-17 2024-08-10T05:24:58.338 INFO:tasks.rados.rados.0.smithi031.stdout:3216: finishing write tid 5 to smithi03186013-17 2024-08-10T05:24:58.339 INFO:tasks.rados.rados.0.smithi031.stdout:3216: finishing write tid 6 to smithi03186013-17 2024-08-10T05:24:58.339 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 17 v 1372 (ObjNum 984 snap 298 seq_num 984) dirty exists 2024-08-10T05:24:58.339 INFO:tasks.rados.rados.0.smithi031.stdout:3216: left oid 17 (ObjNum 984 snap 298 seq_num 984) 2024-08-10T05:24:58.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:58 smithi031 ceph-mon[98130]: osdmap e689: 8 total, 8 up, 8 in 2024-08-10T05:24:58.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:58 smithi031 ceph-mon[100614]: osdmap e689: 8 total, 8 up, 8 in 2024-08-10T05:24:58.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:58 smithi196 ceph-mon[90243]: osdmap e689: 8 total, 8 up, 8 in 2024-08-10T05:24:59.285 INFO:tasks.rados.rados.0.smithi031.stdout:3216: done (1 left) 2024-08-10T05:24:59.286 INFO:tasks.rados.rados.0.smithi031.stdout:3218: done (0 left) 2024-08-10T05:24:59.286 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 34 current snap is 299 2024-08-10T05:24:59.286 INFO:tasks.rados.rados.0.smithi031.stdout:3219: seq_num 985 ranges {1015808=499712,1515520=483328,1998848=450560,2449408=581632,3031040=90112} 2024-08-10T05:24:59.293 INFO:tasks.rados.rados.0.smithi031.stdout:3219: writing smithi03186013-34 from 1015808 to 1515520 tid 1 2024-08-10T05:24:59.296 INFO:tasks.rados.rados.0.smithi031.stdout:3219: writing smithi03186013-34 from 1515520 to 1998848 tid 2 2024-08-10T05:24:59.299 INFO:tasks.rados.rados.0.smithi031.stdout:3219: writing smithi03186013-34 from 1998848 to 2449408 tid 3 2024-08-10T05:24:59.302 INFO:tasks.rados.rados.0.smithi031.stdout:3219: writing smithi03186013-34 from 2449408 to 3031040 tid 4 2024-08-10T05:24:59.302 INFO:tasks.rados.rados.0.smithi031.stdout:3219: writing smithi03186013-34 from 3031040 to 3121152 tid 5 2024-08-10T05:24:59.303 INFO:tasks.rados.rados.0.smithi031.stdout:3220: setattr oid 41 current snap is 299 2024-08-10T05:24:59.303 INFO:tasks.rados.rados.0.smithi031.stdout:3219: finishing write tid 1 to smithi03186013-34 2024-08-10T05:24:59.303 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 40 current snap is 299 2024-08-10T05:24:59.304 INFO:tasks.rados.rados.0.smithi031.stdout:3221: seq_num 986 ranges {2940928=516096,3457024=770048,4227072=655360,4882432=180224} 2024-08-10T05:24:59.323 INFO:tasks.rados.rados.0.smithi031.stdout:3221: writing smithi03186013-40 from 2940928 to 3457024 tid 1 2024-08-10T05:24:59.327 INFO:tasks.rados.rados.0.smithi031.stdout:3221: writing smithi03186013-40 from 3457024 to 4227072 tid 2 2024-08-10T05:24:59.330 INFO:tasks.rados.rados.0.smithi031.stdout:3221: writing smithi03186013-40 from 4227072 to 4882432 tid 3 2024-08-10T05:24:59.332 INFO:tasks.rados.rados.0.smithi031.stdout:3221: writing smithi03186013-40 from 4882432 to 5062656 tid 4 2024-08-10T05:24:59.332 INFO:tasks.rados.rados.0.smithi031.stdout:3222: read oid 47 snap 285 2024-08-10T05:24:59.332 INFO:tasks.rados.rados.0.smithi031.stdout:3222: expect (ObjNum 892 snap 273 seq_num 892) 2024-08-10T05:24:59.332 INFO:tasks.rados.rados.0.smithi031.stdout:3223: read oid 12 snap -1 2024-08-10T05:24:59.332 INFO:tasks.rados.rados.0.smithi031.stdout:3223: expect deleted 2024-08-10T05:24:59.332 INFO:tasks.rados.rados.0.smithi031.stdout:3224: snap_remove snap 298 2024-08-10T05:24:59.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:59 smithi031 ceph-mon[98130]: pgmap v695: 121 pgs: 2 active+clean+snaptrim_wait, 119 active+clean; 132 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.7 MiB/s wr, 11 op/s 2024-08-10T05:24:59.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:59 smithi031 ceph-mon[98130]: osdmap e690: 8 total, 8 up, 8 in 2024-08-10T05:24:59.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:24:59 smithi031 ceph-mon[98130]: osdmap e691: 8 total, 8 up, 8 in 2024-08-10T05:24:59.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:59 smithi031 ceph-mon[100614]: pgmap v695: 121 pgs: 2 active+clean+snaptrim_wait, 119 active+clean; 132 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.7 MiB/s wr, 11 op/s 2024-08-10T05:24:59.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:59 smithi031 ceph-mon[100614]: osdmap e690: 8 total, 8 up, 8 in 2024-08-10T05:24:59.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:24:59 smithi031 ceph-mon[100614]: osdmap e691: 8 total, 8 up, 8 in 2024-08-10T05:24:59.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:59 smithi196 ceph-mon[90243]: pgmap v695: 121 pgs: 2 active+clean+snaptrim_wait, 119 active+clean; 132 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.7 MiB/s wr, 11 op/s 2024-08-10T05:24:59.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:59 smithi196 ceph-mon[90243]: osdmap e690: 8 total, 8 up, 8 in 2024-08-10T05:24:59.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:24:59 smithi196 ceph-mon[90243]: osdmap e691: 8 total, 8 up, 8 in 2024-08-10T05:25:00.298 INFO:tasks.rados.rados.0.smithi031.stdout:3224: done (5 left) 2024-08-10T05:25:00.298 INFO:tasks.rados.rados.0.smithi031.stdout:3225: delete oid 42 current snap is 299 2024-08-10T05:25:00.298 INFO:tasks.rados.rados.0.smithi031.stdout:3219: finishing write tid 2 to smithi03186013-34 2024-08-10T05:25:00.298 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 41 v 1703 (ObjNum 961 snap 291 seq_num 961) dirty exists 2024-08-10T05:25:00.298 INFO:tasks.rados.rados.0.smithi031.stdout:3219: finishing write tid 3 to smithi03186013-34 2024-08-10T05:25:00.298 INFO:tasks.rados.rados.0.smithi031.stdout:3219: finishing write tid 4 to smithi03186013-34 2024-08-10T05:25:00.299 INFO:tasks.rados.rados.0.smithi031.stdout:3219: finishing write tid 5 to smithi03186013-34 2024-08-10T05:25:00.299 INFO:tasks.rados.rados.0.smithi031.stdout:3219: finishing write tid 6 to smithi03186013-34 2024-08-10T05:25:00.299 INFO:tasks.rados.rados.0.smithi031.stdout:3219: finishing write tid 7 to smithi03186013-34 2024-08-10T05:25:00.299 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 34 v 1660 (ObjNum 985 snap 299 seq_num 985) dirty exists 2024-08-10T05:25:00.299 INFO:tasks.rados.rados.0.smithi031.stdout:3219: left oid 34 (ObjNum 985 snap 299 seq_num 985) 2024-08-10T05:25:00.299 INFO:tasks.rados.rados.0.smithi031.stdout:3221: finishing write tid 1 to smithi03186013-40 2024-08-10T05:25:00.299 INFO:tasks.rados.rados.0.smithi031.stdout:3221: finishing write tid 2 to smithi03186013-40 2024-08-10T05:25:00.299 INFO:tasks.rados.rados.0.smithi031.stdout:3221: finishing write tid 3 to smithi03186013-40 2024-08-10T05:25:00.299 INFO:tasks.rados.rados.0.smithi031.stdout:3221: finishing write tid 4 to smithi03186013-40 2024-08-10T05:25:00.299 INFO:tasks.rados.rados.0.smithi031.stdout:3221: finishing write tid 5 to smithi03186013-40 2024-08-10T05:25:00.299 INFO:tasks.rados.rados.0.smithi031.stdout:3222: expect (ObjNum 892 snap 273 seq_num 892) 2024-08-10T05:25:00.422 INFO:tasks.rados.rados.0.smithi031.stdout:3221: finishing write tid 6 to smithi03186013-40 2024-08-10T05:25:00.422 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 40 v 1678 (ObjNum 986 snap 299 seq_num 986) dirty exists 2024-08-10T05:25:00.422 INFO:tasks.rados.rados.0.smithi031.stdout:3221: left oid 40 (ObjNum 986 snap 299 seq_num 986) 2024-08-10T05:25:00.423 INFO:tasks.rados.rados.0.smithi031.stdout:3219: done (5 left) 2024-08-10T05:25:00.423 INFO:tasks.rados.rados.0.smithi031.stdout:3220: done (4 left) 2024-08-10T05:25:00.423 INFO:tasks.rados.rados.0.smithi031.stdout:3221: done (3 left) 2024-08-10T05:25:00.423 INFO:tasks.rados.rados.0.smithi031.stdout:3222: done (2 left) 2024-08-10T05:25:00.423 INFO:tasks.rados.rados.0.smithi031.stdout:3223: done (1 left) 2024-08-10T05:25:00.423 INFO:tasks.rados.rados.0.smithi031.stdout:3225: done (0 left) 2024-08-10T05:25:00.423 INFO:tasks.rados.rados.0.smithi031.stdout:3226: snap_remove snap 297 2024-08-10T05:25:00.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:00 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:25:00.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:00 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:25:00.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:00 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:25:00.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:00 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:25:00.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:00 smithi031 ceph-mon[98130]: osdmap e692: 8 total, 8 up, 8 in 2024-08-10T05:25:00.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:00 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:25:00.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:00 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:25:00.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:00 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:25:00.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:00 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:25:00.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:00 smithi031 ceph-mon[100614]: osdmap e692: 8 total, 8 up, 8 in 2024-08-10T05:25:00.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:00 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:25:00.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:00 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:25:00.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:00 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:25:00.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:00 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:25:00.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:00 smithi196 ceph-mon[90243]: osdmap e692: 8 total, 8 up, 8 in 2024-08-10T05:25:01.349 INFO:tasks.rados.rados.0.smithi031.stdout:3226: done (0 left) 2024-08-10T05:25:01.350 INFO:tasks.rados.rados.0.smithi031.stdout:3227: copy_from oid 33 from oid 15 current snap is 299 2024-08-10T05:25:01.350 INFO:tasks.rados.rados.0.smithi031.stdout:3228: copy_from oid 16 from oid 12 current snap is 299 2024-08-10T05:25:01.350 INFO:tasks.rados.rados.0.smithi031.stdout:3229: rmattr oid 8 current snap is 299 2024-08-10T05:25:01.350 INFO:tasks.rados.rados.0.smithi031.stdout:3229: done (2 left) 2024-08-10T05:25:01.350 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 4 current snap is 299 2024-08-10T05:25:01.350 INFO:tasks.rados.rados.0.smithi031.stdout:3230: seq_num 988 ranges {2301952=557056,2859008=532480,3391488=622592,4014080=450560} 2024-08-10T05:25:01.365 INFO:tasks.rados.rados.0.smithi031.stdout:3230: writing smithi03186013-4 from 2301952 to 2859008 tid 1 2024-08-10T05:25:01.368 INFO:tasks.rados.rados.0.smithi031.stdout:3230: writing smithi03186013-4 from 2859008 to 3391488 tid 2 2024-08-10T05:25:01.372 INFO:tasks.rados.rados.0.smithi031.stdout:3230: writing smithi03186013-4 from 3391488 to 4014080 tid 3 2024-08-10T05:25:01.375 INFO:tasks.rados.rados.0.smithi031.stdout:3230: writing smithi03186013-4 from 4014080 to 4464640 tid 4 2024-08-10T05:25:01.376 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 36 current snap is 299 2024-08-10T05:25:01.376 INFO:tasks.rados.rados.0.smithi031.stdout:3228: finishing copy_from to smithi03186013-16 2024-08-10T05:25:01.376 INFO:tasks.rados.rados.0.smithi031.stdout:3228: got expected ENOENT (src dne) 2024-08-10T05:25:01.376 INFO:tasks.rados.rados.0.smithi031.stdout:3228: finishing copy_from racing read to smithi03186013-16 2024-08-10T05:25:01.376 INFO:tasks.rados.rados.0.smithi031.stdout:3227: finishing copy_from to smithi03186013-33 2024-08-10T05:25:01.376 INFO:tasks.rados.rados.0.smithi031.stdout:3227: got expected ENOENT (src dne) 2024-08-10T05:25:01.376 INFO:tasks.rados.rados.0.smithi031.stdout:3227: finishing copy_from racing read to smithi03186013-33 2024-08-10T05:25:01.376 INFO:tasks.rados.rados.0.smithi031.stdout:3230: finishing write tid 1 to smithi03186013-4 2024-08-10T05:25:01.376 INFO:tasks.rados.rados.0.smithi031.stdout:3230: finishing write tid 2 to smithi03186013-4 2024-08-10T05:25:01.376 INFO:tasks.rados.rados.0.smithi031.stdout:3230: finishing write tid 3 to smithi03186013-4 2024-08-10T05:25:01.376 INFO:tasks.rados.rados.0.smithi031.stdout:3231: seq_num 989 ranges {991232=573440,1564672=466944,2031616=434176,2465792=638976,3104768=65536} 2024-08-10T05:25:01.384 INFO:tasks.rados.rados.0.smithi031.stdout:3231: writing smithi03186013-36 from 991232 to 1564672 tid 1 2024-08-10T05:25:01.386 INFO:tasks.rados.rados.0.smithi031.stdout:3231: writing smithi03186013-36 from 1564672 to 2031616 tid 2 2024-08-10T05:25:01.389 INFO:tasks.rados.rados.0.smithi031.stdout:3231: writing smithi03186013-36 from 2031616 to 2465792 tid 3 2024-08-10T05:25:01.393 INFO:tasks.rados.rados.0.smithi031.stdout:3231: writing smithi03186013-36 from 2465792 to 3104768 tid 4 2024-08-10T05:25:01.394 INFO:tasks.rados.rados.0.smithi031.stdout:3231: writing smithi03186013-36 from 3104768 to 3170304 tid 5 2024-08-10T05:25:01.395 INFO:tasks.rados.rados.0.smithi031.stdout:3227: done (3 left) 2024-08-10T05:25:01.395 INFO:tasks.rados.rados.0.smithi031.stdout:3228: done (2 left) 2024-08-10T05:25:01.395 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 28 current snap is 299 2024-08-10T05:25:01.395 INFO:tasks.rados.rados.0.smithi031.stdout:3230: finishing write tid 4 to smithi03186013-4 2024-08-10T05:25:01.395 INFO:tasks.rados.rados.0.smithi031.stdout:3230: finishing write tid 5 to smithi03186013-4 2024-08-10T05:25:01.395 INFO:tasks.rados.rados.0.smithi031.stdout:3230: finishing write tid 6 to smithi03186013-4 2024-08-10T05:25:01.395 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 4 v 1708 (ObjNum 988 snap 299 seq_num 988) dirty exists 2024-08-10T05:25:01.395 INFO:tasks.rados.rados.0.smithi031.stdout:3230: left oid 4 (ObjNum 988 snap 299 seq_num 988) 2024-08-10T05:25:01.395 INFO:tasks.rados.rados.0.smithi031.stdout:3231: finishing write tid 1 to smithi03186013-36 2024-08-10T05:25:01.395 INFO:tasks.rados.rados.0.smithi031.stdout:3231: finishing write tid 2 to smithi03186013-36 2024-08-10T05:25:01.395 INFO:tasks.rados.rados.0.smithi031.stdout:3231: finishing write tid 3 to smithi03186013-36 2024-08-10T05:25:01.395 INFO:tasks.rados.rados.0.smithi031.stdout:3232: seq_num 990 ranges {1122304=589824,1712128=753664,2465792=638976,3104768=212992} 2024-08-10T05:25:01.403 INFO:tasks.rados.rados.0.smithi031.stdout:3232: writing smithi03186013-28 from 1122304 to 1712128 tid 1 2024-08-10T05:25:01.408 INFO:tasks.rados.rados.0.smithi031.stdout:3232: writing smithi03186013-28 from 1712128 to 2465792 tid 2 2024-08-10T05:25:01.412 INFO:tasks.rados.rados.0.smithi031.stdout:3232: writing smithi03186013-28 from 2465792 to 3104768 tid 3 2024-08-10T05:25:01.413 INFO:tasks.rados.rados.0.smithi031.stdout:3232: writing smithi03186013-28 from 3104768 to 3317760 tid 4 2024-08-10T05:25:01.414 INFO:tasks.rados.rados.0.smithi031.stdout:3230: done (2 left) 2024-08-10T05:25:01.414 INFO:tasks.rados.rados.0.smithi031.stdout:3233: snap_create 2024-08-10T05:25:01.414 INFO:tasks.rados.rados.0.smithi031.stdout:3231: finishing write tid 4 to smithi03186013-36 2024-08-10T05:25:01.414 INFO:tasks.rados.rados.0.smithi031.stdout:3231: finishing write tid 5 to smithi03186013-36 2024-08-10T05:25:01.414 INFO:tasks.rados.rados.0.smithi031.stdout:3231: finishing write tid 6 to smithi03186013-36 2024-08-10T05:25:01.414 INFO:tasks.rados.rados.0.smithi031.stdout:3231: finishing write tid 7 to smithi03186013-36 2024-08-10T05:25:01.414 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 36 v 1714 (ObjNum 989 snap 299 seq_num 989) dirty exists 2024-08-10T05:25:01.414 INFO:tasks.rados.rados.0.smithi031.stdout:3231: left oid 36 (ObjNum 989 snap 299 seq_num 989) 2024-08-10T05:25:01.414 INFO:tasks.rados.rados.0.smithi031.stdout:3232: finishing write tid 1 to smithi03186013-28 2024-08-10T05:25:01.414 INFO:tasks.rados.rados.0.smithi031.stdout:3232: finishing write tid 2 to smithi03186013-28 2024-08-10T05:25:01.416 INFO:tasks.rados.rados.0.smithi031.stdout:3232: finishing write tid 3 to smithi03186013-28 2024-08-10T05:25:01.416 INFO:tasks.rados.rados.0.smithi031.stdout:3232: finishing write tid 4 to smithi03186013-28 2024-08-10T05:25:01.416 INFO:tasks.rados.rados.0.smithi031.stdout:3232: finishing write tid 5 to smithi03186013-28 2024-08-10T05:25:01.417 INFO:tasks.rados.rados.0.smithi031.stdout:3232: finishing write tid 6 to smithi03186013-28 2024-08-10T05:25:01.417 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 28 v 1684 (ObjNum 990 snap 299 seq_num 990) dirty exists 2024-08-10T05:25:01.417 INFO:tasks.rados.rados.0.smithi031.stdout:3232: left oid 28 (ObjNum 990 snap 299 seq_num 990) 2024-08-10T05:25:01.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:01 smithi031 ceph-mon[98130]: pgmap v698: 121 pgs: 2 active+clean+snaptrim_wait, 119 active+clean; 134 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.2 MiB/s wr, 20 op/s 2024-08-10T05:25:01.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:25:01 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:25:01] "GET /metrics HTTP/1.1" 200 36272 "" "Prometheus/2.43.0" 2024-08-10T05:25:01.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:01 smithi031 ceph-mon[100614]: pgmap v698: 121 pgs: 2 active+clean+snaptrim_wait, 119 active+clean; 134 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.2 MiB/s wr, 20 op/s 2024-08-10T05:25:01.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:01 smithi196 ceph-mon[90243]: pgmap v698: 121 pgs: 2 active+clean+snaptrim_wait, 119 active+clean; 134 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.2 MiB/s wr, 20 op/s 2024-08-10T05:25:02.355 INFO:tasks.rados.rados.0.smithi031.stdout:3231: done (2 left) 2024-08-10T05:25:02.355 INFO:tasks.rados.rados.0.smithi031.stdout:3232: done (1 left) 2024-08-10T05:25:02.356 INFO:tasks.rados.rados.0.smithi031.stdout:3233: done (0 left) 2024-08-10T05:25:02.356 INFO:tasks.rados.rados.0.smithi031.stdout:3234: rmattr oid 44 current snap is 300 2024-08-10T05:25:02.356 INFO:tasks.rados.rados.0.smithi031.stdout:3235: rmattr oid 36 current snap is 300 2024-08-10T05:25:02.356 INFO:tasks.rados.rados.0.smithi031.stdout:3236: read oid 23 snap -1 2024-08-10T05:25:02.356 INFO:tasks.rados.rados.0.smithi031.stdout:3236: expect deleted 2024-08-10T05:25:02.356 INFO:tasks.rados.rados.0.smithi031.stdout:3237: rmattr oid 5 current snap is 300 2024-08-10T05:25:02.356 INFO:tasks.rados.rados.0.smithi031.stdout:3237: done (3 left) 2024-08-10T05:25:02.356 INFO:tasks.rados.rados.0.smithi031.stdout:3238: snap_create 2024-08-10T05:25:02.359 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 36 v 1715 (ObjNum 989 snap 299 seq_num 989) dirty exists 2024-08-10T05:25:02.361 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 44 v 1844 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-08-10T05:25:02.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:02 smithi031 ceph-mon[98130]: osdmap e693: 8 total, 8 up, 8 in 2024-08-10T05:25:02.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:02 smithi031 ceph-mon[100614]: osdmap e693: 8 total, 8 up, 8 in 2024-08-10T05:25:02.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:02 smithi196 ceph-mon[90243]: osdmap e693: 8 total, 8 up, 8 in 2024-08-10T05:25:02.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:25:02 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:25:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:25:03.362 INFO:tasks.rados.rados.0.smithi031.stdout:3234: done (3 left) 2024-08-10T05:25:03.363 INFO:tasks.rados.rados.0.smithi031.stdout:3235: done (2 left) 2024-08-10T05:25:03.363 INFO:tasks.rados.rados.0.smithi031.stdout:3236: done (1 left) 2024-08-10T05:25:03.363 INFO:tasks.rados.rados.0.smithi031.stdout:3238: done (0 left) 2024-08-10T05:25:03.363 INFO:tasks.rados.rados.0.smithi031.stdout:3239: snap_remove snap 299 2024-08-10T05:25:03.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:03 smithi031 ceph-mon[98130]: pgmap v701: 121 pgs: 2 active+clean+snaptrim_wait, 119 active+clean; 140 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 2.4 MiB/s wr, 23 op/s 2024-08-10T05:25:03.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:03 smithi031 ceph-mon[98130]: osdmap e694: 8 total, 8 up, 8 in 2024-08-10T05:25:03.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:03 smithi031 ceph-mon[100614]: pgmap v701: 121 pgs: 2 active+clean+snaptrim_wait, 119 active+clean; 140 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 2.4 MiB/s wr, 23 op/s 2024-08-10T05:25:03.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:03 smithi031 ceph-mon[100614]: osdmap e694: 8 total, 8 up, 8 in 2024-08-10T05:25:03.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:03 smithi196 ceph-mon[90243]: pgmap v701: 121 pgs: 2 active+clean+snaptrim_wait, 119 active+clean; 140 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 2.4 MiB/s wr, 23 op/s 2024-08-10T05:25:03.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:03 smithi196 ceph-mon[90243]: osdmap e694: 8 total, 8 up, 8 in 2024-08-10T05:25:04.286 INFO:tasks.rados.rados.0.smithi031.stdout:3239: done (0 left) 2024-08-10T05:25:04.286 INFO:tasks.rados.rados.0.smithi031.stdout:3240: read oid 1 snap -1 2024-08-10T05:25:04.287 INFO:tasks.rados.rados.0.smithi031.stdout:3240: expect deleted 2024-08-10T05:25:04.287 INFO:tasks.rados.rados.0.smithi031.stdout:3241: copy_from oid 12 from oid 10 current snap is 301 2024-08-10T05:25:04.287 INFO:tasks.rados.rados.0.smithi031.stdout:3242: read oid 45 snap -1 2024-08-10T05:25:04.288 INFO:tasks.rados.rados.0.smithi031.stdout:3242: expect (ObjNum 940 snap 284 seq_num 940) 2024-08-10T05:25:04.288 INFO:tasks.rados.rados.0.smithi031.stdout:3243: copy_from oid 28 from oid 16 current snap is 301 2024-08-10T05:25:04.288 INFO:tasks.rados.rados.0.smithi031.stdout:3244: read oid 2 snap 294 2024-08-10T05:25:04.288 INFO:tasks.rados.rados.0.smithi031.stdout:3244: expect deleted 2024-08-10T05:25:04.288 INFO:tasks.rados.rados.0.smithi031.stdout:3245: snap_create 2024-08-10T05:25:04.297 INFO:tasks.rados.rados.0.smithi031.stdout:3241: finishing copy_from to smithi03186013-12 2024-08-10T05:25:04.297 INFO:tasks.rados.rados.0.smithi031.stdout:3241: got expected ENOENT (src dne) 2024-08-10T05:25:04.297 INFO:tasks.rados.rados.0.smithi031.stdout:3241: finishing copy_from racing read to smithi03186013-12 2024-08-10T05:25:04.303 INFO:tasks.rados.rados.0.smithi031.stdout:3242: expect (ObjNum 940 snap 284 seq_num 940) 2024-08-10T05:25:04.339 INFO:tasks.rados.rados.0.smithi031.stdout:3243: finishing copy_from racing read to smithi03186013-28 2024-08-10T05:25:04.339 INFO:tasks.rados.rados.0.smithi031.stdout:3243: finishing copy_from to smithi03186013-28 2024-08-10T05:25:04.339 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 28 v 1612 (ObjNum 964 snap 291 seq_num 964) dirty exists 2024-08-10T05:25:04.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:04 smithi031 ceph-mon[98130]: osdmap e695: 8 total, 8 up, 8 in 2024-08-10T05:25:04.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:04 smithi031 ceph-mon[98130]: osdmap e696: 8 total, 8 up, 8 in 2024-08-10T05:25:04.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:04 smithi031 ceph-mon[100614]: osdmap e695: 8 total, 8 up, 8 in 2024-08-10T05:25:04.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:04 smithi031 ceph-mon[100614]: osdmap e696: 8 total, 8 up, 8 in 2024-08-10T05:25:04.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:04 smithi196 ceph-mon[90243]: osdmap e695: 8 total, 8 up, 8 in 2024-08-10T05:25:04.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:04 smithi196 ceph-mon[90243]: osdmap e696: 8 total, 8 up, 8 in 2024-08-10T05:25:05.287 INFO:tasks.rados.rados.0.smithi031.stdout:3240: done (5 left) 2024-08-10T05:25:05.287 INFO:tasks.rados.rados.0.smithi031.stdout:3241: done (4 left) 2024-08-10T05:25:05.287 INFO:tasks.rados.rados.0.smithi031.stdout:3242: done (3 left) 2024-08-10T05:25:05.287 INFO:tasks.rados.rados.0.smithi031.stdout:3243: done (2 left) 2024-08-10T05:25:05.287 INFO:tasks.rados.rados.0.smithi031.stdout:3244: done (1 left) 2024-08-10T05:25:05.287 INFO:tasks.rados.rados.0.smithi031.stdout:3245: done (0 left) 2024-08-10T05:25:05.288 INFO:tasks.rados.rados.0.smithi031.stdout:3246: setattr oid 18 current snap is 302 2024-08-10T05:25:05.289 INFO:tasks.rados.rados.0.smithi031.stdout:3247: copy_from oid 28 from oid 41 current snap is 302 2024-08-10T05:25:05.289 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 3 current snap is 302 2024-08-10T05:25:05.289 INFO:tasks.rados.rados.0.smithi031.stdout:3248: seq_num 991 ranges {1015808=606208,1622016=638976,2260992=794624,3055616=172032} 2024-08-10T05:25:05.298 INFO:tasks.rados.rados.0.smithi031.stdout:3248: writing smithi03186013-3 from 1015808 to 1622016 tid 1 2024-08-10T05:25:05.302 INFO:tasks.rados.rados.0.smithi031.stdout:3248: writing smithi03186013-3 from 1622016 to 2260992 tid 2 2024-08-10T05:25:05.307 INFO:tasks.rados.rados.0.smithi031.stdout:3248: writing smithi03186013-3 from 2260992 to 3055616 tid 3 2024-08-10T05:25:05.309 INFO:tasks.rados.rados.0.smithi031.stdout:3248: writing smithi03186013-3 from 3055616 to 3227648 tid 4 2024-08-10T05:25:05.309 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 5 current snap is 302 2024-08-10T05:25:05.309 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 18 v 1661 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-10T05:25:05.309 INFO:tasks.rados.rados.0.smithi031.stdout:3247: finishing copy_from racing read to smithi03186013-28 2024-08-10T05:25:05.309 INFO:tasks.rados.rados.0.smithi031.stdout:3248: finishing write tid 1 to smithi03186013-3 2024-08-10T05:25:05.309 INFO:tasks.rados.rados.0.smithi031.stdout:3247: finishing copy_from to smithi03186013-28 2024-08-10T05:25:05.309 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 28 v 1703 (ObjNum 961 snap 291 seq_num 961) dirty exists 2024-08-10T05:25:05.309 INFO:tasks.rados.rados.0.smithi031.stdout:3248: finishing write tid 2 to smithi03186013-3 2024-08-10T05:25:05.309 INFO:tasks.rados.rados.0.smithi031.stdout:3249: seq_num 992 ranges {5357568=622592,5980160=524288,6504448=606208,7110656=475136} 2024-08-10T05:25:05.341 INFO:tasks.rados.rados.0.smithi031.stdout:3249: writing smithi03186013-5 from 5357568 to 5980160 tid 1 2024-08-10T05:25:05.344 INFO:tasks.rados.rados.0.smithi031.stdout:3249: writing smithi03186013-5 from 5980160 to 6504448 tid 2 2024-08-10T05:25:05.348 INFO:tasks.rados.rados.0.smithi031.stdout:3249: writing smithi03186013-5 from 6504448 to 7110656 tid 3 2024-08-10T05:25:05.351 INFO:tasks.rados.rados.0.smithi031.stdout:3249: writing smithi03186013-5 from 7110656 to 7585792 tid 4 2024-08-10T05:25:05.351 INFO:tasks.rados.rados.0.smithi031.stdout:3246: done (3 left) 2024-08-10T05:25:05.352 INFO:tasks.rados.rados.0.smithi031.stdout:3247: done (2 left) 2024-08-10T05:25:05.352 INFO:tasks.rados.rados.0.smithi031.stdout:3250: snap_remove snap 300 2024-08-10T05:25:05.680 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:05 smithi196 ceph-mon[90243]: pgmap v704: 121 pgs: 121 active+clean; 138 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 14 op/s 2024-08-10T05:25:05.680 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:05 smithi196 ceph-mon[90243]: osdmap e697: 8 total, 8 up, 8 in 2024-08-10T05:25:05.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:05 smithi031 ceph-mon[98130]: pgmap v704: 121 pgs: 121 active+clean; 138 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 14 op/s 2024-08-10T05:25:05.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:05 smithi031 ceph-mon[98130]: osdmap e697: 8 total, 8 up, 8 in 2024-08-10T05:25:05.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:05 smithi031 ceph-mon[100614]: pgmap v704: 121 pgs: 121 active+clean; 138 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 14 op/s 2024-08-10T05:25:05.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:05 smithi031 ceph-mon[100614]: osdmap e697: 8 total, 8 up, 8 in 2024-08-10T05:25:06.295 INFO:tasks.rados.rados.0.smithi031.stdout:3250: done (2 left) 2024-08-10T05:25:06.295 INFO:tasks.rados.rados.0.smithi031.stdout:3251: rollback oid 28 current snap is 302 2024-08-10T05:25:06.295 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 28 to 301 2024-08-10T05:25:06.295 INFO:tasks.rados.rados.0.smithi031.stdout:3248: finishing write tid 3 to smithi03186013-3 2024-08-10T05:25:06.296 INFO:tasks.rados.rados.0.smithi031.stdout:3248: finishing write tid 4 to smithi03186013-3 2024-08-10T05:25:06.296 INFO:tasks.rados.rados.0.smithi031.stdout:3248: finishing write tid 5 to smithi03186013-3 2024-08-10T05:25:06.296 INFO:tasks.rados.rados.0.smithi031.stdout:3248: finishing write tid 6 to smithi03186013-3 2024-08-10T05:25:06.296 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 3 v 1450 (ObjNum 991 snap 302 seq_num 991) dirty exists 2024-08-10T05:25:06.296 INFO:tasks.rados.rados.0.smithi031.stdout:3248: left oid 3 (ObjNum 991 snap 302 seq_num 991) 2024-08-10T05:25:06.296 INFO:tasks.rados.rados.0.smithi031.stdout:3249: finishing write tid 1 to smithi03186013-5 2024-08-10T05:25:06.296 INFO:tasks.rados.rados.0.smithi031.stdout:3249: finishing write tid 2 to smithi03186013-5 2024-08-10T05:25:06.296 INFO:tasks.rados.rados.0.smithi031.stdout:3249: finishing write tid 3 to smithi03186013-5 2024-08-10T05:25:06.296 INFO:tasks.rados.rados.0.smithi031.stdout:3249: finishing write tid 4 to smithi03186013-5 2024-08-10T05:25:06.296 INFO:tasks.rados.rados.0.smithi031.stdout:3249: finishing write tid 5 to smithi03186013-5 2024-08-10T05:25:06.296 INFO:tasks.rados.rados.0.smithi031.stdout:3249: finishing write tid 6 to smithi03186013-5 2024-08-10T05:25:06.296 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 5 v 1666 (ObjNum 992 snap 302 seq_num 992) dirty exists 2024-08-10T05:25:06.297 INFO:tasks.rados.rados.0.smithi031.stdout:3249: left oid 5 (ObjNum 992 snap 302 seq_num 992) 2024-08-10T05:25:06.297 INFO:tasks.rados.rados.0.smithi031.stdout:3248: done (2 left) 2024-08-10T05:25:06.297 INFO:tasks.rados.rados.0.smithi031.stdout:3249: done (1 left) 2024-08-10T05:25:06.297 INFO:tasks.rados.rados.0.smithi031.stdout:3252: setattr oid 16 current snap is 302 2024-08-10T05:25:06.297 INFO:tasks.rados.rados.0.smithi031.stdout:3253: copy_from oid 45 from oid 35 current snap is 302 2024-08-10T05:25:06.297 INFO:tasks.rados.rados.0.smithi031.stdout:3254: read oid 15 snap -1 2024-08-10T05:25:06.298 INFO:tasks.rados.rados.0.smithi031.stdout:3254: expect deleted 2024-08-10T05:25:06.298 INFO:tasks.rados.rados.0.smithi031.stdout:3255: rollback oid 18 current snap is 302 2024-08-10T05:25:06.298 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 18 to 301 2024-08-10T05:25:06.298 INFO:tasks.rados.rados.0.smithi031.stdout:3256: snap_remove snap 285 2024-08-10T05:25:07.293 INFO:tasks.rados.rados.0.smithi031.stdout:3256: done (5 left) 2024-08-10T05:25:07.293 INFO:tasks.rados.rados.0.smithi031.stdout:3257: rollback oid 7 current snap is 302 2024-08-10T05:25:07.293 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 7 to 293 2024-08-10T05:25:07.293 INFO:tasks.rados.rados.0.smithi031.stdout:3251: finishing rollback tid 0 to smithi03186013-28 2024-08-10T05:25:07.293 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 16 v 1716 (ObjNum 964 snap 291 seq_num 964) dirty exists 2024-08-10T05:25:07.293 INFO:tasks.rados.rados.0.smithi031.stdout:3255: finishing rollback tid 0 to smithi03186013-18 2024-08-10T05:25:07.293 INFO:tasks.rados.rados.0.smithi031.stdout:3251: finishing rollback tid 1 to smithi03186013-28 2024-08-10T05:25:07.293 INFO:tasks.rados.rados.0.smithi031.stdout:3251: finishing rollback tid 2 to smithi03186013-28 2024-08-10T05:25:07.293 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 28 v 1706 (ObjNum 964 snap 291 seq_num 964) dirty exists 2024-08-10T05:25:07.293 INFO:tasks.rados.rados.0.smithi031.stdout:3255: finishing rollback tid 1 to smithi03186013-18 2024-08-10T05:25:07.293 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 18 v 1668 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-10T05:25:07.293 INFO:tasks.rados.rados.0.smithi031.stdout:3253: finishing copy_from racing read to smithi03186013-45 2024-08-10T05:25:07.294 INFO:tasks.rados.rados.0.smithi031.stdout:3253: finishing copy_from to smithi03186013-45 2024-08-10T05:25:07.294 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 45 v 1616 (ObjNum 972 snap 293 seq_num 972) dirty exists 2024-08-10T05:25:07.294 INFO:tasks.rados.rados.0.smithi031.stdout:3251: done (5 left) 2024-08-10T05:25:07.294 INFO:tasks.rados.rados.0.smithi031.stdout:3252: done (4 left) 2024-08-10T05:25:07.294 INFO:tasks.rados.rados.0.smithi031.stdout:3253: done (3 left) 2024-08-10T05:25:07.294 INFO:tasks.rados.rados.0.smithi031.stdout:3254: done (2 left) 2024-08-10T05:25:07.294 INFO:tasks.rados.rados.0.smithi031.stdout:3255: done (1 left) 2024-08-10T05:25:07.294 INFO:tasks.rados.rados.0.smithi031.stdout:3258: rmattr oid 47 current snap is 302 2024-08-10T05:25:07.294 INFO:tasks.rados.rados.0.smithi031.stdout:3258: done (1 left) 2024-08-10T05:25:07.294 INFO:tasks.rados.rados.0.smithi031.stdout:3259: snap_remove snap 301 2024-08-10T05:25:07.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:07 smithi031 ceph-mon[98130]: pgmap v707: 121 pgs: 121 active+clean; 142 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 9 op/s 2024-08-10T05:25:07.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:07 smithi031 ceph-mon[98130]: osdmap e698: 8 total, 8 up, 8 in 2024-08-10T05:25:07.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:07 smithi031 ceph-mon[100614]: pgmap v707: 121 pgs: 121 active+clean; 142 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 9 op/s 2024-08-10T05:25:07.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:07 smithi031 ceph-mon[100614]: osdmap e698: 8 total, 8 up, 8 in 2024-08-10T05:25:07.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:07 smithi196 ceph-mon[90243]: pgmap v707: 121 pgs: 121 active+clean; 142 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 9 op/s 2024-08-10T05:25:07.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:07 smithi196 ceph-mon[90243]: osdmap e698: 8 total, 8 up, 8 in 2024-08-10T05:25:08.293 INFO:tasks.rados.rados.0.smithi031.stdout:3259: done (1 left) 2024-08-10T05:25:08.293 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 25 current snap is 302 2024-08-10T05:25:08.293 INFO:tasks.rados.rados.0.smithi031.stdout:3257: finishing rollback tid 0 to smithi03186013-7 2024-08-10T05:25:08.294 INFO:tasks.rados.rados.0.smithi031.stdout:3260: seq_num 993 ranges {0=638976,638976=409600,1048576=409600,1458176=688128,2146304=98304} 2024-08-10T05:25:08.297 INFO:tasks.rados.rados.0.smithi031.stdout:3260: writing smithi03186013-25 from 0 to 638976 tid 1 2024-08-10T05:25:08.301 INFO:tasks.rados.rados.0.smithi031.stdout:3260: writing smithi03186013-25 from 638976 to 1048576 tid 2 2024-08-10T05:25:08.304 INFO:tasks.rados.rados.0.smithi031.stdout:3260: writing smithi03186013-25 from 1048576 to 1458176 tid 3 2024-08-10T05:25:08.309 INFO:tasks.rados.rados.0.smithi031.stdout:3260: writing smithi03186013-25 from 1458176 to 2146304 tid 4 2024-08-10T05:25:08.310 INFO:tasks.rados.rados.0.smithi031.stdout:3260: writing smithi03186013-25 from 2146304 to 2244608 tid 5 2024-08-10T05:25:08.310 INFO:tasks.rados.rados.0.smithi031.stdout:3257: finishing rollback tid 1 to smithi03186013-7 2024-08-10T05:25:08.310 INFO:tasks.rados.rados.0.smithi031.stdout:3257: finishing rollback tid 2 to smithi03186013-7 2024-08-10T05:25:08.311 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 7 v 1850 (ObjNum 853 snap 259 seq_num 853) dirty exists 2024-08-10T05:25:08.311 INFO:tasks.rados.rados.0.smithi031.stdout:3257: done (1 left) 2024-08-10T05:25:08.311 INFO:tasks.rados.rados.0.smithi031.stdout:3261: read oid 37 snap -1 2024-08-10T05:25:08.311 INFO:tasks.rados.rados.0.smithi031.stdout:3261: expect (ObjNum 970 snap 292 seq_num 970) 2024-08-10T05:25:08.311 INFO:tasks.rados.rados.0.smithi031.stdout:3262: rollback oid 23 current snap is 302 2024-08-10T05:25:08.311 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 23 to 293 2024-08-10T05:25:08.311 INFO:tasks.rados.rados.0.smithi031.stdout:3260: finishing write tid 1 to smithi03186013-25 2024-08-10T05:25:08.311 INFO:tasks.rados.rados.0.smithi031.stdout:3260: finishing write tid 2 to smithi03186013-25 2024-08-10T05:25:08.311 INFO:tasks.rados.rados.0.smithi031.stdout:3260: finishing write tid 3 to smithi03186013-25 2024-08-10T05:25:08.311 INFO:tasks.rados.rados.0.smithi031.stdout:3263: snap_create 2024-08-10T05:25:08.314 INFO:tasks.rados.rados.0.smithi031.stdout:3262: finishing rollback tid 1 to smithi03186013-23 2024-08-10T05:25:08.314 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 23 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-10T05:25:08.315 INFO:tasks.rados.rados.0.smithi031.stdout:3260: finishing write tid 4 to smithi03186013-25 2024-08-10T05:25:08.315 INFO:tasks.rados.rados.0.smithi031.stdout:3260: finishing write tid 5 to smithi03186013-25 2024-08-10T05:25:08.315 INFO:tasks.rados.rados.0.smithi031.stdout:3260: finishing write tid 6 to smithi03186013-25 2024-08-10T05:25:08.317 INFO:tasks.rados.rados.0.smithi031.stdout:3260: finishing write tid 7 to smithi03186013-25 2024-08-10T05:25:08.317 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 25 v 1674 (ObjNum 993 snap 302 seq_num 993) dirty exists 2024-08-10T05:25:08.317 INFO:tasks.rados.rados.0.smithi031.stdout:3260: left oid 25 (ObjNum 993 snap 302 seq_num 993) 2024-08-10T05:25:08.332 INFO:tasks.rados.rados.0.smithi031.stdout:3261: expect (ObjNum 970 snap 292 seq_num 970) 2024-08-10T05:25:08.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:08 smithi031 ceph-mon[98130]: osdmap e699: 8 total, 8 up, 8 in 2024-08-10T05:25:08.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:08 smithi031 ceph-mon[98130]: osdmap e700: 8 total, 8 up, 8 in 2024-08-10T05:25:08.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:08 smithi031 ceph-mon[100614]: osdmap e699: 8 total, 8 up, 8 in 2024-08-10T05:25:08.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:08 smithi031 ceph-mon[100614]: osdmap e700: 8 total, 8 up, 8 in 2024-08-10T05:25:08.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:08 smithi196 ceph-mon[90243]: osdmap e699: 8 total, 8 up, 8 in 2024-08-10T05:25:08.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:08 smithi196 ceph-mon[90243]: osdmap e700: 8 total, 8 up, 8 in 2024-08-10T05:25:09.295 INFO:tasks.rados.rados.0.smithi031.stdout:3260: done (3 left) 2024-08-10T05:25:09.295 INFO:tasks.rados.rados.0.smithi031.stdout:3261: done (2 left) 2024-08-10T05:25:09.295 INFO:tasks.rados.rados.0.smithi031.stdout:3262: done (1 left) 2024-08-10T05:25:09.295 INFO:tasks.rados.rados.0.smithi031.stdout:3263: done (0 left) 2024-08-10T05:25:09.295 INFO:tasks.rados.rados.0.smithi031.stdout:3264: read oid 13 snap -1 2024-08-10T05:25:09.295 INFO:tasks.rados.rados.0.smithi031.stdout:3264: expect (ObjNum 950 snap 285 seq_num 950) 2024-08-10T05:25:09.295 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 14 current snap is 303 2024-08-10T05:25:09.296 INFO:tasks.rados.rados.0.smithi031.stdout:3265: seq_num 994 ranges {0=655360,655360=688128,1343488=622592,1966080=294912} 2024-08-10T05:25:09.298 INFO:tasks.rados.rados.0.smithi031.stdout:3265: writing smithi03186013-14 from 0 to 655360 tid 1 2024-08-10T05:25:09.302 INFO:tasks.rados.rados.0.smithi031.stdout:3265: writing smithi03186013-14 from 655360 to 1343488 tid 2 2024-08-10T05:25:09.306 INFO:tasks.rados.rados.0.smithi031.stdout:3265: writing smithi03186013-14 from 1343488 to 1966080 tid 3 2024-08-10T05:25:09.308 INFO:tasks.rados.rados.0.smithi031.stdout:3265: writing smithi03186013-14 from 1966080 to 2260992 tid 4 2024-08-10T05:25:09.308 INFO:tasks.rados.rados.0.smithi031.stdout:3265: finishing write tid 1 to smithi03186013-14 2024-08-10T05:25:09.308 INFO:tasks.rados.rados.0.smithi031.stdout:3266: rmattr oid 44 current snap is 303 2024-08-10T05:25:09.308 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 5 current snap is 303 2024-08-10T05:25:09.308 INFO:tasks.rados.rados.0.smithi031.stdout:3267: seq_num 995 ranges {7585792=671744,8257536=573440,8830976=778240,9609216=253952} 2024-08-10T05:25:09.355 INFO:tasks.rados.rados.0.smithi031.stdout:3267: writing smithi03186013-5 from 7585792 to 8257536 tid 1 2024-08-10T05:25:09.358 INFO:tasks.rados.rados.0.smithi031.stdout:3267: writing smithi03186013-5 from 8257536 to 8830976 tid 2 2024-08-10T05:25:09.363 INFO:tasks.rados.rados.0.smithi031.stdout:3267: writing smithi03186013-5 from 8830976 to 9609216 tid 3 2024-08-10T05:25:09.365 INFO:tasks.rados.rados.0.smithi031.stdout:3267: writing smithi03186013-5 from 9609216 to 9863168 tid 4 2024-08-10T05:25:09.365 INFO:tasks.rados.rados.0.smithi031.stdout:3268: rollback oid 4 current snap is 303 2024-08-10T05:25:09.365 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 4 to 302 2024-08-10T05:25:09.365 INFO:tasks.rados.rados.0.smithi031.stdout:3265: finishing write tid 2 to smithi03186013-14 2024-08-10T05:25:09.365 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 44 v 1862 (ObjNum 881 snap 0 seq_num 3646926912) dirty exists 2024-08-10T05:25:09.365 INFO:tasks.rados.rados.0.smithi031.stdout:3265: finishing write tid 3 to smithi03186013-14 2024-08-10T05:25:09.365 INFO:tasks.rados.rados.0.smithi031.stdout:3265: finishing write tid 4 to smithi03186013-14 2024-08-10T05:25:09.365 INFO:tasks.rados.rados.0.smithi031.stdout:3265: finishing write tid 5 to smithi03186013-14 2024-08-10T05:25:09.366 INFO:tasks.rados.rados.0.smithi031.stdout:3265: finishing write tid 6 to smithi03186013-14 2024-08-10T05:25:09.366 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 14 v 1679 (ObjNum 994 snap 303 seq_num 994) dirty exists 2024-08-10T05:25:09.366 INFO:tasks.rados.rados.0.smithi031.stdout:3265: left oid 14 (ObjNum 994 snap 303 seq_num 994) 2024-08-10T05:25:09.366 INFO:tasks.rados.rados.0.smithi031.stdout:3264: expect (ObjNum 950 snap 285 seq_num 950) 2024-08-10T05:25:09.499 INFO:tasks.rados.rados.0.smithi031.stdout:3267: finishing write tid 1 to smithi03186013-5 2024-08-10T05:25:09.499 INFO:tasks.rados.rados.0.smithi031.stdout:3267: finishing write tid 2 to smithi03186013-5 2024-08-10T05:25:09.500 INFO:tasks.rados.rados.0.smithi031.stdout:3267: finishing write tid 3 to smithi03186013-5 2024-08-10T05:25:09.500 INFO:tasks.rados.rados.0.smithi031.stdout:3267: finishing write tid 4 to smithi03186013-5 2024-08-10T05:25:09.500 INFO:tasks.rados.rados.0.smithi031.stdout:3268: finishing rollback tid 0 to smithi03186013-4 2024-08-10T05:25:09.500 INFO:tasks.rados.rados.0.smithi031.stdout:3267: finishing write tid 5 to smithi03186013-5 2024-08-10T05:25:09.500 INFO:tasks.rados.rados.0.smithi031.stdout:3264: done (4 left) 2024-08-10T05:25:09.500 INFO:tasks.rados.rados.0.smithi031.stdout:3265: done (3 left) 2024-08-10T05:25:09.500 INFO:tasks.rados.rados.0.smithi031.stdout:3266: done (2 left) 2024-08-10T05:25:09.500 INFO:tasks.rados.rados.0.smithi031.stdout:3269: read oid 24 snap -1 2024-08-10T05:25:09.500 INFO:tasks.rados.rados.0.smithi031.stdout:3269: expect deleted 2024-08-10T05:25:09.500 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 33 current snap is 303 2024-08-10T05:25:09.500 INFO:tasks.rados.rados.0.smithi031.stdout:3268: finishing rollback tid 1 to smithi03186013-4 2024-08-10T05:25:09.500 INFO:tasks.rados.rados.0.smithi031.stdout:3270: seq_num 996 ranges {0=688128,688128=507904,1196032=581632,1777664=516096} 2024-08-10T05:25:09.503 INFO:tasks.rados.rados.0.smithi031.stdout:3270: writing smithi03186013-33 from 0 to 688128 tid 1 2024-08-10T05:25:09.505 INFO:tasks.rados.rados.0.smithi031.stdout:3270: writing smithi03186013-33 from 688128 to 1196032 tid 2 2024-08-10T05:25:09.509 INFO:tasks.rados.rados.0.smithi031.stdout:3270: writing smithi03186013-33 from 1196032 to 1777664 tid 3 2024-08-10T05:25:09.512 INFO:tasks.rados.rados.0.smithi031.stdout:3270: writing smithi03186013-33 from 1777664 to 2293760 tid 4 2024-08-10T05:25:09.512 INFO:tasks.rados.rados.0.smithi031.stdout:3271: copy_from oid 35 from oid 31 current snap is 303 2024-08-10T05:25:09.513 INFO:tasks.rados.rados.0.smithi031.stdout:3268: finishing rollback tid 2 to smithi03186013-4 2024-08-10T05:25:09.513 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 4 v 1719 (ObjNum 988 snap 299 seq_num 988) dirty exists 2024-08-10T05:25:09.513 INFO:tasks.rados.rados.0.smithi031.stdout:3267: finishing write tid 6 to smithi03186013-5 2024-08-10T05:25:09.513 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 5 v 1684 (ObjNum 995 snap 303 seq_num 995) dirty exists 2024-08-10T05:25:09.513 INFO:tasks.rados.rados.0.smithi031.stdout:3267: left oid 5 (ObjNum 995 snap 303 seq_num 995) 2024-08-10T05:25:09.513 INFO:tasks.rados.rados.0.smithi031.stdout:3270: finishing write tid 1 to smithi03186013-33 2024-08-10T05:25:09.513 INFO:tasks.rados.rados.0.smithi031.stdout:3270: finishing write tid 2 to smithi03186013-33 2024-08-10T05:25:09.513 INFO:tasks.rados.rados.0.smithi031.stdout:3270: finishing write tid 3 to smithi03186013-33 2024-08-10T05:25:09.513 INFO:tasks.rados.rados.0.smithi031.stdout:3267: done (4 left) 2024-08-10T05:25:09.513 INFO:tasks.rados.rados.0.smithi031.stdout:3268: done (3 left) 2024-08-10T05:25:09.513 INFO:tasks.rados.rados.0.smithi031.stdout:3269: done (2 left) 2024-08-10T05:25:09.513 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 10 current snap is 303 2024-08-10T05:25:09.513 INFO:tasks.rados.rados.0.smithi031.stdout:3272: seq_num 997 ranges {0=704512,704512=794624,1499136=794624,2293760=16384} 2024-08-10T05:25:09.516 INFO:tasks.rados.rados.0.smithi031.stdout:3272: writing smithi03186013-10 from 0 to 704512 tid 1 2024-08-10T05:25:09.521 INFO:tasks.rados.rados.0.smithi031.stdout:3272: writing smithi03186013-10 from 704512 to 1499136 tid 2 2024-08-10T05:25:09.526 INFO:tasks.rados.rados.0.smithi031.stdout:3272: writing smithi03186013-10 from 1499136 to 2293760 tid 3 2024-08-10T05:25:09.526 INFO:tasks.rados.rados.0.smithi031.stdout:3272: writing smithi03186013-10 from 2293760 to 2310144 tid 4 2024-08-10T05:25:09.526 INFO:tasks.rados.rados.0.smithi031.stdout:3273: read oid 40 snap -1 2024-08-10T05:25:09.526 INFO:tasks.rados.rados.0.smithi031.stdout:3273: expect (ObjNum 986 snap 299 seq_num 986) 2024-08-10T05:25:09.527 INFO:tasks.rados.rados.0.smithi031.stdout:3274: snap_remove snap 294 2024-08-10T05:25:09.527 INFO:tasks.rados.rados.0.smithi031.stdout:3270: finishing write tid 4 to smithi03186013-33 2024-08-10T05:25:09.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:09 smithi031 ceph-mon[98130]: pgmap v710: 121 pgs: 121 active+clean; 148 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 991 KiB/s rd, 3.1 MiB/s wr, 14 op/s 2024-08-10T05:25:09.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:09 smithi031 ceph-mon[98130]: osdmap e701: 8 total, 8 up, 8 in 2024-08-10T05:25:09.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:09 smithi031 ceph-mon[100614]: pgmap v710: 121 pgs: 121 active+clean; 148 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 991 KiB/s rd, 3.1 MiB/s wr, 14 op/s 2024-08-10T05:25:09.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:09 smithi031 ceph-mon[100614]: osdmap e701: 8 total, 8 up, 8 in 2024-08-10T05:25:09.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:09 smithi196 ceph-mon[90243]: pgmap v710: 121 pgs: 121 active+clean; 148 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 991 KiB/s rd, 3.1 MiB/s wr, 14 op/s 2024-08-10T05:25:09.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:09 smithi196 ceph-mon[90243]: osdmap e701: 8 total, 8 up, 8 in 2024-08-10T05:25:10.321 INFO:tasks.rados.rados.0.smithi031.stdout:3274: done (4 left) 2024-08-10T05:25:10.321 INFO:tasks.rados.rados.0.smithi031.stdout:3275: read oid 16 snap -1 2024-08-10T05:25:10.321 INFO:tasks.rados.rados.0.smithi031.stdout:3275: expect (ObjNum 964 snap 291 seq_num 964) 2024-08-10T05:25:10.321 INFO:tasks.rados.rados.0.smithi031.stdout:3276: snap_remove snap 302 2024-08-10T05:25:11.326 INFO:tasks.rados.rados.0.smithi031.stdout:3276: done (5 left) 2024-08-10T05:25:11.326 INFO:tasks.rados.rados.0.smithi031.stdout:3277: copy_from oid 18 from oid 39 current snap is 303 2024-08-10T05:25:11.326 INFO:tasks.rados.rados.0.smithi031.stdout:3270: finishing write tid 5 to smithi03186013-33 2024-08-10T05:25:11.326 INFO:tasks.rados.rados.0.smithi031.stdout:3270: finishing write tid 6 to smithi03186013-33 2024-08-10T05:25:11.326 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 33 v 1204 (ObjNum 996 snap 303 seq_num 996) dirty exists 2024-08-10T05:25:11.326 INFO:tasks.rados.rados.0.smithi031.stdout:3270: left oid 33 (ObjNum 996 snap 303 seq_num 996) 2024-08-10T05:25:11.326 INFO:tasks.rados.rados.0.smithi031.stdout:3272: finishing write tid 1 to smithi03186013-10 2024-08-10T05:25:11.326 INFO:tasks.rados.rados.0.smithi031.stdout:3272: finishing write tid 2 to smithi03186013-10 2024-08-10T05:25:11.326 INFO:tasks.rados.rados.0.smithi031.stdout:3272: finishing write tid 3 to smithi03186013-10 2024-08-10T05:25:11.326 INFO:tasks.rados.rados.0.smithi031.stdout:3272: finishing write tid 4 to smithi03186013-10 2024-08-10T05:25:11.326 INFO:tasks.rados.rados.0.smithi031.stdout:3272: finishing write tid 5 to smithi03186013-10 2024-08-10T05:25:11.327 INFO:tasks.rados.rados.0.smithi031.stdout:3272: finishing write tid 6 to smithi03186013-10 2024-08-10T05:25:11.327 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 10 v 1674 (ObjNum 997 snap 303 seq_num 997) dirty exists 2024-08-10T05:25:11.327 INFO:tasks.rados.rados.0.smithi031.stdout:3272: left oid 10 (ObjNum 997 snap 303 seq_num 997) 2024-08-10T05:25:11.327 INFO:tasks.rados.rados.0.smithi031.stdout:3271: finishing copy_from racing read to smithi03186013-35 2024-08-10T05:25:11.327 INFO:tasks.rados.rados.0.smithi031.stdout:3273: expect (ObjNum 986 snap 299 seq_num 986) 2024-08-10T05:25:11.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:25:11 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:25:11] "GET /metrics HTTP/1.1" 200 36273 "" "Prometheus/2.43.0" 2024-08-10T05:25:11.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:11 smithi031 ceph-mon[98130]: pgmap v713: 121 pgs: 121 active+clean; 143 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 990 KiB/s rd, 2.6 MiB/s wr, 16 op/s 2024-08-10T05:25:11.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:11 smithi031 ceph-mon[98130]: osdmap e702: 8 total, 8 up, 8 in 2024-08-10T05:25:11.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:11 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:25:11.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:11 smithi031 ceph-mon[100614]: pgmap v713: 121 pgs: 121 active+clean; 143 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 990 KiB/s rd, 2.6 MiB/s wr, 16 op/s 2024-08-10T05:25:11.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:11 smithi031 ceph-mon[100614]: osdmap e702: 8 total, 8 up, 8 in 2024-08-10T05:25:11.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:11 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:25:11.541 INFO:tasks.rados.rados.0.smithi031.stdout:3271: finishing copy_from to smithi03186013-35 2024-08-10T05:25:11.541 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 35 v 1681 (ObjNum 969 snap 292 seq_num 969) dirty exists 2024-08-10T05:25:11.541 INFO:tasks.rados.rados.0.smithi031.stdout:3275: expect (ObjNum 964 snap 291 seq_num 964) 2024-08-10T05:25:11.590 INFO:tasks.rados.rados.0.smithi031.stdout:3277: finishing copy_from racing read to smithi03186013-18 2024-08-10T05:25:11.590 INFO:tasks.rados.rados.0.smithi031.stdout:3277: finishing copy_from to smithi03186013-18 2024-08-10T05:25:11.590 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 18 v 1616 (ObjNum 972 snap 293 seq_num 972) dirty exists 2024-08-10T05:25:11.590 INFO:tasks.rados.rados.0.smithi031.stdout:3270: done (5 left) 2024-08-10T05:25:11.591 INFO:tasks.rados.rados.0.smithi031.stdout:3271: done (4 left) 2024-08-10T05:25:11.591 INFO:tasks.rados.rados.0.smithi031.stdout:3272: done (3 left) 2024-08-10T05:25:11.591 INFO:tasks.rados.rados.0.smithi031.stdout:3273: done (2 left) 2024-08-10T05:25:11.591 INFO:tasks.rados.rados.0.smithi031.stdout:3275: done (1 left) 2024-08-10T05:25:11.591 INFO:tasks.rados.rados.0.smithi031.stdout:3277: done (0 left) 2024-08-10T05:25:11.591 INFO:tasks.rados.rados.0.smithi031.stdout:3278: delete oid 10 current snap is 303 2024-08-10T05:25:11.592 INFO:tasks.rados.rados.0.smithi031.stdout:3278: done (0 left) 2024-08-10T05:25:11.592 INFO:tasks.rados.rados.0.smithi031.stdout:3279: snap_remove snap 293 2024-08-10T05:25:11.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:11 smithi196 ceph-mon[90243]: pgmap v713: 121 pgs: 121 active+clean; 143 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 990 KiB/s rd, 2.6 MiB/s wr, 16 op/s 2024-08-10T05:25:11.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:11 smithi196 ceph-mon[90243]: osdmap e702: 8 total, 8 up, 8 in 2024-08-10T05:25:11.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:11 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:25:12.334 INFO:tasks.rados.rados.0.smithi031.stdout:3279: done (0 left) 2024-08-10T05:25:12.335 INFO:tasks.rados.rados.0.smithi031.stdout:3280: read oid 39 snap -1 2024-08-10T05:25:12.335 INFO:tasks.rados.rados.0.smithi031.stdout:3280: expect (ObjNum 972 snap 293 seq_num 972) 2024-08-10T05:25:12.335 INFO:tasks.rados.rados.0.smithi031.stdout:3281: setattr oid 34 current snap is 303 2024-08-10T05:25:12.336 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 38 current snap is 303 2024-08-10T05:25:12.336 INFO:tasks.rados.rados.0.smithi031.stdout:3282: seq_num 999 ranges {3178496=737280,3915776=565248,4481024=761856,5242880=278528} 2024-08-10T05:25:12.359 INFO:tasks.rados.rados.0.smithi031.stdout:3282: writing smithi03186013-38 from 3178496 to 3915776 tid 1 2024-08-10T05:25:12.362 INFO:tasks.rados.rados.0.smithi031.stdout:3282: writing smithi03186013-38 from 3915776 to 4481024 tid 2 2024-08-10T05:25:12.367 INFO:tasks.rados.rados.0.smithi031.stdout:3282: writing smithi03186013-38 from 4481024 to 5242880 tid 3 2024-08-10T05:25:12.369 INFO:tasks.rados.rados.0.smithi031.stdout:3282: writing smithi03186013-38 from 5242880 to 5521408 tid 4 2024-08-10T05:25:12.369 INFO:tasks.rados.rados.0.smithi031.stdout:3283: read oid 31 snap -1 2024-08-10T05:25:12.369 INFO:tasks.rados.rados.0.smithi031.stdout:3283: expect (ObjNum 969 snap 292 seq_num 969) 2024-08-10T05:25:12.369 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 23 current snap is 303 2024-08-10T05:25:12.369 INFO:tasks.rados.rados.0.smithi031.stdout:3284: seq_num 1000 ranges {0=753664,753664=442368,1196032=565248,1761280=458752,2220032=139264} 2024-08-10T05:25:12.373 INFO:tasks.rados.rados.0.smithi031.stdout:3284: writing smithi03186013-23 from 0 to 753664 tid 1 2024-08-10T05:25:12.376 INFO:tasks.rados.rados.0.smithi031.stdout:3284: writing smithi03186013-23 from 753664 to 1196032 tid 2 2024-08-10T05:25:12.380 INFO:tasks.rados.rados.0.smithi031.stdout:3284: writing smithi03186013-23 from 1196032 to 1761280 tid 3 2024-08-10T05:25:12.383 INFO:tasks.rados.rados.0.smithi031.stdout:3284: writing smithi03186013-23 from 1761280 to 2220032 tid 4 2024-08-10T05:25:12.384 INFO:tasks.rados.rados.0.smithi031.stdout:3284: writing smithi03186013-23 from 2220032 to 2359296 tid 5 2024-08-10T05:25:12.384 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 22 current snap is 303 2024-08-10T05:25:12.384 INFO:tasks.rados.rados.0.smithi031.stdout:3285: seq_num 1001 ranges {5898240=770048,6668288=729088,7397376=770048,8167424=106496} 2024-08-10T05:25:12.421 INFO:tasks.rados.rados.0.smithi031.stdout:3285: writing smithi03186013-22 from 5898240 to 6668288 tid 1 2024-08-10T05:25:12.425 INFO:tasks.rados.rados.0.smithi031.stdout:3285: writing smithi03186013-22 from 6668288 to 7397376 tid 2 2024-08-10T05:25:12.429 INFO:tasks.rados.rados.0.smithi031.stdout:3285: writing smithi03186013-22 from 7397376 to 8167424 tid 3 2024-08-10T05:25:12.430 INFO:tasks.rados.rados.0.smithi031.stdout:3285: writing smithi03186013-22 from 8167424 to 8273920 tid 4 2024-08-10T05:25:12.431 INFO:tasks.rados.rados.0.smithi031.stdout:3286: read oid 19 snap -1 2024-08-10T05:25:12.431 INFO:tasks.rados.rados.0.smithi031.stdout:3286: expect (ObjNum 959 snap 286 seq_num 959) 2024-08-10T05:25:12.431 INFO:tasks.rados.rados.0.smithi031.stdout:3287: copy_from oid 25 from oid 30 current snap is 303 2024-08-10T05:25:12.431 INFO:tasks.rados.rados.0.smithi031.stdout:3280: expect (ObjNum 972 snap 293 seq_num 972) 2024-08-10T05:25:12.484 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 34 v 1685 (ObjNum 985 snap 299 seq_num 985) dirty exists 2024-08-10T05:25:12.484 INFO:tasks.rados.rados.0.smithi031.stdout:3282: finishing write tid 1 to smithi03186013-38 2024-08-10T05:25:12.484 INFO:tasks.rados.rados.0.smithi031.stdout:3282: finishing write tid 2 to smithi03186013-38 2024-08-10T05:25:12.484 INFO:tasks.rados.rados.0.smithi031.stdout:3282: finishing write tid 3 to smithi03186013-38 2024-08-10T05:25:12.484 INFO:tasks.rados.rados.0.smithi031.stdout:3282: finishing write tid 4 to smithi03186013-38 2024-08-10T05:25:12.484 INFO:tasks.rados.rados.0.smithi031.stdout:3282: finishing write tid 5 to smithi03186013-38 2024-08-10T05:25:12.484 INFO:tasks.rados.rados.0.smithi031.stdout:3280: done (7 left) 2024-08-10T05:25:12.484 INFO:tasks.rados.rados.0.smithi031.stdout:3281: done (6 left) 2024-08-10T05:25:12.484 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 8 current snap is 303 2024-08-10T05:25:12.484 INFO:tasks.rados.rados.0.smithi031.stdout:3282: finishing write tid 6 to smithi03186013-38 2024-08-10T05:25:12.484 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 38 v 1683 (ObjNum 999 snap 303 seq_num 999) dirty exists 2024-08-10T05:25:12.485 INFO:tasks.rados.rados.0.smithi031.stdout:3282: left oid 38 (ObjNum 999 snap 303 seq_num 999) 2024-08-10T05:25:12.485 INFO:tasks.rados.rados.0.smithi031.stdout:3284: finishing write tid 1 to smithi03186013-23 2024-08-10T05:25:12.485 INFO:tasks.rados.rados.0.smithi031.stdout:3284: finishing write tid 2 to smithi03186013-23 2024-08-10T05:25:12.485 INFO:tasks.rados.rados.0.smithi031.stdout:3288: seq_num 1002 ranges {1916928=786432,2703360=614400,3317760=581632,3899392=409600} 2024-08-10T05:25:12.498 INFO:tasks.rados.rados.0.smithi031.stdout:3288: writing smithi03186013-8 from 1916928 to 2703360 tid 1 2024-08-10T05:25:12.501 INFO:tasks.rados.rados.0.smithi031.stdout:3288: writing smithi03186013-8 from 2703360 to 3317760 tid 2 2024-08-10T05:25:12.505 INFO:tasks.rados.rados.0.smithi031.stdout:3288: writing smithi03186013-8 from 3317760 to 3899392 tid 3 2024-08-10T05:25:12.507 INFO:tasks.rados.rados.0.smithi031.stdout:3288: writing smithi03186013-8 from 3899392 to 4308992 tid 4 2024-08-10T05:25:12.508 INFO:tasks.rados.rados.0.smithi031.stdout:3282: done (6 left) 2024-08-10T05:25:12.508 INFO:tasks.rados.rados.0.smithi031.stdout:3289: copy_from oid 18 from oid 29 current snap is 303 2024-08-10T05:25:12.508 INFO:tasks.rados.rados.0.smithi031.stdout:3283: expect (ObjNum 969 snap 292 seq_num 969) 2024-08-10T05:25:12.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:12 smithi031 ceph-mon[98130]: osdmap e703: 8 total, 8 up, 8 in 2024-08-10T05:25:12.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:12 smithi031 ceph-mon[100614]: osdmap e703: 8 total, 8 up, 8 in 2024-08-10T05:25:12.769 INFO:journalctl@ceph.osd.2.smithi031.stdout:Aug 10 05:25:12 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-2[116962]: 2024-08-10T05:25:12.349+0000 7f807f670640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 169 after trimming was started 2024-08-10T05:25:12.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:12 smithi196 ceph-mon[90243]: osdmap e703: 8 total, 8 up, 8 in 2024-08-10T05:25:12.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:25:12 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:25:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:25:12.873 INFO:tasks.rados.rados.0.smithi031.stdout:3284: finishing write tid 3 to smithi03186013-23 2024-08-10T05:25:12.874 INFO:tasks.rados.rados.0.smithi031.stdout:3284: finishing write tid 4 to smithi03186013-23 2024-08-10T05:25:12.874 INFO:tasks.rados.rados.0.smithi031.stdout:3284: finishing write tid 5 to smithi03186013-23 2024-08-10T05:25:12.874 INFO:tasks.rados.rados.0.smithi031.stdout:3284: finishing write tid 6 to smithi03186013-23 2024-08-10T05:25:12.874 INFO:tasks.rados.rados.0.smithi031.stdout:3284: finishing write tid 7 to smithi03186013-23 2024-08-10T05:25:12.874 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 23 v 1681 (ObjNum 1000 snap 303 seq_num 1000) dirty exists 2024-08-10T05:25:12.874 INFO:tasks.rados.rados.0.smithi031.stdout:3284: left oid 23 (ObjNum 1000 snap 303 seq_num 1000) 2024-08-10T05:25:12.874 INFO:tasks.rados.rados.0.smithi031.stdout:3285: finishing write tid 1 to smithi03186013-22 2024-08-10T05:25:12.874 INFO:tasks.rados.rados.0.smithi031.stdout:3285: finishing write tid 2 to smithi03186013-22 2024-08-10T05:25:12.874 INFO:tasks.rados.rados.0.smithi031.stdout:3285: finishing write tid 3 to smithi03186013-22 2024-08-10T05:25:12.874 INFO:tasks.rados.rados.0.smithi031.stdout:3283: done (6 left) 2024-08-10T05:25:12.875 INFO:tasks.rados.rados.0.smithi031.stdout:3284: done (5 left) 2024-08-10T05:25:12.875 INFO:tasks.rados.rados.0.smithi031.stdout:3290: delete oid 1 current snap is 303 2024-08-10T05:25:12.875 INFO:tasks.rados.rados.0.smithi031.stdout:3285: finishing write tid 4 to smithi03186013-22 2024-08-10T05:25:12.875 INFO:tasks.rados.rados.0.smithi031.stdout:3285: finishing write tid 5 to smithi03186013-22 2024-08-10T05:25:12.875 INFO:tasks.rados.rados.0.smithi031.stdout:3287: finishing copy_from racing read to smithi03186013-25 2024-08-10T05:25:12.875 INFO:tasks.rados.rados.0.smithi031.stdout:3285: finishing write tid 6 to smithi03186013-22 2024-08-10T05:25:12.875 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 22 v 1881 (ObjNum 1001 snap 303 seq_num 1001) dirty exists 2024-08-10T05:25:12.875 INFO:tasks.rados.rados.0.smithi031.stdout:3285: left oid 22 (ObjNum 1001 snap 303 seq_num 1001) 2024-08-10T05:25:12.875 INFO:tasks.rados.rados.0.smithi031.stdout:3287: finishing copy_from to smithi03186013-25 2024-08-10T05:25:12.875 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 25 v 1642 (ObjNum 940 snap 284 seq_num 940) dirty exists 2024-08-10T05:25:12.875 INFO:tasks.rados.rados.0.smithi031.stdout:3286: expect (ObjNum 959 snap 286 seq_num 959) 2024-08-10T05:25:12.959 INFO:tasks.rados.rados.0.smithi031.stdout:3288: finishing write tid 1 to smithi03186013-8 2024-08-10T05:25:12.959 INFO:tasks.rados.rados.0.smithi031.stdout:3288: finishing write tid 2 to smithi03186013-8 2024-08-10T05:25:12.959 INFO:tasks.rados.rados.0.smithi031.stdout:3288: finishing write tid 3 to smithi03186013-8 2024-08-10T05:25:12.959 INFO:tasks.rados.rados.0.smithi031.stdout:3288: finishing write tid 4 to smithi03186013-8 2024-08-10T05:25:12.959 INFO:tasks.rados.rados.0.smithi031.stdout:3288: finishing write tid 5 to smithi03186013-8 2024-08-10T05:25:12.959 INFO:tasks.rados.rados.0.smithi031.stdout:3288: finishing write tid 6 to smithi03186013-8 2024-08-10T05:25:12.960 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 8 v 1886 (ObjNum 1002 snap 303 seq_num 1002) dirty exists 2024-08-10T05:25:12.960 INFO:tasks.rados.rados.0.smithi031.stdout:3288: left oid 8 (ObjNum 1002 snap 303 seq_num 1002) 2024-08-10T05:25:12.960 INFO:tasks.rados.rados.0.smithi031.stdout:3289: finishing copy_from racing read to smithi03186013-18 2024-08-10T05:25:12.960 INFO:tasks.rados.rados.0.smithi031.stdout:3289: finishing copy_from to smithi03186013-18 2024-08-10T05:25:12.960 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 18 v 1668 (ObjNum 768 snap 239 seq_num 768) dirty exists 2024-08-10T05:25:12.960 INFO:tasks.rados.rados.0.smithi031.stdout:3285: done (5 left) 2024-08-10T05:25:12.960 INFO:tasks.rados.rados.0.smithi031.stdout:3286: done (4 left) 2024-08-10T05:25:12.960 INFO:tasks.rados.rados.0.smithi031.stdout:3287: done (3 left) 2024-08-10T05:25:12.960 INFO:tasks.rados.rados.0.smithi031.stdout:3288: done (2 left) 2024-08-10T05:25:12.960 INFO:tasks.rados.rados.0.smithi031.stdout:3289: done (1 left) 2024-08-10T05:25:12.960 INFO:tasks.rados.rados.0.smithi031.stdout:3290: done (0 left) 2024-08-10T05:25:12.960 INFO:tasks.rados.rados.0.smithi031.stdout:3291: snap_create 2024-08-10T05:25:13.338 INFO:tasks.rados.rados.0.smithi031.stdout:3291: done (0 left) 2024-08-10T05:25:13.338 INFO:tasks.rados.rados.0.smithi031.stdout:3292: delete oid 6 current snap is 304 2024-08-10T05:25:13.340 INFO:tasks.rados.rados.0.smithi031.stdout:3292: done (0 left) 2024-08-10T05:25:13.340 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 34 current snap is 304 2024-08-10T05:25:13.340 INFO:tasks.rados.rados.0.smithi031.stdout:3293: seq_num 1005 ranges {3121152=32768} 2024-08-10T05:25:13.359 INFO:tasks.rados.rados.0.smithi031.stdout:3293: writing smithi03186013-34 from 3121152 to 3153920 tid 1 2024-08-10T05:25:13.359 INFO:tasks.rados.rados.0.smithi031.stdout:3294: read oid 41 snap 303 2024-08-10T05:25:13.360 INFO:tasks.rados.rados.0.smithi031.stdout:3294: expect (ObjNum 961 snap 291 seq_num 961) 2024-08-10T05:25:13.360 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 24 current snap is 304 2024-08-10T05:25:13.360 INFO:tasks.rados.rados.0.smithi031.stdout:3295: seq_num 1006 ranges {0=49152} 2024-08-10T05:25:13.360 INFO:tasks.rados.rados.0.smithi031.stdout:3295: writing smithi03186013-24 from 0 to 49152 tid 1 2024-08-10T05:25:13.360 INFO:tasks.rados.rados.0.smithi031.stdout:3296: read oid 45 snap 303 2024-08-10T05:25:13.360 INFO:tasks.rados.rados.0.smithi031.stdout:3296: expect (ObjNum 972 snap 293 seq_num 972) 2024-08-10T05:25:13.360 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 15 current snap is 304 2024-08-10T05:25:13.360 INFO:tasks.rados.rados.0.smithi031.stdout:3297: seq_num 1007 ranges {0=65536} 2024-08-10T05:25:13.361 INFO:tasks.rados.rados.0.smithi031.stdout:3297: writing smithi03186013-15 from 0 to 65536 tid 1 2024-08-10T05:25:13.361 INFO:tasks.rados.rados.0.smithi031.stdout:3298: rollback oid 35 current snap is 304 2024-08-10T05:25:13.361 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 35 to 303 2024-08-10T05:25:13.361 INFO:tasks.rados.rados.0.smithi031.stdout:3299: rollback oid 1 current snap is 304 2024-08-10T05:25:13.361 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 1 to 303 2024-08-10T05:25:13.361 INFO:tasks.rados.rados.0.smithi031.stdout:3300: snap_create 2024-08-10T05:25:13.366 INFO:tasks.rados.rados.0.smithi031.stdout:3297: finishing write tid 1 to smithi03186013-15 2024-08-10T05:25:13.366 INFO:tasks.rados.rados.0.smithi031.stdout:3297: finishing write tid 2 to smithi03186013-15 2024-08-10T05:25:13.368 INFO:tasks.rados.rados.0.smithi031.stdout:3298: finishing rollback tid 0 to smithi03186013-35 2024-08-10T05:25:13.368 INFO:tasks.rados.rados.0.smithi031.stdout:3295: finishing write tid 1 to smithi03186013-24 2024-08-10T05:25:13.368 INFO:tasks.rados.rados.0.smithi031.stdout:3295: finishing write tid 2 to smithi03186013-24 2024-08-10T05:25:13.368 INFO:tasks.rados.rados.0.smithi031.stdout:3298: finishing rollback tid 1 to smithi03186013-35 2024-08-10T05:25:13.368 INFO:tasks.rados.rados.0.smithi031.stdout:3298: finishing rollback tid 2 to smithi03186013-35 2024-08-10T05:25:13.368 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 35 v 1684 (ObjNum 969 snap 292 seq_num 969) dirty exists 2024-08-10T05:25:13.369 INFO:tasks.rados.rados.0.smithi031.stdout:3293: finishing write tid 1 to smithi03186013-34 2024-08-10T05:25:13.369 INFO:tasks.rados.rados.0.smithi031.stdout:3293: finishing write tid 2 to smithi03186013-34 2024-08-10T05:25:13.371 INFO:tasks.rados.rados.0.smithi031.stdout:3295: finishing write tid 3 to smithi03186013-24 2024-08-10T05:25:13.371 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 24 v 1888 (ObjNum 1006 snap 304 seq_num 1006) dirty exists 2024-08-10T05:25:13.371 INFO:tasks.rados.rados.0.smithi031.stdout:3295: left oid 24 (ObjNum 1006 snap 304 seq_num 1006) 2024-08-10T05:25:13.371 INFO:tasks.rados.rados.0.smithi031.stdout:3299: finishing rollback tid 1 to smithi03186013-1 2024-08-10T05:25:13.371 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 1 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-10T05:25:13.371 INFO:tasks.rados.rados.0.smithi031.stdout:3297: finishing write tid 3 to smithi03186013-15 2024-08-10T05:25:13.371 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 15 v 1686 (ObjNum 1007 snap 304 seq_num 1007) dirty exists 2024-08-10T05:25:13.371 INFO:tasks.rados.rados.0.smithi031.stdout:3297: left oid 15 (ObjNum 1007 snap 304 seq_num 1007) 2024-08-10T05:25:13.372 INFO:tasks.rados.rados.0.smithi031.stdout:3294: expect (ObjNum 961 snap 291 seq_num 961) 2024-08-10T05:25:13.461 INFO:tasks.rados.rados.0.smithi031.stdout:3296: expect (ObjNum 972 snap 293 seq_num 972) 2024-08-10T05:25:13.511 INFO:tasks.rados.rados.0.smithi031.stdout:3293: finishing write tid 3 to smithi03186013-34 2024-08-10T05:25:13.511 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 34 v 1687 (ObjNum 1005 snap 304 seq_num 1005) dirty exists 2024-08-10T05:25:13.511 INFO:tasks.rados.rados.0.smithi031.stdout:3293: left oid 34 (ObjNum 1005 snap 304 seq_num 1005) 2024-08-10T05:25:13.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:13 smithi031 ceph-mon[98130]: pgmap v716: 121 pgs: 121 active+clean; 142 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 2.6 MiB/s wr, 14 op/s 2024-08-10T05:25:13.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:13 smithi031 ceph-mon[98130]: osdmap e704: 8 total, 8 up, 8 in 2024-08-10T05:25:13.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:13 smithi031 ceph-mon[100614]: pgmap v716: 121 pgs: 121 active+clean; 142 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 2.6 MiB/s wr, 14 op/s 2024-08-10T05:25:13.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:13 smithi031 ceph-mon[100614]: osdmap e704: 8 total, 8 up, 8 in 2024-08-10T05:25:13.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:13 smithi196 ceph-mon[90243]: pgmap v716: 121 pgs: 121 active+clean; 142 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 2.6 MiB/s wr, 14 op/s 2024-08-10T05:25:13.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:13 smithi196 ceph-mon[90243]: osdmap e704: 8 total, 8 up, 8 in 2024-08-10T05:25:14.289 INFO:tasks.rados.rados.0.smithi031.stdout:3293: done (7 left) 2024-08-10T05:25:14.290 INFO:tasks.rados.rados.0.smithi031.stdout:3294: done (6 left) 2024-08-10T05:25:14.290 INFO:tasks.rados.rados.0.smithi031.stdout:3295: done (5 left) 2024-08-10T05:25:14.290 INFO:tasks.rados.rados.0.smithi031.stdout:3296: done (4 left) 2024-08-10T05:25:14.290 INFO:tasks.rados.rados.0.smithi031.stdout:3297: done (3 left) 2024-08-10T05:25:14.290 INFO:tasks.rados.rados.0.smithi031.stdout:3298: done (2 left) 2024-08-10T05:25:14.290 INFO:tasks.rados.rados.0.smithi031.stdout:3299: done (1 left) 2024-08-10T05:25:14.290 INFO:tasks.rados.rados.0.smithi031.stdout:3300: done (0 left) 2024-08-10T05:25:14.291 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 30 current snap is 305 2024-08-10T05:25:14.291 INFO:tasks.rados.rados.0.smithi031.stdout:3301: seq_num 1008 ranges {1351680=90112} 2024-08-10T05:25:14.297 INFO:tasks.rados.rados.0.smithi031.stdout:3301: writing smithi03186013-30 from 1351680 to 1441792 tid 1 2024-08-10T05:25:14.297 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 38 current snap is 305 2024-08-10T05:25:14.297 INFO:tasks.rados.rados.0.smithi031.stdout:3302: seq_num 1009 ranges {5521408=106496} 2024-08-10T05:25:14.328 INFO:tasks.rados.rados.0.smithi031.stdout:3302: writing smithi03186013-38 from 5521408 to 5627904 tid 1 2024-08-10T05:25:14.328 INFO:tasks.rados.rados.0.smithi031.stdout:3303: snap_create 2024-08-10T05:25:14.328 INFO:tasks.rados.rados.0.smithi031.stdout:3301: finishing write tid 1 to smithi03186013-30 2024-08-10T05:25:14.328 INFO:tasks.rados.rados.0.smithi031.stdout:3301: finishing write tid 2 to smithi03186013-30 2024-08-10T05:25:14.328 INFO:tasks.rados.rados.0.smithi031.stdout:3301: finishing write tid 3 to smithi03186013-30 2024-08-10T05:25:14.328 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 30 v 1686 (ObjNum 1008 snap 305 seq_num 1008) dirty exists 2024-08-10T05:25:14.328 INFO:tasks.rados.rados.0.smithi031.stdout:3301: left oid 30 (ObjNum 1008 snap 305 seq_num 1008) 2024-08-10T05:25:14.333 INFO:tasks.rados.rados.0.smithi031.stdout:3302: finishing write tid 1 to smithi03186013-38 2024-08-10T05:25:14.333 INFO:tasks.rados.rados.0.smithi031.stdout:3302: finishing write tid 2 to smithi03186013-38 2024-08-10T05:25:14.334 INFO:tasks.rados.rados.0.smithi031.stdout:3302: finishing write tid 3 to smithi03186013-38 2024-08-10T05:25:14.334 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 38 v 1685 (ObjNum 1009 snap 305 seq_num 1009) dirty exists 2024-08-10T05:25:14.334 INFO:tasks.rados.rados.0.smithi031.stdout:3302: left oid 38 (ObjNum 1009 snap 305 seq_num 1009) 2024-08-10T05:25:14.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:14 smithi031 ceph-mon[98130]: osdmap e705: 8 total, 8 up, 8 in 2024-08-10T05:25:14.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:14 smithi031 ceph-mon[98130]: osdmap e706: 8 total, 8 up, 8 in 2024-08-10T05:25:14.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:14 smithi031 ceph-mon[100614]: osdmap e705: 8 total, 8 up, 8 in 2024-08-10T05:25:14.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:14 smithi031 ceph-mon[100614]: osdmap e706: 8 total, 8 up, 8 in 2024-08-10T05:25:14.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:14 smithi196 ceph-mon[90243]: osdmap e705: 8 total, 8 up, 8 in 2024-08-10T05:25:14.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:14 smithi196 ceph-mon[90243]: osdmap e706: 8 total, 8 up, 8 in 2024-08-10T05:25:15.291 INFO:tasks.rados.rados.0.smithi031.stdout:3301: done (2 left) 2024-08-10T05:25:15.291 INFO:tasks.rados.rados.0.smithi031.stdout:3302: done (1 left) 2024-08-10T05:25:15.291 INFO:tasks.rados.rados.0.smithi031.stdout:3303: done (0 left) 2024-08-10T05:25:15.291 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 31 current snap is 306 2024-08-10T05:25:15.291 INFO:tasks.rados.rados.0.smithi031.stdout:3304: seq_num 1010 ranges {6340608=122880} 2024-08-10T05:25:15.326 INFO:tasks.rados.rados.0.smithi031.stdout:3304: writing smithi03186013-31 from 6340608 to 6463488 tid 1 2024-08-10T05:25:15.326 INFO:tasks.rados.rados.0.smithi031.stdout:3305: rmattr oid 35 current snap is 306 2024-08-10T05:25:15.327 INFO:tasks.rados.rados.0.smithi031.stdout:3306: read oid 46 snap 305 2024-08-10T05:25:15.327 INFO:tasks.rados.rados.0.smithi031.stdout:3306: expect (ObjNum 974 snap 293 seq_num 974) 2024-08-10T05:25:15.327 INFO:tasks.rados.rados.0.smithi031.stdout:3307: rollback oid 43 current snap is 306 2024-08-10T05:25:15.327 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 43 to 305 2024-08-10T05:25:15.327 INFO:tasks.rados.rados.0.smithi031.stdout:3308: copy_from oid 33 from oid 13 current snap is 306 2024-08-10T05:25:15.327 INFO:tasks.rados.rados.0.smithi031.stdout:3309: read oid 23 snap 305 2024-08-10T05:25:15.327 INFO:tasks.rados.rados.0.smithi031.stdout:3309: expect (ObjNum 1000 snap 303 seq_num 1000) 2024-08-10T05:25:15.327 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 21 current snap is 306 2024-08-10T05:25:15.327 INFO:tasks.rados.rados.0.smithi031.stdout:3310: seq_num 1011 ranges {1753088=139264} 2024-08-10T05:25:15.337 INFO:tasks.rados.rados.0.smithi031.stdout:3310: writing smithi03186013-21 from 1753088 to 1892352 tid 1 2024-08-10T05:25:15.337 INFO:tasks.rados.rados.0.smithi031.stdout:3311: delete oid 42 current snap is 306 2024-08-10T05:25:15.337 INFO:tasks.rados.rados.0.smithi031.stdout:3304: finishing write tid 1 to smithi03186013-31 2024-08-10T05:25:15.337 INFO:tasks.rados.rados.0.smithi031.stdout:3304: finishing write tid 2 to smithi03186013-31 2024-08-10T05:25:15.337 INFO:tasks.rados.rados.0.smithi031.stdout:3304: finishing write tid 3 to smithi03186013-31 2024-08-10T05:25:15.337 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 31 v 1689 (ObjNum 1010 snap 306 seq_num 1010) dirty exists 2024-08-10T05:25:15.337 INFO:tasks.rados.rados.0.smithi031.stdout:3304: left oid 31 (ObjNum 1010 snap 306 seq_num 1010) 2024-08-10T05:25:15.337 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 35 v 1687 (ObjNum 969 snap 292 seq_num 969) dirty exists 2024-08-10T05:25:15.338 INFO:tasks.rados.rados.0.smithi031.stdout:3309: expect (ObjNum 1000 snap 303 seq_num 1000) 2024-08-10T05:25:15.406 INFO:tasks.rados.rados.0.smithi031.stdout:3310: finishing write tid 1 to smithi03186013-21 2024-08-10T05:25:15.406 INFO:tasks.rados.rados.0.smithi031.stdout:3310: finishing write tid 2 to smithi03186013-21 2024-08-10T05:25:15.406 INFO:tasks.rados.rados.0.smithi031.stdout:3310: finishing write tid 3 to smithi03186013-21 2024-08-10T05:25:15.406 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 21 v 1689 (ObjNum 1011 snap 306 seq_num 1011) dirty exists 2024-08-10T05:25:15.406 INFO:tasks.rados.rados.0.smithi031.stdout:3310: left oid 21 (ObjNum 1011 snap 306 seq_num 1011) 2024-08-10T05:25:15.406 INFO:tasks.rados.rados.0.smithi031.stdout:3308: finishing copy_from racing read to smithi03186013-33 2024-08-10T05:25:15.406 INFO:tasks.rados.rados.0.smithi031.stdout:3308: finishing copy_from to smithi03186013-33 2024-08-10T05:25:15.406 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 33 v 1417 (ObjNum 950 snap 285 seq_num 950) dirty exists 2024-08-10T05:25:15.406 INFO:tasks.rados.rados.0.smithi031.stdout:3306: expect (ObjNum 974 snap 293 seq_num 974) 2024-08-10T05:25:15.567 INFO:tasks.rados.rados.0.smithi031.stdout:3307: finishing rollback tid 0 to smithi03186013-43 2024-08-10T05:25:15.567 INFO:tasks.rados.rados.0.smithi031.stdout:3307: finishing rollback tid 1 to smithi03186013-43 2024-08-10T05:25:15.567 INFO:tasks.rados.rados.0.smithi031.stdout:3307: finishing rollback tid 2 to smithi03186013-43 2024-08-10T05:25:15.567 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 43 v 1384 (ObjNum 870 snap 266 seq_num 870) dirty exists 2024-08-10T05:25:15.567 INFO:tasks.rados.rados.0.smithi031.stdout:3304: done (7 left) 2024-08-10T05:25:15.567 INFO:tasks.rados.rados.0.smithi031.stdout:3305: done (6 left) 2024-08-10T05:25:15.568 INFO:tasks.rados.rados.0.smithi031.stdout:3306: done (5 left) 2024-08-10T05:25:15.568 INFO:tasks.rados.rados.0.smithi031.stdout:3307: done (4 left) 2024-08-10T05:25:15.568 INFO:tasks.rados.rados.0.smithi031.stdout:3308: done (3 left) 2024-08-10T05:25:15.568 INFO:tasks.rados.rados.0.smithi031.stdout:3309: done (2 left) 2024-08-10T05:25:15.568 INFO:tasks.rados.rados.0.smithi031.stdout:3310: done (1 left) 2024-08-10T05:25:15.568 INFO:tasks.rados.rados.0.smithi031.stdout:3311: done (0 left) 2024-08-10T05:25:15.568 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 38 current snap is 306 2024-08-10T05:25:15.568 INFO:tasks.rados.rados.0.smithi031.stdout:3312: seq_num 1013 ranges {5627904=172032} 2024-08-10T05:25:15.598 INFO:tasks.rados.rados.0.smithi031.stdout:3312: writing smithi03186013-38 from 5627904 to 5799936 tid 1 2024-08-10T05:25:15.598 INFO:tasks.rados.rados.0.smithi031.stdout:3313: snap_create 2024-08-10T05:25:15.601 INFO:tasks.rados.rados.0.smithi031.stdout:3312: finishing write tid 1 to smithi03186013-38 2024-08-10T05:25:15.601 INFO:tasks.rados.rados.0.smithi031.stdout:3312: finishing write tid 2 to smithi03186013-38 2024-08-10T05:25:15.602 INFO:tasks.rados.rados.0.smithi031.stdout:3312: finishing write tid 3 to smithi03186013-38 2024-08-10T05:25:15.602 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 38 v 1687 (ObjNum 1013 snap 306 seq_num 1013) dirty exists 2024-08-10T05:25:15.602 INFO:tasks.rados.rados.0.smithi031.stdout:3312: left oid 38 (ObjNum 1013 snap 306 seq_num 1013) 2024-08-10T05:25:15.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:15 smithi031 ceph-mon[98130]: pgmap v719: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 144 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 5.8 MiB/s wr, 19 op/s 2024-08-10T05:25:15.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:15 smithi031 ceph-mon[98130]: osdmap e707: 8 total, 8 up, 8 in 2024-08-10T05:25:15.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:15 smithi031 ceph-mon[100614]: pgmap v719: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 144 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 5.8 MiB/s wr, 19 op/s 2024-08-10T05:25:15.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:15 smithi031 ceph-mon[100614]: osdmap e707: 8 total, 8 up, 8 in 2024-08-10T05:25:15.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:15 smithi196 ceph-mon[90243]: pgmap v719: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 144 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 5.8 MiB/s wr, 19 op/s 2024-08-10T05:25:15.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:15 smithi196 ceph-mon[90243]: osdmap e707: 8 total, 8 up, 8 in 2024-08-10T05:25:16.349 INFO:tasks.rados.rados.0.smithi031.stdout:3312: done (1 left) 2024-08-10T05:25:16.350 INFO:tasks.rados.rados.0.smithi031.stdout:3313: done (0 left) 2024-08-10T05:25:16.350 INFO:tasks.rados.rados.0.smithi031.stdout:3314: copy_from oid 40 from oid 20 current snap is 307 2024-08-10T05:25:16.350 INFO:tasks.rados.rados.0.smithi031.stdout:3315: rmattr oid 46 current snap is 307 2024-08-10T05:25:16.350 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 11 current snap is 307 2024-08-10T05:25:16.350 INFO:tasks.rados.rados.0.smithi031.stdout:3316: seq_num 1014 ranges {10944512=188416} 2024-08-10T05:25:16.411 INFO:tasks.rados.rados.0.smithi031.stdout:3316: writing smithi03186013-11 from 10944512 to 11132928 tid 1 2024-08-10T05:25:16.411 INFO:tasks.rados.rados.0.smithi031.stdout:3317: snap_create 2024-08-10T05:25:16.411 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 46 v 1385 (ObjNum 974 snap 293 seq_num 974) dirty exists 2024-08-10T05:25:16.412 INFO:tasks.rados.rados.0.smithi031.stdout:3314: finishing copy_from racing read to smithi03186013-40 2024-08-10T05:25:16.412 INFO:tasks.rados.rados.0.smithi031.stdout:3314: finishing copy_from to smithi03186013-40 2024-08-10T05:25:16.412 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 40 v 1371 (ObjNum 768 snap 239 seq_num 768) dirty exists 2024-08-10T05:25:16.414 INFO:tasks.rados.rados.0.smithi031.stdout:3316: finishing write tid 1 to smithi03186013-11 2024-08-10T05:25:16.414 INFO:tasks.rados.rados.0.smithi031.stdout:3316: finishing write tid 2 to smithi03186013-11 2024-08-10T05:25:16.415 INFO:tasks.rados.rados.0.smithi031.stdout:3316: finishing write tid 3 to smithi03186013-11 2024-08-10T05:25:16.416 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 11 v 1452 (ObjNum 1014 snap 307 seq_num 1014) dirty exists 2024-08-10T05:25:16.416 INFO:tasks.rados.rados.0.smithi031.stdout:3316: left oid 11 (ObjNum 1014 snap 307 seq_num 1014) 2024-08-10T05:25:17.355 INFO:tasks.rados.rados.0.smithi031.stdout:3314: done (3 left) 2024-08-10T05:25:17.355 INFO:tasks.rados.rados.0.smithi031.stdout:3315: done (2 left) 2024-08-10T05:25:17.355 INFO:tasks.rados.rados.0.smithi031.stdout:3316: done (1 left) 2024-08-10T05:25:17.355 INFO:tasks.rados.rados.0.smithi031.stdout:3317: done (0 left) 2024-08-10T05:25:17.355 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 39 current snap is 308 2024-08-10T05:25:17.355 INFO:tasks.rados.rados.0.smithi031.stdout:3318: seq_num 1015 ranges {1892352=204800} 2024-08-10T05:25:17.366 INFO:tasks.rados.rados.0.smithi031.stdout:3318: writing smithi03186013-39 from 1892352 to 2097152 tid 1 2024-08-10T05:25:17.366 INFO:tasks.rados.rados.0.smithi031.stdout:3319: read oid 17 snap -1 2024-08-10T05:25:17.366 INFO:tasks.rados.rados.0.smithi031.stdout:3319: expect (ObjNum 984 snap 298 seq_num 984) 2024-08-10T05:25:17.366 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 42 current snap is 308 2024-08-10T05:25:17.366 INFO:tasks.rados.rados.0.smithi031.stdout:3320: seq_num 1016 ranges {0=221184} 2024-08-10T05:25:17.368 INFO:tasks.rados.rados.0.smithi031.stdout:3320: writing smithi03186013-42 from 0 to 221184 tid 1 2024-08-10T05:25:17.368 INFO:tasks.rados.rados.0.smithi031.stdout:3321: read oid 11 snap -1 2024-08-10T05:25:17.368 INFO:tasks.rados.rados.0.smithi031.stdout:3321: expect (ObjNum 1014 snap 307 seq_num 1014) 2024-08-10T05:25:17.368 INFO:tasks.rados.rados.0.smithi031.stdout:3322: read oid 48 snap -1 2024-08-10T05:25:17.368 INFO:tasks.rados.rados.0.smithi031.stdout:3322: expect (ObjNum 938 snap 282 seq_num 938) 2024-08-10T05:25:17.368 INFO:tasks.rados.rados.0.smithi031.stdout:3323: read oid 33 snap -1 2024-08-10T05:25:17.368 INFO:tasks.rados.rados.0.smithi031.stdout:3323: expect (ObjNum 950 snap 285 seq_num 950) 2024-08-10T05:25:17.368 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 25 current snap is 308 2024-08-10T05:25:17.368 INFO:tasks.rados.rados.0.smithi031.stdout:3324: seq_num 1017 ranges {1351680=237568} 2024-08-10T05:25:17.378 INFO:tasks.rados.rados.0.smithi031.stdout:3324: writing smithi03186013-25 from 1351680 to 1589248 tid 1 2024-08-10T05:25:17.378 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 23 current snap is 308 2024-08-10T05:25:17.379 INFO:tasks.rados.rados.0.smithi031.stdout:3325: seq_num 1018 ranges {2359296=253952} 2024-08-10T05:25:17.395 INFO:tasks.rados.rados.0.smithi031.stdout:3325: writing smithi03186013-23 from 2359296 to 2613248 tid 1 2024-08-10T05:25:17.395 INFO:tasks.rados.rados.0.smithi031.stdout:3326: rollback oid 35 current snap is 308 2024-08-10T05:25:17.395 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 35 to 304 2024-08-10T05:25:17.395 INFO:tasks.rados.rados.0.smithi031.stdout:3320: finishing write tid 1 to smithi03186013-42 2024-08-10T05:25:17.395 INFO:tasks.rados.rados.0.smithi031.stdout:3318: finishing write tid 1 to smithi03186013-39 2024-08-10T05:25:17.396 INFO:tasks.rados.rados.0.smithi031.stdout:3318: finishing write tid 2 to smithi03186013-39 2024-08-10T05:25:17.396 INFO:tasks.rados.rados.0.smithi031.stdout:3318: finishing write tid 3 to smithi03186013-39 2024-08-10T05:25:17.396 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 39 v 1670 (ObjNum 1015 snap 308 seq_num 1015) dirty exists 2024-08-10T05:25:17.396 INFO:tasks.rados.rados.0.smithi031.stdout:3318: left oid 39 (ObjNum 1015 snap 308 seq_num 1015) 2024-08-10T05:25:17.396 INFO:tasks.rados.rados.0.smithi031.stdout:3319: expect (ObjNum 984 snap 298 seq_num 984) 2024-08-10T05:25:17.456 INFO:tasks.rados.rados.0.smithi031.stdout:3320: finishing write tid 2 to smithi03186013-42 2024-08-10T05:25:17.456 INFO:tasks.rados.rados.0.smithi031.stdout:3320: finishing write tid 3 to smithi03186013-42 2024-08-10T05:25:17.456 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 42 v 1691 (ObjNum 1016 snap 308 seq_num 1016) dirty exists 2024-08-10T05:25:17.456 INFO:tasks.rados.rados.0.smithi031.stdout:3320: left oid 42 (ObjNum 1016 snap 308 seq_num 1016) 2024-08-10T05:25:17.456 INFO:tasks.rados.rados.0.smithi031.stdout:3324: finishing write tid 1 to smithi03186013-25 2024-08-10T05:25:17.457 INFO:tasks.rados.rados.0.smithi031.stdout:3324: finishing write tid 2 to smithi03186013-25 2024-08-10T05:25:17.457 INFO:tasks.rados.rados.0.smithi031.stdout:3324: finishing write tid 3 to smithi03186013-25 2024-08-10T05:25:17.457 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 25 v 1689 (ObjNum 1017 snap 308 seq_num 1017) dirty exists 2024-08-10T05:25:17.457 INFO:tasks.rados.rados.0.smithi031.stdout:3324: left oid 25 (ObjNum 1017 snap 308 seq_num 1017) 2024-08-10T05:25:17.457 INFO:tasks.rados.rados.0.smithi031.stdout:3318: done (8 left) 2024-08-10T05:25:17.457 INFO:tasks.rados.rados.0.smithi031.stdout:3319: done (7 left) 2024-08-10T05:25:17.457 INFO:tasks.rados.rados.0.smithi031.stdout:3320: done (6 left) 2024-08-10T05:25:17.457 INFO:tasks.rados.rados.0.smithi031.stdout:3324: done (5 left) 2024-08-10T05:25:17.457 INFO:tasks.rados.rados.0.smithi031.stdout:3327: read oid 5 snap -1 2024-08-10T05:25:17.457 INFO:tasks.rados.rados.0.smithi031.stdout:3327: expect (ObjNum 995 snap 303 seq_num 995) 2024-08-10T05:25:17.457 INFO:tasks.rados.rados.0.smithi031.stdout:3328: read oid 25 snap 307 2024-08-10T05:25:17.457 INFO:tasks.rados.rados.0.smithi031.stdout:3328: expect (ObjNum 940 snap 284 seq_num 940) 2024-08-10T05:25:17.457 INFO:tasks.rados.rados.0.smithi031.stdout:3329: delete oid 37 current snap is 308 2024-08-10T05:25:17.457 INFO:tasks.rados.rados.0.smithi031.stdout:3323: expect (ObjNum 950 snap 285 seq_num 950) 2024-08-10T05:25:17.590 INFO:tasks.rados.rados.0.smithi031.stdout:3326: finishing rollback tid 0 to smithi03186013-35 2024-08-10T05:25:17.590 INFO:tasks.rados.rados.0.smithi031.stdout:3326: finishing rollback tid 1 to smithi03186013-35 2024-08-10T05:25:17.590 INFO:tasks.rados.rados.0.smithi031.stdout:3323: done (7 left) 2024-08-10T05:25:17.590 INFO:tasks.rados.rados.0.smithi031.stdout:3329: done (6 left) 2024-08-10T05:25:17.590 INFO:tasks.rados.rados.0.smithi031.stdout:3330: copy_from oid 9 from oid 14 current snap is 308 2024-08-10T05:25:17.590 INFO:tasks.rados.rados.0.smithi031.stdout:3326: finishing rollback tid 2 to smithi03186013-35 2024-08-10T05:25:17.590 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 35 v 1692 (ObjNum 969 snap 292 seq_num 969) dirty exists 2024-08-10T05:25:17.591 INFO:tasks.rados.rados.0.smithi031.stdout:3325: finishing write tid 1 to smithi03186013-23 2024-08-10T05:25:17.591 INFO:tasks.rados.rados.0.smithi031.stdout:3325: finishing write tid 2 to smithi03186013-23 2024-08-10T05:25:17.591 INFO:tasks.rados.rados.0.smithi031.stdout:3322: expect (ObjNum 938 snap 282 seq_num 938) 2024-08-10T05:25:17.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:17 smithi031 ceph-mon[98130]: pgmap v722: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 148 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 4.9 MiB/s wr, 19 op/s 2024-08-10T05:25:17.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:17 smithi031 ceph-mon[98130]: osdmap e708: 8 total, 8 up, 8 in 2024-08-10T05:25:17.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:17 smithi031 ceph-mon[100614]: pgmap v722: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 148 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 4.9 MiB/s wr, 19 op/s 2024-08-10T05:25:17.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:17 smithi031 ceph-mon[100614]: osdmap e708: 8 total, 8 up, 8 in 2024-08-10T05:25:17.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:17 smithi196 ceph-mon[90243]: pgmap v722: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 148 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 4.9 MiB/s wr, 19 op/s 2024-08-10T05:25:17.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:17 smithi196 ceph-mon[90243]: osdmap e708: 8 total, 8 up, 8 in 2024-08-10T05:25:17.832 INFO:tasks.rados.rados.0.smithi031.stdout:3325: finishing write tid 3 to smithi03186013-23 2024-08-10T05:25:17.832 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 23 v 1683 (ObjNum 1018 snap 308 seq_num 1018) dirty exists 2024-08-10T05:25:17.832 INFO:tasks.rados.rados.0.smithi031.stdout:3325: left oid 23 (ObjNum 1018 snap 308 seq_num 1018) 2024-08-10T05:25:17.832 INFO:tasks.rados.rados.0.smithi031.stdout:3321: expect (ObjNum 1014 snap 307 seq_num 1014) 2024-08-10T05:25:18.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:18 smithi031 ceph-mon[98130]: osdmap e709: 8 total, 8 up, 8 in 2024-08-10T05:25:18.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:18 smithi031 ceph-mon[100614]: osdmap e709: 8 total, 8 up, 8 in 2024-08-10T05:25:18.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:18 smithi196 ceph-mon[90243]: osdmap e709: 8 total, 8 up, 8 in 2024-08-10T05:25:18.810 INFO:tasks.rados.rados.0.smithi031.stdout:3327: expect (ObjNum 995 snap 303 seq_num 995) 2024-08-10T05:25:19.391 INFO:tasks.rados.rados.0.smithi031.stdout:3328: expect (ObjNum 940 snap 284 seq_num 940) 2024-08-10T05:25:19.427 INFO:tasks.rados.rados.0.smithi031.stdout:3330: finishing copy_from racing read to smithi03186013-9 2024-08-10T05:25:19.427 INFO:tasks.rados.rados.0.smithi031.stdout:3330: finishing copy_from to smithi03186013-9 2024-08-10T05:25:19.427 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 9 v 1679 (ObjNum 994 snap 303 seq_num 994) dirty exists 2024-08-10T05:25:19.428 INFO:tasks.rados.rados.0.smithi031.stdout:3321: done (6 left) 2024-08-10T05:25:19.428 INFO:tasks.rados.rados.0.smithi031.stdout:3322: done (5 left) 2024-08-10T05:25:19.428 INFO:tasks.rados.rados.0.smithi031.stdout:3325: done (4 left) 2024-08-10T05:25:19.428 INFO:tasks.rados.rados.0.smithi031.stdout:3326: done (3 left) 2024-08-10T05:25:19.428 INFO:tasks.rados.rados.0.smithi031.stdout:3327: done (2 left) 2024-08-10T05:25:19.428 INFO:tasks.rados.rados.0.smithi031.stdout:3328: done (1 left) 2024-08-10T05:25:19.428 INFO:tasks.rados.rados.0.smithi031.stdout:3330: done (0 left) 2024-08-10T05:25:19.428 INFO:tasks.rados.rados.0.smithi031.stdout:3331: rollback oid 34 current snap is 308 2024-08-10T05:25:19.428 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 34 to 303 2024-08-10T05:25:19.428 INFO:tasks.rados.rados.0.smithi031.stdout:3332: rollback oid 8 current snap is 308 2024-08-10T05:25:19.428 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 8 to 307 2024-08-10T05:25:19.428 INFO:tasks.rados.rados.0.smithi031.stdout:3333: copy_from oid 7 from oid 32 current snap is 308 2024-08-10T05:25:19.428 INFO:tasks.rados.rados.0.smithi031.stdout:3334: snap_remove snap 304 2024-08-10T05:25:19.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:19 smithi031 ceph-mon[98130]: pgmap v725: 121 pgs: 121 active+clean; 140 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.2 MiB/s wr, 23 op/s 2024-08-10T05:25:19.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:19 smithi031 ceph-mon[98130]: osdmap e710: 8 total, 8 up, 8 in 2024-08-10T05:25:19.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:19 smithi031 ceph-mon[100614]: pgmap v725: 121 pgs: 121 active+clean; 140 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.2 MiB/s wr, 23 op/s 2024-08-10T05:25:19.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:19 smithi031 ceph-mon[100614]: osdmap e710: 8 total, 8 up, 8 in 2024-08-10T05:25:19.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:19 smithi196 ceph-mon[90243]: pgmap v725: 121 pgs: 121 active+clean; 140 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.2 MiB/s wr, 23 op/s 2024-08-10T05:25:19.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:19 smithi196 ceph-mon[90243]: osdmap e710: 8 total, 8 up, 8 in 2024-08-10T05:25:20.365 INFO:tasks.rados.rados.0.smithi031.stdout:3332: finishing rollback tid 0 to smithi03186013-8 2024-08-10T05:25:20.366 INFO:tasks.rados.rados.0.smithi031.stdout:3332: finishing rollback tid 1 to smithi03186013-8 2024-08-10T05:25:20.366 INFO:tasks.rados.rados.0.smithi031.stdout:3332: finishing rollback tid 2 to smithi03186013-8 2024-08-10T05:25:20.366 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 8 v 1892 (ObjNum 1002 snap 303 seq_num 1002) dirty exists 2024-08-10T05:25:20.366 INFO:tasks.rados.rados.0.smithi031.stdout:3331: finishing rollback tid 0 to smithi03186013-34 2024-08-10T05:25:20.366 INFO:tasks.rados.rados.0.smithi031.stdout:3331: finishing rollback tid 1 to smithi03186013-34 2024-08-10T05:25:20.366 INFO:tasks.rados.rados.0.smithi031.stdout:3331: finishing rollback tid 2 to smithi03186013-34 2024-08-10T05:25:20.366 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 34 v 1692 (ObjNum 985 snap 299 seq_num 985) dirty exists 2024-08-10T05:25:20.366 INFO:tasks.rados.rados.0.smithi031.stdout:3333: finishing copy_from racing read to smithi03186013-7 2024-08-10T05:25:20.366 INFO:tasks.rados.rados.0.smithi031.stdout:3333: finishing copy_from to smithi03186013-7 2024-08-10T05:25:20.366 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 7 v 1672 (ObjNum 909 snap 278 seq_num 909) dirty exists 2024-08-10T05:25:20.366 INFO:tasks.rados.rados.0.smithi031.stdout:3331: done (3 left) 2024-08-10T05:25:20.366 INFO:tasks.rados.rados.0.smithi031.stdout:3332: done (2 left) 2024-08-10T05:25:20.366 INFO:tasks.rados.rados.0.smithi031.stdout:3333: done (1 left) 2024-08-10T05:25:20.367 INFO:tasks.rados.rados.0.smithi031.stdout:3334: done (0 left) 2024-08-10T05:25:20.367 INFO:tasks.rados.rados.0.smithi031.stdout:3335: rollback oid 31 current snap is 308 2024-08-10T05:25:20.367 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 31 to 307 2024-08-10T05:25:20.367 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 15 current snap is 308 2024-08-10T05:25:20.367 INFO:tasks.rados.rados.0.smithi031.stdout:3336: seq_num 1020 ranges {65536=286720} 2024-08-10T05:25:20.367 INFO:tasks.rados.rados.0.smithi031.stdout:3336: writing smithi03186013-15 from 65536 to 352256 tid 1 2024-08-10T05:25:20.368 INFO:tasks.rados.rados.0.smithi031.stdout:3337: snap_create 2024-08-10T05:25:20.375 INFO:tasks.rados.rados.0.smithi031.stdout:3336: finishing write tid 1 to smithi03186013-15 2024-08-10T05:25:20.376 INFO:tasks.rados.rados.0.smithi031.stdout:3335: finishing rollback tid 0 to smithi03186013-31 2024-08-10T05:25:20.378 INFO:tasks.rados.rados.0.smithi031.stdout:3336: finishing write tid 2 to smithi03186013-15 2024-08-10T05:25:20.378 INFO:tasks.rados.rados.0.smithi031.stdout:3335: finishing rollback tid 1 to smithi03186013-31 2024-08-10T05:25:20.379 INFO:tasks.rados.rados.0.smithi031.stdout:3335: finishing rollback tid 2 to smithi03186013-31 2024-08-10T05:25:20.379 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 31 v 1694 (ObjNum 1010 snap 306 seq_num 1010) dirty exists 2024-08-10T05:25:20.382 INFO:tasks.rados.rados.0.smithi031.stdout:3336: finishing write tid 3 to smithi03186013-15 2024-08-10T05:25:20.382 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 15 v 1688 (ObjNum 1020 snap 308 seq_num 1020) dirty exists 2024-08-10T05:25:20.382 INFO:tasks.rados.rados.0.smithi031.stdout:3336: left oid 15 (ObjNum 1020 snap 308 seq_num 1020) 2024-08-10T05:25:21.374 INFO:tasks.rados.rados.0.smithi031.stdout:3335: done (2 left) 2024-08-10T05:25:21.374 INFO:tasks.rados.rados.0.smithi031.stdout:3336: done (1 left) 2024-08-10T05:25:21.374 INFO:tasks.rados.rados.0.smithi031.stdout:3337: done (0 left) 2024-08-10T05:25:21.374 INFO:tasks.rados.rados.0.smithi031.stdout:3338: copy_from oid 49 from oid 13 current snap is 309 2024-08-10T05:25:21.374 INFO:tasks.rados.rados.0.smithi031.stdout:3339: copy_from oid 46 from oid 17 current snap is 309 2024-08-10T05:25:21.374 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 25 current snap is 309 2024-08-10T05:25:21.374 INFO:tasks.rados.rados.0.smithi031.stdout:3340: seq_num 1021 ranges {1589248=303104} 2024-08-10T05:25:21.384 INFO:tasks.rados.rados.0.smithi031.stdout:3340: writing smithi03186013-25 from 1589248 to 1892352 tid 1 2024-08-10T05:25:21.384 INFO:tasks.rados.rados.0.smithi031.stdout:3341: read oid 11 snap -1 2024-08-10T05:25:21.384 INFO:tasks.rados.rados.0.smithi031.stdout:3341: expect (ObjNum 1014 snap 307 seq_num 1014) 2024-08-10T05:25:21.384 INFO:tasks.rados.rados.0.smithi031.stdout:3342: read oid 44 snap -1 2024-08-10T05:25:21.384 INFO:tasks.rados.rados.0.smithi031.stdout:3342: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-10T05:25:21.385 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 33 current snap is 309 2024-08-10T05:25:21.385 INFO:tasks.rados.rados.0.smithi031.stdout:3343: seq_num 1022 ranges {3293184=319488} 2024-08-10T05:25:21.405 INFO:tasks.rados.rados.0.smithi031.stdout:3343: writing smithi03186013-33 from 3293184 to 3612672 tid 1 2024-08-10T05:25:21.405 INFO:tasks.rados.rados.0.smithi031.stdout:3344: snap_remove snap 308 2024-08-10T05:25:21.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:25:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:25:21] "GET /metrics HTTP/1.1" 200 36273 "" "Prometheus/2.43.0" 2024-08-10T05:25:21.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:21 smithi031 ceph-mon[98130]: pgmap v727: 121 pgs: 121 active+clean; 146 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 2.1 MiB/s wr, 20 op/s 2024-08-10T05:25:21.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:21 smithi031 ceph-mon[98130]: osdmap e711: 8 total, 8 up, 8 in 2024-08-10T05:25:21.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:21 smithi031 ceph-mon[100614]: pgmap v727: 121 pgs: 121 active+clean; 146 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 2.1 MiB/s wr, 20 op/s 2024-08-10T05:25:21.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:21 smithi031 ceph-mon[100614]: osdmap e711: 8 total, 8 up, 8 in 2024-08-10T05:25:21.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:21 smithi196 ceph-mon[90243]: pgmap v727: 121 pgs: 121 active+clean; 146 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 2.1 MiB/s wr, 20 op/s 2024-08-10T05:25:21.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:21 smithi196 ceph-mon[90243]: osdmap e711: 8 total, 8 up, 8 in 2024-08-10T05:25:22.380 INFO:tasks.rados.rados.0.smithi031.stdout:3338: finishing copy_from racing read to smithi03186013-49 2024-08-10T05:25:22.380 INFO:tasks.rados.rados.0.smithi031.stdout:3342: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-10T05:25:22.380 INFO:tasks.rados.rados.0.smithi031.stdout:3339: finishing copy_from racing read to smithi03186013-46 2024-08-10T05:25:22.380 INFO:tasks.rados.rados.0.smithi031.stdout:3340: finishing write tid 1 to smithi03186013-25 2024-08-10T05:25:22.380 INFO:tasks.rados.rados.0.smithi031.stdout:3340: finishing write tid 2 to smithi03186013-25 2024-08-10T05:25:22.380 INFO:tasks.rados.rados.0.smithi031.stdout:3339: finishing copy_from to smithi03186013-46 2024-08-10T05:25:22.380 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 46 v 1372 (ObjNum 984 snap 298 seq_num 984) dirty exists 2024-08-10T05:25:22.381 INFO:tasks.rados.rados.0.smithi031.stdout:3338: finishing copy_from to smithi03186013-49 2024-08-10T05:25:22.381 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 49 v 1417 (ObjNum 950 snap 285 seq_num 950) dirty exists 2024-08-10T05:25:22.381 INFO:tasks.rados.rados.0.smithi031.stdout:3340: finishing write tid 3 to smithi03186013-25 2024-08-10T05:25:22.381 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 25 v 1694 (ObjNum 1021 snap 309 seq_num 1021) dirty exists 2024-08-10T05:25:22.381 INFO:tasks.rados.rados.0.smithi031.stdout:3340: left oid 25 (ObjNum 1021 snap 309 seq_num 1021) 2024-08-10T05:25:22.381 INFO:tasks.rados.rados.0.smithi031.stdout:3343: finishing write tid 1 to smithi03186013-33 2024-08-10T05:25:22.381 INFO:tasks.rados.rados.0.smithi031.stdout:3343: finishing write tid 2 to smithi03186013-33 2024-08-10T05:25:22.381 INFO:tasks.rados.rados.0.smithi031.stdout:3343: finishing write tid 3 to smithi03186013-33 2024-08-10T05:25:22.381 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 33 v 1419 (ObjNum 1022 snap 309 seq_num 1022) dirty exists 2024-08-10T05:25:22.381 INFO:tasks.rados.rados.0.smithi031.stdout:3343: left oid 33 (ObjNum 1022 snap 309 seq_num 1022) 2024-08-10T05:25:22.381 INFO:tasks.rados.rados.0.smithi031.stdout:3341: expect (ObjNum 1014 snap 307 seq_num 1014) 2024-08-10T05:25:22.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:22 smithi031 ceph-mon[98130]: osdmap e712: 8 total, 8 up, 8 in 2024-08-10T05:25:22.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:22 smithi031 ceph-mon[100614]: osdmap e712: 8 total, 8 up, 8 in 2024-08-10T05:25:22.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:22 smithi196 ceph-mon[90243]: osdmap e712: 8 total, 8 up, 8 in 2024-08-10T05:25:22.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:25:22 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:25:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:25:23.358 INFO:tasks.rados.rados.0.smithi031.stdout:3338: done (6 left) 2024-08-10T05:25:23.358 INFO:tasks.rados.rados.0.smithi031.stdout:3339: done (5 left) 2024-08-10T05:25:23.358 INFO:tasks.rados.rados.0.smithi031.stdout:3340: done (4 left) 2024-08-10T05:25:23.358 INFO:tasks.rados.rados.0.smithi031.stdout:3341: done (3 left) 2024-08-10T05:25:23.358 INFO:tasks.rados.rados.0.smithi031.stdout:3342: done (2 left) 2024-08-10T05:25:23.359 INFO:tasks.rados.rados.0.smithi031.stdout:3343: done (1 left) 2024-08-10T05:25:23.359 INFO:tasks.rados.rados.0.smithi031.stdout:3344: done (0 left) 2024-08-10T05:25:23.359 INFO:tasks.rados.rados.0.smithi031.stdout:3345: copy_from oid 6 from oid 30 current snap is 309 2024-08-10T05:25:23.359 INFO:tasks.rados.rados.0.smithi031.stdout:3346: snap_remove snap 303 2024-08-10T05:25:23.382 INFO:tasks.rados.rados.0.smithi031.stdout:3345: finishing copy_from racing read to smithi03186013-6 2024-08-10T05:25:23.383 INFO:tasks.rados.rados.0.smithi031.stdout:3345: finishing copy_from to smithi03186013-6 2024-08-10T05:25:23.383 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 6 v 1686 (ObjNum 1008 snap 305 seq_num 1008) dirty exists 2024-08-10T05:25:23.383 INFO:tasks.rados.rados.0.smithi031.stdout:3345: done (1 left) 2024-08-10T05:25:23.383 INFO:tasks.rados.rados.0.smithi031.stdout:3346: done (0 left) 2024-08-10T05:25:23.383 INFO:tasks.rados.rados.0.smithi031.stdout:3347: read oid 35 snap -1 2024-08-10T05:25:23.383 INFO:tasks.rados.rados.0.smithi031.stdout:3347: expect (ObjNum 969 snap 292 seq_num 969) 2024-08-10T05:25:23.383 INFO:tasks.rados.rados.0.smithi031.stdout:3348: rollback oid 34 current snap is 309 2024-08-10T05:25:23.383 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 34 to 306 2024-08-10T05:25:23.383 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 42 current snap is 309 2024-08-10T05:25:23.383 INFO:tasks.rados.rados.0.smithi031.stdout:3349: seq_num 1023 ranges {221184=335872} 2024-08-10T05:25:23.386 INFO:tasks.rados.rados.0.smithi031.stdout:3349: writing smithi03186013-42 from 221184 to 557056 tid 1 2024-08-10T05:25:23.386 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 31 current snap is 309 2024-08-10T05:25:23.386 INFO:tasks.rados.rados.0.smithi031.stdout:3350: seq_num 1024 ranges {6463488=352256} 2024-08-10T05:25:23.424 INFO:tasks.rados.rados.0.smithi031.stdout:3350: writing smithi03186013-31 from 6463488 to 6815744 tid 1 2024-08-10T05:25:23.425 INFO:tasks.rados.rados.0.smithi031.stdout:3351: read oid 28 snap -1 2024-08-10T05:25:23.425 INFO:tasks.rados.rados.0.smithi031.stdout:3351: expect (ObjNum 964 snap 291 seq_num 964) 2024-08-10T05:25:23.425 INFO:tasks.rados.rados.0.smithi031.stdout:3352: rollback oid 40 current snap is 309 2024-08-10T05:25:23.425 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 40 to 307 2024-08-10T05:25:23.425 INFO:tasks.rados.rados.0.smithi031.stdout:3349: finishing write tid 1 to smithi03186013-42 2024-08-10T05:25:23.425 INFO:tasks.rados.rados.0.smithi031.stdout:3349: finishing write tid 2 to smithi03186013-42 2024-08-10T05:25:23.425 INFO:tasks.rados.rados.0.smithi031.stdout:3348: finishing rollback tid 0 to smithi03186013-34 2024-08-10T05:25:23.425 INFO:tasks.rados.rados.0.smithi031.stdout:3348: finishing rollback tid 1 to smithi03186013-34 2024-08-10T05:25:23.426 INFO:tasks.rados.rados.0.smithi031.stdout:3348: finishing rollback tid 2 to smithi03186013-34 2024-08-10T05:25:23.426 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 34 v 1697 (ObjNum 1005 snap 304 seq_num 1005) dirty exists 2024-08-10T05:25:23.426 INFO:tasks.rados.rados.0.smithi031.stdout:3349: finishing write tid 3 to smithi03186013-42 2024-08-10T05:25:23.426 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 42 v 1696 (ObjNum 1023 snap 309 seq_num 1023) dirty exists 2024-08-10T05:25:23.426 INFO:tasks.rados.rados.0.smithi031.stdout:3349: left oid 42 (ObjNum 1023 snap 309 seq_num 1023) 2024-08-10T05:25:23.426 INFO:tasks.rados.rados.0.smithi031.stdout:3347: expect (ObjNum 969 snap 292 seq_num 969) 2024-08-10T05:25:23.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:23 smithi031 ceph-mon[98130]: pgmap v730: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 149 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 2.0 MiB/s wr, 17 op/s 2024-08-10T05:25:23.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:23 smithi031 ceph-mon[98130]: osdmap e713: 8 total, 8 up, 8 in 2024-08-10T05:25:23.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:23 smithi031 ceph-mon[100614]: pgmap v730: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 149 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 2.0 MiB/s wr, 17 op/s 2024-08-10T05:25:23.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:23 smithi031 ceph-mon[100614]: osdmap e713: 8 total, 8 up, 8 in 2024-08-10T05:25:23.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:23 smithi196 ceph-mon[90243]: pgmap v730: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 149 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 2.0 MiB/s wr, 17 op/s 2024-08-10T05:25:23.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:23 smithi196 ceph-mon[90243]: osdmap e713: 8 total, 8 up, 8 in 2024-08-10T05:25:23.788 INFO:tasks.rados.rados.0.smithi031.stdout:3350: finishing write tid 1 to smithi03186013-31 2024-08-10T05:25:23.788 INFO:tasks.rados.rados.0.smithi031.stdout:3350: finishing write tid 2 to smithi03186013-31 2024-08-10T05:25:23.789 INFO:tasks.rados.rados.0.smithi031.stdout:3352: finishing rollback tid 0 to smithi03186013-40 2024-08-10T05:25:23.789 INFO:tasks.rados.rados.0.smithi031.stdout:3352: finishing rollback tid 1 to smithi03186013-40 2024-08-10T05:25:23.789 INFO:tasks.rados.rados.0.smithi031.stdout:3352: finishing rollback tid 2 to smithi03186013-40 2024-08-10T05:25:23.789 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 40 v 1690 (ObjNum 768 snap 239 seq_num 768) dirty exists 2024-08-10T05:25:23.789 INFO:tasks.rados.rados.0.smithi031.stdout:3347: done (5 left) 2024-08-10T05:25:23.789 INFO:tasks.rados.rados.0.smithi031.stdout:3348: done (4 left) 2024-08-10T05:25:23.789 INFO:tasks.rados.rados.0.smithi031.stdout:3349: done (3 left) 2024-08-10T05:25:23.789 INFO:tasks.rados.rados.0.smithi031.stdout:3352: done (2 left) 2024-08-10T05:25:23.789 INFO:tasks.rados.rados.0.smithi031.stdout:3353: read oid 14 snap -1 2024-08-10T05:25:23.789 INFO:tasks.rados.rados.0.smithi031.stdout:3353: expect (ObjNum 994 snap 303 seq_num 994) 2024-08-10T05:25:23.789 INFO:tasks.rados.rados.0.smithi031.stdout:3354: copy_from oid 22 from oid 4 current snap is 309 2024-08-10T05:25:23.789 INFO:tasks.rados.rados.0.smithi031.stdout:3350: finishing write tid 3 to smithi03186013-31 2024-08-10T05:25:23.789 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 31 v 1698 (ObjNum 1024 snap 309 seq_num 1024) dirty exists 2024-08-10T05:25:23.790 INFO:tasks.rados.rados.0.smithi031.stdout:3350: left oid 31 (ObjNum 1024 snap 309 seq_num 1024) 2024-08-10T05:25:23.790 INFO:tasks.rados.rados.0.smithi031.stdout:3351: expect (ObjNum 964 snap 291 seq_num 964) 2024-08-10T05:25:23.837 INFO:tasks.rados.rados.0.smithi031.stdout:3353: expect (ObjNum 994 snap 303 seq_num 994) 2024-08-10T05:25:23.897 INFO:tasks.rados.rados.0.smithi031.stdout:3354: finishing copy_from racing read to smithi03186013-22 2024-08-10T05:25:23.897 INFO:tasks.rados.rados.0.smithi031.stdout:3354: finishing copy_from to smithi03186013-22 2024-08-10T05:25:23.897 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 22 v 1719 (ObjNum 988 snap 299 seq_num 988) dirty exists 2024-08-10T05:25:23.898 INFO:tasks.rados.rados.0.smithi031.stdout:3350: done (3 left) 2024-08-10T05:25:23.898 INFO:tasks.rados.rados.0.smithi031.stdout:3351: done (2 left) 2024-08-10T05:25:23.898 INFO:tasks.rados.rados.0.smithi031.stdout:3353: done (1 left) 2024-08-10T05:25:23.898 INFO:tasks.rados.rados.0.smithi031.stdout:3354: done (0 left) 2024-08-10T05:25:23.898 INFO:tasks.rados.rados.0.smithi031.stdout:3355: snap_create 2024-08-10T05:25:24.389 INFO:tasks.rados.rados.0.smithi031.stdout:3355: done (0 left) 2024-08-10T05:25:24.389 INFO:tasks.rados.rados.0.smithi031.stdout:3356: snap_create 2024-08-10T05:25:24.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:24 smithi031 ceph-mon[98130]: osdmap e714: 8 total, 8 up, 8 in 2024-08-10T05:25:24.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:24 smithi031 ceph-mon[100614]: osdmap e714: 8 total, 8 up, 8 in 2024-08-10T05:25:24.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:24 smithi196 ceph-mon[90243]: osdmap e714: 8 total, 8 up, 8 in 2024-08-10T05:25:25.391 INFO:tasks.rados.rados.0.smithi031.stdout:3356: done (0 left) 2024-08-10T05:25:25.391 INFO:tasks.rados.rados.0.smithi031.stdout:3357: snap_create 2024-08-10T05:25:25.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:25 smithi031 ceph-mon[98130]: pgmap v733: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 154 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.2 MiB/s wr, 11 op/s 2024-08-10T05:25:25.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:25 smithi031 ceph-mon[98130]: osdmap e715: 8 total, 8 up, 8 in 2024-08-10T05:25:25.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:25 smithi031 ceph-mon[100614]: pgmap v733: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 154 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.2 MiB/s wr, 11 op/s 2024-08-10T05:25:25.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:25 smithi031 ceph-mon[100614]: osdmap e715: 8 total, 8 up, 8 in 2024-08-10T05:25:25.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:25 smithi196 ceph-mon[90243]: pgmap v733: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 154 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.2 MiB/s wr, 11 op/s 2024-08-10T05:25:25.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:25 smithi196 ceph-mon[90243]: osdmap e715: 8 total, 8 up, 8 in 2024-08-10T05:25:26.402 INFO:tasks.rados.rados.0.smithi031.stdout:3357: done (0 left) 2024-08-10T05:25:26.403 INFO:tasks.rados.rados.0.smithi031.stdout:3358: rmattr oid 31 current snap is 312 2024-08-10T05:25:26.403 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 37 current snap is 312 2024-08-10T05:25:26.403 INFO:tasks.rados.rados.0.smithi031.stdout:3359: seq_num 1025 ranges {0=368640} 2024-08-10T05:25:26.405 INFO:tasks.rados.rados.0.smithi031.stdout:3359: writing smithi03186013-37 from 0 to 368640 tid 1 2024-08-10T05:25:26.405 INFO:tasks.rados.rados.0.smithi031.stdout:3360: copy_from oid 2 from oid 39 current snap is 312 2024-08-10T05:25:26.405 INFO:tasks.rados.rados.0.smithi031.stdout:3361: rollback oid 44 current snap is 312 2024-08-10T05:25:26.405 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 44 to 310 2024-08-10T05:25:26.405 INFO:tasks.rados.rados.0.smithi031.stdout:3362: read oid 4 snap -1 2024-08-10T05:25:26.405 INFO:tasks.rados.rados.0.smithi031.stdout:3362: expect (ObjNum 988 snap 299 seq_num 988) 2024-08-10T05:25:26.405 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 18 current snap is 312 2024-08-10T05:25:26.405 INFO:tasks.rados.rados.0.smithi031.stdout:3363: seq_num 1026 ranges {1916928=385024} 2024-08-10T05:25:26.418 INFO:tasks.rados.rados.0.smithi031.stdout:3363: writing smithi03186013-18 from 1916928 to 2301952 tid 1 2024-08-10T05:25:26.419 INFO:tasks.rados.rados.0.smithi031.stdout:3364: read oid 41 snap -1 2024-08-10T05:25:26.419 INFO:tasks.rados.rados.0.smithi031.stdout:3364: expect (ObjNum 961 snap 291 seq_num 961) 2024-08-10T05:25:26.419 INFO:tasks.rados.rados.0.smithi031.stdout:3365: read oid 3 snap 309 2024-08-10T05:25:26.419 INFO:tasks.rados.rados.0.smithi031.stdout:3365: expect (ObjNum 991 snap 302 seq_num 991) 2024-08-10T05:25:26.419 INFO:tasks.rados.rados.0.smithi031.stdout:3366: copy_from oid 35 from oid 38 current snap is 312 2024-08-10T05:25:26.419 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 31 v 1699 (ObjNum 1024 snap 309 seq_num 1024) dirty exists 2024-08-10T05:25:26.419 INFO:tasks.rados.rados.0.smithi031.stdout:3359: finishing write tid 1 to smithi03186013-37 2024-08-10T05:25:26.419 INFO:tasks.rados.rados.0.smithi031.stdout:3358: done (8 left) 2024-08-10T05:25:26.419 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 32 current snap is 312 2024-08-10T05:25:26.420 INFO:tasks.rados.rados.0.smithi031.stdout:3359: finishing write tid 2 to smithi03186013-37 2024-08-10T05:25:26.420 INFO:tasks.rados.rados.0.smithi031.stdout:3361: finishing rollback tid 0 to smithi03186013-44 2024-08-10T05:25:26.420 INFO:tasks.rados.rados.0.smithi031.stdout:3359: finishing write tid 3 to smithi03186013-37 2024-08-10T05:25:26.420 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 37 v 1709 (ObjNum 1025 snap 312 seq_num 1025) dirty exists 2024-08-10T05:25:26.420 INFO:tasks.rados.rados.0.smithi031.stdout:3359: left oid 37 (ObjNum 1025 snap 312 seq_num 1025) 2024-08-10T05:25:26.420 INFO:tasks.rados.rados.0.smithi031.stdout:3367: seq_num 1027 ranges {2351104=409600} 2024-08-10T05:25:26.435 INFO:tasks.rados.rados.0.smithi031.stdout:3367: writing smithi03186013-32 from 2351104 to 2760704 tid 1 2024-08-10T05:25:26.435 INFO:tasks.rados.rados.0.smithi031.stdout:3359: done (8 left) 2024-08-10T05:25:26.435 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 11 current snap is 312 2024-08-10T05:25:26.435 INFO:tasks.rados.rados.0.smithi031.stdout:3368: seq_num 1028 ranges {11132928=425984} 2024-08-10T05:25:26.499 INFO:tasks.rados.rados.0.smithi031.stdout:3368: writing smithi03186013-11 from 11132928 to 11558912 tid 1 2024-08-10T05:25:26.499 INFO:tasks.rados.rados.0.smithi031.stdout:3369: copy_from oid 25 from oid 10 current snap is 312 2024-08-10T05:25:26.499 INFO:tasks.rados.rados.0.smithi031.stdout:3360: finishing copy_from racing read to smithi03186013-2 2024-08-10T05:25:26.499 INFO:tasks.rados.rados.0.smithi031.stdout:3361: finishing rollback tid 1 to smithi03186013-44 2024-08-10T05:25:26.499 INFO:tasks.rados.rados.0.smithi031.stdout:3370: snap_create 2024-08-10T05:25:26.499 INFO:tasks.rados.rados.0.smithi031.stdout:3361: finishing rollback tid 2 to smithi03186013-44 2024-08-10T05:25:26.499 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 44 v 1908 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-08-10T05:25:26.499 INFO:tasks.rados.rados.0.smithi031.stdout:3360: finishing copy_from to smithi03186013-2 2024-08-10T05:25:26.500 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 2 v 1670 (ObjNum 1015 snap 308 seq_num 1015) dirty exists 2024-08-10T05:25:26.500 INFO:tasks.rados.rados.0.smithi031.stdout:3362: expect (ObjNum 988 snap 299 seq_num 988) 2024-08-10T05:25:26.654 INFO:tasks.rados.rados.0.smithi031.stdout:3365: expect (ObjNum 991 snap 302 seq_num 991) 2024-08-10T05:25:26.755 INFO:tasks.rados.rados.0.smithi031.stdout:3364: expect (ObjNum 961 snap 291 seq_num 961) 2024-08-10T05:25:26.768 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:26 smithi031 ceph-mon[100614]: osdmap e716: 8 total, 8 up, 8 in 2024-08-10T05:25:26.768 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:25:26.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:26 smithi031 ceph-mon[98130]: osdmap e716: 8 total, 8 up, 8 in 2024-08-10T05:25:26.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:25:26.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:26 smithi196 ceph-mon[90243]: osdmap e716: 8 total, 8 up, 8 in 2024-08-10T05:25:26.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:25:26.843 INFO:tasks.rados.rados.0.smithi031.stdout:3363: finishing write tid 1 to smithi03186013-18 2024-08-10T05:25:26.844 INFO:tasks.rados.rados.0.smithi031.stdout:3363: finishing write tid 2 to smithi03186013-18 2024-08-10T05:25:26.844 INFO:tasks.rados.rados.0.smithi031.stdout:3367: finishing write tid 1 to smithi03186013-32 2024-08-10T05:25:26.844 INFO:tasks.rados.rados.0.smithi031.stdout:3367: finishing write tid 2 to smithi03186013-32 2024-08-10T05:25:26.844 INFO:tasks.rados.rados.0.smithi031.stdout:3367: finishing write tid 3 to smithi03186013-32 2024-08-10T05:25:26.844 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 32 v 1711 (ObjNum 1027 snap 312 seq_num 1027) dirty exists 2024-08-10T05:25:26.844 INFO:tasks.rados.rados.0.smithi031.stdout:3367: left oid 32 (ObjNum 1027 snap 312 seq_num 1027) 2024-08-10T05:25:26.844 INFO:tasks.rados.rados.0.smithi031.stdout:3363: finishing write tid 3 to smithi03186013-18 2024-08-10T05:25:26.844 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 18 v 1699 (ObjNum 1026 snap 312 seq_num 1026) dirty exists 2024-08-10T05:25:26.844 INFO:tasks.rados.rados.0.smithi031.stdout:3363: left oid 18 (ObjNum 1026 snap 312 seq_num 1026) 2024-08-10T05:25:26.844 INFO:tasks.rados.rados.0.smithi031.stdout:3366: finishing copy_from racing read to smithi03186013-35 2024-08-10T05:25:26.844 INFO:tasks.rados.rados.0.smithi031.stdout:3366: finishing copy_from to smithi03186013-35 2024-08-10T05:25:26.844 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 35 v 1687 (ObjNum 1013 snap 306 seq_num 1013) dirty exists 2024-08-10T05:25:26.844 INFO:tasks.rados.rados.0.smithi031.stdout:3369: finishing copy_from to smithi03186013-25 2024-08-10T05:25:26.845 INFO:tasks.rados.rados.0.smithi031.stdout:3369: got expected ENOENT (src dne) 2024-08-10T05:25:26.845 INFO:tasks.rados.rados.0.smithi031.stdout:3369: finishing copy_from racing read to smithi03186013-25 2024-08-10T05:25:26.845 INFO:tasks.rados.rados.0.smithi031.stdout:3368: finishing write tid 1 to smithi03186013-11 2024-08-10T05:25:26.845 INFO:tasks.rados.rados.0.smithi031.stdout:3368: finishing write tid 2 to smithi03186013-11 2024-08-10T05:25:26.845 INFO:tasks.rados.rados.0.smithi031.stdout:3368: finishing write tid 3 to smithi03186013-11 2024-08-10T05:25:26.845 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 11 v 1688 (ObjNum 1028 snap 312 seq_num 1028) dirty exists 2024-08-10T05:25:26.845 INFO:tasks.rados.rados.0.smithi031.stdout:3368: left oid 11 (ObjNum 1028 snap 312 seq_num 1028) 2024-08-10T05:25:27.406 INFO:tasks.rados.rados.0.smithi031.stdout:3360: done (10 left) 2024-08-10T05:25:27.406 INFO:tasks.rados.rados.0.smithi031.stdout:3361: done (9 left) 2024-08-10T05:25:27.406 INFO:tasks.rados.rados.0.smithi031.stdout:3362: done (8 left) 2024-08-10T05:25:27.406 INFO:tasks.rados.rados.0.smithi031.stdout:3363: done (7 left) 2024-08-10T05:25:27.407 INFO:tasks.rados.rados.0.smithi031.stdout:3364: done (6 left) 2024-08-10T05:25:27.407 INFO:tasks.rados.rados.0.smithi031.stdout:3365: done (5 left) 2024-08-10T05:25:27.407 INFO:tasks.rados.rados.0.smithi031.stdout:3366: done (4 left) 2024-08-10T05:25:27.407 INFO:tasks.rados.rados.0.smithi031.stdout:3367: done (3 left) 2024-08-10T05:25:27.407 INFO:tasks.rados.rados.0.smithi031.stdout:3368: done (2 left) 2024-08-10T05:25:27.407 INFO:tasks.rados.rados.0.smithi031.stdout:3369: done (1 left) 2024-08-10T05:25:27.407 INFO:tasks.rados.rados.0.smithi031.stdout:3370: done (0 left) 2024-08-10T05:25:27.407 INFO:tasks.rados.rados.0.smithi031.stdout:3371: read oid 38 snap 312 2024-08-10T05:25:27.407 INFO:tasks.rados.rados.0.smithi031.stdout:3371: expect (ObjNum 1013 snap 306 seq_num 1013) 2024-08-10T05:25:27.407 INFO:tasks.rados.rados.0.smithi031.stdout:3372: rollback oid 24 current snap is 313 2024-08-10T05:25:27.407 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 24 to 311 2024-08-10T05:25:27.407 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 5 current snap is 313 2024-08-10T05:25:27.407 INFO:tasks.rados.rados.0.smithi031.stdout:3373: seq_num 1029 ranges {9863168=442368} 2024-08-10T05:25:27.463 INFO:tasks.rados.rados.0.smithi031.stdout:3373: writing smithi03186013-5 from 9863168 to 10305536 tid 1 2024-08-10T05:25:27.463 INFO:tasks.rados.rados.0.smithi031.stdout:3374: read oid 16 snap 311 2024-08-10T05:25:27.463 INFO:tasks.rados.rados.0.smithi031.stdout:3374: expect (ObjNum 964 snap 291 seq_num 964) 2024-08-10T05:25:27.463 INFO:tasks.rados.rados.0.smithi031.stdout:3375: delete oid 1 current snap is 313 2024-08-10T05:25:27.463 INFO:tasks.rados.rados.0.smithi031.stdout:3372: finishing rollback tid 0 to smithi03186013-24 2024-08-10T05:25:27.464 INFO:tasks.rados.rados.0.smithi031.stdout:3372: finishing rollback tid 1 to smithi03186013-24 2024-08-10T05:25:27.464 INFO:tasks.rados.rados.0.smithi031.stdout:3372: finishing rollback tid 2 to smithi03186013-24 2024-08-10T05:25:27.464 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 24 v 1914 (ObjNum 1006 snap 304 seq_num 1006) dirty exists 2024-08-10T05:25:27.464 INFO:tasks.rados.rados.0.smithi031.stdout:3371: expect (ObjNum 1013 snap 306 seq_num 1013) 2024-08-10T05:25:27.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:27 smithi031 ceph-mon[98130]: pgmap v736: 121 pgs: 121 active+clean; 162 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 3.4 MiB/s wr, 7 op/s 2024-08-10T05:25:27.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:27 smithi031 ceph-mon[98130]: osdmap e717: 8 total, 8 up, 8 in 2024-08-10T05:25:27.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:27 smithi031 ceph-mon[100614]: pgmap v736: 121 pgs: 121 active+clean; 162 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 3.4 MiB/s wr, 7 op/s 2024-08-10T05:25:27.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:27 smithi031 ceph-mon[100614]: osdmap e717: 8 total, 8 up, 8 in 2024-08-10T05:25:27.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:27 smithi196 ceph-mon[90243]: pgmap v736: 121 pgs: 121 active+clean; 162 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 3.4 MiB/s wr, 7 op/s 2024-08-10T05:25:27.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:27 smithi196 ceph-mon[90243]: osdmap e717: 8 total, 8 up, 8 in 2024-08-10T05:25:27.923 INFO:tasks.rados.rados.0.smithi031.stdout:3374: expect (ObjNum 964 snap 291 seq_num 964) 2024-08-10T05:25:27.972 INFO:tasks.rados.rados.0.smithi031.stdout:3373: finishing write tid 1 to smithi03186013-5 2024-08-10T05:25:27.972 INFO:tasks.rados.rados.0.smithi031.stdout:3373: finishing write tid 2 to smithi03186013-5 2024-08-10T05:25:27.972 INFO:tasks.rados.rados.0.smithi031.stdout:3373: finishing write tid 3 to smithi03186013-5 2024-08-10T05:25:27.973 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 5 v 1701 (ObjNum 1029 snap 313 seq_num 1029) dirty exists 2024-08-10T05:25:27.973 INFO:tasks.rados.rados.0.smithi031.stdout:3373: left oid 5 (ObjNum 1029 snap 313 seq_num 1029) 2024-08-10T05:25:27.973 INFO:tasks.rados.rados.0.smithi031.stdout:3371: done (4 left) 2024-08-10T05:25:27.973 INFO:tasks.rados.rados.0.smithi031.stdout:3372: done (3 left) 2024-08-10T05:25:27.973 INFO:tasks.rados.rados.0.smithi031.stdout:3373: done (2 left) 2024-08-10T05:25:27.973 INFO:tasks.rados.rados.0.smithi031.stdout:3374: done (1 left) 2024-08-10T05:25:27.973 INFO:tasks.rados.rados.0.smithi031.stdout:3375: done (0 left) 2024-08-10T05:25:27.973 INFO:tasks.rados.rados.0.smithi031.stdout:3376: copy_from oid 29 from oid 23 current snap is 313 2024-08-10T05:25:27.973 INFO:tasks.rados.rados.0.smithi031.stdout:3377: delete oid 4 current snap is 313 2024-08-10T05:25:27.975 INFO:tasks.rados.rados.0.smithi031.stdout:3377: done (1 left) 2024-08-10T05:25:27.975 INFO:tasks.rados.rados.0.smithi031.stdout:3378: snap_create 2024-08-10T05:25:27.982 INFO:tasks.rados.rados.0.smithi031.stdout:3376: finishing copy_from racing read to smithi03186013-29 2024-08-10T05:25:27.984 INFO:tasks.rados.rados.0.smithi031.stdout:3376: finishing copy_from to smithi03186013-29 2024-08-10T05:25:27.984 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 29 v 1683 (ObjNum 1018 snap 308 seq_num 1018) dirty exists 2024-08-10T05:25:28.425 INFO:tasks.rados.rados.0.smithi031.stdout:3376: done (1 left) 2024-08-10T05:25:28.425 INFO:tasks.rados.rados.0.smithi031.stdout:3378: done (0 left) 2024-08-10T05:25:28.425 INFO:tasks.rados.rados.0.smithi031.stdout:3379: copy_from oid 14 from oid 19 current snap is 314 2024-08-10T05:25:28.426 INFO:tasks.rados.rados.0.smithi031.stdout:3380: rmattr oid 49 current snap is 314 2024-08-10T05:25:28.426 INFO:tasks.rados.rados.0.smithi031.stdout:3380: done (1 left) 2024-08-10T05:25:28.426 INFO:tasks.rados.rados.0.smithi031.stdout:3381: delete oid 29 current snap is 314 2024-08-10T05:25:28.430 INFO:tasks.rados.rados.0.smithi031.stdout:3381: done (1 left) 2024-08-10T05:25:28.430 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 39 current snap is 314 2024-08-10T05:25:28.430 INFO:tasks.rados.rados.0.smithi031.stdout:3382: seq_num 1033 ranges {2097152=507904} 2024-08-10T05:25:28.445 INFO:tasks.rados.rados.0.smithi031.stdout:3382: writing smithi03186013-39 from 2097152 to 2605056 tid 1 2024-08-10T05:25:28.445 INFO:tasks.rados.rados.0.smithi031.stdout:3383: delete oid 5 current snap is 314 2024-08-10T05:25:28.445 INFO:tasks.rados.rados.0.smithi031.stdout:3379: finishing copy_from racing read to smithi03186013-14 2024-08-10T05:25:28.445 INFO:tasks.rados.rados.0.smithi031.stdout:3379: finishing copy_from to smithi03186013-14 2024-08-10T05:25:28.446 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 14 v 1675 (ObjNum 959 snap 286 seq_num 959) dirty exists 2024-08-10T05:25:28.448 INFO:tasks.rados.rados.0.smithi031.stdout:3379: done (2 left) 2024-08-10T05:25:28.448 INFO:tasks.rados.rados.0.smithi031.stdout:3383: done (1 left) 2024-08-10T05:25:28.448 INFO:tasks.rados.rados.0.smithi031.stdout:3384: rmattr oid 47 current snap is 314 2024-08-10T05:25:28.448 INFO:tasks.rados.rados.0.smithi031.stdout:3384: done (1 left) 2024-08-10T05:25:28.448 INFO:tasks.rados.rados.0.smithi031.stdout:3385: read oid 47 snap 305 2024-08-10T05:25:28.448 INFO:tasks.rados.rados.0.smithi031.stdout:3385: expect (ObjNum 978 snap 297 seq_num 978) 2024-08-10T05:25:28.449 INFO:tasks.rados.rados.0.smithi031.stdout:3386: read oid 15 snap -1 2024-08-10T05:25:28.449 INFO:tasks.rados.rados.0.smithi031.stdout:3386: expect (ObjNum 1020 snap 308 seq_num 1020) 2024-08-10T05:25:28.449 INFO:tasks.rados.rados.0.smithi031.stdout:3387: rollback oid 37 current snap is 314 2024-08-10T05:25:28.449 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 37 to 306 2024-08-10T05:25:28.449 INFO:tasks.rados.rados.0.smithi031.stdout:3388: copy_from oid 49 from oid 14 current snap is 314 2024-08-10T05:25:28.449 INFO:tasks.rados.rados.0.smithi031.stdout:3389: read oid 40 snap 311 2024-08-10T05:25:28.449 INFO:tasks.rados.rados.0.smithi031.stdout:3389: expect (ObjNum 768 snap 239 seq_num 768) 2024-08-10T05:25:28.449 INFO:tasks.rados.rados.0.smithi031.stdout:3390: read oid 12 snap -1 2024-08-10T05:25:28.449 INFO:tasks.rados.rados.0.smithi031.stdout:3390: expect deleted 2024-08-10T05:25:28.449 INFO:tasks.rados.rados.0.smithi031.stdout:3391: snap_remove snap 309 2024-08-10T05:25:28.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:28 smithi031 ceph-mon[98130]: osdmap e718: 8 total, 8 up, 8 in 2024-08-10T05:25:28.768 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:28 smithi031 ceph-mon[100614]: osdmap e718: 8 total, 8 up, 8 in 2024-08-10T05:25:28.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:28 smithi196 ceph-mon[90243]: osdmap e718: 8 total, 8 up, 8 in 2024-08-10T05:25:29.293 INFO:tasks.rados.rados.0.smithi031.stdout:3391: done (7 left) 2024-08-10T05:25:29.293 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 7 current snap is 314 2024-08-10T05:25:29.293 INFO:tasks.rados.rados.0.smithi031.stdout:3392: seq_num 1035 ranges {2351104=540672} 2024-08-10T05:25:29.310 INFO:tasks.rados.rados.0.smithi031.stdout:3392: writing smithi03186013-7 from 2351104 to 2891776 tid 1 2024-08-10T05:25:29.310 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 35 current snap is 314 2024-08-10T05:25:29.310 INFO:tasks.rados.rados.0.smithi031.stdout:3382: finishing write tid 1 to smithi03186013-39 2024-08-10T05:25:29.310 INFO:tasks.rados.rados.0.smithi031.stdout:3382: finishing write tid 2 to smithi03186013-39 2024-08-10T05:25:29.310 INFO:tasks.rados.rados.0.smithi031.stdout:3382: finishing write tid 3 to smithi03186013-39 2024-08-10T05:25:29.310 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 39 v 1672 (ObjNum 1033 snap 314 seq_num 1033) dirty exists 2024-08-10T05:25:29.311 INFO:tasks.rados.rados.0.smithi031.stdout:3382: left oid 39 (ObjNum 1033 snap 314 seq_num 1033) 2024-08-10T05:25:29.311 INFO:tasks.rados.rados.0.smithi031.stdout:3387: finishing rollback tid 0 to smithi03186013-37 2024-08-10T05:25:29.311 INFO:tasks.rados.rados.0.smithi031.stdout:3387: finishing rollback tid 1 to smithi03186013-37 2024-08-10T05:25:29.311 INFO:tasks.rados.rados.0.smithi031.stdout:3387: finishing rollback tid 2 to smithi03186013-37 2024-08-10T05:25:29.311 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 37 v 1714 (ObjNum 970 snap 292 seq_num 970) dirty exists 2024-08-10T05:25:29.311 INFO:tasks.rados.rados.0.smithi031.stdout:3386: expect (ObjNum 1020 snap 308 seq_num 1020) 2024-08-10T05:25:29.321 INFO:tasks.rados.rados.0.smithi031.stdout:3389: expect (ObjNum 768 snap 239 seq_num 768) 2024-08-10T05:25:29.393 INFO:tasks.rados.rados.0.smithi031.stdout:3388: finishing copy_from racing read to smithi03186013-49 2024-08-10T05:25:29.393 INFO:tasks.rados.rados.0.smithi031.stdout:3388: finishing copy_from to smithi03186013-49 2024-08-10T05:25:29.393 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 49 v 1675 (ObjNum 959 snap 286 seq_num 959) dirty exists 2024-08-10T05:25:29.393 INFO:tasks.rados.rados.0.smithi031.stdout:3385: expect (ObjNum 978 snap 297 seq_num 978) 2024-08-10T05:25:29.720 INFO:tasks.rados.rados.0.smithi031.stdout:3392: finishing write tid 1 to smithi03186013-7 2024-08-10T05:25:29.720 INFO:tasks.rados.rados.0.smithi031.stdout:3392: finishing write tid 2 to smithi03186013-7 2024-08-10T05:25:29.720 INFO:tasks.rados.rados.0.smithi031.stdout:3392: finishing write tid 3 to smithi03186013-7 2024-08-10T05:25:29.720 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 7 v 1929 (ObjNum 1035 snap 314 seq_num 1035) dirty exists 2024-08-10T05:25:29.720 INFO:tasks.rados.rados.0.smithi031.stdout:3392: left oid 7 (ObjNum 1035 snap 314 seq_num 1035) 2024-08-10T05:25:29.721 INFO:tasks.rados.rados.0.smithi031.stdout:3393: seq_num 1036 ranges {5799936=557056} 2024-08-10T05:25:29.755 INFO:tasks.rados.rados.0.smithi031.stdout:3393: writing smithi03186013-35 from 5799936 to 6356992 tid 1 2024-08-10T05:25:29.755 INFO:tasks.rados.rados.0.smithi031.stdout:3382: done (8 left) 2024-08-10T05:25:29.755 INFO:tasks.rados.rados.0.smithi031.stdout:3385: done (7 left) 2024-08-10T05:25:29.756 INFO:tasks.rados.rados.0.smithi031.stdout:3386: done (6 left) 2024-08-10T05:25:29.756 INFO:tasks.rados.rados.0.smithi031.stdout:3387: done (5 left) 2024-08-10T05:25:29.756 INFO:tasks.rados.rados.0.smithi031.stdout:3388: done (4 left) 2024-08-10T05:25:29.756 INFO:tasks.rados.rados.0.smithi031.stdout:3389: done (3 left) 2024-08-10T05:25:29.756 INFO:tasks.rados.rados.0.smithi031.stdout:3390: done (2 left) 2024-08-10T05:25:29.756 INFO:tasks.rados.rados.0.smithi031.stdout:3392: done (1 left) 2024-08-10T05:25:29.756 INFO:tasks.rados.rados.0.smithi031.stdout:3394: rollback oid 45 current snap is 314 2024-08-10T05:25:29.756 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 45 to 307 2024-08-10T05:25:29.756 INFO:tasks.rados.rados.0.smithi031.stdout:3395: rollback oid 20 current snap is 314 2024-08-10T05:25:29.756 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 20 to 305 2024-08-10T05:25:29.756 INFO:tasks.rados.rados.0.smithi031.stdout:3396: rmattr oid 13 current snap is 314 2024-08-10T05:25:29.757 INFO:tasks.rados.rados.0.smithi031.stdout:3396: done (3 left) 2024-08-10T05:25:29.757 INFO:tasks.rados.rados.0.smithi031.stdout:3397: read oid 31 snap -1 2024-08-10T05:25:29.757 INFO:tasks.rados.rados.0.smithi031.stdout:3397: expect (ObjNum 1024 snap 309 seq_num 1024) 2024-08-10T05:25:29.757 INFO:tasks.rados.rados.0.smithi031.stdout:3398: delete oid 38 current snap is 314 2024-08-10T05:25:29.759 INFO:tasks.rados.rados.0.smithi031.stdout:3395: finishing rollback tid 0 to smithi03186013-20 2024-08-10T05:25:29.759 INFO:tasks.rados.rados.0.smithi031.stdout:3395: finishing rollback tid 1 to smithi03186013-20 2024-08-10T05:25:29.759 INFO:tasks.rados.rados.0.smithi031.stdout:3395: finishing rollback tid 2 to smithi03186013-20 2024-08-10T05:25:29.760 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 20 v 1691 (ObjNum 768 snap 239 seq_num 768) dirty exists 2024-08-10T05:25:29.760 INFO:tasks.rados.rados.0.smithi031.stdout:3395: done (4 left) 2024-08-10T05:25:29.760 INFO:tasks.rados.rados.0.smithi031.stdout:3398: done (3 left) 2024-08-10T05:25:29.761 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 48 current snap is 314 2024-08-10T05:25:29.761 INFO:tasks.rados.rados.0.smithi031.stdout:3399: seq_num 1038 ranges {4497408=589824} 2024-08-10T05:25:29.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:29 smithi031 ceph-mon[98130]: pgmap v739: 121 pgs: 121 active+clean; 169 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.7 MiB/s wr, 11 op/s 2024-08-10T05:25:29.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:29 smithi031 ceph-mon[98130]: osdmap e719: 8 total, 8 up, 8 in 2024-08-10T05:25:29.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:29 smithi031 ceph-mon[98130]: osdmap e720: 8 total, 8 up, 8 in 2024-08-10T05:25:29.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:29 smithi031 ceph-mon[100614]: pgmap v739: 121 pgs: 121 active+clean; 169 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.7 MiB/s wr, 11 op/s 2024-08-10T05:25:29.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:29 smithi031 ceph-mon[100614]: osdmap e719: 8 total, 8 up, 8 in 2024-08-10T05:25:29.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:29 smithi031 ceph-mon[100614]: osdmap e720: 8 total, 8 up, 8 in 2024-08-10T05:25:29.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:29 smithi196 ceph-mon[90243]: pgmap v739: 121 pgs: 121 active+clean; 169 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.7 MiB/s wr, 11 op/s 2024-08-10T05:25:29.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:29 smithi196 ceph-mon[90243]: osdmap e719: 8 total, 8 up, 8 in 2024-08-10T05:25:29.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:29 smithi196 ceph-mon[90243]: osdmap e720: 8 total, 8 up, 8 in 2024-08-10T05:25:29.789 INFO:tasks.rados.rados.0.smithi031.stdout:3399: writing smithi03186013-48 from 4497408 to 5087232 tid 1 2024-08-10T05:25:29.790 INFO:tasks.rados.rados.0.smithi031.stdout:3400: snap_create 2024-08-10T05:25:29.790 INFO:tasks.rados.rados.0.smithi031.stdout:3394: finishing rollback tid 0 to smithi03186013-45 2024-08-10T05:25:29.790 INFO:tasks.rados.rados.0.smithi031.stdout:3394: finishing rollback tid 1 to smithi03186013-45 2024-08-10T05:25:29.790 INFO:tasks.rados.rados.0.smithi031.stdout:3394: finishing rollback tid 2 to smithi03186013-45 2024-08-10T05:25:29.790 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 45 v 1705 (ObjNum 972 snap 293 seq_num 972) dirty exists 2024-08-10T05:25:29.790 INFO:tasks.rados.rados.0.smithi031.stdout:3393: finishing write tid 1 to smithi03186013-35 2024-08-10T05:25:29.790 INFO:tasks.rados.rados.0.smithi031.stdout:3393: finishing write tid 2 to smithi03186013-35 2024-08-10T05:25:29.790 INFO:tasks.rados.rados.0.smithi031.stdout:3393: finishing write tid 3 to smithi03186013-35 2024-08-10T05:25:29.790 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 35 v 1694 (ObjNum 1036 snap 314 seq_num 1036) dirty exists 2024-08-10T05:25:29.790 INFO:tasks.rados.rados.0.smithi031.stdout:3393: left oid 35 (ObjNum 1036 snap 314 seq_num 1036) 2024-08-10T05:25:29.790 INFO:tasks.rados.rados.0.smithi031.stdout:3397: expect (ObjNum 1024 snap 309 seq_num 1024) 2024-08-10T05:25:30.374 INFO:tasks.rados.rados.0.smithi031.stdout:3399: finishing write tid 1 to smithi03186013-48 2024-08-10T05:25:30.375 INFO:tasks.rados.rados.0.smithi031.stdout:3399: finishing write tid 2 to smithi03186013-48 2024-08-10T05:25:30.375 INFO:tasks.rados.rados.0.smithi031.stdout:3399: finishing write tid 3 to smithi03186013-48 2024-08-10T05:25:30.375 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 48 v 1669 (ObjNum 1038 snap 314 seq_num 1038) dirty exists 2024-08-10T05:25:30.375 INFO:tasks.rados.rados.0.smithi031.stdout:3399: left oid 48 (ObjNum 1038 snap 314 seq_num 1038) 2024-08-10T05:25:30.428 INFO:tasks.rados.rados.0.smithi031.stdout:3393: done (4 left) 2024-08-10T05:25:30.428 INFO:tasks.rados.rados.0.smithi031.stdout:3394: done (3 left) 2024-08-10T05:25:30.428 INFO:tasks.rados.rados.0.smithi031.stdout:3397: done (2 left) 2024-08-10T05:25:30.428 INFO:tasks.rados.rados.0.smithi031.stdout:3399: done (1 left) 2024-08-10T05:25:30.428 INFO:tasks.rados.rados.0.smithi031.stdout:3400: done (0 left) 2024-08-10T05:25:30.428 INFO:tasks.rados.rados.0.smithi031.stdout:3401: snap_create 2024-08-10T05:25:31.432 INFO:tasks.rados.rados.0.smithi031.stdout:3401: done (0 left) 2024-08-10T05:25:31.432 INFO:tasks.rados.rados.0.smithi031.stdout:3402: delete oid 42 current snap is 316 2024-08-10T05:25:31.435 INFO:tasks.rados.rados.0.smithi031.stdout:3402: done (0 left) 2024-08-10T05:25:31.435 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 26 current snap is 316 2024-08-10T05:25:31.435 INFO:tasks.rados.rados.0.smithi031.stdout:3403: seq_num 1040 ranges {5996544=622592} 2024-08-10T05:25:31.471 INFO:tasks.rados.rados.0.smithi031.stdout:3403: writing smithi03186013-26 from 5996544 to 6619136 tid 1 2024-08-10T05:25:31.471 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 42 current snap is 316 2024-08-10T05:25:31.471 INFO:tasks.rados.rados.0.smithi031.stdout:3404: seq_num 1041 ranges {0=638976} 2024-08-10T05:25:31.475 INFO:tasks.rados.rados.0.smithi031.stdout:3404: writing smithi03186013-42 from 0 to 638976 tid 1 2024-08-10T05:25:31.475 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 22 current snap is 316 2024-08-10T05:25:31.475 INFO:tasks.rados.rados.0.smithi031.stdout:3405: seq_num 1042 ranges {4464640=655360} 2024-08-10T05:25:31.503 INFO:tasks.rados.rados.0.smithi031.stdout:3405: writing smithi03186013-22 from 4464640 to 5120000 tid 1 2024-08-10T05:25:31.503 INFO:tasks.rados.rados.0.smithi031.stdout:3406: delete oid 44 current snap is 316 2024-08-10T05:25:31.504 INFO:tasks.rados.rados.0.smithi031.stdout:3403: finishing write tid 1 to smithi03186013-26 2024-08-10T05:25:31.504 INFO:tasks.rados.rados.0.smithi031.stdout:3403: finishing write tid 2 to smithi03186013-26 2024-08-10T05:25:31.504 INFO:tasks.rados.rados.0.smithi031.stdout:3404: finishing write tid 1 to smithi03186013-42 2024-08-10T05:25:31.504 INFO:tasks.rados.rados.0.smithi031.stdout:3404: finishing write tid 2 to smithi03186013-42 2024-08-10T05:25:31.504 INFO:tasks.rados.rados.0.smithi031.stdout:3403: finishing write tid 3 to smithi03186013-26 2024-08-10T05:25:31.504 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 26 v 1690 (ObjNum 1040 snap 316 seq_num 1040) dirty exists 2024-08-10T05:25:31.504 INFO:tasks.rados.rados.0.smithi031.stdout:3403: left oid 26 (ObjNum 1040 snap 316 seq_num 1040) 2024-08-10T05:25:31.504 INFO:tasks.rados.rados.0.smithi031.stdout:3404: finishing write tid 3 to smithi03186013-42 2024-08-10T05:25:31.504 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 42 v 1702 (ObjNum 1041 snap 316 seq_num 1041) dirty exists 2024-08-10T05:25:31.504 INFO:tasks.rados.rados.0.smithi031.stdout:3404: left oid 42 (ObjNum 1041 snap 316 seq_num 1041) 2024-08-10T05:25:31.510 INFO:tasks.rados.rados.0.smithi031.stdout:3405: finishing write tid 1 to smithi03186013-22 2024-08-10T05:25:31.510 INFO:tasks.rados.rados.0.smithi031.stdout:3405: finishing write tid 2 to smithi03186013-22 2024-08-10T05:25:31.511 INFO:tasks.rados.rados.0.smithi031.stdout:3403: done (3 left) 2024-08-10T05:25:31.511 INFO:tasks.rados.rados.0.smithi031.stdout:3404: done (2 left) 2024-08-10T05:25:31.511 INFO:tasks.rados.rados.0.smithi031.stdout:3406: done (1 left) 2024-08-10T05:25:31.511 INFO:tasks.rados.rados.0.smithi031.stdout:3407: read oid 18 snap -1 2024-08-10T05:25:31.511 INFO:tasks.rados.rados.0.smithi031.stdout:3407: expect (ObjNum 1026 snap 312 seq_num 1026) 2024-08-10T05:25:31.511 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 46 current snap is 316 2024-08-10T05:25:31.511 INFO:tasks.rados.rados.0.smithi031.stdout:3408: seq_num 1044 ranges {2088960=688128} 2024-08-10T05:25:31.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:25:31 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:25:31] "GET /metrics HTTP/1.1" 200 36275 "" "Prometheus/2.43.0" 2024-08-10T05:25:31.518 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:31 smithi031 ceph-mon[100614]: pgmap v742: 121 pgs: 121 active+clean; 170 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 1.9 MiB/s wr, 14 op/s 2024-08-10T05:25:31.518 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:31 smithi031 ceph-mon[100614]: osdmap e721: 8 total, 8 up, 8 in 2024-08-10T05:25:31.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:31 smithi031 ceph-mon[98130]: pgmap v742: 121 pgs: 121 active+clean; 170 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 1.9 MiB/s wr, 14 op/s 2024-08-10T05:25:31.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:31 smithi031 ceph-mon[98130]: osdmap e721: 8 total, 8 up, 8 in 2024-08-10T05:25:31.527 INFO:tasks.rados.rados.0.smithi031.stdout:3408: writing smithi03186013-46 from 2088960 to 2777088 tid 1 2024-08-10T05:25:31.527 INFO:tasks.rados.rados.0.smithi031.stdout:3409: read oid 29 snap -1 2024-08-10T05:25:31.527 INFO:tasks.rados.rados.0.smithi031.stdout:3409: expect deleted 2024-08-10T05:25:31.527 INFO:tasks.rados.rados.0.smithi031.stdout:3410: read oid 34 snap -1 2024-08-10T05:25:31.527 INFO:tasks.rados.rados.0.smithi031.stdout:3410: expect (ObjNum 1005 snap 304 seq_num 1005) 2024-08-10T05:25:31.527 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 38 current snap is 316 2024-08-10T05:25:31.528 INFO:tasks.rados.rados.0.smithi031.stdout:3405: finishing write tid 3 to smithi03186013-22 2024-08-10T05:25:31.528 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 22 v 1932 (ObjNum 1042 snap 316 seq_num 1042) dirty exists 2024-08-10T05:25:31.528 INFO:tasks.rados.rados.0.smithi031.stdout:3405: left oid 22 (ObjNum 1042 snap 316 seq_num 1042) 2024-08-10T05:25:31.528 INFO:tasks.rados.rados.0.smithi031.stdout:3407: expect (ObjNum 1026 snap 312 seq_num 1026) 2024-08-10T05:25:31.640 INFO:tasks.rados.rados.0.smithi031.stdout:3408: finishing write tid 1 to smithi03186013-46 2024-08-10T05:25:31.641 INFO:tasks.rados.rados.0.smithi031.stdout:3408: finishing write tid 2 to smithi03186013-46 2024-08-10T05:25:31.641 INFO:tasks.rados.rados.0.smithi031.stdout:3408: finishing write tid 3 to smithi03186013-46 2024-08-10T05:25:31.641 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 46 v 1387 (ObjNum 1044 snap 316 seq_num 1044) dirty exists 2024-08-10T05:25:31.641 INFO:tasks.rados.rados.0.smithi031.stdout:3408: left oid 46 (ObjNum 1044 snap 316 seq_num 1044) 2024-08-10T05:25:31.641 INFO:tasks.rados.rados.0.smithi031.stdout:3410: expect (ObjNum 1005 snap 304 seq_num 1005) 2024-08-10T05:25:31.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:31 smithi196 ceph-mon[90243]: pgmap v742: 121 pgs: 121 active+clean; 170 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 1.9 MiB/s wr, 14 op/s 2024-08-10T05:25:31.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:31 smithi196 ceph-mon[90243]: osdmap e721: 8 total, 8 up, 8 in 2024-08-10T05:25:31.792 INFO:tasks.rados.rados.0.smithi031.stdout:3411: seq_num 1045 ranges {0=704512} 2024-08-10T05:25:31.796 INFO:tasks.rados.rados.0.smithi031.stdout:3411: writing smithi03186013-38 from 0 to 704512 tid 1 2024-08-10T05:25:31.796 INFO:tasks.rados.rados.0.smithi031.stdout:3405: done (5 left) 2024-08-10T05:25:31.796 INFO:tasks.rados.rados.0.smithi031.stdout:3407: done (4 left) 2024-08-10T05:25:31.796 INFO:tasks.rados.rados.0.smithi031.stdout:3408: done (3 left) 2024-08-10T05:25:31.796 INFO:tasks.rados.rados.0.smithi031.stdout:3409: done (2 left) 2024-08-10T05:25:31.796 INFO:tasks.rados.rados.0.smithi031.stdout:3410: done (1 left) 2024-08-10T05:25:31.796 INFO:tasks.rados.rados.0.smithi031.stdout:3412: snap_create 2024-08-10T05:25:31.799 INFO:tasks.rados.rados.0.smithi031.stdout:3411: finishing write tid 1 to smithi03186013-38 2024-08-10T05:25:31.799 INFO:tasks.rados.rados.0.smithi031.stdout:3411: finishing write tid 2 to smithi03186013-38 2024-08-10T05:25:31.802 INFO:tasks.rados.rados.0.smithi031.stdout:3411: finishing write tid 3 to smithi03186013-38 2024-08-10T05:25:31.803 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 38 v 1693 (ObjNum 1045 snap 316 seq_num 1045) dirty exists 2024-08-10T05:25:31.803 INFO:tasks.rados.rados.0.smithi031.stdout:3411: left oid 38 (ObjNum 1045 snap 316 seq_num 1045) 2024-08-10T05:25:32.449 INFO:tasks.rados.rados.0.smithi031.stdout:3411: done (1 left) 2024-08-10T05:25:32.450 INFO:tasks.rados.rados.0.smithi031.stdout:3412: done (0 left) 2024-08-10T05:25:32.450 INFO:tasks.rados.rados.0.smithi031.stdout:3413: snap_remove snap 314 2024-08-10T05:25:32.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:32 smithi031 ceph-mon[98130]: osdmap e722: 8 total, 8 up, 8 in 2024-08-10T05:25:32.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:32 smithi031 ceph-mon[100614]: osdmap e722: 8 total, 8 up, 8 in 2024-08-10T05:25:32.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:32 smithi196 ceph-mon[90243]: osdmap e722: 8 total, 8 up, 8 in 2024-08-10T05:25:32.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:25:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:25:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:25:33.450 INFO:tasks.rados.rados.0.smithi031.stdout:3413: done (0 left) 2024-08-10T05:25:33.450 INFO:tasks.rados.rados.0.smithi031.stdout:3414: copy_from oid 49 from oid 17 current snap is 317 2024-08-10T05:25:33.450 INFO:tasks.rados.rados.0.smithi031.stdout:3415: snap_remove snap 306 2024-08-10T05:25:33.768 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:33 smithi031 ceph-mon[100614]: pgmap v745: 121 pgs: 121 active+clean; 178 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.2 MiB/s wr, 12 op/s 2024-08-10T05:25:33.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:33 smithi031 ceph-mon[100614]: osdmap e723: 8 total, 8 up, 8 in 2024-08-10T05:25:33.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:33 smithi031 ceph-mon[98130]: pgmap v745: 121 pgs: 121 active+clean; 178 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.2 MiB/s wr, 12 op/s 2024-08-10T05:25:33.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:33 smithi031 ceph-mon[98130]: osdmap e723: 8 total, 8 up, 8 in 2024-08-10T05:25:33.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:33 smithi196 ceph-mon[90243]: pgmap v745: 121 pgs: 121 active+clean; 178 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.2 MiB/s wr, 12 op/s 2024-08-10T05:25:33.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:33 smithi196 ceph-mon[90243]: osdmap e723: 8 total, 8 up, 8 in 2024-08-10T05:25:34.295 INFO:tasks.rados.rados.0.smithi031.stdout:3415: done (1 left) 2024-08-10T05:25:34.295 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 28 current snap is 317 2024-08-10T05:25:34.295 INFO:tasks.rados.rados.0.smithi031.stdout:3416: seq_num 1046 ranges {1753088=729088} 2024-08-10T05:25:34.310 INFO:tasks.rados.rados.0.smithi031.stdout:3416: writing smithi03186013-28 from 1753088 to 2482176 tid 1 2024-08-10T05:25:34.311 INFO:tasks.rados.rados.0.smithi031.stdout:3417: snap_remove snap 313 2024-08-10T05:25:34.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:34 smithi031 ceph-mon[98130]: osdmap e724: 8 total, 8 up, 8 in 2024-08-10T05:25:34.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:34 smithi031 ceph-mon[98130]: osdmap e725: 8 total, 8 up, 8 in 2024-08-10T05:25:34.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:34 smithi031 ceph-mon[100614]: osdmap e724: 8 total, 8 up, 8 in 2024-08-10T05:25:34.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:34 smithi031 ceph-mon[100614]: osdmap e725: 8 total, 8 up, 8 in 2024-08-10T05:25:34.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:34 smithi196 ceph-mon[90243]: osdmap e724: 8 total, 8 up, 8 in 2024-08-10T05:25:34.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:34 smithi196 ceph-mon[90243]: osdmap e725: 8 total, 8 up, 8 in 2024-08-10T05:25:35.295 INFO:tasks.rados.rados.0.smithi031.stdout:3417: done (2 left) 2024-08-10T05:25:35.295 INFO:tasks.rados.rados.0.smithi031.stdout:3418: delete oid 27 current snap is 317 2024-08-10T05:25:35.295 INFO:tasks.rados.rados.0.smithi031.stdout:3414: finishing copy_from racing read to smithi03186013-49 2024-08-10T05:25:35.296 INFO:tasks.rados.rados.0.smithi031.stdout:3414: finishing copy_from to smithi03186013-49 2024-08-10T05:25:35.296 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 49 v 1372 (ObjNum 984 snap 298 seq_num 984) dirty exists 2024-08-10T05:25:35.296 INFO:tasks.rados.rados.0.smithi031.stdout:3416: finishing write tid 1 to smithi03186013-28 2024-08-10T05:25:35.296 INFO:tasks.rados.rados.0.smithi031.stdout:3416: finishing write tid 2 to smithi03186013-28 2024-08-10T05:25:35.296 INFO:tasks.rados.rados.0.smithi031.stdout:3416: finishing write tid 3 to smithi03186013-28 2024-08-10T05:25:35.296 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 28 v 1716 (ObjNum 1046 snap 317 seq_num 1046) dirty exists 2024-08-10T05:25:35.296 INFO:tasks.rados.rados.0.smithi031.stdout:3416: left oid 28 (ObjNum 1046 snap 317 seq_num 1046) 2024-08-10T05:25:35.304 INFO:tasks.rados.rados.0.smithi031.stdout:3414: done (2 left) 2024-08-10T05:25:35.304 INFO:tasks.rados.rados.0.smithi031.stdout:3416: done (1 left) 2024-08-10T05:25:35.304 INFO:tasks.rados.rados.0.smithi031.stdout:3418: done (0 left) 2024-08-10T05:25:35.304 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 4 current snap is 317 2024-08-10T05:25:35.304 INFO:tasks.rados.rados.0.smithi031.stdout:3419: seq_num 1048 ranges {0=761856} 2024-08-10T05:25:35.309 INFO:tasks.rados.rados.0.smithi031.stdout:3419: writing smithi03186013-4 from 0 to 761856 tid 1 2024-08-10T05:25:35.312 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 40 current snap is 317 2024-08-10T05:25:35.312 INFO:tasks.rados.rados.0.smithi031.stdout:3420: seq_num 1049 ranges {1916928=778240} 2024-08-10T05:25:35.325 INFO:tasks.rados.rados.0.smithi031.stdout:3420: writing smithi03186013-40 from 1916928 to 2695168 tid 1 2024-08-10T05:25:35.326 INFO:tasks.rados.rados.0.smithi031.stdout:3421: copy_from oid 33 from oid 22 current snap is 317 2024-08-10T05:25:35.326 INFO:tasks.rados.rados.0.smithi031.stdout:3419: finishing write tid 1 to smithi03186013-4 2024-08-10T05:25:35.326 INFO:tasks.rados.rados.0.smithi031.stdout:3419: finishing write tid 2 to smithi03186013-4 2024-08-10T05:25:35.326 INFO:tasks.rados.rados.0.smithi031.stdout:3419: finishing write tid 3 to smithi03186013-4 2024-08-10T05:25:35.326 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 4 v 1722 (ObjNum 1048 snap 317 seq_num 1048) dirty exists 2024-08-10T05:25:35.326 INFO:tasks.rados.rados.0.smithi031.stdout:3419: left oid 4 (ObjNum 1048 snap 317 seq_num 1048) 2024-08-10T05:25:35.326 INFO:tasks.rados.rados.0.smithi031.stdout:3419: done (2 left) 2024-08-10T05:25:35.326 INFO:tasks.rados.rados.0.smithi031.stdout:3422: snap_remove snap 312 2024-08-10T05:25:35.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:35 smithi031 ceph-mon[98130]: pgmap v748: 121 pgs: 121 active+clean; 188 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 3.5 MiB/s wr, 15 op/s 2024-08-10T05:25:35.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:35 smithi031 ceph-mon[98130]: osdmap e726: 8 total, 8 up, 8 in 2024-08-10T05:25:35.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:35 smithi031 ceph-mon[100614]: pgmap v748: 121 pgs: 121 active+clean; 188 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 3.5 MiB/s wr, 15 op/s 2024-08-10T05:25:35.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:35 smithi031 ceph-mon[100614]: osdmap e726: 8 total, 8 up, 8 in 2024-08-10T05:25:35.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:35 smithi196 ceph-mon[90243]: pgmap v748: 121 pgs: 121 active+clean; 188 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 3.5 MiB/s wr, 15 op/s 2024-08-10T05:25:35.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:35 smithi196 ceph-mon[90243]: osdmap e726: 8 total, 8 up, 8 in 2024-08-10T05:25:36.306 INFO:tasks.rados.rados.0.smithi031.stdout:3420: finishing write tid 1 to smithi03186013-40 2024-08-10T05:25:36.306 INFO:tasks.rados.rados.0.smithi031.stdout:3420: finishing write tid 2 to smithi03186013-40 2024-08-10T05:25:36.306 INFO:tasks.rados.rados.0.smithi031.stdout:3420: finishing write tid 3 to smithi03186013-40 2024-08-10T05:25:36.306 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 40 v 1695 (ObjNum 1049 snap 317 seq_num 1049) dirty exists 2024-08-10T05:25:36.306 INFO:tasks.rados.rados.0.smithi031.stdout:3420: left oid 40 (ObjNum 1049 snap 317 seq_num 1049) 2024-08-10T05:25:36.306 INFO:tasks.rados.rados.0.smithi031.stdout:3421: finishing copy_from racing read to smithi03186013-33 2024-08-10T05:25:36.307 INFO:tasks.rados.rados.0.smithi031.stdout:3421: finishing copy_from to smithi03186013-33 2024-08-10T05:25:36.307 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 33 v 1932 (ObjNum 1042 snap 316 seq_num 1042) dirty exists 2024-08-10T05:25:36.307 INFO:tasks.rados.rados.0.smithi031.stdout:3420: done (2 left) 2024-08-10T05:25:36.307 INFO:tasks.rados.rados.0.smithi031.stdout:3421: done (1 left) 2024-08-10T05:25:36.307 INFO:tasks.rados.rados.0.smithi031.stdout:3422: done (0 left) 2024-08-10T05:25:36.307 INFO:tasks.rados.rados.0.smithi031.stdout:3423: rmattr oid 43 current snap is 317 2024-08-10T05:25:36.307 INFO:tasks.rados.rados.0.smithi031.stdout:3423: done (0 left) 2024-08-10T05:25:36.307 INFO:tasks.rados.rados.0.smithi031.stdout:3424: setattr oid 39 current snap is 317 2024-08-10T05:25:36.307 INFO:tasks.rados.rados.0.smithi031.stdout:3425: read oid 32 snap -1 2024-08-10T05:25:36.307 INFO:tasks.rados.rados.0.smithi031.stdout:3425: expect (ObjNum 1027 snap 312 seq_num 1027) 2024-08-10T05:25:36.307 INFO:tasks.rados.rados.0.smithi031.stdout:3426: snap_remove snap 305 2024-08-10T05:25:37.305 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 39 v 1673 (ObjNum 1033 snap 314 seq_num 1033) dirty exists 2024-08-10T05:25:37.305 INFO:tasks.rados.rados.0.smithi031.stdout:3425: expect (ObjNum 1027 snap 312 seq_num 1027) 2024-08-10T05:25:37.464 INFO:tasks.rados.rados.0.smithi031.stdout:3424: done (2 left) 2024-08-10T05:25:37.464 INFO:tasks.rados.rados.0.smithi031.stdout:3425: done (1 left) 2024-08-10T05:25:37.464 INFO:tasks.rados.rados.0.smithi031.stdout:3426: done (0 left) 2024-08-10T05:25:37.465 INFO:tasks.rados.rados.0.smithi031.stdout:3427: snap_remove snap 316 2024-08-10T05:25:37.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:37 smithi031 ceph-mon[98130]: pgmap v751: 121 pgs: 121 active+clean; 189 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.7 MiB/s wr, 11 op/s 2024-08-10T05:25:37.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:37 smithi031 ceph-mon[98130]: osdmap e727: 8 total, 8 up, 8 in 2024-08-10T05:25:37.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:37 smithi031 ceph-mon[100614]: pgmap v751: 121 pgs: 121 active+clean; 189 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.7 MiB/s wr, 11 op/s 2024-08-10T05:25:37.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:37 smithi031 ceph-mon[100614]: osdmap e727: 8 total, 8 up, 8 in 2024-08-10T05:25:37.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:37 smithi196 ceph-mon[90243]: pgmap v751: 121 pgs: 121 active+clean; 189 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.7 MiB/s wr, 11 op/s 2024-08-10T05:25:37.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:37 smithi196 ceph-mon[90243]: osdmap e727: 8 total, 8 up, 8 in 2024-08-10T05:25:38.312 INFO:tasks.rados.rados.0.smithi031.stdout:3427: done (0 left) 2024-08-10T05:25:38.312 INFO:tasks.rados.rados.0.smithi031.stdout:3428: copy_from oid 5 from oid 40 current snap is 317 2024-08-10T05:25:38.312 INFO:tasks.rados.rados.0.smithi031.stdout:3429: setattr oid 39 current snap is 317 2024-08-10T05:25:38.314 INFO:tasks.rados.rados.0.smithi031.stdout:3430: snap_remove snap 315 2024-08-10T05:25:38.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:38 smithi031 ceph-mon[98130]: osdmap e728: 8 total, 8 up, 8 in 2024-08-10T05:25:38.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:38 smithi031 ceph-mon[100614]: osdmap e728: 8 total, 8 up, 8 in 2024-08-10T05:25:38.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:38 smithi196 ceph-mon[90243]: osdmap e728: 8 total, 8 up, 8 in 2024-08-10T05:25:39.296 INFO:tasks.rados.rados.0.smithi031.stdout:3430: done (2 left) 2024-08-10T05:25:39.296 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 42 current snap is 317 2024-08-10T05:25:39.297 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 39 v 1674 (ObjNum 1033 snap 314 seq_num 1033) dirty exists 2024-08-10T05:25:39.297 INFO:tasks.rados.rados.0.smithi031.stdout:3428: finishing copy_from racing read to smithi03186013-5 2024-08-10T05:25:39.297 INFO:tasks.rados.rados.0.smithi031.stdout:3428: finishing copy_from to smithi03186013-5 2024-08-10T05:25:39.297 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 5 v 1695 (ObjNum 1049 snap 317 seq_num 1049) dirty exists 2024-08-10T05:25:39.297 INFO:tasks.rados.rados.0.smithi031.stdout:3431: seq_num 1050 ranges {638976=794624} 2024-08-10T05:25:39.305 INFO:tasks.rados.rados.0.smithi031.stdout:3431: writing smithi03186013-42 from 638976 to 1433600 tid 1 2024-08-10T05:25:39.306 INFO:tasks.rados.rados.0.smithi031.stdout:3428: done (2 left) 2024-08-10T05:25:39.306 INFO:tasks.rados.rados.0.smithi031.stdout:3429: done (1 left) 2024-08-10T05:25:39.306 INFO:tasks.rados.rados.0.smithi031.stdout:3432: rollback oid 28 current snap is 317 2024-08-10T05:25:39.306 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 28 to 310 2024-08-10T05:25:39.306 INFO:tasks.rados.rados.0.smithi031.stdout:3433: snap_remove snap 311 2024-08-10T05:25:39.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:39 smithi031 ceph-mon[98130]: pgmap v754: 121 pgs: 121 active+clean; 191 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 1016 KiB/s wr, 11 op/s 2024-08-10T05:25:39.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:39 smithi031 ceph-mon[98130]: osdmap e729: 8 total, 8 up, 8 in 2024-08-10T05:25:39.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:39 smithi031 ceph-mon[98130]: osdmap e730: 8 total, 8 up, 8 in 2024-08-10T05:25:39.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:39 smithi031 ceph-mon[100614]: pgmap v754: 121 pgs: 121 active+clean; 191 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 1016 KiB/s wr, 11 op/s 2024-08-10T05:25:39.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:39 smithi031 ceph-mon[100614]: osdmap e729: 8 total, 8 up, 8 in 2024-08-10T05:25:39.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:39 smithi031 ceph-mon[100614]: osdmap e730: 8 total, 8 up, 8 in 2024-08-10T05:25:39.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:39 smithi196 ceph-mon[90243]: pgmap v754: 121 pgs: 121 active+clean; 191 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 1016 KiB/s wr, 11 op/s 2024-08-10T05:25:39.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:39 smithi196 ceph-mon[90243]: osdmap e729: 8 total, 8 up, 8 in 2024-08-10T05:25:39.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:39 smithi196 ceph-mon[90243]: osdmap e730: 8 total, 8 up, 8 in 2024-08-10T05:25:40.303 INFO:tasks.rados.rados.0.smithi031.stdout:3432: finishing rollback tid 0 to smithi03186013-28 2024-08-10T05:25:40.304 INFO:tasks.rados.rados.0.smithi031.stdout:3432: finishing rollback tid 1 to smithi03186013-28 2024-08-10T05:25:40.304 INFO:tasks.rados.rados.0.smithi031.stdout:3432: finishing rollback tid 2 to smithi03186013-28 2024-08-10T05:25:40.304 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 28 v 1719 (ObjNum 964 snap 291 seq_num 964) dirty exists 2024-08-10T05:25:40.304 INFO:tasks.rados.rados.0.smithi031.stdout:3431: finishing write tid 1 to smithi03186013-42 2024-08-10T05:25:40.304 INFO:tasks.rados.rados.0.smithi031.stdout:3431: finishing write tid 2 to smithi03186013-42 2024-08-10T05:25:40.304 INFO:tasks.rados.rados.0.smithi031.stdout:3431: finishing write tid 3 to smithi03186013-42 2024-08-10T05:25:40.304 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 42 v 1704 (ObjNum 1050 snap 317 seq_num 1050) dirty exists 2024-08-10T05:25:40.304 INFO:tasks.rados.rados.0.smithi031.stdout:3431: left oid 42 (ObjNum 1050 snap 317 seq_num 1050) 2024-08-10T05:25:40.304 INFO:tasks.rados.rados.0.smithi031.stdout:3431: done (2 left) 2024-08-10T05:25:40.304 INFO:tasks.rados.rados.0.smithi031.stdout:3432: done (1 left) 2024-08-10T05:25:40.304 INFO:tasks.rados.rados.0.smithi031.stdout:3433: done (0 left) 2024-08-10T05:25:40.305 INFO:tasks.rados.rados.0.smithi031.stdout:3434: delete oid 6 current snap is 317 2024-08-10T05:25:40.317 INFO:tasks.rados.rados.0.smithi031.stdout:3434: done (0 left) 2024-08-10T05:25:40.317 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 41 current snap is 317 2024-08-10T05:25:40.317 INFO:tasks.rados.rados.0.smithi031.stdout:3435: seq_num 1052 ranges {2695168=425984,3121152=401408} 2024-08-10T05:25:40.334 INFO:tasks.rados.rados.0.smithi031.stdout:3435: writing smithi03186013-41 from 2695168 to 3121152 tid 1 2024-08-10T05:25:40.336 INFO:tasks.rados.rados.0.smithi031.stdout:3435: writing smithi03186013-41 from 3121152 to 3522560 tid 2 2024-08-10T05:25:40.336 INFO:tasks.rados.rados.0.smithi031.stdout:3436: delete oid 48 current snap is 317 2024-08-10T05:25:40.339 INFO:tasks.rados.rados.0.smithi031.stdout:3436: done (1 left) 2024-08-10T05:25:40.339 INFO:tasks.rados.rados.0.smithi031.stdout:3437: copy_from oid 34 from oid 3 current snap is 317 2024-08-10T05:25:40.339 INFO:tasks.rados.rados.0.smithi031.stdout:3438: copy_from oid 25 from oid 31 current snap is 317 2024-08-10T05:25:40.339 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 4 current snap is 317 2024-08-10T05:25:40.339 INFO:tasks.rados.rados.0.smithi031.stdout:3439: seq_num 1054 ranges {761856=458752,1220608=401408} 2024-08-10T05:25:40.346 INFO:tasks.rados.rados.0.smithi031.stdout:3439: writing smithi03186013-4 from 761856 to 1220608 tid 1 2024-08-10T05:25:40.349 INFO:tasks.rados.rados.0.smithi031.stdout:3439: writing smithi03186013-4 from 1220608 to 1622016 tid 2 2024-08-10T05:25:40.349 INFO:tasks.rados.rados.0.smithi031.stdout:3440: rollback oid 12 current snap is 317 2024-08-10T05:25:40.349 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 12 to 310 2024-08-10T05:25:40.349 INFO:tasks.rados.rados.0.smithi031.stdout:3435: finishing write tid 1 to smithi03186013-41 2024-08-10T05:25:40.349 INFO:tasks.rados.rados.0.smithi031.stdout:3441: delete oid 2 current snap is 317 2024-08-10T05:25:40.349 INFO:tasks.rados.rados.0.smithi031.stdout:3435: finishing write tid 2 to smithi03186013-41 2024-08-10T05:25:40.349 INFO:tasks.rados.rados.0.smithi031.stdout:3435: finishing write tid 3 to smithi03186013-41 2024-08-10T05:25:40.350 INFO:tasks.rados.rados.0.smithi031.stdout:3435: finishing write tid 4 to smithi03186013-41 2024-08-10T05:25:40.350 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 41 v 1725 (ObjNum 1052 snap 317 seq_num 1052) dirty exists 2024-08-10T05:25:40.350 INFO:tasks.rados.rados.0.smithi031.stdout:3435: left oid 41 (ObjNum 1052 snap 317 seq_num 1052) 2024-08-10T05:25:40.352 INFO:tasks.rados.rados.0.smithi031.stdout:3435: done (5 left) 2024-08-10T05:25:40.352 INFO:tasks.rados.rados.0.smithi031.stdout:3441: done (4 left) 2024-08-10T05:25:40.352 INFO:tasks.rados.rados.0.smithi031.stdout:3442: copy_from oid 38 from oid 5 current snap is 317 2024-08-10T05:25:40.352 INFO:tasks.rados.rados.0.smithi031.stdout:3440: finishing rollback tid 1 to smithi03186013-12 2024-08-10T05:25:40.352 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 12 v 0 (ObjNum 289 snap 0 seq_num 1198760885) dirty dne 2024-08-10T05:25:40.352 INFO:tasks.rados.rados.0.smithi031.stdout:3440: done (4 left) 2024-08-10T05:25:40.352 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 33 current snap is 317 2024-08-10T05:25:40.352 INFO:tasks.rados.rados.0.smithi031.stdout:3443: seq_num 1056 ranges {5120000=491520,5611520=401408} 2024-08-10T05:25:40.383 INFO:tasks.rados.rados.0.smithi031.stdout:3443: writing smithi03186013-33 from 5120000 to 5611520 tid 1 2024-08-10T05:25:40.386 INFO:tasks.rados.rados.0.smithi031.stdout:3443: writing smithi03186013-33 from 5611520 to 6012928 tid 2 2024-08-10T05:25:40.386 INFO:tasks.rados.rados.0.smithi031.stdout:3444: rollback oid 10 current snap is 317 2024-08-10T05:25:40.386 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 10 to 310 2024-08-10T05:25:40.386 INFO:tasks.rados.rados.0.smithi031.stdout:3439: finishing write tid 1 to smithi03186013-4 2024-08-10T05:25:40.387 INFO:tasks.rados.rados.0.smithi031.stdout:3445: rollback oid 11 current snap is 317 2024-08-10T05:25:40.387 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 11 to 310 2024-08-10T05:25:40.387 INFO:tasks.rados.rados.0.smithi031.stdout:3439: finishing write tid 2 to smithi03186013-4 2024-08-10T05:25:40.387 INFO:tasks.rados.rados.0.smithi031.stdout:3437: finishing copy_from racing read to smithi03186013-34 2024-08-10T05:25:40.387 INFO:tasks.rados.rados.0.smithi031.stdout:3439: finishing write tid 3 to smithi03186013-4 2024-08-10T05:25:40.387 INFO:tasks.rados.rados.0.smithi031.stdout:3439: finishing write tid 4 to smithi03186013-4 2024-08-10T05:25:40.387 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 4 v 1728 (ObjNum 1054 snap 317 seq_num 1054) dirty exists 2024-08-10T05:25:40.387 INFO:tasks.rados.rados.0.smithi031.stdout:3439: left oid 4 (ObjNum 1054 snap 317 seq_num 1054) 2024-08-10T05:25:40.387 INFO:tasks.rados.rados.0.smithi031.stdout:3438: finishing copy_from racing read to smithi03186013-25 2024-08-10T05:25:40.387 INFO:tasks.rados.rados.0.smithi031.stdout:3437: finishing copy_from to smithi03186013-34 2024-08-10T05:25:40.387 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 34 v 1450 (ObjNum 991 snap 302 seq_num 991) dirty exists 2024-08-10T05:25:40.387 INFO:tasks.rados.rados.0.smithi031.stdout:3438: finishing copy_from to smithi03186013-25 2024-08-10T05:25:40.387 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 25 v 1699 (ObjNum 1024 snap 309 seq_num 1024) dirty exists 2024-08-10T05:25:40.388 INFO:tasks.rados.rados.0.smithi031.stdout:3442: finishing copy_from racing read to smithi03186013-38 2024-08-10T05:25:40.388 INFO:tasks.rados.rados.0.smithi031.stdout:3442: finishing copy_from to smithi03186013-38 2024-08-10T05:25:40.388 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 38 v 1695 (ObjNum 1049 snap 317 seq_num 1049) dirty exists 2024-08-10T05:25:40.388 INFO:tasks.rados.rados.0.smithi031.stdout:3437: done (6 left) 2024-08-10T05:25:40.388 INFO:tasks.rados.rados.0.smithi031.stdout:3438: done (5 left) 2024-08-10T05:25:40.388 INFO:tasks.rados.rados.0.smithi031.stdout:3439: done (4 left) 2024-08-10T05:25:40.388 INFO:tasks.rados.rados.0.smithi031.stdout:3442: done (3 left) 2024-08-10T05:25:40.388 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 48 current snap is 317 2024-08-10T05:25:40.388 INFO:tasks.rados.rados.0.smithi031.stdout:3446: seq_num 1057 ranges {0=507904,507904=401408} 2024-08-10T05:25:40.389 INFO:tasks.rados.rados.0.smithi031.stdout:3446: writing smithi03186013-48 from 0 to 507904 tid 1 2024-08-10T05:25:40.394 INFO:tasks.rados.rados.0.smithi031.stdout:3446: writing smithi03186013-48 from 507904 to 909312 tid 2 2024-08-10T05:25:40.394 INFO:tasks.rados.rados.0.smithi031.stdout:3447: delete oid 27 current snap is 317 2024-08-10T05:25:40.395 INFO:tasks.rados.rados.0.smithi031.stdout:3443: finishing write tid 1 to smithi03186013-33 2024-08-10T05:25:40.395 INFO:tasks.rados.rados.0.smithi031.stdout:3444: finishing rollback tid 1 to smithi03186013-10 2024-08-10T05:25:40.395 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 10 v 0 (ObjNum 129 snap 0 seq_num 590028584) dirty dne 2024-08-10T05:25:40.395 INFO:tasks.rados.rados.0.smithi031.stdout:3443: finishing write tid 2 to smithi03186013-33 2024-08-10T05:25:40.395 INFO:tasks.rados.rados.0.smithi031.stdout:3443: finishing write tid 3 to smithi03186013-33 2024-08-10T05:25:40.395 INFO:tasks.rados.rados.0.smithi031.stdout:3445: finishing rollback tid 0 to smithi03186013-11 2024-08-10T05:25:40.395 INFO:tasks.rados.rados.0.smithi031.stdout:3445: finishing rollback tid 1 to smithi03186013-11 2024-08-10T05:25:40.395 INFO:tasks.rados.rados.0.smithi031.stdout:3445: finishing rollback tid 2 to smithi03186013-11 2024-08-10T05:25:40.395 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 11 v 1695 (ObjNum 1014 snap 307 seq_num 1014) dirty exists 2024-08-10T05:25:40.395 INFO:tasks.rados.rados.0.smithi031.stdout:3443: finishing write tid 4 to smithi03186013-33 2024-08-10T05:25:40.395 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 33 v 1935 (ObjNum 1056 snap 317 seq_num 1056) dirty exists 2024-08-10T05:25:40.395 INFO:tasks.rados.rados.0.smithi031.stdout:3443: left oid 33 (ObjNum 1056 snap 317 seq_num 1056) 2024-08-10T05:25:40.396 INFO:tasks.rados.rados.0.smithi031.stdout:3446: finishing write tid 1 to smithi03186013-48 2024-08-10T05:25:40.396 INFO:tasks.rados.rados.0.smithi031.stdout:3443: done (4 left) 2024-08-10T05:25:40.396 INFO:tasks.rados.rados.0.smithi031.stdout:3444: done (3 left) 2024-08-10T05:25:40.396 INFO:tasks.rados.rados.0.smithi031.stdout:3445: done (2 left) 2024-08-10T05:25:40.396 INFO:tasks.rados.rados.0.smithi031.stdout:3447: done (1 left) 2024-08-10T05:25:40.396 INFO:tasks.rados.rados.0.smithi031.stdout:3448: read oid 16 snap -1 2024-08-10T05:25:40.396 INFO:tasks.rados.rados.0.smithi031.stdout:3448: expect (ObjNum 964 snap 291 seq_num 964) 2024-08-10T05:25:40.396 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 11 current snap is 317 2024-08-10T05:25:40.396 INFO:tasks.rados.rados.0.smithi031.stdout:3449: seq_num 1059 ranges {11132928=540672,11673600=401408} 2024-08-10T05:25:40.457 INFO:tasks.rados.rados.0.smithi031.stdout:3449: writing smithi03186013-11 from 11132928 to 11673600 tid 1 2024-08-10T05:25:40.460 INFO:tasks.rados.rados.0.smithi031.stdout:3449: writing smithi03186013-11 from 11673600 to 12075008 tid 2 2024-08-10T05:25:40.460 INFO:tasks.rados.rados.0.smithi031.stdout:3450: read oid 8 snap -1 2024-08-10T05:25:40.460 INFO:tasks.rados.rados.0.smithi031.stdout:3450: expect (ObjNum 1002 snap 303 seq_num 1002) 2024-08-10T05:25:40.460 INFO:tasks.rados.rados.0.smithi031.stdout:3451: read oid 2 snap 310 2024-08-10T05:25:40.460 INFO:tasks.rados.rados.0.smithi031.stdout:3451: expect (ObjNum 979 snap 297 seq_num 979) 2024-08-10T05:25:40.460 INFO:tasks.rados.rados.0.smithi031.stdout:3452: rmattr oid 12 current snap is 317 2024-08-10T05:25:40.460 INFO:tasks.rados.rados.0.smithi031.stdout:3446: finishing write tid 2 to smithi03186013-48 2024-08-10T05:25:40.460 INFO:tasks.rados.rados.0.smithi031.stdout:3446: finishing write tid 3 to smithi03186013-48 2024-08-10T05:25:40.460 INFO:tasks.rados.rados.0.smithi031.stdout:3446: finishing write tid 4 to smithi03186013-48 2024-08-10T05:25:40.460 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 48 v 1673 (ObjNum 1057 snap 317 seq_num 1057) dirty exists 2024-08-10T05:25:40.461 INFO:tasks.rados.rados.0.smithi031.stdout:3446: left oid 48 (ObjNum 1057 snap 317 seq_num 1057) 2024-08-10T05:25:40.461 INFO:tasks.rados.rados.0.smithi031.stdout:3448: expect (ObjNum 964 snap 291 seq_num 964) 2024-08-10T05:25:40.513 INFO:tasks.rados.rados.0.smithi031.stdout:3449: finishing write tid 1 to smithi03186013-11 2024-08-10T05:25:40.513 INFO:tasks.rados.rados.0.smithi031.stdout:3449: finishing write tid 2 to smithi03186013-11 2024-08-10T05:25:40.513 INFO:tasks.rados.rados.0.smithi031.stdout:3449: finishing write tid 3 to smithi03186013-11 2024-08-10T05:25:40.513 INFO:tasks.rados.rados.0.smithi031.stdout:3449: finishing write tid 4 to smithi03186013-11 2024-08-10T05:25:40.513 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 11 v 1698 (ObjNum 1059 snap 317 seq_num 1059) dirty exists 2024-08-10T05:25:40.513 INFO:tasks.rados.rados.0.smithi031.stdout:3449: left oid 11 (ObjNum 1059 snap 317 seq_num 1059) 2024-08-10T05:25:40.513 INFO:tasks.rados.rados.0.smithi031.stdout:3450: expect (ObjNum 1002 snap 303 seq_num 1002) 2024-08-10T05:25:40.679 INFO:tasks.rados.rados.0.smithi031.stdout:3451: expect (ObjNum 979 snap 297 seq_num 979) 2024-08-10T05:25:40.731 INFO:tasks.rados.rados.0.smithi031.stdout:3446: done (5 left) 2024-08-10T05:25:40.731 INFO:tasks.rados.rados.0.smithi031.stdout:3448: done (4 left) 2024-08-10T05:25:40.731 INFO:tasks.rados.rados.0.smithi031.stdout:3449: done (3 left) 2024-08-10T05:25:40.731 INFO:tasks.rados.rados.0.smithi031.stdout:3450: done (2 left) 2024-08-10T05:25:40.732 INFO:tasks.rados.rados.0.smithi031.stdout:3451: done (1 left) 2024-08-10T05:25:40.732 INFO:tasks.rados.rados.0.smithi031.stdout:3452: done (0 left) 2024-08-10T05:25:40.732 INFO:tasks.rados.rados.0.smithi031.stdout:3453: rollback oid 47 current snap is 317 2024-08-10T05:25:40.732 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 47 to 310 2024-08-10T05:25:40.732 INFO:tasks.rados.rados.0.smithi031.stdout:3454: snap_create 2024-08-10T05:25:40.734 INFO:tasks.rados.rados.0.smithi031.stdout:3453: finishing rollback tid 0 to smithi03186013-47 2024-08-10T05:25:40.734 INFO:tasks.rados.rados.0.smithi031.stdout:3453: finishing rollback tid 1 to smithi03186013-47 2024-08-10T05:25:40.734 INFO:tasks.rados.rados.0.smithi031.stdout:3453: finishing rollback tid 2 to smithi03186013-47 2024-08-10T05:25:40.734 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 47 v 1938 (ObjNum 978 snap 297 seq_num 978) dirty exists 2024-08-10T05:25:41.318 INFO:tasks.rados.rados.0.smithi031.stdout:3453: done (1 left) 2024-08-10T05:25:41.319 INFO:tasks.rados.rados.0.smithi031.stdout:3454: done (0 left) 2024-08-10T05:25:41.319 INFO:tasks.rados.rados.0.smithi031.stdout:3455: delete oid 12 current snap is 318 2024-08-10T05:25:41.324 INFO:tasks.rados.rados.0.smithi031.stdout:3455: done (0 left) 2024-08-10T05:25:41.324 INFO:tasks.rados.rados.0.smithi031.stdout:3456: setattr oid 33 current snap is 318 2024-08-10T05:25:41.325 INFO:tasks.rados.rados.0.smithi031.stdout:3457: delete oid 45 current snap is 318 2024-08-10T05:25:41.329 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 33 v 1939 (ObjNum 1056 snap 317 seq_num 1056) dirty exists 2024-08-10T05:25:41.331 INFO:tasks.rados.rados.0.smithi031.stdout:3456: done (1 left) 2024-08-10T05:25:41.331 INFO:tasks.rados.rados.0.smithi031.stdout:3457: done (0 left) 2024-08-10T05:25:41.331 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 14 current snap is 318 2024-08-10T05:25:41.331 INFO:tasks.rados.rados.0.smithi031.stdout:3458: seq_num 1062 ranges {2662400=589824,3252224=401408} 2024-08-10T05:25:41.349 INFO:tasks.rados.rados.0.smithi031.stdout:3458: writing smithi03186013-14 from 2662400 to 3252224 tid 1 2024-08-10T05:25:41.351 INFO:tasks.rados.rados.0.smithi031.stdout:3458: writing smithi03186013-14 from 3252224 to 3653632 tid 2 2024-08-10T05:25:41.351 INFO:tasks.rados.rados.0.smithi031.stdout:3459: delete oid 48 current snap is 318 2024-08-10T05:25:41.356 INFO:tasks.rados.rados.0.smithi031.stdout:3458: finishing write tid 1 to smithi03186013-14 2024-08-10T05:25:41.356 INFO:tasks.rados.rados.0.smithi031.stdout:3458: finishing write tid 2 to smithi03186013-14 2024-08-10T05:25:41.356 INFO:tasks.rados.rados.0.smithi031.stdout:3458: finishing write tid 3 to smithi03186013-14 2024-08-10T05:25:41.356 INFO:tasks.rados.rados.0.smithi031.stdout:3459: done (1 left) 2024-08-10T05:25:41.356 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 5 current snap is 318 2024-08-10T05:25:41.357 INFO:tasks.rados.rados.0.smithi031.stdout:3460: seq_num 1064 ranges {2695168=622592,3317760=401408} 2024-08-10T05:25:41.374 INFO:tasks.rados.rados.0.smithi031.stdout:3460: writing smithi03186013-5 from 2695168 to 3317760 tid 1 2024-08-10T05:25:41.377 INFO:tasks.rados.rados.0.smithi031.stdout:3460: writing smithi03186013-5 from 3317760 to 3719168 tid 2 2024-08-10T05:25:41.377 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 48 current snap is 318 2024-08-10T05:25:41.377 INFO:tasks.rados.rados.0.smithi031.stdout:3458: finishing write tid 4 to smithi03186013-14 2024-08-10T05:25:41.377 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 14 v 1729 (ObjNum 1062 snap 318 seq_num 1062) dirty exists 2024-08-10T05:25:41.377 INFO:tasks.rados.rados.0.smithi031.stdout:3458: left oid 14 (ObjNum 1062 snap 318 seq_num 1062) 2024-08-10T05:25:41.377 INFO:tasks.rados.rados.0.smithi031.stdout:3461: seq_num 1065 ranges {0=638976,638976=401408} 2024-08-10T05:25:41.380 INFO:tasks.rados.rados.0.smithi031.stdout:3461: writing smithi03186013-48 from 0 to 638976 tid 1 2024-08-10T05:25:41.383 INFO:tasks.rados.rados.0.smithi031.stdout:3461: writing smithi03186013-48 from 638976 to 1040384 tid 2 2024-08-10T05:25:41.383 INFO:tasks.rados.rados.0.smithi031.stdout:3458: done (2 left) 2024-08-10T05:25:41.383 INFO:tasks.rados.rados.0.smithi031.stdout:3462: rollback oid 25 current snap is 318 2024-08-10T05:25:41.383 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 25 to 317 2024-08-10T05:25:41.383 INFO:tasks.rados.rados.0.smithi031.stdout:3460: finishing write tid 1 to smithi03186013-5 2024-08-10T05:25:41.383 INFO:tasks.rados.rados.0.smithi031.stdout:3460: finishing write tid 2 to smithi03186013-5 2024-08-10T05:25:41.384 INFO:tasks.rados.rados.0.smithi031.stdout:3460: finishing write tid 3 to smithi03186013-5 2024-08-10T05:25:41.384 INFO:tasks.rados.rados.0.smithi031.stdout:3460: finishing write tid 4 to smithi03186013-5 2024-08-10T05:25:41.384 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 5 v 1733 (ObjNum 1064 snap 318 seq_num 1064) dirty exists 2024-08-10T05:25:41.384 INFO:tasks.rados.rados.0.smithi031.stdout:3460: left oid 5 (ObjNum 1064 snap 318 seq_num 1064) 2024-08-10T05:25:41.384 INFO:tasks.rados.rados.0.smithi031.stdout:3460: done (2 left) 2024-08-10T05:25:41.384 INFO:tasks.rados.rados.0.smithi031.stdout:3463: delete oid 32 current snap is 318 2024-08-10T05:25:41.385 INFO:tasks.rados.rados.0.smithi031.stdout:3463: done (2 left) 2024-08-10T05:25:41.386 INFO:tasks.rados.rados.0.smithi031.stdout:3464: delete oid 33 current snap is 318 2024-08-10T05:25:41.386 INFO:tasks.rados.rados.0.smithi031.stdout:3461: finishing write tid 1 to smithi03186013-48 2024-08-10T05:25:41.386 INFO:tasks.rados.rados.0.smithi031.stdout:3461: finishing write tid 2 to smithi03186013-48 2024-08-10T05:25:41.386 INFO:tasks.rados.rados.0.smithi031.stdout:3461: finishing write tid 3 to smithi03186013-48 2024-08-10T05:25:41.388 INFO:tasks.rados.rados.0.smithi031.stdout:3462: finishing rollback tid 0 to smithi03186013-25 2024-08-10T05:25:41.388 INFO:tasks.rados.rados.0.smithi031.stdout:3461: finishing write tid 4 to smithi03186013-48 2024-08-10T05:25:41.388 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 48 v 1677 (ObjNum 1065 snap 318 seq_num 1065) dirty exists 2024-08-10T05:25:41.388 INFO:tasks.rados.rados.0.smithi031.stdout:3461: left oid 48 (ObjNum 1065 snap 318 seq_num 1065) 2024-08-10T05:25:41.388 INFO:tasks.rados.rados.0.smithi031.stdout:3461: done (2 left) 2024-08-10T05:25:41.388 INFO:tasks.rados.rados.0.smithi031.stdout:3464: done (1 left) 2024-08-10T05:25:41.388 INFO:tasks.rados.rados.0.smithi031.stdout:3465: read oid 23 snap 310 2024-08-10T05:25:41.388 INFO:tasks.rados.rados.0.smithi031.stdout:3465: expect (ObjNum 1018 snap 308 seq_num 1018) 2024-08-10T05:25:41.388 INFO:tasks.rados.rados.0.smithi031.stdout:3466: snap_remove snap 307 2024-08-10T05:25:41.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:25:41 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:25:41] "GET /metrics HTTP/1.1" 200 36273 "" "Prometheus/2.43.0" 2024-08-10T05:25:41.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:41 smithi031 ceph-mon[98130]: pgmap v757: 121 pgs: 121 active+clean; 191 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 2.3 MiB/s wr, 11 op/s 2024-08-10T05:25:41.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:41 smithi031 ceph-mon[98130]: osdmap e731: 8 total, 8 up, 8 in 2024-08-10T05:25:41.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:25:41.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:41 smithi031 ceph-mon[100614]: pgmap v757: 121 pgs: 121 active+clean; 191 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 2.3 MiB/s wr, 11 op/s 2024-08-10T05:25:41.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:41 smithi031 ceph-mon[100614]: osdmap e731: 8 total, 8 up, 8 in 2024-08-10T05:25:41.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:25:41.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:41 smithi196 ceph-mon[90243]: pgmap v757: 121 pgs: 121 active+clean; 191 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 2.3 MiB/s wr, 11 op/s 2024-08-10T05:25:41.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:41 smithi196 ceph-mon[90243]: osdmap e731: 8 total, 8 up, 8 in 2024-08-10T05:25:41.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:25:42.333 INFO:tasks.rados.rados.0.smithi031.stdout:3466: done (2 left) 2024-08-10T05:25:42.333 INFO:tasks.rados.rados.0.smithi031.stdout:3467: delete oid 8 current snap is 318 2024-08-10T05:25:42.333 INFO:tasks.rados.rados.0.smithi031.stdout:3462: finishing rollback tid 1 to smithi03186013-25 2024-08-10T05:25:42.333 INFO:tasks.rados.rados.0.smithi031.stdout:3462: finishing rollback tid 2 to smithi03186013-25 2024-08-10T05:25:42.333 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 25 v 1737 (ObjNum 1024 snap 309 seq_num 1024) dirty exists 2024-08-10T05:25:42.333 INFO:tasks.rados.rados.0.smithi031.stdout:3465: expect (ObjNum 1018 snap 308 seq_num 1018) 2024-08-10T05:25:42.447 INFO:tasks.rados.rados.0.smithi031.stdout:3462: done (2 left) 2024-08-10T05:25:42.447 INFO:tasks.rados.rados.0.smithi031.stdout:3465: done (1 left) 2024-08-10T05:25:42.447 INFO:tasks.rados.rados.0.smithi031.stdout:3467: done (0 left) 2024-08-10T05:25:42.447 INFO:tasks.rados.rados.0.smithi031.stdout:3468: delete oid 22 current snap is 318 2024-08-10T05:25:42.449 INFO:tasks.rados.rados.0.smithi031.stdout:3468: done (0 left) 2024-08-10T05:25:42.449 INFO:tasks.rados.rados.0.smithi031.stdout:3469: rollback oid 41 current snap is 318 2024-08-10T05:25:42.449 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 41 to 317 2024-08-10T05:25:42.449 INFO:tasks.rados.rados.0.smithi031.stdout:3470: rollback oid 19 current snap is 318 2024-08-10T05:25:42.450 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 19 to 317 2024-08-10T05:25:42.450 INFO:tasks.rados.rados.0.smithi031.stdout:3471: rollback oid 24 current snap is 318 2024-08-10T05:25:42.450 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 24 to 310 2024-08-10T05:25:42.450 INFO:tasks.rados.rados.0.smithi031.stdout:3472: snap_create 2024-08-10T05:25:42.453 INFO:tasks.rados.rados.0.smithi031.stdout:3471: finishing rollback tid 0 to smithi03186013-24 2024-08-10T05:25:42.453 INFO:tasks.rados.rados.0.smithi031.stdout:3470: finishing rollback tid 0 to smithi03186013-19 2024-08-10T05:25:42.453 INFO:tasks.rados.rados.0.smithi031.stdout:3470: finishing rollback tid 1 to smithi03186013-19 2024-08-10T05:25:42.454 INFO:tasks.rados.rados.0.smithi031.stdout:3470: finishing rollback tid 2 to smithi03186013-19 2024-08-10T05:25:42.454 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 19 v 1707 (ObjNum 959 snap 286 seq_num 959) dirty exists 2024-08-10T05:25:42.454 INFO:tasks.rados.rados.0.smithi031.stdout:3469: finishing rollback tid 0 to smithi03186013-41 2024-08-10T05:25:42.454 INFO:tasks.rados.rados.0.smithi031.stdout:3471: finishing rollback tid 1 to smithi03186013-24 2024-08-10T05:25:42.455 INFO:tasks.rados.rados.0.smithi031.stdout:3469: finishing rollback tid 1 to smithi03186013-41 2024-08-10T05:25:42.455 INFO:tasks.rados.rados.0.smithi031.stdout:3471: finishing rollback tid 2 to smithi03186013-24 2024-08-10T05:25:42.455 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 24 v 2023 (ObjNum 1006 snap 304 seq_num 1006) dirty exists 2024-08-10T05:25:42.455 INFO:tasks.rados.rados.0.smithi031.stdout:3469: finishing rollback tid 2 to smithi03186013-41 2024-08-10T05:25:42.455 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 41 v 1731 (ObjNum 1052 snap 317 seq_num 1052) dirty exists 2024-08-10T05:25:42.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:42 smithi031 ceph-mon[98130]: osdmap e732: 8 total, 8 up, 8 in 2024-08-10T05:25:42.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:42 smithi031 ceph-mon[100614]: osdmap e732: 8 total, 8 up, 8 in 2024-08-10T05:25:42.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:42 smithi196 ceph-mon[90243]: osdmap e732: 8 total, 8 up, 8 in 2024-08-10T05:25:42.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:25:42 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:25:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:25:43.330 INFO:tasks.rados.rados.0.smithi031.stdout:3469: done (3 left) 2024-08-10T05:25:43.330 INFO:tasks.rados.rados.0.smithi031.stdout:3470: done (2 left) 2024-08-10T05:25:43.330 INFO:tasks.rados.rados.0.smithi031.stdout:3471: done (1 left) 2024-08-10T05:25:43.331 INFO:tasks.rados.rados.0.smithi031.stdout:3472: done (0 left) 2024-08-10T05:25:43.331 INFO:tasks.rados.rados.0.smithi031.stdout:3473: read oid 49 snap -1 2024-08-10T05:25:43.331 INFO:tasks.rados.rados.0.smithi031.stdout:3473: expect (ObjNum 984 snap 298 seq_num 984) 2024-08-10T05:25:43.331 INFO:tasks.rados.rados.0.smithi031.stdout:3474: read oid 7 snap -1 2024-08-10T05:25:43.331 INFO:tasks.rados.rados.0.smithi031.stdout:3474: expect (ObjNum 1035 snap 314 seq_num 1035) 2024-08-10T05:25:43.331 INFO:tasks.rados.rados.0.smithi031.stdout:3475: read oid 8 snap -1 2024-08-10T05:25:43.331 INFO:tasks.rados.rados.0.smithi031.stdout:3475: expect deleted 2024-08-10T05:25:43.331 INFO:tasks.rados.rados.0.smithi031.stdout:3476: setattr oid 33 current snap is 319 2024-08-10T05:25:43.332 INFO:tasks.rados.rados.0.smithi031.stdout:3477: rollback oid 29 current snap is 319 2024-08-10T05:25:43.332 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 29 to 318 2024-08-10T05:25:43.332 INFO:tasks.rados.rados.0.smithi031.stdout:3478: setattr oid 31 current snap is 319 2024-08-10T05:25:43.333 INFO:tasks.rados.rados.0.smithi031.stdout:3479: snap_create 2024-08-10T05:25:43.335 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 33 v 1941 (ObjNum 129 snap 0 seq_num 591205352) dirty exists 2024-08-10T05:25:43.345 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 31 v 1708 (ObjNum 1024 snap 309 seq_num 1024) dirty exists 2024-08-10T05:25:43.348 INFO:tasks.rados.rados.0.smithi031.stdout:3473: expect (ObjNum 984 snap 298 seq_num 984) 2024-08-10T05:25:43.407 INFO:tasks.rados.rados.0.smithi031.stdout:3474: expect (ObjNum 1035 snap 314 seq_num 1035) 2024-08-10T05:25:43.565 INFO:tasks.rados.rados.0.smithi031.stdout:3477: finishing rollback tid 1 to smithi03186013-29 2024-08-10T05:25:43.566 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 29 v 1918 (ObjNum 16449 snap 0 seq_num 589773968) dirty dne 2024-08-10T05:25:43.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:43 smithi031 ceph-mon[98130]: pgmap v760: 121 pgs: 121 active+clean; 202 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 5.1 MiB/s wr, 6 op/s 2024-08-10T05:25:43.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:43 smithi031 ceph-mon[98130]: osdmap e733: 8 total, 8 up, 8 in 2024-08-10T05:25:43.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:43 smithi031 ceph-mon[100614]: pgmap v760: 121 pgs: 121 active+clean; 202 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 5.1 MiB/s wr, 6 op/s 2024-08-10T05:25:43.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:43 smithi031 ceph-mon[100614]: osdmap e733: 8 total, 8 up, 8 in 2024-08-10T05:25:43.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:43 smithi196 ceph-mon[90243]: pgmap v760: 121 pgs: 121 active+clean; 202 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 5.1 MiB/s wr, 6 op/s 2024-08-10T05:25:43.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:43 smithi196 ceph-mon[90243]: osdmap e733: 8 total, 8 up, 8 in 2024-08-10T05:25:44.297 INFO:tasks.rados.rados.0.smithi031.stdout:3473: done (6 left) 2024-08-10T05:25:44.297 INFO:tasks.rados.rados.0.smithi031.stdout:3474: done (5 left) 2024-08-10T05:25:44.297 INFO:tasks.rados.rados.0.smithi031.stdout:3475: done (4 left) 2024-08-10T05:25:44.297 INFO:tasks.rados.rados.0.smithi031.stdout:3476: done (3 left) 2024-08-10T05:25:44.297 INFO:tasks.rados.rados.0.smithi031.stdout:3477: done (2 left) 2024-08-10T05:25:44.297 INFO:tasks.rados.rados.0.smithi031.stdout:3478: done (1 left) 2024-08-10T05:25:44.297 INFO:tasks.rados.rados.0.smithi031.stdout:3479: done (0 left) 2024-08-10T05:25:44.297 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 45 current snap is 320 2024-08-10T05:25:44.297 INFO:tasks.rados.rados.0.smithi031.stdout:3480: seq_num 1070 ranges {0=729088,729088=401408} 2024-08-10T05:25:44.300 INFO:tasks.rados.rados.0.smithi031.stdout:3480: writing smithi03186013-45 from 0 to 729088 tid 1 2024-08-10T05:25:44.303 INFO:tasks.rados.rados.0.smithi031.stdout:3480: writing smithi03186013-45 from 729088 to 1130496 tid 2 2024-08-10T05:25:44.303 INFO:tasks.rados.rados.0.smithi031.stdout:3481: read oid 41 snap 319 2024-08-10T05:25:44.303 INFO:tasks.rados.rados.0.smithi031.stdout:3481: expect (ObjNum 1052 snap 317 seq_num 1052) 2024-08-10T05:25:44.303 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 35 current snap is 320 2024-08-10T05:25:44.303 INFO:tasks.rados.rados.0.smithi031.stdout:3482: seq_num 1071 ranges {6356992=745472,7102464=401408} 2024-08-10T05:25:44.342 INFO:tasks.rados.rados.0.smithi031.stdout:3482: writing smithi03186013-35 from 6356992 to 7102464 tid 1 2024-08-10T05:25:44.344 INFO:tasks.rados.rados.0.smithi031.stdout:3482: writing smithi03186013-35 from 7102464 to 7503872 tid 2 2024-08-10T05:25:44.344 INFO:tasks.rados.rados.0.smithi031.stdout:3483: delete oid 40 current snap is 320 2024-08-10T05:25:44.344 INFO:tasks.rados.rados.0.smithi031.stdout:3480: finishing write tid 1 to smithi03186013-45 2024-08-10T05:25:44.345 INFO:tasks.rados.rados.0.smithi031.stdout:3480: finishing write tid 2 to smithi03186013-45 2024-08-10T05:25:44.345 INFO:tasks.rados.rados.0.smithi031.stdout:3480: finishing write tid 3 to smithi03186013-45 2024-08-10T05:25:44.345 INFO:tasks.rados.rados.0.smithi031.stdout:3481: expect (ObjNum 1052 snap 317 seq_num 1052) 2024-08-10T05:25:44.500 INFO:tasks.rados.rados.0.smithi031.stdout:3480: finishing write tid 4 to smithi03186013-45 2024-08-10T05:25:44.500 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 45 v 1752 (ObjNum 1070 snap 320 seq_num 1070) dirty exists 2024-08-10T05:25:44.500 INFO:tasks.rados.rados.0.smithi031.stdout:3480: left oid 45 (ObjNum 1070 snap 320 seq_num 1070) 2024-08-10T05:25:44.500 INFO:tasks.rados.rados.0.smithi031.stdout:3482: finishing write tid 1 to smithi03186013-35 2024-08-10T05:25:44.501 INFO:tasks.rados.rados.0.smithi031.stdout:3482: finishing write tid 2 to smithi03186013-35 2024-08-10T05:25:44.501 INFO:tasks.rados.rados.0.smithi031.stdout:3482: finishing write tid 3 to smithi03186013-35 2024-08-10T05:25:44.501 INFO:tasks.rados.rados.0.smithi031.stdout:3482: finishing write tid 4 to smithi03186013-35 2024-08-10T05:25:44.501 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 35 v 1697 (ObjNum 1071 snap 320 seq_num 1071) dirty exists 2024-08-10T05:25:44.501 INFO:tasks.rados.rados.0.smithi031.stdout:3482: left oid 35 (ObjNum 1071 snap 320 seq_num 1071) 2024-08-10T05:25:44.501 INFO:tasks.rados.rados.0.smithi031.stdout:3480: done (3 left) 2024-08-10T05:25:44.501 INFO:tasks.rados.rados.0.smithi031.stdout:3481: done (2 left) 2024-08-10T05:25:44.501 INFO:tasks.rados.rados.0.smithi031.stdout:3482: done (1 left) 2024-08-10T05:25:44.501 INFO:tasks.rados.rados.0.smithi031.stdout:3483: done (0 left) 2024-08-10T05:25:44.501 INFO:tasks.rados.rados.0.smithi031.stdout:3484: copy_from oid 23 from oid 9 current snap is 320 2024-08-10T05:25:44.501 INFO:tasks.rados.rados.0.smithi031.stdout:3485: setattr oid 33 current snap is 320 2024-08-10T05:25:44.503 INFO:tasks.rados.rados.0.smithi031.stdout:3486: rollback oid 36 current snap is 320 2024-08-10T05:25:44.503 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 36 to 318 2024-08-10T05:25:44.503 INFO:tasks.rados.rados.0.smithi031.stdout:3487: rmattr oid 21 current snap is 320 2024-08-10T05:25:44.503 INFO:tasks.rados.rados.0.smithi031.stdout:3488: rollback oid 15 current snap is 320 2024-08-10T05:25:44.503 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 15 to 317 2024-08-10T05:25:44.503 INFO:tasks.rados.rados.0.smithi031.stdout:3489: copy_from oid 45 from oid 8 current snap is 320 2024-08-10T05:25:44.503 INFO:tasks.rados.rados.0.smithi031.stdout:3490: rollback oid 20 current snap is 320 2024-08-10T05:25:44.503 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 20 to 319 2024-08-10T05:25:44.503 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 11 current snap is 320 2024-08-10T05:25:44.503 INFO:tasks.rados.rados.0.smithi031.stdout:3491: seq_num 1073 ranges {12075008=778240,12853248=401408} 2024-08-10T05:25:44.572 INFO:tasks.rados.rados.0.smithi031.stdout:3491: writing smithi03186013-11 from 12075008 to 12853248 tid 1 2024-08-10T05:25:44.576 INFO:tasks.rados.rados.0.smithi031.stdout:3491: writing smithi03186013-11 from 12853248 to 13254656 tid 2 2024-08-10T05:25:44.576 INFO:tasks.rados.rados.0.smithi031.stdout:3489: finishing copy_from to smithi03186013-45 2024-08-10T05:25:44.576 INFO:tasks.rados.rados.0.smithi031.stdout:3489: got expected ENOENT (src dne) 2024-08-10T05:25:44.576 INFO:tasks.rados.rados.0.smithi031.stdout:3489: finishing copy_from racing read to smithi03186013-45 2024-08-10T05:25:44.576 INFO:tasks.rados.rados.0.smithi031.stdout:3488: finishing rollback tid 0 to smithi03186013-15 2024-08-10T05:25:44.576 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 21 v 1698 (ObjNum 1011 snap 306 seq_num 1011) dirty exists 2024-08-10T05:25:44.576 INFO:tasks.rados.rados.0.smithi031.stdout:3488: finishing rollback tid 1 to smithi03186013-15 2024-08-10T05:25:44.576 INFO:tasks.rados.rados.0.smithi031.stdout:3492: read oid 22 snap 319 2024-08-10T05:25:44.576 INFO:tasks.rados.rados.0.smithi031.stdout:3492: expect deleted 2024-08-10T05:25:44.576 INFO:tasks.rados.rados.0.smithi031.stdout:3487: done (8 left) 2024-08-10T05:25:44.577 INFO:tasks.rados.rados.0.smithi031.stdout:3489: done (7 left) 2024-08-10T05:25:44.577 INFO:tasks.rados.rados.0.smithi031.stdout:3493: read oid 24 snap -1 2024-08-10T05:25:44.577 INFO:tasks.rados.rados.0.smithi031.stdout:3493: expect (ObjNum 1006 snap 304 seq_num 1006) 2024-08-10T05:25:44.577 INFO:tasks.rados.rados.0.smithi031.stdout:3494: delete oid 10 current snap is 320 2024-08-10T05:25:44.577 INFO:tasks.rados.rados.0.smithi031.stdout:3486: finishing rollback tid 0 to smithi03186013-36 2024-08-10T05:25:44.577 INFO:tasks.rados.rados.0.smithi031.stdout:3488: finishing rollback tid 2 to smithi03186013-15 2024-08-10T05:25:44.577 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 15 v 1693 (ObjNum 1020 snap 308 seq_num 1020) dirty exists 2024-08-10T05:25:44.577 INFO:tasks.rados.rados.0.smithi031.stdout:3490: finishing rollback tid 0 to smithi03186013-20 2024-08-10T05:25:44.577 INFO:tasks.rados.rados.0.smithi031.stdout:3490: finishing rollback tid 1 to smithi03186013-20 2024-08-10T05:25:44.577 INFO:tasks.rados.rados.0.smithi031.stdout:3490: finishing rollback tid 2 to smithi03186013-20 2024-08-10T05:25:44.577 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 20 v 1701 (ObjNum 768 snap 239 seq_num 768) dirty exists 2024-08-10T05:25:44.577 INFO:tasks.rados.rados.0.smithi031.stdout:3486: finishing rollback tid 1 to smithi03186013-36 2024-08-10T05:25:44.577 INFO:tasks.rados.rados.0.smithi031.stdout:3486: finishing rollback tid 2 to smithi03186013-36 2024-08-10T05:25:44.578 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 36 v 1734 (ObjNum 989 snap 299 seq_num 989) dirty exists 2024-08-10T05:25:44.578 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 33 v 1942 (ObjNum 0 snap 0 seq_num 304) dirty exists 2024-08-10T05:25:44.578 INFO:tasks.rados.rados.0.smithi031.stdout:3484: finishing copy_from racing read to smithi03186013-23 2024-08-10T05:25:44.578 INFO:tasks.rados.rados.0.smithi031.stdout:3484: finishing copy_from to smithi03186013-23 2024-08-10T05:25:44.578 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 23 v 1679 (ObjNum 994 snap 303 seq_num 994) dirty exists 2024-08-10T05:25:44.579 INFO:tasks.rados.rados.0.smithi031.stdout:3484: done (8 left) 2024-08-10T05:25:44.579 INFO:tasks.rados.rados.0.smithi031.stdout:3485: done (7 left) 2024-08-10T05:25:44.579 INFO:tasks.rados.rados.0.smithi031.stdout:3486: done (6 left) 2024-08-10T05:25:44.579 INFO:tasks.rados.rados.0.smithi031.stdout:3488: done (5 left) 2024-08-10T05:25:44.579 INFO:tasks.rados.rados.0.smithi031.stdout:3490: done (4 left) 2024-08-10T05:25:44.579 INFO:tasks.rados.rados.0.smithi031.stdout:3492: done (3 left) 2024-08-10T05:25:44.579 INFO:tasks.rados.rados.0.smithi031.stdout:3494: done (2 left) 2024-08-10T05:25:44.579 INFO:tasks.rados.rados.0.smithi031.stdout:3495: delete oid 47 current snap is 320 2024-08-10T05:25:44.579 INFO:tasks.rados.rados.0.smithi031.stdout:3491: finishing write tid 1 to smithi03186013-11 2024-08-10T05:25:44.579 INFO:tasks.rados.rados.0.smithi031.stdout:3491: finishing write tid 2 to smithi03186013-11 2024-08-10T05:25:44.579 INFO:tasks.rados.rados.0.smithi031.stdout:3493: expect (ObjNum 1006 snap 304 seq_num 1006) 2024-08-10T05:25:44.581 INFO:tasks.rados.rados.0.smithi031.stdout:3491: finishing write tid 3 to smithi03186013-11 2024-08-10T05:25:44.581 INFO:tasks.rados.rados.0.smithi031.stdout:3491: finishing write tid 4 to smithi03186013-11 2024-08-10T05:25:44.581 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 11 v 1704 (ObjNum 1073 snap 320 seq_num 1073) dirty exists 2024-08-10T05:25:44.581 INFO:tasks.rados.rados.0.smithi031.stdout:3491: left oid 11 (ObjNum 1073 snap 320 seq_num 1073) 2024-08-10T05:25:44.581 INFO:tasks.rados.rados.0.smithi031.stdout:3491: done (2 left) 2024-08-10T05:25:44.581 INFO:tasks.rados.rados.0.smithi031.stdout:3493: done (1 left) 2024-08-10T05:25:44.581 INFO:tasks.rados.rados.0.smithi031.stdout:3495: done (0 left) 2024-08-10T05:25:44.581 INFO:tasks.rados.rados.0.smithi031.stdout:3496: read oid 45 snap -1 2024-08-10T05:25:44.581 INFO:tasks.rados.rados.0.smithi031.stdout:3496: expect (ObjNum 1070 snap 320 seq_num 1070) 2024-08-10T05:25:44.582 INFO:tasks.rados.rados.0.smithi031.stdout:3497: copy_from oid 44 from oid 31 current snap is 320 2024-08-10T05:25:44.582 INFO:tasks.rados.rados.0.smithi031.stdout:3498: rollback oid 4 current snap is 320 2024-08-10T05:25:44.582 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 4 to 318 2024-08-10T05:25:44.582 INFO:tasks.rados.rados.0.smithi031.stdout:3499: snap_create 2024-08-10T05:25:44.585 INFO:tasks.rados.rados.0.smithi031.stdout:3498: finishing rollback tid 0 to smithi03186013-4 2024-08-10T05:25:44.585 INFO:tasks.rados.rados.0.smithi031.stdout:3498: finishing rollback tid 1 to smithi03186013-4 2024-08-10T05:25:44.586 INFO:tasks.rados.rados.0.smithi031.stdout:3498: finishing rollback tid 2 to smithi03186013-4 2024-08-10T05:25:44.586 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 4 v 1737 (ObjNum 1054 snap 317 seq_num 1054) dirty exists 2024-08-10T05:25:44.588 INFO:tasks.rados.rados.0.smithi031.stdout:3496: expect (ObjNum 1070 snap 320 seq_num 1070) 2024-08-10T05:25:44.621 INFO:tasks.rados.rados.0.smithi031.stdout:3497: finishing copy_from racing read to smithi03186013-44 2024-08-10T05:25:44.621 INFO:tasks.rados.rados.0.smithi031.stdout:3497: finishing copy_from to smithi03186013-44 2024-08-10T05:25:44.621 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 44 v 1708 (ObjNum 1024 snap 309 seq_num 1024) dirty exists 2024-08-10T05:25:44.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:44 smithi031 ceph-mon[98130]: osdmap e734: 8 total, 8 up, 8 in 2024-08-10T05:25:44.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:44 smithi031 ceph-mon[98130]: osdmap e735: 8 total, 8 up, 8 in 2024-08-10T05:25:44.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:44 smithi031 ceph-mon[100614]: osdmap e734: 8 total, 8 up, 8 in 2024-08-10T05:25:44.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:44 smithi031 ceph-mon[100614]: osdmap e735: 8 total, 8 up, 8 in 2024-08-10T05:25:44.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:44 smithi196 ceph-mon[90243]: osdmap e734: 8 total, 8 up, 8 in 2024-08-10T05:25:44.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:44 smithi196 ceph-mon[90243]: osdmap e735: 8 total, 8 up, 8 in 2024-08-10T05:25:45.349 INFO:tasks.rados.rados.0.smithi031.stdout:3496: done (3 left) 2024-08-10T05:25:45.349 INFO:tasks.rados.rados.0.smithi031.stdout:3497: done (2 left) 2024-08-10T05:25:45.350 INFO:tasks.rados.rados.0.smithi031.stdout:3498: done (1 left) 2024-08-10T05:25:45.350 INFO:tasks.rados.rados.0.smithi031.stdout:3499: done (0 left) 2024-08-10T05:25:45.350 INFO:tasks.rados.rados.0.smithi031.stdout:3500: snap_create 2024-08-10T05:25:45.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:45 smithi031 ceph-mon[98130]: pgmap v763: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 198 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 4.6 MiB/s wr, 24 op/s 2024-08-10T05:25:45.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:45 smithi031 ceph-mon[100614]: pgmap v763: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 198 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 4.6 MiB/s wr, 24 op/s 2024-08-10T05:25:45.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:45 smithi196 ceph-mon[90243]: pgmap v763: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 198 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 4.6 MiB/s wr, 24 op/s 2024-08-10T05:25:46.359 INFO:tasks.rados.rados.0.smithi031.stdout:3500: done (0 left) 2024-08-10T05:25:46.359 INFO:tasks.rados.rados.0.smithi031.stdout:3501: delete oid 22 current snap is 322 2024-08-10T05:25:46.365 INFO:tasks.rados.rados.0.smithi031.stdout:3501: done (0 left) 2024-08-10T05:25:46.365 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 47 current snap is 322 2024-08-10T05:25:46.365 INFO:tasks.rados.rados.0.smithi031.stdout:3502: seq_num 1077 ranges {0=442368,442368=434176,876544=368640} 2024-08-10T05:25:46.367 INFO:tasks.rados.rados.0.smithi031.stdout:3502: writing smithi03186013-47 from 0 to 442368 tid 1 2024-08-10T05:25:46.370 INFO:tasks.rados.rados.0.smithi031.stdout:3502: writing smithi03186013-47 from 442368 to 876544 tid 2 2024-08-10T05:25:46.372 INFO:tasks.rados.rados.0.smithi031.stdout:3502: writing smithi03186013-47 from 876544 to 1245184 tid 3 2024-08-10T05:25:46.372 INFO:tasks.rados.rados.0.smithi031.stdout:3503: setattr oid 7 current snap is 322 2024-08-10T05:25:46.372 INFO:tasks.rados.rados.0.smithi031.stdout:3502: finishing write tid 1 to smithi03186013-47 2024-08-10T05:25:46.374 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 2 current snap is 322 2024-08-10T05:25:46.374 INFO:tasks.rados.rados.0.smithi031.stdout:3504: seq_num 1078 ranges {0=458752,458752=720896,1179648=81920} 2024-08-10T05:25:46.376 INFO:tasks.rados.rados.0.smithi031.stdout:3504: writing smithi03186013-2 from 0 to 458752 tid 1 2024-08-10T05:25:46.381 INFO:tasks.rados.rados.0.smithi031.stdout:3504: writing smithi03186013-2 from 458752 to 1179648 tid 2 2024-08-10T05:25:46.382 INFO:tasks.rados.rados.0.smithi031.stdout:3504: writing smithi03186013-2 from 1179648 to 1261568 tid 3 2024-08-10T05:25:46.382 INFO:tasks.rados.rados.0.smithi031.stdout:3505: rmattr oid 28 current snap is 322 2024-08-10T05:25:46.382 INFO:tasks.rados.rados.0.smithi031.stdout:3502: finishing write tid 2 to smithi03186013-47 2024-08-10T05:25:46.382 INFO:tasks.rados.rados.0.smithi031.stdout:3502: finishing write tid 3 to smithi03186013-47 2024-08-10T05:25:46.382 INFO:tasks.rados.rados.0.smithi031.stdout:3502: finishing write tid 4 to smithi03186013-47 2024-08-10T05:25:46.382 INFO:tasks.rados.rados.0.smithi031.stdout:3502: finishing write tid 5 to smithi03186013-47 2024-08-10T05:25:46.382 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 47 v 1947 (ObjNum 1077 snap 322 seq_num 1077) dirty exists 2024-08-10T05:25:46.382 INFO:tasks.rados.rados.0.smithi031.stdout:3502: left oid 47 (ObjNum 1077 snap 322 seq_num 1077) 2024-08-10T05:25:46.382 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 7 v 2028 (ObjNum 1035 snap 314 seq_num 1035) dirty exists 2024-08-10T05:25:46.382 INFO:tasks.rados.rados.0.smithi031.stdout:3504: finishing write tid 1 to smithi03186013-2 2024-08-10T05:25:46.382 INFO:tasks.rados.rados.0.smithi031.stdout:3502: done (3 left) 2024-08-10T05:25:46.383 INFO:tasks.rados.rados.0.smithi031.stdout:3503: done (2 left) 2024-08-10T05:25:46.383 INFO:tasks.rados.rados.0.smithi031.stdout:3506: snap_create 2024-08-10T05:25:46.384 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 28 v 1721 (ObjNum 964 snap 291 seq_num 964) dirty exists 2024-08-10T05:25:46.387 INFO:tasks.rados.rados.0.smithi031.stdout:3504: finishing write tid 2 to smithi03186013-2 2024-08-10T05:25:46.387 INFO:tasks.rados.rados.0.smithi031.stdout:3504: finishing write tid 3 to smithi03186013-2 2024-08-10T05:25:46.387 INFO:tasks.rados.rados.0.smithi031.stdout:3504: finishing write tid 4 to smithi03186013-2 2024-08-10T05:25:46.389 INFO:tasks.rados.rados.0.smithi031.stdout:3504: finishing write tid 5 to smithi03186013-2 2024-08-10T05:25:46.389 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 2 v 2032 (ObjNum 1078 snap 322 seq_num 1078) dirty exists 2024-08-10T05:25:46.389 INFO:tasks.rados.rados.0.smithi031.stdout:3504: left oid 2 (ObjNum 1078 snap 322 seq_num 1078) 2024-08-10T05:25:46.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:46 smithi031 ceph-mon[98130]: osdmap e736: 8 total, 8 up, 8 in 2024-08-10T05:25:46.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:46 smithi031 ceph-mon[100614]: osdmap e736: 8 total, 8 up, 8 in 2024-08-10T05:25:46.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:46 smithi196 ceph-mon[90243]: osdmap e736: 8 total, 8 up, 8 in 2024-08-10T05:25:47.363 INFO:tasks.rados.rados.0.smithi031.stdout:3504: done (2 left) 2024-08-10T05:25:47.363 INFO:tasks.rados.rados.0.smithi031.stdout:3505: done (1 left) 2024-08-10T05:25:47.363 INFO:tasks.rados.rados.0.smithi031.stdout:3506: done (0 left) 2024-08-10T05:25:47.363 INFO:tasks.rados.rados.0.smithi031.stdout:3507: copy_from oid 26 from oid 49 current snap is 323 2024-08-10T05:25:47.364 INFO:tasks.rados.rados.0.smithi031.stdout:3508: setattr oid 24 current snap is 323 2024-08-10T05:25:47.364 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 16 current snap is 323 2024-08-10T05:25:47.365 INFO:tasks.rados.rados.0.smithi031.stdout:3509: seq_num 1079 ranges {1753088=475136,2228224=606208,2834432=196608} 2024-08-10T05:25:47.378 INFO:tasks.rados.rados.0.smithi031.stdout:3509: writing smithi03186013-16 from 1753088 to 2228224 tid 1 2024-08-10T05:25:47.382 INFO:tasks.rados.rados.0.smithi031.stdout:3509: writing smithi03186013-16 from 2228224 to 2834432 tid 2 2024-08-10T05:25:47.383 INFO:tasks.rados.rados.0.smithi031.stdout:3509: writing smithi03186013-16 from 2834432 to 3031040 tid 3 2024-08-10T05:25:47.383 INFO:tasks.rados.rados.0.smithi031.stdout:3510: delete oid 41 current snap is 323 2024-08-10T05:25:47.383 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 24 v 2034 (ObjNum 1006 snap 304 seq_num 1006) dirty exists 2024-08-10T05:25:47.383 INFO:tasks.rados.rados.0.smithi031.stdout:3507: finishing copy_from racing read to smithi03186013-26 2024-08-10T05:25:47.384 INFO:tasks.rados.rados.0.smithi031.stdout:3507: finishing copy_from to smithi03186013-26 2024-08-10T05:25:47.384 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 26 v 1372 (ObjNum 984 snap 298 seq_num 984) dirty exists 2024-08-10T05:25:47.385 INFO:tasks.rados.rados.0.smithi031.stdout:3509: finishing write tid 1 to smithi03186013-16 2024-08-10T05:25:47.387 INFO:tasks.rados.rados.0.smithi031.stdout:3509: finishing write tid 2 to smithi03186013-16 2024-08-10T05:25:47.388 INFO:tasks.rados.rados.0.smithi031.stdout:3509: finishing write tid 3 to smithi03186013-16 2024-08-10T05:25:47.388 INFO:tasks.rados.rados.0.smithi031.stdout:3509: finishing write tid 4 to smithi03186013-16 2024-08-10T05:25:47.390 INFO:tasks.rados.rados.0.smithi031.stdout:3509: finishing write tid 5 to smithi03186013-16 2024-08-10T05:25:47.391 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 16 v 1741 (ObjNum 1079 snap 323 seq_num 1079) dirty exists 2024-08-10T05:25:47.391 INFO:tasks.rados.rados.0.smithi031.stdout:3509: left oid 16 (ObjNum 1079 snap 323 seq_num 1079) 2024-08-10T05:25:47.391 INFO:tasks.rados.rados.0.smithi031.stdout:3507: done (3 left) 2024-08-10T05:25:47.391 INFO:tasks.rados.rados.0.smithi031.stdout:3508: done (2 left) 2024-08-10T05:25:47.391 INFO:tasks.rados.rados.0.smithi031.stdout:3509: done (1 left) 2024-08-10T05:25:47.392 INFO:tasks.rados.rados.0.smithi031.stdout:3510: done (0 left) 2024-08-10T05:25:47.392 INFO:tasks.rados.rados.0.smithi031.stdout:3511: rmattr oid 14 current snap is 323 2024-08-10T05:25:47.392 INFO:tasks.rados.rados.0.smithi031.stdout:3511: done (0 left) 2024-08-10T05:25:47.392 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 28 current snap is 323 2024-08-10T05:25:47.392 INFO:tasks.rados.rados.0.smithi031.stdout:3512: seq_num 1081 ranges {1753088=507904,2260992=425984,2686976=376832} 2024-08-10T05:25:47.403 INFO:tasks.rados.rados.0.smithi031.stdout:3512: writing smithi03186013-28 from 1753088 to 2260992 tid 1 2024-08-10T05:25:47.406 INFO:tasks.rados.rados.0.smithi031.stdout:3512: writing smithi03186013-28 from 2260992 to 2686976 tid 2 2024-08-10T05:25:47.408 INFO:tasks.rados.rados.0.smithi031.stdout:3512: writing smithi03186013-28 from 2686976 to 3063808 tid 3 2024-08-10T05:25:47.408 INFO:tasks.rados.rados.0.smithi031.stdout:3513: snap_create 2024-08-10T05:25:47.408 INFO:tasks.rados.rados.0.smithi031.stdout:3512: finishing write tid 1 to smithi03186013-28 2024-08-10T05:25:47.409 INFO:tasks.rados.rados.0.smithi031.stdout:3512: finishing write tid 2 to smithi03186013-28 2024-08-10T05:25:47.411 INFO:tasks.rados.rados.0.smithi031.stdout:3512: finishing write tid 3 to smithi03186013-28 2024-08-10T05:25:47.412 INFO:tasks.rados.rados.0.smithi031.stdout:3512: finishing write tid 4 to smithi03186013-28 2024-08-10T05:25:47.413 INFO:tasks.rados.rados.0.smithi031.stdout:3512: finishing write tid 5 to smithi03186013-28 2024-08-10T05:25:47.413 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 28 v 1725 (ObjNum 1081 snap 323 seq_num 1081) dirty exists 2024-08-10T05:25:47.413 INFO:tasks.rados.rados.0.smithi031.stdout:3512: left oid 28 (ObjNum 1081 snap 323 seq_num 1081) 2024-08-10T05:25:47.670 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:47 smithi031 ceph-mon[98130]: pgmap v766: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 193 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.8 MiB/s wr, 34 op/s 2024-08-10T05:25:47.670 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:47 smithi031 ceph-mon[98130]: osdmap e737: 8 total, 8 up, 8 in 2024-08-10T05:25:47.670 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:47 smithi031 ceph-mon[100614]: pgmap v766: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 193 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.8 MiB/s wr, 34 op/s 2024-08-10T05:25:47.671 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:47 smithi031 ceph-mon[100614]: osdmap e737: 8 total, 8 up, 8 in 2024-08-10T05:25:47.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:47 smithi196 ceph-mon[90243]: pgmap v766: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 193 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.8 MiB/s wr, 34 op/s 2024-08-10T05:25:47.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:47 smithi196 ceph-mon[90243]: osdmap e737: 8 total, 8 up, 8 in 2024-08-10T05:25:48.378 INFO:tasks.rados.rados.0.smithi031.stdout:3512: done (1 left) 2024-08-10T05:25:48.378 INFO:tasks.rados.rados.0.smithi031.stdout:3513: done (0 left) 2024-08-10T05:25:48.378 INFO:tasks.rados.rados.0.smithi031.stdout:3514: delete oid 25 current snap is 324 2024-08-10T05:25:48.380 INFO:tasks.rados.rados.0.smithi031.stdout:3514: done (0 left) 2024-08-10T05:25:48.380 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 45 current snap is 324 2024-08-10T05:25:48.381 INFO:tasks.rados.rados.0.smithi031.stdout:3515: seq_num 1083 ranges {1130496=540672,1671168=589824,2260992=212992} 2024-08-10T05:25:48.389 INFO:tasks.rados.rados.0.smithi031.stdout:3515: writing smithi03186013-45 from 1130496 to 1671168 tid 1 2024-08-10T05:25:48.393 INFO:tasks.rados.rados.0.smithi031.stdout:3515: writing smithi03186013-45 from 1671168 to 2260992 tid 2 2024-08-10T05:25:48.394 INFO:tasks.rados.rados.0.smithi031.stdout:3515: writing smithi03186013-45 from 2260992 to 2473984 tid 3 2024-08-10T05:25:48.395 INFO:tasks.rados.rados.0.smithi031.stdout:3516: read oid 17 snap -1 2024-08-10T05:25:48.395 INFO:tasks.rados.rados.0.smithi031.stdout:3516: expect (ObjNum 984 snap 298 seq_num 984) 2024-08-10T05:25:48.395 INFO:tasks.rados.rados.0.smithi031.stdout:3517: rollback oid 5 current snap is 324 2024-08-10T05:25:48.395 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 5 to 321 2024-08-10T05:25:48.395 INFO:tasks.rados.rados.0.smithi031.stdout:3515: finishing write tid 1 to smithi03186013-45 2024-08-10T05:25:48.395 INFO:tasks.rados.rados.0.smithi031.stdout:3518: snap_create 2024-08-10T05:25:48.397 INFO:tasks.rados.rados.0.smithi031.stdout:3515: finishing write tid 2 to smithi03186013-45 2024-08-10T05:25:48.400 INFO:tasks.rados.rados.0.smithi031.stdout:3515: finishing write tid 3 to smithi03186013-45 2024-08-10T05:25:48.401 INFO:tasks.rados.rados.0.smithi031.stdout:3515: finishing write tid 4 to smithi03186013-45 2024-08-10T05:25:48.402 INFO:tasks.rados.rados.0.smithi031.stdout:3517: finishing rollback tid 0 to smithi03186013-5 2024-08-10T05:25:48.403 INFO:tasks.rados.rados.0.smithi031.stdout:3516: expect (ObjNum 984 snap 298 seq_num 984) 2024-08-10T05:25:48.460 INFO:tasks.rados.rados.0.smithi031.stdout:3517: finishing rollback tid 1 to smithi03186013-5 2024-08-10T05:25:48.461 INFO:tasks.rados.rados.0.smithi031.stdout:3515: finishing write tid 5 to smithi03186013-45 2024-08-10T05:25:48.461 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 45 v 1759 (ObjNum 1083 snap 324 seq_num 1083) dirty exists 2024-08-10T05:25:48.461 INFO:tasks.rados.rados.0.smithi031.stdout:3515: left oid 45 (ObjNum 1083 snap 324 seq_num 1083) 2024-08-10T05:25:48.461 INFO:tasks.rados.rados.0.smithi031.stdout:3517: finishing rollback tid 2 to smithi03186013-5 2024-08-10T05:25:48.461 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 5 v 1763 (ObjNum 1064 snap 318 seq_num 1064) dirty exists 2024-08-10T05:25:48.768 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:48 smithi031 ceph-mon[100614]: osdmap e738: 8 total, 8 up, 8 in 2024-08-10T05:25:48.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:48 smithi031 ceph-mon[98130]: osdmap e738: 8 total, 8 up, 8 in 2024-08-10T05:25:48.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:48 smithi196 ceph-mon[90243]: osdmap e738: 8 total, 8 up, 8 in 2024-08-10T05:25:49.301 INFO:tasks.rados.rados.0.smithi031.stdout:3515: done (3 left) 2024-08-10T05:25:49.301 INFO:tasks.rados.rados.0.smithi031.stdout:3516: done (2 left) 2024-08-10T05:25:49.301 INFO:tasks.rados.rados.0.smithi031.stdout:3517: done (1 left) 2024-08-10T05:25:49.301 INFO:tasks.rados.rados.0.smithi031.stdout:3518: done (0 left) 2024-08-10T05:25:49.301 INFO:tasks.rados.rados.0.smithi031.stdout:3519: read oid 15 snap -1 2024-08-10T05:25:49.301 INFO:tasks.rados.rados.0.smithi031.stdout:3519: expect (ObjNum 1020 snap 308 seq_num 1020) 2024-08-10T05:25:49.301 INFO:tasks.rados.rados.0.smithi031.stdout:3520: read oid 49 snap -1 2024-08-10T05:25:49.301 INFO:tasks.rados.rados.0.smithi031.stdout:3520: expect (ObjNum 984 snap 298 seq_num 984) 2024-08-10T05:25:49.301 INFO:tasks.rados.rados.0.smithi031.stdout:3521: copy_from oid 43 from oid 7 current snap is 325 2024-08-10T05:25:49.302 INFO:tasks.rados.rados.0.smithi031.stdout:3522: copy_from oid 48 from oid 3 current snap is 325 2024-08-10T05:25:49.302 INFO:tasks.rados.rados.0.smithi031.stdout:3523: rollback oid 39 current snap is 325 2024-08-10T05:25:49.302 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 39 to 324 2024-08-10T05:25:49.302 INFO:tasks.rados.rados.0.smithi031.stdout:3524: read oid 16 snap -1 2024-08-10T05:25:49.302 INFO:tasks.rados.rados.0.smithi031.stdout:3524: expect (ObjNum 1079 snap 323 seq_num 1079) 2024-08-10T05:25:49.302 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 44 current snap is 325 2024-08-10T05:25:49.302 INFO:tasks.rados.rados.0.smithi031.stdout:3525: seq_num 1084 ranges {6815744=557056,7372800=475136,7847936=327680} 2024-08-10T05:25:49.343 INFO:tasks.rados.rados.0.smithi031.stdout:3525: writing smithi03186013-44 from 6815744 to 7372800 tid 1 2024-08-10T05:25:49.345 INFO:tasks.rados.rados.0.smithi031.stdout:3525: writing smithi03186013-44 from 7372800 to 7847936 tid 2 2024-08-10T05:25:49.348 INFO:tasks.rados.rados.0.smithi031.stdout:3525: writing smithi03186013-44 from 7847936 to 8175616 tid 3 2024-08-10T05:25:49.348 INFO:tasks.rados.rados.0.smithi031.stdout:3526: delete oid 12 current snap is 325 2024-08-10T05:25:49.348 INFO:tasks.rados.rados.0.smithi031.stdout:3519: expect (ObjNum 1020 snap 308 seq_num 1020) 2024-08-10T05:25:49.359 INFO:tasks.rados.rados.0.smithi031.stdout:3523: finishing rollback tid 0 to smithi03186013-39 2024-08-10T05:25:49.359 INFO:tasks.rados.rados.0.smithi031.stdout:3523: finishing rollback tid 1 to smithi03186013-39 2024-08-10T05:25:49.360 INFO:tasks.rados.rados.0.smithi031.stdout:3523: finishing rollback tid 2 to smithi03186013-39 2024-08-10T05:25:49.360 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 39 v 1677 (ObjNum 1033 snap 314 seq_num 1033) dirty exists 2024-08-10T05:25:49.360 INFO:tasks.rados.rados.0.smithi031.stdout:3520: expect (ObjNum 984 snap 298 seq_num 984) 2024-08-10T05:25:49.418 INFO:tasks.rados.rados.0.smithi031.stdout:3524: expect (ObjNum 1079 snap 323 seq_num 1079) 2024-08-10T05:25:49.529 INFO:tasks.rados.rados.0.smithi031.stdout:3522: finishing copy_from racing read to smithi03186013-48 2024-08-10T05:25:49.529 INFO:tasks.rados.rados.0.smithi031.stdout:3522: finishing copy_from to smithi03186013-48 2024-08-10T05:25:49.529 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 48 v 1450 (ObjNum 991 snap 302 seq_num 991) dirty exists 2024-08-10T05:25:49.530 INFO:tasks.rados.rados.0.smithi031.stdout:3521: finishing copy_from racing read to smithi03186013-43 2024-08-10T05:25:49.530 INFO:tasks.rados.rados.0.smithi031.stdout:3519: done (7 left) 2024-08-10T05:25:49.530 INFO:tasks.rados.rados.0.smithi031.stdout:3520: done (6 left) 2024-08-10T05:25:49.530 INFO:tasks.rados.rados.0.smithi031.stdout:3522: done (5 left) 2024-08-10T05:25:49.530 INFO:tasks.rados.rados.0.smithi031.stdout:3523: done (4 left) 2024-08-10T05:25:49.530 INFO:tasks.rados.rados.0.smithi031.stdout:3524: done (3 left) 2024-08-10T05:25:49.530 INFO:tasks.rados.rados.0.smithi031.stdout:3526: done (2 left) 2024-08-10T05:25:49.530 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 26 current snap is 325 2024-08-10T05:25:49.530 INFO:tasks.rados.rados.0.smithi031.stdout:3521: finishing copy_from to smithi03186013-43 2024-08-10T05:25:49.530 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 43 v 2028 (ObjNum 1035 snap 314 seq_num 1035) dirty exists 2024-08-10T05:25:49.530 INFO:tasks.rados.rados.0.smithi031.stdout:3525: finishing write tid 1 to smithi03186013-44 2024-08-10T05:25:49.530 INFO:tasks.rados.rados.0.smithi031.stdout:3525: finishing write tid 2 to smithi03186013-44 2024-08-10T05:25:49.531 INFO:tasks.rados.rados.0.smithi031.stdout:3525: finishing write tid 3 to smithi03186013-44 2024-08-10T05:25:49.531 INFO:tasks.rados.rados.0.smithi031.stdout:3525: finishing write tid 4 to smithi03186013-44 2024-08-10T05:25:49.531 INFO:tasks.rados.rados.0.smithi031.stdout:3525: finishing write tid 5 to smithi03186013-44 2024-08-10T05:25:49.531 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 44 v 2039 (ObjNum 1084 snap 325 seq_num 1084) dirty exists 2024-08-10T05:25:49.531 INFO:tasks.rados.rados.0.smithi031.stdout:3525: left oid 44 (ObjNum 1084 snap 325 seq_num 1084) 2024-08-10T05:25:49.531 INFO:tasks.rados.rados.0.smithi031.stdout:3527: seq_num 1086 ranges {2088960=598016,2686976=647168,3334144=155648} 2024-08-10T05:25:49.543 INFO:tasks.rados.rados.0.smithi031.stdout:3527: writing smithi03186013-26 from 2088960 to 2686976 tid 1 2024-08-10T05:25:49.547 INFO:tasks.rados.rados.0.smithi031.stdout:3527: writing smithi03186013-26 from 2686976 to 3334144 tid 2 2024-08-10T05:25:49.548 INFO:tasks.rados.rados.0.smithi031.stdout:3527: writing smithi03186013-26 from 3334144 to 3489792 tid 3 2024-08-10T05:25:49.549 INFO:tasks.rados.rados.0.smithi031.stdout:3521: done (2 left) 2024-08-10T05:25:49.549 INFO:tasks.rados.rados.0.smithi031.stdout:3525: done (1 left) 2024-08-10T05:25:49.549 INFO:tasks.rados.rados.0.smithi031.stdout:3528: setattr oid 16 current snap is 325 2024-08-10T05:25:49.550 INFO:tasks.rados.rados.0.smithi031.stdout:3529: rollback oid 45 current snap is 325 2024-08-10T05:25:49.550 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 45 to 323 2024-08-10T05:25:49.550 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 1 current snap is 325 2024-08-10T05:25:49.550 INFO:tasks.rados.rados.0.smithi031.stdout:3530: seq_num 1087 ranges {0=614400,614400=532480,1146880=270336} 2024-08-10T05:25:49.554 INFO:tasks.rados.rados.0.smithi031.stdout:3530: writing smithi03186013-1 from 0 to 614400 tid 1 2024-08-10T05:25:49.557 INFO:tasks.rados.rados.0.smithi031.stdout:3530: writing smithi03186013-1 from 614400 to 1146880 tid 2 2024-08-10T05:25:49.560 INFO:tasks.rados.rados.0.smithi031.stdout:3530: writing smithi03186013-1 from 1146880 to 1417216 tid 3 2024-08-10T05:25:49.560 INFO:tasks.rados.rados.0.smithi031.stdout:3531: read oid 35 snap -1 2024-08-10T05:25:49.560 INFO:tasks.rados.rados.0.smithi031.stdout:3531: expect (ObjNum 1071 snap 320 seq_num 1071) 2024-08-10T05:25:49.560 INFO:tasks.rados.rados.0.smithi031.stdout:3532: rmattr oid 31 current snap is 325 2024-08-10T05:25:49.560 INFO:tasks.rados.rados.0.smithi031.stdout:3527: finishing write tid 1 to smithi03186013-26 2024-08-10T05:25:49.560 INFO:tasks.rados.rados.0.smithi031.stdout:3527: finishing write tid 2 to smithi03186013-26 2024-08-10T05:25:49.560 INFO:tasks.rados.rados.0.smithi031.stdout:3527: finishing write tid 3 to smithi03186013-26 2024-08-10T05:25:49.561 INFO:tasks.rados.rados.0.smithi031.stdout:3527: finishing write tid 4 to smithi03186013-26 2024-08-10T05:25:49.561 INFO:tasks.rados.rados.0.smithi031.stdout:3527: finishing write tid 5 to smithi03186013-26 2024-08-10T05:25:49.561 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 26 v 1697 (ObjNum 1086 snap 325 seq_num 1086) dirty exists 2024-08-10T05:25:49.561 INFO:tasks.rados.rados.0.smithi031.stdout:3527: left oid 26 (ObjNum 1086 snap 325 seq_num 1086) 2024-08-10T05:25:49.561 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 16 v 1743 (ObjNum 1079 snap 323 seq_num 1079) dirty exists 2024-08-10T05:25:49.561 INFO:tasks.rados.rados.0.smithi031.stdout:3529: finishing rollback tid 0 to smithi03186013-45 2024-08-10T05:25:49.561 INFO:tasks.rados.rados.0.smithi031.stdout:3529: finishing rollback tid 1 to smithi03186013-45 2024-08-10T05:25:49.561 INFO:tasks.rados.rados.0.smithi031.stdout:3529: finishing rollback tid 2 to smithi03186013-45 2024-08-10T05:25:49.561 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 45 v 1767 (ObjNum 1070 snap 320 seq_num 1070) dirty exists 2024-08-10T05:25:49.561 INFO:tasks.rados.rados.0.smithi031.stdout:3530: finishing write tid 1 to smithi03186013-1 2024-08-10T05:25:49.561 INFO:tasks.rados.rados.0.smithi031.stdout:3527: done (5 left) 2024-08-10T05:25:49.561 INFO:tasks.rados.rados.0.smithi031.stdout:3528: done (4 left) 2024-08-10T05:25:49.561 INFO:tasks.rados.rados.0.smithi031.stdout:3529: done (3 left) 2024-08-10T05:25:49.561 INFO:tasks.rados.rados.0.smithi031.stdout:3533: copy_from oid 33 from oid 13 current snap is 325 2024-08-10T05:25:49.562 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 36 current snap is 325 2024-08-10T05:25:49.562 INFO:tasks.rados.rados.0.smithi031.stdout:3534: seq_num 1088 ranges {3170304=630784,3801088=466944,4268032=335872} 2024-08-10T05:25:49.580 INFO:tasks.rados.rados.0.smithi031.stdout:3534: writing smithi03186013-36 from 3170304 to 3801088 tid 1 2024-08-10T05:25:49.582 INFO:tasks.rados.rados.0.smithi031.stdout:3534: writing smithi03186013-36 from 3801088 to 4268032 tid 2 2024-08-10T05:25:49.585 INFO:tasks.rados.rados.0.smithi031.stdout:3534: writing smithi03186013-36 from 4268032 to 4603904 tid 3 2024-08-10T05:25:49.585 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 7 current snap is 325 2024-08-10T05:25:49.585 INFO:tasks.rados.rados.0.smithi031.stdout:3535: seq_num 1089 ranges {2891776=647168,3538944=745472,4284416=57344} 2024-08-10T05:25:49.605 INFO:tasks.rados.rados.0.smithi031.stdout:3535: writing smithi03186013-7 from 2891776 to 3538944 tid 1 2024-08-10T05:25:49.609 INFO:tasks.rados.rados.0.smithi031.stdout:3535: writing smithi03186013-7 from 3538944 to 4284416 tid 2 2024-08-10T05:25:49.610 INFO:tasks.rados.rados.0.smithi031.stdout:3535: writing smithi03186013-7 from 4284416 to 4341760 tid 3 2024-08-10T05:25:49.611 INFO:tasks.rados.rados.0.smithi031.stdout:3536: rmattr oid 24 current snap is 325 2024-08-10T05:25:49.611 INFO:tasks.rados.rados.0.smithi031.stdout:3530: finishing write tid 2 to smithi03186013-1 2024-08-10T05:25:49.611 INFO:tasks.rados.rados.0.smithi031.stdout:3537: snap_create 2024-08-10T05:25:49.611 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 31 v 1709 (ObjNum 1024 snap 309 seq_num 1024) dirty exists 2024-08-10T05:25:49.611 INFO:tasks.rados.rados.0.smithi031.stdout:3530: finishing write tid 3 to smithi03186013-1 2024-08-10T05:25:49.611 INFO:tasks.rados.rados.0.smithi031.stdout:3530: finishing write tid 4 to smithi03186013-1 2024-08-10T05:25:49.611 INFO:tasks.rados.rados.0.smithi031.stdout:3530: finishing write tid 5 to smithi03186013-1 2024-08-10T05:25:49.611 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 1 v 1373 (ObjNum 1087 snap 325 seq_num 1087) dirty exists 2024-08-10T05:25:49.611 INFO:tasks.rados.rados.0.smithi031.stdout:3530: left oid 1 (ObjNum 1087 snap 325 seq_num 1087) 2024-08-10T05:25:49.611 INFO:tasks.rados.rados.0.smithi031.stdout:3534: finishing write tid 1 to smithi03186013-36 2024-08-10T05:25:49.611 INFO:tasks.rados.rados.0.smithi031.stdout:3534: finishing write tid 2 to smithi03186013-36 2024-08-10T05:25:49.611 INFO:tasks.rados.rados.0.smithi031.stdout:3534: finishing write tid 3 to smithi03186013-36 2024-08-10T05:25:49.612 INFO:tasks.rados.rados.0.smithi031.stdout:3534: finishing write tid 4 to smithi03186013-36 2024-08-10T05:25:49.612 INFO:tasks.rados.rados.0.smithi031.stdout:3534: finishing write tid 5 to smithi03186013-36 2024-08-10T05:25:49.612 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 36 v 1747 (ObjNum 1088 snap 325 seq_num 1088) dirty exists 2024-08-10T05:25:49.612 INFO:tasks.rados.rados.0.smithi031.stdout:3534: left oid 36 (ObjNum 1088 snap 325 seq_num 1088) 2024-08-10T05:25:49.612 INFO:tasks.rados.rados.0.smithi031.stdout:3533: finishing copy_from racing read to smithi03186013-33 2024-08-10T05:25:49.612 INFO:tasks.rados.rados.0.smithi031.stdout:3533: finishing copy_from to smithi03186013-33 2024-08-10T05:25:49.612 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 33 v 1417 (ObjNum 950 snap 285 seq_num 950) dirty exists 2024-08-10T05:25:49.612 INFO:tasks.rados.rados.0.smithi031.stdout:3531: expect (ObjNum 1071 snap 320 seq_num 1071) 2024-08-10T05:25:49.768 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:49 smithi031 ceph-mon[100614]: pgmap v769: 121 pgs: 121 active+clean; 193 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 3.8 MiB/s wr, 26 op/s 2024-08-10T05:25:49.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:49 smithi031 ceph-mon[100614]: osdmap e739: 8 total, 8 up, 8 in 2024-08-10T05:25:49.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:49 smithi031 ceph-mon[100614]: osdmap e740: 8 total, 8 up, 8 in 2024-08-10T05:25:49.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:49 smithi031 ceph-mon[98130]: pgmap v769: 121 pgs: 121 active+clean; 193 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 3.8 MiB/s wr, 26 op/s 2024-08-10T05:25:49.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:49 smithi031 ceph-mon[98130]: osdmap e739: 8 total, 8 up, 8 in 2024-08-10T05:25:49.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:49 smithi031 ceph-mon[98130]: osdmap e740: 8 total, 8 up, 8 in 2024-08-10T05:25:49.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:49 smithi196 ceph-mon[90243]: pgmap v769: 121 pgs: 121 active+clean; 193 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 3.8 MiB/s wr, 26 op/s 2024-08-10T05:25:49.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:49 smithi196 ceph-mon[90243]: osdmap e739: 8 total, 8 up, 8 in 2024-08-10T05:25:49.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:49 smithi196 ceph-mon[90243]: osdmap e740: 8 total, 8 up, 8 in 2024-08-10T05:25:50.313 INFO:tasks.rados.rados.0.smithi031.stdout:3535: finishing write tid 1 to smithi03186013-7 2024-08-10T05:25:50.313 INFO:tasks.rados.rados.0.smithi031.stdout:3535: finishing write tid 2 to smithi03186013-7 2024-08-10T05:25:50.313 INFO:tasks.rados.rados.0.smithi031.stdout:3535: finishing write tid 3 to smithi03186013-7 2024-08-10T05:25:50.314 INFO:tasks.rados.rados.0.smithi031.stdout:3535: finishing write tid 4 to smithi03186013-7 2024-08-10T05:25:50.314 INFO:tasks.rados.rados.0.smithi031.stdout:3535: finishing write tid 5 to smithi03186013-7 2024-08-10T05:25:50.314 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 7 v 2044 (ObjNum 1089 snap 325 seq_num 1089) dirty exists 2024-08-10T05:25:50.314 INFO:tasks.rados.rados.0.smithi031.stdout:3535: left oid 7 (ObjNum 1089 snap 325 seq_num 1089) 2024-08-10T05:25:50.314 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 24 v 2046 (ObjNum 1006 snap 304 seq_num 1006) dirty exists 2024-08-10T05:25:50.378 INFO:tasks.rados.rados.0.smithi031.stdout:3530: done (7 left) 2024-08-10T05:25:50.378 INFO:tasks.rados.rados.0.smithi031.stdout:3531: done (6 left) 2024-08-10T05:25:50.378 INFO:tasks.rados.rados.0.smithi031.stdout:3532: done (5 left) 2024-08-10T05:25:50.378 INFO:tasks.rados.rados.0.smithi031.stdout:3533: done (4 left) 2024-08-10T05:25:50.378 INFO:tasks.rados.rados.0.smithi031.stdout:3534: done (3 left) 2024-08-10T05:25:50.378 INFO:tasks.rados.rados.0.smithi031.stdout:3535: done (2 left) 2024-08-10T05:25:50.378 INFO:tasks.rados.rados.0.smithi031.stdout:3536: done (1 left) 2024-08-10T05:25:50.378 INFO:tasks.rados.rados.0.smithi031.stdout:3537: done (0 left) 2024-08-10T05:25:50.378 INFO:tasks.rados.rados.0.smithi031.stdout:3538: delete oid 7 current snap is 326 2024-08-10T05:25:50.382 INFO:tasks.rados.rados.0.smithi031.stdout:3538: done (0 left) 2024-08-10T05:25:50.382 INFO:tasks.rados.rados.0.smithi031.stdout:3539: snap_remove snap 325 2024-08-10T05:25:51.385 INFO:tasks.rados.rados.0.smithi031.stdout:3539: done (0 left) 2024-08-10T05:25:51.385 INFO:tasks.rados.rados.0.smithi031.stdout:3540: read oid 20 snap -1 2024-08-10T05:25:51.385 INFO:tasks.rados.rados.0.smithi031.stdout:3540: expect (ObjNum 768 snap 239 seq_num 768) 2024-08-10T05:25:51.385 INFO:tasks.rados.rados.0.smithi031.stdout:3541: read oid 12 snap -1 2024-08-10T05:25:51.385 INFO:tasks.rados.rados.0.smithi031.stdout:3541: expect deleted 2024-08-10T05:25:51.385 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 3 current snap is 326 2024-08-10T05:25:51.385 INFO:tasks.rados.rados.0.smithi031.stdout:3542: seq_num 1091 ranges {3227648=679936,3907584=516096,4423680=286720} 2024-08-10T05:25:51.406 INFO:tasks.rados.rados.0.smithi031.stdout:3542: writing smithi03186013-3 from 3227648 to 3907584 tid 1 2024-08-10T05:25:51.410 INFO:tasks.rados.rados.0.smithi031.stdout:3542: writing smithi03186013-3 from 3907584 to 4423680 tid 2 2024-08-10T05:25:51.412 INFO:tasks.rados.rados.0.smithi031.stdout:3542: writing smithi03186013-3 from 4423680 to 4710400 tid 3 2024-08-10T05:25:51.412 INFO:tasks.rados.rados.0.smithi031.stdout:3543: read oid 24 snap 324 2024-08-10T05:25:51.412 INFO:tasks.rados.rados.0.smithi031.stdout:3543: expect (ObjNum 1006 snap 304 seq_num 1006) 2024-08-10T05:25:51.412 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 16 current snap is 326 2024-08-10T05:25:51.412 INFO:tasks.rados.rados.0.smithi031.stdout:3544: seq_num 1092 ranges {3031040=696320,3727360=802816} 2024-08-10T05:25:51.433 INFO:tasks.rados.rados.0.smithi031.stdout:3544: writing smithi03186013-16 from 3031040 to 3727360 tid 1 2024-08-10T05:25:51.438 INFO:tasks.rados.rados.0.smithi031.stdout:3544: writing smithi03186013-16 from 3727360 to 4530176 tid 2 2024-08-10T05:25:51.438 INFO:tasks.rados.rados.0.smithi031.stdout:3545: read oid 31 snap -1 2024-08-10T05:25:51.438 INFO:tasks.rados.rados.0.smithi031.stdout:3545: expect (ObjNum 1024 snap 309 seq_num 1024) 2024-08-10T05:25:51.438 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 2 current snap is 326 2024-08-10T05:25:51.438 INFO:tasks.rados.rados.0.smithi031.stdout:3540: expect (ObjNum 768 snap 239 seq_num 768) 2024-08-10T05:25:51.514 INFO:tasks.rados.rados.0.smithi031.stdout:3542: finishing write tid 1 to smithi03186013-3 2024-08-10T05:25:51.514 INFO:tasks.rados.rados.0.smithi031.stdout:3546: seq_num 1093 ranges {1261568=712704,1974272=688128,2662400=114688} 2024-08-10T05:25:51.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:25:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:25:51] "GET /metrics HTTP/1.1" 200 36273 "" "Prometheus/2.43.0" 2024-08-10T05:25:51.518 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:51 smithi031 ceph-mon[100614]: pgmap v772: 121 pgs: 121 active+clean; 198 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 2.5 MiB/s wr, 24 op/s 2024-08-10T05:25:51.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:51 smithi031 ceph-mon[100614]: osdmap e741: 8 total, 8 up, 8 in 2024-08-10T05:25:51.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:51 smithi031 ceph-mon[98130]: pgmap v772: 121 pgs: 121 active+clean; 198 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 2.5 MiB/s wr, 24 op/s 2024-08-10T05:25:51.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:51 smithi031 ceph-mon[98130]: osdmap e741: 8 total, 8 up, 8 in 2024-08-10T05:25:51.524 INFO:tasks.rados.rados.0.smithi031.stdout:3546: writing smithi03186013-2 from 1261568 to 1974272 tid 1 2024-08-10T05:25:51.529 INFO:tasks.rados.rados.0.smithi031.stdout:3546: writing smithi03186013-2 from 1974272 to 2662400 tid 2 2024-08-10T05:25:51.530 INFO:tasks.rados.rados.0.smithi031.stdout:3546: writing smithi03186013-2 from 2662400 to 2777088 tid 3 2024-08-10T05:25:51.530 INFO:tasks.rados.rados.0.smithi031.stdout:3540: done (6 left) 2024-08-10T05:25:51.530 INFO:tasks.rados.rados.0.smithi031.stdout:3541: done (5 left) 2024-08-10T05:25:51.530 INFO:tasks.rados.rados.0.smithi031.stdout:3547: setattr oid 27 current snap is 326 2024-08-10T05:25:51.530 INFO:tasks.rados.rados.0.smithi031.stdout:3542: finishing write tid 2 to smithi03186013-3 2024-08-10T05:25:51.530 INFO:tasks.rados.rados.0.smithi031.stdout:3542: finishing write tid 3 to smithi03186013-3 2024-08-10T05:25:51.530 INFO:tasks.rados.rados.0.smithi031.stdout:3542: finishing write tid 4 to smithi03186013-3 2024-08-10T05:25:51.531 INFO:tasks.rados.rados.0.smithi031.stdout:3542: finishing write tid 5 to smithi03186013-3 2024-08-10T05:25:51.531 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 3 v 1708 (ObjNum 1091 snap 326 seq_num 1091) dirty exists 2024-08-10T05:25:51.531 INFO:tasks.rados.rados.0.smithi031.stdout:3542: left oid 3 (ObjNum 1091 snap 326 seq_num 1091) 2024-08-10T05:25:51.531 INFO:tasks.rados.rados.0.smithi031.stdout:3543: expect (ObjNum 1006 snap 304 seq_num 1006) 2024-08-10T05:25:51.535 INFO:tasks.rados.rados.0.smithi031.stdout:3544: finishing write tid 1 to smithi03186013-16 2024-08-10T05:25:51.535 INFO:tasks.rados.rados.0.smithi031.stdout:3544: finishing write tid 2 to smithi03186013-16 2024-08-10T05:25:51.535 INFO:tasks.rados.rados.0.smithi031.stdout:3544: finishing write tid 3 to smithi03186013-16 2024-08-10T05:25:51.535 INFO:tasks.rados.rados.0.smithi031.stdout:3544: finishing write tid 4 to smithi03186013-16 2024-08-10T05:25:51.535 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 16 v 1750 (ObjNum 1092 snap 326 seq_num 1092) dirty exists 2024-08-10T05:25:51.536 INFO:tasks.rados.rados.0.smithi031.stdout:3544: left oid 16 (ObjNum 1092 snap 326 seq_num 1092) 2024-08-10T05:25:51.536 INFO:tasks.rados.rados.0.smithi031.stdout:3545: expect (ObjNum 1024 snap 309 seq_num 1024) 2024-08-10T05:25:51.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:51 smithi196 ceph-mon[90243]: pgmap v772: 121 pgs: 121 active+clean; 198 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 2.5 MiB/s wr, 24 op/s 2024-08-10T05:25:51.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:51 smithi196 ceph-mon[90243]: osdmap e741: 8 total, 8 up, 8 in 2024-08-10T05:25:52.121 INFO:tasks.rados.rados.0.smithi031.stdout:3546: finishing write tid 1 to smithi03186013-2 2024-08-10T05:25:52.121 INFO:tasks.rados.rados.0.smithi031.stdout:3546: finishing write tid 2 to smithi03186013-2 2024-08-10T05:25:52.121 INFO:tasks.rados.rados.0.smithi031.stdout:3546: finishing write tid 3 to smithi03186013-2 2024-08-10T05:25:52.121 INFO:tasks.rados.rados.0.smithi031.stdout:3546: finishing write tid 4 to smithi03186013-2 2024-08-10T05:25:52.121 INFO:tasks.rados.rados.0.smithi031.stdout:3546: finishing write tid 5 to smithi03186013-2 2024-08-10T05:25:52.121 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 2 v 2055 (ObjNum 1093 snap 326 seq_num 1093) dirty exists 2024-08-10T05:25:52.122 INFO:tasks.rados.rados.0.smithi031.stdout:3546: left oid 2 (ObjNum 1093 snap 326 seq_num 1093) 2024-08-10T05:25:52.122 INFO:tasks.rados.rados.0.smithi031.stdout:3542: done (5 left) 2024-08-10T05:25:52.122 INFO:tasks.rados.rados.0.smithi031.stdout:3543: done (4 left) 2024-08-10T05:25:52.122 INFO:tasks.rados.rados.0.smithi031.stdout:3544: done (3 left) 2024-08-10T05:25:52.122 INFO:tasks.rados.rados.0.smithi031.stdout:3545: done (2 left) 2024-08-10T05:25:52.122 INFO:tasks.rados.rados.0.smithi031.stdout:3546: done (1 left) 2024-08-10T05:25:52.122 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 29 current snap is 326 2024-08-10T05:25:52.122 INFO:tasks.rados.rados.0.smithi031.stdout:3548: seq_num 1094 ranges {0=729088,729088=573440,1302528=229376} 2024-08-10T05:25:52.124 INFO:tasks.rados.rados.0.smithi031.stdout:3548: writing smithi03186013-29 from 0 to 729088 tid 1 2024-08-10T05:25:52.128 INFO:tasks.rados.rados.0.smithi031.stdout:3548: writing smithi03186013-29 from 729088 to 1302528 tid 2 2024-08-10T05:25:52.130 INFO:tasks.rados.rados.0.smithi031.stdout:3548: writing smithi03186013-29 from 1302528 to 1531904 tid 3 2024-08-10T05:25:52.130 INFO:tasks.rados.rados.0.smithi031.stdout:3549: read oid 34 snap -1 2024-08-10T05:25:52.130 INFO:tasks.rados.rados.0.smithi031.stdout:3549: expect (ObjNum 991 snap 302 seq_num 991) 2024-08-10T05:25:52.130 INFO:tasks.rados.rados.0.smithi031.stdout:3550: copy_from oid 49 from oid 6 current snap is 326 2024-08-10T05:25:52.131 INFO:tasks.rados.rados.0.smithi031.stdout:3551: read oid 26 snap -1 2024-08-10T05:25:52.131 INFO:tasks.rados.rados.0.smithi031.stdout:3551: expect (ObjNum 1086 snap 325 seq_num 1086) 2024-08-10T05:25:52.131 INFO:tasks.rados.rados.0.smithi031.stdout:3552: delete oid 38 current snap is 326 2024-08-10T05:25:52.131 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 27 v 1948 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-08-10T05:25:52.131 INFO:tasks.rados.rados.0.smithi031.stdout:3548: finishing write tid 1 to smithi03186013-29 2024-08-10T05:25:52.131 INFO:tasks.rados.rados.0.smithi031.stdout:3550: finishing copy_from to smithi03186013-49 2024-08-10T05:25:52.131 INFO:tasks.rados.rados.0.smithi031.stdout:3550: got expected ENOENT (src dne) 2024-08-10T05:25:52.132 INFO:tasks.rados.rados.0.smithi031.stdout:3550: finishing copy_from racing read to smithi03186013-49 2024-08-10T05:25:52.133 INFO:tasks.rados.rados.0.smithi031.stdout:3548: finishing write tid 2 to smithi03186013-29 2024-08-10T05:25:52.134 INFO:tasks.rados.rados.0.smithi031.stdout:3547: done (5 left) 2024-08-10T05:25:52.134 INFO:tasks.rados.rados.0.smithi031.stdout:3550: done (4 left) 2024-08-10T05:25:52.134 INFO:tasks.rados.rados.0.smithi031.stdout:3552: done (3 left) 2024-08-10T05:25:52.134 INFO:tasks.rados.rados.0.smithi031.stdout:3553: snap_create 2024-08-10T05:25:52.134 INFO:tasks.rados.rados.0.smithi031.stdout:3548: finishing write tid 3 to smithi03186013-29 2024-08-10T05:25:52.134 INFO:tasks.rados.rados.0.smithi031.stdout:3548: finishing write tid 4 to smithi03186013-29 2024-08-10T05:25:52.135 INFO:tasks.rados.rados.0.smithi031.stdout:3548: finishing write tid 5 to smithi03186013-29 2024-08-10T05:25:52.136 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 29 v 2059 (ObjNum 1094 snap 326 seq_num 1094) dirty exists 2024-08-10T05:25:52.136 INFO:tasks.rados.rados.0.smithi031.stdout:3548: left oid 29 (ObjNum 1094 snap 326 seq_num 1094) 2024-08-10T05:25:52.147 INFO:tasks.rados.rados.0.smithi031.stdout:3551: expect (ObjNum 1086 snap 325 seq_num 1086) 2024-08-10T05:25:52.275 INFO:tasks.rados.rados.0.smithi031.stdout:3549: expect (ObjNum 991 snap 302 seq_num 991) 2024-08-10T05:25:52.397 INFO:tasks.rados.rados.0.smithi031.stdout:3548: done (3 left) 2024-08-10T05:25:52.397 INFO:tasks.rados.rados.0.smithi031.stdout:3549: done (2 left) 2024-08-10T05:25:52.397 INFO:tasks.rados.rados.0.smithi031.stdout:3551: done (1 left) 2024-08-10T05:25:52.398 INFO:tasks.rados.rados.0.smithi031.stdout:3553: done (0 left) 2024-08-10T05:25:52.398 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 33 current snap is 327 2024-08-10T05:25:52.398 INFO:tasks.rados.rados.0.smithi031.stdout:3554: seq_num 1096 ranges {3293184=761856,4055040=786432,4841472=16384} 2024-08-10T05:25:52.419 INFO:tasks.rados.rados.0.smithi031.stdout:3554: writing smithi03186013-33 from 3293184 to 4055040 tid 1 2024-08-10T05:25:52.424 INFO:tasks.rados.rados.0.smithi031.stdout:3554: writing smithi03186013-33 from 4055040 to 4841472 tid 2 2024-08-10T05:25:52.424 INFO:tasks.rados.rados.0.smithi031.stdout:3554: writing smithi03186013-33 from 4841472 to 4857856 tid 3 2024-08-10T05:25:52.424 INFO:tasks.rados.rados.0.smithi031.stdout:3555: copy_from oid 10 from oid 40 current snap is 327 2024-08-10T05:25:52.424 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 18 current snap is 327 2024-08-10T05:25:52.424 INFO:tasks.rados.rados.0.smithi031.stdout:3556: seq_num 1097 ranges {2301952=778240,3080192=671744,3751936=131072} 2024-08-10T05:25:52.441 INFO:tasks.rados.rados.0.smithi031.stdout:3556: writing smithi03186013-18 from 2301952 to 3080192 tid 1 2024-08-10T05:25:52.444 INFO:tasks.rados.rados.0.smithi031.stdout:3556: writing smithi03186013-18 from 3080192 to 3751936 tid 2 2024-08-10T05:25:52.445 INFO:tasks.rados.rados.0.smithi031.stdout:3556: writing smithi03186013-18 from 3751936 to 3883008 tid 3 2024-08-10T05:25:52.445 INFO:tasks.rados.rados.0.smithi031.stdout:3557: setattr oid 34 current snap is 327 2024-08-10T05:25:52.446 INFO:tasks.rados.rados.0.smithi031.stdout:3554: finishing write tid 1 to smithi03186013-33 2024-08-10T05:25:52.446 INFO:tasks.rados.rados.0.smithi031.stdout:3555: finishing copy_from to smithi03186013-10 2024-08-10T05:25:52.446 INFO:tasks.rados.rados.0.smithi031.stdout:3555: got expected ENOENT (src dne) 2024-08-10T05:25:52.446 INFO:tasks.rados.rados.0.smithi031.stdout:3555: finishing copy_from racing read to smithi03186013-10 2024-08-10T05:25:52.446 INFO:tasks.rados.rados.0.smithi031.stdout:3554: finishing write tid 2 to smithi03186013-33 2024-08-10T05:25:52.446 INFO:tasks.rados.rados.0.smithi031.stdout:3554: finishing write tid 3 to smithi03186013-33 2024-08-10T05:25:52.446 INFO:tasks.rados.rados.0.smithi031.stdout:3554: finishing write tid 4 to smithi03186013-33 2024-08-10T05:25:52.446 INFO:tasks.rados.rados.0.smithi031.stdout:3554: finishing write tid 5 to smithi03186013-33 2024-08-10T05:25:52.446 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 33 v 1952 (ObjNum 1096 snap 327 seq_num 1096) dirty exists 2024-08-10T05:25:52.446 INFO:tasks.rados.rados.0.smithi031.stdout:3554: left oid 33 (ObjNum 1096 snap 327 seq_num 1096) 2024-08-10T05:25:52.447 INFO:tasks.rados.rados.0.smithi031.stdout:3554: done (3 left) 2024-08-10T05:25:52.447 INFO:tasks.rados.rados.0.smithi031.stdout:3555: done (2 left) 2024-08-10T05:25:52.447 INFO:tasks.rados.rados.0.smithi031.stdout:3558: snap_remove snap 317 2024-08-10T05:25:52.768 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:52 smithi031 ceph-mon[100614]: osdmap e742: 8 total, 8 up, 8 in 2024-08-10T05:25:52.877 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:52 smithi031 ceph-mon[98130]: osdmap e742: 8 total, 8 up, 8 in 2024-08-10T05:25:52.877 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:52 smithi196 ceph-mon[90243]: osdmap e742: 8 total, 8 up, 8 in 2024-08-10T05:25:52.877 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:25:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:25:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:25:53.404 INFO:tasks.rados.rados.0.smithi031.stdout:3558: done (2 left) 2024-08-10T05:25:53.404 INFO:tasks.rados.rados.0.smithi031.stdout:3559: snap_remove snap 326 2024-08-10T05:25:53.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:53 smithi031 ceph-mon[98130]: pgmap v775: 121 pgs: 121 active+clean; 209 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.1 MiB/s wr, 31 op/s 2024-08-10T05:25:53.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:53 smithi031 ceph-mon[98130]: osdmap e743: 8 total, 8 up, 8 in 2024-08-10T05:25:53.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:53 smithi031 ceph-mon[100614]: pgmap v775: 121 pgs: 121 active+clean; 209 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.1 MiB/s wr, 31 op/s 2024-08-10T05:25:53.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:53 smithi031 ceph-mon[100614]: osdmap e743: 8 total, 8 up, 8 in 2024-08-10T05:25:53.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:53 smithi196 ceph-mon[90243]: pgmap v775: 121 pgs: 121 active+clean; 209 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.1 MiB/s wr, 31 op/s 2024-08-10T05:25:53.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:53 smithi196 ceph-mon[90243]: osdmap e743: 8 total, 8 up, 8 in 2024-08-10T05:25:54.417 INFO:tasks.rados.rados.0.smithi031.stdout:3559: done (2 left) 2024-08-10T05:25:54.417 INFO:tasks.rados.rados.0.smithi031.stdout:3560: snap_remove snap 318 2024-08-10T05:25:54.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:54 smithi031 ceph-mon[100614]: osdmap e744: 8 total, 8 up, 8 in 2024-08-10T05:25:54.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:54 smithi031 ceph-mon[98130]: osdmap e744: 8 total, 8 up, 8 in 2024-08-10T05:25:54.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:54 smithi196 ceph-mon[90243]: osdmap e744: 8 total, 8 up, 8 in 2024-08-10T05:25:55.419 INFO:tasks.rados.rados.0.smithi031.stdout:3560: done (2 left) 2024-08-10T05:25:55.419 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 49 current snap is 327 2024-08-10T05:25:55.420 INFO:tasks.rados.rados.0.smithi031.stdout:3561: seq_num 1098 ranges {2088960=794624,2883584=557056,3440640=245760} 2024-08-10T05:25:55.434 INFO:tasks.rados.rados.0.smithi031.stdout:3561: writing smithi03186013-49 from 2088960 to 2883584 tid 1 2024-08-10T05:25:55.438 INFO:tasks.rados.rados.0.smithi031.stdout:3561: writing smithi03186013-49 from 2883584 to 3440640 tid 2 2024-08-10T05:25:55.440 INFO:tasks.rados.rados.0.smithi031.stdout:3561: writing smithi03186013-49 from 3440640 to 3686400 tid 3 2024-08-10T05:25:55.440 INFO:tasks.rados.rados.0.smithi031.stdout:3562: snap_create 2024-08-10T05:25:55.440 INFO:tasks.rados.rados.0.smithi031.stdout:3556: finishing write tid 1 to smithi03186013-18 2024-08-10T05:25:55.440 INFO:tasks.rados.rados.0.smithi031.stdout:3556: finishing write tid 2 to smithi03186013-18 2024-08-10T05:25:55.440 INFO:tasks.rados.rados.0.smithi031.stdout:3556: finishing write tid 3 to smithi03186013-18 2024-08-10T05:25:55.440 INFO:tasks.rados.rados.0.smithi031.stdout:3556: finishing write tid 4 to smithi03186013-18 2024-08-10T05:25:55.440 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 34 v 1774 (ObjNum 991 snap 302 seq_num 991) dirty exists 2024-08-10T05:25:55.440 INFO:tasks.rados.rados.0.smithi031.stdout:3556: finishing write tid 5 to smithi03186013-18 2024-08-10T05:25:55.440 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 18 v 1772 (ObjNum 1097 snap 327 seq_num 1097) dirty exists 2024-08-10T05:25:55.441 INFO:tasks.rados.rados.0.smithi031.stdout:3556: left oid 18 (ObjNum 1097 snap 327 seq_num 1097) 2024-08-10T05:25:55.443 INFO:tasks.rados.rados.0.smithi031.stdout:3561: finishing write tid 1 to smithi03186013-49 2024-08-10T05:25:55.443 INFO:tasks.rados.rados.0.smithi031.stdout:3561: finishing write tid 2 to smithi03186013-49 2024-08-10T05:25:55.443 INFO:tasks.rados.rados.0.smithi031.stdout:3561: finishing write tid 3 to smithi03186013-49 2024-08-10T05:25:55.444 INFO:tasks.rados.rados.0.smithi031.stdout:3561: finishing write tid 4 to smithi03186013-49 2024-08-10T05:25:55.445 INFO:tasks.rados.rados.0.smithi031.stdout:3561: finishing write tid 5 to smithi03186013-49 2024-08-10T05:25:55.445 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 49 v 1729 (ObjNum 1098 snap 327 seq_num 1098) dirty exists 2024-08-10T05:25:55.445 INFO:tasks.rados.rados.0.smithi031.stdout:3561: left oid 49 (ObjNum 1098 snap 327 seq_num 1098) 2024-08-10T05:25:55.768 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:55 smithi031 ceph-mon[100614]: pgmap v778: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 212 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 4.9 MiB/s wr, 38 op/s 2024-08-10T05:25:55.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:55 smithi031 ceph-mon[100614]: osdmap e745: 8 total, 8 up, 8 in 2024-08-10T05:25:55.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:55 smithi031 ceph-mon[98130]: pgmap v778: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 212 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 4.9 MiB/s wr, 38 op/s 2024-08-10T05:25:55.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:55 smithi031 ceph-mon[98130]: osdmap e745: 8 total, 8 up, 8 in 2024-08-10T05:25:55.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:55 smithi196 ceph-mon[90243]: pgmap v778: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 212 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 4.9 MiB/s wr, 38 op/s 2024-08-10T05:25:55.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:55 smithi196 ceph-mon[90243]: osdmap e745: 8 total, 8 up, 8 in 2024-08-10T05:25:56.435 INFO:tasks.rados.rados.0.smithi031.stdout:3556: done (3 left) 2024-08-10T05:25:56.436 INFO:tasks.rados.rados.0.smithi031.stdout:3557: done (2 left) 2024-08-10T05:25:56.436 INFO:tasks.rados.rados.0.smithi031.stdout:3561: done (1 left) 2024-08-10T05:25:56.436 INFO:tasks.rados.rados.0.smithi031.stdout:3562: done (0 left) 2024-08-10T05:25:56.436 INFO:tasks.rados.rados.0.smithi031.stdout:3563: rmattr oid 43 current snap is 328 2024-08-10T05:25:56.436 INFO:tasks.rados.rados.0.smithi031.stdout:3564: read oid 38 snap 322 2024-08-10T05:25:56.436 INFO:tasks.rados.rados.0.smithi031.stdout:3564: expect (ObjNum 1049 snap 317 seq_num 1049) 2024-08-10T05:25:56.436 INFO:tasks.rados.rados.0.smithi031.stdout:3565: delete oid 13 current snap is 328 2024-08-10T05:25:56.443 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 43 v 2029 (ObjNum 1035 snap 314 seq_num 1035) dirty exists 2024-08-10T05:25:56.443 INFO:tasks.rados.rados.0.smithi031.stdout:3563: done (2 left) 2024-08-10T05:25:56.443 INFO:tasks.rados.rados.0.smithi031.stdout:3565: done (1 left) 2024-08-10T05:25:56.443 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 23 current snap is 328 2024-08-10T05:25:56.444 INFO:tasks.rados.rados.0.smithi031.stdout:3566: seq_num 1100 ranges {2260992=425984,2686976=729088,3416064=475136} 2024-08-10T05:25:56.458 INFO:tasks.rados.rados.0.smithi031.stdout:3566: writing smithi03186013-23 from 2260992 to 2686976 tid 1 2024-08-10T05:25:56.462 INFO:tasks.rados.rados.0.smithi031.stdout:3566: writing smithi03186013-23 from 2686976 to 3416064 tid 2 2024-08-10T05:25:56.465 INFO:tasks.rados.rados.0.smithi031.stdout:3566: writing smithi03186013-23 from 3416064 to 3891200 tid 3 2024-08-10T05:25:56.465 INFO:tasks.rados.rados.0.smithi031.stdout:3567: copy_from oid 8 from oid 3 current snap is 328 2024-08-10T05:25:56.465 INFO:tasks.rados.rados.0.smithi031.stdout:3564: expect (ObjNum 1049 snap 317 seq_num 1049) 2024-08-10T05:25:56.592 INFO:tasks.rados.rados.0.smithi031.stdout:3566: finishing write tid 1 to smithi03186013-23 2024-08-10T05:25:56.592 INFO:tasks.rados.rados.0.smithi031.stdout:3566: finishing write tid 2 to smithi03186013-23 2024-08-10T05:25:56.592 INFO:tasks.rados.rados.0.smithi031.stdout:3566: finishing write tid 3 to smithi03186013-23 2024-08-10T05:25:56.592 INFO:tasks.rados.rados.0.smithi031.stdout:3566: finishing write tid 4 to smithi03186013-23 2024-08-10T05:25:56.592 INFO:tasks.rados.rados.0.smithi031.stdout:3566: finishing write tid 5 to smithi03186013-23 2024-08-10T05:25:56.592 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 23 v 1687 (ObjNum 1100 snap 328 seq_num 1100) dirty exists 2024-08-10T05:25:56.593 INFO:tasks.rados.rados.0.smithi031.stdout:3566: left oid 23 (ObjNum 1100 snap 328 seq_num 1100) 2024-08-10T05:25:56.593 INFO:tasks.rados.rados.0.smithi031.stdout:3567: finishing copy_from racing read to smithi03186013-8 2024-08-10T05:25:56.593 INFO:tasks.rados.rados.0.smithi031.stdout:3564: done (2 left) 2024-08-10T05:25:56.593 INFO:tasks.rados.rados.0.smithi031.stdout:3566: done (1 left) 2024-08-10T05:25:56.593 INFO:tasks.rados.rados.0.smithi031.stdout:3568: delete oid 12 current snap is 328 2024-08-10T05:25:56.593 INFO:tasks.rados.rados.0.smithi031.stdout:3567: finishing copy_from to smithi03186013-8 2024-08-10T05:25:56.593 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 8 v 1708 (ObjNum 1091 snap 326 seq_num 1091) dirty exists 2024-08-10T05:25:56.594 INFO:tasks.rados.rados.0.smithi031.stdout:3567: done (1 left) 2024-08-10T05:25:56.594 INFO:tasks.rados.rados.0.smithi031.stdout:3568: done (0 left) 2024-08-10T05:25:56.594 INFO:tasks.rados.rados.0.smithi031.stdout:3569: read oid 12 snap 324 2024-08-10T05:25:56.595 INFO:tasks.rados.rados.0.smithi031.stdout:3569: expect deleted 2024-08-10T05:25:56.595 INFO:tasks.rados.rados.0.smithi031.stdout:3570: snap_remove snap 327 2024-08-10T05:25:56.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:56 smithi031 ceph-mon[98130]: osdmap e746: 8 total, 8 up, 8 in 2024-08-10T05:25:56.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:25:56.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:56 smithi031 ceph-mon[100614]: osdmap e746: 8 total, 8 up, 8 in 2024-08-10T05:25:56.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:56 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:25:56.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:56 smithi196 ceph-mon[90243]: osdmap e746: 8 total, 8 up, 8 in 2024-08-10T05:25:56.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:56 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:25:57.437 INFO:tasks.rados.rados.0.smithi031.stdout:3570: done (1 left) 2024-08-10T05:25:57.438 INFO:tasks.rados.rados.0.smithi031.stdout:3571: snap_create 2024-08-10T05:25:57.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:57 smithi031 ceph-mon[98130]: pgmap v781: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 216 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 3.9 MiB/s wr, 33 op/s 2024-08-10T05:25:57.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:57 smithi031 ceph-mon[98130]: osdmap e747: 8 total, 8 up, 8 in 2024-08-10T05:25:57.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:57 smithi031 ceph-mon[100614]: pgmap v781: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 216 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 3.9 MiB/s wr, 33 op/s 2024-08-10T05:25:57.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:57 smithi031 ceph-mon[100614]: osdmap e747: 8 total, 8 up, 8 in 2024-08-10T05:25:57.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:57 smithi196 ceph-mon[90243]: pgmap v781: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 216 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 3.9 MiB/s wr, 33 op/s 2024-08-10T05:25:57.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:57 smithi196 ceph-mon[90243]: osdmap e747: 8 total, 8 up, 8 in 2024-08-10T05:25:58.439 INFO:tasks.rados.rados.0.smithi031.stdout:3569: done (1 left) 2024-08-10T05:25:58.439 INFO:tasks.rados.rados.0.smithi031.stdout:3571: done (0 left) 2024-08-10T05:25:58.439 INFO:tasks.rados.rados.0.smithi031.stdout:3572: read oid 37 snap -1 2024-08-10T05:25:58.439 INFO:tasks.rados.rados.0.smithi031.stdout:3572: expect (ObjNum 970 snap 292 seq_num 970) 2024-08-10T05:25:58.439 INFO:tasks.rados.rados.0.smithi031.stdout:3573: rmattr oid 21 current snap is 329 2024-08-10T05:25:58.439 INFO:tasks.rados.rados.0.smithi031.stdout:3574: snap_create 2024-08-10T05:25:58.445 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 21 v 1700 (ObjNum 1011 snap 306 seq_num 1011) dirty exists 2024-08-10T05:25:58.464 INFO:tasks.rados.rados.0.smithi031.stdout:3572: expect (ObjNum 970 snap 292 seq_num 970) 2024-08-10T05:25:58.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:58 smithi031 ceph-mon[98130]: osdmap e748: 8 total, 8 up, 8 in 2024-08-10T05:25:58.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:58 smithi031 ceph-mon[98130]: osdmap e749: 8 total, 8 up, 8 in 2024-08-10T05:25:58.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:58 smithi031 ceph-mon[100614]: osdmap e748: 8 total, 8 up, 8 in 2024-08-10T05:25:58.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:58 smithi031 ceph-mon[100614]: osdmap e749: 8 total, 8 up, 8 in 2024-08-10T05:25:58.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:58 smithi196 ceph-mon[90243]: osdmap e748: 8 total, 8 up, 8 in 2024-08-10T05:25:58.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:58 smithi196 ceph-mon[90243]: osdmap e749: 8 total, 8 up, 8 in 2024-08-10T05:25:59.302 INFO:tasks.rados.rados.0.smithi031.stdout:3572: done (2 left) 2024-08-10T05:25:59.302 INFO:tasks.rados.rados.0.smithi031.stdout:3573: done (1 left) 2024-08-10T05:25:59.302 INFO:tasks.rados.rados.0.smithi031.stdout:3574: done (0 left) 2024-08-10T05:25:59.302 INFO:tasks.rados.rados.0.smithi031.stdout:3575: read oid 43 snap -1 2024-08-10T05:25:59.303 INFO:tasks.rados.rados.0.smithi031.stdout:3575: expect (ObjNum 1035 snap 314 seq_num 1035) 2024-08-10T05:25:59.303 INFO:tasks.rados.rados.0.smithi031.stdout:3576: copy_from oid 4 from oid 25 current snap is 330 2024-08-10T05:25:59.303 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 22 current snap is 330 2024-08-10T05:25:59.303 INFO:tasks.rados.rados.0.smithi031.stdout:3577: seq_num 1102 ranges {0=458752,458752=491520,950272=491520,1441792=221184} 2024-08-10T05:25:59.304 INFO:tasks.rados.rados.0.smithi031.stdout:3577: writing smithi03186013-22 from 0 to 458752 tid 1 2024-08-10T05:25:59.307 INFO:tasks.rados.rados.0.smithi031.stdout:3577: writing smithi03186013-22 from 458752 to 950272 tid 2 2024-08-10T05:25:59.310 INFO:tasks.rados.rados.0.smithi031.stdout:3577: writing smithi03186013-22 from 950272 to 1441792 tid 3 2024-08-10T05:25:59.312 INFO:tasks.rados.rados.0.smithi031.stdout:3577: writing smithi03186013-22 from 1441792 to 1662976 tid 4 2024-08-10T05:25:59.312 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 36 current snap is 330 2024-08-10T05:25:59.312 INFO:tasks.rados.rados.0.smithi031.stdout:3576: finishing copy_from to smithi03186013-4 2024-08-10T05:25:59.312 INFO:tasks.rados.rados.0.smithi031.stdout:3576: got expected ENOENT (src dne) 2024-08-10T05:25:59.312 INFO:tasks.rados.rados.0.smithi031.stdout:3576: finishing copy_from racing read to smithi03186013-4 2024-08-10T05:25:59.312 INFO:tasks.rados.rados.0.smithi031.stdout:3578: seq_num 1103 ranges {4603904=475136,5079040=425984,5505024=696320,6201344=81920} 2024-08-10T05:25:59.340 INFO:tasks.rados.rados.0.smithi031.stdout:3578: writing smithi03186013-36 from 4603904 to 5079040 tid 1 2024-08-10T05:25:59.342 INFO:tasks.rados.rados.0.smithi031.stdout:3578: writing smithi03186013-36 from 5079040 to 5505024 tid 2 2024-08-10T05:25:59.347 INFO:tasks.rados.rados.0.smithi031.stdout:3578: writing smithi03186013-36 from 5505024 to 6201344 tid 3 2024-08-10T05:25:59.348 INFO:tasks.rados.rados.0.smithi031.stdout:3578: writing smithi03186013-36 from 6201344 to 6283264 tid 4 2024-08-10T05:25:59.348 INFO:tasks.rados.rados.0.smithi031.stdout:3576: done (3 left) 2024-08-10T05:25:59.348 INFO:tasks.rados.rados.0.smithi031.stdout:3579: rollback oid 3 current snap is 330 2024-08-10T05:25:59.349 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 3 to 324 2024-08-10T05:25:59.349 INFO:tasks.rados.rados.0.smithi031.stdout:3577: finishing write tid 1 to smithi03186013-22 2024-08-10T05:25:59.349 INFO:tasks.rados.rados.0.smithi031.stdout:3577: finishing write tid 2 to smithi03186013-22 2024-08-10T05:25:59.349 INFO:tasks.rados.rados.0.smithi031.stdout:3575: expect (ObjNum 1035 snap 314 seq_num 1035) 2024-08-10T05:25:59.510 INFO:tasks.rados.rados.0.smithi031.stdout:3577: finishing write tid 3 to smithi03186013-22 2024-08-10T05:25:59.510 INFO:tasks.rados.rados.0.smithi031.stdout:3577: finishing write tid 4 to smithi03186013-22 2024-08-10T05:25:59.510 INFO:tasks.rados.rados.0.smithi031.stdout:3575: done (3 left) 2024-08-10T05:25:59.510 INFO:tasks.rados.rados.0.smithi031.stdout:3580: copy_from oid 24 from oid 16 current snap is 330 2024-08-10T05:25:59.511 INFO:tasks.rados.rados.0.smithi031.stdout:3577: finishing write tid 5 to smithi03186013-22 2024-08-10T05:25:59.511 INFO:tasks.rados.rados.0.smithi031.stdout:3577: finishing write tid 6 to smithi03186013-22 2024-08-10T05:25:59.511 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 22 v 2077 (ObjNum 1102 snap 330 seq_num 1102) dirty exists 2024-08-10T05:25:59.511 INFO:tasks.rados.rados.0.smithi031.stdout:3577: left oid 22 (ObjNum 1102 snap 330 seq_num 1102) 2024-08-10T05:25:59.511 INFO:tasks.rados.rados.0.smithi031.stdout:3578: finishing write tid 1 to smithi03186013-36 2024-08-10T05:25:59.511 INFO:tasks.rados.rados.0.smithi031.stdout:3578: finishing write tid 2 to smithi03186013-36 2024-08-10T05:25:59.512 INFO:tasks.rados.rados.0.smithi031.stdout:3579: finishing rollback tid 0 to smithi03186013-3 2024-08-10T05:25:59.512 INFO:tasks.rados.rados.0.smithi031.stdout:3579: finishing rollback tid 1 to smithi03186013-3 2024-08-10T05:25:59.512 INFO:tasks.rados.rados.0.smithi031.stdout:3578: finishing write tid 3 to smithi03186013-36 2024-08-10T05:25:59.512 INFO:tasks.rados.rados.0.smithi031.stdout:3579: finishing rollback tid 2 to smithi03186013-3 2024-08-10T05:25:59.512 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 3 v 1711 (ObjNum 991 snap 302 seq_num 991) dirty exists 2024-08-10T05:25:59.512 INFO:tasks.rados.rados.0.smithi031.stdout:3578: finishing write tid 4 to smithi03186013-36 2024-08-10T05:25:59.512 INFO:tasks.rados.rados.0.smithi031.stdout:3578: finishing write tid 5 to smithi03186013-36 2024-08-10T05:25:59.512 INFO:tasks.rados.rados.0.smithi031.stdout:3578: finishing write tid 6 to smithi03186013-36 2024-08-10T05:25:59.513 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 36 v 1755 (ObjNum 1103 snap 330 seq_num 1103) dirty exists 2024-08-10T05:25:59.513 INFO:tasks.rados.rados.0.smithi031.stdout:3578: left oid 36 (ObjNum 1103 snap 330 seq_num 1103) 2024-08-10T05:25:59.513 INFO:tasks.rados.rados.0.smithi031.stdout:3577: done (3 left) 2024-08-10T05:25:59.513 INFO:tasks.rados.rados.0.smithi031.stdout:3578: done (2 left) 2024-08-10T05:25:59.513 INFO:tasks.rados.rados.0.smithi031.stdout:3579: done (1 left) 2024-08-10T05:25:59.513 INFO:tasks.rados.rados.0.smithi031.stdout:3581: snap_create 2024-08-10T05:25:59.523 INFO:tasks.rados.rados.0.smithi031.stdout:3580: finishing copy_from racing read to smithi03186013-24 2024-08-10T05:25:59.526 INFO:tasks.rados.rados.0.smithi031.stdout:3580: finishing copy_from to smithi03186013-24 2024-08-10T05:25:59.526 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 24 v 1750 (ObjNum 1092 snap 326 seq_num 1092) dirty exists 2024-08-10T05:25:59.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:59 smithi031 ceph-mon[98130]: pgmap v784: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 221 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.9 MiB/s wr, 23 op/s 2024-08-10T05:25:59.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:25:59 smithi031 ceph-mon[98130]: osdmap e750: 8 total, 8 up, 8 in 2024-08-10T05:25:59.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:59 smithi031 ceph-mon[100614]: pgmap v784: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 221 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.9 MiB/s wr, 23 op/s 2024-08-10T05:25:59.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:25:59 smithi031 ceph-mon[100614]: osdmap e750: 8 total, 8 up, 8 in 2024-08-10T05:25:59.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:59 smithi196 ceph-mon[90243]: pgmap v784: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 221 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.9 MiB/s wr, 23 op/s 2024-08-10T05:25:59.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:25:59 smithi196 ceph-mon[90243]: osdmap e750: 8 total, 8 up, 8 in 2024-08-10T05:26:00.466 INFO:tasks.rados.rados.0.smithi031.stdout:3580: done (1 left) 2024-08-10T05:26:00.467 INFO:tasks.rados.rados.0.smithi031.stdout:3581: done (0 left) 2024-08-10T05:26:00.467 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 2 current snap is 331 2024-08-10T05:26:00.467 INFO:tasks.rados.rados.0.smithi031.stdout:3582: seq_num 1104 ranges {2777088=499712,3276800=712704,3989504=491520} 2024-08-10T05:26:00.481 INFO:tasks.rados.rados.0.smithi031.stdout:3582: writing smithi03186013-2 from 2777088 to 3276800 tid 1 2024-08-10T05:26:00.486 INFO:tasks.rados.rados.0.smithi031.stdout:3582: writing smithi03186013-2 from 3276800 to 3989504 tid 2 2024-08-10T05:26:00.489 INFO:tasks.rados.rados.0.smithi031.stdout:3582: writing smithi03186013-2 from 3989504 to 4481024 tid 3 2024-08-10T05:26:00.489 INFO:tasks.rados.rados.0.smithi031.stdout:3583: setattr oid 41 current snap is 331 2024-08-10T05:26:00.489 INFO:tasks.rados.rados.0.smithi031.stdout:3582: finishing write tid 1 to smithi03186013-2 2024-08-10T05:26:00.489 INFO:tasks.rados.rados.0.smithi031.stdout:3582: finishing write tid 2 to smithi03186013-2 2024-08-10T05:26:00.491 INFO:tasks.rados.rados.0.smithi031.stdout:3584: read oid 44 snap -1 2024-08-10T05:26:00.491 INFO:tasks.rados.rados.0.smithi031.stdout:3584: expect (ObjNum 1084 snap 325 seq_num 1084) 2024-08-10T05:26:00.491 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 7 current snap is 331 2024-08-10T05:26:00.491 INFO:tasks.rados.rados.0.smithi031.stdout:3585: seq_num 1105 ranges {0=516096,516096=598016,1114112=606208} 2024-08-10T05:26:00.494 INFO:tasks.rados.rados.0.smithi031.stdout:3585: writing smithi03186013-7 from 0 to 516096 tid 1 2024-08-10T05:26:00.498 INFO:tasks.rados.rados.0.smithi031.stdout:3585: writing smithi03186013-7 from 516096 to 1114112 tid 2 2024-08-10T05:26:00.503 INFO:tasks.rados.rados.0.smithi031.stdout:3585: writing smithi03186013-7 from 1114112 to 1720320 tid 3 2024-08-10T05:26:00.503 INFO:tasks.rados.rados.0.smithi031.stdout:3586: delete oid 33 current snap is 331 2024-08-10T05:26:00.503 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 41 v 1756 (ObjNum 1265 snap 0 seq_num 3672106248) dirty exists 2024-08-10T05:26:00.503 INFO:tasks.rados.rados.0.smithi031.stdout:3582: finishing write tid 3 to smithi03186013-2 2024-08-10T05:26:00.503 INFO:tasks.rados.rados.0.smithi031.stdout:3582: finishing write tid 4 to smithi03186013-2 2024-08-10T05:26:00.505 INFO:tasks.rados.rados.0.smithi031.stdout:3583: done (4 left) 2024-08-10T05:26:00.505 INFO:tasks.rados.rados.0.smithi031.stdout:3586: done (3 left) 2024-08-10T05:26:00.505 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 37 current snap is 331 2024-08-10T05:26:00.505 INFO:tasks.rados.rados.0.smithi031.stdout:3587: seq_num 1107 ranges {4505600=548864,5054464=770048,5824512=434176} 2024-08-10T05:26:00.534 INFO:tasks.rados.rados.0.smithi031.stdout:3587: writing smithi03186013-37 from 4505600 to 5054464 tid 1 2024-08-10T05:26:00.538 INFO:tasks.rados.rados.0.smithi031.stdout:3587: writing smithi03186013-37 from 5054464 to 5824512 tid 2 2024-08-10T05:26:00.540 INFO:tasks.rados.rados.0.smithi031.stdout:3587: writing smithi03186013-37 from 5824512 to 6258688 tid 3 2024-08-10T05:26:00.540 INFO:tasks.rados.rados.0.smithi031.stdout:3588: snap_create 2024-08-10T05:26:00.541 INFO:tasks.rados.rados.0.smithi031.stdout:3585: finishing write tid 1 to smithi03186013-7 2024-08-10T05:26:00.541 INFO:tasks.rados.rados.0.smithi031.stdout:3582: finishing write tid 5 to smithi03186013-2 2024-08-10T05:26:00.541 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 2 v 2084 (ObjNum 1104 snap 331 seq_num 1104) dirty exists 2024-08-10T05:26:00.541 INFO:tasks.rados.rados.0.smithi031.stdout:3582: left oid 2 (ObjNum 1104 snap 331 seq_num 1104) 2024-08-10T05:26:00.541 INFO:tasks.rados.rados.0.smithi031.stdout:3584: expect (ObjNum 1084 snap 325 seq_num 1084) 2024-08-10T05:26:00.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:26:00 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:26:00.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:26:00 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:26:00.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:26:00 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:26:01.276 INFO:tasks.rados.rados.0.smithi031.stdout:3585: finishing write tid 2 to smithi03186013-7 2024-08-10T05:26:01.277 INFO:tasks.rados.rados.0.smithi031.stdout:3585: finishing write tid 3 to smithi03186013-7 2024-08-10T05:26:01.277 INFO:tasks.rados.rados.0.smithi031.stdout:3585: finishing write tid 4 to smithi03186013-7 2024-08-10T05:26:01.277 INFO:tasks.rados.rados.0.smithi031.stdout:3585: finishing write tid 5 to smithi03186013-7 2024-08-10T05:26:01.277 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 7 v 2088 (ObjNum 1105 snap 331 seq_num 1105) dirty exists 2024-08-10T05:26:01.277 INFO:tasks.rados.rados.0.smithi031.stdout:3585: left oid 7 (ObjNum 1105 snap 331 seq_num 1105) 2024-08-10T05:26:01.277 INFO:tasks.rados.rados.0.smithi031.stdout:3587: finishing write tid 1 to smithi03186013-37 2024-08-10T05:26:01.277 INFO:tasks.rados.rados.0.smithi031.stdout:3587: finishing write tid 2 to smithi03186013-37 2024-08-10T05:26:01.277 INFO:tasks.rados.rados.0.smithi031.stdout:3587: finishing write tid 3 to smithi03186013-37 2024-08-10T05:26:01.277 INFO:tasks.rados.rados.0.smithi031.stdout:3587: finishing write tid 4 to smithi03186013-37 2024-08-10T05:26:01.277 INFO:tasks.rados.rados.0.smithi031.stdout:3587: finishing write tid 5 to smithi03186013-37 2024-08-10T05:26:01.277 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 37 v 1733 (ObjNum 1107 snap 331 seq_num 1107) dirty exists 2024-08-10T05:26:01.278 INFO:tasks.rados.rados.0.smithi031.stdout:3587: left oid 37 (ObjNum 1107 snap 331 seq_num 1107) 2024-08-10T05:26:01.493 INFO:tasks.rados.rados.0.smithi031.stdout:3582: done (4 left) 2024-08-10T05:26:01.493 INFO:tasks.rados.rados.0.smithi031.stdout:3584: done (3 left) 2024-08-10T05:26:01.493 INFO:tasks.rados.rados.0.smithi031.stdout:3585: done (2 left) 2024-08-10T05:26:01.493 INFO:tasks.rados.rados.0.smithi031.stdout:3587: done (1 left) 2024-08-10T05:26:01.494 INFO:tasks.rados.rados.0.smithi031.stdout:3588: done (0 left) 2024-08-10T05:26:01.494 INFO:tasks.rados.rados.0.smithi031.stdout:3589: read oid 2 snap 329 2024-08-10T05:26:01.494 INFO:tasks.rados.rados.0.smithi031.stdout:3589: expect (ObjNum 1093 snap 326 seq_num 1093) 2024-08-10T05:26:01.494 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 12 current snap is 332 2024-08-10T05:26:01.494 INFO:tasks.rados.rados.0.smithi031.stdout:3590: seq_num 1108 ranges {0=565248,565248=647168,1212416=483328,1695744=73728} 2024-08-10T05:26:01.496 INFO:tasks.rados.rados.0.smithi031.stdout:3590: writing smithi03186013-12 from 0 to 565248 tid 1 2024-08-10T05:26:01.501 INFO:tasks.rados.rados.0.smithi031.stdout:3590: writing smithi03186013-12 from 565248 to 1212416 tid 2 2024-08-10T05:26:01.504 INFO:tasks.rados.rados.0.smithi031.stdout:3590: writing smithi03186013-12 from 1212416 to 1695744 tid 3 2024-08-10T05:26:01.505 INFO:tasks.rados.rados.0.smithi031.stdout:3590: writing smithi03186013-12 from 1695744 to 1769472 tid 4 2024-08-10T05:26:01.505 INFO:tasks.rados.rados.0.smithi031.stdout:3591: read oid 18 snap -1 2024-08-10T05:26:01.505 INFO:tasks.rados.rados.0.smithi031.stdout:3591: expect (ObjNum 1097 snap 327 seq_num 1097) 2024-08-10T05:26:01.505 INFO:tasks.rados.rados.0.smithi031.stdout:3592: read oid 14 snap -1 2024-08-10T05:26:01.505 INFO:tasks.rados.rados.0.smithi031.stdout:3592: expect (ObjNum 1062 snap 318 seq_num 1062) 2024-08-10T05:26:01.505 INFO:tasks.rados.rados.0.smithi031.stdout:3593: delete oid 50 current snap is 332 2024-08-10T05:26:01.505 INFO:tasks.rados.rados.0.smithi031.stdout:3590: finishing write tid 1 to smithi03186013-12 2024-08-10T05:26:01.506 INFO:tasks.rados.rados.0.smithi031.stdout:3590: finishing write tid 2 to smithi03186013-12 2024-08-10T05:26:01.506 INFO:tasks.rados.rados.0.smithi031.stdout:3589: expect (ObjNum 1093 snap 326 seq_num 1093) 2024-08-10T05:26:01.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:26:01 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:26:01] "GET /metrics HTTP/1.1" 200 36276 "" "Prometheus/2.43.0" 2024-08-10T05:26:01.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:26:01 smithi031 ceph-mon[98130]: pgmap v787: 121 pgs: 121 active+clean; 221 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.1 MiB/s wr, 11 op/s 2024-08-10T05:26:01.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:26:01 smithi031 ceph-mon[98130]: osdmap e751: 8 total, 8 up, 8 in 2024-08-10T05:26:01.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:26:01 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:26:01.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:26:01 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:26:01.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:26:01 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:26:01.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:26:01 smithi031 ceph-mon[100614]: pgmap v787: 121 pgs: 121 active+clean; 221 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.1 MiB/s wr, 11 op/s 2024-08-10T05:26:01.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:26:01 smithi031 ceph-mon[100614]: osdmap e751: 8 total, 8 up, 8 in 2024-08-10T05:26:01.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:26:01 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:26:01.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:26:01 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:26:01.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:26:01 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:26:01.602 INFO:tasks.rados.rados.0.smithi031.stdout:3590: finishing write tid 3 to smithi03186013-12 2024-08-10T05:26:01.602 INFO:tasks.rados.rados.0.smithi031.stdout:3590: finishing write tid 4 to smithi03186013-12 2024-08-10T05:26:01.602 INFO:tasks.rados.rados.0.smithi031.stdout:3590: finishing write tid 5 to smithi03186013-12 2024-08-10T05:26:01.602 INFO:tasks.rados.rados.0.smithi031.stdout:3590: finishing write tid 6 to smithi03186013-12 2024-08-10T05:26:01.602 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 12 v 1716 (ObjNum 1108 snap 332 seq_num 1108) dirty exists 2024-08-10T05:26:01.602 INFO:tasks.rados.rados.0.smithi031.stdout:3590: left oid 12 (ObjNum 1108 snap 332 seq_num 1108) 2024-08-10T05:26:01.602 INFO:tasks.rados.rados.0.smithi031.stdout:3589: done (4 left) 2024-08-10T05:26:01.603 INFO:tasks.rados.rados.0.smithi031.stdout:3590: done (3 left) 2024-08-10T05:26:01.603 INFO:tasks.rados.rados.0.smithi031.stdout:3593: done (2 left) 2024-08-10T05:26:01.603 INFO:tasks.rados.rados.0.smithi031.stdout:3594: read oid 7 snap -1 2024-08-10T05:26:01.603 INFO:tasks.rados.rados.0.smithi031.stdout:3594: expect (ObjNum 1105 snap 331 seq_num 1105) 2024-08-10T05:26:01.603 INFO:tasks.rados.rados.0.smithi031.stdout:3595: copy_from oid 30 from oid 6 current snap is 332 2024-08-10T05:26:01.603 INFO:tasks.rados.rados.0.smithi031.stdout:3591: expect (ObjNum 1097 snap 327 seq_num 1097) 2024-08-10T05:26:01.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:26:01 smithi196 ceph-mon[90243]: pgmap v787: 121 pgs: 121 active+clean; 221 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.1 MiB/s wr, 11 op/s 2024-08-10T05:26:01.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:26:01 smithi196 ceph-mon[90243]: osdmap e751: 8 total, 8 up, 8 in 2024-08-10T05:26:01.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:26:01 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:26:01.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:26:01 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:26:01.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:26:01 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:26:01.794 INFO:tasks.rados.rados.0.smithi031.stdout:3592: expect (ObjNum 1062 snap 318 seq_num 1062) 2024-08-10T05:26:01.949 INFO:tasks.rados.rados.0.smithi031.stdout:3595: finishing copy_from to smithi03186013-30 2024-08-10T05:26:01.949 INFO:tasks.rados.rados.0.smithi031.stdout:3595: got expected ENOENT (src dne) 2024-08-10T05:26:01.949 INFO:tasks.rados.rados.0.smithi031.stdout:3595: finishing copy_from racing read to smithi03186013-30 2024-08-10T05:26:01.950 INFO:tasks.rados.rados.0.smithi031.stdout:3591: done (3 left) 2024-08-10T05:26:01.950 INFO:tasks.rados.rados.0.smithi031.stdout:3592: done (2 left) 2024-08-10T05:26:01.950 INFO:tasks.rados.rados.0.smithi031.stdout:3595: done (1 left) 2024-08-10T05:26:01.950 INFO:tasks.rados.rados.0.smithi031.stdout:3596: copy_from oid 35 from oid 49 current snap is 332 2024-08-10T05:26:01.950 INFO:tasks.rados.rados.0.smithi031.stdout:3594: expect (ObjNum 1105 snap 331 seq_num 1105) 2024-08-10T05:26:01.994 INFO:tasks.rados.rados.0.smithi031.stdout:3596: finishing copy_from racing read to smithi03186013-35 2024-08-10T05:26:01.994 INFO:tasks.rados.rados.0.smithi031.stdout:3596: finishing copy_from to smithi03186013-35 2024-08-10T05:26:01.994 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 35 v 1729 (ObjNum 1098 snap 327 seq_num 1098) dirty exists 2024-08-10T05:26:01.994 INFO:tasks.rados.rados.0.smithi031.stdout:3594: done (1 left) 2024-08-10T05:26:01.994 INFO:tasks.rados.rados.0.smithi031.stdout:3596: done (0 left) 2024-08-10T05:26:01.994 INFO:tasks.rados.rados.0.smithi031.stdout:3597: delete oid 44 current snap is 332 2024-08-10T05:26:01.997 INFO:tasks.rados.rados.0.smithi031.stdout:3597: done (0 left) 2024-08-10T05:26:01.997 INFO:tasks.rados.rados.0.smithi031.stdout:3598: copy_from oid 39 from oid 37 current snap is 332 2024-08-10T05:26:01.997 INFO:tasks.rados.rados.0.smithi031.stdout:3599: read oid 17 snap -1 2024-08-10T05:26:01.998 INFO:tasks.rados.rados.0.smithi031.stdout:3599: expect (ObjNum 984 snap 298 seq_num 984) 2024-08-10T05:26:01.998 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 22 current snap is 332 2024-08-10T05:26:01.998 INFO:tasks.rados.rados.0.smithi031.stdout:3600: seq_num 1111 ranges {1662976=614400,2277376=753664,3031040=450560} 2024-08-10T05:26:02.011 INFO:tasks.rados.rados.0.smithi031.stdout:3600: writing smithi03186013-22 from 1662976 to 2277376 tid 1 2024-08-10T05:26:02.015 INFO:tasks.rados.rados.0.smithi031.stdout:3600: writing smithi03186013-22 from 2277376 to 3031040 tid 2 2024-08-10T05:26:02.018 INFO:tasks.rados.rados.0.smithi031.stdout:3600: writing smithi03186013-22 from 3031040 to 3481600 tid 3 2024-08-10T05:26:02.018 INFO:tasks.rados.rados.0.smithi031.stdout:3601: read oid 35 snap -1 2024-08-10T05:26:02.018 INFO:tasks.rados.rados.0.smithi031.stdout:3601: expect (ObjNum 1098 snap 327 seq_num 1098) 2024-08-10T05:26:02.018 INFO:tasks.rados.rados.0.smithi031.stdout:3602: snap_remove snap 310 2024-08-10T05:26:02.496 INFO:tasks.rados.rados.0.smithi031.stdout:3599: expect (ObjNum 984 snap 298 seq_num 984) 2024-08-10T05:26:02.566 INFO:tasks.rados.rados.0.smithi031.stdout:3600: finishing write tid 1 to smithi03186013-22 2024-08-10T05:26:02.566 INFO:tasks.rados.rados.0.smithi031.stdout:3600: finishing write tid 2 to smithi03186013-22 2024-08-10T05:26:02.566 INFO:tasks.rados.rados.0.smithi031.stdout:3600: finishing write tid 3 to smithi03186013-22 2024-08-10T05:26:02.566 INFO:tasks.rados.rados.0.smithi031.stdout:3599: done (4 left) 2024-08-10T05:26:02.566 INFO:tasks.rados.rados.0.smithi031.stdout:3602: done (3 left) 2024-08-10T05:26:02.566 INFO:tasks.rados.rados.0.smithi031.stdout:3603: snap_create 2024-08-10T05:26:02.566 INFO:tasks.rados.rados.0.smithi031.stdout:3600: finishing write tid 4 to smithi03186013-22 2024-08-10T05:26:02.567 INFO:tasks.rados.rados.0.smithi031.stdout:3598: finishing copy_from racing read to smithi03186013-39 2024-08-10T05:26:02.567 INFO:tasks.rados.rados.0.smithi031.stdout:3600: finishing write tid 5 to smithi03186013-22 2024-08-10T05:26:02.567 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 22 v 2095 (ObjNum 1111 snap 332 seq_num 1111) dirty exists 2024-08-10T05:26:02.567 INFO:tasks.rados.rados.0.smithi031.stdout:3600: left oid 22 (ObjNum 1111 snap 332 seq_num 1111) 2024-08-10T05:26:02.567 INFO:tasks.rados.rados.0.smithi031.stdout:3598: finishing copy_from to smithi03186013-39 2024-08-10T05:26:02.567 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 39 v 1733 (ObjNum 1107 snap 331 seq_num 1107) dirty exists 2024-08-10T05:26:02.567 INFO:tasks.rados.rados.0.smithi031.stdout:3601: expect (ObjNum 1098 snap 327 seq_num 1098) 2024-08-10T05:26:02.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:26:02 smithi031 ceph-mon[98130]: osdmap e752: 8 total, 8 up, 8 in 2024-08-10T05:26:02.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:26:02 smithi031 ceph-mon[100614]: osdmap e752: 8 total, 8 up, 8 in 2024-08-10T05:26:02.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:26:02 smithi196 ceph-mon[90243]: osdmap e752: 8 total, 8 up, 8 in 2024-08-10T05:26:02.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:26:02 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:26:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:26:03.502 INFO:tasks.rados.rados.0.smithi031.stdout:3598: done (3 left) 2024-08-10T05:26:03.502 INFO:tasks.rados.rados.0.smithi031.stdout:3600: done (2 left) 2024-08-10T05:26:03.502 INFO:tasks.rados.rados.0.smithi031.stdout:3601: done (1 left) 2024-08-10T05:26:03.502 INFO:tasks.rados.rados.0.smithi031.stdout:3603: done (0 left) 2024-08-10T05:26:03.502 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 46 current snap is 333 2024-08-10T05:26:03.503 INFO:tasks.rados.rados.0.smithi031.stdout:3604: seq_num 1112 ranges {2777088=630784,3407872=638976,4046848=466944,4513792=98304} 2024-08-10T05:26:03.520 INFO:tasks.rados.rados.0.smithi031.stdout:3604: writing smithi03186013-46 from 2777088 to 3407872 tid 1 2024-08-10T05:26:03.523 INFO:tasks.rados.rados.0.smithi031.stdout:3604: writing smithi03186013-46 from 3407872 to 4046848 tid 2 2024-08-10T05:26:03.526 INFO:tasks.rados.rados.0.smithi031.stdout:3604: writing smithi03186013-46 from 4046848 to 4513792 tid 3 2024-08-10T05:26:03.528 INFO:tasks.rados.rados.0.smithi031.stdout:3604: writing smithi03186013-46 from 4513792 to 4612096 tid 4 2024-08-10T05:26:03.528 INFO:tasks.rados.rados.0.smithi031.stdout:3605: read oid 11 snap -1 2024-08-10T05:26:03.528 INFO:tasks.rados.rados.0.smithi031.stdout:3605: expect (ObjNum 1073 snap 320 seq_num 1073) 2024-08-10T05:26:03.528 INFO:tasks.rados.rados.0.smithi031.stdout:3606: read oid 23 snap 321 2024-08-10T05:26:03.528 INFO:tasks.rados.rados.0.smithi031.stdout:3606: expect (ObjNum 994 snap 303 seq_num 994) 2024-08-10T05:26:03.528 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 27 current snap is 333 2024-08-10T05:26:03.528 INFO:tasks.rados.rados.0.smithi031.stdout:3607: seq_num 1113 ranges {0=647168,647168=524288,1171456=622592,1794048=57344} 2024-08-10T05:26:03.532 INFO:tasks.rados.rados.0.smithi031.stdout:3607: writing smithi03186013-27 from 0 to 647168 tid 1 2024-08-10T05:26:03.535 INFO:tasks.rados.rados.0.smithi031.stdout:3607: writing smithi03186013-27 from 647168 to 1171456 tid 2 2024-08-10T05:26:03.539 INFO:tasks.rados.rados.0.smithi031.stdout:3607: writing smithi03186013-27 from 1171456 to 1794048 tid 3 2024-08-10T05:26:03.540 INFO:tasks.rados.rados.0.smithi031.stdout:3607: writing smithi03186013-27 from 1794048 to 1851392 tid 4 2024-08-10T05:26:03.540 INFO:tasks.rados.rados.0.smithi031.stdout:3608: delete oid 12 current snap is 333 2024-08-10T05:26:03.540 INFO:tasks.rados.rados.0.smithi031.stdout:3604: finishing write tid 1 to smithi03186013-46 2024-08-10T05:26:03.540 INFO:tasks.rados.rados.0.smithi031.stdout:3604: finishing write tid 2 to smithi03186013-46 2024-08-10T05:26:03.541 INFO:tasks.rados.rados.0.smithi031.stdout:3604: finishing write tid 3 to smithi03186013-46 2024-08-10T05:26:03.541 INFO:tasks.rados.rados.0.smithi031.stdout:3604: finishing write tid 4 to smithi03186013-46 2024-08-10T05:26:03.541 INFO:tasks.rados.rados.0.smithi031.stdout:3604: finishing write tid 5 to smithi03186013-46 2024-08-10T05:26:03.541 INFO:tasks.rados.rados.0.smithi031.stdout:3607: finishing write tid 1 to smithi03186013-27 2024-08-10T05:26:03.541 INFO:tasks.rados.rados.0.smithi031.stdout:3607: finishing write tid 2 to smithi03186013-27 2024-08-10T05:26:03.541 INFO:tasks.rados.rados.0.smithi031.stdout:3604: finishing write tid 6 to smithi03186013-46 2024-08-10T05:26:03.541 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 46 v 2034 (ObjNum 1112 snap 333 seq_num 1112) dirty exists 2024-08-10T05:26:03.541 INFO:tasks.rados.rados.0.smithi031.stdout:3604: left oid 46 (ObjNum 1112 snap 333 seq_num 1112) 2024-08-10T05:26:03.547 INFO:tasks.rados.rados.0.smithi031.stdout:3606: expect (ObjNum 994 snap 303 seq_num 994) 2024-08-10T05:26:03.616 INFO:tasks.rados.rados.0.smithi031.stdout:3607: finishing write tid 3 to smithi03186013-27 2024-08-10T05:26:03.616 INFO:tasks.rados.rados.0.smithi031.stdout:3607: finishing write tid 4 to smithi03186013-27 2024-08-10T05:26:03.616 INFO:tasks.rados.rados.0.smithi031.stdout:3607: finishing write tid 5 to smithi03186013-27 2024-08-10T05:26:03.616 INFO:tasks.rados.rados.0.smithi031.stdout:3607: finishing write tid 6 to smithi03186013-27 2024-08-10T05:26:03.616 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 27 v 1958 (ObjNum 1113 snap 333 seq_num 1113) dirty exists 2024-08-10T05:26:03.616 INFO:tasks.rados.rados.0.smithi031.stdout:3607: left oid 27 (ObjNum 1113 snap 333 seq_num 1113) 2024-08-10T05:26:03.616 INFO:tasks.rados.rados.0.smithi031.stdout:3604: done (4 left) 2024-08-10T05:26:03.617 INFO:tasks.rados.rados.0.smithi031.stdout:3606: done (3 left) 2024-08-10T05:26:03.617 INFO:tasks.rados.rados.0.smithi031.stdout:3607: done (2 left) 2024-08-10T05:26:03.617 INFO:tasks.rados.rados.0.smithi031.stdout:3608: done (1 left) 2024-08-10T05:26:03.617 INFO:tasks.rados.rados.0.smithi031.stdout:3609: rmattr oid 10 current snap is 333 2024-08-10T05:26:03.617 INFO:tasks.rados.rados.0.smithi031.stdout:3609: done (1 left) 2024-08-10T05:26:03.617 INFO:tasks.rados.rados.0.smithi031.stdout:3610: rollback oid 17 current snap is 333 2024-08-10T05:26:03.617 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 17 to 323 2024-08-10T05:26:03.617 INFO:tasks.rados.rados.0.smithi031.stdout:3605: expect (ObjNum 1073 snap 320 seq_num 1073) 2024-08-10T05:26:03.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:26:03 smithi031 ceph-mon[98130]: pgmap v790: 121 pgs: 121 active+clean; 231 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-08-10T05:26:03.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:26:03 smithi031 ceph-mon[98130]: osdmap e753: 8 total, 8 up, 8 in 2024-08-10T05:26:03.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:26:03 smithi031 ceph-mon[100614]: pgmap v790: 121 pgs: 121 active+clean; 231 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-08-10T05:26:03.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:26:03 smithi031 ceph-mon[100614]: osdmap e753: 8 total, 8 up, 8 in 2024-08-10T05:26:03.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:26:03 smithi196 ceph-mon[90243]: pgmap v790: 121 pgs: 121 active+clean; 231 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-08-10T05:26:03.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:26:03 smithi196 ceph-mon[90243]: osdmap e753: 8 total, 8 up, 8 in 2024-08-10T05:26:04.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:26:04 smithi031 ceph-mon[98130]: osdmap e754: 8 total, 8 up, 8 in 2024-08-10T05:26:04.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:26:04 smithi031 ceph-mon[98130]: osdmap e755: 8 total, 8 up, 8 in 2024-08-10T05:26:04.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:26:04 smithi031 ceph-mon[100614]: osdmap e754: 8 total, 8 up, 8 in 2024-08-10T05:26:04.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:26:04 smithi031 ceph-mon[100614]: osdmap e755: 8 total, 8 up, 8 in 2024-08-10T05:26:04.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:26:04 smithi196 ceph-mon[90243]: osdmap e754: 8 total, 8 up, 8 in 2024-08-10T05:26:04.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:26:04 smithi196 ceph-mon[90243]: osdmap e755: 8 total, 8 up, 8 in 2024-08-10T05:26:05.027 INFO:tasks.rados.rados.0.smithi031.stdout:3610: finishing rollback tid 0 to smithi03186013-17 2024-08-10T05:26:05.027 INFO:tasks.rados.rados.0.smithi031.stdout:3610: finishing rollback tid 1 to smithi03186013-17 2024-08-10T05:26:05.028 INFO:tasks.rados.rados.0.smithi031.stdout:3610: finishing rollback tid 2 to smithi03186013-17 2024-08-10T05:26:05.028 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 17 v 1375 (ObjNum 984 snap 298 seq_num 984) dirty exists 2024-08-10T05:26:05.028 INFO:tasks.rados.rados.0.smithi031.stdout:3605: done (1 left) 2024-08-10T05:26:05.028 INFO:tasks.rados.rados.0.smithi031.stdout:3610: done (0 left) 2024-08-10T05:26:05.028 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 13 current snap is 333 2024-08-10T05:26:05.028 INFO:tasks.rados.rados.0.smithi031.stdout:3611: seq_num 1115 ranges {0=679936,679936=688128,1368064=516096} 2024-08-10T05:26:05.031 INFO:tasks.rados.rados.0.smithi031.stdout:3611: writing smithi03186013-13 from 0 to 679936 tid 1 2024-08-10T05:26:05.034 INFO:tasks.rados.rados.0.smithi031.stdout:3611: writing smithi03186013-13 from 679936 to 1368064 tid 2 2024-08-10T05:26:05.037 INFO:tasks.rados.rados.0.smithi031.stdout:3611: writing smithi03186013-13 from 1368064 to 1884160 tid 3 2024-08-10T05:26:05.038 INFO:tasks.rados.rados.0.smithi031.stdout:3612: read oid 35 snap 329 2024-08-10T05:26:05.038 INFO:tasks.rados.rados.0.smithi031.stdout:3612: expect (ObjNum 1071 snap 320 seq_num 1071) 2024-08-10T05:26:05.038 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 44 current snap is 333 2024-08-10T05:26:05.038 INFO:tasks.rados.rados.0.smithi031.stdout:3613: seq_num 1116 ranges {0=696320,696320=573440,1269760=450560,1720320=180224} 2024-08-10T05:26:05.041 INFO:tasks.rados.rados.0.smithi031.stdout:3613: writing smithi03186013-44 from 0 to 696320 tid 1 2024-08-10T05:26:05.045 INFO:tasks.rados.rados.0.smithi031.stdout:3613: writing smithi03186013-44 from 696320 to 1269760 tid 2 2024-08-10T05:26:05.048 INFO:tasks.rados.rados.0.smithi031.stdout:3613: writing smithi03186013-44 from 1269760 to 1720320 tid 3 2024-08-10T05:26:05.050 INFO:tasks.rados.rados.0.smithi031.stdout:3613: writing smithi03186013-44 from 1720320 to 1900544 tid 4 2024-08-10T05:26:05.050 INFO:tasks.rados.rados.0.smithi031.stdout:3614: read oid 6 snap -1 2024-08-10T05:26:05.050 INFO:tasks.rados.rados.0.smithi031.stdout:3614: expect deleted 2024-08-10T05:26:05.050 INFO:tasks.rados.rados.0.smithi031.stdout:3615: copy_from oid 25 from oid 15 current snap is 333 2024-08-10T05:26:05.050 INFO:tasks.rados.rados.0.smithi031.stdout:3611: finishing write tid 1 to smithi03186013-13 2024-08-10T05:26:05.050 INFO:tasks.rados.rados.0.smithi031.stdout:3611: finishing write tid 2 to smithi03186013-13 2024-08-10T05:26:05.050 INFO:tasks.rados.rados.0.smithi031.stdout:3611: finishing write tid 3 to smithi03186013-13 2024-08-10T05:26:05.050 INFO:tasks.rados.rados.0.smithi031.stdout:3611: finishing write tid 4 to smithi03186013-13 2024-08-10T05:26:05.050 INFO:tasks.rados.rados.0.smithi031.stdout:3613: finishing write tid 1 to smithi03186013-44 2024-08-10T05:26:05.050 INFO:tasks.rados.rados.0.smithi031.stdout:3613: finishing write tid 2 to smithi03186013-44 2024-08-10T05:26:05.050 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 14 current snap is 333 2024-08-10T05:26:05.051 INFO:tasks.rados.rados.0.smithi031.stdout:3616: seq_num 1117 ranges {3653632=712704,4366336=458752,4825088=655360,5480448=90112} 2024-08-10T05:26:05.075 INFO:tasks.rados.rados.0.smithi031.stdout:3616: writing smithi03186013-14 from 3653632 to 4366336 tid 1 2024-08-10T05:26:05.077 INFO:tasks.rados.rados.0.smithi031.stdout:3616: writing smithi03186013-14 from 4366336 to 4825088 tid 2 2024-08-10T05:26:05.081 INFO:tasks.rados.rados.0.smithi031.stdout:3616: writing smithi03186013-14 from 4825088 to 5480448 tid 3 2024-08-10T05:26:05.083 INFO:tasks.rados.rados.0.smithi031.stdout:3616: writing smithi03186013-14 from 5480448 to 5570560 tid 4 2024-08-10T05:26:05.083 INFO:tasks.rados.rados.0.smithi031.stdout:3617: rollback oid 20 current snap is 333 2024-08-10T05:26:05.083 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 20 to 330 2024-08-10T05:26:05.083 INFO:tasks.rados.rados.0.smithi031.stdout:3613: finishing write tid 3 to smithi03186013-44 2024-08-10T05:26:05.083 INFO:tasks.rados.rados.0.smithi031.stdout:3613: finishing write tid 4 to smithi03186013-44 2024-08-10T05:26:05.084 INFO:tasks.rados.rados.0.smithi031.stdout:3613: finishing write tid 5 to smithi03186013-44 2024-08-10T05:26:05.084 INFO:tasks.rados.rados.0.smithi031.stdout:3611: finishing write tid 5 to smithi03186013-13 2024-08-10T05:26:05.084 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 13 v 1733 (ObjNum 1115 snap 333 seq_num 1115) dirty exists 2024-08-10T05:26:05.084 INFO:tasks.rados.rados.0.smithi031.stdout:3611: left oid 13 (ObjNum 1115 snap 333 seq_num 1115) 2024-08-10T05:26:05.084 INFO:tasks.rados.rados.0.smithi031.stdout:3613: finishing write tid 6 to smithi03186013-44 2024-08-10T05:26:05.084 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 44 v 2114 (ObjNum 1116 snap 333 seq_num 1116) dirty exists 2024-08-10T05:26:05.084 INFO:tasks.rados.rados.0.smithi031.stdout:3613: left oid 44 (ObjNum 1116 snap 333 seq_num 1116) 2024-08-10T05:26:05.084 INFO:tasks.rados.rados.0.smithi031.stdout:3615: finishing copy_from racing read to smithi03186013-25 2024-08-10T05:26:05.084 INFO:tasks.rados.rados.0.smithi031.stdout:3615: finishing copy_from to smithi03186013-25 2024-08-10T05:26:05.084 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 25 v 1693 (ObjNum 1020 snap 308 seq_num 1020) dirty exists 2024-08-10T05:26:05.084 INFO:tasks.rados.rados.0.smithi031.stdout:3616: finishing write tid 1 to smithi03186013-14 2024-08-10T05:26:05.085 INFO:tasks.rados.rados.0.smithi031.stdout:3611: done (6 left) 2024-08-10T05:26:05.085 INFO:tasks.rados.rados.0.smithi031.stdout:3613: done (5 left) 2024-08-10T05:26:05.085 INFO:tasks.rados.rados.0.smithi031.stdout:3614: done (4 left) 2024-08-10T05:26:05.085 INFO:tasks.rados.rados.0.smithi031.stdout:3615: done (3 left) 2024-08-10T05:26:05.085 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 26 current snap is 333 2024-08-10T05:26:05.085 INFO:tasks.rados.rados.0.smithi031.stdout:3616: finishing write tid 2 to smithi03186013-14 2024-08-10T05:26:05.085 INFO:tasks.rados.rados.0.smithi031.stdout:3612: expect (ObjNum 1071 snap 320 seq_num 1071) 2024-08-10T05:26:05.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:26:05 smithi031 ceph-mon[98130]: pgmap v793: 121 pgs: 121 active+clean; 233 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.5 MiB/s rd, 5.4 MiB/s wr, 12 op/s 2024-08-10T05:26:05.768 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:26:05 smithi031 ceph-mon[100614]: pgmap v793: 121 pgs: 121 active+clean; 233 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.5 MiB/s rd, 5.4 MiB/s wr, 12 op/s 2024-08-10T05:26:05.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:26:05 smithi196 ceph-mon[90243]: pgmap v793: 121 pgs: 121 active+clean; 233 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.5 MiB/s rd, 5.4 MiB/s wr, 12 op/s 2024-08-10T05:26:05.785 INFO:tasks.rados.rados.0.smithi031.stdout:3617: finishing rollback tid 0 to smithi03186013-20 2024-08-10T05:26:05.785 INFO:tasks.rados.rados.0.smithi031.stdout:3616: finishing write tid 3 to smithi03186013-14 2024-08-10T05:26:05.785 INFO:tasks.rados.rados.0.smithi031.stdout:3617: finishing rollback tid 1 to smithi03186013-20 2024-08-10T05:26:05.785 INFO:tasks.rados.rados.0.smithi031.stdout:3616: finishing write tid 4 to smithi03186013-14 2024-08-10T05:26:05.785 INFO:tasks.rados.rados.0.smithi031.stdout:3617: finishing rollback tid 2 to smithi03186013-20 2024-08-10T05:26:05.785 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 20 v 1720 (ObjNum 768 snap 239 seq_num 768) dirty exists 2024-08-10T05:26:05.785 INFO:tasks.rados.rados.0.smithi031.stdout:3616: finishing write tid 5 to smithi03186013-14 2024-08-10T05:26:05.785 INFO:tasks.rados.rados.0.smithi031.stdout:3616: finishing write tid 6 to smithi03186013-14 2024-08-10T05:26:05.785 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 14 v 1817 (ObjNum 1117 snap 333 seq_num 1117) dirty exists 2024-08-10T05:26:05.785 INFO:tasks.rados.rados.0.smithi031.stdout:3616: left oid 14 (ObjNum 1117 snap 333 seq_num 1117) 2024-08-10T05:26:05.785 INFO:tasks.rados.rados.0.smithi031.stdout:3618: seq_num 1118 ranges {3489792=729088,4218880=794624,5013504=409600} 2024-08-10T05:26:05.807 INFO:tasks.rados.rados.0.smithi031.stdout:3618: writing smithi03186013-26 from 3489792 to 4218880 tid 1 2024-08-10T05:26:05.812 INFO:tasks.rados.rados.0.smithi031.stdout:3618: writing smithi03186013-26 from 4218880 to 5013504 tid 2 2024-08-10T05:26:05.815 INFO:tasks.rados.rados.0.smithi031.stdout:3618: writing smithi03186013-26 from 5013504 to 5423104 tid 3 2024-08-10T05:26:05.816 INFO:tasks.rados.rados.0.smithi031.stdout:3612: done (3 left) 2024-08-10T05:26:05.816 INFO:tasks.rados.rados.0.smithi031.stdout:3616: done (2 left) 2024-08-10T05:26:05.816 INFO:tasks.rados.rados.0.smithi031.stdout:3617: done (1 left) 2024-08-10T05:26:05.816 INFO:tasks.rados.rados.0.smithi031.stdout:3619: snap_create 2024-08-10T05:26:05.816 INFO:tasks.rados.rados.0.smithi031.stdout:3618: finishing write tid 1 to smithi03186013-26 2024-08-10T05:26:05.817 INFO:tasks.rados.rados.0.smithi031.stdout:3618: finishing write tid 2 to smithi03186013-26 2024-08-10T05:26:05.817 INFO:tasks.rados.rados.0.smithi031.stdout:3618: finishing write tid 3 to smithi03186013-26 2024-08-10T05:26:05.817 INFO:tasks.rados.rados.0.smithi031.stdout:3618: finishing write tid 4 to smithi03186013-26 2024-08-10T05:26:05.818 INFO:tasks.rados.rados.0.smithi031.stdout:3618: finishing write tid 5 to smithi03186013-26 2024-08-10T05:26:05.818 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 26 v 1701 (ObjNum 1118 snap 333 seq_num 1118) dirty exists 2024-08-10T05:26:05.818 INFO:tasks.rados.rados.0.smithi031.stdout:3618: left oid 26 (ObjNum 1118 snap 333 seq_num 1118) 2024-08-10T05:26:06.516 INFO:tasks.rados.rados.0.smithi031.stdout:3618: done (1 left) 2024-08-10T05:26:06.516 INFO:tasks.rados.rados.0.smithi031.stdout:3619: done (0 left) 2024-08-10T05:26:06.516 INFO:tasks.rados.rados.0.smithi031.stdout:3620: rmattr oid 26 current snap is 334 2024-08-10T05:26:06.516 INFO:tasks.rados.rados.0.smithi031.stdout:3621: rollback oid 10 current snap is 334 2024-08-10T05:26:06.516 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 10 to 320 2024-08-10T05:26:06.516 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 33 current snap is 334 2024-08-10T05:26:06.516 INFO:tasks.rados.rados.0.smithi031.stdout:3622: seq_num 1119 ranges {0=745472,745472=679936,1425408=524288} 2024-08-10T05:26:06.521 INFO:tasks.rados.rados.0.smithi031.stdout:3622: writing smithi03186013-33 from 0 to 745472 tid 1 2024-08-10T05:26:06.525 INFO:tasks.rados.rados.0.smithi031.stdout:3622: writing smithi03186013-33 from 745472 to 1425408 tid 2 2024-08-10T05:26:06.528 INFO:tasks.rados.rados.0.smithi031.stdout:3622: writing smithi03186013-33 from 1425408 to 1949696 tid 3 2024-08-10T05:26:06.529 INFO:tasks.rados.rados.0.smithi031.stdout:3623: snap_remove snap 329 2024-08-10T05:26:06.529 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 26 v 1702 (ObjNum 1118 snap 333 seq_num 1118) dirty exists 2024-08-10T05:26:07.526 INFO:tasks.rados.rados.0.smithi031.stdout:3620: done (3 left) 2024-08-10T05:26:07.526 INFO:tasks.rados.rados.0.smithi031.stdout:3623: done (2 left) 2024-08-10T05:26:07.526 INFO:tasks.rados.rados.0.smithi031.stdout:3624: setattr oid 50 current snap is 334 2024-08-10T05:26:07.526 INFO:tasks.rados.rados.0.smithi031.stdout:3621: finishing rollback tid 1 to smithi03186013-10 2024-08-10T05:26:07.527 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 10 v 0 (ObjNum 0 snap 0 seq_num 304) dirty dne 2024-08-10T05:26:07.527 INFO:tasks.rados.rados.0.smithi031.stdout:3622: finishing write tid 1 to smithi03186013-33 2024-08-10T05:26:07.527 INFO:tasks.rados.rados.0.smithi031.stdout:3622: finishing write tid 2 to smithi03186013-33 2024-08-10T05:26:07.527 INFO:tasks.rados.rados.0.smithi031.stdout:3622: finishing write tid 3 to smithi03186013-33 2024-08-10T05:26:07.527 INFO:tasks.rados.rados.0.smithi031.stdout:3622: finishing write tid 4 to smithi03186013-33 2024-08-10T05:26:07.527 INFO:tasks.rados.rados.0.smithi031.stdout:3622: finishing write tid 5 to smithi03186013-33 2024-08-10T05:26:07.527 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 33 v 1962 (ObjNum 1119 snap 334 seq_num 1119) dirty exists 2024-08-10T05:26:07.527 INFO:tasks.rados.rados.0.smithi031.stdout:3622: left oid 33 (ObjNum 1119 snap 334 seq_num 1119) 2024-08-10T05:26:07.528 INFO:tasks.rados.rados.0.smithi031.stdout:3621: done (2 left) 2024-08-10T05:26:07.529 INFO:tasks.rados.rados.0.smithi031.stdout:3622: done (1 left) 2024-08-10T05:26:07.529 INFO:tasks.rados.rados.0.smithi031.stdout:3625: read oid 43 snap -1 2024-08-10T05:26:07.529 INFO:tasks.rados.rados.0.smithi031.stdout:3625: expect (ObjNum 1035 snap 314 seq_num 1035) 2024-08-10T05:26:07.529 INFO:tasks.rados.rados.0.smithi031.stdout:3626: read oid 13 snap -1 2024-08-10T05:26:07.530 INFO:tasks.rados.rados.0.smithi031.stdout:3626: expect (ObjNum 1115 snap 333 seq_num 1115) 2024-08-10T05:26:07.530 INFO:tasks.rados.rados.0.smithi031.stdout:3627: snap_remove snap 324 2024-08-10T05:26:07.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:26:07 smithi031 ceph-mon[98130]: pgmap v795: 121 pgs: 121 active+clean; 223 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 5.2 MiB/s wr, 24 op/s 2024-08-10T05:26:07.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:26:07 smithi031 ceph-mon[98130]: osdmap e756: 8 total, 8 up, 8 in 2024-08-10T05:26:07.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:26:07 smithi031 ceph-mon[100614]: pgmap v795: 121 pgs: 121 active+clean; 223 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 5.2 MiB/s wr, 24 op/s 2024-08-10T05:26:07.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:26:07 smithi031 ceph-mon[100614]: osdmap e756: 8 total, 8 up, 8 in 2024-08-10T05:26:07.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:26:07 smithi196 ceph-mon[90243]: pgmap v795: 121 pgs: 121 active+clean; 223 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 5.2 MiB/s wr, 24 op/s 2024-08-10T05:26:07.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:26:07 smithi196 ceph-mon[90243]: osdmap e756: 8 total, 8 up, 8 in 2024-08-10T05:26:08.531 INFO:tasks.rados.rados.0.smithi031.stdout:3627: done (3 left) 2024-08-10T05:26:08.531 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 20 current snap is 334 2024-08-10T05:26:08.531 INFO:tasks.rados.rados.0.smithi031.stdout:3628: seq_num 1120 ranges {1916928=761856,2678784=557056,3235840=425984,3661824=221184} 2024-08-10T05:26:08.547 INFO:tasks.rados.rados.0.smithi031.stdout:3628: writing smithi03186013-20 from 1916928 to 2678784 tid 1 2024-08-10T05:26:08.551 INFO:tasks.rados.rados.0.smithi031.stdout:3628: writing smithi03186013-20 from 2678784 to 3235840 tid 2 2024-08-10T05:26:08.554 INFO:tasks.rados.rados.0.smithi031.stdout:3628: writing smithi03186013-20 from 3235840 to 3661824 tid 3 2024-08-10T05:26:08.556 INFO:tasks.rados.rados.0.smithi031.stdout:3628: writing smithi03186013-20 from 3661824 to 3883008 tid 4 2024-08-10T05:26:08.556 INFO:tasks.rados.rados.0.smithi031.stdout:3629: rmattr oid 19 current snap is 334 2024-08-10T05:26:08.556 INFO:tasks.rados.rados.0.smithi031.stdout:3629: done (4 left) 2024-08-10T05:26:08.557 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 2 current snap is 334 2024-08-10T05:26:08.557 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 50 v 1758 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-08-10T05:26:08.557 INFO:tasks.rados.rados.0.smithi031.stdout:3630: seq_num 1121 ranges {4481024=778240,5259264=442368,5701632=638976,6340608=122880} 2024-08-10T05:26:08.585 INFO:tasks.rados.rados.0.smithi031.stdout:3630: writing smithi03186013-2 from 4481024 to 5259264 tid 1 2024-08-10T05:26:08.587 INFO:tasks.rados.rados.0.smithi031.stdout:3630: writing smithi03186013-2 from 5259264 to 5701632 tid 2 2024-08-10T05:26:08.591 INFO:tasks.rados.rados.0.smithi031.stdout:3630: writing smithi03186013-2 from 5701632 to 6340608 tid 3 2024-08-10T05:26:08.592 INFO:tasks.rados.rados.0.smithi031.stdout:3630: writing smithi03186013-2 from 6340608 to 6463488 tid 4 2024-08-10T05:26:08.592 INFO:tasks.rados.rados.0.smithi031.stdout:3624: done (4 left) 2024-08-10T05:26:08.592 INFO:tasks.rados.rados.0.smithi031.stdout:3631: delete oid 17 current snap is 334 2024-08-10T05:26:08.592 INFO:tasks.rados.rados.0.smithi031.stdout:3625: expect (ObjNum 1035 snap 314 seq_num 1035) 2024-08-10T05:26:08.753 INFO:tasks.rados.rados.0.smithi031.stdout:3626: expect (ObjNum 1115 snap 333 seq_num 1115) 2024-08-10T05:26:08.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:26:08 smithi196 ceph-mon[90243]: osdmap e757: 8 total, 8 up, 8 in 2024-08-10T05:26:08.802 INFO:tasks.rados.rados.0.smithi031.stdout:3628: finishing write tid 1 to smithi03186013-20 2024-08-10T05:26:08.803 INFO:tasks.rados.rados.0.smithi031.stdout:3628: finishing write tid 2 to smithi03186013-20 2024-08-10T05:26:08.803 INFO:tasks.rados.rados.0.smithi031.stdout:3628: finishing write tid 3 to smithi03186013-20 2024-08-10T05:26:08.803 INFO:tasks.rados.rados.0.smithi031.stdout:3628: finishing write tid 4 to smithi03186013-20 2024-08-10T05:26:08.803 INFO:tasks.rados.rados.0.smithi031.stdout:3628: finishing write tid 5 to smithi03186013-20 2024-08-10T05:26:08.803 INFO:tasks.rados.rados.0.smithi031.stdout:3628: finishing write tid 6 to smithi03186013-20 2024-08-10T05:26:08.803 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 20 v 1725 (ObjNum 1120 snap 334 seq_num 1120) dirty exists 2024-08-10T05:26:08.803 INFO:tasks.rados.rados.0.smithi031.stdout:3628: left oid 20 (ObjNum 1120 snap 334 seq_num 1120) 2024-08-10T05:26:08.803 INFO:tasks.rados.rados.0.smithi031.stdout:3630: finishing write tid 1 to smithi03186013-2 2024-08-10T05:26:08.803 INFO:tasks.rados.rados.0.smithi031.stdout:3630: finishing write tid 2 to smithi03186013-2 2024-08-10T05:26:08.803 INFO:tasks.rados.rados.0.smithi031.stdout:3630: finishing write tid 3 to smithi03186013-2 2024-08-10T05:26:08.803 INFO:tasks.rados.rados.0.smithi031.stdout:3630: finishing write tid 4 to smithi03186013-2 2024-08-10T05:26:08.803 INFO:tasks.rados.rados.0.smithi031.stdout:3630: finishing write tid 5 to smithi03186013-2 2024-08-10T05:26:08.804 INFO:tasks.rados.rados.0.smithi031.stdout:3630: finishing write tid 6 to smithi03186013-2 2024-08-10T05:26:08.804 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 2 v 2134 (ObjNum 1121 snap 334 seq_num 1121) dirty exists 2024-08-10T05:26:08.804 INFO:tasks.rados.rados.0.smithi031.stdout:3630: left oid 2 (ObjNum 1121 snap 334 seq_num 1121) 2024-08-10T05:26:08.804 INFO:tasks.rados.rados.0.smithi031.stdout:3625: done (4 left) 2024-08-10T05:26:08.804 INFO:tasks.rados.rados.0.smithi031.stdout:3626: done (3 left) 2024-08-10T05:26:08.804 INFO:tasks.rados.rados.0.smithi031.stdout:3628: done (2 left) 2024-08-10T05:26:08.804 INFO:tasks.rados.rados.0.smithi031.stdout:3630: done (1 left) 2024-08-10T05:26:08.804 INFO:tasks.rados.rados.0.smithi031.stdout:3631: done (0 left) 2024-08-10T05:26:08.804 INFO:tasks.rados.rados.0.smithi031.stdout:3632: copy_from oid 7 from oid 15 current snap is 334 2024-08-10T05:26:08.804 INFO:tasks.rados.rados.0.smithi031.stdout:3633: rmattr oid 5 current snap is 334 2024-08-10T05:26:08.804 INFO:tasks.rados.rados.0.smithi031.stdout:3633: done (1 left) 2024-08-10T05:26:08.804 INFO:tasks.rados.rados.0.smithi031.stdout:3634: snap_remove snap 330 2024-08-10T05:26:09.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:26:08 smithi031 ceph-mon[98130]: osdmap e757: 8 total, 8 up, 8 in 2024-08-10T05:26:09.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:26:08 smithi031 ceph-mon[100614]: osdmap e757: 8 total, 8 up, 8 in 2024-08-10T05:26:09.306 INFO:tasks.rados.rados.0.smithi031.stdout:3632: finishing copy_from racing read to smithi03186013-7 2024-08-10T05:26:09.306 INFO:tasks.rados.rados.0.smithi031.stdout:3632: finishing copy_from to smithi03186013-7 2024-08-10T05:26:09.306 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 7 v 1693 (ObjNum 1020 snap 308 seq_num 1020) dirty exists 2024-08-10T05:26:09.306 INFO:tasks.rados.rados.0.smithi031.stdout:3632: done (1 left) 2024-08-10T05:26:09.306 INFO:tasks.rados.rados.0.smithi031.stdout:3634: done (0 left) 2024-08-10T05:26:09.306 INFO:tasks.rados.rados.0.smithi031.stdout:3635: setattr oid 42 current snap is 334 2024-08-10T05:26:09.309 INFO:tasks.rados.rados.0.smithi031.stdout:3636: copy_from oid 3 from oid 9 current snap is 334 2024-08-10T05:26:09.309 INFO:tasks.rados.rados.0.smithi031.stdout:3637: read oid 44 snap -1 2024-08-10T05:26:09.309 INFO:tasks.rados.rados.0.smithi031.stdout:3637: expect (ObjNum 1116 snap 333 seq_num 1116) 2024-08-10T05:26:09.309 INFO:tasks.rados.rados.0.smithi031.stdout:3638: read oid 49 snap 320 2024-08-10T05:26:09.309 INFO:tasks.rados.rados.0.smithi031.stdout:3638: expect (ObjNum 984 snap 298 seq_num 984) 2024-08-10T05:26:09.309 INFO:tasks.rados.rados.0.smithi031.stdout:3639: snap_remove snap 323 2024-08-10T05:26:09.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:26:09 smithi196 ceph-mon[90243]: pgmap v798: 121 pgs: 121 active+clean; 197 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 28 MiB/s rd, 3.6 MiB/s wr, 25 op/s 2024-08-10T05:26:09.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:26:09 smithi196 ceph-mon[90243]: osdmap e758: 8 total, 8 up, 8 in 2024-08-10T05:26:09.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:26:09 smithi196 ceph-mon[90243]: osdmap e759: 8 total, 8 up, 8 in 2024-08-10T05:26:10.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:26:09 smithi031 ceph-mon[98130]: pgmap v798: 121 pgs: 121 active+clean; 197 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 28 MiB/s rd, 3.6 MiB/s wr, 25 op/s 2024-08-10T05:26:10.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:26:09 smithi031 ceph-mon[98130]: osdmap e758: 8 total, 8 up, 8 in 2024-08-10T05:26:10.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:26:09 smithi031 ceph-mon[98130]: osdmap e759: 8 total, 8 up, 8 in 2024-08-10T05:26:10.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:26:09 smithi031 ceph-mon[100614]: pgmap v798: 121 pgs: 121 active+clean; 197 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 28 MiB/s rd, 3.6 MiB/s wr, 25 op/s 2024-08-10T05:26:10.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:26:09 smithi031 ceph-mon[100614]: osdmap e758: 8 total, 8 up, 8 in 2024-08-10T05:26:10.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:26:09 smithi031 ceph-mon[100614]: osdmap e759: 8 total, 8 up, 8 in 2024-08-10T05:26:10.306 INFO:tasks.rados.rados.0.smithi031.stdout:3639: done (4 left) 2024-08-10T05:26:10.306 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 45 current snap is 334 2024-08-10T05:26:10.306 INFO:tasks.rados.rados.0.smithi031.stdout:3640: seq_num 1123 ranges {1130496=409600,1540096=614400,2154496=598016,2752512=393216} 2024-08-10T05:26:10.315 INFO:tasks.rados.rados.0.smithi031.stdout:3640: writing smithi03186013-45 from 1130496 to 1540096 tid 1 2024-08-10T05:26:10.320 INFO:tasks.rados.rados.0.smithi031.stdout:3640: writing smithi03186013-45 from 1540096 to 2154496 tid 2 2024-08-10T05:26:10.325 INFO:tasks.rados.rados.0.smithi031.stdout:3640: writing smithi03186013-45 from 2154496 to 2752512 tid 3 2024-08-10T05:26:10.328 INFO:tasks.rados.rados.0.smithi031.stdout:3640: writing smithi03186013-45 from 2752512 to 3145728 tid 4 2024-08-10T05:26:10.328 INFO:tasks.rados.rados.0.smithi031.stdout:3641: read oid 15 snap -1 2024-08-10T05:26:10.328 INFO:tasks.rados.rados.0.smithi031.stdout:3641: expect (ObjNum 1020 snap 308 seq_num 1020) 2024-08-10T05:26:10.328 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 24 current snap is 334 2024-08-10T05:26:10.328 INFO:tasks.rados.rados.0.smithi031.stdout:3642: seq_num 1124 ranges {4530176=434176,4964352=499712,5464064=409600,5873664=663552,6537216=32768} 2024-08-10T05:26:10.356 INFO:tasks.rados.rados.0.smithi031.stdout:3642: writing smithi03186013-24 from 4530176 to 4964352 tid 1 2024-08-10T05:26:10.358 INFO:tasks.rados.rados.0.smithi031.stdout:3642: writing smithi03186013-24 from 4964352 to 5464064 tid 2 2024-08-10T05:26:10.361 INFO:tasks.rados.rados.0.smithi031.stdout:3642: writing smithi03186013-24 from 5464064 to 5873664 tid 3 2024-08-10T05:26:10.366 INFO:tasks.rados.rados.0.smithi031.stdout:3642: writing smithi03186013-24 from 5873664 to 6537216 tid 4 2024-08-10T05:26:10.366 INFO:tasks.rados.rados.0.smithi031.stdout:3642: writing smithi03186013-24 from 6537216 to 6569984 tid 5 2024-08-10T05:26:10.366 INFO:tasks.rados.rados.0.smithi031.stdout:3643: delete oid 37 current snap is 334 2024-08-10T05:26:10.367 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 42 v 1710 (ObjNum 1050 snap 317 seq_num 1050) dirty exists 2024-08-10T05:26:10.367 INFO:tasks.rados.rados.0.smithi031.stdout:3637: expect (ObjNum 1116 snap 333 seq_num 1116) 2024-08-10T05:26:10.419 INFO:tasks.rados.rados.0.smithi031.stdout:3638: expect (ObjNum 984 snap 298 seq_num 984) 2024-08-10T05:26:10.477 INFO:tasks.rados.rados.0.smithi031.stdout:3636: finishing copy_from racing read to smithi03186013-3 2024-08-10T05:26:10.477 INFO:tasks.rados.rados.0.smithi031.stdout:3636: finishing copy_from to smithi03186013-3 2024-08-10T05:26:10.477 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 3 v 1679 (ObjNum 994 snap 303 seq_num 994) dirty exists 2024-08-10T05:26:10.477 INFO:tasks.rados.rados.0.smithi031.stdout:3640: finishing write tid 1 to smithi03186013-45 2024-08-10T05:26:10.477 INFO:tasks.rados.rados.0.smithi031.stdout:3640: finishing write tid 2 to smithi03186013-45 2024-08-10T05:26:10.477 INFO:tasks.rados.rados.0.smithi031.stdout:3635: done (7 left) 2024-08-10T05:26:10.477 INFO:tasks.rados.rados.0.smithi031.stdout:3636: done (6 left) 2024-08-10T05:26:10.477 INFO:tasks.rados.rados.0.smithi031.stdout:3637: done (5 left) 2024-08-10T05:26:10.478 INFO:tasks.rados.rados.0.smithi031.stdout:3638: done (4 left) 2024-08-10T05:26:10.478 INFO:tasks.rados.rados.0.smithi031.stdout:3643: done (3 left) 2024-08-10T05:26:10.478 INFO:tasks.rados.rados.0.smithi031.stdout:3644: read oid 40 snap 332 2024-08-10T05:26:10.478 INFO:tasks.rados.rados.0.smithi031.stdout:3644: expect deleted 2024-08-10T05:26:10.478 INFO:tasks.rados.rados.0.smithi031.stdout:3645: delete oid 14 current snap is 334 2024-08-10T05:26:10.478 INFO:tasks.rados.rados.0.smithi031.stdout:3641: expect (ObjNum 1020 snap 308 seq_num 1020) 2024-08-10T05:26:10.487 INFO:tasks.rados.rados.0.smithi031.stdout:3640: finishing write tid 3 to smithi03186013-45 2024-08-10T05:26:10.487 INFO:tasks.rados.rados.0.smithi031.stdout:3640: finishing write tid 4 to smithi03186013-45 2024-08-10T05:26:10.487 INFO:tasks.rados.rados.0.smithi031.stdout:3640: finishing write tid 5 to smithi03186013-45 2024-08-10T05:26:10.487 INFO:tasks.rados.rados.0.smithi031.stdout:3640: finishing write tid 6 to smithi03186013-45 2024-08-10T05:26:10.488 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 45 v 1843 (ObjNum 1123 snap 334 seq_num 1123) dirty exists 2024-08-10T05:26:10.488 INFO:tasks.rados.rados.0.smithi031.stdout:3640: left oid 45 (ObjNum 1123 snap 334 seq_num 1123) 2024-08-10T05:26:10.488 INFO:tasks.rados.rados.0.smithi031.stdout:3642: finishing write tid 1 to smithi03186013-24 2024-08-10T05:26:10.488 INFO:tasks.rados.rados.0.smithi031.stdout:3642: finishing write tid 2 to smithi03186013-24 2024-08-10T05:26:10.488 INFO:tasks.rados.rados.0.smithi031.stdout:3642: finishing write tid 3 to smithi03186013-24 2024-08-10T05:26:10.488 INFO:tasks.rados.rados.0.smithi031.stdout:3642: finishing write tid 4 to smithi03186013-24 2024-08-10T05:26:10.488 INFO:tasks.rados.rados.0.smithi031.stdout:3642: finishing write tid 5 to smithi03186013-24 2024-08-10T05:26:10.488 INFO:tasks.rados.rados.0.smithi031.stdout:3640: done (4 left) 2024-08-10T05:26:10.488 INFO:tasks.rados.rados.0.smithi031.stdout:3641: done (3 left) 2024-08-10T05:26:10.488 INFO:tasks.rados.rados.0.smithi031.stdout:3645: done (2 left) 2024-08-10T05:26:10.488 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 28 current snap is 334 2024-08-10T05:26:10.488 INFO:tasks.rados.rados.0.smithi031.stdout:3642: finishing write tid 6 to smithi03186013-24 2024-08-10T05:26:10.488 INFO:tasks.rados.rados.0.smithi031.stdout:3646: seq_num 1127 ranges {3063808=483328,3547136=598016,4145152=581632,4726784=425984} 2024-08-10T05:26:10.506 INFO:tasks.rados.rados.0.smithi031.stdout:3646: writing smithi03186013-28 from 3063808 to 3547136 tid 1 2024-08-10T05:26:10.509 INFO:tasks.rados.rados.0.smithi031.stdout:3646: writing smithi03186013-28 from 3547136 to 4145152 tid 2 2024-08-10T05:26:10.513 INFO:tasks.rados.rados.0.smithi031.stdout:3646: writing smithi03186013-28 from 4145152 to 4726784 tid 3 2024-08-10T05:26:10.516 INFO:tasks.rados.rados.0.smithi031.stdout:3646: writing smithi03186013-28 from 4726784 to 5152768 tid 4 2024-08-10T05:26:10.516 INFO:tasks.rados.rados.0.smithi031.stdout:3647: read oid 10 snap -1 2024-08-10T05:26:10.517 INFO:tasks.rados.rados.0.smithi031.stdout:3647: expect deleted 2024-08-10T05:26:10.517 INFO:tasks.rados.rados.0.smithi031.stdout:3648: copy_from oid 39 from oid 46 current snap is 334 2024-08-10T05:26:10.517 INFO:tasks.rados.rados.0.smithi031.stdout:3642: finishing write tid 7 to smithi03186013-24 2024-08-10T05:26:10.517 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 24 v 2157 (ObjNum 1124 snap 334 seq_num 1124) dirty exists 2024-08-10T05:26:10.517 INFO:tasks.rados.rados.0.smithi031.stdout:3642: left oid 24 (ObjNum 1124 snap 334 seq_num 1124) 2024-08-10T05:26:10.517 INFO:tasks.rados.rados.0.smithi031.stdout:3642: done (4 left) 2024-08-10T05:26:10.517 INFO:tasks.rados.rados.0.smithi031.stdout:3644: done (3 left) 2024-08-10T05:26:10.517 INFO:tasks.rados.rados.0.smithi031.stdout:3649: snap_remove snap 319 2024-08-10T05:26:11.307 INFO:tasks.rados.rados.0.smithi031.stdout:3649: done (3 left) 2024-08-10T05:26:11.307 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 13 current snap is 334 2024-08-10T05:26:11.307 INFO:tasks.rados.rados.0.smithi031.stdout:3650: seq_num 1128 ranges {1884160=499712,2383872=483328,2867200=786432,3653632=335872} 2024-08-10T05:26:11.321 INFO:tasks.rados.rados.0.smithi031.stdout:3650: writing smithi03186013-13 from 1884160 to 2383872 tid 1 2024-08-10T05:26:11.325 INFO:tasks.rados.rados.0.smithi031.stdout:3650: writing smithi03186013-13 from 2383872 to 2867200 tid 2 2024-08-10T05:26:11.330 INFO:tasks.rados.rados.0.smithi031.stdout:3650: writing smithi03186013-13 from 2867200 to 3653632 tid 3 2024-08-10T05:26:11.334 INFO:tasks.rados.rados.0.smithi031.stdout:3650: writing smithi03186013-13 from 3653632 to 3989504 tid 4 2024-08-10T05:26:11.334 INFO:tasks.rados.rados.0.smithi031.stdout:3651: snap_create 2024-08-10T05:26:11.334 INFO:tasks.rados.rados.0.smithi031.stdout:3646: finishing write tid 1 to smithi03186013-28 2024-08-10T05:26:11.334 INFO:tasks.rados.rados.0.smithi031.stdout:3646: finishing write tid 2 to smithi03186013-28 2024-08-10T05:26:11.334 INFO:tasks.rados.rados.0.smithi031.stdout:3646: finishing write tid 3 to smithi03186013-28 2024-08-10T05:26:11.334 INFO:tasks.rados.rados.0.smithi031.stdout:3646: finishing write tid 4 to smithi03186013-28 2024-08-10T05:26:11.334 INFO:tasks.rados.rados.0.smithi031.stdout:3646: finishing write tid 5 to smithi03186013-28 2024-08-10T05:26:11.334 INFO:tasks.rados.rados.0.smithi031.stdout:3646: finishing write tid 6 to smithi03186013-28 2024-08-10T05:26:11.334 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 28 v 1739 (ObjNum 1127 snap 334 seq_num 1127) dirty exists 2024-08-10T05:26:11.334 INFO:tasks.rados.rados.0.smithi031.stdout:3646: left oid 28 (ObjNum 1127 snap 334 seq_num 1127) 2024-08-10T05:26:11.334 INFO:tasks.rados.rados.0.smithi031.stdout:3648: finishing copy_from racing read to smithi03186013-39 2024-08-10T05:26:11.335 INFO:tasks.rados.rados.0.smithi031.stdout:3648: finishing copy_from to smithi03186013-39 2024-08-10T05:26:11.335 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 39 v 2034 (ObjNum 1112 snap 333 seq_num 1112) dirty exists 2024-08-10T05:26:11.335 INFO:tasks.rados.rados.0.smithi031.stdout:3650: finishing write tid 1 to smithi03186013-13 2024-08-10T05:26:11.335 INFO:tasks.rados.rados.0.smithi031.stdout:3650: finishing write tid 2 to smithi03186013-13 2024-08-10T05:26:11.337 INFO:tasks.rados.rados.0.smithi031.stdout:3650: finishing write tid 3 to smithi03186013-13 2024-08-10T05:26:11.338 INFO:tasks.rados.rados.0.smithi031.stdout:3650: finishing write tid 4 to smithi03186013-13 2024-08-10T05:26:11.339 INFO:tasks.rados.rados.0.smithi031.stdout:3650: finishing write tid 5 to smithi03186013-13 2024-08-10T05:26:11.340 INFO:tasks.rados.rados.0.smithi031.stdout:3650: finishing write tid 6 to smithi03186013-13 2024-08-10T05:26:11.340 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 13 v 1738 (ObjNum 1128 snap 334 seq_num 1128) dirty exists 2024-08-10T05:26:11.340 INFO:tasks.rados.rados.0.smithi031.stdout:3650: left oid 13 (ObjNum 1128 snap 334 seq_num 1128) 2024-08-10T05:26:11.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:26:11 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:26:11] "GET /metrics HTTP/1.1" 200 36273 "" "Prometheus/2.43.0" 2024-08-10T05:26:11.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:26:11 smithi031 ceph-mon[98130]: pgmap v801: 121 pgs: 121 active+clean; 206 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.4 MiB/s wr, 21 op/s 2024-08-10T05:26:11.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:26:11 smithi031 ceph-mon[98130]: osdmap e760: 8 total, 8 up, 8 in 2024-08-10T05:26:11.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:26:11 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:26:11.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:26:11 smithi031 ceph-mon[100614]: pgmap v801: 121 pgs: 121 active+clean; 206 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.4 MiB/s wr, 21 op/s 2024-08-10T05:26:11.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:26:11 smithi031 ceph-mon[100614]: osdmap e760: 8 total, 8 up, 8 in 2024-08-10T05:26:11.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:26:11 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:26:11.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:26:11 smithi196 ceph-mon[90243]: pgmap v801: 121 pgs: 121 active+clean; 206 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.4 MiB/s wr, 21 op/s 2024-08-10T05:26:11.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:26:11 smithi196 ceph-mon[90243]: osdmap e760: 8 total, 8 up, 8 in 2024-08-10T05:26:11.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:26:11 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:26:12.321 INFO:tasks.rados.rados.0.smithi031.stdout:3646: done (4 left) 2024-08-10T05:26:12.322 INFO:tasks.rados.rados.0.smithi031.stdout:3647: done (3 left) 2024-08-10T05:26:12.322 INFO:tasks.rados.rados.0.smithi031.stdout:3648: done (2 left) 2024-08-10T05:26:12.322 INFO:tasks.rados.rados.0.smithi031.stdout:3650: done (1 left) 2024-08-10T05:26:12.322 INFO:tasks.rados.rados.0.smithi031.stdout:3651: done (0 left) 2024-08-10T05:26:12.322 INFO:tasks.rados.rados.0.smithi031.stdout:3652: rmattr oid 21 current snap is 335 2024-08-10T05:26:12.322 INFO:tasks.rados.rados.0.smithi031.stdout:3653: snap_remove snap 321 2024-08-10T05:26:12.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:26:12 smithi031 ceph-mon[98130]: osdmap e761: 8 total, 8 up, 8 in 2024-08-10T05:26:12.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:26:12 smithi031 ceph-mon[100614]: osdmap e761: 8 total, 8 up, 8 in 2024-08-10T05:26:12.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:26:12 smithi196 ceph-mon[90243]: osdmap e761: 8 total, 8 up, 8 in 2024-08-10T05:26:12.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:26:12 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:26:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:26:13.328 INFO:tasks.rados.rados.0.smithi031.stdout:3653: done (1 left) 2024-08-10T05:26:13.328 INFO:tasks.rados.rados.0.smithi031.stdout:3654: rmattr oid 15 current snap is 335 2024-08-10T05:26:13.329 INFO:tasks.rados.rados.0.smithi031.stdout:3654: done (1 left) 2024-08-10T05:26:13.329 INFO:tasks.rados.rados.0.smithi031.stdout:3655: setattr oid 4 current snap is 335 2024-08-10T05:26:13.329 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 21 v 1739 (ObjNum 1011 snap 306 seq_num 1011) dirty exists 2024-08-10T05:26:13.332 INFO:tasks.rados.rados.0.smithi031.stdout:3652: done (1 left) 2024-08-10T05:26:13.333 INFO:tasks.rados.rados.0.smithi031.stdout:3656: read oid 11 snap 334 2024-08-10T05:26:13.333 INFO:tasks.rados.rados.0.smithi031.stdout:3656: expect (ObjNum 1073 snap 320 seq_num 1073) 2024-08-10T05:26:13.333 INFO:tasks.rados.rados.0.smithi031.stdout:3657: snap_remove snap 322 2024-08-10T05:26:13.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:26:13 smithi031 ceph-mon[98130]: pgmap v804: 121 pgs: 121 active+clean; 209 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.4 MiB/s wr, 19 op/s 2024-08-10T05:26:13.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:26:13 smithi031 ceph-mon[98130]: osdmap e762: 8 total, 8 up, 8 in 2024-08-10T05:26:13.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:26:13 smithi031 ceph-mon[100614]: pgmap v804: 121 pgs: 121 active+clean; 209 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.4 MiB/s wr, 19 op/s 2024-08-10T05:26:13.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:26:13 smithi031 ceph-mon[100614]: osdmap e762: 8 total, 8 up, 8 in 2024-08-10T05:26:13.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:26:13 smithi196 ceph-mon[90243]: pgmap v804: 121 pgs: 121 active+clean; 209 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.4 MiB/s wr, 19 op/s 2024-08-10T05:26:13.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:26:13 smithi196 ceph-mon[90243]: osdmap e762: 8 total, 8 up, 8 in 2024-08-10T05:26:14.342 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 4 v 1759 (ObjNum 1054 snap 317 seq_num 1054) dirty exists 2024-08-10T05:26:14.342 INFO:tasks.rados.rados.0.smithi031.stdout:3656: expect (ObjNum 1073 snap 320 seq_num 1073) 2024-08-10T05:26:14.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:26:14 smithi031 ceph-mon[98130]: osdmap e763: 8 total, 8 up, 8 in 2024-08-10T05:26:14.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:26:14 smithi031 ceph-mon[100614]: osdmap e763: 8 total, 8 up, 8 in 2024-08-10T05:26:14.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:26:14 smithi196 ceph-mon[90243]: osdmap e763: 8 total, 8 up, 8 in 2024-08-10T05:26:15.755 INFO:tasks.rados.rados.0.smithi031.stdout:3655: done (2 left) 2024-08-10T05:26:15.755 INFO:tasks.rados.rados.0.smithi031.stdout:3656: done (1 left) 2024-08-10T05:26:15.755 INFO:tasks.rados.rados.0.smithi031.stdout:3657: done (0 left) 2024-08-10T05:26:15.755 INFO:tasks.rados.rados.0.smithi031.stdout:3658: read oid 26 snap -1 2024-08-10T05:26:15.755 INFO:tasks.rados.rados.0.smithi031.stdout:3658: expect (ObjNum 1118 snap 333 seq_num 1118) 2024-08-10T05:26:15.755 INFO:tasks.rados.rados.0.smithi031.stdout:3659: snap_create 2024-08-10T05:26:15.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:26:15 smithi031 ceph-mon[98130]: pgmap v807: 121 pgs: 121 active+clean; 207 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 3.1 MiB/s wr, 18 op/s 2024-08-10T05:26:15.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:26:15 smithi031 ceph-mon[98130]: osdmap e764: 8 total, 8 up, 8 in 2024-08-10T05:26:15.768 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:26:15 smithi031 ceph-mon[100614]: pgmap v807: 121 pgs: 121 active+clean; 207 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 3.1 MiB/s wr, 18 op/s 2024-08-10T05:26:15.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:26:15 smithi031 ceph-mon[100614]: osdmap e764: 8 total, 8 up, 8 in 2024-08-10T05:26:15.772 INFO:tasks.rados.rados.0.smithi031.stdout:3658: expect (ObjNum 1118 snap 333 seq_num 1118) 2024-08-10T05:26:15.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:26:15 smithi196 ceph-mon[90243]: pgmap v807: 121 pgs: 121 active+clean; 207 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 3.1 MiB/s wr, 18 op/s 2024-08-10T05:26:15.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:26:15 smithi196 ceph-mon[90243]: osdmap e764: 8 total, 8 up, 8 in 2024-08-10T05:26:16.340 INFO:tasks.rados.rados.0.smithi031.stdout:3658: done (1 left) 2024-08-10T05:26:16.340 INFO:tasks.rados.rados.0.smithi031.stdout:3659: done (0 left) 2024-08-10T05:26:16.341 INFO:tasks.rados.rados.0.smithi031.stdout:3660: read oid 47 snap -1 2024-08-10T05:26:16.341 INFO:tasks.rados.rados.0.smithi031.stdout:3660: expect (ObjNum 1077 snap 322 seq_num 1077) 2024-08-10T05:26:16.341 INFO:tasks.rados.rados.0.smithi031.stdout:3661: delete oid 25 current snap is 336 2024-08-10T05:26:16.350 INFO:tasks.rados.rados.0.smithi031.stdout:3661: done (1 left) 2024-08-10T05:26:16.350 INFO:tasks.rados.rados.0.smithi031.stdout:3662: copy_from oid 40 from oid 42 current snap is 336 2024-08-10T05:26:16.351 INFO:tasks.rados.rados.0.smithi031.stdout:3663: copy_from oid 41 from oid 5 current snap is 336 2024-08-10T05:26:16.351 INFO:tasks.rados.rados.0.smithi031.stdout:3664: rollback oid 39 current snap is 336 2024-08-10T05:26:16.351 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 39 to 333 2024-08-10T05:26:16.351 INFO:tasks.rados.rados.0.smithi031.stdout:3665: copy_from oid 7 from oid 38 current snap is 336 2024-08-10T05:26:16.351 INFO:tasks.rados.rados.0.smithi031.stdout:3666: read oid 44 snap -1 2024-08-10T05:26:16.351 INFO:tasks.rados.rados.0.smithi031.stdout:3666: expect (ObjNum 1116 snap 333 seq_num 1116) 2024-08-10T05:26:16.351 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 43 current snap is 336 2024-08-10T05:26:16.351 INFO:tasks.rados.rados.0.smithi031.stdout:3667: seq_num 1130 ranges {2891776=532480,3424256=655360,4079616=753664,4833280=196608} 2024-08-10T05:26:16.370 INFO:tasks.rados.rados.0.smithi031.stdout:3667: writing smithi03186013-43 from 2891776 to 3424256 tid 1 2024-08-10T05:26:16.374 INFO:tasks.rados.rados.0.smithi031.stdout:3667: writing smithi03186013-43 from 3424256 to 4079616 tid 2 2024-08-10T05:26:16.378 INFO:tasks.rados.rados.0.smithi031.stdout:3667: writing smithi03186013-43 from 4079616 to 4833280 tid 3 2024-08-10T05:26:16.379 INFO:tasks.rados.rados.0.smithi031.stdout:3667: writing smithi03186013-43 from 4833280 to 5029888 tid 4 2024-08-10T05:26:16.380 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 37 current snap is 336 2024-08-10T05:26:16.380 INFO:tasks.rados.rados.0.smithi031.stdout:3668: seq_num 1131 ranges {0=548864,548864=540672,1089536=565248,1654784=425984,2080768=73728} 2024-08-10T05:26:16.382 INFO:tasks.rados.rados.0.smithi031.stdout:3668: writing smithi03186013-37 from 0 to 548864 tid 1 2024-08-10T05:26:16.386 INFO:tasks.rados.rados.0.smithi031.stdout:3668: writing smithi03186013-37 from 548864 to 1089536 tid 2 2024-08-10T05:26:16.389 INFO:tasks.rados.rados.0.smithi031.stdout:3668: writing smithi03186013-37 from 1089536 to 1654784 tid 3 2024-08-10T05:26:16.391 INFO:tasks.rados.rados.0.smithi031.stdout:3668: writing smithi03186013-37 from 1654784 to 2080768 tid 4 2024-08-10T05:26:16.392 INFO:tasks.rados.rados.0.smithi031.stdout:3668: writing smithi03186013-37 from 2080768 to 2154496 tid 5 2024-08-10T05:26:16.392 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 16 current snap is 336 2024-08-10T05:26:16.392 INFO:tasks.rados.rados.0.smithi031.stdout:3669: seq_num 1132 ranges {4530176=565248,5095424=425984,5521408=770048,6291456=409600} 2024-08-10T05:26:16.420 INFO:tasks.rados.rados.0.smithi031.stdout:3669: writing smithi03186013-16 from 4530176 to 5095424 tid 1 2024-08-10T05:26:16.422 INFO:tasks.rados.rados.0.smithi031.stdout:3669: writing smithi03186013-16 from 5095424 to 5521408 tid 2 2024-08-10T05:26:16.427 INFO:tasks.rados.rados.0.smithi031.stdout:3669: writing smithi03186013-16 from 5521408 to 6291456 tid 3 2024-08-10T05:26:16.429 INFO:tasks.rados.rados.0.smithi031.stdout:3669: writing smithi03186013-16 from 6291456 to 6701056 tid 4 2024-08-10T05:26:16.430 INFO:tasks.rados.rados.0.smithi031.stdout:3670: delete oid 18 current snap is 336 2024-08-10T05:26:16.430 INFO:tasks.rados.rados.0.smithi031.stdout:3660: expect (ObjNum 1077 snap 322 seq_num 1077) 2024-08-10T05:26:16.464 INFO:tasks.rados.rados.0.smithi031.stdout:3665: finishing copy_from to smithi03186013-7 2024-08-10T05:26:16.464 INFO:tasks.rados.rados.0.smithi031.stdout:3665: got expected ENOENT (src dne) 2024-08-10T05:26:16.464 INFO:tasks.rados.rados.0.smithi031.stdout:3665: finishing copy_from racing read to smithi03186013-7 2024-08-10T05:26:16.464 INFO:tasks.rados.rados.0.smithi031.stdout:3664: finishing rollback tid 0 to smithi03186013-39 2024-08-10T05:26:16.464 INFO:tasks.rados.rados.0.smithi031.stdout:3664: finishing rollback tid 1 to smithi03186013-39 2024-08-10T05:26:16.464 INFO:tasks.rados.rados.0.smithi031.stdout:3664: finishing rollback tid 2 to smithi03186013-39 2024-08-10T05:26:16.464 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 39 v 2037 (ObjNum 1107 snap 331 seq_num 1107) dirty exists 2024-08-10T05:26:16.464 INFO:tasks.rados.rados.0.smithi031.stdout:3666: expect (ObjNum 1116 snap 333 seq_num 1116) 2024-08-10T05:26:16.514 INFO:tasks.rados.rados.0.smithi031.stdout:3662: finishing copy_from racing read to smithi03186013-40 2024-08-10T05:26:16.514 INFO:tasks.rados.rados.0.smithi031.stdout:3662: finishing copy_from to smithi03186013-40 2024-08-10T05:26:16.514 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 40 v 1710 (ObjNum 1050 snap 317 seq_num 1050) dirty exists 2024-08-10T05:26:16.514 INFO:tasks.rados.rados.0.smithi031.stdout:3663: finishing copy_from racing read to smithi03186013-41 2024-08-10T05:26:16.515 INFO:tasks.rados.rados.0.smithi031.stdout:3663: finishing copy_from to smithi03186013-41 2024-08-10T05:26:16.515 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 41 v 1763 (ObjNum 1064 snap 318 seq_num 1064) dirty exists 2024-08-10T05:26:16.515 INFO:tasks.rados.rados.0.smithi031.stdout:3667: finishing write tid 1 to smithi03186013-43 2024-08-10T05:26:16.515 INFO:tasks.rados.rados.0.smithi031.stdout:3660: done (9 left) 2024-08-10T05:26:16.515 INFO:tasks.rados.rados.0.smithi031.stdout:3662: done (8 left) 2024-08-10T05:26:16.515 INFO:tasks.rados.rados.0.smithi031.stdout:3663: done (7 left) 2024-08-10T05:26:16.515 INFO:tasks.rados.rados.0.smithi031.stdout:3664: done (6 left) 2024-08-10T05:26:16.515 INFO:tasks.rados.rados.0.smithi031.stdout:3665: done (5 left) 2024-08-10T05:26:16.515 INFO:tasks.rados.rados.0.smithi031.stdout:3666: done (4 left) 2024-08-10T05:26:16.515 INFO:tasks.rados.rados.0.smithi031.stdout:3670: done (3 left) 2024-08-10T05:26:16.515 INFO:tasks.rados.rados.0.smithi031.stdout:3671: snap_create 2024-08-10T05:26:16.515 INFO:tasks.rados.rados.0.smithi031.stdout:3667: finishing write tid 2 to smithi03186013-43 2024-08-10T05:26:16.515 INFO:tasks.rados.rados.0.smithi031.stdout:3667: finishing write tid 3 to smithi03186013-43 2024-08-10T05:26:16.516 INFO:tasks.rados.rados.0.smithi031.stdout:3667: finishing write tid 4 to smithi03186013-43 2024-08-10T05:26:16.516 INFO:tasks.rados.rados.0.smithi031.stdout:3667: finishing write tid 5 to smithi03186013-43 2024-08-10T05:26:16.516 INFO:tasks.rados.rados.0.smithi031.stdout:3667: finishing write tid 6 to smithi03186013-43 2024-08-10T05:26:16.516 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 43 v 2039 (ObjNum 1130 snap 336 seq_num 1130) dirty exists 2024-08-10T05:26:16.516 INFO:tasks.rados.rados.0.smithi031.stdout:3667: left oid 43 (ObjNum 1130 snap 336 seq_num 1130) 2024-08-10T05:26:16.516 INFO:tasks.rados.rados.0.smithi031.stdout:3668: finishing write tid 1 to smithi03186013-37 2024-08-10T05:26:16.516 INFO:tasks.rados.rados.0.smithi031.stdout:3668: finishing write tid 2 to smithi03186013-37 2024-08-10T05:26:16.516 INFO:tasks.rados.rados.0.smithi031.stdout:3668: finishing write tid 3 to smithi03186013-37 2024-08-10T05:26:16.516 INFO:tasks.rados.rados.0.smithi031.stdout:3668: finishing write tid 4 to smithi03186013-37 2024-08-10T05:26:16.516 INFO:tasks.rados.rados.0.smithi031.stdout:3668: finishing write tid 5 to smithi03186013-37 2024-08-10T05:26:16.516 INFO:tasks.rados.rados.0.smithi031.stdout:3668: finishing write tid 6 to smithi03186013-37 2024-08-10T05:26:16.516 INFO:tasks.rados.rados.0.smithi031.stdout:3668: finishing write tid 7 to smithi03186013-37 2024-08-10T05:26:16.516 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 37 v 1745 (ObjNum 1131 snap 336 seq_num 1131) dirty exists 2024-08-10T05:26:16.517 INFO:tasks.rados.rados.0.smithi031.stdout:3668: left oid 37 (ObjNum 1131 snap 336 seq_num 1131) 2024-08-10T05:26:16.517 INFO:tasks.rados.rados.0.smithi031.stdout:3669: finishing write tid 1 to smithi03186013-16 2024-08-10T05:26:16.517 INFO:tasks.rados.rados.0.smithi031.stdout:3669: finishing write tid 2 to smithi03186013-16 2024-08-10T05:26:16.517 INFO:tasks.rados.rados.0.smithi031.stdout:3669: finishing write tid 3 to smithi03186013-16 2024-08-10T05:26:16.517 INFO:tasks.rados.rados.0.smithi031.stdout:3669: finishing write tid 4 to smithi03186013-16 2024-08-10T05:26:16.517 INFO:tasks.rados.rados.0.smithi031.stdout:3669: finishing write tid 5 to smithi03186013-16 2024-08-10T05:26:16.517 INFO:tasks.rados.rados.0.smithi031.stdout:3669: finishing write tid 6 to smithi03186013-16 2024-08-10T05:26:16.517 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 16 v 1768 (ObjNum 1132 snap 336 seq_num 1132) dirty exists 2024-08-10T05:26:16.517 INFO:tasks.rados.rados.0.smithi031.stdout:3669: left oid 16 (ObjNum 1132 snap 336 seq_num 1132) 2024-08-10T05:26:17.348 INFO:tasks.rados.rados.0.smithi031.stdout:3667: done (3 left) 2024-08-10T05:26:17.348 INFO:tasks.rados.rados.0.smithi031.stdout:3668: done (2 left) 2024-08-10T05:26:17.349 INFO:tasks.rados.rados.0.smithi031.stdout:3669: done (1 left) 2024-08-10T05:26:17.349 INFO:tasks.rados.rados.0.smithi031.stdout:3671: done (0 left) 2024-08-10T05:26:17.349 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 20 current snap is 337 2024-08-10T05:26:17.349 INFO:tasks.rados.rados.0.smithi031.stdout:3672: seq_num 1134 ranges {3883008=598016,4481024=638976,5120000=737280,5857280=229376} 2024-08-10T05:26:17.373 INFO:tasks.rados.rados.0.smithi031.stdout:3672: writing smithi03186013-20 from 3883008 to 4481024 tid 1 2024-08-10T05:26:17.377 INFO:tasks.rados.rados.0.smithi031.stdout:3672: writing smithi03186013-20 from 4481024 to 5120000 tid 2 2024-08-10T05:26:17.381 INFO:tasks.rados.rados.0.smithi031.stdout:3672: writing smithi03186013-20 from 5120000 to 5857280 tid 3 2024-08-10T05:26:17.383 INFO:tasks.rados.rados.0.smithi031.stdout:3672: writing smithi03186013-20 from 5857280 to 6086656 tid 4 2024-08-10T05:26:17.383 INFO:tasks.rados.rados.0.smithi031.stdout:3673: read oid 7 snap -1 2024-08-10T05:26:17.383 INFO:tasks.rados.rados.0.smithi031.stdout:3673: expect (ObjNum 1020 snap 308 seq_num 1020) 2024-08-10T05:26:17.383 INFO:tasks.rados.rados.0.smithi031.stdout:3674: rollback oid 37 current snap is 337 2024-08-10T05:26:17.383 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 37 to 320 2024-08-10T05:26:17.383 INFO:tasks.rados.rados.0.smithi031.stdout:3672: finishing write tid 1 to smithi03186013-20 2024-08-10T05:26:17.384 INFO:tasks.rados.rados.0.smithi031.stdout:3672: finishing write tid 2 to smithi03186013-20 2024-08-10T05:26:17.384 INFO:tasks.rados.rados.0.smithi031.stdout:3675: snap_create 2024-08-10T05:26:17.387 INFO:tasks.rados.rados.0.smithi031.stdout:3672: finishing write tid 3 to smithi03186013-20 2024-08-10T05:26:17.387 INFO:tasks.rados.rados.0.smithi031.stdout:3672: finishing write tid 4 to smithi03186013-20 2024-08-10T05:26:17.388 INFO:tasks.rados.rados.0.smithi031.stdout:3672: finishing write tid 5 to smithi03186013-20 2024-08-10T05:26:17.390 INFO:tasks.rados.rados.0.smithi031.stdout:3672: finishing write tid 6 to smithi03186013-20 2024-08-10T05:26:17.390 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 20 v 1730 (ObjNum 1134 snap 337 seq_num 1134) dirty exists 2024-08-10T05:26:17.390 INFO:tasks.rados.rados.0.smithi031.stdout:3672: left oid 20 (ObjNum 1134 snap 337 seq_num 1134) 2024-08-10T05:26:17.390 INFO:tasks.rados.rados.0.smithi031.stdout:3674: finishing rollback tid 0 to smithi03186013-37 2024-08-10T05:26:17.391 INFO:tasks.rados.rados.0.smithi031.stdout:3674: finishing rollback tid 1 to smithi03186013-37 2024-08-10T05:26:17.391 INFO:tasks.rados.rados.0.smithi031.stdout:3674: finishing rollback tid 2 to smithi03186013-37 2024-08-10T05:26:17.391 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 37 v 1748 (ObjNum 970 snap 292 seq_num 970) dirty exists 2024-08-10T05:26:17.391 INFO:tasks.rados.rados.0.smithi031.stdout:3673: expect (ObjNum 1020 snap 308 seq_num 1020) 2024-08-10T05:26:17.599 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:26:17 smithi031 ceph-mon[98130]: pgmap v809: 121 pgs: 121 active+clean; 209 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.7 MiB/s wr, 19 op/s 2024-08-10T05:26:17.599 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:26:17 smithi031 ceph-mon[98130]: osdmap e765: 8 total, 8 up, 8 in 2024-08-10T05:26:17.599 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:26:17 smithi031 ceph-mon[100614]: pgmap v809: 121 pgs: 121 active+clean; 209 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.7 MiB/s wr, 19 op/s 2024-08-10T05:26:17.599 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:26:17 smithi031 ceph-mon[100614]: osdmap e765: 8 total, 8 up, 8 in 2024-08-10T05:26:17.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:26:17 smithi196 ceph-mon[90243]: pgmap v809: 121 pgs: 121 active+clean; 209 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.7 MiB/s wr, 19 op/s 2024-08-10T05:26:17.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:26:17 smithi196 ceph-mon[90243]: osdmap e765: 8 total, 8 up, 8 in 2024-08-10T05:26:18.361 INFO:tasks.rados.rados.0.smithi031.stdout:3672: done (3 left) 2024-08-10T05:26:18.398 INFO:tasks.rados.rados.0.smithi031.stdout:3673: done (2 left) 2024-08-10T05:26:18.398 INFO:tasks.rados.rados.0.smithi031.stdout:3674: done (1 left) 2024-08-10T05:26:18.398 INFO:tasks.rados.rados.0.smithi031.stdout:3675: done (0 left) 2024-08-10T05:26:18.398 INFO:tasks.rados.rados.0.smithi031.stdout:3676: snap_create 2024-08-10T05:26:18.768 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:26:18 smithi031 ceph-mon[100614]: osdmap e766: 8 total, 8 up, 8 in 2024-08-10T05:26:18.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:26:18 smithi031 ceph-mon[98130]: osdmap e766: 8 total, 8 up, 8 in 2024-08-10T05:26:18.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:26:18 smithi196 ceph-mon[90243]: osdmap e766: 8 total, 8 up, 8 in 2024-08-10T05:26:19.317 INFO:tasks.rados.rados.0.smithi031.stdout:3676: done (0 left) 2024-08-10T05:26:19.318 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 8 current snap is 339 2024-08-10T05:26:19.318 INFO:tasks.rados.rados.0.smithi031.stdout:3677: seq_num 1135 ranges {4710400=614400,5324800=524288,5849088=540672,6389760=483328,6873088=57344} 2024-08-10T05:26:19.347 INFO:tasks.rados.rados.0.smithi031.stdout:3677: writing smithi03186013-8 from 4710400 to 5324800 tid 1 2024-08-10T05:26:19.350 INFO:tasks.rados.rados.0.smithi031.stdout:3677: writing smithi03186013-8 from 5324800 to 5849088 tid 2 2024-08-10T05:26:19.353 INFO:tasks.rados.rados.0.smithi031.stdout:3677: writing smithi03186013-8 from 5849088 to 6389760 tid 3 2024-08-10T05:26:19.356 INFO:tasks.rados.rados.0.smithi031.stdout:3677: writing smithi03186013-8 from 6389760 to 6873088 tid 4 2024-08-10T05:26:19.356 INFO:tasks.rados.rados.0.smithi031.stdout:3677: writing smithi03186013-8 from 6873088 to 6930432 tid 5 2024-08-10T05:26:19.356 INFO:tasks.rados.rados.0.smithi031.stdout:3678: rollback oid 37 current snap is 339 2024-08-10T05:26:19.356 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 37 to 334 2024-08-10T05:26:19.356 INFO:tasks.rados.rados.0.smithi031.stdout:3679: snap_create 2024-08-10T05:26:19.375 INFO:tasks.rados.rados.0.smithi031.stdout:3678: finishing rollback tid 0 to smithi03186013-37 2024-08-10T05:26:19.375 INFO:tasks.rados.rados.0.smithi031.stdout:3677: finishing write tid 1 to smithi03186013-8 2024-08-10T05:26:19.375 INFO:tasks.rados.rados.0.smithi031.stdout:3678: finishing rollback tid 1 to smithi03186013-37 2024-08-10T05:26:19.375 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 37 v 1750 (ObjNum 65 snap 0 seq_num 1835358807) dirty dne 2024-08-10T05:26:19.375 INFO:tasks.rados.rados.0.smithi031.stdout:3677: finishing write tid 2 to smithi03186013-8 2024-08-10T05:26:19.376 INFO:tasks.rados.rados.0.smithi031.stdout:3677: finishing write tid 3 to smithi03186013-8 2024-08-10T05:26:19.376 INFO:tasks.rados.rados.0.smithi031.stdout:3677: finishing write tid 4 to smithi03186013-8 2024-08-10T05:26:19.376 INFO:tasks.rados.rados.0.smithi031.stdout:3677: finishing write tid 5 to smithi03186013-8 2024-08-10T05:26:19.376 INFO:tasks.rados.rados.0.smithi031.stdout:3677: finishing write tid 6 to smithi03186013-8 2024-08-10T05:26:19.378 INFO:tasks.rados.rados.0.smithi031.stdout:3677: finishing write tid 7 to smithi03186013-8 2024-08-10T05:26:19.378 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 8 v 2182 (ObjNum 1135 snap 339 seq_num 1135) dirty exists 2024-08-10T05:26:19.378 INFO:tasks.rados.rados.0.smithi031.stdout:3677: left oid 8 (ObjNum 1135 snap 339 seq_num 1135) 2024-08-10T05:26:19.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:26:19 smithi031 ceph-mon[98130]: pgmap v812: 121 pgs: 121 active+clean; 217 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 900 KiB/s wr, 9 op/s 2024-08-10T05:26:19.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:26:19 smithi031 ceph-mon[98130]: osdmap e767: 8 total, 8 up, 8 in 2024-08-10T05:26:19.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:26:19 smithi031 ceph-mon[98130]: osdmap e768: 8 total, 8 up, 8 in 2024-08-10T05:26:19.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:26:19 smithi031 ceph-mon[100614]: pgmap v812: 121 pgs: 121 active+clean; 217 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 900 KiB/s wr, 9 op/s 2024-08-10T05:26:19.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:26:19 smithi031 ceph-mon[100614]: osdmap e767: 8 total, 8 up, 8 in 2024-08-10T05:26:19.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:26:19 smithi031 ceph-mon[100614]: osdmap e768: 8 total, 8 up, 8 in 2024-08-10T05:26:19.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:26:19 smithi196 ceph-mon[90243]: pgmap v812: 121 pgs: 121 active+clean; 217 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 900 KiB/s wr, 9 op/s 2024-08-10T05:26:19.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:26:19 smithi196 ceph-mon[90243]: osdmap e767: 8 total, 8 up, 8 in 2024-08-10T05:26:19.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:26:19 smithi196 ceph-mon[90243]: osdmap e768: 8 total, 8 up, 8 in 2024-08-10T05:26:20.330 INFO:tasks.rados.rados.0.smithi031.stdout:3677: done (2 left) 2024-08-10T05:26:20.330 INFO:tasks.rados.rados.0.smithi031.stdout:3678: done (1 left) 2024-08-10T05:26:20.330 INFO:tasks.rados.rados.0.smithi031.stdout:3679: done (0 left) 2024-08-10T05:26:20.331 INFO:tasks.rados.rados.0.smithi031.stdout:3680: setattr oid 17 current snap is 340 2024-08-10T05:26:20.332 INFO:tasks.rados.rados.0.smithi031.stdout:3681: snap_create 2024-08-10T05:26:20.338 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 17 v 1377 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-08-10T05:26:21.329 INFO:tasks.rados.rados.0.smithi031.stdout:3680: done (1 left) 2024-08-10T05:26:21.329 INFO:tasks.rados.rados.0.smithi031.stdout:3681: done (0 left) 2024-08-10T05:26:21.330 INFO:tasks.rados.rados.0.smithi031.stdout:3682: snap_create 2024-08-10T05:26:21.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:26:21 smithi031 ceph-mon[98130]: pgmap v815: 121 pgs: 121 active+clean; 226 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 2.8 MiB/s wr, 8 op/s 2024-08-10T05:26:21.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:26:21 smithi031 ceph-mon[98130]: osdmap e769: 8 total, 8 up, 8 in 2024-08-10T05:26:21.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:26:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:26:21] "GET /metrics HTTP/1.1" 200 36273 "" "Prometheus/2.43.0" 2024-08-10T05:26:21.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:26:21 smithi031 ceph-mon[100614]: pgmap v815: 121 pgs: 121 active+clean; 226 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 2.8 MiB/s wr, 8 op/s 2024-08-10T05:26:21.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:26:21 smithi031 ceph-mon[100614]: osdmap e769: 8 total, 8 up, 8 in 2024-08-10T05:26:21.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:26:21 smithi196 ceph-mon[90243]: pgmap v815: 121 pgs: 121 active+clean; 226 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 2.8 MiB/s wr, 8 op/s 2024-08-10T05:26:21.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:26:21 smithi196 ceph-mon[90243]: osdmap e769: 8 total, 8 up, 8 in 2024-08-10T05:26:22.331 INFO:tasks.rados.rados.0.smithi031.stdout:3682: done (0 left) 2024-08-10T05:26:22.331 INFO:tasks.rados.rados.0.smithi031.stdout:3683: read oid 29 snap -1 2024-08-10T05:26:22.331 INFO:tasks.rados.rados.0.smithi031.stdout:3683: expect (ObjNum 1094 snap 326 seq_num 1094) 2024-08-10T05:26:22.331 INFO:tasks.rados.rados.0.smithi031.stdout:3684: read oid 23 snap 336 2024-08-10T05:26:22.332 INFO:tasks.rados.rados.0.smithi031.stdout:3684: expect (ObjNum 1100 snap 328 seq_num 1100) 2024-08-10T05:26:22.332 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 1 current snap is 342 2024-08-10T05:26:22.332 INFO:tasks.rados.rados.0.smithi031.stdout:3685: seq_num 1136 ranges {1417216=630784,2048000=409600,2457600=753664,3211264=417792,3629056=24576} 2024-08-10T05:26:22.344 INFO:tasks.rados.rados.0.smithi031.stdout:3685: writing smithi03186013-1 from 1417216 to 2048000 tid 1 2024-08-10T05:26:22.346 INFO:tasks.rados.rados.0.smithi031.stdout:3685: writing smithi03186013-1 from 2048000 to 2457600 tid 2 2024-08-10T05:26:22.351 INFO:tasks.rados.rados.0.smithi031.stdout:3685: writing smithi03186013-1 from 2457600 to 3211264 tid 3 2024-08-10T05:26:22.355 INFO:tasks.rados.rados.0.smithi031.stdout:3685: writing smithi03186013-1 from 3211264 to 3629056 tid 4 2024-08-10T05:26:22.355 INFO:tasks.rados.rados.0.smithi031.stdout:3685: writing smithi03186013-1 from 3629056 to 3653632 tid 5 2024-08-10T05:26:22.355 INFO:tasks.rados.rados.0.smithi031.stdout:3686: delete oid 37 current snap is 342 2024-08-10T05:26:22.355 INFO:tasks.rados.rados.0.smithi031.stdout:3683: expect (ObjNum 1094 snap 326 seq_num 1094) 2024-08-10T05:26:22.396 INFO:tasks.rados.rados.0.smithi031.stdout:3684: expect (ObjNum 1100 snap 328 seq_num 1100) 2024-08-10T05:26:22.536 INFO:tasks.rados.rados.0.smithi031.stdout:3685: finishing write tid 1 to smithi03186013-1 2024-08-10T05:26:22.536 INFO:tasks.rados.rados.0.smithi031.stdout:3685: finishing write tid 2 to smithi03186013-1 2024-08-10T05:26:22.536 INFO:tasks.rados.rados.0.smithi031.stdout:3683: done (3 left) 2024-08-10T05:26:22.536 INFO:tasks.rados.rados.0.smithi031.stdout:3684: done (2 left) 2024-08-10T05:26:22.536 INFO:tasks.rados.rados.0.smithi031.stdout:3686: done (1 left) 2024-08-10T05:26:22.537 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 24 current snap is 342 2024-08-10T05:26:22.537 INFO:tasks.rados.rados.0.smithi031.stdout:3685: finishing write tid 3 to smithi03186013-1 2024-08-10T05:26:22.537 INFO:tasks.rados.rados.0.smithi031.stdout:3685: finishing write tid 4 to smithi03186013-1 2024-08-10T05:26:22.537 INFO:tasks.rados.rados.0.smithi031.stdout:3685: finishing write tid 5 to smithi03186013-1 2024-08-10T05:26:22.537 INFO:tasks.rados.rados.0.smithi031.stdout:3685: finishing write tid 6 to smithi03186013-1 2024-08-10T05:26:22.537 INFO:tasks.rados.rados.0.smithi031.stdout:3685: finishing write tid 7 to smithi03186013-1 2024-08-10T05:26:22.537 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 1 v 1379 (ObjNum 1136 snap 342 seq_num 1136) dirty exists 2024-08-10T05:26:22.537 INFO:tasks.rados.rados.0.smithi031.stdout:3685: left oid 1 (ObjNum 1136 snap 342 seq_num 1136) 2024-08-10T05:26:22.538 INFO:tasks.rados.rados.0.smithi031.stdout:3687: seq_num 1138 ranges {6569984=663552,7233536=581632,7815168=712704,8527872=311296} 2024-08-10T05:26:22.575 INFO:tasks.rados.rados.0.smithi031.stdout:3687: writing smithi03186013-24 from 6569984 to 7233536 tid 1 2024-08-10T05:26:22.578 INFO:tasks.rados.rados.0.smithi031.stdout:3687: writing smithi03186013-24 from 7233536 to 7815168 tid 2 2024-08-10T05:26:22.582 INFO:tasks.rados.rados.0.smithi031.stdout:3687: writing smithi03186013-24 from 7815168 to 8527872 tid 3 2024-08-10T05:26:22.585 INFO:tasks.rados.rados.0.smithi031.stdout:3687: writing smithi03186013-24 from 8527872 to 8839168 tid 4 2024-08-10T05:26:22.585 INFO:tasks.rados.rados.0.smithi031.stdout:3685: done (1 left) 2024-08-10T05:26:22.585 INFO:tasks.rados.rados.0.smithi031.stdout:3688: snap_create 2024-08-10T05:26:22.585 INFO:tasks.rados.rados.0.smithi031.stdout:3687: finishing write tid 1 to smithi03186013-24 2024-08-10T05:26:22.585 INFO:tasks.rados.rados.0.smithi031.stdout:3687: finishing write tid 2 to smithi03186013-24 2024-08-10T05:26:22.588 INFO:tasks.rados.rados.0.smithi031.stdout:3687: finishing write tid 3 to smithi03186013-24 2024-08-10T05:26:22.588 INFO:tasks.rados.rados.0.smithi031.stdout:3687: finishing write tid 4 to smithi03186013-24 2024-08-10T05:26:22.588 INFO:tasks.rados.rados.0.smithi031.stdout:3687: finishing write tid 5 to smithi03186013-24 2024-08-10T05:26:22.589 INFO:tasks.rados.rados.0.smithi031.stdout:3687: finishing write tid 6 to smithi03186013-24 2024-08-10T05:26:22.589 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 24 v 2188 (ObjNum 1138 snap 342 seq_num 1138) dirty exists 2024-08-10T05:26:22.590 INFO:tasks.rados.rados.0.smithi031.stdout:3687: left oid 24 (ObjNum 1138 snap 342 seq_num 1138) 2024-08-10T05:26:22.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:26:22 smithi031 ceph-mon[98130]: osdmap e770: 8 total, 8 up, 8 in 2024-08-10T05:26:22.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:26:22 smithi031 ceph-mon[98130]: osdmap e771: 8 total, 8 up, 8 in 2024-08-10T05:26:22.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:26:22 smithi031 ceph-mon[100614]: osdmap e770: 8 total, 8 up, 8 in 2024-08-10T05:26:22.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:26:22 smithi031 ceph-mon[100614]: osdmap e771: 8 total, 8 up, 8 in 2024-08-10T05:26:22.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:26:22 smithi196 ceph-mon[90243]: osdmap e770: 8 total, 8 up, 8 in 2024-08-10T05:26:22.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:26:22 smithi196 ceph-mon[90243]: osdmap e771: 8 total, 8 up, 8 in 2024-08-10T05:26:22.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:26:22 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:26:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:26:23.350 INFO:tasks.rados.rados.0.smithi031.stdout:3687: done (1 left) 2024-08-10T05:26:23.351 INFO:tasks.rados.rados.0.smithi031.stdout:3688: done (0 left) 2024-08-10T05:26:23.351 INFO:tasks.rados.rados.0.smithi031.stdout:3689: read oid 24 snap -1 2024-08-10T05:26:23.351 INFO:tasks.rados.rados.0.smithi031.stdout:3689: expect (ObjNum 1138 snap 342 seq_num 1138) 2024-08-10T05:26:23.351 INFO:tasks.rados.rados.0.smithi031.stdout:3690: copy_from oid 35 from oid 5 current snap is 343 2024-08-10T05:26:23.351 INFO:tasks.rados.rados.0.smithi031.stdout:3691: setattr oid 47 current snap is 343 2024-08-10T05:26:23.351 INFO:tasks.rados.rados.0.smithi031.stdout:3692: snap_create 2024-08-10T05:26:23.359 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 47 v 1963 (ObjNum 1077 snap 322 seq_num 1077) dirty exists 2024-08-10T05:26:23.369 INFO:tasks.rados.rados.0.smithi031.stdout:3690: finishing copy_from racing read to smithi03186013-35 2024-08-10T05:26:23.373 INFO:tasks.rados.rados.0.smithi031.stdout:3690: finishing copy_from to smithi03186013-35 2024-08-10T05:26:23.373 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 35 v 1763 (ObjNum 1064 snap 318 seq_num 1064) dirty exists 2024-08-10T05:26:23.385 INFO:tasks.rados.rados.0.smithi031.stdout:3689: expect (ObjNum 1138 snap 342 seq_num 1138) 2024-08-10T05:26:23.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:26:23 smithi031 ceph-mon[98130]: pgmap v818: 121 pgs: 121 active+clean; 230 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 3.3 MiB/s wr, 11 op/s 2024-08-10T05:26:23.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:26:23 smithi031 ceph-mon[100614]: pgmap v818: 121 pgs: 121 active+clean; 230 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 3.3 MiB/s wr, 11 op/s 2024-08-10T05:26:23.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:26:23 smithi196 ceph-mon[90243]: pgmap v818: 121 pgs: 121 active+clean; 230 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 3.3 MiB/s wr, 11 op/s 2024-08-10T05:26:24.317 INFO:tasks.rados.rados.0.smithi031.stdout:3689: done (3 left) 2024-08-10T05:26:24.317 INFO:tasks.rados.rados.0.smithi031.stdout:3690: done (2 left) 2024-08-10T05:26:24.317 INFO:tasks.rados.rados.0.smithi031.stdout:3691: done (1 left) 2024-08-10T05:26:24.317 INFO:tasks.rados.rados.0.smithi031.stdout:3692: done (0 left) 2024-08-10T05:26:24.317 INFO:tasks.rados.rados.0.smithi031.stdout:3693: delete oid 34 current snap is 344 2024-08-10T05:26:24.323 INFO:tasks.rados.rados.0.smithi031.stdout:3693: done (0 left) 2024-08-10T05:26:24.323 INFO:tasks.rados.rados.0.smithi031.stdout:3694: rmattr oid 6 current snap is 344 2024-08-10T05:26:24.323 INFO:tasks.rados.rados.0.smithi031.stdout:3694: done (0 left) 2024-08-10T05:26:24.323 INFO:tasks.rados.rados.0.smithi031.stdout:3695: read oid 36 snap -1 2024-08-10T05:26:24.323 INFO:tasks.rados.rados.0.smithi031.stdout:3695: expect (ObjNum 1103 snap 330 seq_num 1103) 2024-08-10T05:26:24.323 INFO:tasks.rados.rados.0.smithi031.stdout:3696: snap_remove snap 340 2024-08-10T05:26:24.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:26:24 smithi031 ceph-mon[98130]: osdmap e772: 8 total, 8 up, 8 in 2024-08-10T05:26:24.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:26:24 smithi031 ceph-mon[98130]: osdmap e773: 8 total, 8 up, 8 in 2024-08-10T05:26:24.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:26:24 smithi031 ceph-mon[100614]: osdmap e772: 8 total, 8 up, 8 in 2024-08-10T05:26:24.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:26:24 smithi031 ceph-mon[100614]: osdmap e773: 8 total, 8 up, 8 in 2024-08-10T05:26:24.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:26:24 smithi196 ceph-mon[90243]: osdmap e772: 8 total, 8 up, 8 in 2024-08-10T05:26:24.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:26:24 smithi196 ceph-mon[90243]: osdmap e773: 8 total, 8 up, 8 in 2024-08-10T05:26:25.320 INFO:tasks.rados.rados.0.smithi031.stdout:3696: done (1 left) 2024-08-10T05:26:25.320 INFO:tasks.rados.rados.0.smithi031.stdout:3697: snap_remove snap 342 2024-08-10T05:26:25.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:26:25 smithi031 ceph-mon[98130]: pgmap v821: 121 pgs: 121 active+clean; 236 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.6 MiB/s wr, 19 op/s 2024-08-10T05:26:25.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:26:25 smithi031 ceph-mon[98130]: osdmap e774: 8 total, 8 up, 8 in 2024-08-10T05:26:25.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:26:25 smithi031 ceph-mon[100614]: pgmap v821: 121 pgs: 121 active+clean; 236 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.6 MiB/s wr, 19 op/s 2024-08-10T05:26:25.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:26:25 smithi031 ceph-mon[100614]: osdmap e774: 8 total, 8 up, 8 in 2024-08-10T05:26:25.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:26:25 smithi196 ceph-mon[90243]: pgmap v821: 121 pgs: 121 active+clean; 236 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.6 MiB/s wr, 19 op/s 2024-08-10T05:26:25.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:26:25 smithi196 ceph-mon[90243]: osdmap e774: 8 total, 8 up, 8 in 2024-08-10T05:26:26.321 INFO:tasks.rados.rados.0.smithi031.stdout:3697: done (1 left) 2024-08-10T05:26:26.322 INFO:tasks.rados.rados.0.smithi031.stdout:3698: copy_from oid 40 from oid 7 current snap is 344 2024-08-10T05:26:26.322 INFO:tasks.rados.rados.0.smithi031.stdout:3695: expect (ObjNum 1103 snap 330 seq_num 1103) 2024-08-10T05:26:26.634 INFO:tasks.rados.rados.0.smithi031.stdout:3698: finishing copy_from racing read to smithi03186013-40 2024-08-10T05:26:26.634 INFO:tasks.rados.rados.0.smithi031.stdout:3698: finishing copy_from to smithi03186013-40 2024-08-10T05:26:26.634 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 40 v 1693 (ObjNum 1020 snap 308 seq_num 1020) dirty exists 2024-08-10T05:26:26.634 INFO:tasks.rados.rados.0.smithi031.stdout:3695: done (1 left) 2024-08-10T05:26:26.634 INFO:tasks.rados.rados.0.smithi031.stdout:3698: done (0 left) 2024-08-10T05:26:26.634 INFO:tasks.rados.rados.0.smithi031.stdout:3699: read oid 11 snap -1 2024-08-10T05:26:26.635 INFO:tasks.rados.rados.0.smithi031.stdout:3699: expect (ObjNum 1073 snap 320 seq_num 1073) 2024-08-10T05:26:26.635 INFO:tasks.rados.rados.0.smithi031.stdout:3700: setattr oid 15 current snap is 344 2024-08-10T05:26:26.637 INFO:tasks.rados.rados.0.smithi031.stdout:3701: rollback oid 42 current snap is 344 2024-08-10T05:26:26.637 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 42 to 336 2024-08-10T05:26:26.637 INFO:tasks.rados.rados.0.smithi031.stdout:3702: copy_from oid 5 from oid 44 current snap is 344 2024-08-10T05:26:26.637 INFO:tasks.rados.rados.0.smithi031.stdout:3703: setattr oid 29 current snap is 344 2024-08-10T05:26:26.641 INFO:tasks.rados.rados.0.smithi031.stdout:3704: read oid 21 snap -1 2024-08-10T05:26:26.641 INFO:tasks.rados.rados.0.smithi031.stdout:3704: expect (ObjNum 1011 snap 306 seq_num 1011) 2024-08-10T05:26:26.641 INFO:tasks.rados.rados.0.smithi031.stdout:3705: rmattr oid 24 current snap is 344 2024-08-10T05:26:26.642 INFO:tasks.rados.rados.0.smithi031.stdout:3706: read oid 1 snap -1 2024-08-10T05:26:26.642 INFO:tasks.rados.rados.0.smithi031.stdout:3706: expect (ObjNum 1136 snap 342 seq_num 1136) 2024-08-10T05:26:26.642 INFO:tasks.rados.rados.0.smithi031.stdout:3707: rollback oid 4 current snap is 344 2024-08-10T05:26:26.642 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 4 to 343 2024-08-10T05:26:26.642 INFO:tasks.rados.rados.0.smithi031.stdout:3708: read oid 30 snap -1 2024-08-10T05:26:26.642 INFO:tasks.rados.rados.0.smithi031.stdout:3708: expect (ObjNum 1008 snap 305 seq_num 1008) 2024-08-10T05:26:26.642 INFO:tasks.rados.rados.0.smithi031.stdout:3709: delete oid 47 current snap is 344 2024-08-10T05:26:26.649 INFO:tasks.rados.rados.0.smithi031.stdout:3701: finishing rollback tid 0 to smithi03186013-42 2024-08-10T05:26:26.650 INFO:tasks.rados.rados.0.smithi031.stdout:3701: finishing rollback tid 1 to smithi03186013-42 2024-08-10T05:26:26.650 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 29 v 2192 (ObjNum 1094 snap 326 seq_num 1094) dirty exists 2024-08-10T05:26:26.650 INFO:tasks.rados.rados.0.smithi031.stdout:3701: finishing rollback tid 2 to smithi03186013-42 2024-08-10T05:26:26.651 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 42 v 1713 (ObjNum 1050 snap 317 seq_num 1050) dirty exists 2024-08-10T05:26:26.651 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 15 v 1703 (ObjNum 1020 snap 308 seq_num 1020) dirty exists 2024-08-10T05:26:26.653 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 24 v 2194 (ObjNum 1138 snap 342 seq_num 1138) dirty exists 2024-08-10T05:26:26.654 INFO:tasks.rados.rados.0.smithi031.stdout:3702: finishing copy_from racing read to smithi03186013-5 2024-08-10T05:26:26.654 INFO:tasks.rados.rados.0.smithi031.stdout:3700: done (10 left) 2024-08-10T05:26:26.654 INFO:tasks.rados.rados.0.smithi031.stdout:3701: done (9 left) 2024-08-10T05:26:26.654 INFO:tasks.rados.rados.0.smithi031.stdout:3703: done (8 left) 2024-08-10T05:26:26.654 INFO:tasks.rados.rados.0.smithi031.stdout:3705: done (7 left) 2024-08-10T05:26:26.654 INFO:tasks.rados.rados.0.smithi031.stdout:3709: done (6 left) 2024-08-10T05:26:26.654 INFO:tasks.rados.rados.0.smithi031.stdout:3710: snap_remove snap 333 2024-08-10T05:26:26.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:26:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:26:26.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:26:26 smithi031 ceph-mon[98130]: osdmap e775: 8 total, 8 up, 8 in 2024-08-10T05:26:26.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:26:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:26:26.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:26:26 smithi031 ceph-mon[100614]: osdmap e775: 8 total, 8 up, 8 in 2024-08-10T05:26:26.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:26:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:26:26.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:26:26 smithi196 ceph-mon[90243]: osdmap e775: 8 total, 8 up, 8 in 2024-08-10T05:26:27.370 INFO:tasks.rados.rados.0.smithi031.stdout:3710: done (6 left) 2024-08-10T05:26:27.370 INFO:tasks.rados.rados.0.smithi031.stdout:3711: read oid 38 snap -1 2024-08-10T05:26:27.370 INFO:tasks.rados.rados.0.smithi031.stdout:3711: expect deleted 2024-08-10T05:26:27.370 INFO:tasks.rados.rados.0.smithi031.stdout:3712: copy_from oid 8 from oid 32 current snap is 344 2024-08-10T05:26:27.370 INFO:tasks.rados.rados.0.smithi031.stdout:3704: expect (ObjNum 1011 snap 306 seq_num 1011) 2024-08-10T05:26:27.458 INFO:tasks.rados.rados.0.smithi031.stdout:3707: finishing rollback tid 0 to smithi03186013-4 2024-08-10T05:26:27.458 INFO:tasks.rados.rados.0.smithi031.stdout:3707: finishing rollback tid 1 to smithi03186013-4 2024-08-10T05:26:27.458 INFO:tasks.rados.rados.0.smithi031.stdout:3707: finishing rollback tid 2 to smithi03186013-4 2024-08-10T05:26:27.458 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 4 v 1771 (ObjNum 1054 snap 317 seq_num 1054) dirty exists 2024-08-10T05:26:27.459 INFO:tasks.rados.rados.0.smithi031.stdout:3702: finishing copy_from to smithi03186013-5 2024-08-10T05:26:27.459 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 5 v 2114 (ObjNum 1116 snap 333 seq_num 1116) dirty exists 2024-08-10T05:26:27.459 INFO:tasks.rados.rados.0.smithi031.stdout:3708: expect (ObjNum 1008 snap 305 seq_num 1008) 2024-08-10T05:26:27.518 INFO:tasks.rados.rados.0.smithi031.stdout:3706: expect (ObjNum 1136 snap 342 seq_num 1136) 2024-08-10T05:26:27.638 INFO:tasks.rados.rados.0.smithi031.stdout:3699: expect (ObjNum 1073 snap 320 seq_num 1073) 2024-08-10T05:26:27.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:26:27 smithi031 ceph-mon[98130]: pgmap v824: 121 pgs: 121 active+clean; 238 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.1 MiB/s wr, 18 op/s 2024-08-10T05:26:27.768 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:26:27 smithi031 ceph-mon[100614]: pgmap v824: 121 pgs: 121 active+clean; 238 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.1 MiB/s wr, 18 op/s 2024-08-10T05:26:27.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:26:27 smithi196 ceph-mon[90243]: pgmap v824: 121 pgs: 121 active+clean; 238 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.1 MiB/s wr, 18 op/s 2024-08-10T05:26:28.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:26:28 smithi031 ceph-mon[98130]: osdmap e776: 8 total, 8 up, 8 in 2024-08-10T05:26:28.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:26:28 smithi031 ceph-mon[100614]: osdmap e776: 8 total, 8 up, 8 in 2024-08-10T05:26:28.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:26:28 smithi196 ceph-mon[90243]: osdmap e776: 8 total, 8 up, 8 in 2024-08-10T05:26:29.058 INFO:tasks.rados.rados.0.smithi031.stdout:3712: finishing copy_from to smithi03186013-8 2024-08-10T05:26:29.058 INFO:tasks.rados.rados.0.smithi031.stdout:3712: got expected ENOENT (src dne) 2024-08-10T05:26:29.058 INFO:tasks.rados.rados.0.smithi031.stdout:3699: done (7 left) 2024-08-10T05:26:29.058 INFO:tasks.rados.rados.0.smithi031.stdout:3702: done (6 left) 2024-08-10T05:26:29.058 INFO:tasks.rados.rados.0.smithi031.stdout:3704: done (5 left) 2024-08-10T05:26:29.058 INFO:tasks.rados.rados.0.smithi031.stdout:3706: done (4 left) 2024-08-10T05:26:29.059 INFO:tasks.rados.rados.0.smithi031.stdout:3707: done (3 left) 2024-08-10T05:26:29.059 INFO:tasks.rados.rados.0.smithi031.stdout:3708: done (2 left) 2024-08-10T05:26:29.059 INFO:tasks.rados.rados.0.smithi031.stdout:3711: done (1 left) 2024-08-10T05:26:29.059 INFO:tasks.rados.rados.0.smithi031.stdout:3713: rollback oid 16 current snap is 344 2024-08-10T05:26:29.059 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 16 to 337 2024-08-10T05:26:29.059 INFO:tasks.rados.rados.0.smithi031.stdout:3712: finishing copy_from racing read to smithi03186013-8 2024-08-10T05:26:29.059 INFO:tasks.rados.rados.0.smithi031.stdout:3712: done (1 left) 2024-08-10T05:26:29.059 INFO:tasks.rados.rados.0.smithi031.stdout:3714: snap_create 2024-08-10T05:26:29.062 INFO:tasks.rados.rados.0.smithi031.stdout:3713: finishing rollback tid 0 to smithi03186013-16 2024-08-10T05:26:29.062 INFO:tasks.rados.rados.0.smithi031.stdout:3713: finishing rollback tid 1 to smithi03186013-16 2024-08-10T05:26:29.062 INFO:tasks.rados.rados.0.smithi031.stdout:3713: finishing rollback tid 2 to smithi03186013-16 2024-08-10T05:26:29.062 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 16 v 1774 (ObjNum 1132 snap 336 seq_num 1132) dirty exists 2024-08-10T05:26:29.382 INFO:tasks.rados.rados.0.smithi031.stdout:3713: done (1 left) 2024-08-10T05:26:29.382 INFO:tasks.rados.rados.0.smithi031.stdout:3714: done (0 left) 2024-08-10T05:26:29.383 INFO:tasks.rados.rados.0.smithi031.stdout:3715: rollback oid 13 current snap is 345 2024-08-10T05:26:29.383 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 13 to 331 2024-08-10T05:26:29.383 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 42 current snap is 345 2024-08-10T05:26:29.383 INFO:tasks.rados.rados.0.smithi031.stdout:3716: seq_num 1141 ranges {1433600=712704,2146304=679936,2826240=540672,3366912=385024} 2024-08-10T05:26:29.394 INFO:tasks.rados.rados.0.smithi031.stdout:3716: writing smithi03186013-42 from 1433600 to 2146304 tid 1 2024-08-10T05:26:29.398 INFO:tasks.rados.rados.0.smithi031.stdout:3716: writing smithi03186013-42 from 2146304 to 2826240 tid 2 2024-08-10T05:26:29.401 INFO:tasks.rados.rados.0.smithi031.stdout:3716: writing smithi03186013-42 from 2826240 to 3366912 tid 3 2024-08-10T05:26:29.404 INFO:tasks.rados.rados.0.smithi031.stdout:3716: writing smithi03186013-42 from 3366912 to 3751936 tid 4 2024-08-10T05:26:29.404 INFO:tasks.rados.rados.0.smithi031.stdout:3717: copy_from oid 47 from oid 38 current snap is 345 2024-08-10T05:26:29.404 INFO:tasks.rados.rados.0.smithi031.stdout:3715: finishing rollback tid 0 to smithi03186013-13 2024-08-10T05:26:29.404 INFO:tasks.rados.rados.0.smithi031.stdout:3715: finishing rollback tid 1 to smithi03186013-13 2024-08-10T05:26:29.404 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 13 v 1765 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-08-10T05:26:29.404 INFO:tasks.rados.rados.0.smithi031.stdout:3716: finishing write tid 1 to smithi03186013-42 2024-08-10T05:26:29.404 INFO:tasks.rados.rados.0.smithi031.stdout:3716: finishing write tid 2 to smithi03186013-42 2024-08-10T05:26:29.404 INFO:tasks.rados.rados.0.smithi031.stdout:3715: done (2 left) 2024-08-10T05:26:29.404 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 6 current snap is 345 2024-08-10T05:26:29.404 INFO:tasks.rados.rados.0.smithi031.stdout:3718: seq_num 1142 ranges {0=729088,729088=565248,1294336=696320,1990656=344064} 2024-08-10T05:26:29.407 INFO:tasks.rados.rados.0.smithi031.stdout:3718: writing smithi03186013-6 from 0 to 729088 tid 1 2024-08-10T05:26:29.411 INFO:tasks.rados.rados.0.smithi031.stdout:3718: writing smithi03186013-6 from 729088 to 1294336 tid 2 2024-08-10T05:26:29.415 INFO:tasks.rados.rados.0.smithi031.stdout:3718: writing smithi03186013-6 from 1294336 to 1990656 tid 3 2024-08-10T05:26:29.417 INFO:tasks.rados.rados.0.smithi031.stdout:3718: writing smithi03186013-6 from 1990656 to 2334720 tid 4 2024-08-10T05:26:29.418 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 12 current snap is 345 2024-08-10T05:26:29.418 INFO:tasks.rados.rados.0.smithi031.stdout:3717: finishing copy_from to smithi03186013-47 2024-08-10T05:26:29.418 INFO:tasks.rados.rados.0.smithi031.stdout:3717: got expected ENOENT (src dne) 2024-08-10T05:26:29.418 INFO:tasks.rados.rados.0.smithi031.stdout:3719: seq_num 1143 ranges {0=753664,753664=450560,1204224=507904,1712128=589824,2301952=57344} 2024-08-10T05:26:29.422 INFO:tasks.rados.rados.0.smithi031.stdout:3719: writing smithi03186013-12 from 0 to 753664 tid 1 2024-08-10T05:26:29.424 INFO:tasks.rados.rados.0.smithi031.stdout:3719: writing smithi03186013-12 from 753664 to 1204224 tid 2 2024-08-10T05:26:29.427 INFO:tasks.rados.rados.0.smithi031.stdout:3719: writing smithi03186013-12 from 1204224 to 1712128 tid 3 2024-08-10T05:26:29.430 INFO:tasks.rados.rados.0.smithi031.stdout:3719: writing smithi03186013-12 from 1712128 to 2301952 tid 4 2024-08-10T05:26:29.431 INFO:tasks.rados.rados.0.smithi031.stdout:3719: writing smithi03186013-12 from 2301952 to 2359296 tid 5 2024-08-10T05:26:29.431 INFO:tasks.rados.rados.0.smithi031.stdout:3720: snap_create 2024-08-10T05:26:29.431 INFO:tasks.rados.rados.0.smithi031.stdout:3717: finishing copy_from racing read to smithi03186013-47 2024-08-10T05:26:29.432 INFO:tasks.rados.rados.0.smithi031.stdout:3716: finishing write tid 3 to smithi03186013-42 2024-08-10T05:26:29.432 INFO:tasks.rados.rados.0.smithi031.stdout:3716: finishing write tid 4 to smithi03186013-42 2024-08-10T05:26:29.432 INFO:tasks.rados.rados.0.smithi031.stdout:3716: finishing write tid 5 to smithi03186013-42 2024-08-10T05:26:29.432 INFO:tasks.rados.rados.0.smithi031.stdout:3716: finishing write tid 6 to smithi03186013-42 2024-08-10T05:26:29.432 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 42 v 1718 (ObjNum 1141 snap 345 seq_num 1141) dirty exists 2024-08-10T05:26:29.432 INFO:tasks.rados.rados.0.smithi031.stdout:3716: left oid 42 (ObjNum 1141 snap 345 seq_num 1141) 2024-08-10T05:26:29.432 INFO:tasks.rados.rados.0.smithi031.stdout:3718: finishing write tid 1 to smithi03186013-6 2024-08-10T05:26:29.432 INFO:tasks.rados.rados.0.smithi031.stdout:3718: finishing write tid 2 to smithi03186013-6 2024-08-10T05:26:29.432 INFO:tasks.rados.rados.0.smithi031.stdout:3718: finishing write tid 3 to smithi03186013-6 2024-08-10T05:26:29.432 INFO:tasks.rados.rados.0.smithi031.stdout:3718: finishing write tid 4 to smithi03186013-6 2024-08-10T05:26:29.432 INFO:tasks.rados.rados.0.smithi031.stdout:3718: finishing write tid 5 to smithi03186013-6 2024-08-10T05:26:29.432 INFO:tasks.rados.rados.0.smithi031.stdout:3718: finishing write tid 6 to smithi03186013-6 2024-08-10T05:26:29.432 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 6 v 1735 (ObjNum 1142 snap 345 seq_num 1142) dirty exists 2024-08-10T05:26:29.433 INFO:tasks.rados.rados.0.smithi031.stdout:3718: left oid 6 (ObjNum 1142 snap 345 seq_num 1142) 2024-08-10T05:26:29.433 INFO:tasks.rados.rados.0.smithi031.stdout:3719: finishing write tid 1 to smithi03186013-12 2024-08-10T05:26:29.433 INFO:tasks.rados.rados.0.smithi031.stdout:3719: finishing write tid 2 to smithi03186013-12 2024-08-10T05:26:29.433 INFO:tasks.rados.rados.0.smithi031.stdout:3719: finishing write tid 3 to smithi03186013-12 2024-08-10T05:26:29.434 INFO:tasks.rados.rados.0.smithi031.stdout:3719: finishing write tid 4 to smithi03186013-12 2024-08-10T05:26:29.434 INFO:tasks.rados.rados.0.smithi031.stdout:3719: finishing write tid 5 to smithi03186013-12 2024-08-10T05:26:29.434 INFO:tasks.rados.rados.0.smithi031.stdout:3719: finishing write tid 6 to smithi03186013-12 2024-08-10T05:26:29.436 INFO:tasks.rados.rados.0.smithi031.stdout:3719: finishing write tid 7 to smithi03186013-12 2024-08-10T05:26:29.436 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 12 v 1741 (ObjNum 1143 snap 345 seq_num 1143) dirty exists 2024-08-10T05:26:29.436 INFO:tasks.rados.rados.0.smithi031.stdout:3719: left oid 12 (ObjNum 1143 snap 345 seq_num 1143) 2024-08-10T05:26:29.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:26:29 smithi031 ceph-mon[98130]: pgmap v827: 121 pgs: 121 active+clean; 242 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 1.4 MiB/s wr, 8 op/s 2024-08-10T05:26:29.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:26:29 smithi031 ceph-mon[100614]: pgmap v827: 121 pgs: 121 active+clean; 242 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 1.4 MiB/s wr, 8 op/s 2024-08-10T05:26:29.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:26:29 smithi196 ceph-mon[90243]: pgmap v827: 121 pgs: 121 active+clean; 242 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 1.4 MiB/s wr, 8 op/s 2024-08-10T05:26:30.390 INFO:tasks.rados.rados.0.smithi031.stdout:3716: done (4 left) 2024-08-10T05:26:30.390 INFO:tasks.rados.rados.0.smithi031.stdout:3717: done (3 left) 2024-08-10T05:26:30.391 INFO:tasks.rados.rados.0.smithi031.stdout:3718: done (2 left) 2024-08-10T05:26:30.391 INFO:tasks.rados.rados.0.smithi031.stdout:3719: done (1 left) 2024-08-10T05:26:30.391 INFO:tasks.rados.rados.0.smithi031.stdout:3720: done (0 left) 2024-08-10T05:26:30.392 INFO:tasks.rados.rados.0.smithi031.stdout:3721: read oid 35 snap 338 2024-08-10T05:26:30.392 INFO:tasks.rados.rados.0.smithi031.stdout:3721: expect (ObjNum 1098 snap 327 seq_num 1098) 2024-08-10T05:26:30.392 INFO:tasks.rados.rados.0.smithi031.stdout:3722: snap_remove snap 328 2024-08-10T05:26:30.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:26:30 smithi031 ceph-mon[98130]: osdmap e777: 8 total, 8 up, 8 in 2024-08-10T05:26:30.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:26:30 smithi031 ceph-mon[100614]: osdmap e777: 8 total, 8 up, 8 in 2024-08-10T05:26:30.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:26:30 smithi196 ceph-mon[90243]: osdmap e777: 8 total, 8 up, 8 in 2024-08-10T05:26:31.391 INFO:tasks.rados.rados.0.smithi031.stdout:3722: done (1 left) 2024-08-10T05:26:31.391 INFO:tasks.rados.rados.0.smithi031.stdout:3723: rollback oid 2 current snap is 346 2024-08-10T05:26:31.391 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 2 to 339 2024-08-10T05:26:31.391 INFO:tasks.rados.rados.0.smithi031.stdout:3724: rollback oid 50 current snap is 346 2024-08-10T05:26:31.391 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 50 to 337 2024-08-10T05:26:31.391 INFO:tasks.rados.rados.0.smithi031.stdout:3721: expect (ObjNum 1098 snap 327 seq_num 1098) 2024-08-10T05:26:31.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:26:31 smithi031 ceph-mon[98130]: pgmap v829: 121 pgs: 121 active+clean; 242 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 871 KiB/s wr, 10 op/s 2024-08-10T05:26:31.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:26:31 smithi031 ceph-mon[98130]: osdmap e778: 8 total, 8 up, 8 in 2024-08-10T05:26:31.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:26:31 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:26:31] "GET /metrics HTTP/1.1" 200 36273 "" "Prometheus/2.43.0" 2024-08-10T05:26:31.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:26:31 smithi031 ceph-mon[100614]: pgmap v829: 121 pgs: 121 active+clean; 242 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 871 KiB/s wr, 10 op/s 2024-08-10T05:26:31.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:26:31 smithi031 ceph-mon[100614]: osdmap e778: 8 total, 8 up, 8 in 2024-08-10T05:26:31.538 INFO:tasks.rados.rados.0.smithi031.stdout:3723: finishing rollback tid 0 to smithi03186013-2 2024-08-10T05:26:31.538 INFO:tasks.rados.rados.0.smithi031.stdout:3723: finishing rollback tid 1 to smithi03186013-2 2024-08-10T05:26:31.538 INFO:tasks.rados.rados.0.smithi031.stdout:3723: finishing rollback tid 2 to smithi03186013-2 2024-08-10T05:26:31.539 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 2 v 2208 (ObjNum 1121 snap 334 seq_num 1121) dirty exists 2024-08-10T05:26:31.539 INFO:tasks.rados.rados.0.smithi031.stdout:3724: finishing rollback tid 0 to smithi03186013-50 2024-08-10T05:26:31.539 INFO:tasks.rados.rados.0.smithi031.stdout:3724: finishing rollback tid 1 to smithi03186013-50 2024-08-10T05:26:31.539 INFO:tasks.rados.rados.0.smithi031.stdout:3724: finishing rollback tid 2 to smithi03186013-50 2024-08-10T05:26:31.539 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 50 v 1777 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-08-10T05:26:31.539 INFO:tasks.rados.rados.0.smithi031.stdout:3721: done (2 left) 2024-08-10T05:26:31.539 INFO:tasks.rados.rados.0.smithi031.stdout:3723: done (1 left) 2024-08-10T05:26:31.539 INFO:tasks.rados.rados.0.smithi031.stdout:3724: done (0 left) 2024-08-10T05:26:31.539 INFO:tasks.rados.rados.0.smithi031.stdout:3725: delete oid 47 current snap is 346 2024-08-10T05:26:31.540 INFO:tasks.rados.rados.0.smithi031.stdout:3725: done (0 left) 2024-08-10T05:26:31.540 INFO:tasks.rados.rados.0.smithi031.stdout:3726: delete oid 15 current snap is 346 2024-08-10T05:26:31.543 INFO:tasks.rados.rados.0.smithi031.stdout:3726: done (0 left) 2024-08-10T05:26:31.543 INFO:tasks.rados.rados.0.smithi031.stdout:3727: read oid 30 snap 341 2024-08-10T05:26:31.543 INFO:tasks.rados.rados.0.smithi031.stdout:3727: expect (ObjNum 1008 snap 305 seq_num 1008) 2024-08-10T05:26:31.543 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 35 current snap is 346 2024-08-10T05:26:31.543 INFO:tasks.rados.rados.0.smithi031.stdout:3728: seq_num 1146 ranges {3719168=802816,4521984=499712,5021696=679936,5701632=425984} 2024-08-10T05:26:31.567 INFO:tasks.rados.rados.0.smithi031.stdout:3728: writing smithi03186013-35 from 3719168 to 4521984 tid 1 2024-08-10T05:26:31.570 INFO:tasks.rados.rados.0.smithi031.stdout:3728: writing smithi03186013-35 from 4521984 to 5021696 tid 2 2024-08-10T05:26:31.574 INFO:tasks.rados.rados.0.smithi031.stdout:3728: writing smithi03186013-35 from 5021696 to 5701632 tid 3 2024-08-10T05:26:31.576 INFO:tasks.rados.rados.0.smithi031.stdout:3728: writing smithi03186013-35 from 5701632 to 6127616 tid 4 2024-08-10T05:26:31.576 INFO:tasks.rados.rados.0.smithi031.stdout:3729: copy_from oid 6 from oid 11 current snap is 346 2024-08-10T05:26:31.576 INFO:tasks.rados.rados.0.smithi031.stdout:3727: expect (ObjNum 1008 snap 305 seq_num 1008) 2024-08-10T05:26:31.639 INFO:tasks.rados.rados.0.smithi031.stdout:3728: finishing write tid 1 to smithi03186013-35 2024-08-10T05:26:31.640 INFO:tasks.rados.rados.0.smithi031.stdout:3728: finishing write tid 2 to smithi03186013-35 2024-08-10T05:26:31.640 INFO:tasks.rados.rados.0.smithi031.stdout:3728: finishing write tid 3 to smithi03186013-35 2024-08-10T05:26:31.640 INFO:tasks.rados.rados.0.smithi031.stdout:3728: finishing write tid 4 to smithi03186013-35 2024-08-10T05:26:31.640 INFO:tasks.rados.rados.0.smithi031.stdout:3728: finishing write tid 5 to smithi03186013-35 2024-08-10T05:26:31.640 INFO:tasks.rados.rados.0.smithi031.stdout:3728: finishing write tid 6 to smithi03186013-35 2024-08-10T05:26:31.640 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 35 v 1770 (ObjNum 1146 snap 346 seq_num 1146) dirty exists 2024-08-10T05:26:31.640 INFO:tasks.rados.rados.0.smithi031.stdout:3728: left oid 35 (ObjNum 1146 snap 346 seq_num 1146) 2024-08-10T05:26:31.640 INFO:tasks.rados.rados.0.smithi031.stdout:3729: finishing copy_from racing read to smithi03186013-6 2024-08-10T05:26:31.640 INFO:tasks.rados.rados.0.smithi031.stdout:3729: finishing copy_from to smithi03186013-6 2024-08-10T05:26:31.640 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 6 v 1704 (ObjNum 1073 snap 320 seq_num 1073) dirty exists 2024-08-10T05:26:31.640 INFO:tasks.rados.rados.0.smithi031.stdout:3727: done (2 left) 2024-08-10T05:26:31.640 INFO:tasks.rados.rados.0.smithi031.stdout:3728: done (1 left) 2024-08-10T05:26:31.640 INFO:tasks.rados.rados.0.smithi031.stdout:3729: done (0 left) 2024-08-10T05:26:31.641 INFO:tasks.rados.rados.0.smithi031.stdout:3730: snap_create 2024-08-10T05:26:31.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:26:31 smithi196 ceph-mon[90243]: pgmap v829: 121 pgs: 121 active+clean; 242 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 871 KiB/s wr, 10 op/s 2024-08-10T05:26:31.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:26:31 smithi196 ceph-mon[90243]: osdmap e778: 8 total, 8 up, 8 in 2024-08-10T05:26:32.407 INFO:tasks.rados.rados.0.smithi031.stdout:3730: done (0 left) 2024-08-10T05:26:32.408 INFO:tasks.rados.rados.0.smithi031.stdout:3731: delete oid 26 current snap is 347 2024-08-10T05:26:32.413 INFO:tasks.rados.rados.0.smithi031.stdout:3731: done (0 left) 2024-08-10T05:26:32.413 INFO:tasks.rados.rados.0.smithi031.stdout:3732: snap_remove snap 334 2024-08-10T05:26:32.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:26:32 smithi031 ceph-mon[98130]: osdmap e779: 8 total, 8 up, 8 in 2024-08-10T05:26:32.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:26:32 smithi031 ceph-mon[100614]: osdmap e779: 8 total, 8 up, 8 in 2024-08-10T05:26:32.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:26:32 smithi196 ceph-mon[90243]: osdmap e779: 8 total, 8 up, 8 in 2024-08-10T05:26:32.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:26:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:26:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:26:33.414 INFO:tasks.rados.rados.0.smithi031.stdout:3732: done (0 left) 2024-08-10T05:26:33.414 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 1 current snap is 347 2024-08-10T05:26:33.414 INFO:tasks.rados.rados.0.smithi031.stdout:3733: seq_num 1148 ranges {3653632=32768} 2024-08-10T05:26:33.435 INFO:tasks.rados.rados.0.smithi031.stdout:3733: writing smithi03186013-1 from 3653632 to 3686400 tid 1 2024-08-10T05:26:33.435 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 31 current snap is 347 2024-08-10T05:26:33.435 INFO:tasks.rados.rados.0.smithi031.stdout:3734: seq_num 1149 ranges {6815744=49152} 2024-08-10T05:26:33.474 INFO:tasks.rados.rados.0.smithi031.stdout:3734: writing smithi03186013-31 from 6815744 to 6864896 tid 1 2024-08-10T05:26:33.474 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 38 current snap is 347 2024-08-10T05:26:33.474 INFO:tasks.rados.rados.0.smithi031.stdout:3733: finishing write tid 1 to smithi03186013-1 2024-08-10T05:26:33.474 INFO:tasks.rados.rados.0.smithi031.stdout:3733: finishing write tid 2 to smithi03186013-1 2024-08-10T05:26:33.474 INFO:tasks.rados.rados.0.smithi031.stdout:3733: finishing write tid 3 to smithi03186013-1 2024-08-10T05:26:33.474 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 1 v 1381 (ObjNum 1148 snap 347 seq_num 1148) dirty exists 2024-08-10T05:26:33.474 INFO:tasks.rados.rados.0.smithi031.stdout:3733: left oid 1 (ObjNum 1148 snap 347 seq_num 1148) 2024-08-10T05:26:33.474 INFO:tasks.rados.rados.0.smithi031.stdout:3735: seq_num 1150 ranges {0=65536} 2024-08-10T05:26:33.474 INFO:tasks.rados.rados.0.smithi031.stdout:3735: writing smithi03186013-38 from 0 to 65536 tid 1 2024-08-10T05:26:33.474 INFO:tasks.rados.rados.0.smithi031.stdout:3733: done (2 left) 2024-08-10T05:26:33.475 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 22 current snap is 347 2024-08-10T05:26:33.475 INFO:tasks.rados.rados.0.smithi031.stdout:3736: seq_num 1151 ranges {3481600=81920} 2024-08-10T05:26:33.493 INFO:tasks.rados.rados.0.smithi031.stdout:3736: writing smithi03186013-22 from 3481600 to 3563520 tid 1 2024-08-10T05:26:33.493 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 3 current snap is 347 2024-08-10T05:26:33.493 INFO:tasks.rados.rados.0.smithi031.stdout:3737: seq_num 1152 ranges {2260992=98304} 2024-08-10T05:26:33.507 INFO:tasks.rados.rados.0.smithi031.stdout:3737: writing smithi03186013-3 from 2260992 to 2359296 tid 1 2024-08-10T05:26:33.507 INFO:tasks.rados.rados.0.smithi031.stdout:3738: rmattr oid 28 current snap is 347 2024-08-10T05:26:33.507 INFO:tasks.rados.rados.0.smithi031.stdout:3735: finishing write tid 1 to smithi03186013-38 2024-08-10T05:26:33.507 INFO:tasks.rados.rados.0.smithi031.stdout:3739: rollback oid 25 current snap is 347 2024-08-10T05:26:33.507 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 25 to 338 2024-08-10T05:26:33.507 INFO:tasks.rados.rados.0.smithi031.stdout:3735: finishing write tid 2 to smithi03186013-38 2024-08-10T05:26:33.507 INFO:tasks.rados.rados.0.smithi031.stdout:3734: finishing write tid 1 to smithi03186013-31 2024-08-10T05:26:33.507 INFO:tasks.rados.rados.0.smithi031.stdout:3734: finishing write tid 2 to smithi03186013-31 2024-08-10T05:26:33.508 INFO:tasks.rados.rados.0.smithi031.stdout:3734: finishing write tid 3 to smithi03186013-31 2024-08-10T05:26:33.508 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 31 v 1720 (ObjNum 1149 snap 347 seq_num 1149) dirty exists 2024-08-10T05:26:33.508 INFO:tasks.rados.rados.0.smithi031.stdout:3734: left oid 31 (ObjNum 1149 snap 347 seq_num 1149) 2024-08-10T05:26:33.508 INFO:tasks.rados.rados.0.smithi031.stdout:3735: finishing write tid 3 to smithi03186013-38 2024-08-10T05:26:33.508 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 38 v 1712 (ObjNum 1150 snap 347 seq_num 1150) dirty exists 2024-08-10T05:26:33.508 INFO:tasks.rados.rados.0.smithi031.stdout:3735: left oid 38 (ObjNum 1150 snap 347 seq_num 1150) 2024-08-10T05:26:33.508 INFO:tasks.rados.rados.0.smithi031.stdout:3736: finishing write tid 1 to smithi03186013-22 2024-08-10T05:26:33.508 INFO:tasks.rados.rados.0.smithi031.stdout:3736: finishing write tid 2 to smithi03186013-22 2024-08-10T05:26:33.508 INFO:tasks.rados.rados.0.smithi031.stdout:3736: finishing write tid 3 to smithi03186013-22 2024-08-10T05:26:33.508 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 22 v 2229 (ObjNum 1151 snap 347 seq_num 1151) dirty exists 2024-08-10T05:26:33.508 INFO:tasks.rados.rados.0.smithi031.stdout:3736: left oid 22 (ObjNum 1151 snap 347 seq_num 1151) 2024-08-10T05:26:33.508 INFO:tasks.rados.rados.0.smithi031.stdout:3734: done (5 left) 2024-08-10T05:26:33.508 INFO:tasks.rados.rados.0.smithi031.stdout:3735: done (4 left) 2024-08-10T05:26:33.508 INFO:tasks.rados.rados.0.smithi031.stdout:3736: done (3 left) 2024-08-10T05:26:33.508 INFO:tasks.rados.rados.0.smithi031.stdout:3740: rmattr oid 2 current snap is 347 2024-08-10T05:26:33.509 INFO:tasks.rados.rados.0.smithi031.stdout:3740: done (3 left) 2024-08-10T05:26:33.509 INFO:tasks.rados.rados.0.smithi031.stdout:3741: rmattr oid 42 current snap is 347 2024-08-10T05:26:33.509 INFO:tasks.rados.rados.0.smithi031.stdout:3742: read oid 9 snap -1 2024-08-10T05:26:33.509 INFO:tasks.rados.rados.0.smithi031.stdout:3742: expect (ObjNum 994 snap 303 seq_num 994) 2024-08-10T05:26:33.509 INFO:tasks.rados.rados.0.smithi031.stdout:3743: rollback oid 1 current snap is 347 2024-08-10T05:26:33.509 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 1 to 341 2024-08-10T05:26:33.509 INFO:tasks.rados.rados.0.smithi031.stdout:3744: read oid 41 snap -1 2024-08-10T05:26:33.509 INFO:tasks.rados.rados.0.smithi031.stdout:3744: expect (ObjNum 1064 snap 318 seq_num 1064) 2024-08-10T05:26:33.509 INFO:tasks.rados.rados.0.smithi031.stdout:3745: setattr oid 6 current snap is 347 2024-08-10T05:26:33.510 INFO:tasks.rados.rados.0.smithi031.stdout:3746: rmattr oid 31 current snap is 347 2024-08-10T05:26:33.510 INFO:tasks.rados.rados.0.smithi031.stdout:3747: read oid 22 snap -1 2024-08-10T05:26:33.510 INFO:tasks.rados.rados.0.smithi031.stdout:3747: expect (ObjNum 1151 snap 347 seq_num 1151) 2024-08-10T05:26:33.510 INFO:tasks.rados.rados.0.smithi031.stdout:3748: read oid 11 snap -1 2024-08-10T05:26:33.511 INFO:tasks.rados.rados.0.smithi031.stdout:3748: expect (ObjNum 1073 snap 320 seq_num 1073) 2024-08-10T05:26:33.511 INFO:tasks.rados.rados.0.smithi031.stdout:3749: read oid 23 snap -1 2024-08-10T05:26:33.511 INFO:tasks.rados.rados.0.smithi031.stdout:3749: expect (ObjNum 1100 snap 328 seq_num 1100) 2024-08-10T05:26:33.511 INFO:tasks.rados.rados.0.smithi031.stdout:3750: copy_from oid 7 from oid 35 current snap is 347 2024-08-10T05:26:33.511 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 8 current snap is 347 2024-08-10T05:26:33.511 INFO:tasks.rados.rados.0.smithi031.stdout:3751: seq_num 1153 ranges {6930432=114688} 2024-08-10T05:26:33.551 INFO:tasks.rados.rados.0.smithi031.stdout:3751: writing smithi03186013-8 from 6930432 to 7045120 tid 1 2024-08-10T05:26:33.551 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 32 current snap is 347 2024-08-10T05:26:33.551 INFO:tasks.rados.rados.0.smithi031.stdout:3752: seq_num 1154 ranges {0=131072} 2024-08-10T05:26:33.552 INFO:tasks.rados.rados.0.smithi031.stdout:3752: writing smithi03186013-32 from 0 to 131072 tid 1 2024-08-10T05:26:33.552 INFO:tasks.rados.rados.0.smithi031.stdout:3753: snap_remove snap 343 2024-08-10T05:26:33.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:26:33 smithi031 ceph-mon[98130]: pgmap v832: 121 pgs: 121 active+clean; 242 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 487 KiB/s wr, 16 op/s 2024-08-10T05:26:33.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:26:33 smithi031 ceph-mon[98130]: osdmap e780: 8 total, 8 up, 8 in 2024-08-10T05:26:33.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:26:33 smithi031 ceph-mon[100614]: pgmap v832: 121 pgs: 121 active+clean; 242 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 487 KiB/s wr, 16 op/s 2024-08-10T05:26:33.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:26:33 smithi031 ceph-mon[100614]: osdmap e780: 8 total, 8 up, 8 in 2024-08-10T05:26:33.769 INFO:journalctl@ceph.osd.2.smithi031.stdout:Aug 10 05:26:33 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-2[116962]: 2024-08-10T05:26:33.442+0000 7f8082e77640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 192 after trimming was started 2024-08-10T05:26:33.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:26:33 smithi196 ceph-mon[90243]: pgmap v832: 121 pgs: 121 active+clean; 242 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 487 KiB/s wr, 16 op/s 2024-08-10T05:26:33.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:26:33 smithi196 ceph-mon[90243]: osdmap e780: 8 total, 8 up, 8 in 2024-08-10T05:26:34.327 INFO:tasks.rados.rados.0.smithi031.stdout:3739: finishing rollback tid 1 to smithi03186013-25 2024-08-10T05:26:34.327 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 25 v 1885 (ObjNum 177 snap 0 seq_num 0) dirty dne 2024-08-10T05:26:34.327 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 42 v 1721 (ObjNum 1141 snap 345 seq_num 1141) dirty exists 2024-08-10T05:26:34.327 INFO:tasks.rados.rados.0.smithi031.stdout:3743: finishing rollback tid 0 to smithi03186013-1 2024-08-10T05:26:34.327 INFO:tasks.rados.rados.0.smithi031.stdout:3742: expect (ObjNum 994 snap 303 seq_num 994) 2024-08-10T05:26:34.392 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 28 v 1751 (ObjNum 1127 snap 334 seq_num 1127) dirty exists 2024-08-10T05:26:34.392 INFO:tasks.rados.rados.0.smithi031.stdout:3743: finishing rollback tid 1 to smithi03186013-1 2024-08-10T05:26:34.392 INFO:tasks.rados.rados.0.smithi031.stdout:3743: finishing rollback tid 2 to smithi03186013-1 2024-08-10T05:26:34.392 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 1 v 1384 (ObjNum 1087 snap 325 seq_num 1087) dirty exists 2024-08-10T05:26:34.392 INFO:tasks.rados.rados.0.smithi031.stdout:3737: finishing write tid 1 to smithi03186013-3 2024-08-10T05:26:34.392 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 31 v 1722 (ObjNum 1149 snap 347 seq_num 1149) dirty exists 2024-08-10T05:26:34.392 INFO:tasks.rados.rados.0.smithi031.stdout:3737: finishing write tid 2 to smithi03186013-3 2024-08-10T05:26:34.392 INFO:tasks.rados.rados.0.smithi031.stdout:3747: expect (ObjNum 1151 snap 347 seq_num 1151) 2024-08-10T05:26:34.571 INFO:tasks.rados.rados.0.smithi031.stdout:3744: expect (ObjNum 1064 snap 318 seq_num 1064) 2024-08-10T05:26:34.765 INFO:tasks.rados.rados.0.smithi031.stdout:3749: expect (ObjNum 1100 snap 328 seq_num 1100) 2024-08-10T05:26:34.768 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:26:34 smithi031 ceph-mon[100614]: osdmap e781: 8 total, 8 up, 8 in 2024-08-10T05:26:34.768 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:26:34 smithi031 ceph-mon[100614]: osdmap e782: 8 total, 8 up, 8 in 2024-08-10T05:26:34.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:26:34 smithi031 ceph-mon[98130]: osdmap e781: 8 total, 8 up, 8 in 2024-08-10T05:26:34.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:26:34 smithi031 ceph-mon[98130]: osdmap e782: 8 total, 8 up, 8 in 2024-08-10T05:26:34.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:26:34 smithi196 ceph-mon[90243]: osdmap e781: 8 total, 8 up, 8 in 2024-08-10T05:26:34.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:26:34 smithi196 ceph-mon[90243]: osdmap e782: 8 total, 8 up, 8 in 2024-08-10T05:26:34.905 INFO:tasks.rados.rados.0.smithi031.stdout:3752: finishing write tid 1 to smithi03186013-32 2024-08-10T05:26:34.905 INFO:tasks.rados.rados.0.smithi031.stdout:3750: finishing copy_from racing read to smithi03186013-7 2024-08-10T05:26:34.905 INFO:tasks.rados.rados.0.smithi031.stdout:3752: finishing write tid 2 to smithi03186013-32 2024-08-10T05:26:34.905 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 6 v 1744 (ObjNum 1073 snap 320 seq_num 1073) dirty exists 2024-08-10T05:26:34.905 INFO:tasks.rados.rados.0.smithi031.stdout:3752: finishing write tid 3 to smithi03186013-32 2024-08-10T05:26:34.905 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 32 v 1753 (ObjNum 1154 snap 347 seq_num 1154) dirty exists 2024-08-10T05:26:34.905 INFO:tasks.rados.rados.0.smithi031.stdout:3752: left oid 32 (ObjNum 1154 snap 347 seq_num 1154) 2024-08-10T05:26:34.905 INFO:tasks.rados.rados.0.smithi031.stdout:3750: finishing copy_from to smithi03186013-7 2024-08-10T05:26:34.905 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 7 v 1770 (ObjNum 1146 snap 346 seq_num 1146) dirty exists 2024-08-10T05:26:34.905 INFO:tasks.rados.rados.0.smithi031.stdout:3751: finishing write tid 1 to smithi03186013-8 2024-08-10T05:26:34.906 INFO:tasks.rados.rados.0.smithi031.stdout:3751: finishing write tid 2 to smithi03186013-8 2024-08-10T05:26:34.906 INFO:tasks.rados.rados.0.smithi031.stdout:3751: finishing write tid 3 to smithi03186013-8 2024-08-10T05:26:34.906 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 8 v 2234 (ObjNum 1153 snap 347 seq_num 1153) dirty exists 2024-08-10T05:26:34.906 INFO:tasks.rados.rados.0.smithi031.stdout:3751: left oid 8 (ObjNum 1153 snap 347 seq_num 1153) 2024-08-10T05:26:34.906 INFO:tasks.rados.rados.0.smithi031.stdout:3737: finishing write tid 3 to smithi03186013-3 2024-08-10T05:26:34.906 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 3 v 1743 (ObjNum 1152 snap 347 seq_num 1152) dirty exists 2024-08-10T05:26:34.906 INFO:tasks.rados.rados.0.smithi031.stdout:3737: left oid 3 (ObjNum 1152 snap 347 seq_num 1152) 2024-08-10T05:26:34.906 INFO:tasks.rados.rados.0.smithi031.stdout:3748: expect (ObjNum 1073 snap 320 seq_num 1073) 2024-08-10T05:26:35.680 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:26:35 smithi196 ceph-mon[90243]: pgmap v835: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 242 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.6 MiB/s wr, 15 op/s 2024-08-10T05:26:35.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:26:35 smithi031 ceph-mon[98130]: pgmap v835: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 242 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.6 MiB/s wr, 15 op/s 2024-08-10T05:26:35.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:26:35 smithi031 ceph-mon[100614]: pgmap v835: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 242 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.6 MiB/s wr, 15 op/s 2024-08-10T05:26:36.314 INFO:tasks.rados.rados.0.smithi031.stdout:3737: done (15 left) 2024-08-10T05:26:36.314 INFO:tasks.rados.rados.0.smithi031.stdout:3738: done (14 left) 2024-08-10T05:26:36.314 INFO:tasks.rados.rados.0.smithi031.stdout:3739: done (13 left) 2024-08-10T05:26:36.314 INFO:tasks.rados.rados.0.smithi031.stdout:3741: done (12 left) 2024-08-10T05:26:36.314 INFO:tasks.rados.rados.0.smithi031.stdout:3742: done (11 left) 2024-08-10T05:26:36.314 INFO:tasks.rados.rados.0.smithi031.stdout:3743: done (10 left) 2024-08-10T05:26:36.314 INFO:tasks.rados.rados.0.smithi031.stdout:3744: done (9 left) 2024-08-10T05:26:36.315 INFO:tasks.rados.rados.0.smithi031.stdout:3745: done (8 left) 2024-08-10T05:26:36.315 INFO:tasks.rados.rados.0.smithi031.stdout:3746: done (7 left) 2024-08-10T05:26:36.315 INFO:tasks.rados.rados.0.smithi031.stdout:3747: done (6 left) 2024-08-10T05:26:36.315 INFO:tasks.rados.rados.0.smithi031.stdout:3748: done (5 left) 2024-08-10T05:26:36.315 INFO:tasks.rados.rados.0.smithi031.stdout:3749: done (4 left) 2024-08-10T05:26:36.315 INFO:tasks.rados.rados.0.smithi031.stdout:3750: done (3 left) 2024-08-10T05:26:36.315 INFO:tasks.rados.rados.0.smithi031.stdout:3751: done (2 left) 2024-08-10T05:26:36.315 INFO:tasks.rados.rados.0.smithi031.stdout:3752: done (1 left) 2024-08-10T05:26:36.315 INFO:tasks.rados.rados.0.smithi031.stdout:3753: done (0 left) 2024-08-10T05:26:36.315 INFO:tasks.rados.rados.0.smithi031.stdout:3754: snap_remove snap 335 2024-08-10T05:26:36.431 INFO:tasks.rados.rados.0.smithi031.stdout:3754: done (0 left) 2024-08-10T05:26:36.431 INFO:tasks.rados.rados.0.smithi031.stdout:3755: rollback oid 33 current snap is 347 2024-08-10T05:26:36.431 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 33 to 338 2024-08-10T05:26:36.431 INFO:tasks.rados.rados.0.smithi031.stdout:3756: rollback oid 7 current snap is 347 2024-08-10T05:26:36.431 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 7 to 346 2024-08-10T05:26:36.431 INFO:tasks.rados.rados.0.smithi031.stdout:3757: read oid 22 snap -1 2024-08-10T05:26:36.431 INFO:tasks.rados.rados.0.smithi031.stdout:3757: expect (ObjNum 1151 snap 347 seq_num 1151) 2024-08-10T05:26:36.431 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 9 current snap is 347 2024-08-10T05:26:36.431 INFO:tasks.rados.rados.0.smithi031.stdout:3758: seq_num 1155 ranges {2260992=147456} 2024-08-10T05:26:36.445 INFO:tasks.rados.rados.0.smithi031.stdout:3758: writing smithi03186013-9 from 2260992 to 2408448 tid 1 2024-08-10T05:26:36.445 INFO:tasks.rados.rados.0.smithi031.stdout:3759: delete oid 12 current snap is 347 2024-08-10T05:26:36.445 INFO:tasks.rados.rados.0.smithi031.stdout:3755: finishing rollback tid 0 to smithi03186013-33 2024-08-10T05:26:36.445 INFO:tasks.rados.rados.0.smithi031.stdout:3755: finishing rollback tid 1 to smithi03186013-33 2024-08-10T05:26:36.445 INFO:tasks.rados.rados.0.smithi031.stdout:3755: finishing rollback tid 2 to smithi03186013-33 2024-08-10T05:26:36.445 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 33 v 1967 (ObjNum 1119 snap 334 seq_num 1119) dirty exists 2024-08-10T05:26:36.449 INFO:tasks.rados.rados.0.smithi031.stdout:3756: finishing rollback tid 0 to smithi03186013-7 2024-08-10T05:26:36.449 INFO:tasks.rados.rados.0.smithi031.stdout:3756: finishing rollback tid 1 to smithi03186013-7 2024-08-10T05:26:36.449 INFO:tasks.rados.rados.0.smithi031.stdout:3756: finishing rollback tid 2 to smithi03186013-7 2024-08-10T05:26:36.449 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 7 v 2249 (ObjNum 1020 snap 308 seq_num 1020) dirty exists 2024-08-10T05:26:36.449 INFO:tasks.rados.rados.0.smithi031.stdout:3755: done (4 left) 2024-08-10T05:26:36.449 INFO:tasks.rados.rados.0.smithi031.stdout:3756: done (3 left) 2024-08-10T05:26:36.449 INFO:tasks.rados.rados.0.smithi031.stdout:3759: done (2 left) 2024-08-10T05:26:36.449 INFO:tasks.rados.rados.0.smithi031.stdout:3760: rollback oid 20 current snap is 347 2024-08-10T05:26:36.450 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 20 to 346 2024-08-10T05:26:36.450 INFO:tasks.rados.rados.0.smithi031.stdout:3758: finishing write tid 1 to smithi03186013-9 2024-08-10T05:26:36.450 INFO:tasks.rados.rados.0.smithi031.stdout:3761: rollback oid 16 current snap is 347 2024-08-10T05:26:36.450 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 16 to 338 2024-08-10T05:26:36.450 INFO:tasks.rados.rados.0.smithi031.stdout:3758: finishing write tid 2 to smithi03186013-9 2024-08-10T05:26:36.450 INFO:tasks.rados.rados.0.smithi031.stdout:3762: read oid 2 snap 339 2024-08-10T05:26:36.450 INFO:tasks.rados.rados.0.smithi031.stdout:3762: expect (ObjNum 1121 snap 334 seq_num 1121) 2024-08-10T05:26:36.450 INFO:tasks.rados.rados.0.smithi031.stdout:3763: delete oid 18 current snap is 347 2024-08-10T05:26:36.451 INFO:tasks.rados.rados.0.smithi031.stdout:3758: finishing write tid 3 to smithi03186013-9 2024-08-10T05:26:36.451 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 9 v 1772 (ObjNum 1155 snap 347 seq_num 1155) dirty exists 2024-08-10T05:26:36.451 INFO:tasks.rados.rados.0.smithi031.stdout:3758: left oid 9 (ObjNum 1155 snap 347 seq_num 1155) 2024-08-10T05:26:36.453 INFO:tasks.rados.rados.0.smithi031.stdout:3758: done (5 left) 2024-08-10T05:26:36.454 INFO:tasks.rados.rados.0.smithi031.stdout:3763: done (4 left) 2024-08-10T05:26:36.454 INFO:tasks.rados.rados.0.smithi031.stdout:3764: copy_from oid 31 from oid 11 current snap is 347 2024-08-10T05:26:36.454 INFO:tasks.rados.rados.0.smithi031.stdout:3765: delete oid 4 current snap is 347 2024-08-10T05:26:36.456 INFO:tasks.rados.rados.0.smithi031.stdout:3760: finishing rollback tid 0 to smithi03186013-20 2024-08-10T05:26:36.456 INFO:tasks.rados.rados.0.smithi031.stdout:3760: finishing rollback tid 1 to smithi03186013-20 2024-08-10T05:26:36.457 INFO:tasks.rados.rados.0.smithi031.stdout:3760: finishing rollback tid 2 to smithi03186013-20 2024-08-10T05:26:36.457 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 20 v 1748 (ObjNum 1134 snap 337 seq_num 1134) dirty exists 2024-08-10T05:26:36.459 INFO:tasks.rados.rados.0.smithi031.stdout:3761: finishing rollback tid 0 to smithi03186013-16 2024-08-10T05:26:36.459 INFO:tasks.rados.rados.0.smithi031.stdout:3761: finishing rollback tid 1 to smithi03186013-16 2024-08-10T05:26:36.459 INFO:tasks.rados.rados.0.smithi031.stdout:3761: finishing rollback tid 2 to smithi03186013-16 2024-08-10T05:26:36.459 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 16 v 1780 (ObjNum 1132 snap 336 seq_num 1132) dirty exists 2024-08-10T05:26:36.460 INFO:tasks.rados.rados.0.smithi031.stdout:3760: done (5 left) 2024-08-10T05:26:36.461 INFO:tasks.rados.rados.0.smithi031.stdout:3761: done (4 left) 2024-08-10T05:26:36.461 INFO:tasks.rados.rados.0.smithi031.stdout:3765: done (3 left) 2024-08-10T05:26:36.461 INFO:tasks.rados.rados.0.smithi031.stdout:3766: snap_create 2024-08-10T05:26:36.461 INFO:tasks.rados.rados.0.smithi031.stdout:3757: expect (ObjNum 1151 snap 347 seq_num 1151) 2024-08-10T05:26:36.645 INFO:tasks.rados.rados.0.smithi031.stdout:3762: expect (ObjNum 1121 snap 334 seq_num 1121) 2024-08-10T05:26:36.953 INFO:tasks.rados.rados.0.smithi031.stdout:3764: finishing copy_from racing read to smithi03186013-31 2024-08-10T05:26:36.953 INFO:tasks.rados.rados.0.smithi031.stdout:3764: finishing copy_from to smithi03186013-31 2024-08-10T05:26:36.953 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 31 v 1704 (ObjNum 1073 snap 320 seq_num 1073) dirty exists 2024-08-10T05:26:37.430 INFO:tasks.rados.rados.0.smithi031.stdout:3757: done (3 left) 2024-08-10T05:26:37.430 INFO:tasks.rados.rados.0.smithi031.stdout:3762: done (2 left) 2024-08-10T05:26:37.430 INFO:tasks.rados.rados.0.smithi031.stdout:3764: done (1 left) 2024-08-10T05:26:37.430 INFO:tasks.rados.rados.0.smithi031.stdout:3766: done (0 left) 2024-08-10T05:26:37.430 INFO:tasks.rados.rados.0.smithi031.stdout:3767: snap_remove snap 320 2024-08-10T05:26:37.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:26:37 smithi031 ceph-mon[98130]: pgmap v837: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 264 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 6.6 MiB/s wr, 20 op/s 2024-08-10T05:26:37.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:26:37 smithi031 ceph-mon[98130]: osdmap e783: 8 total, 8 up, 8 in 2024-08-10T05:26:37.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:26:37 smithi031 ceph-mon[100614]: pgmap v837: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 264 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 6.6 MiB/s wr, 20 op/s 2024-08-10T05:26:37.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:26:37 smithi031 ceph-mon[100614]: osdmap e783: 8 total, 8 up, 8 in 2024-08-10T05:26:37.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:26:37 smithi196 ceph-mon[90243]: pgmap v837: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 264 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 6.6 MiB/s wr, 20 op/s 2024-08-10T05:26:37.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:26:37 smithi196 ceph-mon[90243]: osdmap e783: 8 total, 8 up, 8 in 2024-08-10T05:26:38.440 INFO:tasks.rados.rados.0.smithi031.stdout:3767: done (0 left) 2024-08-10T05:26:38.441 INFO:tasks.rados.rados.0.smithi031.stdout:3768: read oid 8 snap -1 2024-08-10T05:26:38.441 INFO:tasks.rados.rados.0.smithi031.stdout:3768: expect (ObjNum 1153 snap 347 seq_num 1153) 2024-08-10T05:26:38.441 INFO:tasks.rados.rados.0.smithi031.stdout:3769: copy_from oid 2 from oid 5 current snap is 348 2024-08-10T05:26:38.441 INFO:tasks.rados.rados.0.smithi031.stdout:3770: copy_from oid 15 from oid 11 current snap is 348 2024-08-10T05:26:38.441 INFO:tasks.rados.rados.0.smithi031.stdout:3771: delete oid 22 current snap is 348 2024-08-10T05:26:38.485 INFO:tasks.rados.rados.0.smithi031.stdout:3768: expect (ObjNum 1153 snap 347 seq_num 1153) 2024-08-10T05:26:38.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:26:38 smithi031 ceph-mon[98130]: osdmap e784: 8 total, 8 up, 8 in 2024-08-10T05:26:38.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:26:38 smithi031 ceph-mon[100614]: osdmap e784: 8 total, 8 up, 8 in 2024-08-10T05:26:38.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:26:38 smithi196 ceph-mon[90243]: osdmap e784: 8 total, 8 up, 8 in 2024-08-10T05:26:38.932 INFO:tasks.rados.rados.0.smithi031.stdout:3769: finishing copy_from racing read to smithi03186013-2 2024-08-10T05:26:38.933 INFO:tasks.rados.rados.0.smithi031.stdout:3769: finishing copy_from to smithi03186013-2 2024-08-10T05:26:38.933 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 2 v 2114 (ObjNum 1116 snap 333 seq_num 1116) dirty exists 2024-08-10T05:26:38.933 INFO:tasks.rados.rados.0.smithi031.stdout:3770: finishing copy_from racing read to smithi03186013-15 2024-08-10T05:26:38.933 INFO:tasks.rados.rados.0.smithi031.stdout:3770: finishing copy_from to smithi03186013-15 2024-08-10T05:26:38.933 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 15 v 1704 (ObjNum 1073 snap 320 seq_num 1073) dirty exists 2024-08-10T05:26:38.933 INFO:tasks.rados.rados.0.smithi031.stdout:3768: done (3 left) 2024-08-10T05:26:38.933 INFO:tasks.rados.rados.0.smithi031.stdout:3769: done (2 left) 2024-08-10T05:26:38.933 INFO:tasks.rados.rados.0.smithi031.stdout:3770: done (1 left) 2024-08-10T05:26:38.933 INFO:tasks.rados.rados.0.smithi031.stdout:3771: done (0 left) 2024-08-10T05:26:38.933 INFO:tasks.rados.rados.0.smithi031.stdout:3772: rollback oid 44 current snap is 348 2024-08-10T05:26:38.933 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 44 to 336 2024-08-10T05:26:38.933 INFO:tasks.rados.rados.0.smithi031.stdout:3773: rollback oid 14 current snap is 348 2024-08-10T05:26:38.934 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 14 to 346 2024-08-10T05:26:38.934 INFO:tasks.rados.rados.0.smithi031.stdout:3774: delete oid 1 current snap is 348 2024-08-10T05:26:38.934 INFO:tasks.rados.rados.0.smithi031.stdout:3774: done (2 left) 2024-08-10T05:26:38.935 INFO:tasks.rados.rados.0.smithi031.stdout:3775: copy_from oid 26 from oid 24 current snap is 348 2024-08-10T05:26:38.935 INFO:tasks.rados.rados.0.smithi031.stdout:3776: delete oid 13 current snap is 348 2024-08-10T05:26:38.936 INFO:tasks.rados.rados.0.smithi031.stdout:3773: finishing rollback tid 1 to smithi03186013-14 2024-08-10T05:26:38.936 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 14 v 1849 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-08-10T05:26:38.937 INFO:tasks.rados.rados.0.smithi031.stdout:3772: finishing rollback tid 0 to smithi03186013-44 2024-08-10T05:26:38.937 INFO:tasks.rados.rados.0.smithi031.stdout:3772: finishing rollback tid 1 to smithi03186013-44 2024-08-10T05:26:38.937 INFO:tasks.rados.rados.0.smithi031.stdout:3773: done (3 left) 2024-08-10T05:26:38.937 INFO:tasks.rados.rados.0.smithi031.stdout:3776: done (2 left) 2024-08-10T05:26:38.937 INFO:tasks.rados.rados.0.smithi031.stdout:3777: delete oid 48 current snap is 348 2024-08-10T05:26:38.938 INFO:tasks.rados.rados.0.smithi031.stdout:3772: finishing rollback tid 2 to smithi03186013-44 2024-08-10T05:26:38.938 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 44 v 2275 (ObjNum 1116 snap 333 seq_num 1116) dirty exists 2024-08-10T05:26:38.940 INFO:tasks.rados.rados.0.smithi031.stdout:3772: done (2 left) 2024-08-10T05:26:38.940 INFO:tasks.rados.rados.0.smithi031.stdout:3777: done (1 left) 2024-08-10T05:26:38.941 INFO:tasks.rados.rados.0.smithi031.stdout:3778: snap_create 2024-08-10T05:26:38.966 INFO:tasks.rados.rados.0.smithi031.stdout:3775: finishing copy_from racing read to smithi03186013-26 2024-08-10T05:26:38.970 INFO:tasks.rados.rados.0.smithi031.stdout:3775: finishing copy_from to smithi03186013-26 2024-08-10T05:26:38.970 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 26 v 2194 (ObjNum 1138 snap 342 seq_num 1138) dirty exists 2024-08-10T05:26:39.320 INFO:tasks.rados.rados.0.smithi031.stdout:3775: done (1 left) 2024-08-10T05:26:39.321 INFO:tasks.rados.rados.0.smithi031.stdout:3778: done (0 left) 2024-08-10T05:26:39.321 INFO:tasks.rados.rados.0.smithi031.stdout:3779: read oid 49 snap -1 2024-08-10T05:26:39.321 INFO:tasks.rados.rados.0.smithi031.stdout:3779: expect (ObjNum 1098 snap 327 seq_num 1098) 2024-08-10T05:26:39.321 INFO:tasks.rados.rados.0.smithi031.stdout:3780: snap_create 2024-08-10T05:26:39.341 INFO:tasks.rados.rados.0.smithi031.stdout:3779: expect (ObjNum 1098 snap 327 seq_num 1098) 2024-08-10T05:26:39.768 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:26:39 smithi031 ceph-mon[100614]: pgmap v840: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 272 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 8.1 MiB/s wr, 22 op/s 2024-08-10T05:26:39.768 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:26:39 smithi031 ceph-mon[100614]: osdmap e785: 8 total, 8 up, 8 in 2024-08-10T05:26:39.768 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:26:39 smithi031 ceph-mon[100614]: osdmap e786: 8 total, 8 up, 8 in 2024-08-10T05:26:39.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:26:39 smithi031 ceph-mon[98130]: pgmap v840: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 272 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 8.1 MiB/s wr, 22 op/s 2024-08-10T05:26:39.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:26:39 smithi031 ceph-mon[98130]: osdmap e785: 8 total, 8 up, 8 in 2024-08-10T05:26:39.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:26:39 smithi031 ceph-mon[98130]: osdmap e786: 8 total, 8 up, 8 in 2024-08-10T05:26:39.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:26:39 smithi196 ceph-mon[90243]: pgmap v840: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 272 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 8.1 MiB/s wr, 22 op/s 2024-08-10T05:26:39.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:26:39 smithi196 ceph-mon[90243]: osdmap e785: 8 total, 8 up, 8 in 2024-08-10T05:26:39.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:26:39 smithi196 ceph-mon[90243]: osdmap e786: 8 total, 8 up, 8 in 2024-08-10T05:26:40.325 INFO:tasks.rados.rados.0.smithi031.stdout:3779: done (1 left) 2024-08-10T05:26:40.325 INFO:tasks.rados.rados.0.smithi031.stdout:3780: done (0 left) 2024-08-10T05:26:40.325 INFO:tasks.rados.rados.0.smithi031.stdout:3781: snap_remove snap 347 2024-08-10T05:26:41.326 INFO:tasks.rados.rados.0.smithi031.stdout:3781: done (0 left) 2024-08-10T05:26:41.327 INFO:tasks.rados.rados.0.smithi031.stdout:3782: rollback oid 35 current snap is 350 2024-08-10T05:26:41.327 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 35 to 341 2024-08-10T05:26:41.327 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 45 current snap is 350 2024-08-10T05:26:41.327 INFO:tasks.rados.rados.0.smithi031.stdout:3783: seq_num 1163 ranges {3145728=286720} 2024-08-10T05:26:41.346 INFO:tasks.rados.rados.0.smithi031.stdout:3783: writing smithi03186013-45 from 3145728 to 3432448 tid 1 2024-08-10T05:26:41.347 INFO:tasks.rados.rados.0.smithi031.stdout:3784: read oid 29 snap 336 2024-08-10T05:26:41.347 INFO:tasks.rados.rados.0.smithi031.stdout:3784: expect (ObjNum 1094 snap 326 seq_num 1094) 2024-08-10T05:26:41.347 INFO:tasks.rados.rados.0.smithi031.stdout:3785: copy_from oid 1 from oid 32 current snap is 350 2024-08-10T05:26:41.347 INFO:tasks.rados.rados.0.smithi031.stdout:3782: finishing rollback tid 0 to smithi03186013-35 2024-08-10T05:26:41.347 INFO:tasks.rados.rados.0.smithi031.stdout:3782: finishing rollback tid 1 to smithi03186013-35 2024-08-10T05:26:41.347 INFO:tasks.rados.rados.0.smithi031.stdout:3782: finishing rollback tid 2 to smithi03186013-35 2024-08-10T05:26:41.347 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 35 v 1775 (ObjNum 1098 snap 327 seq_num 1098) dirty exists 2024-08-10T05:26:41.347 INFO:tasks.rados.rados.0.smithi031.stdout:3782: done (3 left) 2024-08-10T05:26:41.347 INFO:tasks.rados.rados.0.smithi031.stdout:3786: snap_create 2024-08-10T05:26:41.350 INFO:tasks.rados.rados.0.smithi031.stdout:3785: finishing copy_from racing read to smithi03186013-1 2024-08-10T05:26:41.351 INFO:tasks.rados.rados.0.smithi031.stdout:3783: finishing write tid 1 to smithi03186013-45 2024-08-10T05:26:41.351 INFO:tasks.rados.rados.0.smithi031.stdout:3783: finishing write tid 2 to smithi03186013-45 2024-08-10T05:26:41.353 INFO:tasks.rados.rados.0.smithi031.stdout:3785: finishing copy_from to smithi03186013-1 2024-08-10T05:26:41.353 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 1 v 1753 (ObjNum 1154 snap 347 seq_num 1154) dirty exists 2024-08-10T05:26:41.353 INFO:tasks.rados.rados.0.smithi031.stdout:3783: finishing write tid 3 to smithi03186013-45 2024-08-10T05:26:41.353 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 45 v 2116 (ObjNum 1163 snap 350 seq_num 1163) dirty exists 2024-08-10T05:26:41.353 INFO:tasks.rados.rados.0.smithi031.stdout:3783: left oid 45 (ObjNum 1163 snap 350 seq_num 1163) 2024-08-10T05:26:41.361 INFO:tasks.rados.rados.0.smithi031.stdout:3784: expect (ObjNum 1094 snap 326 seq_num 1094) 2024-08-10T05:26:41.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:26:41 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:26:41] "GET /metrics HTTP/1.1" 200 36275 "" "Prometheus/2.43.0" 2024-08-10T05:26:41.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:26:41 smithi031 ceph-mon[98130]: pgmap v843: 121 pgs: 121 active+clean; 269 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 3.3 MiB/s wr, 12 op/s 2024-08-10T05:26:41.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:26:41 smithi031 ceph-mon[98130]: osdmap e787: 8 total, 8 up, 8 in 2024-08-10T05:26:41.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:26:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:26:41.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:26:41 smithi031 ceph-mon[100614]: pgmap v843: 121 pgs: 121 active+clean; 269 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 3.3 MiB/s wr, 12 op/s 2024-08-10T05:26:41.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:26:41 smithi031 ceph-mon[100614]: osdmap e787: 8 total, 8 up, 8 in 2024-08-10T05:26:41.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:26:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:26:41.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:26:41 smithi196 ceph-mon[90243]: pgmap v843: 121 pgs: 121 active+clean; 269 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 3.3 MiB/s wr, 12 op/s 2024-08-10T05:26:41.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:26:41 smithi196 ceph-mon[90243]: osdmap e787: 8 total, 8 up, 8 in 2024-08-10T05:26:41.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:26:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:26:42.341 INFO:tasks.rados.rados.0.smithi031.stdout:3783: done (3 left) 2024-08-10T05:26:42.341 INFO:tasks.rados.rados.0.smithi031.stdout:3784: done (2 left) 2024-08-10T05:26:42.341 INFO:tasks.rados.rados.0.smithi031.stdout:3785: done (1 left) 2024-08-10T05:26:42.341 INFO:tasks.rados.rados.0.smithi031.stdout:3786: done (0 left) 2024-08-10T05:26:42.341 INFO:tasks.rados.rados.0.smithi031.stdout:3787: read oid 34 snap -1 2024-08-10T05:26:42.341 INFO:tasks.rados.rados.0.smithi031.stdout:3787: expect deleted 2024-08-10T05:26:42.341 INFO:tasks.rados.rados.0.smithi031.stdout:3788: copy_from oid 11 from oid 38 current snap is 351 2024-08-10T05:26:42.341 INFO:tasks.rados.rados.0.smithi031.stdout:3789: snap_create 2024-08-10T05:26:42.346 INFO:tasks.rados.rados.0.smithi031.stdout:3788: finishing copy_from racing read to smithi03186013-11 2024-08-10T05:26:42.346 INFO:tasks.rados.rados.0.smithi031.stdout:3788: finishing copy_from to smithi03186013-11 2024-08-10T05:26:42.346 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 11 v 1712 (ObjNum 1150 snap 347 seq_num 1150) dirty exists 2024-08-10T05:26:42.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:26:42 smithi031 ceph-mon[98130]: osdmap e788: 8 total, 8 up, 8 in 2024-08-10T05:26:42.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:26:42 smithi031 ceph-mon[100614]: osdmap e788: 8 total, 8 up, 8 in 2024-08-10T05:26:42.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:26:42 smithi196 ceph-mon[90243]: osdmap e788: 8 total, 8 up, 8 in 2024-08-10T05:26:42.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:26:42 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:26:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:26:43.345 INFO:tasks.rados.rados.0.smithi031.stdout:3787: done (2 left) 2024-08-10T05:26:43.346 INFO:tasks.rados.rados.0.smithi031.stdout:3788: done (1 left) 2024-08-10T05:26:43.346 INFO:tasks.rados.rados.0.smithi031.stdout:3789: done (0 left) 2024-08-10T05:26:43.346 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 26 current snap is 352 2024-08-10T05:26:43.346 INFO:tasks.rados.rados.0.smithi031.stdout:3790: seq_num 1164 ranges {8839168=303104} 2024-08-10T05:26:43.396 INFO:tasks.rados.rados.0.smithi031.stdout:3790: writing smithi03186013-26 from 8839168 to 9142272 tid 1 2024-08-10T05:26:43.396 INFO:tasks.rados.rados.0.smithi031.stdout:3791: rollback oid 10 current snap is 352 2024-08-10T05:26:43.396 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 10 to 344 2024-08-10T05:26:43.396 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 49 current snap is 352 2024-08-10T05:26:43.396 INFO:tasks.rados.rados.0.smithi031.stdout:3792: seq_num 1165 ranges {3686400=319488} 2024-08-10T05:26:43.418 INFO:tasks.rados.rados.0.smithi031.stdout:3792: writing smithi03186013-49 from 3686400 to 4005888 tid 1 2024-08-10T05:26:43.418 INFO:tasks.rados.rados.0.smithi031.stdout:3793: read oid 25 snap -1 2024-08-10T05:26:43.418 INFO:tasks.rados.rados.0.smithi031.stdout:3793: expect deleted 2024-08-10T05:26:43.419 INFO:tasks.rados.rados.0.smithi031.stdout:3794: read oid 24 snap -1 2024-08-10T05:26:43.419 INFO:tasks.rados.rados.0.smithi031.stdout:3794: expect (ObjNum 1138 snap 342 seq_num 1138) 2024-08-10T05:26:43.419 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 15 current snap is 352 2024-08-10T05:26:43.419 INFO:tasks.rados.rados.0.smithi031.stdout:3791: finishing rollback tid 1 to smithi03186013-10 2024-08-10T05:26:43.419 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 10 v 0 (ObjNum 65 snap 0 seq_num 1566992985) dirty dne 2024-08-10T05:26:43.419 INFO:tasks.rados.rados.0.smithi031.stdout:3790: finishing write tid 1 to smithi03186013-26 2024-08-10T05:26:43.419 INFO:tasks.rados.rados.0.smithi031.stdout:3795: seq_num 1166 ranges {13254656=335872} 2024-08-10T05:26:43.494 INFO:tasks.rados.rados.0.smithi031.stdout:3795: writing smithi03186013-15 from 13254656 to 13590528 tid 1 2024-08-10T05:26:43.494 INFO:tasks.rados.rados.0.smithi031.stdout:3791: done (5 left) 2024-08-10T05:26:43.494 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 9 current snap is 352 2024-08-10T05:26:43.494 INFO:tasks.rados.rados.0.smithi031.stdout:3790: finishing write tid 2 to smithi03186013-26 2024-08-10T05:26:43.494 INFO:tasks.rados.rados.0.smithi031.stdout:3790: finishing write tid 3 to smithi03186013-26 2024-08-10T05:26:43.494 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 26 v 2196 (ObjNum 1164 snap 352 seq_num 1164) dirty exists 2024-08-10T05:26:43.494 INFO:tasks.rados.rados.0.smithi031.stdout:3790: left oid 26 (ObjNum 1164 snap 352 seq_num 1164) 2024-08-10T05:26:43.495 INFO:tasks.rados.rados.0.smithi031.stdout:3792: finishing write tid 1 to smithi03186013-49 2024-08-10T05:26:43.495 INFO:tasks.rados.rados.0.smithi031.stdout:3792: finishing write tid 2 to smithi03186013-49 2024-08-10T05:26:43.495 INFO:tasks.rados.rados.0.smithi031.stdout:3792: finishing write tid 3 to smithi03186013-49 2024-08-10T05:26:43.495 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 49 v 1755 (ObjNum 1165 snap 352 seq_num 1165) dirty exists 2024-08-10T05:26:43.495 INFO:tasks.rados.rados.0.smithi031.stdout:3792: left oid 49 (ObjNum 1165 snap 352 seq_num 1165) 2024-08-10T05:26:43.495 INFO:tasks.rados.rados.0.smithi031.stdout:3794: expect (ObjNum 1138 snap 342 seq_num 1138) 2024-08-10T05:26:43.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:26:43 smithi031 ceph-mon[98130]: pgmap v846: 121 pgs: 121 active+clean; 255 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 550 KiB/s wr, 8 op/s 2024-08-10T05:26:43.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:26:43 smithi031 ceph-mon[98130]: osdmap e789: 8 total, 8 up, 8 in 2024-08-10T05:26:43.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:26:43 smithi031 ceph-mon[100614]: pgmap v846: 121 pgs: 121 active+clean; 255 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 550 KiB/s wr, 8 op/s 2024-08-10T05:26:43.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:26:43 smithi031 ceph-mon[100614]: osdmap e789: 8 total, 8 up, 8 in 2024-08-10T05:26:43.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:26:43 smithi196 ceph-mon[90243]: pgmap v846: 121 pgs: 121 active+clean; 255 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 550 KiB/s wr, 8 op/s 2024-08-10T05:26:43.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:26:43 smithi196 ceph-mon[90243]: osdmap e789: 8 total, 8 up, 8 in 2024-08-10T05:26:43.990 INFO:tasks.rados.rados.0.smithi031.stdout:3795: finishing write tid 1 to smithi03186013-15 2024-08-10T05:26:43.990 INFO:tasks.rados.rados.0.smithi031.stdout:3795: finishing write tid 2 to smithi03186013-15 2024-08-10T05:26:43.990 INFO:tasks.rados.rados.0.smithi031.stdout:3795: finishing write tid 3 to smithi03186013-15 2024-08-10T05:26:43.990 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 15 v 2198 (ObjNum 1166 snap 352 seq_num 1166) dirty exists 2024-08-10T05:26:43.990 INFO:tasks.rados.rados.0.smithi031.stdout:3795: left oid 15 (ObjNum 1166 snap 352 seq_num 1166) 2024-08-10T05:26:43.990 INFO:tasks.rados.rados.0.smithi031.stdout:3796: seq_num 1167 ranges {2408448=352256} 2024-08-10T05:26:44.005 INFO:tasks.rados.rados.0.smithi031.stdout:3796: writing smithi03186013-9 from 2408448 to 2760704 tid 1 2024-08-10T05:26:44.005 INFO:tasks.rados.rados.0.smithi031.stdout:3790: done (5 left) 2024-08-10T05:26:44.005 INFO:tasks.rados.rados.0.smithi031.stdout:3792: done (4 left) 2024-08-10T05:26:44.005 INFO:tasks.rados.rados.0.smithi031.stdout:3793: done (3 left) 2024-08-10T05:26:44.005 INFO:tasks.rados.rados.0.smithi031.stdout:3794: done (2 left) 2024-08-10T05:26:44.005 INFO:tasks.rados.rados.0.smithi031.stdout:3795: done (1 left) 2024-08-10T05:26:44.006 INFO:tasks.rados.rados.0.smithi031.stdout:3797: delete oid 35 current snap is 352 2024-08-10T05:26:44.009 INFO:tasks.rados.rados.0.smithi031.stdout:3796: finishing write tid 1 to smithi03186013-9 2024-08-10T05:26:44.009 INFO:tasks.rados.rados.0.smithi031.stdout:3796: finishing write tid 2 to smithi03186013-9 2024-08-10T05:26:44.013 INFO:tasks.rados.rados.0.smithi031.stdout:3796: finishing write tid 3 to smithi03186013-9 2024-08-10T05:26:44.013 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 9 v 1777 (ObjNum 1167 snap 352 seq_num 1167) dirty exists 2024-08-10T05:26:44.013 INFO:tasks.rados.rados.0.smithi031.stdout:3796: left oid 9 (ObjNum 1167 snap 352 seq_num 1167) 2024-08-10T05:26:44.013 INFO:tasks.rados.rados.0.smithi031.stdout:3796: done (1 left) 2024-08-10T05:26:44.014 INFO:tasks.rados.rados.0.smithi031.stdout:3797: done (0 left) 2024-08-10T05:26:44.014 INFO:tasks.rados.rados.0.smithi031.stdout:3798: rmattr oid 4 current snap is 352 2024-08-10T05:26:44.014 INFO:tasks.rados.rados.0.smithi031.stdout:3798: done (0 left) 2024-08-10T05:26:44.014 INFO:tasks.rados.rados.0.smithi031.stdout:3799: read oid 3 snap -1 2024-08-10T05:26:44.014 INFO:tasks.rados.rados.0.smithi031.stdout:3799: expect (ObjNum 1152 snap 347 seq_num 1152) 2024-08-10T05:26:44.014 INFO:tasks.rados.rados.0.smithi031.stdout:3800: read oid 25 snap -1 2024-08-10T05:26:44.014 INFO:tasks.rados.rados.0.smithi031.stdout:3800: expect deleted 2024-08-10T05:26:44.014 INFO:tasks.rados.rados.0.smithi031.stdout:3801: copy_from oid 10 from oid 47 current snap is 352 2024-08-10T05:26:44.014 INFO:tasks.rados.rados.0.smithi031.stdout:3802: snap_remove snap 350 2024-08-10T05:26:44.320 INFO:tasks.rados.rados.0.smithi031.stdout:3802: done (3 left) 2024-08-10T05:26:44.320 INFO:tasks.rados.rados.0.smithi031.stdout:3803: snap_remove snap 339 2024-08-10T05:26:44.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:26:44 smithi031 ceph-mon[98130]: osdmap e790: 8 total, 8 up, 8 in 2024-08-10T05:26:44.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:26:44 smithi031 ceph-mon[98130]: osdmap e791: 8 total, 8 up, 8 in 2024-08-10T05:26:44.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:26:44 smithi031 ceph-mon[100614]: osdmap e790: 8 total, 8 up, 8 in 2024-08-10T05:26:44.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:26:44 smithi031 ceph-mon[100614]: osdmap e791: 8 total, 8 up, 8 in 2024-08-10T05:26:44.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:26:44 smithi196 ceph-mon[90243]: osdmap e790: 8 total, 8 up, 8 in 2024-08-10T05:26:44.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:26:44 smithi196 ceph-mon[90243]: osdmap e791: 8 total, 8 up, 8 in 2024-08-10T05:26:45.326 INFO:tasks.rados.rados.0.smithi031.stdout:3803: done (3 left) 2024-08-10T05:26:45.326 INFO:tasks.rados.rados.0.smithi031.stdout:3804: read oid 50 snap 344 2024-08-10T05:26:45.326 INFO:tasks.rados.rados.0.smithi031.stdout:3804: expect (ObjNum 589714640 snap 22084 seq_num 588129472) 2024-08-10T05:26:45.326 INFO:tasks.rados.rados.0.smithi031.stdout:3805: delete oid 4 current snap is 352 2024-08-10T05:26:45.327 INFO:tasks.rados.rados.0.smithi031.stdout:3801: finishing copy_from to smithi03186013-10 2024-08-10T05:26:45.327 INFO:tasks.rados.rados.0.smithi031.stdout:3801: got expected ENOENT (src dne) 2024-08-10T05:26:45.327 INFO:tasks.rados.rados.0.smithi031.stdout:3801: finishing copy_from racing read to smithi03186013-10 2024-08-10T05:26:45.327 INFO:tasks.rados.rados.0.smithi031.stdout:3799: expect (ObjNum 1152 snap 347 seq_num 1152) 2024-08-10T05:26:45.437 INFO:tasks.rados.rados.0.smithi031.stdout:3804: expect (ObjNum 589714640 snap 22084 seq_num 588129472) 2024-08-10T05:26:45.439 INFO:tasks.rados.rados.0.smithi031.stdout:3799: done (4 left) 2024-08-10T05:26:45.439 INFO:tasks.rados.rados.0.smithi031.stdout:3800: done (3 left) 2024-08-10T05:26:45.439 INFO:tasks.rados.rados.0.smithi031.stdout:3801: done (2 left) 2024-08-10T05:26:45.439 INFO:tasks.rados.rados.0.smithi031.stdout:3804: done (1 left) 2024-08-10T05:26:45.440 INFO:tasks.rados.rados.0.smithi031.stdout:3805: done (0 left) 2024-08-10T05:26:45.440 INFO:tasks.rados.rados.0.smithi031.stdout:3806: rollback oid 11 current snap is 352 2024-08-10T05:26:45.440 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 11 to 337 2024-08-10T05:26:45.440 INFO:tasks.rados.rados.0.smithi031.stdout:3807: snap_remove snap 348 2024-08-10T05:26:45.768 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:26:45 smithi031 ceph-mon[100614]: pgmap v849: 121 pgs: 121 active+clean; 268 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 5.8 MiB/s wr, 9 op/s 2024-08-10T05:26:45.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:26:45 smithi031 ceph-mon[100614]: osdmap e792: 8 total, 8 up, 8 in 2024-08-10T05:26:45.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:26:45 smithi031 ceph-mon[98130]: pgmap v849: 121 pgs: 121 active+clean; 268 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 5.8 MiB/s wr, 9 op/s 2024-08-10T05:26:45.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:26:45 smithi031 ceph-mon[98130]: osdmap e792: 8 total, 8 up, 8 in 2024-08-10T05:26:45.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:26:45 smithi196 ceph-mon[90243]: pgmap v849: 121 pgs: 121 active+clean; 268 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 5.8 MiB/s wr, 9 op/s 2024-08-10T05:26:45.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:26:45 smithi196 ceph-mon[90243]: osdmap e792: 8 total, 8 up, 8 in 2024-08-10T05:26:46.370 INFO:tasks.rados.rados.0.smithi031.stdout:3807: done (1 left) 2024-08-10T05:26:46.370 INFO:tasks.rados.rados.0.smithi031.stdout:3808: delete oid 34 current snap is 352 2024-08-10T05:26:46.370 INFO:tasks.rados.rados.0.smithi031.stdout:3806: finishing rollback tid 0 to smithi03186013-11 2024-08-10T05:26:46.370 INFO:tasks.rados.rados.0.smithi031.stdout:3806: finishing rollback tid 1 to smithi03186013-11 2024-08-10T05:26:46.370 INFO:tasks.rados.rados.0.smithi031.stdout:3806: finishing rollback tid 2 to smithi03186013-11 2024-08-10T05:26:46.371 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 11 v 1751 (ObjNum 1073 snap 320 seq_num 1073) dirty exists 2024-08-10T05:26:46.375 INFO:tasks.rados.rados.0.smithi031.stdout:3806: done (1 left) 2024-08-10T05:26:46.375 INFO:tasks.rados.rados.0.smithi031.stdout:3808: done (0 left) 2024-08-10T05:26:46.375 INFO:tasks.rados.rados.0.smithi031.stdout:3809: snap_remove snap 332 2024-08-10T05:26:47.375 INFO:tasks.rados.rados.0.smithi031.stdout:3809: done (0 left) 2024-08-10T05:26:47.375 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 33 current snap is 352 2024-08-10T05:26:47.376 INFO:tasks.rados.rados.0.smithi031.stdout:3810: seq_num 1171 ranges {1949696=417792} 2024-08-10T05:26:47.390 INFO:tasks.rados.rados.0.smithi031.stdout:3810: writing smithi03186013-33 from 1949696 to 2367488 tid 1 2024-08-10T05:26:47.390 INFO:tasks.rados.rados.0.smithi031.stdout:3811: rollback oid 19 current snap is 352 2024-08-10T05:26:47.390 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 19 to 331 2024-08-10T05:26:47.390 INFO:tasks.rados.rados.0.smithi031.stdout:3812: delete oid 4 current snap is 352 2024-08-10T05:26:47.395 INFO:tasks.rados.rados.0.smithi031.stdout:3810: finishing write tid 1 to smithi03186013-33 2024-08-10T05:26:47.395 INFO:tasks.rados.rados.0.smithi031.stdout:3812: done (2 left) 2024-08-10T05:26:47.395 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 36 current snap is 352 2024-08-10T05:26:47.395 INFO:tasks.rados.rados.0.smithi031.stdout:3813: seq_num 1173 ranges {6283264=450560} 2024-08-10T05:26:47.433 INFO:tasks.rados.rados.0.smithi031.stdout:3813: writing smithi03186013-36 from 6283264 to 6733824 tid 1 2024-08-10T05:26:47.433 INFO:tasks.rados.rados.0.smithi031.stdout:3814: snap_create 2024-08-10T05:26:47.433 INFO:tasks.rados.rados.0.smithi031.stdout:3810: finishing write tid 2 to smithi03186013-33 2024-08-10T05:26:47.434 INFO:tasks.rados.rados.0.smithi031.stdout:3810: finishing write tid 3 to smithi03186013-33 2024-08-10T05:26:47.434 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 33 v 1969 (ObjNum 1171 snap 352 seq_num 1171) dirty exists 2024-08-10T05:26:47.434 INFO:tasks.rados.rados.0.smithi031.stdout:3810: left oid 33 (ObjNum 1171 snap 352 seq_num 1171) 2024-08-10T05:26:47.434 INFO:tasks.rados.rados.0.smithi031.stdout:3811: finishing rollback tid 0 to smithi03186013-19 2024-08-10T05:26:47.434 INFO:tasks.rados.rados.0.smithi031.stdout:3811: finishing rollback tid 1 to smithi03186013-19 2024-08-10T05:26:47.434 INFO:tasks.rados.rados.0.smithi031.stdout:3811: finishing rollback tid 2 to smithi03186013-19 2024-08-10T05:26:47.434 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 19 v 1725 (ObjNum 959 snap 286 seq_num 959) dirty exists 2024-08-10T05:26:47.436 INFO:tasks.rados.rados.0.smithi031.stdout:3813: finishing write tid 1 to smithi03186013-36 2024-08-10T05:26:47.436 INFO:tasks.rados.rados.0.smithi031.stdout:3813: finishing write tid 2 to smithi03186013-36 2024-08-10T05:26:47.439 INFO:tasks.rados.rados.0.smithi031.stdout:3813: finishing write tid 3 to smithi03186013-36 2024-08-10T05:26:47.439 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 36 v 1783 (ObjNum 1173 snap 352 seq_num 1173) dirty exists 2024-08-10T05:26:47.439 INFO:tasks.rados.rados.0.smithi031.stdout:3813: left oid 36 (ObjNum 1173 snap 352 seq_num 1173) 2024-08-10T05:26:47.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:26:47 smithi031 ceph-mon[98130]: pgmap v852: 121 pgs: 121 active+clean; 268 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 5.3 MiB/s wr, 6 op/s 2024-08-10T05:26:47.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:26:47 smithi031 ceph-mon[98130]: osdmap e793: 8 total, 8 up, 8 in 2024-08-10T05:26:47.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:26:47 smithi031 ceph-mon[100614]: pgmap v852: 121 pgs: 121 active+clean; 268 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 5.3 MiB/s wr, 6 op/s 2024-08-10T05:26:47.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:26:47 smithi031 ceph-mon[100614]: osdmap e793: 8 total, 8 up, 8 in 2024-08-10T05:26:47.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:26:47 smithi196 ceph-mon[90243]: pgmap v852: 121 pgs: 121 active+clean; 268 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 5.3 MiB/s wr, 6 op/s 2024-08-10T05:26:47.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:26:47 smithi196 ceph-mon[90243]: osdmap e793: 8 total, 8 up, 8 in 2024-08-10T05:26:48.381 INFO:tasks.rados.rados.0.smithi031.stdout:3810: done (3 left) 2024-08-10T05:26:48.381 INFO:tasks.rados.rados.0.smithi031.stdout:3811: done (2 left) 2024-08-10T05:26:48.381 INFO:tasks.rados.rados.0.smithi031.stdout:3813: done (1 left) 2024-08-10T05:26:48.381 INFO:tasks.rados.rados.0.smithi031.stdout:3814: done (0 left) 2024-08-10T05:26:48.381 INFO:tasks.rados.rados.0.smithi031.stdout:3815: read oid 31 snap -1 2024-08-10T05:26:48.381 INFO:tasks.rados.rados.0.smithi031.stdout:3815: expect (ObjNum 1073 snap 320 seq_num 1073) 2024-08-10T05:26:48.381 INFO:tasks.rados.rados.0.smithi031.stdout:3816: copy_from oid 50 from oid 23 current snap is 353 2024-08-10T05:26:48.382 INFO:tasks.rados.rados.0.smithi031.stdout:3817: rmattr oid 45 current snap is 353 2024-08-10T05:26:48.382 INFO:tasks.rados.rados.0.smithi031.stdout:3817: done (2 left) 2024-08-10T05:26:48.382 INFO:tasks.rados.rados.0.smithi031.stdout:3818: snap_remove snap 344 2024-08-10T05:26:48.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:26:48 smithi031 ceph-mon[98130]: osdmap e794: 8 total, 8 up, 8 in 2024-08-10T05:26:48.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:26:48 smithi031 ceph-mon[100614]: osdmap e794: 8 total, 8 up, 8 in 2024-08-10T05:26:48.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:26:48 smithi196 ceph-mon[90243]: osdmap e794: 8 total, 8 up, 8 in 2024-08-10T05:26:49.323 INFO:tasks.rados.rados.0.smithi031.stdout:3816: finishing copy_from racing read to smithi03186013-50 2024-08-10T05:26:49.323 INFO:tasks.rados.rados.0.smithi031.stdout:3816: finishing copy_from to smithi03186013-50 2024-08-10T05:26:49.323 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 50 v 1687 (ObjNum 1100 snap 328 seq_num 1100) dirty exists 2024-08-10T05:26:49.324 INFO:tasks.rados.rados.0.smithi031.stdout:3815: expect (ObjNum 1073 snap 320 seq_num 1073) 2024-08-10T05:26:49.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:26:49 smithi031 ceph-mon[98130]: pgmap v855: 121 pgs: 121 active+clean; 262 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 180 KiB/s wr, 5 op/s 2024-08-10T05:26:49.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:26:49 smithi031 ceph-mon[98130]: osdmap e795: 8 total, 8 up, 8 in 2024-08-10T05:26:49.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:26:49 smithi031 ceph-mon[98130]: osdmap e796: 8 total, 8 up, 8 in 2024-08-10T05:26:49.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:26:49 smithi031 ceph-mon[100614]: pgmap v855: 121 pgs: 121 active+clean; 262 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 180 KiB/s wr, 5 op/s 2024-08-10T05:26:49.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:26:49 smithi031 ceph-mon[100614]: osdmap e795: 8 total, 8 up, 8 in 2024-08-10T05:26:49.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:26:49 smithi031 ceph-mon[100614]: osdmap e796: 8 total, 8 up, 8 in 2024-08-10T05:26:49.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:26:49 smithi196 ceph-mon[90243]: pgmap v855: 121 pgs: 121 active+clean; 262 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 180 KiB/s wr, 5 op/s 2024-08-10T05:26:49.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:26:49 smithi196 ceph-mon[90243]: osdmap e795: 8 total, 8 up, 8 in 2024-08-10T05:26:49.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:26:49 smithi196 ceph-mon[90243]: osdmap e796: 8 total, 8 up, 8 in 2024-08-10T05:26:50.743 INFO:tasks.rados.rados.0.smithi031.stdout:3815: done (2 left) 2024-08-10T05:26:50.743 INFO:tasks.rados.rados.0.smithi031.stdout:3816: done (1 left) 2024-08-10T05:26:50.743 INFO:tasks.rados.rados.0.smithi031.stdout:3818: done (0 left) 2024-08-10T05:26:50.743 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 13 current snap is 353 2024-08-10T05:26:50.743 INFO:tasks.rados.rados.0.smithi031.stdout:3819: seq_num 1174 ranges {0=466944} 2024-08-10T05:26:50.745 INFO:tasks.rados.rados.0.smithi031.stdout:3819: writing smithi03186013-13 from 0 to 466944 tid 1 2024-08-10T05:26:50.745 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 37 current snap is 353 2024-08-10T05:26:50.746 INFO:tasks.rados.rados.0.smithi031.stdout:3820: seq_num 1175 ranges {0=483328} 2024-08-10T05:26:50.748 INFO:tasks.rados.rados.0.smithi031.stdout:3820: writing smithi03186013-37 from 0 to 483328 tid 1 2024-08-10T05:26:50.748 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 40 current snap is 353 2024-08-10T05:26:50.748 INFO:tasks.rados.rados.0.smithi031.stdout:3821: seq_num 1176 ranges {352256=499712} 2024-08-10T05:26:50.753 INFO:tasks.rados.rados.0.smithi031.stdout:3821: writing smithi03186013-40 from 352256 to 851968 tid 1 2024-08-10T05:26:50.753 INFO:tasks.rados.rados.0.smithi031.stdout:3822: delete oid 50 current snap is 353 2024-08-10T05:26:50.753 INFO:tasks.rados.rados.0.smithi031.stdout:3819: finishing write tid 1 to smithi03186013-13 2024-08-10T05:26:50.753 INFO:tasks.rados.rados.0.smithi031.stdout:3819: finishing write tid 2 to smithi03186013-13 2024-08-10T05:26:50.754 INFO:tasks.rados.rados.0.smithi031.stdout:3820: finishing write tid 1 to smithi03186013-37 2024-08-10T05:26:50.754 INFO:tasks.rados.rados.0.smithi031.stdout:3820: finishing write tid 2 to smithi03186013-37 2024-08-10T05:26:50.754 INFO:tasks.rados.rados.0.smithi031.stdout:3819: finishing write tid 3 to smithi03186013-13 2024-08-10T05:26:50.754 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 13 v 1780 (ObjNum 1174 snap 353 seq_num 1174) dirty exists 2024-08-10T05:26:50.754 INFO:tasks.rados.rados.0.smithi031.stdout:3819: left oid 13 (ObjNum 1174 snap 353 seq_num 1174) 2024-08-10T05:26:50.755 INFO:tasks.rados.rados.0.smithi031.stdout:3819: done (3 left) 2024-08-10T05:26:50.755 INFO:tasks.rados.rados.0.smithi031.stdout:3822: done (2 left) 2024-08-10T05:26:50.755 INFO:tasks.rados.rados.0.smithi031.stdout:3823: read oid 25 snap 331 2024-08-10T05:26:50.755 INFO:tasks.rados.rados.0.smithi031.stdout:3823: expect deleted 2024-08-10T05:26:50.755 INFO:tasks.rados.rados.0.smithi031.stdout:3824: delete oid 48 current snap is 353 2024-08-10T05:26:50.756 INFO:tasks.rados.rados.0.smithi031.stdout:3820: finishing write tid 3 to smithi03186013-37 2024-08-10T05:26:50.756 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 37 v 1757 (ObjNum 1175 snap 353 seq_num 1175) dirty exists 2024-08-10T05:26:50.756 INFO:tasks.rados.rados.0.smithi031.stdout:3820: left oid 37 (ObjNum 1175 snap 353 seq_num 1175) 2024-08-10T05:26:50.757 INFO:tasks.rados.rados.0.smithi031.stdout:3820: done (3 left) 2024-08-10T05:26:50.757 INFO:tasks.rados.rados.0.smithi031.stdout:3823: done (2 left) 2024-08-10T05:26:50.757 INFO:tasks.rados.rados.0.smithi031.stdout:3824: done (1 left) 2024-08-10T05:26:50.757 INFO:tasks.rados.rados.0.smithi031.stdout:3825: rollback oid 30 current snap is 353 2024-08-10T05:26:50.757 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 30 to 345 2024-08-10T05:26:50.757 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 19 current snap is 353 2024-08-10T05:26:50.757 INFO:tasks.rados.rados.0.smithi031.stdout:3826: seq_num 1179 ranges {2662400=548864} 2024-08-10T05:26:50.775 INFO:tasks.rados.rados.0.smithi031.stdout:3826: writing smithi03186013-19 from 2662400 to 3211264 tid 1 2024-08-10T05:26:50.775 INFO:tasks.rados.rados.0.smithi031.stdout:3827: snap_create 2024-08-10T05:26:50.775 INFO:tasks.rados.rados.0.smithi031.stdout:3821: finishing write tid 1 to smithi03186013-40 2024-08-10T05:26:50.775 INFO:tasks.rados.rados.0.smithi031.stdout:3821: finishing write tid 2 to smithi03186013-40 2024-08-10T05:26:50.775 INFO:tasks.rados.rados.0.smithi031.stdout:3821: finishing write tid 3 to smithi03186013-40 2024-08-10T05:26:50.775 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 40 v 1714 (ObjNum 1176 snap 353 seq_num 1176) dirty exists 2024-08-10T05:26:50.775 INFO:tasks.rados.rados.0.smithi031.stdout:3821: left oid 40 (ObjNum 1176 snap 353 seq_num 1176) 2024-08-10T05:26:50.776 INFO:tasks.rados.rados.0.smithi031.stdout:3825: finishing rollback tid 0 to smithi03186013-30 2024-08-10T05:26:50.776 INFO:tasks.rados.rados.0.smithi031.stdout:3825: finishing rollback tid 1 to smithi03186013-30 2024-08-10T05:26:50.776 INFO:tasks.rados.rados.0.smithi031.stdout:3825: finishing rollback tid 2 to smithi03186013-30 2024-08-10T05:26:50.776 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 30 v 1783 (ObjNum 1008 snap 305 seq_num 1008) dirty exists 2024-08-10T05:26:50.778 INFO:tasks.rados.rados.0.smithi031.stdout:3826: finishing write tid 1 to smithi03186013-19 2024-08-10T05:26:50.778 INFO:tasks.rados.rados.0.smithi031.stdout:3826: finishing write tid 2 to smithi03186013-19 2024-08-10T05:26:50.779 INFO:tasks.rados.rados.0.smithi031.stdout:3826: finishing write tid 3 to smithi03186013-19 2024-08-10T05:26:50.779 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 19 v 1727 (ObjNum 1179 snap 353 seq_num 1179) dirty exists 2024-08-10T05:26:50.779 INFO:tasks.rados.rados.0.smithi031.stdout:3826: left oid 19 (ObjNum 1179 snap 353 seq_num 1179) 2024-08-10T05:26:51.393 INFO:tasks.rados.rados.0.smithi031.stdout:3821: done (3 left) 2024-08-10T05:26:51.393 INFO:tasks.rados.rados.0.smithi031.stdout:3825: done (2 left) 2024-08-10T05:26:51.394 INFO:tasks.rados.rados.0.smithi031.stdout:3826: done (1 left) 2024-08-10T05:26:51.394 INFO:tasks.rados.rados.0.smithi031.stdout:3827: done (0 left) 2024-08-10T05:26:51.394 INFO:tasks.rados.rados.0.smithi031.stdout:3828: rollback oid 16 current snap is 354 2024-08-10T05:26:51.394 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 16 to 345 2024-08-10T05:26:51.394 INFO:tasks.rados.rados.0.smithi031.stdout:3829: setattr oid 43 current snap is 354 2024-08-10T05:26:51.394 INFO:tasks.rados.rados.0.smithi031.stdout:3830: delete oid 40 current snap is 354 2024-08-10T05:26:51.398 INFO:tasks.rados.rados.0.smithi031.stdout:3830: done (2 left) 2024-08-10T05:26:51.398 INFO:tasks.rados.rados.0.smithi031.stdout:3831: copy_from oid 13 from oid 49 current snap is 354 2024-08-10T05:26:51.398 INFO:tasks.rados.rados.0.smithi031.stdout:3832: setattr oid 22 current snap is 354 2024-08-10T05:26:51.400 INFO:tasks.rados.rados.0.smithi031.stdout:3828: finishing rollback tid 0 to smithi03186013-16 2024-08-10T05:26:51.400 INFO:tasks.rados.rados.0.smithi031.stdout:3828: finishing rollback tid 1 to smithi03186013-16 2024-08-10T05:26:51.400 INFO:tasks.rados.rados.0.smithi031.stdout:3833: copy_from oid 9 from oid 2 current snap is 354 2024-08-10T05:26:51.401 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 44 current snap is 354 2024-08-10T05:26:51.401 INFO:tasks.rados.rados.0.smithi031.stdout:3834: seq_num 1181 ranges {1900544=581632} 2024-08-10T05:26:51.415 INFO:tasks.rados.rados.0.smithi031.stdout:3834: writing smithi03186013-44 from 1900544 to 2482176 tid 1 2024-08-10T05:26:51.415 INFO:tasks.rados.rados.0.smithi031.stdout:3835: snap_create 2024-08-10T05:26:51.415 INFO:tasks.rados.rados.0.smithi031.stdout:3828: finishing rollback tid 2 to smithi03186013-16 2024-08-10T05:26:51.415 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 16 v 1787 (ObjNum 1132 snap 336 seq_num 1132) dirty exists 2024-08-10T05:26:51.415 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 43 v 2040 (ObjNum 1130 snap 336 seq_num 1130) dirty exists 2024-08-10T05:26:51.415 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 22 v 2318 (ObjNum 225 snap 0 seq_num 3646926256) dirty exists 2024-08-10T05:26:51.419 INFO:tasks.rados.rados.0.smithi031.stdout:3834: finishing write tid 1 to smithi03186013-44 2024-08-10T05:26:51.422 INFO:tasks.rados.rados.0.smithi031.stdout:3834: finishing write tid 2 to smithi03186013-44 2024-08-10T05:26:51.423 INFO:tasks.rados.rados.0.smithi031.stdout:3834: finishing write tid 3 to smithi03186013-44 2024-08-10T05:26:51.423 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 44 v 2321 (ObjNum 1181 snap 354 seq_num 1181) dirty exists 2024-08-10T05:26:51.423 INFO:tasks.rados.rados.0.smithi031.stdout:3834: left oid 44 (ObjNum 1181 snap 354 seq_num 1181) 2024-08-10T05:26:51.427 INFO:tasks.rados.rados.0.smithi031.stdout:3833: finishing copy_from racing read to smithi03186013-9 2024-08-10T05:26:51.427 INFO:tasks.rados.rados.0.smithi031.stdout:3831: finishing copy_from racing read to smithi03186013-13 2024-08-10T05:26:51.427 INFO:tasks.rados.rados.0.smithi031.stdout:3831: finishing copy_from to smithi03186013-13 2024-08-10T05:26:51.427 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 13 v 1755 (ObjNum 1165 snap 352 seq_num 1165) dirty exists 2024-08-10T05:26:51.427 INFO:tasks.rados.rados.0.smithi031.stdout:3833: finishing copy_from to smithi03186013-9 2024-08-10T05:26:51.427 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 9 v 2114 (ObjNum 1116 snap 333 seq_num 1116) dirty exists 2024-08-10T05:26:51.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:26:51 smithi031 ceph-mon[98130]: pgmap v858: 121 pgs: 121 active+clean; 278 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 19 KiB/s rd, 1.4 MiB/s wr, 7 op/s 2024-08-10T05:26:51.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:26:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:26:51] "GET /metrics HTTP/1.1" 200 36275 "" "Prometheus/2.43.0" 2024-08-10T05:26:51.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:26:51 smithi031 ceph-mon[100614]: pgmap v858: 121 pgs: 121 active+clean; 278 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 19 KiB/s rd, 1.4 MiB/s wr, 7 op/s 2024-08-10T05:26:51.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:26:51 smithi196 ceph-mon[90243]: pgmap v858: 121 pgs: 121 active+clean; 278 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 19 KiB/s rd, 1.4 MiB/s wr, 7 op/s 2024-08-10T05:26:52.400 INFO:tasks.rados.rados.0.smithi031.stdout:3828: done (6 left) 2024-08-10T05:26:52.400 INFO:tasks.rados.rados.0.smithi031.stdout:3829: done (5 left) 2024-08-10T05:26:52.400 INFO:tasks.rados.rados.0.smithi031.stdout:3831: done (4 left) 2024-08-10T05:26:52.400 INFO:tasks.rados.rados.0.smithi031.stdout:3832: done (3 left) 2024-08-10T05:26:52.401 INFO:tasks.rados.rados.0.smithi031.stdout:3833: done (2 left) 2024-08-10T05:26:52.401 INFO:tasks.rados.rados.0.smithi031.stdout:3834: done (1 left) 2024-08-10T05:26:52.401 INFO:tasks.rados.rados.0.smithi031.stdout:3835: done (0 left) 2024-08-10T05:26:52.401 INFO:tasks.rados.rados.0.smithi031.stdout:3836: read oid 10 snap -1 2024-08-10T05:26:52.401 INFO:tasks.rados.rados.0.smithi031.stdout:3836: expect deleted 2024-08-10T05:26:52.401 INFO:tasks.rados.rados.0.smithi031.stdout:3837: snap_create 2024-08-10T05:26:52.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:26:52 smithi031 ceph-mon[98130]: osdmap e797: 8 total, 8 up, 8 in 2024-08-10T05:26:52.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:26:52 smithi031 ceph-mon[100614]: osdmap e797: 8 total, 8 up, 8 in 2024-08-10T05:26:52.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:26:52 smithi196 ceph-mon[90243]: osdmap e797: 8 total, 8 up, 8 in 2024-08-10T05:26:52.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:26:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:26:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:26:53.401 INFO:tasks.rados.rados.0.smithi031.stdout:3836: done (1 left) 2024-08-10T05:26:53.401 INFO:tasks.rados.rados.0.smithi031.stdout:3837: done (0 left) 2024-08-10T05:26:53.401 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 42 current snap is 356 2024-08-10T05:26:53.401 INFO:tasks.rados.rados.0.smithi031.stdout:3838: seq_num 1182 ranges {3751936=606208} 2024-08-10T05:26:53.425 INFO:tasks.rados.rados.0.smithi031.stdout:3838: writing smithi03186013-42 from 3751936 to 4358144 tid 1 2024-08-10T05:26:53.425 INFO:tasks.rados.rados.0.smithi031.stdout:3839: setattr oid 12 current snap is 356 2024-08-10T05:26:53.426 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 25 current snap is 356 2024-08-10T05:26:53.426 INFO:tasks.rados.rados.0.smithi031.stdout:3840: seq_num 1183 ranges {0=622592} 2024-08-10T05:26:53.431 INFO:tasks.rados.rados.0.smithi031.stdout:3840: writing smithi03186013-25 from 0 to 622592 tid 1 2024-08-10T05:26:53.431 INFO:tasks.rados.rados.0.smithi031.stdout:3841: read oid 23 snap -1 2024-08-10T05:26:53.431 INFO:tasks.rados.rados.0.smithi031.stdout:3841: expect (ObjNum 1100 snap 328 seq_num 1100) 2024-08-10T05:26:53.431 INFO:tasks.rados.rados.0.smithi031.stdout:3842: delete oid 17 current snap is 356 2024-08-10T05:26:53.431 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 12 v 1752 (ObjNum 33 snap 0 seq_num 591363536) dirty exists 2024-08-10T05:26:53.433 INFO:tasks.rados.rados.0.smithi031.stdout:3838: finishing write tid 1 to smithi03186013-42 2024-08-10T05:26:53.434 INFO:tasks.rados.rados.0.smithi031.stdout:3838: finishing write tid 2 to smithi03186013-42 2024-08-10T05:26:53.435 INFO:tasks.rados.rados.0.smithi031.stdout:3839: done (4 left) 2024-08-10T05:26:53.435 INFO:tasks.rados.rados.0.smithi031.stdout:3842: done (3 left) 2024-08-10T05:26:53.435 INFO:tasks.rados.rados.0.smithi031.stdout:3843: setattr oid 43 current snap is 356 2024-08-10T05:26:53.437 INFO:tasks.rados.rados.0.smithi031.stdout:3838: finishing write tid 3 to smithi03186013-42 2024-08-10T05:26:53.437 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 42 v 1729 (ObjNum 1182 snap 356 seq_num 1182) dirty exists 2024-08-10T05:26:53.437 INFO:tasks.rados.rados.0.smithi031.stdout:3838: left oid 42 (ObjNum 1182 snap 356 seq_num 1182) 2024-08-10T05:26:53.438 INFO:tasks.rados.rados.0.smithi031.stdout:3838: done (3 left) 2024-08-10T05:26:53.438 INFO:tasks.rados.rados.0.smithi031.stdout:3844: delete oid 33 current snap is 356 2024-08-10T05:26:53.439 INFO:tasks.rados.rados.0.smithi031.stdout:3840: finishing write tid 1 to smithi03186013-25 2024-08-10T05:26:53.439 INFO:tasks.rados.rados.0.smithi031.stdout:3840: finishing write tid 2 to smithi03186013-25 2024-08-10T05:26:53.441 INFO:tasks.rados.rados.0.smithi031.stdout:3844: done (3 left) 2024-08-10T05:26:53.441 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 8 current snap is 356 2024-08-10T05:26:53.441 INFO:tasks.rados.rados.0.smithi031.stdout:3845: seq_num 1186 ranges {7045120=671744} 2024-08-10T05:26:53.483 INFO:tasks.rados.rados.0.smithi031.stdout:3845: writing smithi03186013-8 from 7045120 to 7716864 tid 1 2024-08-10T05:26:53.483 INFO:tasks.rados.rados.0.smithi031.stdout:3846: snap_remove snap 338 2024-08-10T05:26:53.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:26:53 smithi031 ceph-mon[98130]: pgmap v860: 121 pgs: 121 active+clean; 278 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 16 KiB/s rd, 1.1 MiB/s wr, 4 op/s 2024-08-10T05:26:53.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:26:53 smithi031 ceph-mon[98130]: osdmap e798: 8 total, 8 up, 8 in 2024-08-10T05:26:53.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:26:53 smithi031 ceph-mon[100614]: pgmap v860: 121 pgs: 121 active+clean; 278 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 16 KiB/s rd, 1.1 MiB/s wr, 4 op/s 2024-08-10T05:26:53.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:26:53 smithi031 ceph-mon[100614]: osdmap e798: 8 total, 8 up, 8 in 2024-08-10T05:26:53.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:26:53 smithi196 ceph-mon[90243]: pgmap v860: 121 pgs: 121 active+clean; 278 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 16 KiB/s rd, 1.1 MiB/s wr, 4 op/s 2024-08-10T05:26:53.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:26:53 smithi196 ceph-mon[90243]: osdmap e798: 8 total, 8 up, 8 in 2024-08-10T05:26:54.322 INFO:tasks.rados.rados.0.smithi031.stdout:3840: finishing write tid 3 to smithi03186013-25 2024-08-10T05:26:54.322 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 25 v 2118 (ObjNum 1183 snap 356 seq_num 1183) dirty exists 2024-08-10T05:26:54.322 INFO:tasks.rados.rados.0.smithi031.stdout:3840: left oid 25 (ObjNum 1183 snap 356 seq_num 1183) 2024-08-10T05:26:54.322 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 43 v 2041 (ObjNum 1130 snap 336 seq_num 1130) dirty exists 2024-08-10T05:26:54.322 INFO:tasks.rados.rados.0.smithi031.stdout:3841: expect (ObjNum 1100 snap 328 seq_num 1100) 2024-08-10T05:26:54.475 INFO:tasks.rados.rados.0.smithi031.stdout:3845: finishing write tid 1 to smithi03186013-8 2024-08-10T05:26:54.475 INFO:tasks.rados.rados.0.smithi031.stdout:3845: finishing write tid 2 to smithi03186013-8 2024-08-10T05:26:54.475 INFO:tasks.rados.rados.0.smithi031.stdout:3845: finishing write tid 3 to smithi03186013-8 2024-08-10T05:26:54.475 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 8 v 2324 (ObjNum 1186 snap 356 seq_num 1186) dirty exists 2024-08-10T05:26:54.475 INFO:tasks.rados.rados.0.smithi031.stdout:3845: left oid 8 (ObjNum 1186 snap 356 seq_num 1186) 2024-08-10T05:26:54.475 INFO:tasks.rados.rados.0.smithi031.stdout:3840: done (4 left) 2024-08-10T05:26:54.476 INFO:tasks.rados.rados.0.smithi031.stdout:3841: done (3 left) 2024-08-10T05:26:54.476 INFO:tasks.rados.rados.0.smithi031.stdout:3843: done (2 left) 2024-08-10T05:26:54.476 INFO:tasks.rados.rados.0.smithi031.stdout:3845: done (1 left) 2024-08-10T05:26:54.476 INFO:tasks.rados.rados.0.smithi031.stdout:3846: done (0 left) 2024-08-10T05:26:54.476 INFO:tasks.rados.rados.0.smithi031.stdout:3847: copy_from oid 16 from oid 27 current snap is 356 2024-08-10T05:26:54.476 INFO:tasks.rados.rados.0.smithi031.stdout:3848: rollback oid 21 current snap is 356 2024-08-10T05:26:54.476 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 21 to 341 2024-08-10T05:26:54.476 INFO:tasks.rados.rados.0.smithi031.stdout:3849: snap_create 2024-08-10T05:26:54.480 INFO:tasks.rados.rados.0.smithi031.stdout:3848: finishing rollback tid 0 to smithi03186013-21 2024-08-10T05:26:54.480 INFO:tasks.rados.rados.0.smithi031.stdout:3848: finishing rollback tid 1 to smithi03186013-21 2024-08-10T05:26:54.480 INFO:tasks.rados.rados.0.smithi031.stdout:3848: finishing rollback tid 2 to smithi03186013-21 2024-08-10T05:26:54.480 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 21 v 2117 (ObjNum 1011 snap 306 seq_num 1011) dirty exists 2024-08-10T05:26:54.485 INFO:tasks.rados.rados.0.smithi031.stdout:3847: finishing copy_from racing read to smithi03186013-16 2024-08-10T05:26:54.486 INFO:tasks.rados.rados.0.smithi031.stdout:3847: finishing copy_from to smithi03186013-16 2024-08-10T05:26:54.486 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 16 v 1958 (ObjNum 1113 snap 333 seq_num 1113) dirty exists 2024-08-10T05:26:54.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:26:54 smithi031 ceph-mon[98130]: osdmap e799: 8 total, 8 up, 8 in 2024-08-10T05:26:54.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:26:54 smithi031 ceph-mon[98130]: osdmap e800: 8 total, 8 up, 8 in 2024-08-10T05:26:54.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:26:54 smithi031 ceph-mon[100614]: osdmap e799: 8 total, 8 up, 8 in 2024-08-10T05:26:54.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:26:54 smithi031 ceph-mon[100614]: osdmap e800: 8 total, 8 up, 8 in 2024-08-10T05:26:54.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:26:54 smithi196 ceph-mon[90243]: osdmap e799: 8 total, 8 up, 8 in 2024-08-10T05:26:54.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:26:54 smithi196 ceph-mon[90243]: osdmap e800: 8 total, 8 up, 8 in 2024-08-10T05:26:55.423 INFO:tasks.rados.rados.0.smithi031.stdout:3847: done (2 left) 2024-08-10T05:26:55.423 INFO:tasks.rados.rados.0.smithi031.stdout:3848: done (1 left) 2024-08-10T05:26:55.423 INFO:tasks.rados.rados.0.smithi031.stdout:3849: done (0 left) 2024-08-10T05:26:55.423 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 4 current snap is 357 2024-08-10T05:26:55.423 INFO:tasks.rados.rados.0.smithi031.stdout:3850: seq_num 1187 ranges {0=688128} 2024-08-10T05:26:55.427 INFO:tasks.rados.rados.0.smithi031.stdout:3850: writing smithi03186013-4 from 0 to 688128 tid 1 2024-08-10T05:26:55.427 INFO:tasks.rados.rados.0.smithi031.stdout:3851: snap_remove snap 352 2024-08-10T05:26:55.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:26:55 smithi031 ceph-mon[98130]: pgmap v863: 121 pgs: 121 active+clean; 286 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 2.6 MiB/s wr, 7 op/s 2024-08-10T05:26:55.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:26:55 smithi031 ceph-mon[100614]: pgmap v863: 121 pgs: 121 active+clean; 286 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 2.6 MiB/s wr, 7 op/s 2024-08-10T05:26:55.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:26:55 smithi196 ceph-mon[90243]: pgmap v863: 121 pgs: 121 active+clean; 286 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 2.6 MiB/s wr, 7 op/s 2024-08-10T05:26:56.430 INFO:tasks.rados.rados.0.smithi031.stdout:3850: finishing write tid 1 to smithi03186013-4 2024-08-10T05:26:56.431 INFO:tasks.rados.rados.0.smithi031.stdout:3850: finishing write tid 2 to smithi03186013-4 2024-08-10T05:26:56.431 INFO:tasks.rados.rados.0.smithi031.stdout:3850: finishing write tid 3 to smithi03186013-4 2024-08-10T05:26:56.431 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 4 v 1960 (ObjNum 1187 snap 357 seq_num 1187) dirty exists 2024-08-10T05:26:56.431 INFO:tasks.rados.rados.0.smithi031.stdout:3850: left oid 4 (ObjNum 1187 snap 357 seq_num 1187) 2024-08-10T05:26:56.431 INFO:tasks.rados.rados.0.smithi031.stdout:3850: done (1 left) 2024-08-10T05:26:56.431 INFO:tasks.rados.rados.0.smithi031.stdout:3851: done (0 left) 2024-08-10T05:26:56.431 INFO:tasks.rados.rados.0.smithi031.stdout:3852: snap_remove snap 354 2024-08-10T05:26:56.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:26:56 smithi031 ceph-mon[98130]: osdmap e801: 8 total, 8 up, 8 in 2024-08-10T05:26:56.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:26:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:26:56.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:26:56 smithi031 ceph-mon[100614]: osdmap e801: 8 total, 8 up, 8 in 2024-08-10T05:26:56.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:26:56 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:26:56.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:26:56 smithi196 ceph-mon[90243]: osdmap e801: 8 total, 8 up, 8 in 2024-08-10T05:26:56.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:26:56 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:26:57.437 INFO:tasks.rados.rados.0.smithi031.stdout:3852: done (0 left) 2024-08-10T05:26:57.437 INFO:tasks.rados.rados.0.smithi031.stdout:3853: delete oid 49 current snap is 357 2024-08-10T05:26:57.441 INFO:tasks.rados.rados.0.smithi031.stdout:3853: done (0 left) 2024-08-10T05:26:57.441 INFO:tasks.rados.rados.0.smithi031.stdout:3854: snap_remove snap 355 2024-08-10T05:26:57.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:26:57 smithi031 ceph-mon[98130]: pgmap v866: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 283 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 2.2 MiB/s wr, 28 op/s 2024-08-10T05:26:57.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:26:57 smithi031 ceph-mon[98130]: osdmap e802: 8 total, 8 up, 8 in 2024-08-10T05:26:57.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:26:57 smithi031 ceph-mon[100614]: pgmap v866: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 283 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 2.2 MiB/s wr, 28 op/s 2024-08-10T05:26:57.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:26:57 smithi031 ceph-mon[100614]: osdmap e802: 8 total, 8 up, 8 in 2024-08-10T05:26:57.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:26:57 smithi196 ceph-mon[90243]: pgmap v866: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 283 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 2.2 MiB/s wr, 28 op/s 2024-08-10T05:26:57.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:26:57 smithi196 ceph-mon[90243]: osdmap e802: 8 total, 8 up, 8 in 2024-08-10T05:26:58.457 INFO:tasks.rados.rados.0.smithi031.stdout:3854: done (0 left) 2024-08-10T05:26:58.457 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 50 current snap is 357 2024-08-10T05:26:58.458 INFO:tasks.rados.rados.0.smithi031.stdout:3855: seq_num 1189 ranges {0=720896} 2024-08-10T05:26:58.462 INFO:tasks.rados.rados.0.smithi031.stdout:3855: writing smithi03186013-50 from 0 to 720896 tid 1 2024-08-10T05:26:58.462 INFO:tasks.rados.rados.0.smithi031.stdout:3856: delete oid 42 current snap is 357 2024-08-10T05:26:58.468 INFO:tasks.rados.rados.0.smithi031.stdout:3855: finishing write tid 1 to smithi03186013-50 2024-08-10T05:26:58.468 INFO:tasks.rados.rados.0.smithi031.stdout:3855: finishing write tid 2 to smithi03186013-50 2024-08-10T05:26:58.470 INFO:tasks.rados.rados.0.smithi031.stdout:3855: finishing write tid 3 to smithi03186013-50 2024-08-10T05:26:58.470 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 50 v 1962 (ObjNum 1189 snap 357 seq_num 1189) dirty exists 2024-08-10T05:26:58.470 INFO:tasks.rados.rados.0.smithi031.stdout:3855: left oid 50 (ObjNum 1189 snap 357 seq_num 1189) 2024-08-10T05:26:58.471 INFO:tasks.rados.rados.0.smithi031.stdout:3855: done (1 left) 2024-08-10T05:26:58.471 INFO:tasks.rados.rados.0.smithi031.stdout:3856: done (0 left) 2024-08-10T05:26:58.471 INFO:tasks.rados.rados.0.smithi031.stdout:3857: snap_create 2024-08-10T05:26:58.768 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:26:58 smithi031 ceph-mon[100614]: osdmap e803: 8 total, 8 up, 8 in 2024-08-10T05:26:58.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:26:58 smithi031 ceph-mon[98130]: osdmap e803: 8 total, 8 up, 8 in 2024-08-10T05:26:58.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:26:58 smithi196 ceph-mon[90243]: osdmap e803: 8 total, 8 up, 8 in 2024-08-10T05:26:59.325 INFO:tasks.rados.rados.0.smithi031.stdout:3857: done (0 left) 2024-08-10T05:26:59.326 INFO:tasks.rados.rados.0.smithi031.stdout:3858: snap_create 2024-08-10T05:26:59.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:26:59 smithi031 ceph-mon[98130]: pgmap v869: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 285 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 606 KiB/s wr, 25 op/s 2024-08-10T05:26:59.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:26:59 smithi031 ceph-mon[98130]: osdmap e804: 8 total, 8 up, 8 in 2024-08-10T05:26:59.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:26:59 smithi031 ceph-mon[98130]: osdmap e805: 8 total, 8 up, 8 in 2024-08-10T05:26:59.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:26:59 smithi031 ceph-mon[100614]: pgmap v869: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 285 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 606 KiB/s wr, 25 op/s 2024-08-10T05:26:59.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:26:59 smithi031 ceph-mon[100614]: osdmap e804: 8 total, 8 up, 8 in 2024-08-10T05:26:59.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:26:59 smithi031 ceph-mon[100614]: osdmap e805: 8 total, 8 up, 8 in 2024-08-10T05:26:59.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:26:59 smithi196 ceph-mon[90243]: pgmap v869: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 285 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 606 KiB/s wr, 25 op/s 2024-08-10T05:26:59.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:26:59 smithi196 ceph-mon[90243]: osdmap e804: 8 total, 8 up, 8 in 2024-08-10T05:26:59.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:26:59 smithi196 ceph-mon[90243]: osdmap e805: 8 total, 8 up, 8 in 2024-08-10T05:27:00.327 INFO:tasks.rados.rados.0.smithi031.stdout:3858: done (0 left) 2024-08-10T05:27:00.327 INFO:tasks.rados.rados.0.smithi031.stdout:3859: rollback oid 11 current snap is 359 2024-08-10T05:27:00.327 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 11 to 336 2024-08-10T05:27:00.327 INFO:tasks.rados.rados.0.smithi031.stdout:3860: rollback oid 32 current snap is 359 2024-08-10T05:27:00.327 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 32 to 337 2024-08-10T05:27:00.327 INFO:tasks.rados.rados.0.smithi031.stdout:3861: delete oid 15 current snap is 359 2024-08-10T05:27:00.333 INFO:tasks.rados.rados.0.smithi031.stdout:3859: finishing rollback tid 0 to smithi03186013-11 2024-08-10T05:27:00.333 INFO:tasks.rados.rados.0.smithi031.stdout:3859: finishing rollback tid 1 to smithi03186013-11 2024-08-10T05:27:00.333 INFO:tasks.rados.rados.0.smithi031.stdout:3861: done (2 left) 2024-08-10T05:27:00.333 INFO:tasks.rados.rados.0.smithi031.stdout:3862: rollback oid 41 current snap is 359 2024-08-10T05:27:00.333 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 41 to 345 2024-08-10T05:27:00.334 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 46 current snap is 359 2024-08-10T05:27:00.334 INFO:tasks.rados.rados.0.smithi031.stdout:3859: finishing rollback tid 2 to smithi03186013-11 2024-08-10T05:27:00.334 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 11 v 1755 (ObjNum 1073 snap 320 seq_num 1073) dirty exists 2024-08-10T05:27:00.334 INFO:tasks.rados.rados.0.smithi031.stdout:3863: seq_num 1192 ranges {4612096=770048} 2024-08-10T05:27:00.364 INFO:tasks.rados.rados.0.smithi031.stdout:3863: writing smithi03186013-46 from 4612096 to 5382144 tid 1 2024-08-10T05:27:00.364 INFO:tasks.rados.rados.0.smithi031.stdout:3859: done (3 left) 2024-08-10T05:27:00.364 INFO:tasks.rados.rados.0.smithi031.stdout:3864: snap_create 2024-08-10T05:27:00.364 INFO:tasks.rados.rados.0.smithi031.stdout:3860: finishing rollback tid 0 to smithi03186013-32 2024-08-10T05:27:00.364 INFO:tasks.rados.rados.0.smithi031.stdout:3860: finishing rollback tid 1 to smithi03186013-32 2024-08-10T05:27:00.364 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 32 v 1760 (ObjNum 65 snap 0 seq_num 1835358807) dirty dne 2024-08-10T05:27:00.364 INFO:tasks.rados.rados.0.smithi031.stdout:3862: finishing rollback tid 0 to smithi03186013-41 2024-08-10T05:27:00.364 INFO:tasks.rados.rados.0.smithi031.stdout:3862: finishing rollback tid 1 to smithi03186013-41 2024-08-10T05:27:00.364 INFO:tasks.rados.rados.0.smithi031.stdout:3862: finishing rollback tid 2 to smithi03186013-41 2024-08-10T05:27:00.365 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 41 v 1965 (ObjNum 1064 snap 318 seq_num 1064) dirty exists 2024-08-10T05:27:00.372 INFO:tasks.rados.rados.0.smithi031.stdout:3863: finishing write tid 1 to smithi03186013-46 2024-08-10T05:27:00.372 INFO:tasks.rados.rados.0.smithi031.stdout:3863: finishing write tid 2 to smithi03186013-46 2024-08-10T05:27:00.374 INFO:tasks.rados.rados.0.smithi031.stdout:3863: finishing write tid 3 to smithi03186013-46 2024-08-10T05:27:00.374 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 46 v 2043 (ObjNum 1192 snap 359 seq_num 1192) dirty exists 2024-08-10T05:27:00.374 INFO:tasks.rados.rados.0.smithi031.stdout:3863: left oid 46 (ObjNum 1192 snap 359 seq_num 1192) 2024-08-10T05:27:01.340 INFO:tasks.rados.rados.0.smithi031.stdout:3860: done (3 left) 2024-08-10T05:27:01.340 INFO:tasks.rados.rados.0.smithi031.stdout:3862: done (2 left) 2024-08-10T05:27:01.340 INFO:tasks.rados.rados.0.smithi031.stdout:3863: done (1 left) 2024-08-10T05:27:01.340 INFO:tasks.rados.rados.0.smithi031.stdout:3864: done (0 left) 2024-08-10T05:27:01.341 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 13 current snap is 360 2024-08-10T05:27:01.341 INFO:tasks.rados.rados.0.smithi031.stdout:3865: seq_num 1193 ranges {4005888=786432} 2024-08-10T05:27:01.366 INFO:tasks.rados.rados.0.smithi031.stdout:3865: writing smithi03186013-13 from 4005888 to 4792320 tid 1 2024-08-10T05:27:01.366 INFO:tasks.rados.rados.0.smithi031.stdout:3866: rollback oid 30 current snap is 360 2024-08-10T05:27:01.366 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 30 to 337 2024-08-10T05:27:01.366 INFO:tasks.rados.rados.0.smithi031.stdout:3867: snap_create 2024-08-10T05:27:01.376 INFO:tasks.rados.rados.0.smithi031.stdout:3865: finishing write tid 1 to smithi03186013-13 2024-08-10T05:27:01.376 INFO:tasks.rados.rados.0.smithi031.stdout:3865: finishing write tid 2 to smithi03186013-13 2024-08-10T05:27:01.377 INFO:tasks.rados.rados.0.smithi031.stdout:3866: finishing rollback tid 0 to smithi03186013-30 2024-08-10T05:27:01.377 INFO:tasks.rados.rados.0.smithi031.stdout:3866: finishing rollback tid 1 to smithi03186013-30 2024-08-10T05:27:01.378 INFO:tasks.rados.rados.0.smithi031.stdout:3865: finishing write tid 3 to smithi03186013-13 2024-08-10T05:27:01.378 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 13 v 2119 (ObjNum 1193 snap 360 seq_num 1193) dirty exists 2024-08-10T05:27:01.378 INFO:tasks.rados.rados.0.smithi031.stdout:3865: left oid 13 (ObjNum 1193 snap 360 seq_num 1193) 2024-08-10T05:27:01.380 INFO:tasks.rados.rados.0.smithi031.stdout:3866: finishing rollback tid 2 to smithi03186013-30 2024-08-10T05:27:01.380 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 30 v 2122 (ObjNum 1008 snap 305 seq_num 1008) dirty exists 2024-08-10T05:27:01.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:27:01 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:27:01] "GET /metrics HTTP/1.1" 200 36275 "" "Prometheus/2.43.0" 2024-08-10T05:27:01.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:27:01 smithi031 ceph-mon[100614]: pgmap v872: 121 pgs: 121 active+clean; 288 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.1 MiB/s wr, 5 op/s 2024-08-10T05:27:01.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:27:01 smithi031 ceph-mon[100614]: osdmap e806: 8 total, 8 up, 8 in 2024-08-10T05:27:01.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:27:01 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:27:01.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:27:01 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:27:01.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:27:01 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:27:01.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:27:01 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:27:01.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:27:01 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:27:01.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:27:01 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:27:01.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:27:01 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:27:01.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:27:01 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:27:01.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:27:01 smithi031 ceph-mon[98130]: pgmap v872: 121 pgs: 121 active+clean; 288 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.1 MiB/s wr, 5 op/s 2024-08-10T05:27:01.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:27:01 smithi031 ceph-mon[98130]: osdmap e806: 8 total, 8 up, 8 in 2024-08-10T05:27:01.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:27:01 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:27:01.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:27:01 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:27:01.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:27:01 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:27:01.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:27:01 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:27:01.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:27:01 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:27:01.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:27:01 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:27:01.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:27:01 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:27:01.521 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:27:01 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:27:01.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:27:01 smithi196 ceph-mon[90243]: pgmap v872: 121 pgs: 121 active+clean; 288 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.1 MiB/s wr, 5 op/s 2024-08-10T05:27:01.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:27:01 smithi196 ceph-mon[90243]: osdmap e806: 8 total, 8 up, 8 in 2024-08-10T05:27:01.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:27:01 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:27:01.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:27:01 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:27:01.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:27:01 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:27:01.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:27:01 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:27:01.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:27:01 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:27:01.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:27:01 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:27:01.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:27:01 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:27:01.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:27:01 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:27:02.344 INFO:tasks.rados.rados.0.smithi031.stdout:3865: done (2 left) 2024-08-10T05:27:02.344 INFO:tasks.rados.rados.0.smithi031.stdout:3866: done (1 left) 2024-08-10T05:27:02.345 INFO:tasks.rados.rados.0.smithi031.stdout:3867: done (0 left) 2024-08-10T05:27:02.345 INFO:tasks.rados.rados.0.smithi031.stdout:3868: read oid 41 snap -1 2024-08-10T05:27:02.345 INFO:tasks.rados.rados.0.smithi031.stdout:3868: expect (ObjNum 1064 snap 318 seq_num 1064) 2024-08-10T05:27:02.345 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 8 current snap is 361 2024-08-10T05:27:02.345 INFO:tasks.rados.rados.0.smithi031.stdout:3869: seq_num 1194 ranges {7716864=802816} 2024-08-10T05:27:02.391 INFO:tasks.rados.rados.0.smithi031.stdout:3869: writing smithi03186013-8 from 7716864 to 8519680 tid 1 2024-08-10T05:27:02.391 INFO:tasks.rados.rados.0.smithi031.stdout:3870: snap_create 2024-08-10T05:27:02.391 INFO:tasks.rados.rados.0.smithi031.stdout:3868: expect (ObjNum 1064 snap 318 seq_num 1064) 2024-08-10T05:27:02.588 INFO:tasks.rados.rados.0.smithi031.stdout:3869: finishing write tid 1 to smithi03186013-8 2024-08-10T05:27:02.588 INFO:tasks.rados.rados.0.smithi031.stdout:3869: finishing write tid 2 to smithi03186013-8 2024-08-10T05:27:02.588 INFO:tasks.rados.rados.0.smithi031.stdout:3869: finishing write tid 3 to smithi03186013-8 2024-08-10T05:27:02.588 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 8 v 2349 (ObjNum 1194 snap 361 seq_num 1194) dirty exists 2024-08-10T05:27:02.588 INFO:tasks.rados.rados.0.smithi031.stdout:3869: left oid 8 (ObjNum 1194 snap 361 seq_num 1194) 2024-08-10T05:27:02.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:27:02 smithi031 ceph-mon[98130]: osdmap e807: 8 total, 8 up, 8 in 2024-08-10T05:27:02.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:27:02 smithi031 ceph-mon[100614]: osdmap e807: 8 total, 8 up, 8 in 2024-08-10T05:27:02.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:27:02 smithi196 ceph-mon[90243]: osdmap e807: 8 total, 8 up, 8 in 2024-08-10T05:27:02.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:27:02 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:27:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:27:03.350 INFO:tasks.rados.rados.0.smithi031.stdout:3868: done (2 left) 2024-08-10T05:27:03.350 INFO:tasks.rados.rados.0.smithi031.stdout:3869: done (1 left) 2024-08-10T05:27:03.350 INFO:tasks.rados.rados.0.smithi031.stdout:3870: done (0 left) 2024-08-10T05:27:03.350 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 4 current snap is 362 2024-08-10T05:27:03.350 INFO:tasks.rados.rados.0.smithi031.stdout:3871: seq_num 1195 ranges {688128=417792,1105920=401408} 2024-08-10T05:27:03.356 INFO:tasks.rados.rados.0.smithi031.stdout:3871: writing smithi03186013-4 from 688128 to 1105920 tid 1 2024-08-10T05:27:03.359 INFO:tasks.rados.rados.0.smithi031.stdout:3871: writing smithi03186013-4 from 1105920 to 1507328 tid 2 2024-08-10T05:27:03.359 INFO:tasks.rados.rados.0.smithi031.stdout:3872: copy_from oid 41 from oid 13 current snap is 362 2024-08-10T05:27:03.359 INFO:tasks.rados.rados.0.smithi031.stdout:3873: setattr oid 47 current snap is 362 2024-08-10T05:27:03.361 INFO:tasks.rados.rados.0.smithi031.stdout:3874: delete oid 37 current snap is 362 2024-08-10T05:27:03.363 INFO:tasks.rados.rados.0.smithi031.stdout:3871: finishing write tid 1 to smithi03186013-4 2024-08-10T05:27:03.363 INFO:tasks.rados.rados.0.smithi031.stdout:3871: finishing write tid 2 to smithi03186013-4 2024-08-10T05:27:03.364 INFO:tasks.rados.rados.0.smithi031.stdout:3871: finishing write tid 3 to smithi03186013-4 2024-08-10T05:27:03.366 INFO:tasks.rados.rados.0.smithi031.stdout:3871: finishing write tid 4 to smithi03186013-4 2024-08-10T05:27:03.366 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 4 v 1968 (ObjNum 1195 snap 362 seq_num 1195) dirty exists 2024-08-10T05:27:03.366 INFO:tasks.rados.rados.0.smithi031.stdout:3871: left oid 4 (ObjNum 1195 snap 362 seq_num 1195) 2024-08-10T05:27:03.368 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 47 v 1971 (ObjNum 385 snap 0 seq_num 591352000) dirty exists 2024-08-10T05:27:03.368 INFO:tasks.rados.rados.0.smithi031.stdout:3871: done (3 left) 2024-08-10T05:27:03.368 INFO:tasks.rados.rados.0.smithi031.stdout:3873: done (2 left) 2024-08-10T05:27:03.368 INFO:tasks.rados.rados.0.smithi031.stdout:3874: done (1 left) 2024-08-10T05:27:03.368 INFO:tasks.rados.rados.0.smithi031.stdout:3875: delete oid 25 current snap is 362 2024-08-10T05:27:03.371 INFO:tasks.rados.rados.0.smithi031.stdout:3875: done (1 left) 2024-08-10T05:27:03.371 INFO:tasks.rados.rados.0.smithi031.stdout:3876: snap_remove snap 358 2024-08-10T05:27:03.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:27:03 smithi031 ceph-mon[98130]: pgmap v875: 121 pgs: 121 active+clean; 288 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 984 KiB/s wr, 3 op/s 2024-08-10T05:27:03.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:27:03 smithi031 ceph-mon[98130]: osdmap e808: 8 total, 8 up, 8 in 2024-08-10T05:27:03.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:27:03 smithi031 ceph-mon[100614]: pgmap v875: 121 pgs: 121 active+clean; 288 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 984 KiB/s wr, 3 op/s 2024-08-10T05:27:03.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:27:03 smithi031 ceph-mon[100614]: osdmap e808: 8 total, 8 up, 8 in 2024-08-10T05:27:03.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:27:03 smithi196 ceph-mon[90243]: pgmap v875: 121 pgs: 121 active+clean; 288 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 984 KiB/s wr, 3 op/s 2024-08-10T05:27:03.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:27:03 smithi196 ceph-mon[90243]: osdmap e808: 8 total, 8 up, 8 in 2024-08-10T05:27:04.328 INFO:tasks.rados.rados.0.smithi031.stdout:3872: finishing copy_from racing read to smithi03186013-41 2024-08-10T05:27:04.328 INFO:tasks.rados.rados.0.smithi031.stdout:3872: finishing copy_from to smithi03186013-41 2024-08-10T05:27:04.328 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 41 v 2119 (ObjNum 1193 snap 360 seq_num 1193) dirty exists 2024-08-10T05:27:04.328 INFO:tasks.rados.rados.0.smithi031.stdout:3872: done (1 left) 2024-08-10T05:27:04.328 INFO:tasks.rados.rados.0.smithi031.stdout:3876: done (0 left) 2024-08-10T05:27:04.328 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 41 current snap is 362 2024-08-10T05:27:04.329 INFO:tasks.rados.rados.0.smithi031.stdout:3877: seq_num 1198 ranges {4792320=466944,5259264=401408} 2024-08-10T05:27:04.357 INFO:tasks.rados.rados.0.smithi031.stdout:3877: writing smithi03186013-41 from 4792320 to 5259264 tid 1 2024-08-10T05:27:04.359 INFO:tasks.rados.rados.0.smithi031.stdout:3877: writing smithi03186013-41 from 5259264 to 5660672 tid 2 2024-08-10T05:27:04.359 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 27 current snap is 362 2024-08-10T05:27:04.360 INFO:tasks.rados.rados.0.smithi031.stdout:3878: seq_num 1199 ranges {1851392=483328,2334720=401408} 2024-08-10T05:27:04.372 INFO:tasks.rados.rados.0.smithi031.stdout:3878: writing smithi03186013-27 from 1851392 to 2334720 tid 1 2024-08-10T05:27:04.375 INFO:tasks.rados.rados.0.smithi031.stdout:3878: writing smithi03186013-27 from 2334720 to 2736128 tid 2 2024-08-10T05:27:04.375 INFO:tasks.rados.rados.0.smithi031.stdout:3879: read oid 3 snap -1 2024-08-10T05:27:04.376 INFO:tasks.rados.rados.0.smithi031.stdout:3879: expect (ObjNum 1152 snap 347 seq_num 1152) 2024-08-10T05:27:04.376 INFO:tasks.rados.rados.0.smithi031.stdout:3877: finishing write tid 1 to smithi03186013-41 2024-08-10T05:27:04.376 INFO:tasks.rados.rados.0.smithi031.stdout:3880: read oid 6 snap -1 2024-08-10T05:27:04.376 INFO:tasks.rados.rados.0.smithi031.stdout:3880: expect (ObjNum 1073 snap 320 seq_num 1073) 2024-08-10T05:27:04.376 INFO:tasks.rados.rados.0.smithi031.stdout:3881: snap_create 2024-08-10T05:27:04.376 INFO:tasks.rados.rados.0.smithi031.stdout:3877: finishing write tid 2 to smithi03186013-41 2024-08-10T05:27:04.376 INFO:tasks.rados.rados.0.smithi031.stdout:3877: finishing write tid 3 to smithi03186013-41 2024-08-10T05:27:04.376 INFO:tasks.rados.rados.0.smithi031.stdout:3877: finishing write tid 4 to smithi03186013-41 2024-08-10T05:27:04.376 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 41 v 2122 (ObjNum 1198 snap 362 seq_num 1198) dirty exists 2024-08-10T05:27:04.376 INFO:tasks.rados.rados.0.smithi031.stdout:3877: left oid 41 (ObjNum 1198 snap 362 seq_num 1198) 2024-08-10T05:27:04.378 INFO:tasks.rados.rados.0.smithi031.stdout:3878: finishing write tid 1 to smithi03186013-27 2024-08-10T05:27:04.380 INFO:tasks.rados.rados.0.smithi031.stdout:3878: finishing write tid 2 to smithi03186013-27 2024-08-10T05:27:04.382 INFO:tasks.rados.rados.0.smithi031.stdout:3878: finishing write tid 3 to smithi03186013-27 2024-08-10T05:27:04.383 INFO:tasks.rados.rados.0.smithi031.stdout:3878: finishing write tid 4 to smithi03186013-27 2024-08-10T05:27:04.383 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 27 v 1974 (ObjNum 1199 snap 362 seq_num 1199) dirty exists 2024-08-10T05:27:04.383 INFO:tasks.rados.rados.0.smithi031.stdout:3878: left oid 27 (ObjNum 1199 snap 362 seq_num 1199) 2024-08-10T05:27:04.395 INFO:tasks.rados.rados.0.smithi031.stdout:3879: expect (ObjNum 1152 snap 347 seq_num 1152) 2024-08-10T05:27:04.501 INFO:tasks.rados.rados.0.smithi031.stdout:3880: expect (ObjNum 1073 snap 320 seq_num 1073) 2024-08-10T05:27:04.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:27:04 smithi031 ceph-mon[98130]: osdmap e809: 8 total, 8 up, 8 in 2024-08-10T05:27:04.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:27:04 smithi031 ceph-mon[98130]: osdmap e810: 8 total, 8 up, 8 in 2024-08-10T05:27:04.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:27:04 smithi031 ceph-mon[100614]: osdmap e809: 8 total, 8 up, 8 in 2024-08-10T05:27:04.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:27:04 smithi031 ceph-mon[100614]: osdmap e810: 8 total, 8 up, 8 in 2024-08-10T05:27:04.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:27:04 smithi196 ceph-mon[90243]: osdmap e809: 8 total, 8 up, 8 in 2024-08-10T05:27:04.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:27:04 smithi196 ceph-mon[90243]: osdmap e810: 8 total, 8 up, 8 in 2024-08-10T05:27:05.679 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:27:05 smithi196 ceph-mon[90243]: pgmap v878: 121 pgs: 121 active+clean; 289 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 380 KiB/s wr, 8 op/s 2024-08-10T05:27:05.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:27:05 smithi031 ceph-mon[98130]: pgmap v878: 121 pgs: 121 active+clean; 289 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 380 KiB/s wr, 8 op/s 2024-08-10T05:27:05.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:27:05 smithi031 ceph-mon[100614]: pgmap v878: 121 pgs: 121 active+clean; 289 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 380 KiB/s wr, 8 op/s 2024-08-10T05:27:05.916 INFO:tasks.rados.rados.0.smithi031.stdout:3877: done (4 left) 2024-08-10T05:27:05.916 INFO:tasks.rados.rados.0.smithi031.stdout:3878: done (3 left) 2024-08-10T05:27:05.916 INFO:tasks.rados.rados.0.smithi031.stdout:3879: done (2 left) 2024-08-10T05:27:05.916 INFO:tasks.rados.rados.0.smithi031.stdout:3880: done (1 left) 2024-08-10T05:27:05.916 INFO:tasks.rados.rados.0.smithi031.stdout:3881: done (0 left) 2024-08-10T05:27:05.916 INFO:tasks.rados.rados.0.smithi031.stdout:3882: snap_remove snap 361 2024-08-10T05:27:06.367 INFO:tasks.rados.rados.0.smithi031.stdout:3882: done (0 left) 2024-08-10T05:27:06.368 INFO:tasks.rados.rados.0.smithi031.stdout:3883: snap_create 2024-08-10T05:27:06.695 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:27:06 smithi196 ceph-mon[90243]: osdmap e811: 8 total, 8 up, 8 in 2024-08-10T05:27:06.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:27:06 smithi031 ceph-mon[98130]: osdmap e811: 8 total, 8 up, 8 in 2024-08-10T05:27:06.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:27:06 smithi031 ceph-mon[100614]: osdmap e811: 8 total, 8 up, 8 in 2024-08-10T05:27:07.368 INFO:tasks.rados.rados.0.smithi031.stdout:3883: done (0 left) 2024-08-10T05:27:07.369 INFO:tasks.rados.rados.0.smithi031.stdout:3884: read oid 23 snap -1 2024-08-10T05:27:07.369 INFO:tasks.rados.rados.0.smithi031.stdout:3884: expect (ObjNum 1100 snap 328 seq_num 1100) 2024-08-10T05:27:07.369 INFO:tasks.rados.rados.0.smithi031.stdout:3885: delete oid 46 current snap is 364 2024-08-10T05:27:07.376 INFO:tasks.rados.rados.0.smithi031.stdout:3885: done (1 left) 2024-08-10T05:27:07.376 INFO:tasks.rados.rados.0.smithi031.stdout:3886: rmattr oid 46 current snap is 364 2024-08-10T05:27:07.376 INFO:tasks.rados.rados.0.smithi031.stdout:3886: done (1 left) 2024-08-10T05:27:07.376 INFO:tasks.rados.rados.0.smithi031.stdout:3887: rmattr oid 38 current snap is 364 2024-08-10T05:27:07.377 INFO:tasks.rados.rados.0.smithi031.stdout:3887: done (1 left) 2024-08-10T05:27:07.377 INFO:tasks.rados.rados.0.smithi031.stdout:3888: read oid 20 snap 357 2024-08-10T05:27:07.377 INFO:tasks.rados.rados.0.smithi031.stdout:3888: expect (ObjNum 1134 snap 337 seq_num 1134) 2024-08-10T05:27:07.377 INFO:tasks.rados.rados.0.smithi031.stdout:3889: read oid 43 snap 357 2024-08-10T05:27:07.377 INFO:tasks.rados.rados.0.smithi031.stdout:3889: expect (ObjNum 1130 snap 336 seq_num 1130) 2024-08-10T05:27:07.377 INFO:tasks.rados.rados.0.smithi031.stdout:3890: copy_from oid 48 from oid 22 current snap is 364 2024-08-10T05:27:07.377 INFO:tasks.rados.rados.0.smithi031.stdout:3891: rmattr oid 14 current snap is 364 2024-08-10T05:27:07.377 INFO:tasks.rados.rados.0.smithi031.stdout:3891: done (4 left) 2024-08-10T05:27:07.377 INFO:tasks.rados.rados.0.smithi031.stdout:3892: delete oid 42 current snap is 364 2024-08-10T05:27:07.387 INFO:tasks.rados.rados.0.smithi031.stdout:3892: done (4 left) 2024-08-10T05:27:07.388 INFO:tasks.rados.rados.0.smithi031.stdout:3893: read oid 13 snap -1 2024-08-10T05:27:07.388 INFO:tasks.rados.rados.0.smithi031.stdout:3893: expect (ObjNum 1193 snap 360 seq_num 1193) 2024-08-10T05:27:07.388 INFO:tasks.rados.rados.0.smithi031.stdout:3894: copy_from oid 40 from oid 50 current snap is 364 2024-08-10T05:27:07.388 INFO:tasks.rados.rados.0.smithi031.stdout:3895: snap_create 2024-08-10T05:27:07.391 INFO:tasks.rados.rados.0.smithi031.stdout:3890: finishing copy_from racing read to smithi03186013-48 2024-08-10T05:27:07.391 INFO:tasks.rados.rados.0.smithi031.stdout:3890: finishing copy_from to smithi03186013-48 2024-08-10T05:27:07.391 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 48 v 2318 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-10T05:27:07.394 INFO:tasks.rados.rados.0.smithi031.stdout:3884: expect (ObjNum 1100 snap 328 seq_num 1100) 2024-08-10T05:27:07.536 INFO:tasks.rados.rados.0.smithi031.stdout:3889: expect (ObjNum 1130 snap 336 seq_num 1130) 2024-08-10T05:27:07.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:27:07 smithi031 ceph-mon[98130]: pgmap v881: 121 pgs: 121 active+clean; 308 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 12 op/s 2024-08-10T05:27:07.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:27:07 smithi031 ceph-mon[98130]: osdmap e812: 8 total, 8 up, 8 in 2024-08-10T05:27:07.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:27:07 smithi031 ceph-mon[100614]: pgmap v881: 121 pgs: 121 active+clean; 308 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 12 op/s 2024-08-10T05:27:07.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:27:07 smithi031 ceph-mon[100614]: osdmap e812: 8 total, 8 up, 8 in 2024-08-10T05:27:07.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:27:07 smithi196 ceph-mon[90243]: pgmap v881: 121 pgs: 121 active+clean; 308 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 12 op/s 2024-08-10T05:27:07.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:27:07 smithi196 ceph-mon[90243]: osdmap e812: 8 total, 8 up, 8 in 2024-08-10T05:27:07.802 INFO:tasks.rados.rados.0.smithi031.stdout:3894: finishing copy_from racing read to smithi03186013-40 2024-08-10T05:27:07.802 INFO:tasks.rados.rados.0.smithi031.stdout:3894: finishing copy_from to smithi03186013-40 2024-08-10T05:27:07.802 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 40 v 1962 (ObjNum 1189 snap 357 seq_num 1189) dirty exists 2024-08-10T05:27:07.802 INFO:tasks.rados.rados.0.smithi031.stdout:3888: expect (ObjNum 1134 snap 337 seq_num 1134) 2024-08-10T05:27:08.077 INFO:tasks.rados.rados.0.smithi031.stdout:3893: expect (ObjNum 1193 snap 360 seq_num 1193) 2024-08-10T05:27:08.376 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:27:08 smithi031 ceph-mon[98130]: osdmap e813: 8 total, 8 up, 8 in 2024-08-10T05:27:08.377 INFO:tasks.rados.rados.0.smithi031.stdout:3884: done (6 left) 2024-08-10T05:27:08.378 INFO:tasks.rados.rados.0.smithi031.stdout:3888: done (5 left) 2024-08-10T05:27:08.378 INFO:tasks.rados.rados.0.smithi031.stdout:3889: done (4 left) 2024-08-10T05:27:08.378 INFO:tasks.rados.rados.0.smithi031.stdout:3890: done (3 left) 2024-08-10T05:27:08.378 INFO:tasks.rados.rados.0.smithi031.stdout:3893: done (2 left) 2024-08-10T05:27:08.378 INFO:tasks.rados.rados.0.smithi031.stdout:3894: done (1 left) 2024-08-10T05:27:08.378 INFO:tasks.rados.rados.0.smithi031.stdout:3895: done (0 left) 2024-08-10T05:27:08.378 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 43 current snap is 365 2024-08-10T05:27:08.378 INFO:tasks.rados.rados.0.smithi031.stdout:3896: seq_num 1202 ranges {5029888=540672,5570560=401408} 2024-08-10T05:27:08.408 INFO:tasks.rados.rados.0.smithi031.stdout:3896: writing smithi03186013-43 from 5029888 to 5570560 tid 1 2024-08-10T05:27:08.410 INFO:tasks.rados.rados.0.smithi031.stdout:3896: writing smithi03186013-43 from 5570560 to 5971968 tid 2 2024-08-10T05:27:08.410 INFO:tasks.rados.rados.0.smithi031.stdout:3897: setattr oid 29 current snap is 365 2024-08-10T05:27:08.411 INFO:tasks.rados.rados.0.smithi031.stdout:3898: snap_create 2024-08-10T05:27:08.416 INFO:tasks.rados.rados.0.smithi031.stdout:3896: finishing write tid 1 to smithi03186013-43 2024-08-10T05:27:08.416 INFO:tasks.rados.rados.0.smithi031.stdout:3896: finishing write tid 2 to smithi03186013-43 2024-08-10T05:27:08.416 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 29 v 2353 (ObjNum 1094 snap 326 seq_num 1094) dirty exists 2024-08-10T05:27:08.417 INFO:tasks.rados.rados.0.smithi031.stdout:3896: finishing write tid 3 to smithi03186013-43 2024-08-10T05:27:08.418 INFO:tasks.rados.rados.0.smithi031.stdout:3896: finishing write tid 4 to smithi03186013-43 2024-08-10T05:27:08.418 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 43 v 2047 (ObjNum 1202 snap 365 seq_num 1202) dirty exists 2024-08-10T05:27:08.418 INFO:tasks.rados.rados.0.smithi031.stdout:3896: left oid 43 (ObjNum 1202 snap 365 seq_num 1202) 2024-08-10T05:27:08.768 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:27:08 smithi031 ceph-mon[100614]: osdmap e813: 8 total, 8 up, 8 in 2024-08-10T05:27:08.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:27:08 smithi196 ceph-mon[90243]: osdmap e813: 8 total, 8 up, 8 in 2024-08-10T05:27:09.329 INFO:tasks.rados.rados.0.smithi031.stdout:3896: done (2 left) 2024-08-10T05:27:09.329 INFO:tasks.rados.rados.0.smithi031.stdout:3897: done (1 left) 2024-08-10T05:27:09.329 INFO:tasks.rados.rados.0.smithi031.stdout:3898: done (0 left) 2024-08-10T05:27:09.329 INFO:tasks.rados.rados.0.smithi031.stdout:3899: snap_create 2024-08-10T05:27:09.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:27:09 smithi031 ceph-mon[98130]: pgmap v884: 121 pgs: 121 active+clean; 308 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.5 MiB/s wr, 5 op/s 2024-08-10T05:27:09.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:27:09 smithi031 ceph-mon[98130]: osdmap e814: 8 total, 8 up, 8 in 2024-08-10T05:27:09.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:27:09 smithi031 ceph-mon[98130]: osdmap e815: 8 total, 8 up, 8 in 2024-08-10T05:27:09.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:27:09 smithi031 ceph-mon[100614]: pgmap v884: 121 pgs: 121 active+clean; 308 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.5 MiB/s wr, 5 op/s 2024-08-10T05:27:09.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:27:09 smithi031 ceph-mon[100614]: osdmap e814: 8 total, 8 up, 8 in 2024-08-10T05:27:09.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:27:09 smithi031 ceph-mon[100614]: osdmap e815: 8 total, 8 up, 8 in 2024-08-10T05:27:09.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:27:09 smithi196 ceph-mon[90243]: pgmap v884: 121 pgs: 121 active+clean; 308 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.5 MiB/s wr, 5 op/s 2024-08-10T05:27:09.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:27:09 smithi196 ceph-mon[90243]: osdmap e814: 8 total, 8 up, 8 in 2024-08-10T05:27:09.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:27:09 smithi196 ceph-mon[90243]: osdmap e815: 8 total, 8 up, 8 in 2024-08-10T05:27:10.330 INFO:tasks.rados.rados.0.smithi031.stdout:3899: done (0 left) 2024-08-10T05:27:10.330 INFO:tasks.rados.rados.0.smithi031.stdout:3900: delete oid 2 current snap is 367 2024-08-10T05:27:10.335 INFO:tasks.rados.rados.0.smithi031.stdout:3900: done (0 left) 2024-08-10T05:27:10.336 INFO:tasks.rados.rados.0.smithi031.stdout:3901: snap_remove snap 366 2024-08-10T05:27:11.335 INFO:tasks.rados.rados.0.smithi031.stdout:3901: done (0 left) 2024-08-10T05:27:11.335 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 15 current snap is 367 2024-08-10T05:27:11.336 INFO:tasks.rados.rados.0.smithi031.stdout:3902: seq_num 1204 ranges {0=573440,573440=401408} 2024-08-10T05:27:11.338 INFO:tasks.rados.rados.0.smithi031.stdout:3902: writing smithi03186013-15 from 0 to 573440 tid 1 2024-08-10T05:27:11.341 INFO:tasks.rados.rados.0.smithi031.stdout:3902: writing smithi03186013-15 from 573440 to 974848 tid 2 2024-08-10T05:27:11.342 INFO:tasks.rados.rados.0.smithi031.stdout:3903: read oid 39 snap -1 2024-08-10T05:27:11.342 INFO:tasks.rados.rados.0.smithi031.stdout:3903: expect (ObjNum 1107 snap 331 seq_num 1107) 2024-08-10T05:27:11.342 INFO:tasks.rados.rados.0.smithi031.stdout:3904: rollback oid 17 current snap is 367 2024-08-10T05:27:11.342 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 17 to 356 2024-08-10T05:27:11.342 INFO:tasks.rados.rados.0.smithi031.stdout:3905: read oid 19 snap -1 2024-08-10T05:27:11.342 INFO:tasks.rados.rados.0.smithi031.stdout:3905: expect (ObjNum 1179 snap 353 seq_num 1179) 2024-08-10T05:27:11.342 INFO:tasks.rados.rados.0.smithi031.stdout:3906: rollback oid 24 current snap is 367 2024-08-10T05:27:11.342 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 24 to 353 2024-08-10T05:27:11.342 INFO:tasks.rados.rados.0.smithi031.stdout:3907: copy_from oid 10 from oid 32 current snap is 367 2024-08-10T05:27:11.342 INFO:tasks.rados.rados.0.smithi031.stdout:3908: copy_from oid 27 from oid 30 current snap is 367 2024-08-10T05:27:11.342 INFO:tasks.rados.rados.0.smithi031.stdout:3909: delete oid 37 current snap is 367 2024-08-10T05:27:11.344 INFO:tasks.rados.rados.0.smithi031.stdout:3902: finishing write tid 1 to smithi03186013-15 2024-08-10T05:27:11.345 INFO:tasks.rados.rados.0.smithi031.stdout:3909: done (7 left) 2024-08-10T05:27:11.345 INFO:tasks.rados.rados.0.smithi031.stdout:3910: read oid 34 snap -1 2024-08-10T05:27:11.345 INFO:tasks.rados.rados.0.smithi031.stdout:3910: expect deleted 2024-08-10T05:27:11.345 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 37 current snap is 367 2024-08-10T05:27:11.345 INFO:tasks.rados.rados.0.smithi031.stdout:3911: seq_num 1206 ranges {0=606208,606208=401408} 2024-08-10T05:27:11.349 INFO:tasks.rados.rados.0.smithi031.stdout:3911: writing smithi03186013-37 from 0 to 606208 tid 1 2024-08-10T05:27:11.353 INFO:tasks.rados.rados.0.smithi031.stdout:3911: writing smithi03186013-37 from 606208 to 1007616 tid 2 2024-08-10T05:27:11.353 INFO:tasks.rados.rados.0.smithi031.stdout:3912: rmattr oid 20 current snap is 367 2024-08-10T05:27:11.353 INFO:tasks.rados.rados.0.smithi031.stdout:3912: done (9 left) 2024-08-10T05:27:11.353 INFO:tasks.rados.rados.0.smithi031.stdout:3913: delete oid 5 current snap is 367 2024-08-10T05:27:11.353 INFO:tasks.rados.rados.0.smithi031.stdout:3902: finishing write tid 2 to smithi03186013-15 2024-08-10T05:27:11.353 INFO:tasks.rados.rados.0.smithi031.stdout:3902: finishing write tid 3 to smithi03186013-15 2024-08-10T05:27:11.353 INFO:tasks.rados.rados.0.smithi031.stdout:3907: finishing copy_from to smithi03186013-10 2024-08-10T05:27:11.353 INFO:tasks.rados.rados.0.smithi031.stdout:3907: got expected ENOENT (src dne) 2024-08-10T05:27:11.353 INFO:tasks.rados.rados.0.smithi031.stdout:3907: finishing copy_from racing read to smithi03186013-10 2024-08-10T05:27:11.353 INFO:tasks.rados.rados.0.smithi031.stdout:3904: finishing rollback tid 1 to smithi03186013-17 2024-08-10T05:27:11.353 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 17 v 1378 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-10T05:27:11.355 INFO:tasks.rados.rados.0.smithi031.stdout:3908: finishing copy_from racing read to smithi03186013-27 2024-08-10T05:27:11.357 INFO:tasks.rados.rados.0.smithi031.stdout:3902: finishing write tid 4 to smithi03186013-15 2024-08-10T05:27:11.357 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 15 v 2202 (ObjNum 1204 snap 367 seq_num 1204) dirty exists 2024-08-10T05:27:11.357 INFO:tasks.rados.rados.0.smithi031.stdout:3902: left oid 15 (ObjNum 1204 snap 367 seq_num 1204) 2024-08-10T05:27:11.359 INFO:tasks.rados.rados.0.smithi031.stdout:3906: finishing rollback tid 0 to smithi03186013-24 2024-08-10T05:27:11.360 INFO:tasks.rados.rados.0.smithi031.stdout:3902: done (9 left) 2024-08-10T05:27:11.361 INFO:tasks.rados.rados.0.smithi031.stdout:3904: done (8 left) 2024-08-10T05:27:11.361 INFO:tasks.rados.rados.0.smithi031.stdout:3907: done (7 left) 2024-08-10T05:27:11.361 INFO:tasks.rados.rados.0.smithi031.stdout:3910: done (6 left) 2024-08-10T05:27:11.361 INFO:tasks.rados.rados.0.smithi031.stdout:3913: done (5 left) 2024-08-10T05:27:11.361 INFO:tasks.rados.rados.0.smithi031.stdout:3914: rmattr oid 8 current snap is 367 2024-08-10T05:27:11.361 INFO:tasks.rados.rados.0.smithi031.stdout:3914: done (5 left) 2024-08-10T05:27:11.361 INFO:tasks.rados.rados.0.smithi031.stdout:3915: copy_from oid 5 from oid 34 current snap is 367 2024-08-10T05:27:11.361 INFO:tasks.rados.rados.0.smithi031.stdout:3911: finishing write tid 1 to smithi03186013-37 2024-08-10T05:27:11.361 INFO:tasks.rados.rados.0.smithi031.stdout:3916: rollback oid 48 current snap is 367 2024-08-10T05:27:11.361 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 48 to 349 2024-08-10T05:27:11.361 INFO:tasks.rados.rados.0.smithi031.stdout:3906: finishing rollback tid 1 to smithi03186013-24 2024-08-10T05:27:11.361 INFO:tasks.rados.rados.0.smithi031.stdout:3917: delete oid 10 current snap is 367 2024-08-10T05:27:11.361 INFO:tasks.rados.rados.0.smithi031.stdout:3911: finishing write tid 2 to smithi03186013-37 2024-08-10T05:27:11.362 INFO:tasks.rados.rados.0.smithi031.stdout:3911: finishing write tid 3 to smithi03186013-37 2024-08-10T05:27:11.362 INFO:tasks.rados.rados.0.smithi031.stdout:3906: finishing rollback tid 2 to smithi03186013-24 2024-08-10T05:27:11.362 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 24 v 2359 (ObjNum 1138 snap 342 seq_num 1138) dirty exists 2024-08-10T05:27:11.362 INFO:tasks.rados.rados.0.smithi031.stdout:3915: finishing copy_from to smithi03186013-5 2024-08-10T05:27:11.362 INFO:tasks.rados.rados.0.smithi031.stdout:3915: got expected ENOENT (src dne) 2024-08-10T05:27:11.362 INFO:tasks.rados.rados.0.smithi031.stdout:3915: finishing copy_from racing read to smithi03186013-5 2024-08-10T05:27:11.366 INFO:tasks.rados.rados.0.smithi031.stdout:3911: finishing write tid 4 to smithi03186013-37 2024-08-10T05:27:11.366 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 37 v 1764 (ObjNum 1206 snap 367 seq_num 1206) dirty exists 2024-08-10T05:27:11.366 INFO:tasks.rados.rados.0.smithi031.stdout:3911: left oid 37 (ObjNum 1206 snap 367 seq_num 1206) 2024-08-10T05:27:11.367 INFO:tasks.rados.rados.0.smithi031.stdout:3908: finishing copy_from to smithi03186013-27 2024-08-10T05:27:11.367 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 27 v 2122 (ObjNum 1008 snap 305 seq_num 1008) dirty exists 2024-08-10T05:27:11.367 INFO:tasks.rados.rados.0.smithi031.stdout:3906: done (7 left) 2024-08-10T05:27:11.367 INFO:tasks.rados.rados.0.smithi031.stdout:3908: done (6 left) 2024-08-10T05:27:11.367 INFO:tasks.rados.rados.0.smithi031.stdout:3911: done (5 left) 2024-08-10T05:27:11.367 INFO:tasks.rados.rados.0.smithi031.stdout:3915: done (4 left) 2024-08-10T05:27:11.367 INFO:tasks.rados.rados.0.smithi031.stdout:3917: done (3 left) 2024-08-10T05:27:11.367 INFO:tasks.rados.rados.0.smithi031.stdout:3918: read oid 4 snap 364 2024-08-10T05:27:11.367 INFO:tasks.rados.rados.0.smithi031.stdout:3918: expect (ObjNum 1195 snap 362 seq_num 1195) 2024-08-10T05:27:11.367 INFO:tasks.rados.rados.0.smithi031.stdout:3919: setattr oid 42 current snap is 367 2024-08-10T05:27:11.367 INFO:tasks.rados.rados.0.smithi031.stdout:3916: finishing rollback tid 0 to smithi03186013-48 2024-08-10T05:27:11.367 INFO:tasks.rados.rados.0.smithi031.stdout:3916: finishing rollback tid 1 to smithi03186013-48 2024-08-10T05:27:11.367 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 48 v 2320 (ObjNum 81 snap 0 seq_num 1783847509) dirty dne 2024-08-10T05:27:11.368 INFO:tasks.rados.rados.0.smithi031.stdout:3916: done (4 left) 2024-08-10T05:27:11.368 INFO:tasks.rados.rados.0.smithi031.stdout:3920: snap_create 2024-08-10T05:27:11.370 INFO:tasks.rados.rados.0.smithi031.stdout:3905: expect (ObjNum 1179 snap 353 seq_num 1179) 2024-08-10T05:27:11.515 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 42 v 1731 (ObjNum 593 snap 0 seq_num 1682060038) dirty exists 2024-08-10T05:27:11.515 INFO:tasks.rados.rados.0.smithi031.stdout:3918: expect (ObjNum 1195 snap 362 seq_num 1195) 2024-08-10T05:27:11.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:27:11 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:27:11] "GET /metrics HTTP/1.1" 200 36275 "" "Prometheus/2.43.0" 2024-08-10T05:27:11.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:27:11 smithi031 ceph-mon[98130]: pgmap v887: 121 pgs: 121 active+clean; 310 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 604 KiB/s wr, 7 op/s 2024-08-10T05:27:11.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:27:11 smithi031 ceph-mon[98130]: osdmap e816: 8 total, 8 up, 8 in 2024-08-10T05:27:11.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:27:11 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:27:11.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:27:11 smithi031 ceph-mon[100614]: pgmap v887: 121 pgs: 121 active+clean; 310 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 604 KiB/s wr, 7 op/s 2024-08-10T05:27:11.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:27:11 smithi031 ceph-mon[100614]: osdmap e816: 8 total, 8 up, 8 in 2024-08-10T05:27:11.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:27:11 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:27:11.566 INFO:tasks.rados.rados.0.smithi031.stdout:3903: expect (ObjNum 1107 snap 331 seq_num 1107) 2024-08-10T05:27:11.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:27:11 smithi196 ceph-mon[90243]: pgmap v887: 121 pgs: 121 active+clean; 310 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 604 KiB/s wr, 7 op/s 2024-08-10T05:27:11.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:27:11 smithi196 ceph-mon[90243]: osdmap e816: 8 total, 8 up, 8 in 2024-08-10T05:27:11.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:27:11 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:27:12.340 INFO:tasks.rados.rados.0.smithi031.stdout:3903: done (4 left) 2024-08-10T05:27:12.341 INFO:tasks.rados.rados.0.smithi031.stdout:3905: done (3 left) 2024-08-10T05:27:12.341 INFO:tasks.rados.rados.0.smithi031.stdout:3918: done (2 left) 2024-08-10T05:27:12.341 INFO:tasks.rados.rados.0.smithi031.stdout:3919: done (1 left) 2024-08-10T05:27:12.341 INFO:tasks.rados.rados.0.smithi031.stdout:3920: done (0 left) 2024-08-10T05:27:12.341 INFO:tasks.rados.rados.0.smithi031.stdout:3921: rmattr oid 41 current snap is 368 2024-08-10T05:27:12.341 INFO:tasks.rados.rados.0.smithi031.stdout:3922: read oid 24 snap -1 2024-08-10T05:27:12.341 INFO:tasks.rados.rados.0.smithi031.stdout:3922: expect (ObjNum 1138 snap 342 seq_num 1138) 2024-08-10T05:27:12.341 INFO:tasks.rados.rados.0.smithi031.stdout:3923: delete oid 29 current snap is 368 2024-08-10T05:27:12.346 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 41 v 2123 (ObjNum 1198 snap 362 seq_num 1198) dirty exists 2024-08-10T05:27:12.368 INFO:tasks.rados.rados.0.smithi031.stdout:3921: done (2 left) 2024-08-10T05:27:12.368 INFO:tasks.rados.rados.0.smithi031.stdout:3923: done (1 left) 2024-08-10T05:27:12.368 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 3 current snap is 368 2024-08-10T05:27:12.368 INFO:tasks.rados.rados.0.smithi031.stdout:3924: seq_num 1210 ranges {2359296=671744,3031040=401408} 2024-08-10T05:27:12.385 INFO:tasks.rados.rados.0.smithi031.stdout:3924: writing smithi03186013-3 from 2359296 to 3031040 tid 1 2024-08-10T05:27:12.390 INFO:tasks.rados.rados.0.smithi031.stdout:3924: writing smithi03186013-3 from 3031040 to 3432448 tid 2 2024-08-10T05:27:12.390 INFO:tasks.rados.rados.0.smithi031.stdout:3925: setattr oid 39 current snap is 368 2024-08-10T05:27:12.390 INFO:tasks.rados.rados.0.smithi031.stdout:3922: expect (ObjNum 1138 snap 342 seq_num 1138) 2024-08-10T05:27:12.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:27:12 smithi031 ceph-mon[98130]: osdmap e817: 8 total, 8 up, 8 in 2024-08-10T05:27:12.768 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:27:12 smithi031 ceph-mon[100614]: osdmap e817: 8 total, 8 up, 8 in 2024-08-10T05:27:12.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:27:12 smithi196 ceph-mon[90243]: osdmap e817: 8 total, 8 up, 8 in 2024-08-10T05:27:12.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:27:12 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:27:12.318Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:27:12.883 INFO:tasks.rados.rados.0.smithi031.stdout:3924: finishing write tid 1 to smithi03186013-3 2024-08-10T05:27:12.883 INFO:tasks.rados.rados.0.smithi031.stdout:3924: finishing write tid 2 to smithi03186013-3 2024-08-10T05:27:12.884 INFO:tasks.rados.rados.0.smithi031.stdout:3924: finishing write tid 3 to smithi03186013-3 2024-08-10T05:27:12.884 INFO:tasks.rados.rados.0.smithi031.stdout:3924: finishing write tid 4 to smithi03186013-3 2024-08-10T05:27:12.884 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 3 v 1758 (ObjNum 1210 snap 368 seq_num 1210) dirty exists 2024-08-10T05:27:12.884 INFO:tasks.rados.rados.0.smithi031.stdout:3924: left oid 3 (ObjNum 1210 snap 368 seq_num 1210) 2024-08-10T05:27:12.884 INFO:tasks.rados.rados.0.smithi031.stdout:3922: done (2 left) 2024-08-10T05:27:12.884 INFO:tasks.rados.rados.0.smithi031.stdout:3924: done (1 left) 2024-08-10T05:27:12.884 INFO:tasks.rados.rados.0.smithi031.stdout:3926: snap_create 2024-08-10T05:27:12.886 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 39 v 2038 (ObjNum 1107 snap 331 seq_num 1107) dirty exists 2024-08-10T05:27:13.346 INFO:tasks.rados.rados.0.smithi031.stdout:3925: done (1 left) 2024-08-10T05:27:13.346 INFO:tasks.rados.rados.0.smithi031.stdout:3926: done (0 left) 2024-08-10T05:27:13.346 INFO:tasks.rados.rados.0.smithi031.stdout:3927: snap_remove snap 364 2024-08-10T05:27:13.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:27:13 smithi031 ceph-mon[98130]: pgmap v890: 121 pgs: 121 active+clean; 311 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 834 KiB/s wr, 13 op/s 2024-08-10T05:27:13.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:27:13 smithi031 ceph-mon[98130]: osdmap e818: 8 total, 8 up, 8 in 2024-08-10T05:27:13.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:27:13 smithi031 ceph-mon[100614]: pgmap v890: 121 pgs: 121 active+clean; 311 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 834 KiB/s wr, 13 op/s 2024-08-10T05:27:13.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:27:13 smithi031 ceph-mon[100614]: osdmap e818: 8 total, 8 up, 8 in 2024-08-10T05:27:13.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:27:13 smithi196 ceph-mon[90243]: pgmap v890: 121 pgs: 121 active+clean; 311 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 834 KiB/s wr, 13 op/s 2024-08-10T05:27:13.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:27:13 smithi196 ceph-mon[90243]: osdmap e818: 8 total, 8 up, 8 in 2024-08-10T05:27:14.330 INFO:tasks.rados.rados.0.smithi031.stdout:3927: done (0 left) 2024-08-10T05:27:14.330 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 7 current snap is 369 2024-08-10T05:27:14.331 INFO:tasks.rados.rados.0.smithi031.stdout:3928: seq_num 1211 ranges {352256=688128,1040384=401408} 2024-08-10T05:27:14.337 INFO:tasks.rados.rados.0.smithi031.stdout:3928: writing smithi03186013-7 from 352256 to 1040384 tid 1 2024-08-10T05:27:14.339 INFO:tasks.rados.rados.0.smithi031.stdout:3928: writing smithi03186013-7 from 1040384 to 1441792 tid 2 2024-08-10T05:27:14.340 INFO:tasks.rados.rados.0.smithi031.stdout:3929: snap_remove snap 365 2024-08-10T05:27:14.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:27:14 smithi031 ceph-mon[98130]: osdmap e819: 8 total, 8 up, 8 in 2024-08-10T05:27:14.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:27:14 smithi031 ceph-mon[98130]: osdmap e820: 8 total, 8 up, 8 in 2024-08-10T05:27:14.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:27:14 smithi031 ceph-mon[100614]: osdmap e819: 8 total, 8 up, 8 in 2024-08-10T05:27:14.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:27:14 smithi031 ceph-mon[100614]: osdmap e820: 8 total, 8 up, 8 in 2024-08-10T05:27:14.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:27:14 smithi196 ceph-mon[90243]: osdmap e819: 8 total, 8 up, 8 in 2024-08-10T05:27:14.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:27:14 smithi196 ceph-mon[90243]: osdmap e820: 8 total, 8 up, 8 in 2024-08-10T05:27:15.335 INFO:tasks.rados.rados.0.smithi031.stdout:3929: done (1 left) 2024-08-10T05:27:15.335 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 41 current snap is 369 2024-08-10T05:27:15.335 INFO:tasks.rados.rados.0.smithi031.stdout:3930: seq_num 1212 ranges {5660672=704512,6365184=401408} 2024-08-10T05:27:15.370 INFO:tasks.rados.rados.0.smithi031.stdout:3930: writing smithi03186013-41 from 5660672 to 6365184 tid 1 2024-08-10T05:27:15.373 INFO:tasks.rados.rados.0.smithi031.stdout:3930: writing smithi03186013-41 from 6365184 to 6766592 tid 2 2024-08-10T05:27:15.373 INFO:tasks.rados.rados.0.smithi031.stdout:3931: read oid 43 snap 337 2024-08-10T05:27:15.373 INFO:tasks.rados.rados.0.smithi031.stdout:3931: expect (ObjNum 1130 snap 336 seq_num 1130) 2024-08-10T05:27:15.373 INFO:tasks.rados.rados.0.smithi031.stdout:3932: copy_from oid 48 from oid 13 current snap is 369 2024-08-10T05:27:15.373 INFO:tasks.rados.rados.0.smithi031.stdout:3928: finishing write tid 1 to smithi03186013-7 2024-08-10T05:27:15.373 INFO:tasks.rados.rados.0.smithi031.stdout:3928: finishing write tid 2 to smithi03186013-7 2024-08-10T05:27:15.374 INFO:tasks.rados.rados.0.smithi031.stdout:3928: finishing write tid 3 to smithi03186013-7 2024-08-10T05:27:15.374 INFO:tasks.rados.rados.0.smithi031.stdout:3928: finishing write tid 4 to smithi03186013-7 2024-08-10T05:27:15.374 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 7 v 2371 (ObjNum 1211 snap 369 seq_num 1211) dirty exists 2024-08-10T05:27:15.374 INFO:tasks.rados.rados.0.smithi031.stdout:3928: left oid 7 (ObjNum 1211 snap 369 seq_num 1211) 2024-08-10T05:27:15.374 INFO:tasks.rados.rados.0.smithi031.stdout:3928: done (3 left) 2024-08-10T05:27:15.374 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 15 current snap is 369 2024-08-10T05:27:15.374 INFO:tasks.rados.rados.0.smithi031.stdout:3933: seq_num 1213 ranges {974848=720896,1695744=401408} 2024-08-10T05:27:15.383 INFO:tasks.rados.rados.0.smithi031.stdout:3933: writing smithi03186013-15 from 974848 to 1695744 tid 1 2024-08-10T05:27:15.386 INFO:tasks.rados.rados.0.smithi031.stdout:3933: writing smithi03186013-15 from 1695744 to 2097152 tid 2 2024-08-10T05:27:15.386 INFO:tasks.rados.rados.0.smithi031.stdout:3934: read oid 38 snap 363 2024-08-10T05:27:15.386 INFO:tasks.rados.rados.0.smithi031.stdout:3934: expect (ObjNum 1150 snap 347 seq_num 1150) 2024-08-10T05:27:15.386 INFO:tasks.rados.rados.0.smithi031.stdout:3935: snap_create 2024-08-10T05:27:15.386 INFO:tasks.rados.rados.0.smithi031.stdout:3930: finishing write tid 1 to smithi03186013-41 2024-08-10T05:27:15.387 INFO:tasks.rados.rados.0.smithi031.stdout:3930: finishing write tid 2 to smithi03186013-41 2024-08-10T05:27:15.387 INFO:tasks.rados.rados.0.smithi031.stdout:3930: finishing write tid 3 to smithi03186013-41 2024-08-10T05:27:15.387 INFO:tasks.rados.rados.0.smithi031.stdout:3930: finishing write tid 4 to smithi03186013-41 2024-08-10T05:27:15.387 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 41 v 2126 (ObjNum 1212 snap 369 seq_num 1212) dirty exists 2024-08-10T05:27:15.387 INFO:tasks.rados.rados.0.smithi031.stdout:3930: left oid 41 (ObjNum 1212 snap 369 seq_num 1212) 2024-08-10T05:27:15.388 INFO:tasks.rados.rados.0.smithi031.stdout:3933: finishing write tid 1 to smithi03186013-15 2024-08-10T05:27:15.389 INFO:tasks.rados.rados.0.smithi031.stdout:3933: finishing write tid 2 to smithi03186013-15 2024-08-10T05:27:15.389 INFO:tasks.rados.rados.0.smithi031.stdout:3934: expect (ObjNum 1150 snap 347 seq_num 1150) 2024-08-10T05:27:15.391 INFO:tasks.rados.rados.0.smithi031.stdout:3933: finishing write tid 3 to smithi03186013-15 2024-08-10T05:27:15.391 INFO:tasks.rados.rados.0.smithi031.stdout:3933: finishing write tid 4 to smithi03186013-15 2024-08-10T05:27:15.391 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 15 v 2205 (ObjNum 1213 snap 369 seq_num 1213) dirty exists 2024-08-10T05:27:15.391 INFO:tasks.rados.rados.0.smithi031.stdout:3933: left oid 15 (ObjNum 1213 snap 369 seq_num 1213) 2024-08-10T05:27:15.404 INFO:tasks.rados.rados.0.smithi031.stdout:3931: expect (ObjNum 1130 snap 336 seq_num 1130) 2024-08-10T05:27:15.667 INFO:tasks.rados.rados.0.smithi031.stdout:3932: finishing copy_from racing read to smithi03186013-48 2024-08-10T05:27:15.667 INFO:tasks.rados.rados.0.smithi031.stdout:3932: finishing copy_from to smithi03186013-48 2024-08-10T05:27:15.667 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 48 v 2119 (ObjNum 1193 snap 360 seq_num 1193) dirty exists 2024-08-10T05:27:15.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:27:15 smithi031 ceph-mon[98130]: pgmap v893: 121 pgs: 121 active+clean; 314 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.0 MiB/s wr, 18 op/s 2024-08-10T05:27:15.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:27:15 smithi031 ceph-mon[98130]: osdmap e821: 8 total, 8 up, 8 in 2024-08-10T05:27:15.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:27:15 smithi031 ceph-mon[100614]: pgmap v893: 121 pgs: 121 active+clean; 314 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.0 MiB/s wr, 18 op/s 2024-08-10T05:27:15.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:27:15 smithi031 ceph-mon[100614]: osdmap e821: 8 total, 8 up, 8 in 2024-08-10T05:27:15.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:27:15 smithi196 ceph-mon[90243]: pgmap v893: 121 pgs: 121 active+clean; 314 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.0 MiB/s wr, 18 op/s 2024-08-10T05:27:15.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:27:15 smithi196 ceph-mon[90243]: osdmap e821: 8 total, 8 up, 8 in 2024-08-10T05:27:16.363 INFO:tasks.rados.rados.0.smithi031.stdout:3930: done (5 left) 2024-08-10T05:27:16.363 INFO:tasks.rados.rados.0.smithi031.stdout:3931: done (4 left) 2024-08-10T05:27:16.364 INFO:tasks.rados.rados.0.smithi031.stdout:3932: done (3 left) 2024-08-10T05:27:16.364 INFO:tasks.rados.rados.0.smithi031.stdout:3933: done (2 left) 2024-08-10T05:27:16.364 INFO:tasks.rados.rados.0.smithi031.stdout:3934: done (1 left) 2024-08-10T05:27:16.364 INFO:tasks.rados.rados.0.smithi031.stdout:3935: done (0 left) 2024-08-10T05:27:16.364 INFO:tasks.rados.rados.0.smithi031.stdout:3936: rmattr oid 27 current snap is 370 2024-08-10T05:27:16.364 INFO:tasks.rados.rados.0.smithi031.stdout:3936: done (0 left) 2024-08-10T05:27:16.364 INFO:tasks.rados.rados.0.smithi031.stdout:3937: copy_from oid 33 from oid 29 current snap is 370 2024-08-10T05:27:16.364 INFO:tasks.rados.rados.0.smithi031.stdout:3938: setattr oid 37 current snap is 370 2024-08-10T05:27:16.366 INFO:tasks.rados.rados.0.smithi031.stdout:3939: read oid 23 snap -1 2024-08-10T05:27:16.366 INFO:tasks.rados.rados.0.smithi031.stdout:3939: expect (ObjNum 1100 snap 328 seq_num 1100) 2024-08-10T05:27:16.366 INFO:tasks.rados.rados.0.smithi031.stdout:3940: rollback oid 27 current snap is 370 2024-08-10T05:27:16.366 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 27 to 331 2024-08-10T05:27:16.366 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 26 current snap is 370 2024-08-10T05:27:16.366 INFO:tasks.rados.rados.0.smithi031.stdout:3941: seq_num 1214 ranges {9142272=737280,9879552=401408} 2024-08-10T05:27:16.422 INFO:tasks.rados.rados.0.smithi031.stdout:3941: writing smithi03186013-26 from 9142272 to 9879552 tid 1 2024-08-10T05:27:16.425 INFO:tasks.rados.rados.0.smithi031.stdout:3941: writing smithi03186013-26 from 9879552 to 10280960 tid 2 2024-08-10T05:27:16.425 INFO:tasks.rados.rados.0.smithi031.stdout:3942: rollback oid 45 current snap is 370 2024-08-10T05:27:16.425 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 45 to 331 2024-08-10T05:27:16.425 INFO:tasks.rados.rados.0.smithi031.stdout:3937: finishing copy_from to smithi03186013-33 2024-08-10T05:27:16.425 INFO:tasks.rados.rados.0.smithi031.stdout:3937: got expected ENOENT (src dne) 2024-08-10T05:27:16.425 INFO:tasks.rados.rados.0.smithi031.stdout:3937: finishing copy_from racing read to smithi03186013-33 2024-08-10T05:27:16.425 INFO:tasks.rados.rados.0.smithi031.stdout:3940: finishing rollback tid 0 to smithi03186013-27 2024-08-10T05:27:16.426 INFO:tasks.rados.rados.0.smithi031.stdout:3940: finishing rollback tid 1 to smithi03186013-27 2024-08-10T05:27:16.426 INFO:tasks.rados.rados.0.smithi031.stdout:3940: finishing rollback tid 2 to smithi03186013-27 2024-08-10T05:27:16.426 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 27 v 2125 (ObjNum 65 snap 0 seq_num 1886283095) dirty exists 2024-08-10T05:27:16.426 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 37 v 1765 (ObjNum 1206 snap 367 seq_num 1206) dirty exists 2024-08-10T05:27:16.426 INFO:tasks.rados.rados.0.smithi031.stdout:3939: expect (ObjNum 1100 snap 328 seq_num 1100) 2024-08-10T05:27:16.565 INFO:tasks.rados.rados.0.smithi031.stdout:3941: finishing write tid 1 to smithi03186013-26 2024-08-10T05:27:16.566 INFO:tasks.rados.rados.0.smithi031.stdout:3941: finishing write tid 2 to smithi03186013-26 2024-08-10T05:27:16.566 INFO:tasks.rados.rados.0.smithi031.stdout:3941: finishing write tid 3 to smithi03186013-26 2024-08-10T05:27:16.566 INFO:tasks.rados.rados.0.smithi031.stdout:3941: finishing write tid 4 to smithi03186013-26 2024-08-10T05:27:16.566 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 26 v 2208 (ObjNum 1214 snap 370 seq_num 1214) dirty exists 2024-08-10T05:27:16.566 INFO:tasks.rados.rados.0.smithi031.stdout:3941: left oid 26 (ObjNum 1214 snap 370 seq_num 1214) 2024-08-10T05:27:16.566 INFO:tasks.rados.rados.0.smithi031.stdout:3942: finishing rollback tid 0 to smithi03186013-45 2024-08-10T05:27:16.566 INFO:tasks.rados.rados.0.smithi031.stdout:3942: finishing rollback tid 1 to smithi03186013-45 2024-08-10T05:27:16.566 INFO:tasks.rados.rados.0.smithi031.stdout:3942: finishing rollback tid 2 to smithi03186013-45 2024-08-10T05:27:16.566 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 45 v 2123 (ObjNum 1070 snap 320 seq_num 1070) dirty exists 2024-08-10T05:27:16.566 INFO:tasks.rados.rados.0.smithi031.stdout:3937: done (5 left) 2024-08-10T05:27:16.566 INFO:tasks.rados.rados.0.smithi031.stdout:3938: done (4 left) 2024-08-10T05:27:16.567 INFO:tasks.rados.rados.0.smithi031.stdout:3939: done (3 left) 2024-08-10T05:27:16.567 INFO:tasks.rados.rados.0.smithi031.stdout:3940: done (2 left) 2024-08-10T05:27:16.567 INFO:tasks.rados.rados.0.smithi031.stdout:3941: done (1 left) 2024-08-10T05:27:16.567 INFO:tasks.rados.rados.0.smithi031.stdout:3942: done (0 left) 2024-08-10T05:27:16.567 INFO:tasks.rados.rados.0.smithi031.stdout:3943: setattr oid 23 current snap is 370 2024-08-10T05:27:16.567 INFO:tasks.rados.rados.0.smithi031.stdout:3944: snap_create 2024-08-10T05:27:16.569 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 23 v 1688 (ObjNum 1100 snap 328 seq_num 1100) dirty exists 2024-08-10T05:27:17.368 INFO:tasks.rados.rados.0.smithi031.stdout:3943: done (1 left) 2024-08-10T05:27:17.368 INFO:tasks.rados.rados.0.smithi031.stdout:3944: done (0 left) 2024-08-10T05:27:17.369 INFO:tasks.rados.rados.0.smithi031.stdout:3945: read oid 20 snap -1 2024-08-10T05:27:17.369 INFO:tasks.rados.rados.0.smithi031.stdout:3945: expect (ObjNum 1134 snap 337 seq_num 1134) 2024-08-10T05:27:17.369 INFO:tasks.rados.rados.0.smithi031.stdout:3946: snap_create 2024-08-10T05:27:17.386 INFO:tasks.rados.rados.0.smithi031.stdout:3945: expect (ObjNum 1134 snap 337 seq_num 1134) 2024-08-10T05:27:17.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:27:17 smithi031 ceph-mon[98130]: pgmap v896: 121 pgs: 121 active+clean; 321 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 2.5 MiB/s wr, 19 op/s 2024-08-10T05:27:17.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:27:17 smithi031 ceph-mon[98130]: osdmap e822: 8 total, 8 up, 8 in 2024-08-10T05:27:17.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:27:17 smithi031 ceph-mon[100614]: pgmap v896: 121 pgs: 121 active+clean; 321 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 2.5 MiB/s wr, 19 op/s 2024-08-10T05:27:17.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:27:17 smithi031 ceph-mon[100614]: osdmap e822: 8 total, 8 up, 8 in 2024-08-10T05:27:17.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:27:17 smithi196 ceph-mon[90243]: pgmap v896: 121 pgs: 121 active+clean; 321 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 2.5 MiB/s wr, 19 op/s 2024-08-10T05:27:17.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:27:17 smithi196 ceph-mon[90243]: osdmap e822: 8 total, 8 up, 8 in 2024-08-10T05:27:18.373 INFO:tasks.rados.rados.0.smithi031.stdout:3945: done (1 left) 2024-08-10T05:27:18.373 INFO:tasks.rados.rados.0.smithi031.stdout:3946: done (0 left) 2024-08-10T05:27:18.373 INFO:tasks.rados.rados.0.smithi031.stdout:3947: snap_create 2024-08-10T05:27:18.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:27:18 smithi031 ceph-mon[98130]: osdmap e823: 8 total, 8 up, 8 in 2024-08-10T05:27:18.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:27:18 smithi031 ceph-mon[100614]: osdmap e823: 8 total, 8 up, 8 in 2024-08-10T05:27:18.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:27:18 smithi196 ceph-mon[90243]: osdmap e823: 8 total, 8 up, 8 in 2024-08-10T05:27:19.332 INFO:tasks.rados.rados.0.smithi031.stdout:3947: done (0 left) 2024-08-10T05:27:19.332 INFO:tasks.rados.rados.0.smithi031.stdout:3948: rmattr oid 8 current snap is 373 2024-08-10T05:27:19.332 INFO:tasks.rados.rados.0.smithi031.stdout:3949: copy_from oid 30 from oid 7 current snap is 373 2024-08-10T05:27:19.332 INFO:tasks.rados.rados.0.smithi031.stdout:3950: setattr oid 47 current snap is 373 2024-08-10T05:27:19.333 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 20 current snap is 373 2024-08-10T05:27:19.333 INFO:tasks.rados.rados.0.smithi031.stdout:3951: seq_num 1215 ranges {6086656=753664,6840320=401408} 2024-08-10T05:27:19.371 INFO:tasks.rados.rados.0.smithi031.stdout:3951: writing smithi03186013-20 from 6086656 to 6840320 tid 1 2024-08-10T05:27:19.374 INFO:tasks.rados.rados.0.smithi031.stdout:3951: writing smithi03186013-20 from 6840320 to 7241728 tid 2 2024-08-10T05:27:19.374 INFO:tasks.rados.rados.0.smithi031.stdout:3952: snap_remove snap 349 2024-08-10T05:27:19.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:27:19 smithi031 ceph-mon[98130]: pgmap v899: 121 pgs: 121 active+clean; 321 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.7 MiB/s wr, 25 op/s 2024-08-10T05:27:19.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:27:19 smithi031 ceph-mon[98130]: osdmap e824: 8 total, 8 up, 8 in 2024-08-10T05:27:19.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:27:19 smithi031 ceph-mon[98130]: osdmap e825: 8 total, 8 up, 8 in 2024-08-10T05:27:19.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:27:19 smithi031 ceph-mon[100614]: pgmap v899: 121 pgs: 121 active+clean; 321 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.7 MiB/s wr, 25 op/s 2024-08-10T05:27:19.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:27:19 smithi031 ceph-mon[100614]: osdmap e824: 8 total, 8 up, 8 in 2024-08-10T05:27:19.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:27:19 smithi031 ceph-mon[100614]: osdmap e825: 8 total, 8 up, 8 in 2024-08-10T05:27:19.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:27:19 smithi196 ceph-mon[90243]: pgmap v899: 121 pgs: 121 active+clean; 321 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.7 MiB/s wr, 25 op/s 2024-08-10T05:27:19.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:27:19 smithi196 ceph-mon[90243]: osdmap e824: 8 total, 8 up, 8 in 2024-08-10T05:27:19.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:27:19 smithi196 ceph-mon[90243]: osdmap e825: 8 total, 8 up, 8 in 2024-08-10T05:27:20.382 INFO:tasks.rados.rados.0.smithi031.stdout:3952: done (4 left) 2024-08-10T05:27:20.383 INFO:tasks.rados.rados.0.smithi031.stdout:3953: read oid 16 snap 356 2024-08-10T05:27:20.383 INFO:tasks.rados.rados.0.smithi031.stdout:3953: expect (ObjNum 1113 snap 333 seq_num 1113) 2024-08-10T05:27:20.383 INFO:tasks.rados.rados.0.smithi031.stdout:3954: rollback oid 3 current snap is 373 2024-08-10T05:27:20.383 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 3 to 363 2024-08-10T05:27:20.383 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 8 v 0 (ObjNum 1194 snap 361 seq_num 1194) dirty exists 2024-08-10T05:27:20.383 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 47 v 2126 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-10T05:27:20.383 INFO:tasks.rados.rados.0.smithi031.stdout:3949: finishing copy_from racing read to smithi03186013-30 2024-08-10T05:27:20.383 INFO:tasks.rados.rados.0.smithi031.stdout:3949: finishing copy_from to smithi03186013-30 2024-08-10T05:27:20.383 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 30 v 2371 (ObjNum 1211 snap 369 seq_num 1211) dirty exists 2024-08-10T05:27:20.383 INFO:tasks.rados.rados.0.smithi031.stdout:3951: finishing write tid 1 to smithi03186013-20 2024-08-10T05:27:20.383 INFO:tasks.rados.rados.0.smithi031.stdout:3951: finishing write tid 2 to smithi03186013-20 2024-08-10T05:27:20.384 INFO:tasks.rados.rados.0.smithi031.stdout:3951: finishing write tid 3 to smithi03186013-20 2024-08-10T05:27:20.384 INFO:tasks.rados.rados.0.smithi031.stdout:3951: finishing write tid 4 to smithi03186013-20 2024-08-10T05:27:20.384 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 20 v 1761 (ObjNum 1215 snap 373 seq_num 1215) dirty exists 2024-08-10T05:27:20.384 INFO:tasks.rados.rados.0.smithi031.stdout:3951: left oid 20 (ObjNum 1215 snap 373 seq_num 1215) 2024-08-10T05:27:20.384 INFO:tasks.rados.rados.0.smithi031.stdout:3948: done (5 left) 2024-08-10T05:27:20.384 INFO:tasks.rados.rados.0.smithi031.stdout:3949: done (4 left) 2024-08-10T05:27:20.384 INFO:tasks.rados.rados.0.smithi031.stdout:3950: done (3 left) 2024-08-10T05:27:20.384 INFO:tasks.rados.rados.0.smithi031.stdout:3951: done (2 left) 2024-08-10T05:27:20.384 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 26 current snap is 373 2024-08-10T05:27:20.384 INFO:tasks.rados.rados.0.smithi031.stdout:3955: seq_num 1216 ranges {10280960=770048,11051008=401408} 2024-08-10T05:27:20.444 INFO:tasks.rados.rados.0.smithi031.stdout:3955: writing smithi03186013-26 from 10280960 to 11051008 tid 1 2024-08-10T05:27:20.446 INFO:tasks.rados.rados.0.smithi031.stdout:3955: writing smithi03186013-26 from 11051008 to 11452416 tid 2 2024-08-10T05:27:20.446 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 25 current snap is 373 2024-08-10T05:27:20.446 INFO:tasks.rados.rados.0.smithi031.stdout:3956: seq_num 1217 ranges {0=786432,786432=401408} 2024-08-10T05:27:20.451 INFO:tasks.rados.rados.0.smithi031.stdout:3956: writing smithi03186013-25 from 0 to 786432 tid 1 2024-08-10T05:27:20.453 INFO:tasks.rados.rados.0.smithi031.stdout:3956: writing smithi03186013-25 from 786432 to 1187840 tid 2 2024-08-10T05:27:20.454 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 21 current snap is 373 2024-08-10T05:27:20.454 INFO:tasks.rados.rados.0.smithi031.stdout:3954: finishing rollback tid 0 to smithi03186013-3 2024-08-10T05:27:20.454 INFO:tasks.rados.rados.0.smithi031.stdout:3954: finishing rollback tid 1 to smithi03186013-3 2024-08-10T05:27:20.454 INFO:tasks.rados.rados.0.smithi031.stdout:3954: finishing rollback tid 2 to smithi03186013-3 2024-08-10T05:27:20.454 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 3 v 1764 (ObjNum 1152 snap 347 seq_num 1152) dirty exists 2024-08-10T05:27:20.454 INFO:tasks.rados.rados.0.smithi031.stdout:3953: expect (ObjNum 1113 snap 333 seq_num 1113) 2024-08-10T05:27:20.505 INFO:tasks.rados.rados.0.smithi031.stdout:3955: finishing write tid 1 to smithi03186013-26 2024-08-10T05:27:20.505 INFO:tasks.rados.rados.0.smithi031.stdout:3955: finishing write tid 2 to smithi03186013-26 2024-08-10T05:27:20.505 INFO:tasks.rados.rados.0.smithi031.stdout:3955: finishing write tid 3 to smithi03186013-26 2024-08-10T05:27:20.505 INFO:tasks.rados.rados.0.smithi031.stdout:3955: finishing write tid 4 to smithi03186013-26 2024-08-10T05:27:20.505 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 26 v 2211 (ObjNum 1216 snap 373 seq_num 1216) dirty exists 2024-08-10T05:27:20.505 INFO:tasks.rados.rados.0.smithi031.stdout:3955: left oid 26 (ObjNum 1216 snap 373 seq_num 1216) 2024-08-10T05:27:20.505 INFO:tasks.rados.rados.0.smithi031.stdout:3956: finishing write tid 1 to smithi03186013-25 2024-08-10T05:27:20.505 INFO:tasks.rados.rados.0.smithi031.stdout:3957: seq_num 1218 ranges {1892352=802816,2695168=401408} 2024-08-10T05:27:20.519 INFO:tasks.rados.rados.0.smithi031.stdout:3957: writing smithi03186013-21 from 1892352 to 2695168 tid 1 2024-08-10T05:27:20.522 INFO:tasks.rados.rados.0.smithi031.stdout:3957: writing smithi03186013-21 from 2695168 to 3096576 tid 2 2024-08-10T05:27:20.522 INFO:tasks.rados.rados.0.smithi031.stdout:3953: done (4 left) 2024-08-10T05:27:20.522 INFO:tasks.rados.rados.0.smithi031.stdout:3954: done (3 left) 2024-08-10T05:27:20.522 INFO:tasks.rados.rados.0.smithi031.stdout:3955: done (2 left) 2024-08-10T05:27:20.522 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 48 current snap is 373 2024-08-10T05:27:20.522 INFO:tasks.rados.rados.0.smithi031.stdout:3956: finishing write tid 2 to smithi03186013-25 2024-08-10T05:27:20.522 INFO:tasks.rados.rados.0.smithi031.stdout:3956: finishing write tid 3 to smithi03186013-25 2024-08-10T05:27:20.522 INFO:tasks.rados.rados.0.smithi031.stdout:3958: seq_num 1219 ranges {4792320=417792,5210112=557056,5767168=245760} 2024-08-10T05:27:20.550 INFO:tasks.rados.rados.0.smithi031.stdout:3958: writing smithi03186013-48 from 4792320 to 5210112 tid 1 2024-08-10T05:27:20.553 INFO:tasks.rados.rados.0.smithi031.stdout:3958: writing smithi03186013-48 from 5210112 to 5767168 tid 2 2024-08-10T05:27:20.555 INFO:tasks.rados.rados.0.smithi031.stdout:3958: writing smithi03186013-48 from 5767168 to 6012928 tid 3 2024-08-10T05:27:20.555 INFO:tasks.rados.rados.0.smithi031.stdout:3959: delete oid 9 current snap is 373 2024-08-10T05:27:20.555 INFO:tasks.rados.rados.0.smithi031.stdout:3956: finishing write tid 4 to smithi03186013-25 2024-08-10T05:27:20.555 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 25 v 2126 (ObjNum 1217 snap 373 seq_num 1217) dirty exists 2024-08-10T05:27:20.555 INFO:tasks.rados.rados.0.smithi031.stdout:3956: left oid 25 (ObjNum 1217 snap 373 seq_num 1217) 2024-08-10T05:27:20.555 INFO:tasks.rados.rados.0.smithi031.stdout:3957: finishing write tid 1 to smithi03186013-21 2024-08-10T05:27:20.555 INFO:tasks.rados.rados.0.smithi031.stdout:3957: finishing write tid 2 to smithi03186013-21 2024-08-10T05:27:20.555 INFO:tasks.rados.rados.0.smithi031.stdout:3957: finishing write tid 3 to smithi03186013-21 2024-08-10T05:27:20.555 INFO:tasks.rados.rados.0.smithi031.stdout:3957: finishing write tid 4 to smithi03186013-21 2024-08-10T05:27:20.555 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 21 v 2374 (ObjNum 1218 snap 373 seq_num 1218) dirty exists 2024-08-10T05:27:20.556 INFO:tasks.rados.rados.0.smithi031.stdout:3957: left oid 21 (ObjNum 1218 snap 373 seq_num 1218) 2024-08-10T05:27:20.556 INFO:tasks.rados.rados.0.smithi031.stdout:3958: finishing write tid 1 to smithi03186013-48 2024-08-10T05:27:20.557 INFO:tasks.rados.rados.0.smithi031.stdout:3958: finishing write tid 2 to smithi03186013-48 2024-08-10T05:27:20.557 INFO:tasks.rados.rados.0.smithi031.stdout:3956: done (3 left) 2024-08-10T05:27:20.557 INFO:tasks.rados.rados.0.smithi031.stdout:3957: done (2 left) 2024-08-10T05:27:20.558 INFO:tasks.rados.rados.0.smithi031.stdout:3959: done (1 left) 2024-08-10T05:27:20.558 INFO:tasks.rados.rados.0.smithi031.stdout:3960: delete oid 1 current snap is 373 2024-08-10T05:27:20.558 INFO:tasks.rados.rados.0.smithi031.stdout:3958: finishing write tid 3 to smithi03186013-48 2024-08-10T05:27:20.558 INFO:tasks.rados.rados.0.smithi031.stdout:3958: finishing write tid 4 to smithi03186013-48 2024-08-10T05:27:20.559 INFO:tasks.rados.rados.0.smithi031.stdout:3960: done (1 left) 2024-08-10T05:27:20.559 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 2 current snap is 373 2024-08-10T05:27:20.559 INFO:tasks.rados.rados.0.smithi031.stdout:3961: seq_num 1222 ranges {0=475136,475136=606208,1081344=196608} 2024-08-10T05:27:20.562 INFO:tasks.rados.rados.0.smithi031.stdout:3961: writing smithi03186013-2 from 0 to 475136 tid 1 2024-08-10T05:27:20.566 INFO:tasks.rados.rados.0.smithi031.stdout:3961: writing smithi03186013-2 from 475136 to 1081344 tid 2 2024-08-10T05:27:20.567 INFO:tasks.rados.rados.0.smithi031.stdout:3961: writing smithi03186013-2 from 1081344 to 1277952 tid 3 2024-08-10T05:27:20.567 INFO:tasks.rados.rados.0.smithi031.stdout:3962: snap_create 2024-08-10T05:27:20.567 INFO:tasks.rados.rados.0.smithi031.stdout:3958: finishing write tid 5 to smithi03186013-48 2024-08-10T05:27:20.567 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 48 v 2324 (ObjNum 1219 snap 373 seq_num 1219) dirty exists 2024-08-10T05:27:20.567 INFO:tasks.rados.rados.0.smithi031.stdout:3958: left oid 48 (ObjNum 1219 snap 373 seq_num 1219) 2024-08-10T05:27:20.568 INFO:tasks.rados.rados.0.smithi031.stdout:3961: finishing write tid 1 to smithi03186013-2 2024-08-10T05:27:20.570 INFO:tasks.rados.rados.0.smithi031.stdout:3961: finishing write tid 2 to smithi03186013-2 2024-08-10T05:27:20.570 INFO:tasks.rados.rados.0.smithi031.stdout:3961: finishing write tid 3 to smithi03186013-2 2024-08-10T05:27:20.571 INFO:tasks.rados.rados.0.smithi031.stdout:3961: finishing write tid 4 to smithi03186013-2 2024-08-10T05:27:20.572 INFO:tasks.rados.rados.0.smithi031.stdout:3961: finishing write tid 5 to smithi03186013-2 2024-08-10T05:27:20.572 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 2 v 2397 (ObjNum 1222 snap 373 seq_num 1222) dirty exists 2024-08-10T05:27:20.572 INFO:tasks.rados.rados.0.smithi031.stdout:3961: left oid 2 (ObjNum 1222 snap 373 seq_num 1222) 2024-08-10T05:27:21.387 INFO:tasks.rados.rados.0.smithi031.stdout:3958: done (2 left) 2024-08-10T05:27:21.387 INFO:tasks.rados.rados.0.smithi031.stdout:3961: done (1 left) 2024-08-10T05:27:21.387 INFO:tasks.rados.rados.0.smithi031.stdout:3962: done (0 left) 2024-08-10T05:27:21.387 INFO:tasks.rados.rados.0.smithi031.stdout:3963: read oid 25 snap -1 2024-08-10T05:27:21.387 INFO:tasks.rados.rados.0.smithi031.stdout:3963: expect (ObjNum 1217 snap 373 seq_num 1217) 2024-08-10T05:27:21.387 INFO:tasks.rados.rados.0.smithi031.stdout:3964: rollback oid 21 current snap is 374 2024-08-10T05:27:21.387 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 21 to 336 2024-08-10T05:27:21.387 INFO:tasks.rados.rados.0.smithi031.stdout:3965: read oid 35 snap 368 2024-08-10T05:27:21.388 INFO:tasks.rados.rados.0.smithi031.stdout:3965: expect deleted 2024-08-10T05:27:21.388 INFO:tasks.rados.rados.0.smithi031.stdout:3966: snap_create 2024-08-10T05:27:21.396 INFO:tasks.rados.rados.0.smithi031.stdout:3964: finishing rollback tid 0 to smithi03186013-21 2024-08-10T05:27:21.397 INFO:tasks.rados.rados.0.smithi031.stdout:3964: finishing rollback tid 1 to smithi03186013-21 2024-08-10T05:27:21.397 INFO:tasks.rados.rados.0.smithi031.stdout:3964: finishing rollback tid 2 to smithi03186013-21 2024-08-10T05:27:21.398 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 21 v 2378 (ObjNum 1011 snap 306 seq_num 1011) dirty exists 2024-08-10T05:27:21.399 INFO:tasks.rados.rados.0.smithi031.stdout:3963: expect (ObjNum 1217 snap 373 seq_num 1217) 2024-08-10T05:27:21.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:27:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:27:21] "GET /metrics HTTP/1.1" 200 36275 "" "Prometheus/2.43.0" 2024-08-10T05:27:21.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:27:21 smithi031 ceph-mon[98130]: pgmap v902: 121 pgs: 121 active+clean; 324 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 822 KiB/s wr, 21 op/s 2024-08-10T05:27:21.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:27:21 smithi031 ceph-mon[98130]: osdmap e826: 8 total, 8 up, 8 in 2024-08-10T05:27:21.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:27:21 smithi031 ceph-mon[100614]: pgmap v902: 121 pgs: 121 active+clean; 324 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 822 KiB/s wr, 21 op/s 2024-08-10T05:27:21.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:27:21 smithi031 ceph-mon[100614]: osdmap e826: 8 total, 8 up, 8 in 2024-08-10T05:27:21.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:27:21 smithi196 ceph-mon[90243]: pgmap v902: 121 pgs: 121 active+clean; 324 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 822 KiB/s wr, 21 op/s 2024-08-10T05:27:21.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:27:21 smithi196 ceph-mon[90243]: osdmap e826: 8 total, 8 up, 8 in 2024-08-10T05:27:22.399 INFO:tasks.rados.rados.0.smithi031.stdout:3963: done (3 left) 2024-08-10T05:27:22.399 INFO:tasks.rados.rados.0.smithi031.stdout:3964: done (2 left) 2024-08-10T05:27:22.399 INFO:tasks.rados.rados.0.smithi031.stdout:3965: done (1 left) 2024-08-10T05:27:22.399 INFO:tasks.rados.rados.0.smithi031.stdout:3966: done (0 left) 2024-08-10T05:27:22.399 INFO:tasks.rados.rados.0.smithi031.stdout:3967: setattr oid 4 current snap is 375 2024-08-10T05:27:22.400 INFO:tasks.rados.rados.0.smithi031.stdout:3968: setattr oid 39 current snap is 375 2024-08-10T05:27:22.401 INFO:tasks.rados.rados.0.smithi031.stdout:3969: snap_create 2024-08-10T05:27:22.405 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 4 v 2127 (ObjNum 1195 snap 362 seq_num 1195) dirty exists 2024-08-10T05:27:22.408 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 39 v 2039 (ObjNum 1107 snap 331 seq_num 1107) dirty exists 2024-08-10T05:27:22.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:27:22 smithi031 ceph-mon[98130]: osdmap e827: 8 total, 8 up, 8 in 2024-08-10T05:27:22.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:27:22 smithi031 ceph-mon[100614]: osdmap e827: 8 total, 8 up, 8 in 2024-08-10T05:27:22.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:27:22 smithi196 ceph-mon[90243]: osdmap e827: 8 total, 8 up, 8 in 2024-08-10T05:27:22.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:27:22 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:27:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:27:23.408 INFO:tasks.rados.rados.0.smithi031.stdout:3967: done (2 left) 2024-08-10T05:27:23.408 INFO:tasks.rados.rados.0.smithi031.stdout:3968: done (1 left) 2024-08-10T05:27:23.408 INFO:tasks.rados.rados.0.smithi031.stdout:3969: done (0 left) 2024-08-10T05:27:23.408 INFO:tasks.rados.rados.0.smithi031.stdout:3970: rollback oid 29 current snap is 376 2024-08-10T05:27:23.408 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 29 to 368 2024-08-10T05:27:23.408 INFO:tasks.rados.rados.0.smithi031.stdout:3971: rollback oid 14 current snap is 376 2024-08-10T05:27:23.408 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 14 to 356 2024-08-10T05:27:23.408 INFO:tasks.rados.rados.0.smithi031.stdout:3972: snap_remove snap 373 2024-08-10T05:27:23.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:27:23 smithi031 ceph-mon[98130]: pgmap v905: 121 pgs: 121 active+clean; 325 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 1.1 MiB/s wr, 7 op/s 2024-08-10T05:27:23.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:27:23 smithi031 ceph-mon[98130]: osdmap e828: 8 total, 8 up, 8 in 2024-08-10T05:27:23.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:27:23 smithi031 ceph-mon[100614]: pgmap v905: 121 pgs: 121 active+clean; 325 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 1.1 MiB/s wr, 7 op/s 2024-08-10T05:27:23.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:27:23 smithi031 ceph-mon[100614]: osdmap e828: 8 total, 8 up, 8 in 2024-08-10T05:27:23.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:27:23 smithi196 ceph-mon[90243]: pgmap v905: 121 pgs: 121 active+clean; 325 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 1.1 MiB/s wr, 7 op/s 2024-08-10T05:27:23.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:27:23 smithi196 ceph-mon[90243]: osdmap e828: 8 total, 8 up, 8 in 2024-08-10T05:27:24.336 INFO:tasks.rados.rados.0.smithi031.stdout:3970: finishing rollback tid 1 to smithi03186013-29 2024-08-10T05:27:24.336 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 29 v 2363 (ObjNum 65 snap 0 seq_num 1953195865) dirty dne 2024-08-10T05:27:24.336 INFO:tasks.rados.rados.0.smithi031.stdout:3971: finishing rollback tid 1 to smithi03186013-14 2024-08-10T05:27:24.336 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 14 v 1849 (ObjNum 33 snap 0 seq_num 590877856) dirty dne 2024-08-10T05:27:24.336 INFO:tasks.rados.rados.0.smithi031.stdout:3970: done (2 left) 2024-08-10T05:27:24.336 INFO:tasks.rados.rados.0.smithi031.stdout:3971: done (1 left) 2024-08-10T05:27:24.336 INFO:tasks.rados.rados.0.smithi031.stdout:3972: done (0 left) 2024-08-10T05:27:24.336 INFO:tasks.rados.rados.0.smithi031.stdout:3973: rmattr oid 46 current snap is 376 2024-08-10T05:27:24.336 INFO:tasks.rados.rados.0.smithi031.stdout:3974: snap_create 2024-08-10T05:27:24.339 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 46 v 0 (ObjNum 193 snap 0 seq_num 1682060051) dirty dne 2024-08-10T05:27:24.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:27:24 smithi031 ceph-mon[98130]: osdmap e829: 8 total, 8 up, 8 in 2024-08-10T05:27:24.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:27:24 smithi031 ceph-mon[98130]: osdmap e830: 8 total, 8 up, 8 in 2024-08-10T05:27:24.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:27:24 smithi031 ceph-mon[100614]: osdmap e829: 8 total, 8 up, 8 in 2024-08-10T05:27:24.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:27:24 smithi031 ceph-mon[100614]: osdmap e830: 8 total, 8 up, 8 in 2024-08-10T05:27:24.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:27:24 smithi196 ceph-mon[90243]: osdmap e829: 8 total, 8 up, 8 in 2024-08-10T05:27:24.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:27:24 smithi196 ceph-mon[90243]: osdmap e830: 8 total, 8 up, 8 in 2024-08-10T05:27:25.334 INFO:tasks.rados.rados.0.smithi031.stdout:3973: done (1 left) 2024-08-10T05:27:25.335 INFO:tasks.rados.rados.0.smithi031.stdout:3974: done (0 left) 2024-08-10T05:27:25.335 INFO:tasks.rados.rados.0.smithi031.stdout:3975: read oid 41 snap -1 2024-08-10T05:27:25.335 INFO:tasks.rados.rados.0.smithi031.stdout:3975: expect (ObjNum 1212 snap 369 seq_num 1212) 2024-08-10T05:27:25.335 INFO:tasks.rados.rados.0.smithi031.stdout:3976: delete oid 36 current snap is 377 2024-08-10T05:27:25.354 INFO:tasks.rados.rados.0.smithi031.stdout:3976: done (1 left) 2024-08-10T05:27:25.354 INFO:tasks.rados.rados.0.smithi031.stdout:3977: snap_create 2024-08-10T05:27:25.361 INFO:tasks.rados.rados.0.smithi031.stdout:3975: expect (ObjNum 1212 snap 369 seq_num 1212) 2024-08-10T05:27:25.768 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:27:25 smithi031 ceph-mon[100614]: pgmap v908: 121 pgs: 121 active+clean; 329 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 871 KiB/s rd, 1.2 MiB/s wr, 15 op/s 2024-08-10T05:27:25.768 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:27:25 smithi031 ceph-mon[100614]: osdmap e831: 8 total, 8 up, 8 in 2024-08-10T05:27:25.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:27:25 smithi031 ceph-mon[98130]: pgmap v908: 121 pgs: 121 active+clean; 329 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 871 KiB/s rd, 1.2 MiB/s wr, 15 op/s 2024-08-10T05:27:25.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:27:25 smithi031 ceph-mon[98130]: osdmap e831: 8 total, 8 up, 8 in 2024-08-10T05:27:25.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:27:25 smithi196 ceph-mon[90243]: pgmap v908: 121 pgs: 121 active+clean; 329 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 871 KiB/s rd, 1.2 MiB/s wr, 15 op/s 2024-08-10T05:27:25.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:27:25 smithi196 ceph-mon[90243]: osdmap e831: 8 total, 8 up, 8 in 2024-08-10T05:27:26.335 INFO:tasks.rados.rados.0.smithi031.stdout:3975: done (1 left) 2024-08-10T05:27:26.335 INFO:tasks.rados.rados.0.smithi031.stdout:3977: done (0 left) 2024-08-10T05:27:26.335 INFO:tasks.rados.rados.0.smithi031.stdout:3978: snap_remove snap 370 2024-08-10T05:27:26.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:27:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:27:26.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:27:26 smithi031 ceph-mon[98130]: osdmap e832: 8 total, 8 up, 8 in 2024-08-10T05:27:26.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:27:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:27:26.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:27:26 smithi031 ceph-mon[100614]: osdmap e832: 8 total, 8 up, 8 in 2024-08-10T05:27:26.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:27:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:27:26.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:27:26 smithi196 ceph-mon[90243]: osdmap e832: 8 total, 8 up, 8 in 2024-08-10T05:27:27.337 INFO:tasks.rados.rados.0.smithi031.stdout:3978: done (0 left) 2024-08-10T05:27:27.337 INFO:tasks.rados.rados.0.smithi031.stdout:3979: read oid 32 snap -1 2024-08-10T05:27:27.337 INFO:tasks.rados.rados.0.smithi031.stdout:3979: expect deleted 2024-08-10T05:27:27.337 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 48 current snap is 378 2024-08-10T05:27:27.337 INFO:tasks.rados.rados.0.smithi031.stdout:3980: seq_num 1224 ranges {6012928=507904,6520832=425984,6946816=376832} 2024-08-10T05:27:27.373 INFO:tasks.rados.rados.0.smithi031.stdout:3980: writing smithi03186013-48 from 6012928 to 6520832 tid 1 2024-08-10T05:27:27.376 INFO:tasks.rados.rados.0.smithi031.stdout:3980: writing smithi03186013-48 from 6520832 to 6946816 tid 2 2024-08-10T05:27:27.379 INFO:tasks.rados.rados.0.smithi031.stdout:3980: writing smithi03186013-48 from 6946816 to 7323648 tid 3 2024-08-10T05:27:27.379 INFO:tasks.rados.rados.0.smithi031.stdout:3981: rollback oid 43 current snap is 378 2024-08-10T05:27:27.379 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 43 to 351 2024-08-10T05:27:27.379 INFO:tasks.rados.rados.0.smithi031.stdout:3980: finishing write tid 1 to smithi03186013-48 2024-08-10T05:27:27.379 INFO:tasks.rados.rados.0.smithi031.stdout:3980: finishing write tid 2 to smithi03186013-48 2024-08-10T05:27:27.379 INFO:tasks.rados.rados.0.smithi031.stdout:3979: done (2 left) 2024-08-10T05:27:27.379 INFO:tasks.rados.rados.0.smithi031.stdout:3982: rollback oid 40 current snap is 378 2024-08-10T05:27:27.379 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 40 to 372 2024-08-10T05:27:27.380 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 50 current snap is 378 2024-08-10T05:27:27.380 INFO:tasks.rados.rados.0.smithi031.stdout:3983: seq_num 1225 ranges {720896=524288,1245184=712704,1957888=90112} 2024-08-10T05:27:27.386 INFO:tasks.rados.rados.0.smithi031.stdout:3983: writing smithi03186013-50 from 720896 to 1245184 tid 1 2024-08-10T05:27:27.390 INFO:tasks.rados.rados.0.smithi031.stdout:3983: writing smithi03186013-50 from 1245184 to 1957888 tid 2 2024-08-10T05:27:27.391 INFO:tasks.rados.rados.0.smithi031.stdout:3983: writing smithi03186013-50 from 1957888 to 2048000 tid 3 2024-08-10T05:27:27.391 INFO:tasks.rados.rados.0.smithi031.stdout:3984: rollback oid 28 current snap is 378 2024-08-10T05:27:27.391 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 28 to 369 2024-08-10T05:27:27.391 INFO:tasks.rados.rados.0.smithi031.stdout:3980: finishing write tid 3 to smithi03186013-48 2024-08-10T05:27:27.392 INFO:tasks.rados.rados.0.smithi031.stdout:3980: finishing write tid 4 to smithi03186013-48 2024-08-10T05:27:27.392 INFO:tasks.rados.rados.0.smithi031.stdout:3980: finishing write tid 5 to smithi03186013-48 2024-08-10T05:27:27.392 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 48 v 2328 (ObjNum 1224 snap 378 seq_num 1224) dirty exists 2024-08-10T05:27:27.392 INFO:tasks.rados.rados.0.smithi031.stdout:3980: left oid 48 (ObjNum 1224 snap 378 seq_num 1224) 2024-08-10T05:27:27.392 INFO:tasks.rados.rados.0.smithi031.stdout:3981: finishing rollback tid 0 to smithi03186013-43 2024-08-10T05:27:27.392 INFO:tasks.rados.rados.0.smithi031.stdout:3981: finishing rollback tid 1 to smithi03186013-43 2024-08-10T05:27:27.392 INFO:tasks.rados.rados.0.smithi031.stdout:3980: done (4 left) 2024-08-10T05:27:27.392 INFO:tasks.rados.rados.0.smithi031.stdout:3985: setattr oid 19 current snap is 378 2024-08-10T05:27:27.392 INFO:tasks.rados.rados.0.smithi031.stdout:3982: finishing rollback tid 0 to smithi03186013-40 2024-08-10T05:27:27.392 INFO:tasks.rados.rados.0.smithi031.stdout:3982: finishing rollback tid 1 to smithi03186013-40 2024-08-10T05:27:27.392 INFO:tasks.rados.rados.0.smithi031.stdout:3982: finishing rollback tid 2 to smithi03186013-40 2024-08-10T05:27:27.392 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 40 v 1965 (ObjNum 1189 snap 357 seq_num 1189) dirty exists 2024-08-10T05:27:27.392 INFO:tasks.rados.rados.0.smithi031.stdout:3981: finishing rollback tid 2 to smithi03186013-43 2024-08-10T05:27:27.393 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 43 v 2050 (ObjNum 1130 snap 336 seq_num 1130) dirty exists 2024-08-10T05:27:27.393 INFO:tasks.rados.rados.0.smithi031.stdout:3983: finishing write tid 1 to smithi03186013-50 2024-08-10T05:27:27.393 INFO:tasks.rados.rados.0.smithi031.stdout:3981: done (4 left) 2024-08-10T05:27:27.394 INFO:tasks.rados.rados.0.smithi031.stdout:3982: done (3 left) 2024-08-10T05:27:27.394 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 24 current snap is 378 2024-08-10T05:27:27.394 INFO:tasks.rados.rados.0.smithi031.stdout:3986: seq_num 1226 ranges {8839168=540672,9379840=598016,9977856=204800} 2024-08-10T05:27:27.445 INFO:tasks.rados.rados.0.smithi031.stdout:3986: writing smithi03186013-24 from 8839168 to 9379840 tid 1 2024-08-10T05:27:27.449 INFO:tasks.rados.rados.0.smithi031.stdout:3986: writing smithi03186013-24 from 9379840 to 9977856 tid 2 2024-08-10T05:27:27.451 INFO:tasks.rados.rados.0.smithi031.stdout:3986: writing smithi03186013-24 from 9977856 to 10182656 tid 3 2024-08-10T05:27:27.451 INFO:tasks.rados.rados.0.smithi031.stdout:3987: read oid 44 snap 359 2024-08-10T05:27:27.451 INFO:tasks.rados.rados.0.smithi031.stdout:3987: expect (ObjNum 1181 snap 354 seq_num 1181) 2024-08-10T05:27:27.451 INFO:tasks.rados.rados.0.smithi031.stdout:3988: rollback oid 48 current snap is 378 2024-08-10T05:27:27.451 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 48 to 371 2024-08-10T05:27:27.452 INFO:tasks.rados.rados.0.smithi031.stdout:3984: finishing rollback tid 0 to smithi03186013-28 2024-08-10T05:27:27.452 INFO:tasks.rados.rados.0.smithi031.stdout:3989: delete oid 8 current snap is 378 2024-08-10T05:27:27.452 INFO:tasks.rados.rados.0.smithi031.stdout:3984: finishing rollback tid 1 to smithi03186013-28 2024-08-10T05:27:27.452 INFO:tasks.rados.rados.0.smithi031.stdout:3984: finishing rollback tid 2 to smithi03186013-28 2024-08-10T05:27:27.452 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 28 v 1768 (ObjNum 1127 snap 334 seq_num 1127) dirty exists 2024-08-10T05:27:27.452 INFO:tasks.rados.rados.0.smithi031.stdout:3983: finishing write tid 2 to smithi03186013-50 2024-08-10T05:27:27.452 INFO:tasks.rados.rados.0.smithi031.stdout:3983: finishing write tid 3 to smithi03186013-50 2024-08-10T05:27:27.452 INFO:tasks.rados.rados.0.smithi031.stdout:3983: finishing write tid 4 to smithi03186013-50 2024-08-10T05:27:27.452 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 19 v 1732 (ObjNum 1179 snap 353 seq_num 1179) dirty exists 2024-08-10T05:27:27.452 INFO:tasks.rados.rados.0.smithi031.stdout:3983: finishing write tid 5 to smithi03186013-50 2024-08-10T05:27:27.452 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 50 v 2132 (ObjNum 1225 snap 378 seq_num 1225) dirty exists 2024-08-10T05:27:27.452 INFO:tasks.rados.rados.0.smithi031.stdout:3983: left oid 50 (ObjNum 1225 snap 378 seq_num 1225) 2024-08-10T05:27:27.452 INFO:tasks.rados.rados.0.smithi031.stdout:3986: finishing write tid 1 to smithi03186013-24 2024-08-10T05:27:27.454 INFO:tasks.rados.rados.0.smithi031.stdout:3988: finishing rollback tid 0 to smithi03186013-48 2024-08-10T05:27:27.454 INFO:tasks.rados.rados.0.smithi031.stdout:3988: finishing rollback tid 1 to smithi03186013-48 2024-08-10T05:27:27.454 INFO:tasks.rados.rados.0.smithi031.stdout:3988: finishing rollback tid 2 to smithi03186013-48 2024-08-10T05:27:27.454 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 48 v 2331 (ObjNum 1193 snap 360 seq_num 1193) dirty exists 2024-08-10T05:27:27.456 INFO:tasks.rados.rados.0.smithi031.stdout:3986: finishing write tid 2 to smithi03186013-24 2024-08-10T05:27:27.456 INFO:tasks.rados.rados.0.smithi031.stdout:3986: finishing write tid 3 to smithi03186013-24 2024-08-10T05:27:27.456 INFO:tasks.rados.rados.0.smithi031.stdout:3986: finishing write tid 4 to smithi03186013-24 2024-08-10T05:27:27.463 INFO:tasks.rados.rados.0.smithi031.stdout:3986: finishing write tid 5 to smithi03186013-24 2024-08-10T05:27:27.463 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 24 v 2403 (ObjNum 1226 snap 378 seq_num 1226) dirty exists 2024-08-10T05:27:27.463 INFO:tasks.rados.rados.0.smithi031.stdout:3986: left oid 24 (ObjNum 1226 snap 378 seq_num 1226) 2024-08-10T05:27:27.465 INFO:tasks.rados.rados.0.smithi031.stdout:3983: done (6 left) 2024-08-10T05:27:27.465 INFO:tasks.rados.rados.0.smithi031.stdout:3984: done (5 left) 2024-08-10T05:27:27.465 INFO:tasks.rados.rados.0.smithi031.stdout:3985: done (4 left) 2024-08-10T05:27:27.465 INFO:tasks.rados.rados.0.smithi031.stdout:3986: done (3 left) 2024-08-10T05:27:27.465 INFO:tasks.rados.rados.0.smithi031.stdout:3988: done (2 left) 2024-08-10T05:27:27.465 INFO:tasks.rados.rados.0.smithi031.stdout:3989: done (1 left) 2024-08-10T05:27:27.465 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 3 current snap is 378 2024-08-10T05:27:27.466 INFO:tasks.rados.rados.0.smithi031.stdout:3990: seq_num 1228 ranges {2359296=573440,2932736=761856,3694592=40960} 2024-08-10T05:27:27.481 INFO:tasks.rados.rados.0.smithi031.stdout:3990: writing smithi03186013-3 from 2359296 to 2932736 tid 1 2024-08-10T05:27:27.486 INFO:tasks.rados.rados.0.smithi031.stdout:3990: writing smithi03186013-3 from 2932736 to 3694592 tid 2 2024-08-10T05:27:27.486 INFO:tasks.rados.rados.0.smithi031.stdout:3990: writing smithi03186013-3 from 3694592 to 3735552 tid 3 2024-08-10T05:27:27.486 INFO:tasks.rados.rados.0.smithi031.stdout:3991: rmattr oid 41 current snap is 378 2024-08-10T05:27:27.486 INFO:tasks.rados.rados.0.smithi031.stdout:3987: expect (ObjNum 1181 snap 354 seq_num 1181) 2024-08-10T05:27:27.584 INFO:tasks.rados.rados.0.smithi031.stdout:3990: finishing write tid 1 to smithi03186013-3 2024-08-10T05:27:27.584 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 41 v 2133 (ObjNum 1212 snap 369 seq_num 1212) dirty exists 2024-08-10T05:27:27.584 INFO:tasks.rados.rados.0.smithi031.stdout:3990: finishing write tid 2 to smithi03186013-3 2024-08-10T05:27:27.584 INFO:tasks.rados.rados.0.smithi031.stdout:3990: finishing write tid 3 to smithi03186013-3 2024-08-10T05:27:27.584 INFO:tasks.rados.rados.0.smithi031.stdout:3990: finishing write tid 4 to smithi03186013-3 2024-08-10T05:27:27.584 INFO:tasks.rados.rados.0.smithi031.stdout:3990: finishing write tid 5 to smithi03186013-3 2024-08-10T05:27:27.585 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 3 v 1768 (ObjNum 1228 snap 378 seq_num 1228) dirty exists 2024-08-10T05:27:27.585 INFO:tasks.rados.rados.0.smithi031.stdout:3990: left oid 3 (ObjNum 1228 snap 378 seq_num 1228) 2024-08-10T05:27:27.585 INFO:tasks.rados.rados.0.smithi031.stdout:3987: done (2 left) 2024-08-10T05:27:27.585 INFO:tasks.rados.rados.0.smithi031.stdout:3990: done (1 left) 2024-08-10T05:27:27.585 INFO:tasks.rados.rados.0.smithi031.stdout:3991: done (0 left) 2024-08-10T05:27:27.585 INFO:tasks.rados.rados.0.smithi031.stdout:3992: snap_remove snap 367 2024-08-10T05:27:27.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:27:27 smithi031 ceph-mon[98130]: pgmap v911: 121 pgs: 121 active+clean; 333 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.8 MiB/s wr, 23 op/s 2024-08-10T05:27:27.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:27:27 smithi031 ceph-mon[98130]: osdmap e833: 8 total, 8 up, 8 in 2024-08-10T05:27:27.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:27:27 smithi031 ceph-mon[100614]: pgmap v911: 121 pgs: 121 active+clean; 333 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.8 MiB/s wr, 23 op/s 2024-08-10T05:27:27.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:27:27 smithi031 ceph-mon[100614]: osdmap e833: 8 total, 8 up, 8 in 2024-08-10T05:27:27.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:27:27 smithi196 ceph-mon[90243]: pgmap v911: 121 pgs: 121 active+clean; 333 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.8 MiB/s wr, 23 op/s 2024-08-10T05:27:27.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:27:27 smithi196 ceph-mon[90243]: osdmap e833: 8 total, 8 up, 8 in 2024-08-10T05:27:28.427 INFO:tasks.rados.rados.0.smithi031.stdout:3992: done (0 left) 2024-08-10T05:27:28.428 INFO:tasks.rados.rados.0.smithi031.stdout:append oid 48 current snap is 378 2024-08-10T05:27:28.428 INFO:tasks.rados.rados.0.smithi031.stdout:3993: seq_num 1229 ranges {4792320=589824,5382144=647168,6029312=155648} 2024-08-10T05:27:28.458 INFO:tasks.rados.rados.0.smithi031.stdout:3993: writing smithi03186013-48 from 4792320 to 5382144 tid 1 2024-08-10T05:27:28.461 INFO:tasks.rados.rados.0.smithi031.stdout:3993: writing smithi03186013-48 from 5382144 to 6029312 tid 2 2024-08-10T05:27:28.462 INFO:tasks.rados.rados.0.smithi031.stdout:3993: writing smithi03186013-48 from 6029312 to 6184960 tid 3 2024-08-10T05:27:28.462 INFO:tasks.rados.rados.0.smithi031.stdout:3994: snap_remove snap 337 2024-08-10T05:27:29.336 INFO:tasks.rados.rados.0.smithi031.stdout:3994: done (1 left) 2024-08-10T05:27:29.336 INFO:tasks.rados.rados.0.smithi031.stdout:3995: delete oid 26 current snap is 378 2024-08-10T05:27:29.336 INFO:tasks.rados.rados.0.smithi031.stdout:3993: finishing write tid 1 to smithi03186013-48 2024-08-10T05:27:29.336 INFO:tasks.rados.rados.0.smithi031.stdout:3993: finishing write tid 2 to smithi03186013-48 2024-08-10T05:27:29.336 INFO:tasks.rados.rados.0.smithi031.stdout:3993: finishing write tid 3 to smithi03186013-48 2024-08-10T05:27:29.336 INFO:tasks.rados.rados.0.smithi031.stdout:3993: finishing write tid 4 to smithi03186013-48 2024-08-10T05:27:29.336 INFO:tasks.rados.rados.0.smithi031.stdout:3993: finishing write tid 5 to smithi03186013-48 2024-08-10T05:27:29.336 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 48 v 2335 (ObjNum 1229 snap 378 seq_num 1229) dirty exists 2024-08-10T05:27:29.336 INFO:tasks.rados.rados.0.smithi031.stdout:3993: left oid 48 (ObjNum 1229 snap 378 seq_num 1229) 2024-08-10T05:27:29.348 INFO:tasks.rados.rados.0.smithi031.stdout:3993: done (1 left) 2024-08-10T05:27:29.348 INFO:tasks.rados.rados.0.smithi031.stdout:3995: done (0 left) 2024-08-10T05:27:29.348 INFO:tasks.rados.rados.0.smithi031.stdout:3996: rollback oid 8 current snap is 378 2024-08-10T05:27:29.348 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 8 to 345 2024-08-10T05:27:29.348 INFO:tasks.rados.rados.0.smithi031.stdout:3997: read oid 28 snap -1 2024-08-10T05:27:29.348 INFO:tasks.rados.rados.0.smithi031.stdout:3997: expect (ObjNum 1127 snap 334 seq_num 1127) 2024-08-10T05:27:29.348 INFO:tasks.rados.rados.0.smithi031.stdout:3998: snap_remove snap 362 2024-08-10T05:27:29.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:27:29 smithi031 ceph-mon[98130]: pgmap v914: 121 pgs: 121 active+clean; 331 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 892 KiB/s wr, 14 op/s 2024-08-10T05:27:29.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:27:29 smithi031 ceph-mon[98130]: osdmap e834: 8 total, 8 up, 8 in 2024-08-10T05:27:29.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:27:29 smithi031 ceph-mon[98130]: osdmap e835: 8 total, 8 up, 8 in 2024-08-10T05:27:29.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:27:29 smithi031 ceph-mon[100614]: pgmap v914: 121 pgs: 121 active+clean; 331 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 892 KiB/s wr, 14 op/s 2024-08-10T05:27:29.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:27:29 smithi031 ceph-mon[100614]: osdmap e834: 8 total, 8 up, 8 in 2024-08-10T05:27:29.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:27:29 smithi031 ceph-mon[100614]: osdmap e835: 8 total, 8 up, 8 in 2024-08-10T05:27:29.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:27:29 smithi196 ceph-mon[90243]: pgmap v914: 121 pgs: 121 active+clean; 331 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 892 KiB/s wr, 14 op/s 2024-08-10T05:27:29.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:27:29 smithi196 ceph-mon[90243]: osdmap e834: 8 total, 8 up, 8 in 2024-08-10T05:27:29.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:27:29 smithi196 ceph-mon[90243]: osdmap e835: 8 total, 8 up, 8 in 2024-08-10T05:27:30.338 INFO:tasks.rados.rados.0.smithi031.stdout:3996: finishing rollback tid 1 to smithi03186013-8 2024-08-10T05:27:30.338 INFO:tasks.rados.rados.0.smithi031.stdout:3996: finishing rollback tid 2 to smithi03186013-8 2024-08-10T05:27:30.338 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 8 v 2419 (ObjNum 1135 snap 339 seq_num 1135) dirty exists 2024-08-10T05:27:30.338 INFO:tasks.rados.rados.0.smithi031.stdout:3997: expect (ObjNum 1127 snap 334 seq_num 1127) 2024-08-10T05:27:30.561 INFO:tasks.rados.rados.0.smithi031.stdout:3996: done (2 left) 2024-08-10T05:27:30.561 INFO:tasks.rados.rados.0.smithi031.stdout:3997: done (1 left) 2024-08-10T05:27:30.561 INFO:tasks.rados.rados.0.smithi031.stdout:3998: done (0 left) 2024-08-10T05:27:30.561 INFO:tasks.rados.rados.0.smithi031.stdout:3999: rollback oid 16 current snap is 378 2024-08-10T05:27:30.561 INFO:tasks.rados.rados.0.smithi031.stdout:rollback oid 16 to 363 2024-08-10T05:27:30.561 INFO:tasks.rados.rados.0.smithi031.stdout: waiting on 1 2024-08-10T05:27:30.565 INFO:tasks.rados.rados.0.smithi031.stdout:3999: finishing rollback tid 0 to smithi03186013-16 2024-08-10T05:27:30.565 INFO:tasks.rados.rados.0.smithi031.stdout:3999: finishing rollback tid 1 to smithi03186013-16 2024-08-10T05:27:30.565 INFO:tasks.rados.rados.0.smithi031.stdout:3999: finishing rollback tid 2 to smithi03186013-16 2024-08-10T05:27:30.565 INFO:tasks.rados.rados.0.smithi031.stdout:update_object_version oid 16 v 2136 (ObjNum 1113 snap 333 seq_num 1113) dirty exists 2024-08-10T05:27:30.565 INFO:tasks.rados.rados.0.smithi031.stdout:3999: done (0 left) 2024-08-10T05:27:30.567 INFO:tasks.rados.rados.0.smithi031.stderr:0 errors. 2024-08-10T05:27:30.568 INFO:tasks.rados.rados.0.smithi031.stderr: 2024-08-10T05:27:30.571 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid fc322138-56d5-11ef-bcce-c7b262605968 -- ceph osd dump --format=json 2024-08-10T05:27:30.837 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T05:27:31.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:27:31 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:27:31] "GET /metrics HTTP/1.1" 200 36276 "" "Prometheus/2.43.0" 2024-08-10T05:27:31.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:27:31 smithi031 ceph-mon[98130]: pgmap v917: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 334 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 660 KiB/s wr, 9 op/s 2024-08-10T05:27:31.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:27:31 smithi031 ceph-mon[98130]: osdmap e836: 8 total, 8 up, 8 in 2024-08-10T05:27:31.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:27:31 smithi031 ceph-mon[100614]: pgmap v917: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 334 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 660 KiB/s wr, 9 op/s 2024-08-10T05:27:31.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:27:31 smithi031 ceph-mon[100614]: osdmap e836: 8 total, 8 up, 8 in 2024-08-10T05:27:31.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:27:31 smithi196 ceph-mon[90243]: pgmap v917: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 334 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 660 KiB/s wr, 9 op/s 2024-08-10T05:27:31.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:27:31 smithi196 ceph-mon[90243]: osdmap e836: 8 total, 8 up, 8 in 2024-08-10T05:27:32.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:27:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:27:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:27:32.957 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-08-10T05:27:32.958 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":836,"fsid":"fc322138-56d5-11ef-bcce-c7b262605968","created":"2024-08-10T05:04:54.954270+0000","modified":"2024-08-10T05:27:30.330789+0000","last_up_change":"2024-08-10T05:22:11.332429+0000","last_in_change":"2024-08-10T05:09:43.393031+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-10T05:08:03.605054+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-10T05:10:24.774112+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-10T05:10:28.001912+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-08-10T05:11:24.075633+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"75","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":75,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"unique_pool_0","create_time":"2024-08-10T05:14:14.261672+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":3,"size":3,"min_size":2,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":16,"pg_placement_num":16,"pg_placement_num_target":16,"pg_num_target":16,"pg_num_pending":16,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"836","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":445,"snap_epoch":836,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"teuthologyprofile","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rados":{}}}],"osds":[{"osd":0,"uuid":"d01a3e95-9986-400f-b9e3-e02ad620ea62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":300,"up_from":311,"up_thru":526,"down_at":301,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":2105367066},{"type":"v1","addr":"172.21.15.31:6803","nonce":2105367066}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":2105367066},{"type":"v1","addr":"172.21.15.31:6805","nonce":2105367066}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2105367066},{"type":"v1","addr":"172.21.15.31:6809","nonce":2105367066}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":2105367066},{"type":"v1","addr":"172.21.15.31:6807","nonce":2105367066}]},"public_addr":"172.21.15.31:6803/2105367066","cluster_addr":"172.21.15.31:6805/2105367066","heartbeat_back_addr":"172.21.15.31:6809/2105367066","heartbeat_front_addr":"172.21.15.31:6807/2105367066","state":["exists","up"]},{"osd":1,"uuid":"280b8772-6315-4a14-97d3-64b405063967","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":333,"up_from":344,"up_thru":526,"down_at":335,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":902422183},{"type":"v1","addr":"172.21.15.31:6811","nonce":902422183}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":902422183},{"type":"v1","addr":"172.21.15.31:6813","nonce":902422183}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":902422183},{"type":"v1","addr":"172.21.15.31:6817","nonce":902422183}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":902422183},{"type":"v1","addr":"172.21.15.31:6815","nonce":902422183}]},"public_addr":"172.21.15.31:6811/902422183","cluster_addr":"172.21.15.31:6813/902422183","heartbeat_back_addr":"172.21.15.31:6817/902422183","heartbeat_front_addr":"172.21.15.31:6815/902422183","state":["exists","up"]},{"osd":2,"uuid":"50765dba-989b-4e05-95b5-f7c6976ea114","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":363,"up_from":374,"up_thru":526,"down_at":364,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":1297699630},{"type":"v1","addr":"172.21.15.31:6819","nonce":1297699630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":1297699630},{"type":"v1","addr":"172.21.15.31:6821","nonce":1297699630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":1297699630},{"type":"v1","addr":"172.21.15.31:6825","nonce":1297699630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":1297699630},{"type":"v1","addr":"172.21.15.31:6823","nonce":1297699630}]},"public_addr":"172.21.15.31:6819/1297699630","cluster_addr":"172.21.15.31:6821/1297699630","heartbeat_back_addr":"172.21.15.31:6825/1297699630","heartbeat_front_addr":"172.21.15.31:6823/1297699630","state":["exists","up"]},{"osd":3,"uuid":"4a872017-47e3-4141-ac4f-a8987fbd1244","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":26,"last_clean_end":395,"up_from":405,"up_thru":526,"down_at":396,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":279960395},{"type":"v1","addr":"172.21.15.31:6827","nonce":279960395}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":279960395},{"type":"v1","addr":"172.21.15.31:6829","nonce":279960395}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":279960395},{"type":"v1","addr":"172.21.15.31:6833","nonce":279960395}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":279960395},{"type":"v1","addr":"172.21.15.31:6831","nonce":279960395}]},"public_addr":"172.21.15.31:6827/279960395","cluster_addr":"172.21.15.31:6829/279960395","heartbeat_back_addr":"172.21.15.31:6833/279960395","heartbeat_front_addr":"172.21.15.31:6831/279960395","state":["exists","up"]},{"osd":4,"uuid":"df9c6d53-1621-43ce-bdbc-e49515c06467","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":31,"last_clean_end":420,"up_from":431,"up_thru":526,"down_at":421,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":62141189},{"type":"v1","addr":"172.21.15.196:6801","nonce":62141189}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":62141189},{"type":"v1","addr":"172.21.15.196:6803","nonce":62141189}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6806","nonce":62141189},{"type":"v1","addr":"172.21.15.196:6807","nonce":62141189}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":62141189},{"type":"v1","addr":"172.21.15.196:6805","nonce":62141189}]},"public_addr":"172.21.15.196:6801/62141189","cluster_addr":"172.21.15.196:6803/62141189","heartbeat_back_addr":"172.21.15.196:6807/62141189","heartbeat_front_addr":"172.21.15.196:6805/62141189","state":["exists","up"]},{"osd":5,"uuid":"d7218072-ca78-45c7-ab27-28e63dd69d3d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":39,"last_clean_end":451,"up_from":462,"up_thru":526,"down_at":452,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":3973993337},{"type":"v1","addr":"172.21.15.196:6809","nonce":3973993337}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":3973993337},{"type":"v1","addr":"172.21.15.196:6811","nonce":3973993337}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":3973993337},{"type":"v1","addr":"172.21.15.196:6815","nonce":3973993337}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6812","nonce":3973993337},{"type":"v1","addr":"172.21.15.196:6813","nonce":3973993337}]},"public_addr":"172.21.15.196:6809/3973993337","cluster_addr":"172.21.15.196:6811/3973993337","heartbeat_back_addr":"172.21.15.196:6815/3973993337","heartbeat_front_addr":"172.21.15.196:6813/3973993337","state":["exists","up"]},{"osd":6,"uuid":"12385d44-8a1e-4764-b3bf-b93427fec8dc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":47,"last_clean_end":484,"up_from":494,"up_thru":526,"down_at":485,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":1453427450},{"type":"v1","addr":"172.21.15.196:6817","nonce":1453427450}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":1453427450},{"type":"v1","addr":"172.21.15.196:6819","nonce":1453427450}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6822","nonce":1453427450},{"type":"v1","addr":"172.21.15.196:6823","nonce":1453427450}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":1453427450},{"type":"v1","addr":"172.21.15.196:6821","nonce":1453427450}]},"public_addr":"172.21.15.196:6817/1453427450","cluster_addr":"172.21.15.196:6819/1453427450","heartbeat_back_addr":"172.21.15.196:6823/1453427450","heartbeat_front_addr":"172.21.15.196:6821/1453427450","state":["exists","up"]},{"osd":7,"uuid":"bf5e1d31-502a-4512-8628-1666916a2ad4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":55,"last_clean_end":515,"up_from":526,"up_thru":526,"down_at":516,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":2835748542},{"type":"v1","addr":"172.21.15.196:6825","nonce":2835748542}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6826","nonce":2835748542},{"type":"v1","addr":"172.21.15.196:6827","nonce":2835748542}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":2835748542},{"type":"v1","addr":"172.21.15.196:6831","nonce":2835748542}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":2835748542},{"type":"v1","addr":"172.21.15.196:6829","nonce":2835748542}]},"public_addr":"172.21.15.196:6825/2835748542","cluster_addr":"172.21.15.196:6827/2835748542","heartbeat_back_addr":"172.21.15.196:6831/2835748542","heartbeat_front_addr":"172.21.15.196:6829/2835748542","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T05:07:11.319579+0000","dead_epoch":300},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T05:07:36.476428+0000","dead_epoch":333},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T05:08:00.380197+0000","dead_epoch":362},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T05:08:25.155795+0000","dead_epoch":395},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T05:08:46.900197+0000","dead_epoch":420},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T05:09:10.388504+0000","dead_epoch":451},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T05:09:34.373286+0000","dead_epoch":484},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T05:09:58.779778+0000","dead_epoch":515}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.12","mappings":[{"from":7,"to":2}]},{"pgid":"3.6","mappings":[{"from":0,"to":2}]},{"pgid":"3.1d","mappings":[{"from":5,"to":2}]},{"pgid":"3.20","mappings":[{"from":0,"to":1}]},{"pgid":"3.29","mappings":[{"from":4,"to":2}]},{"pgid":"3.2c","mappings":[{"from":4,"to":1}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.196:6832/132471496":"2024-08-11T05:22:36.436961+0000","172.21.15.31:6800/2104982260":"2024-08-11T05:15:29.961630+0000","172.21.15.31:0/3716633310":"2024-08-11T05:11:21.659688+0000","172.21.15.196:6835/3826172625":"2024-08-11T05:16:14.757519+0000","172.21.15.196:6834/3826172625":"2024-08-11T05:16:14.757519+0000","172.21.15.31:6801/583586000":"2024-08-11T05:11:21.659688+0000","172.21.15.31:6800/583586000":"2024-08-11T05:11:21.659688+0000","172.21.15.31:0/2679813312":"2024-08-11T05:11:21.659688+0000","172.21.15.31:0/557242784":"2024-08-11T05:15:29.961630+0000","172.21.15.31:0/3100167778":"2024-08-11T05:15:29.961630+0000","172.21.15.196:0/3823387950":"2024-08-11T05:16:14.757519+0000","172.21.15.31:0/1048563945":"2024-08-11T05:16:55.726514+0000","172.21.15.31:0/392654468":"2024-08-11T05:15:29.961630+0000","172.21.15.196:6833/132471496":"2024-08-11T05:22:36.436961+0000","172.21.15.31:6800/823857187":"2024-08-11T05:05:26.166087+0000","172.21.15.31:0/2198153247":"2024-08-11T05:11:21.659688+0000","172.21.15.31:0/1770176618":"2024-08-11T05:11:21.659688+0000","172.21.15.31:0/3134510616":"2024-08-11T05:05:49.103449+0000","172.21.15.31:0/326633240":"2024-08-11T05:16:55.726514+0000","172.21.15.31:0/680466781":"2024-08-11T05:16:55.726514+0000","172.21.15.31:0/1751608100":"2024-08-11T05:16:55.726514+0000","172.21.15.31:0/1860734097":"2024-08-11T05:05:49.103449+0000","172.21.15.31:6801/823857187":"2024-08-11T05:05:26.166087+0000","172.21.15.31:0/3085116688":"2024-08-11T05:16:55.726514+0000","172.21.15.31:6801/1665229847":"2024-08-11T05:16:55.726514+0000","172.21.15.196:0/549394318":"2024-08-11T05:16:14.757519+0000","172.21.15.31:6800/1665229847":"2024-08-11T05:16:55.726514+0000","172.21.15.196:0/6319152":"2024-08-11T05:16:14.757519+0000","172.21.15.31:0/1071386198":"2024-08-11T05:05:26.166087+0000","172.21.15.31:0/741819662":"2024-08-11T05:05:26.166087+0000","172.21.15.31:0/4225462786":"2024-08-11T05:05:26.166087+0000","172.21.15.196:0/1783139944":"2024-08-11T05:16:14.757519+0000","172.21.15.31:6800/3519700533":"2024-08-11T05:05:49.103449+0000","172.21.15.31:6801/3519700533":"2024-08-11T05:05:49.103449+0000","172.21.15.31:0/2342696246":"2024-08-11T05:15:29.961630+0000","172.21.15.31:6801/2104982260":"2024-08-11T05:15:29.961630+0000","172.21.15.31:0/1159293532":"2024-08-11T05:05:49.103449+0000","172.21.15.196:0/3011715681":"2024-08-11T05:16:14.757519+0000","172.21.15.31:0/458398323":"2024-08-11T05:16:55.726514+0000","172.21.15.196:0/3583190236":"2024-08-11T05:16:14.757519+0000","172.21.15.31:0/2307638174":"2024-08-11T05:16:55.726514+0000","172.21.15.31:0/1861988681":"2024-08-11T05:15:29.961630+0000","172.21.15.196:0/307874955":"2024-08-11T05:16:14.757519+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":5,"snaps":[{"begin":405,"length":1},{"begin":430,"length":1},{"begin":435,"length":1},{"begin":438,"length":1},{"begin":441,"length":1}]}],"new_removed_snaps":[{"pool":5,"snaps":[{"begin":430,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-10T05:27:33.761 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:27:33 smithi031 ceph-mon[98130]: pgmap v919: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 343 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.4 MiB/s wr, 14 op/s 2024-08-10T05:27:33.761 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:27:33 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/3229929107' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-10T05:27:33.761 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:27:33 smithi031 ceph-mon[100614]: pgmap v919: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 343 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.4 MiB/s wr, 14 op/s 2024-08-10T05:27:33.761 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:27:33 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/3229929107' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-10T05:27:33.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:27:33 smithi196 ceph-mon[90243]: pgmap v919: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 343 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.4 MiB/s wr, 14 op/s 2024-08-10T05:27:33.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:27:33 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/3229929107' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-10T05:27:33.794 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid fc322138-56d5-11ef-bcce-c7b262605968 -- ceph pg dump --format=json 2024-08-10T05:27:34.065 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T05:27:35.501 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:27:35 smithi031 ceph-mon[100614]: pgmap v920: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 339 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 1.1 MiB/s wr, 8 op/s 2024-08-10T05:27:35.501 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:27:35 smithi031 ceph-mon[100614]: osdmap e837: 8 total, 8 up, 8 in 2024-08-10T05:27:35.501 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:27:35 smithi031 ceph-mon[98130]: pgmap v920: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 339 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 1.1 MiB/s wr, 8 op/s 2024-08-10T05:27:35.501 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:27:35 smithi031 ceph-mon[98130]: osdmap e837: 8 total, 8 up, 8 in 2024-08-10T05:27:35.774 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-08-10T05:27:35.776 INFO:teuthology.orchestra.run.smithi031.stderr:dumped all 2024-08-10T05:27:35.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:27:35 smithi196 ceph-mon[90243]: pgmap v920: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 339 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 1.1 MiB/s wr, 8 op/s 2024-08-10T05:27:35.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:27:35 smithi196 ceph-mon[90243]: osdmap e837: 8 total, 8 up, 8 in 2024-08-10T05:27:36.469 INFO:teuthology.orchestra.run.smithi031.stdout:{"pg_ready":true,"pg_map":{"version":921,"stamp":"2024-08-10T05:27:34.332371+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":355359735,"num_objects":222,"num_object_clones":147,"num_object_copies":666,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":222,"num_whiteouts":15,"num_read":4941,"num_read_kb":6556874,"num_write":9166,"num_write_kb":1859453,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":127,"num_bytes_recovered":521487968,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":16726,"ondisk_log_size":16726,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2167352,"kb_used_data":540100,"kb_used_omap":233,"kb_used_meta":1626902,"kb_avail":747793864,"statfs":{"total":767960285184,"available":765740916736,"internally_reserved":0,"allocated":553062400,"data_stored":1079650105,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":238658,"internal_metadata":1665948606},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":7864320,"num_objects":8,"num_object_clones":8,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":2,"num_read":18,"num_read_kb":42250,"num_write":32,"num_write_kb":6592,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.908017"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1081,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-08-10T05:27:30.394052+0000","last_change":"2024-08-10T05:22:12.364152+0000","last_active":"2024-08-10T05:27:30.394052+0000","last_peered":"2024-08-10T05:27:30.394052+0000","last_clean":"2024-08-10T05:27:30.394052+0000","last_became_active":"2024-08-10T05:22:12.361888+0000","last_became_peered":"2024-08-10T05:22:12.361888+0000","last_unstale":"2024-08-10T05:27:30.394052+0000","last_undegraded":"2024-08-10T05:27:30.394052+0000","last_fullsized":"2024-08-10T05:27:30.394052+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:15:44.690796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1280,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-08-10T05:27:30.340187+0000","last_change":"2024-08-10T05:21:38.391064+0000","last_active":"2024-08-10T05:27:30.340187+0000","last_peered":"2024-08-10T05:27:30.340187+0000","last_clean":"2024-08-10T05:27:30.340187+0000","last_became_active":"2024-08-10T05:21:38.390643+0000","last_became_peered":"2024-08-10T05:21:38.390643+0000","last_unstale":"2024-08-10T05:27:30.340187+0000","last_undegraded":"2024-08-10T05:27:30.340187+0000","last_fullsized":"2024-08-10T05:27:30.340187+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:51:12.816263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1287,"reported_epoch":835,"state":"active+clean","last_fresh":"2024-08-10T05:27:29.333263+0000","last_change":"2024-08-10T05:19:24.347448+0000","last_active":"2024-08-10T05:27:29.333263+0000","last_peered":"2024-08-10T05:27:29.333263+0000","last_clean":"2024-08-10T05:27:29.333263+0000","last_became_active":"2024-08-10T05:19:24.347169+0000","last_became_peered":"2024-08-10T05:19:24.347169+0000","last_unstale":"2024-08-10T05:27:29.333263+0000","last_undegraded":"2024-08-10T05:27:29.333263+0000","last_fullsized":"2024-08-10T05:27:29.333263+0000","mapping_epoch":374,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":375,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:10:11.654828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1164,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-08-10T05:27:30.342408+0000","last_change":"2024-08-10T05:22:12.351812+0000","last_active":"2024-08-10T05:27:30.342408+0000","last_peered":"2024-08-10T05:27:30.342408+0000","last_clean":"2024-08-10T05:27:30.342408+0000","last_became_active":"2024-08-10T05:22:12.351520+0000","last_became_peered":"2024-08-10T05:22:12.351520+0000","last_unstale":"2024-08-10T05:27:30.342408+0000","last_undegraded":"2024-08-10T05:27:30.342408+0000","last_fullsized":"2024-08-10T05:27:30.342408+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:53:29.817242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1101,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-08-10T05:27:30.393644+0000","last_change":"2024-08-10T05:22:12.358386+0000","last_active":"2024-08-10T05:27:30.393644+0000","last_peered":"2024-08-10T05:27:30.393644+0000","last_clean":"2024-08-10T05:27:30.393644+0000","last_became_active":"2024-08-10T05:22:12.357598+0000","last_became_peered":"2024-08-10T05:22:12.357598+0000","last_unstale":"2024-08-10T05:27:30.393644+0000","last_undegraded":"2024-08-10T05:27:30.393644+0000","last_fullsized":"2024-08-10T05:27:30.393644+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:37:14.571157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1151,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-08-10T05:27:30.341494+0000","last_change":"2024-08-10T05:21:04.281566+0000","last_active":"2024-08-10T05:27:30.341494+0000","last_peered":"2024-08-10T05:27:30.341494+0000","last_clean":"2024-08-10T05:27:30.341494+0000","last_became_active":"2024-08-10T05:21:04.281115+0000","last_became_peered":"2024-08-10T05:21:04.281115+0000","last_unstale":"2024-08-10T05:27:30.341494+0000","last_undegraded":"2024-08-10T05:27:30.341494+0000","last_fullsized":"2024-08-10T05:27:30.341494+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:41:32.692941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1101,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-08-10T05:27:30.393301+0000","last_change":"2024-08-10T05:22:12.350086+0000","last_active":"2024-08-10T05:27:30.393301+0000","last_peered":"2024-08-10T05:27:30.393301+0000","last_clean":"2024-08-10T05:27:30.393301+0000","last_became_active":"2024-08-10T05:22:12.349638+0000","last_became_peered":"2024-08-10T05:22:12.349638+0000","last_unstale":"2024-08-10T05:27:30.393301+0000","last_undegraded":"2024-08-10T05:27:30.393301+0000","last_fullsized":"2024-08-10T05:27:30.393301+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:29:53.267002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1214,"reported_epoch":835,"state":"active+clean","last_fresh":"2024-08-10T05:27:29.338609+0000","last_change":"2024-08-10T05:21:38.392328+0000","last_active":"2024-08-10T05:27:29.338609+0000","last_peered":"2024-08-10T05:27:29.338609+0000","last_clean":"2024-08-10T05:27:29.338609+0000","last_became_active":"2024-08-10T05:21:38.392027+0000","last_became_peered":"2024-08-10T05:21:38.392027+0000","last_unstale":"2024-08-10T05:27:29.338609+0000","last_undegraded":"2024-08-10T05:27:29.338609+0000","last_fullsized":"2024-08-10T05:27:29.338609+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:24:09.830026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1091,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-08-10T05:27:30.394030+0000","last_change":"2024-08-10T05:22:12.364587+0000","last_active":"2024-08-10T05:27:30.394030+0000","last_peered":"2024-08-10T05:27:30.394030+0000","last_clean":"2024-08-10T05:27:30.394030+0000","last_became_active":"2024-08-10T05:22:12.363235+0000","last_became_peered":"2024-08-10T05:22:12.363235+0000","last_unstale":"2024-08-10T05:27:30.394030+0000","last_undegraded":"2024-08-10T05:27:30.394030+0000","last_fullsized":"2024-08-10T05:27:30.394030+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:42:36.707350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1121,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-08-10T05:27:30.344098+0000","last_change":"2024-08-10T05:21:38.398322+0000","last_active":"2024-08-10T05:27:30.344098+0000","last_peered":"2024-08-10T05:27:30.344098+0000","last_clean":"2024-08-10T05:27:30.344098+0000","last_became_active":"2024-08-10T05:21:38.397905+0000","last_became_peered":"2024-08-10T05:21:38.397905+0000","last_unstale":"2024-08-10T05:27:30.344098+0000","last_undegraded":"2024-08-10T05:27:30.344098+0000","last_fullsized":"2024-08-10T05:27:30.344098+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:44:08.146006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1121,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-08-10T05:27:30.343346+0000","last_change":"2024-08-10T05:21:38.391652+0000","last_active":"2024-08-10T05:27:30.343346+0000","last_peered":"2024-08-10T05:27:30.343346+0000","last_clean":"2024-08-10T05:27:30.343346+0000","last_became_active":"2024-08-10T05:21:38.391332+0000","last_became_peered":"2024-08-10T05:21:38.391332+0000","last_unstale":"2024-08-10T05:27:30.343346+0000","last_undegraded":"2024-08-10T05:27:30.343346+0000","last_fullsized":"2024-08-10T05:27:30.343346+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:33:42.353914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1184,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-08-10T05:27:30.337964+0000","last_change":"2024-08-10T05:21:38.392158+0000","last_active":"2024-08-10T05:27:30.337964+0000","last_peered":"2024-08-10T05:27:30.337964+0000","last_clean":"2024-08-10T05:27:30.337964+0000","last_became_active":"2024-08-10T05:21:38.391664+0000","last_became_peered":"2024-08-10T05:21:38.391664+0000","last_unstale":"2024-08-10T05:27:30.337964+0000","last_undegraded":"2024-08-10T05:27:30.337964+0000","last_fullsized":"2024-08-10T05:27:30.337964+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:24:54.604286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1216,"reported_epoch":835,"state":"active+clean","last_fresh":"2024-08-10T05:27:29.340259+0000","last_change":"2024-08-10T05:21:38.391304+0000","last_active":"2024-08-10T05:27:29.340259+0000","last_peered":"2024-08-10T05:27:29.340259+0000","last_clean":"2024-08-10T05:27:29.340259+0000","last_became_active":"2024-08-10T05:21:38.390928+0000","last_became_peered":"2024-08-10T05:21:38.390928+0000","last_unstale":"2024-08-10T05:27:29.340259+0000","last_undegraded":"2024-08-10T05:27:29.340259+0000","last_fullsized":"2024-08-10T05:27:29.340259+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:13:25.746280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1286,"reported_epoch":835,"state":"active+clean","last_fresh":"2024-08-10T05:27:29.332830+0000","last_change":"2024-08-10T05:21:04.283261+0000","last_active":"2024-08-10T05:27:29.332830+0000","last_peered":"2024-08-10T05:27:29.332830+0000","last_clean":"2024-08-10T05:27:29.332830+0000","last_became_active":"2024-08-10T05:21:04.282921+0000","last_became_peered":"2024-08-10T05:21:04.282921+0000","last_unstale":"2024-08-10T05:27:29.332830+0000","last_undegraded":"2024-08-10T05:27:29.332830+0000","last_fullsized":"2024-08-10T05:27:29.332830+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:15:27.730866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1270,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-08-10T05:27:30.339965+0000","last_change":"2024-08-10T05:21:04.268844+0000","last_active":"2024-08-10T05:27:30.339965+0000","last_peered":"2024-08-10T05:27:30.339965+0000","last_clean":"2024-08-10T05:27:30.339965+0000","last_became_active":"2024-08-10T05:21:04.268499+0000","last_became_peered":"2024-08-10T05:21:04.268499+0000","last_unstale":"2024-08-10T05:27:30.339965+0000","last_undegraded":"2024-08-10T05:27:30.339965+0000","last_fullsized":"2024-08-10T05:27:30.339965+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:42:12.150271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1151,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-08-10T05:27:30.341065+0000","last_change":"2024-08-10T05:22:12.352784+0000","last_active":"2024-08-10T05:27:30.341065+0000","last_peered":"2024-08-10T05:27:30.341065+0000","last_clean":"2024-08-10T05:27:30.341065+0000","last_became_active":"2024-08-10T05:22:12.352494+0000","last_became_peered":"2024-08-10T05:22:12.352494+0000","last_unstale":"2024-08-10T05:27:30.341065+0000","last_undegraded":"2024-08-10T05:27:30.341065+0000","last_fullsized":"2024-08-10T05:27:30.341065+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:36:50.435633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1147,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-08-10T05:27:30.342608+0000","last_change":"2024-08-10T05:22:12.353703+0000","last_active":"2024-08-10T05:27:30.342608+0000","last_peered":"2024-08-10T05:27:30.342608+0000","last_clean":"2024-08-10T05:27:30.342608+0000","last_became_active":"2024-08-10T05:22:12.352499+0000","last_became_peered":"2024-08-10T05:22:12.352499+0000","last_unstale":"2024-08-10T05:27:30.342608+0000","last_undegraded":"2024-08-10T05:27:30.342608+0000","last_fullsized":"2024-08-10T05:27:30.342608+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:37:25.517123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1238,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-08-10T05:27:30.462336+0000","last_change":"2024-08-10T05:22:12.362006+0000","last_active":"2024-08-10T05:27:30.462336+0000","last_peered":"2024-08-10T05:27:30.462336+0000","last_clean":"2024-08-10T05:27:30.462336+0000","last_became_active":"2024-08-10T05:22:12.361631+0000","last_became_peered":"2024-08-10T05:22:12.361631+0000","last_unstale":"2024-08-10T05:27:30.462336+0000","last_undegraded":"2024-08-10T05:27:30.462336+0000","last_fullsized":"2024-08-10T05:27:30.462336+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:53:23.259248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1081,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-08-10T05:27:30.393809+0000","last_change":"2024-08-10T05:22:12.357270+0000","last_active":"2024-08-10T05:27:30.393809+0000","last_peered":"2024-08-10T05:27:30.393809+0000","last_clean":"2024-08-10T05:27:30.393809+0000","last_became_active":"2024-08-10T05:22:12.356993+0000","last_became_peered":"2024-08-10T05:22:12.356993+0000","last_unstale":"2024-08-10T05:27:30.393809+0000","last_undegraded":"2024-08-10T05:27:30.393809+0000","last_fullsized":"2024-08-10T05:27:30.393809+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:53:10.916285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1137,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-08-10T05:27:30.342752+0000","last_change":"2024-08-10T05:21:38.391442+0000","last_active":"2024-08-10T05:27:30.342752+0000","last_peered":"2024-08-10T05:27:30.342752+0000","last_clean":"2024-08-10T05:27:30.342752+0000","last_became_active":"2024-08-10T05:21:38.391125+0000","last_became_peered":"2024-08-10T05:21:38.391125+0000","last_unstale":"2024-08-10T05:27:30.342752+0000","last_undegraded":"2024-08-10T05:27:30.342752+0000","last_fullsized":"2024-08-10T05:27:30.342752+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:41:58.525119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1287,"reported_epoch":835,"state":"active+clean","last_fresh":"2024-08-10T05:27:29.333173+0000","last_change":"2024-08-10T05:22:12.356919+0000","last_active":"2024-08-10T05:27:29.333173+0000","last_peered":"2024-08-10T05:27:29.333173+0000","last_clean":"2024-08-10T05:27:29.333173+0000","last_became_active":"2024-08-10T05:22:12.356589+0000","last_became_peered":"2024-08-10T05:22:12.356589+0000","last_unstale":"2024-08-10T05:27:29.333173+0000","last_undegraded":"2024-08-10T05:27:29.333173+0000","last_fullsized":"2024-08-10T05:27:29.333173+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:54:34.852378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1141,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-08-10T05:27:30.341237+0000","last_change":"2024-08-10T05:22:12.352730+0000","last_active":"2024-08-10T05:27:30.341237+0000","last_peered":"2024-08-10T05:27:30.341237+0000","last_clean":"2024-08-10T05:27:30.341237+0000","last_became_active":"2024-08-10T05:22:12.352444+0000","last_became_peered":"2024-08-10T05:22:12.352444+0000","last_unstale":"2024-08-10T05:27:30.341237+0000","last_undegraded":"2024-08-10T05:27:30.341237+0000","last_fullsized":"2024-08-10T05:27:30.341237+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:25:31.074439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1222,"reported_epoch":835,"state":"active+clean","last_fresh":"2024-08-10T05:27:29.339180+0000","last_change":"2024-08-10T05:19:57.222200+0000","last_active":"2024-08-10T05:27:29.339180+0000","last_peered":"2024-08-10T05:27:29.339180+0000","last_clean":"2024-08-10T05:27:29.339180+0000","last_became_active":"2024-08-10T05:19:57.220790+0000","last_became_peered":"2024-08-10T05:19:57.220790+0000","last_unstale":"2024-08-10T05:27:29.339180+0000","last_undegraded":"2024-08-10T05:27:29.339180+0000","last_fullsized":"2024-08-10T05:27:29.339180+0000","mapping_epoch":405,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":406,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:24:56.218912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1172,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-08-10T05:27:30.341329+0000","last_change":"2024-08-10T05:21:04.277992+0000","last_active":"2024-08-10T05:27:30.341329+0000","last_peered":"2024-08-10T05:27:30.341329+0000","last_clean":"2024-08-10T05:27:30.341329+0000","last_became_active":"2024-08-10T05:21:04.277613+0000","last_became_peered":"2024-08-10T05:21:04.277613+0000","last_unstale":"2024-08-10T05:27:30.341329+0000","last_undegraded":"2024-08-10T05:27:30.341329+0000","last_fullsized":"2024-08-10T05:27:30.341329+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:38:19.522020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1204,"reported_epoch":835,"state":"active+clean","last_fresh":"2024-08-10T05:27:29.339827+0000","last_change":"2024-08-10T05:20:30.225190+0000","last_active":"2024-08-10T05:27:29.339827+0000","last_peered":"2024-08-10T05:27:29.339827+0000","last_clean":"2024-08-10T05:27:29.339827+0000","last_became_active":"2024-08-10T05:20:30.224668+0000","last_became_peered":"2024-08-10T05:20:30.224668+0000","last_unstale":"2024-08-10T05:27:29.339827+0000","last_undegraded":"2024-08-10T05:27:29.339827+0000","last_fullsized":"2024-08-10T05:27:29.339827+0000","mapping_epoch":431,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":432,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:28:10.930172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1124,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-08-10T05:27:30.343888+0000","last_change":"2024-08-10T05:22:12.351003+0000","last_active":"2024-08-10T05:27:30.343888+0000","last_peered":"2024-08-10T05:27:30.343888+0000","last_clean":"2024-08-10T05:27:30.343888+0000","last_became_active":"2024-08-10T05:22:12.350708+0000","last_became_peered":"2024-08-10T05:22:12.350708+0000","last_unstale":"2024-08-10T05:27:30.343888+0000","last_undegraded":"2024-08-10T05:27:30.343888+0000","last_fullsized":"2024-08-10T05:27:30.343888+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:15:44.757687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1271,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-08-10T05:27:30.340494+0000","last_change":"2024-08-10T05:19:57.217425+0000","last_active":"2024-08-10T05:27:30.340494+0000","last_peered":"2024-08-10T05:27:30.340494+0000","last_clean":"2024-08-10T05:27:30.340494+0000","last_became_active":"2024-08-10T05:19:57.216633+0000","last_became_peered":"2024-08-10T05:19:57.216633+0000","last_unstale":"2024-08-10T05:27:30.340494+0000","last_undegraded":"2024-08-10T05:27:30.340494+0000","last_fullsized":"2024-08-10T05:27:30.340494+0000","mapping_epoch":405,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":406,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:09:43.207509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1222,"reported_epoch":835,"state":"active+clean","last_fresh":"2024-08-10T05:27:29.340053+0000","last_change":"2024-08-10T05:20:30.223305+0000","last_active":"2024-08-10T05:27:29.340053+0000","last_peered":"2024-08-10T05:27:29.340053+0000","last_clean":"2024-08-10T05:27:29.340053+0000","last_became_active":"2024-08-10T05:20:30.222976+0000","last_became_peered":"2024-08-10T05:20:30.222976+0000","last_unstale":"2024-08-10T05:27:29.340053+0000","last_undegraded":"2024-08-10T05:27:29.340053+0000","last_fullsized":"2024-08-10T05:27:29.340053+0000","mapping_epoch":431,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":432,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:13:45.802652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1287,"reported_epoch":835,"state":"active+clean","last_fresh":"2024-08-10T05:27:29.334843+0000","last_change":"2024-08-10T05:20:30.223891+0000","last_active":"2024-08-10T05:27:29.334843+0000","last_peered":"2024-08-10T05:27:29.334843+0000","last_clean":"2024-08-10T05:27:29.334843+0000","last_became_active":"2024-08-10T05:20:30.222262+0000","last_became_peered":"2024-08-10T05:20:30.222262+0000","last_unstale":"2024-08-10T05:27:29.334843+0000","last_undegraded":"2024-08-10T05:27:29.334843+0000","last_fullsized":"2024-08-10T05:27:29.334843+0000","mapping_epoch":431,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":432,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:49:49.155975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1172,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-08-10T05:27:30.341319+0000","last_change":"2024-08-10T05:21:04.281424+0000","last_active":"2024-08-10T05:27:30.341319+0000","last_peered":"2024-08-10T05:27:30.341319+0000","last_clean":"2024-08-10T05:27:30.341319+0000","last_became_active":"2024-08-10T05:21:04.281067+0000","last_became_peered":"2024-08-10T05:21:04.281067+0000","last_unstale":"2024-08-10T05:27:30.341319+0000","last_undegraded":"2024-08-10T05:27:30.341319+0000","last_fullsized":"2024-08-10T05:27:30.341319+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:39:58.561780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1238,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-08-10T05:27:30.461273+0000","last_change":"2024-08-10T05:21:38.386397+0000","last_active":"2024-08-10T05:27:30.461273+0000","last_peered":"2024-08-10T05:27:30.461273+0000","last_clean":"2024-08-10T05:27:30.461273+0000","last_became_active":"2024-08-10T05:21:38.386001+0000","last_became_peered":"2024-08-10T05:21:38.386001+0000","last_unstale":"2024-08-10T05:27:30.461273+0000","last_undegraded":"2024-08-10T05:27:30.461273+0000","last_fullsized":"2024-08-10T05:27:30.461273+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:26:18.002554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1131,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-08-10T05:27:30.342866+0000","last_change":"2024-08-10T05:21:38.390206+0000","last_active":"2024-08-10T05:27:30.342866+0000","last_peered":"2024-08-10T05:27:30.342866+0000","last_clean":"2024-08-10T05:27:30.342866+0000","last_became_active":"2024-08-10T05:21:38.389909+0000","last_became_peered":"2024-08-10T05:21:38.389909+0000","last_unstale":"2024-08-10T05:27:30.342866+0000","last_undegraded":"2024-08-10T05:27:30.342866+0000","last_fullsized":"2024-08-10T05:27:30.342866+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:11:50.893635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1214,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-08-10T05:27:30.337651+0000","last_change":"2024-08-10T05:20:30.230091+0000","last_active":"2024-08-10T05:27:30.337651+0000","last_peered":"2024-08-10T05:27:30.337651+0000","last_clean":"2024-08-10T05:27:30.337651+0000","last_became_active":"2024-08-10T05:20:30.229787+0000","last_became_peered":"2024-08-10T05:20:30.229787+0000","last_unstale":"2024-08-10T05:27:30.337651+0000","last_undegraded":"2024-08-10T05:27:30.337651+0000","last_fullsized":"2024-08-10T05:27:30.337651+0000","mapping_epoch":431,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":432,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:40:13.160497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"548'2","reported_seq":1219,"reported_epoch":835,"state":"active+clean","last_fresh":"2024-08-10T05:27:29.340329+0000","last_change":"2024-08-10T05:22:12.351870+0000","last_active":"2024-08-10T05:27:29.340329+0000","last_peered":"2024-08-10T05:27:29.340329+0000","last_clean":"2024-08-10T05:27:29.340329+0000","last_became_active":"2024-08-10T05:22:12.351474+0000","last_became_peered":"2024-08-10T05:22:12.351474+0000","last_unstale":"2024-08-10T05:27:29.340329+0000","last_undegraded":"2024-08-10T05:27:29.340329+0000","last_fullsized":"2024-08-10T05:27:29.340329+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:24:44.234848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1286,"reported_epoch":835,"state":"active+clean","last_fresh":"2024-08-10T05:27:29.334070+0000","last_change":"2024-08-10T05:22:12.355096+0000","last_active":"2024-08-10T05:27:29.334070+0000","last_peered":"2024-08-10T05:27:29.334070+0000","last_clean":"2024-08-10T05:27:29.334070+0000","last_became_active":"2024-08-10T05:22:12.354717+0000","last_became_peered":"2024-08-10T05:22:12.354717+0000","last_unstale":"2024-08-10T05:27:29.334070+0000","last_undegraded":"2024-08-10T05:27:29.334070+0000","last_fullsized":"2024-08-10T05:27:29.334070+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:55:58.793285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"548'2","reported_seq":1129,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-08-10T05:27:30.343274+0000","last_change":"2024-08-10T05:22:12.348811+0000","last_active":"2024-08-10T05:27:30.343274+0000","last_peered":"2024-08-10T05:27:30.343274+0000","last_clean":"2024-08-10T05:27:30.343274+0000","last_became_active":"2024-08-10T05:22:12.348203+0000","last_became_peered":"2024-08-10T05:22:12.348203+0000","last_unstale":"2024-08-10T05:27:30.343274+0000","last_undegraded":"2024-08-10T05:27:30.343274+0000","last_fullsized":"2024-08-10T05:27:30.343274+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:05:49.809125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1225,"reported_epoch":835,"state":"active+clean","last_fresh":"2024-08-10T05:27:29.338870+0000","last_change":"2024-08-10T05:21:38.395796+0000","last_active":"2024-08-10T05:27:29.338870+0000","last_peered":"2024-08-10T05:27:29.338870+0000","last_clean":"2024-08-10T05:27:29.338870+0000","last_became_active":"2024-08-10T05:21:38.395407+0000","last_became_peered":"2024-08-10T05:21:38.395407+0000","last_unstale":"2024-08-10T05:27:29.338870+0000","last_undegraded":"2024-08-10T05:27:29.338870+0000","last_fullsized":"2024-08-10T05:27:29.338870+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:19:19.091052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1224,"reported_epoch":835,"state":"active+clean","last_fresh":"2024-08-10T05:27:29.338831+0000","last_change":"2024-08-10T05:19:57.224043+0000","last_active":"2024-08-10T05:27:29.338831+0000","last_peered":"2024-08-10T05:27:29.338831+0000","last_clean":"2024-08-10T05:27:29.338831+0000","last_became_active":"2024-08-10T05:19:57.223062+0000","last_became_peered":"2024-08-10T05:19:57.223062+0000","last_unstale":"2024-08-10T05:27:29.338831+0000","last_undegraded":"2024-08-10T05:27:29.338831+0000","last_fullsized":"2024-08-10T05:27:29.338831+0000","mapping_epoch":405,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":406,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:26:53.942408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1150,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-08-10T05:27:30.341097+0000","last_change":"2024-08-10T05:22:12.352040+0000","last_active":"2024-08-10T05:27:30.341097+0000","last_peered":"2024-08-10T05:27:30.341097+0000","last_clean":"2024-08-10T05:27:30.341097+0000","last_became_active":"2024-08-10T05:22:12.351779+0000","last_became_peered":"2024-08-10T05:22:12.351779+0000","last_unstale":"2024-08-10T05:27:30.341097+0000","last_undegraded":"2024-08-10T05:27:30.341097+0000","last_fullsized":"2024-08-10T05:27:30.341097+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:14:45.246886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1270,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-08-10T05:27:30.339446+0000","last_change":"2024-08-10T05:20:30.220249+0000","last_active":"2024-08-10T05:27:30.339446+0000","last_peered":"2024-08-10T05:27:30.339446+0000","last_clean":"2024-08-10T05:27:30.339446+0000","last_became_active":"2024-08-10T05:20:30.219922+0000","last_became_peered":"2024-08-10T05:20:30.219922+0000","last_unstale":"2024-08-10T05:27:30.339446+0000","last_undegraded":"2024-08-10T05:27:30.339446+0000","last_fullsized":"2024-08-10T05:27:30.339446+0000","mapping_epoch":431,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":432,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:43:41.447850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1124,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-08-10T05:27:30.344286+0000","last_change":"2024-08-10T05:21:38.388526+0000","last_active":"2024-08-10T05:27:30.344286+0000","last_peered":"2024-08-10T05:27:30.344286+0000","last_clean":"2024-08-10T05:27:30.344286+0000","last_became_active":"2024-08-10T05:21:38.388078+0000","last_became_peered":"2024-08-10T05:21:38.388078+0000","last_unstale":"2024-08-10T05:27:30.344286+0000","last_undegraded":"2024-08-10T05:27:30.344286+0000","last_fullsized":"2024-08-10T05:27:30.344286+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:58:39.548410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1143,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-08-10T05:27:30.342302+0000","last_change":"2024-08-10T05:22:12.355447+0000","last_active":"2024-08-10T05:27:30.342302+0000","last_peered":"2024-08-10T05:27:30.342302+0000","last_clean":"2024-08-10T05:27:30.342302+0000","last_became_active":"2024-08-10T05:22:12.355135+0000","last_became_peered":"2024-08-10T05:22:12.355135+0000","last_unstale":"2024-08-10T05:27:30.342302+0000","last_undegraded":"2024-08-10T05:27:30.342302+0000","last_fullsized":"2024-08-10T05:27:30.342302+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:40:57.052757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1137,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-08-10T05:27:30.342480+0000","last_change":"2024-08-10T05:21:38.385718+0000","last_active":"2024-08-10T05:27:30.342480+0000","last_peered":"2024-08-10T05:27:30.342480+0000","last_clean":"2024-08-10T05:27:30.342480+0000","last_became_active":"2024-08-10T05:21:38.385431+0000","last_became_peered":"2024-08-10T05:21:38.385431+0000","last_unstale":"2024-08-10T05:27:30.342480+0000","last_undegraded":"2024-08-10T05:27:30.342480+0000","last_fullsized":"2024-08-10T05:27:30.342480+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T17:04:32.038901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1286,"reported_epoch":835,"state":"active+clean","last_fresh":"2024-08-10T05:27:29.335387+0000","last_change":"2024-08-10T05:21:04.288354+0000","last_active":"2024-08-10T05:27:29.335387+0000","last_peered":"2024-08-10T05:27:29.335387+0000","last_clean":"2024-08-10T05:27:29.335387+0000","last_became_active":"2024-08-10T05:21:04.287843+0000","last_became_peered":"2024-08-10T05:21:04.287843+0000","last_unstale":"2024-08-10T05:27:29.335387+0000","last_undegraded":"2024-08-10T05:27:29.335387+0000","last_fullsized":"2024-08-10T05:27:29.335387+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:07:04.338575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"66'3","reported_seq":1288,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-08-10T05:27:30.340687+0000","last_change":"2024-08-10T05:21:04.277144+0000","last_active":"2024-08-10T05:27:30.340687+0000","last_peered":"2024-08-10T05:27:30.340687+0000","last_clean":"2024-08-10T05:27:30.340687+0000","last_became_active":"2024-08-10T05:21:04.276818+0000","last_became_peered":"2024-08-10T05:21:04.276818+0000","last_unstale":"2024-08-10T05:27:30.340687+0000","last_undegraded":"2024-08-10T05:27:30.340687+0000","last_fullsized":"2024-08-10T05:27:30.340687+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:16:39.487929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1177,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-08-10T05:27:30.338209+0000","last_change":"2024-08-10T05:22:12.349665+0000","last_active":"2024-08-10T05:27:30.338209+0000","last_peered":"2024-08-10T05:27:30.338209+0000","last_clean":"2024-08-10T05:27:30.338209+0000","last_became_active":"2024-08-10T05:22:12.349384+0000","last_became_peered":"2024-08-10T05:22:12.349384+0000","last_unstale":"2024-08-10T05:27:30.338209+0000","last_undegraded":"2024-08-10T05:27:30.338209+0000","last_fullsized":"2024-08-10T05:27:30.338209+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:42:34.835277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"548'29","reported_seq":1159,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-08-10T05:27:30.342938+0000","last_change":"2024-08-10T05:21:38.389687+0000","last_active":"2024-08-10T05:27:30.342938+0000","last_peered":"2024-08-10T05:27:30.342938+0000","last_clean":"2024-08-10T05:27:30.342938+0000","last_became_active":"2024-08-10T05:21:38.389207+0000","last_became_peered":"2024-08-10T05:21:38.389207+0000","last_unstale":"2024-08-10T05:27:30.342938+0000","last_undegraded":"2024-08-10T05:27:30.342938+0000","last_fullsized":"2024-08-10T05:27:30.342938+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:53:13.673692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5810,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1101,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-08-10T05:27:30.393532+0000","last_change":"2024-08-10T05:22:12.355791+0000","last_active":"2024-08-10T05:27:30.393532+0000","last_peered":"2024-08-10T05:27:30.393532+0000","last_clean":"2024-08-10T05:27:30.393532+0000","last_became_active":"2024-08-10T05:22:12.354022+0000","last_became_peered":"2024-08-10T05:22:12.354022+0000","last_unstale":"2024-08-10T05:27:30.393532+0000","last_undegraded":"2024-08-10T05:27:30.393532+0000","last_fullsized":"2024-08-10T05:27:30.393532+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:56:22.570783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"66'2","reported_seq":1295,"reported_epoch":835,"state":"active+clean","last_fresh":"2024-08-10T05:27:29.334169+0000","last_change":"2024-08-10T05:20:30.222876+0000","last_active":"2024-08-10T05:27:29.334169+0000","last_peered":"2024-08-10T05:27:29.334169+0000","last_clean":"2024-08-10T05:27:29.334169+0000","last_became_active":"2024-08-10T05:20:30.221854+0000","last_became_peered":"2024-08-10T05:20:30.221854+0000","last_unstale":"2024-08-10T05:27:29.334169+0000","last_undegraded":"2024-08-10T05:27:29.334169+0000","last_fullsized":"2024-08-10T05:27:29.334169+0000","mapping_epoch":431,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":432,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:43:38.885002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":7,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1286,"reported_epoch":835,"state":"active+clean","last_fresh":"2024-08-10T05:27:29.332682+0000","last_change":"2024-08-10T05:22:12.361141+0000","last_active":"2024-08-10T05:27:29.332682+0000","last_peered":"2024-08-10T05:27:29.332682+0000","last_clean":"2024-08-10T05:27:29.332682+0000","last_became_active":"2024-08-10T05:22:12.359731+0000","last_became_peered":"2024-08-10T05:22:12.359731+0000","last_unstale":"2024-08-10T05:27:29.332682+0000","last_undegraded":"2024-08-10T05:27:29.332682+0000","last_fullsized":"2024-08-10T05:27:29.332682+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:01:58.106791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1184,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-08-10T05:27:30.341539+0000","last_change":"2024-08-10T05:21:04.279463+0000","last_active":"2024-08-10T05:27:30.341539+0000","last_peered":"2024-08-10T05:27:30.341539+0000","last_clean":"2024-08-10T05:27:30.341539+0000","last_became_active":"2024-08-10T05:21:04.278173+0000","last_became_peered":"2024-08-10T05:21:04.278173+0000","last_unstale":"2024-08-10T05:27:30.341539+0000","last_undegraded":"2024-08-10T05:27:30.341539+0000","last_fullsized":"2024-08-10T05:27:30.341539+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:22:32.190730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1101,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-08-10T05:27:30.393478+0000","last_change":"2024-08-10T05:22:12.358026+0000","last_active":"2024-08-10T05:27:30.393478+0000","last_peered":"2024-08-10T05:27:30.393478+0000","last_clean":"2024-08-10T05:27:30.393478+0000","last_became_active":"2024-08-10T05:22:12.357052+0000","last_became_peered":"2024-08-10T05:22:12.357052+0000","last_unstale":"2024-08-10T05:27:30.393478+0000","last_undegraded":"2024-08-10T05:27:30.393478+0000","last_fullsized":"2024-08-10T05:27:30.393478+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:38:53.995641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1135,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-08-10T05:27:30.343629+0000","last_change":"2024-08-10T05:21:38.391606+0000","last_active":"2024-08-10T05:27:30.343629+0000","last_peered":"2024-08-10T05:27:30.343629+0000","last_clean":"2024-08-10T05:27:30.343629+0000","last_became_active":"2024-08-10T05:21:38.391306+0000","last_became_peered":"2024-08-10T05:21:38.391306+0000","last_unstale":"2024-08-10T05:27:30.343629+0000","last_undegraded":"2024-08-10T05:27:30.343629+0000","last_fullsized":"2024-08-10T05:27:30.343629+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:50:21.736014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1121,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-08-10T05:27:30.342991+0000","last_change":"2024-08-10T05:21:38.390903+0000","last_active":"2024-08-10T05:27:30.342991+0000","last_peered":"2024-08-10T05:27:30.342991+0000","last_clean":"2024-08-10T05:27:30.342991+0000","last_became_active":"2024-08-10T05:21:38.390632+0000","last_became_peered":"2024-08-10T05:21:38.390632+0000","last_unstale":"2024-08-10T05:27:30.342991+0000","last_undegraded":"2024-08-10T05:27:30.342991+0000","last_fullsized":"2024-08-10T05:27:30.342991+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:42:36.970920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"66'8","reported_seq":1266,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-08-10T05:27:30.461388+0000","last_change":"2024-08-10T05:19:24.344961+0000","last_active":"2024-08-10T05:27:30.461388+0000","last_peered":"2024-08-10T05:27:30.461388+0000","last_clean":"2024-08-10T05:27:30.461388+0000","last_became_active":"2024-08-10T05:19:24.344621+0000","last_became_peered":"2024-08-10T05:19:24.344621+0000","last_unstale":"2024-08-10T05:27:30.461388+0000","last_undegraded":"2024-08-10T05:27:30.461388+0000","last_fullsized":"2024-08-10T05:27:30.461388+0000","mapping_epoch":374,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":375,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:09:22.224545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1081,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-08-10T05:27:30.393176+0000","last_change":"2024-08-10T05:22:12.351310+0000","last_active":"2024-08-10T05:27:30.393176+0000","last_peered":"2024-08-10T05:27:30.393176+0000","last_clean":"2024-08-10T05:27:30.393176+0000","last_became_active":"2024-08-10T05:22:12.350990+0000","last_became_peered":"2024-08-10T05:22:12.350990+0000","last_unstale":"2024-08-10T05:27:30.393176+0000","last_undegraded":"2024-08-10T05:27:30.393176+0000","last_fullsized":"2024-08-10T05:27:30.393176+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:29:22.614102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"826'242","reported_seq":3461,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-08-10T05:27:30.461841+0000","last_change":"2024-08-10T05:27:30.462164+0000","last_active":"2024-08-10T05:27:30.461841+0000","last_peered":"2024-08-10T05:27:30.461841+0000","last_clean":"2024-08-10T05:27:30.461841+0000","last_became_active":"2024-08-10T05:19:24.345039+0000","last_became_peered":"2024-08-10T05:19:24.345039+0000","last_unstale":"2024-08-10T05:27:30.461841+0000","last_undegraded":"2024-08-10T05:27:30.461841+0000","last_fullsized":"2024-08-10T05:27:30.461841+0000","mapping_epoch":374,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":375,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:14:14.791670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:14:14.791670+0000","last_clean_scrub_stamp":"2024-08-10T05:14:14.791670+0000","objects_scrubbed":0,"log_size":242,"log_dups_size":0,"ondisk_log_size":242,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:24:09.073755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053856399999999995,"stat_sum":{"num_bytes":2088960,"num_objects":3,"num_object_clones":2,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":1,"num_read":68,"num_read_kb":231287,"num_write":174,"num_write_kb":31704,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":39583744,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"195","length":"1"},{"start":"1ae","length":"1"},{"start":"1b3","length":"1"},{"start":"1b6","length":"1"},{"start":"1b9","length":"1"}]},{"pgid":"2.f","version":"66'1","reported_seq":1190,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-08-10T05:27:30.338680+0000","last_change":"2024-08-10T05:22:12.356201+0000","last_active":"2024-08-10T05:27:30.338680+0000","last_peered":"2024-08-10T05:27:30.338680+0000","last_clean":"2024-08-10T05:27:30.338680+0000","last_became_active":"2024-08-10T05:22:12.355877+0000","last_became_peered":"2024-08-10T05:22:12.355877+0000","last_unstale":"2024-08-10T05:27:30.338680+0000","last_undegraded":"2024-08-10T05:27:30.338680+0000","last_fullsized":"2024-08-10T05:27:30.338680+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:45:31.555319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1101,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-08-10T05:27:30.393965+0000","last_change":"2024-08-10T05:22:12.357639+0000","last_active":"2024-08-10T05:27:30.393965+0000","last_peered":"2024-08-10T05:27:30.393965+0000","last_clean":"2024-08-10T05:27:30.393965+0000","last_became_active":"2024-08-10T05:22:12.357354+0000","last_became_peered":"2024-08-10T05:22:12.357354+0000","last_unstale":"2024-08-10T05:27:30.393965+0000","last_undegraded":"2024-08-10T05:27:30.393965+0000","last_fullsized":"2024-08-10T05:27:30.393965+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:57:00.691916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"836'638","reported_seq":3552,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-08-10T05:27:30.397052+0000","last_change":"2024-08-10T05:27:30.397715+0000","last_active":"2024-08-10T05:27:30.397052+0000","last_peered":"2024-08-10T05:27:30.397052+0000","last_clean":"2024-08-10T05:27:30.397052+0000","last_became_active":"2024-08-10T05:22:12.358915+0000","last_became_peered":"2024-08-10T05:22:12.358915+0000","last_unstale":"2024-08-10T05:27:30.397052+0000","last_undegraded":"2024-08-10T05:27:30.397052+0000","last_fullsized":"2024-08-10T05:27:30.397052+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:14:14.791670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:14:14.791670+0000","last_clean_scrub_stamp":"2024-08-10T05:14:14.791670+0000","objects_scrubbed":0,"log_size":638,"log_dups_size":0,"ondisk_log_size":638,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:45:00.063453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0041846519999999996,"stat_sum":{"num_bytes":11354112,"num_objects":9,"num_object_clones":7,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":1,"num_read":144,"num_read_kb":218052,"num_write":423,"num_write_kb":62872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":17555456,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"195","length":"1"},{"start":"1ae","length":"1"},{"start":"1b3","length":"1"},{"start":"1b6","length":"1"},{"start":"1b9","length":"1"}]},{"pgid":"2.e","version":"66'2","reported_seq":1247,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-08-10T05:27:30.462432+0000","last_change":"2024-08-10T05:22:12.358808+0000","last_active":"2024-08-10T05:27:30.462432+0000","last_peered":"2024-08-10T05:27:30.462432+0000","last_clean":"2024-08-10T05:27:30.462432+0000","last_became_active":"2024-08-10T05:22:12.358052+0000","last_became_peered":"2024-08-10T05:22:12.358052+0000","last_unstale":"2024-08-10T05:27:30.462432+0000","last_undegraded":"2024-08-10T05:27:30.462432+0000","last_fullsized":"2024-08-10T05:27:30.462432+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:58:22.635426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1101,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-08-10T05:27:30.394164+0000","last_change":"2024-08-10T05:22:12.364990+0000","last_active":"2024-08-10T05:27:30.394164+0000","last_peered":"2024-08-10T05:27:30.394164+0000","last_clean":"2024-08-10T05:27:30.394164+0000","last_became_active":"2024-08-10T05:22:12.363920+0000","last_became_peered":"2024-08-10T05:22:12.363920+0000","last_unstale":"2024-08-10T05:27:30.394164+0000","last_undegraded":"2024-08-10T05:27:30.394164+0000","last_fullsized":"2024-08-10T05:27:30.394164+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:01:03.550951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"836'426","reported_seq":3607,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-08-10T05:27:30.464462+0000","last_change":"2024-08-10T05:27:30.465065+0000","last_active":"2024-08-10T05:27:30.464462+0000","last_peered":"2024-08-10T05:27:30.464462+0000","last_clean":"2024-08-10T05:27:30.464462+0000","last_became_active":"2024-08-10T05:20:30.220436+0000","last_became_peered":"2024-08-10T05:20:30.220436+0000","last_unstale":"2024-08-10T05:27:30.464462+0000","last_undegraded":"2024-08-10T05:27:30.464462+0000","last_fullsized":"2024-08-10T05:27:30.464462+0000","mapping_epoch":431,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":432,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:14:14.791670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:14:14.791670+0000","last_clean_scrub_stamp":"2024-08-10T05:14:14.791670+0000","objects_scrubbed":0,"log_size":426,"log_dups_size":0,"ondisk_log_size":426,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:20:34.151093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0032144320000000001,"stat_sum":{"num_bytes":8863744,"num_objects":4,"num_object_clones":3,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":82,"num_read_kb":325100,"num_write":292,"num_write_kb":43968,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":33087488,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"195","length":"1"},{"start":"1ae","length":"1"},{"start":"1b3","length":"1"},{"start":"1b6","length":"1"},{"start":"1b9","length":"1"}]},{"pgid":"2.d","version":"66'1","reported_seq":1277,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-08-10T05:27:30.340817+0000","last_change":"2024-08-10T05:20:30.222097+0000","last_active":"2024-08-10T05:27:30.340817+0000","last_peered":"2024-08-10T05:27:30.340817+0000","last_clean":"2024-08-10T05:27:30.340817+0000","last_became_active":"2024-08-10T05:20:30.221754+0000","last_became_peered":"2024-08-10T05:20:30.221754+0000","last_unstale":"2024-08-10T05:27:30.340817+0000","last_undegraded":"2024-08-10T05:27:30.340817+0000","last_fullsized":"2024-08-10T05:27:30.340817+0000","mapping_epoch":431,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":432,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:27:47.971801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1163,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-08-10T05:27:30.342718+0000","last_change":"2024-08-10T05:21:38.385991+0000","last_active":"2024-08-10T05:27:30.342718+0000","last_peered":"2024-08-10T05:27:30.342718+0000","last_clean":"2024-08-10T05:27:30.342718+0000","last_became_active":"2024-08-10T05:21:38.385612+0000","last_became_peered":"2024-08-10T05:21:38.385612+0000","last_unstale":"2024-08-10T05:27:30.342718+0000","last_undegraded":"2024-08-10T05:27:30.342718+0000","last_fullsized":"2024-08-10T05:27:30.342718+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:14:56.887940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.b","version":"836'275","reported_seq":3470,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-08-10T05:27:30.463952+0000","last_change":"2024-08-10T05:27:30.464442+0000","last_active":"2024-08-10T05:27:30.463952+0000","last_peered":"2024-08-10T05:27:30.463952+0000","last_clean":"2024-08-10T05:27:30.463952+0000","last_became_active":"2024-08-10T05:21:04.285034+0000","last_became_peered":"2024-08-10T05:21:04.285034+0000","last_unstale":"2024-08-10T05:27:30.463952+0000","last_undegraded":"2024-08-10T05:27:30.463952+0000","last_fullsized":"2024-08-10T05:27:30.463952+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:14:14.791670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:14:14.791670+0000","last_clean_scrub_stamp":"2024-08-10T05:14:14.791670+0000","objects_scrubbed":0,"log_size":275,"log_dups_size":0,"ondisk_log_size":275,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:25:24.785044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0025314640000000002,"stat_sum":{"num_bytes":3784704,"num_objects":4,"num_object_clones":3,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":1,"num_read":60,"num_read_kb":87025,"num_write":140,"num_write_kb":27352,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":13729792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"195","length":"1"},{"start":"1ae","length":"1"},{"start":"1b3","length":"1"},{"start":"1b6","length":"1"},{"start":"1b9","length":"1"}]},{"pgid":"2.c","version":"0'0","reported_seq":1251,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-08-10T05:27:30.462094+0000","last_change":"2024-08-10T05:21:04.278751+0000","last_active":"2024-08-10T05:27:30.462094+0000","last_peered":"2024-08-10T05:27:30.462094+0000","last_clean":"2024-08-10T05:27:30.462094+0000","last_became_active":"2024-08-10T05:21:04.278418+0000","last_became_peered":"2024-08-10T05:21:04.278418+0000","last_unstale":"2024-08-10T05:27:30.462094+0000","last_undegraded":"2024-08-10T05:27:30.462094+0000","last_fullsized":"2024-08-10T05:27:30.462094+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:37:28.957299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1081,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-08-10T05:27:30.394024+0000","last_change":"2024-08-10T05:22:12.360437+0000","last_active":"2024-08-10T05:27:30.394024+0000","last_peered":"2024-08-10T05:27:30.394024+0000","last_clean":"2024-08-10T05:27:30.394024+0000","last_became_active":"2024-08-10T05:22:12.359056+0000","last_became_peered":"2024-08-10T05:22:12.359056+0000","last_unstale":"2024-08-10T05:27:30.394024+0000","last_undegraded":"2024-08-10T05:27:30.394024+0000","last_fullsized":"2024-08-10T05:27:30.394024+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:21:38.007255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.4","version":"835'390","reported_seq":3333,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-08-10T05:27:30.394102+0000","last_change":"2024-08-10T05:27:30.394337+0000","last_active":"2024-08-10T05:27:30.394102+0000","last_peered":"2024-08-10T05:27:30.394102+0000","last_clean":"2024-08-10T05:27:30.394102+0000","last_became_active":"2024-08-10T05:22:12.357561+0000","last_became_peered":"2024-08-10T05:22:12.357561+0000","last_unstale":"2024-08-10T05:27:30.394102+0000","last_undegraded":"2024-08-10T05:27:30.394102+0000","last_fullsized":"2024-08-10T05:27:30.394102+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:14:14.791670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:14:14.791670+0000","last_clean_scrub_stamp":"2024-08-10T05:14:14.791670+0000","objects_scrubbed":0,"log_size":390,"log_dups_size":0,"ondisk_log_size":390,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:42:16.275518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00057152400000000001,"stat_sum":{"num_bytes":10633216,"num_objects":4,"num_object_clones":3,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":100,"num_read_kb":250031,"num_write":164,"num_write_kb":49728,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":35225600,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"195","length":"1"},{"start":"1ae","length":"1"},{"start":"1b3","length":"1"},{"start":"1b6","length":"1"},{"start":"1b9","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1122,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-08-10T05:27:30.343717+0000","last_change":"2024-08-10T05:22:12.353143+0000","last_active":"2024-08-10T05:27:30.343717+0000","last_peered":"2024-08-10T05:27:30.343717+0000","last_clean":"2024-08-10T05:27:30.343717+0000","last_became_active":"2024-08-10T05:22:12.352821+0000","last_became_peered":"2024-08-10T05:22:12.352821+0000","last_unstale":"2024-08-10T05:27:30.343717+0000","last_undegraded":"2024-08-10T05:27:30.343717+0000","last_fullsized":"2024-08-10T05:27:30.343717+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:11:24.125739+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:11:24.125739+0000","last_clean_scrub_stamp":"2024-08-10T05:11:24.125739+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:10:35.048615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00027242199999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"248'221","reported_seq":1678,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-08-10T05:27:30.393216+0000","last_change":"2024-08-10T05:22:12.363413+0000","last_active":"2024-08-10T05:27:30.393216+0000","last_peered":"2024-08-10T05:27:30.393216+0000","last_clean":"2024-08-10T05:27:30.393216+0000","last_became_active":"2024-08-10T05:22:12.362199+0000","last_became_peered":"2024-08-10T05:22:12.362199+0000","last_unstale":"2024-08-10T05:27:30.393216+0000","last_undegraded":"2024-08-10T05:27:30.393216+0000","last_fullsized":"2024-08-10T05:27:30.393216+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:08:04.067019+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:08:04.067019+0000","last_clean_scrub_stamp":"2024-08-10T05:08:04.067019+0000","objects_scrubbed":0,"log_size":221,"log_dups_size":0,"ondisk_log_size":221,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:23:43.852477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1034,"num_read_kb":1874,"num_write":359,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1138,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-08-10T05:27:30.341782+0000","last_change":"2024-08-10T05:22:12.357022+0000","last_active":"2024-08-10T05:27:30.341782+0000","last_peered":"2024-08-10T05:27:30.341782+0000","last_clean":"2024-08-10T05:27:30.341782+0000","last_became_active":"2024-08-10T05:22:12.356715+0000","last_became_peered":"2024-08-10T05:22:12.356715+0000","last_unstale":"2024-08-10T05:27:30.341782+0000","last_undegraded":"2024-08-10T05:27:30.341782+0000","last_fullsized":"2024-08-10T05:27:30.341782+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:24:03.730643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1214,"reported_epoch":835,"state":"active+clean","last_fresh":"2024-08-10T05:27:29.339173+0000","last_change":"2024-08-10T05:21:38.392232+0000","last_active":"2024-08-10T05:27:29.339173+0000","last_peered":"2024-08-10T05:27:29.339173+0000","last_clean":"2024-08-10T05:27:29.339173+0000","last_became_active":"2024-08-10T05:21:38.391911+0000","last_became_peered":"2024-08-10T05:21:38.391911+0000","last_unstale":"2024-08-10T05:27:29.339173+0000","last_undegraded":"2024-08-10T05:27:29.339173+0000","last_fullsized":"2024-08-10T05:27:29.339173+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:53:52.378605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.7","version":"836'1390","reported_seq":4492,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-08-10T05:27:30.350382+0000","last_change":"2024-08-10T05:27:30.350382+0000","last_active":"2024-08-10T05:27:30.350382+0000","last_peered":"2024-08-10T05:27:30.350382+0000","last_clean":"2024-08-10T05:27:30.350382+0000","last_became_active":"2024-08-10T05:21:04.282393+0000","last_became_peered":"2024-08-10T05:21:04.282393+0000","last_unstale":"2024-08-10T05:27:30.350382+0000","last_undegraded":"2024-08-10T05:27:30.350382+0000","last_fullsized":"2024-08-10T05:27:30.350382+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:14:14.791670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:14:14.791670+0000","last_clean_scrub_stamp":"2024-08-10T05:14:14.791670+0000","objects_scrubbed":0,"log_size":1390,"log_dups_size":0,"ondisk_log_size":1390,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:47:38.739348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0070007350000000001,"stat_sum":{"num_bytes":19193856,"num_objects":14,"num_object_clones":10,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":2,"num_read":393,"num_read_kb":1022421,"num_write":737,"num_write_kb":200144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":70828032,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"195","length":"1"},{"start":"1ae","length":"1"},{"start":"1b3","length":"1"},{"start":"1b6","length":"1"},{"start":"1b9","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1297,"reported_epoch":835,"state":"active+clean","last_fresh":"2024-08-10T05:27:29.332910+0000","last_change":"2024-08-10T05:19:24.346824+0000","last_active":"2024-08-10T05:27:29.332910+0000","last_peered":"2024-08-10T05:27:29.332910+0000","last_clean":"2024-08-10T05:27:29.332910+0000","last_became_active":"2024-08-10T05:19:24.346505+0000","last_became_peered":"2024-08-10T05:19:24.346505+0000","last_unstale":"2024-08-10T05:27:29.332910+0000","last_undegraded":"2024-08-10T05:27:29.332910+0000","last_fullsized":"2024-08-10T05:27:29.332910+0000","mapping_epoch":374,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":375,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:11:24.125739+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:11:24.125739+0000","last_clean_scrub_stamp":"2024-08-10T05:11:24.125739+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:36:40.951780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1099,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-08-10T05:27:30.393181+0000","last_change":"2024-08-10T05:22:12.362954+0000","last_active":"2024-08-10T05:27:30.393181+0000","last_peered":"2024-08-10T05:27:30.393181+0000","last_clean":"2024-08-10T05:27:30.393181+0000","last_became_active":"2024-08-10T05:22:12.361485+0000","last_became_peered":"2024-08-10T05:22:12.361485+0000","last_unstale":"2024-08-10T05:27:30.393181+0000","last_undegraded":"2024-08-10T05:27:30.393181+0000","last_fullsized":"2024-08-10T05:27:30.393181+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:10:59.342379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1287,"reported_epoch":835,"state":"active+clean","last_fresh":"2024-08-10T05:27:29.332694+0000","last_change":"2024-08-10T05:20:30.227222+0000","last_active":"2024-08-10T05:27:29.332694+0000","last_peered":"2024-08-10T05:27:29.332694+0000","last_clean":"2024-08-10T05:27:29.332694+0000","last_became_active":"2024-08-10T05:20:30.226900+0000","last_became_peered":"2024-08-10T05:20:30.226900+0000","last_unstale":"2024-08-10T05:27:29.332694+0000","last_undegraded":"2024-08-10T05:27:29.332694+0000","last_fullsized":"2024-08-10T05:27:29.332694+0000","mapping_epoch":431,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":432,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:57:02.193650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.6","version":"836'703","reported_seq":3896,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-08-10T05:27:30.467033+0000","last_change":"2024-08-10T05:27:30.467651+0000","last_active":"2024-08-10T05:27:30.467033+0000","last_peered":"2024-08-10T05:27:30.467033+0000","last_clean":"2024-08-10T05:27:30.467033+0000","last_became_active":"2024-08-10T05:21:04.278443+0000","last_became_peered":"2024-08-10T05:21:04.278443+0000","last_unstale":"2024-08-10T05:27:30.467033+0000","last_undegraded":"2024-08-10T05:27:30.467033+0000","last_fullsized":"2024-08-10T05:27:30.467033+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:14:14.791670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:14:14.791670+0000","last_clean_scrub_stamp":"2024-08-10T05:14:14.791670+0000","objects_scrubbed":0,"log_size":703,"log_dups_size":0,"ondisk_log_size":703,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:01:58.770151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0049997790000000002,"stat_sum":{"num_bytes":3891200,"num_objects":2,"num_object_clones":1,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":162,"num_read_kb":238408,"num_write":365,"num_write_kb":79024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":11804672,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"195","length":"1"},{"start":"1ae","length":"1"},{"start":"1b3","length":"1"},{"start":"1b6","length":"1"},{"start":"1b9","length":"1"}]},{"pgid":"4.7","version":"0'0","reported_seq":1278,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-08-10T05:27:30.341005+0000","last_change":"2024-08-10T05:21:04.274383+0000","last_active":"2024-08-10T05:27:30.341005+0000","last_peered":"2024-08-10T05:27:30.341005+0000","last_clean":"2024-08-10T05:27:30.341005+0000","last_became_active":"2024-08-10T05:21:04.274094+0000","last_became_peered":"2024-08-10T05:21:04.274094+0000","last_unstale":"2024-08-10T05:27:30.341005+0000","last_undegraded":"2024-08-10T05:27:30.341005+0000","last_fullsized":"2024-08-10T05:27:30.341005+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:11:24.125739+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:11:24.125739+0000","last_clean_scrub_stamp":"2024-08-10T05:11:24.125739+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:33:20.932867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00064221000000000005,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1251,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-08-10T05:27:30.461565+0000","last_change":"2024-08-10T05:19:57.225279+0000","last_active":"2024-08-10T05:27:30.461565+0000","last_peered":"2024-08-10T05:27:30.461565+0000","last_clean":"2024-08-10T05:27:30.461565+0000","last_became_active":"2024-08-10T05:19:57.224969+0000","last_became_peered":"2024-08-10T05:19:57.224969+0000","last_unstale":"2024-08-10T05:27:30.461565+0000","last_undegraded":"2024-08-10T05:27:30.461565+0000","last_fullsized":"2024-08-10T05:27:30.461565+0000","mapping_epoch":405,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":406,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:15:39.980853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1271,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-08-10T05:27:30.339889+0000","last_change":"2024-08-10T05:21:38.393191+0000","last_active":"2024-08-10T05:27:30.339889+0000","last_peered":"2024-08-10T05:27:30.339889+0000","last_clean":"2024-08-10T05:27:30.339889+0000","last_became_active":"2024-08-10T05:21:38.391585+0000","last_became_peered":"2024-08-10T05:21:38.391585+0000","last_unstale":"2024-08-10T05:27:30.339889+0000","last_undegraded":"2024-08-10T05:27:30.339889+0000","last_fullsized":"2024-08-10T05:27:30.339889+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:58:54.160427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.5","version":"835'1503","reported_seq":4862,"reported_epoch":835,"state":"active+clean","last_fresh":"2024-08-10T05:27:29.354457+0000","last_change":"2024-08-10T05:27:29.356777+0000","last_active":"2024-08-10T05:27:29.354457+0000","last_peered":"2024-08-10T05:27:29.354457+0000","last_clean":"2024-08-10T05:27:29.354457+0000","last_became_active":"2024-08-10T05:20:30.226849+0000","last_became_peered":"2024-08-10T05:20:30.226849+0000","last_unstale":"2024-08-10T05:27:29.354457+0000","last_undegraded":"2024-08-10T05:27:29.354457+0000","last_fullsized":"2024-08-10T05:27:29.354457+0000","mapping_epoch":431,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":432,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:14:14.791670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:14:14.791670+0000","last_clean_scrub_stamp":"2024-08-10T05:14:14.791670+0000","objects_scrubbed":0,"log_size":1503,"log_dups_size":0,"ondisk_log_size":1503,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:29:26.779469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.023351434000000001,"stat_sum":{"num_bytes":73056256,"num_objects":20,"num_object_clones":15,"num_object_copies":60,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":0,"num_read":391,"num_read_kb":748465,"num_write":697,"num_write_kb":172176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":59416576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"195","length":"1"},{"start":"1b3","length":"1"},{"start":"1b6","length":"1"},{"start":"1b9","length":"1"}]},{"pgid":"4.4","version":"0'0","reported_seq":1281,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-08-10T05:27:30.340912+0000","last_change":"2024-08-10T05:19:57.218815+0000","last_active":"2024-08-10T05:27:30.340912+0000","last_peered":"2024-08-10T05:27:30.340912+0000","last_clean":"2024-08-10T05:27:30.340912+0000","last_became_active":"2024-08-10T05:19:57.218502+0000","last_became_peered":"2024-08-10T05:19:57.218502+0000","last_unstale":"2024-08-10T05:27:30.340912+0000","last_undegraded":"2024-08-10T05:27:30.340912+0000","last_fullsized":"2024-08-10T05:27:30.340912+0000","mapping_epoch":405,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":406,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:11:24.125739+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:11:24.125739+0000","last_clean_scrub_stamp":"2024-08-10T05:11:24.125739+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:05:38.133735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1147,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-08-10T05:27:30.341427+0000","last_change":"2024-08-10T05:21:38.388822+0000","last_active":"2024-08-10T05:27:30.341427+0000","last_peered":"2024-08-10T05:27:30.341427+0000","last_clean":"2024-08-10T05:27:30.341427+0000","last_became_active":"2024-08-10T05:21:38.388525+0000","last_became_peered":"2024-08-10T05:21:38.388525+0000","last_unstale":"2024-08-10T05:27:30.341427+0000","last_undegraded":"2024-08-10T05:27:30.341427+0000","last_fullsized":"2024-08-10T05:27:30.341427+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:08:13.739155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1185,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-08-10T05:27:30.337772+0000","last_change":"2024-08-10T05:21:38.393092+0000","last_active":"2024-08-10T05:27:30.337772+0000","last_peered":"2024-08-10T05:27:30.337772+0000","last_clean":"2024-08-10T05:27:30.337772+0000","last_became_active":"2024-08-10T05:21:38.392721+0000","last_became_peered":"2024-08-10T05:21:38.392721+0000","last_unstale":"2024-08-10T05:27:30.337772+0000","last_undegraded":"2024-08-10T05:27:30.337772+0000","last_fullsized":"2024-08-10T05:27:30.337772+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:11:51.870934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.3","version":"835'1694","reported_seq":4983,"reported_epoch":835,"state":"active+clean+snaptrim","last_fresh":"2024-08-10T05:27:29.348666+0000","last_change":"2024-08-10T05:27:29.335767+0000","last_active":"2024-08-10T05:27:29.348666+0000","last_peered":"2024-08-10T05:27:29.348666+0000","last_clean":"2024-08-10T05:27:29.348666+0000","last_became_active":"2024-08-10T05:21:38.397208+0000","last_became_peered":"2024-08-10T05:21:38.397208+0000","last_unstale":"2024-08-10T05:27:29.348666+0000","last_undegraded":"2024-08-10T05:27:29.348666+0000","last_fullsized":"2024-08-10T05:27:29.348666+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:14:14.791670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:14:14.791670+0000","last_clean_scrub_stamp":"2024-08-10T05:14:14.791670+0000","objects_scrubbed":0,"log_size":1694,"log_dups_size":0,"ondisk_log_size":1694,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":1,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:54:47.695791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.019917631000000002,"stat_sum":{"num_bytes":34701312,"num_objects":26,"num_object_clones":21,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":1,"num_read":404,"num_read_kb":792430,"num_write":975,"num_write_kb":145240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":13533184,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"1b3","length":"1"},{"start":"1b6","length":"1"},{"start":"1b9","length":"1"}]},{"pgid":"4.2","version":"75'2","reported_seq":1283,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-08-10T05:27:30.341000+0000","last_change":"2024-08-10T05:21:04.279019+0000","last_active":"2024-08-10T05:27:30.341000+0000","last_peered":"2024-08-10T05:27:30.341000+0000","last_clean":"2024-08-10T05:27:30.341000+0000","last_became_active":"2024-08-10T05:21:04.278472+0000","last_became_peered":"2024-08-10T05:21:04.278472+0000","last_unstale":"2024-08-10T05:27:30.341000+0000","last_undegraded":"2024-08-10T05:27:30.341000+0000","last_fullsized":"2024-08-10T05:27:30.341000+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:11:24.125739+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:11:24.125739+0000","last_clean_scrub_stamp":"2024-08-10T05:11:24.125739+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:01:41.675291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00093910800000000002,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1283,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-08-10T05:27:30.340434+0000","last_change":"2024-08-10T05:22:12.362253+0000","last_active":"2024-08-10T05:27:30.340434+0000","last_peered":"2024-08-10T05:27:30.340434+0000","last_clean":"2024-08-10T05:27:30.340434+0000","last_became_active":"2024-08-10T05:22:12.361489+0000","last_became_peered":"2024-08-10T05:22:12.361489+0000","last_unstale":"2024-08-10T05:27:30.340434+0000","last_undegraded":"2024-08-10T05:27:30.340434+0000","last_fullsized":"2024-08-10T05:27:30.340434+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:01:25.074443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1172,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-08-10T05:27:30.342257+0000","last_change":"2024-08-10T05:21:04.277176+0000","last_active":"2024-08-10T05:27:30.342257+0000","last_peered":"2024-08-10T05:27:30.342257+0000","last_clean":"2024-08-10T05:27:30.342257+0000","last_became_active":"2024-08-10T05:21:04.276899+0000","last_became_peered":"2024-08-10T05:21:04.276899+0000","last_unstale":"2024-08-10T05:27:30.342257+0000","last_undegraded":"2024-08-10T05:27:30.342257+0000","last_fullsized":"2024-08-10T05:27:30.342257+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:08:33.061086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.2","version":"836'2020","reported_seq":4954,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-08-10T05:27:30.350271+0000","last_change":"2024-08-10T05:27:30.351746+0000","last_active":"2024-08-10T05:27:30.350271+0000","last_peered":"2024-08-10T05:27:30.350271+0000","last_clean":"2024-08-10T05:27:30.350271+0000","last_became_active":"2024-08-10T05:21:38.392634+0000","last_became_peered":"2024-08-10T05:21:38.392634+0000","last_unstale":"2024-08-10T05:27:30.350271+0000","last_undegraded":"2024-08-10T05:27:30.350271+0000","last_fullsized":"2024-08-10T05:27:30.350271+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:14:14.791670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:14:14.791670+0000","last_clean_scrub_stamp":"2024-08-10T05:14:14.791670+0000","objects_scrubbed":0,"log_size":2020,"log_dups_size":0,"ondisk_log_size":2020,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:52:51.894244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0080363299999999995,"stat_sum":{"num_bytes":21626880,"num_objects":15,"num_object_clones":9,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":4,"num_read":422,"num_read_kb":501142,"num_write":928,"num_write_kb":230856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":19,"num_bytes_recovered":66207744,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"195","length":"1"},{"start":"1ae","length":"1"},{"start":"1b3","length":"1"},{"start":"1b6","length":"1"},{"start":"1b9","length":"1"}]},{"pgid":"4.3","version":"73'1","reported_seq":1298,"reported_epoch":835,"state":"active+clean","last_fresh":"2024-08-10T05:27:29.334387+0000","last_change":"2024-08-10T05:22:12.358513+0000","last_active":"2024-08-10T05:27:29.334387+0000","last_peered":"2024-08-10T05:27:29.334387+0000","last_clean":"2024-08-10T05:27:29.334387+0000","last_became_active":"2024-08-10T05:22:12.357708+0000","last_became_peered":"2024-08-10T05:22:12.357708+0000","last_unstale":"2024-08-10T05:27:29.334387+0000","last_undegraded":"2024-08-10T05:27:29.334387+0000","last_fullsized":"2024-08-10T05:27:29.334387+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:11:24.125739+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:11:24.125739+0000","last_clean_scrub_stamp":"2024-08-10T05:11:24.125739+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:30:30.805390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1104,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-08-10T05:27:30.393960+0000","last_change":"2024-08-10T05:22:12.355781+0000","last_active":"2024-08-10T05:27:30.393960+0000","last_peered":"2024-08-10T05:27:30.393960+0000","last_clean":"2024-08-10T05:27:30.393960+0000","last_became_active":"2024-08-10T05:22:12.354654+0000","last_became_peered":"2024-08-10T05:22:12.354654+0000","last_unstale":"2024-08-10T05:27:30.393960+0000","last_undegraded":"2024-08-10T05:27:30.393960+0000","last_fullsized":"2024-08-10T05:27:30.393960+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:18:33.472641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1271,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-08-10T05:27:30.340788+0000","last_change":"2024-08-10T05:21:04.270187+0000","last_active":"2024-08-10T05:27:30.340788+0000","last_peered":"2024-08-10T05:27:30.340788+0000","last_clean":"2024-08-10T05:27:30.340788+0000","last_became_active":"2024-08-10T05:21:04.269861+0000","last_became_peered":"2024-08-10T05:21:04.269861+0000","last_unstale":"2024-08-10T05:27:30.340788+0000","last_undegraded":"2024-08-10T05:27:30.340788+0000","last_fullsized":"2024-08-10T05:27:30.340788+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:09:29.219239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"835'578","reported_seq":3699,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-08-10T05:27:30.338019+0000","last_change":"2024-08-10T05:27:30.338442+0000","last_active":"2024-08-10T05:27:30.338019+0000","last_peered":"2024-08-10T05:27:30.338019+0000","last_clean":"2024-08-10T05:27:30.338019+0000","last_became_active":"2024-08-10T05:22:12.349809+0000","last_became_peered":"2024-08-10T05:22:12.349809+0000","last_unstale":"2024-08-10T05:27:30.338019+0000","last_undegraded":"2024-08-10T05:27:30.338019+0000","last_fullsized":"2024-08-10T05:27:30.338019+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:14:14.791670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:14:14.791670+0000","last_clean_scrub_stamp":"2024-08-10T05:14:14.791670+0000","objects_scrubbed":0,"log_size":578,"log_dups_size":0,"ondisk_log_size":578,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:39:32.684211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00066774300000000005,"stat_sum":{"num_bytes":3072000,"num_objects":6,"num_object_clones":4,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":143,"num_read_kb":161669,"num_write":354,"num_write_kb":71144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":13058048,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"195","length":"1"},{"start":"1ae","length":"1"},{"start":"1b3","length":"1"},{"start":"1b6","length":"1"},{"start":"1b9","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1220,"reported_epoch":835,"state":"active+clean","last_fresh":"2024-08-10T05:27:29.338446+0000","last_change":"2024-08-10T05:22:12.360463+0000","last_active":"2024-08-10T05:27:29.338446+0000","last_peered":"2024-08-10T05:27:29.338446+0000","last_clean":"2024-08-10T05:27:29.338446+0000","last_became_active":"2024-08-10T05:22:12.360154+0000","last_became_peered":"2024-08-10T05:22:12.360154+0000","last_unstale":"2024-08-10T05:27:29.338446+0000","last_undegraded":"2024-08-10T05:27:29.338446+0000","last_fullsized":"2024-08-10T05:27:29.338446+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:11:24.125739+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:11:24.125739+0000","last_clean_scrub_stamp":"2024-08-10T05:11:24.125739+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:49:52.680440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00034288800000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"552'2","reported_seq":1279,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-08-10T05:27:30.340436+0000","last_change":"2024-08-10T05:21:38.392035+0000","last_active":"2024-08-10T05:27:30.340436+0000","last_peered":"2024-08-10T05:27:30.340436+0000","last_clean":"2024-08-10T05:27:30.340436+0000","last_became_active":"2024-08-10T05:21:38.391689+0000","last_became_peered":"2024-08-10T05:21:38.391689+0000","last_unstale":"2024-08-10T05:27:30.340436+0000","last_undegraded":"2024-08-10T05:27:30.340436+0000","last_fullsized":"2024-08-10T05:27:30.340436+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:32:55.536703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1222,"reported_epoch":835,"state":"active+clean","last_fresh":"2024-08-10T05:27:29.339929+0000","last_change":"2024-08-10T05:22:12.360670+0000","last_active":"2024-08-10T05:27:29.339929+0000","last_peered":"2024-08-10T05:27:29.339929+0000","last_clean":"2024-08-10T05:27:29.339929+0000","last_became_active":"2024-08-10T05:22:12.360348+0000","last_became_peered":"2024-08-10T05:22:12.360348+0000","last_unstale":"2024-08-10T05:27:29.339929+0000","last_undegraded":"2024-08-10T05:27:29.339929+0000","last_fullsized":"2024-08-10T05:27:29.339929+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:00:15.673745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"835'2429","reported_seq":5539,"reported_epoch":835,"state":"active+clean","last_fresh":"2024-08-10T05:27:29.367761+0000","last_change":"2024-08-10T05:27:29.368591+0000","last_active":"2024-08-10T05:27:29.367761+0000","last_peered":"2024-08-10T05:27:29.367761+0000","last_clean":"2024-08-10T05:27:29.367761+0000","last_became_active":"2024-08-10T05:20:30.222715+0000","last_became_peered":"2024-08-10T05:20:30.222715+0000","last_unstale":"2024-08-10T05:27:29.367761+0000","last_undegraded":"2024-08-10T05:27:29.367761+0000","last_fullsized":"2024-08-10T05:27:29.367761+0000","mapping_epoch":431,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":432,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:14:14.791670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:14:14.791670+0000","last_clean_scrub_stamp":"2024-08-10T05:14:14.791670+0000","objects_scrubbed":0,"log_size":2429,"log_dups_size":0,"ondisk_log_size":2429,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:42:32.485364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.028987249999999999,"stat_sum":{"num_bytes":54460416,"num_objects":30,"num_object_clones":23,"num_object_copies":90,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":30,"num_whiteouts":1,"num_read":567,"num_read_kb":787549,"num_write":1353,"num_write_kb":257144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":71622656,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"195","length":"1"},{"start":"1b3","length":"1"},{"start":"1b6","length":"1"},{"start":"1b9","length":"1"}]},{"pgid":"4.1","version":"0'0","reported_seq":1185,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-08-10T05:27:30.337875+0000","last_change":"2024-08-10T05:21:38.391733+0000","last_active":"2024-08-10T05:27:30.337875+0000","last_peered":"2024-08-10T05:27:30.337875+0000","last_clean":"2024-08-10T05:27:30.337875+0000","last_became_active":"2024-08-10T05:21:38.391458+0000","last_became_peered":"2024-08-10T05:21:38.391458+0000","last_unstale":"2024-08-10T05:27:30.337875+0000","last_undegraded":"2024-08-10T05:27:30.337875+0000","last_fullsized":"2024-08-10T05:27:30.337875+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:11:24.125739+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:11:24.125739+0000","last_clean_scrub_stamp":"2024-08-10T05:11:24.125739+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:17:56.093856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"66'2","reported_seq":1115,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-08-10T05:27:30.344225+0000","last_change":"2024-08-10T05:22:12.356425+0000","last_active":"2024-08-10T05:27:30.344225+0000","last_peered":"2024-08-10T05:27:30.344225+0000","last_clean":"2024-08-10T05:27:30.344225+0000","last_became_active":"2024-08-10T05:22:12.356051+0000","last_became_peered":"2024-08-10T05:22:12.356051+0000","last_unstale":"2024-08-10T05:27:30.344225+0000","last_undegraded":"2024-08-10T05:27:30.344225+0000","last_fullsized":"2024-08-10T05:27:30.344225+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:48:03.914068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1236,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-08-10T05:27:30.462728+0000","last_change":"2024-08-10T05:20:30.229054+0000","last_active":"2024-08-10T05:27:30.462728+0000","last_peered":"2024-08-10T05:27:30.462728+0000","last_clean":"2024-08-10T05:27:30.462728+0000","last_became_active":"2024-08-10T05:20:30.228725+0000","last_became_peered":"2024-08-10T05:20:30.228725+0000","last_unstale":"2024-08-10T05:27:30.462728+0000","last_undegraded":"2024-08-10T05:27:30.462728+0000","last_fullsized":"2024-08-10T05:27:30.462728+0000","mapping_epoch":431,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":432,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:27:32.164587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"836'1634","reported_seq":4593,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-08-10T05:27:30.354166+0000","last_change":"2024-08-10T05:27:30.355354+0000","last_active":"2024-08-10T05:27:30.354166+0000","last_peered":"2024-08-10T05:27:30.354166+0000","last_clean":"2024-08-10T05:27:30.354166+0000","last_became_active":"2024-08-10T05:21:38.387161+0000","last_became_peered":"2024-08-10T05:21:38.387161+0000","last_unstale":"2024-08-10T05:27:30.354166+0000","last_undegraded":"2024-08-10T05:27:30.354166+0000","last_fullsized":"2024-08-10T05:27:30.354166+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:14:14.791670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:14:14.791670+0000","last_clean_scrub_stamp":"2024-08-10T05:14:14.791670+0000","objects_scrubbed":0,"log_size":1634,"log_dups_size":0,"ondisk_log_size":1634,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:48:09.518253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.012352422,"stat_sum":{"num_bytes":39690240,"num_objects":23,"num_object_clones":18,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":2,"num_read":323,"num_read_kb":431850,"num_write":823,"num_write_kb":190584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":30081024,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"195","length":"1"},{"start":"1ae","length":"1"},{"start":"1b3","length":"1"},{"start":"1b6","length":"1"},{"start":"1b9","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1099,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-08-10T05:27:30.393357+0000","last_change":"2024-08-10T05:22:12.362775+0000","last_active":"2024-08-10T05:27:30.393357+0000","last_peered":"2024-08-10T05:27:30.393357+0000","last_clean":"2024-08-10T05:27:30.393357+0000","last_became_active":"2024-08-10T05:22:12.361776+0000","last_became_peered":"2024-08-10T05:22:12.361776+0000","last_unstale":"2024-08-10T05:27:30.393357+0000","last_undegraded":"2024-08-10T05:27:30.393357+0000","last_fullsized":"2024-08-10T05:27:30.393357+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:57:31.103722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1207,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-08-10T05:27:30.337985+0000","last_change":"2024-08-10T05:22:12.354862+0000","last_active":"2024-08-10T05:27:30.337985+0000","last_peered":"2024-08-10T05:27:30.337985+0000","last_clean":"2024-08-10T05:27:30.337985+0000","last_became_active":"2024-08-10T05:22:12.354497+0000","last_became_peered":"2024-08-10T05:22:12.354497+0000","last_unstale":"2024-08-10T05:27:30.337985+0000","last_undegraded":"2024-08-10T05:27:30.337985+0000","last_fullsized":"2024-08-10T05:27:30.337985+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:28:57.585726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"836'932","reported_seq":4025,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-08-10T05:27:30.346787+0000","last_change":"2024-08-10T05:27:30.348299+0000","last_active":"2024-08-10T05:27:30.346787+0000","last_peered":"2024-08-10T05:27:30.346787+0000","last_clean":"2024-08-10T05:27:30.346787+0000","last_became_active":"2024-08-10T05:21:04.272343+0000","last_became_peered":"2024-08-10T05:21:04.272343+0000","last_unstale":"2024-08-10T05:27:30.346787+0000","last_undegraded":"2024-08-10T05:27:30.346787+0000","last_fullsized":"2024-08-10T05:27:30.346787+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:14:14.791670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:14:14.791670+0000","last_clean_scrub_stamp":"2024-08-10T05:14:14.791670+0000","objects_scrubbed":0,"log_size":932,"log_dups_size":0,"ondisk_log_size":932,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:19:45.167707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0094650559999999995,"stat_sum":{"num_bytes":7790592,"num_objects":12,"num_object_clones":9,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":1,"num_read":209,"num_read_kb":243981,"num_write":507,"num_write_kb":98336,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":10838016,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"195","length":"1"},{"start":"1ae","length":"1"},{"start":"1b3","length":"1"},{"start":"1b6","length":"1"},{"start":"1b9","length":"1"}]},{"pgid":"2.9","version":"0'0","reported_seq":1271,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-08-10T05:27:30.340067+0000","last_change":"2024-08-10T05:22:12.354588+0000","last_active":"2024-08-10T05:27:30.340067+0000","last_peered":"2024-08-10T05:27:30.340067+0000","last_clean":"2024-08-10T05:27:30.340067+0000","last_became_active":"2024-08-10T05:22:12.354206+0000","last_became_peered":"2024-08-10T05:22:12.354206+0000","last_unstale":"2024-08-10T05:27:30.340067+0000","last_undegraded":"2024-08-10T05:27:30.340067+0000","last_fullsized":"2024-08-10T05:27:30.340067+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:02:14.648821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1216,"reported_epoch":835,"state":"active+clean","last_fresh":"2024-08-10T05:27:29.338836+0000","last_change":"2024-08-10T05:22:12.351905+0000","last_active":"2024-08-10T05:27:29.338836+0000","last_peered":"2024-08-10T05:27:29.338836+0000","last_clean":"2024-08-10T05:27:29.338836+0000","last_became_active":"2024-08-10T05:22:12.351562+0000","last_became_peered":"2024-08-10T05:22:12.351562+0000","last_unstale":"2024-08-10T05:27:29.338836+0000","last_undegraded":"2024-08-10T05:27:29.338836+0000","last_fullsized":"2024-08-10T05:27:29.338836+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:04:17.472779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"836'930","reported_seq":4096,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-08-10T05:27:30.466804+0000","last_change":"2024-08-10T05:27:30.467562+0000","last_active":"2024-08-10T05:27:30.466804+0000","last_peered":"2024-08-10T05:27:30.466804+0000","last_clean":"2024-08-10T05:27:30.466804+0000","last_became_active":"2024-08-10T05:22:12.358165+0000","last_became_peered":"2024-08-10T05:22:12.358165+0000","last_unstale":"2024-08-10T05:27:30.466804+0000","last_undegraded":"2024-08-10T05:27:30.466804+0000","last_fullsized":"2024-08-10T05:27:30.466804+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:14:14.791670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:14:14.791670+0000","last_clean_scrub_stamp":"2024-08-10T05:14:14.791670+0000","objects_scrubbed":0,"log_size":930,"log_dups_size":0,"ondisk_log_size":930,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:43:33.707726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0052872570000000001,"stat_sum":{"num_bytes":27639808,"num_objects":11,"num_object_clones":8,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":203,"num_read_kb":362050,"num_write":437,"num_write_kb":115664,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":17727488,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"195","length":"1"},{"start":"1ae","length":"1"},{"start":"1b3","length":"1"},{"start":"1b6","length":"1"},{"start":"1b9","length":"1"}]},{"pgid":"2.a","version":"0'0","reported_seq":1271,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-08-10T05:27:30.340434+0000","last_change":"2024-08-10T05:22:12.353904+0000","last_active":"2024-08-10T05:27:30.340434+0000","last_peered":"2024-08-10T05:27:30.340434+0000","last_clean":"2024-08-10T05:27:30.340434+0000","last_became_active":"2024-08-10T05:22:12.353553+0000","last_became_peered":"2024-08-10T05:22:12.353553+0000","last_unstale":"2024-08-10T05:27:30.340434+0000","last_undegraded":"2024-08-10T05:27:30.340434+0000","last_fullsized":"2024-08-10T05:27:30.340434+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:07:52.972048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1222,"reported_epoch":835,"state":"active+clean","last_fresh":"2024-08-10T05:27:29.340366+0000","last_change":"2024-08-10T05:20:30.224260+0000","last_active":"2024-08-10T05:27:29.340366+0000","last_peered":"2024-08-10T05:27:29.340366+0000","last_clean":"2024-08-10T05:27:29.340366+0000","last_became_active":"2024-08-10T05:20:30.223581+0000","last_became_peered":"2024-08-10T05:20:30.223581+0000","last_unstale":"2024-08-10T05:27:29.340366+0000","last_undegraded":"2024-08-10T05:27:29.340366+0000","last_fullsized":"2024-08-10T05:27:29.340366+0000","mapping_epoch":431,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":432,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:45:31.340415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"836'650","reported_seq":3908,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-08-10T05:27:30.346307+0000","last_change":"2024-08-10T05:27:30.347164+0000","last_active":"2024-08-10T05:27:30.346307+0000","last_peered":"2024-08-10T05:27:30.346307+0000","last_clean":"2024-08-10T05:27:30.346307+0000","last_became_active":"2024-08-10T05:20:30.224916+0000","last_became_peered":"2024-08-10T05:20:30.224916+0000","last_unstale":"2024-08-10T05:27:30.346307+0000","last_undegraded":"2024-08-10T05:27:30.346307+0000","last_fullsized":"2024-08-10T05:27:30.346307+0000","mapping_epoch":431,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":432,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:14:14.791670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:14:14.791670+0000","last_clean_scrub_stamp":"2024-08-10T05:14:14.791670+0000","objects_scrubbed":0,"log_size":650,"log_dups_size":0,"ondisk_log_size":650,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:55:30.835705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0071754469999999997,"stat_sum":{"num_bytes":32915456,"num_objects":13,"num_object_clones":11,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":1,"num_read":157,"num_read_kb":153454,"num_write":368,"num_write_kb":81064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":15417344,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"195","length":"1"},{"start":"1ae","length":"1"},{"start":"1b3","length":"1"},{"start":"1b6","length":"1"},{"start":"1b9","length":"1"}]},{"pgid":"2.b","version":"548'3","reported_seq":1098,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-08-10T05:27:30.393375+0000","last_change":"2024-08-10T05:22:12.351997+0000","last_active":"2024-08-10T05:27:30.393375+0000","last_peered":"2024-08-10T05:27:30.393375+0000","last_clean":"2024-08-10T05:27:30.393375+0000","last_became_active":"2024-08-10T05:22:12.351638+0000","last_became_peered":"2024-08-10T05:22:12.351638+0000","last_unstale":"2024-08-10T05:27:30.393375+0000","last_undegraded":"2024-08-10T05:27:30.393375+0000","last_fullsized":"2024-08-10T05:27:30.393375+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:09:39.974904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1132,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-08-10T05:27:30.344002+0000","last_change":"2024-08-10T05:21:38.392080+0000","last_active":"2024-08-10T05:27:30.344002+0000","last_peered":"2024-08-10T05:27:30.344002+0000","last_clean":"2024-08-10T05:27:30.344002+0000","last_became_active":"2024-08-10T05:21:38.391788+0000","last_became_peered":"2024-08-10T05:21:38.391788+0000","last_unstale":"2024-08-10T05:27:30.344002+0000","last_undegraded":"2024-08-10T05:27:30.344002+0000","last_fullsized":"2024-08-10T05:27:30.344002+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:45:39.610881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1239,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-08-10T05:27:30.461273+0000","last_change":"2024-08-10T05:21:38.389353+0000","last_active":"2024-08-10T05:27:30.461273+0000","last_peered":"2024-08-10T05:27:30.461273+0000","last_clean":"2024-08-10T05:27:30.461273+0000","last_became_active":"2024-08-10T05:21:38.388623+0000","last_became_peered":"2024-08-10T05:21:38.388623+0000","last_unstale":"2024-08-10T05:27:30.461273+0000","last_undegraded":"2024-08-10T05:27:30.461273+0000","last_fullsized":"2024-08-10T05:27:30.461273+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:44:07.756433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,6],"acting":[2,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1c","version":"66'2","reported_seq":1098,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-08-10T05:27:30.393620+0000","last_change":"2024-08-10T05:22:12.360867+0000","last_active":"2024-08-10T05:27:30.393620+0000","last_peered":"2024-08-10T05:27:30.393620+0000","last_clean":"2024-08-10T05:27:30.393620+0000","last_became_active":"2024-08-10T05:22:12.358597+0000","last_became_peered":"2024-08-10T05:22:12.358597+0000","last_unstale":"2024-08-10T05:27:30.393620+0000","last_undegraded":"2024-08-10T05:27:30.393620+0000","last_fullsized":"2024-08-10T05:27:30.393620+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:44:28.697367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1155,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-08-10T05:27:30.342806+0000","last_change":"2024-08-10T05:21:04.268158+0000","last_active":"2024-08-10T05:27:30.342806+0000","last_peered":"2024-08-10T05:27:30.342806+0000","last_clean":"2024-08-10T05:27:30.342806+0000","last_became_active":"2024-08-10T05:21:04.266606+0000","last_became_peered":"2024-08-10T05:21:04.266606+0000","last_unstale":"2024-08-10T05:27:30.342806+0000","last_undegraded":"2024-08-10T05:27:30.342806+0000","last_fullsized":"2024-08-10T05:27:30.342806+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:14:16.016922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"66'2","reported_seq":1088,"reported_epoch":836,"state":"active+clean","last_fresh":"2024-08-10T05:27:30.393595+0000","last_change":"2024-08-10T05:22:12.364726+0000","last_active":"2024-08-10T05:27:30.393595+0000","last_peered":"2024-08-10T05:27:30.393595+0000","last_clean":"2024-08-10T05:27:30.393595+0000","last_became_active":"2024-08-10T05:22:12.364073+0000","last_became_peered":"2024-08-10T05:22:12.364073+0000","last_unstale":"2024-08-10T05:27:30.393595+0000","last_undegraded":"2024-08-10T05:27:30.393595+0000","last_fullsized":"2024-08-10T05:27:30.393595+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:54:06.570378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1287,"reported_epoch":835,"state":"active+clean","last_fresh":"2024-08-10T05:27:29.335231+0000","last_change":"2024-08-10T05:21:04.288567+0000","last_active":"2024-08-10T05:27:29.335231+0000","last_peered":"2024-08-10T05:27:29.335231+0000","last_clean":"2024-08-10T05:27:29.335231+0000","last_became_active":"2024-08-10T05:21:04.287227+0000","last_became_peered":"2024-08-10T05:21:04.287227+0000","last_unstale":"2024-08-10T05:27:29.335231+0000","last_undegraded":"2024-08-10T05:27:29.335231+0000","last_fullsized":"2024-08-10T05:27:29.335231+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:40:34.495798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"548'2","reported_seq":1227,"reported_epoch":835,"state":"active+clean","last_fresh":"2024-08-10T05:27:29.339613+0000","last_change":"2024-08-10T05:21:04.287805+0000","last_active":"2024-08-10T05:27:29.339613+0000","last_peered":"2024-08-10T05:27:29.339613+0000","last_clean":"2024-08-10T05:27:29.339613+0000","last_became_active":"2024-08-10T05:21:04.287434+0000","last_became_peered":"2024-08-10T05:21:04.287434+0000","last_unstale":"2024-08-10T05:27:29.339613+0000","last_undegraded":"2024-08-10T05:27:29.339613+0000","last_fullsized":"2024-08-10T05:27:29.339613+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:27:13.328839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1204,"reported_epoch":835,"state":"active+clean","last_fresh":"2024-08-10T05:27:29.339491+0000","last_change":"2024-08-10T05:21:38.393626+0000","last_active":"2024-08-10T05:27:29.339491+0000","last_peered":"2024-08-10T05:27:29.339491+0000","last_clean":"2024-08-10T05:27:29.339491+0000","last_became_active":"2024-08-10T05:21:38.393263+0000","last_became_peered":"2024-08-10T05:21:38.393263+0000","last_unstale":"2024-08-10T05:27:29.339491+0000","last_undegraded":"2024-08-10T05:27:29.339491+0000","last_fullsized":"2024-08-10T05:27:29.339491+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:12:02.763461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"548'5","reported_seq":1299,"reported_epoch":835,"state":"active+clean","last_fresh":"2024-08-10T05:27:29.335740+0000","last_change":"2024-08-10T05:22:12.355905+0000","last_active":"2024-08-10T05:27:29.335740+0000","last_peered":"2024-08-10T05:27:29.335740+0000","last_clean":"2024-08-10T05:27:29.335740+0000","last_became_active":"2024-08-10T05:22:12.355534+0000","last_became_peered":"2024-08-10T05:22:12.355534+0000","last_unstale":"2024-08-10T05:27:29.335740+0000","last_undegraded":"2024-08-10T05:27:29.335740+0000","last_fullsized":"2024-08-10T05:27:29.335740+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:17:46.870532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":354762752,"num_objects":196,"num_object_clones":147,"num_object_copies":588,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":196,"num_whiteouts":15,"num_read":3828,"num_read_kb":6554914,"num_write":8737,"num_write_kb":1857000,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":121,"num_bytes_recovered":519716864,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":475926528,"data_stored":1034571776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":16434,"ondisk_log_size":16434,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6596,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":86,"num_write":68,"num_write_kb":35,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19788,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":45341,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1034,"num_read_kb":1874,"num_write":359,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":221,"ondisk_log_size":221,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":526,"seq":2259152797761,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":126392,"kb_used_data":35496,"kb_used_omap":18,"kb_used_meta":90861,"kb_avail":93618760,"statfs":{"total":95995035648,"available":95865610240,"internally_reserved":0,"allocated":36347904,"data_stored":58483525,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":18632,"internal_metadata":93042488},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":494,"seq":2121713844296,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":253704,"kb_used_data":60416,"kb_used_omap":32,"kb_used_meta":193247,"kb_avail":93491448,"statfs":{"total":95995035648,"available":95735242752,"internally_reserved":0,"allocated":61865984,"data_stored":112581813,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":32884,"internal_metadata":197885836},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":462,"seq":1984274890831,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":278548,"kb_used_data":72968,"kb_used_omap":41,"kb_used_meta":205526,"kb_avail":93466604,"statfs":{"total":95995035648,"available":95709802496,"internally_reserved":0,"allocated":74719232,"data_stored":113203970,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":42196,"internal_metadata":210459436},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":431,"seq":1851130904662,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":302372,"kb_used_data":98260,"kb_used_omap":37,"kb_used_meta":204058,"kb_avail":93442780,"statfs":{"total":95995035648,"available":95685406720,"internally_reserved":0,"allocated":100618240,"data_stored":215676606,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":38121,"internal_metadata":208956183},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":405,"seq":1739461754972,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":228396,"kb_used_data":55008,"kb_used_omap":24,"kb_used_meta":173351,"kb_avail":93516756,"statfs":{"total":95995035648,"available":95761158144,"internally_reserved":0,"allocated":56328192,"data_stored":125584879,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":25217,"internal_metadata":177511807},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":374,"seq":1606317768803,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":173568,"kb_used_data":36976,"kb_used_omap":17,"kb_used_meta":136558,"kb_avail":93571584,"statfs":{"total":95995035648,"available":95817302016,"internally_reserved":0,"allocated":37863424,"data_stored":55694331,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":17422,"internal_metadata":139836402},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":344,"seq":1477468749930,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":389948,"kb_used_data":88872,"kb_used_omap":29,"kb_used_meta":301026,"kb_avail":93355204,"statfs":{"total":95995035648,"available":95595728896,"internally_reserved":0,"allocated":91004928,"data_stored":207744274,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":30547,"internal_metadata":308250797},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":311,"seq":1335734829168,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":414424,"kb_used_data":92104,"kb_used_omap":32,"kb_used_meta":322271,"kb_avail":93330728,"statfs":{"total":95995035648,"available":95570665472,"internally_reserved":0,"allocated":94314496,"data_stored":190680707,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33639,"internal_metadata":330005657},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6236,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4357,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5127,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5914,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6900,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6272,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5900,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5821,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5810,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5291,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5337,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":84324352,"data_stored":184692736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":81584128,"data_stored":202330112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":28450816,"data_stored":50278400,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":46907392,"data_stored":120172544,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":91185152,"data_stored":210259968,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":65282048,"data_stored":107782144,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":51843072,"data_stored":106569728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":26349568,"data_stored":52486144,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-08-10T05:27:36.474 INFO:tasks.cephadm.ceph_manager.ceph:pg 5.3 in trimming, state: active+clean+snaptrim 2024-08-10T05:27:36.474 INFO:tasks.cephadm.ceph_manager.ceph:unique_pool_0 still trimming, waiting 2024-08-10T05:27:37.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:27:37 smithi031 ceph-mon[98130]: from='client.44423 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-10T05:27:37.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:27:37 smithi031 ceph-mon[98130]: pgmap v922: 121 pgs: 121 active+clean; 339 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 1004 KiB/s wr, 7 op/s 2024-08-10T05:27:37.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:27:37 smithi031 ceph-mon[100614]: from='client.44423 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-10T05:27:37.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:27:37 smithi031 ceph-mon[100614]: pgmap v922: 121 pgs: 121 active+clean; 339 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 1004 KiB/s wr, 7 op/s 2024-08-10T05:27:37.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:27:37 smithi196 ceph-mon[90243]: from='client.44423 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-10T05:27:37.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:27:37 smithi196 ceph-mon[90243]: pgmap v922: 121 pgs: 121 active+clean; 339 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 1004 KiB/s wr, 7 op/s 2024-08-10T05:27:39.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:27:39 smithi031 ceph-mon[98130]: pgmap v923: 121 pgs: 121 active+clean; 339 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 494 KiB/s wr, 4 op/s 2024-08-10T05:27:39.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:27:39 smithi031 ceph-mon[100614]: pgmap v923: 121 pgs: 121 active+clean; 339 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 494 KiB/s wr, 4 op/s 2024-08-10T05:27:39.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:27:39 smithi196 ceph-mon[90243]: pgmap v923: 121 pgs: 121 active+clean; 339 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 494 KiB/s wr, 4 op/s 2024-08-10T05:27:40.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:27:40 smithi031 ceph-mon[98130]: osdmap e838: 8 total, 8 up, 8 in 2024-08-10T05:27:40.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:27:40 smithi031 ceph-mon[100614]: osdmap e838: 8 total, 8 up, 8 in 2024-08-10T05:27:40.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:27:40 smithi196 ceph-mon[90243]: osdmap e838: 8 total, 8 up, 8 in 2024-08-10T05:27:41.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:27:41 smithi031 ceph-mon[98130]: pgmap v925: 121 pgs: 121 active+clean; 339 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 0 B/s wr, 1 op/s 2024-08-10T05:27:41.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:27:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:27:41.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:27:41 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:27:41] "GET /metrics HTTP/1.1" 200 36274 "" "Prometheus/2.43.0" 2024-08-10T05:27:41.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:27:41 smithi031 ceph-mon[100614]: pgmap v925: 121 pgs: 121 active+clean; 339 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 0 B/s wr, 1 op/s 2024-08-10T05:27:41.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:27:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:27:41.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:27:41 smithi196 ceph-mon[90243]: pgmap v925: 121 pgs: 121 active+clean; 339 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 0 B/s wr, 1 op/s 2024-08-10T05:27:41.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:27:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:27:42.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:27:42 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:27:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:27:43.768 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:27:43 smithi031 ceph-mon[100614]: pgmap v926: 121 pgs: 121 active+clean; 339 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-10T05:27:43.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:27:43 smithi031 ceph-mon[98130]: pgmap v926: 121 pgs: 121 active+clean; 339 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-10T05:27:43.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:27:43 smithi196 ceph-mon[90243]: pgmap v926: 121 pgs: 121 active+clean; 339 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-10T05:27:45.768 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:27:45 smithi031 ceph-mon[100614]: pgmap v927: 121 pgs: 121 active+clean; 339 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-10T05:27:45.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:27:45 smithi031 ceph-mon[98130]: pgmap v927: 121 pgs: 121 active+clean; 339 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-10T05:27:45.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:27:45 smithi196 ceph-mon[90243]: pgmap v927: 121 pgs: 121 active+clean; 339 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-10T05:27:46.476 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid fc322138-56d5-11ef-bcce-c7b262605968 -- ceph pg dump --format=json 2024-08-10T05:27:46.756 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T05:27:47.419 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:27:47 smithi031 ceph-mon[98130]: pgmap v928: 121 pgs: 121 active+clean; 339 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:27:47.419 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:27:47 smithi031 ceph-mon[100614]: pgmap v928: 121 pgs: 121 active+clean; 339 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:27:47.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:27:47 smithi196 ceph-mon[90243]: pgmap v928: 121 pgs: 121 active+clean; 339 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:27:48.754 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-08-10T05:27:48.755 INFO:teuthology.orchestra.run.smithi031.stderr:dumped all 2024-08-10T05:27:49.380 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:27:49 smithi031 ceph-mon[98130]: pgmap v929: 121 pgs: 121 active+clean; 339 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:27:49.380 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:27:49 smithi031 ceph-mon[98130]: from='client.34497 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-10T05:27:49.380 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:27:49 smithi031 ceph-mon[100614]: pgmap v929: 121 pgs: 121 active+clean; 339 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:27:49.380 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:27:49 smithi031 ceph-mon[100614]: from='client.34497 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-10T05:27:49.409 INFO:teuthology.orchestra.run.smithi031.stdout:{"pg_ready":true,"pg_map":{"version":929,"stamp":"2024-08-10T05:27:47.900072+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":355359735,"num_objects":223,"num_object_clones":148,"num_object_copies":669,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":223,"num_whiteouts":15,"num_read":4941,"num_read_kb":6556874,"num_write":9168,"num_write_kb":1859453,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":127,"num_bytes_recovered":521487968,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":16754,"ondisk_log_size":16754,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2185700,"kb_used_data":540420,"kb_used_omap":233,"kb_used_meta":1644950,"kb_avail":747775516,"statfs":{"total":767960285184,"available":765722128384,"internally_reserved":0,"allocated":553390080,"data_stored":1079432681,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":238658,"internal_metadata":1684429758},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.003242"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1085,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.459950+0000","last_change":"2024-08-10T05:22:12.364152+0000","last_active":"2024-08-10T05:27:39.459950+0000","last_peered":"2024-08-10T05:27:39.459950+0000","last_clean":"2024-08-10T05:27:39.459950+0000","last_became_active":"2024-08-10T05:22:12.361888+0000","last_became_peered":"2024-08-10T05:22:12.361888+0000","last_unstale":"2024-08-10T05:27:39.459950+0000","last_undegraded":"2024-08-10T05:27:39.459950+0000","last_fullsized":"2024-08-10T05:27:39.459950+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:15:44.690796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1284,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.661002+0000","last_change":"2024-08-10T05:21:38.391064+0000","last_active":"2024-08-10T05:27:39.661002+0000","last_peered":"2024-08-10T05:27:39.661002+0000","last_clean":"2024-08-10T05:27:39.661002+0000","last_became_active":"2024-08-10T05:21:38.390643+0000","last_became_peered":"2024-08-10T05:21:38.390643+0000","last_unstale":"2024-08-10T05:27:39.661002+0000","last_undegraded":"2024-08-10T05:27:39.661002+0000","last_fullsized":"2024-08-10T05:27:39.661002+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:51:12.816263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1293,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.337719+0000","last_change":"2024-08-10T05:19:24.347448+0000","last_active":"2024-08-10T05:27:39.337719+0000","last_peered":"2024-08-10T05:27:39.337719+0000","last_clean":"2024-08-10T05:27:39.337719+0000","last_became_active":"2024-08-10T05:19:24.347169+0000","last_became_peered":"2024-08-10T05:19:24.347169+0000","last_unstale":"2024-08-10T05:27:39.337719+0000","last_undegraded":"2024-08-10T05:27:39.337719+0000","last_fullsized":"2024-08-10T05:27:39.337719+0000","mapping_epoch":374,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":375,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:10:11.654828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1168,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.468359+0000","last_change":"2024-08-10T05:22:12.351812+0000","last_active":"2024-08-10T05:27:39.468359+0000","last_peered":"2024-08-10T05:27:39.468359+0000","last_clean":"2024-08-10T05:27:39.468359+0000","last_became_active":"2024-08-10T05:22:12.351520+0000","last_became_peered":"2024-08-10T05:22:12.351520+0000","last_unstale":"2024-08-10T05:27:39.468359+0000","last_undegraded":"2024-08-10T05:27:39.468359+0000","last_fullsized":"2024-08-10T05:27:39.468359+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:53:29.817242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1105,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.459621+0000","last_change":"2024-08-10T05:22:12.358386+0000","last_active":"2024-08-10T05:27:39.459621+0000","last_peered":"2024-08-10T05:27:39.459621+0000","last_clean":"2024-08-10T05:27:39.459621+0000","last_became_active":"2024-08-10T05:22:12.357598+0000","last_became_peered":"2024-08-10T05:22:12.357598+0000","last_unstale":"2024-08-10T05:27:39.459621+0000","last_undegraded":"2024-08-10T05:27:39.459621+0000","last_fullsized":"2024-08-10T05:27:39.459621+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:37:14.571157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1155,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.468341+0000","last_change":"2024-08-10T05:21:04.281566+0000","last_active":"2024-08-10T05:27:39.468341+0000","last_peered":"2024-08-10T05:27:39.468341+0000","last_clean":"2024-08-10T05:27:39.468341+0000","last_became_active":"2024-08-10T05:21:04.281115+0000","last_became_peered":"2024-08-10T05:21:04.281115+0000","last_unstale":"2024-08-10T05:27:39.468341+0000","last_undegraded":"2024-08-10T05:27:39.468341+0000","last_fullsized":"2024-08-10T05:27:39.468341+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:41:32.692941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1105,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.459039+0000","last_change":"2024-08-10T05:22:12.350086+0000","last_active":"2024-08-10T05:27:39.459039+0000","last_peered":"2024-08-10T05:27:39.459039+0000","last_clean":"2024-08-10T05:27:39.459039+0000","last_became_active":"2024-08-10T05:22:12.349638+0000","last_became_peered":"2024-08-10T05:22:12.349638+0000","last_unstale":"2024-08-10T05:27:39.459039+0000","last_undegraded":"2024-08-10T05:27:39.459039+0000","last_fullsized":"2024-08-10T05:27:39.459039+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:29:53.267002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1220,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.659651+0000","last_change":"2024-08-10T05:21:38.392328+0000","last_active":"2024-08-10T05:27:39.659651+0000","last_peered":"2024-08-10T05:27:39.659651+0000","last_clean":"2024-08-10T05:27:39.659651+0000","last_became_active":"2024-08-10T05:21:38.392027+0000","last_became_peered":"2024-08-10T05:21:38.392027+0000","last_unstale":"2024-08-10T05:27:39.659651+0000","last_undegraded":"2024-08-10T05:27:39.659651+0000","last_fullsized":"2024-08-10T05:27:39.659651+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:24:09.830026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1095,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.459888+0000","last_change":"2024-08-10T05:22:12.364587+0000","last_active":"2024-08-10T05:27:39.459888+0000","last_peered":"2024-08-10T05:27:39.459888+0000","last_clean":"2024-08-10T05:27:39.459888+0000","last_became_active":"2024-08-10T05:22:12.363235+0000","last_became_peered":"2024-08-10T05:22:12.363235+0000","last_unstale":"2024-08-10T05:27:39.459888+0000","last_undegraded":"2024-08-10T05:27:39.459888+0000","last_fullsized":"2024-08-10T05:27:39.459888+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:42:36.707350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1125,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.660260+0000","last_change":"2024-08-10T05:21:38.398322+0000","last_active":"2024-08-10T05:27:39.660260+0000","last_peered":"2024-08-10T05:27:39.660260+0000","last_clean":"2024-08-10T05:27:39.660260+0000","last_became_active":"2024-08-10T05:21:38.397905+0000","last_became_peered":"2024-08-10T05:21:38.397905+0000","last_unstale":"2024-08-10T05:27:39.660260+0000","last_undegraded":"2024-08-10T05:27:39.660260+0000","last_fullsized":"2024-08-10T05:27:39.660260+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:44:08.146006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1125,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.659949+0000","last_change":"2024-08-10T05:21:38.391652+0000","last_active":"2024-08-10T05:27:39.659949+0000","last_peered":"2024-08-10T05:27:39.659949+0000","last_clean":"2024-08-10T05:27:39.659949+0000","last_became_active":"2024-08-10T05:21:38.391332+0000","last_became_peered":"2024-08-10T05:21:38.391332+0000","last_unstale":"2024-08-10T05:27:39.659949+0000","last_undegraded":"2024-08-10T05:27:39.659949+0000","last_fullsized":"2024-08-10T05:27:39.659949+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:33:42.353914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1189,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.336157+0000","last_change":"2024-08-10T05:21:38.392158+0000","last_active":"2024-08-10T05:27:39.336157+0000","last_peered":"2024-08-10T05:27:39.336157+0000","last_clean":"2024-08-10T05:27:39.336157+0000","last_became_active":"2024-08-10T05:21:38.391664+0000","last_became_peered":"2024-08-10T05:21:38.391664+0000","last_unstale":"2024-08-10T05:27:39.336157+0000","last_undegraded":"2024-08-10T05:27:39.336157+0000","last_fullsized":"2024-08-10T05:27:39.336157+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:24:54.604286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1222,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.660601+0000","last_change":"2024-08-10T05:21:38.391304+0000","last_active":"2024-08-10T05:27:39.660601+0000","last_peered":"2024-08-10T05:27:39.660601+0000","last_clean":"2024-08-10T05:27:39.660601+0000","last_became_active":"2024-08-10T05:21:38.390928+0000","last_became_peered":"2024-08-10T05:21:38.390928+0000","last_unstale":"2024-08-10T05:27:39.660601+0000","last_undegraded":"2024-08-10T05:27:39.660601+0000","last_fullsized":"2024-08-10T05:27:39.660601+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:13:25.746280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1293,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.336797+0000","last_change":"2024-08-10T05:21:04.283261+0000","last_active":"2024-08-10T05:27:39.336797+0000","last_peered":"2024-08-10T05:27:39.336797+0000","last_clean":"2024-08-10T05:27:39.336797+0000","last_became_active":"2024-08-10T05:21:04.282921+0000","last_became_peered":"2024-08-10T05:21:04.282921+0000","last_unstale":"2024-08-10T05:27:39.336797+0000","last_undegraded":"2024-08-10T05:27:39.336797+0000","last_fullsized":"2024-08-10T05:27:39.336797+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:15:27.730866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1274,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.660202+0000","last_change":"2024-08-10T05:21:04.268844+0000","last_active":"2024-08-10T05:27:39.660202+0000","last_peered":"2024-08-10T05:27:39.660202+0000","last_clean":"2024-08-10T05:27:39.660202+0000","last_became_active":"2024-08-10T05:21:04.268499+0000","last_became_peered":"2024-08-10T05:21:04.268499+0000","last_unstale":"2024-08-10T05:27:39.660202+0000","last_undegraded":"2024-08-10T05:27:39.660202+0000","last_fullsized":"2024-08-10T05:27:39.660202+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:42:12.150271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1155,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.467817+0000","last_change":"2024-08-10T05:22:12.352784+0000","last_active":"2024-08-10T05:27:39.467817+0000","last_peered":"2024-08-10T05:27:39.467817+0000","last_clean":"2024-08-10T05:27:39.467817+0000","last_became_active":"2024-08-10T05:22:12.352494+0000","last_became_peered":"2024-08-10T05:22:12.352494+0000","last_unstale":"2024-08-10T05:27:39.467817+0000","last_undegraded":"2024-08-10T05:27:39.467817+0000","last_fullsized":"2024-08-10T05:27:39.467817+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:36:50.435633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1151,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.468499+0000","last_change":"2024-08-10T05:22:12.353703+0000","last_active":"2024-08-10T05:27:39.468499+0000","last_peered":"2024-08-10T05:27:39.468499+0000","last_clean":"2024-08-10T05:27:39.468499+0000","last_became_active":"2024-08-10T05:22:12.352499+0000","last_became_peered":"2024-08-10T05:22:12.352499+0000","last_unstale":"2024-08-10T05:27:39.468499+0000","last_undegraded":"2024-08-10T05:27:39.468499+0000","last_fullsized":"2024-08-10T05:27:39.468499+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:37:25.517123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1242,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.338165+0000","last_change":"2024-08-10T05:22:12.362006+0000","last_active":"2024-08-10T05:27:39.338165+0000","last_peered":"2024-08-10T05:27:39.338165+0000","last_clean":"2024-08-10T05:27:39.338165+0000","last_became_active":"2024-08-10T05:22:12.361631+0000","last_became_peered":"2024-08-10T05:22:12.361631+0000","last_unstale":"2024-08-10T05:27:39.338165+0000","last_undegraded":"2024-08-10T05:27:39.338165+0000","last_fullsized":"2024-08-10T05:27:39.338165+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:53:23.259248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1085,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.459592+0000","last_change":"2024-08-10T05:22:12.357270+0000","last_active":"2024-08-10T05:27:39.459592+0000","last_peered":"2024-08-10T05:27:39.459592+0000","last_clean":"2024-08-10T05:27:39.459592+0000","last_became_active":"2024-08-10T05:22:12.356993+0000","last_became_peered":"2024-08-10T05:22:12.356993+0000","last_unstale":"2024-08-10T05:27:39.459592+0000","last_undegraded":"2024-08-10T05:27:39.459592+0000","last_fullsized":"2024-08-10T05:27:39.459592+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:53:10.916285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1141,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.659855+0000","last_change":"2024-08-10T05:21:38.391442+0000","last_active":"2024-08-10T05:27:39.659855+0000","last_peered":"2024-08-10T05:27:39.659855+0000","last_clean":"2024-08-10T05:27:39.659855+0000","last_became_active":"2024-08-10T05:21:38.391125+0000","last_became_peered":"2024-08-10T05:21:38.391125+0000","last_unstale":"2024-08-10T05:27:39.659855+0000","last_undegraded":"2024-08-10T05:27:39.659855+0000","last_fullsized":"2024-08-10T05:27:39.659855+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:41:58.525119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1293,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.337193+0000","last_change":"2024-08-10T05:22:12.356919+0000","last_active":"2024-08-10T05:27:39.337193+0000","last_peered":"2024-08-10T05:27:39.337193+0000","last_clean":"2024-08-10T05:27:39.337193+0000","last_became_active":"2024-08-10T05:22:12.356589+0000","last_became_peered":"2024-08-10T05:22:12.356589+0000","last_unstale":"2024-08-10T05:27:39.337193+0000","last_undegraded":"2024-08-10T05:27:39.337193+0000","last_fullsized":"2024-08-10T05:27:39.337193+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:54:34.852378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1146,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.468078+0000","last_change":"2024-08-10T05:22:12.352730+0000","last_active":"2024-08-10T05:27:39.468078+0000","last_peered":"2024-08-10T05:27:39.468078+0000","last_clean":"2024-08-10T05:27:39.468078+0000","last_became_active":"2024-08-10T05:22:12.352444+0000","last_became_peered":"2024-08-10T05:22:12.352444+0000","last_unstale":"2024-08-10T05:27:39.468078+0000","last_undegraded":"2024-08-10T05:27:39.468078+0000","last_fullsized":"2024-08-10T05:27:39.468078+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:25:31.074439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1228,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.659895+0000","last_change":"2024-08-10T05:19:57.222200+0000","last_active":"2024-08-10T05:27:39.659895+0000","last_peered":"2024-08-10T05:27:39.659895+0000","last_clean":"2024-08-10T05:27:39.659895+0000","last_became_active":"2024-08-10T05:19:57.220790+0000","last_became_peered":"2024-08-10T05:19:57.220790+0000","last_unstale":"2024-08-10T05:27:39.659895+0000","last_undegraded":"2024-08-10T05:27:39.659895+0000","last_fullsized":"2024-08-10T05:27:39.659895+0000","mapping_epoch":405,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":406,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:24:56.218912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1176,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.467950+0000","last_change":"2024-08-10T05:21:04.277992+0000","last_active":"2024-08-10T05:27:39.467950+0000","last_peered":"2024-08-10T05:27:39.467950+0000","last_clean":"2024-08-10T05:27:39.467950+0000","last_became_active":"2024-08-10T05:21:04.277613+0000","last_became_peered":"2024-08-10T05:21:04.277613+0000","last_unstale":"2024-08-10T05:27:39.467950+0000","last_undegraded":"2024-08-10T05:27:39.467950+0000","last_fullsized":"2024-08-10T05:27:39.467950+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:38:19.522020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1210,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.662046+0000","last_change":"2024-08-10T05:20:30.225190+0000","last_active":"2024-08-10T05:27:39.662046+0000","last_peered":"2024-08-10T05:27:39.662046+0000","last_clean":"2024-08-10T05:27:39.662046+0000","last_became_active":"2024-08-10T05:20:30.224668+0000","last_became_peered":"2024-08-10T05:20:30.224668+0000","last_unstale":"2024-08-10T05:27:39.662046+0000","last_undegraded":"2024-08-10T05:27:39.662046+0000","last_fullsized":"2024-08-10T05:27:39.662046+0000","mapping_epoch":431,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":432,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:28:10.930172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1128,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.660084+0000","last_change":"2024-08-10T05:22:12.351003+0000","last_active":"2024-08-10T05:27:39.660084+0000","last_peered":"2024-08-10T05:27:39.660084+0000","last_clean":"2024-08-10T05:27:39.660084+0000","last_became_active":"2024-08-10T05:22:12.350708+0000","last_became_peered":"2024-08-10T05:22:12.350708+0000","last_unstale":"2024-08-10T05:27:39.660084+0000","last_undegraded":"2024-08-10T05:27:39.660084+0000","last_fullsized":"2024-08-10T05:27:39.660084+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:15:44.757687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1275,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.660729+0000","last_change":"2024-08-10T05:19:57.217425+0000","last_active":"2024-08-10T05:27:39.660729+0000","last_peered":"2024-08-10T05:27:39.660729+0000","last_clean":"2024-08-10T05:27:39.660729+0000","last_became_active":"2024-08-10T05:19:57.216633+0000","last_became_peered":"2024-08-10T05:19:57.216633+0000","last_unstale":"2024-08-10T05:27:39.660729+0000","last_undegraded":"2024-08-10T05:27:39.660729+0000","last_fullsized":"2024-08-10T05:27:39.660729+0000","mapping_epoch":405,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":406,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:09:43.207509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1228,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.661559+0000","last_change":"2024-08-10T05:20:30.223305+0000","last_active":"2024-08-10T05:27:39.661559+0000","last_peered":"2024-08-10T05:27:39.661559+0000","last_clean":"2024-08-10T05:27:39.661559+0000","last_became_active":"2024-08-10T05:20:30.222976+0000","last_became_peered":"2024-08-10T05:20:30.222976+0000","last_unstale":"2024-08-10T05:27:39.661559+0000","last_undegraded":"2024-08-10T05:27:39.661559+0000","last_fullsized":"2024-08-10T05:27:39.661559+0000","mapping_epoch":431,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":432,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:13:45.802652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1293,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.338326+0000","last_change":"2024-08-10T05:20:30.223891+0000","last_active":"2024-08-10T05:27:39.338326+0000","last_peered":"2024-08-10T05:27:39.338326+0000","last_clean":"2024-08-10T05:27:39.338326+0000","last_became_active":"2024-08-10T05:20:30.222262+0000","last_became_peered":"2024-08-10T05:20:30.222262+0000","last_unstale":"2024-08-10T05:27:39.338326+0000","last_undegraded":"2024-08-10T05:27:39.338326+0000","last_fullsized":"2024-08-10T05:27:39.338326+0000","mapping_epoch":431,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":432,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:49:49.155975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1176,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.468013+0000","last_change":"2024-08-10T05:21:04.281424+0000","last_active":"2024-08-10T05:27:39.468013+0000","last_peered":"2024-08-10T05:27:39.468013+0000","last_clean":"2024-08-10T05:27:39.468013+0000","last_became_active":"2024-08-10T05:21:04.281067+0000","last_became_peered":"2024-08-10T05:21:04.281067+0000","last_unstale":"2024-08-10T05:27:39.468013+0000","last_undegraded":"2024-08-10T05:27:39.468013+0000","last_fullsized":"2024-08-10T05:27:39.468013+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:39:58.561780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1243,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.336259+0000","last_change":"2024-08-10T05:21:38.386397+0000","last_active":"2024-08-10T05:27:39.336259+0000","last_peered":"2024-08-10T05:27:39.336259+0000","last_clean":"2024-08-10T05:27:39.336259+0000","last_became_active":"2024-08-10T05:21:38.386001+0000","last_became_peered":"2024-08-10T05:21:38.386001+0000","last_unstale":"2024-08-10T05:27:39.336259+0000","last_undegraded":"2024-08-10T05:27:39.336259+0000","last_fullsized":"2024-08-10T05:27:39.336259+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:26:18.002554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1135,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.659536+0000","last_change":"2024-08-10T05:21:38.390206+0000","last_active":"2024-08-10T05:27:39.659536+0000","last_peered":"2024-08-10T05:27:39.659536+0000","last_clean":"2024-08-10T05:27:39.659536+0000","last_became_active":"2024-08-10T05:21:38.389909+0000","last_became_peered":"2024-08-10T05:21:38.389909+0000","last_unstale":"2024-08-10T05:27:39.659536+0000","last_undegraded":"2024-08-10T05:27:39.659536+0000","last_fullsized":"2024-08-10T05:27:39.659536+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:11:50.893635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,5],"acting":[6,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1218,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.335912+0000","last_change":"2024-08-10T05:20:30.230091+0000","last_active":"2024-08-10T05:27:39.335912+0000","last_peered":"2024-08-10T05:27:39.335912+0000","last_clean":"2024-08-10T05:27:39.335912+0000","last_became_active":"2024-08-10T05:20:30.229787+0000","last_became_peered":"2024-08-10T05:20:30.229787+0000","last_unstale":"2024-08-10T05:27:39.335912+0000","last_undegraded":"2024-08-10T05:27:39.335912+0000","last_fullsized":"2024-08-10T05:27:39.335912+0000","mapping_epoch":431,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":432,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:40:13.160497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"548'2","reported_seq":1225,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.660657+0000","last_change":"2024-08-10T05:22:12.351870+0000","last_active":"2024-08-10T05:27:39.660657+0000","last_peered":"2024-08-10T05:27:39.660657+0000","last_clean":"2024-08-10T05:27:39.660657+0000","last_became_active":"2024-08-10T05:22:12.351474+0000","last_became_peered":"2024-08-10T05:22:12.351474+0000","last_unstale":"2024-08-10T05:27:39.660657+0000","last_undegraded":"2024-08-10T05:27:39.660657+0000","last_fullsized":"2024-08-10T05:27:39.660657+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:24:44.234848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1292,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.337192+0000","last_change":"2024-08-10T05:22:12.355096+0000","last_active":"2024-08-10T05:27:39.337192+0000","last_peered":"2024-08-10T05:27:39.337192+0000","last_clean":"2024-08-10T05:27:39.337192+0000","last_became_active":"2024-08-10T05:22:12.354717+0000","last_became_peered":"2024-08-10T05:22:12.354717+0000","last_unstale":"2024-08-10T05:27:39.337192+0000","last_undegraded":"2024-08-10T05:27:39.337192+0000","last_fullsized":"2024-08-10T05:27:39.337192+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:55:58.793285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"548'2","reported_seq":1133,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.659711+0000","last_change":"2024-08-10T05:22:12.348811+0000","last_active":"2024-08-10T05:27:39.659711+0000","last_peered":"2024-08-10T05:27:39.659711+0000","last_clean":"2024-08-10T05:27:39.659711+0000","last_became_active":"2024-08-10T05:22:12.348203+0000","last_became_peered":"2024-08-10T05:22:12.348203+0000","last_unstale":"2024-08-10T05:27:39.659711+0000","last_undegraded":"2024-08-10T05:27:39.659711+0000","last_fullsized":"2024-08-10T05:27:39.659711+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:05:49.809125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1231,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.659624+0000","last_change":"2024-08-10T05:21:38.395796+0000","last_active":"2024-08-10T05:27:39.659624+0000","last_peered":"2024-08-10T05:27:39.659624+0000","last_clean":"2024-08-10T05:27:39.659624+0000","last_became_active":"2024-08-10T05:21:38.395407+0000","last_became_peered":"2024-08-10T05:21:38.395407+0000","last_unstale":"2024-08-10T05:27:39.659624+0000","last_undegraded":"2024-08-10T05:27:39.659624+0000","last_fullsized":"2024-08-10T05:27:39.659624+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:19:19.091052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1230,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.659777+0000","last_change":"2024-08-10T05:19:57.224043+0000","last_active":"2024-08-10T05:27:39.659777+0000","last_peered":"2024-08-10T05:27:39.659777+0000","last_clean":"2024-08-10T05:27:39.659777+0000","last_became_active":"2024-08-10T05:19:57.223062+0000","last_became_peered":"2024-08-10T05:19:57.223062+0000","last_unstale":"2024-08-10T05:27:39.659777+0000","last_undegraded":"2024-08-10T05:27:39.659777+0000","last_fullsized":"2024-08-10T05:27:39.659777+0000","mapping_epoch":405,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":406,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:26:53.942408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1154,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.467874+0000","last_change":"2024-08-10T05:22:12.352040+0000","last_active":"2024-08-10T05:27:39.467874+0000","last_peered":"2024-08-10T05:27:39.467874+0000","last_clean":"2024-08-10T05:27:39.467874+0000","last_became_active":"2024-08-10T05:22:12.351779+0000","last_became_peered":"2024-08-10T05:22:12.351779+0000","last_unstale":"2024-08-10T05:27:39.467874+0000","last_undegraded":"2024-08-10T05:27:39.467874+0000","last_fullsized":"2024-08-10T05:27:39.467874+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:14:45.246886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1274,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.660265+0000","last_change":"2024-08-10T05:20:30.220249+0000","last_active":"2024-08-10T05:27:39.660265+0000","last_peered":"2024-08-10T05:27:39.660265+0000","last_clean":"2024-08-10T05:27:39.660265+0000","last_became_active":"2024-08-10T05:20:30.219922+0000","last_became_peered":"2024-08-10T05:20:30.219922+0000","last_unstale":"2024-08-10T05:27:39.660265+0000","last_undegraded":"2024-08-10T05:27:39.660265+0000","last_fullsized":"2024-08-10T05:27:39.660265+0000","mapping_epoch":431,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":432,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:43:41.447850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1128,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.660470+0000","last_change":"2024-08-10T05:21:38.388526+0000","last_active":"2024-08-10T05:27:39.660470+0000","last_peered":"2024-08-10T05:27:39.660470+0000","last_clean":"2024-08-10T05:27:39.660470+0000","last_became_active":"2024-08-10T05:21:38.388078+0000","last_became_peered":"2024-08-10T05:21:38.388078+0000","last_unstale":"2024-08-10T05:27:39.660470+0000","last_undegraded":"2024-08-10T05:27:39.660470+0000","last_fullsized":"2024-08-10T05:27:39.660470+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:58:39.548410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1147,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.468392+0000","last_change":"2024-08-10T05:22:12.355447+0000","last_active":"2024-08-10T05:27:39.468392+0000","last_peered":"2024-08-10T05:27:39.468392+0000","last_clean":"2024-08-10T05:27:39.468392+0000","last_became_active":"2024-08-10T05:22:12.355135+0000","last_became_peered":"2024-08-10T05:22:12.355135+0000","last_unstale":"2024-08-10T05:27:39.468392+0000","last_undegraded":"2024-08-10T05:27:39.468392+0000","last_fullsized":"2024-08-10T05:27:39.468392+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:40:57.052757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1141,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.468594+0000","last_change":"2024-08-10T05:21:38.385718+0000","last_active":"2024-08-10T05:27:39.468594+0000","last_peered":"2024-08-10T05:27:39.468594+0000","last_clean":"2024-08-10T05:27:39.468594+0000","last_became_active":"2024-08-10T05:21:38.385431+0000","last_became_peered":"2024-08-10T05:21:38.385431+0000","last_unstale":"2024-08-10T05:27:39.468594+0000","last_undegraded":"2024-08-10T05:27:39.468594+0000","last_fullsized":"2024-08-10T05:27:39.468594+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T17:04:32.038901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1292,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.336605+0000","last_change":"2024-08-10T05:21:04.288354+0000","last_active":"2024-08-10T05:27:39.336605+0000","last_peered":"2024-08-10T05:27:39.336605+0000","last_clean":"2024-08-10T05:27:39.336605+0000","last_became_active":"2024-08-10T05:21:04.287843+0000","last_became_peered":"2024-08-10T05:21:04.287843+0000","last_unstale":"2024-08-10T05:27:39.336605+0000","last_undegraded":"2024-08-10T05:27:39.336605+0000","last_fullsized":"2024-08-10T05:27:39.336605+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:07:04.338575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"66'3","reported_seq":1292,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.660964+0000","last_change":"2024-08-10T05:21:04.277144+0000","last_active":"2024-08-10T05:27:39.660964+0000","last_peered":"2024-08-10T05:27:39.660964+0000","last_clean":"2024-08-10T05:27:39.660964+0000","last_became_active":"2024-08-10T05:21:04.276818+0000","last_became_peered":"2024-08-10T05:21:04.276818+0000","last_unstale":"2024-08-10T05:27:39.660964+0000","last_undegraded":"2024-08-10T05:27:39.660964+0000","last_fullsized":"2024-08-10T05:27:39.660964+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:16:39.487929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1181,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.336446+0000","last_change":"2024-08-10T05:22:12.349665+0000","last_active":"2024-08-10T05:27:39.336446+0000","last_peered":"2024-08-10T05:27:39.336446+0000","last_clean":"2024-08-10T05:27:39.336446+0000","last_became_active":"2024-08-10T05:22:12.349384+0000","last_became_peered":"2024-08-10T05:22:12.349384+0000","last_unstale":"2024-08-10T05:27:39.336446+0000","last_undegraded":"2024-08-10T05:27:39.336446+0000","last_fullsized":"2024-08-10T05:27:39.336446+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:42:34.835277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"548'29","reported_seq":1163,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.660073+0000","last_change":"2024-08-10T05:21:38.389687+0000","last_active":"2024-08-10T05:27:39.660073+0000","last_peered":"2024-08-10T05:27:39.660073+0000","last_clean":"2024-08-10T05:27:39.660073+0000","last_became_active":"2024-08-10T05:21:38.389207+0000","last_became_peered":"2024-08-10T05:21:38.389207+0000","last_unstale":"2024-08-10T05:27:39.660073+0000","last_undegraded":"2024-08-10T05:27:39.660073+0000","last_fullsized":"2024-08-10T05:27:39.660073+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:53:13.673692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5810,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1105,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.459448+0000","last_change":"2024-08-10T05:22:12.355791+0000","last_active":"2024-08-10T05:27:39.459448+0000","last_peered":"2024-08-10T05:27:39.459448+0000","last_clean":"2024-08-10T05:27:39.459448+0000","last_became_active":"2024-08-10T05:22:12.354022+0000","last_became_peered":"2024-08-10T05:22:12.354022+0000","last_unstale":"2024-08-10T05:27:39.459448+0000","last_undegraded":"2024-08-10T05:27:39.459448+0000","last_fullsized":"2024-08-10T05:27:39.459448+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:56:22.570783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"66'2","reported_seq":1302,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.337294+0000","last_change":"2024-08-10T05:20:30.222876+0000","last_active":"2024-08-10T05:27:39.337294+0000","last_peered":"2024-08-10T05:27:39.337294+0000","last_clean":"2024-08-10T05:27:39.337294+0000","last_became_active":"2024-08-10T05:20:30.221854+0000","last_became_peered":"2024-08-10T05:20:30.221854+0000","last_unstale":"2024-08-10T05:27:39.337294+0000","last_undegraded":"2024-08-10T05:27:39.337294+0000","last_fullsized":"2024-08-10T05:27:39.337294+0000","mapping_epoch":431,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":432,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:43:38.885002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":7,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1293,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.336566+0000","last_change":"2024-08-10T05:22:12.361141+0000","last_active":"2024-08-10T05:27:39.336566+0000","last_peered":"2024-08-10T05:27:39.336566+0000","last_clean":"2024-08-10T05:27:39.336566+0000","last_became_active":"2024-08-10T05:22:12.359731+0000","last_became_peered":"2024-08-10T05:22:12.359731+0000","last_unstale":"2024-08-10T05:27:39.336566+0000","last_undegraded":"2024-08-10T05:27:39.336566+0000","last_fullsized":"2024-08-10T05:27:39.336566+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:01:58.106791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1188,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.468435+0000","last_change":"2024-08-10T05:21:04.279463+0000","last_active":"2024-08-10T05:27:39.468435+0000","last_peered":"2024-08-10T05:27:39.468435+0000","last_clean":"2024-08-10T05:27:39.468435+0000","last_became_active":"2024-08-10T05:21:04.278173+0000","last_became_peered":"2024-08-10T05:21:04.278173+0000","last_unstale":"2024-08-10T05:27:39.468435+0000","last_undegraded":"2024-08-10T05:27:39.468435+0000","last_fullsized":"2024-08-10T05:27:39.468435+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:22:32.190730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1105,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.459267+0000","last_change":"2024-08-10T05:22:12.358026+0000","last_active":"2024-08-10T05:27:39.459267+0000","last_peered":"2024-08-10T05:27:39.459267+0000","last_clean":"2024-08-10T05:27:39.459267+0000","last_became_active":"2024-08-10T05:22:12.357052+0000","last_became_peered":"2024-08-10T05:22:12.357052+0000","last_unstale":"2024-08-10T05:27:39.459267+0000","last_undegraded":"2024-08-10T05:27:39.459267+0000","last_fullsized":"2024-08-10T05:27:39.459267+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:38:53.995641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1139,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.659660+0000","last_change":"2024-08-10T05:21:38.391606+0000","last_active":"2024-08-10T05:27:39.659660+0000","last_peered":"2024-08-10T05:27:39.659660+0000","last_clean":"2024-08-10T05:27:39.659660+0000","last_became_active":"2024-08-10T05:21:38.391306+0000","last_became_peered":"2024-08-10T05:21:38.391306+0000","last_unstale":"2024-08-10T05:27:39.659660+0000","last_undegraded":"2024-08-10T05:27:39.659660+0000","last_fullsized":"2024-08-10T05:27:39.659660+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:50:21.736014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1125,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.659548+0000","last_change":"2024-08-10T05:21:38.390903+0000","last_active":"2024-08-10T05:27:39.659548+0000","last_peered":"2024-08-10T05:27:39.659548+0000","last_clean":"2024-08-10T05:27:39.659548+0000","last_became_active":"2024-08-10T05:21:38.390632+0000","last_became_peered":"2024-08-10T05:21:38.390632+0000","last_unstale":"2024-08-10T05:27:39.659548+0000","last_undegraded":"2024-08-10T05:27:39.659548+0000","last_fullsized":"2024-08-10T05:27:39.659548+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:42:36.970920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"66'8","reported_seq":1270,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.335766+0000","last_change":"2024-08-10T05:19:24.344961+0000","last_active":"2024-08-10T05:27:39.335766+0000","last_peered":"2024-08-10T05:27:39.335766+0000","last_clean":"2024-08-10T05:27:39.335766+0000","last_became_active":"2024-08-10T05:19:24.344621+0000","last_became_peered":"2024-08-10T05:19:24.344621+0000","last_unstale":"2024-08-10T05:27:39.335766+0000","last_undegraded":"2024-08-10T05:27:39.335766+0000","last_fullsized":"2024-08-10T05:27:39.335766+0000","mapping_epoch":374,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":375,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:09:22.224545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1085,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.458997+0000","last_change":"2024-08-10T05:22:12.351310+0000","last_active":"2024-08-10T05:27:39.458997+0000","last_peered":"2024-08-10T05:27:39.458997+0000","last_clean":"2024-08-10T05:27:39.458997+0000","last_became_active":"2024-08-10T05:22:12.350990+0000","last_became_peered":"2024-08-10T05:22:12.350990+0000","last_unstale":"2024-08-10T05:27:39.458997+0000","last_undegraded":"2024-08-10T05:27:39.458997+0000","last_fullsized":"2024-08-10T05:27:39.458997+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:29:22.614102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"826'242","reported_seq":3465,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.335988+0000","last_change":"2024-08-10T05:27:30.462164+0000","last_active":"2024-08-10T05:27:39.335988+0000","last_peered":"2024-08-10T05:27:39.335988+0000","last_clean":"2024-08-10T05:27:39.335988+0000","last_became_active":"2024-08-10T05:19:24.345039+0000","last_became_peered":"2024-08-10T05:19:24.345039+0000","last_unstale":"2024-08-10T05:27:39.335988+0000","last_undegraded":"2024-08-10T05:27:39.335988+0000","last_fullsized":"2024-08-10T05:27:39.335988+0000","mapping_epoch":374,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":375,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:14:14.791670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:14:14.791670+0000","last_clean_scrub_stamp":"2024-08-10T05:14:14.791670+0000","objects_scrubbed":0,"log_size":242,"log_dups_size":0,"ondisk_log_size":242,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:24:09.073755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053856399999999995,"stat_sum":{"num_bytes":2088960,"num_objects":3,"num_object_clones":2,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":1,"num_read":68,"num_read_kb":231287,"num_write":174,"num_write_kb":31704,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":39583744,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.f","version":"66'1","reported_seq":1194,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.336668+0000","last_change":"2024-08-10T05:22:12.356201+0000","last_active":"2024-08-10T05:27:39.336668+0000","last_peered":"2024-08-10T05:27:39.336668+0000","last_clean":"2024-08-10T05:27:39.336668+0000","last_became_active":"2024-08-10T05:22:12.355877+0000","last_became_peered":"2024-08-10T05:22:12.355877+0000","last_unstale":"2024-08-10T05:27:39.336668+0000","last_undegraded":"2024-08-10T05:27:39.336668+0000","last_fullsized":"2024-08-10T05:27:39.336668+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:45:31.555319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1105,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.459975+0000","last_change":"2024-08-10T05:22:12.357639+0000","last_active":"2024-08-10T05:27:39.459975+0000","last_peered":"2024-08-10T05:27:39.459975+0000","last_clean":"2024-08-10T05:27:39.459975+0000","last_became_active":"2024-08-10T05:22:12.357354+0000","last_became_peered":"2024-08-10T05:22:12.357354+0000","last_unstale":"2024-08-10T05:27:39.459975+0000","last_undegraded":"2024-08-10T05:27:39.459975+0000","last_fullsized":"2024-08-10T05:27:39.459975+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:57:00.691916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"836'638","reported_seq":3556,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.459416+0000","last_change":"2024-08-10T05:27:30.397715+0000","last_active":"2024-08-10T05:27:39.459416+0000","last_peered":"2024-08-10T05:27:39.459416+0000","last_clean":"2024-08-10T05:27:39.459416+0000","last_became_active":"2024-08-10T05:22:12.358915+0000","last_became_peered":"2024-08-10T05:22:12.358915+0000","last_unstale":"2024-08-10T05:27:39.459416+0000","last_undegraded":"2024-08-10T05:27:39.459416+0000","last_fullsized":"2024-08-10T05:27:39.459416+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:14:14.791670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:14:14.791670+0000","last_clean_scrub_stamp":"2024-08-10T05:14:14.791670+0000","objects_scrubbed":0,"log_size":638,"log_dups_size":0,"ondisk_log_size":638,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:45:00.063453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0041846519999999996,"stat_sum":{"num_bytes":11354112,"num_objects":9,"num_object_clones":7,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":1,"num_read":144,"num_read_kb":218052,"num_write":423,"num_write_kb":62872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":17555456,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"66'2","reported_seq":1251,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.338018+0000","last_change":"2024-08-10T05:22:12.358808+0000","last_active":"2024-08-10T05:27:39.338018+0000","last_peered":"2024-08-10T05:27:39.338018+0000","last_clean":"2024-08-10T05:27:39.338018+0000","last_became_active":"2024-08-10T05:22:12.358052+0000","last_became_peered":"2024-08-10T05:22:12.358052+0000","last_unstale":"2024-08-10T05:27:39.338018+0000","last_undegraded":"2024-08-10T05:27:39.338018+0000","last_fullsized":"2024-08-10T05:27:39.338018+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:58:22.635426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1105,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.460068+0000","last_change":"2024-08-10T05:22:12.364990+0000","last_active":"2024-08-10T05:27:39.460068+0000","last_peered":"2024-08-10T05:27:39.460068+0000","last_clean":"2024-08-10T05:27:39.460068+0000","last_became_active":"2024-08-10T05:22:12.363920+0000","last_became_peered":"2024-08-10T05:22:12.363920+0000","last_unstale":"2024-08-10T05:27:39.460068+0000","last_undegraded":"2024-08-10T05:27:39.460068+0000","last_fullsized":"2024-08-10T05:27:39.460068+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:01:03.550951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"836'426","reported_seq":3611,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.336723+0000","last_change":"2024-08-10T05:27:30.465065+0000","last_active":"2024-08-10T05:27:39.336723+0000","last_peered":"2024-08-10T05:27:39.336723+0000","last_clean":"2024-08-10T05:27:39.336723+0000","last_became_active":"2024-08-10T05:20:30.220436+0000","last_became_peered":"2024-08-10T05:20:30.220436+0000","last_unstale":"2024-08-10T05:27:39.336723+0000","last_undegraded":"2024-08-10T05:27:39.336723+0000","last_fullsized":"2024-08-10T05:27:39.336723+0000","mapping_epoch":431,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":432,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:14:14.791670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:14:14.791670+0000","last_clean_scrub_stamp":"2024-08-10T05:14:14.791670+0000","objects_scrubbed":0,"log_size":426,"log_dups_size":0,"ondisk_log_size":426,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:20:34.151093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0032144320000000001,"stat_sum":{"num_bytes":8863744,"num_objects":4,"num_object_clones":3,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":82,"num_read_kb":325100,"num_write":292,"num_write_kb":43968,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":33087488,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.d","version":"66'1","reported_seq":1281,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.661234+0000","last_change":"2024-08-10T05:20:30.222097+0000","last_active":"2024-08-10T05:27:39.661234+0000","last_peered":"2024-08-10T05:27:39.661234+0000","last_clean":"2024-08-10T05:27:39.661234+0000","last_became_active":"2024-08-10T05:20:30.221754+0000","last_became_peered":"2024-08-10T05:20:30.221754+0000","last_unstale":"2024-08-10T05:27:39.661234+0000","last_undegraded":"2024-08-10T05:27:39.661234+0000","last_fullsized":"2024-08-10T05:27:39.661234+0000","mapping_epoch":431,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":432,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:27:47.971801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1168,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.468534+0000","last_change":"2024-08-10T05:21:38.385991+0000","last_active":"2024-08-10T05:27:39.468534+0000","last_peered":"2024-08-10T05:27:39.468534+0000","last_clean":"2024-08-10T05:27:39.468534+0000","last_became_active":"2024-08-10T05:21:38.385612+0000","last_became_peered":"2024-08-10T05:21:38.385612+0000","last_unstale":"2024-08-10T05:27:39.468534+0000","last_undegraded":"2024-08-10T05:27:39.468534+0000","last_fullsized":"2024-08-10T05:27:39.468534+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:14:56.887940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.b","version":"836'275","reported_seq":3474,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.337435+0000","last_change":"2024-08-10T05:27:30.464442+0000","last_active":"2024-08-10T05:27:39.337435+0000","last_peered":"2024-08-10T05:27:39.337435+0000","last_clean":"2024-08-10T05:27:39.337435+0000","last_became_active":"2024-08-10T05:21:04.285034+0000","last_became_peered":"2024-08-10T05:21:04.285034+0000","last_unstale":"2024-08-10T05:27:39.337435+0000","last_undegraded":"2024-08-10T05:27:39.337435+0000","last_fullsized":"2024-08-10T05:27:39.337435+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:14:14.791670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:14:14.791670+0000","last_clean_scrub_stamp":"2024-08-10T05:14:14.791670+0000","objects_scrubbed":0,"log_size":275,"log_dups_size":0,"ondisk_log_size":275,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:25:24.785044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0025314640000000002,"stat_sum":{"num_bytes":3784704,"num_objects":4,"num_object_clones":3,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":1,"num_read":60,"num_read_kb":87025,"num_write":140,"num_write_kb":27352,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":13729792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":1255,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.337874+0000","last_change":"2024-08-10T05:21:04.278751+0000","last_active":"2024-08-10T05:27:39.337874+0000","last_peered":"2024-08-10T05:27:39.337874+0000","last_clean":"2024-08-10T05:27:39.337874+0000","last_became_active":"2024-08-10T05:21:04.278418+0000","last_became_peered":"2024-08-10T05:21:04.278418+0000","last_unstale":"2024-08-10T05:27:39.337874+0000","last_undegraded":"2024-08-10T05:27:39.337874+0000","last_fullsized":"2024-08-10T05:27:39.337874+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:37:28.957299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1085,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.460056+0000","last_change":"2024-08-10T05:22:12.360437+0000","last_active":"2024-08-10T05:27:39.460056+0000","last_peered":"2024-08-10T05:27:39.460056+0000","last_clean":"2024-08-10T05:27:39.460056+0000","last_became_active":"2024-08-10T05:22:12.359056+0000","last_became_peered":"2024-08-10T05:22:12.359056+0000","last_unstale":"2024-08-10T05:27:39.460056+0000","last_undegraded":"2024-08-10T05:27:39.460056+0000","last_fullsized":"2024-08-10T05:27:39.460056+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:21:38.007255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.4","version":"835'390","reported_seq":3337,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.459681+0000","last_change":"2024-08-10T05:27:30.394337+0000","last_active":"2024-08-10T05:27:39.459681+0000","last_peered":"2024-08-10T05:27:39.459681+0000","last_clean":"2024-08-10T05:27:39.459681+0000","last_became_active":"2024-08-10T05:22:12.357561+0000","last_became_peered":"2024-08-10T05:22:12.357561+0000","last_unstale":"2024-08-10T05:27:39.459681+0000","last_undegraded":"2024-08-10T05:27:39.459681+0000","last_fullsized":"2024-08-10T05:27:39.459681+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:14:14.791670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:14:14.791670+0000","last_clean_scrub_stamp":"2024-08-10T05:14:14.791670+0000","objects_scrubbed":0,"log_size":390,"log_dups_size":0,"ondisk_log_size":390,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:42:16.275518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00057152400000000001,"stat_sum":{"num_bytes":10633216,"num_objects":4,"num_object_clones":3,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":100,"num_read_kb":250031,"num_write":164,"num_write_kb":49728,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":35225600,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":1126,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.660279+0000","last_change":"2024-08-10T05:22:12.353143+0000","last_active":"2024-08-10T05:27:39.660279+0000","last_peered":"2024-08-10T05:27:39.660279+0000","last_clean":"2024-08-10T05:27:39.660279+0000","last_became_active":"2024-08-10T05:22:12.352821+0000","last_became_peered":"2024-08-10T05:22:12.352821+0000","last_unstale":"2024-08-10T05:27:39.660279+0000","last_undegraded":"2024-08-10T05:27:39.660279+0000","last_fullsized":"2024-08-10T05:27:39.660279+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:11:24.125739+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:11:24.125739+0000","last_clean_scrub_stamp":"2024-08-10T05:11:24.125739+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:10:35.048615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00027242199999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"248'221","reported_seq":1682,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.459035+0000","last_change":"2024-08-10T05:22:12.363413+0000","last_active":"2024-08-10T05:27:39.459035+0000","last_peered":"2024-08-10T05:27:39.459035+0000","last_clean":"2024-08-10T05:27:39.459035+0000","last_became_active":"2024-08-10T05:22:12.362199+0000","last_became_peered":"2024-08-10T05:22:12.362199+0000","last_unstale":"2024-08-10T05:27:39.459035+0000","last_undegraded":"2024-08-10T05:27:39.459035+0000","last_fullsized":"2024-08-10T05:27:39.459035+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:08:04.067019+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:08:04.067019+0000","last_clean_scrub_stamp":"2024-08-10T05:08:04.067019+0000","objects_scrubbed":0,"log_size":221,"log_dups_size":0,"ondisk_log_size":221,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:23:43.852477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1034,"num_read_kb":1874,"num_write":359,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1142,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.468152+0000","last_change":"2024-08-10T05:22:12.357022+0000","last_active":"2024-08-10T05:27:39.468152+0000","last_peered":"2024-08-10T05:27:39.468152+0000","last_clean":"2024-08-10T05:27:39.468152+0000","last_became_active":"2024-08-10T05:22:12.356715+0000","last_became_peered":"2024-08-10T05:22:12.356715+0000","last_unstale":"2024-08-10T05:27:39.468152+0000","last_undegraded":"2024-08-10T05:27:39.468152+0000","last_fullsized":"2024-08-10T05:27:39.468152+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:24:03.730643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1220,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.659954+0000","last_change":"2024-08-10T05:21:38.392232+0000","last_active":"2024-08-10T05:27:39.659954+0000","last_peered":"2024-08-10T05:27:39.659954+0000","last_clean":"2024-08-10T05:27:39.659954+0000","last_became_active":"2024-08-10T05:21:38.391911+0000","last_became_peered":"2024-08-10T05:21:38.391911+0000","last_unstale":"2024-08-10T05:27:39.659954+0000","last_undegraded":"2024-08-10T05:27:39.659954+0000","last_fullsized":"2024-08-10T05:27:39.659954+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:53:52.378605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.7","version":"836'1390","reported_seq":4496,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.468881+0000","last_change":"2024-08-10T05:27:30.350382+0000","last_active":"2024-08-10T05:27:39.468881+0000","last_peered":"2024-08-10T05:27:39.468881+0000","last_clean":"2024-08-10T05:27:39.468881+0000","last_became_active":"2024-08-10T05:21:04.282393+0000","last_became_peered":"2024-08-10T05:21:04.282393+0000","last_unstale":"2024-08-10T05:27:39.468881+0000","last_undegraded":"2024-08-10T05:27:39.468881+0000","last_fullsized":"2024-08-10T05:27:39.468881+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:14:14.791670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:14:14.791670+0000","last_clean_scrub_stamp":"2024-08-10T05:14:14.791670+0000","objects_scrubbed":0,"log_size":1390,"log_dups_size":0,"ondisk_log_size":1390,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:47:38.739348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0070007350000000001,"stat_sum":{"num_bytes":19193856,"num_objects":14,"num_object_clones":10,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":2,"num_read":393,"num_read_kb":1022421,"num_write":737,"num_write_kb":200144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":70828032,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":1303,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.336161+0000","last_change":"2024-08-10T05:19:24.346824+0000","last_active":"2024-08-10T05:27:39.336161+0000","last_peered":"2024-08-10T05:27:39.336161+0000","last_clean":"2024-08-10T05:27:39.336161+0000","last_became_active":"2024-08-10T05:19:24.346505+0000","last_became_peered":"2024-08-10T05:19:24.346505+0000","last_unstale":"2024-08-10T05:27:39.336161+0000","last_undegraded":"2024-08-10T05:27:39.336161+0000","last_fullsized":"2024-08-10T05:27:39.336161+0000","mapping_epoch":374,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":375,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:11:24.125739+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:11:24.125739+0000","last_clean_scrub_stamp":"2024-08-10T05:11:24.125739+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:36:40.951780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1103,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.459002+0000","last_change":"2024-08-10T05:22:12.362954+0000","last_active":"2024-08-10T05:27:39.459002+0000","last_peered":"2024-08-10T05:27:39.459002+0000","last_clean":"2024-08-10T05:27:39.459002+0000","last_became_active":"2024-08-10T05:22:12.361485+0000","last_became_peered":"2024-08-10T05:22:12.361485+0000","last_unstale":"2024-08-10T05:27:39.459002+0000","last_undegraded":"2024-08-10T05:27:39.459002+0000","last_fullsized":"2024-08-10T05:27:39.459002+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:10:59.342379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1293,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.336041+0000","last_change":"2024-08-10T05:20:30.227222+0000","last_active":"2024-08-10T05:27:39.336041+0000","last_peered":"2024-08-10T05:27:39.336041+0000","last_clean":"2024-08-10T05:27:39.336041+0000","last_became_active":"2024-08-10T05:20:30.226900+0000","last_became_peered":"2024-08-10T05:20:30.226900+0000","last_unstale":"2024-08-10T05:27:39.336041+0000","last_undegraded":"2024-08-10T05:27:39.336041+0000","last_fullsized":"2024-08-10T05:27:39.336041+0000","mapping_epoch":431,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":432,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:57:02.193650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.6","version":"836'703","reported_seq":3900,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.339043+0000","last_change":"2024-08-10T05:27:30.467651+0000","last_active":"2024-08-10T05:27:39.339043+0000","last_peered":"2024-08-10T05:27:39.339043+0000","last_clean":"2024-08-10T05:27:39.339043+0000","last_became_active":"2024-08-10T05:21:04.278443+0000","last_became_peered":"2024-08-10T05:21:04.278443+0000","last_unstale":"2024-08-10T05:27:39.339043+0000","last_undegraded":"2024-08-10T05:27:39.339043+0000","last_fullsized":"2024-08-10T05:27:39.339043+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:14:14.791670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:14:14.791670+0000","last_clean_scrub_stamp":"2024-08-10T05:14:14.791670+0000","objects_scrubbed":0,"log_size":703,"log_dups_size":0,"ondisk_log_size":703,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:01:58.770151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0049997790000000002,"stat_sum":{"num_bytes":3891200,"num_objects":2,"num_object_clones":1,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":162,"num_read_kb":238408,"num_write":365,"num_write_kb":79024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":11804672,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":1282,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.661230+0000","last_change":"2024-08-10T05:21:04.274383+0000","last_active":"2024-08-10T05:27:39.661230+0000","last_peered":"2024-08-10T05:27:39.661230+0000","last_clean":"2024-08-10T05:27:39.661230+0000","last_became_active":"2024-08-10T05:21:04.274094+0000","last_became_peered":"2024-08-10T05:21:04.274094+0000","last_unstale":"2024-08-10T05:27:39.661230+0000","last_undegraded":"2024-08-10T05:27:39.661230+0000","last_fullsized":"2024-08-10T05:27:39.661230+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:11:24.125739+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:11:24.125739+0000","last_clean_scrub_stamp":"2024-08-10T05:11:24.125739+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:33:20.932867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00064221000000000005,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1256,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.336450+0000","last_change":"2024-08-10T05:19:57.225279+0000","last_active":"2024-08-10T05:27:39.336450+0000","last_peered":"2024-08-10T05:27:39.336450+0000","last_clean":"2024-08-10T05:27:39.336450+0000","last_became_active":"2024-08-10T05:19:57.224969+0000","last_became_peered":"2024-08-10T05:19:57.224969+0000","last_unstale":"2024-08-10T05:27:39.336450+0000","last_undegraded":"2024-08-10T05:27:39.336450+0000","last_fullsized":"2024-08-10T05:27:39.336450+0000","mapping_epoch":405,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":406,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:15:39.980853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1275,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.660427+0000","last_change":"2024-08-10T05:21:38.393191+0000","last_active":"2024-08-10T05:27:39.660427+0000","last_peered":"2024-08-10T05:27:39.660427+0000","last_clean":"2024-08-10T05:27:39.660427+0000","last_became_active":"2024-08-10T05:21:38.391585+0000","last_became_peered":"2024-08-10T05:21:38.391585+0000","last_unstale":"2024-08-10T05:27:39.660427+0000","last_undegraded":"2024-08-10T05:27:39.660427+0000","last_fullsized":"2024-08-10T05:27:39.660427+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:58:54.160427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.5","version":"836'1507","reported_seq":4876,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.337900+0000","last_change":"2024-08-10T05:27:30.347978+0000","last_active":"2024-08-10T05:27:39.337900+0000","last_peered":"2024-08-10T05:27:39.337900+0000","last_clean":"2024-08-10T05:27:39.337900+0000","last_became_active":"2024-08-10T05:20:30.226849+0000","last_became_peered":"2024-08-10T05:20:30.226849+0000","last_unstale":"2024-08-10T05:27:39.337900+0000","last_undegraded":"2024-08-10T05:27:39.337900+0000","last_fullsized":"2024-08-10T05:27:39.337900+0000","mapping_epoch":431,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":432,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:14:14.791670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:14:14.791670+0000","last_clean_scrub_stamp":"2024-08-10T05:14:14.791670+0000","objects_scrubbed":0,"log_size":1507,"log_dups_size":0,"ondisk_log_size":1507,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:37:31.062470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.012085658000000001,"stat_sum":{"num_bytes":73056256,"num_objects":20,"num_object_clones":15,"num_object_copies":60,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":0,"num_read":391,"num_read_kb":748465,"num_write":697,"num_write_kb":172176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":59416576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1285,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.661075+0000","last_change":"2024-08-10T05:19:57.218815+0000","last_active":"2024-08-10T05:27:39.661075+0000","last_peered":"2024-08-10T05:27:39.661075+0000","last_clean":"2024-08-10T05:27:39.661075+0000","last_became_active":"2024-08-10T05:19:57.218502+0000","last_became_peered":"2024-08-10T05:19:57.218502+0000","last_unstale":"2024-08-10T05:27:39.661075+0000","last_undegraded":"2024-08-10T05:27:39.661075+0000","last_fullsized":"2024-08-10T05:27:39.661075+0000","mapping_epoch":405,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":406,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:11:24.125739+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:11:24.125739+0000","last_clean_scrub_stamp":"2024-08-10T05:11:24.125739+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:05:38.133735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1151,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.468222+0000","last_change":"2024-08-10T05:21:38.388822+0000","last_active":"2024-08-10T05:27:39.468222+0000","last_peered":"2024-08-10T05:27:39.468222+0000","last_clean":"2024-08-10T05:27:39.468222+0000","last_became_active":"2024-08-10T05:21:38.388525+0000","last_became_peered":"2024-08-10T05:21:38.388525+0000","last_unstale":"2024-08-10T05:27:39.468222+0000","last_undegraded":"2024-08-10T05:27:39.468222+0000","last_fullsized":"2024-08-10T05:27:39.468222+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:08:13.739155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1189,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.336040+0000","last_change":"2024-08-10T05:21:38.393092+0000","last_active":"2024-08-10T05:27:39.336040+0000","last_peered":"2024-08-10T05:27:39.336040+0000","last_clean":"2024-08-10T05:27:39.336040+0000","last_became_active":"2024-08-10T05:21:38.392721+0000","last_became_peered":"2024-08-10T05:21:38.392721+0000","last_unstale":"2024-08-10T05:27:39.336040+0000","last_undegraded":"2024-08-10T05:27:39.336040+0000","last_fullsized":"2024-08-10T05:27:39.336040+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:11:51.870934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.3","version":"836'1708","reported_seq":5008,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.338623+0000","last_change":"2024-08-10T05:27:30.355646+0000","last_active":"2024-08-10T05:27:39.338623+0000","last_peered":"2024-08-10T05:27:39.338623+0000","last_clean":"2024-08-10T05:27:39.338623+0000","last_became_active":"2024-08-10T05:21:38.397208+0000","last_became_peered":"2024-08-10T05:21:38.397208+0000","last_unstale":"2024-08-10T05:27:39.338623+0000","last_undegraded":"2024-08-10T05:27:39.338623+0000","last_fullsized":"2024-08-10T05:27:39.338623+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:14:14.791670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:14:14.791670+0000","last_clean_scrub_stamp":"2024-08-10T05:14:14.791670+0000","objects_scrubbed":0,"log_size":1708,"log_dups_size":0,"ondisk_log_size":1708,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:56:59.403002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.017025925000000001,"stat_sum":{"num_bytes":34701312,"num_objects":27,"num_object_clones":22,"num_object_copies":81,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":27,"num_whiteouts":1,"num_read":404,"num_read_kb":792430,"num_write":977,"num_write_kb":145240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":13533184,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"75'2","reported_seq":1287,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.660884+0000","last_change":"2024-08-10T05:21:04.279019+0000","last_active":"2024-08-10T05:27:39.660884+0000","last_peered":"2024-08-10T05:27:39.660884+0000","last_clean":"2024-08-10T05:27:39.660884+0000","last_became_active":"2024-08-10T05:21:04.278472+0000","last_became_peered":"2024-08-10T05:21:04.278472+0000","last_unstale":"2024-08-10T05:27:39.660884+0000","last_undegraded":"2024-08-10T05:27:39.660884+0000","last_fullsized":"2024-08-10T05:27:39.660884+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:11:24.125739+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:11:24.125739+0000","last_clean_scrub_stamp":"2024-08-10T05:11:24.125739+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T15:01:41.675291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00093910800000000002,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1287,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.660830+0000","last_change":"2024-08-10T05:22:12.362253+0000","last_active":"2024-08-10T05:27:39.660830+0000","last_peered":"2024-08-10T05:27:39.660830+0000","last_clean":"2024-08-10T05:27:39.660830+0000","last_became_active":"2024-08-10T05:22:12.361489+0000","last_became_peered":"2024-08-10T05:22:12.361489+0000","last_unstale":"2024-08-10T05:27:39.660830+0000","last_undegraded":"2024-08-10T05:27:39.660830+0000","last_fullsized":"2024-08-10T05:27:39.660830+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:01:25.074443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1176,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.468716+0000","last_change":"2024-08-10T05:21:04.277176+0000","last_active":"2024-08-10T05:27:39.468716+0000","last_peered":"2024-08-10T05:27:39.468716+0000","last_clean":"2024-08-10T05:27:39.468716+0000","last_became_active":"2024-08-10T05:21:04.276899+0000","last_became_peered":"2024-08-10T05:21:04.276899+0000","last_unstale":"2024-08-10T05:27:39.468716+0000","last_undegraded":"2024-08-10T05:27:39.468716+0000","last_fullsized":"2024-08-10T05:27:39.468716+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:08:33.061086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.2","version":"836'2020","reported_seq":4958,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.660381+0000","last_change":"2024-08-10T05:27:30.351746+0000","last_active":"2024-08-10T05:27:39.660381+0000","last_peered":"2024-08-10T05:27:39.660381+0000","last_clean":"2024-08-10T05:27:39.660381+0000","last_became_active":"2024-08-10T05:21:38.392634+0000","last_became_peered":"2024-08-10T05:21:38.392634+0000","last_unstale":"2024-08-10T05:27:39.660381+0000","last_undegraded":"2024-08-10T05:27:39.660381+0000","last_fullsized":"2024-08-10T05:27:39.660381+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:14:14.791670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:14:14.791670+0000","last_clean_scrub_stamp":"2024-08-10T05:14:14.791670+0000","objects_scrubbed":0,"log_size":2020,"log_dups_size":0,"ondisk_log_size":2020,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:52:51.894244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0080363299999999995,"stat_sum":{"num_bytes":21626880,"num_objects":15,"num_object_clones":9,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":4,"num_read":422,"num_read_kb":501142,"num_write":928,"num_write_kb":230856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":19,"num_bytes_recovered":66207744,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3","version":"73'1","reported_seq":1304,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.337467+0000","last_change":"2024-08-10T05:22:12.358513+0000","last_active":"2024-08-10T05:27:39.337467+0000","last_peered":"2024-08-10T05:27:39.337467+0000","last_clean":"2024-08-10T05:27:39.337467+0000","last_became_active":"2024-08-10T05:22:12.357708+0000","last_became_peered":"2024-08-10T05:22:12.357708+0000","last_unstale":"2024-08-10T05:27:39.337467+0000","last_undegraded":"2024-08-10T05:27:39.337467+0000","last_fullsized":"2024-08-10T05:27:39.337467+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:11:24.125739+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:11:24.125739+0000","last_clean_scrub_stamp":"2024-08-10T05:11:24.125739+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:30:30.805390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1108,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.459941+0000","last_change":"2024-08-10T05:22:12.355781+0000","last_active":"2024-08-10T05:27:39.459941+0000","last_peered":"2024-08-10T05:27:39.459941+0000","last_clean":"2024-08-10T05:27:39.459941+0000","last_became_active":"2024-08-10T05:22:12.354654+0000","last_became_peered":"2024-08-10T05:22:12.354654+0000","last_unstale":"2024-08-10T05:27:39.459941+0000","last_undegraded":"2024-08-10T05:27:39.459941+0000","last_fullsized":"2024-08-10T05:27:39.459941+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:18:33.472641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1275,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.661028+0000","last_change":"2024-08-10T05:21:04.270187+0000","last_active":"2024-08-10T05:27:39.661028+0000","last_peered":"2024-08-10T05:27:39.661028+0000","last_clean":"2024-08-10T05:27:39.661028+0000","last_became_active":"2024-08-10T05:21:04.269861+0000","last_became_peered":"2024-08-10T05:21:04.269861+0000","last_unstale":"2024-08-10T05:27:39.661028+0000","last_undegraded":"2024-08-10T05:27:39.661028+0000","last_fullsized":"2024-08-10T05:27:39.661028+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T08:09:29.219239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"835'578","reported_seq":3703,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.335988+0000","last_change":"2024-08-10T05:27:30.338442+0000","last_active":"2024-08-10T05:27:39.335988+0000","last_peered":"2024-08-10T05:27:39.335988+0000","last_clean":"2024-08-10T05:27:39.335988+0000","last_became_active":"2024-08-10T05:22:12.349809+0000","last_became_peered":"2024-08-10T05:22:12.349809+0000","last_unstale":"2024-08-10T05:27:39.335988+0000","last_undegraded":"2024-08-10T05:27:39.335988+0000","last_fullsized":"2024-08-10T05:27:39.335988+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:14:14.791670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:14:14.791670+0000","last_clean_scrub_stamp":"2024-08-10T05:14:14.791670+0000","objects_scrubbed":0,"log_size":578,"log_dups_size":0,"ondisk_log_size":578,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:39:32.684211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00066774300000000005,"stat_sum":{"num_bytes":3072000,"num_objects":6,"num_object_clones":4,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":143,"num_read_kb":161669,"num_write":354,"num_write_kb":71144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":13058048,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":1226,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.659932+0000","last_change":"2024-08-10T05:22:12.360463+0000","last_active":"2024-08-10T05:27:39.659932+0000","last_peered":"2024-08-10T05:27:39.659932+0000","last_clean":"2024-08-10T05:27:39.659932+0000","last_became_active":"2024-08-10T05:22:12.360154+0000","last_became_peered":"2024-08-10T05:22:12.360154+0000","last_unstale":"2024-08-10T05:27:39.659932+0000","last_undegraded":"2024-08-10T05:27:39.659932+0000","last_fullsized":"2024-08-10T05:27:39.659932+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:11:24.125739+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:11:24.125739+0000","last_clean_scrub_stamp":"2024-08-10T05:11:24.125739+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:49:52.680440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00034288800000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"552'2","reported_seq":1283,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.661172+0000","last_change":"2024-08-10T05:21:38.392035+0000","last_active":"2024-08-10T05:27:39.661172+0000","last_peered":"2024-08-10T05:27:39.661172+0000","last_clean":"2024-08-10T05:27:39.661172+0000","last_became_active":"2024-08-10T05:21:38.391689+0000","last_became_peered":"2024-08-10T05:21:38.391689+0000","last_unstale":"2024-08-10T05:27:39.661172+0000","last_undegraded":"2024-08-10T05:27:39.661172+0000","last_fullsized":"2024-08-10T05:27:39.661172+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:32:55.536703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1228,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.662106+0000","last_change":"2024-08-10T05:22:12.360670+0000","last_active":"2024-08-10T05:27:39.662106+0000","last_peered":"2024-08-10T05:27:39.662106+0000","last_clean":"2024-08-10T05:27:39.662106+0000","last_became_active":"2024-08-10T05:22:12.360348+0000","last_became_peered":"2024-08-10T05:22:12.360348+0000","last_unstale":"2024-08-10T05:27:39.662106+0000","last_undegraded":"2024-08-10T05:27:39.662106+0000","last_fullsized":"2024-08-10T05:27:39.662106+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:00:15.673745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"836'2439","reported_seq":5558,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.660132+0000","last_change":"2024-08-10T05:27:30.356116+0000","last_active":"2024-08-10T05:27:39.660132+0000","last_peered":"2024-08-10T05:27:39.660132+0000","last_clean":"2024-08-10T05:27:39.660132+0000","last_became_active":"2024-08-10T05:20:30.222715+0000","last_became_peered":"2024-08-10T05:20:30.222715+0000","last_unstale":"2024-08-10T05:27:39.660132+0000","last_undegraded":"2024-08-10T05:27:39.660132+0000","last_fullsized":"2024-08-10T05:27:39.660132+0000","mapping_epoch":431,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":432,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:14:14.791670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:14:14.791670+0000","last_clean_scrub_stamp":"2024-08-10T05:14:14.791670+0000","objects_scrubbed":0,"log_size":2439,"log_dups_size":0,"ondisk_log_size":2439,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:19:51.264976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.020770529999999999,"stat_sum":{"num_bytes":54460416,"num_objects":30,"num_object_clones":23,"num_object_copies":90,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":30,"num_whiteouts":1,"num_read":567,"num_read_kb":787549,"num_write":1353,"num_write_kb":257144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":71622656,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":1189,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.336094+0000","last_change":"2024-08-10T05:21:38.391733+0000","last_active":"2024-08-10T05:27:39.336094+0000","last_peered":"2024-08-10T05:27:39.336094+0000","last_clean":"2024-08-10T05:27:39.336094+0000","last_became_active":"2024-08-10T05:21:38.391458+0000","last_became_peered":"2024-08-10T05:21:38.391458+0000","last_unstale":"2024-08-10T05:27:39.336094+0000","last_undegraded":"2024-08-10T05:27:39.336094+0000","last_fullsized":"2024-08-10T05:27:39.336094+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:11:24.125739+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:11:24.125739+0000","last_clean_scrub_stamp":"2024-08-10T05:11:24.125739+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:17:56.093856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"66'2","reported_seq":1119,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.660494+0000","last_change":"2024-08-10T05:22:12.356425+0000","last_active":"2024-08-10T05:27:39.660494+0000","last_peered":"2024-08-10T05:27:39.660494+0000","last_clean":"2024-08-10T05:27:39.660494+0000","last_became_active":"2024-08-10T05:22:12.356051+0000","last_became_peered":"2024-08-10T05:22:12.356051+0000","last_unstale":"2024-08-10T05:27:39.660494+0000","last_undegraded":"2024-08-10T05:27:39.660494+0000","last_fullsized":"2024-08-10T05:27:39.660494+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:48:03.914068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1240,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.339009+0000","last_change":"2024-08-10T05:20:30.229054+0000","last_active":"2024-08-10T05:27:39.339009+0000","last_peered":"2024-08-10T05:27:39.339009+0000","last_clean":"2024-08-10T05:27:39.339009+0000","last_became_active":"2024-08-10T05:20:30.228725+0000","last_became_peered":"2024-08-10T05:20:30.228725+0000","last_unstale":"2024-08-10T05:27:39.339009+0000","last_undegraded":"2024-08-10T05:27:39.339009+0000","last_fullsized":"2024-08-10T05:27:39.339009+0000","mapping_epoch":431,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":432,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:27:32.164587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4],"acting":[2,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.f","version":"836'1634","reported_seq":4598,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.468901+0000","last_change":"2024-08-10T05:27:30.355354+0000","last_active":"2024-08-10T05:27:39.468901+0000","last_peered":"2024-08-10T05:27:39.468901+0000","last_clean":"2024-08-10T05:27:39.468901+0000","last_became_active":"2024-08-10T05:21:38.387161+0000","last_became_peered":"2024-08-10T05:21:38.387161+0000","last_unstale":"2024-08-10T05:27:39.468901+0000","last_undegraded":"2024-08-10T05:27:39.468901+0000","last_fullsized":"2024-08-10T05:27:39.468901+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:14:14.791670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:14:14.791670+0000","last_clean_scrub_stamp":"2024-08-10T05:14:14.791670+0000","objects_scrubbed":0,"log_size":1634,"log_dups_size":0,"ondisk_log_size":1634,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T05:48:09.518253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.012352422,"stat_sum":{"num_bytes":39690240,"num_objects":23,"num_object_clones":18,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":2,"num_read":323,"num_read_kb":431850,"num_write":823,"num_write_kb":190584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":30081024,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":1103,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.459132+0000","last_change":"2024-08-10T05:22:12.362775+0000","last_active":"2024-08-10T05:27:39.459132+0000","last_peered":"2024-08-10T05:27:39.459132+0000","last_clean":"2024-08-10T05:27:39.459132+0000","last_became_active":"2024-08-10T05:22:12.361776+0000","last_became_peered":"2024-08-10T05:22:12.361776+0000","last_unstale":"2024-08-10T05:27:39.459132+0000","last_undegraded":"2024-08-10T05:27:39.459132+0000","last_fullsized":"2024-08-10T05:27:39.459132+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:57:31.103722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1211,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.336465+0000","last_change":"2024-08-10T05:22:12.354862+0000","last_active":"2024-08-10T05:27:39.336465+0000","last_peered":"2024-08-10T05:27:39.336465+0000","last_clean":"2024-08-10T05:27:39.336465+0000","last_became_active":"2024-08-10T05:22:12.354497+0000","last_became_peered":"2024-08-10T05:22:12.354497+0000","last_unstale":"2024-08-10T05:27:39.336465+0000","last_undegraded":"2024-08-10T05:27:39.336465+0000","last_fullsized":"2024-08-10T05:27:39.336465+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:28:57.585726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"836'932","reported_seq":4029,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.336857+0000","last_change":"2024-08-10T05:27:30.348299+0000","last_active":"2024-08-10T05:27:39.336857+0000","last_peered":"2024-08-10T05:27:39.336857+0000","last_clean":"2024-08-10T05:27:39.336857+0000","last_became_active":"2024-08-10T05:21:04.272343+0000","last_became_peered":"2024-08-10T05:21:04.272343+0000","last_unstale":"2024-08-10T05:27:39.336857+0000","last_undegraded":"2024-08-10T05:27:39.336857+0000","last_fullsized":"2024-08-10T05:27:39.336857+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:14:14.791670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:14:14.791670+0000","last_clean_scrub_stamp":"2024-08-10T05:14:14.791670+0000","objects_scrubbed":0,"log_size":932,"log_dups_size":0,"ondisk_log_size":932,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:19:45.167707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0094650559999999995,"stat_sum":{"num_bytes":7790592,"num_objects":12,"num_object_clones":9,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":1,"num_read":209,"num_read_kb":243981,"num_write":507,"num_write_kb":98336,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":10838016,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":1275,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.660410+0000","last_change":"2024-08-10T05:22:12.354588+0000","last_active":"2024-08-10T05:27:39.660410+0000","last_peered":"2024-08-10T05:27:39.660410+0000","last_clean":"2024-08-10T05:27:39.660410+0000","last_became_active":"2024-08-10T05:22:12.354206+0000","last_became_peered":"2024-08-10T05:22:12.354206+0000","last_unstale":"2024-08-10T05:27:39.660410+0000","last_undegraded":"2024-08-10T05:27:39.660410+0000","last_fullsized":"2024-08-10T05:27:39.660410+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T10:02:14.648821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1222,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.659896+0000","last_change":"2024-08-10T05:22:12.351905+0000","last_active":"2024-08-10T05:27:39.659896+0000","last_peered":"2024-08-10T05:27:39.659896+0000","last_clean":"2024-08-10T05:27:39.659896+0000","last_became_active":"2024-08-10T05:22:12.351562+0000","last_became_peered":"2024-08-10T05:22:12.351562+0000","last_unstale":"2024-08-10T05:27:39.659896+0000","last_undegraded":"2024-08-10T05:27:39.659896+0000","last_fullsized":"2024-08-10T05:27:39.659896+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:04:17.472779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"836'930","reported_seq":4100,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.338237+0000","last_change":"2024-08-10T05:27:30.467562+0000","last_active":"2024-08-10T05:27:39.338237+0000","last_peered":"2024-08-10T05:27:39.338237+0000","last_clean":"2024-08-10T05:27:39.338237+0000","last_became_active":"2024-08-10T05:22:12.358165+0000","last_became_peered":"2024-08-10T05:22:12.358165+0000","last_unstale":"2024-08-10T05:27:39.338237+0000","last_undegraded":"2024-08-10T05:27:39.338237+0000","last_fullsized":"2024-08-10T05:27:39.338237+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:14:14.791670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:14:14.791670+0000","last_clean_scrub_stamp":"2024-08-10T05:14:14.791670+0000","objects_scrubbed":0,"log_size":930,"log_dups_size":0,"ondisk_log_size":930,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T13:43:33.707726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0052872570000000001,"stat_sum":{"num_bytes":27639808,"num_objects":11,"num_object_clones":8,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":203,"num_read_kb":362050,"num_write":437,"num_write_kb":115664,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":17727488,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":1275,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.660718+0000","last_change":"2024-08-10T05:22:12.353904+0000","last_active":"2024-08-10T05:27:39.660718+0000","last_peered":"2024-08-10T05:27:39.660718+0000","last_clean":"2024-08-10T05:27:39.660718+0000","last_became_active":"2024-08-10T05:22:12.353553+0000","last_became_peered":"2024-08-10T05:22:12.353553+0000","last_unstale":"2024-08-10T05:27:39.660718+0000","last_undegraded":"2024-08-10T05:27:39.660718+0000","last_fullsized":"2024-08-10T05:27:39.660718+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:07:52.972048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1228,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.660800+0000","last_change":"2024-08-10T05:20:30.224260+0000","last_active":"2024-08-10T05:27:39.660800+0000","last_peered":"2024-08-10T05:27:39.660800+0000","last_clean":"2024-08-10T05:27:39.660800+0000","last_became_active":"2024-08-10T05:20:30.223581+0000","last_became_peered":"2024-08-10T05:20:30.223581+0000","last_unstale":"2024-08-10T05:27:39.660800+0000","last_undegraded":"2024-08-10T05:27:39.660800+0000","last_fullsized":"2024-08-10T05:27:39.660800+0000","mapping_epoch":431,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":432,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:45:31.340415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"836'650","reported_seq":3912,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.660863+0000","last_change":"2024-08-10T05:27:30.347164+0000","last_active":"2024-08-10T05:27:39.660863+0000","last_peered":"2024-08-10T05:27:39.660863+0000","last_clean":"2024-08-10T05:27:39.660863+0000","last_became_active":"2024-08-10T05:20:30.224916+0000","last_became_peered":"2024-08-10T05:20:30.224916+0000","last_unstale":"2024-08-10T05:27:39.660863+0000","last_undegraded":"2024-08-10T05:27:39.660863+0000","last_fullsized":"2024-08-10T05:27:39.660863+0000","mapping_epoch":431,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":432,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:14:14.791670+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:14:14.791670+0000","last_clean_scrub_stamp":"2024-08-10T05:14:14.791670+0000","objects_scrubbed":0,"log_size":650,"log_dups_size":0,"ondisk_log_size":650,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:55:30.835705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0071754469999999997,"stat_sum":{"num_bytes":32915456,"num_objects":13,"num_object_clones":11,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":1,"num_read":157,"num_read_kb":153454,"num_write":368,"num_write_kb":81064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":15417344,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.b","version":"548'3","reported_seq":1102,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.459259+0000","last_change":"2024-08-10T05:22:12.351997+0000","last_active":"2024-08-10T05:27:39.459259+0000","last_peered":"2024-08-10T05:27:39.459259+0000","last_clean":"2024-08-10T05:27:39.459259+0000","last_became_active":"2024-08-10T05:22:12.351638+0000","last_became_peered":"2024-08-10T05:22:12.351638+0000","last_unstale":"2024-08-10T05:27:39.459259+0000","last_undegraded":"2024-08-10T05:27:39.459259+0000","last_fullsized":"2024-08-10T05:27:39.459259+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T14:09:39.974904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1136,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.660327+0000","last_change":"2024-08-10T05:21:38.392080+0000","last_active":"2024-08-10T05:27:39.660327+0000","last_peered":"2024-08-10T05:27:39.660327+0000","last_clean":"2024-08-10T05:27:39.660327+0000","last_became_active":"2024-08-10T05:21:38.391788+0000","last_became_peered":"2024-08-10T05:21:38.391788+0000","last_unstale":"2024-08-10T05:27:39.660327+0000","last_undegraded":"2024-08-10T05:27:39.660327+0000","last_fullsized":"2024-08-10T05:27:39.660327+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:45:39.610881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1243,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.337974+0000","last_change":"2024-08-10T05:21:38.389353+0000","last_active":"2024-08-10T05:27:39.337974+0000","last_peered":"2024-08-10T05:27:39.337974+0000","last_clean":"2024-08-10T05:27:39.337974+0000","last_became_active":"2024-08-10T05:21:38.388623+0000","last_became_peered":"2024-08-10T05:21:38.388623+0000","last_unstale":"2024-08-10T05:27:39.337974+0000","last_undegraded":"2024-08-10T05:27:39.337974+0000","last_fullsized":"2024-08-10T05:27:39.337974+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T16:44:07.756433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,6],"acting":[2,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1c","version":"66'2","reported_seq":1102,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.459423+0000","last_change":"2024-08-10T05:22:12.360867+0000","last_active":"2024-08-10T05:27:39.459423+0000","last_peered":"2024-08-10T05:27:39.459423+0000","last_clean":"2024-08-10T05:27:39.459423+0000","last_became_active":"2024-08-10T05:22:12.358597+0000","last_became_peered":"2024-08-10T05:22:12.358597+0000","last_unstale":"2024-08-10T05:27:39.459423+0000","last_undegraded":"2024-08-10T05:27:39.459423+0000","last_fullsized":"2024-08-10T05:27:39.459423+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T11:44:28.697367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1159,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.468522+0000","last_change":"2024-08-10T05:21:04.268158+0000","last_active":"2024-08-10T05:27:39.468522+0000","last_peered":"2024-08-10T05:27:39.468522+0000","last_clean":"2024-08-10T05:27:39.468522+0000","last_became_active":"2024-08-10T05:21:04.266606+0000","last_became_peered":"2024-08-10T05:21:04.266606+0000","last_unstale":"2024-08-10T05:27:39.468522+0000","last_undegraded":"2024-08-10T05:27:39.468522+0000","last_fullsized":"2024-08-10T05:27:39.468522+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T06:14:16.016922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"66'2","reported_seq":1092,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.459820+0000","last_change":"2024-08-10T05:22:12.364726+0000","last_active":"2024-08-10T05:27:39.459820+0000","last_peered":"2024-08-10T05:27:39.459820+0000","last_clean":"2024-08-10T05:27:39.459820+0000","last_became_active":"2024-08-10T05:22:12.364073+0000","last_became_peered":"2024-08-10T05:22:12.364073+0000","last_unstale":"2024-08-10T05:27:39.459820+0000","last_undegraded":"2024-08-10T05:27:39.459820+0000","last_fullsized":"2024-08-10T05:27:39.459820+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:54:06.570378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1293,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.336488+0000","last_change":"2024-08-10T05:21:04.288567+0000","last_active":"2024-08-10T05:27:39.336488+0000","last_peered":"2024-08-10T05:27:39.336488+0000","last_clean":"2024-08-10T05:27:39.336488+0000","last_became_active":"2024-08-10T05:21:04.287227+0000","last_became_peered":"2024-08-10T05:21:04.287227+0000","last_unstale":"2024-08-10T05:27:39.336488+0000","last_undegraded":"2024-08-10T05:27:39.336488+0000","last_fullsized":"2024-08-10T05:27:39.336488+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:40:34.495798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"548'2","reported_seq":1233,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.662026+0000","last_change":"2024-08-10T05:21:04.287805+0000","last_active":"2024-08-10T05:27:39.662026+0000","last_peered":"2024-08-10T05:27:39.662026+0000","last_clean":"2024-08-10T05:27:39.662026+0000","last_became_active":"2024-08-10T05:21:04.287434+0000","last_became_peered":"2024-08-10T05:21:04.287434+0000","last_unstale":"2024-08-10T05:27:39.662026+0000","last_undegraded":"2024-08-10T05:27:39.662026+0000","last_fullsized":"2024-08-10T05:27:39.662026+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T07:27:13.328839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1210,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.661970+0000","last_change":"2024-08-10T05:21:38.393626+0000","last_active":"2024-08-10T05:27:39.661970+0000","last_peered":"2024-08-10T05:27:39.661970+0000","last_clean":"2024-08-10T05:27:39.661970+0000","last_became_active":"2024-08-10T05:21:38.393263+0000","last_became_peered":"2024-08-10T05:21:38.393263+0000","last_unstale":"2024-08-10T05:27:39.661970+0000","last_undegraded":"2024-08-10T05:27:39.661970+0000","last_fullsized":"2024-08-10T05:27:39.661970+0000","mapping_epoch":494,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":495,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:28.052007+0000","last_clean_scrub_stamp":"2024-08-10T05:10:28.052007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T12:12:02.763461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"548'5","reported_seq":1305,"reported_epoch":838,"state":"active+clean","last_fresh":"2024-08-10T05:27:39.336954+0000","last_change":"2024-08-10T05:22:12.355905+0000","last_active":"2024-08-10T05:27:39.336954+0000","last_peered":"2024-08-10T05:27:39.336954+0000","last_clean":"2024-08-10T05:27:39.336954+0000","last_became_active":"2024-08-10T05:22:12.355534+0000","last_became_peered":"2024-08-10T05:22:12.355534+0000","last_unstale":"2024-08-10T05:27:39.336954+0000","last_undegraded":"2024-08-10T05:27:39.336954+0000","last_fullsized":"2024-08-10T05:27:39.336954+0000","mapping_epoch":526,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":527,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-10T05:10:24.824294+0000","last_clean_scrub_stamp":"2024-08-10T05:10:24.824294+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-11T09:17:46.870532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":354762752,"num_objects":197,"num_object_clones":148,"num_object_copies":591,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":197,"num_whiteouts":15,"num_read":3828,"num_read_kb":6554914,"num_write":8739,"num_write_kb":1857000,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":121,"num_bytes_recovered":519716864,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":475926528,"data_stored":1034170368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":16462,"ondisk_log_size":16462,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6596,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":86,"num_write":68,"num_write_kb":35,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19788,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":45341,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1034,"num_read_kb":1874,"num_write":359,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":221,"ondisk_log_size":221,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":526,"seq":2259152797764,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":126436,"kb_used_data":35544,"kb_used_omap":18,"kb_used_meta":90861,"kb_avail":93618716,"statfs":{"total":95995035648,"available":95865565184,"internally_reserved":0,"allocated":36397056,"data_stored":58511265,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":18632,"internal_metadata":93042488},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":494,"seq":2121713844299,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":253740,"kb_used_data":60448,"kb_used_omap":32,"kb_used_meta":193247,"kb_avail":93491412,"statfs":{"total":95995035648,"available":95735205888,"internally_reserved":0,"allocated":61898752,"data_stored":112600059,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":32884,"internal_metadata":197885836},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":462,"seq":1984274890834,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":278580,"kb_used_data":73000,"kb_used_omap":41,"kb_used_meta":205526,"kb_avail":93466572,"statfs":{"total":95995035648,"available":95709769728,"internally_reserved":0,"allocated":74752000,"data_stored":113222216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":42196,"internal_metadata":210459436},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":431,"seq":1851130904664,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":302400,"kb_used_data":98292,"kb_used_omap":37,"kb_used_meta":204058,"kb_avail":93442752,"statfs":{"total":95995035648,"available":95685378048,"internally_reserved":0,"allocated":100651008,"data_stored":215694852,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":38121,"internal_metadata":208956183},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":405,"seq":1739461754975,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":228444,"kb_used_data":55056,"kb_used_omap":24,"kb_used_meta":173351,"kb_avail":93516708,"statfs":{"total":95995035648,"available":95761108992,"internally_reserved":0,"allocated":56377344,"data_stored":126538315,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":25217,"internal_metadata":177511807},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":374,"seq":1606317768806,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":173596,"kb_used_data":37008,"kb_used_omap":17,"kb_used_meta":136558,"kb_avail":93571556,"statfs":{"total":95995035648,"available":95817273344,"internally_reserved":0,"allocated":37896192,"data_stored":55712577,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":17422,"internal_metadata":139836402},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":344,"seq":1477468749932,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":389972,"kb_used_data":88904,"kb_used_omap":29,"kb_used_meta":301026,"kb_avail":93355180,"statfs":{"total":95995035648,"available":95595704320,"internally_reserved":0,"allocated":91037696,"data_stored":207762520,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":30547,"internal_metadata":308250797},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":311,"seq":1335734829171,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":432532,"kb_used_data":92168,"kb_used_omap":32,"kb_used_meta":340319,"kb_avail":93312620,"statfs":{"total":95995035648,"available":95552122880,"internally_reserved":0,"allocated":94380032,"data_stored":189390877,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33639,"internal_metadata":348486809},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6236,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4357,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5127,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5914,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6900,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6272,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5900,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5821,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5810,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5291,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5337,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":84324352,"data_stored":183365632,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":81584128,"data_stored":202330112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":28450816,"data_stored":50278400,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":46907392,"data_stored":121098240,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":91185152,"data_stored":210259968,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":65282048,"data_stored":107782144,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":51843072,"data_stored":106569728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":26349568,"data_stored":52486144,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-08-10T05:27:49.416 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_0 2024-08-10T05:27:49.416 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid fc322138-56d5-11ef-bcce-c7b262605968 -- ceph osd pool rm unique_pool_0 unique_pool_0 --yes-i-really-really-mean-it 2024-08-10T05:27:49.686 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T05:27:49.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:27:49 smithi196 ceph-mon[90243]: pgmap v929: 121 pgs: 121 active+clean; 339 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:27:49.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:27:49 smithi196 ceph-mon[90243]: from='client.34497 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-10T05:27:51.447 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:27:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:27:51] "GET /metrics HTTP/1.1" 200 36274 "" "Prometheus/2.43.0" 2024-08-10T05:27:51.448 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:27:51 smithi031 ceph-mon[98130]: pgmap v930: 121 pgs: 121 active+clean; 339 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:27:51.448 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:27:51 smithi031 ceph-mon[100614]: pgmap v930: 121 pgs: 121 active+clean; 339 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:27:51.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:27:51 smithi196 ceph-mon[90243]: pgmap v930: 121 pgs: 121 active+clean; 339 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:27:52.375 INFO:teuthology.orchestra.run.smithi031.stderr:pool 'unique_pool_0' removed 2024-08-10T05:27:52.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:27:52 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/3625582094' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-08-10T05:27:52.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:27:52 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-08-10T05:27:52.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:27:52 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/3625582094' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-08-10T05:27:52.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:27:52 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-08-10T05:27:52.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:27:52 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/3625582094' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-08-10T05:27:52.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:27:52 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-08-10T05:27:52.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:27:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:27:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:27:53.049 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-08-10T05:27:53.049 INFO:teuthology.task.print:**** done end ec-rados-default.yaml 2024-08-10T05:27:53.049 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-08-10T05:27:53.049 INFO:teuthology.task.print:**** done start rados_api.yaml 2024-08-10T05:27:53.049 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-08-10T05:27:53.050 INFO:tasks.workunit:Pulling workunits from ref quincy 2024-08-10T05:27:53.051 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-08-10T05:27:53.051 DEBUG:teuthology.orchestra.run.smithi031:> stat -- /home/ubuntu/cephtest/mnt.0 2024-08-10T05:27:53.070 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-10T05:27:53.070 INFO:teuthology.orchestra.run.smithi031.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-08-10T05:27:53.070 DEBUG:teuthology.orchestra.run.smithi031:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-08-10T05:27:53.129 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-08-10T05:27:53.129 DEBUG:teuthology.orchestra.run.smithi031:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-08-10T05:27:53.188 INFO:tasks.workunit:timeout=3h 2024-08-10T05:27:53.188 INFO:tasks.workunit:cleanup=True 2024-08-10T05:27:53.188 DEBUG:teuthology.orchestra.run.smithi031:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-08-10T05:27:53.246 INFO:tasks.workunit.client.0.smithi031.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-08-10T05:27:53.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:27:53 smithi031 ceph-mon[98130]: pgmap v931: 121 pgs: 121 active+clean; 339 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:27:53.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:27:53 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-08-10T05:27:53.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:27:53 smithi031 ceph-mon[98130]: osdmap e839: 8 total, 8 up, 8 in 2024-08-10T05:27:53.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:27:53 smithi031 ceph-mon[100614]: pgmap v931: 121 pgs: 121 active+clean; 339 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:27:53.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:27:53 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-08-10T05:27:53.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:27:53 smithi031 ceph-mon[100614]: osdmap e839: 8 total, 8 up, 8 in 2024-08-10T05:27:53.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:27:53 smithi196 ceph-mon[90243]: pgmap v931: 121 pgs: 121 active+clean; 339 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:27:53.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:27:53 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-08-10T05:27:53.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:27:53 smithi196 ceph-mon[90243]: osdmap e839: 8 total, 8 up, 8 in 2024-08-10T05:27:55.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:27:55 smithi031 ceph-mon[98130]: pgmap v933: 105 pgs: 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:27:55.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:27:55 smithi031 ceph-mon[100614]: pgmap v933: 105 pgs: 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:27:55.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:27:55 smithi196 ceph-mon[90243]: pgmap v933: 105 pgs: 105 active+clean; 583 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:27:56.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:27:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:27:56.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:27:56 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:27:56.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:27:56 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:27:57.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:27:57 smithi031 ceph-mon[98130]: pgmap v934: 105 pgs: 105 active+clean; 583 KiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:27:57.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:27:57 smithi031 ceph-mon[100614]: pgmap v934: 105 pgs: 105 active+clean; 583 KiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:27:57.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:27:57 smithi196 ceph-mon[90243]: pgmap v934: 105 pgs: 105 active+clean; 583 KiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:27:58.793 DEBUG:teuthology.orchestra.run.smithi031:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-08-10T05:27:58.849 INFO:tasks.workunit.client.0.smithi031.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-08-10T05:27:58.851 INFO:tasks.workunit.client.0.smithi031.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-10T05:27:58.851 INFO:tasks.workunit.client.0.smithi031.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-08-10T05:27:58.901 INFO:tasks.workunit.client.0.smithi031.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-08-10T05:27:58.952 INFO:tasks.workunit.client.0.smithi031.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-08-10T05:27:58.992 INFO:tasks.workunit.client.0.smithi031.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-10T05:27:58.994 INFO:tasks.workunit.client.0.smithi031.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-10T05:27:58.994 INFO:tasks.workunit.client.0.smithi031.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-08-10T05:27:59.035 INFO:tasks.workunit.client.0.smithi031.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-10T05:27:59.038 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-08-10T05:27:59.038 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-08-10T05:27:59.100 INFO:tasks.workunit:Running workunits matching cls on client.0... 2024-08-10T05:27:59.101 INFO:tasks.workunit:Running workunit cls/test_cls_2pc_queue.sh... 2024-08-10T05:27:59.101 DEBUG:teuthology.orchestra.run.smithi031:workunit test cls/test_cls_2pc_queue.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_2pc_queue.sh 2024-08-10T05:27:59.167 INFO:tasks.workunit.client.0.smithi031.stdout:Running main() from gmock_main.cc 2024-08-10T05:27:59.167 INFO:tasks.workunit.client.0.smithi031.stdout:[==========] Running 22 tests from 1 test suite. 2024-08-10T05:27:59.167 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] Global test environment set-up. 2024-08-10T05:27:59.167 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 22 tests from TestCls2PCQueue 2024-08-10T05:27:59.167 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestCls2PCQueue.GetCapacity 2024-08-10T05:28:00.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:27:59 smithi031 ceph-mon[98130]: pgmap v935: 105 pgs: 105 active+clean; 583 KiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2024-08-10T05:28:00.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:27:59 smithi031 ceph-mon[100614]: pgmap v935: 105 pgs: 105 active+clean; 583 KiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2024-08-10T05:28:00.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:27:59 smithi196 ceph-mon[90243]: pgmap v935: 105 pgs: 105 active+clean; 583 KiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2024-08-10T05:28:01.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:00 smithi031 ceph-mon[98130]: osdmap e840: 8 total, 8 up, 8 in 2024-08-10T05:28:01.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:00 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/1425768836' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:28:01.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:00 smithi031 ceph-mon[100614]: osdmap e840: 8 total, 8 up, 8 in 2024-08-10T05:28:01.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:00 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/1425768836' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:28:01.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:00 smithi196 ceph-mon[90243]: osdmap e840: 8 total, 8 up, 8 in 2024-08-10T05:28:01.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:00 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/1425768836' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:28:01.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:28:01 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:28:01] "GET /metrics HTTP/1.1" 200 33920 "" "Prometheus/2.43.0" 2024-08-10T05:28:01.697 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestCls2PCQueue.GetCapacity (2530 ms) 2024-08-10T05:28:01.697 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestCls2PCQueue.AsyncGetCapacity 2024-08-10T05:28:02.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:01 smithi031 ceph-mon[98130]: pgmap v937: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail 2024-08-10T05:28:02.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:01 smithi031 ceph-mon[98130]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:28:02.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:01 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/1425768836' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:28:02.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:01 smithi031 ceph-mon[98130]: osdmap e841: 8 total, 8 up, 8 in 2024-08-10T05:28:02.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:01 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:28:02.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:01 smithi031 ceph-mon[100614]: pgmap v937: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail 2024-08-10T05:28:02.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:01 smithi031 ceph-mon[100614]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:28:02.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:01 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/1425768836' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:28:02.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:01 smithi031 ceph-mon[100614]: osdmap e841: 8 total, 8 up, 8 in 2024-08-10T05:28:02.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:01 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:28:02.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:01 smithi196 ceph-mon[90243]: pgmap v937: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail 2024-08-10T05:28:02.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:01 smithi196 ceph-mon[90243]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:28:02.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:01 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/1425768836' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:28:02.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:01 smithi196 ceph-mon[90243]: osdmap e841: 8 total, 8 up, 8 in 2024-08-10T05:28:02.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:01 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:28:02.693 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:28:02 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:28:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:28:03.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:02 smithi031 ceph-mon[98130]: osdmap e842: 8 total, 8 up, 8 in 2024-08-10T05:28:03.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:02 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:28:03.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:02 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:28:03.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:02 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:28:03.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:02 smithi031 ceph-mon[100614]: osdmap e842: 8 total, 8 up, 8 in 2024-08-10T05:28:03.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:02 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:28:03.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:02 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:28:03.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:02 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:28:03.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:02 smithi196 ceph-mon[90243]: osdmap e842: 8 total, 8 up, 8 in 2024-08-10T05:28:03.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:02 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:28:03.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:02 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:28:03.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:02 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:28:04.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:03 smithi031 ceph-mon[98130]: pgmap v940: 105 pgs: 105 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail 2024-08-10T05:28:04.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:03 smithi031 ceph-mon[98130]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:28:04.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:03 smithi031 ceph-mon[98130]: Cluster is now healthy 2024-08-10T05:28:04.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:03 smithi031 ceph-mon[98130]: osdmap e843: 8 total, 8 up, 8 in 2024-08-10T05:28:04.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:03 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/1214683180' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:28:04.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:03 smithi031 ceph-mon[100614]: pgmap v940: 105 pgs: 105 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail 2024-08-10T05:28:04.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:03 smithi031 ceph-mon[100614]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:28:04.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:03 smithi031 ceph-mon[100614]: Cluster is now healthy 2024-08-10T05:28:04.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:03 smithi031 ceph-mon[100614]: osdmap e843: 8 total, 8 up, 8 in 2024-08-10T05:28:04.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:03 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/1214683180' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:28:04.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:03 smithi196 ceph-mon[90243]: pgmap v940: 105 pgs: 105 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail 2024-08-10T05:28:04.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:03 smithi196 ceph-mon[90243]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:28:04.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:03 smithi196 ceph-mon[90243]: Cluster is now healthy 2024-08-10T05:28:04.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:03 smithi196 ceph-mon[90243]: osdmap e843: 8 total, 8 up, 8 in 2024-08-10T05:28:04.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:03 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/1214683180' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:28:04.712 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestCls2PCQueue.AsyncGetCapacity (3015 ms) 2024-08-10T05:28:04.713 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestCls2PCQueue.Reserve 2024-08-10T05:28:05.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:04 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/1214683180' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:28:05.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:04 smithi031 ceph-mon[98130]: osdmap e844: 8 total, 8 up, 8 in 2024-08-10T05:28:05.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:04 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/1214683180' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:28:05.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:04 smithi031 ceph-mon[100614]: osdmap e844: 8 total, 8 up, 8 in 2024-08-10T05:28:05.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:04 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/1214683180' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:28:05.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:04 smithi196 ceph-mon[90243]: osdmap e844: 8 total, 8 up, 8 in 2024-08-10T05:28:06.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:05 smithi031 ceph-mon[98130]: pgmap v943: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail 2024-08-10T05:28:06.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:05 smithi031 ceph-mon[98130]: osdmap e845: 8 total, 8 up, 8 in 2024-08-10T05:28:06.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:05 smithi031 ceph-mon[100614]: pgmap v943: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail 2024-08-10T05:28:06.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:05 smithi031 ceph-mon[100614]: osdmap e845: 8 total, 8 up, 8 in 2024-08-10T05:28:06.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:05 smithi196 ceph-mon[90243]: pgmap v943: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail 2024-08-10T05:28:06.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:05 smithi196 ceph-mon[90243]: osdmap e845: 8 total, 8 up, 8 in 2024-08-10T05:28:07.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:06 smithi031 ceph-mon[98130]: osdmap e846: 8 total, 8 up, 8 in 2024-08-10T05:28:07.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:06 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/1383884377' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:28:07.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:06 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:28:07.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:06 smithi031 ceph-mon[100614]: osdmap e846: 8 total, 8 up, 8 in 2024-08-10T05:28:07.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:06 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/1383884377' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:28:07.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:06 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:28:07.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:06 smithi196 ceph-mon[90243]: osdmap e846: 8 total, 8 up, 8 in 2024-08-10T05:28:07.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:06 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/1383884377' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:28:07.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:06 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:28:07.730 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestCls2PCQueue.Reserve (3018 ms) 2024-08-10T05:28:07.730 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestCls2PCQueue.AsyncReserve 2024-08-10T05:28:08.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:07 smithi031 ceph-mon[98130]: pgmap v946: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail 2024-08-10T05:28:08.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:07 smithi031 ceph-mon[98130]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:28:08.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:07 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:28:08.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:07 smithi031 ceph-mon[98130]: osdmap e847: 8 total, 8 up, 8 in 2024-08-10T05:28:08.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:07 smithi031 ceph-mon[100614]: pgmap v946: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail 2024-08-10T05:28:08.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:07 smithi031 ceph-mon[100614]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:28:08.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:07 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:28:08.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:07 smithi031 ceph-mon[100614]: osdmap e847: 8 total, 8 up, 8 in 2024-08-10T05:28:08.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:07 smithi196 ceph-mon[90243]: pgmap v946: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail 2024-08-10T05:28:08.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:07 smithi196 ceph-mon[90243]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:28:08.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:07 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:28:08.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:07 smithi196 ceph-mon[90243]: osdmap e847: 8 total, 8 up, 8 in 2024-08-10T05:28:09.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:08 smithi031 ceph-mon[98130]: osdmap e848: 8 total, 8 up, 8 in 2024-08-10T05:28:09.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:08 smithi031 ceph-mon[100614]: osdmap e848: 8 total, 8 up, 8 in 2024-08-10T05:28:09.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:08 smithi196 ceph-mon[90243]: osdmap e848: 8 total, 8 up, 8 in 2024-08-10T05:28:10.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:09 smithi031 ceph-mon[98130]: pgmap v949: 105 pgs: 105 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail 2024-08-10T05:28:10.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:09 smithi031 ceph-mon[98130]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:28:10.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:09 smithi031 ceph-mon[98130]: Cluster is now healthy 2024-08-10T05:28:10.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:09 smithi031 ceph-mon[98130]: osdmap e849: 8 total, 8 up, 8 in 2024-08-10T05:28:10.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:09 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/4231582969' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:28:10.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:09 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:28:10.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:09 smithi031 ceph-mon[100614]: pgmap v949: 105 pgs: 105 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail 2024-08-10T05:28:10.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:09 smithi031 ceph-mon[100614]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:28:10.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:09 smithi031 ceph-mon[100614]: Cluster is now healthy 2024-08-10T05:28:10.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:09 smithi031 ceph-mon[100614]: osdmap e849: 8 total, 8 up, 8 in 2024-08-10T05:28:10.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:09 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/4231582969' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:28:10.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:09 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:28:10.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:09 smithi196 ceph-mon[90243]: pgmap v949: 105 pgs: 105 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail 2024-08-10T05:28:10.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:09 smithi196 ceph-mon[90243]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:28:10.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:09 smithi196 ceph-mon[90243]: Cluster is now healthy 2024-08-10T05:28:10.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:09 smithi196 ceph-mon[90243]: osdmap e849: 8 total, 8 up, 8 in 2024-08-10T05:28:10.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:09 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/4231582969' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:28:10.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:09 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:28:10.759 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestCls2PCQueue.AsyncReserve (3029 ms) 2024-08-10T05:28:10.759 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestCls2PCQueue.Commit 2024-08-10T05:28:11.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:10 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:28:11.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:10 smithi031 ceph-mon[98130]: osdmap e850: 8 total, 8 up, 8 in 2024-08-10T05:28:11.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:10 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:28:11.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:10 smithi031 ceph-mon[100614]: osdmap e850: 8 total, 8 up, 8 in 2024-08-10T05:28:11.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:10 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:28:11.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:10 smithi196 ceph-mon[90243]: osdmap e850: 8 total, 8 up, 8 in 2024-08-10T05:28:11.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:28:11 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:28:11] "GET /metrics HTTP/1.1" 200 33922 "" "Prometheus/2.43.0" 2024-08-10T05:28:12.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:11 smithi031 ceph-mon[100614]: pgmap v952: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail 2024-08-10T05:28:12.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:11 smithi031 ceph-mon[100614]: osdmap e851: 8 total, 8 up, 8 in 2024-08-10T05:28:12.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:11 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:28:12.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:11 smithi031 ceph-mon[98130]: pgmap v952: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail 2024-08-10T05:28:12.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:11 smithi031 ceph-mon[98130]: osdmap e851: 8 total, 8 up, 8 in 2024-08-10T05:28:12.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:11 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:28:12.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:11 smithi196 ceph-mon[90243]: pgmap v952: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail 2024-08-10T05:28:12.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:11 smithi196 ceph-mon[90243]: osdmap e851: 8 total, 8 up, 8 in 2024-08-10T05:28:12.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:11 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:28:12.761 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:28:12 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:28:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:28:13.018 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:12 smithi031 ceph-mon[100614]: osdmap e852: 8 total, 8 up, 8 in 2024-08-10T05:28:13.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:12 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/2724507749' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:28:13.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:12 smithi031 ceph-mon[98130]: osdmap e852: 8 total, 8 up, 8 in 2024-08-10T05:28:13.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:12 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/2724507749' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:28:13.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:12 smithi196 ceph-mon[90243]: osdmap e852: 8 total, 8 up, 8 in 2024-08-10T05:28:13.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:12 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/2724507749' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:28:13.771 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestCls2PCQueue.Commit (3012 ms) 2024-08-10T05:28:13.771 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestCls2PCQueue.Abort 2024-08-10T05:28:14.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:13 smithi196 ceph-mon[90243]: pgmap v955: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail 2024-08-10T05:28:14.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:13 smithi196 ceph-mon[90243]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:28:14.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:13 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/2724507749' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:28:14.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:13 smithi196 ceph-mon[90243]: osdmap e853: 8 total, 8 up, 8 in 2024-08-10T05:28:14.268 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:13 smithi031 ceph-mon[100614]: pgmap v955: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail 2024-08-10T05:28:14.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:13 smithi031 ceph-mon[100614]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:28:14.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:13 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/2724507749' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:28:14.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:13 smithi031 ceph-mon[100614]: osdmap e853: 8 total, 8 up, 8 in 2024-08-10T05:28:14.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:13 smithi031 ceph-mon[98130]: pgmap v955: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 1.6 GiB used, 714 GiB / 715 GiB avail 2024-08-10T05:28:14.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:13 smithi031 ceph-mon[98130]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:28:14.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:13 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/2724507749' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:28:14.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:13 smithi031 ceph-mon[98130]: osdmap e853: 8 total, 8 up, 8 in 2024-08-10T05:28:15.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:14 smithi196 ceph-mon[90243]: osdmap e854: 8 total, 8 up, 8 in 2024-08-10T05:28:15.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:14 smithi196 ceph-mon[90243]: pgmap v958: 105 pgs: 105 active+clean; 583 KiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2024-08-10T05:28:15.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:14 smithi031 ceph-mon[98130]: osdmap e854: 8 total, 8 up, 8 in 2024-08-10T05:28:15.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:14 smithi031 ceph-mon[98130]: pgmap v958: 105 pgs: 105 active+clean; 583 KiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2024-08-10T05:28:15.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:14 smithi031 ceph-mon[100614]: osdmap e854: 8 total, 8 up, 8 in 2024-08-10T05:28:15.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:14 smithi031 ceph-mon[100614]: pgmap v958: 105 pgs: 105 active+clean; 583 KiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2024-08-10T05:28:16.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:15 smithi031 ceph-mon[98130]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:28:16.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:15 smithi031 ceph-mon[98130]: Cluster is now healthy 2024-08-10T05:28:16.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:15 smithi031 ceph-mon[98130]: osdmap e855: 8 total, 8 up, 8 in 2024-08-10T05:28:16.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:15 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/3344142485' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:28:16.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:15 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:28:16.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:15 smithi031 ceph-mon[100614]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:28:16.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:15 smithi031 ceph-mon[100614]: Cluster is now healthy 2024-08-10T05:28:16.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:15 smithi031 ceph-mon[100614]: osdmap e855: 8 total, 8 up, 8 in 2024-08-10T05:28:16.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:15 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/3344142485' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:28:16.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:15 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:28:16.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:15 smithi196 ceph-mon[90243]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:28:16.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:15 smithi196 ceph-mon[90243]: Cluster is now healthy 2024-08-10T05:28:16.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:15 smithi196 ceph-mon[90243]: osdmap e855: 8 total, 8 up, 8 in 2024-08-10T05:28:16.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:15 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/3344142485' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:28:16.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:15 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:28:16.790 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestCls2PCQueue.Abort (3019 ms) 2024-08-10T05:28:16.790 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestCls2PCQueue.ReserveError 2024-08-10T05:28:17.170 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:16 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:28:17.170 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:16 smithi031 ceph-mon[98130]: osdmap e856: 8 total, 8 up, 8 in 2024-08-10T05:28:17.170 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:16 smithi031 ceph-mon[98130]: pgmap v961: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2024-08-10T05:28:17.171 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:16 smithi031 ceph-mon[98130]: osdmap e857: 8 total, 8 up, 8 in 2024-08-10T05:28:17.171 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:16 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:28:17.171 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:16 smithi031 ceph-mon[100614]: osdmap e856: 8 total, 8 up, 8 in 2024-08-10T05:28:17.171 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:16 smithi031 ceph-mon[100614]: pgmap v961: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2024-08-10T05:28:17.171 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:16 smithi031 ceph-mon[100614]: osdmap e857: 8 total, 8 up, 8 in 2024-08-10T05:28:17.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:16 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:28:17.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:16 smithi196 ceph-mon[90243]: osdmap e856: 8 total, 8 up, 8 in 2024-08-10T05:28:17.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:16 smithi196 ceph-mon[90243]: pgmap v961: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2024-08-10T05:28:17.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:16 smithi196 ceph-mon[90243]: osdmap e857: 8 total, 8 up, 8 in 2024-08-10T05:28:19.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:18 smithi031 ceph-mon[100614]: osdmap e858: 8 total, 8 up, 8 in 2024-08-10T05:28:19.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:18 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/3916839505' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:28:19.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:18 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:28:19.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:18 smithi031 ceph-mon[100614]: pgmap v964: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2024-08-10T05:28:19.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:18 smithi031 ceph-mon[98130]: osdmap e858: 8 total, 8 up, 8 in 2024-08-10T05:28:19.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:18 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/3916839505' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:28:19.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:18 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:28:19.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:18 smithi031 ceph-mon[98130]: pgmap v964: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2024-08-10T05:28:19.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:18 smithi196 ceph-mon[90243]: osdmap e858: 8 total, 8 up, 8 in 2024-08-10T05:28:19.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:18 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/3916839505' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:28:19.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:18 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:28:19.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:18 smithi196 ceph-mon[90243]: pgmap v964: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2024-08-10T05:28:19.828 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestCls2PCQueue.ReserveError (3037 ms) 2024-08-10T05:28:19.828 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestCls2PCQueue.CommitError 2024-08-10T05:28:20.268 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:19 smithi031 ceph-mon[100614]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:28:20.268 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:19 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:28:20.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:19 smithi031 ceph-mon[100614]: osdmap e859: 8 total, 8 up, 8 in 2024-08-10T05:28:20.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:19 smithi031 ceph-mon[98130]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:28:20.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:19 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:28:20.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:19 smithi031 ceph-mon[98130]: osdmap e859: 8 total, 8 up, 8 in 2024-08-10T05:28:20.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:19 smithi196 ceph-mon[90243]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:28:20.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:19 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:28:20.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:19 smithi196 ceph-mon[90243]: osdmap e859: 8 total, 8 up, 8 in 2024-08-10T05:28:21.255 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:20 smithi031 ceph-mon[98130]: osdmap e860: 8 total, 8 up, 8 in 2024-08-10T05:28:21.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:20 smithi031 ceph-mon[98130]: pgmap v967: 105 pgs: 105 active+clean; 583 KiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2024-08-10T05:28:21.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:20 smithi031 ceph-mon[100614]: osdmap e860: 8 total, 8 up, 8 in 2024-08-10T05:28:21.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:20 smithi031 ceph-mon[100614]: pgmap v967: 105 pgs: 105 active+clean; 583 KiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2024-08-10T05:28:21.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:20 smithi196 ceph-mon[90243]: osdmap e860: 8 total, 8 up, 8 in 2024-08-10T05:28:21.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:20 smithi196 ceph-mon[90243]: pgmap v967: 105 pgs: 105 active+clean; 583 KiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2024-08-10T05:28:21.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:28:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:28:21] "GET /metrics HTTP/1.1" 200 33922 "" "Prometheus/2.43.0" 2024-08-10T05:28:22.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:21 smithi031 ceph-mon[98130]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:28:22.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:21 smithi031 ceph-mon[98130]: Cluster is now healthy 2024-08-10T05:28:22.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:21 smithi031 ceph-mon[98130]: osdmap e861: 8 total, 8 up, 8 in 2024-08-10T05:28:22.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:21 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/3605120495' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:28:22.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:21 smithi031 ceph-mon[100614]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:28:22.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:21 smithi031 ceph-mon[100614]: Cluster is now healthy 2024-08-10T05:28:22.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:21 smithi031 ceph-mon[100614]: osdmap e861: 8 total, 8 up, 8 in 2024-08-10T05:28:22.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:21 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/3605120495' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:28:22.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:21 smithi196 ceph-mon[90243]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:28:22.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:21 smithi196 ceph-mon[90243]: Cluster is now healthy 2024-08-10T05:28:22.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:21 smithi196 ceph-mon[90243]: osdmap e861: 8 total, 8 up, 8 in 2024-08-10T05:28:22.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:21 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/3605120495' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:28:22.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:28:22 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:28:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:28:22.844 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestCls2PCQueue.CommitError (3017 ms) 2024-08-10T05:28:22.845 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestCls2PCQueue.AbortError 2024-08-10T05:28:23.268 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:22 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/3605120495' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:28:23.268 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:22 smithi031 ceph-mon[100614]: osdmap e862: 8 total, 8 up, 8 in 2024-08-10T05:28:23.268 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:22 smithi031 ceph-mon[100614]: pgmap v970: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2024-08-10T05:28:23.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:22 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/3605120495' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:28:23.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:22 smithi031 ceph-mon[98130]: osdmap e862: 8 total, 8 up, 8 in 2024-08-10T05:28:23.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:22 smithi031 ceph-mon[98130]: pgmap v970: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2024-08-10T05:28:23.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:22 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/3605120495' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:28:23.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:22 smithi196 ceph-mon[90243]: osdmap e862: 8 total, 8 up, 8 in 2024-08-10T05:28:23.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:22 smithi196 ceph-mon[90243]: pgmap v970: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2024-08-10T05:28:24.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:23 smithi031 ceph-mon[98130]: osdmap e863: 8 total, 8 up, 8 in 2024-08-10T05:28:24.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:23 smithi031 ceph-mon[100614]: osdmap e863: 8 total, 8 up, 8 in 2024-08-10T05:28:24.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:23 smithi196 ceph-mon[90243]: osdmap e863: 8 total, 8 up, 8 in 2024-08-10T05:28:25.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:24 smithi031 ceph-mon[100614]: osdmap e864: 8 total, 8 up, 8 in 2024-08-10T05:28:25.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:24 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/2314460644' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:28:25.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:24 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:28:25.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:24 smithi031 ceph-mon[100614]: pgmap v973: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2024-08-10T05:28:25.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:24 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:28:25.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:24 smithi031 ceph-mon[100614]: osdmap e865: 8 total, 8 up, 8 in 2024-08-10T05:28:25.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:24 smithi031 ceph-mon[98130]: osdmap e864: 8 total, 8 up, 8 in 2024-08-10T05:28:25.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:24 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/2314460644' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:28:25.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:24 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:28:25.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:24 smithi031 ceph-mon[98130]: pgmap v973: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2024-08-10T05:28:25.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:24 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:28:25.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:24 smithi031 ceph-mon[98130]: osdmap e865: 8 total, 8 up, 8 in 2024-08-10T05:28:25.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:24 smithi196 ceph-mon[90243]: osdmap e864: 8 total, 8 up, 8 in 2024-08-10T05:28:25.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:24 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/2314460644' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:28:25.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:24 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:28:25.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:24 smithi196 ceph-mon[90243]: pgmap v973: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2024-08-10T05:28:25.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:24 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:28:25.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:24 smithi196 ceph-mon[90243]: osdmap e865: 8 total, 8 up, 8 in 2024-08-10T05:28:25.859 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestCls2PCQueue.AbortError (3014 ms) 2024-08-10T05:28:25.859 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestCls2PCQueue.MultiReserve 2024-08-10T05:28:26.268 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:25 smithi031 ceph-mon[100614]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:28:26.268 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:25 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:28:26.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:25 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:28:26.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:25 smithi031 ceph-mon[100614]: osdmap e866: 8 total, 8 up, 8 in 2024-08-10T05:28:26.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:25 smithi031 ceph-mon[98130]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:28:26.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:25 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:28:26.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:25 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:28:26.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:25 smithi031 ceph-mon[98130]: osdmap e866: 8 total, 8 up, 8 in 2024-08-10T05:28:26.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:25 smithi196 ceph-mon[90243]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:28:26.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:25 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:28:26.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:25 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:28:26.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:25 smithi196 ceph-mon[90243]: osdmap e866: 8 total, 8 up, 8 in 2024-08-10T05:28:27.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:26 smithi031 ceph-mon[98130]: pgmap v976: 105 pgs: 105 active+clean; 583 KiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2024-08-10T05:28:27.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:26 smithi031 ceph-mon[100614]: pgmap v976: 105 pgs: 105 active+clean; 583 KiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2024-08-10T05:28:27.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:26 smithi196 ceph-mon[90243]: pgmap v976: 105 pgs: 105 active+clean; 583 KiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2024-08-10T05:28:28.268 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:27 smithi031 ceph-mon[100614]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:28:28.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:27 smithi031 ceph-mon[100614]: Cluster is now healthy 2024-08-10T05:28:28.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:27 smithi031 ceph-mon[100614]: osdmap e867: 8 total, 8 up, 8 in 2024-08-10T05:28:28.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:27 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/2392812599' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:28:28.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:27 smithi031 ceph-mon[98130]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:28:28.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:27 smithi031 ceph-mon[98130]: Cluster is now healthy 2024-08-10T05:28:28.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:27 smithi031 ceph-mon[98130]: osdmap e867: 8 total, 8 up, 8 in 2024-08-10T05:28:28.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:27 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/2392812599' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:28:28.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:27 smithi196 ceph-mon[90243]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:28:28.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:27 smithi196 ceph-mon[90243]: Cluster is now healthy 2024-08-10T05:28:28.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:27 smithi196 ceph-mon[90243]: osdmap e867: 8 total, 8 up, 8 in 2024-08-10T05:28:28.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:27 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/2392812599' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:28:28.892 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestCls2PCQueue.MultiReserve (3034 ms) 2024-08-10T05:28:28.892 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestCls2PCQueue.MultiCommit 2024-08-10T05:28:29.268 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:28 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/2392812599' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:28:29.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:28 smithi031 ceph-mon[100614]: osdmap e868: 8 total, 8 up, 8 in 2024-08-10T05:28:29.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:28 smithi031 ceph-mon[100614]: pgmap v979: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2024-08-10T05:28:29.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:28 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/2392812599' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:28:29.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:28 smithi031 ceph-mon[98130]: osdmap e868: 8 total, 8 up, 8 in 2024-08-10T05:28:29.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:28 smithi031 ceph-mon[98130]: pgmap v979: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2024-08-10T05:28:29.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:28 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/2392812599' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:28:29.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:28 smithi196 ceph-mon[90243]: osdmap e868: 8 total, 8 up, 8 in 2024-08-10T05:28:29.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:28 smithi196 ceph-mon[90243]: pgmap v979: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2024-08-10T05:28:30.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:29 smithi031 ceph-mon[98130]: osdmap e869: 8 total, 8 up, 8 in 2024-08-10T05:28:30.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:29 smithi031 ceph-mon[100614]: osdmap e869: 8 total, 8 up, 8 in 2024-08-10T05:28:30.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:29 smithi196 ceph-mon[90243]: osdmap e869: 8 total, 8 up, 8 in 2024-08-10T05:28:31.254 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:30 smithi031 ceph-mon[98130]: osdmap e870: 8 total, 8 up, 8 in 2024-08-10T05:28:31.254 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:30 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/449460078' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:28:31.254 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:30 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:28:31.254 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:30 smithi031 ceph-mon[98130]: pgmap v982: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2024-08-10T05:28:31.254 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:30 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:28:31.254 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:30 smithi031 ceph-mon[98130]: osdmap e871: 8 total, 8 up, 8 in 2024-08-10T05:28:31.255 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:30 smithi031 ceph-mon[100614]: osdmap e870: 8 total, 8 up, 8 in 2024-08-10T05:28:31.255 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:30 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/449460078' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:28:31.255 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:30 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:28:31.255 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:30 smithi031 ceph-mon[100614]: pgmap v982: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2024-08-10T05:28:31.255 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:30 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:28:31.255 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:30 smithi031 ceph-mon[100614]: osdmap e871: 8 total, 8 up, 8 in 2024-08-10T05:28:31.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:30 smithi196 ceph-mon[90243]: osdmap e870: 8 total, 8 up, 8 in 2024-08-10T05:28:31.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:30 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/449460078' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:28:31.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:30 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:28:31.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:30 smithi196 ceph-mon[90243]: pgmap v982: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2024-08-10T05:28:31.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:30 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:28:31.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:30 smithi196 ceph-mon[90243]: osdmap e871: 8 total, 8 up, 8 in 2024-08-10T05:28:31.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:28:31 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:28:31] "GET /metrics HTTP/1.1" 200 36363 "" "Prometheus/2.43.0" 2024-08-10T05:28:31.896 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestCls2PCQueue.MultiCommit (3004 ms) 2024-08-10T05:28:31.897 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestCls2PCQueue.MultiAbort 2024-08-10T05:28:32.268 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:31 smithi031 ceph-mon[100614]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:28:32.268 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:31 smithi031 ceph-mon[100614]: osdmap e872: 8 total, 8 up, 8 in 2024-08-10T05:28:32.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:31 smithi031 ceph-mon[98130]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:28:32.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:31 smithi031 ceph-mon[98130]: osdmap e872: 8 total, 8 up, 8 in 2024-08-10T05:28:32.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:31 smithi196 ceph-mon[90243]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:28:32.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:31 smithi196 ceph-mon[90243]: osdmap e872: 8 total, 8 up, 8 in 2024-08-10T05:28:32.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:28:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:28:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:28:33.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:32 smithi031 ceph-mon[98130]: pgmap v985: 105 pgs: 105 active+clean; 583 KiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2024-08-10T05:28:33.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:32 smithi031 ceph-mon[98130]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:28:33.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:32 smithi031 ceph-mon[98130]: Cluster is now healthy 2024-08-10T05:28:33.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:32 smithi031 ceph-mon[100614]: pgmap v985: 105 pgs: 105 active+clean; 583 KiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2024-08-10T05:28:33.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:32 smithi031 ceph-mon[100614]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:28:33.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:32 smithi031 ceph-mon[100614]: Cluster is now healthy 2024-08-10T05:28:33.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:32 smithi196 ceph-mon[90243]: pgmap v985: 105 pgs: 105 active+clean; 583 KiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2024-08-10T05:28:33.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:32 smithi196 ceph-mon[90243]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:28:33.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:32 smithi196 ceph-mon[90243]: Cluster is now healthy 2024-08-10T05:28:34.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:33 smithi031 ceph-mon[98130]: osdmap e873: 8 total, 8 up, 8 in 2024-08-10T05:28:34.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:33 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/1933618796' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:28:34.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:33 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:28:34.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:33 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:28:34.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:33 smithi031 ceph-mon[98130]: osdmap e874: 8 total, 8 up, 8 in 2024-08-10T05:28:34.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:33 smithi031 ceph-mon[100614]: osdmap e873: 8 total, 8 up, 8 in 2024-08-10T05:28:34.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:33 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/1933618796' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:28:34.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:33 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:28:34.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:33 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:28:34.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:33 smithi031 ceph-mon[100614]: osdmap e874: 8 total, 8 up, 8 in 2024-08-10T05:28:34.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:33 smithi196 ceph-mon[90243]: osdmap e873: 8 total, 8 up, 8 in 2024-08-10T05:28:34.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:33 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/1933618796' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:28:34.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:33 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:28:34.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:33 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:28:34.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:33 smithi196 ceph-mon[90243]: osdmap e874: 8 total, 8 up, 8 in 2024-08-10T05:28:34.930 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestCls2PCQueue.MultiAbort (3031 ms) 2024-08-10T05:28:34.930 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestCls2PCQueue.ReserveCommit 2024-08-10T05:28:35.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:34 smithi031 ceph-mon[98130]: pgmap v987: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2024-08-10T05:28:35.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:34 smithi031 ceph-mon[98130]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:28:35.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:34 smithi031 ceph-mon[98130]: osdmap e875: 8 total, 8 up, 8 in 2024-08-10T05:28:35.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:34 smithi031 ceph-mon[100614]: pgmap v987: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2024-08-10T05:28:35.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:34 smithi031 ceph-mon[100614]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:28:35.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:34 smithi031 ceph-mon[100614]: osdmap e875: 8 total, 8 up, 8 in 2024-08-10T05:28:35.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:34 smithi196 ceph-mon[90243]: pgmap v987: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2024-08-10T05:28:35.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:34 smithi196 ceph-mon[90243]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:28:35.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:34 smithi196 ceph-mon[90243]: osdmap e875: 8 total, 8 up, 8 in 2024-08-10T05:28:36.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:35 smithi031 ceph-mon[98130]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:28:36.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:35 smithi031 ceph-mon[98130]: Cluster is now healthy 2024-08-10T05:28:36.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:35 smithi031 ceph-mon[98130]: osdmap e876: 8 total, 8 up, 8 in 2024-08-10T05:28:36.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:35 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/3934857210' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:28:36.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:35 smithi031 ceph-mon[100614]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:28:36.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:35 smithi031 ceph-mon[100614]: Cluster is now healthy 2024-08-10T05:28:36.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:35 smithi031 ceph-mon[100614]: osdmap e876: 8 total, 8 up, 8 in 2024-08-10T05:28:36.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:35 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/3934857210' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:28:36.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:35 smithi196 ceph-mon[90243]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:28:36.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:35 smithi196 ceph-mon[90243]: Cluster is now healthy 2024-08-10T05:28:36.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:35 smithi196 ceph-mon[90243]: osdmap e876: 8 total, 8 up, 8 in 2024-08-10T05:28:36.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:35 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/3934857210' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:28:37.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:36 smithi031 ceph-mon[98130]: pgmap v990: 105 pgs: 105 active+clean; 583 KiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2024-08-10T05:28:37.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:36 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/3934857210' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:28:37.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:36 smithi031 ceph-mon[98130]: osdmap e877: 8 total, 8 up, 8 in 2024-08-10T05:28:37.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:36 smithi031 ceph-mon[100614]: pgmap v990: 105 pgs: 105 active+clean; 583 KiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2024-08-10T05:28:37.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:36 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/3934857210' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:28:37.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:36 smithi031 ceph-mon[100614]: osdmap e877: 8 total, 8 up, 8 in 2024-08-10T05:28:37.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:36 smithi196 ceph-mon[90243]: pgmap v990: 105 pgs: 105 active+clean; 583 KiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2024-08-10T05:28:37.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:36 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/3934857210' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:28:37.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:36 smithi196 ceph-mon[90243]: osdmap e877: 8 total, 8 up, 8 in 2024-08-10T05:28:37.961 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestCls2PCQueue.ReserveCommit (3033 ms) 2024-08-10T05:28:37.961 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestCls2PCQueue.ReserveAbort 2024-08-10T05:28:39.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:38 smithi031 ceph-mon[98130]: pgmap v993: 137 pgs: 2 creating+peering, 22 unknown, 113 active+clean; 673 KiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 206 KiB/s rd, 748 KiB/s wr, 743 op/s 2024-08-10T05:28:39.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:38 smithi031 ceph-mon[98130]: osdmap e878: 8 total, 8 up, 8 in 2024-08-10T05:28:39.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:38 smithi031 ceph-mon[100614]: pgmap v993: 137 pgs: 2 creating+peering, 22 unknown, 113 active+clean; 673 KiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 206 KiB/s rd, 748 KiB/s wr, 743 op/s 2024-08-10T05:28:39.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:38 smithi031 ceph-mon[100614]: osdmap e878: 8 total, 8 up, 8 in 2024-08-10T05:28:39.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:38 smithi196 ceph-mon[90243]: pgmap v993: 137 pgs: 2 creating+peering, 22 unknown, 113 active+clean; 673 KiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 206 KiB/s rd, 748 KiB/s wr, 743 op/s 2024-08-10T05:28:39.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:38 smithi196 ceph-mon[90243]: osdmap e878: 8 total, 8 up, 8 in 2024-08-10T05:28:40.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:39 smithi031 ceph-mon[98130]: osdmap e879: 8 total, 8 up, 8 in 2024-08-10T05:28:40.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:39 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/573692188' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:28:40.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:39 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:28:40.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:39 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:28:40.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:39 smithi031 ceph-mon[98130]: osdmap e880: 8 total, 8 up, 8 in 2024-08-10T05:28:40.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:39 smithi031 ceph-mon[100614]: osdmap e879: 8 total, 8 up, 8 in 2024-08-10T05:28:40.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:39 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/573692188' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:28:40.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:39 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:28:40.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:39 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:28:40.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:39 smithi031 ceph-mon[100614]: osdmap e880: 8 total, 8 up, 8 in 2024-08-10T05:28:40.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:39 smithi196 ceph-mon[90243]: osdmap e879: 8 total, 8 up, 8 in 2024-08-10T05:28:40.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:39 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/573692188' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:28:40.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:39 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:28:40.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:39 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:28:40.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:39 smithi196 ceph-mon[90243]: osdmap e880: 8 total, 8 up, 8 in 2024-08-10T05:28:40.980 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestCls2PCQueue.ReserveAbort (3019 ms) 2024-08-10T05:28:40.980 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestCls2PCQueue.ManualCleanup 2024-08-10T05:28:41.254 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:40 smithi031 ceph-mon[98130]: pgmap v996: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2024-08-10T05:28:41.254 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:40 smithi031 ceph-mon[98130]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:28:41.254 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:40 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:28:41.254 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:40 smithi031 ceph-mon[98130]: osdmap e881: 8 total, 8 up, 8 in 2024-08-10T05:28:41.254 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:40 smithi031 ceph-mon[100614]: pgmap v996: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2024-08-10T05:28:41.255 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:40 smithi031 ceph-mon[100614]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:28:41.255 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:40 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:28:41.255 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:40 smithi031 ceph-mon[100614]: osdmap e881: 8 total, 8 up, 8 in 2024-08-10T05:28:41.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:40 smithi196 ceph-mon[90243]: pgmap v996: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2024-08-10T05:28:41.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:40 smithi196 ceph-mon[90243]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:28:41.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:40 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:28:41.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:40 smithi196 ceph-mon[90243]: osdmap e881: 8 total, 8 up, 8 in 2024-08-10T05:28:41.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:28:41 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:28:41] "GET /metrics HTTP/1.1" 200 36360 "" "Prometheus/2.43.0" 2024-08-10T05:28:42.314 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:42 smithi196 ceph-mon[90243]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:28:42.314 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:42 smithi196 ceph-mon[90243]: Cluster is now healthy 2024-08-10T05:28:42.314 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:42 smithi196 ceph-mon[90243]: osdmap e882: 8 total, 8 up, 8 in 2024-08-10T05:28:42.314 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:42 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/1005672299' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:28:42.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:42 smithi031 ceph-mon[98130]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:28:42.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:42 smithi031 ceph-mon[98130]: Cluster is now healthy 2024-08-10T05:28:42.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:42 smithi031 ceph-mon[98130]: osdmap e882: 8 total, 8 up, 8 in 2024-08-10T05:28:42.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:42 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/1005672299' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:28:42.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:42 smithi031 ceph-mon[100614]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:28:42.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:42 smithi031 ceph-mon[100614]: Cluster is now healthy 2024-08-10T05:28:42.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:42 smithi031 ceph-mon[100614]: osdmap e882: 8 total, 8 up, 8 in 2024-08-10T05:28:42.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:42 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/1005672299' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:28:42.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:28:42 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:28:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:28:43.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:43 smithi031 ceph-mon[98130]: pgmap v999: 105 pgs: 105 active+clean; 583 KiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2024-08-10T05:28:43.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:43 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/1005672299' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:28:43.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:43 smithi031 ceph-mon[98130]: osdmap e883: 8 total, 8 up, 8 in 2024-08-10T05:28:43.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:43 smithi031 ceph-mon[100614]: pgmap v999: 105 pgs: 105 active+clean; 583 KiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2024-08-10T05:28:43.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:43 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/1005672299' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:28:43.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:43 smithi031 ceph-mon[100614]: osdmap e883: 8 total, 8 up, 8 in 2024-08-10T05:28:43.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:43 smithi196 ceph-mon[90243]: pgmap v999: 105 pgs: 105 active+clean; 583 KiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2024-08-10T05:28:43.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:43 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/1005672299' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:28:43.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:43 smithi196 ceph-mon[90243]: osdmap e883: 8 total, 8 up, 8 in 2024-08-10T05:28:43.995 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestCls2PCQueue.ManualCleanup (3016 ms) 2024-08-10T05:28:43.995 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestCls2PCQueue.Cleanup 2024-08-10T05:28:45.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:44 smithi031 ceph-mon[98130]: pgmap v1002: 137 pgs: 6 creating+peering, 19 unknown, 112 active+clean; 583 KiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2024-08-10T05:28:45.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:44 smithi031 ceph-mon[98130]: osdmap e884: 8 total, 8 up, 8 in 2024-08-10T05:28:45.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:44 smithi031 ceph-mon[100614]: pgmap v1002: 137 pgs: 6 creating+peering, 19 unknown, 112 active+clean; 583 KiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2024-08-10T05:28:45.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:44 smithi031 ceph-mon[100614]: osdmap e884: 8 total, 8 up, 8 in 2024-08-10T05:28:45.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:44 smithi196 ceph-mon[90243]: pgmap v1002: 137 pgs: 6 creating+peering, 19 unknown, 112 active+clean; 583 KiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2024-08-10T05:28:45.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:44 smithi196 ceph-mon[90243]: osdmap e884: 8 total, 8 up, 8 in 2024-08-10T05:28:46.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:46 smithi031 ceph-mon[98130]: osdmap e885: 8 total, 8 up, 8 in 2024-08-10T05:28:46.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:46 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/1498310262' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:28:46.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:46 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:28:46.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:46 smithi031 ceph-mon[100614]: osdmap e885: 8 total, 8 up, 8 in 2024-08-10T05:28:46.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:46 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/1498310262' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:28:46.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:46 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:28:46.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:46 smithi196 ceph-mon[90243]: osdmap e885: 8 total, 8 up, 8 in 2024-08-10T05:28:46.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:46 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/1498310262' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:28:46.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:46 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:28:47.018 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestCls2PCQueue.Cleanup (3023 ms) 2024-08-10T05:28:47.019 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestCls2PCQueue.MultiProducer 2024-08-10T05:28:47.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:47 smithi031 ceph-mon[98130]: pgmap v1005: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2024-08-10T05:28:47.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:47 smithi031 ceph-mon[98130]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:28:47.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:47 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:28:47.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:47 smithi031 ceph-mon[98130]: osdmap e886: 8 total, 8 up, 8 in 2024-08-10T05:28:47.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:47 smithi031 ceph-mon[100614]: pgmap v1005: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2024-08-10T05:28:47.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:47 smithi031 ceph-mon[100614]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:28:47.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:47 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:28:47.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:47 smithi031 ceph-mon[100614]: osdmap e886: 8 total, 8 up, 8 in 2024-08-10T05:28:47.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:47 smithi196 ceph-mon[90243]: pgmap v1005: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2024-08-10T05:28:47.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:47 smithi196 ceph-mon[90243]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:28:47.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:47 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:28:47.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:47 smithi196 ceph-mon[90243]: osdmap e886: 8 total, 8 up, 8 in 2024-08-10T05:28:48.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:48 smithi031 ceph-mon[98130]: osdmap e887: 8 total, 8 up, 8 in 2024-08-10T05:28:48.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:48 smithi031 ceph-mon[100614]: osdmap e887: 8 total, 8 up, 8 in 2024-08-10T05:28:48.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:48 smithi196 ceph-mon[90243]: osdmap e887: 8 total, 8 up, 8 in 2024-08-10T05:28:49.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:49 smithi031 ceph-mon[98130]: pgmap v1008: 105 pgs: 105 active+clean; 583 KiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2024-08-10T05:28:49.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:49 smithi031 ceph-mon[98130]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:28:49.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:49 smithi031 ceph-mon[98130]: Cluster is now healthy 2024-08-10T05:28:49.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:49 smithi031 ceph-mon[98130]: osdmap e888: 8 total, 8 up, 8 in 2024-08-10T05:28:49.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:49 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/2847595331' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:28:49.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:49 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:28:49.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:49 smithi031 ceph-mon[100614]: pgmap v1008: 105 pgs: 105 active+clean; 583 KiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2024-08-10T05:28:49.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:49 smithi031 ceph-mon[100614]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:28:49.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:49 smithi031 ceph-mon[100614]: Cluster is now healthy 2024-08-10T05:28:49.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:49 smithi031 ceph-mon[100614]: osdmap e888: 8 total, 8 up, 8 in 2024-08-10T05:28:49.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:49 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/2847595331' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:28:49.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:49 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:28:49.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:49 smithi196 ceph-mon[90243]: pgmap v1008: 105 pgs: 105 active+clean; 583 KiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2024-08-10T05:28:49.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:49 smithi196 ceph-mon[90243]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:28:49.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:49 smithi196 ceph-mon[90243]: Cluster is now healthy 2024-08-10T05:28:49.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:49 smithi196 ceph-mon[90243]: osdmap e888: 8 total, 8 up, 8 in 2024-08-10T05:28:49.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:49 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/2847595331' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:28:49.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:49 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:28:50.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:50 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:28:50.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:50 smithi196 ceph-mon[90243]: osdmap e889: 8 total, 8 up, 8 in 2024-08-10T05:28:50.518 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:50 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:28:50.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:50 smithi031 ceph-mon[100614]: osdmap e889: 8 total, 8 up, 8 in 2024-08-10T05:28:50.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:50 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:28:50.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:50 smithi031 ceph-mon[98130]: osdmap e889: 8 total, 8 up, 8 in 2024-08-10T05:28:51.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:28:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:28:51] "GET /metrics HTTP/1.1" 200 36360 "" "Prometheus/2.43.0" 2024-08-10T05:28:51.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:51 smithi031 ceph-mon[98130]: pgmap v1011: 137 pgs: 14 creating+peering, 17 unknown, 106 active+clean; 583 KiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2024-08-10T05:28:51.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:51 smithi031 ceph-mon[98130]: osdmap e890: 8 total, 8 up, 8 in 2024-08-10T05:28:51.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:51 smithi031 ceph-mon[100614]: pgmap v1011: 137 pgs: 14 creating+peering, 17 unknown, 106 active+clean; 583 KiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2024-08-10T05:28:51.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:51 smithi031 ceph-mon[100614]: osdmap e890: 8 total, 8 up, 8 in 2024-08-10T05:28:51.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:51 smithi196 ceph-mon[90243]: pgmap v1011: 137 pgs: 14 creating+peering, 17 unknown, 106 active+clean; 583 KiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2024-08-10T05:28:51.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:51 smithi196 ceph-mon[90243]: osdmap e890: 8 total, 8 up, 8 in 2024-08-10T05:28:52.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:28:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:28:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:28:53.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:53 smithi031 ceph-mon[98130]: pgmap v1013: 137 pgs: 14 creating+peering, 6 unknown, 117 active+clean; 583 KiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2024-08-10T05:28:53.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:53 smithi031 ceph-mon[100614]: pgmap v1013: 137 pgs: 14 creating+peering, 6 unknown, 117 active+clean; 583 KiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2024-08-10T05:28:53.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:53 smithi196 ceph-mon[90243]: pgmap v1013: 137 pgs: 14 creating+peering, 6 unknown, 117 active+clean; 583 KiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2024-08-10T05:28:55.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:55 smithi031 ceph-mon[98130]: pgmap v1014: 137 pgs: 137 active+clean; 1.7 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 30 MiB/s rd, 7.6 MiB/s wr, 8.61k op/s 2024-08-10T05:28:55.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:55 smithi031 ceph-mon[100614]: pgmap v1014: 137 pgs: 137 active+clean; 1.7 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 30 MiB/s rd, 7.6 MiB/s wr, 8.61k op/s 2024-08-10T05:28:55.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:55 smithi196 ceph-mon[90243]: pgmap v1014: 137 pgs: 137 active+clean; 1.7 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 30 MiB/s rd, 7.6 MiB/s wr, 8.61k op/s 2024-08-10T05:28:57.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:56 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:28:57.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:56 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:28:57.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:56 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.1", "id": [7, 0]}]: dispatch 2024-08-10T05:28:57.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:56 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.8", "id": [7, 0]}]: dispatch 2024-08-10T05:28:57.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:56 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.16", "id": [7, 0]}]: dispatch 2024-08-10T05:28:57.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:56 smithi031 ceph-mon[100614]: pgmap v1015: 137 pgs: 137 active+clean; 1.7 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 5.8 MiB/s wr, 6.54k op/s 2024-08-10T05:28:57.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:28:57.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:28:57.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.1", "id": [7, 0]}]: dispatch 2024-08-10T05:28:57.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.8", "id": [7, 0]}]: dispatch 2024-08-10T05:28:57.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.16", "id": [7, 0]}]: dispatch 2024-08-10T05:28:57.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:56 smithi031 ceph-mon[98130]: pgmap v1015: 137 pgs: 137 active+clean; 1.7 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 5.8 MiB/s wr, 6.54k op/s 2024-08-10T05:28:57.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:56 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:28:57.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:56 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:28:57.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:56 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.1", "id": [7, 0]}]: dispatch 2024-08-10T05:28:57.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:56 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.8", "id": [7, 0]}]: dispatch 2024-08-10T05:28:57.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:56 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.16", "id": [7, 0]}]: dispatch 2024-08-10T05:28:57.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:56 smithi196 ceph-mon[90243]: pgmap v1015: 137 pgs: 137 active+clean; 1.7 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 5.8 MiB/s wr, 6.54k op/s 2024-08-10T05:28:58.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:57 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.1", "id": [7, 0]}]': finished 2024-08-10T05:28:58.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:57 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.8", "id": [7, 0]}]': finished 2024-08-10T05:28:58.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:57 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.16", "id": [7, 0]}]': finished 2024-08-10T05:28:58.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:57 smithi031 ceph-mon[98130]: osdmap e891: 8 total, 8 up, 8 in 2024-08-10T05:28:58.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:57 smithi031 ceph-mon[98130]: osdmap e892: 8 total, 8 up, 8 in 2024-08-10T05:28:58.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:57 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.1", "id": [7, 0]}]': finished 2024-08-10T05:28:58.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:57 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.8", "id": [7, 0]}]': finished 2024-08-10T05:28:58.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:57 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.16", "id": [7, 0]}]': finished 2024-08-10T05:28:58.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:57 smithi031 ceph-mon[100614]: osdmap e891: 8 total, 8 up, 8 in 2024-08-10T05:28:58.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:57 smithi031 ceph-mon[100614]: osdmap e892: 8 total, 8 up, 8 in 2024-08-10T05:28:58.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:57 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.1", "id": [7, 0]}]': finished 2024-08-10T05:28:58.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:57 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.8", "id": [7, 0]}]': finished 2024-08-10T05:28:58.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:57 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.16", "id": [7, 0]}]': finished 2024-08-10T05:28:58.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:57 smithi196 ceph-mon[90243]: osdmap e891: 8 total, 8 up, 8 in 2024-08-10T05:28:58.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:57 smithi196 ceph-mon[90243]: osdmap e892: 8 total, 8 up, 8 in 2024-08-10T05:28:59.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:28:58 smithi031 ceph-mon[98130]: pgmap v1018: 137 pgs: 1 peering, 136 active+clean; 1.7 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 5.8 MiB/s wr, 6.55k op/s 2024-08-10T05:28:59.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:28:58 smithi031 ceph-mon[100614]: pgmap v1018: 137 pgs: 1 peering, 136 active+clean; 1.7 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 5.8 MiB/s wr, 6.55k op/s 2024-08-10T05:28:59.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:28:58 smithi196 ceph-mon[90243]: pgmap v1018: 137 pgs: 1 peering, 136 active+clean; 1.7 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 5.8 MiB/s wr, 6.55k op/s 2024-08-10T05:29:01.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:29:01 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:29:01] "GET /metrics HTTP/1.1" 200 36423 "" "Prometheus/2.43.0" 2024-08-10T05:29:01.644 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestCls2PCQueue.MultiProducer (14625 ms) 2024-08-10T05:29:01.644 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestCls2PCQueue.AsyncConsumer 2024-08-10T05:29:02.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:01 smithi031 ceph-mon[98130]: pgmap v1019: 137 pgs: 1 peering, 136 active+clean; 2.3 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 175 MiB/s rd, 9.2 MiB/s wr, 10.64k op/s 2024-08-10T05:29:02.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:01 smithi031 ceph-mon[100614]: pgmap v1019: 137 pgs: 1 peering, 136 active+clean; 2.3 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 175 MiB/s rd, 9.2 MiB/s wr, 10.64k op/s 2024-08-10T05:29:02.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:01 smithi196 ceph-mon[90243]: pgmap v1019: 137 pgs: 1 peering, 136 active+clean; 2.3 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 175 MiB/s rd, 9.2 MiB/s wr, 10.64k op/s 2024-08-10T05:29:02.652 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:29:02 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:29:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:29:03.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:02 smithi031 ceph-mon[98130]: osdmap e893: 8 total, 8 up, 8 in 2024-08-10T05:29:03.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:02 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:29:03.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:02 smithi031 ceph-mon[100614]: osdmap e893: 8 total, 8 up, 8 in 2024-08-10T05:29:03.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:02 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:29:03.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:02 smithi196 ceph-mon[90243]: osdmap e893: 8 total, 8 up, 8 in 2024-08-10T05:29:03.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:02 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:29:04.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:03 smithi031 ceph-mon[100614]: pgmap v1021: 105 pgs: 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:29:04.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:03 smithi031 ceph-mon[100614]: osdmap e894: 8 total, 8 up, 8 in 2024-08-10T05:29:04.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:03 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/3440269888' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:29:04.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:03 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:29:04.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:03 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:29:04.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:03 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:29:04.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:03 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:29:04.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:03 smithi031 ceph-mon[98130]: pgmap v1021: 105 pgs: 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:29:04.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:03 smithi031 ceph-mon[98130]: osdmap e894: 8 total, 8 up, 8 in 2024-08-10T05:29:04.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:03 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/3440269888' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:29:04.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:03 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:29:04.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:03 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:29:04.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:03 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:29:04.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:03 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:29:04.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:03 smithi196 ceph-mon[90243]: pgmap v1021: 105 pgs: 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:29:04.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:03 smithi196 ceph-mon[90243]: osdmap e894: 8 total, 8 up, 8 in 2024-08-10T05:29:04.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:03 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/3440269888' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:29:04.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:03 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:29:04.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:03 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:29:04.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:03 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:29:04.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:03 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:29:05.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:04 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:29:05.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:04 smithi031 ceph-mon[98130]: osdmap e895: 8 total, 8 up, 8 in 2024-08-10T05:29:05.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:04 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:29:05.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:04 smithi031 ceph-mon[100614]: osdmap e895: 8 total, 8 up, 8 in 2024-08-10T05:29:05.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:04 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:29:05.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:04 smithi196 ceph-mon[90243]: osdmap e895: 8 total, 8 up, 8 in 2024-08-10T05:29:05.688 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestCls2PCQueue.AsyncConsumer (4045 ms) 2024-08-10T05:29:05.688 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestCls2PCQueue.MultiProducerConsumer 2024-08-10T05:29:05.930 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:05 smithi196 ceph-mon[90243]: pgmap v1024: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:29:05.930 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:05 smithi196 ceph-mon[90243]: osdmap e896: 8 total, 8 up, 8 in 2024-08-10T05:29:06.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:05 smithi031 ceph-mon[98130]: pgmap v1024: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:29:06.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:05 smithi031 ceph-mon[98130]: osdmap e896: 8 total, 8 up, 8 in 2024-08-10T05:29:06.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:05 smithi031 ceph-mon[100614]: pgmap v1024: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:29:06.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:05 smithi031 ceph-mon[100614]: osdmap e896: 8 total, 8 up, 8 in 2024-08-10T05:29:07.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:06 smithi031 ceph-mon[98130]: osdmap e897: 8 total, 8 up, 8 in 2024-08-10T05:29:07.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:06 smithi031 ceph-mon[100614]: osdmap e897: 8 total, 8 up, 8 in 2024-08-10T05:29:07.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:06 smithi196 ceph-mon[90243]: osdmap e897: 8 total, 8 up, 8 in 2024-08-10T05:29:08.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:07 smithi031 ceph-mon[98130]: pgmap v1027: 105 pgs: 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:29:08.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:07 smithi031 ceph-mon[98130]: osdmap e898: 8 total, 8 up, 8 in 2024-08-10T05:29:08.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:07 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/1447053991' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:29:08.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:07 smithi031 ceph-mon[100614]: pgmap v1027: 105 pgs: 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:29:08.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:07 smithi031 ceph-mon[100614]: osdmap e898: 8 total, 8 up, 8 in 2024-08-10T05:29:08.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:07 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/1447053991' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:29:08.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:07 smithi196 ceph-mon[90243]: pgmap v1027: 105 pgs: 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:29:08.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:07 smithi196 ceph-mon[90243]: osdmap e898: 8 total, 8 up, 8 in 2024-08-10T05:29:08.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:07 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/1447053991' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:29:09.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:08 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/1447053991' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:29:09.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:08 smithi031 ceph-mon[98130]: osdmap e899: 8 total, 8 up, 8 in 2024-08-10T05:29:09.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:08 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/1447053991' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:29:09.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:08 smithi031 ceph-mon[100614]: osdmap e899: 8 total, 8 up, 8 in 2024-08-10T05:29:09.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:08 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/1447053991' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:29:09.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:08 smithi196 ceph-mon[90243]: osdmap e899: 8 total, 8 up, 8 in 2024-08-10T05:29:10.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:09 smithi031 ceph-mon[98130]: pgmap v1030: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:29:10.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:09 smithi031 ceph-mon[98130]: osdmap e900: 8 total, 8 up, 8 in 2024-08-10T05:29:10.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:09 smithi031 ceph-mon[100614]: pgmap v1030: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:29:10.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:09 smithi031 ceph-mon[100614]: osdmap e900: 8 total, 8 up, 8 in 2024-08-10T05:29:10.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:09 smithi196 ceph-mon[90243]: pgmap v1030: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:29:10.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:09 smithi196 ceph-mon[90243]: osdmap e900: 8 total, 8 up, 8 in 2024-08-10T05:29:11.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:29:11 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:29:11] "GET /metrics HTTP/1.1" 200 36397 "" "Prometheus/2.43.0" 2024-08-10T05:29:12.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:11 smithi031 ceph-mon[98130]: pgmap v1032: 137 pgs: 10 creating+peering, 12 unknown, 115 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:29:12.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:11 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:29:12.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:11 smithi031 ceph-mon[100614]: pgmap v1032: 137 pgs: 10 creating+peering, 12 unknown, 115 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:29:12.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:11 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:29:12.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:11 smithi196 ceph-mon[90243]: pgmap v1032: 137 pgs: 10 creating+peering, 12 unknown, 115 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:29:12.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:11 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:29:12.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:29:12 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:29:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:29:14.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:13 smithi031 ceph-mon[98130]: pgmap v1033: 137 pgs: 10 creating+peering, 127 active+clean; 1.1 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 3.8 MiB/s wr, 4.52k op/s 2024-08-10T05:29:14.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:13 smithi031 ceph-mon[100614]: pgmap v1033: 137 pgs: 10 creating+peering, 127 active+clean; 1.1 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 3.8 MiB/s wr, 4.52k op/s 2024-08-10T05:29:14.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:13 smithi196 ceph-mon[90243]: pgmap v1033: 137 pgs: 10 creating+peering, 127 active+clean; 1.1 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 3.8 MiB/s wr, 4.52k op/s 2024-08-10T05:29:16.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:15 smithi031 ceph-mon[98130]: pgmap v1034: 137 pgs: 137 active+clean; 1.1 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 3.2 MiB/s wr, 3.75k op/s 2024-08-10T05:29:16.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:15 smithi031 ceph-mon[100614]: pgmap v1034: 137 pgs: 137 active+clean; 1.1 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 3.2 MiB/s wr, 3.75k op/s 2024-08-10T05:29:16.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:15 smithi196 ceph-mon[90243]: pgmap v1034: 137 pgs: 137 active+clean; 1.1 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 3.2 MiB/s wr, 3.75k op/s 2024-08-10T05:29:18.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:17 smithi031 ceph-mon[98130]: pgmap v1035: 137 pgs: 137 active+clean; 1.6 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 77 MiB/s rd, 6.4 MiB/s wr, 7.63k op/s 2024-08-10T05:29:18.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:17 smithi031 ceph-mon[100614]: pgmap v1035: 137 pgs: 137 active+clean; 1.6 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 77 MiB/s rd, 6.4 MiB/s wr, 7.63k op/s 2024-08-10T05:29:18.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:17 smithi196 ceph-mon[90243]: pgmap v1035: 137 pgs: 137 active+clean; 1.6 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 77 MiB/s rd, 6.4 MiB/s wr, 7.63k op/s 2024-08-10T05:29:20.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:19 smithi031 ceph-mon[98130]: pgmap v1036: 137 pgs: 137 active+clean; 1.6 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 63 MiB/s rd, 5.3 MiB/s wr, 6.28k op/s 2024-08-10T05:29:20.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:19 smithi031 ceph-mon[100614]: pgmap v1036: 137 pgs: 137 active+clean; 1.6 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 63 MiB/s rd, 5.3 MiB/s wr, 6.28k op/s 2024-08-10T05:29:20.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:19 smithi196 ceph-mon[90243]: pgmap v1036: 137 pgs: 137 active+clean; 1.6 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 63 MiB/s rd, 5.3 MiB/s wr, 6.28k op/s 2024-08-10T05:29:21.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:29:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:29:21] "GET /metrics HTTP/1.1" 200 36397 "" "Prometheus/2.43.0" 2024-08-10T05:29:22.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:21 smithi031 ceph-mon[98130]: pgmap v1037: 137 pgs: 137 active+clean; 1.6 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 56 MiB/s rd, 4.7 MiB/s wr, 5.60k op/s 2024-08-10T05:29:22.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:21 smithi031 ceph-mon[100614]: pgmap v1037: 137 pgs: 137 active+clean; 1.6 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 56 MiB/s rd, 4.7 MiB/s wr, 5.60k op/s 2024-08-10T05:29:22.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:21 smithi196 ceph-mon[90243]: pgmap v1037: 137 pgs: 137 active+clean; 1.6 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 56 MiB/s rd, 4.7 MiB/s wr, 5.60k op/s 2024-08-10T05:29:22.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:29:22 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:29:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:29:24.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:23 smithi031 ceph-mon[98130]: pgmap v1038: 137 pgs: 137 active+clean; 1.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 77 MiB/s rd, 5.5 MiB/s wr, 6.67k op/s 2024-08-10T05:29:24.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:23 smithi031 ceph-mon[100614]: pgmap v1038: 137 pgs: 137 active+clean; 1.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 77 MiB/s rd, 5.5 MiB/s wr, 6.67k op/s 2024-08-10T05:29:24.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:23 smithi196 ceph-mon[90243]: pgmap v1038: 137 pgs: 137 active+clean; 1.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 77 MiB/s rd, 5.5 MiB/s wr, 6.67k op/s 2024-08-10T05:29:25.735 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestCls2PCQueue.MultiProducerConsumer (20046 ms) 2024-08-10T05:29:25.735 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestCls2PCQueue.ReserveSpillover 2024-08-10T05:29:26.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:25 smithi031 ceph-mon[98130]: pgmap v1039: 137 pgs: 137 active+clean; 1.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 66 MiB/s rd, 3.6 MiB/s wr, 4.41k op/s 2024-08-10T05:29:26.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:25 smithi031 ceph-mon[100614]: pgmap v1039: 137 pgs: 137 active+clean; 1.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 66 MiB/s rd, 3.6 MiB/s wr, 4.41k op/s 2024-08-10T05:29:26.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:25 smithi196 ceph-mon[90243]: pgmap v1039: 137 pgs: 137 active+clean; 1.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 66 MiB/s rd, 3.6 MiB/s wr, 4.41k op/s 2024-08-10T05:29:27.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:26 smithi031 ceph-mon[98130]: osdmap e901: 8 total, 8 up, 8 in 2024-08-10T05:29:27.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:29:27.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:26 smithi031 ceph-mon[100614]: osdmap e901: 8 total, 8 up, 8 in 2024-08-10T05:29:27.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:29:27.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:26 smithi196 ceph-mon[90243]: osdmap e901: 8 total, 8 up, 8 in 2024-08-10T05:29:27.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:29:28.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:27 smithi031 ceph-mon[98130]: pgmap v1041: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:29:28.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:27 smithi031 ceph-mon[98130]: osdmap e902: 8 total, 8 up, 8 in 2024-08-10T05:29:28.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:27 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/2156626362' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:29:28.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:27 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:29:28.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:27 smithi031 ceph-mon[100614]: pgmap v1041: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:29:28.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:27 smithi031 ceph-mon[100614]: osdmap e902: 8 total, 8 up, 8 in 2024-08-10T05:29:28.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:27 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/2156626362' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:29:28.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:27 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:29:28.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:27 smithi196 ceph-mon[90243]: pgmap v1041: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:29:28.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:27 smithi196 ceph-mon[90243]: osdmap e902: 8 total, 8 up, 8 in 2024-08-10T05:29:28.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:27 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/2156626362' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:29:28.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:27 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:29:29.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:28 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:29:29.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:28 smithi031 ceph-mon[98130]: osdmap e903: 8 total, 8 up, 8 in 2024-08-10T05:29:29.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:28 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:29:29.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:28 smithi031 ceph-mon[100614]: osdmap e903: 8 total, 8 up, 8 in 2024-08-10T05:29:29.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:28 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:29:29.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:28 smithi196 ceph-mon[90243]: osdmap e903: 8 total, 8 up, 8 in 2024-08-10T05:29:29.774 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestCls2PCQueue.ReserveSpillover (4040 ms) 2024-08-10T05:29:29.775 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestCls2PCQueue.CommitSpillover 2024-08-10T05:29:30.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:29 smithi031 ceph-mon[98130]: pgmap v1044: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:29:30.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:29 smithi031 ceph-mon[98130]: osdmap e904: 8 total, 8 up, 8 in 2024-08-10T05:29:30.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:29 smithi031 ceph-mon[100614]: pgmap v1044: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:29:30.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:29 smithi031 ceph-mon[100614]: osdmap e904: 8 total, 8 up, 8 in 2024-08-10T05:29:30.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:29 smithi196 ceph-mon[90243]: pgmap v1044: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:29:30.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:29 smithi196 ceph-mon[90243]: osdmap e904: 8 total, 8 up, 8 in 2024-08-10T05:29:31.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:30 smithi196 ceph-mon[90243]: osdmap e905: 8 total, 8 up, 8 in 2024-08-10T05:29:31.254 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:30 smithi031 ceph-mon[98130]: osdmap e905: 8 total, 8 up, 8 in 2024-08-10T05:29:31.255 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:30 smithi031 ceph-mon[100614]: osdmap e905: 8 total, 8 up, 8 in 2024-08-10T05:29:31.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:29:31 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:29:31] "GET /metrics HTTP/1.1" 200 33993 "" "Prometheus/2.43.0" 2024-08-10T05:29:32.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:31 smithi031 ceph-mon[98130]: pgmap v1047: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:29:32.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:31 smithi031 ceph-mon[98130]: osdmap e906: 8 total, 8 up, 8 in 2024-08-10T05:29:32.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:31 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/2475708992' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:29:32.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:31 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:29:32.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:31 smithi031 ceph-mon[100614]: pgmap v1047: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:29:32.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:31 smithi031 ceph-mon[100614]: osdmap e906: 8 total, 8 up, 8 in 2024-08-10T05:29:32.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:31 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/2475708992' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:29:32.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:31 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:29:32.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:31 smithi196 ceph-mon[90243]: pgmap v1047: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:29:32.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:31 smithi196 ceph-mon[90243]: osdmap e906: 8 total, 8 up, 8 in 2024-08-10T05:29:32.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:31 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/2475708992' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:29:32.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:31 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:29:32.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:29:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:29:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:29:33.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:32 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:29:33.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:32 smithi031 ceph-mon[98130]: osdmap e907: 8 total, 8 up, 8 in 2024-08-10T05:29:33.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:32 smithi031 ceph-mon[98130]: pgmap v1050: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:29:33.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:32 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:29:33.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:32 smithi031 ceph-mon[100614]: osdmap e907: 8 total, 8 up, 8 in 2024-08-10T05:29:33.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:32 smithi031 ceph-mon[100614]: pgmap v1050: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:29:33.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:32 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:29:33.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:32 smithi196 ceph-mon[90243]: osdmap e907: 8 total, 8 up, 8 in 2024-08-10T05:29:33.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:32 smithi196 ceph-mon[90243]: pgmap v1050: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:29:34.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:33 smithi031 ceph-mon[98130]: osdmap e908: 8 total, 8 up, 8 in 2024-08-10T05:29:34.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:33 smithi031 ceph-mon[100614]: osdmap e908: 8 total, 8 up, 8 in 2024-08-10T05:29:34.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:33 smithi196 ceph-mon[90243]: osdmap e908: 8 total, 8 up, 8 in 2024-08-10T05:29:35.179 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:34 smithi196 ceph-mon[90243]: pgmap v1052: 137 pgs: 3 creating+peering, 10 unknown, 124 active+clean; 597 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 806 KiB/s rd, 809 KiB/s wr, 299 op/s 2024-08-10T05:29:35.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:34 smithi031 ceph-mon[98130]: pgmap v1052: 137 pgs: 3 creating+peering, 10 unknown, 124 active+clean; 597 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 806 KiB/s rd, 809 KiB/s wr, 299 op/s 2024-08-10T05:29:35.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:34 smithi031 ceph-mon[100614]: pgmap v1052: 137 pgs: 3 creating+peering, 10 unknown, 124 active+clean; 597 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 806 KiB/s rd, 809 KiB/s wr, 299 op/s 2024-08-10T05:29:35.802 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestCls2PCQueue.CommitSpillover (6028 ms) 2024-08-10T05:29:35.802 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestCls2PCQueue.AbortSpillover 2024-08-10T05:29:37.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:36 smithi031 ceph-mon[98130]: osdmap e909: 8 total, 8 up, 8 in 2024-08-10T05:29:37.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:36 smithi031 ceph-mon[98130]: pgmap v1054: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:29:37.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:36 smithi031 ceph-mon[100614]: osdmap e909: 8 total, 8 up, 8 in 2024-08-10T05:29:37.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:36 smithi031 ceph-mon[100614]: pgmap v1054: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:29:37.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:36 smithi196 ceph-mon[90243]: osdmap e909: 8 total, 8 up, 8 in 2024-08-10T05:29:37.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:36 smithi196 ceph-mon[90243]: pgmap v1054: 105 pgs: 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:29:38.268 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:37 smithi031 ceph-mon[100614]: osdmap e910: 8 total, 8 up, 8 in 2024-08-10T05:29:38.268 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:37 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/3081466000' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:29:38.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:37 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:29:38.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:37 smithi031 ceph-mon[98130]: osdmap e910: 8 total, 8 up, 8 in 2024-08-10T05:29:38.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:37 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/3081466000' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:29:38.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:37 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:29:38.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:37 smithi196 ceph-mon[90243]: osdmap e910: 8 total, 8 up, 8 in 2024-08-10T05:29:38.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:37 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/3081466000' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:29:38.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:37 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:29:39.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:38 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:29:39.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:38 smithi031 ceph-mon[98130]: osdmap e911: 8 total, 8 up, 8 in 2024-08-10T05:29:39.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:38 smithi031 ceph-mon[98130]: pgmap v1057: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:29:39.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:38 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:29:39.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:38 smithi031 ceph-mon[100614]: osdmap e911: 8 total, 8 up, 8 in 2024-08-10T05:29:39.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:38 smithi031 ceph-mon[100614]: pgmap v1057: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:29:39.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:38 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-141476-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:29:39.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:38 smithi196 ceph-mon[90243]: osdmap e911: 8 total, 8 up, 8 in 2024-08-10T05:29:39.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:38 smithi196 ceph-mon[90243]: pgmap v1057: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:29:40.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:39 smithi031 ceph-mon[98130]: osdmap e912: 8 total, 8 up, 8 in 2024-08-10T05:29:40.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:39 smithi031 ceph-mon[100614]: osdmap e912: 8 total, 8 up, 8 in 2024-08-10T05:29:40.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:39 smithi196 ceph-mon[90243]: osdmap e912: 8 total, 8 up, 8 in 2024-08-10T05:29:40.829 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestCls2PCQueue.AbortSpillover (5027 ms) 2024-08-10T05:29:40.830 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 22 tests from TestCls2PCQueue (101662 ms total) 2024-08-10T05:29:40.830 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T05:29:40.830 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] Global test environment tear-down 2024-08-10T05:29:40.830 INFO:tasks.workunit.client.0.smithi031.stdout:[==========] 22 tests from 1 test suite ran. (101662 ms total) 2024-08-10T05:29:40.830 INFO:tasks.workunit.client.0.smithi031.stdout:[ PASSED ] 22 tests. 2024-08-10T05:29:40.833 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-10T05:29:40.833 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-10T05:29:40.862 INFO:tasks.workunit:Running workunit cls/test_cls_cas.sh... 2024-08-10T05:29:40.863 DEBUG:teuthology.orchestra.run.smithi031:workunit test cls/test_cls_cas.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cas.sh 2024-08-10T05:29:40.931 INFO:tasks.workunit.client.0.smithi031.stdout:Running main() from gmock_main.cc 2024-08-10T05:29:40.931 INFO:tasks.workunit.client.0.smithi031.stdout:[==========] Running 6 tests from 2 test suites. 2024-08-10T05:29:40.931 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] Global test environment set-up. 2024-08-10T05:29:40.932 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 5 tests from cls_cas 2024-08-10T05:29:40.932 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_cas.get_put 2024-08-10T05:29:41.254 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:40 smithi031 ceph-mon[98130]: pgmap v1059: 137 pgs: 11 creating+peering, 10 unknown, 116 active+clean; 606 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 4.6 MiB/s wr, 982 op/s 2024-08-10T05:29:41.254 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:40 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:29:41.255 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:40 smithi031 ceph-mon[100614]: pgmap v1059: 137 pgs: 11 creating+peering, 10 unknown, 116 active+clean; 606 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 4.6 MiB/s wr, 982 op/s 2024-08-10T05:29:41.255 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:40 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:29:41.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:40 smithi196 ceph-mon[90243]: pgmap v1059: 137 pgs: 11 creating+peering, 10 unknown, 116 active+clean; 606 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 4.6 MiB/s wr, 982 op/s 2024-08-10T05:29:41.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:40 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:29:41.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:29:41 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:29:41] "GET /metrics HTTP/1.1" 200 35085 "" "Prometheus/2.43.0" 2024-08-10T05:29:42.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:41 smithi031 ceph-mon[98130]: osdmap e913: 8 total, 8 up, 8 in 2024-08-10T05:29:42.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:41 smithi031 ceph-mon[100614]: osdmap e913: 8 total, 8 up, 8 in 2024-08-10T05:29:42.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:41 smithi196 ceph-mon[90243]: osdmap e913: 8 total, 8 up, 8 in 2024-08-10T05:29:42.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:29:42 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:29:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:29:43.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:42 smithi031 ceph-mon[98130]: osdmap e914: 8 total, 8 up, 8 in 2024-08-10T05:29:43.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:42 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/3713203870' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142260-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:29:43.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:42 smithi031 ceph-mon[98130]: pgmap v1062: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:29:43.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:42 smithi031 ceph-mon[100614]: osdmap e914: 8 total, 8 up, 8 in 2024-08-10T05:29:43.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:42 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/3713203870' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142260-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:29:43.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:42 smithi031 ceph-mon[100614]: pgmap v1062: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:29:43.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:42 smithi196 ceph-mon[90243]: osdmap e914: 8 total, 8 up, 8 in 2024-08-10T05:29:43.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:42 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/3713203870' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142260-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:29:43.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:42 smithi196 ceph-mon[90243]: pgmap v1062: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:29:43.848 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_cas.get_put (2917 ms) 2024-08-10T05:29:43.849 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_cas.wrong_put 2024-08-10T05:29:44.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:43 smithi031 ceph-mon[98130]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:29:44.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:43 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/3713203870' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142260-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:29:44.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:43 smithi031 ceph-mon[98130]: osdmap e915: 8 total, 8 up, 8 in 2024-08-10T05:29:44.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:43 smithi031 ceph-mon[100614]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:29:44.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:43 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/3713203870' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142260-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:29:44.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:43 smithi031 ceph-mon[100614]: osdmap e915: 8 total, 8 up, 8 in 2024-08-10T05:29:44.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:43 smithi196 ceph-mon[90243]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:29:44.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:43 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/3713203870' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142260-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:29:44.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:43 smithi196 ceph-mon[90243]: osdmap e915: 8 total, 8 up, 8 in 2024-08-10T05:29:45.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:44 smithi031 ceph-mon[98130]: osdmap e916: 8 total, 8 up, 8 in 2024-08-10T05:29:45.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:44 smithi031 ceph-mon[98130]: pgmap v1065: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:29:45.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:44 smithi031 ceph-mon[100614]: osdmap e916: 8 total, 8 up, 8 in 2024-08-10T05:29:45.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:44 smithi031 ceph-mon[100614]: pgmap v1065: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:29:45.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:44 smithi196 ceph-mon[90243]: osdmap e916: 8 total, 8 up, 8 in 2024-08-10T05:29:45.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:44 smithi196 ceph-mon[90243]: pgmap v1065: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:29:46.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:45 smithi031 ceph-mon[98130]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:29:46.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:45 smithi031 ceph-mon[98130]: Cluster is now healthy 2024-08-10T05:29:46.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:45 smithi031 ceph-mon[98130]: osdmap e917: 8 total, 8 up, 8 in 2024-08-10T05:29:46.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:45 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/631022359' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142260-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:29:46.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:45 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142260-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:29:46.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:45 smithi031 ceph-mon[100614]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:29:46.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:45 smithi031 ceph-mon[100614]: Cluster is now healthy 2024-08-10T05:29:46.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:45 smithi031 ceph-mon[100614]: osdmap e917: 8 total, 8 up, 8 in 2024-08-10T05:29:46.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:45 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/631022359' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142260-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:29:46.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:45 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142260-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:29:46.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:45 smithi196 ceph-mon[90243]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:29:46.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:45 smithi196 ceph-mon[90243]: Cluster is now healthy 2024-08-10T05:29:46.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:45 smithi196 ceph-mon[90243]: osdmap e917: 8 total, 8 up, 8 in 2024-08-10T05:29:46.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:45 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/631022359' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142260-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:29:46.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:45 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142260-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:29:46.874 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_cas.wrong_put (3026 ms) 2024-08-10T05:29:46.874 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_cas.dup_get 2024-08-10T05:29:47.169 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:46 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142260-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:29:47.169 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:46 smithi031 ceph-mon[98130]: osdmap e918: 8 total, 8 up, 8 in 2024-08-10T05:29:47.169 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:46 smithi031 ceph-mon[98130]: pgmap v1068: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:29:47.169 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:46 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142260-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:29:47.169 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:46 smithi031 ceph-mon[100614]: osdmap e918: 8 total, 8 up, 8 in 2024-08-10T05:29:47.170 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:46 smithi031 ceph-mon[100614]: pgmap v1068: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:29:47.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:46 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142260-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:29:47.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:46 smithi196 ceph-mon[90243]: osdmap e918: 8 total, 8 up, 8 in 2024-08-10T05:29:47.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:46 smithi196 ceph-mon[90243]: pgmap v1068: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:29:48.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:47 smithi031 ceph-mon[98130]: osdmap e919: 8 total, 8 up, 8 in 2024-08-10T05:29:48.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:47 smithi031 ceph-mon[100614]: osdmap e919: 8 total, 8 up, 8 in 2024-08-10T05:29:48.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:47 smithi196 ceph-mon[90243]: osdmap e919: 8 total, 8 up, 8 in 2024-08-10T05:29:49.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:48 smithi031 ceph-mon[98130]: osdmap e920: 8 total, 8 up, 8 in 2024-08-10T05:29:49.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:48 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/3423673704' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142260-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:29:49.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:48 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142260-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:29:49.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:48 smithi031 ceph-mon[98130]: pgmap v1071: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:29:49.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:48 smithi031 ceph-mon[100614]: osdmap e920: 8 total, 8 up, 8 in 2024-08-10T05:29:49.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:48 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/3423673704' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142260-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:29:49.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:48 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142260-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:29:49.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:48 smithi031 ceph-mon[100614]: pgmap v1071: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:29:49.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:48 smithi196 ceph-mon[90243]: osdmap e920: 8 total, 8 up, 8 in 2024-08-10T05:29:49.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:48 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/3423673704' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142260-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:29:49.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:48 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142260-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:29:49.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:48 smithi196 ceph-mon[90243]: pgmap v1071: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:29:49.891 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_cas.dup_get (3017 ms) 2024-08-10T05:29:49.892 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_cas.dup_put 2024-08-10T05:29:50.268 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:49 smithi031 ceph-mon[100614]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:29:50.268 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:49 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142260-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:29:50.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:49 smithi031 ceph-mon[100614]: osdmap e921: 8 total, 8 up, 8 in 2024-08-10T05:29:50.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:49 smithi031 ceph-mon[98130]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:29:50.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:49 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142260-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:29:50.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:49 smithi031 ceph-mon[98130]: osdmap e921: 8 total, 8 up, 8 in 2024-08-10T05:29:50.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:49 smithi196 ceph-mon[90243]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:29:50.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:49 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142260-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:29:50.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:49 smithi196 ceph-mon[90243]: osdmap e921: 8 total, 8 up, 8 in 2024-08-10T05:29:51.254 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:50 smithi031 ceph-mon[98130]: osdmap e922: 8 total, 8 up, 8 in 2024-08-10T05:29:51.254 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:50 smithi031 ceph-mon[98130]: pgmap v1074: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:29:51.255 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:50 smithi031 ceph-mon[100614]: osdmap e922: 8 total, 8 up, 8 in 2024-08-10T05:29:51.255 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:50 smithi031 ceph-mon[100614]: pgmap v1074: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:29:51.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:50 smithi196 ceph-mon[90243]: osdmap e922: 8 total, 8 up, 8 in 2024-08-10T05:29:51.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:50 smithi196 ceph-mon[90243]: pgmap v1074: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:29:51.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:29:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:29:51] "GET /metrics HTTP/1.1" 200 35085 "" "Prometheus/2.43.0" 2024-08-10T05:29:52.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:51 smithi031 ceph-mon[98130]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:29:52.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:51 smithi031 ceph-mon[98130]: Cluster is now healthy 2024-08-10T05:29:52.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:51 smithi031 ceph-mon[98130]: osdmap e923: 8 total, 8 up, 8 in 2024-08-10T05:29:52.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:51 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/3979736040' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142260-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:29:52.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:51 smithi031 ceph-mon[100614]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:29:52.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:51 smithi031 ceph-mon[100614]: Cluster is now healthy 2024-08-10T05:29:52.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:51 smithi031 ceph-mon[100614]: osdmap e923: 8 total, 8 up, 8 in 2024-08-10T05:29:52.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:51 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/3979736040' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142260-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:29:52.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:51 smithi196 ceph-mon[90243]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:29:52.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:51 smithi196 ceph-mon[90243]: Cluster is now healthy 2024-08-10T05:29:52.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:51 smithi196 ceph-mon[90243]: osdmap e923: 8 total, 8 up, 8 in 2024-08-10T05:29:52.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:51 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/3979736040' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142260-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:29:52.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:29:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:29:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:29:52.919 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_cas.dup_put (3028 ms) 2024-08-10T05:29:52.919 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_cas.get_wrong_data 2024-08-10T05:29:53.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:52 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/3979736040' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142260-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:29:53.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:52 smithi031 ceph-mon[98130]: osdmap e924: 8 total, 8 up, 8 in 2024-08-10T05:29:53.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:52 smithi031 ceph-mon[98130]: pgmap v1077: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:29:53.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:52 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/3979736040' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142260-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:29:53.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:52 smithi031 ceph-mon[100614]: osdmap e924: 8 total, 8 up, 8 in 2024-08-10T05:29:53.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:52 smithi031 ceph-mon[100614]: pgmap v1077: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:29:53.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:52 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/3979736040' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142260-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:29:53.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:52 smithi196 ceph-mon[90243]: osdmap e924: 8 total, 8 up, 8 in 2024-08-10T05:29:53.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:52 smithi196 ceph-mon[90243]: pgmap v1077: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:29:54.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:53 smithi031 ceph-mon[98130]: osdmap e925: 8 total, 8 up, 8 in 2024-08-10T05:29:54.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:53 smithi031 ceph-mon[100614]: osdmap e925: 8 total, 8 up, 8 in 2024-08-10T05:29:54.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:53 smithi196 ceph-mon[90243]: osdmap e925: 8 total, 8 up, 8 in 2024-08-10T05:29:55.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:54 smithi031 ceph-mon[98130]: osdmap e926: 8 total, 8 up, 8 in 2024-08-10T05:29:55.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:54 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/522138487' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142260-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:29:55.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:54 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142260-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:29:55.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:54 smithi031 ceph-mon[98130]: pgmap v1080: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:29:55.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:54 smithi031 ceph-mon[100614]: osdmap e926: 8 total, 8 up, 8 in 2024-08-10T05:29:55.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:54 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/522138487' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142260-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:29:55.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:54 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142260-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:29:55.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:54 smithi031 ceph-mon[100614]: pgmap v1080: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:29:55.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:54 smithi196 ceph-mon[90243]: osdmap e926: 8 total, 8 up, 8 in 2024-08-10T05:29:55.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:54 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/522138487' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142260-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:29:55.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:54 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142260-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:29:55.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:54 smithi196 ceph-mon[90243]: pgmap v1080: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:29:55.942 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_cas.get_wrong_data (3023 ms) 2024-08-10T05:29:55.943 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 5 tests from cls_cas (15011 ms total) 2024-08-10T05:29:55.943 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T05:29:55.943 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 1 test from chunk_refs_t 2024-08-10T05:29:55.943 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] chunk_refs_t.size 2024-08-10T05:29:55.943 INFO:tasks.workunit.client.0.smithi031.stdout:1 60 by_object 2024-08-10T05:29:55.943 INFO:tasks.workunit.client.0.smithi031.stdout:2 103 by_object 2024-08-10T05:29:55.943 INFO:tasks.workunit.client.0.smithi031.stdout:4 189 by_object 2024-08-10T05:29:55.943 INFO:tasks.workunit.client.0.smithi031.stdout:8 361 by_object 2024-08-10T05:29:55.943 INFO:tasks.workunit.client.0.smithi031.stdout:16 112 by_hash(32 bits) 2024-08-10T05:29:55.943 INFO:tasks.workunit.client.0.smithi031.stdout:32 208 by_hash(32 bits) 2024-08-10T05:29:55.943 INFO:tasks.workunit.client.0.smithi031.stdout:64 400 by_hash(32 bits) 2024-08-10T05:29:55.944 INFO:tasks.workunit.client.0.smithi031.stdout:128 509 by_hash(10 bits) 2024-08-10T05:29:55.944 INFO:tasks.workunit.client.0.smithi031.stdout:256 499 by_hash(7 bits) 2024-08-10T05:29:55.944 INFO:tasks.workunit.client.0.smithi031.stdout:512 462 by_hash(5 bits) 2024-08-10T05:29:55.944 INFO:tasks.workunit.client.0.smithi031.stdout:1024 466 by_hash(5 bits) 2024-08-10T05:29:55.945 INFO:tasks.workunit.client.0.smithi031.stdout:2048 466 by_hash(5 bits) 2024-08-10T05:29:55.945 INFO:tasks.workunit.client.0.smithi031.stdout:4096 470 by_hash(5 bits) 2024-08-10T05:29:55.945 INFO:tasks.workunit.client.0.smithi031.stdout:8192 498 by_hash(4 bits) 2024-08-10T05:29:55.946 INFO:tasks.workunit.client.0.smithi031.stdout:16384 278 by_hash(3 bits) 2024-08-10T05:29:55.948 INFO:tasks.workunit.client.0.smithi031.stdout:32768 337 by_hash(2 bits) 2024-08-10T05:29:55.952 INFO:tasks.workunit.client.0.smithi031.stdout:65536 367 by_hash(2 bits) 2024-08-10T05:29:55.960 INFO:tasks.workunit.client.0.smithi031.stdout:131072 387 by_hash(1 bits) 2024-08-10T05:29:55.974 INFO:tasks.workunit.client.0.smithi031.stdout:262144 331 by_pool 2024-08-10T05:29:56.002 INFO:tasks.workunit.client.0.smithi031.stdout:524288 21 count 2024-08-10T05:29:56.051 INFO:tasks.workunit.client.0.smithi031.stdout:1048576 21 count 2024-08-10T05:29:56.159 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] chunk_refs_t.size (217 ms) 2024-08-10T05:29:56.160 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 1 test from chunk_refs_t (217 ms total) 2024-08-10T05:29:56.160 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T05:29:56.160 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] Global test environment tear-down 2024-08-10T05:29:56.160 INFO:tasks.workunit.client.0.smithi031.stdout:[==========] 6 tests from 2 test suites ran. (15228 ms total) 2024-08-10T05:29:56.160 INFO:tasks.workunit.client.0.smithi031.stdout:[ PASSED ] 6 tests. 2024-08-10T05:29:56.162 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-10T05:29:56.162 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-10T05:29:56.224 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:55 smithi031 ceph-mon[98130]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:29:56.224 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:55 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142260-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:29:56.224 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:55 smithi031 ceph-mon[98130]: osdmap e927: 8 total, 8 up, 8 in 2024-08-10T05:29:56.224 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:55 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:29:56.224 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:55 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:29:56.225 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:55 smithi031 ceph-mon[100614]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:29:56.225 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:55 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142260-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:29:56.225 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:55 smithi031 ceph-mon[100614]: osdmap e927: 8 total, 8 up, 8 in 2024-08-10T05:29:56.225 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:55 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:29:56.225 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:55 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:29:56.227 INFO:tasks.workunit:Running workunit cls/test_cls_cmpomap.sh... 2024-08-10T05:29:56.228 DEBUG:teuthology.orchestra.run.smithi031:workunit test cls/test_cls_cmpomap.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cmpomap.sh 2024-08-10T05:29:56.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:55 smithi196 ceph-mon[90243]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:29:56.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:55 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142260-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:29:56.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:55 smithi196 ceph-mon[90243]: osdmap e927: 8 total, 8 up, 8 in 2024-08-10T05:29:56.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:55 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:29:56.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:55 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:29:56.296 INFO:tasks.workunit.client.0.smithi031.stdout:Running main() from gmock_main.cc 2024-08-10T05:29:56.296 INFO:tasks.workunit.client.0.smithi031.stdout:[==========] Running 31 tests from 1 test suite. 2024-08-10T05:29:56.296 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] Global test environment set-up. 2024-08-10T05:29:57.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:56 smithi031 ceph-mon[98130]: pgmap v1082: 137 pgs: 3 creating+peering, 20 unknown, 114 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:29:57.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:56 smithi031 ceph-mon[98130]: osdmap e928: 8 total, 8 up, 8 in 2024-08-10T05:29:57.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:56 smithi031 ceph-mon[98130]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:29:57.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:56 smithi031 ceph-mon[98130]: Cluster is now healthy 2024-08-10T05:29:57.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:56 smithi031 ceph-mon[100614]: pgmap v1082: 137 pgs: 3 creating+peering, 20 unknown, 114 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:29:57.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:56 smithi031 ceph-mon[100614]: osdmap e928: 8 total, 8 up, 8 in 2024-08-10T05:29:57.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:56 smithi031 ceph-mon[100614]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:29:57.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:56 smithi031 ceph-mon[100614]: Cluster is now healthy 2024-08-10T05:29:57.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:56 smithi196 ceph-mon[90243]: pgmap v1082: 137 pgs: 3 creating+peering, 20 unknown, 114 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:29:57.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:56 smithi196 ceph-mon[90243]: osdmap e928: 8 total, 8 up, 8 in 2024-08-10T05:29:57.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:56 smithi196 ceph-mon[90243]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:29:57.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:56 smithi196 ceph-mon[90243]: Cluster is now healthy 2024-08-10T05:29:57.948 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 31 tests from CmpOmap 2024-08-10T05:29:57.948 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str 2024-08-10T05:29:57.964 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str (15 ms) 2024-08-10T05:29:57.964 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str_default 2024-08-10T05:29:57.971 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str_default (7 ms) 2024-08-10T05:29:57.971 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64 2024-08-10T05:29:57.974 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64 (3 ms) 2024-08-10T05:29:57.975 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64_default 2024-08-10T05:29:57.978 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64_default (4 ms) 2024-08-10T05:29:57.978 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] CmpOmap.cmp_vals_str 2024-08-10T05:29:57.984 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] CmpOmap.cmp_vals_str (6 ms) 2024-08-10T05:29:57.984 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] CmpOmap.cmp_vals_u64 2024-08-10T05:29:57.991 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] CmpOmap.cmp_vals_u64 (7 ms) 2024-08-10T05:29:57.991 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_input 2024-08-10T05:29:57.994 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_input (3 ms) 2024-08-10T05:29:57.994 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_default 2024-08-10T05:29:57.997 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_default (3 ms) 2024-08-10T05:29:57.998 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] CmpOmap.cmp_vals_u64_empty_default 2024-08-10T05:29:58.000 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] CmpOmap.cmp_vals_u64_empty_default (3 ms) 2024-08-10T05:29:58.000 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_value 2024-08-10T05:29:58.004 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_value (4 ms) 2024-08-10T05:29:58.004 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] CmpOmap.cmp_vals_at_max_keys 2024-08-10T05:29:58.004 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] CmpOmap.cmp_vals_at_max_keys (1 ms) 2024-08-10T05:29:58.005 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] CmpOmap.cmp_vals_over_max_keys 2024-08-10T05:29:58.005 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] CmpOmap.cmp_vals_over_max_keys (0 ms) 2024-08-10T05:29:58.005 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str 2024-08-10T05:29:58.011 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str (6 ms) 2024-08-10T05:29:58.011 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str_default 2024-08-10T05:29:58.018 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str_default (7 ms) 2024-08-10T05:29:58.018 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64 2024-08-10T05:29:58.024 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64 (6 ms) 2024-08-10T05:29:58.024 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64_default 2024-08-10T05:29:58.032 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64_default (8 ms) 2024-08-10T05:29:58.033 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] CmpOmap.cmp_set_vals_str 2024-08-10T05:29:58.040 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] CmpOmap.cmp_set_vals_str (8 ms) 2024-08-10T05:29:58.040 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64 2024-08-10T05:29:58.047 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] CmpOmap.cmp_set_vals_u64 (7 ms) 2024-08-10T05:29:58.047 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_einval 2024-08-10T05:29:58.049 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_einval (2 ms) 2024-08-10T05:29:58.049 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_eio 2024-08-10T05:29:58.052 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_eio (3 ms) 2024-08-10T05:29:58.052 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] CmpOmap.cmp_set_vals_at_max_keys 2024-08-10T05:29:58.053 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] CmpOmap.cmp_set_vals_at_max_keys (1 ms) 2024-08-10T05:29:58.053 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] CmpOmap.cmp_set_vals_over_max_keys 2024-08-10T05:29:58.054 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] CmpOmap.cmp_set_vals_over_max_keys (1 ms) 2024-08-10T05:29:58.054 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_str 2024-08-10T05:29:58.062 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_str (8 ms) 2024-08-10T05:29:58.062 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_u64 2024-08-10T05:29:58.067 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_u64 (5 ms) 2024-08-10T05:29:58.068 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] CmpOmap.cmp_rm_keys_str 2024-08-10T05:29:58.075 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] CmpOmap.cmp_rm_keys_str (8 ms) 2024-08-10T05:29:58.075 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64 2024-08-10T05:29:58.082 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64 (7 ms) 2024-08-10T05:29:58.083 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_einval 2024-08-10T05:29:58.086 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_einval (2 ms) 2024-08-10T05:29:58.087 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_eio 2024-08-10T05:29:58.087 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_eio (3 ms) 2024-08-10T05:29:58.087 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] CmpOmap.cmp_rm_keys_at_max_keys 2024-08-10T05:29:58.088 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] CmpOmap.cmp_rm_keys_at_max_keys (1 ms) 2024-08-10T05:29:58.088 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] CmpOmap.cmp_rm_keys_over_max_keys 2024-08-10T05:29:58.088 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] CmpOmap.cmp_rm_keys_over_max_keys (0 ms) 2024-08-10T05:29:58.088 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_empty 2024-08-10T05:29:58.097 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_empty (9 ms) 2024-08-10T05:29:58.097 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 31 tests from CmpOmap (149 ms total) 2024-08-10T05:29:58.097 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T05:29:58.097 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] Global test environment tear-down 2024-08-10T05:29:58.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:57 smithi031 ceph-mon[98130]: osdmap e929: 8 total, 8 up, 8 in 2024-08-10T05:29:58.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:57 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/1109155068' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142383-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:29:58.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:57 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142383-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:29:58.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:57 smithi031 ceph-mon[100614]: osdmap e929: 8 total, 8 up, 8 in 2024-08-10T05:29:58.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:57 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/1109155068' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142383-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:29:58.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:57 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142383-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:29:58.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:57 smithi196 ceph-mon[90243]: osdmap e929: 8 total, 8 up, 8 in 2024-08-10T05:29:58.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:57 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/1109155068' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142383-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:29:58.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:57 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142383-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:29:58.962 INFO:tasks.workunit.client.0.smithi031.stdout:[==========] 31 tests from 1 test suite ran. (2666 ms total) 2024-08-10T05:29:58.963 INFO:tasks.workunit.client.0.smithi031.stdout:[ PASSED ] 31 tests. 2024-08-10T05:29:58.966 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-10T05:29:58.966 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-10T05:29:59.038 INFO:tasks.workunit:Running workunit cls/test_cls_hello.sh... 2024-08-10T05:29:59.038 DEBUG:teuthology.orchestra.run.smithi031:workunit test cls/test_cls_hello.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_hello.sh 2024-08-10T05:29:59.112 INFO:tasks.workunit.client.0.smithi031.stdout:Running main() from gmock_main.cc 2024-08-10T05:29:59.112 INFO:tasks.workunit.client.0.smithi031.stdout:[==========] Running 6 tests from 1 test suite. 2024-08-10T05:29:59.113 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] Global test environment set-up. 2024-08-10T05:29:59.113 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 6 tests from ClsHello 2024-08-10T05:29:59.113 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] ClsHello.SayHello 2024-08-10T05:29:59.268 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:58 smithi031 ceph-mon[100614]: pgmap v1085: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:29:59.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:58 smithi031 ceph-mon[100614]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:29:59.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:58 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142383-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:29:59.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:58 smithi031 ceph-mon[100614]: osdmap e930: 8 total, 8 up, 8 in 2024-08-10T05:29:59.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:58 smithi031 ceph-mon[98130]: pgmap v1085: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:29:59.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:58 smithi031 ceph-mon[98130]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:29:59.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:58 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142383-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:29:59.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:58 smithi031 ceph-mon[98130]: osdmap e930: 8 total, 8 up, 8 in 2024-08-10T05:29:59.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:58 smithi196 ceph-mon[90243]: pgmap v1085: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:29:59.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:58 smithi196 ceph-mon[90243]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:29:59.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:58 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142383-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:29:59.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:58 smithi196 ceph-mon[90243]: osdmap e930: 8 total, 8 up, 8 in 2024-08-10T05:30:00.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:29:59 smithi031 ceph-mon[98130]: osdmap e931: 8 total, 8 up, 8 in 2024-08-10T05:30:00.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:29:59 smithi031 ceph-mon[100614]: osdmap e931: 8 total, 8 up, 8 in 2024-08-10T05:30:00.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:29:59 smithi196 ceph-mon[90243]: osdmap e931: 8 total, 8 up, 8 in 2024-08-10T05:30:01.254 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:00 smithi031 ceph-mon[98130]: pgmap v1088: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:30:01.254 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:00 smithi031 ceph-mon[98130]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:30:01.254 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:00 smithi031 ceph-mon[98130]: Cluster is now healthy 2024-08-10T05:30:01.254 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:00 smithi031 ceph-mon[98130]: osdmap e932: 8 total, 8 up, 8 in 2024-08-10T05:30:01.255 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:00 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/3749144733' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142438-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:30:01.255 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:00 smithi031 ceph-mon[98130]: overall HEALTH_OK 2024-08-10T05:30:01.255 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:00 smithi031 ceph-mon[100614]: pgmap v1088: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:30:01.255 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:00 smithi031 ceph-mon[100614]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:30:01.255 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:00 smithi031 ceph-mon[100614]: Cluster is now healthy 2024-08-10T05:30:01.255 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:00 smithi031 ceph-mon[100614]: osdmap e932: 8 total, 8 up, 8 in 2024-08-10T05:30:01.255 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:00 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/3749144733' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142438-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:30:01.255 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:00 smithi031 ceph-mon[100614]: overall HEALTH_OK 2024-08-10T05:30:01.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:00 smithi196 ceph-mon[90243]: pgmap v1088: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:30:01.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:00 smithi196 ceph-mon[90243]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:30:01.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:00 smithi196 ceph-mon[90243]: Cluster is now healthy 2024-08-10T05:30:01.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:00 smithi196 ceph-mon[90243]: osdmap e932: 8 total, 8 up, 8 in 2024-08-10T05:30:01.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:00 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/3749144733' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142438-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:30:01.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:00 smithi196 ceph-mon[90243]: overall HEALTH_OK 2024-08-10T05:30:01.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:30:01 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:30:01] "GET /metrics HTTP/1.1" 200 36362 "" "Prometheus/2.43.0" 2024-08-10T05:30:01.986 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] ClsHello.SayHello (2874 ms) 2024-08-10T05:30:01.986 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] ClsHello.RecordHello 2024-08-10T05:30:02.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:01 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/3749144733' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142438-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:30:02.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:01 smithi031 ceph-mon[98130]: osdmap e933: 8 total, 8 up, 8 in 2024-08-10T05:30:02.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:01 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/3749144733' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142438-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:30:02.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:01 smithi031 ceph-mon[100614]: osdmap e933: 8 total, 8 up, 8 in 2024-08-10T05:30:02.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:01 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/3749144733' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142438-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:30:02.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:01 smithi196 ceph-mon[90243]: osdmap e933: 8 total, 8 up, 8 in 2024-08-10T05:30:02.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:30:02 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:30:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:30:03.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:02 smithi031 ceph-mon[98130]: pgmap v1091: 137 pgs: 9 creating+peering, 21 unknown, 107 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:30:03.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:02 smithi031 ceph-mon[98130]: osdmap e934: 8 total, 8 up, 8 in 2024-08-10T05:30:03.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:02 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:30:03.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:02 smithi031 ceph-mon[100614]: pgmap v1091: 137 pgs: 9 creating+peering, 21 unknown, 107 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:30:03.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:02 smithi031 ceph-mon[100614]: osdmap e934: 8 total, 8 up, 8 in 2024-08-10T05:30:03.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:02 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:30:03.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:02 smithi196 ceph-mon[90243]: pgmap v1091: 137 pgs: 9 creating+peering, 21 unknown, 107 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:30:03.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:02 smithi196 ceph-mon[90243]: osdmap e934: 8 total, 8 up, 8 in 2024-08-10T05:30:03.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:02 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:30:04.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:04 smithi031 ceph-mon[98130]: osdmap e935: 8 total, 8 up, 8 in 2024-08-10T05:30:04.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:04 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/1116729400' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142438-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:30:04.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:04 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:30:04.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:04 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:30:04.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:04 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:30:04.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:04 smithi031 ceph-mon[100614]: osdmap e935: 8 total, 8 up, 8 in 2024-08-10T05:30:04.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:04 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/1116729400' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142438-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:30:04.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:04 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:30:04.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:04 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:30:04.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:04 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:30:04.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:04 smithi196 ceph-mon[90243]: osdmap e935: 8 total, 8 up, 8 in 2024-08-10T05:30:04.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:04 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/1116729400' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142438-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:30:04.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:04 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:30:04.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:04 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:30:04.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:04 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:30:05.015 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] ClsHello.RecordHello (3028 ms) 2024-08-10T05:30:05.015 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] ClsHello.WriteReturnData 2024-08-10T05:30:05.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:05 smithi031 ceph-mon[98130]: pgmap v1094: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:30:05.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:05 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/1116729400' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142438-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:30:05.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:05 smithi031 ceph-mon[98130]: osdmap e936: 8 total, 8 up, 8 in 2024-08-10T05:30:05.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:05 smithi031 ceph-mon[98130]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:30:05.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:05 smithi031 ceph-mon[100614]: pgmap v1094: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:30:05.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:05 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/1116729400' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142438-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:30:05.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:05 smithi031 ceph-mon[100614]: osdmap e936: 8 total, 8 up, 8 in 2024-08-10T05:30:05.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:05 smithi031 ceph-mon[100614]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:30:05.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:05 smithi196 ceph-mon[90243]: pgmap v1094: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:30:05.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:05 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/1116729400' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142438-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:30:05.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:05 smithi196 ceph-mon[90243]: osdmap e936: 8 total, 8 up, 8 in 2024-08-10T05:30:05.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:05 smithi196 ceph-mon[90243]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:30:06.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:06 smithi031 ceph-mon[98130]: osdmap e937: 8 total, 8 up, 8 in 2024-08-10T05:30:06.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:06 smithi031 ceph-mon[100614]: osdmap e937: 8 total, 8 up, 8 in 2024-08-10T05:30:06.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:06 smithi196 ceph-mon[90243]: osdmap e937: 8 total, 8 up, 8 in 2024-08-10T05:30:07.041 INFO:tasks.workunit.client.0.smithi031.stdout:require_osd_release = squid 2024-08-10T05:30:07.043 INFO:tasks.workunit.client.0.smithi031.stdout:0 2024-08-10T05:30:07.158 INFO:tasks.workunit.client.0.smithi031.stdout:1 2024-08-10T05:30:07.158 INFO:tasks.workunit.client.0.smithi031.stdout:2 2024-08-10T05:30:07.159 INFO:tasks.workunit.client.0.smithi031.stdout:3 2024-08-10T05:30:07.160 INFO:tasks.workunit.client.0.smithi031.stdout:4 2024-08-10T05:30:07.161 INFO:tasks.workunit.client.0.smithi031.stdout:5 2024-08-10T05:30:07.163 INFO:tasks.workunit.client.0.smithi031.stdout:6 2024-08-10T05:30:07.164 INFO:tasks.workunit.client.0.smithi031.stdout:7 2024-08-10T05:30:07.165 INFO:tasks.workunit.client.0.smithi031.stdout:8 2024-08-10T05:30:07.165 INFO:tasks.workunit.client.0.smithi031.stdout:9 2024-08-10T05:30:07.166 INFO:tasks.workunit.client.0.smithi031.stdout:10 2024-08-10T05:30:07.167 INFO:tasks.workunit.client.0.smithi031.stdout:11 2024-08-10T05:30:07.169 INFO:tasks.workunit.client.0.smithi031.stdout:12 2024-08-10T05:30:07.170 INFO:tasks.workunit.client.0.smithi031.stdout:13 2024-08-10T05:30:07.171 INFO:tasks.workunit.client.0.smithi031.stdout:14 2024-08-10T05:30:07.172 INFO:tasks.workunit.client.0.smithi031.stdout:15 2024-08-10T05:30:07.173 INFO:tasks.workunit.client.0.smithi031.stdout:16 2024-08-10T05:30:07.175 INFO:tasks.workunit.client.0.smithi031.stdout:17 2024-08-10T05:30:07.176 INFO:tasks.workunit.client.0.smithi031.stdout:18 2024-08-10T05:30:07.177 INFO:tasks.workunit.client.0.smithi031.stdout:19 2024-08-10T05:30:07.178 INFO:tasks.workunit.client.0.smithi031.stdout:20 2024-08-10T05:30:07.179 INFO:tasks.workunit.client.0.smithi031.stdout:21 2024-08-10T05:30:07.180 INFO:tasks.workunit.client.0.smithi031.stdout:22 2024-08-10T05:30:07.182 INFO:tasks.workunit.client.0.smithi031.stdout:23 2024-08-10T05:30:07.182 INFO:tasks.workunit.client.0.smithi031.stdout:24 2024-08-10T05:30:07.182 INFO:tasks.workunit.client.0.smithi031.stdout:25 2024-08-10T05:30:07.183 INFO:tasks.workunit.client.0.smithi031.stdout:26 2024-08-10T05:30:07.184 INFO:tasks.workunit.client.0.smithi031.stdout:27 2024-08-10T05:30:07.185 INFO:tasks.workunit.client.0.smithi031.stdout:28 2024-08-10T05:30:07.186 INFO:tasks.workunit.client.0.smithi031.stdout:29 2024-08-10T05:30:07.187 INFO:tasks.workunit.client.0.smithi031.stdout:30 2024-08-10T05:30:07.188 INFO:tasks.workunit.client.0.smithi031.stdout:31 2024-08-10T05:30:07.189 INFO:tasks.workunit.client.0.smithi031.stdout:32 2024-08-10T05:30:07.190 INFO:tasks.workunit.client.0.smithi031.stdout:33 2024-08-10T05:30:07.191 INFO:tasks.workunit.client.0.smithi031.stdout:34 2024-08-10T05:30:07.192 INFO:tasks.workunit.client.0.smithi031.stdout:35 2024-08-10T05:30:07.193 INFO:tasks.workunit.client.0.smithi031.stdout:36 2024-08-10T05:30:07.194 INFO:tasks.workunit.client.0.smithi031.stdout:37 2024-08-10T05:30:07.195 INFO:tasks.workunit.client.0.smithi031.stdout:38 2024-08-10T05:30:07.196 INFO:tasks.workunit.client.0.smithi031.stdout:39 2024-08-10T05:30:07.197 INFO:tasks.workunit.client.0.smithi031.stdout:40 2024-08-10T05:30:07.198 INFO:tasks.workunit.client.0.smithi031.stdout:41 2024-08-10T05:30:07.199 INFO:tasks.workunit.client.0.smithi031.stdout:42 2024-08-10T05:30:07.200 INFO:tasks.workunit.client.0.smithi031.stdout:43 2024-08-10T05:30:07.201 INFO:tasks.workunit.client.0.smithi031.stdout:44 2024-08-10T05:30:07.202 INFO:tasks.workunit.client.0.smithi031.stdout:45 2024-08-10T05:30:07.203 INFO:tasks.workunit.client.0.smithi031.stdout:46 2024-08-10T05:30:07.204 INFO:tasks.workunit.client.0.smithi031.stdout:47 2024-08-10T05:30:07.205 INFO:tasks.workunit.client.0.smithi031.stdout:48 2024-08-10T05:30:07.206 INFO:tasks.workunit.client.0.smithi031.stdout:49 2024-08-10T05:30:07.207 INFO:tasks.workunit.client.0.smithi031.stdout:50 2024-08-10T05:30:07.208 INFO:tasks.workunit.client.0.smithi031.stdout:51 2024-08-10T05:30:07.208 INFO:tasks.workunit.client.0.smithi031.stdout:52 2024-08-10T05:30:07.209 INFO:tasks.workunit.client.0.smithi031.stdout:53 2024-08-10T05:30:07.210 INFO:tasks.workunit.client.0.smithi031.stdout:54 2024-08-10T05:30:07.211 INFO:tasks.workunit.client.0.smithi031.stdout:55 2024-08-10T05:30:07.212 INFO:tasks.workunit.client.0.smithi031.stdout:56 2024-08-10T05:30:07.213 INFO:tasks.workunit.client.0.smithi031.stdout:57 2024-08-10T05:30:07.214 INFO:tasks.workunit.client.0.smithi031.stdout:58 2024-08-10T05:30:07.215 INFO:tasks.workunit.client.0.smithi031.stdout:59 2024-08-10T05:30:07.216 INFO:tasks.workunit.client.0.smithi031.stdout:60 2024-08-10T05:30:07.217 INFO:tasks.workunit.client.0.smithi031.stdout:61 2024-08-10T05:30:07.218 INFO:tasks.workunit.client.0.smithi031.stdout:62 2024-08-10T05:30:07.219 INFO:tasks.workunit.client.0.smithi031.stdout:63 2024-08-10T05:30:07.220 INFO:tasks.workunit.client.0.smithi031.stdout:64 2024-08-10T05:30:07.221 INFO:tasks.workunit.client.0.smithi031.stdout:65 2024-08-10T05:30:07.222 INFO:tasks.workunit.client.0.smithi031.stdout:66 2024-08-10T05:30:07.223 INFO:tasks.workunit.client.0.smithi031.stdout:67 2024-08-10T05:30:07.224 INFO:tasks.workunit.client.0.smithi031.stdout:68 2024-08-10T05:30:07.225 INFO:tasks.workunit.client.0.smithi031.stdout:69 2024-08-10T05:30:07.225 INFO:tasks.workunit.client.0.smithi031.stdout:70 2024-08-10T05:30:07.226 INFO:tasks.workunit.client.0.smithi031.stdout:71 2024-08-10T05:30:07.227 INFO:tasks.workunit.client.0.smithi031.stdout:72 2024-08-10T05:30:07.228 INFO:tasks.workunit.client.0.smithi031.stdout:73 2024-08-10T05:30:07.229 INFO:tasks.workunit.client.0.smithi031.stdout:74 2024-08-10T05:30:07.230 INFO:tasks.workunit.client.0.smithi031.stdout:75 2024-08-10T05:30:07.231 INFO:tasks.workunit.client.0.smithi031.stdout:76 2024-08-10T05:30:07.232 INFO:tasks.workunit.client.0.smithi031.stdout:77 2024-08-10T05:30:07.233 INFO:tasks.workunit.client.0.smithi031.stdout:78 2024-08-10T05:30:07.234 INFO:tasks.workunit.client.0.smithi031.stdout:79 2024-08-10T05:30:07.235 INFO:tasks.workunit.client.0.smithi031.stdout:80 2024-08-10T05:30:07.235 INFO:tasks.workunit.client.0.smithi031.stdout:81 2024-08-10T05:30:07.236 INFO:tasks.workunit.client.0.smithi031.stdout:82 2024-08-10T05:30:07.237 INFO:tasks.workunit.client.0.smithi031.stdout:83 2024-08-10T05:30:07.238 INFO:tasks.workunit.client.0.smithi031.stdout:84 2024-08-10T05:30:07.239 INFO:tasks.workunit.client.0.smithi031.stdout:85 2024-08-10T05:30:07.240 INFO:tasks.workunit.client.0.smithi031.stdout:86 2024-08-10T05:30:07.241 INFO:tasks.workunit.client.0.smithi031.stdout:87 2024-08-10T05:30:07.242 INFO:tasks.workunit.client.0.smithi031.stdout:88 2024-08-10T05:30:07.243 INFO:tasks.workunit.client.0.smithi031.stdout:89 2024-08-10T05:30:07.244 INFO:tasks.workunit.client.0.smithi031.stdout:90 2024-08-10T05:30:07.245 INFO:tasks.workunit.client.0.smithi031.stdout:91 2024-08-10T05:30:07.245 INFO:tasks.workunit.client.0.smithi031.stdout:92 2024-08-10T05:30:07.246 INFO:tasks.workunit.client.0.smithi031.stdout:93 2024-08-10T05:30:07.247 INFO:tasks.workunit.client.0.smithi031.stdout:94 2024-08-10T05:30:07.248 INFO:tasks.workunit.client.0.smithi031.stdout:95 2024-08-10T05:30:07.249 INFO:tasks.workunit.client.0.smithi031.stdout:96 2024-08-10T05:30:07.250 INFO:tasks.workunit.client.0.smithi031.stdout:97 2024-08-10T05:30:07.251 INFO:tasks.workunit.client.0.smithi031.stdout:98 2024-08-10T05:30:07.252 INFO:tasks.workunit.client.0.smithi031.stdout:99 2024-08-10T05:30:07.253 INFO:tasks.workunit.client.0.smithi031.stdout:100 2024-08-10T05:30:07.254 INFO:tasks.workunit.client.0.smithi031.stdout:101 2024-08-10T05:30:07.254 INFO:tasks.workunit.client.0.smithi031.stdout:102 2024-08-10T05:30:07.255 INFO:tasks.workunit.client.0.smithi031.stdout:103 2024-08-10T05:30:07.256 INFO:tasks.workunit.client.0.smithi031.stdout:104 2024-08-10T05:30:07.257 INFO:tasks.workunit.client.0.smithi031.stdout:105 2024-08-10T05:30:07.258 INFO:tasks.workunit.client.0.smithi031.stdout:106 2024-08-10T05:30:07.259 INFO:tasks.workunit.client.0.smithi031.stdout:107 2024-08-10T05:30:07.260 INFO:tasks.workunit.client.0.smithi031.stdout:108 2024-08-10T05:30:07.260 INFO:tasks.workunit.client.0.smithi031.stdout:109 2024-08-10T05:30:07.262 INFO:tasks.workunit.client.0.smithi031.stdout:110 2024-08-10T05:30:07.262 INFO:tasks.workunit.client.0.smithi031.stdout:111 2024-08-10T05:30:07.266 INFO:tasks.workunit.client.0.smithi031.stdout:112 2024-08-10T05:30:07.266 INFO:tasks.workunit.client.0.smithi031.stdout:113 2024-08-10T05:30:07.266 INFO:tasks.workunit.client.0.smithi031.stdout:114 2024-08-10T05:30:07.266 INFO:tasks.workunit.client.0.smithi031.stdout:115 2024-08-10T05:30:07.267 INFO:tasks.workunit.client.0.smithi031.stdout:116 2024-08-10T05:30:07.267 INFO:tasks.workunit.client.0.smithi031.stdout:117 2024-08-10T05:30:07.268 INFO:tasks.workunit.client.0.smithi031.stdout:118 2024-08-10T05:30:07.269 INFO:tasks.workunit.client.0.smithi031.stdout:119 2024-08-10T05:30:07.270 INFO:tasks.workunit.client.0.smithi031.stdout:120 2024-08-10T05:30:07.271 INFO:tasks.workunit.client.0.smithi031.stdout:121 2024-08-10T05:30:07.272 INFO:tasks.workunit.client.0.smithi031.stdout:122 2024-08-10T05:30:07.273 INFO:tasks.workunit.client.0.smithi031.stdout:123 2024-08-10T05:30:07.274 INFO:tasks.workunit.client.0.smithi031.stdout:124 2024-08-10T05:30:07.275 INFO:tasks.workunit.client.0.smithi031.stdout:125 2024-08-10T05:30:07.275 INFO:tasks.workunit.client.0.smithi031.stdout:126 2024-08-10T05:30:07.276 INFO:tasks.workunit.client.0.smithi031.stdout:127 2024-08-10T05:30:07.277 INFO:tasks.workunit.client.0.smithi031.stdout:128 2024-08-10T05:30:07.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:07 smithi196 ceph-mon[90243]: pgmap v1097: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:30:07.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:07 smithi196 ceph-mon[90243]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:30:07.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:07 smithi196 ceph-mon[90243]: Cluster is now healthy 2024-08-10T05:30:07.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:07 smithi196 ceph-mon[90243]: osdmap e938: 8 total, 8 up, 8 in 2024-08-10T05:30:07.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:07 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/3603178221' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142438-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:30:07.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:07 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142438-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:30:07.279 INFO:tasks.workunit.client.0.smithi031.stdout:129 2024-08-10T05:30:07.279 INFO:tasks.workunit.client.0.smithi031.stdout:130 2024-08-10T05:30:07.280 INFO:tasks.workunit.client.0.smithi031.stdout:131 2024-08-10T05:30:07.281 INFO:tasks.workunit.client.0.smithi031.stdout:132 2024-08-10T05:30:07.282 INFO:tasks.workunit.client.0.smithi031.stdout:133 2024-08-10T05:30:07.282 INFO:tasks.workunit.client.0.smithi031.stdout:134 2024-08-10T05:30:07.283 INFO:tasks.workunit.client.0.smithi031.stdout:135 2024-08-10T05:30:07.284 INFO:tasks.workunit.client.0.smithi031.stdout:136 2024-08-10T05:30:07.285 INFO:tasks.workunit.client.0.smithi031.stdout:137 2024-08-10T05:30:07.286 INFO:tasks.workunit.client.0.smithi031.stdout:138 2024-08-10T05:30:07.287 INFO:tasks.workunit.client.0.smithi031.stdout:139 2024-08-10T05:30:07.288 INFO:tasks.workunit.client.0.smithi031.stdout:140 2024-08-10T05:30:07.289 INFO:tasks.workunit.client.0.smithi031.stdout:141 2024-08-10T05:30:07.289 INFO:tasks.workunit.client.0.smithi031.stdout:142 2024-08-10T05:30:07.290 INFO:tasks.workunit.client.0.smithi031.stdout:143 2024-08-10T05:30:07.291 INFO:tasks.workunit.client.0.smithi031.stdout:144 2024-08-10T05:30:07.292 INFO:tasks.workunit.client.0.smithi031.stdout:145 2024-08-10T05:30:07.293 INFO:tasks.workunit.client.0.smithi031.stdout:146 2024-08-10T05:30:07.294 INFO:tasks.workunit.client.0.smithi031.stdout:147 2024-08-10T05:30:07.295 INFO:tasks.workunit.client.0.smithi031.stdout:148 2024-08-10T05:30:07.295 INFO:tasks.workunit.client.0.smithi031.stdout:149 2024-08-10T05:30:07.296 INFO:tasks.workunit.client.0.smithi031.stdout:150 2024-08-10T05:30:07.297 INFO:tasks.workunit.client.0.smithi031.stdout:151 2024-08-10T05:30:07.298 INFO:tasks.workunit.client.0.smithi031.stdout:152 2024-08-10T05:30:07.299 INFO:tasks.workunit.client.0.smithi031.stdout:153 2024-08-10T05:30:07.300 INFO:tasks.workunit.client.0.smithi031.stdout:154 2024-08-10T05:30:07.300 INFO:tasks.workunit.client.0.smithi031.stdout:155 2024-08-10T05:30:07.301 INFO:tasks.workunit.client.0.smithi031.stdout:156 2024-08-10T05:30:07.302 INFO:tasks.workunit.client.0.smithi031.stdout:157 2024-08-10T05:30:07.303 INFO:tasks.workunit.client.0.smithi031.stdout:158 2024-08-10T05:30:07.304 INFO:tasks.workunit.client.0.smithi031.stdout:159 2024-08-10T05:30:07.305 INFO:tasks.workunit.client.0.smithi031.stdout:160 2024-08-10T05:30:07.306 INFO:tasks.workunit.client.0.smithi031.stdout:161 2024-08-10T05:30:07.306 INFO:tasks.workunit.client.0.smithi031.stdout:162 2024-08-10T05:30:07.307 INFO:tasks.workunit.client.0.smithi031.stdout:163 2024-08-10T05:30:07.308 INFO:tasks.workunit.client.0.smithi031.stdout:164 2024-08-10T05:30:07.309 INFO:tasks.workunit.client.0.smithi031.stdout:165 2024-08-10T05:30:07.310 INFO:tasks.workunit.client.0.smithi031.stdout:166 2024-08-10T05:30:07.311 INFO:tasks.workunit.client.0.smithi031.stdout:167 2024-08-10T05:30:07.312 INFO:tasks.workunit.client.0.smithi031.stdout:168 2024-08-10T05:30:07.313 INFO:tasks.workunit.client.0.smithi031.stdout:169 2024-08-10T05:30:07.314 INFO:tasks.workunit.client.0.smithi031.stdout:170 2024-08-10T05:30:07.315 INFO:tasks.workunit.client.0.smithi031.stdout:171 2024-08-10T05:30:07.316 INFO:tasks.workunit.client.0.smithi031.stdout:172 2024-08-10T05:30:07.317 INFO:tasks.workunit.client.0.smithi031.stdout:173 2024-08-10T05:30:07.318 INFO:tasks.workunit.client.0.smithi031.stdout:174 2024-08-10T05:30:07.319 INFO:tasks.workunit.client.0.smithi031.stdout:175 2024-08-10T05:30:07.320 INFO:tasks.workunit.client.0.smithi031.stdout:176 2024-08-10T05:30:07.321 INFO:tasks.workunit.client.0.smithi031.stdout:177 2024-08-10T05:30:07.322 INFO:tasks.workunit.client.0.smithi031.stdout:178 2024-08-10T05:30:07.324 INFO:tasks.workunit.client.0.smithi031.stdout:179 2024-08-10T05:30:07.324 INFO:tasks.workunit.client.0.smithi031.stdout:180 2024-08-10T05:30:07.326 INFO:tasks.workunit.client.0.smithi031.stdout:181 2024-08-10T05:30:07.326 INFO:tasks.workunit.client.0.smithi031.stdout:182 2024-08-10T05:30:07.327 INFO:tasks.workunit.client.0.smithi031.stdout:183 2024-08-10T05:30:07.328 INFO:tasks.workunit.client.0.smithi031.stdout:184 2024-08-10T05:30:07.329 INFO:tasks.workunit.client.0.smithi031.stdout:185 2024-08-10T05:30:07.330 INFO:tasks.workunit.client.0.smithi031.stdout:186 2024-08-10T05:30:07.331 INFO:tasks.workunit.client.0.smithi031.stdout:187 2024-08-10T05:30:07.332 INFO:tasks.workunit.client.0.smithi031.stdout:188 2024-08-10T05:30:07.333 INFO:tasks.workunit.client.0.smithi031.stdout:189 2024-08-10T05:30:07.334 INFO:tasks.workunit.client.0.smithi031.stdout:190 2024-08-10T05:30:07.335 INFO:tasks.workunit.client.0.smithi031.stdout:191 2024-08-10T05:30:07.336 INFO:tasks.workunit.client.0.smithi031.stdout:192 2024-08-10T05:30:07.337 INFO:tasks.workunit.client.0.smithi031.stdout:193 2024-08-10T05:30:07.338 INFO:tasks.workunit.client.0.smithi031.stdout:194 2024-08-10T05:30:07.339 INFO:tasks.workunit.client.0.smithi031.stdout:195 2024-08-10T05:30:07.340 INFO:tasks.workunit.client.0.smithi031.stdout:196 2024-08-10T05:30:07.340 INFO:tasks.workunit.client.0.smithi031.stdout:197 2024-08-10T05:30:07.341 INFO:tasks.workunit.client.0.smithi031.stdout:198 2024-08-10T05:30:07.342 INFO:tasks.workunit.client.0.smithi031.stdout:199 2024-08-10T05:30:07.343 INFO:tasks.workunit.client.0.smithi031.stdout:200 2024-08-10T05:30:07.344 INFO:tasks.workunit.client.0.smithi031.stdout:201 2024-08-10T05:30:07.345 INFO:tasks.workunit.client.0.smithi031.stdout:202 2024-08-10T05:30:07.345 INFO:tasks.workunit.client.0.smithi031.stdout:203 2024-08-10T05:30:07.346 INFO:tasks.workunit.client.0.smithi031.stdout:204 2024-08-10T05:30:07.347 INFO:tasks.workunit.client.0.smithi031.stdout:205 2024-08-10T05:30:07.348 INFO:tasks.workunit.client.0.smithi031.stdout:206 2024-08-10T05:30:07.349 INFO:tasks.workunit.client.0.smithi031.stdout:207 2024-08-10T05:30:07.350 INFO:tasks.workunit.client.0.smithi031.stdout:208 2024-08-10T05:30:07.351 INFO:tasks.workunit.client.0.smithi031.stdout:209 2024-08-10T05:30:07.352 INFO:tasks.workunit.client.0.smithi031.stdout:210 2024-08-10T05:30:07.353 INFO:tasks.workunit.client.0.smithi031.stdout:211 2024-08-10T05:30:07.353 INFO:tasks.workunit.client.0.smithi031.stdout:212 2024-08-10T05:30:07.354 INFO:tasks.workunit.client.0.smithi031.stdout:213 2024-08-10T05:30:07.355 INFO:tasks.workunit.client.0.smithi031.stdout:214 2024-08-10T05:30:07.356 INFO:tasks.workunit.client.0.smithi031.stdout:215 2024-08-10T05:30:07.357 INFO:tasks.workunit.client.0.smithi031.stdout:216 2024-08-10T05:30:07.358 INFO:tasks.workunit.client.0.smithi031.stdout:217 2024-08-10T05:30:07.359 INFO:tasks.workunit.client.0.smithi031.stdout:218 2024-08-10T05:30:07.360 INFO:tasks.workunit.client.0.smithi031.stdout:219 2024-08-10T05:30:07.360 INFO:tasks.workunit.client.0.smithi031.stdout:220 2024-08-10T05:30:07.361 INFO:tasks.workunit.client.0.smithi031.stdout:221 2024-08-10T05:30:07.362 INFO:tasks.workunit.client.0.smithi031.stdout:222 2024-08-10T05:30:07.363 INFO:tasks.workunit.client.0.smithi031.stdout:223 2024-08-10T05:30:07.364 INFO:tasks.workunit.client.0.smithi031.stdout:224 2024-08-10T05:30:07.365 INFO:tasks.workunit.client.0.smithi031.stdout:225 2024-08-10T05:30:07.366 INFO:tasks.workunit.client.0.smithi031.stdout:226 2024-08-10T05:30:07.366 INFO:tasks.workunit.client.0.smithi031.stdout:227 2024-08-10T05:30:07.367 INFO:tasks.workunit.client.0.smithi031.stdout:228 2024-08-10T05:30:07.368 INFO:tasks.workunit.client.0.smithi031.stdout:229 2024-08-10T05:30:07.369 INFO:tasks.workunit.client.0.smithi031.stdout:230 2024-08-10T05:30:07.370 INFO:tasks.workunit.client.0.smithi031.stdout:231 2024-08-10T05:30:07.371 INFO:tasks.workunit.client.0.smithi031.stdout:232 2024-08-10T05:30:07.372 INFO:tasks.workunit.client.0.smithi031.stdout:233 2024-08-10T05:30:07.372 INFO:tasks.workunit.client.0.smithi031.stdout:234 2024-08-10T05:30:07.373 INFO:tasks.workunit.client.0.smithi031.stdout:235 2024-08-10T05:30:07.374 INFO:tasks.workunit.client.0.smithi031.stdout:236 2024-08-10T05:30:07.375 INFO:tasks.workunit.client.0.smithi031.stdout:237 2024-08-10T05:30:07.376 INFO:tasks.workunit.client.0.smithi031.stdout:238 2024-08-10T05:30:07.377 INFO:tasks.workunit.client.0.smithi031.stdout:239 2024-08-10T05:30:07.378 INFO:tasks.workunit.client.0.smithi031.stdout:240 2024-08-10T05:30:07.379 INFO:tasks.workunit.client.0.smithi031.stdout:241 2024-08-10T05:30:07.380 INFO:tasks.workunit.client.0.smithi031.stdout:242 2024-08-10T05:30:07.380 INFO:tasks.workunit.client.0.smithi031.stdout:243 2024-08-10T05:30:07.381 INFO:tasks.workunit.client.0.smithi031.stdout:244 2024-08-10T05:30:07.382 INFO:tasks.workunit.client.0.smithi031.stdout:245 2024-08-10T05:30:07.383 INFO:tasks.workunit.client.0.smithi031.stdout:246 2024-08-10T05:30:07.384 INFO:tasks.workunit.client.0.smithi031.stdout:247 2024-08-10T05:30:07.385 INFO:tasks.workunit.client.0.smithi031.stdout:248 2024-08-10T05:30:07.385 INFO:tasks.workunit.client.0.smithi031.stdout:249 2024-08-10T05:30:07.386 INFO:tasks.workunit.client.0.smithi031.stdout:250 2024-08-10T05:30:07.388 INFO:tasks.workunit.client.0.smithi031.stdout:251 2024-08-10T05:30:07.388 INFO:tasks.workunit.client.0.smithi031.stdout:252 2024-08-10T05:30:07.389 INFO:tasks.workunit.client.0.smithi031.stdout:253 2024-08-10T05:30:07.390 INFO:tasks.workunit.client.0.smithi031.stdout:254 2024-08-10T05:30:07.390 INFO:tasks.workunit.client.0.smithi031.stdout:255 2024-08-10T05:30:07.391 INFO:tasks.workunit.client.0.smithi031.stdout:256 2024-08-10T05:30:07.392 INFO:tasks.workunit.client.0.smithi031.stdout:257 2024-08-10T05:30:07.393 INFO:tasks.workunit.client.0.smithi031.stdout:258 2024-08-10T05:30:07.394 INFO:tasks.workunit.client.0.smithi031.stdout:259 2024-08-10T05:30:07.395 INFO:tasks.workunit.client.0.smithi031.stdout:260 2024-08-10T05:30:07.396 INFO:tasks.workunit.client.0.smithi031.stdout:261 2024-08-10T05:30:07.397 INFO:tasks.workunit.client.0.smithi031.stdout:262 2024-08-10T05:30:07.397 INFO:tasks.workunit.client.0.smithi031.stdout:263 2024-08-10T05:30:07.398 INFO:tasks.workunit.client.0.smithi031.stdout:264 2024-08-10T05:30:07.399 INFO:tasks.workunit.client.0.smithi031.stdout:265 2024-08-10T05:30:07.400 INFO:tasks.workunit.client.0.smithi031.stdout:266 2024-08-10T05:30:07.401 INFO:tasks.workunit.client.0.smithi031.stdout:267 2024-08-10T05:30:07.402 INFO:tasks.workunit.client.0.smithi031.stdout:268 2024-08-10T05:30:07.403 INFO:tasks.workunit.client.0.smithi031.stdout:269 2024-08-10T05:30:07.403 INFO:tasks.workunit.client.0.smithi031.stdout:270 2024-08-10T05:30:07.404 INFO:tasks.workunit.client.0.smithi031.stdout:271 2024-08-10T05:30:07.405 INFO:tasks.workunit.client.0.smithi031.stdout:272 2024-08-10T05:30:07.406 INFO:tasks.workunit.client.0.smithi031.stdout:273 2024-08-10T05:30:07.407 INFO:tasks.workunit.client.0.smithi031.stdout:274 2024-08-10T05:30:07.408 INFO:tasks.workunit.client.0.smithi031.stdout:275 2024-08-10T05:30:07.409 INFO:tasks.workunit.client.0.smithi031.stdout:276 2024-08-10T05:30:07.409 INFO:tasks.workunit.client.0.smithi031.stdout:277 2024-08-10T05:30:07.410 INFO:tasks.workunit.client.0.smithi031.stdout:278 2024-08-10T05:30:07.411 INFO:tasks.workunit.client.0.smithi031.stdout:279 2024-08-10T05:30:07.412 INFO:tasks.workunit.client.0.smithi031.stdout:280 2024-08-10T05:30:07.413 INFO:tasks.workunit.client.0.smithi031.stdout:281 2024-08-10T05:30:07.414 INFO:tasks.workunit.client.0.smithi031.stdout:282 2024-08-10T05:30:07.415 INFO:tasks.workunit.client.0.smithi031.stdout:283 2024-08-10T05:30:07.416 INFO:tasks.workunit.client.0.smithi031.stdout:284 2024-08-10T05:30:07.416 INFO:tasks.workunit.client.0.smithi031.stdout:285 2024-08-10T05:30:07.417 INFO:tasks.workunit.client.0.smithi031.stdout:286 2024-08-10T05:30:07.418 INFO:tasks.workunit.client.0.smithi031.stdout:287 2024-08-10T05:30:07.419 INFO:tasks.workunit.client.0.smithi031.stdout:288 2024-08-10T05:30:07.420 INFO:tasks.workunit.client.0.smithi031.stdout:289 2024-08-10T05:30:07.421 INFO:tasks.workunit.client.0.smithi031.stdout:290 2024-08-10T05:30:07.422 INFO:tasks.workunit.client.0.smithi031.stdout:291 2024-08-10T05:30:07.422 INFO:tasks.workunit.client.0.smithi031.stdout:292 2024-08-10T05:30:07.423 INFO:tasks.workunit.client.0.smithi031.stdout:293 2024-08-10T05:30:07.424 INFO:tasks.workunit.client.0.smithi031.stdout:294 2024-08-10T05:30:07.425 INFO:tasks.workunit.client.0.smithi031.stdout:295 2024-08-10T05:30:07.426 INFO:tasks.workunit.client.0.smithi031.stdout:296 2024-08-10T05:30:07.427 INFO:tasks.workunit.client.0.smithi031.stdout:297 2024-08-10T05:30:07.428 INFO:tasks.workunit.client.0.smithi031.stdout:298 2024-08-10T05:30:07.429 INFO:tasks.workunit.client.0.smithi031.stdout:299 2024-08-10T05:30:07.430 INFO:tasks.workunit.client.0.smithi031.stdout:300 2024-08-10T05:30:07.431 INFO:tasks.workunit.client.0.smithi031.stdout:301 2024-08-10T05:30:07.432 INFO:tasks.workunit.client.0.smithi031.stdout:302 2024-08-10T05:30:07.433 INFO:tasks.workunit.client.0.smithi031.stdout:303 2024-08-10T05:30:07.434 INFO:tasks.workunit.client.0.smithi031.stdout:304 2024-08-10T05:30:07.434 INFO:tasks.workunit.client.0.smithi031.stdout:305 2024-08-10T05:30:07.435 INFO:tasks.workunit.client.0.smithi031.stdout:306 2024-08-10T05:30:07.436 INFO:tasks.workunit.client.0.smithi031.stdout:307 2024-08-10T05:30:07.437 INFO:tasks.workunit.client.0.smithi031.stdout:308 2024-08-10T05:30:07.438 INFO:tasks.workunit.client.0.smithi031.stdout:309 2024-08-10T05:30:07.439 INFO:tasks.workunit.client.0.smithi031.stdout:310 2024-08-10T05:30:07.440 INFO:tasks.workunit.client.0.smithi031.stdout:311 2024-08-10T05:30:07.441 INFO:tasks.workunit.client.0.smithi031.stdout:312 2024-08-10T05:30:07.442 INFO:tasks.workunit.client.0.smithi031.stdout:313 2024-08-10T05:30:07.443 INFO:tasks.workunit.client.0.smithi031.stdout:314 2024-08-10T05:30:07.444 INFO:tasks.workunit.client.0.smithi031.stdout:315 2024-08-10T05:30:07.445 INFO:tasks.workunit.client.0.smithi031.stdout:316 2024-08-10T05:30:07.446 INFO:tasks.workunit.client.0.smithi031.stdout:317 2024-08-10T05:30:07.446 INFO:tasks.workunit.client.0.smithi031.stdout:318 2024-08-10T05:30:07.447 INFO:tasks.workunit.client.0.smithi031.stdout:319 2024-08-10T05:30:07.448 INFO:tasks.workunit.client.0.smithi031.stdout:320 2024-08-10T05:30:07.449 INFO:tasks.workunit.client.0.smithi031.stdout:321 2024-08-10T05:30:07.450 INFO:tasks.workunit.client.0.smithi031.stdout:322 2024-08-10T05:30:07.451 INFO:tasks.workunit.client.0.smithi031.stdout:323 2024-08-10T05:30:07.452 INFO:tasks.workunit.client.0.smithi031.stdout:324 2024-08-10T05:30:07.453 INFO:tasks.workunit.client.0.smithi031.stdout:325 2024-08-10T05:30:07.454 INFO:tasks.workunit.client.0.smithi031.stdout:326 2024-08-10T05:30:07.455 INFO:tasks.workunit.client.0.smithi031.stdout:327 2024-08-10T05:30:07.456 INFO:tasks.workunit.client.0.smithi031.stdout:328 2024-08-10T05:30:07.457 INFO:tasks.workunit.client.0.smithi031.stdout:329 2024-08-10T05:30:07.458 INFO:tasks.workunit.client.0.smithi031.stdout:330 2024-08-10T05:30:07.459 INFO:tasks.workunit.client.0.smithi031.stdout:331 2024-08-10T05:30:07.460 INFO:tasks.workunit.client.0.smithi031.stdout:332 2024-08-10T05:30:07.461 INFO:tasks.workunit.client.0.smithi031.stdout:333 2024-08-10T05:30:07.462 INFO:tasks.workunit.client.0.smithi031.stdout:334 2024-08-10T05:30:07.462 INFO:tasks.workunit.client.0.smithi031.stdout:335 2024-08-10T05:30:07.463 INFO:tasks.workunit.client.0.smithi031.stdout:336 2024-08-10T05:30:07.464 INFO:tasks.workunit.client.0.smithi031.stdout:337 2024-08-10T05:30:07.465 INFO:tasks.workunit.client.0.smithi031.stdout:338 2024-08-10T05:30:07.466 INFO:tasks.workunit.client.0.smithi031.stdout:339 2024-08-10T05:30:07.470 INFO:tasks.workunit.client.0.smithi031.stdout:340 2024-08-10T05:30:07.470 INFO:tasks.workunit.client.0.smithi031.stdout:341 2024-08-10T05:30:07.470 INFO:tasks.workunit.client.0.smithi031.stdout:342 2024-08-10T05:30:07.470 INFO:tasks.workunit.client.0.smithi031.stdout:343 2024-08-10T05:30:07.471 INFO:tasks.workunit.client.0.smithi031.stdout:344 2024-08-10T05:30:07.472 INFO:tasks.workunit.client.0.smithi031.stdout:345 2024-08-10T05:30:07.473 INFO:tasks.workunit.client.0.smithi031.stdout:346 2024-08-10T05:30:07.474 INFO:tasks.workunit.client.0.smithi031.stdout:347 2024-08-10T05:30:07.474 INFO:tasks.workunit.client.0.smithi031.stdout:348 2024-08-10T05:30:07.475 INFO:tasks.workunit.client.0.smithi031.stdout:349 2024-08-10T05:30:07.476 INFO:tasks.workunit.client.0.smithi031.stdout:350 2024-08-10T05:30:07.478 INFO:tasks.workunit.client.0.smithi031.stdout:351 2024-08-10T05:30:07.478 INFO:tasks.workunit.client.0.smithi031.stdout:352 2024-08-10T05:30:07.479 INFO:tasks.workunit.client.0.smithi031.stdout:353 2024-08-10T05:30:07.480 INFO:tasks.workunit.client.0.smithi031.stdout:354 2024-08-10T05:30:07.481 INFO:tasks.workunit.client.0.smithi031.stdout:355 2024-08-10T05:30:07.482 INFO:tasks.workunit.client.0.smithi031.stdout:356 2024-08-10T05:30:07.483 INFO:tasks.workunit.client.0.smithi031.stdout:357 2024-08-10T05:30:07.484 INFO:tasks.workunit.client.0.smithi031.stdout:358 2024-08-10T05:30:07.485 INFO:tasks.workunit.client.0.smithi031.stdout:359 2024-08-10T05:30:07.485 INFO:tasks.workunit.client.0.smithi031.stdout:360 2024-08-10T05:30:07.486 INFO:tasks.workunit.client.0.smithi031.stdout:361 2024-08-10T05:30:07.487 INFO:tasks.workunit.client.0.smithi031.stdout:362 2024-08-10T05:30:07.488 INFO:tasks.workunit.client.0.smithi031.stdout:363 2024-08-10T05:30:07.489 INFO:tasks.workunit.client.0.smithi031.stdout:364 2024-08-10T05:30:07.490 INFO:tasks.workunit.client.0.smithi031.stdout:365 2024-08-10T05:30:07.491 INFO:tasks.workunit.client.0.smithi031.stdout:366 2024-08-10T05:30:07.492 INFO:tasks.workunit.client.0.smithi031.stdout:367 2024-08-10T05:30:07.493 INFO:tasks.workunit.client.0.smithi031.stdout:368 2024-08-10T05:30:07.494 INFO:tasks.workunit.client.0.smithi031.stdout:369 2024-08-10T05:30:07.495 INFO:tasks.workunit.client.0.smithi031.stdout:370 2024-08-10T05:30:07.496 INFO:tasks.workunit.client.0.smithi031.stdout:371 2024-08-10T05:30:07.497 INFO:tasks.workunit.client.0.smithi031.stdout:372 2024-08-10T05:30:07.498 INFO:tasks.workunit.client.0.smithi031.stdout:373 2024-08-10T05:30:07.499 INFO:tasks.workunit.client.0.smithi031.stdout:374 2024-08-10T05:30:07.500 INFO:tasks.workunit.client.0.smithi031.stdout:375 2024-08-10T05:30:07.501 INFO:tasks.workunit.client.0.smithi031.stdout:376 2024-08-10T05:30:07.502 INFO:tasks.workunit.client.0.smithi031.stdout:377 2024-08-10T05:30:07.502 INFO:tasks.workunit.client.0.smithi031.stdout:378 2024-08-10T05:30:07.503 INFO:tasks.workunit.client.0.smithi031.stdout:379 2024-08-10T05:30:07.504 INFO:tasks.workunit.client.0.smithi031.stdout:380 2024-08-10T05:30:07.505 INFO:tasks.workunit.client.0.smithi031.stdout:381 2024-08-10T05:30:07.506 INFO:tasks.workunit.client.0.smithi031.stdout:382 2024-08-10T05:30:07.507 INFO:tasks.workunit.client.0.smithi031.stdout:383 2024-08-10T05:30:07.508 INFO:tasks.workunit.client.0.smithi031.stdout:384 2024-08-10T05:30:07.509 INFO:tasks.workunit.client.0.smithi031.stdout:385 2024-08-10T05:30:07.510 INFO:tasks.workunit.client.0.smithi031.stdout:386 2024-08-10T05:30:07.511 INFO:tasks.workunit.client.0.smithi031.stdout:387 2024-08-10T05:30:07.512 INFO:tasks.workunit.client.0.smithi031.stdout:388 2024-08-10T05:30:07.513 INFO:tasks.workunit.client.0.smithi031.stdout:389 2024-08-10T05:30:07.514 INFO:tasks.workunit.client.0.smithi031.stdout:390 2024-08-10T05:30:07.514 INFO:tasks.workunit.client.0.smithi031.stdout:391 2024-08-10T05:30:07.516 INFO:tasks.workunit.client.0.smithi031.stdout:392 2024-08-10T05:30:07.516 INFO:tasks.workunit.client.0.smithi031.stdout:393 2024-08-10T05:30:07.517 INFO:tasks.workunit.client.0.smithi031.stdout:394 2024-08-10T05:30:07.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:07 smithi031 ceph-mon[98130]: pgmap v1097: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:30:07.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:07 smithi031 ceph-mon[98130]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:30:07.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:07 smithi031 ceph-mon[98130]: Cluster is now healthy 2024-08-10T05:30:07.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:07 smithi031 ceph-mon[98130]: osdmap e938: 8 total, 8 up, 8 in 2024-08-10T05:30:07.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:07 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/3603178221' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142438-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:30:07.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:07 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142438-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:30:07.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:07 smithi031 ceph-mon[100614]: pgmap v1097: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:30:07.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:07 smithi031 ceph-mon[100614]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:30:07.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:07 smithi031 ceph-mon[100614]: Cluster is now healthy 2024-08-10T05:30:07.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:07 smithi031 ceph-mon[100614]: osdmap e938: 8 total, 8 up, 8 in 2024-08-10T05:30:07.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:07 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/3603178221' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142438-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:30:07.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:07 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142438-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:30:07.520 INFO:tasks.workunit.client.0.smithi031.stdout:395 2024-08-10T05:30:07.521 INFO:tasks.workunit.client.0.smithi031.stdout:396 2024-08-10T05:30:07.521 INFO:tasks.workunit.client.0.smithi031.stdout:397 2024-08-10T05:30:07.521 INFO:tasks.workunit.client.0.smithi031.stdout:398 2024-08-10T05:30:07.522 INFO:tasks.workunit.client.0.smithi031.stdout:399 2024-08-10T05:30:07.523 INFO:tasks.workunit.client.0.smithi031.stdout:400 2024-08-10T05:30:07.524 INFO:tasks.workunit.client.0.smithi031.stdout:401 2024-08-10T05:30:07.525 INFO:tasks.workunit.client.0.smithi031.stdout:402 2024-08-10T05:30:07.526 INFO:tasks.workunit.client.0.smithi031.stdout:403 2024-08-10T05:30:07.527 INFO:tasks.workunit.client.0.smithi031.stdout:404 2024-08-10T05:30:07.527 INFO:tasks.workunit.client.0.smithi031.stdout:405 2024-08-10T05:30:07.528 INFO:tasks.workunit.client.0.smithi031.stdout:406 2024-08-10T05:30:07.529 INFO:tasks.workunit.client.0.smithi031.stdout:407 2024-08-10T05:30:07.530 INFO:tasks.workunit.client.0.smithi031.stdout:408 2024-08-10T05:30:07.531 INFO:tasks.workunit.client.0.smithi031.stdout:409 2024-08-10T05:30:07.532 INFO:tasks.workunit.client.0.smithi031.stdout:410 2024-08-10T05:30:07.533 INFO:tasks.workunit.client.0.smithi031.stdout:411 2024-08-10T05:30:07.534 INFO:tasks.workunit.client.0.smithi031.stdout:412 2024-08-10T05:30:07.535 INFO:tasks.workunit.client.0.smithi031.stdout:413 2024-08-10T05:30:07.536 INFO:tasks.workunit.client.0.smithi031.stdout:414 2024-08-10T05:30:07.537 INFO:tasks.workunit.client.0.smithi031.stdout:415 2024-08-10T05:30:07.538 INFO:tasks.workunit.client.0.smithi031.stdout:416 2024-08-10T05:30:07.539 INFO:tasks.workunit.client.0.smithi031.stdout:417 2024-08-10T05:30:07.540 INFO:tasks.workunit.client.0.smithi031.stdout:418 2024-08-10T05:30:07.541 INFO:tasks.workunit.client.0.smithi031.stdout:419 2024-08-10T05:30:07.542 INFO:tasks.workunit.client.0.smithi031.stdout:420 2024-08-10T05:30:07.542 INFO:tasks.workunit.client.0.smithi031.stdout:421 2024-08-10T05:30:07.543 INFO:tasks.workunit.client.0.smithi031.stdout:422 2024-08-10T05:30:07.545 INFO:tasks.workunit.client.0.smithi031.stdout:423 2024-08-10T05:30:07.546 INFO:tasks.workunit.client.0.smithi031.stdout:424 2024-08-10T05:30:07.546 INFO:tasks.workunit.client.0.smithi031.stdout:425 2024-08-10T05:30:07.547 INFO:tasks.workunit.client.0.smithi031.stdout:426 2024-08-10T05:30:07.548 INFO:tasks.workunit.client.0.smithi031.stdout:427 2024-08-10T05:30:07.550 INFO:tasks.workunit.client.0.smithi031.stdout:428 2024-08-10T05:30:07.550 INFO:tasks.workunit.client.0.smithi031.stdout:429 2024-08-10T05:30:07.551 INFO:tasks.workunit.client.0.smithi031.stdout:430 2024-08-10T05:30:07.552 INFO:tasks.workunit.client.0.smithi031.stdout:431 2024-08-10T05:30:07.553 INFO:tasks.workunit.client.0.smithi031.stdout:432 2024-08-10T05:30:07.554 INFO:tasks.workunit.client.0.smithi031.stdout:433 2024-08-10T05:30:07.555 INFO:tasks.workunit.client.0.smithi031.stdout:434 2024-08-10T05:30:07.556 INFO:tasks.workunit.client.0.smithi031.stdout:435 2024-08-10T05:30:07.557 INFO:tasks.workunit.client.0.smithi031.stdout:436 2024-08-10T05:30:07.558 INFO:tasks.workunit.client.0.smithi031.stdout:437 2024-08-10T05:30:07.558 INFO:tasks.workunit.client.0.smithi031.stdout:438 2024-08-10T05:30:07.559 INFO:tasks.workunit.client.0.smithi031.stdout:439 2024-08-10T05:30:07.560 INFO:tasks.workunit.client.0.smithi031.stdout:440 2024-08-10T05:30:07.561 INFO:tasks.workunit.client.0.smithi031.stdout:441 2024-08-10T05:30:07.562 INFO:tasks.workunit.client.0.smithi031.stdout:442 2024-08-10T05:30:07.563 INFO:tasks.workunit.client.0.smithi031.stdout:443 2024-08-10T05:30:07.564 INFO:tasks.workunit.client.0.smithi031.stdout:444 2024-08-10T05:30:07.565 INFO:tasks.workunit.client.0.smithi031.stdout:445 2024-08-10T05:30:07.566 INFO:tasks.workunit.client.0.smithi031.stdout:446 2024-08-10T05:30:07.567 INFO:tasks.workunit.client.0.smithi031.stdout:447 2024-08-10T05:30:07.568 INFO:tasks.workunit.client.0.smithi031.stdout:448 2024-08-10T05:30:07.569 INFO:tasks.workunit.client.0.smithi031.stdout:449 2024-08-10T05:30:07.570 INFO:tasks.workunit.client.0.smithi031.stdout:450 2024-08-10T05:30:07.571 INFO:tasks.workunit.client.0.smithi031.stdout:451 2024-08-10T05:30:07.572 INFO:tasks.workunit.client.0.smithi031.stdout:452 2024-08-10T05:30:07.573 INFO:tasks.workunit.client.0.smithi031.stdout:453 2024-08-10T05:30:07.574 INFO:tasks.workunit.client.0.smithi031.stdout:454 2024-08-10T05:30:07.575 INFO:tasks.workunit.client.0.smithi031.stdout:455 2024-08-10T05:30:07.576 INFO:tasks.workunit.client.0.smithi031.stdout:456 2024-08-10T05:30:07.577 INFO:tasks.workunit.client.0.smithi031.stdout:457 2024-08-10T05:30:07.578 INFO:tasks.workunit.client.0.smithi031.stdout:458 2024-08-10T05:30:07.579 INFO:tasks.workunit.client.0.smithi031.stdout:459 2024-08-10T05:30:07.580 INFO:tasks.workunit.client.0.smithi031.stdout:460 2024-08-10T05:30:07.581 INFO:tasks.workunit.client.0.smithi031.stdout:461 2024-08-10T05:30:07.581 INFO:tasks.workunit.client.0.smithi031.stdout:462 2024-08-10T05:30:07.582 INFO:tasks.workunit.client.0.smithi031.stdout:463 2024-08-10T05:30:07.583 INFO:tasks.workunit.client.0.smithi031.stdout:464 2024-08-10T05:30:07.584 INFO:tasks.workunit.client.0.smithi031.stdout:465 2024-08-10T05:30:07.585 INFO:tasks.workunit.client.0.smithi031.stdout:466 2024-08-10T05:30:07.586 INFO:tasks.workunit.client.0.smithi031.stdout:467 2024-08-10T05:30:07.587 INFO:tasks.workunit.client.0.smithi031.stdout:468 2024-08-10T05:30:07.588 INFO:tasks.workunit.client.0.smithi031.stdout:469 2024-08-10T05:30:07.589 INFO:tasks.workunit.client.0.smithi031.stdout:470 2024-08-10T05:30:07.590 INFO:tasks.workunit.client.0.smithi031.stdout:471 2024-08-10T05:30:07.591 INFO:tasks.workunit.client.0.smithi031.stdout:472 2024-08-10T05:30:07.592 INFO:tasks.workunit.client.0.smithi031.stdout:473 2024-08-10T05:30:07.593 INFO:tasks.workunit.client.0.smithi031.stdout:474 2024-08-10T05:30:07.594 INFO:tasks.workunit.client.0.smithi031.stdout:475 2024-08-10T05:30:07.595 INFO:tasks.workunit.client.0.smithi031.stdout:476 2024-08-10T05:30:07.596 INFO:tasks.workunit.client.0.smithi031.stdout:477 2024-08-10T05:30:07.597 INFO:tasks.workunit.client.0.smithi031.stdout:478 2024-08-10T05:30:07.598 INFO:tasks.workunit.client.0.smithi031.stdout:479 2024-08-10T05:30:07.598 INFO:tasks.workunit.client.0.smithi031.stdout:480 2024-08-10T05:30:07.599 INFO:tasks.workunit.client.0.smithi031.stdout:481 2024-08-10T05:30:07.600 INFO:tasks.workunit.client.0.smithi031.stdout:482 2024-08-10T05:30:07.601 INFO:tasks.workunit.client.0.smithi031.stdout:483 2024-08-10T05:30:07.602 INFO:tasks.workunit.client.0.smithi031.stdout:484 2024-08-10T05:30:07.603 INFO:tasks.workunit.client.0.smithi031.stdout:485 2024-08-10T05:30:07.604 INFO:tasks.workunit.client.0.smithi031.stdout:486 2024-08-10T05:30:07.606 INFO:tasks.workunit.client.0.smithi031.stdout:487 2024-08-10T05:30:07.607 INFO:tasks.workunit.client.0.smithi031.stdout:488 2024-08-10T05:30:07.608 INFO:tasks.workunit.client.0.smithi031.stdout:489 2024-08-10T05:30:07.609 INFO:tasks.workunit.client.0.smithi031.stdout:490 2024-08-10T05:30:07.609 INFO:tasks.workunit.client.0.smithi031.stdout:491 2024-08-10T05:30:07.610 INFO:tasks.workunit.client.0.smithi031.stdout:492 2024-08-10T05:30:07.611 INFO:tasks.workunit.client.0.smithi031.stdout:493 2024-08-10T05:30:07.612 INFO:tasks.workunit.client.0.smithi031.stdout:494 2024-08-10T05:30:07.613 INFO:tasks.workunit.client.0.smithi031.stdout:495 2024-08-10T05:30:07.614 INFO:tasks.workunit.client.0.smithi031.stdout:496 2024-08-10T05:30:07.615 INFO:tasks.workunit.client.0.smithi031.stdout:497 2024-08-10T05:30:07.616 INFO:tasks.workunit.client.0.smithi031.stdout:498 2024-08-10T05:30:07.617 INFO:tasks.workunit.client.0.smithi031.stdout:499 2024-08-10T05:30:07.618 INFO:tasks.workunit.client.0.smithi031.stdout:500 2024-08-10T05:30:07.619 INFO:tasks.workunit.client.0.smithi031.stdout:501 2024-08-10T05:30:07.620 INFO:tasks.workunit.client.0.smithi031.stdout:502 2024-08-10T05:30:07.621 INFO:tasks.workunit.client.0.smithi031.stdout:503 2024-08-10T05:30:07.622 INFO:tasks.workunit.client.0.smithi031.stdout:504 2024-08-10T05:30:07.623 INFO:tasks.workunit.client.0.smithi031.stdout:505 2024-08-10T05:30:07.624 INFO:tasks.workunit.client.0.smithi031.stdout:506 2024-08-10T05:30:07.625 INFO:tasks.workunit.client.0.smithi031.stdout:507 2024-08-10T05:30:07.626 INFO:tasks.workunit.client.0.smithi031.stdout:508 2024-08-10T05:30:07.627 INFO:tasks.workunit.client.0.smithi031.stdout:509 2024-08-10T05:30:07.628 INFO:tasks.workunit.client.0.smithi031.stdout:510 2024-08-10T05:30:07.629 INFO:tasks.workunit.client.0.smithi031.stdout:511 2024-08-10T05:30:07.630 INFO:tasks.workunit.client.0.smithi031.stdout:512 2024-08-10T05:30:07.631 INFO:tasks.workunit.client.0.smithi031.stdout:513 2024-08-10T05:30:07.632 INFO:tasks.workunit.client.0.smithi031.stdout:514 2024-08-10T05:30:07.633 INFO:tasks.workunit.client.0.smithi031.stdout:515 2024-08-10T05:30:07.634 INFO:tasks.workunit.client.0.smithi031.stdout:516 2024-08-10T05:30:07.635 INFO:tasks.workunit.client.0.smithi031.stdout:517 2024-08-10T05:30:07.635 INFO:tasks.workunit.client.0.smithi031.stdout:518 2024-08-10T05:30:07.636 INFO:tasks.workunit.client.0.smithi031.stdout:519 2024-08-10T05:30:07.637 INFO:tasks.workunit.client.0.smithi031.stdout:520 2024-08-10T05:30:07.638 INFO:tasks.workunit.client.0.smithi031.stdout:521 2024-08-10T05:30:07.639 INFO:tasks.workunit.client.0.smithi031.stdout:522 2024-08-10T05:30:07.640 INFO:tasks.workunit.client.0.smithi031.stdout:523 2024-08-10T05:30:07.641 INFO:tasks.workunit.client.0.smithi031.stdout:524 2024-08-10T05:30:07.642 INFO:tasks.workunit.client.0.smithi031.stdout:525 2024-08-10T05:30:07.643 INFO:tasks.workunit.client.0.smithi031.stdout:526 2024-08-10T05:30:07.644 INFO:tasks.workunit.client.0.smithi031.stdout:527 2024-08-10T05:30:07.645 INFO:tasks.workunit.client.0.smithi031.stdout:528 2024-08-10T05:30:07.646 INFO:tasks.workunit.client.0.smithi031.stdout:529 2024-08-10T05:30:07.647 INFO:tasks.workunit.client.0.smithi031.stdout:530 2024-08-10T05:30:07.648 INFO:tasks.workunit.client.0.smithi031.stdout:531 2024-08-10T05:30:07.649 INFO:tasks.workunit.client.0.smithi031.stdout:532 2024-08-10T05:30:07.650 INFO:tasks.workunit.client.0.smithi031.stdout:533 2024-08-10T05:30:07.651 INFO:tasks.workunit.client.0.smithi031.stdout:534 2024-08-10T05:30:07.652 INFO:tasks.workunit.client.0.smithi031.stdout:535 2024-08-10T05:30:07.654 INFO:tasks.workunit.client.0.smithi031.stdout:536 2024-08-10T05:30:07.655 INFO:tasks.workunit.client.0.smithi031.stdout:537 2024-08-10T05:30:07.656 INFO:tasks.workunit.client.0.smithi031.stdout:538 2024-08-10T05:30:07.657 INFO:tasks.workunit.client.0.smithi031.stdout:539 2024-08-10T05:30:07.658 INFO:tasks.workunit.client.0.smithi031.stdout:540 2024-08-10T05:30:07.659 INFO:tasks.workunit.client.0.smithi031.stdout:541 2024-08-10T05:30:07.660 INFO:tasks.workunit.client.0.smithi031.stdout:542 2024-08-10T05:30:07.661 INFO:tasks.workunit.client.0.smithi031.stdout:543 2024-08-10T05:30:07.662 INFO:tasks.workunit.client.0.smithi031.stdout:544 2024-08-10T05:30:07.663 INFO:tasks.workunit.client.0.smithi031.stdout:545 2024-08-10T05:30:07.664 INFO:tasks.workunit.client.0.smithi031.stdout:546 2024-08-10T05:30:07.665 INFO:tasks.workunit.client.0.smithi031.stdout:547 2024-08-10T05:30:07.666 INFO:tasks.workunit.client.0.smithi031.stdout:548 2024-08-10T05:30:07.667 INFO:tasks.workunit.client.0.smithi031.stdout:549 2024-08-10T05:30:07.668 INFO:tasks.workunit.client.0.smithi031.stdout:550 2024-08-10T05:30:07.670 INFO:tasks.workunit.client.0.smithi031.stdout:551 2024-08-10T05:30:07.670 INFO:tasks.workunit.client.0.smithi031.stdout:552 2024-08-10T05:30:07.674 INFO:tasks.workunit.client.0.smithi031.stdout:553 2024-08-10T05:30:07.674 INFO:tasks.workunit.client.0.smithi031.stdout:554 2024-08-10T05:30:07.674 INFO:tasks.workunit.client.0.smithi031.stdout:555 2024-08-10T05:30:07.675 INFO:tasks.workunit.client.0.smithi031.stdout:556 2024-08-10T05:30:07.676 INFO:tasks.workunit.client.0.smithi031.stdout:557 2024-08-10T05:30:07.677 INFO:tasks.workunit.client.0.smithi031.stdout:558 2024-08-10T05:30:07.677 INFO:tasks.workunit.client.0.smithi031.stdout:559 2024-08-10T05:30:07.678 INFO:tasks.workunit.client.0.smithi031.stdout:560 2024-08-10T05:30:07.679 INFO:tasks.workunit.client.0.smithi031.stdout:561 2024-08-10T05:30:07.680 INFO:tasks.workunit.client.0.smithi031.stdout:562 2024-08-10T05:30:07.681 INFO:tasks.workunit.client.0.smithi031.stdout:563 2024-08-10T05:30:07.682 INFO:tasks.workunit.client.0.smithi031.stdout:564 2024-08-10T05:30:07.684 INFO:tasks.workunit.client.0.smithi031.stdout:565 2024-08-10T05:30:07.685 INFO:tasks.workunit.client.0.smithi031.stdout:566 2024-08-10T05:30:07.686 INFO:tasks.workunit.client.0.smithi031.stdout:567 2024-08-10T05:30:07.687 INFO:tasks.workunit.client.0.smithi031.stdout:568 2024-08-10T05:30:07.688 INFO:tasks.workunit.client.0.smithi031.stdout:569 2024-08-10T05:30:07.690 INFO:tasks.workunit.client.0.smithi031.stdout:570 2024-08-10T05:30:07.691 INFO:tasks.workunit.client.0.smithi031.stdout:571 2024-08-10T05:30:07.692 INFO:tasks.workunit.client.0.smithi031.stdout:572 2024-08-10T05:30:07.693 INFO:tasks.workunit.client.0.smithi031.stdout:573 2024-08-10T05:30:07.694 INFO:tasks.workunit.client.0.smithi031.stdout:574 2024-08-10T05:30:07.695 INFO:tasks.workunit.client.0.smithi031.stdout:575 2024-08-10T05:30:07.696 INFO:tasks.workunit.client.0.smithi031.stdout:576 2024-08-10T05:30:07.697 INFO:tasks.workunit.client.0.smithi031.stdout:577 2024-08-10T05:30:07.698 INFO:tasks.workunit.client.0.smithi031.stdout:578 2024-08-10T05:30:07.699 INFO:tasks.workunit.client.0.smithi031.stdout:579 2024-08-10T05:30:07.700 INFO:tasks.workunit.client.0.smithi031.stdout:580 2024-08-10T05:30:07.701 INFO:tasks.workunit.client.0.smithi031.stdout:581 2024-08-10T05:30:07.702 INFO:tasks.workunit.client.0.smithi031.stdout:582 2024-08-10T05:30:07.703 INFO:tasks.workunit.client.0.smithi031.stdout:583 2024-08-10T05:30:07.704 INFO:tasks.workunit.client.0.smithi031.stdout:584 2024-08-10T05:30:07.705 INFO:tasks.workunit.client.0.smithi031.stdout:585 2024-08-10T05:30:07.706 INFO:tasks.workunit.client.0.smithi031.stdout:586 2024-08-10T05:30:07.707 INFO:tasks.workunit.client.0.smithi031.stdout:587 2024-08-10T05:30:07.708 INFO:tasks.workunit.client.0.smithi031.stdout:588 2024-08-10T05:30:07.710 INFO:tasks.workunit.client.0.smithi031.stdout:589 2024-08-10T05:30:07.710 INFO:tasks.workunit.client.0.smithi031.stdout:590 2024-08-10T05:30:07.711 INFO:tasks.workunit.client.0.smithi031.stdout:591 2024-08-10T05:30:07.713 INFO:tasks.workunit.client.0.smithi031.stdout:592 2024-08-10T05:30:07.714 INFO:tasks.workunit.client.0.smithi031.stdout:593 2024-08-10T05:30:07.715 INFO:tasks.workunit.client.0.smithi031.stdout:594 2024-08-10T05:30:07.716 INFO:tasks.workunit.client.0.smithi031.stdout:595 2024-08-10T05:30:07.717 INFO:tasks.workunit.client.0.smithi031.stdout:596 2024-08-10T05:30:07.718 INFO:tasks.workunit.client.0.smithi031.stdout:597 2024-08-10T05:30:07.719 INFO:tasks.workunit.client.0.smithi031.stdout:598 2024-08-10T05:30:07.720 INFO:tasks.workunit.client.0.smithi031.stdout:599 2024-08-10T05:30:07.721 INFO:tasks.workunit.client.0.smithi031.stdout:600 2024-08-10T05:30:07.723 INFO:tasks.workunit.client.0.smithi031.stdout:601 2024-08-10T05:30:07.724 INFO:tasks.workunit.client.0.smithi031.stdout:602 2024-08-10T05:30:07.724 INFO:tasks.workunit.client.0.smithi031.stdout:603 2024-08-10T05:30:07.726 INFO:tasks.workunit.client.0.smithi031.stdout:604 2024-08-10T05:30:07.727 INFO:tasks.workunit.client.0.smithi031.stdout:605 2024-08-10T05:30:07.728 INFO:tasks.workunit.client.0.smithi031.stdout:606 2024-08-10T05:30:07.729 INFO:tasks.workunit.client.0.smithi031.stdout:607 2024-08-10T05:30:07.730 INFO:tasks.workunit.client.0.smithi031.stdout:608 2024-08-10T05:30:07.731 INFO:tasks.workunit.client.0.smithi031.stdout:609 2024-08-10T05:30:07.732 INFO:tasks.workunit.client.0.smithi031.stdout:610 2024-08-10T05:30:07.733 INFO:tasks.workunit.client.0.smithi031.stdout:611 2024-08-10T05:30:07.734 INFO:tasks.workunit.client.0.smithi031.stdout:612 2024-08-10T05:30:07.735 INFO:tasks.workunit.client.0.smithi031.stdout:613 2024-08-10T05:30:07.736 INFO:tasks.workunit.client.0.smithi031.stdout:614 2024-08-10T05:30:07.737 INFO:tasks.workunit.client.0.smithi031.stdout:615 2024-08-10T05:30:07.738 INFO:tasks.workunit.client.0.smithi031.stdout:616 2024-08-10T05:30:07.740 INFO:tasks.workunit.client.0.smithi031.stdout:617 2024-08-10T05:30:07.740 INFO:tasks.workunit.client.0.smithi031.stdout:618 2024-08-10T05:30:07.741 INFO:tasks.workunit.client.0.smithi031.stdout:619 2024-08-10T05:30:07.742 INFO:tasks.workunit.client.0.smithi031.stdout:620 2024-08-10T05:30:07.743 INFO:tasks.workunit.client.0.smithi031.stdout:621 2024-08-10T05:30:07.744 INFO:tasks.workunit.client.0.smithi031.stdout:622 2024-08-10T05:30:07.746 INFO:tasks.workunit.client.0.smithi031.stdout:623 2024-08-10T05:30:07.747 INFO:tasks.workunit.client.0.smithi031.stdout:624 2024-08-10T05:30:07.748 INFO:tasks.workunit.client.0.smithi031.stdout:625 2024-08-10T05:30:07.749 INFO:tasks.workunit.client.0.smithi031.stdout:626 2024-08-10T05:30:07.750 INFO:tasks.workunit.client.0.smithi031.stdout:627 2024-08-10T05:30:07.751 INFO:tasks.workunit.client.0.smithi031.stdout:628 2024-08-10T05:30:07.752 INFO:tasks.workunit.client.0.smithi031.stdout:629 2024-08-10T05:30:07.753 INFO:tasks.workunit.client.0.smithi031.stdout:630 2024-08-10T05:30:07.754 INFO:tasks.workunit.client.0.smithi031.stdout:631 2024-08-10T05:30:07.756 INFO:tasks.workunit.client.0.smithi031.stdout:632 2024-08-10T05:30:07.757 INFO:tasks.workunit.client.0.smithi031.stdout:633 2024-08-10T05:30:07.758 INFO:tasks.workunit.client.0.smithi031.stdout:634 2024-08-10T05:30:07.759 INFO:tasks.workunit.client.0.smithi031.stdout:635 2024-08-10T05:30:07.760 INFO:tasks.workunit.client.0.smithi031.stdout:636 2024-08-10T05:30:07.761 INFO:tasks.workunit.client.0.smithi031.stdout:637 2024-08-10T05:30:07.762 INFO:tasks.workunit.client.0.smithi031.stdout:638 2024-08-10T05:30:07.763 INFO:tasks.workunit.client.0.smithi031.stdout:639 2024-08-10T05:30:07.765 INFO:tasks.workunit.client.0.smithi031.stdout:640 2024-08-10T05:30:07.766 INFO:tasks.workunit.client.0.smithi031.stdout:641 2024-08-10T05:30:07.767 INFO:tasks.workunit.client.0.smithi031.stdout:642 2024-08-10T05:30:07.768 INFO:tasks.workunit.client.0.smithi031.stdout:643 2024-08-10T05:30:07.769 INFO:tasks.workunit.client.0.smithi031.stdout:644 2024-08-10T05:30:07.771 INFO:tasks.workunit.client.0.smithi031.stdout:645 2024-08-10T05:30:07.772 INFO:tasks.workunit.client.0.smithi031.stdout:646 2024-08-10T05:30:07.773 INFO:tasks.workunit.client.0.smithi031.stdout:647 2024-08-10T05:30:07.774 INFO:tasks.workunit.client.0.smithi031.stdout:648 2024-08-10T05:30:07.775 INFO:tasks.workunit.client.0.smithi031.stdout:649 2024-08-10T05:30:07.777 INFO:tasks.workunit.client.0.smithi031.stdout:650 2024-08-10T05:30:07.778 INFO:tasks.workunit.client.0.smithi031.stdout:651 2024-08-10T05:30:07.779 INFO:tasks.workunit.client.0.smithi031.stdout:652 2024-08-10T05:30:07.780 INFO:tasks.workunit.client.0.smithi031.stdout:653 2024-08-10T05:30:07.781 INFO:tasks.workunit.client.0.smithi031.stdout:654 2024-08-10T05:30:07.783 INFO:tasks.workunit.client.0.smithi031.stdout:655 2024-08-10T05:30:07.784 INFO:tasks.workunit.client.0.smithi031.stdout:656 2024-08-10T05:30:07.785 INFO:tasks.workunit.client.0.smithi031.stdout:657 2024-08-10T05:30:07.786 INFO:tasks.workunit.client.0.smithi031.stdout:658 2024-08-10T05:30:07.788 INFO:tasks.workunit.client.0.smithi031.stdout:659 2024-08-10T05:30:07.789 INFO:tasks.workunit.client.0.smithi031.stdout:660 2024-08-10T05:30:07.790 INFO:tasks.workunit.client.0.smithi031.stdout:661 2024-08-10T05:30:07.791 INFO:tasks.workunit.client.0.smithi031.stdout:662 2024-08-10T05:30:07.792 INFO:tasks.workunit.client.0.smithi031.stdout:663 2024-08-10T05:30:07.793 INFO:tasks.workunit.client.0.smithi031.stdout:664 2024-08-10T05:30:07.795 INFO:tasks.workunit.client.0.smithi031.stdout:665 2024-08-10T05:30:07.796 INFO:tasks.workunit.client.0.smithi031.stdout:666 2024-08-10T05:30:07.797 INFO:tasks.workunit.client.0.smithi031.stdout:667 2024-08-10T05:30:07.798 INFO:tasks.workunit.client.0.smithi031.stdout:668 2024-08-10T05:30:07.800 INFO:tasks.workunit.client.0.smithi031.stdout:669 2024-08-10T05:30:07.801 INFO:tasks.workunit.client.0.smithi031.stdout:670 2024-08-10T05:30:07.802 INFO:tasks.workunit.client.0.smithi031.stdout:671 2024-08-10T05:30:07.803 INFO:tasks.workunit.client.0.smithi031.stdout:672 2024-08-10T05:30:07.805 INFO:tasks.workunit.client.0.smithi031.stdout:673 2024-08-10T05:30:07.806 INFO:tasks.workunit.client.0.smithi031.stdout:674 2024-08-10T05:30:07.807 INFO:tasks.workunit.client.0.smithi031.stdout:675 2024-08-10T05:30:07.808 INFO:tasks.workunit.client.0.smithi031.stdout:676 2024-08-10T05:30:07.810 INFO:tasks.workunit.client.0.smithi031.stdout:677 2024-08-10T05:30:07.811 INFO:tasks.workunit.client.0.smithi031.stdout:678 2024-08-10T05:30:07.812 INFO:tasks.workunit.client.0.smithi031.stdout:679 2024-08-10T05:30:07.814 INFO:tasks.workunit.client.0.smithi031.stdout:680 2024-08-10T05:30:07.815 INFO:tasks.workunit.client.0.smithi031.stdout:681 2024-08-10T05:30:07.816 INFO:tasks.workunit.client.0.smithi031.stdout:682 2024-08-10T05:30:07.817 INFO:tasks.workunit.client.0.smithi031.stdout:683 2024-08-10T05:30:07.819 INFO:tasks.workunit.client.0.smithi031.stdout:684 2024-08-10T05:30:07.820 INFO:tasks.workunit.client.0.smithi031.stdout:685 2024-08-10T05:30:07.821 INFO:tasks.workunit.client.0.smithi031.stdout:686 2024-08-10T05:30:07.823 INFO:tasks.workunit.client.0.smithi031.stdout:687 2024-08-10T05:30:07.824 INFO:tasks.workunit.client.0.smithi031.stdout:688 2024-08-10T05:30:07.826 INFO:tasks.workunit.client.0.smithi031.stdout:689 2024-08-10T05:30:07.827 INFO:tasks.workunit.client.0.smithi031.stdout:690 2024-08-10T05:30:07.828 INFO:tasks.workunit.client.0.smithi031.stdout:691 2024-08-10T05:30:07.829 INFO:tasks.workunit.client.0.smithi031.stdout:692 2024-08-10T05:30:07.831 INFO:tasks.workunit.client.0.smithi031.stdout:693 2024-08-10T05:30:07.832 INFO:tasks.workunit.client.0.smithi031.stdout:694 2024-08-10T05:30:07.833 INFO:tasks.workunit.client.0.smithi031.stdout:695 2024-08-10T05:30:07.834 INFO:tasks.workunit.client.0.smithi031.stdout:696 2024-08-10T05:30:07.835 INFO:tasks.workunit.client.0.smithi031.stdout:697 2024-08-10T05:30:07.837 INFO:tasks.workunit.client.0.smithi031.stdout:698 2024-08-10T05:30:07.838 INFO:tasks.workunit.client.0.smithi031.stdout:699 2024-08-10T05:30:07.839 INFO:tasks.workunit.client.0.smithi031.stdout:700 2024-08-10T05:30:07.840 INFO:tasks.workunit.client.0.smithi031.stdout:701 2024-08-10T05:30:07.842 INFO:tasks.workunit.client.0.smithi031.stdout:702 2024-08-10T05:30:07.843 INFO:tasks.workunit.client.0.smithi031.stdout:703 2024-08-10T05:30:07.844 INFO:tasks.workunit.client.0.smithi031.stdout:704 2024-08-10T05:30:07.846 INFO:tasks.workunit.client.0.smithi031.stdout:705 2024-08-10T05:30:07.847 INFO:tasks.workunit.client.0.smithi031.stdout:706 2024-08-10T05:30:07.848 INFO:tasks.workunit.client.0.smithi031.stdout:707 2024-08-10T05:30:07.849 INFO:tasks.workunit.client.0.smithi031.stdout:708 2024-08-10T05:30:07.850 INFO:tasks.workunit.client.0.smithi031.stdout:709 2024-08-10T05:30:07.852 INFO:tasks.workunit.client.0.smithi031.stdout:710 2024-08-10T05:30:07.853 INFO:tasks.workunit.client.0.smithi031.stdout:711 2024-08-10T05:30:07.855 INFO:tasks.workunit.client.0.smithi031.stdout:712 2024-08-10T05:30:07.856 INFO:tasks.workunit.client.0.smithi031.stdout:713 2024-08-10T05:30:07.858 INFO:tasks.workunit.client.0.smithi031.stdout:714 2024-08-10T05:30:07.859 INFO:tasks.workunit.client.0.smithi031.stdout:715 2024-08-10T05:30:07.860 INFO:tasks.workunit.client.0.smithi031.stdout:716 2024-08-10T05:30:07.862 INFO:tasks.workunit.client.0.smithi031.stdout:717 2024-08-10T05:30:07.863 INFO:tasks.workunit.client.0.smithi031.stdout:718 2024-08-10T05:30:07.864 INFO:tasks.workunit.client.0.smithi031.stdout:719 2024-08-10T05:30:07.865 INFO:tasks.workunit.client.0.smithi031.stdout:720 2024-08-10T05:30:07.866 INFO:tasks.workunit.client.0.smithi031.stdout:721 2024-08-10T05:30:07.867 INFO:tasks.workunit.client.0.smithi031.stdout:722 2024-08-10T05:30:07.868 INFO:tasks.workunit.client.0.smithi031.stdout:723 2024-08-10T05:30:07.871 INFO:tasks.workunit.client.0.smithi031.stdout:724 2024-08-10T05:30:07.871 INFO:tasks.workunit.client.0.smithi031.stdout:725 2024-08-10T05:30:07.871 INFO:tasks.workunit.client.0.smithi031.stdout:726 2024-08-10T05:30:07.872 INFO:tasks.workunit.client.0.smithi031.stdout:727 2024-08-10T05:30:07.873 INFO:tasks.workunit.client.0.smithi031.stdout:728 2024-08-10T05:30:07.874 INFO:tasks.workunit.client.0.smithi031.stdout:729 2024-08-10T05:30:07.876 INFO:tasks.workunit.client.0.smithi031.stdout:730 2024-08-10T05:30:07.877 INFO:tasks.workunit.client.0.smithi031.stdout:731 2024-08-10T05:30:07.878 INFO:tasks.workunit.client.0.smithi031.stdout:732 2024-08-10T05:30:07.879 INFO:tasks.workunit.client.0.smithi031.stdout:733 2024-08-10T05:30:07.880 INFO:tasks.workunit.client.0.smithi031.stdout:734 2024-08-10T05:30:07.881 INFO:tasks.workunit.client.0.smithi031.stdout:735 2024-08-10T05:30:07.882 INFO:tasks.workunit.client.0.smithi031.stdout:736 2024-08-10T05:30:07.883 INFO:tasks.workunit.client.0.smithi031.stdout:737 2024-08-10T05:30:07.884 INFO:tasks.workunit.client.0.smithi031.stdout:738 2024-08-10T05:30:07.886 INFO:tasks.workunit.client.0.smithi031.stdout:739 2024-08-10T05:30:07.887 INFO:tasks.workunit.client.0.smithi031.stdout:740 2024-08-10T05:30:07.888 INFO:tasks.workunit.client.0.smithi031.stdout:741 2024-08-10T05:30:07.889 INFO:tasks.workunit.client.0.smithi031.stdout:742 2024-08-10T05:30:07.890 INFO:tasks.workunit.client.0.smithi031.stdout:743 2024-08-10T05:30:07.891 INFO:tasks.workunit.client.0.smithi031.stdout:744 2024-08-10T05:30:07.892 INFO:tasks.workunit.client.0.smithi031.stdout:745 2024-08-10T05:30:07.893 INFO:tasks.workunit.client.0.smithi031.stdout:746 2024-08-10T05:30:07.894 INFO:tasks.workunit.client.0.smithi031.stdout:747 2024-08-10T05:30:07.895 INFO:tasks.workunit.client.0.smithi031.stdout:748 2024-08-10T05:30:07.896 INFO:tasks.workunit.client.0.smithi031.stdout:749 2024-08-10T05:30:07.897 INFO:tasks.workunit.client.0.smithi031.stdout:750 2024-08-10T05:30:07.898 INFO:tasks.workunit.client.0.smithi031.stdout:751 2024-08-10T05:30:07.900 INFO:tasks.workunit.client.0.smithi031.stdout:752 2024-08-10T05:30:07.901 INFO:tasks.workunit.client.0.smithi031.stdout:753 2024-08-10T05:30:07.902 INFO:tasks.workunit.client.0.smithi031.stdout:754 2024-08-10T05:30:07.903 INFO:tasks.workunit.client.0.smithi031.stdout:755 2024-08-10T05:30:07.904 INFO:tasks.workunit.client.0.smithi031.stdout:756 2024-08-10T05:30:07.905 INFO:tasks.workunit.client.0.smithi031.stdout:757 2024-08-10T05:30:07.906 INFO:tasks.workunit.client.0.smithi031.stdout:758 2024-08-10T05:30:07.908 INFO:tasks.workunit.client.0.smithi031.stdout:759 2024-08-10T05:30:07.909 INFO:tasks.workunit.client.0.smithi031.stdout:760 2024-08-10T05:30:07.910 INFO:tasks.workunit.client.0.smithi031.stdout:761 2024-08-10T05:30:07.911 INFO:tasks.workunit.client.0.smithi031.stdout:762 2024-08-10T05:30:07.913 INFO:tasks.workunit.client.0.smithi031.stdout:763 2024-08-10T05:30:07.914 INFO:tasks.workunit.client.0.smithi031.stdout:764 2024-08-10T05:30:07.915 INFO:tasks.workunit.client.0.smithi031.stdout:765 2024-08-10T05:30:07.917 INFO:tasks.workunit.client.0.smithi031.stdout:766 2024-08-10T05:30:07.918 INFO:tasks.workunit.client.0.smithi031.stdout:767 2024-08-10T05:30:07.919 INFO:tasks.workunit.client.0.smithi031.stdout:768 2024-08-10T05:30:07.920 INFO:tasks.workunit.client.0.smithi031.stdout:769 2024-08-10T05:30:07.921 INFO:tasks.workunit.client.0.smithi031.stdout:770 2024-08-10T05:30:07.922 INFO:tasks.workunit.client.0.smithi031.stdout:771 2024-08-10T05:30:07.923 INFO:tasks.workunit.client.0.smithi031.stdout:772 2024-08-10T05:30:07.924 INFO:tasks.workunit.client.0.smithi031.stdout:773 2024-08-10T05:30:07.925 INFO:tasks.workunit.client.0.smithi031.stdout:774 2024-08-10T05:30:07.927 INFO:tasks.workunit.client.0.smithi031.stdout:775 2024-08-10T05:30:07.928 INFO:tasks.workunit.client.0.smithi031.stdout:776 2024-08-10T05:30:07.929 INFO:tasks.workunit.client.0.smithi031.stdout:777 2024-08-10T05:30:07.930 INFO:tasks.workunit.client.0.smithi031.stdout:778 2024-08-10T05:30:07.931 INFO:tasks.workunit.client.0.smithi031.stdout:779 2024-08-10T05:30:07.932 INFO:tasks.workunit.client.0.smithi031.stdout:780 2024-08-10T05:30:07.933 INFO:tasks.workunit.client.0.smithi031.stdout:781 2024-08-10T05:30:07.934 INFO:tasks.workunit.client.0.smithi031.stdout:782 2024-08-10T05:30:07.935 INFO:tasks.workunit.client.0.smithi031.stdout:783 2024-08-10T05:30:07.937 INFO:tasks.workunit.client.0.smithi031.stdout:784 2024-08-10T05:30:07.938 INFO:tasks.workunit.client.0.smithi031.stdout:785 2024-08-10T05:30:07.939 INFO:tasks.workunit.client.0.smithi031.stdout:786 2024-08-10T05:30:07.941 INFO:tasks.workunit.client.0.smithi031.stdout:787 2024-08-10T05:30:07.942 INFO:tasks.workunit.client.0.smithi031.stdout:788 2024-08-10T05:30:07.944 INFO:tasks.workunit.client.0.smithi031.stdout:789 2024-08-10T05:30:07.945 INFO:tasks.workunit.client.0.smithi031.stdout:790 2024-08-10T05:30:07.946 INFO:tasks.workunit.client.0.smithi031.stdout:791 2024-08-10T05:30:07.948 INFO:tasks.workunit.client.0.smithi031.stdout:792 2024-08-10T05:30:07.949 INFO:tasks.workunit.client.0.smithi031.stdout:793 2024-08-10T05:30:07.951 INFO:tasks.workunit.client.0.smithi031.stdout:794 2024-08-10T05:30:07.952 INFO:tasks.workunit.client.0.smithi031.stdout:795 2024-08-10T05:30:07.954 INFO:tasks.workunit.client.0.smithi031.stdout:796 2024-08-10T05:30:07.955 INFO:tasks.workunit.client.0.smithi031.stdout:797 2024-08-10T05:30:07.957 INFO:tasks.workunit.client.0.smithi031.stdout:798 2024-08-10T05:30:07.958 INFO:tasks.workunit.client.0.smithi031.stdout:799 2024-08-10T05:30:07.959 INFO:tasks.workunit.client.0.smithi031.stdout:800 2024-08-10T05:30:07.961 INFO:tasks.workunit.client.0.smithi031.stdout:801 2024-08-10T05:30:07.962 INFO:tasks.workunit.client.0.smithi031.stdout:802 2024-08-10T05:30:07.963 INFO:tasks.workunit.client.0.smithi031.stdout:803 2024-08-10T05:30:07.964 INFO:tasks.workunit.client.0.smithi031.stdout:804 2024-08-10T05:30:07.965 INFO:tasks.workunit.client.0.smithi031.stdout:805 2024-08-10T05:30:07.967 INFO:tasks.workunit.client.0.smithi031.stdout:806 2024-08-10T05:30:07.968 INFO:tasks.workunit.client.0.smithi031.stdout:807 2024-08-10T05:30:07.969 INFO:tasks.workunit.client.0.smithi031.stdout:808 2024-08-10T05:30:07.970 INFO:tasks.workunit.client.0.smithi031.stdout:809 2024-08-10T05:30:07.972 INFO:tasks.workunit.client.0.smithi031.stdout:810 2024-08-10T05:30:07.973 INFO:tasks.workunit.client.0.smithi031.stdout:811 2024-08-10T05:30:07.974 INFO:tasks.workunit.client.0.smithi031.stdout:812 2024-08-10T05:30:07.975 INFO:tasks.workunit.client.0.smithi031.stdout:813 2024-08-10T05:30:07.977 INFO:tasks.workunit.client.0.smithi031.stdout:814 2024-08-10T05:30:07.978 INFO:tasks.workunit.client.0.smithi031.stdout:815 2024-08-10T05:30:07.980 INFO:tasks.workunit.client.0.smithi031.stdout:816 2024-08-10T05:30:07.981 INFO:tasks.workunit.client.0.smithi031.stdout:817 2024-08-10T05:30:07.982 INFO:tasks.workunit.client.0.smithi031.stdout:818 2024-08-10T05:30:07.984 INFO:tasks.workunit.client.0.smithi031.stdout:819 2024-08-10T05:30:07.985 INFO:tasks.workunit.client.0.smithi031.stdout:820 2024-08-10T05:30:07.986 INFO:tasks.workunit.client.0.smithi031.stdout:821 2024-08-10T05:30:07.988 INFO:tasks.workunit.client.0.smithi031.stdout:822 2024-08-10T05:30:07.989 INFO:tasks.workunit.client.0.smithi031.stdout:823 2024-08-10T05:30:07.990 INFO:tasks.workunit.client.0.smithi031.stdout:824 2024-08-10T05:30:07.992 INFO:tasks.workunit.client.0.smithi031.stdout:825 2024-08-10T05:30:07.993 INFO:tasks.workunit.client.0.smithi031.stdout:826 2024-08-10T05:30:07.994 INFO:tasks.workunit.client.0.smithi031.stdout:827 2024-08-10T05:30:07.995 INFO:tasks.workunit.client.0.smithi031.stdout:828 2024-08-10T05:30:07.997 INFO:tasks.workunit.client.0.smithi031.stdout:829 2024-08-10T05:30:07.998 INFO:tasks.workunit.client.0.smithi031.stdout:830 2024-08-10T05:30:07.999 INFO:tasks.workunit.client.0.smithi031.stdout:831 2024-08-10T05:30:08.000 INFO:tasks.workunit.client.0.smithi031.stdout:832 2024-08-10T05:30:08.002 INFO:tasks.workunit.client.0.smithi031.stdout:833 2024-08-10T05:30:08.003 INFO:tasks.workunit.client.0.smithi031.stdout:834 2024-08-10T05:30:08.004 INFO:tasks.workunit.client.0.smithi031.stdout:835 2024-08-10T05:30:08.005 INFO:tasks.workunit.client.0.smithi031.stdout:836 2024-08-10T05:30:08.007 INFO:tasks.workunit.client.0.smithi031.stdout:837 2024-08-10T05:30:08.008 INFO:tasks.workunit.client.0.smithi031.stdout:838 2024-08-10T05:30:08.009 INFO:tasks.workunit.client.0.smithi031.stdout:839 2024-08-10T05:30:08.010 INFO:tasks.workunit.client.0.smithi031.stdout:840 2024-08-10T05:30:08.011 INFO:tasks.workunit.client.0.smithi031.stdout:841 2024-08-10T05:30:08.012 INFO:tasks.workunit.client.0.smithi031.stdout:842 2024-08-10T05:30:08.013 INFO:tasks.workunit.client.0.smithi031.stdout:843 2024-08-10T05:30:08.014 INFO:tasks.workunit.client.0.smithi031.stdout:844 2024-08-10T05:30:08.015 INFO:tasks.workunit.client.0.smithi031.stdout:845 2024-08-10T05:30:08.017 INFO:tasks.workunit.client.0.smithi031.stdout:846 2024-08-10T05:30:08.018 INFO:tasks.workunit.client.0.smithi031.stdout:847 2024-08-10T05:30:08.019 INFO:tasks.workunit.client.0.smithi031.stdout:848 2024-08-10T05:30:08.020 INFO:tasks.workunit.client.0.smithi031.stdout:849 2024-08-10T05:30:08.022 INFO:tasks.workunit.client.0.smithi031.stdout:850 2024-08-10T05:30:08.023 INFO:tasks.workunit.client.0.smithi031.stdout:851 2024-08-10T05:30:08.024 INFO:tasks.workunit.client.0.smithi031.stdout:852 2024-08-10T05:30:08.025 INFO:tasks.workunit.client.0.smithi031.stdout:853 2024-08-10T05:30:08.027 INFO:tasks.workunit.client.0.smithi031.stdout:854 2024-08-10T05:30:08.028 INFO:tasks.workunit.client.0.smithi031.stdout:855 2024-08-10T05:30:08.029 INFO:tasks.workunit.client.0.smithi031.stdout:856 2024-08-10T05:30:08.031 INFO:tasks.workunit.client.0.smithi031.stdout:857 2024-08-10T05:30:08.034 INFO:tasks.workunit.client.0.smithi031.stdout:858 2024-08-10T05:30:08.037 INFO:tasks.workunit.client.0.smithi031.stdout:859 2024-08-10T05:30:08.038 INFO:tasks.workunit.client.0.smithi031.stdout:860 2024-08-10T05:30:08.039 INFO:tasks.workunit.client.0.smithi031.stdout:861 2024-08-10T05:30:08.040 INFO:tasks.workunit.client.0.smithi031.stdout:862 2024-08-10T05:30:08.041 INFO:tasks.workunit.client.0.smithi031.stdout:863 2024-08-10T05:30:08.042 INFO:tasks.workunit.client.0.smithi031.stdout:864 2024-08-10T05:30:08.043 INFO:tasks.workunit.client.0.smithi031.stdout:865 2024-08-10T05:30:08.045 INFO:tasks.workunit.client.0.smithi031.stdout:866 2024-08-10T05:30:08.046 INFO:tasks.workunit.client.0.smithi031.stdout:867 2024-08-10T05:30:08.047 INFO:tasks.workunit.client.0.smithi031.stdout:868 2024-08-10T05:30:08.048 INFO:tasks.workunit.client.0.smithi031.stdout:869 2024-08-10T05:30:08.049 INFO:tasks.workunit.client.0.smithi031.stdout:870 2024-08-10T05:30:08.050 INFO:tasks.workunit.client.0.smithi031.stdout:871 2024-08-10T05:30:08.052 INFO:tasks.workunit.client.0.smithi031.stdout:872 2024-08-10T05:30:08.053 INFO:tasks.workunit.client.0.smithi031.stdout:873 2024-08-10T05:30:08.054 INFO:tasks.workunit.client.0.smithi031.stdout:874 2024-08-10T05:30:08.055 INFO:tasks.workunit.client.0.smithi031.stdout:875 2024-08-10T05:30:08.056 INFO:tasks.workunit.client.0.smithi031.stdout:876 2024-08-10T05:30:08.057 INFO:tasks.workunit.client.0.smithi031.stdout:877 2024-08-10T05:30:08.059 INFO:tasks.workunit.client.0.smithi031.stdout:878 2024-08-10T05:30:08.060 INFO:tasks.workunit.client.0.smithi031.stdout:879 2024-08-10T05:30:08.061 INFO:tasks.workunit.client.0.smithi031.stdout:880 2024-08-10T05:30:08.062 INFO:tasks.workunit.client.0.smithi031.stdout:881 2024-08-10T05:30:08.063 INFO:tasks.workunit.client.0.smithi031.stdout:882 2024-08-10T05:30:08.064 INFO:tasks.workunit.client.0.smithi031.stdout:883 2024-08-10T05:30:08.066 INFO:tasks.workunit.client.0.smithi031.stdout:884 2024-08-10T05:30:08.067 INFO:tasks.workunit.client.0.smithi031.stdout:885 2024-08-10T05:30:08.068 INFO:tasks.workunit.client.0.smithi031.stdout:886 2024-08-10T05:30:08.069 INFO:tasks.workunit.client.0.smithi031.stdout:887 2024-08-10T05:30:08.070 INFO:tasks.workunit.client.0.smithi031.stdout:888 2024-08-10T05:30:08.072 INFO:tasks.workunit.client.0.smithi031.stdout:889 2024-08-10T05:30:08.072 INFO:tasks.workunit.client.0.smithi031.stdout:890 2024-08-10T05:30:08.074 INFO:tasks.workunit.client.0.smithi031.stdout:891 2024-08-10T05:30:08.075 INFO:tasks.workunit.client.0.smithi031.stdout:892 2024-08-10T05:30:08.076 INFO:tasks.workunit.client.0.smithi031.stdout:893 2024-08-10T05:30:08.077 INFO:tasks.workunit.client.0.smithi031.stdout:894 2024-08-10T05:30:08.078 INFO:tasks.workunit.client.0.smithi031.stdout:895 2024-08-10T05:30:08.079 INFO:tasks.workunit.client.0.smithi031.stdout:896 2024-08-10T05:30:08.082 INFO:tasks.workunit.client.0.smithi031.stdout:897 2024-08-10T05:30:08.082 INFO:tasks.workunit.client.0.smithi031.stdout:898 2024-08-10T05:30:08.083 INFO:tasks.workunit.client.0.smithi031.stdout:899 2024-08-10T05:30:08.084 INFO:tasks.workunit.client.0.smithi031.stdout:900 2024-08-10T05:30:08.085 INFO:tasks.workunit.client.0.smithi031.stdout:901 2024-08-10T05:30:08.087 INFO:tasks.workunit.client.0.smithi031.stdout:902 2024-08-10T05:30:08.088 INFO:tasks.workunit.client.0.smithi031.stdout:903 2024-08-10T05:30:08.089 INFO:tasks.workunit.client.0.smithi031.stdout:904 2024-08-10T05:30:08.090 INFO:tasks.workunit.client.0.smithi031.stdout:905 2024-08-10T05:30:08.091 INFO:tasks.workunit.client.0.smithi031.stdout:906 2024-08-10T05:30:08.093 INFO:tasks.workunit.client.0.smithi031.stdout:907 2024-08-10T05:30:08.094 INFO:tasks.workunit.client.0.smithi031.stdout:908 2024-08-10T05:30:08.095 INFO:tasks.workunit.client.0.smithi031.stdout:909 2024-08-10T05:30:08.096 INFO:tasks.workunit.client.0.smithi031.stdout:910 2024-08-10T05:30:08.097 INFO:tasks.workunit.client.0.smithi031.stdout:911 2024-08-10T05:30:08.098 INFO:tasks.workunit.client.0.smithi031.stdout:912 2024-08-10T05:30:08.100 INFO:tasks.workunit.client.0.smithi031.stdout:913 2024-08-10T05:30:08.101 INFO:tasks.workunit.client.0.smithi031.stdout:914 2024-08-10T05:30:08.102 INFO:tasks.workunit.client.0.smithi031.stdout:915 2024-08-10T05:30:08.103 INFO:tasks.workunit.client.0.smithi031.stdout:916 2024-08-10T05:30:08.104 INFO:tasks.workunit.client.0.smithi031.stdout:917 2024-08-10T05:30:08.105 INFO:tasks.workunit.client.0.smithi031.stdout:918 2024-08-10T05:30:08.106 INFO:tasks.workunit.client.0.smithi031.stdout:919 2024-08-10T05:30:08.108 INFO:tasks.workunit.client.0.smithi031.stdout:920 2024-08-10T05:30:08.109 INFO:tasks.workunit.client.0.smithi031.stdout:921 2024-08-10T05:30:08.110 INFO:tasks.workunit.client.0.smithi031.stdout:922 2024-08-10T05:30:08.111 INFO:tasks.workunit.client.0.smithi031.stdout:923 2024-08-10T05:30:08.112 INFO:tasks.workunit.client.0.smithi031.stdout:924 2024-08-10T05:30:08.114 INFO:tasks.workunit.client.0.smithi031.stdout:925 2024-08-10T05:30:08.115 INFO:tasks.workunit.client.0.smithi031.stdout:926 2024-08-10T05:30:08.116 INFO:tasks.workunit.client.0.smithi031.stdout:927 2024-08-10T05:30:08.117 INFO:tasks.workunit.client.0.smithi031.stdout:928 2024-08-10T05:30:08.118 INFO:tasks.workunit.client.0.smithi031.stdout:929 2024-08-10T05:30:08.119 INFO:tasks.workunit.client.0.smithi031.stdout:930 2024-08-10T05:30:08.120 INFO:tasks.workunit.client.0.smithi031.stdout:931 2024-08-10T05:30:08.122 INFO:tasks.workunit.client.0.smithi031.stdout:932 2024-08-10T05:30:08.123 INFO:tasks.workunit.client.0.smithi031.stdout:933 2024-08-10T05:30:08.124 INFO:tasks.workunit.client.0.smithi031.stdout:934 2024-08-10T05:30:08.125 INFO:tasks.workunit.client.0.smithi031.stdout:935 2024-08-10T05:30:08.126 INFO:tasks.workunit.client.0.smithi031.stdout:936 2024-08-10T05:30:08.127 INFO:tasks.workunit.client.0.smithi031.stdout:937 2024-08-10T05:30:08.129 INFO:tasks.workunit.client.0.smithi031.stdout:938 2024-08-10T05:30:08.130 INFO:tasks.workunit.client.0.smithi031.stdout:939 2024-08-10T05:30:08.131 INFO:tasks.workunit.client.0.smithi031.stdout:940 2024-08-10T05:30:08.132 INFO:tasks.workunit.client.0.smithi031.stdout:941 2024-08-10T05:30:08.133 INFO:tasks.workunit.client.0.smithi031.stdout:942 2024-08-10T05:30:08.135 INFO:tasks.workunit.client.0.smithi031.stdout:943 2024-08-10T05:30:08.136 INFO:tasks.workunit.client.0.smithi031.stdout:944 2024-08-10T05:30:08.137 INFO:tasks.workunit.client.0.smithi031.stdout:945 2024-08-10T05:30:08.138 INFO:tasks.workunit.client.0.smithi031.stdout:946 2024-08-10T05:30:08.139 INFO:tasks.workunit.client.0.smithi031.stdout:947 2024-08-10T05:30:08.140 INFO:tasks.workunit.client.0.smithi031.stdout:948 2024-08-10T05:30:08.142 INFO:tasks.workunit.client.0.smithi031.stdout:949 2024-08-10T05:30:08.143 INFO:tasks.workunit.client.0.smithi031.stdout:950 2024-08-10T05:30:08.144 INFO:tasks.workunit.client.0.smithi031.stdout:951 2024-08-10T05:30:08.145 INFO:tasks.workunit.client.0.smithi031.stdout:952 2024-08-10T05:30:08.146 INFO:tasks.workunit.client.0.smithi031.stdout:953 2024-08-10T05:30:08.148 INFO:tasks.workunit.client.0.smithi031.stdout:954 2024-08-10T05:30:08.149 INFO:tasks.workunit.client.0.smithi031.stdout:955 2024-08-10T05:30:08.150 INFO:tasks.workunit.client.0.smithi031.stdout:956 2024-08-10T05:30:08.151 INFO:tasks.workunit.client.0.smithi031.stdout:957 2024-08-10T05:30:08.152 INFO:tasks.workunit.client.0.smithi031.stdout:958 2024-08-10T05:30:08.154 INFO:tasks.workunit.client.0.smithi031.stdout:959 2024-08-10T05:30:08.155 INFO:tasks.workunit.client.0.smithi031.stdout:960 2024-08-10T05:30:08.156 INFO:tasks.workunit.client.0.smithi031.stdout:961 2024-08-10T05:30:08.157 INFO:tasks.workunit.client.0.smithi031.stdout:962 2024-08-10T05:30:08.158 INFO:tasks.workunit.client.0.smithi031.stdout:963 2024-08-10T05:30:08.159 INFO:tasks.workunit.client.0.smithi031.stdout:964 2024-08-10T05:30:08.161 INFO:tasks.workunit.client.0.smithi031.stdout:965 2024-08-10T05:30:08.162 INFO:tasks.workunit.client.0.smithi031.stdout:966 2024-08-10T05:30:08.163 INFO:tasks.workunit.client.0.smithi031.stdout:967 2024-08-10T05:30:08.164 INFO:tasks.workunit.client.0.smithi031.stdout:968 2024-08-10T05:30:08.165 INFO:tasks.workunit.client.0.smithi031.stdout:969 2024-08-10T05:30:08.166 INFO:tasks.workunit.client.0.smithi031.stdout:970 2024-08-10T05:30:08.168 INFO:tasks.workunit.client.0.smithi031.stdout:971 2024-08-10T05:30:08.169 INFO:tasks.workunit.client.0.smithi031.stdout:972 2024-08-10T05:30:08.170 INFO:tasks.workunit.client.0.smithi031.stdout:973 2024-08-10T05:30:08.171 INFO:tasks.workunit.client.0.smithi031.stdout:974 2024-08-10T05:30:08.172 INFO:tasks.workunit.client.0.smithi031.stdout:975 2024-08-10T05:30:08.174 INFO:tasks.workunit.client.0.smithi031.stdout:976 2024-08-10T05:30:08.175 INFO:tasks.workunit.client.0.smithi031.stdout:977 2024-08-10T05:30:08.176 INFO:tasks.workunit.client.0.smithi031.stdout:978 2024-08-10T05:30:08.177 INFO:tasks.workunit.client.0.smithi031.stdout:979 2024-08-10T05:30:08.179 INFO:tasks.workunit.client.0.smithi031.stdout:980 2024-08-10T05:30:08.180 INFO:tasks.workunit.client.0.smithi031.stdout:981 2024-08-10T05:30:08.181 INFO:tasks.workunit.client.0.smithi031.stdout:982 2024-08-10T05:30:08.182 INFO:tasks.workunit.client.0.smithi031.stdout:983 2024-08-10T05:30:08.183 INFO:tasks.workunit.client.0.smithi031.stdout:984 2024-08-10T05:30:08.184 INFO:tasks.workunit.client.0.smithi031.stdout:985 2024-08-10T05:30:08.186 INFO:tasks.workunit.client.0.smithi031.stdout:986 2024-08-10T05:30:08.187 INFO:tasks.workunit.client.0.smithi031.stdout:987 2024-08-10T05:30:08.188 INFO:tasks.workunit.client.0.smithi031.stdout:988 2024-08-10T05:30:08.189 INFO:tasks.workunit.client.0.smithi031.stdout:989 2024-08-10T05:30:08.191 INFO:tasks.workunit.client.0.smithi031.stdout:990 2024-08-10T05:30:08.192 INFO:tasks.workunit.client.0.smithi031.stdout:991 2024-08-10T05:30:08.193 INFO:tasks.workunit.client.0.smithi031.stdout:992 2024-08-10T05:30:08.194 INFO:tasks.workunit.client.0.smithi031.stdout:993 2024-08-10T05:30:08.195 INFO:tasks.workunit.client.0.smithi031.stdout:994 2024-08-10T05:30:08.196 INFO:tasks.workunit.client.0.smithi031.stdout:995 2024-08-10T05:30:08.197 INFO:tasks.workunit.client.0.smithi031.stdout:996 2024-08-10T05:30:08.199 INFO:tasks.workunit.client.0.smithi031.stdout:997 2024-08-10T05:30:08.200 INFO:tasks.workunit.client.0.smithi031.stdout:998 2024-08-10T05:30:08.201 INFO:tasks.workunit.client.0.smithi031.stdout:999 2024-08-10T05:30:08.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:08 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142438-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:30:08.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:08 smithi031 ceph-mon[98130]: osdmap e939: 8 total, 8 up, 8 in 2024-08-10T05:30:08.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:08 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/3603178221' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-08-10T05:30:08.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:08 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142438-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:30:08.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:08 smithi031 ceph-mon[100614]: osdmap e939: 8 total, 8 up, 8 in 2024-08-10T05:30:08.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:08 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/3603178221' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-08-10T05:30:08.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:08 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142438-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:30:08.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:08 smithi196 ceph-mon[90243]: osdmap e939: 8 total, 8 up, 8 in 2024-08-10T05:30:08.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:08 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/3603178221' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-08-10T05:30:09.045 INFO:tasks.workunit.client.0.smithi031.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2024-08-10T05:30:09.046 INFO:tasks.workunit.client.0.smithi031.stdout:00000010 69 73 |is| 2024-08-10T05:30:09.046 INFO:tasks.workunit.client.0.smithi031.stdout:00000012 2024-08-10T05:30:09.046 INFO:tasks.workunit.client.0.smithi031.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2024-08-10T05:30:09.046 INFO:tasks.workunit.client.0.smithi031.stdout:00000010 69 73 |is| 2024-08-10T05:30:09.046 INFO:tasks.workunit.client.0.smithi031.stdout:00000012 2024-08-10T05:30:09.046 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] ClsHello.WriteReturnData (4031 ms) 2024-08-10T05:30:09.047 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] ClsHello.Loud 2024-08-10T05:30:09.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:09 smithi031 ceph-mon[98130]: pgmap v1100: 137 pgs: 3 creating+peering, 20 unknown, 114 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-10T05:30:09.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:09 smithi031 ceph-mon[98130]: osdmap e940: 8 total, 8 up, 8 in 2024-08-10T05:30:09.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:09 smithi031 ceph-mon[100614]: pgmap v1100: 137 pgs: 3 creating+peering, 20 unknown, 114 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-10T05:30:09.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:09 smithi031 ceph-mon[100614]: osdmap e940: 8 total, 8 up, 8 in 2024-08-10T05:30:09.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:09 smithi196 ceph-mon[90243]: pgmap v1100: 137 pgs: 3 creating+peering, 20 unknown, 114 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-10T05:30:09.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:09 smithi196 ceph-mon[90243]: osdmap e940: 8 total, 8 up, 8 in 2024-08-10T05:30:10.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:10 smithi031 ceph-mon[98130]: osdmap e941: 8 total, 8 up, 8 in 2024-08-10T05:30:10.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:10 smithi031 ceph-mon[100614]: osdmap e941: 8 total, 8 up, 8 in 2024-08-10T05:30:10.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:10 smithi196 ceph-mon[90243]: osdmap e941: 8 total, 8 up, 8 in 2024-08-10T05:30:11.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:30:11 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:30:11] "GET /metrics HTTP/1.1" 200 36365 "" "Prometheus/2.43.0" 2024-08-10T05:30:11.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:11 smithi031 ceph-mon[98130]: pgmap v1103: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:30:11.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:11 smithi031 ceph-mon[98130]: osdmap e942: 8 total, 8 up, 8 in 2024-08-10T05:30:11.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:11 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/4150101922' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142438-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:30:11.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:11 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142438-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:30:11.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:11 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:30:11.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:11 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:30:11.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:11 smithi031 ceph-mon[100614]: pgmap v1103: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:30:11.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:11 smithi031 ceph-mon[100614]: osdmap e942: 8 total, 8 up, 8 in 2024-08-10T05:30:11.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:11 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/4150101922' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142438-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:30:11.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:11 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142438-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:30:11.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:11 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:30:11.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:11 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:30:11.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:11 smithi196 ceph-mon[90243]: pgmap v1103: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:30:11.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:11 smithi196 ceph-mon[90243]: osdmap e942: 8 total, 8 up, 8 in 2024-08-10T05:30:11.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:11 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/4150101922' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142438-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:30:11.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:11 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142438-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:30:11.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:11 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:30:11.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:11 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:30:12.079 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] ClsHello.Loud (3034 ms) 2024-08-10T05:30:12.079 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] ClsHello.BadMethods 2024-08-10T05:30:12.518 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:12 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142438-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:30:12.518 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:12 smithi031 ceph-mon[100614]: osdmap e943: 8 total, 8 up, 8 in 2024-08-10T05:30:12.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:12 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142438-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:30:12.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:12 smithi031 ceph-mon[98130]: osdmap e943: 8 total, 8 up, 8 in 2024-08-10T05:30:12.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:12 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142438-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:30:12.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:12 smithi196 ceph-mon[90243]: osdmap e943: 8 total, 8 up, 8 in 2024-08-10T05:30:12.529 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:30:12 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:30:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:30:13.518 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:13 smithi031 ceph-mon[100614]: pgmap v1106: 137 pgs: 7 creating+peering, 23 unknown, 107 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:30:13.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:13 smithi031 ceph-mon[100614]: osdmap e944: 8 total, 8 up, 8 in 2024-08-10T05:30:13.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:13 smithi031 ceph-mon[98130]: pgmap v1106: 137 pgs: 7 creating+peering, 23 unknown, 107 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:30:13.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:13 smithi031 ceph-mon[98130]: osdmap e944: 8 total, 8 up, 8 in 2024-08-10T05:30:13.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:13 smithi196 ceph-mon[90243]: pgmap v1106: 137 pgs: 7 creating+peering, 23 unknown, 107 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:30:13.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:13 smithi196 ceph-mon[90243]: osdmap e944: 8 total, 8 up, 8 in 2024-08-10T05:30:14.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:14 smithi031 ceph-mon[98130]: osdmap e945: 8 total, 8 up, 8 in 2024-08-10T05:30:14.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:14 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/3145095313' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142438-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:30:14.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:14 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142438-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:30:14.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:14 smithi031 ceph-mon[100614]: osdmap e945: 8 total, 8 up, 8 in 2024-08-10T05:30:14.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:14 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/3145095313' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142438-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:30:14.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:14 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142438-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:30:14.520 INFO:journalctl@ceph.osd.3.smithi031.stdout:Aug 10 05:30:14 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-3[122143]: 2024-08-10T05:30:14.104+0000 7fb2a49e5640 -1 osd.3 pg_epoch: 946 pg[38.2( v 946'1 (0'0,946'1] local-lis/les=945/946 n=1 ec=945/945 lis/c=945/945 les/c/f=946/946/0 sis=945) [3,7,5] r=0 lpr=945 crt=946'1 lcod 0'0 mlcod 0'0 active+clean] method hello.bad_reader tried to read object but is not marked RD 2024-08-10T05:30:14.520 INFO:journalctl@ceph.osd.3.smithi031.stdout:Aug 10 05:30:14 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-3[122143]: 2024-08-10T05:30:14.105+0000 7fb2a89ed640 -1 osd.3 pg_epoch: 946 pg[38.2( v 946'2 (0'0,946'2] local-lis/les=945/946 n=1 ec=945/945 lis/c=945/945 les/c/f=946/946/0 sis=945) [3,7,5] r=0 lpr=945 crt=946'1 lcod 946'1 mlcod 946'1 active+clean] method hello.bad_writer tried to update object but is not marked WR 2024-08-10T05:30:14.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:14 smithi196 ceph-mon[90243]: osdmap e945: 8 total, 8 up, 8 in 2024-08-10T05:30:14.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:14 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/3145095313' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142438-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:30:14.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:14 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142438-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:30:15.096 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] ClsHello.BadMethods (3016 ms) 2024-08-10T05:30:15.096 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] ClsHello.Filter 2024-08-10T05:30:15.518 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:15 smithi031 ceph-mon[100614]: pgmap v1109: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:30:15.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:15 smithi031 ceph-mon[100614]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:30:15.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:15 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142438-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:30:15.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:15 smithi031 ceph-mon[100614]: osdmap e946: 8 total, 8 up, 8 in 2024-08-10T05:30:15.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:15 smithi031 ceph-mon[98130]: pgmap v1109: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:30:15.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:15 smithi031 ceph-mon[98130]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:30:15.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:15 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142438-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:30:15.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:15 smithi031 ceph-mon[98130]: osdmap e946: 8 total, 8 up, 8 in 2024-08-10T05:30:15.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:15 smithi196 ceph-mon[90243]: pgmap v1109: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:30:15.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:15 smithi196 ceph-mon[90243]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:30:15.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:15 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142438-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:30:15.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:15 smithi196 ceph-mon[90243]: osdmap e946: 8 total, 8 up, 8 in 2024-08-10T05:30:16.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:16 smithi031 ceph-mon[98130]: osdmap e947: 8 total, 8 up, 8 in 2024-08-10T05:30:16.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:16 smithi031 ceph-mon[100614]: osdmap e947: 8 total, 8 up, 8 in 2024-08-10T05:30:16.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:16 smithi196 ceph-mon[90243]: osdmap e947: 8 total, 8 up, 8 in 2024-08-10T05:30:17.420 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:17 smithi031 ceph-mon[98130]: pgmap v1112: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:30:17.420 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:17 smithi031 ceph-mon[98130]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:30:17.420 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:17 smithi031 ceph-mon[98130]: Cluster is now healthy 2024-08-10T05:30:17.420 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:17 smithi031 ceph-mon[98130]: osdmap e948: 8 total, 8 up, 8 in 2024-08-10T05:30:17.420 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:17 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/4065364' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142438-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:30:17.421 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:17 smithi031 ceph-mon[100614]: pgmap v1112: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:30:17.421 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:17 smithi031 ceph-mon[100614]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:30:17.421 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:17 smithi031 ceph-mon[100614]: Cluster is now healthy 2024-08-10T05:30:17.421 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:17 smithi031 ceph-mon[100614]: osdmap e948: 8 total, 8 up, 8 in 2024-08-10T05:30:17.421 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:17 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/4065364' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142438-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:30:17.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:17 smithi196 ceph-mon[90243]: pgmap v1112: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:30:17.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:17 smithi196 ceph-mon[90243]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:30:17.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:17 smithi196 ceph-mon[90243]: Cluster is now healthy 2024-08-10T05:30:17.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:17 smithi196 ceph-mon[90243]: osdmap e948: 8 total, 8 up, 8 in 2024-08-10T05:30:17.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:17 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/4065364' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142438-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:30:18.121 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] ClsHello.Filter (3025 ms) 2024-08-10T05:30:18.121 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 6 tests from ClsHello (19009 ms total) 2024-08-10T05:30:18.121 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T05:30:18.121 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] Global test environment tear-down 2024-08-10T05:30:18.122 INFO:tasks.workunit.client.0.smithi031.stdout:[==========] 6 tests from 1 test suite ran. (19009 ms total) 2024-08-10T05:30:18.122 INFO:tasks.workunit.client.0.smithi031.stdout:[ PASSED ] 6 tests. 2024-08-10T05:30:18.124 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-10T05:30:18.124 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-10T05:30:18.196 INFO:tasks.workunit:Running workunit cls/test_cls_journal.sh... 2024-08-10T05:30:18.197 DEBUG:teuthology.orchestra.run.smithi031:workunit test cls/test_cls_journal.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_journal.sh 2024-08-10T05:30:18.268 INFO:tasks.workunit.client.0.smithi031.stdout:Running main() from gmock_main.cc 2024-08-10T05:30:18.268 INFO:tasks.workunit.client.0.smithi031.stdout:[==========] Running 27 tests from 1 test suite. 2024-08-10T05:30:18.269 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] Global test environment set-up. 2024-08-10T05:30:18.269 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 27 tests from TestClsJournal 2024-08-10T05:30:18.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:18 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/4065364' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142438-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:30:18.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:18 smithi031 ceph-mon[98130]: osdmap e949: 8 total, 8 up, 8 in 2024-08-10T05:30:18.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:18 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/4065364' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142438-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:30:18.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:18 smithi031 ceph-mon[100614]: osdmap e949: 8 total, 8 up, 8 in 2024-08-10T05:30:18.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:18 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/4065364' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142438-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:30:18.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:18 smithi196 ceph-mon[90243]: osdmap e949: 8 total, 8 up, 8 in 2024-08-10T05:30:19.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:19 smithi031 ceph-mon[98130]: pgmap v1115: 137 pgs: 4 creating+peering, 23 unknown, 110 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:30:19.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:19 smithi031 ceph-mon[98130]: osdmap e950: 8 total, 8 up, 8 in 2024-08-10T05:30:19.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:19 smithi031 ceph-mon[100614]: pgmap v1115: 137 pgs: 4 creating+peering, 23 unknown, 110 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:30:19.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:19 smithi031 ceph-mon[100614]: osdmap e950: 8 total, 8 up, 8 in 2024-08-10T05:30:19.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:19 smithi196 ceph-mon[90243]: pgmap v1115: 137 pgs: 4 creating+peering, 23 unknown, 110 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:30:19.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:19 smithi196 ceph-mon[90243]: osdmap e950: 8 total, 8 up, 8 in 2024-08-10T05:30:20.136 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsJournal.Create 2024-08-10T05:30:20.155 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsJournal.Create (19 ms) 2024-08-10T05:30:20.155 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsJournal.MinimumSet 2024-08-10T05:30:20.160 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsJournal.MinimumSet (5 ms) 2024-08-10T05:30:20.160 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsJournal.MinimumSetStale 2024-08-10T05:30:20.165 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsJournal.MinimumSetStale (5 ms) 2024-08-10T05:30:20.165 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsJournal.MinimumSetOrderConstraint 2024-08-10T05:30:20.168 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsJournal.MinimumSetOrderConstraint (3 ms) 2024-08-10T05:30:20.169 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsJournal.ActiveSet 2024-08-10T05:30:20.171 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsJournal.ActiveSet (2 ms) 2024-08-10T05:30:20.172 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsJournal.ActiveSetStale 2024-08-10T05:30:20.175 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsJournal.ActiveSetStale (4 ms) 2024-08-10T05:30:20.175 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsJournal.CreateDuplicate 2024-08-10T05:30:20.178 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsJournal.CreateDuplicate (3 ms) 2024-08-10T05:30:20.178 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsJournal.GetClient 2024-08-10T05:30:20.181 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsJournal.GetClient (3 ms) 2024-08-10T05:30:20.181 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsJournal.ClientRegister 2024-08-10T05:30:20.183 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsJournal.ClientRegister (2 ms) 2024-08-10T05:30:20.183 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsJournal.ClientRegisterDuplicate 2024-08-10T05:30:20.187 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsJournal.ClientRegisterDuplicate (4 ms) 2024-08-10T05:30:20.187 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsJournal.ClientUpdateData 2024-08-10T05:30:20.192 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsJournal.ClientUpdateData (5 ms) 2024-08-10T05:30:20.192 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsJournal.ClientUpdateState 2024-08-10T05:30:20.197 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsJournal.ClientUpdateState (5 ms) 2024-08-10T05:30:20.197 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsJournal.ClientUnregister 2024-08-10T05:30:20.200 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsJournal.ClientUnregister (3 ms) 2024-08-10T05:30:20.200 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsJournal.ClientUnregisterDNE 2024-08-10T05:30:20.204 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsJournal.ClientUnregisterDNE (4 ms) 2024-08-10T05:30:20.204 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsJournal.ClientUnregisterPruneTags 2024-08-10T05:30:20.307 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsJournal.ClientUnregisterPruneTags (103 ms) 2024-08-10T05:30:20.307 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsJournal.ClientCommit 2024-08-10T05:30:20.310 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsJournal.ClientCommit (3 ms) 2024-08-10T05:30:20.310 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsJournal.ClientCommitInvalid 2024-08-10T05:30:20.313 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsJournal.ClientCommitInvalid (3 ms) 2024-08-10T05:30:20.313 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsJournal.ClientCommitDNE 2024-08-10T05:30:20.314 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsJournal.ClientCommitDNE (1 ms) 2024-08-10T05:30:20.314 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsJournal.ClientList 2024-08-10T05:30:20.377 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsJournal.ClientList (63 ms) 2024-08-10T05:30:20.377 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsJournal.GetNextTagTid 2024-08-10T05:30:20.380 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsJournal.GetNextTagTid (3 ms) 2024-08-10T05:30:20.381 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsJournal.TagCreate 2024-08-10T05:30:20.390 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsJournal.TagCreate (10 ms) 2024-08-10T05:30:20.390 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsJournal.TagCreatePrunesTags 2024-08-10T05:30:20.397 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsJournal.TagCreatePrunesTags (7 ms) 2024-08-10T05:30:20.397 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsJournal.TagList 2024-08-10T05:30:20.488 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsJournal.TagList (91 ms) 2024-08-10T05:30:20.488 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsJournal.GuardAppend 2024-08-10T05:30:20.490 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsJournal.GuardAppend (2 ms) 2024-08-10T05:30:20.490 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsJournal.GuardAppendDNE 2024-08-10T05:30:20.491 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsJournal.GuardAppendDNE (1 ms) 2024-08-10T05:30:20.491 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsJournal.GuardAppendOverflow 2024-08-10T05:30:20.493 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsJournal.GuardAppendOverflow (2 ms) 2024-08-10T05:30:20.494 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsJournal.Append 2024-08-10T05:30:20.505 INFO:tasks.workunit.client.0.smithi031.stdout:padding is not enabled 2024-08-10T05:30:20.505 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsJournal.Append (12 ms) 2024-08-10T05:30:20.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:20 smithi031 ceph-mon[98130]: osdmap e951: 8 total, 8 up, 8 in 2024-08-10T05:30:20.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:20 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/3945948183' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142710-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:30:20.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:20 smithi031 ceph-mon[100614]: osdmap e951: 8 total, 8 up, 8 in 2024-08-10T05:30:20.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:20 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/3945948183' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142710-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:30:20.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:20 smithi196 ceph-mon[90243]: osdmap e951: 8 total, 8 up, 8 in 2024-08-10T05:30:20.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:20 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/3945948183' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142710-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:30:21.148 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 27 tests from TestClsJournal (369 ms total) 2024-08-10T05:30:21.148 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T05:30:21.148 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] Global test environment tear-down 2024-08-10T05:30:21.148 INFO:tasks.workunit.client.0.smithi031.stdout:[==========] 27 tests from 1 test suite ran. (2879 ms total) 2024-08-10T05:30:21.148 INFO:tasks.workunit.client.0.smithi031.stdout:[ PASSED ] 27 tests. 2024-08-10T05:30:21.150 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-10T05:30:21.150 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-10T05:30:21.223 INFO:tasks.workunit:Running workunit cls/test_cls_lock.sh... 2024-08-10T05:30:21.223 DEBUG:teuthology.orchestra.run.smithi031:workunit test cls/test_cls_lock.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_lock.sh 2024-08-10T05:30:21.296 INFO:tasks.workunit.client.0.smithi031.stdout:Running main() from gmock_main.cc 2024-08-10T05:30:21.296 INFO:tasks.workunit.client.0.smithi031.stdout:[==========] Running 11 tests from 1 test suite. 2024-08-10T05:30:21.296 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] Global test environment set-up. 2024-08-10T05:30:21.297 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 11 tests from ClsLock 2024-08-10T05:30:21.297 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] ClsLock.TestMultiLocking 2024-08-10T05:30:21.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:30:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:30:21] "GET /metrics HTTP/1.1" 200 36365 "" "Prometheus/2.43.0" 2024-08-10T05:30:21.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:21 smithi031 ceph-mon[98130]: pgmap v1118: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:30:21.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:21 smithi031 ceph-mon[98130]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:30:21.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:21 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/3945948183' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142710-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:30:21.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:21 smithi031 ceph-mon[98130]: osdmap e952: 8 total, 8 up, 8 in 2024-08-10T05:30:21.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:21 smithi031 ceph-mon[100614]: pgmap v1118: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:30:21.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:21 smithi031 ceph-mon[100614]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:30:21.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:21 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/3945948183' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142710-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:30:21.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:21 smithi031 ceph-mon[100614]: osdmap e952: 8 total, 8 up, 8 in 2024-08-10T05:30:21.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:21 smithi196 ceph-mon[90243]: pgmap v1118: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:30:21.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:21 smithi196 ceph-mon[90243]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:30:21.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:21 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/3945948183' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142710-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:30:21.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:21 smithi196 ceph-mon[90243]: osdmap e952: 8 total, 8 up, 8 in 2024-08-10T05:30:22.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:22 smithi031 ceph-mon[98130]: osdmap e953: 8 total, 8 up, 8 in 2024-08-10T05:30:22.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:22 smithi031 ceph-mon[100614]: osdmap e953: 8 total, 8 up, 8 in 2024-08-10T05:30:22.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:22 smithi196 ceph-mon[90243]: osdmap e953: 8 total, 8 up, 8 in 2024-08-10T05:30:22.528 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:30:22 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:30:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:30:23.190 INFO:tasks.workunit.client.0.smithi031.stdout:lock: mylock 2024-08-10T05:30:23.190 INFO:tasks.workunit.client.0.smithi031.stdout: lock_type: exclusive 2024-08-10T05:30:23.190 INFO:tasks.workunit.client.0.smithi031.stdout: tag: 2024-08-10T05:30:23.190 INFO:tasks.workunit.client.0.smithi031.stdout: lockers: 2024-08-10T05:30:23.190 INFO:tasks.workunit.client.0.smithi031.stdout: client.34719 expiration=2024-08-10T05:32:23.186865+0000 addr=v1:172.21.15.31:0/2991639030 cookie= 2024-08-10T05:30:23.193 INFO:tasks.workunit.client.0.smithi031.stdout:lock: mylock 2024-08-10T05:30:23.194 INFO:tasks.workunit.client.0.smithi031.stdout: lock_type: shared 2024-08-10T05:30:23.194 INFO:tasks.workunit.client.0.smithi031.stdout: tag: 2024-08-10T05:30:23.194 INFO:tasks.workunit.client.0.smithi031.stdout: lockers: 2024-08-10T05:30:23.194 INFO:tasks.workunit.client.0.smithi031.stdout: client.34719 expiration=2024-08-10T05:32:23.193577+0000 addr=v1:172.21.15.31:0/2991639030 cookie= 2024-08-10T05:30:23.194 INFO:tasks.workunit.client.0.smithi031.stdout: client.44657 expiration=0.000000 addr=v1:172.21.15.31:0/2446584994 cookie= 2024-08-10T05:30:23.195 INFO:tasks.workunit.client.0.smithi031.stdout:lock: mylock 2024-08-10T05:30:23.195 INFO:tasks.workunit.client.0.smithi031.stdout: lock_type: shared 2024-08-10T05:30:23.195 INFO:tasks.workunit.client.0.smithi031.stdout: tag: 2024-08-10T05:30:23.195 INFO:tasks.workunit.client.0.smithi031.stdout: lockers: 2024-08-10T05:30:23.195 INFO:tasks.workunit.client.0.smithi031.stdout: client.44657 expiration=0.000000 addr=v1:172.21.15.31:0/2446584994 cookie= 2024-08-10T05:30:23.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:23 smithi031 ceph-mon[98130]: pgmap v1121: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:30:23.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:23 smithi031 ceph-mon[98130]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:30:23.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:23 smithi031 ceph-mon[98130]: Cluster is now healthy 2024-08-10T05:30:23.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:23 smithi031 ceph-mon[98130]: osdmap e954: 8 total, 8 up, 8 in 2024-08-10T05:30:23.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:23 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/2991639030' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142765-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:30:23.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:23 smithi031 ceph-mon[100614]: pgmap v1121: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:30:23.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:23 smithi031 ceph-mon[100614]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:30:23.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:23 smithi031 ceph-mon[100614]: Cluster is now healthy 2024-08-10T05:30:23.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:23 smithi031 ceph-mon[100614]: osdmap e954: 8 total, 8 up, 8 in 2024-08-10T05:30:23.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:23 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/2991639030' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142765-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:30:23.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:23 smithi196 ceph-mon[90243]: pgmap v1121: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:30:23.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:23 smithi196 ceph-mon[90243]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:30:23.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:23 smithi196 ceph-mon[90243]: Cluster is now healthy 2024-08-10T05:30:23.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:23 smithi196 ceph-mon[90243]: osdmap e954: 8 total, 8 up, 8 in 2024-08-10T05:30:23.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:23 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/2991639030' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142765-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:30:24.173 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] ClsLock.TestMultiLocking (2876 ms) 2024-08-10T05:30:24.173 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] ClsLock.TestMeta 2024-08-10T05:30:24.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:24 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/2991639030' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142765-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:30:24.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:24 smithi031 ceph-mon[98130]: osdmap e955: 8 total, 8 up, 8 in 2024-08-10T05:30:24.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:24 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/2991639030' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142765-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:30:24.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:24 smithi031 ceph-mon[100614]: osdmap e955: 8 total, 8 up, 8 in 2024-08-10T05:30:24.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:24 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/2991639030' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142765-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:30:24.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:24 smithi196 ceph-mon[90243]: osdmap e955: 8 total, 8 up, 8 in 2024-08-10T05:30:25.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:25 smithi031 ceph-mon[98130]: pgmap v1124: 137 pgs: 9 creating+peering, 13 unknown, 115 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-08-10T05:30:25.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:25 smithi031 ceph-mon[98130]: osdmap e956: 8 total, 8 up, 8 in 2024-08-10T05:30:25.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:25 smithi031 ceph-mon[100614]: pgmap v1124: 137 pgs: 9 creating+peering, 13 unknown, 115 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-08-10T05:30:25.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:25 smithi031 ceph-mon[100614]: osdmap e956: 8 total, 8 up, 8 in 2024-08-10T05:30:25.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:25 smithi196 ceph-mon[90243]: pgmap v1124: 137 pgs: 9 creating+peering, 13 unknown, 115 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-08-10T05:30:25.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:25 smithi196 ceph-mon[90243]: osdmap e956: 8 total, 8 up, 8 in 2024-08-10T05:30:26.205 INFO:tasks.workunit.client.0.smithi031.stdout:lock: mylock 2024-08-10T05:30:26.205 INFO:tasks.workunit.client.0.smithi031.stdout: lock_type: shared 2024-08-10T05:30:26.205 INFO:tasks.workunit.client.0.smithi031.stdout: tag: 2024-08-10T05:30:26.205 INFO:tasks.workunit.client.0.smithi031.stdout: lockers: 2024-08-10T05:30:26.205 INFO:tasks.workunit.client.0.smithi031.stdout: client.44669 expiration=0.000000 addr=v1:172.21.15.31:0/885904171 cookie= 2024-08-10T05:30:26.207 INFO:tasks.workunit.client.0.smithi031.stdout:lock: mylock 2024-08-10T05:30:26.207 INFO:tasks.workunit.client.0.smithi031.stdout: lock_type: exclusive 2024-08-10T05:30:26.207 INFO:tasks.workunit.client.0.smithi031.stdout: tag: new_tag 2024-08-10T05:30:26.207 INFO:tasks.workunit.client.0.smithi031.stdout: lockers: 2024-08-10T05:30:26.207 INFO:tasks.workunit.client.0.smithi031.stdout: client.44663 expiration=0.000000 addr=v1:172.21.15.31:0/2361611866 cookie= 2024-08-10T05:30:26.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:26 smithi031 ceph-mon[98130]: osdmap e957: 8 total, 8 up, 8 in 2024-08-10T05:30:26.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:26 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/2361611866' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142765-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:30:26.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:26 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142765-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:30:26.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:30:26.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:26 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142765-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:30:26.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:26 smithi031 ceph-mon[98130]: osdmap e958: 8 total, 8 up, 8 in 2024-08-10T05:30:26.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:26 smithi031 ceph-mon[100614]: osdmap e957: 8 total, 8 up, 8 in 2024-08-10T05:30:26.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:26 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/2361611866' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142765-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:30:26.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:26 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142765-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:30:26.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:30:26.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:26 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142765-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:30:26.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:26 smithi031 ceph-mon[100614]: osdmap e958: 8 total, 8 up, 8 in 2024-08-10T05:30:26.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:26 smithi196 ceph-mon[90243]: osdmap e957: 8 total, 8 up, 8 in 2024-08-10T05:30:26.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:26 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/2361611866' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142765-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:30:26.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:26 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142765-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:30:26.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:30:26.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:26 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142765-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:30:26.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:26 smithi196 ceph-mon[90243]: osdmap e958: 8 total, 8 up, 8 in 2024-08-10T05:30:27.183 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] ClsLock.TestMeta (3010 ms) 2024-08-10T05:30:27.183 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] ClsLock.TestCookie 2024-08-10T05:30:27.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:27 smithi031 ceph-mon[98130]: pgmap v1127: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:30:27.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:27 smithi031 ceph-mon[98130]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:30:27.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:27 smithi031 ceph-mon[98130]: osdmap e959: 8 total, 8 up, 8 in 2024-08-10T05:30:27.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:27 smithi031 ceph-mon[100614]: pgmap v1127: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:30:27.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:27 smithi031 ceph-mon[100614]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:30:27.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:27 smithi031 ceph-mon[100614]: osdmap e959: 8 total, 8 up, 8 in 2024-08-10T05:30:27.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:27 smithi196 ceph-mon[90243]: pgmap v1127: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:30:27.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:27 smithi196 ceph-mon[90243]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:30:27.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:27 smithi196 ceph-mon[90243]: osdmap e959: 8 total, 8 up, 8 in 2024-08-10T05:30:28.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:28 smithi031 ceph-mon[98130]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:30:28.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:28 smithi031 ceph-mon[98130]: Cluster is now healthy 2024-08-10T05:30:28.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:28 smithi031 ceph-mon[98130]: osdmap e960: 8 total, 8 up, 8 in 2024-08-10T05:30:28.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:28 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/2380690427' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142765-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:30:28.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:28 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142765-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:30:28.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:28 smithi031 ceph-mon[100614]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:30:28.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:28 smithi031 ceph-mon[100614]: Cluster is now healthy 2024-08-10T05:30:28.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:28 smithi031 ceph-mon[100614]: osdmap e960: 8 total, 8 up, 8 in 2024-08-10T05:30:28.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:28 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/2380690427' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142765-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:30:28.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:28 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142765-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:30:28.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:28 smithi196 ceph-mon[90243]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:30:28.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:28 smithi196 ceph-mon[90243]: Cluster is now healthy 2024-08-10T05:30:28.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:28 smithi196 ceph-mon[90243]: osdmap e960: 8 total, 8 up, 8 in 2024-08-10T05:30:28.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:28 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/2380690427' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142765-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:30:28.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:28 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142765-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:30:29.230 INFO:tasks.workunit.client.0.smithi031.stdout:lock: mylock 2024-08-10T05:30:29.231 INFO:tasks.workunit.client.0.smithi031.stdout: lock_type: exclusive 2024-08-10T05:30:29.231 INFO:tasks.workunit.client.0.smithi031.stdout: tag: 2024-08-10T05:30:29.231 INFO:tasks.workunit.client.0.smithi031.stdout: lockers: 2024-08-10T05:30:29.233 INFO:tasks.workunit.client.0.smithi031.stdout:lock: mylock 2024-08-10T05:30:29.233 INFO:tasks.workunit.client.0.smithi031.stdout: lock_type: shared 2024-08-10T05:30:29.233 INFO:tasks.workunit.client.0.smithi031.stdout: tag: 2024-08-10T05:30:29.233 INFO:tasks.workunit.client.0.smithi031.stdout: lockers: 2024-08-10T05:30:29.233 INFO:tasks.workunit.client.0.smithi031.stdout: client.44675 expiration=0.000000 addr=v1:172.21.15.31:0/2380690427 cookie= 2024-08-10T05:30:29.233 INFO:tasks.workunit.client.0.smithi031.stdout: client.44675 expiration=0.000000 addr=v1:172.21.15.31:0/2380690427 cookie=new cookie 2024-08-10T05:30:29.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:29 smithi031 ceph-mon[98130]: pgmap v1130: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:30:29.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:29 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142765-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:30:29.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:29 smithi031 ceph-mon[98130]: osdmap e961: 8 total, 8 up, 8 in 2024-08-10T05:30:29.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:29 smithi031 ceph-mon[100614]: pgmap v1130: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:30:29.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:29 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142765-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:30:29.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:29 smithi031 ceph-mon[100614]: osdmap e961: 8 total, 8 up, 8 in 2024-08-10T05:30:29.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:29 smithi196 ceph-mon[90243]: pgmap v1130: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:30:29.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:29 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142765-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:30:29.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:29 smithi196 ceph-mon[90243]: osdmap e961: 8 total, 8 up, 8 in 2024-08-10T05:30:30.214 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] ClsLock.TestCookie (3031 ms) 2024-08-10T05:30:30.214 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] ClsLock.TestMultipleLocks 2024-08-10T05:30:31.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:30:31 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:30:31] "GET /metrics HTTP/1.1" 200 36363 "" "Prometheus/2.43.0" 2024-08-10T05:30:31.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:31 smithi031 ceph-mon[98130]: pgmap v1133: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:30:31.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:31 smithi031 ceph-mon[98130]: osdmap e962: 8 total, 8 up, 8 in 2024-08-10T05:30:31.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:31 smithi031 ceph-mon[100614]: pgmap v1133: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:30:31.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:31 smithi031 ceph-mon[100614]: osdmap e962: 8 total, 8 up, 8 in 2024-08-10T05:30:31.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:31 smithi196 ceph-mon[90243]: pgmap v1133: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:30:31.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:31 smithi196 ceph-mon[90243]: osdmap e962: 8 total, 8 up, 8 in 2024-08-10T05:30:32.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:32 smithi031 ceph-mon[100614]: osdmap e963: 8 total, 8 up, 8 in 2024-08-10T05:30:32.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:32 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/4054073701' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142765-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:30:32.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:32 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/4054073701' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142765-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:30:32.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:32 smithi031 ceph-mon[100614]: osdmap e964: 8 total, 8 up, 8 in 2024-08-10T05:30:32.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:32 smithi031 ceph-mon[98130]: osdmap e963: 8 total, 8 up, 8 in 2024-08-10T05:30:32.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:32 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/4054073701' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142765-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:30:32.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:32 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/4054073701' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142765-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:30:32.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:32 smithi031 ceph-mon[98130]: osdmap e964: 8 total, 8 up, 8 in 2024-08-10T05:30:32.528 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:30:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:30:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:30:32.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:32 smithi196 ceph-mon[90243]: osdmap e963: 8 total, 8 up, 8 in 2024-08-10T05:30:32.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:32 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/4054073701' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142765-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:30:32.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:32 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/4054073701' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142765-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:30:32.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:32 smithi196 ceph-mon[90243]: osdmap e964: 8 total, 8 up, 8 in 2024-08-10T05:30:33.231 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] ClsLock.TestMultipleLocks (3018 ms) 2024-08-10T05:30:33.231 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] ClsLock.TestLockDuration 2024-08-10T05:30:33.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:33 smithi031 ceph-mon[98130]: pgmap v1136: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:30:33.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:33 smithi031 ceph-mon[98130]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:30:33.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:33 smithi031 ceph-mon[100614]: pgmap v1136: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:30:33.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:33 smithi031 ceph-mon[100614]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:30:33.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:33 smithi196 ceph-mon[90243]: pgmap v1136: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:30:33.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:33 smithi196 ceph-mon[90243]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:30:34.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:34 smithi031 ceph-mon[98130]: osdmap e965: 8 total, 8 up, 8 in 2024-08-10T05:30:34.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:34 smithi031 ceph-mon[100614]: osdmap e965: 8 total, 8 up, 8 in 2024-08-10T05:30:34.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:34 smithi196 ceph-mon[90243]: osdmap e965: 8 total, 8 up, 8 in 2024-08-10T05:30:35.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:35 smithi031 ceph-mon[98130]: pgmap v1139: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:30:35.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:35 smithi031 ceph-mon[98130]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:30:35.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:35 smithi031 ceph-mon[98130]: Cluster is now healthy 2024-08-10T05:30:35.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:35 smithi031 ceph-mon[98130]: osdmap e966: 8 total, 8 up, 8 in 2024-08-10T05:30:35.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:35 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/2482638830' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142765-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:30:35.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:35 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142765-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:30:35.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:35 smithi031 ceph-mon[100614]: pgmap v1139: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:30:35.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:35 smithi031 ceph-mon[100614]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:30:35.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:35 smithi031 ceph-mon[100614]: Cluster is now healthy 2024-08-10T05:30:35.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:35 smithi031 ceph-mon[100614]: osdmap e966: 8 total, 8 up, 8 in 2024-08-10T05:30:35.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:35 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/2482638830' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142765-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:30:35.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:35 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142765-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:30:35.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:35 smithi196 ceph-mon[90243]: pgmap v1139: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:30:35.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:35 smithi196 ceph-mon[90243]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:30:35.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:35 smithi196 ceph-mon[90243]: Cluster is now healthy 2024-08-10T05:30:35.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:35 smithi196 ceph-mon[90243]: osdmap e966: 8 total, 8 up, 8 in 2024-08-10T05:30:35.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:35 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/2482638830' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142765-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:30:35.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:35 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142765-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:30:36.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:36 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142765-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:30:36.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:36 smithi031 ceph-mon[98130]: osdmap e967: 8 total, 8 up, 8 in 2024-08-10T05:30:36.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:36 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142765-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:30:36.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:36 smithi031 ceph-mon[100614]: osdmap e967: 8 total, 8 up, 8 in 2024-08-10T05:30:36.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:36 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142765-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:30:36.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:36 smithi196 ceph-mon[90243]: osdmap e967: 8 total, 8 up, 8 in 2024-08-10T05:30:37.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:37 smithi031 ceph-mon[98130]: pgmap v1142: 137 pgs: 3 creating+peering, 21 unknown, 113 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-10T05:30:37.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:37 smithi031 ceph-mon[98130]: osdmap e968: 8 total, 8 up, 8 in 2024-08-10T05:30:37.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:37 smithi031 ceph-mon[100614]: pgmap v1142: 137 pgs: 3 creating+peering, 21 unknown, 113 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-10T05:30:37.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:37 smithi031 ceph-mon[100614]: osdmap e968: 8 total, 8 up, 8 in 2024-08-10T05:30:37.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:37 smithi196 ceph-mon[90243]: pgmap v1142: 137 pgs: 3 creating+peering, 21 unknown, 113 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-10T05:30:37.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:37 smithi196 ceph-mon[90243]: osdmap e968: 8 total, 8 up, 8 in 2024-08-10T05:30:39.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:39 smithi031 ceph-mon[98130]: pgmap v1144: 137 pgs: 3 creating+peering, 6 unknown, 128 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-10T05:30:39.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:39 smithi031 ceph-mon[100614]: pgmap v1144: 137 pgs: 3 creating+peering, 6 unknown, 128 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-10T05:30:39.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:39 smithi196 ceph-mon[90243]: pgmap v1144: 137 pgs: 3 creating+peering, 6 unknown, 128 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-10T05:30:41.263 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] ClsLock.TestLockDuration (8032 ms) 2024-08-10T05:30:41.263 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] ClsLock.TestAssertLocked 2024-08-10T05:30:41.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:30:41 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:30:41] "GET /metrics HTTP/1.1" 200 36362 "" "Prometheus/2.43.0" 2024-08-10T05:30:41.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:41 smithi031 ceph-mon[100614]: pgmap v1145: 137 pgs: 137 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-10T05:30:41.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:30:41.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:41 smithi031 ceph-mon[98130]: pgmap v1145: 137 pgs: 137 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-10T05:30:41.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:30:41.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:41 smithi196 ceph-mon[90243]: pgmap v1145: 137 pgs: 137 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-10T05:30:41.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:30:42.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:42 smithi196 ceph-mon[90243]: osdmap e969: 8 total, 8 up, 8 in 2024-08-10T05:30:42.529 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:30:42 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:30:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:30:42.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:42 smithi031 ceph-mon[98130]: osdmap e969: 8 total, 8 up, 8 in 2024-08-10T05:30:42.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:42 smithi031 ceph-mon[100614]: osdmap e969: 8 total, 8 up, 8 in 2024-08-10T05:30:43.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:43 smithi196 ceph-mon[90243]: pgmap v1147: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:30:43.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:43 smithi196 ceph-mon[90243]: osdmap e970: 8 total, 8 up, 8 in 2024-08-10T05:30:43.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:43 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/3490943968' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142765-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:30:43.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:43 smithi031 ceph-mon[98130]: pgmap v1147: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:30:43.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:43 smithi031 ceph-mon[98130]: osdmap e970: 8 total, 8 up, 8 in 2024-08-10T05:30:43.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:43 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/3490943968' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142765-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:30:43.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:43 smithi031 ceph-mon[100614]: pgmap v1147: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:30:43.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:43 smithi031 ceph-mon[100614]: osdmap e970: 8 total, 8 up, 8 in 2024-08-10T05:30:43.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:43 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/3490943968' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142765-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:30:44.287 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] ClsLock.TestAssertLocked (3023 ms) 2024-08-10T05:30:44.287 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] ClsLock.TestSetCookie 2024-08-10T05:30:44.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:44 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/3490943968' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142765-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:30:44.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:44 smithi031 ceph-mon[98130]: osdmap e971: 8 total, 8 up, 8 in 2024-08-10T05:30:44.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:44 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/3490943968' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142765-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:30:44.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:44 smithi031 ceph-mon[100614]: osdmap e971: 8 total, 8 up, 8 in 2024-08-10T05:30:44.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:44 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/3490943968' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142765-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:30:44.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:44 smithi196 ceph-mon[90243]: osdmap e971: 8 total, 8 up, 8 in 2024-08-10T05:30:45.585 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:45 smithi196 ceph-mon[90243]: pgmap v1150: 137 pgs: 8 creating+peering, 18 unknown, 111 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:30:45.585 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:45 smithi196 ceph-mon[90243]: osdmap e972: 8 total, 8 up, 8 in 2024-08-10T05:30:45.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:45 smithi031 ceph-mon[98130]: pgmap v1150: 137 pgs: 8 creating+peering, 18 unknown, 111 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:30:45.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:45 smithi031 ceph-mon[98130]: osdmap e972: 8 total, 8 up, 8 in 2024-08-10T05:30:45.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:45 smithi031 ceph-mon[100614]: pgmap v1150: 137 pgs: 8 creating+peering, 18 unknown, 111 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:30:45.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:45 smithi031 ceph-mon[100614]: osdmap e972: 8 total, 8 up, 8 in 2024-08-10T05:30:46.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:46 smithi031 ceph-mon[98130]: osdmap e973: 8 total, 8 up, 8 in 2024-08-10T05:30:46.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:46 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/4156196597' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142765-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:30:46.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:46 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142765-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:30:46.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:46 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142765-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:30:46.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:46 smithi031 ceph-mon[98130]: osdmap e974: 8 total, 8 up, 8 in 2024-08-10T05:30:46.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:46 smithi031 ceph-mon[100614]: osdmap e973: 8 total, 8 up, 8 in 2024-08-10T05:30:46.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:46 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/4156196597' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142765-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:30:46.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:46 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142765-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:30:46.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:46 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142765-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:30:46.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:46 smithi031 ceph-mon[100614]: osdmap e974: 8 total, 8 up, 8 in 2024-08-10T05:30:46.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:46 smithi196 ceph-mon[90243]: osdmap e973: 8 total, 8 up, 8 in 2024-08-10T05:30:46.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:46 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/4156196597' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142765-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:30:46.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:46 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142765-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:30:46.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:46 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142765-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:30:46.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:46 smithi196 ceph-mon[90243]: osdmap e974: 8 total, 8 up, 8 in 2024-08-10T05:30:47.307 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] ClsLock.TestSetCookie (3019 ms) 2024-08-10T05:30:47.307 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] ClsLock.TestRenew 2024-08-10T05:30:47.670 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:47 smithi031 ceph-mon[98130]: pgmap v1153: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:30:47.670 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:47 smithi031 ceph-mon[98130]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:30:47.670 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:47 smithi031 ceph-mon[100614]: pgmap v1153: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:30:47.670 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:47 smithi031 ceph-mon[100614]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:30:47.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:47 smithi196 ceph-mon[90243]: pgmap v1153: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:30:47.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:47 smithi196 ceph-mon[90243]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:30:48.682 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:48 smithi031 ceph-mon[98130]: osdmap e975: 8 total, 8 up, 8 in 2024-08-10T05:30:48.682 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:48 smithi031 ceph-mon[100614]: osdmap e975: 8 total, 8 up, 8 in 2024-08-10T05:30:48.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:48 smithi196 ceph-mon[90243]: osdmap e975: 8 total, 8 up, 8 in 2024-08-10T05:30:49.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:49 smithi031 ceph-mon[98130]: pgmap v1156: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:30:49.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:49 smithi031 ceph-mon[98130]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:30:49.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:49 smithi031 ceph-mon[98130]: Cluster is now healthy 2024-08-10T05:30:49.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:49 smithi031 ceph-mon[98130]: osdmap e976: 8 total, 8 up, 8 in 2024-08-10T05:30:49.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:49 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/478590969' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142765-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:30:49.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:49 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142765-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:30:49.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:49 smithi031 ceph-mon[100614]: pgmap v1156: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:30:49.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:49 smithi031 ceph-mon[100614]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:30:49.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:49 smithi031 ceph-mon[100614]: Cluster is now healthy 2024-08-10T05:30:49.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:49 smithi031 ceph-mon[100614]: osdmap e976: 8 total, 8 up, 8 in 2024-08-10T05:30:49.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:49 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/478590969' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142765-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:30:49.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:49 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142765-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:30:49.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:49 smithi196 ceph-mon[90243]: pgmap v1156: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:30:49.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:49 smithi196 ceph-mon[90243]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:30:49.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:49 smithi196 ceph-mon[90243]: Cluster is now healthy 2024-08-10T05:30:49.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:49 smithi196 ceph-mon[90243]: osdmap e976: 8 total, 8 up, 8 in 2024-08-10T05:30:49.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:49 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/478590969' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142765-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:30:49.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:49 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142765-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:30:50.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:50 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142765-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:30:50.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:50 smithi031 ceph-mon[98130]: osdmap e977: 8 total, 8 up, 8 in 2024-08-10T05:30:50.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:50 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142765-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:30:50.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:50 smithi031 ceph-mon[100614]: osdmap e977: 8 total, 8 up, 8 in 2024-08-10T05:30:50.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:50 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142765-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:30:50.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:50 smithi196 ceph-mon[90243]: osdmap e977: 8 total, 8 up, 8 in 2024-08-10T05:30:51.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:51 smithi031 ceph-mon[98130]: pgmap v1159: 137 pgs: 3 creating+peering, 26 unknown, 108 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-10T05:30:51.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:51 smithi031 ceph-mon[98130]: osdmap e978: 8 total, 8 up, 8 in 2024-08-10T05:30:51.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:30:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:30:51] "GET /metrics HTTP/1.1" 200 36362 "" "Prometheus/2.43.0" 2024-08-10T05:30:51.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:51 smithi031 ceph-mon[100614]: pgmap v1159: 137 pgs: 3 creating+peering, 26 unknown, 108 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-10T05:30:51.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:51 smithi031 ceph-mon[100614]: osdmap e978: 8 total, 8 up, 8 in 2024-08-10T05:30:51.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:51 smithi196 ceph-mon[90243]: pgmap v1159: 137 pgs: 3 creating+peering, 26 unknown, 108 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-10T05:30:51.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:51 smithi196 ceph-mon[90243]: osdmap e978: 8 total, 8 up, 8 in 2024-08-10T05:30:52.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:30:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:30:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:30:53.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:53 smithi031 ceph-mon[98130]: pgmap v1161: 137 pgs: 3 creating+peering, 12 unknown, 122 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-10T05:30:53.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:53 smithi031 ceph-mon[100614]: pgmap v1161: 137 pgs: 3 creating+peering, 12 unknown, 122 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-10T05:30:53.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:53 smithi196 ceph-mon[90243]: pgmap v1161: 137 pgs: 3 creating+peering, 12 unknown, 122 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-10T05:30:55.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:55 smithi031 ceph-mon[100614]: pgmap v1162: 137 pgs: 137 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-10T05:30:55.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:55 smithi031 ceph-mon[98130]: pgmap v1162: 137 pgs: 137 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-10T05:30:55.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:55 smithi196 ceph-mon[90243]: pgmap v1162: 137 pgs: 137 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-10T05:30:56.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:30:56.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:56 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:30:56.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:56 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:30:57.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:57 smithi031 ceph-mon[98130]: pgmap v1163: 137 pgs: 137 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 134 B/s rd, 0 B/s wr, 0 op/s 2024-08-10T05:30:57.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:57 smithi031 ceph-mon[100614]: pgmap v1163: 137 pgs: 137 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 134 B/s rd, 0 B/s wr, 0 op/s 2024-08-10T05:30:57.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:57 smithi196 ceph-mon[90243]: pgmap v1163: 137 pgs: 137 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 134 B/s rd, 0 B/s wr, 0 op/s 2024-08-10T05:30:59.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:30:59 smithi031 ceph-mon[98130]: pgmap v1164: 137 pgs: 137 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 118 B/s rd, 0 B/s wr, 0 op/s 2024-08-10T05:30:59.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:30:59 smithi031 ceph-mon[100614]: pgmap v1164: 137 pgs: 137 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 118 B/s rd, 0 B/s wr, 0 op/s 2024-08-10T05:30:59.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:30:59 smithi196 ceph-mon[90243]: pgmap v1164: 137 pgs: 137 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 118 B/s rd, 0 B/s wr, 0 op/s 2024-08-10T05:31:01.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:01 smithi031 ceph-mon[98130]: pgmap v1165: 137 pgs: 137 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 307 B/s rd, 0 B/s wr, 0 op/s 2024-08-10T05:31:01.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:31:01 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:31:01] "GET /metrics HTTP/1.1" 200 36362 "" "Prometheus/2.43.0" 2024-08-10T05:31:01.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:01 smithi031 ceph-mon[100614]: pgmap v1165: 137 pgs: 137 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 307 B/s rd, 0 B/s wr, 0 op/s 2024-08-10T05:31:01.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:01 smithi196 ceph-mon[90243]: pgmap v1165: 137 pgs: 137 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 307 B/s rd, 0 B/s wr, 0 op/s 2024-08-10T05:31:02.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:31:02 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:31:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:31:03.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:03 smithi031 ceph-mon[98130]: pgmap v1166: 137 pgs: 137 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 264 B/s rd, 0 B/s wr, 0 op/s 2024-08-10T05:31:03.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:03 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:31:03.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:03 smithi031 ceph-mon[100614]: pgmap v1166: 137 pgs: 137 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 264 B/s rd, 0 B/s wr, 0 op/s 2024-08-10T05:31:03.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:03 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:31:03.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:03 smithi196 ceph-mon[90243]: pgmap v1166: 137 pgs: 137 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 264 B/s rd, 0 B/s wr, 0 op/s 2024-08-10T05:31:03.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:03 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:31:04.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:04 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:31:04.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:04 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:31:04.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:04 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:31:04.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:04 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:31:04.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:04 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:31:04.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:04 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:31:04.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:04 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:31:04.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:04 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:31:04.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:04 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:31:06.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:05 smithi031 ceph-mon[98130]: pgmap v1167: 137 pgs: 137 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-08-10T05:31:06.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:05 smithi031 ceph-mon[100614]: pgmap v1167: 137 pgs: 137 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-08-10T05:31:06.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:05 smithi196 ceph-mon[90243]: pgmap v1167: 137 pgs: 137 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-08-10T05:31:07.741 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] ClsLock.TestRenew (20433 ms) 2024-08-10T05:31:07.741 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralBasic 2024-08-10T05:31:08.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:07 smithi031 ceph-mon[98130]: pgmap v1168: 137 pgs: 137 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2024-08-10T05:31:08.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:07 smithi031 ceph-mon[100614]: pgmap v1168: 137 pgs: 137 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2024-08-10T05:31:08.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:07 smithi196 ceph-mon[90243]: pgmap v1168: 137 pgs: 137 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2024-08-10T05:31:09.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:08 smithi031 ceph-mon[98130]: osdmap e979: 8 total, 8 up, 8 in 2024-08-10T05:31:09.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:08 smithi031 ceph-mon[100614]: osdmap e979: 8 total, 8 up, 8 in 2024-08-10T05:31:09.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:08 smithi196 ceph-mon[90243]: osdmap e979: 8 total, 8 up, 8 in 2024-08-10T05:31:10.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:09 smithi031 ceph-mon[98130]: pgmap v1170: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:31:10.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:09 smithi031 ceph-mon[98130]: osdmap e980: 8 total, 8 up, 8 in 2024-08-10T05:31:10.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:09 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/3975086647' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142765-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:31:10.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:09 smithi031 ceph-mon[100614]: pgmap v1170: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:31:10.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:09 smithi031 ceph-mon[100614]: osdmap e980: 8 total, 8 up, 8 in 2024-08-10T05:31:10.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:09 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/3975086647' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142765-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:31:10.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:09 smithi196 ceph-mon[90243]: pgmap v1170: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:31:10.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:09 smithi196 ceph-mon[90243]: osdmap e980: 8 total, 8 up, 8 in 2024-08-10T05:31:10.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:09 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/3975086647' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142765-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:31:11.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:10 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/3975086647' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142765-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:31:11.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:10 smithi031 ceph-mon[98130]: osdmap e981: 8 total, 8 up, 8 in 2024-08-10T05:31:11.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:10 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/3975086647' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142765-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:31:11.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:10 smithi031 ceph-mon[100614]: osdmap e981: 8 total, 8 up, 8 in 2024-08-10T05:31:11.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:10 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/3975086647' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142765-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:31:11.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:10 smithi196 ceph-mon[90243]: osdmap e981: 8 total, 8 up, 8 in 2024-08-10T05:31:11.522 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:31:11 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:31:11] "GET /metrics HTTP/1.1" 200 36360 "" "Prometheus/2.43.0" 2024-08-10T05:31:12.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:11 smithi031 ceph-mon[98130]: pgmap v1173: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:31:12.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:11 smithi031 ceph-mon[98130]: osdmap e982: 8 total, 8 up, 8 in 2024-08-10T05:31:12.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:11 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:31:12.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:11 smithi031 ceph-mon[100614]: pgmap v1173: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:31:12.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:11 smithi031 ceph-mon[100614]: osdmap e982: 8 total, 8 up, 8 in 2024-08-10T05:31:12.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:11 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:31:12.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:11 smithi196 ceph-mon[90243]: pgmap v1173: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:31:12.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:11 smithi196 ceph-mon[90243]: osdmap e982: 8 total, 8 up, 8 in 2024-08-10T05:31:12.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:11 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:31:12.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:31:12 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:31:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:31:14.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:13 smithi031 ceph-mon[98130]: pgmap v1175: 137 pgs: 1 creating+peering, 18 unknown, 118 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:31:14.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:13 smithi031 ceph-mon[100614]: pgmap v1175: 137 pgs: 1 creating+peering, 18 unknown, 118 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:31:14.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:13 smithi196 ceph-mon[90243]: pgmap v1175: 137 pgs: 1 creating+peering, 18 unknown, 118 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:31:14.777 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] ClsLock.TestExclusiveEphemeralBasic (7038 ms) 2024-08-10T05:31:14.777 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealEphemeral 2024-08-10T05:31:16.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:15 smithi196 ceph-mon[90243]: pgmap v1176: 137 pgs: 1 creating+peering, 136 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 1 op/s 2024-08-10T05:31:16.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:15 smithi196 ceph-mon[90243]: osdmap e983: 8 total, 8 up, 8 in 2024-08-10T05:31:16.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:15 smithi031 ceph-mon[98130]: pgmap v1176: 137 pgs: 1 creating+peering, 136 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 1 op/s 2024-08-10T05:31:16.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:15 smithi031 ceph-mon[98130]: osdmap e983: 8 total, 8 up, 8 in 2024-08-10T05:31:16.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:15 smithi031 ceph-mon[100614]: pgmap v1176: 137 pgs: 1 creating+peering, 136 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 1 op/s 2024-08-10T05:31:16.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:15 smithi031 ceph-mon[100614]: osdmap e983: 8 total, 8 up, 8 in 2024-08-10T05:31:17.170 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:16 smithi031 ceph-mon[98130]: osdmap e984: 8 total, 8 up, 8 in 2024-08-10T05:31:17.170 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:16 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/2485270189' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142765-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:31:17.170 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:16 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142765-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:31:17.171 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:16 smithi031 ceph-mon[100614]: osdmap e984: 8 total, 8 up, 8 in 2024-08-10T05:31:17.171 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:16 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/2485270189' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142765-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:31:17.171 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:16 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142765-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:31:17.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:16 smithi196 ceph-mon[90243]: osdmap e984: 8 total, 8 up, 8 in 2024-08-10T05:31:17.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:16 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/2485270189' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142765-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:31:17.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:16 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142765-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:31:18.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:17 smithi031 ceph-mon[98130]: pgmap v1179: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:31:18.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:17 smithi031 ceph-mon[98130]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:31:18.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:17 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142765-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:31:18.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:17 smithi031 ceph-mon[98130]: osdmap e985: 8 total, 8 up, 8 in 2024-08-10T05:31:18.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:17 smithi031 ceph-mon[100614]: pgmap v1179: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:31:18.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:17 smithi031 ceph-mon[100614]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:31:18.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:17 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142765-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:31:18.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:17 smithi031 ceph-mon[100614]: osdmap e985: 8 total, 8 up, 8 in 2024-08-10T05:31:18.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:17 smithi196 ceph-mon[90243]: pgmap v1179: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:31:18.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:17 smithi196 ceph-mon[90243]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:31:18.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:17 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142765-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:31:18.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:17 smithi196 ceph-mon[90243]: osdmap e985: 8 total, 8 up, 8 in 2024-08-10T05:31:19.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:18 smithi031 ceph-mon[98130]: osdmap e986: 8 total, 8 up, 8 in 2024-08-10T05:31:19.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:18 smithi031 ceph-mon[98130]: pgmap v1182: 137 pgs: 6 creating+peering, 15 unknown, 116 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:31:19.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:18 smithi031 ceph-mon[100614]: osdmap e986: 8 total, 8 up, 8 in 2024-08-10T05:31:19.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:18 smithi031 ceph-mon[100614]: pgmap v1182: 137 pgs: 6 creating+peering, 15 unknown, 116 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:31:19.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:18 smithi196 ceph-mon[90243]: osdmap e986: 8 total, 8 up, 8 in 2024-08-10T05:31:19.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:18 smithi196 ceph-mon[90243]: pgmap v1182: 137 pgs: 6 creating+peering, 15 unknown, 116 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:31:20.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:19 smithi031 ceph-mon[98130]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:31:20.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:19 smithi031 ceph-mon[98130]: Cluster is now healthy 2024-08-10T05:31:20.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:19 smithi031 ceph-mon[100614]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:31:20.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:19 smithi031 ceph-mon[100614]: Cluster is now healthy 2024-08-10T05:31:20.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:19 smithi196 ceph-mon[90243]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:31:20.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:19 smithi196 ceph-mon[90243]: Cluster is now healthy 2024-08-10T05:31:21.254 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:20 smithi031 ceph-mon[98130]: pgmap v1183: 137 pgs: 6 creating+peering, 8 unknown, 123 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-10T05:31:21.255 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:20 smithi031 ceph-mon[100614]: pgmap v1183: 137 pgs: 6 creating+peering, 8 unknown, 123 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-10T05:31:21.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:20 smithi196 ceph-mon[90243]: pgmap v1183: 137 pgs: 6 creating+peering, 8 unknown, 123 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-10T05:31:21.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:31:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:31:21] "GET /metrics HTTP/1.1" 200 36360 "" "Prometheus/2.43.0" 2024-08-10T05:31:21.875 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealEphemeral (7098 ms) 2024-08-10T05:31:21.876 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealExclusive 2024-08-10T05:31:22.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:31:22 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:31:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:31:23.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:22 smithi031 ceph-mon[98130]: osdmap e987: 8 total, 8 up, 8 in 2024-08-10T05:31:23.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:22 smithi031 ceph-mon[98130]: pgmap v1185: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:31:23.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:22 smithi031 ceph-mon[100614]: osdmap e987: 8 total, 8 up, 8 in 2024-08-10T05:31:23.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:22 smithi031 ceph-mon[100614]: pgmap v1185: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:31:23.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:22 smithi196 ceph-mon[90243]: osdmap e987: 8 total, 8 up, 8 in 2024-08-10T05:31:23.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:22 smithi196 ceph-mon[90243]: pgmap v1185: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:31:24.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:23 smithi031 ceph-mon[98130]: osdmap e988: 8 total, 8 up, 8 in 2024-08-10T05:31:24.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:23 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/1572004763' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142765-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:31:24.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:23 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142765-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:31:24.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:23 smithi031 ceph-mon[100614]: osdmap e988: 8 total, 8 up, 8 in 2024-08-10T05:31:24.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:23 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/1572004763' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142765-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:31:24.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:23 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142765-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:31:24.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:23 smithi196 ceph-mon[90243]: osdmap e988: 8 total, 8 up, 8 in 2024-08-10T05:31:24.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:23 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/1572004763' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142765-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:31:24.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:23 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142765-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:31:25.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:24 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142765-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:31:25.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:24 smithi031 ceph-mon[98130]: osdmap e989: 8 total, 8 up, 8 in 2024-08-10T05:31:25.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:24 smithi031 ceph-mon[98130]: pgmap v1188: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:31:25.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:24 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142765-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:31:25.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:24 smithi031 ceph-mon[100614]: osdmap e989: 8 total, 8 up, 8 in 2024-08-10T05:31:25.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:24 smithi031 ceph-mon[100614]: pgmap v1188: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:31:25.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:24 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-142765-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:31:25.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:24 smithi196 ceph-mon[90243]: osdmap e989: 8 total, 8 up, 8 in 2024-08-10T05:31:25.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:24 smithi196 ceph-mon[90243]: pgmap v1188: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:31:26.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:25 smithi031 ceph-mon[98130]: osdmap e990: 8 total, 8 up, 8 in 2024-08-10T05:31:26.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:25 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:31:26.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:25 smithi031 ceph-mon[100614]: osdmap e990: 8 total, 8 up, 8 in 2024-08-10T05:31:26.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:25 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:31:26.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:25 smithi196 ceph-mon[90243]: osdmap e990: 8 total, 8 up, 8 in 2024-08-10T05:31:26.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:25 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:31:27.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:26 smithi031 ceph-mon[98130]: pgmap v1190: 137 pgs: 7 creating+peering, 7 unknown, 123 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-10T05:31:27.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:26 smithi031 ceph-mon[100614]: pgmap v1190: 137 pgs: 7 creating+peering, 7 unknown, 123 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-10T05:31:27.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:26 smithi196 ceph-mon[90243]: pgmap v1190: 137 pgs: 7 creating+peering, 7 unknown, 123 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-10T05:31:29.026 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealExclusive (7150 ms) 2024-08-10T05:31:29.027 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 11 tests from ClsLock (67729 ms total) 2024-08-10T05:31:29.027 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T05:31:29.027 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] Global test environment tear-down 2024-08-10T05:31:29.027 INFO:tasks.workunit.client.0.smithi031.stdout:[==========] 11 tests from 1 test suite ran. (67729 ms total) 2024-08-10T05:31:29.027 INFO:tasks.workunit.client.0.smithi031.stdout:[ PASSED ] 11 tests. 2024-08-10T05:31:29.030 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-10T05:31:29.034 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-10T05:31:29.103 INFO:tasks.workunit:Running workunit cls/test_cls_log.sh... 2024-08-10T05:31:29.104 DEBUG:teuthology.orchestra.run.smithi031:workunit test cls/test_cls_log.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_log.sh 2024-08-10T05:31:29.173 INFO:tasks.workunit.client.0.smithi031.stdout:Running main() from gmock_main.cc 2024-08-10T05:31:29.174 INFO:tasks.workunit.client.0.smithi031.stdout:[==========] Running 4 tests from 1 test suite. 2024-08-10T05:31:29.174 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] Global test environment set-up. 2024-08-10T05:31:29.174 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 4 tests from cls_log 2024-08-10T05:31:29.174 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_log.test_log_add_same_time 2024-08-10T05:31:29.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:29 smithi031 ceph-mon[98130]: pgmap v1191: 137 pgs: 7 creating+peering, 130 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-10T05:31:29.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:29 smithi031 ceph-mon[100614]: pgmap v1191: 137 pgs: 7 creating+peering, 130 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-10T05:31:29.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:29 smithi196 ceph-mon[90243]: pgmap v1191: 137 pgs: 7 creating+peering, 130 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-10T05:31:30.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:30 smithi196 ceph-mon[90243]: osdmap e991: 8 total, 8 up, 8 in 2024-08-10T05:31:30.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:30 smithi031 ceph-mon[98130]: osdmap e991: 8 total, 8 up, 8 in 2024-08-10T05:31:30.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:30 smithi031 ceph-mon[100614]: osdmap e991: 8 total, 8 up, 8 in 2024-08-10T05:31:31.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:31 smithi031 ceph-mon[98130]: pgmap v1193: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:31:31.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:31 smithi031 ceph-mon[98130]: osdmap e992: 8 total, 8 up, 8 in 2024-08-10T05:31:31.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:31 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/705630980' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143163-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:31:31.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:31:31 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:31:31] "GET /metrics HTTP/1.1" 200 36358 "" "Prometheus/2.43.0" 2024-08-10T05:31:31.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:31 smithi031 ceph-mon[100614]: pgmap v1193: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:31:31.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:31 smithi031 ceph-mon[100614]: osdmap e992: 8 total, 8 up, 8 in 2024-08-10T05:31:31.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:31 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/705630980' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143163-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:31:31.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:31 smithi196 ceph-mon[90243]: pgmap v1193: 105 pgs: 105 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:31:31.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:31 smithi196 ceph-mon[90243]: osdmap e992: 8 total, 8 up, 8 in 2024-08-10T05:31:31.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:31 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/705630980' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143163-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:31:32.034 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_log.test_log_add_same_time (2861 ms) 2024-08-10T05:31:32.034 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_log.test_log_add_different_time 2024-08-10T05:31:32.314 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:32 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/705630980' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143163-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:31:32.314 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:32 smithi196 ceph-mon[90243]: osdmap e993: 8 total, 8 up, 8 in 2024-08-10T05:31:32.314 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:32 smithi196 ceph-mon[90243]: osdmap e994: 8 total, 8 up, 8 in 2024-08-10T05:31:32.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:32 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/705630980' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143163-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:31:32.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:32 smithi031 ceph-mon[98130]: osdmap e993: 8 total, 8 up, 8 in 2024-08-10T05:31:32.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:32 smithi031 ceph-mon[98130]: osdmap e994: 8 total, 8 up, 8 in 2024-08-10T05:31:32.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:32 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/705630980' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143163-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:31:32.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:32 smithi031 ceph-mon[100614]: osdmap e993: 8 total, 8 up, 8 in 2024-08-10T05:31:32.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:32 smithi031 ceph-mon[100614]: osdmap e994: 8 total, 8 up, 8 in 2024-08-10T05:31:32.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:31:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:31:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:31:33.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:33 smithi031 ceph-mon[98130]: pgmap v1196: 137 pgs: 11 creating+peering, 16 unknown, 110 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:31:33.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:33 smithi031 ceph-mon[100614]: pgmap v1196: 137 pgs: 11 creating+peering, 16 unknown, 110 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:31:33.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:33 smithi196 ceph-mon[90243]: pgmap v1196: 137 pgs: 11 creating+peering, 16 unknown, 110 active+clean; 583 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:31:34.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:34 smithi031 ceph-mon[98130]: osdmap e995: 8 total, 8 up, 8 in 2024-08-10T05:31:34.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:34 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/4181383451' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143163-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:31:34.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:34 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143163-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:31:34.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:34 smithi031 ceph-mon[100614]: osdmap e995: 8 total, 8 up, 8 in 2024-08-10T05:31:34.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:34 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/4181383451' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143163-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:31:34.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:34 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143163-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:31:34.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:34 smithi196 ceph-mon[90243]: osdmap e995: 8 total, 8 up, 8 in 2024-08-10T05:31:34.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:34 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/4181383451' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143163-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:31:34.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:34 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143163-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:31:35.083 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_log.test_log_add_different_time (3048 ms) 2024-08-10T05:31:35.083 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_log.trim_by_time 2024-08-10T05:31:35.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:35 smithi031 ceph-mon[98130]: pgmap v1199: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:31:35.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:35 smithi031 ceph-mon[98130]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:31:35.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:35 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143163-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:31:35.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:35 smithi031 ceph-mon[98130]: osdmap e996: 8 total, 8 up, 8 in 2024-08-10T05:31:35.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:35 smithi031 ceph-mon[100614]: pgmap v1199: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:31:35.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:35 smithi031 ceph-mon[100614]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:31:35.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:35 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143163-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:31:35.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:35 smithi031 ceph-mon[100614]: osdmap e996: 8 total, 8 up, 8 in 2024-08-10T05:31:35.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:35 smithi196 ceph-mon[90243]: pgmap v1199: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:31:35.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:35 smithi196 ceph-mon[90243]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:31:35.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:35 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143163-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:31:35.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:35 smithi196 ceph-mon[90243]: osdmap e996: 8 total, 8 up, 8 in 2024-08-10T05:31:36.430 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:36 smithi196 ceph-mon[90243]: osdmap e997: 8 total, 8 up, 8 in 2024-08-10T05:31:36.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:36 smithi031 ceph-mon[98130]: osdmap e997: 8 total, 8 up, 8 in 2024-08-10T05:31:36.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:36 smithi031 ceph-mon[100614]: osdmap e997: 8 total, 8 up, 8 in 2024-08-10T05:31:37.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:37 smithi031 ceph-mon[98130]: pgmap v1202: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:31:37.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:37 smithi031 ceph-mon[98130]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:31:37.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:37 smithi031 ceph-mon[98130]: Cluster is now healthy 2024-08-10T05:31:37.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:37 smithi031 ceph-mon[98130]: osdmap e998: 8 total, 8 up, 8 in 2024-08-10T05:31:37.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:37 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/243691132' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143163-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:31:37.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:37 smithi031 ceph-mon[100614]: pgmap v1202: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:31:37.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:37 smithi031 ceph-mon[100614]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:31:37.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:37 smithi031 ceph-mon[100614]: Cluster is now healthy 2024-08-10T05:31:37.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:37 smithi031 ceph-mon[100614]: osdmap e998: 8 total, 8 up, 8 in 2024-08-10T05:31:37.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:37 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/243691132' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143163-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:31:37.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:37 smithi196 ceph-mon[90243]: pgmap v1202: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:31:37.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:37 smithi196 ceph-mon[90243]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:31:37.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:37 smithi196 ceph-mon[90243]: Cluster is now healthy 2024-08-10T05:31:37.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:37 smithi196 ceph-mon[90243]: osdmap e998: 8 total, 8 up, 8 in 2024-08-10T05:31:37.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:37 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/243691132' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143163-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:31:38.109 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_log.trim_by_time (3026 ms) 2024-08-10T05:31:38.110 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_log.trim_by_marker 2024-08-10T05:31:38.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:38 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/243691132' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143163-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:31:38.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:38 smithi031 ceph-mon[98130]: osdmap e999: 8 total, 8 up, 8 in 2024-08-10T05:31:38.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:38 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/243691132' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143163-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:31:38.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:38 smithi031 ceph-mon[100614]: osdmap e999: 8 total, 8 up, 8 in 2024-08-10T05:31:38.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:38 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/243691132' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143163-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:31:38.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:38 smithi196 ceph-mon[90243]: osdmap e999: 8 total, 8 up, 8 in 2024-08-10T05:31:39.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:39 smithi031 ceph-mon[98130]: pgmap v1205: 137 pgs: 5 creating+peering, 21 unknown, 111 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.0 KiB/s rd, 2.5 KiB/s wr, 14 op/s 2024-08-10T05:31:39.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:39 smithi031 ceph-mon[98130]: osdmap e1000: 8 total, 8 up, 8 in 2024-08-10T05:31:39.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:39 smithi031 ceph-mon[100614]: pgmap v1205: 137 pgs: 5 creating+peering, 21 unknown, 111 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.0 KiB/s rd, 2.5 KiB/s wr, 14 op/s 2024-08-10T05:31:39.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:39 smithi031 ceph-mon[100614]: osdmap e1000: 8 total, 8 up, 8 in 2024-08-10T05:31:39.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:39 smithi196 ceph-mon[90243]: pgmap v1205: 137 pgs: 5 creating+peering, 21 unknown, 111 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.0 KiB/s rd, 2.5 KiB/s wr, 14 op/s 2024-08-10T05:31:39.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:39 smithi196 ceph-mon[90243]: osdmap e1000: 8 total, 8 up, 8 in 2024-08-10T05:31:40.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:40 smithi031 ceph-mon[98130]: osdmap e1001: 8 total, 8 up, 8 in 2024-08-10T05:31:40.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:40 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/3103923380' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143163-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:31:40.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:40 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143163-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:31:40.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:40 smithi031 ceph-mon[100614]: osdmap e1001: 8 total, 8 up, 8 in 2024-08-10T05:31:40.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:40 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/3103923380' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143163-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:31:40.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:40 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143163-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:31:40.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:40 smithi196 ceph-mon[90243]: osdmap e1001: 8 total, 8 up, 8 in 2024-08-10T05:31:40.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:40 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/3103923380' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143163-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:31:40.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:40 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143163-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:31:41.128 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_log.trim_by_marker (3019 ms) 2024-08-10T05:31:41.128 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 4 tests from cls_log (11955 ms total) 2024-08-10T05:31:41.129 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T05:31:41.129 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] Global test environment tear-down 2024-08-10T05:31:41.129 INFO:tasks.workunit.client.0.smithi031.stdout:[==========] 4 tests from 1 test suite ran. (11955 ms total) 2024-08-10T05:31:41.129 INFO:tasks.workunit.client.0.smithi031.stdout:[ PASSED ] 4 tests. 2024-08-10T05:31:41.131 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-10T05:31:41.132 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-10T05:31:41.202 INFO:tasks.workunit:Running workunit cls/test_cls_numops.sh... 2024-08-10T05:31:41.202 DEBUG:teuthology.orchestra.run.smithi031:workunit test cls/test_cls_numops.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_numops.sh 2024-08-10T05:31:41.273 INFO:tasks.workunit.client.0.smithi031.stdout:Running main() from gmock_main.cc 2024-08-10T05:31:41.273 INFO:tasks.workunit.client.0.smithi031.stdout:[==========] Running 4 tests from 1 test suite. 2024-08-10T05:31:41.273 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] Global test environment set-up. 2024-08-10T05:31:41.273 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 4 tests from ClsNumOps 2024-08-10T05:31:41.273 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] ClsNumOps.Add 2024-08-10T05:31:41.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:31:41 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:31:41] "GET /metrics HTTP/1.1" 200 36360 "" "Prometheus/2.43.0" 2024-08-10T05:31:41.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:41 smithi031 ceph-mon[100614]: pgmap v1208: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:31:41.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:41 smithi031 ceph-mon[100614]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:31:41.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:41 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143163-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:31:41.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:41 smithi031 ceph-mon[100614]: osdmap e1002: 8 total, 8 up, 8 in 2024-08-10T05:31:41.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:31:41.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:31:41.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:41 smithi031 ceph-mon[98130]: pgmap v1208: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:31:41.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:41 smithi031 ceph-mon[98130]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:31:41.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:41 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143163-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:31:41.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:41 smithi031 ceph-mon[98130]: osdmap e1002: 8 total, 8 up, 8 in 2024-08-10T05:31:41.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:31:41.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:31:41.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:41 smithi196 ceph-mon[90243]: pgmap v1208: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:31:41.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:41 smithi196 ceph-mon[90243]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:31:41.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:41 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143163-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:31:41.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:41 smithi196 ceph-mon[90243]: osdmap e1002: 8 total, 8 up, 8 in 2024-08-10T05:31:41.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:31:41.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:31:42.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:42 smithi031 ceph-mon[98130]: osdmap e1003: 8 total, 8 up, 8 in 2024-08-10T05:31:42.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:42 smithi031 ceph-mon[100614]: osdmap e1003: 8 total, 8 up, 8 in 2024-08-10T05:31:42.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:42 smithi196 ceph-mon[90243]: osdmap e1003: 8 total, 8 up, 8 in 2024-08-10T05:31:42.528 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:31:42 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:31:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:31:43.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:43 smithi031 ceph-mon[98130]: pgmap v1211: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:31:43.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:43 smithi031 ceph-mon[98130]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:31:43.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:43 smithi031 ceph-mon[98130]: Cluster is now healthy 2024-08-10T05:31:43.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:43 smithi031 ceph-mon[98130]: osdmap e1004: 8 total, 8 up, 8 in 2024-08-10T05:31:43.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:43 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/2704715559' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143269-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:31:43.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:43 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143269-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:31:43.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:43 smithi031 ceph-mon[100614]: pgmap v1211: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:31:43.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:43 smithi031 ceph-mon[100614]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:31:43.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:43 smithi031 ceph-mon[100614]: Cluster is now healthy 2024-08-10T05:31:43.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:43 smithi031 ceph-mon[100614]: osdmap e1004: 8 total, 8 up, 8 in 2024-08-10T05:31:43.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:43 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/2704715559' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143269-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:31:43.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:43 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143269-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:31:43.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:43 smithi196 ceph-mon[90243]: pgmap v1211: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:31:43.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:43 smithi196 ceph-mon[90243]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:31:43.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:43 smithi196 ceph-mon[90243]: Cluster is now healthy 2024-08-10T05:31:43.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:43 smithi196 ceph-mon[90243]: osdmap e1004: 8 total, 8 up, 8 in 2024-08-10T05:31:43.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:43 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/2704715559' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143269-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:31:43.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:43 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143269-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:31:44.159 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] ClsNumOps.Add (2886 ms) 2024-08-10T05:31:44.159 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] ClsNumOps.Sub 2024-08-10T05:31:44.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:44 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143269-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:31:44.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:44 smithi031 ceph-mon[98130]: osdmap e1005: 8 total, 8 up, 8 in 2024-08-10T05:31:44.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:44 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143269-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:31:44.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:44 smithi031 ceph-mon[100614]: osdmap e1005: 8 total, 8 up, 8 in 2024-08-10T05:31:44.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:44 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143269-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:31:44.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:44 smithi196 ceph-mon[90243]: osdmap e1005: 8 total, 8 up, 8 in 2024-08-10T05:31:45.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:45 smithi031 ceph-mon[98130]: pgmap v1214: 137 pgs: 8 creating+peering, 14 unknown, 115 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:31:45.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:45 smithi031 ceph-mon[98130]: osdmap e1006: 8 total, 8 up, 8 in 2024-08-10T05:31:45.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:45 smithi031 ceph-mon[100614]: pgmap v1214: 137 pgs: 8 creating+peering, 14 unknown, 115 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:31:45.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:45 smithi031 ceph-mon[100614]: osdmap e1006: 8 total, 8 up, 8 in 2024-08-10T05:31:45.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:45 smithi196 ceph-mon[90243]: pgmap v1214: 137 pgs: 8 creating+peering, 14 unknown, 115 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:31:45.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:45 smithi196 ceph-mon[90243]: osdmap e1006: 8 total, 8 up, 8 in 2024-08-10T05:31:46.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:46 smithi031 ceph-mon[98130]: osdmap e1007: 8 total, 8 up, 8 in 2024-08-10T05:31:46.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:46 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/50456029' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143269-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:31:46.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:46 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143269-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:31:46.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:46 smithi031 ceph-mon[100614]: osdmap e1007: 8 total, 8 up, 8 in 2024-08-10T05:31:46.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:46 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/50456029' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143269-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:31:46.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:46 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143269-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:31:46.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:46 smithi196 ceph-mon[90243]: osdmap e1007: 8 total, 8 up, 8 in 2024-08-10T05:31:46.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:46 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/50456029' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143269-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:31:46.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:46 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143269-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:31:47.183 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] ClsNumOps.Sub (3024 ms) 2024-08-10T05:31:47.184 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] ClsNumOps.Mul 2024-08-10T05:31:47.420 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:47 smithi031 ceph-mon[100614]: pgmap v1217: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:31:47.420 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:47 smithi031 ceph-mon[100614]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:31:47.420 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:47 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143269-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:31:47.420 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:47 smithi031 ceph-mon[100614]: osdmap e1008: 8 total, 8 up, 8 in 2024-08-10T05:31:47.420 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:47 smithi031 ceph-mon[98130]: pgmap v1217: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:31:47.420 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:47 smithi031 ceph-mon[98130]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:31:47.421 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:47 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143269-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:31:47.421 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:47 smithi031 ceph-mon[98130]: osdmap e1008: 8 total, 8 up, 8 in 2024-08-10T05:31:47.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:47 smithi196 ceph-mon[90243]: pgmap v1217: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:31:47.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:47 smithi196 ceph-mon[90243]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:31:47.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:47 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143269-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:31:47.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:47 smithi196 ceph-mon[90243]: osdmap e1008: 8 total, 8 up, 8 in 2024-08-10T05:31:48.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:48 smithi031 ceph-mon[98130]: osdmap e1009: 8 total, 8 up, 8 in 2024-08-10T05:31:48.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:48 smithi031 ceph-mon[100614]: osdmap e1009: 8 total, 8 up, 8 in 2024-08-10T05:31:48.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:48 smithi196 ceph-mon[90243]: osdmap e1009: 8 total, 8 up, 8 in 2024-08-10T05:31:49.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:49 smithi031 ceph-mon[98130]: pgmap v1220: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:31:49.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:49 smithi031 ceph-mon[98130]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:31:49.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:49 smithi031 ceph-mon[98130]: Cluster is now healthy 2024-08-10T05:31:49.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:49 smithi031 ceph-mon[98130]: osdmap e1010: 8 total, 8 up, 8 in 2024-08-10T05:31:49.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:49 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/2496492647' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143269-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:31:49.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:49 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143269-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:31:49.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:49 smithi031 ceph-mon[100614]: pgmap v1220: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:31:49.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:49 smithi031 ceph-mon[100614]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:31:49.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:49 smithi031 ceph-mon[100614]: Cluster is now healthy 2024-08-10T05:31:49.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:49 smithi031 ceph-mon[100614]: osdmap e1010: 8 total, 8 up, 8 in 2024-08-10T05:31:49.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:49 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/2496492647' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143269-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:31:49.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:49 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143269-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:31:49.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:49 smithi196 ceph-mon[90243]: pgmap v1220: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:31:49.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:49 smithi196 ceph-mon[90243]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:31:49.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:49 smithi196 ceph-mon[90243]: Cluster is now healthy 2024-08-10T05:31:49.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:49 smithi196 ceph-mon[90243]: osdmap e1010: 8 total, 8 up, 8 in 2024-08-10T05:31:49.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:49 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/2496492647' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143269-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:31:49.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:49 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143269-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:31:50.205 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] ClsNumOps.Mul (3022 ms) 2024-08-10T05:31:50.206 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] ClsNumOps.Div 2024-08-10T05:31:50.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:50 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143269-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:31:50.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:50 smithi031 ceph-mon[98130]: osdmap e1011: 8 total, 8 up, 8 in 2024-08-10T05:31:50.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:50 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143269-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:31:50.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:50 smithi031 ceph-mon[100614]: osdmap e1011: 8 total, 8 up, 8 in 2024-08-10T05:31:50.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:50 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143269-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:31:50.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:50 smithi196 ceph-mon[90243]: osdmap e1011: 8 total, 8 up, 8 in 2024-08-10T05:31:51.518 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:51 smithi031 ceph-mon[100614]: pgmap v1223: 137 pgs: 13 creating+peering, 17 unknown, 107 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:31:51.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:51 smithi031 ceph-mon[100614]: osdmap e1012: 8 total, 8 up, 8 in 2024-08-10T05:31:51.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:51 smithi031 ceph-mon[98130]: pgmap v1223: 137 pgs: 13 creating+peering, 17 unknown, 107 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:31:51.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:51 smithi031 ceph-mon[98130]: osdmap e1012: 8 total, 8 up, 8 in 2024-08-10T05:31:51.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:31:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:31:51] "GET /metrics HTTP/1.1" 200 36360 "" "Prometheus/2.43.0" 2024-08-10T05:31:51.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:51 smithi196 ceph-mon[90243]: pgmap v1223: 137 pgs: 13 creating+peering, 17 unknown, 107 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:31:51.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:51 smithi196 ceph-mon[90243]: osdmap e1012: 8 total, 8 up, 8 in 2024-08-10T05:31:52.518 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:52 smithi031 ceph-mon[100614]: osdmap e1013: 8 total, 8 up, 8 in 2024-08-10T05:31:52.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:52 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/2956639793' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143269-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:31:52.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:52 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143269-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:31:52.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:52 smithi031 ceph-mon[98130]: osdmap e1013: 8 total, 8 up, 8 in 2024-08-10T05:31:52.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:52 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/2956639793' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143269-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:31:52.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:52 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143269-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:31:52.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:52 smithi196 ceph-mon[90243]: osdmap e1013: 8 total, 8 up, 8 in 2024-08-10T05:31:52.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:52 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/2956639793' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143269-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:31:52.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:52 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143269-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:31:52.529 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:31:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:31:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:31:53.234 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] ClsNumOps.Div (3028 ms) 2024-08-10T05:31:53.234 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 4 tests from ClsNumOps (11960 ms total) 2024-08-10T05:31:53.234 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T05:31:53.234 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] Global test environment tear-down 2024-08-10T05:31:53.234 INFO:tasks.workunit.client.0.smithi031.stdout:[==========] 4 tests from 1 test suite ran. (11960 ms total) 2024-08-10T05:31:53.234 INFO:tasks.workunit.client.0.smithi031.stdout:[ PASSED ] 4 tests. 2024-08-10T05:31:53.236 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-10T05:31:53.236 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-10T05:31:53.308 INFO:tasks.workunit:Running workunit cls/test_cls_rbd.sh... 2024-08-10T05:31:53.308 DEBUG:teuthology.orchestra.run.smithi031:workunit test cls/test_cls_rbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh 2024-08-10T05:31:53.379 INFO:tasks.workunit.client.0.smithi031.stdout:Running main() from gmock_main.cc 2024-08-10T05:31:53.380 INFO:tasks.workunit.client.0.smithi031.stdout:[==========] Running 70 tests from 1 test suite. 2024-08-10T05:31:53.380 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] Global test environment set-up. 2024-08-10T05:31:53.380 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 70 tests from TestClsRbd 2024-08-10T05:31:53.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:53 smithi031 ceph-mon[98130]: pgmap v1226: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:31:53.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:53 smithi031 ceph-mon[98130]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:31:53.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:53 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143269-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:31:53.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:53 smithi031 ceph-mon[98130]: osdmap e1014: 8 total, 8 up, 8 in 2024-08-10T05:31:53.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:53 smithi031 ceph-mon[100614]: pgmap v1226: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:31:53.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:53 smithi031 ceph-mon[100614]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:31:53.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:53 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143269-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:31:53.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:53 smithi031 ceph-mon[100614]: osdmap e1014: 8 total, 8 up, 8 in 2024-08-10T05:31:53.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:53 smithi196 ceph-mon[90243]: pgmap v1226: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:31:53.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:53 smithi196 ceph-mon[90243]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:31:53.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:53 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143269-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:31:53.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:53 smithi196 ceph-mon[90243]: osdmap e1014: 8 total, 8 up, 8 in 2024-08-10T05:31:54.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:54 smithi031 ceph-mon[98130]: osdmap e1015: 8 total, 8 up, 8 in 2024-08-10T05:31:54.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:54 smithi031 ceph-mon[100614]: osdmap e1015: 8 total, 8 up, 8 in 2024-08-10T05:31:54.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:54 smithi196 ceph-mon[90243]: osdmap e1015: 8 total, 8 up, 8 in 2024-08-10T05:31:55.250 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.get_all_features 2024-08-10T05:31:55.259 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.get_all_features (9 ms) 2024-08-10T05:31:55.259 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.copyup 2024-08-10T05:31:55.442 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.copyup (183 ms) 2024-08-10T05:31:55.442 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.sparse_copyup 2024-08-10T05:31:55.456 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.sparse_copyup (14 ms) 2024-08-10T05:31:55.457 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.get_and_set_id 2024-08-10T05:31:55.463 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.get_and_set_id (7 ms) 2024-08-10T05:31:55.463 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.add_remove_child 2024-08-10T05:31:55.475 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.add_remove_child (12 ms) 2024-08-10T05:31:55.475 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.directory_methods 2024-08-10T05:31:55.503 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.directory_methods (27 ms) 2024-08-10T05:31:55.503 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.create 2024-08-10T05:31:55.516 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.create (14 ms) 2024-08-10T05:31:55.516 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.get_features 2024-08-10T05:31:55.517 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.get_features (1 ms) 2024-08-10T05:31:55.517 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.get_object_prefix 2024-08-10T05:31:55.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:55 smithi031 ceph-mon[98130]: pgmap v1229: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:31:55.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:55 smithi031 ceph-mon[98130]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:31:55.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:55 smithi031 ceph-mon[98130]: Cluster is now healthy 2024-08-10T05:31:55.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:55 smithi031 ceph-mon[98130]: osdmap e1016: 8 total, 8 up, 8 in 2024-08-10T05:31:55.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:55 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/1468989877' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143375-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:31:55.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:55 smithi031 ceph-mon[100614]: pgmap v1229: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:31:55.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:55 smithi031 ceph-mon[100614]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:31:55.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:55 smithi031 ceph-mon[100614]: Cluster is now healthy 2024-08-10T05:31:55.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:55 smithi031 ceph-mon[100614]: osdmap e1016: 8 total, 8 up, 8 in 2024-08-10T05:31:55.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:55 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/1468989877' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143375-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:31:55.519 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.get_object_prefix (2 ms) 2024-08-10T05:31:55.519 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.get_create_timestamp 2024-08-10T05:31:55.521 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.get_create_timestamp (2 ms) 2024-08-10T05:31:55.521 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.get_access_timestamp 2024-08-10T05:31:55.522 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.get_access_timestamp (1 ms) 2024-08-10T05:31:55.522 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.get_modify_timestamp 2024-08-10T05:31:55.524 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.get_modify_timestamp (2 ms) 2024-08-10T05:31:55.524 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.get_data_pool 2024-08-10T05:31:55.527 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.get_data_pool (3 ms) 2024-08-10T05:31:55.527 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.get_size 2024-08-10T05:31:55.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:55 smithi196 ceph-mon[90243]: pgmap v1229: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:31:55.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:55 smithi196 ceph-mon[90243]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:31:55.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:55 smithi196 ceph-mon[90243]: Cluster is now healthy 2024-08-10T05:31:55.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:55 smithi196 ceph-mon[90243]: osdmap e1016: 8 total, 8 up, 8 in 2024-08-10T05:31:55.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:55 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/1468989877' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143375-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:31:55.532 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.get_size (5 ms) 2024-08-10T05:31:55.532 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.set_size 2024-08-10T05:31:55.536 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.set_size (4 ms) 2024-08-10T05:31:55.536 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.protection_status 2024-08-10T05:31:55.554 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.protection_status (17 ms) 2024-08-10T05:31:55.554 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.snapshot_limits 2024-08-10T05:31:55.561 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.snapshot_limits (8 ms) 2024-08-10T05:31:55.561 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.parents_v1 2024-08-10T05:31:55.601 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.parents_v1 (39 ms) 2024-08-10T05:31:55.601 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.parents_v2 2024-08-10T05:31:55.629 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.parents_v2 (29 ms) 2024-08-10T05:31:55.629 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.snapshots 2024-08-10T05:31:55.650 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.snapshots (20 ms) 2024-08-10T05:31:55.650 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.snapid_race 2024-08-10T05:31:55.657 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.snapid_race (7 ms) 2024-08-10T05:31:55.657 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.stripingv2 2024-08-10T05:31:55.666 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.stripingv2 (10 ms) 2024-08-10T05:31:55.667 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.object_map_save 2024-08-10T05:31:55.670 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.object_map_save (4 ms) 2024-08-10T05:31:55.671 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.object_map_resize 2024-08-10T05:31:55.678 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.object_map_resize (7 ms) 2024-08-10T05:31:55.678 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.object_map_update 2024-08-10T05:31:55.686 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.object_map_update (9 ms) 2024-08-10T05:31:55.686 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.object_map_load_enoent 2024-08-10T05:31:55.686 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.object_map_load_enoent (0 ms) 2024-08-10T05:31:55.686 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.object_map_snap_add 2024-08-10T05:31:55.696 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.object_map_snap_add (10 ms) 2024-08-10T05:31:55.696 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.object_map_snap_remove 2024-08-10T05:31:55.703 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.object_map_snap_remove (7 ms) 2024-08-10T05:31:55.703 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.flags 2024-08-10T05:31:55.708 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.flags (5 ms) 2024-08-10T05:31:55.708 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.metadata 2024-08-10T05:31:55.730 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.metadata (22 ms) 2024-08-10T05:31:55.730 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.set_features 2024-08-10T05:31:55.737 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.set_features (7 ms) 2024-08-10T05:31:55.738 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.mirror 2024-08-10T05:31:55.771 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.mirror (34 ms) 2024-08-10T05:31:55.771 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.mirror_image 2024-08-10T05:31:55.789 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.mirror_image (17 ms) 2024-08-10T05:31:55.789 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.mirror_image_status 2024-08-10T05:31:56.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:56 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/1468989877' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143375-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:31:56.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:56 smithi031 ceph-mon[98130]: osdmap e1017: 8 total, 8 up, 8 in 2024-08-10T05:31:56.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:31:56.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:31:56.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:56 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/1468989877' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143375-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:31:56.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:56 smithi031 ceph-mon[100614]: osdmap e1017: 8 total, 8 up, 8 in 2024-08-10T05:31:56.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:56 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:31:56.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:56 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:31:56.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:56 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/1468989877' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143375-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:31:56.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:56 smithi196 ceph-mon[90243]: osdmap e1017: 8 total, 8 up, 8 in 2024-08-10T05:31:56.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:56 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:31:56.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:56 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:31:57.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:57 smithi031 ceph-mon[98130]: pgmap v1232: 137 pgs: 8 creating+peering, 20 unknown, 109 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:31:57.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:57 smithi031 ceph-mon[98130]: osdmap e1018: 8 total, 8 up, 8 in 2024-08-10T05:31:57.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:57 smithi031 ceph-mon[100614]: pgmap v1232: 137 pgs: 8 creating+peering, 20 unknown, 109 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:31:57.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:57 smithi031 ceph-mon[100614]: osdmap e1018: 8 total, 8 up, 8 in 2024-08-10T05:31:57.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:57 smithi196 ceph-mon[90243]: pgmap v1232: 137 pgs: 8 creating+peering, 20 unknown, 109 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:31:57.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:57 smithi196 ceph-mon[90243]: osdmap e1018: 8 total, 8 up, 8 in 2024-08-10T05:31:58.119 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.mirror_image_status (2331 ms) 2024-08-10T05:31:58.120 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.mirror_image_map 2024-08-10T05:31:58.198 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.mirror_image_map (79 ms) 2024-08-10T05:31:58.198 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.mirror_instances 2024-08-10T05:31:58.206 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.mirror_instances (8 ms) 2024-08-10T05:31:58.206 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.mirror_snapshot 2024-08-10T05:31:58.217 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.mirror_snapshot (11 ms) 2024-08-10T05:31:58.217 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.group_dir_list 2024-08-10T05:31:58.220 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.group_dir_list (3 ms) 2024-08-10T05:31:58.220 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.group_dir_add 2024-08-10T05:31:58.222 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.group_dir_add (2 ms) 2024-08-10T05:31:58.222 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.dir_add_already_existing 2024-08-10T05:31:58.226 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.dir_add_already_existing (4 ms) 2024-08-10T05:31:58.226 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.group_dir_rename 2024-08-10T05:31:58.233 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.group_dir_rename (7 ms) 2024-08-10T05:31:58.233 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.group_dir_remove 2024-08-10T05:31:58.237 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.group_dir_remove (4 ms) 2024-08-10T05:31:58.237 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.group_dir_remove_missing 2024-08-10T05:31:58.241 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.group_dir_remove_missing (4 ms) 2024-08-10T05:31:58.241 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.group_image_add 2024-08-10T05:31:58.243 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.group_image_add (2 ms) 2024-08-10T05:31:58.243 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.group_image_remove 2024-08-10T05:31:58.246 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.group_image_remove (3 ms) 2024-08-10T05:31:58.246 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.group_image_list 2024-08-10T05:31:58.249 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.group_image_list (3 ms) 2024-08-10T05:31:58.249 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.group_image_clean 2024-08-10T05:31:58.253 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.group_image_clean (4 ms) 2024-08-10T05:31:58.253 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.image_group_add 2024-08-10T05:31:58.256 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.image_group_add (2 ms) 2024-08-10T05:31:58.256 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.image_group_remove 2024-08-10T05:31:58.259 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.image_group_remove (3 ms) 2024-08-10T05:31:58.259 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.image_group_get 2024-08-10T05:31:58.261 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.image_group_get (2 ms) 2024-08-10T05:31:58.261 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_name 2024-08-10T05:31:58.263 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.group_snap_set_empty_name (2 ms) 2024-08-10T05:31:58.263 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_id 2024-08-10T05:31:58.265 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.group_snap_set_empty_id (2 ms) 2024-08-10T05:31:58.265 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_id 2024-08-10T05:31:58.267 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_id (2 ms) 2024-08-10T05:31:58.267 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_name 2024-08-10T05:31:58.270 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_name (3 ms) 2024-08-10T05:31:58.270 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.group_snap_set 2024-08-10T05:31:58.272 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.group_snap_set (2 ms) 2024-08-10T05:31:58.272 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.group_snap_list 2024-08-10T05:31:58.275 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.group_snap_list (3 ms) 2024-08-10T05:31:58.276 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.group_snap_list_max_return 2024-08-10T05:31:58.291 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.group_snap_list_max_return (16 ms) 2024-08-10T05:31:58.291 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.group_snap_list_max_read 2024-08-10T05:31:58.482 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.group_snap_list_max_read (190 ms) 2024-08-10T05:31:58.482 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.group_snap_remove 2024-08-10T05:31:58.485 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.group_snap_remove (3 ms) 2024-08-10T05:31:58.485 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.group_snap_get_by_id 2024-08-10T05:31:58.487 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.group_snap_get_by_id (3 ms) 2024-08-10T05:31:58.487 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.trash_methods 2024-08-10T05:31:58.495 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.trash_methods (8 ms) 2024-08-10T05:31:58.495 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.op_features 2024-08-10T05:31:58.502 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.op_features (7 ms) 2024-08-10T05:31:58.502 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.clone_parent 2024-08-10T05:31:58.521 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.clone_parent (19 ms) 2024-08-10T05:31:58.521 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.clone_parent_ns 2024-08-10T05:31:58.530 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.clone_parent_ns (8 ms) 2024-08-10T05:31:58.530 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.clone_child 2024-08-10T05:31:58.540 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.clone_child (11 ms) 2024-08-10T05:31:58.540 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.namespace_methods 2024-08-10T05:31:58.547 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.namespace_methods (7 ms) 2024-08-10T05:31:58.547 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.migration 2024-08-10T05:31:58.556 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.migration (9 ms) 2024-08-10T05:31:58.556 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.migration_v1 2024-08-10T05:31:58.570 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.migration_v1 (13 ms) 2024-08-10T05:31:58.570 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.assert_snapc_seq 2024-08-10T05:31:59.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:31:59 smithi031 ceph-mon[98130]: pgmap v1234: 137 pgs: 8 creating+peering, 10 unknown, 119 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.3 MiB/s wr, 1.31k op/s 2024-08-10T05:31:59.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:31:59 smithi031 ceph-mon[100614]: pgmap v1234: 137 pgs: 8 creating+peering, 10 unknown, 119 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.3 MiB/s wr, 1.31k op/s 2024-08-10T05:31:59.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:31:59 smithi196 ceph-mon[90243]: pgmap v1234: 137 pgs: 8 creating+peering, 10 unknown, 119 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.3 MiB/s wr, 1.31k op/s 2024-08-10T05:32:00.274 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.assert_snapc_seq (1704 ms) 2024-08-10T05:32:00.274 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestClsRbd.sparsify 2024-08-10T05:32:00.321 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestClsRbd.sparsify (48 ms) 2024-08-10T05:32:00.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:00 smithi031 ceph-mon[98130]: osdmap e1019: 8 total, 8 up, 8 in 2024-08-10T05:32:00.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:00 smithi031 ceph-mon[100614]: osdmap e1019: 8 total, 8 up, 8 in 2024-08-10T05:32:00.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:00 smithi196 ceph-mon[90243]: osdmap e1019: 8 total, 8 up, 8 in 2024-08-10T05:32:01.285 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 70 tests from TestClsRbd (5071 ms total) 2024-08-10T05:32:01.286 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T05:32:01.286 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] Global test environment tear-down 2024-08-10T05:32:01.286 INFO:tasks.workunit.client.0.smithi031.stdout:[==========] 70 tests from 1 test suite ran. (7906 ms total) 2024-08-10T05:32:01.286 INFO:tasks.workunit.client.0.smithi031.stdout:[ PASSED ] 70 tests. 2024-08-10T05:32:01.289 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-10T05:32:01.289 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-10T05:32:01.359 INFO:tasks.workunit:Running workunit cls/test_cls_refcount.sh... 2024-08-10T05:32:01.360 DEBUG:teuthology.orchestra.run.smithi031:workunit test cls/test_cls_refcount.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_refcount.sh 2024-08-10T05:32:01.430 INFO:tasks.workunit.client.0.smithi031.stdout:Running main() from gmock_main.cc 2024-08-10T05:32:01.430 INFO:tasks.workunit.client.0.smithi031.stdout:[==========] Running 10 tests from 1 test suite. 2024-08-10T05:32:01.430 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] Global test environment set-up. 2024-08-10T05:32:01.431 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 10 tests from cls_rgw 2024-08-10T05:32:01.431 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_rgw.test_implicit 2024-08-10T05:32:01.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:32:01 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:32:01] "GET /metrics HTTP/1.1" 200 36363 "" "Prometheus/2.43.0" 2024-08-10T05:32:01.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:01 smithi031 ceph-mon[98130]: pgmap v1236: 137 pgs: 137 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.2 MiB/s wr, 1.29k op/s 2024-08-10T05:32:01.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:01 smithi031 ceph-mon[98130]: osdmap e1020: 8 total, 8 up, 8 in 2024-08-10T05:32:01.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:01 smithi031 ceph-mon[100614]: pgmap v1236: 137 pgs: 137 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.2 MiB/s wr, 1.29k op/s 2024-08-10T05:32:01.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:01 smithi031 ceph-mon[100614]: osdmap e1020: 8 total, 8 up, 8 in 2024-08-10T05:32:01.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:01 smithi196 ceph-mon[90243]: pgmap v1236: 137 pgs: 137 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.2 MiB/s wr, 1.29k op/s 2024-08-10T05:32:01.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:01 smithi196 ceph-mon[90243]: osdmap e1020: 8 total, 8 up, 8 in 2024-08-10T05:32:02.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:02 smithi031 ceph-mon[98130]: osdmap e1021: 8 total, 8 up, 8 in 2024-08-10T05:32:02.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:02 smithi031 ceph-mon[100614]: osdmap e1021: 8 total, 8 up, 8 in 2024-08-10T05:32:02.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:02 smithi196 ceph-mon[90243]: osdmap e1021: 8 total, 8 up, 8 in 2024-08-10T05:32:02.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:32:02 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:32:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:32:03.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:03 smithi031 ceph-mon[98130]: pgmap v1239: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:32:03.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:03 smithi031 ceph-mon[98130]: osdmap e1022: 8 total, 8 up, 8 in 2024-08-10T05:32:03.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:03 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/2617017286' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143430-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:32:03.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:03 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143430-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:32:03.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:03 smithi031 ceph-mon[100614]: pgmap v1239: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:32:03.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:03 smithi031 ceph-mon[100614]: osdmap e1022: 8 total, 8 up, 8 in 2024-08-10T05:32:03.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:03 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/2617017286' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143430-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:32:03.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:03 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143430-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:32:03.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:03 smithi196 ceph-mon[90243]: pgmap v1239: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:32:03.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:03 smithi196 ceph-mon[90243]: osdmap e1022: 8 total, 8 up, 8 in 2024-08-10T05:32:03.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:03 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/2617017286' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143430-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:32:03.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:03 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143430-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:32:04.297 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_rgw.test_implicit (2866 ms) 2024-08-10T05:32:04.297 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_rgw.test_implicit_idempotent 2024-08-10T05:32:04.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:04 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143430-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:32:04.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:04 smithi031 ceph-mon[98130]: osdmap e1023: 8 total, 8 up, 8 in 2024-08-10T05:32:04.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:04 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:32:04.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:04 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:32:04.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:04 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:32:04.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:04 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:32:04.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:04 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143430-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:32:04.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:04 smithi031 ceph-mon[100614]: osdmap e1023: 8 total, 8 up, 8 in 2024-08-10T05:32:04.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:04 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:32:04.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:04 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:32:04.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:04 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:32:04.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:04 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:32:04.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:04 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143430-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:32:04.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:04 smithi196 ceph-mon[90243]: osdmap e1023: 8 total, 8 up, 8 in 2024-08-10T05:32:04.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:04 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:32:04.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:04 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:32:04.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:04 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:32:04.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:04 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:32:05.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:05 smithi031 ceph-mon[98130]: pgmap v1242: 137 pgs: 11 creating+peering, 14 unknown, 112 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:32:05.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:05 smithi031 ceph-mon[98130]: osdmap e1024: 8 total, 8 up, 8 in 2024-08-10T05:32:05.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:05 smithi031 ceph-mon[100614]: pgmap v1242: 137 pgs: 11 creating+peering, 14 unknown, 112 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:32:05.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:05 smithi031 ceph-mon[100614]: osdmap e1024: 8 total, 8 up, 8 in 2024-08-10T05:32:05.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:05 smithi196 ceph-mon[90243]: pgmap v1242: 137 pgs: 11 creating+peering, 14 unknown, 112 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:32:05.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:05 smithi196 ceph-mon[90243]: osdmap e1024: 8 total, 8 up, 8 in 2024-08-10T05:32:06.680 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:06 smithi196 ceph-mon[90243]: osdmap e1025: 8 total, 8 up, 8 in 2024-08-10T05:32:06.680 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:06 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/2919537203' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143430-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:32:06.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:06 smithi031 ceph-mon[98130]: osdmap e1025: 8 total, 8 up, 8 in 2024-08-10T05:32:06.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:06 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/2919537203' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143430-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:32:06.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:06 smithi031 ceph-mon[100614]: osdmap e1025: 8 total, 8 up, 8 in 2024-08-10T05:32:06.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:06 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/2919537203' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143430-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:32:07.320 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_rgw.test_implicit_idempotent (3023 ms) 2024-08-10T05:32:07.320 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_rgw.test_put_snap 2024-08-10T05:32:07.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:07 smithi031 ceph-mon[98130]: pgmap v1245: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:32:07.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:07 smithi031 ceph-mon[98130]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:32:07.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:07 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/2919537203' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143430-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:32:07.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:07 smithi031 ceph-mon[98130]: osdmap e1026: 8 total, 8 up, 8 in 2024-08-10T05:32:07.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:07 smithi031 ceph-mon[100614]: pgmap v1245: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:32:07.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:07 smithi031 ceph-mon[100614]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:32:07.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:07 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/2919537203' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143430-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:32:07.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:07 smithi031 ceph-mon[100614]: osdmap e1026: 8 total, 8 up, 8 in 2024-08-10T05:32:07.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:07 smithi196 ceph-mon[90243]: pgmap v1245: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:32:07.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:07 smithi196 ceph-mon[90243]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:32:07.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:07 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/2919537203' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143430-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:32:07.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:07 smithi196 ceph-mon[90243]: osdmap e1026: 8 total, 8 up, 8 in 2024-08-10T05:32:08.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:08 smithi031 ceph-mon[98130]: osdmap e1027: 8 total, 8 up, 8 in 2024-08-10T05:32:08.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:08 smithi031 ceph-mon[100614]: osdmap e1027: 8 total, 8 up, 8 in 2024-08-10T05:32:08.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:08 smithi196 ceph-mon[90243]: osdmap e1027: 8 total, 8 up, 8 in 2024-08-10T05:32:09.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:09 smithi031 ceph-mon[98130]: pgmap v1248: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:32:09.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:09 smithi031 ceph-mon[98130]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:32:09.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:09 smithi031 ceph-mon[98130]: Cluster is now healthy 2024-08-10T05:32:09.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:09 smithi031 ceph-mon[98130]: osdmap e1028: 8 total, 8 up, 8 in 2024-08-10T05:32:09.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:09 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/2446157709' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143430-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:32:09.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:09 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143430-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:32:09.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:09 smithi031 ceph-mon[100614]: pgmap v1248: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:32:09.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:09 smithi031 ceph-mon[100614]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:32:09.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:09 smithi031 ceph-mon[100614]: Cluster is now healthy 2024-08-10T05:32:09.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:09 smithi031 ceph-mon[100614]: osdmap e1028: 8 total, 8 up, 8 in 2024-08-10T05:32:09.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:09 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/2446157709' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143430-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:32:09.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:09 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143430-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:32:09.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:09 smithi196 ceph-mon[90243]: pgmap v1248: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:32:09.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:09 smithi196 ceph-mon[90243]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:32:09.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:09 smithi196 ceph-mon[90243]: Cluster is now healthy 2024-08-10T05:32:09.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:09 smithi196 ceph-mon[90243]: osdmap e1028: 8 total, 8 up, 8 in 2024-08-10T05:32:09.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:09 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/2446157709' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143430-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:32:09.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:09 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143430-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:32:10.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:10 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143430-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:32:10.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:10 smithi031 ceph-mon[98130]: osdmap e1029: 8 total, 8 up, 8 in 2024-08-10T05:32:10.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:10 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143430-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:32:10.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:10 smithi031 ceph-mon[100614]: osdmap e1029: 8 total, 8 up, 8 in 2024-08-10T05:32:10.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:10 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143430-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:32:10.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:10 smithi196 ceph-mon[90243]: osdmap e1029: 8 total, 8 up, 8 in 2024-08-10T05:32:11.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:32:11 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:32:11] "GET /metrics HTTP/1.1" 200 36382 "" "Prometheus/2.43.0" 2024-08-10T05:32:11.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:11 smithi031 ceph-mon[98130]: pgmap v1251: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:32:11.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:11 smithi031 ceph-mon[98130]: osdmap e1030: 8 total, 8 up, 8 in 2024-08-10T05:32:11.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:11 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:32:11.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:11 smithi031 ceph-mon[100614]: pgmap v1251: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:32:11.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:11 smithi031 ceph-mon[100614]: osdmap e1030: 8 total, 8 up, 8 in 2024-08-10T05:32:11.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:11 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:32:11.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:11 smithi196 ceph-mon[90243]: pgmap v1251: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:32:11.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:11 smithi196 ceph-mon[90243]: osdmap e1030: 8 total, 8 up, 8 in 2024-08-10T05:32:11.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:11 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:32:12.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:32:12 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:32:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:32:13.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:13 smithi031 ceph-mon[98130]: pgmap v1253: 137 pgs: 5 creating+peering, 19 unknown, 113 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:32:13.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:13 smithi031 ceph-mon[100614]: pgmap v1253: 137 pgs: 5 creating+peering, 19 unknown, 113 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:32:13.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:13 smithi196 ceph-mon[90243]: pgmap v1253: 137 pgs: 5 creating+peering, 19 unknown, 113 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:32:14.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:14 smithi031 ceph-mon[98130]: osdmap e1031: 8 total, 8 up, 8 in 2024-08-10T05:32:14.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:14 smithi031 ceph-mon[100614]: osdmap e1031: 8 total, 8 up, 8 in 2024-08-10T05:32:14.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:14 smithi196 ceph-mon[90243]: osdmap e1031: 8 total, 8 up, 8 in 2024-08-10T05:32:15.768 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:15 smithi031 ceph-mon[100614]: pgmap v1255: 137 pgs: 137 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 181 B/s wr, 0 op/s 2024-08-10T05:32:15.768 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:15 smithi031 ceph-mon[100614]: osdmap e1032: 8 total, 8 up, 8 in 2024-08-10T05:32:15.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:15 smithi031 ceph-mon[98130]: pgmap v1255: 137 pgs: 137 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 181 B/s wr, 0 op/s 2024-08-10T05:32:15.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:15 smithi031 ceph-mon[98130]: osdmap e1032: 8 total, 8 up, 8 in 2024-08-10T05:32:15.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:15 smithi196 ceph-mon[90243]: pgmap v1255: 137 pgs: 137 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 181 B/s wr, 0 op/s 2024-08-10T05:32:15.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:15 smithi196 ceph-mon[90243]: osdmap e1032: 8 total, 8 up, 8 in 2024-08-10T05:32:16.375 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_rgw.test_put_snap (9055 ms) 2024-08-10T05:32:16.375 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_rgw.test_explicit 2024-08-10T05:32:16.768 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:16 smithi031 ceph-mon[100614]: osdmap e1033: 8 total, 8 up, 8 in 2024-08-10T05:32:16.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:16 smithi031 ceph-mon[98130]: osdmap e1033: 8 total, 8 up, 8 in 2024-08-10T05:32:16.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:16 smithi196 ceph-mon[90243]: osdmap e1033: 8 total, 8 up, 8 in 2024-08-10T05:32:17.670 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:17 smithi031 ceph-mon[98130]: pgmap v1258: 137 pgs: 137 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 181 B/s wr, 0 op/s 2024-08-10T05:32:17.670 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:17 smithi031 ceph-mon[98130]: osdmap e1034: 8 total, 8 up, 8 in 2024-08-10T05:32:17.670 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:17 smithi031 ceph-mon[100614]: pgmap v1258: 137 pgs: 137 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 181 B/s wr, 0 op/s 2024-08-10T05:32:17.670 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:17 smithi031 ceph-mon[100614]: osdmap e1034: 8 total, 8 up, 8 in 2024-08-10T05:32:17.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:17 smithi196 ceph-mon[90243]: pgmap v1258: 137 pgs: 137 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 181 B/s wr, 0 op/s 2024-08-10T05:32:17.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:17 smithi196 ceph-mon[90243]: osdmap e1034: 8 total, 8 up, 8 in 2024-08-10T05:32:18.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:18 smithi031 ceph-mon[100614]: osdmap e1035: 8 total, 8 up, 8 in 2024-08-10T05:32:18.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:18 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/662365173' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143430-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:32:18.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:18 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143430-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:32:18.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:18 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143430-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:32:18.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:18 smithi031 ceph-mon[100614]: osdmap e1036: 8 total, 8 up, 8 in 2024-08-10T05:32:18.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:18 smithi031 ceph-mon[98130]: osdmap e1035: 8 total, 8 up, 8 in 2024-08-10T05:32:18.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:18 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/662365173' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143430-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:32:18.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:18 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143430-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:32:18.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:18 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143430-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:32:18.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:18 smithi031 ceph-mon[98130]: osdmap e1036: 8 total, 8 up, 8 in 2024-08-10T05:32:18.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:18 smithi196 ceph-mon[90243]: osdmap e1035: 8 total, 8 up, 8 in 2024-08-10T05:32:18.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:18 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/662365173' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143430-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:32:18.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:18 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143430-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:32:18.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:18 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143430-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:32:18.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:18 smithi196 ceph-mon[90243]: osdmap e1036: 8 total, 8 up, 8 in 2024-08-10T05:32:19.406 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_rgw.test_explicit (3031 ms) 2024-08-10T05:32:19.406 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_rgw.set 2024-08-10T05:32:19.768 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:19 smithi031 ceph-mon[100614]: pgmap v1261: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:32:19.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:19 smithi031 ceph-mon[100614]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:32:19.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:19 smithi031 ceph-mon[98130]: pgmap v1261: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:32:19.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:19 smithi031 ceph-mon[98130]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:32:19.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:19 smithi196 ceph-mon[90243]: pgmap v1261: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:32:19.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:19 smithi196 ceph-mon[90243]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:32:20.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:20 smithi031 ceph-mon[98130]: osdmap e1037: 8 total, 8 up, 8 in 2024-08-10T05:32:20.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:20 smithi031 ceph-mon[100614]: osdmap e1037: 8 total, 8 up, 8 in 2024-08-10T05:32:20.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:20 smithi196 ceph-mon[90243]: osdmap e1037: 8 total, 8 up, 8 in 2024-08-10T05:32:21.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:32:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:32:21] "GET /metrics HTTP/1.1" 200 36382 "" "Prometheus/2.43.0" 2024-08-10T05:32:21.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:21 smithi031 ceph-mon[98130]: pgmap v1264: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:32:21.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:21 smithi031 ceph-mon[98130]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:32:21.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:21 smithi031 ceph-mon[98130]: Cluster is now healthy 2024-08-10T05:32:21.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:21 smithi031 ceph-mon[98130]: osdmap e1038: 8 total, 8 up, 8 in 2024-08-10T05:32:21.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:21 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/1983402479' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143430-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:32:21.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:21 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143430-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:32:21.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:21 smithi031 ceph-mon[100614]: pgmap v1264: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:32:21.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:21 smithi031 ceph-mon[100614]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:32:21.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:21 smithi031 ceph-mon[100614]: Cluster is now healthy 2024-08-10T05:32:21.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:21 smithi031 ceph-mon[100614]: osdmap e1038: 8 total, 8 up, 8 in 2024-08-10T05:32:21.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:21 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/1983402479' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143430-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:32:21.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:21 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143430-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:32:21.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:21 smithi196 ceph-mon[90243]: pgmap v1264: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:32:21.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:21 smithi196 ceph-mon[90243]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:32:21.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:21 smithi196 ceph-mon[90243]: Cluster is now healthy 2024-08-10T05:32:21.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:21 smithi196 ceph-mon[90243]: osdmap e1038: 8 total, 8 up, 8 in 2024-08-10T05:32:21.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:21 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/1983402479' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143430-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:32:21.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:21 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143430-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:32:22.429 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_rgw.set (3023 ms) 2024-08-10T05:32:22.429 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_rgw.test_implicit_ec 2024-08-10T05:32:22.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:22 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143430-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:32:22.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:22 smithi031 ceph-mon[98130]: osdmap e1039: 8 total, 8 up, 8 in 2024-08-10T05:32:22.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:22 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143430-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:32:22.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:22 smithi031 ceph-mon[100614]: osdmap e1039: 8 total, 8 up, 8 in 2024-08-10T05:32:22.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:22 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143430-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:32:22.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:22 smithi196 ceph-mon[90243]: osdmap e1039: 8 total, 8 up, 8 in 2024-08-10T05:32:22.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:32:22 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:32:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:32:23.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:23 smithi031 ceph-mon[98130]: pgmap v1267: 137 pgs: 5 creating+peering, 22 unknown, 110 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-08-10T05:32:23.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:23 smithi031 ceph-mon[98130]: osdmap e1040: 8 total, 8 up, 8 in 2024-08-10T05:32:23.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:23 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/3071423466' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi031-143430-6"}]: dispatch 2024-08-10T05:32:23.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:23 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi031-143430-6"}]: dispatch 2024-08-10T05:32:23.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:23 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/3071423466' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi031-143430-6"}]: dispatch 2024-08-10T05:32:23.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:23 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi031-143430-6"}]: dispatch 2024-08-10T05:32:23.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:23 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/3071423466' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi031-143430-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-10T05:32:23.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:23 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi031-143430-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-10T05:32:23.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:23 smithi031 ceph-mon[100614]: pgmap v1267: 137 pgs: 5 creating+peering, 22 unknown, 110 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-08-10T05:32:23.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:23 smithi031 ceph-mon[100614]: osdmap e1040: 8 total, 8 up, 8 in 2024-08-10T05:32:23.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:23 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/3071423466' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi031-143430-6"}]: dispatch 2024-08-10T05:32:23.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:23 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi031-143430-6"}]: dispatch 2024-08-10T05:32:23.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:23 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/3071423466' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi031-143430-6"}]: dispatch 2024-08-10T05:32:23.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:23 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi031-143430-6"}]: dispatch 2024-08-10T05:32:23.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:23 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/3071423466' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi031-143430-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-10T05:32:23.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:23 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi031-143430-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-10T05:32:23.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:23 smithi196 ceph-mon[90243]: pgmap v1267: 137 pgs: 5 creating+peering, 22 unknown, 110 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-08-10T05:32:23.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:23 smithi196 ceph-mon[90243]: osdmap e1040: 8 total, 8 up, 8 in 2024-08-10T05:32:23.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:23 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/3071423466' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi031-143430-6"}]: dispatch 2024-08-10T05:32:23.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:23 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi031-143430-6"}]: dispatch 2024-08-10T05:32:23.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:23 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/3071423466' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi031-143430-6"}]: dispatch 2024-08-10T05:32:23.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:23 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi031-143430-6"}]: dispatch 2024-08-10T05:32:23.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:23 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/3071423466' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi031-143430-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-10T05:32:23.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:23 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi031-143430-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-10T05:32:24.768 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:24 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi031-143430-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-10T05:32:24.768 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:24 smithi031 ceph-mon[100614]: osdmap e1041: 8 total, 8 up, 8 in 2024-08-10T05:32:24.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:24 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/3071423466' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi031-143430-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi031-143430-6"}]: dispatch 2024-08-10T05:32:24.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:24 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi031-143430-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi031-143430-6"}]: dispatch 2024-08-10T05:32:24.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:24 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi031-143430-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-10T05:32:24.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:24 smithi031 ceph-mon[98130]: osdmap e1041: 8 total, 8 up, 8 in 2024-08-10T05:32:24.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:24 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/3071423466' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi031-143430-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi031-143430-6"}]: dispatch 2024-08-10T05:32:24.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:24 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi031-143430-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi031-143430-6"}]: dispatch 2024-08-10T05:32:24.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:24 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi031-143430-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-10T05:32:24.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:24 smithi196 ceph-mon[90243]: osdmap e1041: 8 total, 8 up, 8 in 2024-08-10T05:32:24.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:24 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/3071423466' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi031-143430-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi031-143430-6"}]: dispatch 2024-08-10T05:32:24.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:24 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi031-143430-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi031-143430-6"}]: dispatch 2024-08-10T05:32:25.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:25 smithi031 ceph-mon[98130]: pgmap v1270: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:32:25.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:25 smithi031 ceph-mon[98130]: osdmap e1042: 8 total, 8 up, 8 in 2024-08-10T05:32:25.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:25 smithi031 ceph-mon[100614]: pgmap v1270: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:32:25.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:25 smithi031 ceph-mon[100614]: osdmap e1042: 8 total, 8 up, 8 in 2024-08-10T05:32:25.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:25 smithi196 ceph-mon[90243]: pgmap v1270: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:32:25.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:25 smithi196 ceph-mon[90243]: osdmap e1042: 8 total, 8 up, 8 in 2024-08-10T05:32:26.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:26 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi031-143430-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi031-143430-6"}]': finished 2024-08-10T05:32:26.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:26 smithi031 ceph-mon[98130]: osdmap e1043: 8 total, 8 up, 8 in 2024-08-10T05:32:26.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:26 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/3071423466' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143430-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:32:26.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:26 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143430-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:32:26.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:32:26.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:26 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi031-143430-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi031-143430-6"}]': finished 2024-08-10T05:32:26.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:26 smithi031 ceph-mon[100614]: osdmap e1043: 8 total, 8 up, 8 in 2024-08-10T05:32:26.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:26 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/3071423466' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143430-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:32:26.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:26 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143430-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:32:26.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:32:26.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:26 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi031-143430-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi031-143430-6"}]': finished 2024-08-10T05:32:26.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:26 smithi196 ceph-mon[90243]: osdmap e1043: 8 total, 8 up, 8 in 2024-08-10T05:32:26.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:26 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/3071423466' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143430-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:32:26.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:26 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143430-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:32:26.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:32:27.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:27 smithi031 ceph-mon[98130]: pgmap v1273: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:32:27.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:27 smithi031 ceph-mon[98130]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:32:27.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:27 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143430-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:32:27.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:27 smithi031 ceph-mon[98130]: osdmap e1044: 8 total, 8 up, 8 in 2024-08-10T05:32:27.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:27 smithi031 ceph-mon[100614]: pgmap v1273: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:32:27.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:27 smithi031 ceph-mon[100614]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:32:27.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:27 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143430-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:32:27.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:27 smithi031 ceph-mon[100614]: osdmap e1044: 8 total, 8 up, 8 in 2024-08-10T05:32:27.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:27 smithi196 ceph-mon[90243]: pgmap v1273: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:32:27.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:27 smithi196 ceph-mon[90243]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:32:27.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:27 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143430-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:32:27.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:27 smithi196 ceph-mon[90243]: osdmap e1044: 8 total, 8 up, 8 in 2024-08-10T05:32:28.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:28 smithi031 ceph-mon[98130]: osdmap e1045: 8 total, 8 up, 8 in 2024-08-10T05:32:28.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:28 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/3071423466' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi031-143430-6"}]: dispatch 2024-08-10T05:32:28.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:28 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi031-143430-6"}]: dispatch 2024-08-10T05:32:28.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:28 smithi031 ceph-mon[100614]: osdmap e1045: 8 total, 8 up, 8 in 2024-08-10T05:32:28.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:28 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/3071423466' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi031-143430-6"}]: dispatch 2024-08-10T05:32:28.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:28 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi031-143430-6"}]: dispatch 2024-08-10T05:32:28.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:28 smithi196 ceph-mon[90243]: osdmap e1045: 8 total, 8 up, 8 in 2024-08-10T05:32:28.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:28 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/3071423466' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi031-143430-6"}]: dispatch 2024-08-10T05:32:28.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:28 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi031-143430-6"}]: dispatch 2024-08-10T05:32:29.479 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_rgw.test_implicit_ec (7050 ms) 2024-08-10T05:32:29.479 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_rgw.test_implicit_idempotent_ec 2024-08-10T05:32:29.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:29 smithi031 ceph-mon[98130]: pgmap v1276: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:32:29.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:29 smithi031 ceph-mon[98130]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:32:29.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:29 smithi031 ceph-mon[98130]: Cluster is now healthy 2024-08-10T05:32:29.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:29 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi031-143430-6"}]': finished 2024-08-10T05:32:29.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:29 smithi031 ceph-mon[98130]: osdmap e1046: 8 total, 8 up, 8 in 2024-08-10T05:32:29.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:29 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/3071423466' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi031-143430-6"}]: dispatch 2024-08-10T05:32:29.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:29 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi031-143430-6"}]: dispatch 2024-08-10T05:32:29.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:29 smithi031 ceph-mon[100614]: pgmap v1276: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:32:29.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:29 smithi031 ceph-mon[100614]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:32:29.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:29 smithi031 ceph-mon[100614]: Cluster is now healthy 2024-08-10T05:32:29.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:29 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi031-143430-6"}]': finished 2024-08-10T05:32:29.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:29 smithi031 ceph-mon[100614]: osdmap e1046: 8 total, 8 up, 8 in 2024-08-10T05:32:29.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:29 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/3071423466' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi031-143430-6"}]: dispatch 2024-08-10T05:32:29.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:29 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi031-143430-6"}]: dispatch 2024-08-10T05:32:29.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:29 smithi196 ceph-mon[90243]: pgmap v1276: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:32:29.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:29 smithi196 ceph-mon[90243]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:32:29.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:29 smithi196 ceph-mon[90243]: Cluster is now healthy 2024-08-10T05:32:29.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:29 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi031-143430-6"}]': finished 2024-08-10T05:32:29.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:29 smithi196 ceph-mon[90243]: osdmap e1046: 8 total, 8 up, 8 in 2024-08-10T05:32:29.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:29 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/3071423466' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi031-143430-6"}]: dispatch 2024-08-10T05:32:29.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:29 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi031-143430-6"}]: dispatch 2024-08-10T05:32:30.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:30 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi031-143430-6"}]': finished 2024-08-10T05:32:30.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:30 smithi031 ceph-mon[98130]: osdmap e1047: 8 total, 8 up, 8 in 2024-08-10T05:32:30.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:30 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/1889440646' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi031-143430-7"}]: dispatch 2024-08-10T05:32:30.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:30 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/1889440646' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi031-143430-7"}]: dispatch 2024-08-10T05:32:30.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:30 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/1889440646' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi031-143430-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-10T05:32:30.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:30 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi031-143430-6"}]': finished 2024-08-10T05:32:30.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:30 smithi031 ceph-mon[100614]: osdmap e1047: 8 total, 8 up, 8 in 2024-08-10T05:32:30.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:30 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/1889440646' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi031-143430-7"}]: dispatch 2024-08-10T05:32:30.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:30 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/1889440646' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi031-143430-7"}]: dispatch 2024-08-10T05:32:30.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:30 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/1889440646' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi031-143430-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-10T05:32:30.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:30 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi031-143430-6"}]': finished 2024-08-10T05:32:30.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:30 smithi196 ceph-mon[90243]: osdmap e1047: 8 total, 8 up, 8 in 2024-08-10T05:32:30.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:30 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/1889440646' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi031-143430-7"}]: dispatch 2024-08-10T05:32:30.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:30 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/1889440646' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi031-143430-7"}]: dispatch 2024-08-10T05:32:30.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:30 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/1889440646' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi031-143430-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-10T05:32:31.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:32:31 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:32:31] "GET /metrics HTTP/1.1" 200 36353 "" "Prometheus/2.43.0" 2024-08-10T05:32:32.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:31 smithi031 ceph-mon[98130]: pgmap v1279: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:32:32.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:31 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/1889440646' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi031-143430-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-10T05:32:32.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:31 smithi031 ceph-mon[98130]: osdmap e1048: 8 total, 8 up, 8 in 2024-08-10T05:32:32.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:31 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/1889440646' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi031-143430-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi031-143430-7"}]: dispatch 2024-08-10T05:32:32.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:31 smithi031 ceph-mon[100614]: pgmap v1279: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:32:32.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:31 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/1889440646' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi031-143430-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-10T05:32:32.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:31 smithi031 ceph-mon[100614]: osdmap e1048: 8 total, 8 up, 8 in 2024-08-10T05:32:32.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:31 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/1889440646' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi031-143430-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi031-143430-7"}]: dispatch 2024-08-10T05:32:32.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:31 smithi196 ceph-mon[90243]: pgmap v1279: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:32:32.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:31 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/1889440646' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi031-143430-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-10T05:32:32.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:31 smithi196 ceph-mon[90243]: osdmap e1048: 8 total, 8 up, 8 in 2024-08-10T05:32:32.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:31 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/1889440646' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi031-143430-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi031-143430-7"}]: dispatch 2024-08-10T05:32:32.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:32:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:32:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:32:33.268 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:32 smithi031 ceph-mon[100614]: osdmap e1049: 8 total, 8 up, 8 in 2024-08-10T05:32:33.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:32 smithi031 ceph-mon[100614]: pgmap v1282: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:32:33.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:32 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/1889440646' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi031-143430-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi031-143430-7"}]': finished 2024-08-10T05:32:33.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:32 smithi031 ceph-mon[100614]: osdmap e1050: 8 total, 8 up, 8 in 2024-08-10T05:32:33.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:32 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/1889440646' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143430-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:32:33.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:32 smithi031 ceph-mon[98130]: osdmap e1049: 8 total, 8 up, 8 in 2024-08-10T05:32:33.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:32 smithi031 ceph-mon[98130]: pgmap v1282: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:32:33.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:32 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/1889440646' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi031-143430-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi031-143430-7"}]': finished 2024-08-10T05:32:33.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:32 smithi031 ceph-mon[98130]: osdmap e1050: 8 total, 8 up, 8 in 2024-08-10T05:32:33.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:32 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/1889440646' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143430-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:32:33.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:32 smithi196 ceph-mon[90243]: osdmap e1049: 8 total, 8 up, 8 in 2024-08-10T05:32:33.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:32 smithi196 ceph-mon[90243]: pgmap v1282: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:32:33.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:32 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/1889440646' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi031-143430-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi031-143430-7"}]': finished 2024-08-10T05:32:33.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:32 smithi196 ceph-mon[90243]: osdmap e1050: 8 total, 8 up, 8 in 2024-08-10T05:32:33.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:32 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/1889440646' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143430-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:32:34.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:34 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/1889440646' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143430-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:32:34.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:34 smithi031 ceph-mon[98130]: osdmap e1051: 8 total, 8 up, 8 in 2024-08-10T05:32:34.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:34 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/1889440646' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143430-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:32:34.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:34 smithi031 ceph-mon[100614]: osdmap e1051: 8 total, 8 up, 8 in 2024-08-10T05:32:34.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:34 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/1889440646' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143430-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:32:34.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:34 smithi196 ceph-mon[90243]: osdmap e1051: 8 total, 8 up, 8 in 2024-08-10T05:32:35.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:35 smithi031 ceph-mon[98130]: pgmap v1285: 113 pgs: 3 creating+peering, 5 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:32:35.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:35 smithi031 ceph-mon[98130]: osdmap e1052: 8 total, 8 up, 8 in 2024-08-10T05:32:35.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:35 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/1889440646' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi031-143430-7"}]: dispatch 2024-08-10T05:32:35.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:35 smithi031 ceph-mon[100614]: pgmap v1285: 113 pgs: 3 creating+peering, 5 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:32:35.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:35 smithi031 ceph-mon[100614]: osdmap e1052: 8 total, 8 up, 8 in 2024-08-10T05:32:35.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:35 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/1889440646' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi031-143430-7"}]: dispatch 2024-08-10T05:32:35.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:35 smithi196 ceph-mon[90243]: pgmap v1285: 113 pgs: 3 creating+peering, 5 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:32:35.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:35 smithi196 ceph-mon[90243]: osdmap e1052: 8 total, 8 up, 8 in 2024-08-10T05:32:35.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:35 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/1889440646' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi031-143430-7"}]: dispatch 2024-08-10T05:32:36.500 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_rgw.test_implicit_idempotent_ec (7021 ms) 2024-08-10T05:32:36.500 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_rgw.test_put_snap_ec 2024-08-10T05:32:36.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:36 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/1889440646' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi031-143430-7"}]': finished 2024-08-10T05:32:36.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:36 smithi031 ceph-mon[100614]: osdmap e1053: 8 total, 8 up, 8 in 2024-08-10T05:32:36.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:36 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/1889440646' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi031-143430-7"}]: dispatch 2024-08-10T05:32:36.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:36 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/1889440646' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi031-143430-7"}]': finished 2024-08-10T05:32:36.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:36 smithi031 ceph-mon[100614]: osdmap e1054: 8 total, 8 up, 8 in 2024-08-10T05:32:36.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:36 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/1889440646' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi031-143430-7"}]': finished 2024-08-10T05:32:36.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:36 smithi031 ceph-mon[98130]: osdmap e1053: 8 total, 8 up, 8 in 2024-08-10T05:32:36.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:36 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/1889440646' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi031-143430-7"}]: dispatch 2024-08-10T05:32:36.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:36 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/1889440646' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi031-143430-7"}]': finished 2024-08-10T05:32:36.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:36 smithi031 ceph-mon[98130]: osdmap e1054: 8 total, 8 up, 8 in 2024-08-10T05:32:36.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:36 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/1889440646' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi031-143430-7"}]': finished 2024-08-10T05:32:36.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:36 smithi196 ceph-mon[90243]: osdmap e1053: 8 total, 8 up, 8 in 2024-08-10T05:32:36.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:36 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/1889440646' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi031-143430-7"}]: dispatch 2024-08-10T05:32:36.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:36 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/1889440646' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi031-143430-7"}]': finished 2024-08-10T05:32:36.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:36 smithi196 ceph-mon[90243]: osdmap e1054: 8 total, 8 up, 8 in 2024-08-10T05:32:37.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:37 smithi031 ceph-mon[100614]: pgmap v1288: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:32:37.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:37 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/69465902' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi031-143430-8"}]: dispatch 2024-08-10T05:32:37.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:37 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi031-143430-8"}]: dispatch 2024-08-10T05:32:37.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:37 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/69465902' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi031-143430-8"}]: dispatch 2024-08-10T05:32:37.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:37 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi031-143430-8"}]: dispatch 2024-08-10T05:32:37.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:37 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/69465902' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi031-143430-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-10T05:32:37.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:37 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi031-143430-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-10T05:32:37.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:37 smithi031 ceph-mon[98130]: pgmap v1288: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:32:37.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:37 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/69465902' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi031-143430-8"}]: dispatch 2024-08-10T05:32:37.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:37 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi031-143430-8"}]: dispatch 2024-08-10T05:32:37.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:37 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/69465902' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi031-143430-8"}]: dispatch 2024-08-10T05:32:37.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:37 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi031-143430-8"}]: dispatch 2024-08-10T05:32:37.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:37 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/69465902' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi031-143430-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-10T05:32:37.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:37 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi031-143430-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-10T05:32:37.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:37 smithi196 ceph-mon[90243]: pgmap v1288: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:32:37.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:37 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/69465902' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi031-143430-8"}]: dispatch 2024-08-10T05:32:37.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:37 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi031-143430-8"}]: dispatch 2024-08-10T05:32:37.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:37 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/69465902' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi031-143430-8"}]: dispatch 2024-08-10T05:32:37.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:37 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi031-143430-8"}]: dispatch 2024-08-10T05:32:37.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:37 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/69465902' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi031-143430-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-10T05:32:37.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:37 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi031-143430-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-10T05:32:39.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:38 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi031-143430-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-10T05:32:39.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:38 smithi031 ceph-mon[98130]: osdmap e1055: 8 total, 8 up, 8 in 2024-08-10T05:32:39.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:38 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/69465902' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi031-143430-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi031-143430-8"}]: dispatch 2024-08-10T05:32:39.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:38 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi031-143430-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi031-143430-8"}]: dispatch 2024-08-10T05:32:39.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:38 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi031-143430-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-10T05:32:39.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:38 smithi031 ceph-mon[100614]: osdmap e1055: 8 total, 8 up, 8 in 2024-08-10T05:32:39.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:38 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/69465902' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi031-143430-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi031-143430-8"}]: dispatch 2024-08-10T05:32:39.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:38 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi031-143430-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi031-143430-8"}]: dispatch 2024-08-10T05:32:39.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:38 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi031-143430-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-10T05:32:39.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:38 smithi196 ceph-mon[90243]: osdmap e1055: 8 total, 8 up, 8 in 2024-08-10T05:32:39.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:38 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/69465902' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi031-143430-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi031-143430-8"}]: dispatch 2024-08-10T05:32:39.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:38 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi031-143430-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi031-143430-8"}]: dispatch 2024-08-10T05:32:40.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:39 smithi031 ceph-mon[98130]: pgmap v1291: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:32:40.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:39 smithi031 ceph-mon[98130]: osdmap e1056: 8 total, 8 up, 8 in 2024-08-10T05:32:40.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:39 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi031-143430-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi031-143430-8"}]': finished 2024-08-10T05:32:40.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:39 smithi031 ceph-mon[98130]: osdmap e1057: 8 total, 8 up, 8 in 2024-08-10T05:32:40.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:39 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/69465902' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143430-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:32:40.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:39 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143430-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:32:40.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:39 smithi031 ceph-mon[100614]: pgmap v1291: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:32:40.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:39 smithi031 ceph-mon[100614]: osdmap e1056: 8 total, 8 up, 8 in 2024-08-10T05:32:40.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:39 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi031-143430-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi031-143430-8"}]': finished 2024-08-10T05:32:40.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:39 smithi031 ceph-mon[100614]: osdmap e1057: 8 total, 8 up, 8 in 2024-08-10T05:32:40.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:39 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/69465902' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143430-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:32:40.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:39 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143430-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:32:40.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:39 smithi196 ceph-mon[90243]: pgmap v1291: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:32:40.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:39 smithi196 ceph-mon[90243]: osdmap e1056: 8 total, 8 up, 8 in 2024-08-10T05:32:40.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:39 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi031-143430-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi031-143430-8"}]': finished 2024-08-10T05:32:40.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:39 smithi196 ceph-mon[90243]: osdmap e1057: 8 total, 8 up, 8 in 2024-08-10T05:32:40.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:39 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/69465902' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143430-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:32:40.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:39 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143430-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:32:41.515 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:32:41 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:32:41] "GET /metrics HTTP/1.1" 200 36353 "" "Prometheus/2.43.0" 2024-08-10T05:32:41.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:41 smithi031 ceph-mon[98130]: pgmap v1294: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:32:41.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:41 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143430-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:32:41.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:41 smithi031 ceph-mon[98130]: osdmap e1058: 8 total, 8 up, 8 in 2024-08-10T05:32:41.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:32:41.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:41 smithi031 ceph-mon[98130]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:32:41.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:41 smithi031 ceph-mon[100614]: pgmap v1294: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:32:41.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:41 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143430-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:32:41.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:41 smithi031 ceph-mon[100614]: osdmap e1058: 8 total, 8 up, 8 in 2024-08-10T05:32:41.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:32:41.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:41 smithi031 ceph-mon[100614]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:32:41.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:41 smithi196 ceph-mon[90243]: pgmap v1294: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:32:41.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:41 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143430-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:32:41.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:41 smithi196 ceph-mon[90243]: osdmap e1058: 8 total, 8 up, 8 in 2024-08-10T05:32:41.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:32:41.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:41 smithi196 ceph-mon[90243]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:32:42.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:42 smithi196 ceph-mon[90243]: osdmap e1059: 8 total, 8 up, 8 in 2024-08-10T05:32:42.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:32:42 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:32:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:32:43.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:42 smithi031 ceph-mon[98130]: osdmap e1059: 8 total, 8 up, 8 in 2024-08-10T05:32:43.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:42 smithi031 ceph-mon[100614]: osdmap e1059: 8 total, 8 up, 8 in 2024-08-10T05:32:44.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:43 smithi031 ceph-mon[98130]: pgmap v1297: 113 pgs: 2 creating+peering, 6 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:32:44.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:43 smithi031 ceph-mon[98130]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:32:44.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:43 smithi031 ceph-mon[98130]: Cluster is now healthy 2024-08-10T05:32:44.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:43 smithi031 ceph-mon[100614]: pgmap v1297: 113 pgs: 2 creating+peering, 6 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:32:44.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:43 smithi031 ceph-mon[100614]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:32:44.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:43 smithi031 ceph-mon[100614]: Cluster is now healthy 2024-08-10T05:32:44.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:43 smithi196 ceph-mon[90243]: pgmap v1297: 113 pgs: 2 creating+peering, 6 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:32:44.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:43 smithi196 ceph-mon[90243]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:32:44.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:43 smithi196 ceph-mon[90243]: Cluster is now healthy 2024-08-10T05:32:46.018 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:45 smithi031 ceph-mon[100614]: pgmap v1298: 113 pgs: 2 creating+peering, 2 unknown, 109 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 187 B/s wr, 0 op/s 2024-08-10T05:32:46.018 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:45 smithi031 ceph-mon[100614]: osdmap e1060: 8 total, 8 up, 8 in 2024-08-10T05:32:46.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:45 smithi031 ceph-mon[98130]: pgmap v1298: 113 pgs: 2 creating+peering, 2 unknown, 109 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 187 B/s wr, 0 op/s 2024-08-10T05:32:46.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:45 smithi031 ceph-mon[98130]: osdmap e1060: 8 total, 8 up, 8 in 2024-08-10T05:32:46.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:45 smithi196 ceph-mon[90243]: pgmap v1298: 113 pgs: 2 creating+peering, 2 unknown, 109 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 187 B/s wr, 0 op/s 2024-08-10T05:32:46.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:45 smithi196 ceph-mon[90243]: osdmap e1060: 8 total, 8 up, 8 in 2024-08-10T05:32:47.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:46 smithi031 ceph-mon[98130]: osdmap e1061: 8 total, 8 up, 8 in 2024-08-10T05:32:47.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:46 smithi031 ceph-mon[100614]: osdmap e1061: 8 total, 8 up, 8 in 2024-08-10T05:32:47.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:46 smithi196 ceph-mon[90243]: osdmap e1061: 8 total, 8 up, 8 in 2024-08-10T05:32:47.919 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:47 smithi031 ceph-mon[98130]: pgmap v1301: 113 pgs: 113 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 187 B/s wr, 0 op/s 2024-08-10T05:32:47.919 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:47 smithi031 ceph-mon[98130]: osdmap e1062: 8 total, 8 up, 8 in 2024-08-10T05:32:47.919 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:47 smithi031 ceph-mon[100614]: pgmap v1301: 113 pgs: 113 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 187 B/s wr, 0 op/s 2024-08-10T05:32:47.919 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:47 smithi031 ceph-mon[100614]: osdmap e1062: 8 total, 8 up, 8 in 2024-08-10T05:32:48.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:47 smithi196 ceph-mon[90243]: pgmap v1301: 113 pgs: 113 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 187 B/s wr, 0 op/s 2024-08-10T05:32:48.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:47 smithi196 ceph-mon[90243]: osdmap e1062: 8 total, 8 up, 8 in 2024-08-10T05:32:49.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:48 smithi031 ceph-mon[98130]: osdmap e1063: 8 total, 8 up, 8 in 2024-08-10T05:32:49.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:48 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/69465902' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi031-143430-8"}]: dispatch 2024-08-10T05:32:49.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:48 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi031-143430-8"}]: dispatch 2024-08-10T05:32:49.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:48 smithi031 ceph-mon[100614]: osdmap e1063: 8 total, 8 up, 8 in 2024-08-10T05:32:49.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:48 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/69465902' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi031-143430-8"}]: dispatch 2024-08-10T05:32:49.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:48 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi031-143430-8"}]: dispatch 2024-08-10T05:32:49.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:48 smithi196 ceph-mon[90243]: osdmap e1063: 8 total, 8 up, 8 in 2024-08-10T05:32:49.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:48 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/69465902' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi031-143430-8"}]: dispatch 2024-08-10T05:32:49.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:48 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi031-143430-8"}]: dispatch 2024-08-10T05:32:49.573 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_rgw.test_put_snap_ec (13073 ms) 2024-08-10T05:32:49.573 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_rgw.test_explicit_ec 2024-08-10T05:32:50.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:49 smithi031 ceph-mon[98130]: pgmap v1304: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:32:50.077 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:49 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi031-143430-8"}]': finished 2024-08-10T05:32:50.078 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:49 smithi031 ceph-mon[98130]: osdmap e1064: 8 total, 8 up, 8 in 2024-08-10T05:32:50.078 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:49 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/69465902' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi031-143430-8"}]: dispatch 2024-08-10T05:32:50.078 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:49 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi031-143430-8"}]: dispatch 2024-08-10T05:32:50.078 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:49 smithi031 ceph-mon[100614]: pgmap v1304: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:32:50.078 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:49 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi031-143430-8"}]': finished 2024-08-10T05:32:50.078 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:49 smithi031 ceph-mon[100614]: osdmap e1064: 8 total, 8 up, 8 in 2024-08-10T05:32:50.078 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:49 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/69465902' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi031-143430-8"}]: dispatch 2024-08-10T05:32:50.078 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:49 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi031-143430-8"}]: dispatch 2024-08-10T05:32:50.079 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:49 smithi196 ceph-mon[90243]: pgmap v1304: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:32:50.079 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:49 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi031-143430-8"}]': finished 2024-08-10T05:32:50.079 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:49 smithi196 ceph-mon[90243]: osdmap e1064: 8 total, 8 up, 8 in 2024-08-10T05:32:50.079 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:49 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/69465902' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi031-143430-8"}]: dispatch 2024-08-10T05:32:50.079 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:49 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi031-143430-8"}]: dispatch 2024-08-10T05:32:51.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:50 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi031-143430-8"}]': finished 2024-08-10T05:32:51.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:50 smithi031 ceph-mon[100614]: osdmap e1065: 8 total, 8 up, 8 in 2024-08-10T05:32:51.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:50 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/3908514928' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi031-143430-9"}]: dispatch 2024-08-10T05:32:51.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:50 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi031-143430-9"}]: dispatch 2024-08-10T05:32:51.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:50 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/3908514928' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi031-143430-9"}]: dispatch 2024-08-10T05:32:51.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:50 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi031-143430-9"}]: dispatch 2024-08-10T05:32:51.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:50 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/3908514928' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi031-143430-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-10T05:32:51.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:50 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi031-143430-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-10T05:32:51.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:50 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi031-143430-8"}]': finished 2024-08-10T05:32:51.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:50 smithi031 ceph-mon[98130]: osdmap e1065: 8 total, 8 up, 8 in 2024-08-10T05:32:51.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:50 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/3908514928' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi031-143430-9"}]: dispatch 2024-08-10T05:32:51.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:50 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi031-143430-9"}]: dispatch 2024-08-10T05:32:51.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:50 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/3908514928' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi031-143430-9"}]: dispatch 2024-08-10T05:32:51.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:50 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi031-143430-9"}]: dispatch 2024-08-10T05:32:51.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:50 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/3908514928' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi031-143430-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-10T05:32:51.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:50 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi031-143430-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-10T05:32:51.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:50 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi031-143430-8"}]': finished 2024-08-10T05:32:51.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:50 smithi196 ceph-mon[90243]: osdmap e1065: 8 total, 8 up, 8 in 2024-08-10T05:32:51.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:50 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/3908514928' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi031-143430-9"}]: dispatch 2024-08-10T05:32:51.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:50 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi031-143430-9"}]: dispatch 2024-08-10T05:32:51.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:50 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/3908514928' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi031-143430-9"}]: dispatch 2024-08-10T05:32:51.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:50 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi031-143430-9"}]: dispatch 2024-08-10T05:32:51.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:50 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/3908514928' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi031-143430-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-10T05:32:51.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:50 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi031-143430-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-10T05:32:51.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:32:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:32:51] "GET /metrics HTTP/1.1" 200 36353 "" "Prometheus/2.43.0" 2024-08-10T05:32:52.314 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:52 smithi196 ceph-mon[90243]: pgmap v1307: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:32:52.314 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:52 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi031-143430-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-10T05:32:52.314 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:52 smithi196 ceph-mon[90243]: osdmap e1066: 8 total, 8 up, 8 in 2024-08-10T05:32:52.314 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:52 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/3908514928' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi031-143430-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi031-143430-9"}]: dispatch 2024-08-10T05:32:52.314 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:52 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi031-143430-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi031-143430-9"}]: dispatch 2024-08-10T05:32:52.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:52 smithi031 ceph-mon[98130]: pgmap v1307: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:32:52.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:52 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi031-143430-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-10T05:32:52.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:52 smithi031 ceph-mon[98130]: osdmap e1066: 8 total, 8 up, 8 in 2024-08-10T05:32:52.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:52 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/3908514928' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi031-143430-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi031-143430-9"}]: dispatch 2024-08-10T05:32:52.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:52 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi031-143430-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi031-143430-9"}]: dispatch 2024-08-10T05:32:52.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:52 smithi031 ceph-mon[100614]: pgmap v1307: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:32:52.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:52 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi031-143430-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-10T05:32:52.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:52 smithi031 ceph-mon[100614]: osdmap e1066: 8 total, 8 up, 8 in 2024-08-10T05:32:52.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:52 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/3908514928' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi031-143430-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi031-143430-9"}]: dispatch 2024-08-10T05:32:52.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:52 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi031-143430-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi031-143430-9"}]: dispatch 2024-08-10T05:32:52.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:32:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:32:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:32:53.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:53 smithi031 ceph-mon[98130]: pgmap v1310: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:32:53.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:53 smithi031 ceph-mon[98130]: osdmap e1067: 8 total, 8 up, 8 in 2024-08-10T05:32:53.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:53 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi031-143430-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi031-143430-9"}]': finished 2024-08-10T05:32:53.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:53 smithi031 ceph-mon[98130]: osdmap e1068: 8 total, 8 up, 8 in 2024-08-10T05:32:53.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:53 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/3908514928' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143430-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:32:53.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:53 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143430-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:32:53.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:53 smithi031 ceph-mon[100614]: pgmap v1310: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:32:53.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:53 smithi031 ceph-mon[100614]: osdmap e1067: 8 total, 8 up, 8 in 2024-08-10T05:32:53.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:53 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi031-143430-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi031-143430-9"}]': finished 2024-08-10T05:32:53.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:53 smithi031 ceph-mon[100614]: osdmap e1068: 8 total, 8 up, 8 in 2024-08-10T05:32:53.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:53 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/3908514928' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143430-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:32:53.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:53 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143430-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:32:53.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:53 smithi196 ceph-mon[90243]: pgmap v1310: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:32:53.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:53 smithi196 ceph-mon[90243]: osdmap e1067: 8 total, 8 up, 8 in 2024-08-10T05:32:53.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:53 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi031-143430-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi031-143430-9"}]': finished 2024-08-10T05:32:53.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:53 smithi196 ceph-mon[90243]: osdmap e1068: 8 total, 8 up, 8 in 2024-08-10T05:32:53.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:53 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/3908514928' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143430-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:32:53.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:53 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143430-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:32:55.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:54 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143430-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:32:55.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:54 smithi031 ceph-mon[98130]: osdmap e1069: 8 total, 8 up, 8 in 2024-08-10T05:32:55.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:54 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143430-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:32:55.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:54 smithi031 ceph-mon[100614]: osdmap e1069: 8 total, 8 up, 8 in 2024-08-10T05:32:55.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:54 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143430-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:32:55.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:54 smithi196 ceph-mon[90243]: osdmap e1069: 8 total, 8 up, 8 in 2024-08-10T05:32:56.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:55 smithi031 ceph-mon[98130]: pgmap v1313: 113 pgs: 4 creating+peering, 4 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:32:56.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:55 smithi031 ceph-mon[98130]: osdmap e1070: 8 total, 8 up, 8 in 2024-08-10T05:32:56.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:55 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/3908514928' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi031-143430-9"}]: dispatch 2024-08-10T05:32:56.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:55 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi031-143430-9"}]: dispatch 2024-08-10T05:32:56.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:55 smithi031 ceph-mon[100614]: pgmap v1313: 113 pgs: 4 creating+peering, 4 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:32:56.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:55 smithi031 ceph-mon[100614]: osdmap e1070: 8 total, 8 up, 8 in 2024-08-10T05:32:56.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:55 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/3908514928' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi031-143430-9"}]: dispatch 2024-08-10T05:32:56.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:55 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi031-143430-9"}]: dispatch 2024-08-10T05:32:56.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:55 smithi196 ceph-mon[90243]: pgmap v1313: 113 pgs: 4 creating+peering, 4 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:32:56.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:55 smithi196 ceph-mon[90243]: osdmap e1070: 8 total, 8 up, 8 in 2024-08-10T05:32:56.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:55 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/3908514928' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi031-143430-9"}]: dispatch 2024-08-10T05:32:56.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:55 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi031-143430-9"}]: dispatch 2024-08-10T05:32:56.625 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_rgw.test_explicit_ec (7052 ms) 2024-08-10T05:32:56.626 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_rgw.set_ec 2024-08-10T05:32:57.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:56 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi031-143430-9"}]': finished 2024-08-10T05:32:57.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:56 smithi031 ceph-mon[98130]: osdmap e1071: 8 total, 8 up, 8 in 2024-08-10T05:32:57.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:56 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/3908514928' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi031-143430-9"}]: dispatch 2024-08-10T05:32:57.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:56 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi031-143430-9"}]: dispatch 2024-08-10T05:32:57.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:32:57.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:56 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi031-143430-9"}]': finished 2024-08-10T05:32:57.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:56 smithi031 ceph-mon[100614]: osdmap e1071: 8 total, 8 up, 8 in 2024-08-10T05:32:57.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:56 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/3908514928' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi031-143430-9"}]: dispatch 2024-08-10T05:32:57.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:56 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi031-143430-9"}]: dispatch 2024-08-10T05:32:57.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:56 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:32:57.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:56 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi031-143430-9"}]': finished 2024-08-10T05:32:57.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:56 smithi196 ceph-mon[90243]: osdmap e1071: 8 total, 8 up, 8 in 2024-08-10T05:32:57.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:56 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/3908514928' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi031-143430-9"}]: dispatch 2024-08-10T05:32:57.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:56 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi031-143430-9"}]: dispatch 2024-08-10T05:32:57.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:56 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:32:58.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:57 smithi031 ceph-mon[98130]: pgmap v1316: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:32:58.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:57 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi031-143430-9"}]': finished 2024-08-10T05:32:58.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:57 smithi031 ceph-mon[98130]: osdmap e1072: 8 total, 8 up, 8 in 2024-08-10T05:32:58.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:57 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/1975409370' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi031-143430-10"}]: dispatch 2024-08-10T05:32:58.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:57 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi031-143430-10"}]: dispatch 2024-08-10T05:32:58.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:57 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/1975409370' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi031-143430-10"}]: dispatch 2024-08-10T05:32:58.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:57 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi031-143430-10"}]: dispatch 2024-08-10T05:32:58.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:57 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/1975409370' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi031-143430-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-10T05:32:58.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:57 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi031-143430-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-10T05:32:58.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:57 smithi031 ceph-mon[100614]: pgmap v1316: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:32:58.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:57 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi031-143430-9"}]': finished 2024-08-10T05:32:58.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:57 smithi031 ceph-mon[100614]: osdmap e1072: 8 total, 8 up, 8 in 2024-08-10T05:32:58.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:57 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/1975409370' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi031-143430-10"}]: dispatch 2024-08-10T05:32:58.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:57 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi031-143430-10"}]: dispatch 2024-08-10T05:32:58.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:57 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/1975409370' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi031-143430-10"}]: dispatch 2024-08-10T05:32:58.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:57 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi031-143430-10"}]: dispatch 2024-08-10T05:32:58.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:57 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/1975409370' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi031-143430-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-10T05:32:58.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:57 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi031-143430-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-10T05:32:58.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:57 smithi196 ceph-mon[90243]: pgmap v1316: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:32:58.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:57 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi031-143430-9"}]': finished 2024-08-10T05:32:58.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:57 smithi196 ceph-mon[90243]: osdmap e1072: 8 total, 8 up, 8 in 2024-08-10T05:32:58.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:57 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/1975409370' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi031-143430-10"}]: dispatch 2024-08-10T05:32:58.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:57 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi031-143430-10"}]: dispatch 2024-08-10T05:32:58.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:57 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/1975409370' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi031-143430-10"}]: dispatch 2024-08-10T05:32:58.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:57 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi031-143430-10"}]: dispatch 2024-08-10T05:32:58.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:57 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/1975409370' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi031-143430-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-10T05:32:58.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:57 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi031-143430-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-10T05:32:59.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:58 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi031-143430-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-10T05:32:59.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:58 smithi031 ceph-mon[98130]: osdmap e1073: 8 total, 8 up, 8 in 2024-08-10T05:32:59.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:58 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/1975409370' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi031-143430-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi031-143430-10"}]: dispatch 2024-08-10T05:32:59.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:58 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi031-143430-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi031-143430-10"}]: dispatch 2024-08-10T05:32:59.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:58 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi031-143430-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-10T05:32:59.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:58 smithi031 ceph-mon[100614]: osdmap e1073: 8 total, 8 up, 8 in 2024-08-10T05:32:59.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:58 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/1975409370' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi031-143430-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi031-143430-10"}]: dispatch 2024-08-10T05:32:59.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:58 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi031-143430-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi031-143430-10"}]: dispatch 2024-08-10T05:32:59.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:58 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi031-143430-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-10T05:32:59.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:58 smithi196 ceph-mon[90243]: osdmap e1073: 8 total, 8 up, 8 in 2024-08-10T05:32:59.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:58 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/1975409370' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi031-143430-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi031-143430-10"}]: dispatch 2024-08-10T05:32:59.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:58 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi031-143430-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi031-143430-10"}]: dispatch 2024-08-10T05:33:00.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:59 smithi031 ceph-mon[98130]: pgmap v1319: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:33:00.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:32:59 smithi031 ceph-mon[98130]: osdmap e1074: 8 total, 8 up, 8 in 2024-08-10T05:33:00.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:59 smithi031 ceph-mon[100614]: pgmap v1319: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:33:00.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:32:59 smithi031 ceph-mon[100614]: osdmap e1074: 8 total, 8 up, 8 in 2024-08-10T05:33:00.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:59 smithi196 ceph-mon[90243]: pgmap v1319: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:33:00.032 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:32:59 smithi196 ceph-mon[90243]: osdmap e1074: 8 total, 8 up, 8 in 2024-08-10T05:33:01.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:33:00 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi031-143430-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi031-143430-10"}]': finished 2024-08-10T05:33:01.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:33:00 smithi031 ceph-mon[98130]: osdmap e1075: 8 total, 8 up, 8 in 2024-08-10T05:33:01.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:33:00 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/1975409370' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143430-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:33:01.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:33:00 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143430-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:33:01.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:33:00 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi031-143430-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi031-143430-10"}]': finished 2024-08-10T05:33:01.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:33:00 smithi031 ceph-mon[100614]: osdmap e1075: 8 total, 8 up, 8 in 2024-08-10T05:33:01.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:33:00 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/1975409370' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143430-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:33:01.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:33:00 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143430-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:33:01.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:33:00 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi031-143430-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi031-143430-10"}]': finished 2024-08-10T05:33:01.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:33:00 smithi196 ceph-mon[90243]: osdmap e1075: 8 total, 8 up, 8 in 2024-08-10T05:33:01.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:33:00 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/1975409370' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143430-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:33:01.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:33:00 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143430-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:33:01.522 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:33:01 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:33:01] "GET /metrics HTTP/1.1" 200 33993 "" "Prometheus/2.43.0" 2024-08-10T05:33:02.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:33:01 smithi031 ceph-mon[98130]: pgmap v1322: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:33:02.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:33:01 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143430-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:33:02.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:33:01 smithi031 ceph-mon[98130]: osdmap e1076: 8 total, 8 up, 8 in 2024-08-10T05:33:02.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:33:01 smithi031 ceph-mon[98130]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:33:02.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:33:01 smithi031 ceph-mon[100614]: pgmap v1322: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:33:02.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:33:01 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143430-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:33:02.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:33:01 smithi031 ceph-mon[100614]: osdmap e1076: 8 total, 8 up, 8 in 2024-08-10T05:33:02.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:33:01 smithi031 ceph-mon[100614]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:33:02.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:33:01 smithi196 ceph-mon[90243]: pgmap v1322: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:33:02.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:33:01 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143430-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:33:02.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:33:01 smithi196 ceph-mon[90243]: osdmap e1076: 8 total, 8 up, 8 in 2024-08-10T05:33:02.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:33:01 smithi196 ceph-mon[90243]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:33:02.662 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:33:02 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:33:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:33:03.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:33:02 smithi031 ceph-mon[98130]: osdmap e1077: 8 total, 8 up, 8 in 2024-08-10T05:33:03.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:33:02 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/1975409370' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi031-143430-10"}]: dispatch 2024-08-10T05:33:03.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:33:02 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi031-143430-10"}]: dispatch 2024-08-10T05:33:03.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:33:02 smithi031 ceph-mon[100614]: osdmap e1077: 8 total, 8 up, 8 in 2024-08-10T05:33:03.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:33:02 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/1975409370' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi031-143430-10"}]: dispatch 2024-08-10T05:33:03.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:33:02 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi031-143430-10"}]: dispatch 2024-08-10T05:33:03.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:33:02 smithi196 ceph-mon[90243]: osdmap e1077: 8 total, 8 up, 8 in 2024-08-10T05:33:03.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:33:02 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/1975409370' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi031-143430-10"}]: dispatch 2024-08-10T05:33:03.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:33:02 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi031-143430-10"}]: dispatch 2024-08-10T05:33:03.667 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_rgw.set_ec (7042 ms) 2024-08-10T05:33:03.667 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 10 tests from cls_rgw (62237 ms total) 2024-08-10T05:33:03.668 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T05:33:03.668 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] Global test environment tear-down 2024-08-10T05:33:03.668 INFO:tasks.workunit.client.0.smithi031.stdout:[==========] 10 tests from 1 test suite ran. (62237 ms total) 2024-08-10T05:33:03.668 INFO:tasks.workunit.client.0.smithi031.stdout:[ PASSED ] 10 tests. 2024-08-10T05:33:03.670 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-10T05:33:03.670 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-10T05:33:03.740 INFO:tasks.workunit:Running workunit cls/test_cls_rgw.sh... 2024-08-10T05:33:03.740 DEBUG:teuthology.orchestra.run.smithi031:workunit test cls/test_cls_rgw.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw.sh 2024-08-10T05:33:03.812 INFO:tasks.workunit.client.0.smithi031.stdout:Running main() from gmock_main.cc 2024-08-10T05:33:03.813 INFO:tasks.workunit.client.0.smithi031.stdout:[==========] Running 16 tests from 1 test suite. 2024-08-10T05:33:03.813 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] Global test environment set-up. 2024-08-10T05:33:03.813 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 16 tests from cls_rgw 2024-08-10T05:33:04.018 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:33:03 smithi031 ceph-mon[100614]: pgmap v1325: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:33:04.018 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:33:03 smithi031 ceph-mon[100614]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:33:04.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:33:03 smithi031 ceph-mon[100614]: Cluster is now healthy 2024-08-10T05:33:04.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:33:03 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi031-143430-10"}]': finished 2024-08-10T05:33:04.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:33:03 smithi031 ceph-mon[100614]: osdmap e1078: 8 total, 8 up, 8 in 2024-08-10T05:33:04.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:33:03 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/1975409370' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi031-143430-10"}]: dispatch 2024-08-10T05:33:04.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:33:03 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi031-143430-10"}]: dispatch 2024-08-10T05:33:04.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:33:03 smithi031 ceph-mon[98130]: pgmap v1325: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:33:04.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:33:03 smithi031 ceph-mon[98130]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:33:04.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:33:03 smithi031 ceph-mon[98130]: Cluster is now healthy 2024-08-10T05:33:04.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:33:03 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi031-143430-10"}]': finished 2024-08-10T05:33:04.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:33:03 smithi031 ceph-mon[98130]: osdmap e1078: 8 total, 8 up, 8 in 2024-08-10T05:33:04.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:33:03 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/1975409370' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi031-143430-10"}]: dispatch 2024-08-10T05:33:04.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:33:03 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi031-143430-10"}]: dispatch 2024-08-10T05:33:04.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:33:03 smithi196 ceph-mon[90243]: pgmap v1325: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:33:04.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:33:03 smithi196 ceph-mon[90243]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:33:04.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:33:03 smithi196 ceph-mon[90243]: Cluster is now healthy 2024-08-10T05:33:04.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:33:03 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi031-143430-10"}]': finished 2024-08-10T05:33:04.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:33:03 smithi196 ceph-mon[90243]: osdmap e1078: 8 total, 8 up, 8 in 2024-08-10T05:33:04.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:33:03 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/1975409370' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi031-143430-10"}]: dispatch 2024-08-10T05:33:04.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:33:03 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi031-143430-10"}]: dispatch 2024-08-10T05:33:05.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:33:04 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi031-143430-10"}]': finished 2024-08-10T05:33:05.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:33:04 smithi031 ceph-mon[98130]: osdmap e1079: 8 total, 8 up, 8 in 2024-08-10T05:33:05.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:33:04 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:33:05.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:33:04 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi031-143430-10"}]': finished 2024-08-10T05:33:05.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:33:04 smithi031 ceph-mon[100614]: osdmap e1079: 8 total, 8 up, 8 in 2024-08-10T05:33:05.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:33:04 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:33:05.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:33:04 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi031-143430-10"}]': finished 2024-08-10T05:33:05.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:33:04 smithi196 ceph-mon[90243]: osdmap e1079: 8 total, 8 up, 8 in 2024-08-10T05:33:05.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:33:04 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:33:05.698 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_rgw.index_basic 2024-08-10T05:33:05.732 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_rgw.index_basic (34 ms) 2024-08-10T05:33:05.732 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_rgw.index_multiple_obj_writers 2024-08-10T05:33:05.759 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_rgw.index_multiple_obj_writers (27 ms) 2024-08-10T05:33:05.760 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_rgw.index_remove_object 2024-08-10T05:33:05.795 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_rgw.index_remove_object (36 ms) 2024-08-10T05:33:05.796 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_rgw.index_suggest 2024-08-10T05:33:06.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:33:05 smithi031 ceph-mon[98130]: pgmap v1328: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:33:06.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:33:05 smithi031 ceph-mon[98130]: osdmap e1080: 8 total, 8 up, 8 in 2024-08-10T05:33:06.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:33:05 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/4165907153' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143768-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:33:06.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:33:05 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143768-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:33:06.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:33:05 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:33:06.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:33:05 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:33:06.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:33:05 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:33:06.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:33:05 smithi031 ceph-mon[100614]: pgmap v1328: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:33:06.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:33:05 smithi031 ceph-mon[100614]: osdmap e1080: 8 total, 8 up, 8 in 2024-08-10T05:33:06.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:33:05 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/4165907153' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143768-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:33:06.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:33:05 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143768-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:33:06.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:33:05 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:33:06.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:33:05 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:33:06.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:33:05 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:33:06.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:33:05 smithi196 ceph-mon[90243]: pgmap v1328: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:33:06.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:33:05 smithi196 ceph-mon[90243]: osdmap e1080: 8 total, 8 up, 8 in 2024-08-10T05:33:06.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:33:05 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/4165907153' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143768-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:33:06.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:33:05 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143768-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:33:06.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:33:05 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:33:06.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:33:05 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:33:06.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:33:05 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:33:07.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:33:06 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143768-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:33:07.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:33:06 smithi031 ceph-mon[98130]: osdmap e1081: 8 total, 8 up, 8 in 2024-08-10T05:33:07.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:33:06 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143768-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:33:07.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:33:06 smithi031 ceph-mon[100614]: osdmap e1081: 8 total, 8 up, 8 in 2024-08-10T05:33:07.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:33:06 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143768-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:33:07.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:33:06 smithi196 ceph-mon[90243]: osdmap e1081: 8 total, 8 up, 8 in 2024-08-10T05:33:07.241 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_rgw.index_suggest (1446 ms) 2024-08-10T05:33:07.241 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_rgw.index_suggest_complete 2024-08-10T05:33:07.247 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_rgw.index_suggest_complete (6 ms) 2024-08-10T05:33:07.247 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_rgw.index_list 2024-08-10T05:33:07.271 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_rgw.index_list (24 ms) 2024-08-10T05:33:07.271 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_rgw.index_list_delimited 2024-08-10T05:33:08.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:33:07 smithi031 ceph-mon[98130]: pgmap v1331: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:33:08.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:33:07 smithi031 ceph-mon[98130]: osdmap e1082: 8 total, 8 up, 8 in 2024-08-10T05:33:08.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:33:07 smithi031 ceph-mon[100614]: pgmap v1331: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:33:08.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:33:07 smithi031 ceph-mon[100614]: osdmap e1082: 8 total, 8 up, 8 in 2024-08-10T05:33:08.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:33:07 smithi196 ceph-mon[90243]: pgmap v1331: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:33:08.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:33:07 smithi196 ceph-mon[90243]: osdmap e1082: 8 total, 8 up, 8 in 2024-08-10T05:33:10.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:33:09 smithi031 ceph-mon[98130]: pgmap v1333: 137 pgs: 4 creating+peering, 15 unknown, 118 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 99 KiB/s rd, 63 KiB/s wr, 191 op/s 2024-08-10T05:33:10.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:33:09 smithi031 ceph-mon[100614]: pgmap v1333: 137 pgs: 4 creating+peering, 15 unknown, 118 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 99 KiB/s rd, 63 KiB/s wr, 191 op/s 2024-08-10T05:33:10.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:33:09 smithi196 ceph-mon[90243]: pgmap v1333: 137 pgs: 4 creating+peering, 15 unknown, 118 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 99 KiB/s rd, 63 KiB/s wr, 191 op/s 2024-08-10T05:33:11.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:33:11 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:33:11] "GET /metrics HTTP/1.1" 200 36379 "" "Prometheus/2.43.0" 2024-08-10T05:33:12.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:33:11 smithi031 ceph-mon[98130]: pgmap v1334: 137 pgs: 4 creating+peering, 133 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 230 KiB/s rd, 124 KiB/s wr, 405 op/s 2024-08-10T05:33:12.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:33:11 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:33:12.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:33:11 smithi031 ceph-mon[100614]: pgmap v1334: 137 pgs: 4 creating+peering, 133 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 230 KiB/s rd, 124 KiB/s wr, 405 op/s 2024-08-10T05:33:12.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:33:11 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:33:12.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:33:11 smithi196 ceph-mon[90243]: pgmap v1334: 137 pgs: 4 creating+peering, 133 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 230 KiB/s rd, 124 KiB/s wr, 405 op/s 2024-08-10T05:33:12.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:33:11 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:33:12.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:33:12 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:33:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:33:14.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:33:13 smithi031 ceph-mon[98130]: pgmap v1335: 137 pgs: 137 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 195 KiB/s rd, 106 KiB/s wr, 338 op/s 2024-08-10T05:33:14.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:33:13 smithi031 ceph-mon[100614]: pgmap v1335: 137 pgs: 137 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 195 KiB/s rd, 106 KiB/s wr, 338 op/s 2024-08-10T05:33:14.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:33:13 smithi196 ceph-mon[90243]: pgmap v1335: 137 pgs: 137 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 195 KiB/s rd, 106 KiB/s wr, 338 op/s 2024-08-10T05:33:16.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:33:15 smithi031 ceph-mon[98130]: pgmap v1336: 137 pgs: 137 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 869 KiB/s rd, 559 KiB/s wr, 1.69k op/s 2024-08-10T05:33:16.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:33:15 smithi031 ceph-mon[100614]: pgmap v1336: 137 pgs: 137 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 869 KiB/s rd, 559 KiB/s wr, 1.69k op/s 2024-08-10T05:33:16.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:33:15 smithi196 ceph-mon[90243]: pgmap v1336: 137 pgs: 137 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 869 KiB/s rd, 559 KiB/s wr, 1.69k op/s 2024-08-10T05:33:18.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:33:17 smithi031 ceph-mon[98130]: pgmap v1337: 137 pgs: 137 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 721 KiB/s rd, 463 KiB/s wr, 1.41k op/s 2024-08-10T05:33:18.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:33:17 smithi031 ceph-mon[100614]: pgmap v1337: 137 pgs: 137 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 721 KiB/s rd, 463 KiB/s wr, 1.41k op/s 2024-08-10T05:33:18.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:33:17 smithi196 ceph-mon[90243]: pgmap v1337: 137 pgs: 137 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 721 KiB/s rd, 463 KiB/s wr, 1.41k op/s 2024-08-10T05:33:20.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:33:19 smithi031 ceph-mon[98130]: pgmap v1338: 137 pgs: 137 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 981 KiB/s rd, 639 KiB/s wr, 1.93k op/s 2024-08-10T05:33:20.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:33:19 smithi031 ceph-mon[100614]: pgmap v1338: 137 pgs: 137 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 981 KiB/s rd, 639 KiB/s wr, 1.93k op/s 2024-08-10T05:33:20.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:33:19 smithi196 ceph-mon[90243]: pgmap v1338: 137 pgs: 137 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 981 KiB/s rd, 639 KiB/s wr, 1.93k op/s 2024-08-10T05:33:21.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:33:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:33:21] "GET /metrics HTTP/1.1" 200 36379 "" "Prometheus/2.43.0" 2024-08-10T05:33:22.018 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:33:21 smithi031 ceph-mon[100614]: pgmap v1339: 137 pgs: 137 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 892 KiB/s rd, 582 KiB/s wr, 1.76k op/s 2024-08-10T05:33:22.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:33:21 smithi031 ceph-mon[98130]: pgmap v1339: 137 pgs: 137 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 892 KiB/s rd, 582 KiB/s wr, 1.76k op/s 2024-08-10T05:33:22.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:33:21 smithi196 ceph-mon[90243]: pgmap v1339: 137 pgs: 137 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 892 KiB/s rd, 582 KiB/s wr, 1.76k op/s 2024-08-10T05:33:22.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:33:22 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:33:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:33:24.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:33:23 smithi031 ceph-mon[98130]: pgmap v1340: 137 pgs: 137 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 813 KiB/s rd, 542 KiB/s wr, 1.62k op/s 2024-08-10T05:33:24.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:33:23 smithi031 ceph-mon[100614]: pgmap v1340: 137 pgs: 137 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 813 KiB/s rd, 542 KiB/s wr, 1.62k op/s 2024-08-10T05:33:24.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:33:23 smithi196 ceph-mon[90243]: pgmap v1340: 137 pgs: 137 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 813 KiB/s rd, 542 KiB/s wr, 1.62k op/s 2024-08-10T05:33:26.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:33:25 smithi031 ceph-mon[98130]: pgmap v1341: 137 pgs: 137 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 727 KiB/s wr, 2.18k op/s 2024-08-10T05:33:26.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:33:25 smithi031 ceph-mon[100614]: pgmap v1341: 137 pgs: 137 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 727 KiB/s wr, 2.18k op/s 2024-08-10T05:33:26.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:33:25 smithi196 ceph-mon[90243]: pgmap v1341: 137 pgs: 137 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 727 KiB/s wr, 2.18k op/s 2024-08-10T05:33:27.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:33:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:33:27.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:33:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:33:27.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:33:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:33:28.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:33:27 smithi031 ceph-mon[98130]: pgmap v1342: 137 pgs: 137 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 608 KiB/s rd, 405 KiB/s wr, 1.22k op/s 2024-08-10T05:33:28.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:33:27 smithi031 ceph-mon[100614]: pgmap v1342: 137 pgs: 137 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 608 KiB/s rd, 405 KiB/s wr, 1.22k op/s 2024-08-10T05:33:28.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:33:27 smithi196 ceph-mon[90243]: pgmap v1342: 137 pgs: 137 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 608 KiB/s rd, 405 KiB/s wr, 1.22k op/s 2024-08-10T05:33:30.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:33:29 smithi031 ceph-mon[98130]: pgmap v1343: 137 pgs: 137 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 888 KiB/s rd, 592 KiB/s wr, 1.77k op/s 2024-08-10T05:33:30.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:33:29 smithi031 ceph-mon[100614]: pgmap v1343: 137 pgs: 137 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 888 KiB/s rd, 592 KiB/s wr, 1.77k op/s 2024-08-10T05:33:30.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:33:29 smithi196 ceph-mon[90243]: pgmap v1343: 137 pgs: 137 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 888 KiB/s rd, 592 KiB/s wr, 1.77k op/s 2024-08-10T05:33:31.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:33:31 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:33:31] "GET /metrics HTTP/1.1" 200 36386 "" "Prometheus/2.43.0" 2024-08-10T05:33:32.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:33:31 smithi031 ceph-mon[98130]: pgmap v1344: 137 pgs: 137 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 561 KiB/s rd, 374 KiB/s wr, 1.12k op/s 2024-08-10T05:33:32.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:33:31 smithi031 ceph-mon[100614]: pgmap v1344: 137 pgs: 137 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 561 KiB/s rd, 374 KiB/s wr, 1.12k op/s 2024-08-10T05:33:32.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:33:31 smithi196 ceph-mon[90243]: pgmap v1344: 137 pgs: 137 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 561 KiB/s rd, 374 KiB/s wr, 1.12k op/s 2024-08-10T05:33:32.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:33:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:33:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:33:34.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:33:33 smithi031 ceph-mon[98130]: pgmap v1345: 137 pgs: 137 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 561 KiB/s rd, 374 KiB/s wr, 1.12k op/s 2024-08-10T05:33:34.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:33:33 smithi031 ceph-mon[100614]: pgmap v1345: 137 pgs: 137 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 561 KiB/s rd, 374 KiB/s wr, 1.12k op/s 2024-08-10T05:33:34.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:33:33 smithi196 ceph-mon[90243]: pgmap v1345: 137 pgs: 137 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 561 KiB/s rd, 374 KiB/s wr, 1.12k op/s 2024-08-10T05:33:36.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:33:35 smithi031 ceph-mon[98130]: pgmap v1346: 137 pgs: 137 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 835 KiB/s rd, 557 KiB/s wr, 1.67k op/s 2024-08-10T05:33:36.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:33:35 smithi031 ceph-mon[100614]: pgmap v1346: 137 pgs: 137 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 835 KiB/s rd, 557 KiB/s wr, 1.67k op/s 2024-08-10T05:33:36.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:33:35 smithi196 ceph-mon[90243]: pgmap v1346: 137 pgs: 137 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 835 KiB/s rd, 557 KiB/s wr, 1.67k op/s 2024-08-10T05:33:38.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:33:37 smithi031 ceph-mon[98130]: pgmap v1347: 137 pgs: 137 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 554 KiB/s rd, 369 KiB/s wr, 1.11k op/s 2024-08-10T05:33:38.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:33:37 smithi031 ceph-mon[100614]: pgmap v1347: 137 pgs: 137 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 554 KiB/s rd, 369 KiB/s wr, 1.11k op/s 2024-08-10T05:33:38.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:33:37 smithi196 ceph-mon[90243]: pgmap v1347: 137 pgs: 137 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 554 KiB/s rd, 369 KiB/s wr, 1.11k op/s 2024-08-10T05:33:40.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:33:39 smithi031 ceph-mon[98130]: pgmap v1348: 137 pgs: 137 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 827 KiB/s rd, 551 KiB/s wr, 1.65k op/s 2024-08-10T05:33:40.018 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:33:39 smithi031 ceph-mon[100614]: pgmap v1348: 137 pgs: 137 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 827 KiB/s rd, 551 KiB/s wr, 1.65k op/s 2024-08-10T05:33:40.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:33:39 smithi196 ceph-mon[90243]: pgmap v1348: 137 pgs: 137 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 827 KiB/s rd, 551 KiB/s wr, 1.65k op/s 2024-08-10T05:33:41.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:33:41 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:33:41] "GET /metrics HTTP/1.1" 200 36385 "" "Prometheus/2.43.0" 2024-08-10T05:33:42.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:33:41 smithi031 ceph-mon[98130]: pgmap v1349: 137 pgs: 137 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 547 KiB/s rd, 365 KiB/s wr, 1.09k op/s 2024-08-10T05:33:42.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:33:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:33:42.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:33:41 smithi031 ceph-mon[100614]: pgmap v1349: 137 pgs: 137 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 547 KiB/s rd, 365 KiB/s wr, 1.09k op/s 2024-08-10T05:33:42.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:33:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:33:42.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:33:41 smithi196 ceph-mon[90243]: pgmap v1349: 137 pgs: 137 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 547 KiB/s rd, 365 KiB/s wr, 1.09k op/s 2024-08-10T05:33:42.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:33:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:33:42.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:33:42 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:33:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:33:44.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:33:43 smithi031 ceph-mon[98130]: pgmap v1350: 137 pgs: 137 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 547 KiB/s rd, 365 KiB/s wr, 1.09k op/s 2024-08-10T05:33:44.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:33:43 smithi031 ceph-mon[100614]: pgmap v1350: 137 pgs: 137 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 547 KiB/s rd, 365 KiB/s wr, 1.09k op/s 2024-08-10T05:33:44.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:33:43 smithi196 ceph-mon[90243]: pgmap v1350: 137 pgs: 137 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 547 KiB/s rd, 365 KiB/s wr, 1.09k op/s 2024-08-10T05:33:46.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:33:45 smithi031 ceph-mon[98130]: pgmap v1351: 137 pgs: 137 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 820 KiB/s rd, 546 KiB/s wr, 1.64k op/s 2024-08-10T05:33:46.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:33:45 smithi031 ceph-mon[100614]: pgmap v1351: 137 pgs: 137 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 820 KiB/s rd, 546 KiB/s wr, 1.64k op/s 2024-08-10T05:33:46.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:33:45 smithi196 ceph-mon[90243]: pgmap v1351: 137 pgs: 137 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 820 KiB/s rd, 546 KiB/s wr, 1.64k op/s 2024-08-10T05:33:48.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:33:47 smithi031 ceph-mon[98130]: pgmap v1352: 137 pgs: 137 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 545 KiB/s rd, 364 KiB/s wr, 1.09k op/s 2024-08-10T05:33:48.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:33:47 smithi031 ceph-mon[100614]: pgmap v1352: 137 pgs: 137 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 545 KiB/s rd, 364 KiB/s wr, 1.09k op/s 2024-08-10T05:33:48.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:33:47 smithi196 ceph-mon[90243]: pgmap v1352: 137 pgs: 137 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 545 KiB/s rd, 364 KiB/s wr, 1.09k op/s 2024-08-10T05:33:48.243 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_rgw.index_list_delimited (40971 ms) 2024-08-10T05:33:48.243 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_rgw.bi_list 2024-08-10T05:33:48.312 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_rgw.bi_list (70 ms) 2024-08-10T05:33:48.312 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_rgw.gc_set 2024-08-10T05:33:48.336 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_rgw.gc_set (24 ms) 2024-08-10T05:33:48.337 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_rgw.gc_list 2024-08-10T05:33:48.360 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_rgw.gc_list (23 ms) 2024-08-10T05:33:48.360 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_rgw.gc_defer 2024-08-10T05:33:49.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:33:48 smithi031 ceph-mon[98130]: pgmap v1353: 137 pgs: 137 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 817 KiB/s rd, 545 KiB/s wr, 1.63k op/s 2024-08-10T05:33:49.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:33:48 smithi031 ceph-mon[100614]: pgmap v1353: 137 pgs: 137 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 817 KiB/s rd, 545 KiB/s wr, 1.63k op/s 2024-08-10T05:33:49.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:33:48 smithi196 ceph-mon[90243]: pgmap v1353: 137 pgs: 137 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 817 KiB/s rd, 545 KiB/s wr, 1.63k op/s 2024-08-10T05:33:50.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:33:49 smithi031 ceph-mon[98130]: osdmap e1083: 8 total, 8 up, 8 in 2024-08-10T05:33:50.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:33:49 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/1691310661' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143768-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:33:50.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:33:49 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/1691310661' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143768-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:33:50.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:33:49 smithi031 ceph-mon[98130]: osdmap e1084: 8 total, 8 up, 8 in 2024-08-10T05:33:50.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:33:49 smithi031 ceph-mon[100614]: osdmap e1083: 8 total, 8 up, 8 in 2024-08-10T05:33:50.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:33:49 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/1691310661' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143768-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:33:50.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:33:49 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/1691310661' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143768-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:33:50.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:33:49 smithi031 ceph-mon[100614]: osdmap e1084: 8 total, 8 up, 8 in 2024-08-10T05:33:50.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:33:49 smithi196 ceph-mon[90243]: osdmap e1083: 8 total, 8 up, 8 in 2024-08-10T05:33:50.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:33:49 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/1691310661' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143768-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:33:50.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:33:49 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/1691310661' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143768-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:33:50.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:33:49 smithi196 ceph-mon[90243]: osdmap e1084: 8 total, 8 up, 8 in 2024-08-10T05:33:51.255 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:33:50 smithi031 ceph-mon[98130]: pgmap v1356: 169 pgs: 2 creating+peering, 30 unknown, 137 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 816 KiB/s rd, 544 KiB/s wr, 1.63k op/s 2024-08-10T05:33:51.255 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:33:50 smithi031 ceph-mon[98130]: osdmap e1085: 8 total, 8 up, 8 in 2024-08-10T05:33:51.255 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:33:50 smithi031 ceph-mon[100614]: pgmap v1356: 169 pgs: 2 creating+peering, 30 unknown, 137 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 816 KiB/s rd, 544 KiB/s wr, 1.63k op/s 2024-08-10T05:33:51.255 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:33:50 smithi031 ceph-mon[100614]: osdmap e1085: 8 total, 8 up, 8 in 2024-08-10T05:33:51.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:33:50 smithi196 ceph-mon[90243]: pgmap v1356: 169 pgs: 2 creating+peering, 30 unknown, 137 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 816 KiB/s rd, 544 KiB/s wr, 1.63k op/s 2024-08-10T05:33:51.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:33:50 smithi196 ceph-mon[90243]: osdmap e1085: 8 total, 8 up, 8 in 2024-08-10T05:33:51.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:33:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:33:51] "GET /metrics HTTP/1.1" 200 36385 "" "Prometheus/2.43.0" 2024-08-10T05:33:52.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:33:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:33:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:33:52.779 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:33:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[126930]: logger=cleanup t=2024-08-10T05:33:52.4283513Z level=info msg="Completed cleanup jobs" duration=2.502318ms 2024-08-10T05:33:52.779 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:33:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[126930]: logger=sqlstore.transactions t=2024-08-10T05:33:52.436356522Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-08-10T05:33:53.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:33:53 smithi031 ceph-mon[98130]: pgmap v1358: 169 pgs: 2 creating+peering, 15 unknown, 152 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 543 KiB/s rd, 362 KiB/s wr, 1.09k op/s 2024-08-10T05:33:53.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:33:53 smithi031 ceph-mon[100614]: pgmap v1358: 169 pgs: 2 creating+peering, 15 unknown, 152 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 543 KiB/s rd, 362 KiB/s wr, 1.09k op/s 2024-08-10T05:33:53.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:33:53 smithi196 ceph-mon[90243]: pgmap v1358: 169 pgs: 2 creating+peering, 15 unknown, 152 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 543 KiB/s rd, 362 KiB/s wr, 1.09k op/s 2024-08-10T05:33:55.057 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_rgw.gc_defer (6697 ms) 2024-08-10T05:33:55.057 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_rgw.usage_basic 2024-08-10T05:33:55.127 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_rgw.usage_basic (70 ms) 2024-08-10T05:33:55.127 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_rgw.usage_clear_no_obj 2024-08-10T05:33:55.128 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_rgw.usage_clear_no_obj (1 ms) 2024-08-10T05:33:55.129 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_rgw.usage_clear 2024-08-10T05:33:55.211 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_rgw.usage_clear (82 ms) 2024-08-10T05:33:55.211 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_rgw.bi_log_trim 2024-08-10T05:33:55.258 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_rgw.bi_log_trim (48 ms) 2024-08-10T05:33:55.259 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_rgw.index_racing_removes 2024-08-10T05:33:55.269 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_rgw.index_racing_removes (11 ms) 2024-08-10T05:33:55.518 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:33:55 smithi031 ceph-mon[100614]: pgmap v1359: 169 pgs: 2 creating+peering, 167 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 358 KiB/s rd, 80 KiB/s wr, 233 op/s 2024-08-10T05:33:55.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:33:55 smithi031 ceph-mon[98130]: pgmap v1359: 169 pgs: 2 creating+peering, 167 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 358 KiB/s rd, 80 KiB/s wr, 233 op/s 2024-08-10T05:33:55.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:33:55 smithi196 ceph-mon[90243]: pgmap v1359: 169 pgs: 2 creating+peering, 167 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 358 KiB/s rd, 80 KiB/s wr, 233 op/s 2024-08-10T05:33:56.071 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 16 tests from cls_rgw (49571 ms total) 2024-08-10T05:33:56.071 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T05:33:56.071 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] Global test environment tear-down 2024-08-10T05:33:56.071 INFO:tasks.workunit.client.0.smithi031.stdout:[==========] 16 tests from 1 test suite ran. (52259 ms total) 2024-08-10T05:33:56.071 INFO:tasks.workunit.client.0.smithi031.stdout:[ PASSED ] 16 tests. 2024-08-10T05:33:56.075 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-10T05:33:56.075 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-10T05:33:56.143 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_gc.sh... 2024-08-10T05:33:56.143 DEBUG:teuthology.orchestra.run.smithi031:workunit test cls/test_cls_rgw_gc.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_gc.sh 2024-08-10T05:33:56.213 INFO:tasks.workunit.client.0.smithi031.stdout:Running main() from gmock_main.cc 2024-08-10T05:33:56.213 INFO:tasks.workunit.client.0.smithi031.stdout:[==========] Running 9 tests from 1 test suite. 2024-08-10T05:33:56.214 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] Global test environment set-up. 2024-08-10T05:33:56.214 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 9 tests from cls_rgw_gc 2024-08-10T05:33:56.214 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_rgw_gc.init 2024-08-10T05:33:56.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:33:56 smithi031 ceph-mon[98130]: osdmap e1086: 8 total, 8 up, 8 in 2024-08-10T05:33:56.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:33:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:33:56.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:33:56 smithi031 ceph-mon[100614]: osdmap e1086: 8 total, 8 up, 8 in 2024-08-10T05:33:56.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:33:56 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:33:56.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:33:56 smithi196 ceph-mon[90243]: osdmap e1086: 8 total, 8 up, 8 in 2024-08-10T05:33:56.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:33:56 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:33:57.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:33:57 smithi031 ceph-mon[98130]: pgmap v1361: 137 pgs: 137 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 351 KiB/s rd, 78 KiB/s wr, 227 op/s 2024-08-10T05:33:57.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:33:57 smithi031 ceph-mon[98130]: osdmap e1087: 8 total, 8 up, 8 in 2024-08-10T05:33:57.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:33:57 smithi031 ceph-mon[100614]: pgmap v1361: 137 pgs: 137 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 351 KiB/s rd, 78 KiB/s wr, 227 op/s 2024-08-10T05:33:57.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:33:57 smithi031 ceph-mon[100614]: osdmap e1087: 8 total, 8 up, 8 in 2024-08-10T05:33:57.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:33:57 smithi196 ceph-mon[90243]: pgmap v1361: 137 pgs: 137 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 351 KiB/s rd, 78 KiB/s wr, 227 op/s 2024-08-10T05:33:57.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:33:57 smithi196 ceph-mon[90243]: osdmap e1087: 8 total, 8 up, 8 in 2024-08-10T05:33:58.084 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_rgw_gc.init (1870 ms) 2024-08-10T05:33:58.084 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops1 2024-08-10T05:33:58.103 INFO:tasks.workunit.client.0.smithi031.stderr:[ ] list info tag = chain-0 2024-08-10T05:33:58.104 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_rgw_gc.gc_queue_ops1 (20 ms) 2024-08-10T05:33:58.104 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops2 2024-08-10T05:33:58.109 INFO:tasks.workunit.client.0.smithi031.stderr:[ ] next_marker is: = 0/4263 2024-08-10T05:33:58.110 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_rgw_gc.gc_queue_ops2 (7 ms) 2024-08-10T05:33:58.110 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops5 2024-08-10T05:33:58.118 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_rgw_gc.gc_queue_ops5 (8 ms) 2024-08-10T05:33:58.118 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops6 2024-08-10T05:33:58.125 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_rgw_gc.gc_queue_ops6 (7 ms) 2024-08-10T05:33:58.125 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops7 2024-08-10T05:33:58.132 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_rgw_gc.gc_queue_ops7 (7 ms) 2024-08-10T05:33:58.132 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops8 2024-08-10T05:33:58.138 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_rgw_gc.gc_queue_ops8 (7 ms) 2024-08-10T05:33:58.139 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops9 2024-08-10T05:33:58.145 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_rgw_gc.gc_queue_ops9 (6 ms) 2024-08-10T05:33:58.145 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_rgw_gc.finalize 2024-08-10T05:33:58.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:33:58 smithi031 ceph-mon[98130]: osdmap e1088: 8 total, 8 up, 8 in 2024-08-10T05:33:58.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:33:58 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/3529005832' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143970-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:33:58.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:33:58 smithi031 ceph-mon[100614]: osdmap e1088: 8 total, 8 up, 8 in 2024-08-10T05:33:58.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:33:58 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/3529005832' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143970-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:33:58.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:33:58 smithi196 ceph-mon[90243]: osdmap e1088: 8 total, 8 up, 8 in 2024-08-10T05:33:58.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:33:58 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/3529005832' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143970-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:33:59.084 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_rgw_gc.finalize (939 ms) 2024-08-10T05:33:59.084 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 9 tests from cls_rgw_gc (2871 ms total) 2024-08-10T05:33:59.084 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T05:33:59.084 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] Global test environment tear-down 2024-08-10T05:33:59.084 INFO:tasks.workunit.client.0.smithi031.stdout:[==========] 9 tests from 1 test suite ran. (2871 ms total) 2024-08-10T05:33:59.084 INFO:tasks.workunit.client.0.smithi031.stdout:[ PASSED ] 9 tests. 2024-08-10T05:33:59.086 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-10T05:33:59.086 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-10T05:33:59.159 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_stats.sh... 2024-08-10T05:33:59.159 DEBUG:teuthology.orchestra.run.smithi031:workunit test cls/test_cls_rgw_stats.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_stats.sh 2024-08-10T05:33:59.240 INFO:tasks.workunit.client.0.smithi031.stdout:[==========] Running 1 test from 1 test suite. 2024-08-10T05:33:59.240 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] Global test environment set-up. 2024-08-10T05:33:59.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:33:59 smithi031 ceph-mon[98130]: pgmap v1364: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:33:59.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:33:59 smithi031 ceph-mon[98130]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:33:59.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:33:59 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/3529005832' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143970-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:33:59.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:33:59 smithi031 ceph-mon[98130]: osdmap e1089: 8 total, 8 up, 8 in 2024-08-10T05:33:59.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:33:59 smithi031 ceph-mon[98130]: osdmap e1090: 8 total, 8 up, 8 in 2024-08-10T05:33:59.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:33:59 smithi031 ceph-mon[100614]: pgmap v1364: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:33:59.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:33:59 smithi031 ceph-mon[100614]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:33:59.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:33:59 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/3529005832' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143970-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:33:59.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:33:59 smithi031 ceph-mon[100614]: osdmap e1089: 8 total, 8 up, 8 in 2024-08-10T05:33:59.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:33:59 smithi031 ceph-mon[100614]: osdmap e1090: 8 total, 8 up, 8 in 2024-08-10T05:33:59.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:33:59 smithi196 ceph-mon[90243]: pgmap v1364: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:33:59.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:33:59 smithi196 ceph-mon[90243]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:33:59.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:33:59 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/3529005832' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-143970-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:33:59.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:33:59 smithi196 ceph-mon[90243]: osdmap e1089: 8 total, 8 up, 8 in 2024-08-10T05:33:59.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:33:59 smithi196 ceph-mon[90243]: osdmap e1090: 8 total, 8 up, 8 in 2024-08-10T05:34:00.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:34:00 smithi031 ceph-mon[98130]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:34:00.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:34:00 smithi031 ceph-mon[98130]: Cluster is now healthy 2024-08-10T05:34:00.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:34:00 smithi031 ceph-mon[98130]: osdmap e1091: 8 total, 8 up, 8 in 2024-08-10T05:34:00.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:34:00 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/1419617530' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-144025-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:34:00.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:34:00 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-144025-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:34:00.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:34:00 smithi031 ceph-mon[100614]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:34:00.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:34:00 smithi031 ceph-mon[100614]: Cluster is now healthy 2024-08-10T05:34:00.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:34:00 smithi031 ceph-mon[100614]: osdmap e1091: 8 total, 8 up, 8 in 2024-08-10T05:34:00.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:34:00 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/1419617530' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-144025-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:34:00.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:34:00 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-144025-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:34:00.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:34:00 smithi196 ceph-mon[90243]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:34:00.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:34:00 smithi196 ceph-mon[90243]: Cluster is now healthy 2024-08-10T05:34:00.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:34:00 smithi196 ceph-mon[90243]: osdmap e1091: 8 total, 8 up, 8 in 2024-08-10T05:34:00.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:34:00 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/1419617530' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-144025-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:34:00.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:34:00 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-144025-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:34:01.109 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 1 test from cls_rgw_stats 2024-08-10T05:34:01.110 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] cls_rgw_stats.simulate 2024-08-10T05:34:01.129 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.128+0000 7f6f062d5640 1 > prepared part key=_multipart_00IWI9L0NGJ3.2~FLMYJQ6M4A7B.0 size=1048576 2024-08-10T05:34:01.130 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.129+0000 7f6f062d5640 1 > prepared part key=_multipart_00IWI9L0NGJ3.2~FLMYJQ6M4A7B.1 size=785463 2024-08-10T05:34:01.130 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.129+0000 7f6f062d5640 1 > prepared multipart upload key=00IWI9L0NGJ3 upload=FLMYJQ6M4A7B tag=LD40HKJRZYTA type=write size=2882615 2024-08-10T05:34:01.131 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.131+0000 7f6f062d5640 1 > prepared operation key=4L5NSS7LS8GK tag=2E6HZQ3NI3TH type=del size=114838 2024-08-10T05:34:01.133 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.132+0000 7f6f062d5640 1 > prepared operation key=Z3FSBPLXLYL2 tag=ZOS3YGF67PQ2 type=del size=1965630 2024-08-10T05:34:01.135 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.134+0000 7f6f062d5640 1 > prepared operation key=7DW3UO39XCUP tag=AX9QCCOMGKNL type=del size=2160532 2024-08-10T05:34:01.136 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.136+0000 7f6f062d5640 1 > prepared operation key=ZPF41248T0P2 tag=VJEXSRE7DX5A type=del size=488569 2024-08-10T05:34:01.139 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.139+0000 7f6f062d5640 1 > prepared part key=_multipart_QTHON9W7S3SP.2~1K2HE0C1NUXU.0 size=1048576 2024-08-10T05:34:01.140 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.140+0000 7f6f062d5640 1 > prepared part key=_multipart_QTHON9W7S3SP.2~1K2HE0C1NUXU.1 size=604590 2024-08-10T05:34:01.141 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.140+0000 7f6f062d5640 1 > prepared multipart upload key=QTHON9W7S3SP upload=1K2HE0C1NUXU tag=JJY5ANMQMXD4 type=write size=2701742 2024-08-10T05:34:01.143 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.142+0000 7f6f062d5640 1 > prepared part key=_multipart_GNE0GMBV8Q1M.2~WPG273APNQ1P.0 size=751960 2024-08-10T05:34:01.143 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.142+0000 7f6f062d5640 1 > prepared multipart upload key=GNE0GMBV8Q1M upload=WPG273APNQ1P tag=Y6JBYZ0J6J3O type=write size=1800536 2024-08-10T05:34:01.145 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.144+0000 7f6f062d5640 1 > prepared operation key=MI1XTCS076Y9 tag=6KP9S7APV9UJ type=write size=877570 2024-08-10T05:34:01.146 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.146+0000 7f6f062d5640 1 > prepared operation key=OH2XJH7YF0P6 tag=408B2B5GW6OK type=del size=166031 2024-08-10T05:34:01.147 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.147+0000 7f6f062d5640 1 > prepared operation key=GNE0GMBV8Q1M tag=PLEENJSJSLOP type=del size=844040 2024-08-10T05:34:01.149 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.148+0000 7f6f062d5640 1 > prepared operation key=ZPF41248T0P2 tag=2GEESA03O308 type=del size=2970655 2024-08-10T05:34:01.151 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.151+0000 7f6f062d5640 1 > prepared part key=_multipart_KHYOYNS1HKDG.2~QNPQH5MQEQHM.0 size=1048576 2024-08-10T05:34:01.152 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.152+0000 7f6f062d5640 1 > prepared part key=_multipart_KHYOYNS1HKDG.2~QNPQH5MQEQHM.1 size=1040108 2024-08-10T05:34:01.152 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.152+0000 7f6f062d5640 1 > prepared multipart upload key=KHYOYNS1HKDG upload=QNPQH5MQEQHM tag=9V6061Q8FRTI type=write size=3137260 2024-08-10T05:34:01.154 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.153+0000 7f6f062d5640 1 > prepared operation key=J7D76V4ENV9B tag=CPR74BQ8N321 type=del size=3588137 2024-08-10T05:34:01.156 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.155+0000 7f6f062d5640 1 > prepared part key=_multipart_8441NV2A24FO.2~VM9EEQMUSNI4.0 size=1048576 2024-08-10T05:34:01.156 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.156+0000 7f6f062d5640 1 > prepared part key=_multipart_8441NV2A24FO.2~VM9EEQMUSNI4.1 size=805985 2024-08-10T05:34:01.157 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.156+0000 7f6f062d5640 1 > prepared multipart upload key=8441NV2A24FO upload=VM9EEQMUSNI4 tag=KJFPG50ZIE4L type=write size=2903137 2024-08-10T05:34:01.159 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.158+0000 7f6f062d5640 1 > prepared part key=_multipart_KHYOYNS1HKDG.2~EMP0WZIXHR2R.0 size=1048576 2024-08-10T05:34:01.160 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.159+0000 7f6f062d5640 1 > prepared part key=_multipart_KHYOYNS1HKDG.2~EMP0WZIXHR2R.1 size=996928 2024-08-10T05:34:01.160 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.159+0000 7f6f062d5640 1 > prepared multipart upload key=KHYOYNS1HKDG upload=EMP0WZIXHR2R tag=QCWV999JODAW type=write size=3094080 2024-08-10T05:34:01.161 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.160+0000 7f6f062d5640 1 > prepared operation key=F0DF00AE1ISQ tag=CBCKDERFNC05 type=del size=2545416 2024-08-10T05:34:01.162 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.162+0000 7f6f062d5640 1 < completed part key=_multipart_00IWI9L0NGJ3.2~FLMYJQ6M4A7B.0 size=1048576 2024-08-10T05:34:01.163 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.163+0000 7f6f062d5640 1 < completed part key=_multipart_00IWI9L0NGJ3.2~FLMYJQ6M4A7B.1 size=785463 2024-08-10T05:34:01.166 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.165+0000 7f6f062d5640 1 < completed multipart upload key=00IWI9L0NGJ3 upload=FLMYJQ6M4A7B tag=LD40HKJRZYTA type=write size=2882615 2024-08-10T05:34:01.167 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.166+0000 7f6f062d5640 1 > prepared operation key=WBJQTYBRMJV8 tag=Y92IBTG0JGBE type=del size=2636733 2024-08-10T05:34:01.168 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.168+0000 7f6f062d5640 1 < canceled operation key=4L5NSS7LS8GK tag=2E6HZQ3NI3TH type=del size=114838 2024-08-10T05:34:01.171 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.170+0000 7f6f062d5640 1 > prepared part key=_multipart_ZPF41248T0P2.2~Q9486YNGQOHZ.0 size=795663 2024-08-10T05:34:01.171 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.170+0000 7f6f062d5640 1 > prepared multipart upload key=ZPF41248T0P2 upload=Q9486YNGQOHZ tag=FVNSNLRIHL8H type=write size=1844239 2024-08-10T05:34:01.172 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.172+0000 7f6f062d5640 1 < completed delete operation key=Z3FSBPLXLYL2 tag=ZOS3YGF67PQ2 type=del 2024-08-10T05:34:01.175 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.174+0000 7f6f062d5640 1 > prepared part key=_multipart_GNE0GMBV8Q1M.2~P34OJO19S26V.0 size=244463 2024-08-10T05:34:01.175 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.174+0000 7f6f062d5640 1 > prepared multipart upload key=GNE0GMBV8Q1M upload=P34OJO19S26V tag=J2626TYVIXES type=write size=1293039 2024-08-10T05:34:01.178 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.177+0000 7f6f062d5640 1 < suggested remove operation key=7DW3UO39XCUP tag=AX9QCCOMGKNL type=del 2024-08-10T05:34:01.181 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.180+0000 7f6f062d5640 1 > prepared part key=_multipart_1IH8FE21AE4X.2~9ZPYG8XXTGRZ.0 size=1048576 2024-08-10T05:34:01.181 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.181+0000 7f6f062d5640 1 > prepared part key=_multipart_1IH8FE21AE4X.2~9ZPYG8XXTGRZ.1 size=921379 2024-08-10T05:34:01.182 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.181+0000 7f6f062d5640 1 > prepared multipart upload key=1IH8FE21AE4X upload=9ZPYG8XXTGRZ tag=7RIQCKCTOR4Q type=write size=3018531 2024-08-10T05:34:01.183 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.182+0000 7f6f062d5640 1 < completed delete operation key=ZPF41248T0P2 tag=VJEXSRE7DX5A type=del 2024-08-10T05:34:01.185 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.184+0000 7f6f062d5640 1 > prepared part key=_multipart_7DW3UO39XCUP.2~CVKCBN51C0OB.0 size=690687 2024-08-10T05:34:01.185 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.184+0000 7f6f062d5640 1 > prepared multipart upload key=7DW3UO39XCUP upload=CVKCBN51C0OB tag=CGM2S1611ST6 type=write size=1739263 2024-08-10T05:34:01.186 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.186+0000 7f6f062d5640 1 < completed part key=_multipart_QTHON9W7S3SP.2~1K2HE0C1NUXU.0 size=1048576 2024-08-10T05:34:01.187 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.187+0000 7f6f062d5640 1 < completed part key=_multipart_QTHON9W7S3SP.2~1K2HE0C1NUXU.1 size=604590 2024-08-10T05:34:01.189 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.189+0000 7f6f062d5640 1 < completed multipart upload key=QTHON9W7S3SP upload=1K2HE0C1NUXU tag=JJY5ANMQMXD4 type=write size=2701742 2024-08-10T05:34:01.191 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.190+0000 7f6f062d5640 1 > prepared operation key=H5TVL04MCGC8 tag=GVVK7MFZV9JX type=del size=3553354 2024-08-10T05:34:01.192 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.191+0000 7f6f062d5640 1 < completed part key=_multipart_GNE0GMBV8Q1M.2~WPG273APNQ1P.0 size=751960 2024-08-10T05:34:01.194 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.193+0000 7f6f062d5640 1 < completed multipart upload key=GNE0GMBV8Q1M upload=WPG273APNQ1P tag=Y6JBYZ0J6J3O type=write size=1800536 2024-08-10T05:34:01.195 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.194+0000 7f6f062d5640 1 > prepared operation key=GNE0GMBV8Q1M tag=6ANXALK2X4M0 type=del size=3716187 2024-08-10T05:34:01.196 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.196+0000 7f6f062d5640 1 < canceled operation key=MI1XTCS076Y9 tag=6KP9S7APV9UJ type=write size=877570 2024-08-10T05:34:01.198 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.197+0000 7f6f062d5640 1 > prepared operation key=8MJYHPC813SE tag=LZJB7WKEIDXP type=del size=1614152 2024-08-10T05:34:01.199 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.198+0000 7f6f062d5640 1 < completed delete operation key=OH2XJH7YF0P6 tag=408B2B5GW6OK type=del 2024-08-10T05:34:01.201 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.201+0000 7f6f062d5640 1 > prepared part key=_multipart_H5TVL04MCGC8.2~54X4TCC5MIPG.0 size=1048576 2024-08-10T05:34:01.202 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.202+0000 7f6f062d5640 1 > prepared part key=_multipart_H5TVL04MCGC8.2~54X4TCC5MIPG.1 size=981579 2024-08-10T05:34:01.202 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.202+0000 7f6f062d5640 1 > prepared multipart upload key=H5TVL04MCGC8 upload=54X4TCC5MIPG tag=NOZ07R3UV130 type=write size=3078731 2024-08-10T05:34:01.204 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.203+0000 7f6f062d5640 1 < completed delete operation key=GNE0GMBV8Q1M tag=PLEENJSJSLOP type=del 2024-08-10T05:34:01.205 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.204+0000 7f6f062d5640 1 > prepared operation key=3EUY0XWASPEL tag=MFZR577YN5VM type=del size=2168168 2024-08-10T05:34:01.206 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.206+0000 7f6f062d5640 1 < canceled operation key=ZPF41248T0P2 tag=2GEESA03O308 type=del size=2970655 2024-08-10T05:34:01.208 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.207+0000 7f6f062d5640 1 > prepared operation key=WBJQTYBRMJV8 tag=QJHGUIT8JV0X type=del size=3372189 2024-08-10T05:34:01.209 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.208+0000 7f6f062d5640 1 < completed part key=_multipart_KHYOYNS1HKDG.2~QNPQH5MQEQHM.0 size=1048576 2024-08-10T05:34:01.210 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.209+0000 7f6f062d5640 1 < completed part key=_multipart_KHYOYNS1HKDG.2~QNPQH5MQEQHM.1 size=1040108 2024-08-10T05:34:01.212 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.212+0000 7f6f062d5640 1 < completed multipart upload key=KHYOYNS1HKDG upload=QNPQH5MQEQHM tag=9V6061Q8FRTI type=write size=3137260 2024-08-10T05:34:01.213 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.213+0000 7f6f062d5640 1 > prepared operation key=GNE0GMBV8Q1M tag=PPGSA614A19M type=del size=1620568 2024-08-10T05:34:01.215 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.214+0000 7f6f062d5640 1 < canceled operation key=J7D76V4ENV9B tag=CPR74BQ8N321 type=del size=3588137 2024-08-10T05:34:01.217 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.216+0000 7f6f062d5640 1 > prepared part key=_multipart_M533Z7C651X9.2~8X3QIKXT864N.0 size=605193 2024-08-10T05:34:01.217 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.216+0000 7f6f062d5640 1 > prepared multipart upload key=M533Z7C651X9 upload=8X3QIKXT864N tag=0A5A9ECCYS3D type=write size=1653769 2024-08-10T05:34:01.219 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.218+0000 7f6f062d5640 1 < completed part key=_multipart_8441NV2A24FO.2~VM9EEQMUSNI4.0 size=1048576 2024-08-10T05:34:01.220 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.219+0000 7f6f062d5640 1 < completed part key=_multipart_8441NV2A24FO.2~VM9EEQMUSNI4.1 size=805985 2024-08-10T05:34:01.222 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.221+0000 7f6f062d5640 1 < completed multipart upload key=8441NV2A24FO upload=VM9EEQMUSNI4 tag=KJFPG50ZIE4L type=write size=2903137 2024-08-10T05:34:01.223 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.222+0000 7f6f062d5640 1 > prepared operation key=7DW3UO39XCUP tag=1PSM6EL3NHJH type=write size=682434 2024-08-10T05:34:01.224 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.224+0000 7f6f062d5640 1 < completed part key=_multipart_KHYOYNS1HKDG.2~EMP0WZIXHR2R.0 size=1048576 2024-08-10T05:34:01.225 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.225+0000 7f6f062d5640 1 < completed part key=_multipart_KHYOYNS1HKDG.2~EMP0WZIXHR2R.1 size=996928 2024-08-10T05:34:01.228 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.227+0000 7f6f062d5640 1 < completed multipart upload key=KHYOYNS1HKDG upload=EMP0WZIXHR2R tag=QCWV999JODAW type=write size=3094080 2024-08-10T05:34:01.229 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.228+0000 7f6f062d5640 1 > prepared operation key=OH2XJH7YF0P6 tag=RTU7J44XLNRO type=del size=992974 2024-08-10T05:34:01.231 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.231+0000 7f6f062d5640 1 < suggested update operation key=F0DF00AE1ISQ tag=CBCKDERFNC05 type=del size=2545416 2024-08-10T05:34:01.233 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.233+0000 7f6f062d5640 1 > prepared part key=_multipart_S1E44NG3MOQ5.2~9UNNBMQTDMEV.0 size=1013300 2024-08-10T05:34:01.234 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.233+0000 7f6f062d5640 1 > prepared multipart upload key=S1E44NG3MOQ5 upload=9UNNBMQTDMEV tag=5O03ICU7S1ZH type=write size=2061876 2024-08-10T05:34:01.235 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.234+0000 7f6f062d5640 1 < canceled operation key=WBJQTYBRMJV8 tag=Y92IBTG0JGBE type=del size=2636733 2024-08-10T05:34:01.236 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.236+0000 7f6f062d5640 1 > prepared operation key=QTBS1TAZXH5F tag=GKUAA32E6XNW type=del size=3695676 2024-08-10T05:34:01.237 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.236+0000 7f6f062d5640 1 < canceled part key=_multipart_ZPF41248T0P2.2~Q9486YNGQOHZ.0 size=795663 2024-08-10T05:34:01.239 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.238+0000 7f6f062d5640 1 < canceled multipart upload key=ZPF41248T0P2 upload=Q9486YNGQOHZ tag=FVNSNLRIHL8H type=write size=1844239 2024-08-10T05:34:01.240 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.239+0000 7f6f062d5640 1 > prepared operation key=7DW3UO39XCUP tag=RI3CDWYG5DW2 type=del size=1191166 2024-08-10T05:34:01.241 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.240+0000 7f6f062d5640 1 < completed part key=_multipart_GNE0GMBV8Q1M.2~P34OJO19S26V.0 size=244463 2024-08-10T05:34:01.243 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.242+0000 7f6f062d5640 1 < completed multipart upload key=GNE0GMBV8Q1M upload=P34OJO19S26V tag=J2626TYVIXES type=write size=1293039 2024-08-10T05:34:01.244 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.243+0000 7f6f062d5640 1 > prepared operation key=GNE0GMBV8Q1M tag=EZ1Q74LKQ2ME type=del size=1215890 2024-08-10T05:34:01.246 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.245+0000 7f6f062d5640 1 < completed part key=_multipart_1IH8FE21AE4X.2~9ZPYG8XXTGRZ.0 size=1048576 2024-08-10T05:34:01.247 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.246+0000 7f6f062d5640 1 < completed part key=_multipart_1IH8FE21AE4X.2~9ZPYG8XXTGRZ.1 size=921379 2024-08-10T05:34:01.249 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.248+0000 7f6f062d5640 1 < completed multipart upload key=1IH8FE21AE4X upload=9ZPYG8XXTGRZ tag=7RIQCKCTOR4Q type=write size=3018531 2024-08-10T05:34:01.251 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.251+0000 7f6f062d5640 1 > prepared part key=_multipart_FXQKBLXUHJHI.2~FO9RQJR81PUR.0 size=358178 2024-08-10T05:34:01.251 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.251+0000 7f6f062d5640 1 > prepared multipart upload key=FXQKBLXUHJHI upload=FO9RQJR81PUR tag=SF2HXI2DUTOI type=write size=1406754 2024-08-10T05:34:01.252 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.252+0000 7f6f062d5640 1 < completed part key=_multipart_7DW3UO39XCUP.2~CVKCBN51C0OB.0 size=690687 2024-08-10T05:34:01.255 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.254+0000 7f6f062d5640 1 < completed multipart upload key=7DW3UO39XCUP upload=CVKCBN51C0OB tag=CGM2S1611ST6 type=write size=1739263 2024-08-10T05:34:01.257 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.256+0000 7f6f062d5640 1 > prepared part key=_multipart_8441NV2A24FO.2~8AQU1I5WP747.0 size=1048576 2024-08-10T05:34:01.258 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.257+0000 7f6f062d5640 1 > prepared part key=_multipart_8441NV2A24FO.2~8AQU1I5WP747.1 size=1048576 2024-08-10T05:34:01.259 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.258+0000 7f6f062d5640 1 > prepared part key=_multipart_8441NV2A24FO.2~8AQU1I5WP747.2 size=671023 2024-08-10T05:34:01.259 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.258+0000 7f6f062d5640 1 > prepared multipart upload key=8441NV2A24FO upload=8AQU1I5WP747 tag=ARD4Q0T03JVX type=write size=3816751 2024-08-10T05:34:01.261 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.261+0000 7f6f062d5640 1 < suggested remove operation key=H5TVL04MCGC8 tag=GVVK7MFZV9JX type=del 2024-08-10T05:34:01.262 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.262+0000 7f6f062d5640 1 > prepared operation key=7N97XZL3TX2D tag=JAKB1GK6WOZE type=del size=991754 2024-08-10T05:34:01.265 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.264+0000 7f6f062d5640 1 < suggested remove operation key=GNE0GMBV8Q1M tag=6ANXALK2X4M0 type=del 2024-08-10T05:34:01.266 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.265+0000 7f6f062d5640 1 > prepared operation key=H4D0TFSG0EKP tag=DAZGV0SFCL5I type=del size=4127905 2024-08-10T05:34:01.267 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.266+0000 7f6f062d5640 1 < completed delete operation key=8MJYHPC813SE tag=LZJB7WKEIDXP type=del 2024-08-10T05:34:01.270 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.269+0000 7f6f062d5640 1 > prepared part key=_multipart_7DW3UO39XCUP.2~EHLZGJKVE2SW.0 size=848354 2024-08-10T05:34:01.270 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.269+0000 7f6f062d5640 1 > prepared multipart upload key=7DW3UO39XCUP upload=EHLZGJKVE2SW tag=ATU5GHHMQQEK type=write size=1896930 2024-08-10T05:34:01.271 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.271+0000 7f6f062d5640 1 < completed part key=_multipart_H5TVL04MCGC8.2~54X4TCC5MIPG.0 size=1048576 2024-08-10T05:34:01.271 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.271+0000 7f6f062d5640 1 < canceled part key=_multipart_H5TVL04MCGC8.2~54X4TCC5MIPG.1 size=981579 2024-08-10T05:34:01.274 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.273+0000 7f6f062d5640 1 < canceled multipart upload key=H5TVL04MCGC8 upload=54X4TCC5MIPG tag=NOZ07R3UV130 type=write size=3078731 2024-08-10T05:34:01.275 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.274+0000 7f6f062d5640 1 > prepared operation key=QTHON9W7S3SP tag=OKBALM4P87LW type=write size=334538 2024-08-10T05:34:01.276 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.276+0000 7f6f062d5640 1 < completed delete operation key=3EUY0XWASPEL tag=MFZR577YN5VM type=del 2024-08-10T05:34:01.278 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.277+0000 7f6f062d5640 1 > prepared operation key=GNE0GMBV8Q1M tag=V3G24TB6545D type=del size=1720162 2024-08-10T05:34:01.279 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.279+0000 7f6f062d5640 1 < completed delete operation key=WBJQTYBRMJV8 tag=QJHGUIT8JV0X type=del 2024-08-10T05:34:01.281 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.280+0000 7f6f062d5640 1 > prepared operation key=F0DF00AE1ISQ tag=TY4RT006E7FI type=del size=2049432 2024-08-10T05:34:01.283 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.283+0000 7f6f062d5640 1 < suggested remove operation key=GNE0GMBV8Q1M tag=PPGSA614A19M type=del 2024-08-10T05:34:01.284 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.284+0000 7f6f062d5640 1 > prepared operation key=00IWI9L0NGJ3 tag=DB4M3YMPYELW type=del size=3245433 2024-08-10T05:34:01.286 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.285+0000 7f6f062d5640 1 < completed part key=_multipart_M533Z7C651X9.2~8X3QIKXT864N.0 size=605193 2024-08-10T05:34:01.288 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.287+0000 7f6f062d5640 1 < completed multipart upload key=M533Z7C651X9 upload=8X3QIKXT864N tag=0A5A9ECCYS3D type=write size=1653769 2024-08-10T05:34:01.290 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.289+0000 7f6f062d5640 1 > prepared part key=_multipart_8441NV2A24FO.2~ZDJBUH97P3ZX.0 size=1048576 2024-08-10T05:34:01.291 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.290+0000 7f6f062d5640 1 > prepared part key=_multipart_8441NV2A24FO.2~ZDJBUH97P3ZX.1 size=479542 2024-08-10T05:34:01.291 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.290+0000 7f6f062d5640 1 > prepared multipart upload key=8441NV2A24FO upload=ZDJBUH97P3ZX tag=H0FETX1VAVEF type=write size=2576694 2024-08-10T05:34:01.292 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.291+0000 7f6f062d5640 1 < completed write operation key=7DW3UO39XCUP tag=1PSM6EL3NHJH type=write size=682434 2024-08-10T05:34:01.295 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.294+0000 7f6f062d5640 1 > prepared part key=_multipart_1IH8FE21AE4X.2~E5R7A1YFYUGK.0 size=530546 2024-08-10T05:34:01.295 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.294+0000 7f6f062d5640 1 > prepared multipart upload key=1IH8FE21AE4X upload=E5R7A1YFYUGK tag=VIOU9R8V64FR type=write size=1579122 2024-08-10T05:34:01.296 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.296+0000 7f6f062d5640 1 < completed delete operation key=OH2XJH7YF0P6 tag=RTU7J44XLNRO type=del 2024-08-10T05:34:01.297 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.297+0000 7f6f062d5640 1 > prepared operation key=ZPF41248T0P2 tag=WIQHYSJS3WSE type=del size=3864835 2024-08-10T05:34:01.299 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.298+0000 7f6f062d5640 1 < completed part key=_multipart_S1E44NG3MOQ5.2~9UNNBMQTDMEV.0 size=1013300 2024-08-10T05:34:01.301 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.300+0000 7f6f062d5640 1 < completed multipart upload key=S1E44NG3MOQ5 upload=9UNNBMQTDMEV tag=5O03ICU7S1ZH type=write size=2061876 2024-08-10T05:34:01.303 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.303+0000 7f6f062d5640 1 > prepared part key=_multipart_PGRI5CN7TTT0.2~AZESSJ86XYEF.0 size=669664 2024-08-10T05:34:01.303 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.303+0000 7f6f062d5640 1 > prepared multipart upload key=PGRI5CN7TTT0 upload=AZESSJ86XYEF tag=935O3EN0K4ZY type=write size=1718240 2024-08-10T05:34:01.304 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.304+0000 7f6f062d5640 1 < completed delete operation key=QTBS1TAZXH5F tag=GKUAA32E6XNW type=del 2024-08-10T05:34:01.307 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.306+0000 7f6f062d5640 1 > prepared part key=_multipart_1G5AU0L67121.2~SAU0V3JG3908.0 size=1048576 2024-08-10T05:34:01.308 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.308+0000 7f6f062d5640 1 > prepared part key=_multipart_1G5AU0L67121.2~SAU0V3JG3908.1 size=452112 2024-08-10T05:34:01.308 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.308+0000 7f6f062d5640 1 > prepared multipart upload key=1G5AU0L67121 upload=SAU0V3JG3908 tag=2HLWXZ6N8P6L type=write size=2549264 2024-08-10T05:34:01.311 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.310+0000 7f6f062d5640 1 < suggested remove operation key=7DW3UO39XCUP tag=RI3CDWYG5DW2 type=del 2024-08-10T05:34:01.312 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.312+0000 7f6f062d5640 1 > prepared operation key=00IWI9L0NGJ3 tag=7ZSF04DHZP65 type=del size=3972117 2024-08-10T05:34:01.314 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.313+0000 7f6f062d5640 -1 < failed to complete operation key=GNE0GMBV8Q1M tag=EZ1Q74LKQ2ME type=del size=1215890: (22) Invalid argument 2024-08-10T05:34:01.315 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.314+0000 7f6f062d5640 1 > prepared operation key=LTRO8UR68E01 tag=B3EQD5KVNCLF type=del size=2521340 2024-08-10T05:34:01.316 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.315+0000 7f6f062d5640 1 < completed part key=_multipart_FXQKBLXUHJHI.2~FO9RQJR81PUR.0 size=358178 2024-08-10T05:34:01.318 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.317+0000 7f6f062d5640 1 < completed multipart upload key=FXQKBLXUHJHI upload=FO9RQJR81PUR tag=SF2HXI2DUTOI type=write size=1406754 2024-08-10T05:34:01.320 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.319+0000 7f6f062d5640 1 > prepared part key=_multipart_J7D76V4ENV9B.2~QHHZVOIJ6CHG.0 size=1048576 2024-08-10T05:34:01.321 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.320+0000 7f6f062d5640 1 > prepared part key=_multipart_J7D76V4ENV9B.2~QHHZVOIJ6CHG.1 size=83449 2024-08-10T05:34:01.321 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.320+0000 7f6f062d5640 1 > prepared multipart upload key=J7D76V4ENV9B upload=QHHZVOIJ6CHG tag=ZH7P3AKC1VN5 type=write size=2180601 2024-08-10T05:34:01.322 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.321+0000 7f6f062d5640 1 < completed part key=_multipart_8441NV2A24FO.2~8AQU1I5WP747.0 size=1048576 2024-08-10T05:34:01.322 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.321+0000 7f6f062d5640 1 < canceled part key=_multipart_8441NV2A24FO.2~8AQU1I5WP747.1 size=1048576 2024-08-10T05:34:01.323 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.322+0000 7f6f062d5640 1 < completed part key=_multipart_8441NV2A24FO.2~8AQU1I5WP747.2 size=671023 2024-08-10T05:34:01.325 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.324+0000 7f6f062d5640 1 < canceled multipart upload key=8441NV2A24FO upload=8AQU1I5WP747 tag=ARD4Q0T03JVX type=write size=3816751 2024-08-10T05:34:01.327 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.327+0000 7f6f062d5640 1 > prepared part key=_multipart_1G5AU0L67121.2~MMN3ATLSAPFQ.0 size=1048576 2024-08-10T05:34:01.328 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.328+0000 7f6f062d5640 1 > prepared part key=_multipart_1G5AU0L67121.2~MMN3ATLSAPFQ.1 size=1048576 2024-08-10T05:34:01.329 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.329+0000 7f6f062d5640 1 > prepared part key=_multipart_1G5AU0L67121.2~MMN3ATLSAPFQ.2 size=282703 2024-08-10T05:34:01.329 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.329+0000 7f6f062d5640 1 > prepared multipart upload key=1G5AU0L67121 upload=MMN3ATLSAPFQ tag=67I35ATCRPTP type=write size=3428431 2024-08-10T05:34:01.332 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.331+0000 7f6f062d5640 1 < suggested remove operation key=7N97XZL3TX2D tag=JAKB1GK6WOZE type=del 2024-08-10T05:34:01.334 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.333+0000 7f6f062d5640 1 > prepared operation key=H5TVL04MCGC8 tag=HWTBEA384YYP type=del size=2009562 2024-08-10T05:34:01.334 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.334+0000 7f6f062d5640 1 < completed delete operation key=H4D0TFSG0EKP tag=DAZGV0SFCL5I type=del 2024-08-10T05:34:01.337 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.336+0000 7f6f062d5640 1 > prepared part key=_multipart_Z3FSBPLXLYL2.2~305RDW4TE1W2.0 size=1048576 2024-08-10T05:34:01.338 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.337+0000 7f6f062d5640 1 > prepared part key=_multipart_Z3FSBPLXLYL2.2~305RDW4TE1W2.1 size=783537 2024-08-10T05:34:01.338 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.337+0000 7f6f062d5640 1 > prepared multipart upload key=Z3FSBPLXLYL2 upload=305RDW4TE1W2 tag=R8I9MNYRQN55 type=write size=2880689 2024-08-10T05:34:01.339 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.339+0000 7f6f062d5640 1 < completed part key=_multipart_7DW3UO39XCUP.2~EHLZGJKVE2SW.0 size=848354 2024-08-10T05:34:01.342 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.341+0000 7f6f062d5640 1 < completed multipart upload key=7DW3UO39XCUP upload=EHLZGJKVE2SW tag=ATU5GHHMQQEK type=write size=1896930 2024-08-10T05:34:01.343 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.342+0000 7f6f062d5640 1 > prepared operation key=OH2XJH7YF0P6 tag=WCN2IWWC6IPH type=del size=1431414 2024-08-10T05:34:01.345 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.344+0000 7f6f062d5640 1 < completed write operation key=QTHON9W7S3SP tag=OKBALM4P87LW type=write size=334538 2024-08-10T05:34:01.346 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.345+0000 7f6f062d5640 1 > prepared operation key=1G5AU0L67121 tag=K23PJJ4KSZK1 type=del size=2007453 2024-08-10T05:34:01.347 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.347+0000 7f6f062d5640 -1 < failed to complete operation key=GNE0GMBV8Q1M tag=V3G24TB6545D type=del size=1720162: (22) Invalid argument 2024-08-10T05:34:01.350 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.349+0000 7f6f062d5640 1 > prepared part key=_multipart_J7D76V4ENV9B.2~QY5SIHIAN1BT.0 size=1048576 2024-08-10T05:34:01.351 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.350+0000 7f6f062d5640 1 > prepared part key=_multipart_J7D76V4ENV9B.2~QY5SIHIAN1BT.1 size=507713 2024-08-10T05:34:01.351 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.350+0000 7f6f062d5640 1 > prepared multipart upload key=J7D76V4ENV9B upload=QY5SIHIAN1BT tag=IBEX5QGWDZIU type=write size=2604865 2024-08-10T05:34:01.352 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.351+0000 7f6f062d5640 1 < completed delete operation key=F0DF00AE1ISQ tag=TY4RT006E7FI type=del 2024-08-10T05:34:01.354 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.353+0000 7f6f062d5640 1 > prepared part key=_multipart_S1E44NG3MOQ5.2~B141CM21FZ87.0 size=142006 2024-08-10T05:34:01.354 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.353+0000 7f6f062d5640 1 > prepared multipart upload key=S1E44NG3MOQ5 upload=B141CM21FZ87 tag=M96I4HL5ZOS6 type=write size=1190582 2024-08-10T05:34:01.355 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.354+0000 7f6f062d5640 1 < completed delete operation key=00IWI9L0NGJ3 tag=DB4M3YMPYELW type=del 2024-08-10T05:34:01.356 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.355+0000 7f6f062d5640 1 > prepared operation key=LTRO8UR68E01 tag=QM4BUQN7L6S2 type=del size=1986011 2024-08-10T05:34:01.357 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.357+0000 7f6f062d5640 1 < completed part key=_multipart_8441NV2A24FO.2~ZDJBUH97P3ZX.0 size=1048576 2024-08-10T05:34:01.358 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.358+0000 7f6f062d5640 1 < completed part key=_multipart_8441NV2A24FO.2~ZDJBUH97P3ZX.1 size=479542 2024-08-10T05:34:01.360 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.360+0000 7f6f062d5640 1 < completed multipart upload key=8441NV2A24FO upload=ZDJBUH97P3ZX tag=H0FETX1VAVEF type=write size=2576694 2024-08-10T05:34:01.362 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.361+0000 7f6f062d5640 1 > prepared operation key=H5TVL04MCGC8 tag=M2HM4ZHM130Z type=del size=3931024 2024-08-10T05:34:01.363 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.363+0000 7f6f062d5640 1 < completed part key=_multipart_1IH8FE21AE4X.2~E5R7A1YFYUGK.0 size=530546 2024-08-10T05:34:01.365 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.365+0000 7f6f062d5640 1 < completed multipart upload key=1IH8FE21AE4X upload=E5R7A1YFYUGK tag=VIOU9R8V64FR type=write size=1579122 2024-08-10T05:34:01.367 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.366+0000 7f6f062d5640 1 > prepared operation key=S1J0EDZ5K22Q tag=IW88A0CSLWFP type=write size=1043103 2024-08-10T05:34:01.368 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.367+0000 7f6f062d5640 1 < completed delete operation key=ZPF41248T0P2 tag=WIQHYSJS3WSE type=del 2024-08-10T05:34:01.371 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.370+0000 7f6f062d5640 1 > prepared part key=_multipart_GNE0GMBV8Q1M.2~56OAOLG8UADU.0 size=1048576 2024-08-10T05:34:01.372 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.371+0000 7f6f062d5640 1 > prepared part key=_multipart_GNE0GMBV8Q1M.2~56OAOLG8UADU.1 size=1048576 2024-08-10T05:34:01.373 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.372+0000 7f6f062d5640 1 > prepared part key=_multipart_GNE0GMBV8Q1M.2~56OAOLG8UADU.2 size=447753 2024-08-10T05:34:01.373 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.372+0000 7f6f062d5640 1 > prepared multipart upload key=GNE0GMBV8Q1M upload=56OAOLG8UADU tag=K3O4ANEP3LNC type=write size=3593481 2024-08-10T05:34:01.374 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.374+0000 7f6f062d5640 1 < completed part key=_multipart_PGRI5CN7TTT0.2~AZESSJ86XYEF.0 size=669664 2024-08-10T05:34:01.376 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.376+0000 7f6f062d5640 1 < completed multipart upload key=PGRI5CN7TTT0 upload=AZESSJ86XYEF tag=935O3EN0K4ZY type=write size=1718240 2024-08-10T05:34:01.378 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.378+0000 7f6f062d5640 1 > prepared part key=_multipart_1IH8FE21AE4X.2~FCTCV35YUQ01.0 size=583347 2024-08-10T05:34:01.379 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.378+0000 7f6f062d5640 1 > prepared multipart upload key=1IH8FE21AE4X upload=FCTCV35YUQ01 tag=K0BHXPDPVA15 type=write size=1631923 2024-08-10T05:34:01.380 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.379+0000 7f6f062d5640 1 < completed part key=_multipart_1G5AU0L67121.2~SAU0V3JG3908.0 size=1048576 2024-08-10T05:34:01.381 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.380+0000 7f6f062d5640 1 < completed part key=_multipart_1G5AU0L67121.2~SAU0V3JG3908.1 size=452112 2024-08-10T05:34:01.383 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.382+0000 7f6f062d5640 1 < completed multipart upload key=1G5AU0L67121 upload=SAU0V3JG3908 tag=2HLWXZ6N8P6L type=write size=2549264 2024-08-10T05:34:01.385 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.384+0000 7f6f062d5640 1 > prepared part key=_multipart_8MJYHPC813SE.2~TLSSZZK70UTM.0 size=1048576 2024-08-10T05:34:01.386 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.385+0000 7f6f062d5640 1 > prepared part key=_multipart_8MJYHPC813SE.2~TLSSZZK70UTM.1 size=1048576 2024-08-10T05:34:01.387 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.386+0000 7f6f062d5640 1 > prepared part key=_multipart_8MJYHPC813SE.2~TLSSZZK70UTM.2 size=468366 2024-08-10T05:34:01.387 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.386+0000 7f6f062d5640 1 > prepared multipart upload key=8MJYHPC813SE upload=TLSSZZK70UTM tag=Y5LR55GZEGND type=write size=3614094 2024-08-10T05:34:01.388 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.388+0000 7f6f062d5640 1 < completed delete operation key=00IWI9L0NGJ3 tag=7ZSF04DHZP65 type=del 2024-08-10T05:34:01.389 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.389+0000 7f6f062d5640 1 > prepared operation key=H4D0TFSG0EKP tag=S50MYTBFSU6W type=write size=931571 2024-08-10T05:34:01.391 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.390+0000 7f6f062d5640 1 < completed delete operation key=LTRO8UR68E01 tag=B3EQD5KVNCLF type=del 2024-08-10T05:34:01.393 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.392+0000 7f6f062d5640 1 > prepared part key=_multipart_8441NV2A24FO.2~4Q1Y8SGI8YDU.0 size=1048576 2024-08-10T05:34:01.394 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.393+0000 7f6f062d5640 1 > prepared part key=_multipart_8441NV2A24FO.2~4Q1Y8SGI8YDU.1 size=653007 2024-08-10T05:34:01.394 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.393+0000 7f6f062d5640 1 > prepared multipart upload key=8441NV2A24FO upload=4Q1Y8SGI8YDU tag=0X1ORBLL7FBF type=write size=2750159 2024-08-10T05:34:01.395 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.395+0000 7f6f062d5640 1 < completed part key=_multipart_J7D76V4ENV9B.2~QHHZVOIJ6CHG.0 size=1048576 2024-08-10T05:34:01.396 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.396+0000 7f6f062d5640 1 < completed part key=_multipart_J7D76V4ENV9B.2~QHHZVOIJ6CHG.1 size=83449 2024-08-10T05:34:01.398 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.398+0000 7f6f062d5640 1 < completed multipart upload key=J7D76V4ENV9B upload=QHHZVOIJ6CHG tag=ZH7P3AKC1VN5 type=write size=2180601 2024-08-10T05:34:01.400 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.400+0000 7f6f062d5640 1 > prepared operation key=H5TVL04MCGC8 tag=XJI0GXB0S3KQ type=del size=3464031 2024-08-10T05:34:01.403 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.401+0000 7f6f062d5640 1 < completed part key=_multipart_1G5AU0L67121.2~MMN3ATLSAPFQ.0 size=1048576 2024-08-10T05:34:01.403 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.402+0000 7f6f062d5640 1 < completed part key=_multipart_1G5AU0L67121.2~MMN3ATLSAPFQ.1 size=1048576 2024-08-10T05:34:01.404 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.403+0000 7f6f062d5640 1 < completed part key=_multipart_1G5AU0L67121.2~MMN3ATLSAPFQ.2 size=282703 2024-08-10T05:34:01.406 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.405+0000 7f6f062d5640 1 < completed multipart upload key=1G5AU0L67121 upload=MMN3ATLSAPFQ tag=67I35ATCRPTP type=write size=3428431 2024-08-10T05:34:01.407 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.407+0000 7f6f062d5640 1 > prepared operation key=FXQKBLXUHJHI tag=F748FJUOQUJN type=del size=1539223 2024-08-10T05:34:01.409 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.408+0000 7f6f062d5640 1 < completed delete operation key=H5TVL04MCGC8 tag=HWTBEA384YYP type=del 2024-08-10T05:34:01.411 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.410+0000 7f6f062d5640 1 > prepared part key=_multipart_WBJQTYBRMJV8.2~VSJM2TMW6HQ9.0 size=871250 2024-08-10T05:34:01.411 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.410+0000 7f6f062d5640 1 > prepared multipart upload key=WBJQTYBRMJV8 upload=VSJM2TMW6HQ9 tag=1VFR2OMYMR82 type=write size=1919826 2024-08-10T05:34:01.412 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.411+0000 7f6f062d5640 1 < completed part key=_multipart_Z3FSBPLXLYL2.2~305RDW4TE1W2.0 size=1048576 2024-08-10T05:34:01.413 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.412+0000 7f6f062d5640 1 < completed part key=_multipart_Z3FSBPLXLYL2.2~305RDW4TE1W2.1 size=783537 2024-08-10T05:34:01.415 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.415+0000 7f6f062d5640 1 < completed multipart upload key=Z3FSBPLXLYL2 upload=305RDW4TE1W2 tag=R8I9MNYRQN55 type=write size=2880689 2024-08-10T05:34:01.416 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.416+0000 7f6f062d5640 1 > prepared operation key=S1E44NG3MOQ5 tag=M52K2J5GUQLW type=write size=66262 2024-08-10T05:34:01.418 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.417+0000 7f6f062d5640 1 < completed delete operation key=OH2XJH7YF0P6 tag=WCN2IWWC6IPH type=del 2024-08-10T05:34:01.419 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.419+0000 7f6f062d5640 1 > prepared operation key=GSXYSUXHA2KE tag=0Y46RPJDOOJX type=write size=979606 2024-08-10T05:34:01.421 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.420+0000 7f6f062d5640 1 < completed delete operation key=1G5AU0L67121 tag=K23PJJ4KSZK1 type=del 2024-08-10T05:34:01.422 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.422+0000 7f6f062d5640 1 > prepared operation key=OH2XJH7YF0P6 tag=6IIODKK20EX3 type=del size=1655123 2024-08-10T05:34:01.424 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.423+0000 7f6f062d5640 1 < completed part key=_multipart_J7D76V4ENV9B.2~QY5SIHIAN1BT.0 size=1048576 2024-08-10T05:34:01.425 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.424+0000 7f6f062d5640 1 < completed part key=_multipart_J7D76V4ENV9B.2~QY5SIHIAN1BT.1 size=507713 2024-08-10T05:34:01.427 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.426+0000 7f6f062d5640 1 < completed multipart upload key=J7D76V4ENV9B upload=QY5SIHIAN1BT tag=IBEX5QGWDZIU type=write size=2604865 2024-08-10T05:34:01.430 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.429+0000 7f6f062d5640 1 > prepared part key=_multipart_QTBS1TAZXH5F.2~5DXU419XNU5R.0 size=862354 2024-08-10T05:34:01.430 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.429+0000 7f6f062d5640 1 > prepared multipart upload key=QTBS1TAZXH5F upload=5DXU419XNU5R tag=8FJZ238P7X2M type=write size=1910930 2024-08-10T05:34:01.431 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.430+0000 7f6f062d5640 1 < completed part key=_multipart_S1E44NG3MOQ5.2~B141CM21FZ87.0 size=142006 2024-08-10T05:34:01.433 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.432+0000 7f6f062d5640 1 < completed multipart upload key=S1E44NG3MOQ5 upload=B141CM21FZ87 tag=M96I4HL5ZOS6 type=write size=1190582 2024-08-10T05:34:01.435 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.435+0000 7f6f062d5640 1 > prepared part key=_multipart_OH2XJH7YF0P6.2~GAUNIAMLK34U.0 size=1048576 2024-08-10T05:34:01.436 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.436+0000 7f6f062d5640 1 > prepared part key=_multipart_OH2XJH7YF0P6.2~GAUNIAMLK34U.1 size=1048576 2024-08-10T05:34:01.437 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.437+0000 7f6f062d5640 1 > prepared part key=_multipart_OH2XJH7YF0P6.2~GAUNIAMLK34U.2 size=473417 2024-08-10T05:34:01.437 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.437+0000 7f6f062d5640 1 > prepared multipart upload key=OH2XJH7YF0P6 upload=GAUNIAMLK34U tag=5Q1W0EU0R799 type=write size=3619145 2024-08-10T05:34:01.439 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.438+0000 7f6f062d5640 1 < completed delete operation key=LTRO8UR68E01 tag=QM4BUQN7L6S2 type=del 2024-08-10T05:34:01.440 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.439+0000 7f6f062d5640 1 > prepared operation key=OH2XJH7YF0P6 tag=8ZDOBBQ38YHR type=del size=2471560 2024-08-10T05:34:01.441 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.441+0000 7f6f062d5640 1 < completed delete operation key=H5TVL04MCGC8 tag=M2HM4ZHM130Z type=del 2024-08-10T05:34:01.443 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.443+0000 7f6f062d5640 1 > prepared part key=_multipart_Z3FSBPLXLYL2.2~PE1D4B16E5CV.0 size=1048576 2024-08-10T05:34:01.444 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.444+0000 7f6f062d5640 1 > prepared part key=_multipart_Z3FSBPLXLYL2.2~PE1D4B16E5CV.1 size=110174 2024-08-10T05:34:01.445 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.444+0000 7f6f062d5640 1 > prepared multipart upload key=Z3FSBPLXLYL2 upload=PE1D4B16E5CV tag=I2D0I0KVLWUF type=write size=2207326 2024-08-10T05:34:01.446 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.445+0000 7f6f062d5640 1 < completed write operation key=S1J0EDZ5K22Q tag=IW88A0CSLWFP type=write size=1043103 2024-08-10T05:34:01.447 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.446+0000 7f6f062d5640 1 > prepared operation key=LTRO8UR68E01 tag=D0F0IFJRTRB3 type=write size=130743 2024-08-10T05:34:01.448 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.448+0000 7f6f062d5640 1 < completed part key=_multipart_GNE0GMBV8Q1M.2~56OAOLG8UADU.0 size=1048576 2024-08-10T05:34:01.449 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.449+0000 7f6f062d5640 1 < completed part key=_multipart_GNE0GMBV8Q1M.2~56OAOLG8UADU.1 size=1048576 2024-08-10T05:34:01.450 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.449+0000 7f6f062d5640 1 < canceled part key=_multipart_GNE0GMBV8Q1M.2~56OAOLG8UADU.2 size=447753 2024-08-10T05:34:01.451 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.451+0000 7f6f062d5640 1 < canceled multipart upload key=GNE0GMBV8Q1M upload=56OAOLG8UADU tag=K3O4ANEP3LNC type=write size=3593481 2024-08-10T05:34:01.453 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.453+0000 7f6f062d5640 1 > prepared part key=_multipart_7N97XZL3TX2D.2~0PWBAPRR4XFY.0 size=1048576 2024-08-10T05:34:01.454 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.454+0000 7f6f062d5640 1 > prepared part key=_multipart_7N97XZL3TX2D.2~0PWBAPRR4XFY.1 size=267605 2024-08-10T05:34:01.454 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.454+0000 7f6f062d5640 1 > prepared multipart upload key=7N97XZL3TX2D upload=0PWBAPRR4XFY tag=MLLC9MHOXPU7 type=write size=2364757 2024-08-10T05:34:01.456 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.455+0000 7f6f062d5640 1 < completed part key=_multipart_1IH8FE21AE4X.2~FCTCV35YUQ01.0 size=583347 2024-08-10T05:34:01.458 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.457+0000 7f6f062d5640 1 < completed multipart upload key=1IH8FE21AE4X upload=FCTCV35YUQ01 tag=K0BHXPDPVA15 type=write size=1631923 2024-08-10T05:34:01.459 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.458+0000 7f6f062d5640 1 > prepared operation key=FXQKBLXUHJHI tag=NACEIT61TCGR type=del size=3253825 2024-08-10T05:34:01.460 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.460+0000 7f6f062d5640 1 < completed part key=_multipart_8MJYHPC813SE.2~TLSSZZK70UTM.0 size=1048576 2024-08-10T05:34:01.462 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.461+0000 7f6f062d5640 1 < completed part key=_multipart_8MJYHPC813SE.2~TLSSZZK70UTM.1 size=1048576 2024-08-10T05:34:01.463 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.462+0000 7f6f062d5640 1 < completed part key=_multipart_8MJYHPC813SE.2~TLSSZZK70UTM.2 size=468366 2024-08-10T05:34:01.465 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.464+0000 7f6f062d5640 1 < completed multipart upload key=8MJYHPC813SE upload=TLSSZZK70UTM tag=Y5LR55GZEGND type=write size=3614094 2024-08-10T05:34:01.466 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.465+0000 7f6f062d5640 1 > prepared operation key=8441NV2A24FO tag=5AUTXEUS1GVJ type=del size=3442772 2024-08-10T05:34:01.467 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.467+0000 7f6f062d5640 1 < completed write operation key=H4D0TFSG0EKP tag=S50MYTBFSU6W type=write size=931571 2024-08-10T05:34:01.469 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.468+0000 7f6f062d5640 1 > prepared operation key=OH2XJH7YF0P6 tag=DJ41H0547SK0 type=del size=2774173 2024-08-10T05:34:01.470 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.470+0000 7f6f062d5640 1 < completed part key=_multipart_8441NV2A24FO.2~4Q1Y8SGI8YDU.0 size=1048576 2024-08-10T05:34:01.471 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.471+0000 7f6f062d5640 1 < completed part key=_multipart_8441NV2A24FO.2~4Q1Y8SGI8YDU.1 size=653007 2024-08-10T05:34:01.474 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.473+0000 7f6f062d5640 1 < completed multipart upload key=8441NV2A24FO upload=4Q1Y8SGI8YDU tag=0X1ORBLL7FBF type=write size=2750159 2024-08-10T05:34:01.475 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.474+0000 7f6f062d5640 1 > prepared operation key=S1J0EDZ5K22Q tag=RSBXU9TSB6RX type=del size=1397013 2024-08-10T05:34:01.476 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.476+0000 7f6f062d5640 1 < canceled operation key=H5TVL04MCGC8 tag=XJI0GXB0S3KQ type=del size=3464031 2024-08-10T05:34:01.479 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.478+0000 7f6f062d5640 1 > prepared part key=_multipart_P8JMH1X8249F.2~0B83TUD3YQV1.0 size=1048576 2024-08-10T05:34:01.480 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.479+0000 7f6f062d5640 1 > prepared part key=_multipart_P8JMH1X8249F.2~0B83TUD3YQV1.1 size=254417 2024-08-10T05:34:01.480 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.479+0000 7f6f062d5640 1 > prepared multipart upload key=P8JMH1X8249F upload=0B83TUD3YQV1 tag=P2DPYQ01Q01W type=write size=2351569 2024-08-10T05:34:01.481 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.481+0000 7f6f062d5640 1 < completed delete operation key=FXQKBLXUHJHI tag=F748FJUOQUJN type=del 2024-08-10T05:34:01.483 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.482+0000 7f6f062d5640 1 > prepared operation key=S1J0EDZ5K22Q tag=XCOWJGMTJDCL type=del size=1080805 2024-08-10T05:34:01.484 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.484+0000 7f6f062d5640 1 < completed part key=_multipart_WBJQTYBRMJV8.2~VSJM2TMW6HQ9.0 size=871250 2024-08-10T05:34:01.486 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.485+0000 7f6f062d5640 1 < completed multipart upload key=WBJQTYBRMJV8 upload=VSJM2TMW6HQ9 tag=1VFR2OMYMR82 type=write size=1919826 2024-08-10T05:34:01.487 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.487+0000 7f6f062d5640 1 > prepared operation key=J7D76V4ENV9B tag=HPG0LP4B8MCG type=del size=3490031 2024-08-10T05:34:01.489 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.488+0000 7f6f062d5640 1 < completed write operation key=S1E44NG3MOQ5 tag=M52K2J5GUQLW type=write size=66262 2024-08-10T05:34:01.490 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.489+0000 7f6f062d5640 1 > prepared operation key=8MJYHPC813SE tag=HU8LID4F2KDZ type=del size=218060 2024-08-10T05:34:01.491 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.490+0000 7f6f062d5640 1 < canceled operation key=GSXYSUXHA2KE tag=0Y46RPJDOOJX type=write size=979606 2024-08-10T05:34:01.493 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.493+0000 7f6f062d5640 1 > prepared part key=_multipart_LTRO8UR68E01.2~NGHUXADH6XZ5.0 size=1048576 2024-08-10T05:34:01.494 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.494+0000 7f6f062d5640 1 > prepared part key=_multipart_LTRO8UR68E01.2~NGHUXADH6XZ5.1 size=1048576 2024-08-10T05:34:01.496 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.495+0000 7f6f062d5640 1 > prepared part key=_multipart_LTRO8UR68E01.2~NGHUXADH6XZ5.2 size=452536 2024-08-10T05:34:01.496 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.495+0000 7f6f062d5640 1 > prepared multipart upload key=LTRO8UR68E01 upload=NGHUXADH6XZ5 tag=I6OKSBHTXB0Y type=write size=3598264 2024-08-10T05:34:01.497 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.496+0000 7f6f062d5640 1 < completed delete operation key=OH2XJH7YF0P6 tag=6IIODKK20EX3 type=del 2024-08-10T05:34:01.498 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.498+0000 7f6f062d5640 1 > prepared operation key=PGRI5CN7TTT0 tag=KUASWLAATPGS type=del size=297174 2024-08-10T05:34:01.500 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.499+0000 7f6f062d5640 1 < completed part key=_multipart_QTBS1TAZXH5F.2~5DXU419XNU5R.0 size=862354 2024-08-10T05:34:01.502 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.501+0000 7f6f062d5640 1 < completed multipart upload key=QTBS1TAZXH5F upload=5DXU419XNU5R tag=8FJZ238P7X2M type=write size=1910930 2024-08-10T05:34:01.503 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.502+0000 7f6f062d5640 1 > prepared operation key=3EUY0XWASPEL tag=UG401K3V68JU type=write size=169532 2024-08-10T05:34:01.503 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.502+0000 7f6f062d5640 1 < canceled part key=_multipart_OH2XJH7YF0P6.2~GAUNIAMLK34U.0 size=1048576 2024-08-10T05:34:01.504 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.503+0000 7f6f062d5640 1 < completed part key=_multipart_OH2XJH7YF0P6.2~GAUNIAMLK34U.1 size=1048576 2024-08-10T05:34:01.505 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.504+0000 7f6f062d5640 1 < completed part key=_multipart_OH2XJH7YF0P6.2~GAUNIAMLK34U.2 size=473417 2024-08-10T05:34:01.507 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.506+0000 7f6f062d5640 1 < canceled multipart upload key=OH2XJH7YF0P6 upload=GAUNIAMLK34U tag=5Q1W0EU0R799 type=write size=3619145 2024-08-10T05:34:01.509 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.508+0000 7f6f062d5640 1 > prepared operation key=3EUY0XWASPEL tag=3Z857NJR1GYH type=del size=2017341 2024-08-10T05:34:01.510 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.509+0000 7f6f062d5640 1 < completed delete operation key=OH2XJH7YF0P6 tag=8ZDOBBQ38YHR type=del 2024-08-10T05:34:01.516 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.512+0000 7f6f062d5640 1 > prepared part key=_multipart_J7D76V4ENV9B.2~F8HPXH85EV5V.0 size=47094 2024-08-10T05:34:01.516 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.512+0000 7f6f062d5640 1 > prepared multipart upload key=J7D76V4ENV9B upload=F8HPXH85EV5V tag=B809CMV3LP8P type=write size=1095670 2024-08-10T05:34:01.516 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.513+0000 7f6f062d5640 1 < completed part key=_multipart_Z3FSBPLXLYL2.2~PE1D4B16E5CV.0 size=1048576 2024-08-10T05:34:01.516 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.514+0000 7f6f062d5640 1 < completed part key=_multipart_Z3FSBPLXLYL2.2~PE1D4B16E5CV.1 size=110174 2024-08-10T05:34:01.516 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.516+0000 7f6f062d5640 1 < completed multipart upload key=Z3FSBPLXLYL2 upload=PE1D4B16E5CV tag=I2D0I0KVLWUF type=write size=2207326 2024-08-10T05:34:01.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:34:01 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:34:01] "GET /metrics HTTP/1.1" 200 36383 "" "Prometheus/2.43.0" 2024-08-10T05:34:01.518 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:34:01 smithi031 ceph-mon[100614]: pgmap v1367: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:34:01.518 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:34:01 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-144025-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:34:01.518 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:34:01 smithi031 ceph-mon[100614]: osdmap e1092: 8 total, 8 up, 8 in 2024-08-10T05:34:01.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:34:01 smithi031 ceph-mon[98130]: pgmap v1367: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:34:01.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:34:01 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-144025-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:34:01.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:34:01 smithi031 ceph-mon[98130]: osdmap e1092: 8 total, 8 up, 8 in 2024-08-10T05:34:01.519 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.518+0000 7f6f062d5640 1 > prepared part key=_multipart_8MJYHPC813SE.2~5BVZKNGODZXV.0 size=1048576 2024-08-10T05:34:01.520 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.519+0000 7f6f062d5640 1 > prepared part key=_multipart_8MJYHPC813SE.2~5BVZKNGODZXV.1 size=128965 2024-08-10T05:34:01.520 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.519+0000 7f6f062d5640 1 > prepared multipart upload key=8MJYHPC813SE upload=5BVZKNGODZXV tag=LEG9WIQW66TD type=write size=2226117 2024-08-10T05:34:01.521 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.520+0000 7f6f062d5640 1 < completed write operation key=LTRO8UR68E01 tag=D0F0IFJRTRB3 type=write size=130743 2024-08-10T05:34:01.522 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.522+0000 7f6f062d5640 1 > prepared operation key=7N97XZL3TX2D tag=VOTJ86VJHIFZ type=del size=2959762 2024-08-10T05:34:01.524 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.523+0000 7f6f062d5640 1 < completed part key=_multipart_7N97XZL3TX2D.2~0PWBAPRR4XFY.0 size=1048576 2024-08-10T05:34:01.524 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.523+0000 7f6f062d5640 1 < canceled part key=_multipart_7N97XZL3TX2D.2~0PWBAPRR4XFY.1 size=267605 2024-08-10T05:34:01.526 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.525+0000 7f6f062d5640 1 < canceled multipart upload key=7N97XZL3TX2D upload=0PWBAPRR4XFY tag=MLLC9MHOXPU7 type=write size=2364757 2024-08-10T05:34:01.527 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.526+0000 7f6f062d5640 1 > prepared operation key=H4D0TFSG0EKP tag=LY6ER0CB1ABS type=del size=2958989 2024-08-10T05:34:01.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:34:01 smithi196 ceph-mon[90243]: pgmap v1367: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:34:01.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:34:01 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-144025-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:34:01.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:34:01 smithi196 ceph-mon[90243]: osdmap e1092: 8 total, 8 up, 8 in 2024-08-10T05:34:01.528 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.528+0000 7f6f062d5640 1 < completed delete operation key=FXQKBLXUHJHI tag=NACEIT61TCGR type=del 2024-08-10T05:34:01.530 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.529+0000 7f6f062d5640 1 > prepared operation key=7DW3UO39XCUP tag=N8FPRVGSSN9D type=write size=643066 2024-08-10T05:34:01.531 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.531+0000 7f6f062d5640 1 < completed delete operation key=8441NV2A24FO tag=5AUTXEUS1GVJ type=del 2024-08-10T05:34:01.533 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.532+0000 7f6f062d5640 1 > prepared operation key=P8JMH1X8249F tag=DGC6TAOT4Q2R type=del size=1187850 2024-08-10T05:34:01.534 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.534+0000 7f6f062d5640 1 < completed delete operation key=OH2XJH7YF0P6 tag=DJ41H0547SK0 type=del 2024-08-10T05:34:01.535 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.535+0000 7f6f062d5640 1 > prepared operation key=J7D76V4ENV9B tag=6JRFJDXHFBS2 type=write size=795392 2024-08-10T05:34:01.537 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.536+0000 7f6f062d5640 1 < completed delete operation key=S1J0EDZ5K22Q tag=RSBXU9TSB6RX type=del 2024-08-10T05:34:01.538 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.538+0000 7f6f062d5640 1 > prepared operation key=H5TVL04MCGC8 tag=GNKGIX70138U type=del size=1978822 2024-08-10T05:34:01.540 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.539+0000 7f6f062d5640 1 < completed part key=_multipart_P8JMH1X8249F.2~0B83TUD3YQV1.0 size=1048576 2024-08-10T05:34:01.540 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.539+0000 7f6f062d5640 1 < canceled part key=_multipart_P8JMH1X8249F.2~0B83TUD3YQV1.1 size=254417 2024-08-10T05:34:01.542 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.541+0000 7f6f062d5640 1 < canceled multipart upload key=P8JMH1X8249F upload=0B83TUD3YQV1 tag=P2DPYQ01Q01W type=write size=2351569 2024-08-10T05:34:01.543 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.543+0000 7f6f062d5640 1 > prepared operation key=P8JMH1X8249F tag=MG9JL9RWOXSH type=del size=3038549 2024-08-10T05:34:01.544 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.544+0000 7f6f062d5640 1 < completed delete operation key=S1J0EDZ5K22Q tag=XCOWJGMTJDCL type=del 2024-08-10T05:34:01.547 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.546+0000 7f6f062d5640 1 > prepared part key=_multipart_7DW3UO39XCUP.2~R23LFGLYQJ85.0 size=1048576 2024-08-10T05:34:01.548 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.547+0000 7f6f062d5640 1 > prepared part key=_multipart_7DW3UO39XCUP.2~R23LFGLYQJ85.1 size=1048576 2024-08-10T05:34:01.548 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.548+0000 7f6f062d5640 1 > prepared part key=_multipart_7DW3UO39XCUP.2~R23LFGLYQJ85.2 size=124833 2024-08-10T05:34:01.549 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.548+0000 7f6f062d5640 1 > prepared multipart upload key=7DW3UO39XCUP upload=R23LFGLYQJ85 tag=XWS96C5CWY42 type=write size=3270561 2024-08-10T05:34:01.550 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.549+0000 7f6f062d5640 1 < completed delete operation key=J7D76V4ENV9B tag=HPG0LP4B8MCG type=del 2024-08-10T05:34:01.551 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.551+0000 7f6f062d5640 1 > prepared operation key=H4D0TFSG0EKP tag=00AQ0393F6VM type=write size=315487 2024-08-10T05:34:01.552 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.552+0000 7f6f062d5640 1 < completed delete operation key=8MJYHPC813SE tag=HU8LID4F2KDZ type=del 2024-08-10T05:34:01.555 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.555+0000 7f6f062d5640 1 > prepared part key=_multipart_H5TVL04MCGC8.2~K061WBBVVKXV.0 size=1048576 2024-08-10T05:34:01.556 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.556+0000 7f6f062d5640 1 > prepared part key=_multipart_H5TVL04MCGC8.2~K061WBBVVKXV.1 size=327930 2024-08-10T05:34:01.556 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.556+0000 7f6f062d5640 1 > prepared multipart upload key=H5TVL04MCGC8 upload=K061WBBVVKXV tag=OIA2MSXD0I9O type=write size=2425082 2024-08-10T05:34:01.557 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.557+0000 7f6f062d5640 1 < completed part key=_multipart_LTRO8UR68E01.2~NGHUXADH6XZ5.0 size=1048576 2024-08-10T05:34:01.559 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.558+0000 7f6f062d5640 1 < completed part key=_multipart_LTRO8UR68E01.2~NGHUXADH6XZ5.1 size=1048576 2024-08-10T05:34:01.560 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.559+0000 7f6f062d5640 1 < completed part key=_multipart_LTRO8UR68E01.2~NGHUXADH6XZ5.2 size=452536 2024-08-10T05:34:01.562 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.561+0000 7f6f062d5640 1 < completed multipart upload key=LTRO8UR68E01 upload=NGHUXADH6XZ5 tag=I6OKSBHTXB0Y type=write size=3598264 2024-08-10T05:34:01.563 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.562+0000 7f6f062d5640 1 > prepared operation key=4L5NSS7LS8GK tag=8GEA8ULSRJ4C type=write size=531994 2024-08-10T05:34:01.565 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.564+0000 7f6f062d5640 1 < completed delete operation key=PGRI5CN7TTT0 tag=KUASWLAATPGS type=del 2024-08-10T05:34:01.566 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.566+0000 7f6f062d5640 1 > prepared operation key=1IH8FE21AE4X tag=FAMLSI8A2CCG type=del size=2833783 2024-08-10T05:34:01.568 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.567+0000 7f6f062d5640 1 < canceled operation key=3EUY0XWASPEL tag=UG401K3V68JU type=write size=169532 2024-08-10T05:34:01.569 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.568+0000 7f6f062d5640 1 > prepared operation key=M533Z7C651X9 tag=YAR36Y1OVHNC type=del size=1572391 2024-08-10T05:34:01.571 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.570+0000 7f6f062d5640 1 < completed delete operation key=3EUY0XWASPEL tag=3Z857NJR1GYH type=del 2024-08-10T05:34:01.573 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.572+0000 7f6f062d5640 1 > prepared part key=_multipart_Z3FSBPLXLYL2.2~2PLCIIA3T3L0.0 size=1048576 2024-08-10T05:34:01.574 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.573+0000 7f6f062d5640 1 > prepared part key=_multipart_Z3FSBPLXLYL2.2~2PLCIIA3T3L0.1 size=1048576 2024-08-10T05:34:01.575 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.574+0000 7f6f062d5640 1 > prepared part key=_multipart_Z3FSBPLXLYL2.2~2PLCIIA3T3L0.2 size=365815 2024-08-10T05:34:01.575 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.574+0000 7f6f062d5640 1 > prepared multipart upload key=Z3FSBPLXLYL2 upload=2PLCIIA3T3L0 tag=0KPUKP7KULK3 type=write size=3511543 2024-08-10T05:34:01.577 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.576+0000 7f6f062d5640 1 < completed part key=_multipart_J7D76V4ENV9B.2~F8HPXH85EV5V.0 size=47094 2024-08-10T05:34:01.579 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.578+0000 7f6f062d5640 1 < completed multipart upload key=J7D76V4ENV9B upload=F8HPXH85EV5V tag=B809CMV3LP8P type=write size=1095670 2024-08-10T05:34:01.581 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.581+0000 7f6f062d5640 1 > prepared part key=_multipart_M533Z7C651X9.2~0P9B67LQY83U.0 size=605937 2024-08-10T05:34:01.582 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.581+0000 7f6f062d5640 1 > prepared multipart upload key=M533Z7C651X9 upload=0P9B67LQY83U tag=DJLEK4W4VCMZ type=write size=1654513 2024-08-10T05:34:01.583 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.582+0000 7f6f062d5640 1 < completed part key=_multipart_8MJYHPC813SE.2~5BVZKNGODZXV.0 size=1048576 2024-08-10T05:34:01.584 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.583+0000 7f6f062d5640 1 < completed part key=_multipart_8MJYHPC813SE.2~5BVZKNGODZXV.1 size=128965 2024-08-10T05:34:01.586 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.586+0000 7f6f062d5640 1 < completed multipart upload key=8MJYHPC813SE upload=5BVZKNGODZXV tag=LEG9WIQW66TD type=write size=2226117 2024-08-10T05:34:01.588 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.587+0000 7f6f062d5640 1 > prepared operation key=H4D0TFSG0EKP tag=OBMGTLMCHKRL type=del size=2188644 2024-08-10T05:34:01.589 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.589+0000 7f6f062d5640 1 < completed delete operation key=7N97XZL3TX2D tag=VOTJ86VJHIFZ type=del 2024-08-10T05:34:01.591 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.590+0000 7f6f062d5640 1 > prepared operation key=QTBS1TAZXH5F tag=NPLY159AHDC8 type=del size=1670269 2024-08-10T05:34:01.592 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.591+0000 7f6f062d5640 1 < completed delete operation key=H4D0TFSG0EKP tag=LY6ER0CB1ABS type=del 2024-08-10T05:34:01.593 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.593+0000 7f6f062d5640 1 > prepared operation key=F0DF00AE1ISQ tag=6AKDXOAN4VFI type=del size=2457759 2024-08-10T05:34:01.596 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.596+0000 7f6f062d5640 1 < suggested remove operation key=7DW3UO39XCUP tag=N8FPRVGSSN9D type=write 2024-08-10T05:34:01.598 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.597+0000 7f6f062d5640 1 > prepared operation key=F0DF00AE1ISQ tag=YLIQ0LRMGH2K type=del size=2386000 2024-08-10T05:34:01.600 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.600+0000 7f6f062d5640 1 < suggested remove operation key=P8JMH1X8249F tag=DGC6TAOT4Q2R type=del 2024-08-10T05:34:01.603 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.602+0000 7f6f062d5640 1 > prepared part key=_multipart_7DW3UO39XCUP.2~J3719MDVU5KW.0 size=1048576 2024-08-10T05:34:01.604 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.603+0000 7f6f062d5640 1 > prepared part key=_multipart_7DW3UO39XCUP.2~J3719MDVU5KW.1 size=1048576 2024-08-10T05:34:01.605 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.604+0000 7f6f062d5640 1 > prepared part key=_multipart_7DW3UO39XCUP.2~J3719MDVU5KW.2 size=397720 2024-08-10T05:34:01.605 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.604+0000 7f6f062d5640 1 > prepared multipart upload key=7DW3UO39XCUP upload=J3719MDVU5KW tag=KA9CSFE9M7QL type=write size=3543448 2024-08-10T05:34:01.607 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.607+0000 7f6f062d5640 1 < suggested remove operation key=J7D76V4ENV9B tag=6JRFJDXHFBS2 type=write 2024-08-10T05:34:01.609 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.609+0000 7f6f062d5640 1 > prepared part key=_multipart_3EUY0XWASPEL.2~JD5P0YI1LIYJ.0 size=1048576 2024-08-10T05:34:01.610 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.610+0000 7f6f062d5640 1 > prepared part key=_multipart_3EUY0XWASPEL.2~JD5P0YI1LIYJ.1 size=653720 2024-08-10T05:34:01.610 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.610+0000 7f6f062d5640 1 > prepared multipart upload key=3EUY0XWASPEL upload=JD5P0YI1LIYJ tag=PM18LR5PNK11 type=write size=2750872 2024-08-10T05:34:01.612 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.611+0000 7f6f062d5640 1 < completed delete operation key=H5TVL04MCGC8 tag=GNKGIX70138U type=del 2024-08-10T05:34:01.613 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.613+0000 7f6f062d5640 1 > prepared operation key=M533Z7C651X9 tag=CWF1QSLMVROC type=del size=2277798 2024-08-10T05:34:01.615 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.614+0000 7f6f062d5640 -1 < failed to complete operation key=P8JMH1X8249F tag=MG9JL9RWOXSH type=del size=3038549: (22) Invalid argument 2024-08-10T05:34:01.616 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.616+0000 7f6f062d5640 1 > prepared operation key=3EUY0XWASPEL tag=XC0CZL5YEYGJ type=del size=2054313 2024-08-10T05:34:01.618 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.617+0000 7f6f062d5640 1 < completed part key=_multipart_7DW3UO39XCUP.2~R23LFGLYQJ85.0 size=1048576 2024-08-10T05:34:01.618 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.617+0000 7f6f062d5640 1 < canceled part key=_multipart_7DW3UO39XCUP.2~R23LFGLYQJ85.1 size=1048576 2024-08-10T05:34:01.619 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.618+0000 7f6f062d5640 1 < completed part key=_multipart_7DW3UO39XCUP.2~R23LFGLYQJ85.2 size=124833 2024-08-10T05:34:01.621 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.620+0000 7f6f062d5640 1 < canceled multipart upload key=7DW3UO39XCUP upload=R23LFGLYQJ85 tag=XWS96C5CWY42 type=write size=3270561 2024-08-10T05:34:01.622 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.622+0000 7f6f062d5640 1 > prepared operation key=H4D0TFSG0EKP tag=F7RWKZNJJ6ZF type=del size=2870935 2024-08-10T05:34:01.624 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.623+0000 7f6f062d5640 1 < completed write operation key=H4D0TFSG0EKP tag=00AQ0393F6VM type=write size=315487 2024-08-10T05:34:01.626 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.625+0000 7f6f062d5640 1 > prepared part key=_multipart_Z3FSBPLXLYL2.2~WIBJ7VRJAGUA.0 size=83755 2024-08-10T05:34:01.626 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.625+0000 7f6f062d5640 1 > prepared multipart upload key=Z3FSBPLXLYL2 upload=WIBJ7VRJAGUA tag=1NBQEA8E1DH7 type=write size=1132331 2024-08-10T05:34:01.628 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.627+0000 7f6f062d5640 1 < completed part key=_multipart_H5TVL04MCGC8.2~K061WBBVVKXV.0 size=1048576 2024-08-10T05:34:01.629 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.628+0000 7f6f062d5640 1 < completed part key=_multipart_H5TVL04MCGC8.2~K061WBBVVKXV.1 size=327930 2024-08-10T05:34:01.631 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.630+0000 7f6f062d5640 1 < completed multipart upload key=H5TVL04MCGC8 upload=K061WBBVVKXV tag=OIA2MSXD0I9O type=write size=2425082 2024-08-10T05:34:01.632 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.632+0000 7f6f062d5640 1 > prepared operation key=3EUY0XWASPEL tag=HZMROZY6QS5I type=del size=3678334 2024-08-10T05:34:01.633 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.633+0000 7f6f062d5640 1 < completed write operation key=4L5NSS7LS8GK tag=8GEA8ULSRJ4C type=write size=531994 2024-08-10T05:34:01.636 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.635+0000 7f6f062d5640 1 > prepared part key=_multipart_PGRI5CN7TTT0.2~38MZ7HRXWZXM.0 size=1048576 2024-08-10T05:34:01.637 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.636+0000 7f6f062d5640 1 > prepared part key=_multipart_PGRI5CN7TTT0.2~38MZ7HRXWZXM.1 size=917583 2024-08-10T05:34:01.637 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.636+0000 7f6f062d5640 1 > prepared multipart upload key=PGRI5CN7TTT0 upload=38MZ7HRXWZXM tag=4G1LEKT5EXTH type=write size=3014735 2024-08-10T05:34:01.638 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.638+0000 7f6f062d5640 1 < completed delete operation key=1IH8FE21AE4X tag=FAMLSI8A2CCG type=del 2024-08-10T05:34:01.640 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.639+0000 7f6f062d5640 1 > prepared operation key=Y0DHHLUF8MD9 tag=XFX0FXNY8ZWV type=del size=2179739 2024-08-10T05:34:01.641 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.640+0000 7f6f062d5640 1 < completed delete operation key=M533Z7C651X9 tag=YAR36Y1OVHNC type=del 2024-08-10T05:34:01.642 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.641+0000 7f6f062d5640 1 > prepared operation key=QTBS1TAZXH5F tag=WDFEHXD7JIO4 type=del size=3324416 2024-08-10T05:34:01.643 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.643+0000 7f6f062d5640 1 < completed part key=_multipart_Z3FSBPLXLYL2.2~2PLCIIA3T3L0.0 size=1048576 2024-08-10T05:34:01.644 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.644+0000 7f6f062d5640 1 < completed part key=_multipart_Z3FSBPLXLYL2.2~2PLCIIA3T3L0.1 size=1048576 2024-08-10T05:34:01.645 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.645+0000 7f6f062d5640 1 < completed part key=_multipart_Z3FSBPLXLYL2.2~2PLCIIA3T3L0.2 size=365815 2024-08-10T05:34:01.647 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.647+0000 7f6f062d5640 1 < completed multipart upload key=Z3FSBPLXLYL2 upload=2PLCIIA3T3L0 tag=0KPUKP7KULK3 type=write size=3511543 2024-08-10T05:34:01.649 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.648+0000 7f6f062d5640 1 > prepared operation key=ZPF41248T0P2 tag=L9RA8NI5MGTA type=del size=2522858 2024-08-10T05:34:01.650 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.649+0000 7f6f062d5640 1 < completed part key=_multipart_M533Z7C651X9.2~0P9B67LQY83U.0 size=605937 2024-08-10T05:34:01.652 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.651+0000 7f6f062d5640 1 < completed multipart upload key=M533Z7C651X9 upload=0P9B67LQY83U tag=DJLEK4W4VCMZ type=write size=1654513 2024-08-10T05:34:01.655 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.654+0000 7f6f062d5640 1 > prepared part key=_multipart_H5TVL04MCGC8.2~J4VHJJQT81YS.0 size=1048576 2024-08-10T05:34:01.656 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.655+0000 7f6f062d5640 1 > prepared part key=_multipart_H5TVL04MCGC8.2~J4VHJJQT81YS.1 size=453013 2024-08-10T05:34:01.656 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.655+0000 7f6f062d5640 1 > prepared multipart upload key=H5TVL04MCGC8 upload=J4VHJJQT81YS tag=QG71QWPXCLVX type=write size=2550165 2024-08-10T05:34:01.657 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.656+0000 7f6f062d5640 1 < completed delete operation key=H4D0TFSG0EKP tag=OBMGTLMCHKRL type=del 2024-08-10T05:34:01.659 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.659+0000 7f6f062d5640 1 > prepared part key=_multipart_4L5NSS7LS8GK.2~H2A8ESHYVHCM.0 size=1048576 2024-08-10T05:34:01.660 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.660+0000 7f6f062d5640 1 > prepared part key=_multipart_4L5NSS7LS8GK.2~H2A8ESHYVHCM.1 size=931521 2024-08-10T05:34:01.660 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.660+0000 7f6f062d5640 1 > prepared multipart upload key=4L5NSS7LS8GK upload=H2A8ESHYVHCM tag=1RUZ2YONO60Q type=write size=3028673 2024-08-10T05:34:01.662 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.661+0000 7f6f062d5640 1 < completed delete operation key=QTBS1TAZXH5F tag=NPLY159AHDC8 type=del 2024-08-10T05:34:01.663 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.662+0000 7f6f062d5640 1 > prepared operation key=H4D0TFSG0EKP tag=L08WPH9CY92H type=del size=2341457 2024-08-10T05:34:01.666 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.666+0000 7f6f062d5640 1 < suggested update operation key=F0DF00AE1ISQ tag=6AKDXOAN4VFI type=del size=2457759 2024-08-10T05:34:01.668 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.667+0000 7f6f062d5640 1 > prepared operation key=8MJYHPC813SE tag=4L7YVSWFV54Z type=write size=5548 2024-08-10T05:34:01.670 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.670+0000 7f6f062d5640 1 < suggested update operation key=F0DF00AE1ISQ tag=YLIQ0LRMGH2K type=del size=2386000 2024-08-10T05:34:01.672 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.671+0000 7f6f062d5640 1 > prepared operation key=P8JMH1X8249F tag=X1V8SSU0LWCC type=write size=391350 2024-08-10T05:34:01.673 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.673+0000 7f6f062d5640 1 < completed part key=_multipart_7DW3UO39XCUP.2~J3719MDVU5KW.0 size=1048576 2024-08-10T05:34:01.674 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.674+0000 7f6f062d5640 1 < completed part key=_multipart_7DW3UO39XCUP.2~J3719MDVU5KW.1 size=1048576 2024-08-10T05:34:01.676 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.675+0000 7f6f062d5640 1 < completed part key=_multipart_7DW3UO39XCUP.2~J3719MDVU5KW.2 size=397720 2024-08-10T05:34:01.678 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.677+0000 7f6f062d5640 1 < completed multipart upload key=7DW3UO39XCUP upload=J3719MDVU5KW tag=KA9CSFE9M7QL type=write size=3543448 2024-08-10T05:34:01.679 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.678+0000 7f6f062d5640 1 > prepared operation key=GNE0GMBV8Q1M tag=V8NJ7WWRBJ2G type=del size=1325133 2024-08-10T05:34:01.680 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.680+0000 7f6f062d5640 1 < completed part key=_multipart_3EUY0XWASPEL.2~JD5P0YI1LIYJ.0 size=1048576 2024-08-10T05:34:01.681 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.681+0000 7f6f062d5640 1 < completed part key=_multipart_3EUY0XWASPEL.2~JD5P0YI1LIYJ.1 size=653720 2024-08-10T05:34:01.684 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.683+0000 7f6f062d5640 1 < completed multipart upload key=3EUY0XWASPEL upload=JD5P0YI1LIYJ tag=PM18LR5PNK11 type=write size=2750872 2024-08-10T05:34:01.686 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.685+0000 7f6f062d5640 1 > prepared part key=_multipart_KHYOYNS1HKDG.2~QBMSMYJ4FDD3.0 size=1021737 2024-08-10T05:34:01.686 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.685+0000 7f6f062d5640 1 > prepared multipart upload key=KHYOYNS1HKDG upload=QBMSMYJ4FDD3 tag=ZWV2D16ODNE1 type=write size=2070313 2024-08-10T05:34:01.687 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.686+0000 7f6f062d5640 1 < completed delete operation key=M533Z7C651X9 tag=CWF1QSLMVROC type=del 2024-08-10T05:34:01.688 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.687+0000 7f6f062d5640 1 > prepared operation key=FXQKBLXUHJHI tag=8KMFD8044Z6A type=del size=2385792 2024-08-10T05:34:01.689 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.689+0000 7f6f062d5640 1 < completed delete operation key=3EUY0XWASPEL tag=XC0CZL5YEYGJ type=del 2024-08-10T05:34:01.692 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.691+0000 7f6f062d5640 1 > prepared part key=_multipart_WBJQTYBRMJV8.2~28S9P0L7WE6V.0 size=1048576 2024-08-10T05:34:01.693 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.692+0000 7f6f062d5640 1 > prepared part key=_multipart_WBJQTYBRMJV8.2~28S9P0L7WE6V.1 size=1048576 2024-08-10T05:34:01.694 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.693+0000 7f6f062d5640 1 > prepared part key=_multipart_WBJQTYBRMJV8.2~28S9P0L7WE6V.2 size=665312 2024-08-10T05:34:01.694 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.693+0000 7f6f062d5640 1 > prepared multipart upload key=WBJQTYBRMJV8 upload=28S9P0L7WE6V tag=3EUFL8P6T0NH type=write size=3811040 2024-08-10T05:34:01.695 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.694+0000 7f6f062d5640 1 < completed delete operation key=H4D0TFSG0EKP tag=F7RWKZNJJ6ZF type=del 2024-08-10T05:34:01.698 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.697+0000 7f6f062d5640 1 > prepared part key=_multipart_4L5NSS7LS8GK.2~AIEI742R7GHL.0 size=654861 2024-08-10T05:34:01.698 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.697+0000 7f6f062d5640 1 > prepared multipart upload key=4L5NSS7LS8GK upload=AIEI742R7GHL tag=DN9CGMR9ZLRU type=write size=1703437 2024-08-10T05:34:01.699 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.698+0000 7f6f062d5640 1 < completed part key=_multipart_Z3FSBPLXLYL2.2~WIBJ7VRJAGUA.0 size=83755 2024-08-10T05:34:01.701 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.700+0000 7f6f062d5640 1 < completed multipart upload key=Z3FSBPLXLYL2 upload=WIBJ7VRJAGUA tag=1NBQEA8E1DH7 type=write size=1132331 2024-08-10T05:34:01.702 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.701+0000 7f6f062d5640 1 > prepared operation key=QTHON9W7S3SP tag=SY7I4B29LN69 type=del size=382295 2024-08-10T05:34:01.703 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.703+0000 7f6f062d5640 1 < completed delete operation key=3EUY0XWASPEL tag=HZMROZY6QS5I type=del 2024-08-10T05:34:01.705 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.705+0000 7f6f062d5640 1 > prepared part key=_multipart_WBJQTYBRMJV8.2~2S7E04T8Y11J.0 size=1048576 2024-08-10T05:34:01.706 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.706+0000 7f6f062d5640 1 > prepared part key=_multipart_WBJQTYBRMJV8.2~2S7E04T8Y11J.1 size=340507 2024-08-10T05:34:01.706 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.706+0000 7f6f062d5640 1 > prepared multipart upload key=WBJQTYBRMJV8 upload=2S7E04T8Y11J tag=6FNM2IV0NULJ type=write size=2437659 2024-08-10T05:34:01.708 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.707+0000 7f6f062d5640 1 < completed part key=_multipart_PGRI5CN7TTT0.2~38MZ7HRXWZXM.0 size=1048576 2024-08-10T05:34:01.709 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.708+0000 7f6f062d5640 1 < completed part key=_multipart_PGRI5CN7TTT0.2~38MZ7HRXWZXM.1 size=917583 2024-08-10T05:34:01.711 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.711+0000 7f6f062d5640 1 < completed multipart upload key=PGRI5CN7TTT0 upload=38MZ7HRXWZXM tag=4G1LEKT5EXTH type=write size=3014735 2024-08-10T05:34:01.714 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.713+0000 7f6f062d5640 1 > prepared part key=_multipart_P8JMH1X8249F.2~BOTDQHWIJJU9.0 size=922199 2024-08-10T05:34:01.714 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.713+0000 7f6f062d5640 1 > prepared multipart upload key=P8JMH1X8249F upload=BOTDQHWIJJU9 tag=MJ23RWECO7CG type=write size=1970775 2024-08-10T05:34:01.719 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.714+0000 7f6f062d5640 1 < completed delete operation key=Y0DHHLUF8MD9 tag=XFX0FXNY8ZWV type=del 2024-08-10T05:34:01.719 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.716+0000 7f6f062d5640 1 > prepared operation key=QTBS1TAZXH5F tag=V791PB9QNOI3 type=del size=1150199 2024-08-10T05:34:01.719 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.717+0000 7f6f062d5640 1 < completed delete operation key=QTBS1TAZXH5F tag=WDFEHXD7JIO4 type=del 2024-08-10T05:34:01.719 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.718+0000 7f6f062d5640 1 > prepared operation key=MI1XTCS076Y9 tag=XATDDI23DD16 type=del size=468912 2024-08-10T05:34:01.720 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.719+0000 7f6f062d5640 1 < completed delete operation key=ZPF41248T0P2 tag=L9RA8NI5MGTA type=del 2024-08-10T05:34:01.721 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.721+0000 7f6f062d5640 1 > prepared operation key=1IH8FE21AE4X tag=R7WK7JEUQFPJ type=write size=643885 2024-08-10T05:34:01.721 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.721+0000 7f6f062d5640 1 < canceled part key=_multipart_H5TVL04MCGC8.2~J4VHJJQT81YS.0 size=1048576 2024-08-10T05:34:01.723 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.722+0000 7f6f062d5640 1 < completed part key=_multipart_H5TVL04MCGC8.2~J4VHJJQT81YS.1 size=453013 2024-08-10T05:34:01.725 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.724+0000 7f6f062d5640 1 < canceled multipart upload key=H5TVL04MCGC8 upload=J4VHJJQT81YS tag=QG71QWPXCLVX type=write size=2550165 2024-08-10T05:34:01.726 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.726+0000 7f6f062d5640 1 > prepared operation key=8441NV2A24FO tag=RQRIYWVDH4RP type=del size=1548033 2024-08-10T05:34:01.727 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.726+0000 7f6f062d5640 1 < canceled part key=_multipart_4L5NSS7LS8GK.2~H2A8ESHYVHCM.0 size=1048576 2024-08-10T05:34:01.727 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.727+0000 7f6f062d5640 1 < completed part key=_multipart_4L5NSS7LS8GK.2~H2A8ESHYVHCM.1 size=931521 2024-08-10T05:34:01.729 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.729+0000 7f6f062d5640 1 < canceled multipart upload key=4L5NSS7LS8GK upload=H2A8ESHYVHCM tag=1RUZ2YONO60Q type=write size=3028673 2024-08-10T05:34:01.732 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.731+0000 7f6f062d5640 1 > prepared part key=_multipart_00IWI9L0NGJ3.2~95ZR3VUJXAYP.0 size=1048576 2024-08-10T05:34:01.733 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.732+0000 7f6f062d5640 1 > prepared part key=_multipart_00IWI9L0NGJ3.2~95ZR3VUJXAYP.1 size=1048576 2024-08-10T05:34:01.734 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.733+0000 7f6f062d5640 1 > prepared part key=_multipart_00IWI9L0NGJ3.2~95ZR3VUJXAYP.2 size=514058 2024-08-10T05:34:01.734 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.733+0000 7f6f062d5640 1 > prepared multipart upload key=00IWI9L0NGJ3 upload=95ZR3VUJXAYP tag=MSLHOEEXTX7U type=write size=3659786 2024-08-10T05:34:01.735 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.735+0000 7f6f062d5640 1 < completed delete operation key=H4D0TFSG0EKP tag=L08WPH9CY92H type=del 2024-08-10T05:34:01.737 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.737+0000 7f6f062d5640 1 > prepared part key=_multipart_M533Z7C651X9.2~WYKJR9ZF346L.0 size=1048576 2024-08-10T05:34:01.738 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.738+0000 7f6f062d5640 1 > prepared part key=_multipart_M533Z7C651X9.2~WYKJR9ZF346L.1 size=1048576 2024-08-10T05:34:01.739 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.739+0000 7f6f062d5640 1 > prepared part key=_multipart_M533Z7C651X9.2~WYKJR9ZF346L.2 size=137551 2024-08-10T05:34:01.740 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.739+0000 7f6f062d5640 1 > prepared multipart upload key=M533Z7C651X9 upload=WYKJR9ZF346L tag=ASSPTU9I8E0Q type=write size=3283279 2024-08-10T05:34:01.741 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.740+0000 7f6f062d5640 1 < completed write operation key=8MJYHPC813SE tag=4L7YVSWFV54Z type=write size=5548 2024-08-10T05:34:01.742 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.742+0000 7f6f062d5640 1 > prepared operation key=00IWI9L0NGJ3 tag=6SEQCQU3F5EV type=del size=3108552 2024-08-10T05:34:01.744 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.743+0000 7f6f062d5640 1 < completed write operation key=P8JMH1X8249F tag=X1V8SSU0LWCC type=write size=391350 2024-08-10T05:34:01.745 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.744+0000 7f6f062d5640 1 > prepared operation key=GNE0GMBV8Q1M tag=PP8IW8SF5486 type=write size=772528 2024-08-10T05:34:01.746 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.746+0000 7f6f062d5640 1 < completed delete operation key=GNE0GMBV8Q1M tag=V8NJ7WWRBJ2G type=del 2024-08-10T05:34:01.747 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.747+0000 7f6f062d5640 1 > prepared operation key=ZPF41248T0P2 tag=430WS1CAWV15 type=del size=2624863 2024-08-10T05:34:01.749 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.748+0000 7f6f062d5640 1 < completed part key=_multipart_KHYOYNS1HKDG.2~QBMSMYJ4FDD3.0 size=1021737 2024-08-10T05:34:01.751 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.750+0000 7f6f062d5640 1 < completed multipart upload key=KHYOYNS1HKDG upload=QBMSMYJ4FDD3 tag=ZWV2D16ODNE1 type=write size=2070313 2024-08-10T05:34:01.752 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.751+0000 7f6f062d5640 1 > prepared operation key=P8JMH1X8249F tag=LRAP8PI0OIGT type=write size=551175 2024-08-10T05:34:01.755 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.754+0000 7f6f062d5640 1 < suggested remove operation key=FXQKBLXUHJHI tag=8KMFD8044Z6A type=del 2024-08-10T05:34:01.756 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.755+0000 7f6f062d5640 1 > prepared operation key=7DW3UO39XCUP tag=6LU8UUGQQY8Q type=del size=1783049 2024-08-10T05:34:01.757 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.757+0000 7f6f062d5640 1 < completed part key=_multipart_WBJQTYBRMJV8.2~28S9P0L7WE6V.0 size=1048576 2024-08-10T05:34:01.758 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.758+0000 7f6f062d5640 1 < completed part key=_multipart_WBJQTYBRMJV8.2~28S9P0L7WE6V.1 size=1048576 2024-08-10T05:34:01.759 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.759+0000 7f6f062d5640 1 < completed part key=_multipart_WBJQTYBRMJV8.2~28S9P0L7WE6V.2 size=665312 2024-08-10T05:34:01.761 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.761+0000 7f6f062d5640 1 < completed multipart upload key=WBJQTYBRMJV8 upload=28S9P0L7WE6V tag=3EUFL8P6T0NH type=write size=3811040 2024-08-10T05:34:01.763 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.762+0000 7f6f062d5640 1 > prepared operation key=7N97XZL3TX2D tag=YY3W6D5HIRVS type=write size=1023147 2024-08-10T05:34:01.764 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.763+0000 7f6f062d5640 1 < completed part key=_multipart_4L5NSS7LS8GK.2~AIEI742R7GHL.0 size=654861 2024-08-10T05:34:01.766 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.765+0000 7f6f062d5640 1 < completed multipart upload key=4L5NSS7LS8GK upload=AIEI742R7GHL tag=DN9CGMR9ZLRU type=write size=1703437 2024-08-10T05:34:01.767 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.767+0000 7f6f062d5640 1 > prepared operation key=1IH8FE21AE4X tag=JKWT9MCOE175 type=del size=4173662 2024-08-10T05:34:01.769 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.768+0000 7f6f062d5640 1 < completed delete operation key=QTHON9W7S3SP tag=SY7I4B29LN69 type=del 2024-08-10T05:34:01.770 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.769+0000 7f6f062d5640 1 > prepared operation key=8441NV2A24FO tag=AZ6HS3WKWMPI type=del size=2562647 2024-08-10T05:34:01.771 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.771+0000 7f6f062d5640 1 < completed part key=_multipart_WBJQTYBRMJV8.2~2S7E04T8Y11J.0 size=1048576 2024-08-10T05:34:01.772 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.772+0000 7f6f062d5640 1 < completed part key=_multipart_WBJQTYBRMJV8.2~2S7E04T8Y11J.1 size=340507 2024-08-10T05:34:01.774 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.774+0000 7f6f062d5640 1 < completed multipart upload key=WBJQTYBRMJV8 upload=2S7E04T8Y11J tag=6FNM2IV0NULJ type=write size=2437659 2024-08-10T05:34:01.777 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.776+0000 7f6f062d5640 1 > prepared part key=_multipart_S1J0EDZ5K22Q.2~3LKRX64NCAVF.0 size=1048576 2024-08-10T05:34:01.778 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.777+0000 7f6f062d5640 1 > prepared part key=_multipart_S1J0EDZ5K22Q.2~3LKRX64NCAVF.1 size=1048576 2024-08-10T05:34:01.779 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.778+0000 7f6f062d5640 1 > prepared part key=_multipart_S1J0EDZ5K22Q.2~3LKRX64NCAVF.2 size=775854 2024-08-10T05:34:01.779 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.778+0000 7f6f062d5640 1 > prepared multipart upload key=S1J0EDZ5K22Q upload=3LKRX64NCAVF tag=XZJBDCG5EYM4 type=write size=3921582 2024-08-10T05:34:01.780 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.780+0000 7f6f062d5640 1 < completed part key=_multipart_P8JMH1X8249F.2~BOTDQHWIJJU9.0 size=922199 2024-08-10T05:34:01.782 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.782+0000 7f6f062d5640 1 < completed multipart upload key=P8JMH1X8249F upload=BOTDQHWIJJU9 tag=MJ23RWECO7CG type=write size=1970775 2024-08-10T05:34:01.784 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.783+0000 7f6f062d5640 1 > prepared operation key=1G5AU0L67121 tag=XCVX98ILY8S2 type=del size=3826941 2024-08-10T05:34:01.785 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.784+0000 7f6f062d5640 1 < completed delete operation key=QTBS1TAZXH5F tag=V791PB9QNOI3 type=del 2024-08-10T05:34:01.787 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.786+0000 7f6f062d5640 1 > prepared operation key=00IWI9L0NGJ3 tag=A00YMUSQ8L52 type=write size=882856 2024-08-10T05:34:01.788 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.787+0000 7f6f062d5640 1 < completed delete operation key=MI1XTCS076Y9 tag=XATDDI23DD16 type=del 2024-08-10T05:34:01.790 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.790+0000 7f6f062d5640 1 > prepared part key=_multipart_OH2XJH7YF0P6.2~6V8ZUQ96SSMA.0 size=378889 2024-08-10T05:34:01.791 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.790+0000 7f6f062d5640 1 > prepared multipart upload key=OH2XJH7YF0P6 upload=6V8ZUQ96SSMA tag=1W4LXW9QTHC1 type=write size=1427465 2024-08-10T05:34:01.792 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.792+0000 7f6f062d5640 1 < completed write operation key=1IH8FE21AE4X tag=R7WK7JEUQFPJ type=write size=643885 2024-08-10T05:34:01.795 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.794+0000 7f6f062d5640 1 > prepared part key=_multipart_F0DF00AE1ISQ.2~036TSJ74SRNP.0 size=1048576 2024-08-10T05:34:01.796 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.795+0000 7f6f062d5640 1 > prepared part key=_multipart_F0DF00AE1ISQ.2~036TSJ74SRNP.1 size=1048576 2024-08-10T05:34:01.797 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.796+0000 7f6f062d5640 1 > prepared part key=_multipart_F0DF00AE1ISQ.2~036TSJ74SRNP.2 size=80237 2024-08-10T05:34:01.797 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.796+0000 7f6f062d5640 1 > prepared multipart upload key=F0DF00AE1ISQ upload=036TSJ74SRNP tag=M8ESM2U99UL3 type=write size=3225965 2024-08-10T05:34:01.798 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.798+0000 7f6f062d5640 1 < completed delete operation key=8441NV2A24FO tag=RQRIYWVDH4RP type=del 2024-08-10T05:34:01.800 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.799+0000 7f6f062d5640 1 > prepared operation key=PGRI5CN7TTT0 tag=4AYKK10QWCSV type=del size=545349 2024-08-10T05:34:01.801 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.801+0000 7f6f062d5640 1 < completed part key=_multipart_00IWI9L0NGJ3.2~95ZR3VUJXAYP.0 size=1048576 2024-08-10T05:34:01.801 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.801+0000 7f6f062d5640 1 < canceled part key=_multipart_00IWI9L0NGJ3.2~95ZR3VUJXAYP.1 size=1048576 2024-08-10T05:34:01.802 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.802+0000 7f6f062d5640 1 < completed part key=_multipart_00IWI9L0NGJ3.2~95ZR3VUJXAYP.2 size=514058 2024-08-10T05:34:01.805 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.805+0000 7f6f062d5640 1 < canceled multipart upload key=00IWI9L0NGJ3 upload=95ZR3VUJXAYP tag=MSLHOEEXTX7U type=write size=3659786 2024-08-10T05:34:01.807 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.806+0000 7f6f062d5640 1 > prepared operation key=1G5AU0L67121 tag=SN2GLDNFRY7J type=del size=1707573 2024-08-10T05:34:01.807 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.806+0000 7f6f062d5640 1 < canceled part key=_multipart_M533Z7C651X9.2~WYKJR9ZF346L.0 size=1048576 2024-08-10T05:34:01.808 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.807+0000 7f6f062d5640 1 < completed part key=_multipart_M533Z7C651X9.2~WYKJR9ZF346L.1 size=1048576 2024-08-10T05:34:01.809 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.808+0000 7f6f062d5640 1 < completed part key=_multipart_M533Z7C651X9.2~WYKJR9ZF346L.2 size=137551 2024-08-10T05:34:01.811 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.811+0000 7f6f062d5640 1 < canceled multipart upload key=M533Z7C651X9 upload=WYKJR9ZF346L tag=ASSPTU9I8E0Q type=write size=3283279 2024-08-10T05:34:01.813 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.812+0000 7f6f062d5640 1 > prepared operation key=M533Z7C651X9 tag=FX3MFYL2DB3B type=del size=1623865 2024-08-10T05:34:01.815 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.815+0000 7f6f062d5640 1 < suggested remove operation key=00IWI9L0NGJ3 tag=6SEQCQU3F5EV type=del 2024-08-10T05:34:01.817 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.817+0000 7f6f062d5640 1 > prepared part key=_multipart_GSXYSUXHA2KE.2~A42CVB7X00H1.0 size=1048576 2024-08-10T05:34:01.819 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.818+0000 7f6f062d5640 1 > prepared part key=_multipart_GSXYSUXHA2KE.2~A42CVB7X00H1.1 size=1048576 2024-08-10T05:34:01.820 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.819+0000 7f6f062d5640 1 > prepared part key=_multipart_GSXYSUXHA2KE.2~A42CVB7X00H1.2 size=109421 2024-08-10T05:34:01.820 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.819+0000 7f6f062d5640 1 > prepared multipart upload key=GSXYSUXHA2KE upload=A42CVB7X00H1 tag=DQMNYN95OE1V type=write size=3255149 2024-08-10T05:34:01.822 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.822+0000 7f6f062d5640 1 < suggested remove operation key=GNE0GMBV8Q1M tag=PP8IW8SF5486 type=write 2024-08-10T05:34:01.823 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.823+0000 7f6f062d5640 1 > prepared operation key=8441NV2A24FO tag=8DA09SADSGVL type=del size=3250082 2024-08-10T05:34:01.825 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.824+0000 7f6f062d5640 1 < completed delete operation key=ZPF41248T0P2 tag=430WS1CAWV15 type=del 2024-08-10T05:34:01.827 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.826+0000 7f6f062d5640 1 > prepared part key=_multipart_8MJYHPC813SE.2~26DAQ4RMP6VJ.0 size=1048576 2024-08-10T05:34:01.828 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.828+0000 7f6f062d5640 1 > prepared part key=_multipart_8MJYHPC813SE.2~26DAQ4RMP6VJ.1 size=531795 2024-08-10T05:34:01.828 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.828+0000 7f6f062d5640 1 > prepared multipart upload key=8MJYHPC813SE upload=26DAQ4RMP6VJ tag=1DO9J36H0Y3U type=write size=2628947 2024-08-10T05:34:01.829 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.829+0000 7f6f062d5640 1 < completed write operation key=P8JMH1X8249F tag=LRAP8PI0OIGT type=write size=551175 2024-08-10T05:34:01.831 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.830+0000 7f6f062d5640 1 > prepared operation key=S1J0EDZ5K22Q tag=CVFYTBDPJ72Y type=del size=1992341 2024-08-10T05:34:01.832 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.831+0000 7f6f062d5640 1 < completed delete operation key=7DW3UO39XCUP tag=6LU8UUGQQY8Q type=del 2024-08-10T05:34:01.833 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.833+0000 7f6f062d5640 1 > prepared operation key=LTRO8UR68E01 tag=FQOCD18O7ZZ3 type=del size=4006032 2024-08-10T05:34:01.836 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.835+0000 7f6f062d5640 1 < suggested remove operation key=7N97XZL3TX2D tag=YY3W6D5HIRVS type=write 2024-08-10T05:34:01.838 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.838+0000 7f6f062d5640 1 > prepared part key=_multipart_7DW3UO39XCUP.2~5ELE8MF8M43C.0 size=1048576 2024-08-10T05:34:01.839 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.839+0000 7f6f062d5640 1 > prepared part key=_multipart_7DW3UO39XCUP.2~5ELE8MF8M43C.1 size=546343 2024-08-10T05:34:01.839 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.839+0000 7f6f062d5640 1 > prepared multipart upload key=7DW3UO39XCUP upload=5ELE8MF8M43C tag=HAYNME2GDR5U type=write size=2643495 2024-08-10T05:34:01.841 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.840+0000 7f6f062d5640 1 < canceled operation key=1IH8FE21AE4X tag=JKWT9MCOE175 type=del size=4173662 2024-08-10T05:34:01.842 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.842+0000 7f6f062d5640 1 > prepared operation key=P8JMH1X8249F tag=PR1642WQGI5Y type=write size=593830 2024-08-10T05:34:01.844 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.843+0000 7f6f062d5640 1 < completed delete operation key=8441NV2A24FO tag=AZ6HS3WKWMPI type=del 2024-08-10T05:34:01.845 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.844+0000 7f6f062d5640 1 > prepared operation key=1G5AU0L67121 tag=KSXPEHVWZCF4 type=write size=197910 2024-08-10T05:34:01.846 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.845+0000 7f6f062d5640 1 < completed part key=_multipart_S1J0EDZ5K22Q.2~3LKRX64NCAVF.0 size=1048576 2024-08-10T05:34:01.847 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.846+0000 7f6f062d5640 1 < completed part key=_multipart_S1J0EDZ5K22Q.2~3LKRX64NCAVF.1 size=1048576 2024-08-10T05:34:01.848 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.847+0000 7f6f062d5640 1 < completed part key=_multipart_S1J0EDZ5K22Q.2~3LKRX64NCAVF.2 size=775854 2024-08-10T05:34:01.850 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.850+0000 7f6f062d5640 1 < completed multipart upload key=S1J0EDZ5K22Q upload=3LKRX64NCAVF tag=XZJBDCG5EYM4 type=write size=3921582 2024-08-10T05:34:01.852 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.851+0000 7f6f062d5640 1 > prepared operation key=WBJQTYBRMJV8 tag=OA18U0OB8XC2 type=del size=3923333 2024-08-10T05:34:01.853 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.852+0000 7f6f062d5640 1 < completed delete operation key=1G5AU0L67121 tag=XCVX98ILY8S2 type=del 2024-08-10T05:34:01.855 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.855+0000 7f6f062d5640 1 > prepared part key=_multipart_3EUY0XWASPEL.2~DY0OPSR0PA1O.0 size=1048576 2024-08-10T05:34:01.856 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.856+0000 7f6f062d5640 1 > prepared part key=_multipart_3EUY0XWASPEL.2~DY0OPSR0PA1O.1 size=1048576 2024-08-10T05:34:01.857 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.857+0000 7f6f062d5640 1 > prepared part key=_multipart_3EUY0XWASPEL.2~DY0OPSR0PA1O.2 size=600173 2024-08-10T05:34:01.857 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.857+0000 7f6f062d5640 1 > prepared multipart upload key=3EUY0XWASPEL upload=DY0OPSR0PA1O tag=9G12SHBTZEMU type=write size=3745901 2024-08-10T05:34:01.859 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.858+0000 7f6f062d5640 -1 < failed to complete operation key=00IWI9L0NGJ3 tag=A00YMUSQ8L52 type=write size=882856: (22) Invalid argument 2024-08-10T05:34:01.861 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.861+0000 7f6f062d5640 1 > prepared part key=_multipart_QTHON9W7S3SP.2~QC2NFISZHS2G.0 size=1048576 2024-08-10T05:34:01.862 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.862+0000 7f6f062d5640 1 > prepared part key=_multipart_QTHON9W7S3SP.2~QC2NFISZHS2G.1 size=659491 2024-08-10T05:34:01.862 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.862+0000 7f6f062d5640 1 > prepared multipart upload key=QTHON9W7S3SP upload=QC2NFISZHS2G tag=7Y9S06LT0B8C type=write size=2756643 2024-08-10T05:34:01.864 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.863+0000 7f6f062d5640 1 < completed part key=_multipart_OH2XJH7YF0P6.2~6V8ZUQ96SSMA.0 size=378889 2024-08-10T05:34:01.866 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.866+0000 7f6f062d5640 1 < completed multipart upload key=OH2XJH7YF0P6 upload=6V8ZUQ96SSMA tag=1W4LXW9QTHC1 type=write size=1427465 2024-08-10T05:34:01.868 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.867+0000 7f6f062d5640 1 > prepared operation key=M533Z7C651X9 tag=VTLC5ST0PKNF type=del size=3090661 2024-08-10T05:34:01.870 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.869+0000 7f6f062d5640 1 < completed part key=_multipart_F0DF00AE1ISQ.2~036TSJ74SRNP.0 size=1048576 2024-08-10T05:34:01.871 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.870+0000 7f6f062d5640 1 < completed part key=_multipart_F0DF00AE1ISQ.2~036TSJ74SRNP.1 size=1048576 2024-08-10T05:34:01.872 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.871+0000 7f6f062d5640 1 < completed part key=_multipart_F0DF00AE1ISQ.2~036TSJ74SRNP.2 size=80237 2024-08-10T05:34:01.874 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.873+0000 7f6f062d5640 1 < completed multipart upload key=F0DF00AE1ISQ upload=036TSJ74SRNP tag=M8ESM2U99UL3 type=write size=3225965 2024-08-10T05:34:01.876 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.876+0000 7f6f062d5640 1 > prepared part key=_multipart_FXQKBLXUHJHI.2~37XI703D5B7G.0 size=1048576 2024-08-10T05:34:01.878 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.877+0000 7f6f062d5640 1 > prepared part key=_multipart_FXQKBLXUHJHI.2~37XI703D5B7G.1 size=1048576 2024-08-10T05:34:01.879 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.878+0000 7f6f062d5640 1 > prepared part key=_multipart_FXQKBLXUHJHI.2~37XI703D5B7G.2 size=40746 2024-08-10T05:34:01.879 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.878+0000 7f6f062d5640 1 > prepared multipart upload key=FXQKBLXUHJHI upload=37XI703D5B7G tag=COBALCCK33VW type=write size=3186474 2024-08-10T05:34:01.880 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.879+0000 7f6f062d5640 1 < completed delete operation key=PGRI5CN7TTT0 tag=4AYKK10QWCSV type=del 2024-08-10T05:34:01.881 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.880+0000 7f6f062d5640 1 > prepared operation key=M533Z7C651X9 tag=PGB7KSDQ2VCZ type=del size=3608734 2024-08-10T05:34:01.883 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.882+0000 7f6f062d5640 1 < completed delete operation key=1G5AU0L67121 tag=SN2GLDNFRY7J type=del 2024-08-10T05:34:01.884 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.883+0000 7f6f062d5640 1 > prepared operation key=731ALD189846 tag=1B6EVC904A45 type=write size=470847 2024-08-10T05:34:01.886 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.885+0000 7f6f062d5640 1 < canceled operation key=M533Z7C651X9 tag=FX3MFYL2DB3B type=del size=1623865 2024-08-10T05:34:01.887 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.886+0000 7f6f062d5640 1 > prepared operation key=H5TVL04MCGC8 tag=SQPK1IQVXCFK type=del size=2391480 2024-08-10T05:34:01.889 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.888+0000 7f6f062d5640 1 < completed part key=_multipart_GSXYSUXHA2KE.2~A42CVB7X00H1.0 size=1048576 2024-08-10T05:34:01.890 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.889+0000 7f6f062d5640 1 < completed part key=_multipart_GSXYSUXHA2KE.2~A42CVB7X00H1.1 size=1048576 2024-08-10T05:34:01.891 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.891+0000 7f6f062d5640 1 < completed part key=_multipart_GSXYSUXHA2KE.2~A42CVB7X00H1.2 size=109421 2024-08-10T05:34:01.894 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.893+0000 7f6f062d5640 1 < completed multipart upload key=GSXYSUXHA2KE upload=A42CVB7X00H1 tag=DQMNYN95OE1V type=write size=3255149 2024-08-10T05:34:01.895 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.895+0000 7f6f062d5640 1 > prepared operation key=1G5AU0L67121 tag=3SNOEGAVSKKH type=del size=2545982 2024-08-10T05:34:01.897 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.896+0000 7f6f062d5640 1 < canceled operation key=8441NV2A24FO tag=8DA09SADSGVL type=del size=3250082 2024-08-10T05:34:01.898 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.897+0000 7f6f062d5640 1 > prepared operation key=MI1XTCS076Y9 tag=P3AA333HO0JG type=del size=2670519 2024-08-10T05:34:01.900 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.899+0000 7f6f062d5640 1 < completed part key=_multipart_8MJYHPC813SE.2~26DAQ4RMP6VJ.0 size=1048576 2024-08-10T05:34:01.901 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.900+0000 7f6f062d5640 1 < completed part key=_multipart_8MJYHPC813SE.2~26DAQ4RMP6VJ.1 size=531795 2024-08-10T05:34:01.903 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.903+0000 7f6f062d5640 1 < completed multipart upload key=8MJYHPC813SE upload=26DAQ4RMP6VJ tag=1DO9J36H0Y3U type=write size=2628947 2024-08-10T05:34:01.905 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.904+0000 7f6f062d5640 1 > prepared operation key=Z3FSBPLXLYL2 tag=67HGWN5IZFLK type=del size=2490781 2024-08-10T05:34:01.907 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.906+0000 7f6f062d5640 1 < completed delete operation key=S1J0EDZ5K22Q tag=CVFYTBDPJ72Y type=del 2024-08-10T05:34:01.908 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.907+0000 7f6f062d5640 1 > prepared operation key=F0DF00AE1ISQ tag=DY3FBWEW26ZZ type=del size=2943261 2024-08-10T05:34:01.909 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.909+0000 7f6f062d5640 1 < completed delete operation key=LTRO8UR68E01 tag=FQOCD18O7ZZ3 type=del 2024-08-10T05:34:01.910 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.910+0000 7f6f062d5640 1 > prepared operation key=Y0DHHLUF8MD9 tag=QQGR5KP9N3K1 type=write size=273553 2024-08-10T05:34:01.911 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.910+0000 7f6f062d5640 1 < canceled part key=_multipart_7DW3UO39XCUP.2~5ELE8MF8M43C.0 size=1048576 2024-08-10T05:34:01.912 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.911+0000 7f6f062d5640 1 < completed part key=_multipart_7DW3UO39XCUP.2~5ELE8MF8M43C.1 size=546343 2024-08-10T05:34:01.914 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.914+0000 7f6f062d5640 1 < canceled multipart upload key=7DW3UO39XCUP upload=5ELE8MF8M43C tag=HAYNME2GDR5U type=write size=2643495 2024-08-10T05:34:01.916 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.916+0000 7f6f062d5640 1 > prepared part key=_multipart_F0DF00AE1ISQ.2~AQW6WCD9H2YP.0 size=1048576 2024-08-10T05:34:01.918 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.917+0000 7f6f062d5640 1 > prepared part key=_multipart_F0DF00AE1ISQ.2~AQW6WCD9H2YP.1 size=1048576 2024-08-10T05:34:01.922 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.918+0000 7f6f062d5640 1 > prepared part key=_multipart_F0DF00AE1ISQ.2~AQW6WCD9H2YP.2 size=577934 2024-08-10T05:34:01.922 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.918+0000 7f6f062d5640 1 > prepared multipart upload key=F0DF00AE1ISQ upload=AQW6WCD9H2YP tag=BV2GFR0W63CG type=write size=3723662 2024-08-10T05:34:01.922 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.919+0000 7f6f062d5640 1 < completed write operation key=P8JMH1X8249F tag=PR1642WQGI5Y type=write size=593830 2024-08-10T05:34:01.927 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.927+0000 7f6f062d5640 1 > prepared part key=_multipart_731ALD189846.2~HGB33ITXSGJ0.0 size=1048576 2024-08-10T05:34:01.928 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.928+0000 7f6f062d5640 1 > prepared part key=_multipart_731ALD189846.2~HGB33ITXSGJ0.1 size=1048576 2024-08-10T05:34:01.929 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.929+0000 7f6f062d5640 1 > prepared part key=_multipart_731ALD189846.2~HGB33ITXSGJ0.2 size=268710 2024-08-10T05:34:01.929 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.929+0000 7f6f062d5640 1 > prepared multipart upload key=731ALD189846 upload=HGB33ITXSGJ0 tag=I06SN2IWVKFK type=write size=3414438 2024-08-10T05:34:01.932 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.931+0000 7f6f062d5640 1 < suggested remove operation key=1G5AU0L67121 tag=KSXPEHVWZCF4 type=write 2024-08-10T05:34:01.933 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.933+0000 7f6f062d5640 1 > prepared operation key=F0DF00AE1ISQ tag=CMB3YXUW05N2 type=del size=1313307 2024-08-10T05:34:01.936 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.936+0000 7f6f062d5640 1 < suggested remove operation key=WBJQTYBRMJV8 tag=OA18U0OB8XC2 type=del 2024-08-10T05:34:01.938 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.937+0000 7f6f062d5640 1 > prepared operation key=ZPF41248T0P2 tag=YZZ2C2Q5PDKU type=del size=2015818 2024-08-10T05:34:01.939 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.938+0000 7f6f062d5640 1 < completed part key=_multipart_3EUY0XWASPEL.2~DY0OPSR0PA1O.0 size=1048576 2024-08-10T05:34:01.940 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.940+0000 7f6f062d5640 1 < completed part key=_multipart_3EUY0XWASPEL.2~DY0OPSR0PA1O.1 size=1048576 2024-08-10T05:34:01.941 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.941+0000 7f6f062d5640 1 < completed part key=_multipart_3EUY0XWASPEL.2~DY0OPSR0PA1O.2 size=600173 2024-08-10T05:34:01.943 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.943+0000 7f6f062d5640 1 < completed multipart upload key=3EUY0XWASPEL upload=DY0OPSR0PA1O tag=9G12SHBTZEMU type=write size=3745901 2024-08-10T05:34:01.946 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.945+0000 7f6f062d5640 1 > prepared part key=_multipart_731ALD189846.2~GHM6B6V5XJ7X.0 size=1048576 2024-08-10T05:34:01.947 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.946+0000 7f6f062d5640 1 > prepared part key=_multipart_731ALD189846.2~GHM6B6V5XJ7X.1 size=1048576 2024-08-10T05:34:01.948 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.947+0000 7f6f062d5640 1 > prepared part key=_multipart_731ALD189846.2~GHM6B6V5XJ7X.2 size=254830 2024-08-10T05:34:01.948 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.947+0000 7f6f062d5640 1 > prepared multipart upload key=731ALD189846 upload=GHM6B6V5XJ7X tag=2O165YH9SP7W type=write size=3400558 2024-08-10T05:34:01.949 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.949+0000 7f6f062d5640 1 < completed part key=_multipart_QTHON9W7S3SP.2~QC2NFISZHS2G.0 size=1048576 2024-08-10T05:34:01.950 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.950+0000 7f6f062d5640 1 < completed part key=_multipart_QTHON9W7S3SP.2~QC2NFISZHS2G.1 size=659491 2024-08-10T05:34:01.952 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.952+0000 7f6f062d5640 1 < completed multipart upload key=QTHON9W7S3SP upload=QC2NFISZHS2G tag=7Y9S06LT0B8C type=write size=2756643 2024-08-10T05:34:01.954 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.953+0000 7f6f062d5640 1 > prepared operation key=WBJQTYBRMJV8 tag=IABIDQBLVM80 type=write size=319523 2024-08-10T05:34:01.955 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.954+0000 7f6f062d5640 1 < completed delete operation key=M533Z7C651X9 tag=VTLC5ST0PKNF type=del 2024-08-10T05:34:01.957 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.957+0000 7f6f062d5640 1 > prepared part key=_multipart_1IH8FE21AE4X.2~80I6NDLF6L08.0 size=1048576 2024-08-10T05:34:01.958 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.958+0000 7f6f062d5640 1 > prepared part key=_multipart_1IH8FE21AE4X.2~80I6NDLF6L08.1 size=1048576 2024-08-10T05:34:01.959 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.959+0000 7f6f062d5640 1 > prepared part key=_multipart_1IH8FE21AE4X.2~80I6NDLF6L08.2 size=297044 2024-08-10T05:34:01.960 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.959+0000 7f6f062d5640 1 > prepared multipart upload key=1IH8FE21AE4X upload=80I6NDLF6L08 tag=Q8EVMLURB2Y2 type=write size=3442772 2024-08-10T05:34:01.961 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.960+0000 7f6f062d5640 1 < completed part key=_multipart_FXQKBLXUHJHI.2~37XI703D5B7G.0 size=1048576 2024-08-10T05:34:01.962 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.961+0000 7f6f062d5640 1 < completed part key=_multipart_FXQKBLXUHJHI.2~37XI703D5B7G.1 size=1048576 2024-08-10T05:34:01.963 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.963+0000 7f6f062d5640 1 < completed part key=_multipart_FXQKBLXUHJHI.2~37XI703D5B7G.2 size=40746 2024-08-10T05:34:01.965 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.965+0000 7f6f062d5640 1 < completed multipart upload key=FXQKBLXUHJHI upload=37XI703D5B7G tag=COBALCCK33VW type=write size=3186474 2024-08-10T05:34:01.967 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.966+0000 7f6f062d5640 1 > prepared operation key=1IH8FE21AE4X tag=K7QTTF63Z62X type=del size=4134738 2024-08-10T05:34:01.968 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.968+0000 7f6f062d5640 1 < completed delete operation key=M533Z7C651X9 tag=PGB7KSDQ2VCZ type=del 2024-08-10T05:34:01.970 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.969+0000 7f6f062d5640 1 > prepared operation key=Z3FSBPLXLYL2 tag=0GT8YXQI0UYO type=del size=3525794 2024-08-10T05:34:01.971 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.970+0000 7f6f062d5640 1 < completed write operation key=731ALD189846 tag=1B6EVC904A45 type=write size=470847 2024-08-10T05:34:01.972 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.972+0000 7f6f062d5640 1 > prepared operation key=Z3FSBPLXLYL2 tag=KVWNRDXUDB15 type=del size=602747 2024-08-10T05:34:01.974 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.973+0000 7f6f062d5640 1 < completed delete operation key=H5TVL04MCGC8 tag=SQPK1IQVXCFK type=del 2024-08-10T05:34:01.975 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.974+0000 7f6f062d5640 1 > prepared operation key=S1J0EDZ5K22Q tag=CQIWGX589F7K type=del size=1446473 2024-08-10T05:34:01.977 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.976+0000 7f6f062d5640 -1 < failed to complete operation key=1G5AU0L67121 tag=3SNOEGAVSKKH type=del size=2545982: (22) Invalid argument 2024-08-10T05:34:01.979 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.979+0000 7f6f062d5640 1 > prepared part key=_multipart_M533Z7C651X9.2~8GO0YRPFAO3S.0 size=1048576 2024-08-10T05:34:01.980 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.980+0000 7f6f062d5640 1 > prepared part key=_multipart_M533Z7C651X9.2~8GO0YRPFAO3S.1 size=1048576 2024-08-10T05:34:01.981 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.981+0000 7f6f062d5640 1 > prepared part key=_multipart_M533Z7C651X9.2~8GO0YRPFAO3S.2 size=685130 2024-08-10T05:34:01.981 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.981+0000 7f6f062d5640 1 > prepared multipart upload key=M533Z7C651X9 upload=8GO0YRPFAO3S tag=QA1P3PJ7GEG9 type=write size=3830858 2024-08-10T05:34:01.983 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.982+0000 7f6f062d5640 1 < completed delete operation key=MI1XTCS076Y9 tag=P3AA333HO0JG type=del 2024-08-10T05:34:01.984 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.984+0000 7f6f062d5640 1 > prepared operation key=M533Z7C651X9 tag=2B1ZM3KV97EY type=del size=3185703 2024-08-10T05:34:01.986 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.985+0000 7f6f062d5640 1 < completed delete operation key=Z3FSBPLXLYL2 tag=67HGWN5IZFLK type=del 2024-08-10T05:34:01.988 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.987+0000 7f6f062d5640 1 > prepared part key=_multipart_S1E44NG3MOQ5.2~BG6I3L68IX9L.0 size=377416 2024-08-10T05:34:01.988 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.987+0000 7f6f062d5640 1 > prepared multipart upload key=S1E44NG3MOQ5 upload=BG6I3L68IX9L tag=E592QEJ1UQSL type=write size=1425992 2024-08-10T05:34:01.989 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.989+0000 7f6f062d5640 1 < completed delete operation key=F0DF00AE1ISQ tag=DY3FBWEW26ZZ type=del 2024-08-10T05:34:01.991 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.990+0000 7f6f062d5640 1 > prepared operation key=J7D76V4ENV9B tag=N35AY079UF2T type=write size=1041244 2024-08-10T05:34:01.993 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.993+0000 7f6f062d5640 1 < suggested remove operation key=Y0DHHLUF8MD9 tag=QQGR5KP9N3K1 type=write 2024-08-10T05:34:01.995 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.994+0000 7f6f062d5640 1 > prepared operation key=LTRO8UR68E01 tag=PQOLT8FUX1BY type=del size=2483532 2024-08-10T05:34:01.996 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.995+0000 7f6f062d5640 1 < completed part key=_multipart_F0DF00AE1ISQ.2~AQW6WCD9H2YP.0 size=1048576 2024-08-10T05:34:01.997 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.996+0000 7f6f062d5640 1 < completed part key=_multipart_F0DF00AE1ISQ.2~AQW6WCD9H2YP.1 size=1048576 2024-08-10T05:34:01.998 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:01.997+0000 7f6f062d5640 1 < completed part key=_multipart_F0DF00AE1ISQ.2~AQW6WCD9H2YP.2 size=577934 2024-08-10T05:34:02.000 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.000+0000 7f6f062d5640 1 < completed multipart upload key=F0DF00AE1ISQ upload=AQW6WCD9H2YP tag=BV2GFR0W63CG type=write size=3723662 2024-08-10T05:34:02.001 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.001+0000 7f6f062d5640 1 > prepared operation key=OH2XJH7YF0P6 tag=MTETQV34AI55 type=del size=3067145 2024-08-10T05:34:02.003 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.002+0000 7f6f062d5640 1 < completed part key=_multipart_731ALD189846.2~HGB33ITXSGJ0.0 size=1048576 2024-08-10T05:34:02.004 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.003+0000 7f6f062d5640 1 < completed part key=_multipart_731ALD189846.2~HGB33ITXSGJ0.1 size=1048576 2024-08-10T05:34:02.005 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.004+0000 7f6f062d5640 1 < completed part key=_multipart_731ALD189846.2~HGB33ITXSGJ0.2 size=268710 2024-08-10T05:34:02.007 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.007+0000 7f6f062d5640 1 < completed multipart upload key=731ALD189846 upload=HGB33ITXSGJ0 tag=I06SN2IWVKFK type=write size=3414438 2024-08-10T05:34:02.009 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.009+0000 7f6f062d5640 1 > prepared part key=_multipart_S1J0EDZ5K22Q.2~CD0L7SEL57N8.0 size=1048576 2024-08-10T05:34:02.010 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.010+0000 7f6f062d5640 1 > prepared part key=_multipart_S1J0EDZ5K22Q.2~CD0L7SEL57N8.1 size=1048576 2024-08-10T05:34:02.011 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.011+0000 7f6f062d5640 1 > prepared part key=_multipart_S1J0EDZ5K22Q.2~CD0L7SEL57N8.2 size=293488 2024-08-10T05:34:02.012 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.011+0000 7f6f062d5640 1 > prepared multipart upload key=S1J0EDZ5K22Q upload=CD0L7SEL57N8 tag=PGW1GNQC6D9V type=write size=3439216 2024-08-10T05:34:02.013 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.012+0000 7f6f062d5640 1 < completed delete operation key=F0DF00AE1ISQ tag=CMB3YXUW05N2 type=del 2024-08-10T05:34:02.014 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.013+0000 7f6f062d5640 1 > prepared operation key=GNE0GMBV8Q1M tag=AZSJBX5RQOCL type=del size=3865631 2024-08-10T05:34:02.015 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.015+0000 7f6f062d5640 1 < completed delete operation key=ZPF41248T0P2 tag=YZZ2C2Q5PDKU type=del 2024-08-10T05:34:02.017 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.016+0000 7f6f062d5640 1 > prepared operation key=00IWI9L0NGJ3 tag=ENLAIJ75P8CD type=del size=2641413 2024-08-10T05:34:02.018 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.017+0000 7f6f062d5640 1 < completed part key=_multipart_731ALD189846.2~GHM6B6V5XJ7X.0 size=1048576 2024-08-10T05:34:02.019 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.019+0000 7f6f062d5640 1 < completed part key=_multipart_731ALD189846.2~GHM6B6V5XJ7X.1 size=1048576 2024-08-10T05:34:02.019 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.019+0000 7f6f062d5640 1 < canceled part key=_multipart_731ALD189846.2~GHM6B6V5XJ7X.2 size=254830 2024-08-10T05:34:02.022 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.021+0000 7f6f062d5640 1 < canceled multipart upload key=731ALD189846 upload=GHM6B6V5XJ7X tag=2O165YH9SP7W type=write size=3400558 2024-08-10T05:34:02.025 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.025+0000 7f6f062d5640 1 > prepared part key=_multipart_QTHON9W7S3SP.2~A4IP8I5LE790.0 size=791968 2024-08-10T05:34:02.025 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.025+0000 7f6f062d5640 1 > prepared multipart upload key=QTHON9W7S3SP upload=A4IP8I5LE790 tag=M5LWAM4I38TE type=write size=1840544 2024-08-10T05:34:02.027 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.026+0000 7f6f062d5640 1 < completed write operation key=WBJQTYBRMJV8 tag=IABIDQBLVM80 type=write size=319523 2024-08-10T05:34:02.028 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.028+0000 7f6f062d5640 1 > prepared operation key=S1J0EDZ5K22Q tag=1Y7W2XH1UZ60 type=del size=132857 2024-08-10T05:34:02.030 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.029+0000 7f6f062d5640 1 < completed part key=_multipart_1IH8FE21AE4X.2~80I6NDLF6L08.0 size=1048576 2024-08-10T05:34:02.031 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.030+0000 7f6f062d5640 1 < completed part key=_multipart_1IH8FE21AE4X.2~80I6NDLF6L08.1 size=1048576 2024-08-10T05:34:02.032 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.032+0000 7f6f062d5640 1 < completed part key=_multipart_1IH8FE21AE4X.2~80I6NDLF6L08.2 size=297044 2024-08-10T05:34:02.036 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.035+0000 7f6f062d5640 1 < completed multipart upload key=1IH8FE21AE4X upload=80I6NDLF6L08 tag=Q8EVMLURB2Y2 type=write size=3442772 2024-08-10T05:34:02.037 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.036+0000 7f6f062d5640 1 > prepared operation key=LTRO8UR68E01 tag=AE6NUCTMNPGC type=del size=2583672 2024-08-10T05:34:02.038 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.038+0000 7f6f062d5640 1 < completed delete operation key=1IH8FE21AE4X tag=K7QTTF63Z62X type=del 2024-08-10T05:34:02.040 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.039+0000 7f6f062d5640 1 > prepared operation key=LTRO8UR68E01 tag=EH6TAGTN7IYF type=del size=1148439 2024-08-10T05:34:02.042 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.041+0000 7f6f062d5640 1 < completed delete operation key=Z3FSBPLXLYL2 tag=0GT8YXQI0UYO type=del 2024-08-10T05:34:02.044 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.044+0000 7f6f062d5640 1 > prepared part key=_multipart_P8JMH1X8249F.2~02Z0MLPV7EBX.0 size=1048576 2024-08-10T05:34:02.045 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.045+0000 7f6f062d5640 1 > prepared part key=_multipart_P8JMH1X8249F.2~02Z0MLPV7EBX.1 size=1048576 2024-08-10T05:34:02.047 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.046+0000 7f6f062d5640 1 > prepared part key=_multipart_P8JMH1X8249F.2~02Z0MLPV7EBX.2 size=273623 2024-08-10T05:34:02.047 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.046+0000 7f6f062d5640 1 > prepared multipart upload key=P8JMH1X8249F upload=02Z0MLPV7EBX tag=0A0PP4GFUFUK type=write size=3419351 2024-08-10T05:34:02.048 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.047+0000 7f6f062d5640 1 < completed delete operation key=Z3FSBPLXLYL2 tag=KVWNRDXUDB15 type=del 2024-08-10T05:34:02.049 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.049+0000 7f6f062d5640 1 > prepared operation key=731ALD189846 tag=VQCDTM3065GJ type=del size=3803304 2024-08-10T05:34:02.050 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.050+0000 7f6f062d5640 1 < completed delete operation key=S1J0EDZ5K22Q tag=CQIWGX589F7K type=del 2024-08-10T05:34:02.053 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.052+0000 7f6f062d5640 1 > prepared part key=_multipart_WBJQTYBRMJV8.2~IWW1W5S3FUPJ.0 size=804648 2024-08-10T05:34:02.053 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.052+0000 7f6f062d5640 1 > prepared multipart upload key=WBJQTYBRMJV8 upload=IWW1W5S3FUPJ tag=3WSA2UUK2BFR type=write size=1853224 2024-08-10T05:34:02.054 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.054+0000 7f6f062d5640 1 < completed part key=_multipart_M533Z7C651X9.2~8GO0YRPFAO3S.0 size=1048576 2024-08-10T05:34:02.055 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.055+0000 7f6f062d5640 1 < completed part key=_multipart_M533Z7C651X9.2~8GO0YRPFAO3S.1 size=1048576 2024-08-10T05:34:02.056 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.056+0000 7f6f062d5640 1 < completed part key=_multipart_M533Z7C651X9.2~8GO0YRPFAO3S.2 size=685130 2024-08-10T05:34:02.059 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.058+0000 7f6f062d5640 1 < completed multipart upload key=M533Z7C651X9 upload=8GO0YRPFAO3S tag=QA1P3PJ7GEG9 type=write size=3830858 2024-08-10T05:34:02.060 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.059+0000 7f6f062d5640 1 > prepared operation key=731ALD189846 tag=02CABT7HUET4 type=write size=992309 2024-08-10T05:34:02.061 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.061+0000 7f6f062d5640 1 < completed delete operation key=M533Z7C651X9 tag=2B1ZM3KV97EY type=del 2024-08-10T05:34:02.063 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.062+0000 7f6f062d5640 1 > prepared operation key=QTBS1TAZXH5F tag=P894YAQUR4I7 type=write size=607070 2024-08-10T05:34:02.064 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.064+0000 7f6f062d5640 1 < completed part key=_multipart_S1E44NG3MOQ5.2~BG6I3L68IX9L.0 size=377416 2024-08-10T05:34:02.066 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.066+0000 7f6f062d5640 1 < completed multipart upload key=S1E44NG3MOQ5 upload=BG6I3L68IX9L tag=E592QEJ1UQSL type=write size=1425992 2024-08-10T05:34:02.068 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.067+0000 7f6f062d5640 1 > prepared operation key=KHYOYNS1HKDG tag=WFUOWJGOXQ91 type=del size=3780485 2024-08-10T05:34:02.070 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.070+0000 7f6f062d5640 1 < suggested update operation key=J7D76V4ENV9B tag=N35AY079UF2T type=write size=1041244 2024-08-10T05:34:02.072 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.071+0000 7f6f062d5640 1 > prepared operation key=7DW3UO39XCUP tag=2WEJG0IPFXF1 type=del size=2401677 2024-08-10T05:34:02.073 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.073+0000 7f6f062d5640 1 < completed delete operation key=LTRO8UR68E01 tag=PQOLT8FUX1BY type=del 2024-08-10T05:34:02.076 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.075+0000 7f6f062d5640 1 > prepared part key=_multipart_Y0DHHLUF8MD9.2~ZU2XCLP3AN86.0 size=683528 2024-08-10T05:34:02.076 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.075+0000 7f6f062d5640 1 > prepared multipart upload key=Y0DHHLUF8MD9 upload=ZU2XCLP3AN86 tag=8JSOALLIREBY type=write size=1732104 2024-08-10T05:34:02.079 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.078+0000 7f6f062d5640 1 < suggested update operation key=OH2XJH7YF0P6 tag=MTETQV34AI55 type=del size=3067145 2024-08-10T05:34:02.080 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.080+0000 7f6f062d5640 1 > prepared operation key=H4D0TFSG0EKP tag=MJ04VX72UXYU type=write size=922535 2024-08-10T05:34:02.082 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.081+0000 7f6f062d5640 1 < completed part key=_multipart_S1J0EDZ5K22Q.2~CD0L7SEL57N8.0 size=1048576 2024-08-10T05:34:02.082 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.081+0000 7f6f062d5640 1 < canceled part key=_multipart_S1J0EDZ5K22Q.2~CD0L7SEL57N8.1 size=1048576 2024-08-10T05:34:02.083 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.082+0000 7f6f062d5640 1 < completed part key=_multipart_S1J0EDZ5K22Q.2~CD0L7SEL57N8.2 size=293488 2024-08-10T05:34:02.085 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.084+0000 7f6f062d5640 1 < canceled multipart upload key=S1J0EDZ5K22Q upload=CD0L7SEL57N8 tag=PGW1GNQC6D9V type=write size=3439216 2024-08-10T05:34:02.086 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.086+0000 7f6f062d5640 1 > prepared operation key=00IWI9L0NGJ3 tag=M4Q4VXRJKM3W type=write size=361762 2024-08-10T05:34:02.088 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.087+0000 7f6f062d5640 1 < completed delete operation key=GNE0GMBV8Q1M tag=AZSJBX5RQOCL type=del 2024-08-10T05:34:02.090 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.090+0000 7f6f062d5640 1 > prepared part key=_multipart_Z3FSBPLXLYL2.2~RM03POHWHEAX.0 size=1048576 2024-08-10T05:34:02.091 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.091+0000 7f6f062d5640 1 > prepared part key=_multipart_Z3FSBPLXLYL2.2~RM03POHWHEAX.1 size=1048576 2024-08-10T05:34:02.092 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.092+0000 7f6f062d5640 1 > prepared part key=_multipart_Z3FSBPLXLYL2.2~RM03POHWHEAX.2 size=631379 2024-08-10T05:34:02.092 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.092+0000 7f6f062d5640 1 > prepared multipart upload key=Z3FSBPLXLYL2 upload=RM03POHWHEAX tag=BTDSGDGZC3X5 type=write size=3777107 2024-08-10T05:34:02.093 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.093+0000 7f6f062d5640 1 < completed delete operation key=00IWI9L0NGJ3 tag=ENLAIJ75P8CD type=del 2024-08-10T05:34:02.095 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.094+0000 7f6f062d5640 1 > prepared operation key=F0DF00AE1ISQ tag=7981KMEBHPZP type=write size=158127 2024-08-10T05:34:02.096 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.096+0000 7f6f062d5640 1 < completed part key=_multipart_QTHON9W7S3SP.2~A4IP8I5LE790.0 size=791968 2024-08-10T05:34:02.098 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.098+0000 7f6f062d5640 1 < completed multipart upload key=QTHON9W7S3SP upload=A4IP8I5LE790 tag=M5LWAM4I38TE type=write size=1840544 2024-08-10T05:34:02.104 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.103+0000 7f6f062d5640 1 > prepared part key=_multipart_731ALD189846.2~1SQ49J68H1P1.0 size=1048576 2024-08-10T05:34:02.105 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.104+0000 7f6f062d5640 1 > prepared part key=_multipart_731ALD189846.2~1SQ49J68H1P1.1 size=1048576 2024-08-10T05:34:02.106 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.105+0000 7f6f062d5640 1 > prepared part key=_multipart_731ALD189846.2~1SQ49J68H1P1.2 size=204029 2024-08-10T05:34:02.106 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.105+0000 7f6f062d5640 1 > prepared multipart upload key=731ALD189846 upload=1SQ49J68H1P1 tag=IH4XUQNUWPK0 type=write size=3349757 2024-08-10T05:34:02.108 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.107+0000 7f6f062d5640 1 < completed delete operation key=S1J0EDZ5K22Q tag=1Y7W2XH1UZ60 type=del 2024-08-10T05:34:02.109 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.108+0000 7f6f062d5640 1 > prepared operation key=J7D76V4ENV9B tag=UHEZXYWEO726 type=del size=1268726 2024-08-10T05:34:02.111 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.110+0000 7f6f062d5640 1 < completed delete operation key=LTRO8UR68E01 tag=AE6NUCTMNPGC type=del 2024-08-10T05:34:02.113 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.113+0000 7f6f062d5640 1 > prepared part key=_multipart_GNE0GMBV8Q1M.2~W2KCRWFSVWMZ.0 size=76711 2024-08-10T05:34:02.113 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.113+0000 7f6f062d5640 1 > prepared multipart upload key=GNE0GMBV8Q1M upload=W2KCRWFSVWMZ tag=RI0SL65XPYOW type=write size=1125287 2024-08-10T05:34:02.114 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.114+0000 7f6f062d5640 1 < completed delete operation key=LTRO8UR68E01 tag=EH6TAGTN7IYF type=del 2024-08-10T05:34:02.116 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.115+0000 7f6f062d5640 1 > prepared operation key=1IH8FE21AE4X tag=35T22LUT6KK9 type=del size=3536090 2024-08-10T05:34:02.117 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.117+0000 7f6f062d5640 1 < completed part key=_multipart_P8JMH1X8249F.2~02Z0MLPV7EBX.0 size=1048576 2024-08-10T05:34:02.117 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.117+0000 7f6f062d5640 1 < canceled part key=_multipart_P8JMH1X8249F.2~02Z0MLPV7EBX.1 size=1048576 2024-08-10T05:34:02.118 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.118+0000 7f6f062d5640 1 < completed part key=_multipart_P8JMH1X8249F.2~02Z0MLPV7EBX.2 size=273623 2024-08-10T05:34:02.120 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.120+0000 7f6f062d5640 1 < canceled multipart upload key=P8JMH1X8249F upload=02Z0MLPV7EBX tag=0A0PP4GFUFUK type=write size=3419351 2024-08-10T05:34:02.122 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.121+0000 7f6f062d5640 1 > prepared operation key=F0DF00AE1ISQ tag=IJ5WEFPFU45H type=del size=2083892 2024-08-10T05:34:02.123 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.122+0000 7f6f062d5640 1 < canceled operation key=731ALD189846 tag=VQCDTM3065GJ type=del size=3803304 2024-08-10T05:34:02.124 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.123+0000 7f6f062d5640 1 > prepared operation key=731ALD189846 tag=2Y4TGITYONWS type=del size=2871986 2024-08-10T05:34:02.125 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.125+0000 7f6f062d5640 1 < completed part key=_multipart_WBJQTYBRMJV8.2~IWW1W5S3FUPJ.0 size=804648 2024-08-10T05:34:02.128 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.127+0000 7f6f062d5640 1 < completed multipart upload key=WBJQTYBRMJV8 upload=IWW1W5S3FUPJ tag=3WSA2UUK2BFR type=write size=1853224 2024-08-10T05:34:02.129 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.129+0000 7f6f062d5640 1 > prepared operation key=H5TVL04MCGC8 tag=O9X9LAK40PEU type=del size=3224041 2024-08-10T05:34:02.131 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.130+0000 7f6f062d5640 1 < completed write operation key=731ALD189846 tag=02CABT7HUET4 type=write size=992309 2024-08-10T05:34:02.133 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.132+0000 7f6f062d5640 1 > prepared part key=_multipart_S1J0EDZ5K22Q.2~4OT8AWITL87Z.0 size=1048576 2024-08-10T05:34:02.134 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.133+0000 7f6f062d5640 1 > prepared part key=_multipart_S1J0EDZ5K22Q.2~4OT8AWITL87Z.1 size=857828 2024-08-10T05:34:02.134 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.133+0000 7f6f062d5640 1 > prepared multipart upload key=S1J0EDZ5K22Q upload=4OT8AWITL87Z tag=58IQG3BNXNV4 type=write size=2954980 2024-08-10T05:34:02.135 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.134+0000 7f6f062d5640 1 < completed write operation key=QTBS1TAZXH5F tag=P894YAQUR4I7 type=write size=607070 2024-08-10T05:34:02.136 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.136+0000 7f6f062d5640 1 > prepared operation key=PGRI5CN7TTT0 tag=4J1XC5LIF90K type=del size=3055464 2024-08-10T05:34:02.138 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.137+0000 7f6f062d5640 1 < completed delete operation key=KHYOYNS1HKDG tag=WFUOWJGOXQ91 type=del 2024-08-10T05:34:02.139 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.139+0000 7f6f062d5640 1 > prepared operation key=Z3FSBPLXLYL2 tag=GDRCRVHCA0AR type=write size=974997 2024-08-10T05:34:02.142 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.141+0000 7f6f062d5640 1 < suggested remove operation key=7DW3UO39XCUP tag=2WEJG0IPFXF1 type=del 2024-08-10T05:34:02.143 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.143+0000 7f6f062d5640 1 > prepared operation key=4L5NSS7LS8GK tag=IDZFRPGWQGHP type=write size=34022 2024-08-10T05:34:02.144 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.143+0000 7f6f062d5640 1 < canceled part key=_multipart_Y0DHHLUF8MD9.2~ZU2XCLP3AN86.0 size=683528 2024-08-10T05:34:02.146 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.145+0000 7f6f062d5640 1 < canceled multipart upload key=Y0DHHLUF8MD9 upload=ZU2XCLP3AN86 tag=8JSOALLIREBY type=write size=1732104 2024-08-10T05:34:02.148 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.148+0000 7f6f062d5640 1 > prepared part key=_multipart_8441NV2A24FO.2~2FHVS3O7EM4R.0 size=638173 2024-08-10T05:34:02.149 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.148+0000 7f6f062d5640 1 > prepared multipart upload key=8441NV2A24FO upload=2FHVS3O7EM4R tag=9OBA1O07ZGXT type=write size=1686749 2024-08-10T05:34:02.150 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.149+0000 7f6f062d5640 1 < completed write operation key=H4D0TFSG0EKP tag=MJ04VX72UXYU type=write size=922535 2024-08-10T05:34:02.152 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.152+0000 7f6f062d5640 1 > prepared part key=_multipart_S1E44NG3MOQ5.2~ZAVYBPGL8LRN.0 size=1048576 2024-08-10T05:34:02.153 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.153+0000 7f6f062d5640 1 > prepared part key=_multipart_S1E44NG3MOQ5.2~ZAVYBPGL8LRN.1 size=1048576 2024-08-10T05:34:02.154 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.154+0000 7f6f062d5640 1 > prepared part key=_multipart_S1E44NG3MOQ5.2~ZAVYBPGL8LRN.2 size=995771 2024-08-10T05:34:02.154 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.154+0000 7f6f062d5640 1 > prepared multipart upload key=S1E44NG3MOQ5 upload=ZAVYBPGL8LRN tag=U3SXY2S1PWVC type=write size=4141499 2024-08-10T05:34:02.156 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.155+0000 7f6f062d5640 1 < completed write operation key=00IWI9L0NGJ3 tag=M4Q4VXRJKM3W type=write size=361762 2024-08-10T05:34:02.157 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.156+0000 7f6f062d5640 1 > prepared operation key=4L5NSS7LS8GK tag=FM2YJ1ZIQY6N type=del size=783446 2024-08-10T05:34:02.158 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.158+0000 7f6f062d5640 1 < completed part key=_multipart_Z3FSBPLXLYL2.2~RM03POHWHEAX.0 size=1048576 2024-08-10T05:34:02.160 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.159+0000 7f6f062d5640 1 < completed part key=_multipart_Z3FSBPLXLYL2.2~RM03POHWHEAX.1 size=1048576 2024-08-10T05:34:02.161 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.160+0000 7f6f062d5640 1 < completed part key=_multipart_Z3FSBPLXLYL2.2~RM03POHWHEAX.2 size=631379 2024-08-10T05:34:02.163 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.163+0000 7f6f062d5640 1 < completed multipart upload key=Z3FSBPLXLYL2 upload=RM03POHWHEAX tag=BTDSGDGZC3X5 type=write size=3777107 2024-08-10T05:34:02.166 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.165+0000 7f6f062d5640 1 > prepared part key=_multipart_8MJYHPC813SE.2~IJCATM69V303.0 size=1048576 2024-08-10T05:34:02.166 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.166+0000 7f6f062d5640 1 > prepared part key=_multipart_8MJYHPC813SE.2~IJCATM69V303.1 size=324343 2024-08-10T05:34:02.167 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.166+0000 7f6f062d5640 1 > prepared multipart upload key=8MJYHPC813SE upload=IJCATM69V303 tag=WK9I0DF5L2MW type=write size=2421495 2024-08-10T05:34:02.169 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.169+0000 7f6f062d5640 1 < suggested remove operation key=F0DF00AE1ISQ tag=7981KMEBHPZP type=write 2024-08-10T05:34:02.171 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.170+0000 7f6f062d5640 1 > prepared operation key=Z3FSBPLXLYL2 tag=PIMLVLGF9TSX type=del size=587865 2024-08-10T05:34:02.171 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.170+0000 7f6f062d5640 1 < canceled part key=_multipart_731ALD189846.2~1SQ49J68H1P1.0 size=1048576 2024-08-10T05:34:02.172 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.171+0000 7f6f062d5640 1 < completed part key=_multipart_731ALD189846.2~1SQ49J68H1P1.1 size=1048576 2024-08-10T05:34:02.173 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.173+0000 7f6f062d5640 1 < completed part key=_multipart_731ALD189846.2~1SQ49J68H1P1.2 size=204029 2024-08-10T05:34:02.175 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.175+0000 7f6f062d5640 1 < canceled multipart upload key=731ALD189846 upload=1SQ49J68H1P1 tag=IH4XUQNUWPK0 type=write size=3349757 2024-08-10T05:34:02.177 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.176+0000 7f6f062d5640 1 > prepared operation key=QTHON9W7S3SP tag=Z742EN6HJEFS type=del size=3482323 2024-08-10T05:34:02.178 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.177+0000 7f6f062d5640 1 < completed delete operation key=J7D76V4ENV9B tag=UHEZXYWEO726 type=del 2024-08-10T05:34:02.179 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.179+0000 7f6f062d5640 1 > prepared operation key=QTBS1TAZXH5F tag=0GKSU6UL2XF1 type=del size=921705 2024-08-10T05:34:02.180 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.180+0000 7f6f062d5640 1 < completed part key=_multipart_GNE0GMBV8Q1M.2~W2KCRWFSVWMZ.0 size=76711 2024-08-10T05:34:02.183 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.182+0000 7f6f062d5640 1 < completed multipart upload key=GNE0GMBV8Q1M upload=W2KCRWFSVWMZ tag=RI0SL65XPYOW type=write size=1125287 2024-08-10T05:34:02.185 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.185+0000 7f6f062d5640 1 > prepared part key=_multipart_1G5AU0L67121.2~IT5LRDEE4SRD.0 size=1048576 2024-08-10T05:34:02.186 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.186+0000 7f6f062d5640 1 > prepared part key=_multipart_1G5AU0L67121.2~IT5LRDEE4SRD.1 size=517754 2024-08-10T05:34:02.186 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.186+0000 7f6f062d5640 1 > prepared multipart upload key=1G5AU0L67121 upload=IT5LRDEE4SRD tag=F65AU9U4VEOZ type=write size=2614906 2024-08-10T05:34:02.188 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.187+0000 7f6f062d5640 1 < completed delete operation key=1IH8FE21AE4X tag=35T22LUT6KK9 type=del 2024-08-10T05:34:02.189 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.189+0000 7f6f062d5640 1 > prepared operation key=1IH8FE21AE4X tag=RUQS3W4BAZXR type=write size=615026 2024-08-10T05:34:02.191 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.190+0000 7f6f062d5640 -1 < failed to complete operation key=F0DF00AE1ISQ tag=IJ5WEFPFU45H type=del size=2083892: (22) Invalid argument 2024-08-10T05:34:02.193 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.193+0000 7f6f062d5640 1 > prepared part key=_multipart_F0DF00AE1ISQ.2~AH8IHSVVSBC6.0 size=1048576 2024-08-10T05:34:02.194 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.194+0000 7f6f062d5640 1 > prepared part key=_multipart_F0DF00AE1ISQ.2~AH8IHSVVSBC6.1 size=603236 2024-08-10T05:34:02.194 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.194+0000 7f6f062d5640 1 > prepared multipart upload key=F0DF00AE1ISQ upload=AH8IHSVVSBC6 tag=LYDYQG0ZZDW8 type=write size=2700388 2024-08-10T05:34:02.195 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.195+0000 7f6f062d5640 1 < completed delete operation key=731ALD189846 tag=2Y4TGITYONWS type=del 2024-08-10T05:34:02.197 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.196+0000 7f6f062d5640 1 > prepared operation key=Z3FSBPLXLYL2 tag=J4U9AI8QPKF0 type=del size=1403947 2024-08-10T05:34:02.198 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.198+0000 7f6f062d5640 1 < completed delete operation key=H5TVL04MCGC8 tag=O9X9LAK40PEU type=del 2024-08-10T05:34:02.200 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.199+0000 7f6f062d5640 1 > prepared operation key=1G5AU0L67121 tag=MT23LBQB371J type=del size=2439749 2024-08-10T05:34:02.201 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.201+0000 7f6f062d5640 1 < completed part key=_multipart_S1J0EDZ5K22Q.2~4OT8AWITL87Z.0 size=1048576 2024-08-10T05:34:02.202 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.202+0000 7f6f062d5640 1 < completed part key=_multipart_S1J0EDZ5K22Q.2~4OT8AWITL87Z.1 size=857828 2024-08-10T05:34:02.204 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.204+0000 7f6f062d5640 1 < completed multipart upload key=S1J0EDZ5K22Q upload=4OT8AWITL87Z tag=58IQG3BNXNV4 type=write size=2954980 2024-08-10T05:34:02.207 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.206+0000 7f6f062d5640 1 > prepared part key=_multipart_J7D76V4ENV9B.2~8UGNVHNCAKW5.0 size=572756 2024-08-10T05:34:02.207 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.206+0000 7f6f062d5640 1 > prepared multipart upload key=J7D76V4ENV9B upload=8UGNVHNCAKW5 tag=YHDCDEM5S5TL type=write size=1621332 2024-08-10T05:34:02.209 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.209+0000 7f6f062d5640 1 < suggested update operation key=PGRI5CN7TTT0 tag=4J1XC5LIF90K type=del size=3055464 2024-08-10T05:34:02.211 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.210+0000 7f6f062d5640 1 > prepared operation key=731ALD189846 tag=C8AH568NO9NM type=write size=347806 2024-08-10T05:34:02.212 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.211+0000 7f6f062d5640 1 < completed write operation key=Z3FSBPLXLYL2 tag=GDRCRVHCA0AR type=write size=974997 2024-08-10T05:34:02.214 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.214+0000 7f6f062d5640 1 > prepared part key=_multipart_LTRO8UR68E01.2~DQ564YKDAVO2.0 size=319900 2024-08-10T05:34:02.214 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.214+0000 7f6f062d5640 1 > prepared multipart upload key=LTRO8UR68E01 upload=DQ564YKDAVO2 tag=4XYT0DLB8UOY type=write size=1368476 2024-08-10T05:34:02.216 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.215+0000 7f6f062d5640 1 < completed write operation key=4L5NSS7LS8GK tag=IDZFRPGWQGHP type=write size=34022 2024-08-10T05:34:02.218 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.218+0000 7f6f062d5640 1 > prepared part key=_multipart_Y0DHHLUF8MD9.2~D1AYK3KPHBPD.0 size=1048576 2024-08-10T05:34:02.219 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.219+0000 7f6f062d5640 1 > prepared part key=_multipart_Y0DHHLUF8MD9.2~D1AYK3KPHBPD.1 size=291053 2024-08-10T05:34:02.219 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.219+0000 7f6f062d5640 1 > prepared multipart upload key=Y0DHHLUF8MD9 upload=D1AYK3KPHBPD tag=Z84B6LOA3URU type=write size=2388205 2024-08-10T05:34:02.220 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.219+0000 7f6f062d5640 1 < canceled part key=_multipart_8441NV2A24FO.2~2FHVS3O7EM4R.0 size=638173 2024-08-10T05:34:02.222 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.221+0000 7f6f062d5640 1 < canceled multipart upload key=8441NV2A24FO upload=2FHVS3O7EM4R tag=9OBA1O07ZGXT type=write size=1686749 2024-08-10T05:34:02.223 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.222+0000 7f6f062d5640 1 > prepared operation key=1G5AU0L67121 tag=8DHEUT87Z5C3 type=del size=34061 2024-08-10T05:34:02.224 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.224+0000 7f6f062d5640 1 < completed part key=_multipart_S1E44NG3MOQ5.2~ZAVYBPGL8LRN.0 size=1048576 2024-08-10T05:34:02.225 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.225+0000 7f6f062d5640 1 < completed part key=_multipart_S1E44NG3MOQ5.2~ZAVYBPGL8LRN.1 size=1048576 2024-08-10T05:34:02.226 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.226+0000 7f6f062d5640 1 < completed part key=_multipart_S1E44NG3MOQ5.2~ZAVYBPGL8LRN.2 size=995771 2024-08-10T05:34:02.229 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.228+0000 7f6f062d5640 1 < completed multipart upload key=S1E44NG3MOQ5 upload=ZAVYBPGL8LRN tag=U3SXY2S1PWVC type=write size=4141499 2024-08-10T05:34:02.230 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.229+0000 7f6f062d5640 1 > prepared operation key=PGRI5CN7TTT0 tag=C2VVYCPRPYDJ type=del size=2540716 2024-08-10T05:34:02.232 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.231+0000 7f6f062d5640 1 < canceled operation key=4L5NSS7LS8GK tag=FM2YJ1ZIQY6N type=del size=783446 2024-08-10T05:34:02.234 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.234+0000 7f6f062d5640 1 > prepared part key=_multipart_J7D76V4ENV9B.2~IG53NKPPWYHB.0 size=224730 2024-08-10T05:34:02.234 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.234+0000 7f6f062d5640 1 > prepared multipart upload key=J7D76V4ENV9B upload=IG53NKPPWYHB tag=7MHA2BLOJ7WB type=write size=1273306 2024-08-10T05:34:02.236 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.235+0000 7f6f062d5640 1 < completed part key=_multipart_8MJYHPC813SE.2~IJCATM69V303.0 size=1048576 2024-08-10T05:34:02.237 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.236+0000 7f6f062d5640 1 < completed part key=_multipart_8MJYHPC813SE.2~IJCATM69V303.1 size=324343 2024-08-10T05:34:02.239 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.238+0000 7f6f062d5640 1 < completed multipart upload key=8MJYHPC813SE upload=IJCATM69V303 tag=WK9I0DF5L2MW type=write size=2421495 2024-08-10T05:34:02.240 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.240+0000 7f6f062d5640 1 > prepared operation key=Y0DHHLUF8MD9 tag=SGQ136EBXI0T type=write size=857684 2024-08-10T05:34:02.243 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.242+0000 7f6f062d5640 1 < suggested update operation key=Z3FSBPLXLYL2 tag=PIMLVLGF9TSX type=del size=587865 2024-08-10T05:34:02.244 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.244+0000 7f6f062d5640 1 > prepared operation key=OH2XJH7YF0P6 tag=C4YRYELKCBGR type=del size=230655 2024-08-10T05:34:02.246 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.245+0000 7f6f062d5640 1 < completed delete operation key=QTHON9W7S3SP tag=Z742EN6HJEFS type=del 2024-08-10T05:34:02.247 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.246+0000 7f6f062d5640 1 > prepared operation key=8MJYHPC813SE tag=GKOCLUZI1YEK type=write size=977758 2024-08-10T05:34:02.248 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.248+0000 7f6f062d5640 1 < completed delete operation key=QTBS1TAZXH5F tag=0GKSU6UL2XF1 type=del 2024-08-10T05:34:02.250 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.249+0000 7f6f062d5640 1 > prepared operation key=M533Z7C651X9 tag=TL9P5WP62CGW type=write size=879388 2024-08-10T05:34:02.251 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.250+0000 7f6f062d5640 1 < completed part key=_multipart_1G5AU0L67121.2~IT5LRDEE4SRD.0 size=1048576 2024-08-10T05:34:02.252 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.251+0000 7f6f062d5640 1 < completed part key=_multipart_1G5AU0L67121.2~IT5LRDEE4SRD.1 size=517754 2024-08-10T05:34:02.254 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.254+0000 7f6f062d5640 1 < completed multipart upload key=1G5AU0L67121 upload=IT5LRDEE4SRD tag=F65AU9U4VEOZ type=write size=2614906 2024-08-10T05:34:02.257 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.256+0000 7f6f062d5640 1 > prepared part key=_multipart_7DW3UO39XCUP.2~O9YCTMZ2W8NX.0 size=1048576 2024-08-10T05:34:02.257 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.257+0000 7f6f062d5640 1 > prepared part key=_multipart_7DW3UO39XCUP.2~O9YCTMZ2W8NX.1 size=1048576 2024-08-10T05:34:02.258 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.258+0000 7f6f062d5640 1 > prepared part key=_multipart_7DW3UO39XCUP.2~O9YCTMZ2W8NX.2 size=758571 2024-08-10T05:34:02.259 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.258+0000 7f6f062d5640 1 > prepared multipart upload key=7DW3UO39XCUP upload=O9YCTMZ2W8NX tag=DNAL04BXTX08 type=write size=3904299 2024-08-10T05:34:02.260 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.259+0000 7f6f062d5640 1 < completed write operation key=1IH8FE21AE4X tag=RUQS3W4BAZXR type=write size=615026 2024-08-10T05:34:02.261 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.261+0000 7f6f062d5640 1 > prepared operation key=Z3FSBPLXLYL2 tag=GM4OTL46OI9L type=write size=791407 2024-08-10T05:34:02.262 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.261+0000 7f6f062d5640 1 < canceled part key=_multipart_F0DF00AE1ISQ.2~AH8IHSVVSBC6.0 size=1048576 2024-08-10T05:34:02.262 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.262+0000 7f6f062d5640 1 < completed part key=_multipart_F0DF00AE1ISQ.2~AH8IHSVVSBC6.1 size=603236 2024-08-10T05:34:02.265 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.264+0000 7f6f062d5640 1 < canceled multipart upload key=F0DF00AE1ISQ upload=AH8IHSVVSBC6 tag=LYDYQG0ZZDW8 type=write size=2700388 2024-08-10T05:34:02.267 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.267+0000 7f6f062d5640 1 > prepared part key=_multipart_WBJQTYBRMJV8.2~BUOXZSAZG1PV.0 size=118267 2024-08-10T05:34:02.267 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.267+0000 7f6f062d5640 1 > prepared multipart upload key=WBJQTYBRMJV8 upload=BUOXZSAZG1PV tag=8HLCBTEFHL0T type=write size=1166843 2024-08-10T05:34:02.269 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.268+0000 7f6f062d5640 -1 < failed to complete operation key=Z3FSBPLXLYL2 tag=J4U9AI8QPKF0 type=del size=1403947: (22) Invalid argument 2024-08-10T05:34:02.270 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.270+0000 7f6f062d5640 1 > prepared operation key=OH2XJH7YF0P6 tag=24RQT62VB6B3 type=del size=2313961 2024-08-10T05:34:02.273 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.272+0000 7f6f062d5640 1 < suggested update operation key=1G5AU0L67121 tag=MT23LBQB371J type=del size=2439749 2024-08-10T05:34:02.275 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.275+0000 7f6f062d5640 1 > prepared part key=_multipart_S1E44NG3MOQ5.2~OXSJQV7S1PBF.0 size=371604 2024-08-10T05:34:02.275 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.275+0000 7f6f062d5640 1 > prepared multipart upload key=S1E44NG3MOQ5 upload=OXSJQV7S1PBF tag=0ZMHL5D95LOE type=write size=1420180 2024-08-10T05:34:02.276 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.276+0000 7f6f062d5640 1 < completed part key=_multipart_J7D76V4ENV9B.2~8UGNVHNCAKW5.0 size=572756 2024-08-10T05:34:02.279 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.278+0000 7f6f062d5640 1 < completed multipart upload key=J7D76V4ENV9B upload=8UGNVHNCAKW5 tag=YHDCDEM5S5TL type=write size=1621332 2024-08-10T05:34:02.280 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.279+0000 7f6f062d5640 1 > prepared operation key=00IWI9L0NGJ3 tag=AUZPLNQ5IKVP type=del size=4094386 2024-08-10T05:34:02.281 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.281+0000 7f6f062d5640 1 < completed write operation key=731ALD189846 tag=C8AH568NO9NM type=write size=347806 2024-08-10T05:34:02.283 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.282+0000 7f6f062d5640 1 > prepared operation key=1G5AU0L67121 tag=WK8WS0ZE25E2 type=write size=876420 2024-08-10T05:34:02.283 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.282+0000 7f6f062d5640 1 < canceled part key=_multipart_LTRO8UR68E01.2~DQ564YKDAVO2.0 size=319900 2024-08-10T05:34:02.285 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.285+0000 7f6f062d5640 1 < canceled multipart upload key=LTRO8UR68E01 upload=DQ564YKDAVO2 tag=4XYT0DLB8UOY type=write size=1368476 2024-08-10T05:34:02.288 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.287+0000 7f6f062d5640 1 > prepared part key=_multipart_ZPF41248T0P2.2~LZS0HB2QLZYM.0 size=328239 2024-08-10T05:34:02.288 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.287+0000 7f6f062d5640 1 > prepared multipart upload key=ZPF41248T0P2 upload=LZS0HB2QLZYM tag=FU0P89E4EAK0 type=write size=1376815 2024-08-10T05:34:02.289 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.288+0000 7f6f062d5640 1 < completed part key=_multipart_Y0DHHLUF8MD9.2~D1AYK3KPHBPD.0 size=1048576 2024-08-10T05:34:02.289 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.289+0000 7f6f062d5640 1 < canceled part key=_multipart_Y0DHHLUF8MD9.2~D1AYK3KPHBPD.1 size=291053 2024-08-10T05:34:02.291 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.291+0000 7f6f062d5640 1 < canceled multipart upload key=Y0DHHLUF8MD9 upload=D1AYK3KPHBPD tag=Z84B6LOA3URU type=write size=2388205 2024-08-10T05:34:02.293 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.292+0000 7f6f062d5640 1 > prepared operation key=S1J0EDZ5K22Q tag=5H58W003IKRO type=write size=697018 2024-08-10T05:34:02.294 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.294+0000 7f6f062d5640 -1 < failed to complete operation key=1G5AU0L67121 tag=8DHEUT87Z5C3 type=del size=34061: (22) Invalid argument 2024-08-10T05:34:02.297 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.297+0000 7f6f062d5640 1 > prepared part key=_multipart_P8JMH1X8249F.2~N2EH56MQ8NWG.0 size=1048576 2024-08-10T05:34:02.298 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.298+0000 7f6f062d5640 1 > prepared part key=_multipart_P8JMH1X8249F.2~N2EH56MQ8NWG.1 size=1048576 2024-08-10T05:34:02.299 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.299+0000 7f6f062d5640 1 > prepared part key=_multipart_P8JMH1X8249F.2~N2EH56MQ8NWG.2 size=444141 2024-08-10T05:34:02.299 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.299+0000 7f6f062d5640 1 > prepared multipart upload key=P8JMH1X8249F upload=N2EH56MQ8NWG tag=GPQQ4JIK1602 type=write size=3589869 2024-08-10T05:34:02.301 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.300+0000 7f6f062d5640 1 < completed delete operation key=PGRI5CN7TTT0 tag=C2VVYCPRPYDJ type=del 2024-08-10T05:34:02.303 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.302+0000 7f6f062d5640 1 > prepared part key=_multipart_GSXYSUXHA2KE.2~S3PA6J8Z6QZ8.0 size=493361 2024-08-10T05:34:02.303 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.302+0000 7f6f062d5640 1 > prepared multipart upload key=GSXYSUXHA2KE upload=S3PA6J8Z6QZ8 tag=HLFE7997ZOIN type=write size=1541937 2024-08-10T05:34:02.304 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.304+0000 7f6f062d5640 1 < completed part key=_multipart_J7D76V4ENV9B.2~IG53NKPPWYHB.0 size=224730 2024-08-10T05:34:02.306 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.306+0000 7f6f062d5640 1 < completed multipart upload key=J7D76V4ENV9B upload=IG53NKPPWYHB tag=7MHA2BLOJ7WB type=write size=1273306 2024-08-10T05:34:02.307 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.307+0000 7f6f062d5640 1 > prepared operation key=Z3FSBPLXLYL2 tag=IIBY62GDMC97 type=del size=3038774 2024-08-10T05:34:02.309 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.308+0000 7f6f062d5640 1 < completed write operation key=Y0DHHLUF8MD9 tag=SGQ136EBXI0T type=write size=857684 2024-08-10T05:34:02.310 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.310+0000 7f6f062d5640 1 > prepared operation key=Y0DHHLUF8MD9 tag=RP2K3JMVGJPG type=del size=1276932 2024-08-10T05:34:02.312 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.311+0000 7f6f062d5640 1 < completed delete operation key=OH2XJH7YF0P6 tag=C4YRYELKCBGR type=del 2024-08-10T05:34:02.315 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.314+0000 7f6f062d5640 1 > prepared part key=_multipart_4L5NSS7LS8GK.2~H1WPAWGJOIY9.0 size=890745 2024-08-10T05:34:02.315 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.314+0000 7f6f062d5640 1 > prepared multipart upload key=4L5NSS7LS8GK upload=H1WPAWGJOIY9 tag=BDR4CKUVYSXH type=write size=1939321 2024-08-10T05:34:02.316 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.316+0000 7f6f062d5640 1 < completed write operation key=8MJYHPC813SE tag=GKOCLUZI1YEK type=write size=977758 2024-08-10T05:34:02.318 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.317+0000 7f6f062d5640 1 > prepared operation key=J7D76V4ENV9B tag=MXXLA5N55C5P type=write size=870295 2024-08-10T05:34:02.319 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.319+0000 7f6f062d5640 1 < completed write operation key=M533Z7C651X9 tag=TL9P5WP62CGW type=write size=879388 2024-08-10T05:34:02.322 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.321+0000 7f6f062d5640 1 > prepared part key=_multipart_KHYOYNS1HKDG.2~GCGSJG5JFTHM.0 size=1048576 2024-08-10T05:34:02.323 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.322+0000 7f6f062d5640 1 > prepared part key=_multipart_KHYOYNS1HKDG.2~GCGSJG5JFTHM.1 size=692186 2024-08-10T05:34:02.323 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.322+0000 7f6f062d5640 1 > prepared multipart upload key=KHYOYNS1HKDG upload=GCGSJG5JFTHM tag=LLTH60XCP2NP type=write size=2789338 2024-08-10T05:34:02.324 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.324+0000 7f6f062d5640 1 < completed part key=_multipart_7DW3UO39XCUP.2~O9YCTMZ2W8NX.0 size=1048576 2024-08-10T05:34:02.325 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.325+0000 7f6f062d5640 1 < completed part key=_multipart_7DW3UO39XCUP.2~O9YCTMZ2W8NX.1 size=1048576 2024-08-10T05:34:02.326 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.326+0000 7f6f062d5640 1 < completed part key=_multipart_7DW3UO39XCUP.2~O9YCTMZ2W8NX.2 size=758571 2024-08-10T05:34:02.328 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.328+0000 7f6f062d5640 1 < completed multipart upload key=7DW3UO39XCUP upload=O9YCTMZ2W8NX tag=DNAL04BXTX08 type=write size=3904299 2024-08-10T05:34:02.331 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.330+0000 7f6f062d5640 1 > prepared part key=_multipart_QTBS1TAZXH5F.2~5B5AGK013J8U.0 size=1048576 2024-08-10T05:34:02.335 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.331+0000 7f6f062d5640 1 > prepared part key=_multipart_QTBS1TAZXH5F.2~5B5AGK013J8U.1 size=1048576 2024-08-10T05:34:02.335 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.332+0000 7f6f062d5640 1 > prepared part key=_multipart_QTBS1TAZXH5F.2~5B5AGK013J8U.2 size=304330 2024-08-10T05:34:02.335 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.332+0000 7f6f062d5640 1 > prepared multipart upload key=QTBS1TAZXH5F upload=5B5AGK013J8U tag=2KH75WHELQML type=write size=3450058 2024-08-10T05:34:02.335 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.334+0000 7f6f062d5640 1 < completed write operation key=Z3FSBPLXLYL2 tag=GM4OTL46OI9L type=write size=791407 2024-08-10T05:34:02.336 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.335+0000 7f6f062d5640 1 > prepared operation key=QTHON9W7S3SP tag=59JACQR3891D type=write size=649270 2024-08-10T05:34:02.337 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.337+0000 7f6f062d5640 1 < completed part key=_multipart_WBJQTYBRMJV8.2~BUOXZSAZG1PV.0 size=118267 2024-08-10T05:34:02.340 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.339+0000 7f6f062d5640 1 < completed multipart upload key=WBJQTYBRMJV8 upload=BUOXZSAZG1PV tag=8HLCBTEFHL0T type=write size=1166843 2024-08-10T05:34:02.343 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.342+0000 7f6f062d5640 1 > prepared part key=_multipart_P8JMH1X8249F.2~1782YN7D23R7.0 size=238901 2024-08-10T05:34:02.343 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.342+0000 7f6f062d5640 1 > prepared multipart upload key=P8JMH1X8249F upload=1782YN7D23R7 tag=3VTN9E1N2IDD type=write size=1287477 2024-08-10T05:34:02.344 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.344+0000 7f6f062d5640 1 < completed delete operation key=OH2XJH7YF0P6 tag=24RQT62VB6B3 type=del 2024-08-10T05:34:02.347 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.346+0000 7f6f062d5640 1 > prepared part key=_multipart_LTRO8UR68E01.2~Z5Y1VKXII4Z9.0 size=1048576 2024-08-10T05:34:02.348 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.347+0000 7f6f062d5640 1 > prepared part key=_multipart_LTRO8UR68E01.2~Z5Y1VKXII4Z9.1 size=1048576 2024-08-10T05:34:02.349 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.348+0000 7f6f062d5640 1 > prepared part key=_multipart_LTRO8UR68E01.2~Z5Y1VKXII4Z9.2 size=477966 2024-08-10T05:34:02.349 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.348+0000 7f6f062d5640 1 > prepared multipart upload key=LTRO8UR68E01 upload=Z5Y1VKXII4Z9 tag=2H4AKU0P93FQ type=write size=3623694 2024-08-10T05:34:02.350 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.350+0000 7f6f062d5640 1 < completed part key=_multipart_S1E44NG3MOQ5.2~OXSJQV7S1PBF.0 size=371604 2024-08-10T05:34:02.352 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.352+0000 7f6f062d5640 1 < completed multipart upload key=S1E44NG3MOQ5 upload=OXSJQV7S1PBF tag=0ZMHL5D95LOE type=write size=1420180 2024-08-10T05:34:02.353 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.353+0000 7f6f062d5640 1 > prepared operation key=4L5NSS7LS8GK tag=YFTUEFPXMDN5 type=del size=3065598 2024-08-10T05:34:02.356 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.356+0000 7f6f062d5640 1 < suggested update operation key=00IWI9L0NGJ3 tag=AUZPLNQ5IKVP type=del size=4094386 2024-08-10T05:34:02.357 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.357+0000 7f6f062d5640 1 > prepared operation key=F0DF00AE1ISQ tag=VZTFLKSCKPSS type=del size=2624789 2024-08-10T05:34:02.360 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.359+0000 7f6f062d5640 1 < suggested remove operation key=1G5AU0L67121 tag=WK8WS0ZE25E2 type=write 2024-08-10T05:34:02.361 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.361+0000 7f6f062d5640 1 > prepared operation key=J7D76V4ENV9B tag=QSW5AAACJBP0 type=del size=4037868 2024-08-10T05:34:02.363 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.362+0000 7f6f062d5640 1 < completed part key=_multipart_ZPF41248T0P2.2~LZS0HB2QLZYM.0 size=328239 2024-08-10T05:34:02.365 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.364+0000 7f6f062d5640 1 < completed multipart upload key=ZPF41248T0P2 upload=LZS0HB2QLZYM tag=FU0P89E4EAK0 type=write size=1376815 2024-08-10T05:34:02.366 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.366+0000 7f6f062d5640 1 > prepared operation key=KHYOYNS1HKDG tag=0QIRZKDDXII0 type=write size=720469 2024-08-10T05:34:02.368 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.367+0000 7f6f062d5640 1 < completed write operation key=S1J0EDZ5K22Q tag=5H58W003IKRO type=write size=697018 2024-08-10T05:34:02.369 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.369+0000 7f6f062d5640 1 > prepared operation key=MI1XTCS076Y9 tag=ER0Q0T8WV0RB type=del size=419741 2024-08-10T05:34:02.371 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.370+0000 7f6f062d5640 1 < completed part key=_multipart_P8JMH1X8249F.2~N2EH56MQ8NWG.0 size=1048576 2024-08-10T05:34:02.372 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.372+0000 7f6f062d5640 1 < completed part key=_multipart_P8JMH1X8249F.2~N2EH56MQ8NWG.1 size=1048576 2024-08-10T05:34:02.373 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.373+0000 7f6f062d5640 1 < completed part key=_multipart_P8JMH1X8249F.2~N2EH56MQ8NWG.2 size=444141 2024-08-10T05:34:02.376 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.375+0000 7f6f062d5640 1 < completed multipart upload key=P8JMH1X8249F upload=N2EH56MQ8NWG tag=GPQQ4JIK1602 type=write size=3589869 2024-08-10T05:34:02.378 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.377+0000 7f6f062d5640 1 > prepared operation key=KHYOYNS1HKDG tag=JXUUG7XD9JW5 type=del size=1333549 2024-08-10T05:34:02.379 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.378+0000 7f6f062d5640 1 < completed part key=_multipart_GSXYSUXHA2KE.2~S3PA6J8Z6QZ8.0 size=493361 2024-08-10T05:34:02.381 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.381+0000 7f6f062d5640 1 < completed multipart upload key=GSXYSUXHA2KE upload=S3PA6J8Z6QZ8 tag=HLFE7997ZOIN type=write size=1541937 2024-08-10T05:34:02.383 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.382+0000 7f6f062d5640 1 > prepared operation key=QTBS1TAZXH5F tag=ZXVO217P56EL type=del size=3189469 2024-08-10T05:34:02.385 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.384+0000 7f6f062d5640 1 < completed delete operation key=Z3FSBPLXLYL2 tag=IIBY62GDMC97 type=del 2024-08-10T05:34:02.386 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.385+0000 7f6f062d5640 1 > prepared operation key=H4D0TFSG0EKP tag=Z9AAD5K7AG74 type=del size=3781794 2024-08-10T05:34:02.387 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.387+0000 7f6f062d5640 1 < completed delete operation key=Y0DHHLUF8MD9 tag=RP2K3JMVGJPG type=del 2024-08-10T05:34:02.389 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.389+0000 7f6f062d5640 1 > prepared operation key=WBJQTYBRMJV8 tag=T82C2YQKJIEO type=del size=2389960 2024-08-10T05:34:02.391 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.390+0000 7f6f062d5640 1 < completed part key=_multipart_4L5NSS7LS8GK.2~H1WPAWGJOIY9.0 size=890745 2024-08-10T05:34:02.393 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.393+0000 7f6f062d5640 1 < completed multipart upload key=4L5NSS7LS8GK upload=H1WPAWGJOIY9 tag=BDR4CKUVYSXH type=write size=1939321 2024-08-10T05:34:02.394 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.394+0000 7f6f062d5640 1 > prepared operation key=WBJQTYBRMJV8 tag=3DELG5OLJNS5 type=write size=393945 2024-08-10T05:34:02.396 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.395+0000 7f6f062d5640 1 < completed write operation key=J7D76V4ENV9B tag=MXXLA5N55C5P type=write size=870295 2024-08-10T05:34:02.397 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.397+0000 7f6f062d5640 1 > prepared operation key=00IWI9L0NGJ3 tag=O2ADIM234A5J type=del size=718070 2024-08-10T05:34:02.399 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.398+0000 7f6f062d5640 1 < completed part key=_multipart_KHYOYNS1HKDG.2~GCGSJG5JFTHM.0 size=1048576 2024-08-10T05:34:02.399 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.398+0000 7f6f062d5640 1 < canceled part key=_multipart_KHYOYNS1HKDG.2~GCGSJG5JFTHM.1 size=692186 2024-08-10T05:34:02.401 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.400+0000 7f6f062d5640 1 < canceled multipart upload key=KHYOYNS1HKDG upload=GCGSJG5JFTHM tag=LLTH60XCP2NP type=write size=2789338 2024-08-10T05:34:02.403 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.403+0000 7f6f062d5640 1 > prepared part key=_multipart_WBJQTYBRMJV8.2~ZNEKMW8LVN0A.0 size=1048576 2024-08-10T05:34:02.404 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.404+0000 7f6f062d5640 1 > prepared part key=_multipart_WBJQTYBRMJV8.2~ZNEKMW8LVN0A.1 size=1048576 2024-08-10T05:34:02.406 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.405+0000 7f6f062d5640 1 > prepared part key=_multipart_WBJQTYBRMJV8.2~ZNEKMW8LVN0A.2 size=357297 2024-08-10T05:34:02.406 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.405+0000 7f6f062d5640 1 > prepared multipart upload key=WBJQTYBRMJV8 upload=ZNEKMW8LVN0A tag=6PIHNEZHF4PZ type=write size=3503025 2024-08-10T05:34:02.407 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.407+0000 7f6f062d5640 1 < completed part key=_multipart_QTBS1TAZXH5F.2~5B5AGK013J8U.0 size=1048576 2024-08-10T05:34:02.409 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.408+0000 7f6f062d5640 1 < completed part key=_multipart_QTBS1TAZXH5F.2~5B5AGK013J8U.1 size=1048576 2024-08-10T05:34:02.410 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.409+0000 7f6f062d5640 1 < completed part key=_multipart_QTBS1TAZXH5F.2~5B5AGK013J8U.2 size=304330 2024-08-10T05:34:02.413 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.412+0000 7f6f062d5640 1 < completed multipart upload key=QTBS1TAZXH5F upload=5B5AGK013J8U tag=2KH75WHELQML type=write size=3450058 2024-08-10T05:34:02.415 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.415+0000 7f6f062d5640 1 > prepared part key=_multipart_H4D0TFSG0EKP.2~AUERKNCVSOUY.0 size=1048576 2024-08-10T05:34:02.418 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.417+0000 7f6f062d5640 1 > prepared part key=_multipart_H4D0TFSG0EKP.2~AUERKNCVSOUY.1 size=1048576 2024-08-10T05:34:02.419 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.418+0000 7f6f062d5640 1 > prepared part key=_multipart_H4D0TFSG0EKP.2~AUERKNCVSOUY.2 size=256823 2024-08-10T05:34:02.420 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.418+0000 7f6f062d5640 1 > prepared multipart upload key=H4D0TFSG0EKP upload=AUERKNCVSOUY tag=26G50QFYQRWX type=write size=3402551 2024-08-10T05:34:02.421 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.420+0000 7f6f062d5640 1 < completed write operation key=QTHON9W7S3SP tag=59JACQR3891D type=write size=649270 2024-08-10T05:34:02.424 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.423+0000 7f6f062d5640 1 > prepared part key=_multipart_1IH8FE21AE4X.2~15751SE8T3EJ.0 size=134350 2024-08-10T05:34:02.424 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.423+0000 7f6f062d5640 1 > prepared multipart upload key=1IH8FE21AE4X upload=15751SE8T3EJ tag=79C5QQHBFTWD type=write size=1182926 2024-08-10T05:34:02.425 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.424+0000 7f6f062d5640 1 < completed part key=_multipart_P8JMH1X8249F.2~1782YN7D23R7.0 size=238901 2024-08-10T05:34:02.427 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.426+0000 7f6f062d5640 1 < completed multipart upload key=P8JMH1X8249F upload=1782YN7D23R7 tag=3VTN9E1N2IDD type=write size=1287477 2024-08-10T05:34:02.430 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.429+0000 7f6f062d5640 1 > prepared part key=_multipart_00IWI9L0NGJ3.2~X3ED49PT6XO8.0 size=1048576 2024-08-10T05:34:02.431 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.430+0000 7f6f062d5640 1 > prepared part key=_multipart_00IWI9L0NGJ3.2~X3ED49PT6XO8.1 size=1048576 2024-08-10T05:34:02.432 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.431+0000 7f6f062d5640 1 > prepared part key=_multipart_00IWI9L0NGJ3.2~X3ED49PT6XO8.2 size=735711 2024-08-10T05:34:02.432 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.431+0000 7f6f062d5640 1 > prepared multipart upload key=00IWI9L0NGJ3 upload=X3ED49PT6XO8 tag=SRLCX93FGI4A type=write size=3881439 2024-08-10T05:34:02.433 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.433+0000 7f6f062d5640 1 < completed part key=_multipart_LTRO8UR68E01.2~Z5Y1VKXII4Z9.0 size=1048576 2024-08-10T05:34:02.435 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.434+0000 7f6f062d5640 1 < completed part key=_multipart_LTRO8UR68E01.2~Z5Y1VKXII4Z9.1 size=1048576 2024-08-10T05:34:02.437 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.435+0000 7f6f062d5640 1 < completed part key=_multipart_LTRO8UR68E01.2~Z5Y1VKXII4Z9.2 size=477966 2024-08-10T05:34:02.438 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.437+0000 7f6f062d5640 1 < completed multipart upload key=LTRO8UR68E01 upload=Z5Y1VKXII4Z9 tag=2H4AKU0P93FQ type=write size=3623694 2024-08-10T05:34:02.439 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.439+0000 7f6f062d5640 1 > prepared operation key=MI1XTCS076Y9 tag=DI6JMWOEG72B type=write size=446799 2024-08-10T05:34:02.441 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.440+0000 7f6f062d5640 1 < completed delete operation key=4L5NSS7LS8GK tag=YFTUEFPXMDN5 type=del 2024-08-10T05:34:02.442 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.442+0000 7f6f062d5640 1 > prepared operation key=M533Z7C651X9 tag=LAUTFJC1IJH3 type=del size=1777319 2024-08-10T05:34:02.444 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.443+0000 7f6f062d5640 1 < completed delete operation key=F0DF00AE1ISQ tag=VZTFLKSCKPSS type=del 2024-08-10T05:34:02.446 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.445+0000 7f6f062d5640 1 > prepared operation key=8441NV2A24FO tag=ISOGFLRS4QVW type=del size=1791839 2024-08-10T05:34:02.447 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.447+0000 7f6f062d5640 1 < canceled operation key=J7D76V4ENV9B tag=QSW5AAACJBP0 type=del size=4037868 2024-08-10T05:34:02.449 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.448+0000 7f6f062d5640 1 > prepared operation key=8441NV2A24FO tag=0FQC4CT02IW2 type=del size=3119293 2024-08-10T05:34:02.450 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.450+0000 7f6f062d5640 1 < completed write operation key=KHYOYNS1HKDG tag=0QIRZKDDXII0 type=write size=720469 2024-08-10T05:34:02.451 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.451+0000 7f6f062d5640 1 > prepared operation key=Z3FSBPLXLYL2 tag=1U51F4E0TBTO type=del size=3934481 2024-08-10T05:34:02.453 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.453+0000 7f6f062d5640 1 < canceled operation key=MI1XTCS076Y9 tag=ER0Q0T8WV0RB type=del size=419741 2024-08-10T05:34:02.456 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.455+0000 7f6f062d5640 1 > prepared part key=_multipart_ZPF41248T0P2.2~S4VGOGKYV1DL.0 size=970709 2024-08-10T05:34:02.456 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.455+0000 7f6f062d5640 1 > prepared multipart upload key=ZPF41248T0P2 upload=S4VGOGKYV1DL tag=SFEKZDXAZEZ6 type=write size=2019285 2024-08-10T05:34:02.458 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.457+0000 7f6f062d5640 1 < completed delete operation key=KHYOYNS1HKDG tag=JXUUG7XD9JW5 type=del 2024-08-10T05:34:02.459 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.459+0000 7f6f062d5640 1 > prepared operation key=4L5NSS7LS8GK tag=J42SES1ZD9ZJ type=write size=167545 2024-08-10T05:34:02.461 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.460+0000 7f6f062d5640 1 < canceled operation key=QTBS1TAZXH5F tag=ZXVO217P56EL type=del size=3189469 2024-08-10T05:34:02.462 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.462+0000 7f6f062d5640 1 > prepared operation key=8441NV2A24FO tag=KR22JTNOWG2Y type=del size=3537164 2024-08-10T05:34:02.463 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.463+0000 7f6f062d5640 1 < canceled operation key=H4D0TFSG0EKP tag=Z9AAD5K7AG74 type=del size=3781794 2024-08-10T05:34:02.465 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.464+0000 7f6f062d5640 1 > prepared operation key=KHYOYNS1HKDG tag=KCSX2UHGY0TZ type=del size=1157294 2024-08-10T05:34:02.466 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.466+0000 7f6f062d5640 1 < completed delete operation key=WBJQTYBRMJV8 tag=T82C2YQKJIEO type=del 2024-08-10T05:34:02.468 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.467+0000 7f6f062d5640 1 > prepared operation key=PGRI5CN7TTT0 tag=Q7RD71JL6M2P type=del size=2204959 2024-08-10T05:34:02.471 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.470+0000 7f6f062d5640 1 < suggested remove operation key=WBJQTYBRMJV8 tag=3DELG5OLJNS5 type=write 2024-08-10T05:34:02.472 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.471+0000 7f6f062d5640 1 > prepared operation key=MI1XTCS076Y9 tag=17H1TXZ4O38J type=del size=240776 2024-08-10T05:34:02.473 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.472+0000 7f6f062d5640 1 < completed delete operation key=00IWI9L0NGJ3 tag=O2ADIM234A5J type=del 2024-08-10T05:34:02.477 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.476+0000 7f6f062d5640 1 > prepared part key=_multipart_M533Z7C651X9.2~R2FX5KFAIARG.0 size=218354 2024-08-10T05:34:02.477 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.476+0000 7f6f062d5640 1 > prepared multipart upload key=M533Z7C651X9 upload=R2FX5KFAIARG tag=D22WRFQYUZSK type=write size=1266930 2024-08-10T05:34:02.479 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.478+0000 7f6f062d5640 1 < completed part key=_multipart_WBJQTYBRMJV8.2~ZNEKMW8LVN0A.0 size=1048576 2024-08-10T05:34:02.480 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.479+0000 7f6f062d5640 1 < completed part key=_multipart_WBJQTYBRMJV8.2~ZNEKMW8LVN0A.1 size=1048576 2024-08-10T05:34:02.481 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.480+0000 7f6f062d5640 1 < completed part key=_multipart_WBJQTYBRMJV8.2~ZNEKMW8LVN0A.2 size=357297 2024-08-10T05:34:02.483 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.483+0000 7f6f062d5640 1 < completed multipart upload key=WBJQTYBRMJV8 upload=ZNEKMW8LVN0A tag=6PIHNEZHF4PZ type=write size=3503025 2024-08-10T05:34:02.485 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.484+0000 7f6f062d5640 1 > prepared operation key=M533Z7C651X9 tag=TLY2G1DVR2UQ type=del size=1054113 2024-08-10T05:34:02.486 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.485+0000 7f6f062d5640 1 < completed part key=_multipart_H4D0TFSG0EKP.2~AUERKNCVSOUY.0 size=1048576 2024-08-10T05:34:02.486 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.485+0000 7f6f062d5640 1 < canceled part key=_multipart_H4D0TFSG0EKP.2~AUERKNCVSOUY.1 size=1048576 2024-08-10T05:34:02.487 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.485+0000 7f6f062d5640 1 < canceled part key=_multipart_H4D0TFSG0EKP.2~AUERKNCVSOUY.2 size=256823 2024-08-10T05:34:02.489 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.488+0000 7f6f062d5640 1 < canceled multipart upload key=H4D0TFSG0EKP upload=AUERKNCVSOUY tag=26G50QFYQRWX type=write size=3402551 2024-08-10T05:34:02.490 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.489+0000 7f6f062d5640 1 > prepared operation key=3EUY0XWASPEL tag=RGPNTML09SHH type=write size=525474 2024-08-10T05:34:02.491 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.491+0000 7f6f062d5640 1 < completed part key=_multipart_1IH8FE21AE4X.2~15751SE8T3EJ.0 size=134350 2024-08-10T05:34:02.494 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.493+0000 7f6f062d5640 1 < completed multipart upload key=1IH8FE21AE4X upload=15751SE8T3EJ tag=79C5QQHBFTWD type=write size=1182926 2024-08-10T05:34:02.496 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.496+0000 7f6f062d5640 1 > prepared part key=_multipart_WBJQTYBRMJV8.2~X6963UPTFR73.0 size=1048576 2024-08-10T05:34:02.497 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.497+0000 7f6f062d5640 1 > prepared part key=_multipart_WBJQTYBRMJV8.2~X6963UPTFR73.1 size=1048576 2024-08-10T05:34:02.499 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.498+0000 7f6f062d5640 1 > prepared part key=_multipart_WBJQTYBRMJV8.2~X6963UPTFR73.2 size=426856 2024-08-10T05:34:02.499 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.498+0000 7f6f062d5640 1 > prepared multipart upload key=WBJQTYBRMJV8 upload=X6963UPTFR73 tag=96T3F551L6GD type=write size=3572584 2024-08-10T05:34:02.500 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.499+0000 7f6f062d5640 1 < completed part key=_multipart_00IWI9L0NGJ3.2~X3ED49PT6XO8.0 size=1048576 2024-08-10T05:34:02.501 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.500+0000 7f6f062d5640 1 < completed part key=_multipart_00IWI9L0NGJ3.2~X3ED49PT6XO8.1 size=1048576 2024-08-10T05:34:02.502 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.501+0000 7f6f062d5640 1 < completed part key=_multipart_00IWI9L0NGJ3.2~X3ED49PT6XO8.2 size=735711 2024-08-10T05:34:02.504 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.503+0000 7f6f062d5640 1 < completed multipart upload key=00IWI9L0NGJ3 upload=X3ED49PT6XO8 tag=SRLCX93FGI4A type=write size=3881439 2024-08-10T05:34:02.507 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.506+0000 7f6f062d5640 1 > prepared part key=_multipart_P8JMH1X8249F.2~VFQHDVCW9H4M.0 size=874398 2024-08-10T05:34:02.507 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.506+0000 7f6f062d5640 1 > prepared multipart upload key=P8JMH1X8249F upload=VFQHDVCW9H4M tag=KJ03ACCSS5KA type=write size=1922974 2024-08-10T05:34:02.508 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.508+0000 7f6f062d5640 1 < completed write operation key=MI1XTCS076Y9 tag=DI6JMWOEG72B type=write size=446799 2024-08-10T05:34:02.510 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.509+0000 7f6f062d5640 1 > prepared operation key=GSXYSUXHA2KE tag=ZS8LNK8ZDZDD type=del size=438362 2024-08-10T05:34:02.512 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.512+0000 7f6f062d5640 1 < suggested update operation key=M533Z7C651X9 tag=LAUTFJC1IJH3 type=del size=1777319 2024-08-10T05:34:02.515 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.514+0000 7f6f062d5640 1 > prepared part key=_multipart_731ALD189846.2~SXGU8ECQQJKD.0 size=1048576 2024-08-10T05:34:02.516 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.515+0000 7f6f062d5640 1 > prepared part key=_multipart_731ALD189846.2~SXGU8ECQQJKD.1 size=1048576 2024-08-10T05:34:02.517 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.516+0000 7f6f062d5640 1 > prepared part key=_multipart_731ALD189846.2~SXGU8ECQQJKD.2 size=694578 2024-08-10T05:34:02.517 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.516+0000 7f6f062d5640 1 > prepared multipart upload key=731ALD189846 upload=SXGU8ECQQJKD tag=67CULOIR2XY6 type=write size=3840306 2024-08-10T05:34:02.518 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.518+0000 7f6f062d5640 1 < completed delete operation key=8441NV2A24FO tag=ISOGFLRS4QVW type=del 2024-08-10T05:34:02.521 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.520+0000 7f6f062d5640 1 > prepared part key=_multipart_PGRI5CN7TTT0.2~QILC1ZY4S5RB.0 size=1048576 2024-08-10T05:34:02.522 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.521+0000 7f6f062d5640 1 > prepared part key=_multipart_PGRI5CN7TTT0.2~QILC1ZY4S5RB.1 size=1048576 2024-08-10T05:34:02.523 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.522+0000 7f6f062d5640 1 > prepared part key=_multipart_PGRI5CN7TTT0.2~QILC1ZY4S5RB.2 size=241464 2024-08-10T05:34:02.523 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.522+0000 7f6f062d5640 1 > prepared multipart upload key=PGRI5CN7TTT0 upload=QILC1ZY4S5RB tag=LXJAM8OC5L2V type=write size=3387192 2024-08-10T05:34:02.524 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.524+0000 7f6f062d5640 1 < completed delete operation key=8441NV2A24FO tag=0FQC4CT02IW2 type=del 2024-08-10T05:34:02.526 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.525+0000 7f6f062d5640 1 > prepared operation key=FXQKBLXUHJHI tag=VVI3Z3N82FGN type=write size=980948 2024-08-10T05:34:02.528 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.527+0000 7f6f062d5640 1 < canceled operation key=Z3FSBPLXLYL2 tag=1U51F4E0TBTO type=del size=3934481 2024-08-10T05:34:02.529 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.529+0000 7f6f062d5640 1 > prepared operation key=QTHON9W7S3SP tag=FS8QGKYFTXPW type=del size=884222 2024-08-10T05:34:02.531 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.531+0000 7f6f062d5640 1 < completed part key=_multipart_ZPF41248T0P2.2~S4VGOGKYV1DL.0 size=970709 2024-08-10T05:34:02.533 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.533+0000 7f6f062d5640 1 < completed multipart upload key=ZPF41248T0P2 upload=S4VGOGKYV1DL tag=SFEKZDXAZEZ6 type=write size=2019285 2024-08-10T05:34:02.538 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.535+0000 7f6f062d5640 1 > prepared part key=_multipart_3EUY0XWASPEL.2~UVMUC4BJB6OE.0 size=138267 2024-08-10T05:34:02.538 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.535+0000 7f6f062d5640 1 > prepared multipart upload key=3EUY0XWASPEL upload=UVMUC4BJB6OE tag=2GAH9CD921F7 type=write size=1186843 2024-08-10T05:34:02.538 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.537+0000 7f6f062d5640 1 < completed write operation key=4L5NSS7LS8GK tag=J42SES1ZD9ZJ type=write size=167545 2024-08-10T05:34:02.540 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.539+0000 7f6f062d5640 1 > prepared part key=_multipart_M533Z7C651X9.2~6616K9LJT15P.0 size=330033 2024-08-10T05:34:02.540 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.539+0000 7f6f062d5640 1 > prepared multipart upload key=M533Z7C651X9 upload=6616K9LJT15P tag=9182MLE1D2W8 type=write size=1378609 2024-08-10T05:34:02.541 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.541+0000 7f6f062d5640 1 < completed delete operation key=8441NV2A24FO tag=KR22JTNOWG2Y type=del 2024-08-10T05:34:02.544 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.544+0000 7f6f062d5640 1 > prepared part key=_multipart_ZPF41248T0P2.2~LUCU5BE99H5A.0 size=1048576 2024-08-10T05:34:02.545 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.545+0000 7f6f062d5640 1 > prepared part key=_multipart_ZPF41248T0P2.2~LUCU5BE99H5A.1 size=1048576 2024-08-10T05:34:02.546 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.546+0000 7f6f062d5640 1 > prepared part key=_multipart_ZPF41248T0P2.2~LUCU5BE99H5A.2 size=343184 2024-08-10T05:34:02.546 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.546+0000 7f6f062d5640 1 > prepared multipart upload key=ZPF41248T0P2 upload=LUCU5BE99H5A tag=7RHBBJCOWO3U type=write size=3488912 2024-08-10T05:34:02.549 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.549+0000 7f6f062d5640 1 < suggested update operation key=KHYOYNS1HKDG tag=KCSX2UHGY0TZ type=del size=1157294 2024-08-10T05:34:02.551 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.550+0000 7f6f062d5640 1 > prepared operation key=S1E44NG3MOQ5 tag=OL66G457B21M type=del size=491715 2024-08-10T05:34:02.552 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.552+0000 7f6f062d5640 1 < completed delete operation key=PGRI5CN7TTT0 tag=Q7RD71JL6M2P type=del 2024-08-10T05:34:02.555 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.554+0000 7f6f062d5640 1 > prepared part key=_multipart_4L5NSS7LS8GK.2~OVAT91OHYO0B.0 size=1048576 2024-08-10T05:34:02.556 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.555+0000 7f6f062d5640 1 > prepared part key=_multipart_4L5NSS7LS8GK.2~OVAT91OHYO0B.1 size=1048576 2024-08-10T05:34:02.557 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.556+0000 7f6f062d5640 1 > prepared part key=_multipart_4L5NSS7LS8GK.2~OVAT91OHYO0B.2 size=61483 2024-08-10T05:34:02.557 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.556+0000 7f6f062d5640 1 > prepared multipart upload key=4L5NSS7LS8GK upload=OVAT91OHYO0B tag=708I0EV1XS7W type=write size=3207211 2024-08-10T05:34:02.558 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.558+0000 7f6f062d5640 1 < completed delete operation key=MI1XTCS076Y9 tag=17H1TXZ4O38J type=del 2024-08-10T05:34:02.560 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.559+0000 7f6f062d5640 1 > prepared operation key=M533Z7C651X9 tag=XIQ37U8Y81LJ type=del size=1786402 2024-08-10T05:34:02.561 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.561+0000 7f6f062d5640 1 < completed part key=_multipart_M533Z7C651X9.2~R2FX5KFAIARG.0 size=218354 2024-08-10T05:34:02.563 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.563+0000 7f6f062d5640 1 < completed multipart upload key=M533Z7C651X9 upload=R2FX5KFAIARG tag=D22WRFQYUZSK type=write size=1266930 2024-08-10T05:34:02.565 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.564+0000 7f6f062d5640 1 > prepared operation key=8MJYHPC813SE tag=5T7805LABA61 type=write size=746756 2024-08-10T05:34:02.567 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.566+0000 7f6f062d5640 -1 < failed to complete operation key=M533Z7C651X9 tag=TLY2G1DVR2UQ type=del size=1054113: (22) Invalid argument 2024-08-10T05:34:02.569 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.569+0000 7f6f062d5640 1 > prepared part key=_multipart_J7D76V4ENV9B.2~DIGG3R8APOWL.0 size=1048576 2024-08-10T05:34:02.570 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.570+0000 7f6f062d5640 1 > prepared part key=_multipart_J7D76V4ENV9B.2~DIGG3R8APOWL.1 size=1025769 2024-08-10T05:34:02.570 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.570+0000 7f6f062d5640 1 > prepared multipart upload key=J7D76V4ENV9B upload=DIGG3R8APOWL tag=IVHX0R03YQ84 type=write size=3122921 2024-08-10T05:34:02.572 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.571+0000 7f6f062d5640 1 < completed write operation key=3EUY0XWASPEL tag=RGPNTML09SHH type=write size=525474 2024-08-10T05:34:02.574 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.574+0000 7f6f062d5640 1 > prepared part key=_multipart_OH2XJH7YF0P6.2~M0Y928SS8IQ9.0 size=1048576 2024-08-10T05:34:02.575 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.575+0000 7f6f062d5640 1 > prepared part key=_multipart_OH2XJH7YF0P6.2~M0Y928SS8IQ9.1 size=854594 2024-08-10T05:34:02.575 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.575+0000 7f6f062d5640 1 > prepared multipart upload key=OH2XJH7YF0P6 upload=M0Y928SS8IQ9 tag=I7VD1RH18U2Y type=write size=2951746 2024-08-10T05:34:02.577 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.576+0000 7f6f062d5640 1 < completed part key=_multipart_WBJQTYBRMJV8.2~X6963UPTFR73.0 size=1048576 2024-08-10T05:34:02.577 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.576+0000 7f6f062d5640 1 < canceled part key=_multipart_WBJQTYBRMJV8.2~X6963UPTFR73.1 size=1048576 2024-08-10T05:34:02.577 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.576+0000 7f6f062d5640 1 < canceled part key=_multipart_WBJQTYBRMJV8.2~X6963UPTFR73.2 size=426856 2024-08-10T05:34:02.579 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.578+0000 7f6f062d5640 1 < canceled multipart upload key=WBJQTYBRMJV8 upload=X6963UPTFR73 tag=96T3F551L6GD type=write size=3572584 2024-08-10T05:34:02.581 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.581+0000 7f6f062d5640 1 > prepared part key=_multipart_KHYOYNS1HKDG.2~0FX932E7W0OS.0 size=647845 2024-08-10T05:34:02.582 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.581+0000 7f6f062d5640 1 > prepared multipart upload key=KHYOYNS1HKDG upload=0FX932E7W0OS tag=VE05II2XSC71 type=write size=1696421 2024-08-10T05:34:02.583 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.582+0000 7f6f062d5640 1 < completed part key=_multipart_P8JMH1X8249F.2~VFQHDVCW9H4M.0 size=874398 2024-08-10T05:34:02.585 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.585+0000 7f6f062d5640 1 < completed multipart upload key=P8JMH1X8249F upload=VFQHDVCW9H4M tag=KJ03ACCSS5KA type=write size=1922974 2024-08-10T05:34:02.587 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.586+0000 7f6f062d5640 1 > prepared operation key=4L5NSS7LS8GK tag=LPT41CP0ENOB type=del size=3122626 2024-08-10T05:34:02.590 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.589+0000 7f6f062d5640 1 < suggested remove operation key=GSXYSUXHA2KE tag=ZS8LNK8ZDZDD type=del 2024-08-10T05:34:02.591 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.590+0000 7f6f062d5640 1 > prepared operation key=731ALD189846 tag=YZ2QPAP52K03 type=del size=120421 2024-08-10T05:34:02.592 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.592+0000 7f6f062d5640 1 < completed part key=_multipart_731ALD189846.2~SXGU8ECQQJKD.0 size=1048576 2024-08-10T05:34:02.593 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.593+0000 7f6f062d5640 1 < completed part key=_multipart_731ALD189846.2~SXGU8ECQQJKD.1 size=1048576 2024-08-10T05:34:02.594 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.594+0000 7f6f062d5640 1 < completed part key=_multipart_731ALD189846.2~SXGU8ECQQJKD.2 size=694578 2024-08-10T05:34:02.597 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.596+0000 7f6f062d5640 1 < completed multipart upload key=731ALD189846 upload=SXGU8ECQQJKD tag=67CULOIR2XY6 type=write size=3840306 2024-08-10T05:34:02.599 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.599+0000 7f6f062d5640 1 > prepared part key=_multipart_7N97XZL3TX2D.2~4EO0B7GLGN01.0 size=1048576 2024-08-10T05:34:02.600 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.600+0000 7f6f062d5640 1 > prepared part key=_multipart_7N97XZL3TX2D.2~4EO0B7GLGN01.1 size=256534 2024-08-10T05:34:02.601 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.600+0000 7f6f062d5640 1 > prepared multipart upload key=7N97XZL3TX2D upload=4EO0B7GLGN01 tag=FNXV2FGZCKDN type=write size=2353686 2024-08-10T05:34:02.601 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.600+0000 7f6f062d5640 1 < canceled part key=_multipart_PGRI5CN7TTT0.2~QILC1ZY4S5RB.0 size=1048576 2024-08-10T05:34:02.602 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.601+0000 7f6f062d5640 1 < completed part key=_multipart_PGRI5CN7TTT0.2~QILC1ZY4S5RB.1 size=1048576 2024-08-10T05:34:02.603 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.603+0000 7f6f062d5640 1 < completed part key=_multipart_PGRI5CN7TTT0.2~QILC1ZY4S5RB.2 size=241464 2024-08-10T05:34:02.606 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.606+0000 7f6f062d5640 1 < canceled multipart upload key=PGRI5CN7TTT0 upload=QILC1ZY4S5RB tag=LXJAM8OC5L2V type=write size=3387192 2024-08-10T05:34:02.608 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.607+0000 7f6f062d5640 1 > prepared operation key=8441NV2A24FO tag=KD65TG95OMJI type=del size=3279869 2024-08-10T05:34:02.609 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.609+0000 7f6f062d5640 1 < canceled operation key=FXQKBLXUHJHI tag=VVI3Z3N82FGN type=write size=980948 2024-08-10T05:34:02.612 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.612+0000 7f6f062d5640 1 > prepared part key=_multipart_P8JMH1X8249F.2~YE55H1QPRFSR.0 size=1048576 2024-08-10T05:34:02.614 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.613+0000 7f6f062d5640 1 > prepared part key=_multipart_P8JMH1X8249F.2~YE55H1QPRFSR.1 size=548655 2024-08-10T05:34:02.614 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.613+0000 7f6f062d5640 1 > prepared multipart upload key=P8JMH1X8249F upload=YE55H1QPRFSR tag=65FRVS2J7G7J type=write size=2645807 2024-08-10T05:34:02.615 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.615+0000 7f6f062d5640 1 < completed delete operation key=QTHON9W7S3SP tag=FS8QGKYFTXPW type=del 2024-08-10T05:34:02.616 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.616+0000 7f6f062d5640 1 > prepared operation key=MI1XTCS076Y9 tag=KKZFCO0ZVLJ4 type=del size=2034540 2024-08-10T05:34:02.618 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.618+0000 7f6f062d5640 1 < completed part key=_multipart_3EUY0XWASPEL.2~UVMUC4BJB6OE.0 size=138267 2024-08-10T05:34:02.621 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.620+0000 7f6f062d5640 1 < completed multipart upload key=3EUY0XWASPEL upload=UVMUC4BJB6OE tag=2GAH9CD921F7 type=write size=1186843 2024-08-10T05:34:02.623 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.623+0000 7f6f062d5640 1 > prepared part key=_multipart_3EUY0XWASPEL.2~7K77HMNSP0J4.0 size=334673 2024-08-10T05:34:02.623 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.623+0000 7f6f062d5640 1 > prepared multipart upload key=3EUY0XWASPEL upload=7K77HMNSP0J4 tag=YMYFTWG59BRN type=write size=1383249 2024-08-10T05:34:02.625 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.624+0000 7f6f062d5640 1 < completed part key=_multipart_M533Z7C651X9.2~6616K9LJT15P.0 size=330033 2024-08-10T05:34:02.627 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.626+0000 7f6f062d5640 1 < completed multipart upload key=M533Z7C651X9 upload=6616K9LJT15P tag=9182MLE1D2W8 type=write size=1378609 2024-08-10T05:34:02.629 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.628+0000 7f6f062d5640 1 > prepared operation key=8MJYHPC813SE tag=OIGZIW1UMHSY type=del size=1932271 2024-08-10T05:34:02.630 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.629+0000 7f6f062d5640 1 < completed part key=_multipart_ZPF41248T0P2.2~LUCU5BE99H5A.0 size=1048576 2024-08-10T05:34:02.631 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.631+0000 7f6f062d5640 1 < completed part key=_multipart_ZPF41248T0P2.2~LUCU5BE99H5A.1 size=1048576 2024-08-10T05:34:02.632 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.632+0000 7f6f062d5640 1 < completed part key=_multipart_ZPF41248T0P2.2~LUCU5BE99H5A.2 size=343184 2024-08-10T05:34:02.635 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.634+0000 7f6f062d5640 1 < completed multipart upload key=ZPF41248T0P2 upload=LUCU5BE99H5A tag=7RHBBJCOWO3U type=write size=3488912 2024-08-10T05:34:02.636 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.636+0000 7f6f062d5640 1 > prepared operation key=P8JMH1X8249F tag=47O86L902EVO type=del size=1781109 2024-08-10T05:34:02.639 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.639+0000 7f6f062d5640 1 < suggested update operation key=S1E44NG3MOQ5 tag=OL66G457B21M type=del size=491715 2024-08-10T05:34:02.641 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.640+0000 7f6f062d5640 1 > prepared operation key=WBJQTYBRMJV8 tag=N3Y6NKNNHLUU type=del size=1871490 2024-08-10T05:34:02.642 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.642+0000 7f6f062d5640 1 < completed part key=_multipart_4L5NSS7LS8GK.2~OVAT91OHYO0B.0 size=1048576 2024-08-10T05:34:02.643 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.643+0000 7f6f062d5640 1 < completed part key=_multipart_4L5NSS7LS8GK.2~OVAT91OHYO0B.1 size=1048576 2024-08-10T05:34:02.645 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.644+0000 7f6f062d5640 1 < completed part key=_multipart_4L5NSS7LS8GK.2~OVAT91OHYO0B.2 size=61483 2024-08-10T05:34:02.647 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.647+0000 7f6f062d5640 1 < completed multipart upload key=4L5NSS7LS8GK upload=OVAT91OHYO0B tag=708I0EV1XS7W type=write size=3207211 2024-08-10T05:34:02.650 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.649+0000 7f6f062d5640 1 > prepared part key=_multipart_GNE0GMBV8Q1M.2~VR2XY97C05ZW.0 size=1048576 2024-08-10T05:34:02.651 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.650+0000 7f6f062d5640 1 > prepared part key=_multipart_GNE0GMBV8Q1M.2~VR2XY97C05ZW.1 size=111407 2024-08-10T05:34:02.651 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.650+0000 7f6f062d5640 1 > prepared multipart upload key=GNE0GMBV8Q1M upload=VR2XY97C05ZW tag=IDQNPO9B4H66 type=write size=2208559 2024-08-10T05:34:02.652 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.652+0000 7f6f062d5640 1 < completed delete operation key=M533Z7C651X9 tag=XIQ37U8Y81LJ type=del 2024-08-10T05:34:02.654 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.653+0000 7f6f062d5640 1 > prepared operation key=WBJQTYBRMJV8 tag=4XG0226QD45E type=del size=817486 2024-08-10T05:34:02.656 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.655+0000 7f6f062d5640 1 < completed write operation key=8MJYHPC813SE tag=5T7805LABA61 type=write size=746756 2024-08-10T05:34:02.658 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.658+0000 7f6f062d5640 1 > prepared part key=_multipart_QTHON9W7S3SP.2~VWCHMUQJUWXR.0 size=1048576 2024-08-10T05:34:02.659 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.659+0000 7f6f062d5640 1 > prepared part key=_multipart_QTHON9W7S3SP.2~VWCHMUQJUWXR.1 size=1048576 2024-08-10T05:34:02.661 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.660+0000 7f6f062d5640 1 > prepared part key=_multipart_QTHON9W7S3SP.2~VWCHMUQJUWXR.2 size=468337 2024-08-10T05:34:02.661 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.660+0000 7f6f062d5640 1 > prepared multipart upload key=QTHON9W7S3SP upload=VWCHMUQJUWXR tag=YLZEZW6F9OBM type=write size=3614065 2024-08-10T05:34:02.662 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.661+0000 7f6f062d5640 1 < completed part key=_multipart_J7D76V4ENV9B.2~DIGG3R8APOWL.0 size=1048576 2024-08-10T05:34:02.663 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.662+0000 7f6f062d5640 1 < completed part key=_multipart_J7D76V4ENV9B.2~DIGG3R8APOWL.1 size=1025769 2024-08-10T05:34:02.665 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.665+0000 7f6f062d5640 1 < completed multipart upload key=J7D76V4ENV9B upload=DIGG3R8APOWL tag=IVHX0R03YQ84 type=write size=3122921 2024-08-10T05:34:02.668 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.667+0000 7f6f062d5640 1 > prepared part key=_multipart_Z3FSBPLXLYL2.2~85W3CJ7Y6JSB.0 size=1048576 2024-08-10T05:34:02.669 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.668+0000 7f6f062d5640 1 > prepared part key=_multipart_Z3FSBPLXLYL2.2~85W3CJ7Y6JSB.1 size=1048576 2024-08-10T05:34:02.670 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.669+0000 7f6f062d5640 1 > prepared part key=_multipart_Z3FSBPLXLYL2.2~85W3CJ7Y6JSB.2 size=153249 2024-08-10T05:34:02.670 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.669+0000 7f6f062d5640 1 > prepared multipart upload key=Z3FSBPLXLYL2 upload=85W3CJ7Y6JSB tag=SNW93ITEBOJK type=write size=3298977 2024-08-10T05:34:02.671 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.671+0000 7f6f062d5640 1 < completed part key=_multipart_OH2XJH7YF0P6.2~M0Y928SS8IQ9.0 size=1048576 2024-08-10T05:34:02.672 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.672+0000 7f6f062d5640 1 < completed part key=_multipart_OH2XJH7YF0P6.2~M0Y928SS8IQ9.1 size=854594 2024-08-10T05:34:02.675 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.674+0000 7f6f062d5640 1 < completed multipart upload key=OH2XJH7YF0P6 upload=M0Y928SS8IQ9 tag=I7VD1RH18U2Y type=write size=2951746 2024-08-10T05:34:02.676 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.675+0000 7f6f062d5640 1 > prepared operation key=4L5NSS7LS8GK tag=TKD4E8AP7KLJ type=del size=3308935 2024-08-10T05:34:02.677 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.677+0000 7f6f062d5640 1 < completed part key=_multipart_KHYOYNS1HKDG.2~0FX932E7W0OS.0 size=647845 2024-08-10T05:34:02.680 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.679+0000 7f6f062d5640 1 < completed multipart upload key=KHYOYNS1HKDG upload=0FX932E7W0OS tag=VE05II2XSC71 type=write size=1696421 2024-08-10T05:34:02.682 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.681+0000 7f6f062d5640 1 > prepared part key=_multipart_PGRI5CN7TTT0.2~0WL2ROJC5R85.0 size=1048576 2024-08-10T05:34:02.683 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.682+0000 7f6f062d5640 1 > prepared part key=_multipart_PGRI5CN7TTT0.2~0WL2ROJC5R85.1 size=1048576 2024-08-10T05:34:02.684 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.683+0000 7f6f062d5640 1 > prepared part key=_multipart_PGRI5CN7TTT0.2~0WL2ROJC5R85.2 size=487896 2024-08-10T05:34:02.684 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.683+0000 7f6f062d5640 1 > prepared multipart upload key=PGRI5CN7TTT0 upload=0WL2ROJC5R85 tag=KYFN5E58UBDU type=write size=3633624 2024-08-10T05:34:02.685 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.685+0000 7f6f062d5640 1 < completed delete operation key=4L5NSS7LS8GK tag=LPT41CP0ENOB type=del 2024-08-10T05:34:02.687 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.686+0000 7f6f062d5640 1 > prepared operation key=731ALD189846 tag=U5LXM6XHGB2U type=del size=2855411 2024-08-10T05:34:02.688 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.688+0000 7f6f062d5640 1 < completed delete operation key=731ALD189846 tag=YZ2QPAP52K03 type=del 2024-08-10T05:34:02.690 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.689+0000 7f6f062d5640 1 > prepared operation key=GSXYSUXHA2KE tag=Q5EP4CZWYKXQ type=write size=285828 2024-08-10T05:34:02.692 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.691+0000 7f6f062d5640 1 < completed part key=_multipart_7N97XZL3TX2D.2~4EO0B7GLGN01.0 size=1048576 2024-08-10T05:34:02.693 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.692+0000 7f6f062d5640 1 < completed part key=_multipart_7N97XZL3TX2D.2~4EO0B7GLGN01.1 size=256534 2024-08-10T05:34:02.695 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.694+0000 7f6f062d5640 1 < completed multipart upload key=7N97XZL3TX2D upload=4EO0B7GLGN01 tag=FNXV2FGZCKDN type=write size=2353686 2024-08-10T05:34:02.698 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.697+0000 7f6f062d5640 1 > prepared part key=_multipart_00IWI9L0NGJ3.2~IHIYEX9BCSH5.0 size=85843 2024-08-10T05:34:02.698 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.697+0000 7f6f062d5640 1 > prepared multipart upload key=00IWI9L0NGJ3 upload=IHIYEX9BCSH5 tag=JANP5NIXQ0NZ type=write size=1134419 2024-08-10T05:34:02.699 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.699+0000 7f6f062d5640 1 < completed delete operation key=8441NV2A24FO tag=KD65TG95OMJI type=del 2024-08-10T05:34:02.702 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.702+0000 7f6f062d5640 1 > prepared part key=_multipart_7DW3UO39XCUP.2~JM1R3HU763KA.0 size=1048576 2024-08-10T05:34:02.704 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.703+0000 7f6f062d5640 1 > prepared part key=_multipart_7DW3UO39XCUP.2~JM1R3HU763KA.1 size=1048576 2024-08-10T05:34:02.705 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.704+0000 7f6f062d5640 1 > prepared part key=_multipart_7DW3UO39XCUP.2~JM1R3HU763KA.2 size=447615 2024-08-10T05:34:02.705 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.704+0000 7f6f062d5640 1 > prepared multipart upload key=7DW3UO39XCUP upload=JM1R3HU763KA tag=V4SX982BT2L2 type=write size=3593343 2024-08-10T05:34:02.706 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.706+0000 7f6f062d5640 1 < completed part key=_multipart_P8JMH1X8249F.2~YE55H1QPRFSR.0 size=1048576 2024-08-10T05:34:02.708 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.707+0000 7f6f062d5640 1 < completed part key=_multipart_P8JMH1X8249F.2~YE55H1QPRFSR.1 size=548655 2024-08-10T05:34:02.710 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.709+0000 7f6f062d5640 1 < completed multipart upload key=P8JMH1X8249F upload=YE55H1QPRFSR tag=65FRVS2J7G7J type=write size=2645807 2024-08-10T05:34:02.712 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.711+0000 7f6f062d5640 1 > prepared operation key=ZPF41248T0P2 tag=TVSROIXZGSPX type=del size=3343754 2024-08-10T05:34:02.713 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.713+0000 7f6f062d5640 1 < completed delete operation key=MI1XTCS076Y9 tag=KKZFCO0ZVLJ4 type=del 2024-08-10T05:34:02.715 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.714+0000 7f6f062d5640 1 > prepared operation key=PGRI5CN7TTT0 tag=PNZ7ZVC00EVO type=del size=502874 2024-08-10T05:34:02.716 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.716+0000 7f6f062d5640 1 < completed part key=_multipart_3EUY0XWASPEL.2~7K77HMNSP0J4.0 size=334673 2024-08-10T05:34:02.719 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.718+0000 7f6f062d5640 1 < completed multipart upload key=3EUY0XWASPEL upload=7K77HMNSP0J4 tag=YMYFTWG59BRN type=write size=1383249 2024-08-10T05:34:02.720 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.720+0000 7f6f062d5640 1 > prepared operation key=OH2XJH7YF0P6 tag=51LAF042W8I0 type=del size=2889401 2024-08-10T05:34:02.722 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.721+0000 7f6f062d5640 1 < completed delete operation key=8MJYHPC813SE tag=OIGZIW1UMHSY type=del 2024-08-10T05:34:02.723 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.723+0000 7f6f062d5640 1 > prepared operation key=OH2XJH7YF0P6 tag=T9A0DZW2QAP1 type=del size=3912035 2024-08-10T05:34:02.725 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.724+0000 7f6f062d5640 1 < completed delete operation key=P8JMH1X8249F tag=47O86L902EVO type=del 2024-08-10T05:34:02.726 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.726+0000 7f6f062d5640 1 > prepared operation key=QTBS1TAZXH5F tag=H3QNOVK8BRZL type=del size=2758852 2024-08-10T05:34:02.728 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.727+0000 7f6f062d5640 1 < completed delete operation key=WBJQTYBRMJV8 tag=N3Y6NKNNHLUU type=del 2024-08-10T05:34:02.731 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.730+0000 7f6f062d5640 1 > prepared part key=_multipart_OH2XJH7YF0P6.2~ZN4JJ400RP1G.0 size=961080 2024-08-10T05:34:02.731 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.730+0000 7f6f062d5640 1 > prepared multipart upload key=OH2XJH7YF0P6 upload=ZN4JJ400RP1G tag=6CJ9JSHKP2PS type=write size=2009656 2024-08-10T05:34:02.732 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.732+0000 7f6f062d5640 1 < completed part key=_multipart_GNE0GMBV8Q1M.2~VR2XY97C05ZW.0 size=1048576 2024-08-10T05:34:02.734 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.733+0000 7f6f062d5640 1 < completed part key=_multipart_GNE0GMBV8Q1M.2~VR2XY97C05ZW.1 size=111407 2024-08-10T05:34:02.736 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.735+0000 7f6f062d5640 1 < completed multipart upload key=GNE0GMBV8Q1M upload=VR2XY97C05ZW tag=IDQNPO9B4H66 type=write size=2208559 2024-08-10T05:34:02.738 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.737+0000 7f6f062d5640 1 > prepared operation key=J7D76V4ENV9B tag=1OE13AVXVMAC type=del size=464810 2024-08-10T05:34:02.742 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.739+0000 7f6f062d5640 1 < completed delete operation key=WBJQTYBRMJV8 tag=4XG0226QD45E type=del 2024-08-10T05:34:02.742 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.741+0000 7f6f062d5640 1 > prepared operation key=P8JMH1X8249F tag=WC9VISE16NUF type=del size=261686 2024-08-10T05:34:02.743 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.742+0000 7f6f062d5640 1 < completed part key=_multipart_QTHON9W7S3SP.2~VWCHMUQJUWXR.0 size=1048576 2024-08-10T05:34:02.744 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.743+0000 7f6f062d5640 1 < completed part key=_multipart_QTHON9W7S3SP.2~VWCHMUQJUWXR.1 size=1048576 2024-08-10T05:34:02.745 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.745+0000 7f6f062d5640 1 < completed part key=_multipart_QTHON9W7S3SP.2~VWCHMUQJUWXR.2 size=468337 2024-08-10T05:34:02.748 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.747+0000 7f6f062d5640 1 < completed multipart upload key=QTHON9W7S3SP upload=VWCHMUQJUWXR tag=YLZEZW6F9OBM type=write size=3614065 2024-08-10T05:34:02.751 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.750+0000 7f6f062d5640 1 > prepared part key=_multipart_ZPF41248T0P2.2~RUUHPZE58260.0 size=707300 2024-08-10T05:34:02.751 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.750+0000 7f6f062d5640 1 > prepared multipart upload key=ZPF41248T0P2 upload=RUUHPZE58260 tag=1NQE94PS4JDP type=write size=1755876 2024-08-10T05:34:02.752 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.752+0000 7f6f062d5640 1 < completed part key=_multipart_Z3FSBPLXLYL2.2~85W3CJ7Y6JSB.0 size=1048576 2024-08-10T05:34:02.754 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.753+0000 7f6f062d5640 1 < completed part key=_multipart_Z3FSBPLXLYL2.2~85W3CJ7Y6JSB.1 size=1048576 2024-08-10T05:34:02.755 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.754+0000 7f6f062d5640 1 < completed part key=_multipart_Z3FSBPLXLYL2.2~85W3CJ7Y6JSB.2 size=153249 2024-08-10T05:34:02.757 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.757+0000 7f6f062d5640 1 < completed multipart upload key=Z3FSBPLXLYL2 upload=85W3CJ7Y6JSB tag=SNW93ITEBOJK type=write size=3298977 2024-08-10T05:34:02.759 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.758+0000 7f6f062d5640 1 > prepared operation key=Y0DHHLUF8MD9 tag=9FP3L789RJIA type=write size=509224 2024-08-10T05:34:02.760 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.760+0000 7f6f062d5640 1 < completed delete operation key=4L5NSS7LS8GK tag=TKD4E8AP7KLJ type=del 2024-08-10T05:34:02.764 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.763+0000 7f6f062d5640 1 > prepared part key=_multipart_H5TVL04MCGC8.2~21RCJSY2WZZH.0 size=1048576 2024-08-10T05:34:02.765 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.764+0000 7f6f062d5640 1 > prepared part key=_multipart_H5TVL04MCGC8.2~21RCJSY2WZZH.1 size=162541 2024-08-10T05:34:02.765 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.764+0000 7f6f062d5640 1 > prepared multipart upload key=H5TVL04MCGC8 upload=21RCJSY2WZZH tag=FZ65EQL8NKWX type=write size=2259693 2024-08-10T05:34:02.766 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.766+0000 7f6f062d5640 1 < completed part key=_multipart_PGRI5CN7TTT0.2~0WL2ROJC5R85.0 size=1048576 2024-08-10T05:34:02.767 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.767+0000 7f6f062d5640 1 < completed part key=_multipart_PGRI5CN7TTT0.2~0WL2ROJC5R85.1 size=1048576 2024-08-10T05:34:02.769 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.768+0000 7f6f062d5640 1 < completed part key=_multipart_PGRI5CN7TTT0.2~0WL2ROJC5R85.2 size=487896 2024-08-10T05:34:02.771 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.771+0000 7f6f062d5640 1 < completed multipart upload key=PGRI5CN7TTT0 upload=0WL2ROJC5R85 tag=KYFN5E58UBDU type=write size=3633624 2024-08-10T05:34:02.774 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.774+0000 7f6f062d5640 1 > prepared part key=_multipart_QTHON9W7S3SP.2~AA07N3L64JGL.0 size=1048576 2024-08-10T05:34:02.775 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.775+0000 7f6f062d5640 1 > prepared part key=_multipart_QTHON9W7S3SP.2~AA07N3L64JGL.1 size=307683 2024-08-10T05:34:02.775 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.775+0000 7f6f062d5640 1 > prepared multipart upload key=QTHON9W7S3SP upload=AA07N3L64JGL tag=9QS4P81UCE2T type=write size=2404835 2024-08-10T05:34:02.777 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.776+0000 7f6f062d5640 1 < completed delete operation key=731ALD189846 tag=U5LXM6XHGB2U type=del 2024-08-10T05:34:02.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:34:02 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:34:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:34:02.778 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.778+0000 7f6f062d5640 1 > prepared operation key=GNE0GMBV8Q1M tag=WECE6XZ9EB2B type=del size=2663744 2024-08-10T05:34:02.780 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.779+0000 7f6f062d5640 1 < canceled operation key=GSXYSUXHA2KE tag=Q5EP4CZWYKXQ type=write size=285828 2024-08-10T05:34:02.781 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.781+0000 7f6f062d5640 1 > prepared operation key=S1J0EDZ5K22Q tag=859EW7HS86SG type=del size=1510833 2024-08-10T05:34:02.783 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.782+0000 7f6f062d5640 1 < completed part key=_multipart_00IWI9L0NGJ3.2~IHIYEX9BCSH5.0 size=85843 2024-08-10T05:34:02.785 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.785+0000 7f6f062d5640 1 < completed multipart upload key=00IWI9L0NGJ3 upload=IHIYEX9BCSH5 tag=JANP5NIXQ0NZ type=write size=1134419 2024-08-10T05:34:02.788 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.787+0000 7f6f062d5640 1 > prepared part key=_multipart_PGRI5CN7TTT0.2~4F2ZX755AD9A.0 size=651942 2024-08-10T05:34:02.788 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.787+0000 7f6f062d5640 1 > prepared multipart upload key=PGRI5CN7TTT0 upload=4F2ZX755AD9A tag=HORSUN187R6L type=write size=1700518 2024-08-10T05:34:02.790 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.789+0000 7f6f062d5640 1 < completed part key=_multipart_7DW3UO39XCUP.2~JM1R3HU763KA.0 size=1048576 2024-08-10T05:34:02.791 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.791+0000 7f6f062d5640 1 < completed part key=_multipart_7DW3UO39XCUP.2~JM1R3HU763KA.1 size=1048576 2024-08-10T05:34:02.792 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.792+0000 7f6f062d5640 1 < completed part key=_multipart_7DW3UO39XCUP.2~JM1R3HU763KA.2 size=447615 2024-08-10T05:34:02.795 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.795+0000 7f6f062d5640 1 < completed multipart upload key=7DW3UO39XCUP upload=JM1R3HU763KA tag=V4SX982BT2L2 type=write size=3593343 2024-08-10T05:34:02.797 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.796+0000 7f6f062d5640 1 > prepared operation key=FXQKBLXUHJHI tag=WR77VXZZ03XJ type=del size=2329204 2024-08-10T05:34:02.800 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.799+0000 7f6f062d5640 1 < suggested update operation key=ZPF41248T0P2 tag=TVSROIXZGSPX type=del size=3343754 2024-08-10T05:34:02.802 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.801+0000 7f6f062d5640 1 > prepared operation key=S1E44NG3MOQ5 tag=UY3G40D1QWV5 type=del size=1540708 2024-08-10T05:34:02.803 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.802+0000 7f6f062d5640 1 < completed delete operation key=PGRI5CN7TTT0 tag=PNZ7ZVC00EVO type=del 2024-08-10T05:34:02.806 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.805+0000 7f6f062d5640 1 > prepared operation key=QTHON9W7S3SP tag=KWS6P5NX3JHW type=del size=2231566 2024-08-10T05:34:02.807 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.806+0000 7f6f062d5640 1 < completed delete operation key=OH2XJH7YF0P6 tag=51LAF042W8I0 type=del 2024-08-10T05:34:02.808 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.808+0000 7f6f062d5640 1 > prepared operation key=1G5AU0L67121 tag=KAL1E2387KJ0 type=del size=2041108 2024-08-10T05:34:02.810 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.809+0000 7f6f062d5640 1 < completed delete operation key=OH2XJH7YF0P6 tag=T9A0DZW2QAP1 type=del 2024-08-10T05:34:02.811 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.811+0000 7f6f062d5640 1 > prepared operation key=7DW3UO39XCUP tag=5SJ9V6EC069X type=del size=2056483 2024-08-10T05:34:02.813 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.812+0000 7f6f062d5640 1 < completed delete operation key=QTBS1TAZXH5F tag=H3QNOVK8BRZL type=del 2024-08-10T05:34:02.815 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.814+0000 7f6f062d5640 1 > prepared operation key=MI1XTCS076Y9 tag=W1Y7EP3I4AMY type=del size=2476140 2024-08-10T05:34:02.817 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.817+0000 7f6f062d5640 1 < completed part key=_multipart_OH2XJH7YF0P6.2~ZN4JJ400RP1G.0 size=961080 2024-08-10T05:34:02.820 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.820+0000 7f6f062d5640 1 < completed multipart upload key=OH2XJH7YF0P6 upload=ZN4JJ400RP1G tag=6CJ9JSHKP2PS type=write size=2009656 2024-08-10T05:34:02.822 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.821+0000 7f6f062d5640 1 > prepared operation key=S1E44NG3MOQ5 tag=D29D2ECYEJ1C type=del size=416537 2024-08-10T05:34:02.823 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.823+0000 7f6f062d5640 1 < completed delete operation key=J7D76V4ENV9B tag=1OE13AVXVMAC type=del 2024-08-10T05:34:02.825 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.825+0000 7f6f062d5640 1 > prepared operation key=Y0DHHLUF8MD9 tag=DS862ABTSPK4 type=del size=575450 2024-08-10T05:34:02.827 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.826+0000 7f6f062d5640 1 < completed delete operation key=P8JMH1X8249F tag=WC9VISE16NUF type=del 2024-08-10T05:34:02.828 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.828+0000 7f6f062d5640 1 > prepared operation key=H4D0TFSG0EKP tag=LEMVP4O4NMVS type=write size=760952 2024-08-10T05:34:02.830 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.829+0000 7f6f062d5640 1 < completed part key=_multipart_ZPF41248T0P2.2~RUUHPZE58260.0 size=707300 2024-08-10T05:34:02.833 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.832+0000 7f6f062d5640 1 < completed multipart upload key=ZPF41248T0P2 upload=RUUHPZE58260 tag=1NQE94PS4JDP type=write size=1755876 2024-08-10T05:34:02.835 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.835+0000 7f6f062d5640 1 > prepared part key=_multipart_WBJQTYBRMJV8.2~O1EVF5UDN4AG.0 size=168519 2024-08-10T05:34:02.835 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.835+0000 7f6f062d5640 1 > prepared multipart upload key=WBJQTYBRMJV8 upload=O1EVF5UDN4AG tag=AZZ7AW1C821Q type=write size=1217095 2024-08-10T05:34:02.837 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.836+0000 7f6f062d5640 1 < completed write operation key=Y0DHHLUF8MD9 tag=9FP3L789RJIA type=write size=509224 2024-08-10T05:34:02.838 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.838+0000 7f6f062d5640 1 > prepared operation key=8441NV2A24FO tag=5PKT9Y1STAT7 type=del size=2090431 2024-08-10T05:34:02.840 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.839+0000 7f6f062d5640 1 < completed part key=_multipart_H5TVL04MCGC8.2~21RCJSY2WZZH.0 size=1048576 2024-08-10T05:34:02.841 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.841+0000 7f6f062d5640 1 < completed part key=_multipart_H5TVL04MCGC8.2~21RCJSY2WZZH.1 size=162541 2024-08-10T05:34:02.844 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.844+0000 7f6f062d5640 1 < completed multipart upload key=H5TVL04MCGC8 upload=21RCJSY2WZZH tag=FZ65EQL8NKWX type=write size=2259693 2024-08-10T05:34:02.847 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.847+0000 7f6f062d5640 1 > prepared part key=_multipart_Z3FSBPLXLYL2.2~XTHAVJZVN9IL.0 size=1048576 2024-08-10T05:34:02.849 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.848+0000 7f6f062d5640 1 > prepared part key=_multipart_Z3FSBPLXLYL2.2~XTHAVJZVN9IL.1 size=1048576 2024-08-10T05:34:02.850 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.849+0000 7f6f062d5640 1 > prepared part key=_multipart_Z3FSBPLXLYL2.2~XTHAVJZVN9IL.2 size=261752 2024-08-10T05:34:02.850 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.849+0000 7f6f062d5640 1 > prepared multipart upload key=Z3FSBPLXLYL2 upload=XTHAVJZVN9IL tag=TSJAU2IU5E0Q type=write size=3407480 2024-08-10T05:34:02.851 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.851+0000 7f6f062d5640 1 < completed part key=_multipart_QTHON9W7S3SP.2~AA07N3L64JGL.0 size=1048576 2024-08-10T05:34:02.853 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.852+0000 7f6f062d5640 1 < completed part key=_multipart_QTHON9W7S3SP.2~AA07N3L64JGL.1 size=307683 2024-08-10T05:34:02.855 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.855+0000 7f6f062d5640 1 < completed multipart upload key=QTHON9W7S3SP upload=AA07N3L64JGL tag=9QS4P81UCE2T type=write size=2404835 2024-08-10T05:34:02.857 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.856+0000 7f6f062d5640 1 > prepared operation key=1IH8FE21AE4X tag=ADSMF0KYVDCF type=del size=657258 2024-08-10T05:34:02.858 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.858+0000 7f6f062d5640 1 < completed delete operation key=GNE0GMBV8Q1M tag=WECE6XZ9EB2B type=del 2024-08-10T05:34:02.860 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.859+0000 7f6f062d5640 1 > prepared operation key=MI1XTCS076Y9 tag=SZ3U099WXMJY type=del size=1016342 2024-08-10T05:34:02.861 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.861+0000 7f6f062d5640 1 < completed delete operation key=S1J0EDZ5K22Q tag=859EW7HS86SG type=del 2024-08-10T05:34:02.863 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.862+0000 7f6f062d5640 1 > prepared operation key=8441NV2A24FO tag=8WON1EHLHSA1 type=del size=1203126 2024-08-10T05:34:02.864 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.864+0000 7f6f062d5640 1 < completed part key=_multipart_PGRI5CN7TTT0.2~4F2ZX755AD9A.0 size=651942 2024-08-10T05:34:02.867 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.867+0000 7f6f062d5640 1 < completed multipart upload key=PGRI5CN7TTT0 upload=4F2ZX755AD9A tag=HORSUN187R6L type=write size=1700518 2024-08-10T05:34:02.869 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.869+0000 7f6f062d5640 1 > prepared operation key=7DW3UO39XCUP tag=DJQI6DC57TXM type=write size=372542 2024-08-10T05:34:02.871 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.870+0000 7f6f062d5640 1 < completed delete operation key=FXQKBLXUHJHI tag=WR77VXZZ03XJ type=del 2024-08-10T05:34:02.874 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.873+0000 7f6f062d5640 1 > prepared part key=_multipart_MI1XTCS076Y9.2~HM5ZJSOO5DND.0 size=126984 2024-08-10T05:34:02.874 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.873+0000 7f6f062d5640 1 > prepared multipart upload key=MI1XTCS076Y9 upload=HM5ZJSOO5DND tag=0EBU92GUGPMX type=write size=1175560 2024-08-10T05:34:02.876 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.875+0000 7f6f062d5640 1 < completed delete operation key=S1E44NG3MOQ5 tag=UY3G40D1QWV5 type=del 2024-08-10T05:34:02.878 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.877+0000 7f6f062d5640 1 > prepared operation key=F0DF00AE1ISQ tag=M4E48O1E7RAQ type=del size=1130816 2024-08-10T05:34:02.881 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.879+0000 7f6f062d5640 1 < completed delete operation key=QTHON9W7S3SP tag=KWS6P5NX3JHW type=del 2024-08-10T05:34:02.882 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.881+0000 7f6f062d5640 1 > prepared operation key=8MJYHPC813SE tag=2NK1PJXA8AD4 type=del size=1037549 2024-08-10T05:34:02.884 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.883+0000 7f6f062d5640 1 < completed delete operation key=1G5AU0L67121 tag=KAL1E2387KJ0 type=del 2024-08-10T05:34:02.887 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.887+0000 7f6f062d5640 1 > prepared part key=_multipart_PGRI5CN7TTT0.2~SS8TQN55HMP5.0 size=808139 2024-08-10T05:34:02.887 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.887+0000 7f6f062d5640 1 > prepared multipart upload key=PGRI5CN7TTT0 upload=SS8TQN55HMP5 tag=3K54QVTNXQ79 type=write size=1856715 2024-08-10T05:34:02.889 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.889+0000 7f6f062d5640 1 < completed delete operation key=7DW3UO39XCUP tag=5SJ9V6EC069X type=del 2024-08-10T05:34:02.891 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.890+0000 7f6f062d5640 1 > prepared operation key=8MJYHPC813SE tag=TL6280DUJG7B type=del size=718654 2024-08-10T05:34:02.892 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.892+0000 7f6f062d5640 1 < canceled operation key=MI1XTCS076Y9 tag=W1Y7EP3I4AMY type=del size=2476140 2024-08-10T05:34:02.894 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.893+0000 7f6f062d5640 1 > prepared operation key=GNE0GMBV8Q1M tag=31LAVOQ29BT7 type=del size=4036081 2024-08-10T05:34:02.896 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.895+0000 7f6f062d5640 1 < completed delete operation key=S1E44NG3MOQ5 tag=D29D2ECYEJ1C type=del 2024-08-10T05:34:02.898 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.898+0000 7f6f062d5640 1 > prepared part key=_multipart_8441NV2A24FO.2~I5CAFSH03GXR.0 size=272731 2024-08-10T05:34:02.898 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.898+0000 7f6f062d5640 1 > prepared multipart upload key=8441NV2A24FO upload=I5CAFSH03GXR tag=W069Y2NPLI23 type=write size=1321307 2024-08-10T05:34:02.901 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.900+0000 7f6f062d5640 1 < suggested remove operation key=Y0DHHLUF8MD9 tag=DS862ABTSPK4 type=del 2024-08-10T05:34:02.904 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.904+0000 7f6f062d5640 1 > prepared part key=_multipart_GNE0GMBV8Q1M.2~EUD5K96LFOIK.0 size=1048576 2024-08-10T05:34:02.906 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.905+0000 7f6f062d5640 1 > prepared part key=_multipart_GNE0GMBV8Q1M.2~EUD5K96LFOIK.1 size=1048576 2024-08-10T05:34:02.907 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.907+0000 7f6f062d5640 1 > prepared part key=_multipart_GNE0GMBV8Q1M.2~EUD5K96LFOIK.2 size=778547 2024-08-10T05:34:02.907 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.907+0000 7f6f062d5640 1 > prepared multipart upload key=GNE0GMBV8Q1M upload=EUD5K96LFOIK tag=P4WHD9Y0YDCF type=write size=3924275 2024-08-10T05:34:02.910 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.910+0000 7f6f062d5640 1 < suggested remove operation key=H4D0TFSG0EKP tag=LEMVP4O4NMVS type=write 2024-08-10T05:34:02.912 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.911+0000 7f6f062d5640 1 > prepared operation key=4L5NSS7LS8GK tag=BFPT1ZSS8E6G type=write size=54786 2024-08-10T05:34:02.913 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.913+0000 7f6f062d5640 1 < completed part key=_multipart_WBJQTYBRMJV8.2~O1EVF5UDN4AG.0 size=168519 2024-08-10T05:34:02.916 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.915+0000 7f6f062d5640 1 < completed multipart upload key=WBJQTYBRMJV8 upload=O1EVF5UDN4AG tag=AZZ7AW1C821Q type=write size=1217095 2024-08-10T05:34:02.917 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.917+0000 7f6f062d5640 1 > prepared operation key=KHYOYNS1HKDG tag=7AH1NWQ5T166 type=del size=3985668 2024-08-10T05:34:02.919 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.918+0000 7f6f062d5640 1 < completed delete operation key=8441NV2A24FO tag=5PKT9Y1STAT7 type=del 2024-08-10T05:34:02.922 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.922+0000 7f6f062d5640 1 > prepared part key=_multipart_H5TVL04MCGC8.2~FA32MN8NAYJA.0 size=1048576 2024-08-10T05:34:02.923 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.923+0000 7f6f062d5640 1 > prepared part key=_multipart_H5TVL04MCGC8.2~FA32MN8NAYJA.1 size=1048576 2024-08-10T05:34:02.924 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.924+0000 7f6f062d5640 1 > prepared part key=_multipart_H5TVL04MCGC8.2~FA32MN8NAYJA.2 size=57121 2024-08-10T05:34:02.925 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.924+0000 7f6f062d5640 1 > prepared multipart upload key=H5TVL04MCGC8 upload=FA32MN8NAYJA tag=F4KG1WHURULW type=write size=3202849 2024-08-10T05:34:02.926 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.924+0000 7f6f062d5640 1 < canceled part key=_multipart_Z3FSBPLXLYL2.2~XTHAVJZVN9IL.0 size=1048576 2024-08-10T05:34:02.926 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.926+0000 7f6f062d5640 1 < completed part key=_multipart_Z3FSBPLXLYL2.2~XTHAVJZVN9IL.1 size=1048576 2024-08-10T05:34:02.928 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.927+0000 7f6f062d5640 1 < completed part key=_multipart_Z3FSBPLXLYL2.2~XTHAVJZVN9IL.2 size=261752 2024-08-10T05:34:02.930 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.930+0000 7f6f062d5640 1 < canceled multipart upload key=Z3FSBPLXLYL2 upload=XTHAVJZVN9IL tag=TSJAU2IU5E0Q type=write size=3407480 2024-08-10T05:34:02.933 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.933+0000 7f6f062d5640 1 > prepared part key=_multipart_MI1XTCS076Y9.2~VOHYVQWM04T8.0 size=814624 2024-08-10T05:34:02.933 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.933+0000 7f6f062d5640 1 > prepared multipart upload key=MI1XTCS076Y9 upload=VOHYVQWM04T8 tag=JQISUSIHF875 type=write size=1863200 2024-08-10T05:34:02.935 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.934+0000 7f6f062d5640 1 < completed delete operation key=1IH8FE21AE4X tag=ADSMF0KYVDCF type=del 2024-08-10T05:34:02.936 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.936+0000 7f6f062d5640 1 > prepared operation key=GSXYSUXHA2KE tag=8WB0UWZVASC3 type=del size=3727358 2024-08-10T05:34:02.938 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.937+0000 7f6f062d5640 1 < completed delete operation key=MI1XTCS076Y9 tag=SZ3U099WXMJY type=del 2024-08-10T05:34:02.941 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.940+0000 7f6f062d5640 1 > prepared part key=_multipart_QTHON9W7S3SP.2~RIPWS1PFEARD.0 size=405985 2024-08-10T05:34:02.941 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.940+0000 7f6f062d5640 1 > prepared multipart upload key=QTHON9W7S3SP upload=RIPWS1PFEARD tag=OURXUTVO8A35 type=write size=1454561 2024-08-10T05:34:02.944 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.943+0000 7f6f062d5640 1 < suggested update operation key=8441NV2A24FO tag=8WON1EHLHSA1 type=del size=1203126 2024-08-10T05:34:02.945 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.945+0000 7f6f062d5640 1 > prepared operation key=F0DF00AE1ISQ tag=2ZD2LX0E4VN3 type=del size=2926010 2024-08-10T05:34:02.947 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.946+0000 7f6f062d5640 1 < completed write operation key=7DW3UO39XCUP tag=DJQI6DC57TXM type=write size=372542 2024-08-10T05:34:02.948 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.948+0000 7f6f062d5640 1 > prepared operation key=7DW3UO39XCUP tag=RPT0DKSUHPQF type=del size=3701620 2024-08-10T05:34:02.950 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.949+0000 7f6f062d5640 1 < completed part key=_multipart_MI1XTCS076Y9.2~HM5ZJSOO5DND.0 size=126984 2024-08-10T05:34:02.952 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.951+0000 7f6f062d5640 1 < completed multipart upload key=MI1XTCS076Y9 upload=HM5ZJSOO5DND tag=0EBU92GUGPMX type=write size=1175560 2024-08-10T05:34:02.955 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.955+0000 7f6f062d5640 1 > prepared part key=_multipart_1IH8FE21AE4X.2~ATSRND5ZIBND.0 size=1048576 2024-08-10T05:34:02.956 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.956+0000 7f6f062d5640 1 > prepared part key=_multipart_1IH8FE21AE4X.2~ATSRND5ZIBND.1 size=294754 2024-08-10T05:34:02.956 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.956+0000 7f6f062d5640 1 > prepared multipart upload key=1IH8FE21AE4X upload=ATSRND5ZIBND tag=5AB8ANN3XLPB type=write size=2391906 2024-08-10T05:34:02.958 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.957+0000 7f6f062d5640 1 < completed delete operation key=F0DF00AE1ISQ tag=M4E48O1E7RAQ type=del 2024-08-10T05:34:02.959 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.959+0000 7f6f062d5640 1 > prepared operation key=F0DF00AE1ISQ tag=5JR726QKNXCR type=del size=1844566 2024-08-10T05:34:02.961 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.960+0000 7f6f062d5640 1 < completed delete operation key=8MJYHPC813SE tag=2NK1PJXA8AD4 type=del 2024-08-10T05:34:02.962 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.962+0000 7f6f062d5640 1 > prepared operation key=H4D0TFSG0EKP tag=GU4IJ3TD4OL9 type=write size=381303 2024-08-10T05:34:02.964 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.963+0000 7f6f062d5640 1 < completed part key=_multipart_PGRI5CN7TTT0.2~SS8TQN55HMP5.0 size=808139 2024-08-10T05:34:02.966 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.966+0000 7f6f062d5640 1 < completed multipart upload key=PGRI5CN7TTT0 upload=SS8TQN55HMP5 tag=3K54QVTNXQ79 type=write size=1856715 2024-08-10T05:34:02.968 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.967+0000 7f6f062d5640 1 > prepared operation key=H4D0TFSG0EKP tag=C8PW03IZ4M6M type=write size=702012 2024-08-10T05:34:02.969 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.969+0000 7f6f062d5640 1 < completed delete operation key=8MJYHPC813SE tag=TL6280DUJG7B type=del 2024-08-10T05:34:02.971 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.970+0000 7f6f062d5640 1 > prepared operation key=3EUY0XWASPEL tag=57ME1HP1FD1J type=del size=2800092 2024-08-10T05:34:02.973 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.972+0000 7f6f062d5640 1 < completed delete operation key=GNE0GMBV8Q1M tag=31LAVOQ29BT7 type=del 2024-08-10T05:34:02.974 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.974+0000 7f6f062d5640 1 > prepared operation key=7DW3UO39XCUP tag=PEHHM56M5QFV type=del size=4122686 2024-08-10T05:34:02.976 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.975+0000 7f6f062d5640 1 < completed part key=_multipart_8441NV2A24FO.2~I5CAFSH03GXR.0 size=272731 2024-08-10T05:34:02.979 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.978+0000 7f6f062d5640 1 < completed multipart upload key=8441NV2A24FO upload=I5CAFSH03GXR tag=W069Y2NPLI23 type=write size=1321307 2024-08-10T05:34:02.982 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.981+0000 7f6f062d5640 1 > prepared part key=_multipart_P8JMH1X8249F.2~8K546WK2Y829.0 size=1048576 2024-08-10T05:34:02.983 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.983+0000 7f6f062d5640 1 > prepared part key=_multipart_P8JMH1X8249F.2~8K546WK2Y829.1 size=755488 2024-08-10T05:34:02.983 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.983+0000 7f6f062d5640 1 > prepared multipart upload key=P8JMH1X8249F upload=8K546WK2Y829 tag=ZTN9O4SEFBEY type=write size=2852640 2024-08-10T05:34:02.985 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.984+0000 7f6f062d5640 1 < completed part key=_multipart_GNE0GMBV8Q1M.2~EUD5K96LFOIK.0 size=1048576 2024-08-10T05:34:02.986 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.986+0000 7f6f062d5640 1 < completed part key=_multipart_GNE0GMBV8Q1M.2~EUD5K96LFOIK.1 size=1048576 2024-08-10T05:34:02.987 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.987+0000 7f6f062d5640 1 < completed part key=_multipart_GNE0GMBV8Q1M.2~EUD5K96LFOIK.2 size=778547 2024-08-10T05:34:02.990 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.990+0000 7f6f062d5640 1 < completed multipart upload key=GNE0GMBV8Q1M upload=EUD5K96LFOIK tag=P4WHD9Y0YDCF type=write size=3924275 2024-08-10T05:34:02.992 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.992+0000 7f6f062d5640 1 > prepared operation key=FXQKBLXUHJHI tag=2P91AUNHLPMW type=del size=1304346 2024-08-10T05:34:02.994 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.994+0000 7f6f062d5640 1 < completed write operation key=4L5NSS7LS8GK tag=BFPT1ZSS8E6G type=write size=54786 2024-08-10T05:34:02.996 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.995+0000 7f6f062d5640 1 > prepared operation key=M533Z7C651X9 tag=WBEY79K5C5G3 type=del size=2871948 2024-08-10T05:34:02.998 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.997+0000 7f6f062d5640 1 < completed delete operation key=KHYOYNS1HKDG tag=7AH1NWQ5T166 type=del 2024-08-10T05:34:03.000 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:02.999+0000 7f6f062d5640 1 > prepared operation key=3EUY0XWASPEL tag=H9RGY8FBXDOX type=del size=1329211 2024-08-10T05:34:03.002 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.001+0000 7f6f062d5640 1 < completed part key=_multipart_H5TVL04MCGC8.2~FA32MN8NAYJA.0 size=1048576 2024-08-10T05:34:03.003 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.003+0000 7f6f062d5640 1 < completed part key=_multipart_H5TVL04MCGC8.2~FA32MN8NAYJA.1 size=1048576 2024-08-10T05:34:03.003 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.003+0000 7f6f062d5640 1 < canceled part key=_multipart_H5TVL04MCGC8.2~FA32MN8NAYJA.2 size=57121 2024-08-10T05:34:03.006 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.005+0000 7f6f062d5640 1 < canceled multipart upload key=H5TVL04MCGC8 upload=FA32MN8NAYJA tag=F4KG1WHURULW type=write size=3202849 2024-08-10T05:34:03.008 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.007+0000 7f6f062d5640 1 > prepared operation key=J7D76V4ENV9B tag=R4HPJM0XWRKW type=del size=2977729 2024-08-10T05:34:03.009 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.009+0000 7f6f062d5640 1 < completed part key=_multipart_MI1XTCS076Y9.2~VOHYVQWM04T8.0 size=814624 2024-08-10T05:34:03.012 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.011+0000 7f6f062d5640 1 < completed multipart upload key=MI1XTCS076Y9 upload=VOHYVQWM04T8 tag=JQISUSIHF875 type=write size=1863200 2024-08-10T05:34:03.014 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.013+0000 7f6f062d5640 1 > prepared operation key=MI1XTCS076Y9 tag=NV1NW0B94S1B type=del size=903869 2024-08-10T05:34:03.015 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.015+0000 7f6f062d5640 1 < completed delete operation key=GSXYSUXHA2KE tag=8WB0UWZVASC3 type=del 2024-08-10T05:34:03.018 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.017+0000 7f6f062d5640 1 > prepared part key=_multipart_7DW3UO39XCUP.2~X8JFF1PMKASJ.0 size=1048576 2024-08-10T05:34:03.019 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.019+0000 7f6f062d5640 1 > prepared part key=_multipart_7DW3UO39XCUP.2~X8JFF1PMKASJ.1 size=954869 2024-08-10T05:34:03.019 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.019+0000 7f6f062d5640 1 > prepared multipart upload key=7DW3UO39XCUP upload=X8JFF1PMKASJ tag=87NN9SFMCWLJ type=write size=3052021 2024-08-10T05:34:03.021 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.020+0000 7f6f062d5640 1 < completed part key=_multipart_QTHON9W7S3SP.2~RIPWS1PFEARD.0 size=405985 2024-08-10T05:34:03.023 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.023+0000 7f6f062d5640 1 < completed multipart upload key=QTHON9W7S3SP upload=RIPWS1PFEARD tag=OURXUTVO8A35 type=write size=1454561 2024-08-10T05:34:03.026 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.026+0000 7f6f062d5640 1 > prepared part key=_multipart_QTBS1TAZXH5F.2~4FSZL3B0U7QE.0 size=314788 2024-08-10T05:34:03.026 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.026+0000 7f6f062d5640 1 > prepared multipart upload key=QTBS1TAZXH5F upload=4FSZL3B0U7QE tag=0OHMV0QDBPYG type=write size=1363364 2024-08-10T05:34:03.028 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.027+0000 7f6f062d5640 1 < completed delete operation key=F0DF00AE1ISQ tag=2ZD2LX0E4VN3 type=del 2024-08-10T05:34:03.031 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.030+0000 7f6f062d5640 1 > prepared part key=_multipart_ZPF41248T0P2.2~1OQS7UKDP0HH.0 size=1037 2024-08-10T05:34:03.031 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.030+0000 7f6f062d5640 1 > prepared multipart upload key=ZPF41248T0P2 upload=1OQS7UKDP0HH tag=6LL5OHYVXSJH type=write size=1049613 2024-08-10T05:34:03.033 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.032+0000 7f6f062d5640 1 < completed delete operation key=7DW3UO39XCUP tag=RPT0DKSUHPQF type=del 2024-08-10T05:34:03.034 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.034+0000 7f6f062d5640 1 > prepared operation key=1G5AU0L67121 tag=VSLV26VKJ9E3 type=del size=892344 2024-08-10T05:34:03.036 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.035+0000 7f6f062d5640 1 < completed part key=_multipart_1IH8FE21AE4X.2~ATSRND5ZIBND.0 size=1048576 2024-08-10T05:34:03.037 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.037+0000 7f6f062d5640 1 < completed part key=_multipart_1IH8FE21AE4X.2~ATSRND5ZIBND.1 size=294754 2024-08-10T05:34:03.040 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.040+0000 7f6f062d5640 1 < completed multipart upload key=1IH8FE21AE4X upload=ATSRND5ZIBND tag=5AB8ANN3XLPB type=write size=2391906 2024-08-10T05:34:03.043 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.043+0000 7f6f062d5640 1 > prepared part key=_multipart_OH2XJH7YF0P6.2~Q3JNJN8GCU95.0 size=566308 2024-08-10T05:34:03.043 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.043+0000 7f6f062d5640 1 > prepared multipart upload key=OH2XJH7YF0P6 upload=Q3JNJN8GCU95 tag=3T6WIKWLHR5E type=write size=1614884 2024-08-10T05:34:03.045 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.044+0000 7f6f062d5640 1 < completed delete operation key=F0DF00AE1ISQ tag=5JR726QKNXCR type=del 2024-08-10T05:34:03.046 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.046+0000 7f6f062d5640 1 > prepared operation key=QTHON9W7S3SP tag=DZKNP4Y1US1C type=write size=488449 2024-08-10T05:34:03.048 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.047+0000 7f6f062d5640 1 < completed write operation key=H4D0TFSG0EKP tag=GU4IJ3TD4OL9 type=write size=381303 2024-08-10T05:34:03.050 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.049+0000 7f6f062d5640 1 > prepared operation key=8441NV2A24FO tag=ZTAMTBFSFQWQ type=del size=539426 2024-08-10T05:34:03.051 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.051+0000 7f6f062d5640 1 < completed write operation key=H4D0TFSG0EKP tag=C8PW03IZ4M6M type=write size=702012 2024-08-10T05:34:03.053 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.052+0000 7f6f062d5640 1 > prepared operation key=J7D76V4ENV9B tag=OCNRA10UZDCQ type=del size=3043560 2024-08-10T05:34:03.055 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.054+0000 7f6f062d5640 1 < canceled operation key=3EUY0XWASPEL tag=57ME1HP1FD1J type=del size=2800092 2024-08-10T05:34:03.058 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.057+0000 7f6f062d5640 1 > prepared part key=_multipart_KHYOYNS1HKDG.2~EWIB2W76ESR4.0 size=177597 2024-08-10T05:34:03.058 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.057+0000 7f6f062d5640 1 > prepared multipart upload key=KHYOYNS1HKDG upload=EWIB2W76ESR4 tag=Q60P0XVG2LIX type=write size=1226173 2024-08-10T05:34:03.060 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.059+0000 7f6f062d5640 1 < completed delete operation key=7DW3UO39XCUP tag=PEHHM56M5QFV type=del 2024-08-10T05:34:03.062 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.061+0000 7f6f062d5640 1 > prepared operation key=731ALD189846 tag=MPIVZ4YG3PYB type=write size=258843 2024-08-10T05:34:03.063 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.063+0000 7f6f062d5640 1 < completed part key=_multipart_P8JMH1X8249F.2~8K546WK2Y829.0 size=1048576 2024-08-10T05:34:03.065 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.064+0000 7f6f062d5640 1 < completed part key=_multipart_P8JMH1X8249F.2~8K546WK2Y829.1 size=755488 2024-08-10T05:34:03.068 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.067+0000 7f6f062d5640 1 < completed multipart upload key=P8JMH1X8249F upload=8K546WK2Y829 tag=ZTN9O4SEFBEY type=write size=2852640 2024-08-10T05:34:03.071 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.070+0000 7f6f062d5640 1 > prepared part key=_multipart_H4D0TFSG0EKP.2~K0Y2M52WEKU5.0 size=1048576 2024-08-10T05:34:03.072 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.072+0000 7f6f062d5640 1 > prepared part key=_multipart_H4D0TFSG0EKP.2~K0Y2M52WEKU5.1 size=353372 2024-08-10T05:34:03.072 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.072+0000 7f6f062d5640 1 > prepared multipart upload key=H4D0TFSG0EKP upload=K0Y2M52WEKU5 tag=3YSQLMF6ITBF type=write size=2450524 2024-08-10T05:34:03.074 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.073+0000 7f6f062d5640 1 < completed delete operation key=FXQKBLXUHJHI tag=2P91AUNHLPMW type=del 2024-08-10T05:34:03.077 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.077+0000 7f6f062d5640 1 > prepared part key=_multipart_MI1XTCS076Y9.2~LFUBRUPUVFDX.0 size=1048576 2024-08-10T05:34:03.079 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.078+0000 7f6f062d5640 1 > prepared part key=_multipart_MI1XTCS076Y9.2~LFUBRUPUVFDX.1 size=1048576 2024-08-10T05:34:03.079 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.079+0000 7f6f062d5640 1 > prepared part key=_multipart_MI1XTCS076Y9.2~LFUBRUPUVFDX.2 size=677661 2024-08-10T05:34:03.080 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.079+0000 7f6f062d5640 1 > prepared multipart upload key=MI1XTCS076Y9 upload=LFUBRUPUVFDX tag=EIFOVF318HYQ type=write size=3823389 2024-08-10T05:34:03.081 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.081+0000 7f6f062d5640 1 < completed delete operation key=M533Z7C651X9 tag=WBEY79K5C5G3 type=del 2024-08-10T05:34:03.083 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.082+0000 7f6f062d5640 1 > prepared operation key=S1J0EDZ5K22Q tag=UPJV6OH959O8 type=write size=705528 2024-08-10T05:34:03.085 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.084+0000 7f6f062d5640 1 < completed delete operation key=3EUY0XWASPEL tag=H9RGY8FBXDOX type=del 2024-08-10T05:34:03.086 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.086+0000 7f6f062d5640 1 > prepared operation key=F0DF00AE1ISQ tag=8M1VFVDRC37W type=del size=497109 2024-08-10T05:34:03.088 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.087+0000 7f6f062d5640 1 < canceled operation key=J7D76V4ENV9B tag=R4HPJM0XWRKW type=del size=2977729 2024-08-10T05:34:03.090 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.089+0000 7f6f062d5640 1 > prepared operation key=J7D76V4ENV9B tag=Q2IEQ1B3EURX type=del size=3667748 2024-08-10T05:34:03.091 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.090+0000 7f6f062d5640 1 < completed delete operation key=MI1XTCS076Y9 tag=NV1NW0B94S1B type=del 2024-08-10T05:34:03.093 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.093+0000 7f6f062d5640 1 > prepared operation key=8MJYHPC813SE tag=HXNW5CKAT4O3 type=del size=3107158 2024-08-10T05:34:03.095 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.094+0000 7f6f062d5640 1 < completed part key=_multipart_7DW3UO39XCUP.2~X8JFF1PMKASJ.0 size=1048576 2024-08-10T05:34:03.096 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.096+0000 7f6f062d5640 1 < completed part key=_multipart_7DW3UO39XCUP.2~X8JFF1PMKASJ.1 size=954869 2024-08-10T05:34:03.099 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.098+0000 7f6f062d5640 1 < completed multipart upload key=7DW3UO39XCUP upload=X8JFF1PMKASJ tag=87NN9SFMCWLJ type=write size=3052021 2024-08-10T05:34:03.100 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.100+0000 7f6f062d5640 1 > prepared operation key=4L5NSS7LS8GK tag=7XCCIRZMDC9X type=write size=898888 2024-08-10T05:34:03.102 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.101+0000 7f6f062d5640 1 < completed part key=_multipart_QTBS1TAZXH5F.2~4FSZL3B0U7QE.0 size=314788 2024-08-10T05:34:03.104 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.104+0000 7f6f062d5640 1 < completed multipart upload key=QTBS1TAZXH5F upload=4FSZL3B0U7QE tag=0OHMV0QDBPYG type=write size=1363364 2024-08-10T05:34:03.106 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.105+0000 7f6f062d5640 1 > prepared operation key=MI1XTCS076Y9 tag=UZU32WXIM1XF type=del size=4058026 2024-08-10T05:34:03.107 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.106+0000 7f6f062d5640 1 < completed part key=_multipart_ZPF41248T0P2.2~1OQS7UKDP0HH.0 size=1037 2024-08-10T05:34:03.109 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.109+0000 7f6f062d5640 1 < completed multipart upload key=ZPF41248T0P2 upload=1OQS7UKDP0HH tag=6LL5OHYVXSJH type=write size=1049613 2024-08-10T05:34:03.111 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.110+0000 7f6f062d5640 1 > prepared operation key=QTBS1TAZXH5F tag=Z862KCJJ43YS type=del size=3726211 2024-08-10T05:34:03.114 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.113+0000 7f6f062d5640 1 < suggested update operation key=1G5AU0L67121 tag=VSLV26VKJ9E3 type=del size=892344 2024-08-10T05:34:03.115 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.115+0000 7f6f062d5640 1 > prepared operation key=S1E44NG3MOQ5 tag=7B16ZXN20ELI type=del size=3635208 2024-08-10T05:34:03.117 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.116+0000 7f6f062d5640 1 < completed part key=_multipart_OH2XJH7YF0P6.2~Q3JNJN8GCU95.0 size=566308 2024-08-10T05:34:03.119 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.118+0000 7f6f062d5640 1 < completed multipart upload key=OH2XJH7YF0P6 upload=Q3JNJN8GCU95 tag=3T6WIKWLHR5E type=write size=1614884 2024-08-10T05:34:03.122 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.122+0000 7f6f062d5640 1 > prepared part key=_multipart_4L5NSS7LS8GK.2~XQH715D5155G.0 size=1048576 2024-08-10T05:34:03.123 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.123+0000 7f6f062d5640 1 > prepared part key=_multipart_4L5NSS7LS8GK.2~XQH715D5155G.1 size=1048576 2024-08-10T05:34:03.124 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.124+0000 7f6f062d5640 1 > prepared part key=_multipart_4L5NSS7LS8GK.2~XQH715D5155G.2 size=324669 2024-08-10T05:34:03.125 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.124+0000 7f6f062d5640 1 > prepared multipart upload key=4L5NSS7LS8GK upload=XQH715D5155G tag=G8FC5EHA9AOS type=write size=3470397 2024-08-10T05:34:03.126 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.125+0000 7f6f062d5640 1 < canceled operation key=QTHON9W7S3SP tag=DZKNP4Y1US1C type=write size=488449 2024-08-10T05:34:03.129 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.128+0000 7f6f062d5640 1 > prepared part key=_multipart_731ALD189846.2~ZNWHSZZGGZE6.0 size=1048576 2024-08-10T05:34:03.130 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.129+0000 7f6f062d5640 1 > prepared part key=_multipart_731ALD189846.2~ZNWHSZZGGZE6.1 size=650378 2024-08-10T05:34:03.130 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.129+0000 7f6f062d5640 1 > prepared multipart upload key=731ALD189846 upload=ZNWHSZZGGZE6 tag=06AJL3TAEN7Z type=write size=2747530 2024-08-10T05:34:03.132 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.132+0000 7f6f062d5640 1 < suggested update operation key=8441NV2A24FO tag=ZTAMTBFSFQWQ type=del size=539426 2024-08-10T05:34:03.135 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.134+0000 7f6f062d5640 1 > prepared part key=_multipart_LTRO8UR68E01.2~WXMUYPHMU7IK.0 size=1048576 2024-08-10T05:34:03.137 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.136+0000 7f6f062d5640 1 > prepared part key=_multipart_LTRO8UR68E01.2~WXMUYPHMU7IK.1 size=1048576 2024-08-10T05:34:03.138 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.137+0000 7f6f062d5640 1 > prepared part key=_multipart_LTRO8UR68E01.2~WXMUYPHMU7IK.2 size=634282 2024-08-10T05:34:03.138 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.137+0000 7f6f062d5640 1 > prepared multipart upload key=LTRO8UR68E01 upload=WXMUYPHMU7IK tag=818U87BECH7X type=write size=3780010 2024-08-10T05:34:03.141 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.141+0000 7f6f062d5640 1 < suggested remove operation key=J7D76V4ENV9B tag=OCNRA10UZDCQ type=del 2024-08-10T05:34:03.143 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.142+0000 7f6f062d5640 1 > prepared operation key=MI1XTCS076Y9 tag=C7IIOWM2AESD type=del size=359849 2024-08-10T05:34:03.145 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.144+0000 7f6f062d5640 1 < completed part key=_multipart_KHYOYNS1HKDG.2~EWIB2W76ESR4.0 size=177597 2024-08-10T05:34:03.147 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.146+0000 7f6f062d5640 1 < completed multipart upload key=KHYOYNS1HKDG upload=EWIB2W76ESR4 tag=Q60P0XVG2LIX type=write size=1226173 2024-08-10T05:34:03.148 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.148+0000 7f6f062d5640 1 > prepared operation key=S1E44NG3MOQ5 tag=4Q4HJERA41TQ type=del size=586602 2024-08-10T05:34:03.150 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.149+0000 7f6f062d5640 1 < completed write operation key=731ALD189846 tag=MPIVZ4YG3PYB type=write size=258843 2024-08-10T05:34:03.151 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.151+0000 7f6f062d5640 1 > prepared operation key=OH2XJH7YF0P6 tag=111I0DU5LWGS type=del size=3396096 2024-08-10T05:34:03.153 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.153+0000 7f6f062d5640 1 < completed part key=_multipart_H4D0TFSG0EKP.2~K0Y2M52WEKU5.0 size=1048576 2024-08-10T05:34:03.158 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.154+0000 7f6f062d5640 1 < completed part key=_multipart_H4D0TFSG0EKP.2~K0Y2M52WEKU5.1 size=353372 2024-08-10T05:34:03.158 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.157+0000 7f6f062d5640 1 < completed multipart upload key=H4D0TFSG0EKP upload=K0Y2M52WEKU5 tag=3YSQLMF6ITBF type=write size=2450524 2024-08-10T05:34:03.160 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.160+0000 7f6f062d5640 1 > prepared part key=_multipart_3EUY0XWASPEL.2~G38S0XVDRH3U.0 size=1048576 2024-08-10T05:34:03.161 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.161+0000 7f6f062d5640 1 > prepared part key=_multipart_3EUY0XWASPEL.2~G38S0XVDRH3U.1 size=980240 2024-08-10T05:34:03.161 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.161+0000 7f6f062d5640 1 > prepared multipart upload key=3EUY0XWASPEL upload=G38S0XVDRH3U tag=Q3G44LSJI1DF type=write size=3077392 2024-08-10T05:34:03.163 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.162+0000 7f6f062d5640 1 < completed part key=_multipart_MI1XTCS076Y9.2~LFUBRUPUVFDX.0 size=1048576 2024-08-10T05:34:03.164 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.164+0000 7f6f062d5640 1 < completed part key=_multipart_MI1XTCS076Y9.2~LFUBRUPUVFDX.1 size=1048576 2024-08-10T05:34:03.165 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.165+0000 7f6f062d5640 1 < completed part key=_multipart_MI1XTCS076Y9.2~LFUBRUPUVFDX.2 size=677661 2024-08-10T05:34:03.168 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.167+0000 7f6f062d5640 1 < completed multipart upload key=MI1XTCS076Y9 upload=LFUBRUPUVFDX tag=EIFOVF318HYQ type=write size=3823389 2024-08-10T05:34:03.169 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.169+0000 7f6f062d5640 1 > prepared operation key=8441NV2A24FO tag=7U0MIZ49C65Z type=del size=1242684 2024-08-10T05:34:03.171 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.171+0000 7f6f062d5640 1 < completed write operation key=S1J0EDZ5K22Q tag=UPJV6OH959O8 type=write size=705528 2024-08-10T05:34:03.173 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.172+0000 7f6f062d5640 1 > prepared operation key=7N97XZL3TX2D tag=W5FYQHOJ0S59 type=del size=1956665 2024-08-10T05:34:03.176 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.175+0000 7f6f062d5640 1 < suggested remove operation key=F0DF00AE1ISQ tag=8M1VFVDRC37W type=del 2024-08-10T05:34:03.177 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.177+0000 7f6f062d5640 1 > prepared operation key=GNE0GMBV8Q1M tag=NXV8FOBSJ4ZQ type=del size=3830277 2024-08-10T05:34:03.179 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.178+0000 7f6f062d5640 -1 < failed to complete operation key=J7D76V4ENV9B tag=Q2IEQ1B3EURX type=del size=3667748: (22) Invalid argument 2024-08-10T05:34:03.181 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.181+0000 7f6f062d5640 1 > prepared part key=_multipart_ZPF41248T0P2.2~46O3DXG707NT.0 size=1048576 2024-08-10T05:34:03.183 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.182+0000 7f6f062d5640 1 > prepared part key=_multipart_ZPF41248T0P2.2~46O3DXG707NT.1 size=302315 2024-08-10T05:34:03.183 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.182+0000 7f6f062d5640 1 > prepared multipart upload key=ZPF41248T0P2 upload=46O3DXG707NT tag=JZ8H9NJSMQQJ type=write size=2399467 2024-08-10T05:34:03.186 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.185+0000 7f6f062d5640 1 < suggested update operation key=8MJYHPC813SE tag=HXNW5CKAT4O3 type=del size=3107158 2024-08-10T05:34:03.187 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.187+0000 7f6f062d5640 1 > prepared operation key=H4D0TFSG0EKP tag=2CN1JU64V5N6 type=del size=1221384 2024-08-10T05:34:03.189 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.188+0000 7f6f062d5640 1 < completed write operation key=4L5NSS7LS8GK tag=7XCCIRZMDC9X type=write size=898888 2024-08-10T05:34:03.192 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.192+0000 7f6f062d5640 1 > prepared part key=_multipart_00IWI9L0NGJ3.2~YL26CGW30RAW.0 size=1048576 2024-08-10T05:34:03.193 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.193+0000 7f6f062d5640 1 > prepared part key=_multipart_00IWI9L0NGJ3.2~YL26CGW30RAW.1 size=811447 2024-08-10T05:34:03.194 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.193+0000 7f6f062d5640 1 > prepared multipart upload key=00IWI9L0NGJ3 upload=YL26CGW30RAW tag=X9IK7TTX3KFA type=write size=2908599 2024-08-10T05:34:03.198 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.196+0000 7f6f062d5640 1 < suggested remove operation key=MI1XTCS076Y9 tag=UZU32WXIM1XF type=del 2024-08-10T05:34:03.200 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.199+0000 7f6f062d5640 1 > prepared part key=_multipart_PGRI5CN7TTT0.2~4H68NBDF42FA.0 size=74899 2024-08-10T05:34:03.200 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.199+0000 7f6f062d5640 1 > prepared multipart upload key=PGRI5CN7TTT0 upload=4H68NBDF42FA tag=RQX1EJ9U7AZT type=write size=1123475 2024-08-10T05:34:03.201 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.201+0000 7f6f062d5640 1 < canceled operation key=QTBS1TAZXH5F tag=Z862KCJJ43YS type=del size=3726211 2024-08-10T05:34:03.203 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.202+0000 7f6f062d5640 1 > prepared operation key=LTRO8UR68E01 tag=5SAEQEJ770XH type=del size=1799117 2024-08-10T05:34:03.206 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.205+0000 7f6f062d5640 1 < suggested update operation key=S1E44NG3MOQ5 tag=7B16ZXN20ELI type=del size=3635208 2024-08-10T05:34:03.208 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.208+0000 7f6f062d5640 1 > prepared part key=_multipart_OH2XJH7YF0P6.2~Z3FWEW6QP05G.0 size=1048576 2024-08-10T05:34:03.209 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.209+0000 7f6f062d5640 1 > prepared part key=_multipart_OH2XJH7YF0P6.2~Z3FWEW6QP05G.1 size=985511 2024-08-10T05:34:03.210 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.209+0000 7f6f062d5640 1 > prepared multipart upload key=OH2XJH7YF0P6 upload=Z3FWEW6QP05G tag=C72ZTD69S1V7 type=write size=3082663 2024-08-10T05:34:03.211 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.210+0000 7f6f062d5640 1 < completed part key=_multipart_4L5NSS7LS8GK.2~XQH715D5155G.0 size=1048576 2024-08-10T05:34:03.212 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.211+0000 7f6f062d5640 1 < completed part key=_multipart_4L5NSS7LS8GK.2~XQH715D5155G.1 size=1048576 2024-08-10T05:34:03.213 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.213+0000 7f6f062d5640 1 < completed part key=_multipart_4L5NSS7LS8GK.2~XQH715D5155G.2 size=324669 2024-08-10T05:34:03.216 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.215+0000 7f6f062d5640 1 < completed multipart upload key=4L5NSS7LS8GK upload=XQH715D5155G tag=G8FC5EHA9AOS type=write size=3470397 2024-08-10T05:34:03.217 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.217+0000 7f6f062d5640 1 > prepared operation key=FXQKBLXUHJHI tag=H2AY3JY1I5WO type=write size=613026 2024-08-10T05:34:03.219 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.218+0000 7f6f062d5640 1 < completed part key=_multipart_731ALD189846.2~ZNWHSZZGGZE6.0 size=1048576 2024-08-10T05:34:03.219 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.218+0000 7f6f062d5640 1 < canceled part key=_multipart_731ALD189846.2~ZNWHSZZGGZE6.1 size=650378 2024-08-10T05:34:03.221 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.221+0000 7f6f062d5640 1 < canceled multipart upload key=731ALD189846 upload=ZNWHSZZGGZE6 tag=06AJL3TAEN7Z type=write size=2747530 2024-08-10T05:34:03.223 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.222+0000 7f6f062d5640 1 > prepared operation key=7DW3UO39XCUP tag=RJ91086YEL3W type=del size=1579028 2024-08-10T05:34:03.224 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.224+0000 7f6f062d5640 1 < completed part key=_multipart_LTRO8UR68E01.2~WXMUYPHMU7IK.0 size=1048576 2024-08-10T05:34:03.226 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.225+0000 7f6f062d5640 1 < completed part key=_multipart_LTRO8UR68E01.2~WXMUYPHMU7IK.1 size=1048576 2024-08-10T05:34:03.227 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.227+0000 7f6f062d5640 1 < completed part key=_multipart_LTRO8UR68E01.2~WXMUYPHMU7IK.2 size=634282 2024-08-10T05:34:03.230 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.229+0000 7f6f062d5640 1 < completed multipart upload key=LTRO8UR68E01 upload=WXMUYPHMU7IK tag=818U87BECH7X type=write size=3780010 2024-08-10T05:34:03.231 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.231+0000 7f6f062d5640 1 > prepared operation key=4L5NSS7LS8GK tag=DAZO8X22J9PV type=del size=1023137 2024-08-10T05:34:03.233 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.233+0000 7f6f062d5640 -1 < failed to complete operation key=MI1XTCS076Y9 tag=C7IIOWM2AESD type=del size=359849: (22) Invalid argument 2024-08-10T05:34:03.235 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.234+0000 7f6f062d5640 1 > prepared operation key=KHYOYNS1HKDG tag=VK6CXGNJE6SN type=del size=2265406 2024-08-10T05:34:03.237 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.236+0000 7f6f062d5640 -1 < failed to complete operation key=S1E44NG3MOQ5 tag=4Q4HJERA41TQ type=del size=586602: (22) Invalid argument 2024-08-10T05:34:03.241 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.240+0000 7f6f062d5640 1 > prepared part key=_multipart_J7D76V4ENV9B.2~C6QMETTGZ7XL.0 size=1048576 2024-08-10T05:34:03.242 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.242+0000 7f6f062d5640 1 > prepared part key=_multipart_J7D76V4ENV9B.2~C6QMETTGZ7XL.1 size=163370 2024-08-10T05:34:03.242 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.242+0000 7f6f062d5640 1 > prepared multipart upload key=J7D76V4ENV9B upload=C6QMETTGZ7XL tag=5RKHYNYXKR9Z type=write size=2260522 2024-08-10T05:34:03.244 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.243+0000 7f6f062d5640 1 < completed delete operation key=OH2XJH7YF0P6 tag=111I0DU5LWGS type=del 2024-08-10T05:34:03.247 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.246+0000 7f6f062d5640 1 > prepared part key=_multipart_LTRO8UR68E01.2~W7RF53Q3AUUW.0 size=1048576 2024-08-10T05:34:03.248 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.248+0000 7f6f062d5640 1 > prepared part key=_multipart_LTRO8UR68E01.2~W7RF53Q3AUUW.1 size=1048576 2024-08-10T05:34:03.252 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.250+0000 7f6f062d5640 1 > prepared part key=_multipart_LTRO8UR68E01.2~W7RF53Q3AUUW.2 size=508114 2024-08-10T05:34:03.252 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.250+0000 7f6f062d5640 1 > prepared multipart upload key=LTRO8UR68E01 upload=W7RF53Q3AUUW tag=7QNVLR198VD0 type=write size=3653842 2024-08-10T05:34:03.252 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.251+0000 7f6f062d5640 1 < completed part key=_multipart_3EUY0XWASPEL.2~G38S0XVDRH3U.0 size=1048576 2024-08-10T05:34:03.253 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.253+0000 7f6f062d5640 1 < completed part key=_multipart_3EUY0XWASPEL.2~G38S0XVDRH3U.1 size=980240 2024-08-10T05:34:03.256 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.256+0000 7f6f062d5640 1 < completed multipart upload key=3EUY0XWASPEL upload=G38S0XVDRH3U tag=Q3G44LSJI1DF type=write size=3077392 2024-08-10T05:34:03.258 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.258+0000 7f6f062d5640 1 > prepared operation key=00IWI9L0NGJ3 tag=7M1ON7G1L8EY type=del size=1304387 2024-08-10T05:34:03.260 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.259+0000 7f6f062d5640 1 < completed delete operation key=8441NV2A24FO tag=7U0MIZ49C65Z type=del 2024-08-10T05:34:03.262 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.262+0000 7f6f062d5640 1 > prepared part key=_multipart_H5TVL04MCGC8.2~2RP0VT50QGL6.0 size=430006 2024-08-10T05:34:03.262 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.262+0000 7f6f062d5640 1 > prepared multipart upload key=H5TVL04MCGC8 upload=2RP0VT50QGL6 tag=N29F9PLRHN7C type=write size=1478582 2024-08-10T05:34:03.265 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.265+0000 7f6f062d5640 1 < suggested remove operation key=7N97XZL3TX2D tag=W5FYQHOJ0S59 type=del 2024-08-10T05:34:03.268 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.267+0000 7f6f062d5640 1 > prepared part key=_multipart_KHYOYNS1HKDG.2~AAIJTT2HL8OW.0 size=421705 2024-08-10T05:34:03.268 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.267+0000 7f6f062d5640 1 > prepared multipart upload key=KHYOYNS1HKDG upload=AAIJTT2HL8OW tag=S0VBAJFXYAM0 type=write size=1470281 2024-08-10T05:34:03.270 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.269+0000 7f6f062d5640 1 < canceled operation key=GNE0GMBV8Q1M tag=NXV8FOBSJ4ZQ type=del size=3830277 2024-08-10T05:34:03.272 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.271+0000 7f6f062d5640 1 > prepared operation key=GSXYSUXHA2KE tag=4DQ3H8SK1I38 type=del size=2163950 2024-08-10T05:34:03.274 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.273+0000 7f6f062d5640 1 < completed part key=_multipart_ZPF41248T0P2.2~46O3DXG707NT.0 size=1048576 2024-08-10T05:34:03.275 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.275+0000 7f6f062d5640 1 < completed part key=_multipart_ZPF41248T0P2.2~46O3DXG707NT.1 size=302315 2024-08-10T05:34:03.278 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.278+0000 7f6f062d5640 1 < completed multipart upload key=ZPF41248T0P2 upload=46O3DXG707NT tag=JZ8H9NJSMQQJ type=write size=2399467 2024-08-10T05:34:03.280 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.280+0000 7f6f062d5640 1 > prepared operation key=7DW3UO39XCUP tag=S8DNZV1Y2QRO type=write size=708697 2024-08-10T05:34:03.284 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.283+0000 7f6f062d5640 1 < suggested remove operation key=H4D0TFSG0EKP tag=2CN1JU64V5N6 type=del 2024-08-10T05:34:03.285 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.284+0000 7f6f062d5640 1 > prepared operation key=8441NV2A24FO tag=BYM7Y4AFMO9L type=del size=308871 2024-08-10T05:34:03.286 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.286+0000 7f6f062d5640 1 < completed part key=_multipart_00IWI9L0NGJ3.2~YL26CGW30RAW.0 size=1048576 2024-08-10T05:34:03.288 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.287+0000 7f6f062d5640 1 < completed part key=_multipart_00IWI9L0NGJ3.2~YL26CGW30RAW.1 size=811447 2024-08-10T05:34:03.291 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.290+0000 7f6f062d5640 1 < completed multipart upload key=00IWI9L0NGJ3 upload=YL26CGW30RAW tag=X9IK7TTX3KFA type=write size=2908599 2024-08-10T05:34:03.292 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.292+0000 7f6f062d5640 1 > prepared operation key=GSXYSUXHA2KE tag=1LDLK5HYAHP2 type=del size=852498 2024-08-10T05:34:03.294 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.293+0000 7f6f062d5640 1 < completed part key=_multipart_PGRI5CN7TTT0.2~4H68NBDF42FA.0 size=74899 2024-08-10T05:34:03.296 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.296+0000 7f6f062d5640 1 < completed multipart upload key=PGRI5CN7TTT0 upload=4H68NBDF42FA tag=RQX1EJ9U7AZT type=write size=1123475 2024-08-10T05:34:03.298 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.298+0000 7f6f062d5640 1 > prepared operation key=S1E44NG3MOQ5 tag=BV0O5FINXMB6 type=write size=704927 2024-08-10T05:34:03.301 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.301+0000 7f6f062d5640 1 < suggested update operation key=LTRO8UR68E01 tag=5SAEQEJ770XH type=del size=1799117 2024-08-10T05:34:03.303 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.302+0000 7f6f062d5640 1 > prepared operation key=8MJYHPC813SE tag=UBO9UL70N61E type=del size=2345845 2024-08-10T05:34:03.304 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.304+0000 7f6f062d5640 1 < completed part key=_multipart_OH2XJH7YF0P6.2~Z3FWEW6QP05G.0 size=1048576 2024-08-10T05:34:03.306 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.305+0000 7f6f062d5640 1 < completed part key=_multipart_OH2XJH7YF0P6.2~Z3FWEW6QP05G.1 size=985511 2024-08-10T05:34:03.308 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.308+0000 7f6f062d5640 1 < completed multipart upload key=OH2XJH7YF0P6 upload=Z3FWEW6QP05G tag=C72ZTD69S1V7 type=write size=3082663 2024-08-10T05:34:03.310 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.309+0000 7f6f062d5640 1 > prepared operation key=ZPF41248T0P2 tag=UCEH071GGP2D type=del size=2299318 2024-08-10T05:34:03.311 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.311+0000 7f6f062d5640 1 < completed write operation key=FXQKBLXUHJHI tag=H2AY3JY1I5WO type=write size=613026 2024-08-10T05:34:03.313 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.313+0000 7f6f062d5640 1 > prepared operation key=KHYOYNS1HKDG tag=EKRSOA2QCL9B type=del size=3303917 2024-08-10T05:34:03.316 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.316+0000 7f6f062d5640 1 < suggested remove operation key=7DW3UO39XCUP tag=RJ91086YEL3W type=del 2024-08-10T05:34:03.319 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.318+0000 7f6f062d5640 1 > prepared part key=_multipart_J7D76V4ENV9B.2~8M3II0QQAMOM.0 size=1048576 2024-08-10T05:34:03.320 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.320+0000 7f6f062d5640 1 > prepared part key=_multipart_J7D76V4ENV9B.2~8M3II0QQAMOM.1 size=1048576 2024-08-10T05:34:03.321 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.321+0000 7f6f062d5640 1 > prepared part key=_multipart_J7D76V4ENV9B.2~8M3II0QQAMOM.2 size=146192 2024-08-10T05:34:03.322 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.321+0000 7f6f062d5640 1 > prepared multipart upload key=J7D76V4ENV9B upload=8M3II0QQAMOM tag=ECXPXS4QI0NM type=write size=3291920 2024-08-10T05:34:03.324 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.324+0000 7f6f062d5640 1 < suggested remove operation key=4L5NSS7LS8GK tag=DAZO8X22J9PV type=del 2024-08-10T05:34:03.326 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.325+0000 7f6f062d5640 1 > prepared operation key=QTBS1TAZXH5F tag=CVQD8F7YMLR5 type=del size=3572615 2024-08-10T05:34:03.327 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.327+0000 7f6f062d5640 1 < completed delete operation key=KHYOYNS1HKDG tag=VK6CXGNJE6SN type=del 2024-08-10T05:34:03.329 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.328+0000 7f6f062d5640 1 > prepared operation key=J7D76V4ENV9B tag=3V0SZDKMMB82 type=del size=3712071 2024-08-10T05:34:03.331 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.330+0000 7f6f062d5640 1 < completed part key=_multipart_J7D76V4ENV9B.2~C6QMETTGZ7XL.0 size=1048576 2024-08-10T05:34:03.332 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.331+0000 7f6f062d5640 1 < completed part key=_multipart_J7D76V4ENV9B.2~C6QMETTGZ7XL.1 size=163370 2024-08-10T05:34:03.334 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.334+0000 7f6f062d5640 1 < completed multipart upload key=J7D76V4ENV9B upload=C6QMETTGZ7XL tag=5RKHYNYXKR9Z type=write size=2260522 2024-08-10T05:34:03.336 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.335+0000 7f6f062d5640 1 > prepared operation key=S1J0EDZ5K22Q tag=COXMEJ2X5ZZT type=del size=4175824 2024-08-10T05:34:03.337 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.337+0000 7f6f062d5640 1 < completed part key=_multipart_LTRO8UR68E01.2~W7RF53Q3AUUW.0 size=1048576 2024-08-10T05:34:03.339 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.338+0000 7f6f062d5640 1 < completed part key=_multipart_LTRO8UR68E01.2~W7RF53Q3AUUW.1 size=1048576 2024-08-10T05:34:03.340 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.339+0000 7f6f062d5640 1 < completed part key=_multipart_LTRO8UR68E01.2~W7RF53Q3AUUW.2 size=508114 2024-08-10T05:34:03.342 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.341+0000 7f6f062d5640 1 < completed multipart upload key=LTRO8UR68E01 upload=W7RF53Q3AUUW tag=7QNVLR198VD0 type=write size=3653842 2024-08-10T05:34:03.345 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.345+0000 7f6f062d5640 1 > prepared part key=_multipart_GNE0GMBV8Q1M.2~AJ8RX2JTJ8MO.0 size=1048576 2024-08-10T05:34:03.346 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.346+0000 7f6f062d5640 1 > prepared part key=_multipart_GNE0GMBV8Q1M.2~AJ8RX2JTJ8MO.1 size=1048576 2024-08-10T05:34:03.348 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.347+0000 7f6f062d5640 1 > prepared part key=_multipart_GNE0GMBV8Q1M.2~AJ8RX2JTJ8MO.2 size=24684 2024-08-10T05:34:03.348 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.347+0000 7f6f062d5640 1 > prepared multipart upload key=GNE0GMBV8Q1M upload=AJ8RX2JTJ8MO tag=QMKJVNLLAYCW type=write size=3170412 2024-08-10T05:34:03.349 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.348+0000 7f6f062d5640 1 < completed delete operation key=00IWI9L0NGJ3 tag=7M1ON7G1L8EY type=del 2024-08-10T05:34:03.351 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.351+0000 7f6f062d5640 1 > prepared part key=_multipart_7N97XZL3TX2D.2~502WCB7G9VV4.0 size=492623 2024-08-10T05:34:03.351 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.351+0000 7f6f062d5640 1 > prepared multipart upload key=7N97XZL3TX2D upload=502WCB7G9VV4 tag=VKDYQKN7RO92 type=write size=1541199 2024-08-10T05:34:03.353 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.352+0000 7f6f062d5640 1 < completed part key=_multipart_H5TVL04MCGC8.2~2RP0VT50QGL6.0 size=430006 2024-08-10T05:34:03.355 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.355+0000 7f6f062d5640 1 < completed multipart upload key=H5TVL04MCGC8 upload=2RP0VT50QGL6 tag=N29F9PLRHN7C type=write size=1478582 2024-08-10T05:34:03.358 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.358+0000 7f6f062d5640 1 > prepared part key=_multipart_3EUY0XWASPEL.2~QWV3MD04QFLF.0 size=1048576 2024-08-10T05:34:03.360 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.359+0000 7f6f062d5640 1 > prepared part key=_multipart_3EUY0XWASPEL.2~QWV3MD04QFLF.1 size=554437 2024-08-10T05:34:03.360 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.359+0000 7f6f062d5640 1 > prepared multipart upload key=3EUY0XWASPEL upload=QWV3MD04QFLF tag=PV64YQ3QB3AZ type=write size=2651589 2024-08-10T05:34:03.361 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.361+0000 7f6f062d5640 1 < completed part key=_multipart_KHYOYNS1HKDG.2~AAIJTT2HL8OW.0 size=421705 2024-08-10T05:34:03.364 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.363+0000 7f6f062d5640 1 < completed multipart upload key=KHYOYNS1HKDG upload=AAIJTT2HL8OW tag=S0VBAJFXYAM0 type=write size=1470281 2024-08-10T05:34:03.366 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.365+0000 7f6f062d5640 1 > prepared operation key=ZPF41248T0P2 tag=O2HCQSI5Y4S2 type=del size=2514546 2024-08-10T05:34:03.368 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.367+0000 7f6f062d5640 1 < completed delete operation key=GSXYSUXHA2KE tag=4DQ3H8SK1I38 type=del 2024-08-10T05:34:03.370 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.370+0000 7f6f062d5640 1 > prepared part key=_multipart_8MJYHPC813SE.2~OGADLFE9WH0K.0 size=1048576 2024-08-10T05:34:03.371 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.371+0000 7f6f062d5640 1 > prepared part key=_multipart_8MJYHPC813SE.2~OGADLFE9WH0K.1 size=1048576 2024-08-10T05:34:03.373 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.372+0000 7f6f062d5640 1 > prepared part key=_multipart_8MJYHPC813SE.2~OGADLFE9WH0K.2 size=868471 2024-08-10T05:34:03.373 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.372+0000 7f6f062d5640 1 > prepared multipart upload key=8MJYHPC813SE upload=OGADLFE9WH0K tag=OXS5WWUWGGIQ type=write size=4014199 2024-08-10T05:34:03.374 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.374+0000 7f6f062d5640 -1 < failed to complete operation key=7DW3UO39XCUP tag=S8DNZV1Y2QRO type=write size=708697: (22) Invalid argument 2024-08-10T05:34:03.376 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.376+0000 7f6f062d5640 1 > prepared operation key=QTHON9W7S3SP tag=50VCTA084O23 type=del size=3979807 2024-08-10T05:34:03.378 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.377+0000 7f6f062d5640 1 < completed delete operation key=8441NV2A24FO tag=BYM7Y4AFMO9L type=del 2024-08-10T05:34:03.380 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.379+0000 7f6f062d5640 1 > prepared operation key=H5TVL04MCGC8 tag=KVWVQX61UPA3 type=del size=3128351 2024-08-10T05:34:03.383 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.382+0000 7f6f062d5640 1 < suggested update operation key=GSXYSUXHA2KE tag=1LDLK5HYAHP2 type=del size=852498 2024-08-10T05:34:03.384 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.383+0000 7f6f062d5640 1 > prepared operation key=731ALD189846 tag=D9I29YQV32OW type=del size=3403723 2024-08-10T05:34:03.386 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.385+0000 7f6f062d5640 1 < completed write operation key=S1E44NG3MOQ5 tag=BV0O5FINXMB6 type=write size=704927 2024-08-10T05:34:03.388 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.387+0000 7f6f062d5640 1 > prepared operation key=M533Z7C651X9 tag=7EDUMG556UDF type=write size=744785 2024-08-10T05:34:03.389 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.389+0000 7f6f062d5640 1 < completed delete operation key=8MJYHPC813SE tag=UBO9UL70N61E type=del 2024-08-10T05:34:03.391 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.390+0000 7f6f062d5640 1 > prepared operation key=WBJQTYBRMJV8 tag=NPI8F95RJWBR type=del size=628818 2024-08-10T05:34:03.392 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.392+0000 7f6f062d5640 1 < completed delete operation key=ZPF41248T0P2 tag=UCEH071GGP2D type=del 2024-08-10T05:34:03.394 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.393+0000 7f6f062d5640 1 > prepared operation key=M533Z7C651X9 tag=Y6DLW6NGJ3UL type=del size=1216624 2024-08-10T05:34:03.395 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.395+0000 7f6f062d5640 1 < completed delete operation key=KHYOYNS1HKDG tag=EKRSOA2QCL9B type=del 2024-08-10T05:34:03.397 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.396+0000 7f6f062d5640 1 > prepared operation key=Z3FSBPLXLYL2 tag=YH37GEWYE5SP type=del size=1825634 2024-08-10T05:34:03.398 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.398+0000 7f6f062d5640 1 < completed part key=_multipart_J7D76V4ENV9B.2~8M3II0QQAMOM.0 size=1048576 2024-08-10T05:34:03.400 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.399+0000 7f6f062d5640 1 < completed part key=_multipart_J7D76V4ENV9B.2~8M3II0QQAMOM.1 size=1048576 2024-08-10T05:34:03.401 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.400+0000 7f6f062d5640 1 < completed part key=_multipart_J7D76V4ENV9B.2~8M3II0QQAMOM.2 size=146192 2024-08-10T05:34:03.404 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.403+0000 7f6f062d5640 1 < completed multipart upload key=J7D76V4ENV9B upload=8M3II0QQAMOM tag=ECXPXS4QI0NM type=write size=3291920 2024-08-10T05:34:03.405 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.404+0000 7f6f062d5640 1 > prepared operation key=GNE0GMBV8Q1M tag=NYXFF5KPJH0P type=del size=3324884 2024-08-10T05:34:03.408 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.407+0000 7f6f062d5640 1 < suggested update operation key=QTBS1TAZXH5F tag=CVQD8F7YMLR5 type=del size=3572615 2024-08-10T05:34:03.410 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.410+0000 7f6f062d5640 1 > prepared part key=_multipart_H5TVL04MCGC8.2~5LT5D1SMTTD7.0 size=358281 2024-08-10T05:34:03.411 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.410+0000 7f6f062d5640 1 > prepared multipart upload key=H5TVL04MCGC8 upload=5LT5D1SMTTD7 tag=OCNUSC00XO1E type=write size=1406857 2024-08-10T05:34:03.412 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.411+0000 7f6f062d5640 1 < completed delete operation key=J7D76V4ENV9B tag=3V0SZDKMMB82 type=del 2024-08-10T05:34:03.414 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.414+0000 7f6f062d5640 1 > prepared part key=_multipart_QTBS1TAZXH5F.2~47G5NTVGFS08.0 size=1048576 2024-08-10T05:34:03.416 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.415+0000 7f6f062d5640 1 > prepared part key=_multipart_QTBS1TAZXH5F.2~47G5NTVGFS08.1 size=1048576 2024-08-10T05:34:03.417 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.416+0000 7f6f062d5640 1 > prepared part key=_multipart_QTBS1TAZXH5F.2~47G5NTVGFS08.2 size=596220 2024-08-10T05:34:03.417 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.416+0000 7f6f062d5640 1 > prepared multipart upload key=QTBS1TAZXH5F upload=47G5NTVGFS08 tag=WK9LFD1YYNL1 type=write size=3741948 2024-08-10T05:34:03.419 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.418+0000 7f6f062d5640 1 < canceled operation key=S1J0EDZ5K22Q tag=COXMEJ2X5ZZT type=del size=4175824 2024-08-10T05:34:03.420 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.419+0000 7f6f062d5640 1 > prepared operation key=GSXYSUXHA2KE tag=X0ARZRMC28RJ type=write size=939677 2024-08-10T05:34:03.420 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.420+0000 7f6f062d5640 1 < canceled part key=_multipart_GNE0GMBV8Q1M.2~AJ8RX2JTJ8MO.0 size=1048576 2024-08-10T05:34:03.422 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.421+0000 7f6f062d5640 1 < completed part key=_multipart_GNE0GMBV8Q1M.2~AJ8RX2JTJ8MO.1 size=1048576 2024-08-10T05:34:03.423 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.422+0000 7f6f062d5640 1 < completed part key=_multipart_GNE0GMBV8Q1M.2~AJ8RX2JTJ8MO.2 size=24684 2024-08-10T05:34:03.425 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.424+0000 7f6f062d5640 1 < canceled multipart upload key=GNE0GMBV8Q1M upload=AJ8RX2JTJ8MO tag=QMKJVNLLAYCW type=write size=3170412 2024-08-10T05:34:03.429 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.428+0000 7f6f062d5640 1 > prepared part key=_multipart_H5TVL04MCGC8.2~08EGRUK1BPRE.0 size=1048576 2024-08-10T05:34:03.430 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.429+0000 7f6f062d5640 1 > prepared part key=_multipart_H5TVL04MCGC8.2~08EGRUK1BPRE.1 size=236479 2024-08-10T05:34:03.430 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.429+0000 7f6f062d5640 1 > prepared multipart upload key=H5TVL04MCGC8 upload=08EGRUK1BPRE tag=C0NAGU69PIZY type=write size=2333631 2024-08-10T05:34:03.431 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.431+0000 7f6f062d5640 1 < completed part key=_multipart_7N97XZL3TX2D.2~502WCB7G9VV4.0 size=492623 2024-08-10T05:34:03.433 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.433+0000 7f6f062d5640 1 < completed multipart upload key=7N97XZL3TX2D upload=502WCB7G9VV4 tag=VKDYQKN7RO92 type=write size=1541199 2024-08-10T05:34:03.435 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.435+0000 7f6f062d5640 1 > prepared operation key=LTRO8UR68E01 tag=SKAX2PB06TBC type=del size=2669280 2024-08-10T05:34:03.437 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.437+0000 7f6f062d5640 1 < completed part key=_multipart_3EUY0XWASPEL.2~QWV3MD04QFLF.0 size=1048576 2024-08-10T05:34:03.439 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.438+0000 7f6f062d5640 1 < completed part key=_multipart_3EUY0XWASPEL.2~QWV3MD04QFLF.1 size=554437 2024-08-10T05:34:03.441 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.441+0000 7f6f062d5640 1 < completed multipart upload key=3EUY0XWASPEL upload=QWV3MD04QFLF tag=PV64YQ3QB3AZ type=write size=2651589 2024-08-10T05:34:03.443 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.442+0000 7f6f062d5640 1 > prepared operation key=M533Z7C651X9 tag=LD4T9W6AO8X3 type=del size=1017412 2024-08-10T05:34:03.444 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.444+0000 7f6f062d5640 1 < completed delete operation key=ZPF41248T0P2 tag=O2HCQSI5Y4S2 type=del 2024-08-10T05:34:03.446 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.445+0000 7f6f062d5640 1 > prepared operation key=LTRO8UR68E01 tag=0NVN4CYJOU4V type=del size=1039361 2024-08-10T05:34:03.447 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.447+0000 7f6f062d5640 1 < completed part key=_multipart_8MJYHPC813SE.2~OGADLFE9WH0K.0 size=1048576 2024-08-10T05:34:03.448 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.448+0000 7f6f062d5640 1 < completed part key=_multipart_8MJYHPC813SE.2~OGADLFE9WH0K.1 size=1048576 2024-08-10T05:34:03.450 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.449+0000 7f6f062d5640 1 < completed part key=_multipart_8MJYHPC813SE.2~OGADLFE9WH0K.2 size=868471 2024-08-10T05:34:03.452 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.452+0000 7f6f062d5640 1 < completed multipart upload key=8MJYHPC813SE upload=OGADLFE9WH0K tag=OXS5WWUWGGIQ type=write size=4014199 2024-08-10T05:34:03.454 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.453+0000 7f6f062d5640 1 > prepared operation key=H4D0TFSG0EKP tag=1AF4NU1Z73EZ type=write size=454844 2024-08-10T05:34:03.455 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.455+0000 7f6f062d5640 1 < canceled operation key=QTHON9W7S3SP tag=50VCTA084O23 type=del size=3979807 2024-08-10T05:34:03.457 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.456+0000 7f6f062d5640 1 > prepared operation key=H5TVL04MCGC8 tag=WXYH4OLYCUC1 type=write size=739982 2024-08-10T05:34:03.459 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.458+0000 7f6f062d5640 1 < completed delete operation key=H5TVL04MCGC8 tag=KVWVQX61UPA3 type=del 2024-08-10T05:34:03.461 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.460+0000 7f6f062d5640 1 > prepared part key=_multipart_S1E44NG3MOQ5.2~OIXTXN7XMHO2.0 size=1048576 2024-08-10T05:34:03.462 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.462+0000 7f6f062d5640 1 > prepared part key=_multipart_S1E44NG3MOQ5.2~OIXTXN7XMHO2.1 size=506071 2024-08-10T05:34:03.462 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.462+0000 7f6f062d5640 1 > prepared multipart upload key=S1E44NG3MOQ5 upload=OIXTXN7XMHO2 tag=33SAYPPY5PXF type=write size=2603223 2024-08-10T05:34:03.464 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.463+0000 7f6f062d5640 1 < canceled operation key=731ALD189846 tag=D9I29YQV32OW type=del size=3403723 2024-08-10T05:34:03.465 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.465+0000 7f6f062d5640 1 > prepared operation key=QTHON9W7S3SP tag=5PJXYHA6YGP3 type=write size=738632 2024-08-10T05:34:03.467 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.466+0000 7f6f062d5640 1 < completed write operation key=M533Z7C651X9 tag=7EDUMG556UDF type=write size=744785 2024-08-10T05:34:03.468 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.468+0000 7f6f062d5640 1 > prepared operation key=MI1XTCS076Y9 tag=9SFYL911LOBV type=del size=560864 2024-08-10T05:34:03.470 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.470+0000 7f6f062d5640 1 < canceled operation key=WBJQTYBRMJV8 tag=NPI8F95RJWBR type=del size=628818 2024-08-10T05:34:03.472 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.471+0000 7f6f062d5640 1 > prepared operation key=Z3FSBPLXLYL2 tag=15IOCOXZMAW6 type=del size=3162992 2024-08-10T05:34:03.474 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.473+0000 7f6f062d5640 1 < completed delete operation key=M533Z7C651X9 tag=Y6DLW6NGJ3UL type=del 2024-08-10T05:34:03.475 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.475+0000 7f6f062d5640 1 > prepared operation key=731ALD189846 tag=WC9QQSAW2QHR type=write size=476988 2024-08-10T05:34:03.477 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.476+0000 7f6f062d5640 1 < completed delete operation key=Z3FSBPLXLYL2 tag=YH37GEWYE5SP type=del 2024-08-10T05:34:03.478 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.478+0000 7f6f062d5640 1 > prepared operation key=M533Z7C651X9 tag=WW16KKTZH176 type=del size=1042769 2024-08-10T05:34:03.480 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.480+0000 7f6f062d5640 1 < completed delete operation key=GNE0GMBV8Q1M tag=NYXFF5KPJH0P type=del 2024-08-10T05:34:03.483 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.483+0000 7f6f062d5640 1 > prepared part key=_multipart_GSXYSUXHA2KE.2~OFKX07OVQI7M.0 size=1048576 2024-08-10T05:34:03.484 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.484+0000 7f6f062d5640 1 > prepared part key=_multipart_GSXYSUXHA2KE.2~OFKX07OVQI7M.1 size=1048576 2024-08-10T05:34:03.485 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.485+0000 7f6f062d5640 1 > prepared part key=_multipart_GSXYSUXHA2KE.2~OFKX07OVQI7M.2 size=42096 2024-08-10T05:34:03.486 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.485+0000 7f6f062d5640 1 > prepared multipart upload key=GSXYSUXHA2KE upload=OFKX07OVQI7M tag=4OY2PEX2CJUI type=write size=3187824 2024-08-10T05:34:03.487 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.487+0000 7f6f062d5640 1 < completed part key=_multipart_H5TVL04MCGC8.2~5LT5D1SMTTD7.0 size=358281 2024-08-10T05:34:03.490 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.489+0000 7f6f062d5640 1 < completed multipart upload key=H5TVL04MCGC8 upload=5LT5D1SMTTD7 tag=OCNUSC00XO1E type=write size=1406857 2024-08-10T05:34:03.491 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.491+0000 7f6f062d5640 1 > prepared operation key=Y0DHHLUF8MD9 tag=N4F5J7BEB4RC type=del size=1888056 2024-08-10T05:34:03.493 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.492+0000 7f6f062d5640 1 < completed part key=_multipart_QTBS1TAZXH5F.2~47G5NTVGFS08.0 size=1048576 2024-08-10T05:34:03.494 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.494+0000 7f6f062d5640 1 < completed part key=_multipart_QTBS1TAZXH5F.2~47G5NTVGFS08.1 size=1048576 2024-08-10T05:34:03.496 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.495+0000 7f6f062d5640 1 < completed part key=_multipart_QTBS1TAZXH5F.2~47G5NTVGFS08.2 size=596220 2024-08-10T05:34:03.498 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.497+0000 7f6f062d5640 1 < completed multipart upload key=QTBS1TAZXH5F upload=47G5NTVGFS08 tag=WK9LFD1YYNL1 type=write size=3741948 2024-08-10T05:34:03.500 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.499+0000 7f6f062d5640 1 > prepared operation key=1G5AU0L67121 tag=ECH9XQC7UFP5 type=write size=922947 2024-08-10T05:34:03.503 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.503+0000 7f6f062d5640 1 < suggested update operation key=GSXYSUXHA2KE tag=X0ARZRMC28RJ type=write size=939677 2024-08-10T05:34:03.505 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.505+0000 7f6f062d5640 1 > prepared operation key=FXQKBLXUHJHI tag=4KDJUA1M5JRN type=del size=270522 2024-08-10T05:34:03.507 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.506+0000 7f6f062d5640 1 < completed part key=_multipart_H5TVL04MCGC8.2~08EGRUK1BPRE.0 size=1048576 2024-08-10T05:34:03.508 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.508+0000 7f6f062d5640 1 < completed part key=_multipart_H5TVL04MCGC8.2~08EGRUK1BPRE.1 size=236479 2024-08-10T05:34:03.511 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.510+0000 7f6f062d5640 1 < completed multipart upload key=H5TVL04MCGC8 upload=08EGRUK1BPRE tag=C0NAGU69PIZY type=write size=2333631 2024-08-10T05:34:03.514 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.513+0000 7f6f062d5640 1 > prepared part key=_multipart_7N97XZL3TX2D.2~IFHBS68ZOQL6.0 size=1048576 2024-08-10T05:34:03.515 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.514+0000 7f6f062d5640 1 > prepared part key=_multipart_7N97XZL3TX2D.2~IFHBS68ZOQL6.1 size=1048576 2024-08-10T05:34:03.516 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.516+0000 7f6f062d5640 1 > prepared part key=_multipart_7N97XZL3TX2D.2~IFHBS68ZOQL6.2 size=571218 2024-08-10T05:34:03.517 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.516+0000 7f6f062d5640 1 > prepared multipart upload key=7N97XZL3TX2D upload=IFHBS68ZOQL6 tag=6CJGO8R817J5 type=write size=3716946 2024-08-10T05:34:03.518 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.517+0000 7f6f062d5640 1 < canceled operation key=LTRO8UR68E01 tag=SKAX2PB06TBC type=del size=2669280 2024-08-10T05:34:03.518 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:34:03 smithi031 ceph-mon[100614]: pgmap v1370: 137 pgs: 11 creating+peering, 16 unknown, 110 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:34:03.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:34:03 smithi031 ceph-mon[100614]: osdmap e1093: 8 total, 8 up, 8 in 2024-08-10T05:34:03.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:34:03 smithi031 ceph-mon[98130]: pgmap v1370: 137 pgs: 11 creating+peering, 16 unknown, 110 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:34:03.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:34:03 smithi031 ceph-mon[98130]: osdmap e1093: 8 total, 8 up, 8 in 2024-08-10T05:34:03.520 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.520+0000 7f6f062d5640 1 > prepared part key=_multipart_4L5NSS7LS8GK.2~53FQ2XOGCBOJ.0 size=1048576 2024-08-10T05:34:03.522 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.521+0000 7f6f062d5640 1 > prepared part key=_multipart_4L5NSS7LS8GK.2~53FQ2XOGCBOJ.1 size=788421 2024-08-10T05:34:03.522 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.521+0000 7f6f062d5640 1 > prepared multipart upload key=4L5NSS7LS8GK upload=53FQ2XOGCBOJ tag=3Z3131W5NZP1 type=write size=2885573 2024-08-10T05:34:03.525 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.524+0000 7f6f062d5640 1 < suggested update operation key=M533Z7C651X9 tag=LD4T9W6AO8X3 type=del size=1017412 2024-08-10T05:34:03.526 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.525+0000 7f6f062d5640 1 > prepared operation key=Y0DHHLUF8MD9 tag=G11OK5SHU31L type=write size=571461 2024-08-10T05:34:03.528 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.527+0000 7f6f062d5640 1 < completed delete operation key=LTRO8UR68E01 tag=0NVN4CYJOU4V type=del 2024-08-10T05:34:03.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:34:03 smithi196 ceph-mon[90243]: pgmap v1370: 137 pgs: 11 creating+peering, 16 unknown, 110 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:34:03.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:34:03 smithi196 ceph-mon[90243]: osdmap e1093: 8 total, 8 up, 8 in 2024-08-10T05:34:03.529 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.529+0000 7f6f062d5640 1 > prepared operation key=S1J0EDZ5K22Q tag=JN9YLS0AF92R type=write size=3046 2024-08-10T05:34:03.533 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.532+0000 7f6f062d5640 1 < suggested update operation key=H4D0TFSG0EKP tag=1AF4NU1Z73EZ type=write size=454844 2024-08-10T05:34:03.536 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.535+0000 7f6f062d5640 1 > prepared part key=_multipart_ZPF41248T0P2.2~28SZ3LSUHBY5.0 size=1048576 2024-08-10T05:34:03.537 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.537+0000 7f6f062d5640 1 > prepared part key=_multipart_ZPF41248T0P2.2~28SZ3LSUHBY5.1 size=704099 2024-08-10T05:34:03.537 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.537+0000 7f6f062d5640 1 > prepared multipart upload key=ZPF41248T0P2 upload=28SZ3LSUHBY5 tag=XGD98XQ8UWGO type=write size=2801251 2024-08-10T05:34:03.539 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.538+0000 7f6f062d5640 1 < completed write operation key=H5TVL04MCGC8 tag=WXYH4OLYCUC1 type=write size=739982 2024-08-10T05:34:03.540 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.540+0000 7f6f062d5640 1 > prepared operation key=OH2XJH7YF0P6 tag=Y68VLSFC8Q8D type=del size=548345 2024-08-10T05:34:03.542 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.542+0000 7f6f062d5640 1 < completed part key=_multipart_S1E44NG3MOQ5.2~OIXTXN7XMHO2.0 size=1048576 2024-08-10T05:34:03.544 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.543+0000 7f6f062d5640 1 < completed part key=_multipart_S1E44NG3MOQ5.2~OIXTXN7XMHO2.1 size=506071 2024-08-10T05:34:03.546 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.545+0000 7f6f062d5640 1 < completed multipart upload key=S1E44NG3MOQ5 upload=OIXTXN7XMHO2 tag=33SAYPPY5PXF type=write size=2603223 2024-08-10T05:34:03.548 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.547+0000 7f6f062d5640 1 > prepared operation key=731ALD189846 tag=ZO1NSB8K4T70 type=del size=597969 2024-08-10T05:34:03.549 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.549+0000 7f6f062d5640 1 < completed write operation key=QTHON9W7S3SP tag=5PJXYHA6YGP3 type=write size=738632 2024-08-10T05:34:03.551 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.551+0000 7f6f062d5640 1 > prepared operation key=3EUY0XWASPEL tag=BZVDXT3N52SY type=del size=2375151 2024-08-10T05:34:03.553 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.553+0000 7f6f062d5640 1 < completed delete operation key=MI1XTCS076Y9 tag=9SFYL911LOBV type=del 2024-08-10T05:34:03.556 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.556+0000 7f6f062d5640 1 > prepared part key=_multipart_4L5NSS7LS8GK.2~UZSQSFV8PI58.0 size=1048576 2024-08-10T05:34:03.557 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.557+0000 7f6f062d5640 1 > prepared part key=_multipart_4L5NSS7LS8GK.2~UZSQSFV8PI58.1 size=1048576 2024-08-10T05:34:03.559 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.558+0000 7f6f062d5640 1 > prepared part key=_multipart_4L5NSS7LS8GK.2~UZSQSFV8PI58.2 size=465063 2024-08-10T05:34:03.559 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.558+0000 7f6f062d5640 1 > prepared multipart upload key=4L5NSS7LS8GK upload=UZSQSFV8PI58 tag=1KS1KPK60QO0 type=write size=3610791 2024-08-10T05:34:03.560 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.560+0000 7f6f062d5640 1 < completed delete operation key=Z3FSBPLXLYL2 tag=15IOCOXZMAW6 type=del 2024-08-10T05:34:03.562 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.561+0000 7f6f062d5640 1 > prepared operation key=F0DF00AE1ISQ tag=7EULQD5LWXBR type=del size=2882381 2024-08-10T05:34:03.564 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.563+0000 7f6f062d5640 1 < completed write operation key=731ALD189846 tag=WC9QQSAW2QHR type=write size=476988 2024-08-10T05:34:03.565 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.564+0000 7f6f062d5640 1 > prepared operation key=Z3FSBPLXLYL2 tag=6EQ2NJWJUUSP type=write size=836515 2024-08-10T05:34:03.567 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.567+0000 7f6f062d5640 -1 < failed to complete operation key=M533Z7C651X9 tag=WW16KKTZH176 type=del size=1042769: (22) Invalid argument 2024-08-10T05:34:03.569 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.568+0000 7f6f062d5640 1 > prepared operation key=F0DF00AE1ISQ tag=N5MAQ8F69AG0 type=del size=652921 2024-08-10T05:34:03.570 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.570+0000 7f6f062d5640 1 < completed part key=_multipart_GSXYSUXHA2KE.2~OFKX07OVQI7M.0 size=1048576 2024-08-10T05:34:03.572 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.571+0000 7f6f062d5640 1 < completed part key=_multipart_GSXYSUXHA2KE.2~OFKX07OVQI7M.1 size=1048576 2024-08-10T05:34:03.573 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.572+0000 7f6f062d5640 1 < completed part key=_multipart_GSXYSUXHA2KE.2~OFKX07OVQI7M.2 size=42096 2024-08-10T05:34:03.576 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.575+0000 7f6f062d5640 1 < completed multipart upload key=GSXYSUXHA2KE upload=OFKX07OVQI7M tag=4OY2PEX2CJUI type=write size=3187824 2024-08-10T05:34:03.577 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.576+0000 7f6f062d5640 1 > prepared operation key=H4D0TFSG0EKP tag=CSB0AD8J87Y0 type=del size=1088625 2024-08-10T05:34:03.579 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.579+0000 7f6f062d5640 1 < completed delete operation key=Y0DHHLUF8MD9 tag=N4F5J7BEB4RC type=del 2024-08-10T05:34:03.581 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.580+0000 7f6f062d5640 1 > prepared operation key=FXQKBLXUHJHI tag=0CIDTJ30RA8L type=del size=1883722 2024-08-10T05:34:03.583 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.582+0000 7f6f062d5640 1 < completed write operation key=1G5AU0L67121 tag=ECH9XQC7UFP5 type=write size=922947 2024-08-10T05:34:03.584 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.584+0000 7f6f062d5640 1 > prepared operation key=OH2XJH7YF0P6 tag=JMLAKIDQR2PZ type=del size=3793394 2024-08-10T05:34:03.586 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.585+0000 7f6f062d5640 1 < completed delete operation key=FXQKBLXUHJHI tag=4KDJUA1M5JRN type=del 2024-08-10T05:34:03.587 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.587+0000 7f6f062d5640 1 > prepared operation key=M533Z7C651X9 tag=0O59T2K8UBTJ type=del size=4140224 2024-08-10T05:34:03.589 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.589+0000 7f6f062d5640 1 < completed part key=_multipart_7N97XZL3TX2D.2~IFHBS68ZOQL6.0 size=1048576 2024-08-10T05:34:03.590 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.590+0000 7f6f062d5640 1 < completed part key=_multipart_7N97XZL3TX2D.2~IFHBS68ZOQL6.1 size=1048576 2024-08-10T05:34:03.592 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.591+0000 7f6f062d5640 1 < completed part key=_multipart_7N97XZL3TX2D.2~IFHBS68ZOQL6.2 size=571218 2024-08-10T05:34:03.594 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.594+0000 7f6f062d5640 1 < completed multipart upload key=7N97XZL3TX2D upload=IFHBS68ZOQL6 tag=6CJGO8R817J5 type=write size=3716946 2024-08-10T05:34:03.596 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.596+0000 7f6f062d5640 1 > prepared operation key=F0DF00AE1ISQ tag=W4J569A8ZXOH type=write size=698107 2024-08-10T05:34:03.598 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.597+0000 7f6f062d5640 1 < completed part key=_multipart_4L5NSS7LS8GK.2~53FQ2XOGCBOJ.0 size=1048576 2024-08-10T05:34:03.600 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.599+0000 7f6f062d5640 1 < completed part key=_multipart_4L5NSS7LS8GK.2~53FQ2XOGCBOJ.1 size=788421 2024-08-10T05:34:03.603 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.602+0000 7f6f062d5640 1 < completed multipart upload key=4L5NSS7LS8GK upload=53FQ2XOGCBOJ tag=3Z3131W5NZP1 type=write size=2885573 2024-08-10T05:34:03.606 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.605+0000 7f6f062d5640 1 > prepared part key=_multipart_J7D76V4ENV9B.2~PT2OSCBGSLPL.0 size=1048576 2024-08-10T05:34:03.607 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.607+0000 7f6f062d5640 1 > prepared part key=_multipart_J7D76V4ENV9B.2~PT2OSCBGSLPL.1 size=399824 2024-08-10T05:34:03.607 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.607+0000 7f6f062d5640 1 > prepared multipart upload key=J7D76V4ENV9B upload=PT2OSCBGSLPL tag=F7U4WHROGXY6 type=write size=2496976 2024-08-10T05:34:03.609 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.608+0000 7f6f062d5640 1 < canceled operation key=Y0DHHLUF8MD9 tag=G11OK5SHU31L type=write size=571461 2024-08-10T05:34:03.611 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.610+0000 7f6f062d5640 1 > prepared operation key=8441NV2A24FO tag=TQUSC4LD0GTC type=del size=1110539 2024-08-10T05:34:03.613 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.612+0000 7f6f062d5640 1 < completed write operation key=S1J0EDZ5K22Q tag=JN9YLS0AF92R type=write size=3046 2024-08-10T05:34:03.616 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.615+0000 7f6f062d5640 1 > prepared part key=_multipart_731ALD189846.2~BYRPEKONR1Z0.0 size=1048576 2024-08-10T05:34:03.617 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.616+0000 7f6f062d5640 1 > prepared part key=_multipart_731ALD189846.2~BYRPEKONR1Z0.1 size=127994 2024-08-10T05:34:03.617 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.616+0000 7f6f062d5640 1 > prepared multipart upload key=731ALD189846 upload=BYRPEKONR1Z0 tag=W1XH0AXHPOXA type=write size=2225146 2024-08-10T05:34:03.619 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.618+0000 7f6f062d5640 1 < completed part key=_multipart_ZPF41248T0P2.2~28SZ3LSUHBY5.0 size=1048576 2024-08-10T05:34:03.619 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.618+0000 7f6f062d5640 1 < canceled part key=_multipart_ZPF41248T0P2.2~28SZ3LSUHBY5.1 size=704099 2024-08-10T05:34:03.621 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.621+0000 7f6f062d5640 1 < canceled multipart upload key=ZPF41248T0P2 upload=28SZ3LSUHBY5 tag=XGD98XQ8UWGO type=write size=2801251 2024-08-10T05:34:03.623 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.623+0000 7f6f062d5640 1 > prepared operation key=M533Z7C651X9 tag=9P1NF3Z6II85 type=del size=472748 2024-08-10T05:34:03.625 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.624+0000 7f6f062d5640 1 < completed delete operation key=OH2XJH7YF0P6 tag=Y68VLSFC8Q8D type=del 2024-08-10T05:34:03.627 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.626+0000 7f6f062d5640 1 > prepared operation key=OH2XJH7YF0P6 tag=MY7QLUG5R32D type=del size=2874920 2024-08-10T05:34:03.628 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.628+0000 7f6f062d5640 1 < completed delete operation key=731ALD189846 tag=ZO1NSB8K4T70 type=del 2024-08-10T05:34:03.632 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.631+0000 7f6f062d5640 1 > prepared part key=_multipart_J7D76V4ENV9B.2~A56VK2B1KSS6.0 size=212952 2024-08-10T05:34:03.632 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.631+0000 7f6f062d5640 1 > prepared multipart upload key=J7D76V4ENV9B upload=A56VK2B1KSS6 tag=DNW3FU7542QB type=write size=1261528 2024-08-10T05:34:03.635 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.635+0000 7f6f062d5640 1 < suggested update operation key=3EUY0XWASPEL tag=BZVDXT3N52SY type=del size=2375151 2024-08-10T05:34:03.638 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.638+0000 7f6f062d5640 1 > prepared part key=_multipart_LTRO8UR68E01.2~NL9OVTCNDMN5.0 size=1048576 2024-08-10T05:34:03.640 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.639+0000 7f6f062d5640 1 > prepared part key=_multipart_LTRO8UR68E01.2~NL9OVTCNDMN5.1 size=496776 2024-08-10T05:34:03.640 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.639+0000 7f6f062d5640 1 > prepared multipart upload key=LTRO8UR68E01 upload=NL9OVTCNDMN5 tag=ZYIVAU9I2WN6 type=write size=2593928 2024-08-10T05:34:03.641 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.641+0000 7f6f062d5640 1 < completed part key=_multipart_4L5NSS7LS8GK.2~UZSQSFV8PI58.0 size=1048576 2024-08-10T05:34:03.643 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.642+0000 7f6f062d5640 1 < completed part key=_multipart_4L5NSS7LS8GK.2~UZSQSFV8PI58.1 size=1048576 2024-08-10T05:34:03.644 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.644+0000 7f6f062d5640 1 < completed part key=_multipart_4L5NSS7LS8GK.2~UZSQSFV8PI58.2 size=465063 2024-08-10T05:34:03.647 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.646+0000 7f6f062d5640 1 < completed multipart upload key=4L5NSS7LS8GK upload=UZSQSFV8PI58 tag=1KS1KPK60QO0 type=write size=3610791 2024-08-10T05:34:03.650 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.649+0000 7f6f062d5640 1 > prepared part key=_multipart_GNE0GMBV8Q1M.2~18NNGGYDHBCF.0 size=1048576 2024-08-10T05:34:03.651 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.650+0000 7f6f062d5640 1 > prepared part key=_multipart_GNE0GMBV8Q1M.2~18NNGGYDHBCF.1 size=1048576 2024-08-10T05:34:03.652 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.652+0000 7f6f062d5640 1 > prepared part key=_multipart_GNE0GMBV8Q1M.2~18NNGGYDHBCF.2 size=241060 2024-08-10T05:34:03.652 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.652+0000 7f6f062d5640 1 > prepared multipart upload key=GNE0GMBV8Q1M upload=18NNGGYDHBCF tag=DF32SUBZPCHM type=write size=3386788 2024-08-10T05:34:03.654 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.653+0000 7f6f062d5640 1 < completed delete operation key=F0DF00AE1ISQ tag=7EULQD5LWXBR type=del 2024-08-10T05:34:03.657 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.656+0000 7f6f062d5640 1 > prepared part key=_multipart_731ALD189846.2~V934YC66ZB5D.0 size=1048576 2024-08-10T05:34:03.658 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.658+0000 7f6f062d5640 1 > prepared part key=_multipart_731ALD189846.2~V934YC66ZB5D.1 size=446321 2024-08-10T05:34:03.658 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.658+0000 7f6f062d5640 1 > prepared multipart upload key=731ALD189846 upload=V934YC66ZB5D tag=T975AVTS5GCA type=write size=2543473 2024-08-10T05:34:03.660 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.659+0000 7f6f062d5640 1 < canceled operation key=Z3FSBPLXLYL2 tag=6EQ2NJWJUUSP type=write size=836515 2024-08-10T05:34:03.662 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.662+0000 7f6f062d5640 1 > prepared part key=_multipart_S1E44NG3MOQ5.2~MBAW2ZPLM9LK.0 size=1048576 2024-08-10T05:34:03.664 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.663+0000 7f6f062d5640 1 > prepared part key=_multipart_S1E44NG3MOQ5.2~MBAW2ZPLM9LK.1 size=465438 2024-08-10T05:34:03.664 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.663+0000 7f6f062d5640 1 > prepared multipart upload key=S1E44NG3MOQ5 upload=MBAW2ZPLM9LK tag=3WO194A5CA8B type=write size=2562590 2024-08-10T05:34:03.665 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.665+0000 7f6f062d5640 1 < completed delete operation key=F0DF00AE1ISQ tag=N5MAQ8F69AG0 type=del 2024-08-10T05:34:03.667 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.666+0000 7f6f062d5640 1 > prepared operation key=FXQKBLXUHJHI tag=JKMCBHBH58NA type=del size=1022604 2024-08-10T05:34:03.668 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.668+0000 7f6f062d5640 1 < completed delete operation key=H4D0TFSG0EKP tag=CSB0AD8J87Y0 type=del 2024-08-10T05:34:03.672 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.671+0000 7f6f062d5640 1 > prepared part key=_multipart_F0DF00AE1ISQ.2~33UQRE3CRILC.0 size=1048576 2024-08-10T05:34:03.673 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.672+0000 7f6f062d5640 1 > prepared part key=_multipart_F0DF00AE1ISQ.2~33UQRE3CRILC.1 size=630361 2024-08-10T05:34:03.673 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.672+0000 7f6f062d5640 1 > prepared multipart upload key=F0DF00AE1ISQ upload=33UQRE3CRILC tag=S5HPB2FD0F4I type=write size=2727513 2024-08-10T05:34:03.674 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.674+0000 7f6f062d5640 1 < canceled operation key=FXQKBLXUHJHI tag=0CIDTJ30RA8L type=del size=1883722 2024-08-10T05:34:03.676 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.675+0000 7f6f062d5640 1 > prepared operation key=MI1XTCS076Y9 tag=E1WDR7COMX5L type=del size=2973792 2024-08-10T05:34:03.677 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.677+0000 7f6f062d5640 1 < canceled operation key=OH2XJH7YF0P6 tag=JMLAKIDQR2PZ type=del size=3793394 2024-08-10T05:34:03.679 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.678+0000 7f6f062d5640 1 > prepared operation key=8MJYHPC813SE tag=TUC9IS4T50PP type=write size=796520 2024-08-10T05:34:03.681 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.680+0000 7f6f062d5640 1 < completed delete operation key=M533Z7C651X9 tag=0O59T2K8UBTJ type=del 2024-08-10T05:34:03.684 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.684+0000 7f6f062d5640 1 > prepared part key=_multipart_00IWI9L0NGJ3.2~95SMTQWPQW2E.0 size=1048576 2024-08-10T05:34:03.686 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.685+0000 7f6f062d5640 1 > prepared part key=_multipart_00IWI9L0NGJ3.2~95SMTQWPQW2E.1 size=154106 2024-08-10T05:34:03.686 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.685+0000 7f6f062d5640 1 > prepared multipart upload key=00IWI9L0NGJ3 upload=95SMTQWPQW2E tag=WWZCPY1AIQ14 type=write size=2251258 2024-08-10T05:34:03.687 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.687+0000 7f6f062d5640 1 < completed write operation key=F0DF00AE1ISQ tag=W4J569A8ZXOH type=write size=698107 2024-08-10T05:34:03.689 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.688+0000 7f6f062d5640 1 > prepared operation key=4L5NSS7LS8GK tag=4LFMLCIPRII1 type=del size=1022430 2024-08-10T05:34:03.691 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.690+0000 7f6f062d5640 1 < completed part key=_multipart_J7D76V4ENV9B.2~PT2OSCBGSLPL.0 size=1048576 2024-08-10T05:34:03.691 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.690+0000 7f6f062d5640 1 < canceled part key=_multipart_J7D76V4ENV9B.2~PT2OSCBGSLPL.1 size=399824 2024-08-10T05:34:03.693 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.693+0000 7f6f062d5640 1 < canceled multipart upload key=J7D76V4ENV9B upload=PT2OSCBGSLPL tag=F7U4WHROGXY6 type=write size=2496976 2024-08-10T05:34:03.695 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.694+0000 7f6f062d5640 1 > prepared operation key=PGRI5CN7TTT0 tag=4L1JEX7LK6FS type=del size=3022484 2024-08-10T05:34:03.697 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.696+0000 7f6f062d5640 1 < completed delete operation key=8441NV2A24FO tag=TQUSC4LD0GTC type=del 2024-08-10T05:34:03.698 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.698+0000 7f6f062d5640 1 > prepared operation key=H4D0TFSG0EKP tag=U631VJXGMNVZ type=write size=614129 2024-08-10T05:34:03.699 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.698+0000 7f6f062d5640 1 < canceled part key=_multipart_731ALD189846.2~BYRPEKONR1Z0.0 size=1048576 2024-08-10T05:34:03.700 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.700+0000 7f6f062d5640 1 < completed part key=_multipart_731ALD189846.2~BYRPEKONR1Z0.1 size=127994 2024-08-10T05:34:03.703 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.702+0000 7f6f062d5640 1 < canceled multipart upload key=731ALD189846 upload=BYRPEKONR1Z0 tag=W1XH0AXHPOXA type=write size=2225146 2024-08-10T05:34:03.704 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.704+0000 7f6f062d5640 1 > prepared operation key=KHYOYNS1HKDG tag=3FKO2AVMUX4D type=write size=930054 2024-08-10T05:34:03.706 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.705+0000 7f6f062d5640 1 < completed delete operation key=M533Z7C651X9 tag=9P1NF3Z6II85 type=del 2024-08-10T05:34:03.708 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.707+0000 7f6f062d5640 1 > prepared operation key=FXQKBLXUHJHI tag=4Z6R07DZ0R0U type=del size=584852 2024-08-10T05:34:03.710 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.709+0000 7f6f062d5640 1 < completed delete operation key=OH2XJH7YF0P6 tag=MY7QLUG5R32D type=del 2024-08-10T05:34:03.711 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.711+0000 7f6f062d5640 1 > prepared operation key=S1J0EDZ5K22Q tag=VJYXWQXT02IF type=del size=2755985 2024-08-10T05:34:03.713 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.713+0000 7f6f062d5640 1 < completed part key=_multipart_J7D76V4ENV9B.2~A56VK2B1KSS6.0 size=212952 2024-08-10T05:34:03.716 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.715+0000 7f6f062d5640 1 < completed multipart upload key=J7D76V4ENV9B upload=A56VK2B1KSS6 tag=DNW3FU7542QB type=write size=1261528 2024-08-10T05:34:03.719 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.718+0000 7f6f062d5640 1 > prepared part key=_multipart_OH2XJH7YF0P6.2~40NZ1J8OU97E.0 size=264761 2024-08-10T05:34:03.719 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.718+0000 7f6f062d5640 1 > prepared multipart upload key=OH2XJH7YF0P6 upload=40NZ1J8OU97E tag=WZN3DAK87JB3 type=write size=1313337 2024-08-10T05:34:03.721 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.720+0000 7f6f062d5640 1 < completed part key=_multipart_LTRO8UR68E01.2~NL9OVTCNDMN5.0 size=1048576 2024-08-10T05:34:03.722 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.721+0000 7f6f062d5640 1 < completed part key=_multipart_LTRO8UR68E01.2~NL9OVTCNDMN5.1 size=496776 2024-08-10T05:34:03.725 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.724+0000 7f6f062d5640 1 < completed multipart upload key=LTRO8UR68E01 upload=NL9OVTCNDMN5 tag=ZYIVAU9I2WN6 type=write size=2593928 2024-08-10T05:34:03.728 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.727+0000 7f6f062d5640 1 > prepared part key=_multipart_7DW3UO39XCUP.2~024J9NA9O3PT.0 size=295743 2024-08-10T05:34:03.728 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.727+0000 7f6f062d5640 1 > prepared multipart upload key=7DW3UO39XCUP upload=024J9NA9O3PT tag=FVQITS70BLHP type=write size=1344319 2024-08-10T05:34:03.730 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.729+0000 7f6f062d5640 1 < completed part key=_multipart_GNE0GMBV8Q1M.2~18NNGGYDHBCF.0 size=1048576 2024-08-10T05:34:03.731 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.731+0000 7f6f062d5640 1 < completed part key=_multipart_GNE0GMBV8Q1M.2~18NNGGYDHBCF.1 size=1048576 2024-08-10T05:34:03.733 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.732+0000 7f6f062d5640 1 < completed part key=_multipart_GNE0GMBV8Q1M.2~18NNGGYDHBCF.2 size=241060 2024-08-10T05:34:03.735 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.735+0000 7f6f062d5640 1 < completed multipart upload key=GNE0GMBV8Q1M upload=18NNGGYDHBCF tag=DF32SUBZPCHM type=write size=3386788 2024-08-10T05:34:03.738 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.737+0000 7f6f062d5640 1 > prepared part key=_multipart_8MJYHPC813SE.2~TVLIS5KHN68P.0 size=1048576 2024-08-10T05:34:03.739 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.739+0000 7f6f062d5640 1 > prepared part key=_multipart_8MJYHPC813SE.2~TVLIS5KHN68P.1 size=953495 2024-08-10T05:34:03.739 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.739+0000 7f6f062d5640 1 > prepared multipart upload key=8MJYHPC813SE upload=TVLIS5KHN68P tag=EIP4AVZURTHL type=write size=3050647 2024-08-10T05:34:03.741 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.740+0000 7f6f062d5640 1 < completed part key=_multipart_731ALD189846.2~V934YC66ZB5D.0 size=1048576 2024-08-10T05:34:03.742 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.742+0000 7f6f062d5640 1 < completed part key=_multipart_731ALD189846.2~V934YC66ZB5D.1 size=446321 2024-08-10T05:34:03.745 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.744+0000 7f6f062d5640 1 < completed multipart upload key=731ALD189846 upload=V934YC66ZB5D tag=T975AVTS5GCA type=write size=2543473 2024-08-10T05:34:03.748 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.747+0000 7f6f062d5640 1 > prepared part key=_multipart_GNE0GMBV8Q1M.2~NICIQ91CT21V.0 size=1048576 2024-08-10T05:34:03.749 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.748+0000 7f6f062d5640 1 > prepared part key=_multipart_GNE0GMBV8Q1M.2~NICIQ91CT21V.1 size=367016 2024-08-10T05:34:03.749 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.748+0000 7f6f062d5640 1 > prepared multipart upload key=GNE0GMBV8Q1M upload=NICIQ91CT21V tag=8NHY86ESWKUM type=write size=2464168 2024-08-10T05:34:03.751 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.750+0000 7f6f062d5640 1 < completed part key=_multipart_S1E44NG3MOQ5.2~MBAW2ZPLM9LK.0 size=1048576 2024-08-10T05:34:03.752 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.752+0000 7f6f062d5640 1 < completed part key=_multipart_S1E44NG3MOQ5.2~MBAW2ZPLM9LK.1 size=465438 2024-08-10T05:34:03.755 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.754+0000 7f6f062d5640 1 < completed multipart upload key=S1E44NG3MOQ5 upload=MBAW2ZPLM9LK tag=3WO194A5CA8B type=write size=2562590 2024-08-10T05:34:03.757 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.756+0000 7f6f062d5640 1 > prepared operation key=H5TVL04MCGC8 tag=D79J95X5R82B type=del size=2946816 2024-08-10T05:34:03.760 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.760+0000 7f6f062d5640 1 < suggested update operation key=FXQKBLXUHJHI tag=JKMCBHBH58NA type=del size=1022604 2024-08-10T05:34:03.763 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.762+0000 7f6f062d5640 1 > prepared part key=_multipart_3EUY0XWASPEL.2~W82W5KRADMYA.0 size=61001 2024-08-10T05:34:03.763 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.762+0000 7f6f062d5640 1 > prepared multipart upload key=3EUY0XWASPEL upload=W82W5KRADMYA tag=T4RHHN2VU8HT type=write size=1109577 2024-08-10T05:34:03.765 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.764+0000 7f6f062d5640 1 < completed part key=_multipart_F0DF00AE1ISQ.2~33UQRE3CRILC.0 size=1048576 2024-08-10T05:34:03.765 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.764+0000 7f6f062d5640 1 < canceled part key=_multipart_F0DF00AE1ISQ.2~33UQRE3CRILC.1 size=630361 2024-08-10T05:34:03.770 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.767+0000 7f6f062d5640 1 < canceled multipart upload key=F0DF00AE1ISQ upload=33UQRE3CRILC tag=S5HPB2FD0F4I type=write size=2727513 2024-08-10T05:34:03.770 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.768+0000 7f6f062d5640 1 > prepared operation key=731ALD189846 tag=AS4XB620Z41M type=write size=691391 2024-08-10T05:34:03.770 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.770+0000 7f6f062d5640 1 < canceled operation key=MI1XTCS076Y9 tag=E1WDR7COMX5L type=del size=2973792 2024-08-10T05:34:03.772 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.772+0000 7f6f062d5640 1 > prepared operation key=3EUY0XWASPEL tag=7XP5R0WP9G44 type=write size=196396 2024-08-10T05:34:03.774 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.773+0000 7f6f062d5640 1 < completed write operation key=8MJYHPC813SE tag=TUC9IS4T50PP type=write size=796520 2024-08-10T05:34:03.776 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.775+0000 7f6f062d5640 1 > prepared operation key=8MJYHPC813SE tag=RSJ28LTPNJ8Q type=del size=3005717 2024-08-10T05:34:03.778 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.777+0000 7f6f062d5640 1 < completed part key=_multipart_00IWI9L0NGJ3.2~95SMTQWPQW2E.0 size=1048576 2024-08-10T05:34:03.779 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.778+0000 7f6f062d5640 1 < completed part key=_multipart_00IWI9L0NGJ3.2~95SMTQWPQW2E.1 size=154106 2024-08-10T05:34:03.782 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.781+0000 7f6f062d5640 1 < completed multipart upload key=00IWI9L0NGJ3 upload=95SMTQWPQW2E tag=WWZCPY1AIQ14 type=write size=2251258 2024-08-10T05:34:03.783 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.782+0000 7f6f062d5640 1 > prepared operation key=J7D76V4ENV9B tag=VUOX6ETGPB4P type=del size=1575582 2024-08-10T05:34:03.786 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.785+0000 7f6f062d5640 1 < suggested update operation key=4L5NSS7LS8GK tag=4LFMLCIPRII1 type=del size=1022430 2024-08-10T05:34:03.787 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.787+0000 7f6f062d5640 1 > prepared operation key=H5TVL04MCGC8 tag=CT7R8PZDE8N4 type=del size=240484 2024-08-10T05:34:03.789 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.788+0000 7f6f062d5640 1 < completed delete operation key=PGRI5CN7TTT0 tag=4L1JEX7LK6FS type=del 2024-08-10T05:34:03.792 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.791+0000 7f6f062d5640 1 > prepared part key=_multipart_PGRI5CN7TTT0.2~U8RLHXOH6QOO.0 size=1048576 2024-08-10T05:34:03.793 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.792+0000 7f6f062d5640 1 > prepared part key=_multipart_PGRI5CN7TTT0.2~U8RLHXOH6QOO.1 size=1048576 2024-08-10T05:34:03.794 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.793+0000 7f6f062d5640 1 > prepared part key=_multipart_PGRI5CN7TTT0.2~U8RLHXOH6QOO.2 size=59159 2024-08-10T05:34:03.794 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.793+0000 7f6f062d5640 1 > prepared multipart upload key=PGRI5CN7TTT0 upload=U8RLHXOH6QOO tag=RG3TES8O7VMS type=write size=3204887 2024-08-10T05:34:03.797 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.796+0000 7f6f062d5640 1 < suggested remove operation key=H4D0TFSG0EKP tag=U631VJXGMNVZ type=write 2024-08-10T05:34:03.799 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.798+0000 7f6f062d5640 1 > prepared operation key=J7D76V4ENV9B tag=SNOQBRVA11SD type=write size=167310 2024-08-10T05:34:03.802 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.801+0000 7f6f062d5640 1 < suggested update operation key=KHYOYNS1HKDG tag=3FKO2AVMUX4D type=write size=930054 2024-08-10T05:34:03.803 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.803+0000 7f6f062d5640 1 > prepared operation key=ZPF41248T0P2 tag=58P7AEKE8CRV type=del size=3694301 2024-08-10T05:34:03.805 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.805+0000 7f6f062d5640 -1 < failed to complete operation key=FXQKBLXUHJHI tag=4Z6R07DZ0R0U type=del size=584852: (22) Invalid argument 2024-08-10T05:34:03.809 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.807+0000 7f6f062d5640 1 > prepared part key=_multipart_WBJQTYBRMJV8.2~A39O7E9VL43J.0 size=1048576 2024-08-10T05:34:03.810 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.809+0000 7f6f062d5640 1 > prepared part key=_multipart_WBJQTYBRMJV8.2~A39O7E9VL43J.1 size=250496 2024-08-10T05:34:03.810 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.809+0000 7f6f062d5640 1 > prepared multipart upload key=WBJQTYBRMJV8 upload=A39O7E9VL43J tag=WUOWD021MFDB type=write size=2347648 2024-08-10T05:34:03.811 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.810+0000 7f6f062d5640 1 < completed delete operation key=S1J0EDZ5K22Q tag=VJYXWQXT02IF type=del 2024-08-10T05:34:03.814 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.813+0000 7f6f062d5640 1 > prepared part key=_multipart_QTBS1TAZXH5F.2~RJ9ZHBTLTLU5.0 size=1048576 2024-08-10T05:34:03.815 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.814+0000 7f6f062d5640 1 > prepared part key=_multipart_QTBS1TAZXH5F.2~RJ9ZHBTLTLU5.1 size=1048576 2024-08-10T05:34:03.816 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.815+0000 7f6f062d5640 1 > prepared part key=_multipart_QTBS1TAZXH5F.2~RJ9ZHBTLTLU5.2 size=308647 2024-08-10T05:34:03.816 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.815+0000 7f6f062d5640 1 > prepared multipart upload key=QTBS1TAZXH5F upload=RJ9ZHBTLTLU5 tag=JM2B83XW8XIC type=write size=3454375 2024-08-10T05:34:03.818 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.817+0000 7f6f062d5640 1 < completed part key=_multipart_OH2XJH7YF0P6.2~40NZ1J8OU97E.0 size=264761 2024-08-10T05:34:03.820 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.819+0000 7f6f062d5640 1 < completed multipart upload key=OH2XJH7YF0P6 upload=40NZ1J8OU97E tag=WZN3DAK87JB3 type=write size=1313337 2024-08-10T05:34:03.822 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.821+0000 7f6f062d5640 1 > prepared operation key=00IWI9L0NGJ3 tag=U7PMHVWI00TO type=write size=99707 2024-08-10T05:34:03.823 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.822+0000 7f6f062d5640 1 < completed part key=_multipart_7DW3UO39XCUP.2~024J9NA9O3PT.0 size=295743 2024-08-10T05:34:03.826 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.825+0000 7f6f062d5640 1 < completed multipart upload key=7DW3UO39XCUP upload=024J9NA9O3PT tag=FVQITS70BLHP type=write size=1344319 2024-08-10T05:34:03.828 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.827+0000 7f6f062d5640 1 > prepared operation key=731ALD189846 tag=Q5JRWU2730OM type=del size=1943508 2024-08-10T05:34:03.829 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.828+0000 7f6f062d5640 1 < completed part key=_multipart_8MJYHPC813SE.2~TVLIS5KHN68P.0 size=1048576 2024-08-10T05:34:03.829 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.828+0000 7f6f062d5640 1 < canceled part key=_multipart_8MJYHPC813SE.2~TVLIS5KHN68P.1 size=953495 2024-08-10T05:34:03.832 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.831+0000 7f6f062d5640 1 < canceled multipart upload key=8MJYHPC813SE upload=TVLIS5KHN68P tag=EIP4AVZURTHL type=write size=3050647 2024-08-10T05:34:03.834 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.834+0000 7f6f062d5640 1 > prepared part key=_multipart_QTBS1TAZXH5F.2~DFY9KM9O1PXU.0 size=1048576 2024-08-10T05:34:03.835 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.835+0000 7f6f062d5640 1 > prepared part key=_multipart_QTBS1TAZXH5F.2~DFY9KM9O1PXU.1 size=1048576 2024-08-10T05:34:03.837 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.836+0000 7f6f062d5640 1 > prepared part key=_multipart_QTBS1TAZXH5F.2~DFY9KM9O1PXU.2 size=404997 2024-08-10T05:34:03.837 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.836+0000 7f6f062d5640 1 > prepared multipart upload key=QTBS1TAZXH5F upload=DFY9KM9O1PXU tag=71NQTUC6VY36 type=write size=3550725 2024-08-10T05:34:03.838 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.838+0000 7f6f062d5640 1 < completed part key=_multipart_GNE0GMBV8Q1M.2~NICIQ91CT21V.0 size=1048576 2024-08-10T05:34:03.840 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.839+0000 7f6f062d5640 1 < completed part key=_multipart_GNE0GMBV8Q1M.2~NICIQ91CT21V.1 size=367016 2024-08-10T05:34:03.842 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.841+0000 7f6f062d5640 1 < completed multipart upload key=GNE0GMBV8Q1M upload=NICIQ91CT21V tag=8NHY86ESWKUM type=write size=2464168 2024-08-10T05:34:03.844 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.843+0000 7f6f062d5640 1 > prepared operation key=3EUY0XWASPEL tag=2FPZ60ST59PX type=del size=2489155 2024-08-10T05:34:03.845 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.845+0000 7f6f062d5640 1 < completed delete operation key=H5TVL04MCGC8 tag=D79J95X5R82B type=del 2024-08-10T05:34:03.848 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.847+0000 7f6f062d5640 1 > prepared part key=_multipart_H5TVL04MCGC8.2~7WLWJB6NCR3J.0 size=549939 2024-08-10T05:34:03.848 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.847+0000 7f6f062d5640 1 > prepared multipart upload key=H5TVL04MCGC8 upload=7WLWJB6NCR3J tag=ZN9W1N95SJOM type=write size=1598515 2024-08-10T05:34:03.850 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.849+0000 7f6f062d5640 1 < completed part key=_multipart_3EUY0XWASPEL.2~W82W5KRADMYA.0 size=61001 2024-08-10T05:34:03.852 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.851+0000 7f6f062d5640 1 < completed multipart upload key=3EUY0XWASPEL upload=W82W5KRADMYA tag=T4RHHN2VU8HT type=write size=1109577 2024-08-10T05:34:03.855 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.855+0000 7f6f062d5640 1 > prepared part key=_multipart_Y0DHHLUF8MD9.2~VSL1DAGVWTWP.0 size=768409 2024-08-10T05:34:03.855 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.855+0000 7f6f062d5640 1 > prepared multipart upload key=Y0DHHLUF8MD9 upload=VSL1DAGVWTWP tag=3A343BMSSG8E type=write size=1816985 2024-08-10T05:34:03.857 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.857+0000 7f6f062d5640 1 < completed write operation key=731ALD189846 tag=AS4XB620Z41M type=write size=691391 2024-08-10T05:34:03.860 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.860+0000 7f6f062d5640 1 > prepared part key=_multipart_H4D0TFSG0EKP.2~L26F3RKP3YP0.0 size=1017713 2024-08-10T05:34:03.860 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.860+0000 7f6f062d5640 1 > prepared multipart upload key=H4D0TFSG0EKP upload=L26F3RKP3YP0 tag=Q4FWCXTZZ0D7 type=write size=2066289 2024-08-10T05:34:03.862 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.861+0000 7f6f062d5640 1 < completed write operation key=3EUY0XWASPEL tag=7XP5R0WP9G44 type=write size=196396 2024-08-10T05:34:03.864 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.863+0000 7f6f062d5640 1 > prepared operation key=1G5AU0L67121 tag=MLFF6KK3RDTE type=write size=40277 2024-08-10T05:34:03.865 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.864+0000 7f6f062d5640 1 < canceled operation key=8MJYHPC813SE tag=RSJ28LTPNJ8Q type=del size=3005717 2024-08-10T05:34:03.868 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.868+0000 7f6f062d5640 1 > prepared part key=_multipart_OH2XJH7YF0P6.2~VZ8KZXRQKJHA.0 size=1048576 2024-08-10T05:34:03.869 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.869+0000 7f6f062d5640 1 > prepared part key=_multipart_OH2XJH7YF0P6.2~VZ8KZXRQKJHA.1 size=1048576 2024-08-10T05:34:03.871 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.870+0000 7f6f062d5640 1 > prepared part key=_multipart_OH2XJH7YF0P6.2~VZ8KZXRQKJHA.2 size=477889 2024-08-10T05:34:03.871 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.870+0000 7f6f062d5640 1 > prepared multipart upload key=OH2XJH7YF0P6 upload=VZ8KZXRQKJHA tag=SY3780WG3TTJ type=write size=3623617 2024-08-10T05:34:03.873 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.872+0000 7f6f062d5640 1 < completed delete operation key=J7D76V4ENV9B tag=VUOX6ETGPB4P type=del 2024-08-10T05:34:03.874 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.873+0000 7f6f062d5640 1 > prepared operation key=OH2XJH7YF0P6 tag=F3GV5WX8HM2K type=write size=712347 2024-08-10T05:34:03.876 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.875+0000 7f6f062d5640 1 < completed delete operation key=H5TVL04MCGC8 tag=CT7R8PZDE8N4 type=del 2024-08-10T05:34:03.877 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.876+0000 7f6f062d5640 1 > prepared operation key=Y0DHHLUF8MD9 tag=AAHG5TQ94553 type=del size=1198931 2024-08-10T05:34:03.879 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.878+0000 7f6f062d5640 1 < completed part key=_multipart_PGRI5CN7TTT0.2~U8RLHXOH6QOO.0 size=1048576 2024-08-10T05:34:03.880 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.879+0000 7f6f062d5640 1 < completed part key=_multipart_PGRI5CN7TTT0.2~U8RLHXOH6QOO.1 size=1048576 2024-08-10T05:34:03.881 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.881+0000 7f6f062d5640 1 < completed part key=_multipart_PGRI5CN7TTT0.2~U8RLHXOH6QOO.2 size=59159 2024-08-10T05:34:03.884 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.883+0000 7f6f062d5640 1 < completed multipart upload key=PGRI5CN7TTT0 upload=U8RLHXOH6QOO tag=RG3TES8O7VMS type=write size=3204887 2024-08-10T05:34:03.885 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.885+0000 7f6f062d5640 1 > prepared operation key=H4D0TFSG0EKP tag=3JZ9UFWOPI80 type=del size=1368973 2024-08-10T05:34:03.887 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.887+0000 7f6f062d5640 1 < completed write operation key=J7D76V4ENV9B tag=SNOQBRVA11SD type=write size=167310 2024-08-10T05:34:03.889 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.888+0000 7f6f062d5640 1 > prepared operation key=F0DF00AE1ISQ tag=IM4V5IFBZ43V type=del size=2661705 2024-08-10T05:34:03.891 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.890+0000 7f6f062d5640 1 < completed delete operation key=ZPF41248T0P2 tag=58P7AEKE8CRV type=del 2024-08-10T05:34:03.892 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.892+0000 7f6f062d5640 1 > prepared operation key=MI1XTCS076Y9 tag=5U56BVHLX3SA type=del size=47953 2024-08-10T05:34:03.894 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.894+0000 7f6f062d5640 1 < completed part key=_multipart_WBJQTYBRMJV8.2~A39O7E9VL43J.0 size=1048576 2024-08-10T05:34:03.896 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.895+0000 7f6f062d5640 1 < completed part key=_multipart_WBJQTYBRMJV8.2~A39O7E9VL43J.1 size=250496 2024-08-10T05:34:03.898 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.898+0000 7f6f062d5640 1 < completed multipart upload key=WBJQTYBRMJV8 upload=A39O7E9VL43J tag=WUOWD021MFDB type=write size=2347648 2024-08-10T05:34:03.900 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.900+0000 7f6f062d5640 1 > prepared operation key=H5TVL04MCGC8 tag=GN04XEXKY9XT type=del size=982542 2024-08-10T05:34:03.902 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.901+0000 7f6f062d5640 1 < completed part key=_multipart_QTBS1TAZXH5F.2~RJ9ZHBTLTLU5.0 size=1048576 2024-08-10T05:34:03.903 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.902+0000 7f6f062d5640 1 < completed part key=_multipart_QTBS1TAZXH5F.2~RJ9ZHBTLTLU5.1 size=1048576 2024-08-10T05:34:03.904 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.904+0000 7f6f062d5640 1 < completed part key=_multipart_QTBS1TAZXH5F.2~RJ9ZHBTLTLU5.2 size=308647 2024-08-10T05:34:03.907 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.906+0000 7f6f062d5640 1 < completed multipart upload key=QTBS1TAZXH5F upload=RJ9ZHBTLTLU5 tag=JM2B83XW8XIC type=write size=3454375 2024-08-10T05:34:03.909 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.908+0000 7f6f062d5640 1 > prepared operation key=H4D0TFSG0EKP tag=EQ6C065PNERG type=del size=234878 2024-08-10T05:34:03.910 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.910+0000 7f6f062d5640 1 < completed write operation key=00IWI9L0NGJ3 tag=U7PMHVWI00TO type=write size=99707 2024-08-10T05:34:03.912 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.911+0000 7f6f062d5640 1 > prepared operation key=WBJQTYBRMJV8 tag=FL7914CV24VF type=del size=220293 2024-08-10T05:34:03.914 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.913+0000 7f6f062d5640 1 < canceled operation key=731ALD189846 tag=Q5JRWU2730OM type=del size=1943508 2024-08-10T05:34:03.916 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.915+0000 7f6f062d5640 1 > prepared operation key=Z3FSBPLXLYL2 tag=IU00D9PYHRGX type=del size=1146113 2024-08-10T05:34:03.918 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.917+0000 7f6f062d5640 1 < completed part key=_multipart_QTBS1TAZXH5F.2~DFY9KM9O1PXU.0 size=1048576 2024-08-10T05:34:03.919 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.918+0000 7f6f062d5640 1 < completed part key=_multipart_QTBS1TAZXH5F.2~DFY9KM9O1PXU.1 size=1048576 2024-08-10T05:34:03.921 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.920+0000 7f6f062d5640 1 < completed part key=_multipart_QTBS1TAZXH5F.2~DFY9KM9O1PXU.2 size=404997 2024-08-10T05:34:03.924 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.923+0000 7f6f062d5640 1 < completed multipart upload key=QTBS1TAZXH5F upload=DFY9KM9O1PXU tag=71NQTUC6VY36 type=write size=3550725 2024-08-10T05:34:03.925 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.924+0000 7f6f062d5640 1 > prepared operation key=7DW3UO39XCUP tag=5DSM2G11NNFN type=del size=2996994 2024-08-10T05:34:03.927 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.926+0000 7f6f062d5640 1 < completed delete operation key=3EUY0XWASPEL tag=2FPZ60ST59PX type=del 2024-08-10T05:34:03.928 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.928+0000 7f6f062d5640 1 > prepared operation key=GNE0GMBV8Q1M tag=TARWKRGLCT6Q type=del size=3330100 2024-08-10T05:34:03.930 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.929+0000 7f6f062d5640 1 < completed part key=_multipart_H5TVL04MCGC8.2~7WLWJB6NCR3J.0 size=549939 2024-08-10T05:34:03.932 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.932+0000 7f6f062d5640 1 < completed multipart upload key=H5TVL04MCGC8 upload=7WLWJB6NCR3J tag=ZN9W1N95SJOM type=write size=1598515 2024-08-10T05:34:03.935 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.935+0000 7f6f062d5640 1 > prepared part key=_multipart_MI1XTCS076Y9.2~OOWL8UK7TSX6.0 size=1048576 2024-08-10T05:34:03.937 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.936+0000 7f6f062d5640 1 > prepared part key=_multipart_MI1XTCS076Y9.2~OOWL8UK7TSX6.1 size=1048576 2024-08-10T05:34:03.938 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.937+0000 7f6f062d5640 1 > prepared part key=_multipart_MI1XTCS076Y9.2~OOWL8UK7TSX6.2 size=547394 2024-08-10T05:34:03.938 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.937+0000 7f6f062d5640 1 > prepared multipart upload key=MI1XTCS076Y9 upload=OOWL8UK7TSX6 tag=N383RAZMZARS type=write size=3693122 2024-08-10T05:34:03.940 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.939+0000 7f6f062d5640 1 < completed part key=_multipart_Y0DHHLUF8MD9.2~VSL1DAGVWTWP.0 size=768409 2024-08-10T05:34:03.943 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.942+0000 7f6f062d5640 1 < completed multipart upload key=Y0DHHLUF8MD9 upload=VSL1DAGVWTWP tag=3A343BMSSG8E type=write size=1816985 2024-08-10T05:34:03.944 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.944+0000 7f6f062d5640 1 > prepared operation key=F0DF00AE1ISQ tag=WBX3HEMX1H7S type=del size=176032 2024-08-10T05:34:03.946 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.945+0000 7f6f062d5640 1 < completed part key=_multipart_H4D0TFSG0EKP.2~L26F3RKP3YP0.0 size=1017713 2024-08-10T05:34:03.949 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.948+0000 7f6f062d5640 1 < completed multipart upload key=H4D0TFSG0EKP upload=L26F3RKP3YP0 tag=Q4FWCXTZZ0D7 type=write size=2066289 2024-08-10T05:34:03.951 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.950+0000 7f6f062d5640 1 > prepared operation key=QTHON9W7S3SP tag=KUR2KA423PJ6 type=del size=2957976 2024-08-10T05:34:03.952 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.952+0000 7f6f062d5640 1 < completed write operation key=1G5AU0L67121 tag=MLFF6KK3RDTE type=write size=40277 2024-08-10T05:34:03.956 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.955+0000 7f6f062d5640 1 > prepared part key=_multipart_J7D76V4ENV9B.2~SDXUGQRIS605.0 size=1048576 2024-08-10T05:34:03.957 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.956+0000 7f6f062d5640 1 > prepared part key=_multipart_J7D76V4ENV9B.2~SDXUGQRIS605.1 size=1048576 2024-08-10T05:34:03.958 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.957+0000 7f6f062d5640 1 > prepared part key=_multipart_J7D76V4ENV9B.2~SDXUGQRIS605.2 size=625987 2024-08-10T05:34:03.958 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.957+0000 7f6f062d5640 1 > prepared multipart upload key=J7D76V4ENV9B upload=SDXUGQRIS605 tag=PJBTGZR5N8W9 type=write size=3771715 2024-08-10T05:34:03.960 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.959+0000 7f6f062d5640 1 < completed part key=_multipart_OH2XJH7YF0P6.2~VZ8KZXRQKJHA.0 size=1048576 2024-08-10T05:34:03.961 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.960+0000 7f6f062d5640 1 < completed part key=_multipart_OH2XJH7YF0P6.2~VZ8KZXRQKJHA.1 size=1048576 2024-08-10T05:34:03.962 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.962+0000 7f6f062d5640 1 < completed part key=_multipart_OH2XJH7YF0P6.2~VZ8KZXRQKJHA.2 size=477889 2024-08-10T05:34:03.965 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.964+0000 7f6f062d5640 1 < completed multipart upload key=OH2XJH7YF0P6 upload=VZ8KZXRQKJHA tag=SY3780WG3TTJ type=write size=3623617 2024-08-10T05:34:03.968 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.967+0000 7f6f062d5640 1 > prepared part key=_multipart_3EUY0XWASPEL.2~06SRVYK4QBJU.0 size=794806 2024-08-10T05:34:03.968 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.967+0000 7f6f062d5640 1 > prepared multipart upload key=3EUY0XWASPEL upload=06SRVYK4QBJU tag=5ZVVG60FAM9T type=write size=1843382 2024-08-10T05:34:03.971 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.970+0000 7f6f062d5640 1 < suggested update operation key=OH2XJH7YF0P6 tag=F3GV5WX8HM2K type=write size=712347 2024-08-10T05:34:03.973 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.972+0000 7f6f062d5640 1 > prepared operation key=KHYOYNS1HKDG tag=NU2SGNQBENCI type=write size=513253 2024-08-10T05:34:03.974 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.974+0000 7f6f062d5640 1 < completed delete operation key=Y0DHHLUF8MD9 tag=AAHG5TQ94553 type=del 2024-08-10T05:34:03.978 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.977+0000 7f6f062d5640 1 > prepared part key=_multipart_S1E44NG3MOQ5.2~CKWYF8GSHSGV.0 size=1048576 2024-08-10T05:34:03.979 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.978+0000 7f6f062d5640 1 > prepared part key=_multipart_S1E44NG3MOQ5.2~CKWYF8GSHSGV.1 size=1048576 2024-08-10T05:34:03.981 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.980+0000 7f6f062d5640 1 > prepared part key=_multipart_S1E44NG3MOQ5.2~CKWYF8GSHSGV.2 size=20594 2024-08-10T05:34:03.981 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.980+0000 7f6f062d5640 1 > prepared multipart upload key=S1E44NG3MOQ5 upload=CKWYF8GSHSGV tag=NK6B9XNSEDJ3 type=write size=3166322 2024-08-10T05:34:03.982 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.982+0000 7f6f062d5640 1 < completed delete operation key=H4D0TFSG0EKP tag=3JZ9UFWOPI80 type=del 2024-08-10T05:34:03.984 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.984+0000 7f6f062d5640 1 > prepared operation key=7N97XZL3TX2D tag=XRLTZ9NNNAY1 type=del size=1974465 2024-08-10T05:34:03.986 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.985+0000 7f6f062d5640 1 < completed delete operation key=F0DF00AE1ISQ tag=IM4V5IFBZ43V type=del 2024-08-10T05:34:03.990 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.989+0000 7f6f062d5640 1 > prepared part key=_multipart_GNE0GMBV8Q1M.2~WI086OXMC6MR.0 size=1048576 2024-08-10T05:34:03.991 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.990+0000 7f6f062d5640 1 > prepared part key=_multipart_GNE0GMBV8Q1M.2~WI086OXMC6MR.1 size=1048576 2024-08-10T05:34:03.992 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.992+0000 7f6f062d5640 1 > prepared part key=_multipart_GNE0GMBV8Q1M.2~WI086OXMC6MR.2 size=962877 2024-08-10T05:34:03.992 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.992+0000 7f6f062d5640 1 > prepared multipart upload key=GNE0GMBV8Q1M upload=WI086OXMC6MR tag=IAODNS1EHVPJ type=write size=4108605 2024-08-10T05:34:03.994 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.994+0000 7f6f062d5640 1 < completed delete operation key=MI1XTCS076Y9 tag=5U56BVHLX3SA type=del 2024-08-10T05:34:03.996 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.995+0000 7f6f062d5640 1 > prepared operation key=FXQKBLXUHJHI tag=H8OLY1H8MKFC type=write size=30310 2024-08-10T05:34:03.999 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:03.999+0000 7f6f062d5640 1 < suggested remove operation key=H5TVL04MCGC8 tag=GN04XEXKY9XT type=del 2024-08-10T05:34:04.002 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.002+0000 7f6f062d5640 1 > prepared part key=_multipart_PGRI5CN7TTT0.2~UHZU1HI2PHRA.0 size=1048576 2024-08-10T05:34:04.004 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.003+0000 7f6f062d5640 1 > prepared part key=_multipart_PGRI5CN7TTT0.2~UHZU1HI2PHRA.1 size=409106 2024-08-10T05:34:04.004 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.003+0000 7f6f062d5640 1 > prepared multipart upload key=PGRI5CN7TTT0 upload=UHZU1HI2PHRA tag=GS2VBRMHJHGM type=write size=2506258 2024-08-10T05:34:04.007 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.007+0000 7f6f062d5640 1 < suggested remove operation key=H4D0TFSG0EKP tag=EQ6C065PNERG type=del 2024-08-10T05:34:04.009 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.008+0000 7f6f062d5640 1 > prepared operation key=J7D76V4ENV9B tag=8GRIV8OI1X87 type=del size=3753647 2024-08-10T05:34:04.011 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.010+0000 7f6f062d5640 1 < completed delete operation key=WBJQTYBRMJV8 tag=FL7914CV24VF type=del 2024-08-10T05:34:04.012 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.011+0000 7f6f062d5640 1 > prepared operation key=F0DF00AE1ISQ tag=GSLWNJ7346MB type=del size=3911946 2024-08-10T05:34:04.014 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.013+0000 7f6f062d5640 1 < completed delete operation key=Z3FSBPLXLYL2 tag=IU00D9PYHRGX type=del 2024-08-10T05:34:04.015 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.015+0000 7f6f062d5640 1 > prepared operation key=KHYOYNS1HKDG tag=09O1FJK9K1OW type=write size=189373 2024-08-10T05:34:04.017 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.016+0000 7f6f062d5640 1 < completed delete operation key=7DW3UO39XCUP tag=5DSM2G11NNFN type=del 2024-08-10T05:34:04.020 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.020+0000 7f6f062d5640 1 > prepared part key=_multipart_00IWI9L0NGJ3.2~V9AEOD7X4A0U.0 size=1048576 2024-08-10T05:34:04.022 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.021+0000 7f6f062d5640 1 > prepared part key=_multipart_00IWI9L0NGJ3.2~V9AEOD7X4A0U.1 size=1048576 2024-08-10T05:34:04.023 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.023+0000 7f6f062d5640 1 > prepared part key=_multipart_00IWI9L0NGJ3.2~V9AEOD7X4A0U.2 size=899497 2024-08-10T05:34:04.024 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.023+0000 7f6f062d5640 1 > prepared multipart upload key=00IWI9L0NGJ3 upload=V9AEOD7X4A0U tag=MJKZFN1LVE76 type=write size=4045225 2024-08-10T05:34:04.025 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.024+0000 7f6f062d5640 1 < completed delete operation key=GNE0GMBV8Q1M tag=TARWKRGLCT6Q type=del 2024-08-10T05:34:04.027 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.026+0000 7f6f062d5640 1 > prepared operation key=1IH8FE21AE4X tag=71OS21UTDDSU type=del size=967530 2024-08-10T05:34:04.029 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.028+0000 7f6f062d5640 1 < completed part key=_multipart_MI1XTCS076Y9.2~OOWL8UK7TSX6.0 size=1048576 2024-08-10T05:34:04.030 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.029+0000 7f6f062d5640 1 < completed part key=_multipart_MI1XTCS076Y9.2~OOWL8UK7TSX6.1 size=1048576 2024-08-10T05:34:04.031 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.031+0000 7f6f062d5640 1 < completed part key=_multipart_MI1XTCS076Y9.2~OOWL8UK7TSX6.2 size=547394 2024-08-10T05:34:04.034 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.034+0000 7f6f062d5640 1 < completed multipart upload key=MI1XTCS076Y9 upload=OOWL8UK7TSX6 tag=N383RAZMZARS type=write size=3693122 2024-08-10T05:34:04.038 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.037+0000 7f6f062d5640 1 > prepared part key=_multipart_J7D76V4ENV9B.2~MHX6ZL0U1V7T.0 size=1048576 2024-08-10T05:34:04.039 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.038+0000 7f6f062d5640 1 > prepared part key=_multipart_J7D76V4ENV9B.2~MHX6ZL0U1V7T.1 size=191566 2024-08-10T05:34:04.039 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.038+0000 7f6f062d5640 1 > prepared multipart upload key=J7D76V4ENV9B upload=MHX6ZL0U1V7T tag=KHW9QGCMFAHH type=write size=2288718 2024-08-10T05:34:04.042 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.042+0000 7f6f062d5640 1 < suggested remove operation key=F0DF00AE1ISQ tag=WBX3HEMX1H7S type=del 2024-08-10T05:34:04.044 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.044+0000 7f6f062d5640 1 > prepared operation key=OH2XJH7YF0P6 tag=LGGAF9PU1QBC type=del size=475947 2024-08-10T05:34:04.046 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.045+0000 7f6f062d5640 1 < completed delete operation key=QTHON9W7S3SP tag=KUR2KA423PJ6 type=del 2024-08-10T05:34:04.049 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.048+0000 7f6f062d5640 1 > prepared part key=_multipart_QTBS1TAZXH5F.2~VU5BHVMO0Z9A.0 size=691651 2024-08-10T05:34:04.049 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.048+0000 7f6f062d5640 1 > prepared multipart upload key=QTBS1TAZXH5F upload=VU5BHVMO0Z9A tag=UOD24HWLQZFV type=write size=1740227 2024-08-10T05:34:04.051 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.050+0000 7f6f062d5640 1 < completed part key=_multipart_J7D76V4ENV9B.2~SDXUGQRIS605.0 size=1048576 2024-08-10T05:34:04.052 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.051+0000 7f6f062d5640 1 < completed part key=_multipart_J7D76V4ENV9B.2~SDXUGQRIS605.1 size=1048576 2024-08-10T05:34:04.053 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.053+0000 7f6f062d5640 1 < completed part key=_multipart_J7D76V4ENV9B.2~SDXUGQRIS605.2 size=625987 2024-08-10T05:34:04.056 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.055+0000 7f6f062d5640 1 < completed multipart upload key=J7D76V4ENV9B upload=SDXUGQRIS605 tag=PJBTGZR5N8W9 type=write size=3771715 2024-08-10T05:34:04.058 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.057+0000 7f6f062d5640 1 > prepared operation key=QTBS1TAZXH5F tag=NOJ7H3GU21A0 type=write size=801329 2024-08-10T05:34:04.059 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.059+0000 7f6f062d5640 1 < completed part key=_multipart_3EUY0XWASPEL.2~06SRVYK4QBJU.0 size=794806 2024-08-10T05:34:04.062 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.062+0000 7f6f062d5640 1 < completed multipart upload key=3EUY0XWASPEL upload=06SRVYK4QBJU tag=5ZVVG60FAM9T type=write size=1843382 2024-08-10T05:34:04.064 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.064+0000 7f6f062d5640 1 > prepared operation key=8441NV2A24FO tag=NTR1UH19Z7PD type=del size=4045271 2024-08-10T05:34:04.068 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.067+0000 7f6f062d5640 1 < suggested update operation key=KHYOYNS1HKDG tag=NU2SGNQBENCI type=write size=513253 2024-08-10T05:34:04.071 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.070+0000 7f6f062d5640 1 > prepared part key=_multipart_7N97XZL3TX2D.2~X05C0DC6HA64.0 size=1048576 2024-08-10T05:34:04.073 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.072+0000 7f6f062d5640 1 > prepared part key=_multipart_7N97XZL3TX2D.2~X05C0DC6HA64.1 size=478571 2024-08-10T05:34:04.073 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.072+0000 7f6f062d5640 1 > prepared multipart upload key=7N97XZL3TX2D upload=X05C0DC6HA64 tag=WWAHG1GB09NR type=write size=2575723 2024-08-10T05:34:04.073 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.072+0000 7f6f062d5640 1 < canceled part key=_multipart_S1E44NG3MOQ5.2~CKWYF8GSHSGV.0 size=1048576 2024-08-10T05:34:04.074 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.074+0000 7f6f062d5640 1 < completed part key=_multipart_S1E44NG3MOQ5.2~CKWYF8GSHSGV.1 size=1048576 2024-08-10T05:34:04.076 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.075+0000 7f6f062d5640 1 < completed part key=_multipart_S1E44NG3MOQ5.2~CKWYF8GSHSGV.2 size=20594 2024-08-10T05:34:04.079 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.078+0000 7f6f062d5640 1 < canceled multipart upload key=S1E44NG3MOQ5 upload=CKWYF8GSHSGV tag=NK6B9XNSEDJ3 type=write size=3166322 2024-08-10T05:34:04.080 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.080+0000 7f6f062d5640 1 > prepared operation key=GNE0GMBV8Q1M tag=VNBDSTM278QV type=del size=2638565 2024-08-10T05:34:04.082 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.082+0000 7f6f062d5640 1 < completed delete operation key=7N97XZL3TX2D tag=XRLTZ9NNNAY1 type=del 2024-08-10T05:34:04.084 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.083+0000 7f6f062d5640 1 > prepared operation key=WBJQTYBRMJV8 tag=426U93WG5Z80 type=del size=3285173 2024-08-10T05:34:04.086 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.085+0000 7f6f062d5640 1 < completed part key=_multipart_GNE0GMBV8Q1M.2~WI086OXMC6MR.0 size=1048576 2024-08-10T05:34:04.088 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.087+0000 7f6f062d5640 1 < completed part key=_multipart_GNE0GMBV8Q1M.2~WI086OXMC6MR.1 size=1048576 2024-08-10T05:34:04.089 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.089+0000 7f6f062d5640 1 < completed part key=_multipart_GNE0GMBV8Q1M.2~WI086OXMC6MR.2 size=962877 2024-08-10T05:34:04.092 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.092+0000 7f6f062d5640 1 < completed multipart upload key=GNE0GMBV8Q1M upload=WI086OXMC6MR tag=IAODNS1EHVPJ type=write size=4108605 2024-08-10T05:34:04.094 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.093+0000 7f6f062d5640 1 > prepared operation key=MI1XTCS076Y9 tag=6HLOCLJ0TLZW type=del size=3426449 2024-08-10T05:34:04.096 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.095+0000 7f6f062d5640 1 < completed write operation key=FXQKBLXUHJHI tag=H8OLY1H8MKFC type=write size=30310 2024-08-10T05:34:04.098 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.097+0000 7f6f062d5640 1 > prepared operation key=8MJYHPC813SE tag=MTKEALQ728V8 type=del size=347765 2024-08-10T05:34:04.099 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.099+0000 7f6f062d5640 1 < completed part key=_multipart_PGRI5CN7TTT0.2~UHZU1HI2PHRA.0 size=1048576 2024-08-10T05:34:04.101 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.100+0000 7f6f062d5640 1 < completed part key=_multipart_PGRI5CN7TTT0.2~UHZU1HI2PHRA.1 size=409106 2024-08-10T05:34:04.104 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.103+0000 7f6f062d5640 1 < completed multipart upload key=PGRI5CN7TTT0 upload=UHZU1HI2PHRA tag=GS2VBRMHJHGM type=write size=2506258 2024-08-10T05:34:04.105 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.105+0000 7f6f062d5640 1 > prepared operation key=F0DF00AE1ISQ tag=SDR3Z5B82CXT type=del size=2510027 2024-08-10T05:34:04.108 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.108+0000 7f6f062d5640 1 < suggested remove operation key=J7D76V4ENV9B tag=8GRIV8OI1X87 type=del 2024-08-10T05:34:04.110 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.109+0000 7f6f062d5640 1 > prepared operation key=4L5NSS7LS8GK tag=YD2DSZXZLNY3 type=del size=953745 2024-08-10T05:34:04.113 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.112+0000 7f6f062d5640 1 < suggested remove operation key=F0DF00AE1ISQ tag=GSLWNJ7346MB type=del 2024-08-10T05:34:04.116 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.115+0000 7f6f062d5640 1 > prepared part key=_multipart_731ALD189846.2~U5UMJ2ZV6Y9I.0 size=1048576 2024-08-10T05:34:04.117 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.116+0000 7f6f062d5640 1 > prepared part key=_multipart_731ALD189846.2~U5UMJ2ZV6Y9I.1 size=708362 2024-08-10T05:34:04.117 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.116+0000 7f6f062d5640 1 > prepared multipart upload key=731ALD189846 upload=U5UMJ2ZV6Y9I tag=ILKJY5RLWAT6 type=write size=2805514 2024-08-10T05:34:04.119 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.118+0000 7f6f062d5640 -1 < failed to complete operation key=KHYOYNS1HKDG tag=09O1FJK9K1OW type=write size=189373: (22) Invalid argument 2024-08-10T05:34:04.120 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.120+0000 7f6f062d5640 1 > prepared operation key=1G5AU0L67121 tag=8Q9LTEBVD2YU type=del size=2804042 2024-08-10T05:34:04.122 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.122+0000 7f6f062d5640 1 < completed part key=_multipart_00IWI9L0NGJ3.2~V9AEOD7X4A0U.0 size=1048576 2024-08-10T05:34:04.123 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.123+0000 7f6f062d5640 1 < completed part key=_multipart_00IWI9L0NGJ3.2~V9AEOD7X4A0U.1 size=1048576 2024-08-10T05:34:04.125 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.124+0000 7f6f062d5640 1 < completed part key=_multipart_00IWI9L0NGJ3.2~V9AEOD7X4A0U.2 size=899497 2024-08-10T05:34:04.127 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.127+0000 7f6f062d5640 1 < completed multipart upload key=00IWI9L0NGJ3 upload=V9AEOD7X4A0U tag=MJKZFN1LVE76 type=write size=4045225 2024-08-10T05:34:04.129 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.128+0000 7f6f062d5640 1 > prepared operation key=8441NV2A24FO tag=9RMIHO0TV098 type=del size=1594297 2024-08-10T05:34:04.131 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.130+0000 7f6f062d5640 1 < canceled operation key=1IH8FE21AE4X tag=71OS21UTDDSU type=del size=967530 2024-08-10T05:34:04.132 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.132+0000 7f6f062d5640 1 > prepared operation key=ZPF41248T0P2 tag=X0OGZUT4XNZH type=del size=1385288 2024-08-10T05:34:04.134 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.133+0000 7f6f062d5640 1 < completed part key=_multipart_J7D76V4ENV9B.2~MHX6ZL0U1V7T.0 size=1048576 2024-08-10T05:34:04.135 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.134+0000 7f6f062d5640 1 < completed part key=_multipart_J7D76V4ENV9B.2~MHX6ZL0U1V7T.1 size=191566 2024-08-10T05:34:04.138 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.137+0000 7f6f062d5640 1 < completed multipart upload key=J7D76V4ENV9B upload=MHX6ZL0U1V7T tag=KHW9QGCMFAHH type=write size=2288718 2024-08-10T05:34:04.144 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.143+0000 7f6f062d5640 1 > prepared operation key=QTHON9W7S3SP tag=HIR1P202AXE4 type=write size=730733 2024-08-10T05:34:04.145 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.145+0000 7f6f062d5640 1 < completed delete operation key=OH2XJH7YF0P6 tag=LGGAF9PU1QBC type=del 2024-08-10T05:34:04.147 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.146+0000 7f6f062d5640 1 > prepared operation key=Z3FSBPLXLYL2 tag=SWOWLX6LHF3N type=del size=1122520 2024-08-10T05:34:04.149 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.148+0000 7f6f062d5640 1 < completed part key=_multipart_QTBS1TAZXH5F.2~VU5BHVMO0Z9A.0 size=691651 2024-08-10T05:34:04.152 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.151+0000 7f6f062d5640 1 < completed multipart upload key=QTBS1TAZXH5F upload=VU5BHVMO0Z9A tag=UOD24HWLQZFV type=write size=1740227 2024-08-10T05:34:04.153 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.152+0000 7f6f062d5640 1 > prepared operation key=LTRO8UR68E01 tag=QEKRZVL4W4IB type=del size=3971815 2024-08-10T05:34:04.155 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.154+0000 7f6f062d5640 1 < completed write operation key=QTBS1TAZXH5F tag=NOJ7H3GU21A0 type=write size=801329 2024-08-10T05:34:04.156 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.156+0000 7f6f062d5640 1 > prepared operation key=OH2XJH7YF0P6 tag=14JOT8GLOHBO type=del size=1756160 2024-08-10T05:34:04.158 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.157+0000 7f6f062d5640 1 < completed delete operation key=8441NV2A24FO tag=NTR1UH19Z7PD type=del 2024-08-10T05:34:04.159 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.159+0000 7f6f062d5640 1 > prepared operation key=FXQKBLXUHJHI tag=BFC4TX0MQZMW type=del size=1817344 2024-08-10T05:34:04.160 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.159+0000 7f6f062d5640 1 < canceled part key=_multipart_7N97XZL3TX2D.2~X05C0DC6HA64.0 size=1048576 2024-08-10T05:34:04.161 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.161+0000 7f6f062d5640 1 < completed part key=_multipart_7N97XZL3TX2D.2~X05C0DC6HA64.1 size=478571 2024-08-10T05:34:04.164 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.163+0000 7f6f062d5640 1 < canceled multipart upload key=7N97XZL3TX2D upload=X05C0DC6HA64 tag=WWAHG1GB09NR type=write size=2575723 2024-08-10T05:34:04.165 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.165+0000 7f6f062d5640 1 > prepared operation key=GSXYSUXHA2KE tag=56TEV1BXA8PC type=write size=578075 2024-08-10T05:34:04.167 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.166+0000 7f6f062d5640 1 < completed delete operation key=GNE0GMBV8Q1M tag=VNBDSTM278QV type=del 2024-08-10T05:34:04.169 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.168+0000 7f6f062d5640 1 > prepared operation key=3EUY0XWASPEL tag=VVOJDE2JXP2F type=del size=1487628 2024-08-10T05:34:04.170 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.170+0000 7f6f062d5640 1 < completed delete operation key=WBJQTYBRMJV8 tag=426U93WG5Z80 type=del 2024-08-10T05:34:04.172 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.171+0000 7f6f062d5640 1 > prepared operation key=PGRI5CN7TTT0 tag=AVIF4XCVI3SQ type=del size=124059 2024-08-10T05:34:04.175 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.175+0000 7f6f062d5640 1 < suggested update operation key=MI1XTCS076Y9 tag=6HLOCLJ0TLZW type=del size=3426449 2024-08-10T05:34:04.178 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.178+0000 7f6f062d5640 1 > prepared part key=_multipart_P8JMH1X8249F.2~V3WUNTT21E8Q.0 size=1048576 2024-08-10T05:34:04.180 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.179+0000 7f6f062d5640 1 > prepared part key=_multipart_P8JMH1X8249F.2~V3WUNTT21E8Q.1 size=546322 2024-08-10T05:34:04.181 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.179+0000 7f6f062d5640 1 > prepared multipart upload key=P8JMH1X8249F upload=V3WUNTT21E8Q tag=0GNLM5V4RJ0A type=write size=2643474 2024-08-10T05:34:04.182 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.180+0000 7f6f062d5640 1 < completed delete operation key=8MJYHPC813SE tag=MTKEALQ728V8 type=del 2024-08-10T05:34:04.184 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.183+0000 7f6f062d5640 1 > prepared part key=_multipart_Y0DHHLUF8MD9.2~E0RHZ4V4V8QB.0 size=778251 2024-08-10T05:34:04.184 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.183+0000 7f6f062d5640 1 > prepared multipart upload key=Y0DHHLUF8MD9 upload=E0RHZ4V4V8QB tag=A1QOGDHUNTZ5 type=write size=1826827 2024-08-10T05:34:04.186 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.185+0000 7f6f062d5640 -1 < failed to complete operation key=F0DF00AE1ISQ tag=SDR3Z5B82CXT type=del size=2510027: (22) Invalid argument 2024-08-10T05:34:04.189 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.189+0000 7f6f062d5640 1 > prepared part key=_multipart_GNE0GMBV8Q1M.2~ZZQLFGBUUL76.0 size=1034139 2024-08-10T05:34:04.189 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.189+0000 7f6f062d5640 1 > prepared multipart upload key=GNE0GMBV8Q1M upload=ZZQLFGBUUL76 tag=KGE7RWZIG7I3 type=write size=2082715 2024-08-10T05:34:04.191 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.191+0000 7f6f062d5640 1 < completed delete operation key=4L5NSS7LS8GK tag=YD2DSZXZLNY3 type=del 2024-08-10T05:34:04.193 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.192+0000 7f6f062d5640 1 > prepared operation key=MI1XTCS076Y9 tag=MZZ1TVZEZL5B type=del size=1628954 2024-08-10T05:34:04.194 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.194+0000 7f6f062d5640 1 < completed part key=_multipart_731ALD189846.2~U5UMJ2ZV6Y9I.0 size=1048576 2024-08-10T05:34:04.196 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.195+0000 7f6f062d5640 1 < completed part key=_multipart_731ALD189846.2~U5UMJ2ZV6Y9I.1 size=708362 2024-08-10T05:34:04.198 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.198+0000 7f6f062d5640 1 < completed multipart upload key=731ALD189846 upload=U5UMJ2ZV6Y9I tag=ILKJY5RLWAT6 type=write size=2805514 2024-08-10T05:34:04.201 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.201+0000 7f6f062d5640 1 > prepared part key=_multipart_H4D0TFSG0EKP.2~QDB2HN3QBBRH.0 size=1048576 2024-08-10T05:34:04.202 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.202+0000 7f6f062d5640 1 > prepared part key=_multipart_H4D0TFSG0EKP.2~QDB2HN3QBBRH.1 size=930628 2024-08-10T05:34:04.202 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.202+0000 7f6f062d5640 1 > prepared multipart upload key=H4D0TFSG0EKP upload=QDB2HN3QBBRH tag=O7CFM25DC5JZ type=write size=3027780 2024-08-10T05:34:04.204 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.204+0000 7f6f062d5640 1 < completed delete operation key=1G5AU0L67121 tag=8Q9LTEBVD2YU type=del 2024-08-10T05:34:04.206 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.205+0000 7f6f062d5640 1 > prepared operation key=Z3FSBPLXLYL2 tag=CZ4OJZ0Z5F4R type=write size=52235 2024-08-10T05:34:04.208 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.207+0000 7f6f062d5640 1 < completed delete operation key=8441NV2A24FO tag=9RMIHO0TV098 type=del 2024-08-10T05:34:04.211 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.210+0000 7f6f062d5640 1 > prepared part key=_multipart_WBJQTYBRMJV8.2~E2LQGUAKQ1V4.0 size=1048576 2024-08-10T05:34:04.212 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.211+0000 7f6f062d5640 1 > prepared part key=_multipart_WBJQTYBRMJV8.2~E2LQGUAKQ1V4.1 size=1048576 2024-08-10T05:34:04.213 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.212+0000 7f6f062d5640 1 > prepared part key=_multipart_WBJQTYBRMJV8.2~E2LQGUAKQ1V4.2 size=603452 2024-08-10T05:34:04.213 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.212+0000 7f6f062d5640 1 > prepared multipart upload key=WBJQTYBRMJV8 upload=E2LQGUAKQ1V4 tag=8WLCPPC4LSPB type=write size=3749180 2024-08-10T05:34:04.214 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.214+0000 7f6f062d5640 1 < completed delete operation key=ZPF41248T0P2 tag=X0OGZUT4XNZH type=del 2024-08-10T05:34:04.216 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.215+0000 7f6f062d5640 1 > prepared operation key=PGRI5CN7TTT0 tag=EEIZT03C5LGC type=del size=3936841 2024-08-10T05:34:04.218 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.217+0000 7f6f062d5640 1 < completed write operation key=QTHON9W7S3SP tag=HIR1P202AXE4 type=write size=730733 2024-08-10T05:34:04.219 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.218+0000 7f6f062d5640 1 > prepared operation key=8441NV2A24FO tag=QWPZ4BV352C2 type=del size=4131230 2024-08-10T05:34:04.221 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.220+0000 7f6f062d5640 1 < completed delete operation key=Z3FSBPLXLYL2 tag=SWOWLX6LHF3N type=del 2024-08-10T05:34:04.222 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.222+0000 7f6f062d5640 1 > prepared operation key=731ALD189846 tag=1AR4SYCZPGVO type=del size=4125897 2024-08-10T05:34:04.224 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.223+0000 7f6f062d5640 1 < completed delete operation key=LTRO8UR68E01 tag=QEKRZVL4W4IB type=del 2024-08-10T05:34:04.226 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.225+0000 7f6f062d5640 1 > prepared operation key=3EUY0XWASPEL tag=8YBRTU41S37F type=del size=2411498 2024-08-10T05:34:04.229 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.228+0000 7f6f062d5640 1 < suggested remove operation key=OH2XJH7YF0P6 tag=14JOT8GLOHBO type=del 2024-08-10T05:34:04.230 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.230+0000 7f6f062d5640 1 > prepared operation key=FXQKBLXUHJHI tag=5IV073V6O6PB type=del size=3415106 2024-08-10T05:34:04.232 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.231+0000 7f6f062d5640 1 < completed delete operation key=FXQKBLXUHJHI tag=BFC4TX0MQZMW type=del 2024-08-10T05:34:04.234 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.233+0000 7f6f062d5640 1 > prepared operation key=MI1XTCS076Y9 tag=LYHFMPXTSXMM type=write size=510767 2024-08-10T05:34:04.236 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.235+0000 7f6f062d5640 1 < completed write operation key=GSXYSUXHA2KE tag=56TEV1BXA8PC type=write size=578075 2024-08-10T05:34:04.238 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.237+0000 7f6f062d5640 1 > prepared operation key=KHYOYNS1HKDG tag=EXHDNZH2MN57 type=del size=3107421 2024-08-10T05:34:04.240 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.239+0000 7f6f062d5640 1 < completed delete operation key=3EUY0XWASPEL tag=VVOJDE2JXP2F type=del 2024-08-10T05:34:04.242 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.241+0000 7f6f062d5640 1 > prepared operation key=3EUY0XWASPEL tag=R4687EZ03M31 type=del size=3512506 2024-08-10T05:34:04.244 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.243+0000 7f6f062d5640 1 < completed delete operation key=PGRI5CN7TTT0 tag=AVIF4XCVI3SQ type=del 2024-08-10T05:34:04.247 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.246+0000 7f6f062d5640 1 > prepared part key=_multipart_4L5NSS7LS8GK.2~GHAHJE0YYPC1.0 size=321846 2024-08-10T05:34:04.247 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.246+0000 7f6f062d5640 1 > prepared multipart upload key=4L5NSS7LS8GK upload=GHAHJE0YYPC1 tag=615ZD8UZT6CP type=write size=1370422 2024-08-10T05:34:04.249 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.248+0000 7f6f062d5640 1 < completed part key=_multipart_P8JMH1X8249F.2~V3WUNTT21E8Q.0 size=1048576 2024-08-10T05:34:04.250 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.249+0000 7f6f062d5640 1 < completed part key=_multipart_P8JMH1X8249F.2~V3WUNTT21E8Q.1 size=546322 2024-08-10T05:34:04.253 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.252+0000 7f6f062d5640 1 < completed multipart upload key=P8JMH1X8249F upload=V3WUNTT21E8Q tag=0GNLM5V4RJ0A type=write size=2643474 2024-08-10T05:34:04.256 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.255+0000 7f6f062d5640 1 > prepared part key=_multipart_MI1XTCS076Y9.2~LJ78JIOPAQ08.0 size=580509 2024-08-10T05:34:04.256 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.255+0000 7f6f062d5640 1 > prepared multipart upload key=MI1XTCS076Y9 upload=LJ78JIOPAQ08 tag=RUAC2JJBWIDR type=write size=1629085 2024-08-10T05:34:04.258 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.257+0000 7f6f062d5640 1 < completed part key=_multipart_Y0DHHLUF8MD9.2~E0RHZ4V4V8QB.0 size=778251 2024-08-10T05:34:04.262 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.261+0000 7f6f062d5640 1 < completed multipart upload key=Y0DHHLUF8MD9 upload=E0RHZ4V4V8QB tag=A1QOGDHUNTZ5 type=write size=1826827 2024-08-10T05:34:04.266 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.265+0000 7f6f062d5640 1 > prepared part key=_multipart_Y0DHHLUF8MD9.2~6SNXV1P3HBVZ.0 size=1048576 2024-08-10T05:34:04.267 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.267+0000 7f6f062d5640 1 > prepared part key=_multipart_Y0DHHLUF8MD9.2~6SNXV1P3HBVZ.1 size=1048576 2024-08-10T05:34:04.269 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.268+0000 7f6f062d5640 1 > prepared part key=_multipart_Y0DHHLUF8MD9.2~6SNXV1P3HBVZ.2 size=214035 2024-08-10T05:34:04.269 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.268+0000 7f6f062d5640 1 > prepared multipart upload key=Y0DHHLUF8MD9 upload=6SNXV1P3HBVZ tag=ENHBGW8TSEKE type=write size=3359763 2024-08-10T05:34:04.270 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.270+0000 7f6f062d5640 1 < completed part key=_multipart_GNE0GMBV8Q1M.2~ZZQLFGBUUL76.0 size=1034139 2024-08-10T05:34:04.273 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.273+0000 7f6f062d5640 1 < completed multipart upload key=GNE0GMBV8Q1M upload=ZZQLFGBUUL76 tag=KGE7RWZIG7I3 type=write size=2082715 2024-08-10T05:34:04.275 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.274+0000 7f6f062d5640 1 > prepared operation key=ZPF41248T0P2 tag=D9MLV4KLMGCS type=del size=2203493 2024-08-10T05:34:04.277 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.276+0000 7f6f062d5640 1 < completed delete operation key=MI1XTCS076Y9 tag=MZZ1TVZEZL5B type=del 2024-08-10T05:34:04.279 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.278+0000 7f6f062d5640 1 > prepared operation key=1IH8FE21AE4X tag=QXRRNCVQWA0Z type=del size=3332130 2024-08-10T05:34:04.281 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.280+0000 7f6f062d5640 1 < completed part key=_multipart_H4D0TFSG0EKP.2~QDB2HN3QBBRH.0 size=1048576 2024-08-10T05:34:04.283 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.282+0000 7f6f062d5640 1 < completed part key=_multipart_H4D0TFSG0EKP.2~QDB2HN3QBBRH.1 size=930628 2024-08-10T05:34:04.285 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.285+0000 7f6f062d5640 1 < completed multipart upload key=H4D0TFSG0EKP upload=QDB2HN3QBBRH tag=O7CFM25DC5JZ type=write size=3027780 2024-08-10T05:34:04.287 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.286+0000 7f6f062d5640 1 > prepared operation key=3EUY0XWASPEL tag=DENE8LJ3LPWS type=del size=3501087 2024-08-10T05:34:04.289 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.288+0000 7f6f062d5640 1 < completed write operation key=Z3FSBPLXLYL2 tag=CZ4OJZ0Z5F4R type=write size=52235 2024-08-10T05:34:04.291 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.290+0000 7f6f062d5640 1 > prepared operation key=LTRO8UR68E01 tag=LPMHMHN0N6XU type=del size=863826 2024-08-10T05:34:04.293 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.292+0000 7f6f062d5640 1 < completed part key=_multipart_WBJQTYBRMJV8.2~E2LQGUAKQ1V4.0 size=1048576 2024-08-10T05:34:04.294 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.294+0000 7f6f062d5640 1 < completed part key=_multipart_WBJQTYBRMJV8.2~E2LQGUAKQ1V4.1 size=1048576 2024-08-10T05:34:04.296 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.295+0000 7f6f062d5640 1 < completed part key=_multipart_WBJQTYBRMJV8.2~E2LQGUAKQ1V4.2 size=603452 2024-08-10T05:34:04.298 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.298+0000 7f6f062d5640 1 < completed multipart upload key=WBJQTYBRMJV8 upload=E2LQGUAKQ1V4 tag=8WLCPPC4LSPB type=write size=3749180 2024-08-10T05:34:04.302 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.301+0000 7f6f062d5640 1 > prepared part key=_multipart_LTRO8UR68E01.2~PAAIGWONO4VJ.0 size=1048576 2024-08-10T05:34:04.303 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.302+0000 7f6f062d5640 1 > prepared part key=_multipart_LTRO8UR68E01.2~PAAIGWONO4VJ.1 size=116258 2024-08-10T05:34:04.303 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.302+0000 7f6f062d5640 1 > prepared multipart upload key=LTRO8UR68E01 upload=PAAIGWONO4VJ tag=LRW7OQ34WPV9 type=write size=2213410 2024-08-10T05:34:04.305 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.304+0000 7f6f062d5640 1 < canceled operation key=PGRI5CN7TTT0 tag=EEIZT03C5LGC type=del size=3936841 2024-08-10T05:34:04.306 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.305+0000 7f6f062d5640 1 > prepared operation key=Y0DHHLUF8MD9 tag=33RDX20AK8GW type=del size=2266667 2024-08-10T05:34:04.308 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.307+0000 7f6f062d5640 1 < canceled operation key=8441NV2A24FO tag=QWPZ4BV352C2 type=del size=4131230 2024-08-10T05:34:04.310 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.309+0000 7f6f062d5640 1 > prepared operation key=WBJQTYBRMJV8 tag=3S2YAAJCYUTM type=write size=239499 2024-08-10T05:34:04.311 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.311+0000 7f6f062d5640 1 < completed delete operation key=731ALD189846 tag=1AR4SYCZPGVO type=del 2024-08-10T05:34:04.313 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.312+0000 7f6f062d5640 1 > prepared operation key=PGRI5CN7TTT0 tag=U5YM68H8V91F type=del size=729375 2024-08-10T05:34:04.315 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.314+0000 7f6f062d5640 1 < completed delete operation key=3EUY0XWASPEL tag=8YBRTU41S37F type=del 2024-08-10T05:34:04.316 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.315+0000 7f6f062d5640 1 > prepared operation key=Z3FSBPLXLYL2 tag=30L9DU4IMYZH type=del size=71713 2024-08-10T05:34:04.318 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.317+0000 7f6f062d5640 1 < completed delete operation key=FXQKBLXUHJHI tag=5IV073V6O6PB type=del 2024-08-10T05:34:04.320 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.319+0000 7f6f062d5640 1 > prepared operation key=8MJYHPC813SE tag=42UGGYAGB2YM type=del size=3927707 2024-08-10T05:34:04.322 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.322+0000 7f6f062d5640 1 < completed write operation key=MI1XTCS076Y9 tag=LYHFMPXTSXMM type=write size=510767 2024-08-10T05:34:04.324 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.323+0000 7f6f062d5640 1 > prepared operation key=Y0DHHLUF8MD9 tag=FJ2AATNDX6SO type=del size=586722 2024-08-10T05:34:04.326 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.325+0000 7f6f062d5640 1 < completed delete operation key=KHYOYNS1HKDG tag=EXHDNZH2MN57 type=del 2024-08-10T05:34:04.327 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.327+0000 7f6f062d5640 1 > prepared operation key=F0DF00AE1ISQ tag=9VVQQ9MGETRE type=del size=195245 2024-08-10T05:34:04.330 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.329+0000 7f6f062d5640 1 < completed delete operation key=3EUY0XWASPEL tag=R4687EZ03M31 type=del 2024-08-10T05:34:04.331 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.331+0000 7f6f062d5640 1 > prepared operation key=1IH8FE21AE4X tag=JH7NQH1S4YYJ type=del size=2434527 2024-08-10T05:34:04.333 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.332+0000 7f6f062d5640 1 < completed part key=_multipart_4L5NSS7LS8GK.2~GHAHJE0YYPC1.0 size=321846 2024-08-10T05:34:04.336 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.335+0000 7f6f062d5640 1 < completed multipart upload key=4L5NSS7LS8GK upload=GHAHJE0YYPC1 tag=615ZD8UZT6CP type=write size=1370422 2024-08-10T05:34:04.338 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.337+0000 7f6f062d5640 1 > prepared operation key=KHYOYNS1HKDG tag=IIZVSSH4F9LC type=write size=671064 2024-08-10T05:34:04.340 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.339+0000 7f6f062d5640 1 < completed part key=_multipart_MI1XTCS076Y9.2~LJ78JIOPAQ08.0 size=580509 2024-08-10T05:34:04.342 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.341+0000 7f6f062d5640 1 < completed multipart upload key=MI1XTCS076Y9 upload=LJ78JIOPAQ08 tag=RUAC2JJBWIDR type=write size=1629085 2024-08-10T05:34:04.345 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.344+0000 7f6f062d5640 1 > prepared part key=_multipart_7DW3UO39XCUP.2~8NCR4JU4TOT2.0 size=968851 2024-08-10T05:34:04.345 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.344+0000 7f6f062d5640 1 > prepared multipart upload key=7DW3UO39XCUP upload=8NCR4JU4TOT2 tag=ZVW6DBWERZZN type=write size=2017427 2024-08-10T05:34:04.346 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.346+0000 7f6f062d5640 1 < completed part key=_multipart_Y0DHHLUF8MD9.2~6SNXV1P3HBVZ.0 size=1048576 2024-08-10T05:34:04.348 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.347+0000 7f6f062d5640 1 < completed part key=_multipart_Y0DHHLUF8MD9.2~6SNXV1P3HBVZ.1 size=1048576 2024-08-10T05:34:04.349 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.348+0000 7f6f062d5640 1 < completed part key=_multipart_Y0DHHLUF8MD9.2~6SNXV1P3HBVZ.2 size=214035 2024-08-10T05:34:04.352 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.351+0000 7f6f062d5640 1 < completed multipart upload key=Y0DHHLUF8MD9 upload=6SNXV1P3HBVZ tag=ENHBGW8TSEKE type=write size=3359763 2024-08-10T05:34:04.353 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.353+0000 7f6f062d5640 1 > prepared operation key=4L5NSS7LS8GK tag=GLJSMA3ZWROL type=write size=225602 2024-08-10T05:34:04.357 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.356+0000 7f6f062d5640 1 < suggested remove operation key=ZPF41248T0P2 tag=D9MLV4KLMGCS type=del 2024-08-10T05:34:04.359 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.358+0000 7f6f062d5640 1 > prepared operation key=PGRI5CN7TTT0 tag=0I9AIGZ09NST type=del size=3722384 2024-08-10T05:34:04.362 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.360+0000 7f6f062d5640 1 < completed delete operation key=1IH8FE21AE4X tag=QXRRNCVQWA0Z type=del 2024-08-10T05:34:04.363 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.362+0000 7f6f062d5640 1 > prepared operation key=8441NV2A24FO tag=DN8F2KQRW0AY type=write size=813732 2024-08-10T05:34:04.365 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.364+0000 7f6f062d5640 1 < completed delete operation key=3EUY0XWASPEL tag=DENE8LJ3LPWS type=del 2024-08-10T05:34:04.367 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.366+0000 7f6f062d5640 1 > prepared operation key=PGRI5CN7TTT0 tag=0UHAOAFVVF7Z type=del size=42528 2024-08-10T05:34:04.368 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.368+0000 7f6f062d5640 1 < canceled operation key=LTRO8UR68E01 tag=LPMHMHN0N6XU type=del size=863826 2024-08-10T05:34:04.370 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.369+0000 7f6f062d5640 1 > prepared operation key=8441NV2A24FO tag=P367H7A3WU3E type=del size=2637253 2024-08-10T05:34:04.370 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.370+0000 7f6f062d5640 1 < canceled part key=_multipart_LTRO8UR68E01.2~PAAIGWONO4VJ.0 size=1048576 2024-08-10T05:34:04.372 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.371+0000 7f6f062d5640 1 < completed part key=_multipart_LTRO8UR68E01.2~PAAIGWONO4VJ.1 size=116258 2024-08-10T05:34:04.376 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.375+0000 7f6f062d5640 1 < canceled multipart upload key=LTRO8UR68E01 upload=PAAIGWONO4VJ tag=LRW7OQ34WPV9 type=write size=2213410 2024-08-10T05:34:04.378 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.378+0000 7f6f062d5640 1 > prepared operation key=PGRI5CN7TTT0 tag=4WR1FVAYI7WI type=del size=3936942 2024-08-10T05:34:04.380 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.380+0000 7f6f062d5640 1 < completed delete operation key=Y0DHHLUF8MD9 tag=33RDX20AK8GW type=del 2024-08-10T05:34:04.383 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.383+0000 7f6f062d5640 1 > prepared part key=_multipart_7DW3UO39XCUP.2~36PN1GFC6P8R.0 size=1048576 2024-08-10T05:34:04.385 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.384+0000 7f6f062d5640 1 > prepared part key=_multipart_7DW3UO39XCUP.2~36PN1GFC6P8R.1 size=553370 2024-08-10T05:34:04.385 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.384+0000 7f6f062d5640 1 > prepared multipart upload key=7DW3UO39XCUP upload=36PN1GFC6P8R tag=6IYZICXBDT9T type=write size=2650522 2024-08-10T05:34:04.389 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.388+0000 7f6f062d5640 1 < suggested update operation key=WBJQTYBRMJV8 tag=3S2YAAJCYUTM type=write size=239499 2024-08-10T05:34:04.390 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.390+0000 7f6f062d5640 1 > prepared operation key=P8JMH1X8249F tag=CEQMA68AVG0R type=del size=370815 2024-08-10T05:34:04.392 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.391+0000 7f6f062d5640 1 < completed delete operation key=PGRI5CN7TTT0 tag=U5YM68H8V91F type=del 2024-08-10T05:34:04.394 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.393+0000 7f6f062d5640 1 > prepared operation key=QTHON9W7S3SP tag=3OGYL7J0BAN1 type=del size=2192436 2024-08-10T05:34:04.397 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.396+0000 7f6f062d5640 1 < suggested update operation key=Z3FSBPLXLYL2 tag=30L9DU4IMYZH type=del size=71713 2024-08-10T05:34:04.400 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.400+0000 7f6f062d5640 1 > prepared part key=_multipart_7N97XZL3TX2D.2~VZ0V2DBOYSWL.0 size=1048576 2024-08-10T05:34:04.402 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.401+0000 7f6f062d5640 1 > prepared part key=_multipart_7N97XZL3TX2D.2~VZ0V2DBOYSWL.1 size=861065 2024-08-10T05:34:04.402 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.401+0000 7f6f062d5640 1 > prepared multipart upload key=7N97XZL3TX2D upload=VZ0V2DBOYSWL tag=CLPSCS6P003B type=write size=2958217 2024-08-10T05:34:04.404 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.403+0000 7f6f062d5640 1 < completed delete operation key=8MJYHPC813SE tag=42UGGYAGB2YM type=del 2024-08-10T05:34:04.405 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.405+0000 7f6f062d5640 1 > prepared operation key=Z3FSBPLXLYL2 tag=U9ICPTLVLU16 type=del size=501862 2024-08-10T05:34:04.407 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.406+0000 7f6f062d5640 1 < canceled operation key=Y0DHHLUF8MD9 tag=FJ2AATNDX6SO type=del size=586722 2024-08-10T05:34:04.409 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.408+0000 7f6f062d5640 1 > prepared operation key=MI1XTCS076Y9 tag=OAMAFUZKQURN type=write size=1030482 2024-08-10T05:34:04.412 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.411+0000 7f6f062d5640 1 < suggested update operation key=F0DF00AE1ISQ tag=9VVQQ9MGETRE type=del size=195245 2024-08-10T05:34:04.413 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.413+0000 7f6f062d5640 1 > prepared operation key=1G5AU0L67121 tag=LBTYK6XX1PNC type=del size=75290 2024-08-10T05:34:04.417 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.416+0000 7f6f062d5640 1 < suggested update operation key=1IH8FE21AE4X tag=JH7NQH1S4YYJ type=del size=2434527 2024-08-10T05:34:04.420 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.420+0000 7f6f062d5640 1 > prepared part key=_multipart_7DW3UO39XCUP.2~PLV0ZZALA6AG.0 size=1048576 2024-08-10T05:34:04.422 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.421+0000 7f6f062d5640 1 > prepared part key=_multipart_7DW3UO39XCUP.2~PLV0ZZALA6AG.1 size=1048576 2024-08-10T05:34:04.424 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.423+0000 7f6f062d5640 1 > prepared part key=_multipart_7DW3UO39XCUP.2~PLV0ZZALA6AG.2 size=420888 2024-08-10T05:34:04.424 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.423+0000 7f6f062d5640 1 > prepared multipart upload key=7DW3UO39XCUP upload=PLV0ZZALA6AG tag=YUCP0IHFMECY type=write size=3566616 2024-08-10T05:34:04.425 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.425+0000 7f6f062d5640 1 < completed write operation key=KHYOYNS1HKDG tag=IIZVSSH4F9LC type=write size=671064 2024-08-10T05:34:04.428 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.428+0000 7f6f062d5640 1 > prepared part key=_multipart_J7D76V4ENV9B.2~CH7JHBCUGZ4I.0 size=1048576 2024-08-10T05:34:04.430 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.429+0000 7f6f062d5640 1 > prepared part key=_multipart_J7D76V4ENV9B.2~CH7JHBCUGZ4I.1 size=123472 2024-08-10T05:34:04.430 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.429+0000 7f6f062d5640 1 > prepared multipart upload key=J7D76V4ENV9B upload=CH7JHBCUGZ4I tag=V7TT9SEFLR26 type=write size=2220624 2024-08-10T05:34:04.431 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.431+0000 7f6f062d5640 1 < completed part key=_multipart_7DW3UO39XCUP.2~8NCR4JU4TOT2.0 size=968851 2024-08-10T05:34:04.434 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.433+0000 7f6f062d5640 1 < completed multipart upload key=7DW3UO39XCUP upload=8NCR4JU4TOT2 tag=ZVW6DBWERZZN type=write size=2017427 2024-08-10T05:34:04.437 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.437+0000 7f6f062d5640 1 > prepared part key=_multipart_Y0DHHLUF8MD9.2~I0DSOBP26JVZ.0 size=889819 2024-08-10T05:34:04.437 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.437+0000 7f6f062d5640 1 > prepared multipart upload key=Y0DHHLUF8MD9 upload=I0DSOBP26JVZ tag=YV4CTV36CG4S type=write size=1938395 2024-08-10T05:34:04.440 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.440+0000 7f6f062d5640 1 < suggested update operation key=4L5NSS7LS8GK tag=GLJSMA3ZWROL type=write size=225602 2024-08-10T05:34:04.442 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.441+0000 7f6f062d5640 1 > prepared operation key=LTRO8UR68E01 tag=5E6ZRJPB6KC1 type=del size=2470143 2024-08-10T05:34:04.444 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.443+0000 7f6f062d5640 1 < completed delete operation key=PGRI5CN7TTT0 tag=0I9AIGZ09NST type=del 2024-08-10T05:34:04.447 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.446+0000 7f6f062d5640 1 > prepared part key=_multipart_F0DF00AE1ISQ.2~62ERNLG7N467.0 size=65510 2024-08-10T05:34:04.447 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.446+0000 7f6f062d5640 1 > prepared multipart upload key=F0DF00AE1ISQ upload=62ERNLG7N467 tag=TV44O3938H1P type=write size=1114086 2024-08-10T05:34:04.449 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.448+0000 7f6f062d5640 1 < completed write operation key=8441NV2A24FO tag=DN8F2KQRW0AY type=write size=813732 2024-08-10T05:34:04.450 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.450+0000 7f6f062d5640 1 > prepared operation key=8MJYHPC813SE tag=0V35KVH5HQZY type=del size=2049547 2024-08-10T05:34:04.452 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.452+0000 7f6f062d5640 1 < completed delete operation key=PGRI5CN7TTT0 tag=0UHAOAFVVF7Z type=del 2024-08-10T05:34:04.455 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.455+0000 7f6f062d5640 1 > prepared part key=_multipart_00IWI9L0NGJ3.2~5N315475YH5J.0 size=258898 2024-08-10T05:34:04.455 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.455+0000 7f6f062d5640 1 > prepared multipart upload key=00IWI9L0NGJ3 upload=5N315475YH5J tag=I3KXMN3ZF254 type=write size=1307474 2024-08-10T05:34:04.457 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.456+0000 7f6f062d5640 1 < completed delete operation key=8441NV2A24FO tag=P367H7A3WU3E type=del 2024-08-10T05:34:04.460 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.459+0000 7f6f062d5640 1 > prepared part key=_multipart_S1J0EDZ5K22Q.2~LQBM3N9OX1PE.0 size=1048576 2024-08-10T05:34:04.461 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.460+0000 7f6f062d5640 1 > prepared part key=_multipart_S1J0EDZ5K22Q.2~LQBM3N9OX1PE.1 size=1048576 2024-08-10T05:34:04.462 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.462+0000 7f6f062d5640 1 > prepared part key=_multipart_S1J0EDZ5K22Q.2~LQBM3N9OX1PE.2 size=176282 2024-08-10T05:34:04.462 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.462+0000 7f6f062d5640 1 > prepared multipart upload key=S1J0EDZ5K22Q upload=LQBM3N9OX1PE tag=MKTC2UVGKIIY type=write size=3322010 2024-08-10T05:34:04.464 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.463+0000 7f6f062d5640 1 < completed delete operation key=PGRI5CN7TTT0 tag=4WR1FVAYI7WI type=del 2024-08-10T05:34:04.466 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.465+0000 7f6f062d5640 1 > prepared operation key=LTRO8UR68E01 tag=VLJTJV3MZCA0 type=del size=3691514 2024-08-10T05:34:04.468 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.467+0000 7f6f062d5640 1 < completed part key=_multipart_7DW3UO39XCUP.2~36PN1GFC6P8R.0 size=1048576 2024-08-10T05:34:04.469 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.468+0000 7f6f062d5640 1 < completed part key=_multipart_7DW3UO39XCUP.2~36PN1GFC6P8R.1 size=553370 2024-08-10T05:34:04.472 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.471+0000 7f6f062d5640 1 < completed multipart upload key=7DW3UO39XCUP upload=36PN1GFC6P8R tag=6IYZICXBDT9T type=write size=2650522 2024-08-10T05:34:04.474 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.473+0000 7f6f062d5640 1 > prepared operation key=GSXYSUXHA2KE tag=DP6JJRB3YOID type=del size=590288 2024-08-10T05:34:04.475 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.474+0000 7f6f062d5640 1 < completed delete operation key=P8JMH1X8249F tag=CEQMA68AVG0R type=del 2024-08-10T05:34:04.477 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.476+0000 7f6f062d5640 1 > prepared operation key=1G5AU0L67121 tag=NT6S24O7UAOQ type=del size=1167874 2024-08-10T05:34:04.478 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.478+0000 7f6f062d5640 1 < completed delete operation key=QTHON9W7S3SP tag=3OGYL7J0BAN1 type=del 2024-08-10T05:34:04.481 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.481+0000 7f6f062d5640 1 > prepared part key=_multipart_S1J0EDZ5K22Q.2~UBP1C3JUV48B.0 size=1048576 2024-08-10T05:34:04.483 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.482+0000 7f6f062d5640 1 > prepared part key=_multipart_S1J0EDZ5K22Q.2~UBP1C3JUV48B.1 size=1048576 2024-08-10T05:34:04.484 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.484+0000 7f6f062d5640 1 > prepared part key=_multipart_S1J0EDZ5K22Q.2~UBP1C3JUV48B.2 size=319662 2024-08-10T05:34:04.484 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.484+0000 7f6f062d5640 1 > prepared multipart upload key=S1J0EDZ5K22Q upload=UBP1C3JUV48B tag=R3M8ZLCFDKR5 type=write size=3465390 2024-08-10T05:34:04.485 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.484+0000 7f6f062d5640 1 < canceled part key=_multipart_7N97XZL3TX2D.2~VZ0V2DBOYSWL.0 size=1048576 2024-08-10T05:34:04.485 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.484+0000 7f6f062d5640 1 < canceled part key=_multipart_7N97XZL3TX2D.2~VZ0V2DBOYSWL.1 size=861065 2024-08-10T05:34:04.487 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.487+0000 7f6f062d5640 1 < canceled multipart upload key=7N97XZL3TX2D upload=VZ0V2DBOYSWL tag=CLPSCS6P003B type=write size=2958217 2024-08-10T05:34:04.489 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.488+0000 7f6f062d5640 1 > prepared operation key=QTHON9W7S3SP tag=YUXAOI4YIQIJ type=write size=294067 2024-08-10T05:34:04.491 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.490+0000 7f6f062d5640 1 < canceled operation key=Z3FSBPLXLYL2 tag=U9ICPTLVLU16 type=del size=501862 2024-08-10T05:34:04.492 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.492+0000 7f6f062d5640 1 > prepared operation key=S1E44NG3MOQ5 tag=GXR2I250S53S type=del size=2469248 2024-08-10T05:34:04.496 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.495+0000 7f6f062d5640 1 < suggested update operation key=MI1XTCS076Y9 tag=OAMAFUZKQURN type=write size=1030482 2024-08-10T05:34:04.498 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.497+0000 7f6f062d5640 1 > prepared operation key=H5TVL04MCGC8 tag=ROXSEV0ST0Y0 type=write size=776440 2024-08-10T05:34:04.501 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.500+0000 7f6f062d5640 1 < suggested update operation key=1G5AU0L67121 tag=LBTYK6XX1PNC type=del size=75290 2024-08-10T05:34:04.502 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.502+0000 7f6f062d5640 1 > prepared operation key=WBJQTYBRMJV8 tag=LDQUBXPF2AAH type=write size=815676 2024-08-10T05:34:04.504 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.503+0000 7f6f062d5640 1 < completed part key=_multipart_7DW3UO39XCUP.2~PLV0ZZALA6AG.0 size=1048576 2024-08-10T05:34:04.505 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.505+0000 7f6f062d5640 1 < completed part key=_multipart_7DW3UO39XCUP.2~PLV0ZZALA6AG.1 size=1048576 2024-08-10T05:34:04.507 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.506+0000 7f6f062d5640 1 < completed part key=_multipart_7DW3UO39XCUP.2~PLV0ZZALA6AG.2 size=420888 2024-08-10T05:34:04.510 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.509+0000 7f6f062d5640 1 < completed multipart upload key=7DW3UO39XCUP upload=PLV0ZZALA6AG tag=YUCP0IHFMECY type=write size=3566616 2024-08-10T05:34:04.513 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.512+0000 7f6f062d5640 1 > prepared part key=_multipart_FXQKBLXUHJHI.2~FIH9C5NU31HW.0 size=1048576 2024-08-10T05:34:04.514 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.514+0000 7f6f062d5640 1 > prepared part key=_multipart_FXQKBLXUHJHI.2~FIH9C5NU31HW.1 size=291091 2024-08-10T05:34:04.514 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.514+0000 7f6f062d5640 1 > prepared multipart upload key=FXQKBLXUHJHI upload=FIH9C5NU31HW tag=RE77V6UVSHAX type=write size=2388243 2024-08-10T05:34:04.516 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.516+0000 7f6f062d5640 1 < completed part key=_multipart_J7D76V4ENV9B.2~CH7JHBCUGZ4I.0 size=1048576 2024-08-10T05:34:04.518 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.517+0000 7f6f062d5640 1 < completed part key=_multipart_J7D76V4ENV9B.2~CH7JHBCUGZ4I.1 size=123472 2024-08-10T05:34:04.521 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.520+0000 7f6f062d5640 1 < completed multipart upload key=J7D76V4ENV9B upload=CH7JHBCUGZ4I tag=V7TT9SEFLR26 type=write size=2220624 2024-08-10T05:34:04.524 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.523+0000 7f6f062d5640 1 > prepared part key=_multipart_P8JMH1X8249F.2~IXXNJYCIX6CR.0 size=1048576 2024-08-10T05:34:04.526 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.525+0000 7f6f062d5640 1 > prepared part key=_multipart_P8JMH1X8249F.2~IXXNJYCIX6CR.1 size=643971 2024-08-10T05:34:04.526 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.525+0000 7f6f062d5640 1 > prepared multipart upload key=P8JMH1X8249F upload=IXXNJYCIX6CR tag=JCHYQMH3GYFM type=write size=2741123 2024-08-10T05:34:04.527 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.527+0000 7f6f062d5640 1 < completed part key=_multipart_Y0DHHLUF8MD9.2~I0DSOBP26JVZ.0 size=889819 2024-08-10T05:34:04.531 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.530+0000 7f6f062d5640 1 < completed multipart upload key=Y0DHHLUF8MD9 upload=I0DSOBP26JVZ tag=YV4CTV36CG4S type=write size=1938395 2024-08-10T05:34:04.532 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.532+0000 7f6f062d5640 1 > prepared operation key=MI1XTCS076Y9 tag=GE03AO3LS06R type=del size=2111904 2024-08-10T05:34:04.534 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.533+0000 7f6f062d5640 1 < canceled operation key=LTRO8UR68E01 tag=5E6ZRJPB6KC1 type=del size=2470143 2024-08-10T05:34:04.536 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.535+0000 7f6f062d5640 1 > prepared operation key=8MJYHPC813SE tag=0QMNDUFHNKJK type=del size=488032 2024-08-10T05:34:04.538 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.537+0000 7f6f062d5640 1 < completed part key=_multipart_F0DF00AE1ISQ.2~62ERNLG7N467.0 size=65510 2024-08-10T05:34:04.541 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.540+0000 7f6f062d5640 1 < completed multipart upload key=F0DF00AE1ISQ upload=62ERNLG7N467 tag=TV44O3938H1P type=write size=1114086 2024-08-10T05:34:04.542 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.542+0000 7f6f062d5640 1 > prepared operation key=PGRI5CN7TTT0 tag=MCLOI6GL3XH8 type=del size=4184845 2024-08-10T05:34:04.544 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.544+0000 7f6f062d5640 1 < completed delete operation key=8MJYHPC813SE tag=0V35KVH5HQZY type=del 2024-08-10T05:34:04.552 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.552+0000 7f6f062d5640 1 > prepared part key=_multipart_7DW3UO39XCUP.2~R0RCYLQ29IYM.0 size=653914 2024-08-10T05:34:04.552 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.552+0000 7f6f062d5640 1 > prepared multipart upload key=7DW3UO39XCUP upload=R0RCYLQ29IYM tag=SU2CXBL349OP type=write size=1702490 2024-08-10T05:34:04.554 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.553+0000 7f6f062d5640 1 < completed part key=_multipart_00IWI9L0NGJ3.2~5N315475YH5J.0 size=258898 2024-08-10T05:34:04.557 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.557+0000 7f6f062d5640 1 < completed multipart upload key=00IWI9L0NGJ3 upload=5N315475YH5J tag=I3KXMN3ZF254 type=write size=1307474 2024-08-10T05:34:04.561 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.560+0000 7f6f062d5640 1 > prepared part key=_multipart_8441NV2A24FO.2~51JFPDAH4F14.0 size=207128 2024-08-10T05:34:04.561 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.560+0000 7f6f062d5640 1 > prepared multipart upload key=8441NV2A24FO upload=51JFPDAH4F14 tag=TOFCEXSRZ9SE type=write size=1255704 2024-08-10T05:34:04.562 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.562+0000 7f6f062d5640 1 < completed part key=_multipart_S1J0EDZ5K22Q.2~LQBM3N9OX1PE.0 size=1048576 2024-08-10T05:34:04.564 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.563+0000 7f6f062d5640 1 < completed part key=_multipart_S1J0EDZ5K22Q.2~LQBM3N9OX1PE.1 size=1048576 2024-08-10T05:34:04.565 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.565+0000 7f6f062d5640 1 < completed part key=_multipart_S1J0EDZ5K22Q.2~LQBM3N9OX1PE.2 size=176282 2024-08-10T05:34:04.569 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.568+0000 7f6f062d5640 1 < completed multipart upload key=S1J0EDZ5K22Q upload=LQBM3N9OX1PE tag=MKTC2UVGKIIY type=write size=3322010 2024-08-10T05:34:04.571 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.570+0000 7f6f062d5640 1 > prepared operation key=3EUY0XWASPEL tag=OLCQ1RF02HNC type=del size=1587300 2024-08-10T05:34:04.573 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.572+0000 7f6f062d5640 1 < canceled operation key=LTRO8UR68E01 tag=VLJTJV3MZCA0 type=del size=3691514 2024-08-10T05:34:04.575 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.575+0000 7f6f062d5640 1 > prepared part key=_multipart_J7D76V4ENV9B.2~2W00ANN9SJ6D.0 size=1048576 2024-08-10T05:34:04.577 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.576+0000 7f6f062d5640 1 > prepared part key=_multipart_J7D76V4ENV9B.2~2W00ANN9SJ6D.1 size=1048576 2024-08-10T05:34:04.578 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.577+0000 7f6f062d5640 1 > prepared part key=_multipart_J7D76V4ENV9B.2~2W00ANN9SJ6D.2 size=460185 2024-08-10T05:34:04.578 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.577+0000 7f6f062d5640 1 > prepared multipart upload key=J7D76V4ENV9B upload=2W00ANN9SJ6D tag=TWLIS6D2ESR1 type=write size=3605913 2024-08-10T05:34:04.580 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.579+0000 7f6f062d5640 1 < canceled operation key=GSXYSUXHA2KE tag=DP6JJRB3YOID type=del size=590288 2024-08-10T05:34:04.581 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.580+0000 7f6f062d5640 1 > prepared operation key=OH2XJH7YF0P6 tag=VB07JJQIZVZV type=del size=3977275 2024-08-10T05:34:04.585 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.584+0000 7f6f062d5640 1 < suggested remove operation key=1G5AU0L67121 tag=NT6S24O7UAOQ type=del 2024-08-10T05:34:04.587 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.586+0000 7f6f062d5640 1 > prepared operation key=OH2XJH7YF0P6 tag=I5TY6WIIGC0C type=del size=3322870 2024-08-10T05:34:04.587 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.586+0000 7f6f062d5640 1 < canceled part key=_multipart_S1J0EDZ5K22Q.2~UBP1C3JUV48B.0 size=1048576 2024-08-10T05:34:04.589 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.588+0000 7f6f062d5640 1 < completed part key=_multipart_S1J0EDZ5K22Q.2~UBP1C3JUV48B.1 size=1048576 2024-08-10T05:34:04.590 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.590+0000 7f6f062d5640 1 < completed part key=_multipart_S1J0EDZ5K22Q.2~UBP1C3JUV48B.2 size=319662 2024-08-10T05:34:04.593 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.593+0000 7f6f062d5640 1 < canceled multipart upload key=S1J0EDZ5K22Q upload=UBP1C3JUV48B tag=R3M8ZLCFDKR5 type=write size=3465390 2024-08-10T05:34:04.595 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.594+0000 7f6f062d5640 1 > prepared operation key=LTRO8UR68E01 tag=QA25ZTD2WAJJ type=del size=1304493 2024-08-10T05:34:04.596 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.596+0000 7f6f062d5640 1 < canceled operation key=QTHON9W7S3SP tag=YUXAOI4YIQIJ type=write size=294067 2024-08-10T05:34:04.600 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.599+0000 7f6f062d5640 1 > prepared part key=_multipart_ZPF41248T0P2.2~J1H8XQWW4MK3.0 size=1048576 2024-08-10T05:34:04.601 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.600+0000 7f6f062d5640 1 > prepared part key=_multipart_ZPF41248T0P2.2~J1H8XQWW4MK3.1 size=744484 2024-08-10T05:34:04.601 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.600+0000 7f6f062d5640 1 > prepared multipart upload key=ZPF41248T0P2 upload=J1H8XQWW4MK3 tag=OF2M8YTSQJS3 type=write size=2841636 2024-08-10T05:34:04.602 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.601+0000 7f6f062d5640 1 < completed delete operation key=S1E44NG3MOQ5 tag=GXR2I250S53S type=del 2024-08-10T05:34:04.603 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.603+0000 7f6f062d5640 1 > prepared operation key=FXQKBLXUHJHI tag=5VM91JZJA0RN type=del size=2148997 2024-08-10T05:34:04.618 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.618+0000 7f6f062d5640 1 < completed write operation key=H5TVL04MCGC8 tag=ROXSEV0ST0Y0 type=write size=776440 2024-08-10T05:34:04.620 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.619+0000 7f6f062d5640 1 > prepared operation key=4L5NSS7LS8GK tag=TQM4ICYRNSP0 type=del size=3934234 2024-08-10T05:34:04.621 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.621+0000 7f6f062d5640 1 < canceled operation key=WBJQTYBRMJV8 tag=LDQUBXPF2AAH type=write size=815676 2024-08-10T05:34:04.624 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.624+0000 7f6f062d5640 1 > prepared part key=_multipart_7N97XZL3TX2D.2~RX6UT6OC2L9G.0 size=1048576 2024-08-10T05:34:04.626 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.625+0000 7f6f062d5640 1 > prepared part key=_multipart_7N97XZL3TX2D.2~RX6UT6OC2L9G.1 size=1048576 2024-08-10T05:34:04.628 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.627+0000 7f6f062d5640 1 > prepared part key=_multipart_7N97XZL3TX2D.2~RX6UT6OC2L9G.2 size=10974 2024-08-10T05:34:04.628 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.627+0000 7f6f062d5640 1 > prepared multipart upload key=7N97XZL3TX2D upload=RX6UT6OC2L9G tag=F443UKADDOFL type=write size=3156702 2024-08-10T05:34:04.629 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.629+0000 7f6f062d5640 1 < completed part key=_multipart_FXQKBLXUHJHI.2~FIH9C5NU31HW.0 size=1048576 2024-08-10T05:34:04.630 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.630+0000 7f6f062d5640 1 < completed part key=_multipart_FXQKBLXUHJHI.2~FIH9C5NU31HW.1 size=291091 2024-08-10T05:34:04.633 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.632+0000 7f6f062d5640 1 < completed multipart upload key=FXQKBLXUHJHI upload=FIH9C5NU31HW tag=RE77V6UVSHAX type=write size=2388243 2024-08-10T05:34:04.635 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.634+0000 7f6f062d5640 1 > prepared operation key=S1J0EDZ5K22Q tag=Z29FGQWLQB3M type=del size=869557 2024-08-10T05:34:04.637 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.636+0000 7f6f062d5640 1 < completed part key=_multipart_P8JMH1X8249F.2~IXXNJYCIX6CR.0 size=1048576 2024-08-10T05:34:04.638 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.637+0000 7f6f062d5640 1 < completed part key=_multipart_P8JMH1X8249F.2~IXXNJYCIX6CR.1 size=643971 2024-08-10T05:34:04.641 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.640+0000 7f6f062d5640 1 < completed multipart upload key=P8JMH1X8249F upload=IXXNJYCIX6CR tag=JCHYQMH3GYFM type=write size=2741123 2024-08-10T05:34:04.643 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.642+0000 7f6f062d5640 1 > prepared operation key=ZPF41248T0P2 tag=6GC0BR7O26FH type=del size=2221370 2024-08-10T05:34:04.644 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.644+0000 7f6f062d5640 1 < completed delete operation key=MI1XTCS076Y9 tag=GE03AO3LS06R type=del 2024-08-10T05:34:04.646 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.646+0000 7f6f062d5640 1 > prepared operation key=PGRI5CN7TTT0 tag=PZEWOA6OFHMP type=del size=2857918 2024-08-10T05:34:04.648 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.647+0000 7f6f062d5640 1 < completed delete operation key=8MJYHPC813SE tag=0QMNDUFHNKJK type=del 2024-08-10T05:34:04.651 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.650+0000 7f6f062d5640 1 > prepared part key=_multipart_PGRI5CN7TTT0.2~7MLR86CCJ3K1.0 size=1001326 2024-08-10T05:34:04.651 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.650+0000 7f6f062d5640 1 > prepared multipart upload key=PGRI5CN7TTT0 upload=7MLR86CCJ3K1 tag=S78TTAJYXD00 type=write size=2049902 2024-08-10T05:34:04.654 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.654+0000 7f6f062d5640 1 < suggested update operation key=PGRI5CN7TTT0 tag=MCLOI6GL3XH8 type=del size=4184845 2024-08-10T05:34:04.658 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.657+0000 7f6f062d5640 1 > prepared part key=_multipart_MI1XTCS076Y9.2~ZIEBFGPJKKT8.0 size=1048576 2024-08-10T05:34:04.660 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.659+0000 7f6f062d5640 1 > prepared part key=_multipart_MI1XTCS076Y9.2~ZIEBFGPJKKT8.1 size=1048576 2024-08-10T05:34:04.661 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.661+0000 7f6f062d5640 1 > prepared part key=_multipart_MI1XTCS076Y9.2~ZIEBFGPJKKT8.2 size=995691 2024-08-10T05:34:04.662 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.661+0000 7f6f062d5640 1 > prepared multipart upload key=MI1XTCS076Y9 upload=ZIEBFGPJKKT8 tag=IID2GDLAFCFX type=write size=4141419 2024-08-10T05:34:04.663 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.662+0000 7f6f062d5640 1 < completed part key=_multipart_7DW3UO39XCUP.2~R0RCYLQ29IYM.0 size=653914 2024-08-10T05:34:04.666 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.665+0000 7f6f062d5640 1 < completed multipart upload key=7DW3UO39XCUP upload=R0RCYLQ29IYM tag=SU2CXBL349OP type=write size=1702490 2024-08-10T05:34:04.667 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.666+0000 7f6f062d5640 1 > prepared operation key=QTBS1TAZXH5F tag=3YQGCOP0OGL5 type=del size=2493108 2024-08-10T05:34:04.669 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.668+0000 7f6f062d5640 1 < completed part key=_multipart_8441NV2A24FO.2~51JFPDAH4F14.0 size=207128 2024-08-10T05:34:04.672 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.671+0000 7f6f062d5640 1 < completed multipart upload key=8441NV2A24FO upload=51JFPDAH4F14 tag=TOFCEXSRZ9SE type=write size=1255704 2024-08-10T05:34:04.673 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.673+0000 7f6f062d5640 1 > prepared operation key=KHYOYNS1HKDG tag=1JQ8GUYDB98M type=del size=1362153 2024-08-10T05:34:04.675 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.675+0000 7f6f062d5640 1 < completed delete operation key=3EUY0XWASPEL tag=OLCQ1RF02HNC type=del 2024-08-10T05:34:04.677 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.676+0000 7f6f062d5640 1 > prepared operation key=8MJYHPC813SE tag=87LBC8IOTSNH type=write size=727493 2024-08-10T05:34:04.679 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.678+0000 7f6f062d5640 1 < completed part key=_multipart_J7D76V4ENV9B.2~2W00ANN9SJ6D.0 size=1048576 2024-08-10T05:34:04.680 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.680+0000 7f6f062d5640 1 < completed part key=_multipart_J7D76V4ENV9B.2~2W00ANN9SJ6D.1 size=1048576 2024-08-10T05:34:04.682 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.681+0000 7f6f062d5640 1 < completed part key=_multipart_J7D76V4ENV9B.2~2W00ANN9SJ6D.2 size=460185 2024-08-10T05:34:04.685 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.685+0000 7f6f062d5640 1 < completed multipart upload key=J7D76V4ENV9B upload=2W00ANN9SJ6D tag=TWLIS6D2ESR1 type=write size=3605913 2024-08-10T05:34:04.687 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.686+0000 7f6f062d5640 1 > prepared operation key=Z3FSBPLXLYL2 tag=25NMFQ4P64AK type=del size=3573999 2024-08-10T05:34:04.689 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.688+0000 7f6f062d5640 1 < completed delete operation key=OH2XJH7YF0P6 tag=VB07JJQIZVZV type=del 2024-08-10T05:34:04.690 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.690+0000 7f6f062d5640 1 > prepared operation key=FXQKBLXUHJHI tag=3Q434HLVY6U4 type=del size=986414 2024-08-10T05:34:04.692 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.692+0000 7f6f062d5640 1 < completed delete operation key=OH2XJH7YF0P6 tag=I5TY6WIIGC0C type=del 2024-08-10T05:34:04.695 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.695+0000 7f6f062d5640 1 > prepared part key=_multipart_S1E44NG3MOQ5.2~SR80CDB243XO.0 size=1048576 2024-08-10T05:34:04.697 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.696+0000 7f6f062d5640 1 > prepared part key=_multipart_S1E44NG3MOQ5.2~SR80CDB243XO.1 size=1048576 2024-08-10T05:34:04.698 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.698+0000 7f6f062d5640 1 > prepared part key=_multipart_S1E44NG3MOQ5.2~SR80CDB243XO.2 size=325201 2024-08-10T05:34:04.699 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.698+0000 7f6f062d5640 1 > prepared multipart upload key=S1E44NG3MOQ5 upload=SR80CDB243XO tag=YRB4CAJKGJWC type=write size=3470929 2024-08-10T05:34:04.702 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.701+0000 7f6f062d5640 1 < suggested update operation key=LTRO8UR68E01 tag=QA25ZTD2WAJJ type=del size=1304493 2024-08-10T05:34:04.703 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.703+0000 7f6f062d5640 1 > prepared operation key=H5TVL04MCGC8 tag=JJQIKD9KZMJI type=del size=4107225 2024-08-10T05:34:04.705 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.704+0000 7f6f062d5640 1 < completed part key=_multipart_ZPF41248T0P2.2~J1H8XQWW4MK3.0 size=1048576 2024-08-10T05:34:04.706 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.705+0000 7f6f062d5640 1 < completed part key=_multipart_ZPF41248T0P2.2~J1H8XQWW4MK3.1 size=744484 2024-08-10T05:34:04.709 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.708+0000 7f6f062d5640 1 < completed multipart upload key=ZPF41248T0P2 upload=J1H8XQWW4MK3 tag=OF2M8YTSQJS3 type=write size=2841636 2024-08-10T05:34:04.712 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.711+0000 7f6f062d5640 1 > prepared part key=_multipart_S1E44NG3MOQ5.2~U36DHBUHXFVW.0 size=1048576 2024-08-10T05:34:04.713 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.713+0000 7f6f062d5640 1 > prepared part key=_multipart_S1E44NG3MOQ5.2~U36DHBUHXFVW.1 size=1048576 2024-08-10T05:34:04.715 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.714+0000 7f6f062d5640 1 > prepared part key=_multipart_S1E44NG3MOQ5.2~U36DHBUHXFVW.2 size=92866 2024-08-10T05:34:04.715 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.714+0000 7f6f062d5640 1 > prepared multipart upload key=S1E44NG3MOQ5 upload=U36DHBUHXFVW tag=V3P1N8UJQU6H type=write size=3238594 2024-08-10T05:34:04.716 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.716+0000 7f6f062d5640 1 < canceled operation key=FXQKBLXUHJHI tag=5VM91JZJA0RN type=del size=2148997 2024-08-10T05:34:04.719 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.719+0000 7f6f062d5640 1 > prepared part key=_multipart_S1J0EDZ5K22Q.2~XGUCG8TX4OPL.0 size=1048576 2024-08-10T05:34:04.721 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.720+0000 7f6f062d5640 1 > prepared part key=_multipart_S1J0EDZ5K22Q.2~XGUCG8TX4OPL.1 size=1048576 2024-08-10T05:34:04.722 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.721+0000 7f6f062d5640 1 > prepared part key=_multipart_S1J0EDZ5K22Q.2~XGUCG8TX4OPL.2 size=31940 2024-08-10T05:34:04.722 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.721+0000 7f6f062d5640 1 > prepared multipart upload key=S1J0EDZ5K22Q upload=XGUCG8TX4OPL tag=R1OXWSPHF0OT type=write size=3177668 2024-08-10T05:34:04.724 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.723+0000 7f6f062d5640 1 < completed delete operation key=4L5NSS7LS8GK tag=TQM4ICYRNSP0 type=del 2024-08-10T05:34:04.725 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.725+0000 7f6f062d5640 1 > prepared operation key=PGRI5CN7TTT0 tag=PE9C02ED3BTO type=del size=3894263 2024-08-10T05:34:04.727 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.727+0000 7f6f062d5640 1 < completed part key=_multipart_7N97XZL3TX2D.2~RX6UT6OC2L9G.0 size=1048576 2024-08-10T05:34:04.727 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.727+0000 7f6f062d5640 1 < canceled part key=_multipart_7N97XZL3TX2D.2~RX6UT6OC2L9G.1 size=1048576 2024-08-10T05:34:04.729 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.728+0000 7f6f062d5640 1 < completed part key=_multipart_7N97XZL3TX2D.2~RX6UT6OC2L9G.2 size=10974 2024-08-10T05:34:04.732 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.731+0000 7f6f062d5640 1 < canceled multipart upload key=7N97XZL3TX2D upload=RX6UT6OC2L9G tag=F443UKADDOFL type=write size=3156702 2024-08-10T05:34:04.735 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.734+0000 7f6f062d5640 1 > prepared part key=_multipart_GNE0GMBV8Q1M.2~KTS5S78IEJ8W.0 size=837317 2024-08-10T05:34:04.735 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.734+0000 7f6f062d5640 1 > prepared multipart upload key=GNE0GMBV8Q1M upload=KTS5S78IEJ8W tag=UP22R6RBLKZQ type=write size=1885893 2024-08-10T05:34:04.738 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.737+0000 7f6f062d5640 1 < suggested remove operation key=S1J0EDZ5K22Q tag=Z29FGQWLQB3M type=del 2024-08-10T05:34:04.739 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.739+0000 7f6f062d5640 1 > prepared operation key=8MJYHPC813SE tag=QC1JZPC5SMMP type=del size=3595968 2024-08-10T05:34:04.743 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.742+0000 7f6f062d5640 1 < suggested remove operation key=ZPF41248T0P2 tag=6GC0BR7O26FH type=del 2024-08-10T05:34:04.744 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.744+0000 7f6f062d5640 1 > prepared operation key=WBJQTYBRMJV8 tag=VALGB00C1CKU type=del size=2709371 2024-08-10T05:34:04.746 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.746+0000 7f6f062d5640 -1 < failed to complete operation key=PGRI5CN7TTT0 tag=PZEWOA6OFHMP type=del size=2857918: (22) Invalid argument 2024-08-10T05:34:04.748 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.747+0000 7f6f062d5640 1 > prepared operation key=LTRO8UR68E01 tag=N4O8Z7R9ZNWP type=del size=1855292 2024-08-10T05:34:04.749 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.749+0000 7f6f062d5640 1 < completed part key=_multipart_PGRI5CN7TTT0.2~7MLR86CCJ3K1.0 size=1001326 2024-08-10T05:34:04.752 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.751+0000 7f6f062d5640 1 < completed multipart upload key=PGRI5CN7TTT0 upload=7MLR86CCJ3K1 tag=S78TTAJYXD00 type=write size=2049902 2024-08-10T05:34:04.753 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.753+0000 7f6f062d5640 1 > prepared operation key=OH2XJH7YF0P6 tag=HY7ZS7PDODK9 type=del size=3307378 2024-08-10T05:34:04.755 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.754+0000 7f6f062d5640 1 < completed part key=_multipart_MI1XTCS076Y9.2~ZIEBFGPJKKT8.0 size=1048576 2024-08-10T05:34:04.756 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.756+0000 7f6f062d5640 1 < completed part key=_multipart_MI1XTCS076Y9.2~ZIEBFGPJKKT8.1 size=1048576 2024-08-10T05:34:04.758 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.757+0000 7f6f062d5640 1 < completed part key=_multipart_MI1XTCS076Y9.2~ZIEBFGPJKKT8.2 size=995691 2024-08-10T05:34:04.761 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.760+0000 7f6f062d5640 1 < completed multipart upload key=MI1XTCS076Y9 upload=ZIEBFGPJKKT8 tag=IID2GDLAFCFX type=write size=4141419 2024-08-10T05:34:04.763 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.763+0000 7f6f062d5640 1 > prepared part key=_multipart_8441NV2A24FO.2~AXD4GYNAVXXH.0 size=1048576 2024-08-10T05:34:04.765 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.764+0000 7f6f062d5640 1 > prepared part key=_multipart_8441NV2A24FO.2~AXD4GYNAVXXH.1 size=136808 2024-08-10T05:34:04.765 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.764+0000 7f6f062d5640 1 > prepared multipart upload key=8441NV2A24FO upload=AXD4GYNAVXXH tag=QHJXZQ798I08 type=write size=2233960 2024-08-10T05:34:04.768 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.767+0000 7f6f062d5640 1 < suggested remove operation key=QTBS1TAZXH5F tag=3YQGCOP0OGL5 type=del 2024-08-10T05:34:04.770 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.769+0000 7f6f062d5640 1 > prepared operation key=PGRI5CN7TTT0 tag=23SXIF0Y2ZJB type=del size=3112192 2024-08-10T05:34:04.771 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.771+0000 7f6f062d5640 1 < completed delete operation key=KHYOYNS1HKDG tag=1JQ8GUYDB98M type=del 2024-08-10T05:34:04.773 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.773+0000 7f6f062d5640 1 > prepared operation key=FXQKBLXUHJHI tag=ZFYB1XWDAQVH type=write size=94020 2024-08-10T05:34:04.775 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.774+0000 7f6f062d5640 1 < canceled operation key=8MJYHPC813SE tag=87LBC8IOTSNH type=write size=727493 2024-08-10T05:34:04.777 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.776+0000 7f6f062d5640 1 > prepared operation key=MI1XTCS076Y9 tag=L1ID50ZYLOJG type=del size=2106949 2024-08-10T05:34:04.780 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.779+0000 7f6f062d5640 1 < suggested remove operation key=Z3FSBPLXLYL2 tag=25NMFQ4P64AK type=del 2024-08-10T05:34:04.782 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.781+0000 7f6f062d5640 1 > prepared operation key=KHYOYNS1HKDG tag=QGJOSXMOSYTN type=write size=330325 2024-08-10T05:34:04.784 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.783+0000 7f6f062d5640 1 < canceled operation key=FXQKBLXUHJHI tag=3Q434HLVY6U4 type=del size=986414 2024-08-10T05:34:04.787 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.786+0000 7f6f062d5640 1 > prepared part key=_multipart_H4D0TFSG0EKP.2~GQ8W7MT5HW21.0 size=1048576 2024-08-10T05:34:04.788 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.787+0000 7f6f062d5640 1 > prepared part key=_multipart_H4D0TFSG0EKP.2~GQ8W7MT5HW21.1 size=1048576 2024-08-10T05:34:04.790 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.789+0000 7f6f062d5640 1 > prepared part key=_multipart_H4D0TFSG0EKP.2~GQ8W7MT5HW21.2 size=608966 2024-08-10T05:34:04.790 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.789+0000 7f6f062d5640 1 > prepared multipart upload key=H4D0TFSG0EKP upload=GQ8W7MT5HW21 tag=SMP10BQ6GH9P type=write size=3754694 2024-08-10T05:34:04.790 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.789+0000 7f6f062d5640 1 < canceled part key=_multipart_S1E44NG3MOQ5.2~SR80CDB243XO.0 size=1048576 2024-08-10T05:34:04.791 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.791+0000 7f6f062d5640 1 < completed part key=_multipart_S1E44NG3MOQ5.2~SR80CDB243XO.1 size=1048576 2024-08-10T05:34:04.793 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.792+0000 7f6f062d5640 1 < completed part key=_multipart_S1E44NG3MOQ5.2~SR80CDB243XO.2 size=325201 2024-08-10T05:34:04.796 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.795+0000 7f6f062d5640 1 < canceled multipart upload key=S1E44NG3MOQ5 upload=SR80CDB243XO tag=YRB4CAJKGJWC type=write size=3470929 2024-08-10T05:34:04.798 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.797+0000 7f6f062d5640 1 > prepared operation key=FXQKBLXUHJHI tag=SZK8V48HJOV4 type=write size=660560 2024-08-10T05:34:04.800 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.799+0000 7f6f062d5640 1 < completed delete operation key=H5TVL04MCGC8 tag=JJQIKD9KZMJI type=del 2024-08-10T05:34:04.801 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.801+0000 7f6f062d5640 1 > prepared operation key=H5TVL04MCGC8 tag=HKCTY9SVO2S9 type=del size=1142952 2024-08-10T05:34:04.803 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.803+0000 7f6f062d5640 1 < completed part key=_multipart_S1E44NG3MOQ5.2~U36DHBUHXFVW.0 size=1048576 2024-08-10T05:34:04.805 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.804+0000 7f6f062d5640 1 < completed part key=_multipart_S1E44NG3MOQ5.2~U36DHBUHXFVW.1 size=1048576 2024-08-10T05:34:04.805 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.804+0000 7f6f062d5640 1 < canceled part key=_multipart_S1E44NG3MOQ5.2~U36DHBUHXFVW.2 size=92866 2024-08-10T05:34:04.807 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.807+0000 7f6f062d5640 1 < canceled multipart upload key=S1E44NG3MOQ5 upload=U36DHBUHXFVW tag=V3P1N8UJQU6H type=write size=3238594 2024-08-10T05:34:04.809 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.808+0000 7f6f062d5640 1 > prepared operation key=KHYOYNS1HKDG tag=R6PYMNSP6UTV type=write size=464330 2024-08-10T05:34:04.811 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.810+0000 7f6f062d5640 1 < completed part key=_multipart_S1J0EDZ5K22Q.2~XGUCG8TX4OPL.0 size=1048576 2024-08-10T05:34:04.812 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.812+0000 7f6f062d5640 1 < completed part key=_multipart_S1J0EDZ5K22Q.2~XGUCG8TX4OPL.1 size=1048576 2024-08-10T05:34:04.814 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.813+0000 7f6f062d5640 1 < completed part key=_multipart_S1J0EDZ5K22Q.2~XGUCG8TX4OPL.2 size=31940 2024-08-10T05:34:04.817 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.816+0000 7f6f062d5640 1 < completed multipart upload key=S1J0EDZ5K22Q upload=XGUCG8TX4OPL tag=R1OXWSPHF0OT type=write size=3177668 2024-08-10T05:34:04.820 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.820+0000 7f6f062d5640 1 > prepared part key=_multipart_00IWI9L0NGJ3.2~XEDDT508IM6L.0 size=1048576 2024-08-10T05:34:04.822 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.821+0000 7f6f062d5640 1 > prepared part key=_multipart_00IWI9L0NGJ3.2~XEDDT508IM6L.1 size=1048576 2024-08-10T05:34:04.823 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.822+0000 7f6f062d5640 1 > prepared part key=_multipart_00IWI9L0NGJ3.2~XEDDT508IM6L.2 size=388545 2024-08-10T05:34:04.823 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.822+0000 7f6f062d5640 1 > prepared multipart upload key=00IWI9L0NGJ3 upload=XEDDT508IM6L tag=A0EJ9XSLDCF4 type=write size=3534273 2024-08-10T05:34:04.824 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.824+0000 7f6f062d5640 1 < completed delete operation key=PGRI5CN7TTT0 tag=PE9C02ED3BTO type=del 2024-08-10T05:34:04.826 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.826+0000 7f6f062d5640 1 > prepared operation key=WBJQTYBRMJV8 tag=9BKEC8SP1LI1 type=del size=3727651 2024-08-10T05:34:04.828 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.828+0000 7f6f062d5640 1 < completed part key=_multipart_GNE0GMBV8Q1M.2~KTS5S78IEJ8W.0 size=837317 2024-08-10T05:34:04.831 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.830+0000 7f6f062d5640 1 < completed multipart upload key=GNE0GMBV8Q1M upload=KTS5S78IEJ8W tag=UP22R6RBLKZQ type=write size=1885893 2024-08-10T05:34:04.834 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.833+0000 7f6f062d5640 1 > prepared part key=_multipart_731ALD189846.2~4504OK8K9RZM.0 size=437288 2024-08-10T05:34:04.834 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.833+0000 7f6f062d5640 1 > prepared multipart upload key=731ALD189846 upload=4504OK8K9RZM tag=DYU5KTA1B2B9 type=write size=1485864 2024-08-10T05:34:04.835 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.835+0000 7f6f062d5640 1 < completed delete operation key=8MJYHPC813SE tag=QC1JZPC5SMMP type=del 2024-08-10T05:34:04.838 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.838+0000 7f6f062d5640 1 > prepared part key=_multipart_MI1XTCS076Y9.2~2MH4Z5S3IJCN.0 size=576276 2024-08-10T05:34:04.839 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.838+0000 7f6f062d5640 1 > prepared multipart upload key=MI1XTCS076Y9 upload=2MH4Z5S3IJCN tag=KXYK3XCHC8EN type=write size=1624852 2024-08-10T05:34:04.842 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.841+0000 7f6f062d5640 1 < suggested remove operation key=WBJQTYBRMJV8 tag=VALGB00C1CKU type=del 2024-08-10T05:34:04.844 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.844+0000 7f6f062d5640 1 > prepared part key=_multipart_J7D76V4ENV9B.2~LN7JV1R3ITUI.0 size=938695 2024-08-10T05:34:04.845 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.844+0000 7f6f062d5640 1 > prepared multipart upload key=J7D76V4ENV9B upload=LN7JV1R3ITUI tag=PJJY6Q4ND8H6 type=write size=1987271 2024-08-10T05:34:04.846 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.846+0000 7f6f062d5640 1 < completed delete operation key=LTRO8UR68E01 tag=N4O8Z7R9ZNWP type=del 2024-08-10T05:34:04.848 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.848+0000 7f6f062d5640 1 > prepared operation key=J7D76V4ENV9B tag=M5GI6XKAJIKT type=del size=2642132 2024-08-10T05:34:04.850 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.850+0000 7f6f062d5640 1 < completed delete operation key=OH2XJH7YF0P6 tag=HY7ZS7PDODK9 type=del 2024-08-10T05:34:04.853 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.853+0000 7f6f062d5640 1 > prepared part key=_multipart_KHYOYNS1HKDG.2~ST3T5TUJ3276.0 size=1048576 2024-08-10T05:34:04.854 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.854+0000 7f6f062d5640 1 > prepared part key=_multipart_KHYOYNS1HKDG.2~ST3T5TUJ3276.1 size=374732 2024-08-10T05:34:04.854 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.854+0000 7f6f062d5640 1 > prepared multipart upload key=KHYOYNS1HKDG upload=ST3T5TUJ3276 tag=SGB86476EKW2 type=write size=2471884 2024-08-10T05:34:04.856 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.855+0000 7f6f062d5640 1 < completed part key=_multipart_8441NV2A24FO.2~AXD4GYNAVXXH.0 size=1048576 2024-08-10T05:34:04.857 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.857+0000 7f6f062d5640 1 < completed part key=_multipart_8441NV2A24FO.2~AXD4GYNAVXXH.1 size=136808 2024-08-10T05:34:04.860 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.860+0000 7f6f062d5640 1 < completed multipart upload key=8441NV2A24FO upload=AXD4GYNAVXXH tag=QHJXZQ798I08 type=write size=2233960 2024-08-10T05:34:04.862 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.861+0000 7f6f062d5640 1 > prepared operation key=J7D76V4ENV9B tag=SMU0UY92PD40 type=del size=1783177 2024-08-10T05:34:04.863 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.863+0000 7f6f062d5640 1 < completed delete operation key=PGRI5CN7TTT0 tag=23SXIF0Y2ZJB type=del 2024-08-10T05:34:04.865 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.864+0000 7f6f062d5640 1 > prepared operation key=H4D0TFSG0EKP tag=WOLU8HN2RX21 type=del size=3390743 2024-08-10T05:34:04.866 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.866+0000 7f6f062d5640 1 < completed write operation key=FXQKBLXUHJHI tag=ZFYB1XWDAQVH type=write size=94020 2024-08-10T05:34:04.868 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.867+0000 7f6f062d5640 1 > prepared operation key=FXQKBLXUHJHI tag=VVXTWNEW03QM type=write size=101882 2024-08-10T05:34:04.870 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.869+0000 7f6f062d5640 1 < completed delete operation key=MI1XTCS076Y9 tag=L1ID50ZYLOJG type=del 2024-08-10T05:34:04.871 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.871+0000 7f6f062d5640 1 > prepared operation key=00IWI9L0NGJ3 tag=D31PHCIOA95S type=del size=2025279 2024-08-10T05:34:04.873 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.872+0000 7f6f062d5640 1 < completed write operation key=KHYOYNS1HKDG tag=QGJOSXMOSYTN type=write size=330325 2024-08-10T05:34:04.876 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.876+0000 7f6f062d5640 1 > prepared part key=_multipart_H5TVL04MCGC8.2~HF25PUS5PQJ3.0 size=1048576 2024-08-10T05:34:04.878 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.877+0000 7f6f062d5640 1 > prepared part key=_multipart_H5TVL04MCGC8.2~HF25PUS5PQJ3.1 size=916659 2024-08-10T05:34:04.878 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.877+0000 7f6f062d5640 1 > prepared multipart upload key=H5TVL04MCGC8 upload=HF25PUS5PQJ3 tag=9NAF1I40ZQZG type=write size=3013811 2024-08-10T05:34:04.879 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.878+0000 7f6f062d5640 1 < canceled part key=_multipart_H4D0TFSG0EKP.2~GQ8W7MT5HW21.0 size=1048576 2024-08-10T05:34:04.880 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.879+0000 7f6f062d5640 1 < completed part key=_multipart_H4D0TFSG0EKP.2~GQ8W7MT5HW21.1 size=1048576 2024-08-10T05:34:04.881 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.880+0000 7f6f062d5640 1 < completed part key=_multipart_H4D0TFSG0EKP.2~GQ8W7MT5HW21.2 size=608966 2024-08-10T05:34:04.884 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.883+0000 7f6f062d5640 1 < canceled multipart upload key=H4D0TFSG0EKP upload=GQ8W7MT5HW21 tag=SMP10BQ6GH9P type=write size=3754694 2024-08-10T05:34:04.887 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.887+0000 7f6f062d5640 1 > prepared part key=_multipart_7N97XZL3TX2D.2~AJB1OF9EUPD0.0 size=1048576 2024-08-10T05:34:04.889 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.888+0000 7f6f062d5640 1 > prepared part key=_multipart_7N97XZL3TX2D.2~AJB1OF9EUPD0.1 size=1048576 2024-08-10T05:34:04.890 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.890+0000 7f6f062d5640 1 > prepared part key=_multipart_7N97XZL3TX2D.2~AJB1OF9EUPD0.2 size=594003 2024-08-10T05:34:04.890 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.890+0000 7f6f062d5640 1 > prepared multipart upload key=7N97XZL3TX2D upload=AJB1OF9EUPD0 tag=CE8K13XTWYMP type=write size=3739731 2024-08-10T05:34:04.893 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.893+0000 7f6f062d5640 1 < suggested remove operation key=FXQKBLXUHJHI tag=SZK8V48HJOV4 type=write 2024-08-10T05:34:04.897 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.895+0000 7f6f062d5640 1 > prepared operation key=GNE0GMBV8Q1M tag=RF8Y7CXWHSQZ type=del size=1865879 2024-08-10T05:34:04.898 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.898+0000 7f6f062d5640 1 < suggested update operation key=H5TVL04MCGC8 tag=HKCTY9SVO2S9 type=del size=1142952 2024-08-10T05:34:04.900 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.900+0000 7f6f062d5640 1 > prepared operation key=Z3FSBPLXLYL2 tag=QTUVH3RJ2CWO type=write size=540264 2024-08-10T05:34:04.903 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.901+0000 7f6f062d5640 1 < completed write operation key=KHYOYNS1HKDG tag=R6PYMNSP6UTV type=write size=464330 2024-08-10T05:34:04.904 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.903+0000 7f6f062d5640 1 > prepared operation key=LTRO8UR68E01 tag=0PW9877UVMAP type=write size=775658 2024-08-10T05:34:04.904 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.903+0000 7f6f062d5640 1 < canceled part key=_multipart_00IWI9L0NGJ3.2~XEDDT508IM6L.0 size=1048576 2024-08-10T05:34:04.905 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.905+0000 7f6f062d5640 1 < completed part key=_multipart_00IWI9L0NGJ3.2~XEDDT508IM6L.1 size=1048576 2024-08-10T05:34:04.907 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.906+0000 7f6f062d5640 1 < completed part key=_multipart_00IWI9L0NGJ3.2~XEDDT508IM6L.2 size=388545 2024-08-10T05:34:04.910 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.909+0000 7f6f062d5640 1 < canceled multipart upload key=00IWI9L0NGJ3 upload=XEDDT508IM6L tag=A0EJ9XSLDCF4 type=write size=3534273 2024-08-10T05:34:04.912 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.911+0000 7f6f062d5640 1 > prepared operation key=H5TVL04MCGC8 tag=Q9Z1EOK6KQ1U type=del size=712988 2024-08-10T05:34:04.914 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.913+0000 7f6f062d5640 -1 < failed to complete operation key=WBJQTYBRMJV8 tag=9BKEC8SP1LI1 type=del size=3727651: (22) Invalid argument 2024-08-10T05:34:04.917 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.917+0000 7f6f062d5640 1 > prepared part key=_multipart_GSXYSUXHA2KE.2~KHXTSO0QH5EL.0 size=124170 2024-08-10T05:34:04.917 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.917+0000 7f6f062d5640 1 > prepared multipart upload key=GSXYSUXHA2KE upload=KHXTSO0QH5EL tag=9T2Z2R33LUQO type=write size=1172746 2024-08-10T05:34:04.919 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.918+0000 7f6f062d5640 1 < completed part key=_multipart_731ALD189846.2~4504OK8K9RZM.0 size=437288 2024-08-10T05:34:04.922 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.921+0000 7f6f062d5640 1 < completed multipart upload key=731ALD189846 upload=4504OK8K9RZM tag=DYU5KTA1B2B9 type=write size=1485864 2024-08-10T05:34:04.923 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.923+0000 7f6f062d5640 1 > prepared operation key=8441NV2A24FO tag=PFA1IOVMU852 type=del size=236094 2024-08-10T05:34:04.925 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.924+0000 7f6f062d5640 1 < completed part key=_multipart_MI1XTCS076Y9.2~2MH4Z5S3IJCN.0 size=576276 2024-08-10T05:34:04.928 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.927+0000 7f6f062d5640 1 < completed multipart upload key=MI1XTCS076Y9 upload=2MH4Z5S3IJCN tag=KXYK3XCHC8EN type=write size=1624852 2024-08-10T05:34:04.930 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.929+0000 7f6f062d5640 1 > prepared operation key=Z3FSBPLXLYL2 tag=00EG4MEQM9B2 type=del size=2133624 2024-08-10T05:34:04.932 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.931+0000 7f6f062d5640 1 < completed part key=_multipart_J7D76V4ENV9B.2~LN7JV1R3ITUI.0 size=938695 2024-08-10T05:34:04.935 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.934+0000 7f6f062d5640 1 < completed multipart upload key=J7D76V4ENV9B upload=LN7JV1R3ITUI tag=PJJY6Q4ND8H6 type=write size=1987271 2024-08-10T05:34:04.938 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.937+0000 7f6f062d5640 1 > prepared part key=_multipart_LTRO8UR68E01.2~UXVCIHINFEHC.0 size=296652 2024-08-10T05:34:04.938 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.937+0000 7f6f062d5640 1 > prepared multipart upload key=LTRO8UR68E01 upload=UXVCIHINFEHC tag=QM3WYXTLUM6N type=write size=1345228 2024-08-10T05:34:04.940 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.939+0000 7f6f062d5640 1 < completed delete operation key=J7D76V4ENV9B tag=M5GI6XKAJIKT type=del 2024-08-10T05:34:04.941 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.941+0000 7f6f062d5640 1 > prepared operation key=00IWI9L0NGJ3 tag=4S61PNS0IVCS type=write size=1022875 2024-08-10T05:34:04.943 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.943+0000 7f6f062d5640 1 < completed part key=_multipart_KHYOYNS1HKDG.2~ST3T5TUJ3276.0 size=1048576 2024-08-10T05:34:04.945 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.944+0000 7f6f062d5640 1 < completed part key=_multipart_KHYOYNS1HKDG.2~ST3T5TUJ3276.1 size=374732 2024-08-10T05:34:04.948 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.948+0000 7f6f062d5640 1 < completed multipart upload key=KHYOYNS1HKDG upload=ST3T5TUJ3276 tag=SGB86476EKW2 type=write size=2471884 2024-08-10T05:34:04.950 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.950+0000 7f6f062d5640 1 > prepared operation key=7DW3UO39XCUP tag=ZKUTZ6J44FJG type=del size=3875395 2024-08-10T05:34:04.952 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.951+0000 7f6f062d5640 1 < completed delete operation key=J7D76V4ENV9B tag=SMU0UY92PD40 type=del 2024-08-10T05:34:04.955 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.955+0000 7f6f062d5640 1 > prepared part key=_multipart_8MJYHPC813SE.2~R8RSVDY3ZC9R.0 size=452518 2024-08-10T05:34:04.955 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.955+0000 7f6f062d5640 1 > prepared multipart upload key=8MJYHPC813SE upload=R8RSVDY3ZC9R tag=XONN9N146EOQ type=write size=1501094 2024-08-10T05:34:04.958 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.958+0000 7f6f062d5640 1 < suggested remove operation key=H4D0TFSG0EKP tag=WOLU8HN2RX21 type=del 2024-08-10T05:34:04.961 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.961+0000 7f6f062d5640 1 > prepared part key=_multipart_OH2XJH7YF0P6.2~IS1OYLT6DV3X.0 size=1011977 2024-08-10T05:34:04.961 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.961+0000 7f6f062d5640 1 > prepared multipart upload key=OH2XJH7YF0P6 upload=IS1OYLT6DV3X tag=KHFRCFIU30Q4 type=write size=2060553 2024-08-10T05:34:04.964 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.963+0000 7f6f062d5640 -1 < failed to complete operation key=FXQKBLXUHJHI tag=VVXTWNEW03QM type=write size=101882: (22) Invalid argument 2024-08-10T05:34:04.966 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.965+0000 7f6f062d5640 1 > prepared operation key=MI1XTCS076Y9 tag=MLIPNR6OXQ0N type=del size=403571 2024-08-10T05:34:04.967 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.967+0000 7f6f062d5640 1 < completed delete operation key=00IWI9L0NGJ3 tag=D31PHCIOA95S type=del 2024-08-10T05:34:04.970 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.969+0000 7f6f062d5640 1 > prepared operation key=4L5NSS7LS8GK tag=3ACDLWGP6G43 type=del size=3204417 2024-08-10T05:34:04.972 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.971+0000 7f6f062d5640 1 < completed part key=_multipart_H5TVL04MCGC8.2~HF25PUS5PQJ3.0 size=1048576 2024-08-10T05:34:04.973 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.973+0000 7f6f062d5640 1 < completed part key=_multipart_H5TVL04MCGC8.2~HF25PUS5PQJ3.1 size=916659 2024-08-10T05:34:04.976 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.976+0000 7f6f062d5640 1 < completed multipart upload key=H5TVL04MCGC8 upload=HF25PUS5PQJ3 tag=9NAF1I40ZQZG type=write size=3013811 2024-08-10T05:34:04.980 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.979+0000 7f6f062d5640 1 > prepared part key=_multipart_KHYOYNS1HKDG.2~0FAICIQR0M4R.0 size=1048576 2024-08-10T05:34:04.981 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.981+0000 7f6f062d5640 1 > prepared part key=_multipart_KHYOYNS1HKDG.2~0FAICIQR0M4R.1 size=1048576 2024-08-10T05:34:04.983 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.982+0000 7f6f062d5640 1 > prepared part key=_multipart_KHYOYNS1HKDG.2~0FAICIQR0M4R.2 size=681403 2024-08-10T05:34:04.983 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.982+0000 7f6f062d5640 1 > prepared multipart upload key=KHYOYNS1HKDG upload=0FAICIQR0M4R tag=A325FISJ6FSV type=write size=3827131 2024-08-10T05:34:04.985 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.984+0000 7f6f062d5640 1 < completed part key=_multipart_7N97XZL3TX2D.2~AJB1OF9EUPD0.0 size=1048576 2024-08-10T05:34:04.986 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.985+0000 7f6f062d5640 1 < completed part key=_multipart_7N97XZL3TX2D.2~AJB1OF9EUPD0.1 size=1048576 2024-08-10T05:34:04.987 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.987+0000 7f6f062d5640 1 < completed part key=_multipart_7N97XZL3TX2D.2~AJB1OF9EUPD0.2 size=594003 2024-08-10T05:34:04.990 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.990+0000 7f6f062d5640 1 < completed multipart upload key=7N97XZL3TX2D upload=AJB1OF9EUPD0 tag=CE8K13XTWYMP type=write size=3739731 2024-08-10T05:34:04.992 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.991+0000 7f6f062d5640 1 > prepared operation key=1G5AU0L67121 tag=YR6BJPRLPHAH type=del size=331722 2024-08-10T05:34:04.994 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.993+0000 7f6f062d5640 1 < completed delete operation key=GNE0GMBV8Q1M tag=RF8Y7CXWHSQZ type=del 2024-08-10T05:34:04.996 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.995+0000 7f6f062d5640 1 > prepared operation key=Z3FSBPLXLYL2 tag=LCWJR50ORLGU type=del size=3869806 2024-08-10T05:34:04.998 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.997+0000 7f6f062d5640 1 < completed write operation key=Z3FSBPLXLYL2 tag=QTUVH3RJ2CWO type=write size=540264 2024-08-10T05:34:05.001 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:04.999+0000 7f6f062d5640 1 > prepared operation key=7DW3UO39XCUP tag=V2KZXACCHU8D type=del size=224153 2024-08-10T05:34:05.002 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.001+0000 7f6f062d5640 1 < completed write operation key=LTRO8UR68E01 tag=0PW9877UVMAP type=write size=775658 2024-08-10T05:34:05.003 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.002+0000 7f6f062d5640 1 > prepared operation key=3EUY0XWASPEL tag=4101GYDKFQ7K type=del size=2291609 2024-08-10T05:34:05.005 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.005+0000 7f6f062d5640 1 < completed delete operation key=H5TVL04MCGC8 tag=Q9Z1EOK6KQ1U type=del 2024-08-10T05:34:05.007 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.006+0000 7f6f062d5640 1 > prepared operation key=7DW3UO39XCUP tag=G75AA2S5MC8A type=write size=941582 2024-08-10T05:34:05.009 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.008+0000 7f6f062d5640 1 < completed part key=_multipart_GSXYSUXHA2KE.2~KHXTSO0QH5EL.0 size=124170 2024-08-10T05:34:05.012 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.011+0000 7f6f062d5640 1 < completed multipart upload key=GSXYSUXHA2KE upload=KHXTSO0QH5EL tag=9T2Z2R33LUQO type=write size=1172746 2024-08-10T05:34:05.014 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.013+0000 7f6f062d5640 1 > prepared operation key=Y0DHHLUF8MD9 tag=08QZRR4SMDGL type=del size=274815 2024-08-10T05:34:05.016 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.015+0000 7f6f062d5640 1 < canceled operation key=8441NV2A24FO tag=PFA1IOVMU852 type=del size=236094 2024-08-10T05:34:05.017 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.017+0000 7f6f062d5640 1 > prepared operation key=OH2XJH7YF0P6 tag=BQNFVH45WUIA type=write size=524689 2024-08-10T05:34:05.019 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.019+0000 7f6f062d5640 1 < completed delete operation key=Z3FSBPLXLYL2 tag=00EG4MEQM9B2 type=del 2024-08-10T05:34:05.022 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.022+0000 7f6f062d5640 1 > prepared part key=_multipart_731ALD189846.2~8KVR8PNCBLE0.0 size=1048576 2024-08-10T05:34:05.024 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.023+0000 7f6f062d5640 1 > prepared part key=_multipart_731ALD189846.2~8KVR8PNCBLE0.1 size=1048576 2024-08-10T05:34:05.025 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.025+0000 7f6f062d5640 1 > prepared part key=_multipart_731ALD189846.2~8KVR8PNCBLE0.2 size=1038334 2024-08-10T05:34:05.025 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.025+0000 7f6f062d5640 1 > prepared multipart upload key=731ALD189846 upload=8KVR8PNCBLE0 tag=IFPQKQZNH0FN type=write size=4184062 2024-08-10T05:34:05.027 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.027+0000 7f6f062d5640 1 < completed part key=_multipart_LTRO8UR68E01.2~UXVCIHINFEHC.0 size=296652 2024-08-10T05:34:05.031 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.030+0000 7f6f062d5640 1 < completed multipart upload key=LTRO8UR68E01 upload=UXVCIHINFEHC tag=QM3WYXTLUM6N type=write size=1345228 2024-08-10T05:34:05.033 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.032+0000 7f6f062d5640 1 > prepared operation key=GNE0GMBV8Q1M tag=D3SMRGST02QA type=write size=787597 2024-08-10T05:34:05.034 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.033+0000 7f6f062d5640 1 < completed write operation key=00IWI9L0NGJ3 tag=4S61PNS0IVCS type=write size=1022875 2024-08-10T05:34:05.037 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.037+0000 7f6f062d5640 1 > prepared part key=_multipart_Z3FSBPLXLYL2.2~IDHVZ5X09O3S.0 size=701843 2024-08-10T05:34:05.037 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.037+0000 7f6f062d5640 1 > prepared multipart upload key=Z3FSBPLXLYL2 upload=IDHVZ5X09O3S tag=9KARM5ZZSACL type=write size=1750419 2024-08-10T05:34:05.039 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.039+0000 7f6f062d5640 1 < completed delete operation key=7DW3UO39XCUP tag=ZKUTZ6J44FJG type=del 2024-08-10T05:34:05.043 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.043+0000 7f6f062d5640 1 > prepared part key=_multipart_LTRO8UR68E01.2~GQJ6TB1GZGNT.0 size=84042 2024-08-10T05:34:05.043 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.043+0000 7f6f062d5640 1 > prepared multipart upload key=LTRO8UR68E01 upload=GQJ6TB1GZGNT tag=6B4Q63IQC0GK type=write size=1132618 2024-08-10T05:34:05.045 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.044+0000 7f6f062d5640 1 < completed part key=_multipart_8MJYHPC813SE.2~R8RSVDY3ZC9R.0 size=452518 2024-08-10T05:34:05.048 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.047+0000 7f6f062d5640 1 < completed multipart upload key=8MJYHPC813SE upload=R8RSVDY3ZC9R tag=XONN9N146EOQ type=write size=1501094 2024-08-10T05:34:05.049 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.049+0000 7f6f062d5640 1 > prepared operation key=Z3FSBPLXLYL2 tag=R10ZPJC5QU08 type=del size=1054051 2024-08-10T05:34:05.051 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.050+0000 7f6f062d5640 1 < completed part key=_multipart_OH2XJH7YF0P6.2~IS1OYLT6DV3X.0 size=1011977 2024-08-10T05:34:05.054 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.053+0000 7f6f062d5640 1 < completed multipart upload key=OH2XJH7YF0P6 upload=IS1OYLT6DV3X tag=KHFRCFIU30Q4 type=write size=2060553 2024-08-10T05:34:05.057 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.057+0000 7f6f062d5640 1 > prepared part key=_multipart_OH2XJH7YF0P6.2~G0USZFMPWQLN.0 size=1048576 2024-08-10T05:34:05.058 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.058+0000 7f6f062d5640 1 > prepared part key=_multipart_OH2XJH7YF0P6.2~G0USZFMPWQLN.1 size=1048576 2024-08-10T05:34:05.060 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.060+0000 7f6f062d5640 1 > prepared part key=_multipart_OH2XJH7YF0P6.2~G0USZFMPWQLN.2 size=629576 2024-08-10T05:34:05.060 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.060+0000 7f6f062d5640 1 > prepared multipart upload key=OH2XJH7YF0P6 upload=G0USZFMPWQLN tag=X72GRZJGYZKG type=write size=3775304 2024-08-10T05:34:05.062 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.061+0000 7f6f062d5640 1 < completed delete operation key=MI1XTCS076Y9 tag=MLIPNR6OXQ0N type=del 2024-08-10T05:34:05.066 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.065+0000 7f6f062d5640 1 > prepared part key=_multipart_8441NV2A24FO.2~3GRKDC3T0KG0.0 size=1048576 2024-08-10T05:34:05.068 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.067+0000 7f6f062d5640 1 > prepared part key=_multipart_8441NV2A24FO.2~3GRKDC3T0KG0.1 size=83190 2024-08-10T05:34:05.068 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.067+0000 7f6f062d5640 1 > prepared multipart upload key=8441NV2A24FO upload=3GRKDC3T0KG0 tag=ZROC58Z8JGOU type=write size=2180342 2024-08-10T05:34:05.069 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.068+0000 7f6f062d5640 1 < completed delete operation key=4L5NSS7LS8GK tag=3ACDLWGP6G43 type=del 2024-08-10T05:34:05.071 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.071+0000 7f6f062d5640 1 > prepared operation key=1G5AU0L67121 tag=GLITGV185XDM type=del size=3296966 2024-08-10T05:34:05.073 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.072+0000 7f6f062d5640 1 < completed part key=_multipart_KHYOYNS1HKDG.2~0FAICIQR0M4R.0 size=1048576 2024-08-10T05:34:05.075 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.074+0000 7f6f062d5640 1 < completed part key=_multipart_KHYOYNS1HKDG.2~0FAICIQR0M4R.1 size=1048576 2024-08-10T05:34:05.076 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.075+0000 7f6f062d5640 1 < completed part key=_multipart_KHYOYNS1HKDG.2~0FAICIQR0M4R.2 size=681403 2024-08-10T05:34:05.079 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.078+0000 7f6f062d5640 1 < completed multipart upload key=KHYOYNS1HKDG upload=0FAICIQR0M4R tag=A325FISJ6FSV type=write size=3827131 2024-08-10T05:34:05.081 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.080+0000 7f6f062d5640 1 > prepared operation key=P8JMH1X8249F tag=6HVK1MNEOQT1 type=del size=1045328 2024-08-10T05:34:05.083 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.082+0000 7f6f062d5640 1 < completed delete operation key=1G5AU0L67121 tag=YR6BJPRLPHAH type=del 2024-08-10T05:34:05.084 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.084+0000 7f6f062d5640 1 > prepared operation key=8441NV2A24FO tag=4XE1MH1M819I type=del size=926552 2024-08-10T05:34:05.086 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.086+0000 7f6f062d5640 1 < completed delete operation key=Z3FSBPLXLYL2 tag=LCWJR50ORLGU type=del 2024-08-10T05:34:05.088 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.087+0000 7f6f062d5640 1 > prepared operation key=7DW3UO39XCUP tag=NBL52T2GCQJY type=del size=3597104 2024-08-10T05:34:05.089 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.089+0000 7f6f062d5640 1 < completed delete operation key=7DW3UO39XCUP tag=V2KZXACCHU8D type=del 2024-08-10T05:34:05.091 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.090+0000 7f6f062d5640 1 > prepared operation key=FXQKBLXUHJHI tag=9Q1D1234FVK0 type=del size=1490804 2024-08-10T05:34:05.094 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.094+0000 7f6f062d5640 1 < suggested update operation key=3EUY0XWASPEL tag=4101GYDKFQ7K type=del size=2291609 2024-08-10T05:34:05.096 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.095+0000 7f6f062d5640 1 > prepared operation key=7DW3UO39XCUP tag=87V0018CR7HM type=del size=1636644 2024-08-10T05:34:05.097 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.097+0000 7f6f062d5640 1 < completed write operation key=7DW3UO39XCUP tag=G75AA2S5MC8A type=write size=941582 2024-08-10T05:34:05.100 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.100+0000 7f6f062d5640 1 > prepared part key=_multipart_H5TVL04MCGC8.2~Y4D2BJU3T0AP.0 size=1048576 2024-08-10T05:34:05.103 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.103+0000 7f6f062d5640 1 > prepared part key=_multipart_H5TVL04MCGC8.2~Y4D2BJU3T0AP.1 size=88379 2024-08-10T05:34:05.103 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.103+0000 7f6f062d5640 1 > prepared multipart upload key=H5TVL04MCGC8 upload=Y4D2BJU3T0AP tag=RBVEBRLZYUZQ type=write size=2185531 2024-08-10T05:34:05.106 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.105+0000 7f6f062d5640 1 < completed delete operation key=Y0DHHLUF8MD9 tag=08QZRR4SMDGL type=del 2024-08-10T05:34:05.107 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.107+0000 7f6f062d5640 1 > prepared operation key=KHYOYNS1HKDG tag=J3O7H0864FN3 type=del size=4172554 2024-08-10T05:34:05.111 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.110+0000 7f6f062d5640 1 < suggested update operation key=OH2XJH7YF0P6 tag=BQNFVH45WUIA type=write size=524689 2024-08-10T05:34:05.114 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.113+0000 7f6f062d5640 1 > prepared part key=_multipart_7N97XZL3TX2D.2~QN7F10Q1QDAQ.0 size=1048576 2024-08-10T05:34:05.115 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.115+0000 7f6f062d5640 1 > prepared part key=_multipart_7N97XZL3TX2D.2~QN7F10Q1QDAQ.1 size=599973 2024-08-10T05:34:05.115 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.115+0000 7f6f062d5640 1 > prepared multipart upload key=7N97XZL3TX2D upload=QN7F10Q1QDAQ tag=A4DXX6985UU6 type=write size=2697125 2024-08-10T05:34:05.117 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.116+0000 7f6f062d5640 1 < completed part key=_multipart_731ALD189846.2~8KVR8PNCBLE0.0 size=1048576 2024-08-10T05:34:05.118 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.118+0000 7f6f062d5640 1 < completed part key=_multipart_731ALD189846.2~8KVR8PNCBLE0.1 size=1048576 2024-08-10T05:34:05.120 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.119+0000 7f6f062d5640 1 < completed part key=_multipart_731ALD189846.2~8KVR8PNCBLE0.2 size=1038334 2024-08-10T05:34:05.122 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.122+0000 7f6f062d5640 1 < completed multipart upload key=731ALD189846 upload=8KVR8PNCBLE0 tag=IFPQKQZNH0FN type=write size=4184062 2024-08-10T05:34:05.124 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.123+0000 7f6f062d5640 1 > prepared operation key=1G5AU0L67121 tag=Z7TZ0F2VP1CR type=del size=441206 2024-08-10T05:34:05.126 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.125+0000 7f6f062d5640 1 < completed write operation key=GNE0GMBV8Q1M tag=D3SMRGST02QA type=write size=787597 2024-08-10T05:34:05.129 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.128+0000 7f6f062d5640 1 > prepared part key=_multipart_KHYOYNS1HKDG.2~8WI2DYOW04CC.0 size=1048576 2024-08-10T05:34:05.130 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.129+0000 7f6f062d5640 1 > prepared part key=_multipart_KHYOYNS1HKDG.2~8WI2DYOW04CC.1 size=1048576 2024-08-10T05:34:05.131 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.131+0000 7f6f062d5640 1 > prepared part key=_multipart_KHYOYNS1HKDG.2~8WI2DYOW04CC.2 size=235324 2024-08-10T05:34:05.131 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.131+0000 7f6f062d5640 1 > prepared multipart upload key=KHYOYNS1HKDG upload=8WI2DYOW04CC tag=EUYUDVJWST0L type=write size=3381052 2024-08-10T05:34:05.133 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.133+0000 7f6f062d5640 1 < completed part key=_multipart_Z3FSBPLXLYL2.2~IDHVZ5X09O3S.0 size=701843 2024-08-10T05:34:05.136 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.136+0000 7f6f062d5640 1 < completed multipart upload key=Z3FSBPLXLYL2 upload=IDHVZ5X09O3S tag=9KARM5ZZSACL type=write size=1750419 2024-08-10T05:34:05.140 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.139+0000 7f6f062d5640 1 > prepared part key=_multipart_FXQKBLXUHJHI.2~KFU4K4MHSIEH.0 size=1048576 2024-08-10T05:34:05.141 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.140+0000 7f6f062d5640 1 > prepared part key=_multipart_FXQKBLXUHJHI.2~KFU4K4MHSIEH.1 size=1031317 2024-08-10T05:34:05.141 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.140+0000 7f6f062d5640 1 > prepared multipart upload key=FXQKBLXUHJHI upload=KFU4K4MHSIEH tag=X0WB9VJQ2KTB type=write size=3128469 2024-08-10T05:34:05.143 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.142+0000 7f6f062d5640 1 < completed part key=_multipart_LTRO8UR68E01.2~GQJ6TB1GZGNT.0 size=84042 2024-08-10T05:34:05.145 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.145+0000 7f6f062d5640 1 < completed multipart upload key=LTRO8UR68E01 upload=GQJ6TB1GZGNT tag=6B4Q63IQC0GK type=write size=1132618 2024-08-10T05:34:05.150 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.149+0000 7f6f062d5640 1 > prepared part key=_multipart_8MJYHPC813SE.2~IMUF2O7G4WKM.0 size=87325 2024-08-10T05:34:05.150 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.149+0000 7f6f062d5640 1 > prepared multipart upload key=8MJYHPC813SE upload=IMUF2O7G4WKM tag=NZZDPAPNMEJD type=write size=1135901 2024-08-10T05:34:05.152 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.151+0000 7f6f062d5640 1 < completed delete operation key=Z3FSBPLXLYL2 tag=R10ZPJC5QU08 type=del 2024-08-10T05:34:05.154 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.153+0000 7f6f062d5640 1 > prepared operation key=S1E44NG3MOQ5 tag=J098R5C12C3T type=del size=1316939 2024-08-10T05:34:05.156 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.155+0000 7f6f062d5640 1 < completed part key=_multipart_OH2XJH7YF0P6.2~G0USZFMPWQLN.0 size=1048576 2024-08-10T05:34:05.157 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.157+0000 7f6f062d5640 1 < completed part key=_multipart_OH2XJH7YF0P6.2~G0USZFMPWQLN.1 size=1048576 2024-08-10T05:34:05.159 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.158+0000 7f6f062d5640 1 < completed part key=_multipart_OH2XJH7YF0P6.2~G0USZFMPWQLN.2 size=629576 2024-08-10T05:34:05.163 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.162+0000 7f6f062d5640 1 < completed multipart upload key=OH2XJH7YF0P6 upload=G0USZFMPWQLN tag=X72GRZJGYZKG type=write size=3775304 2024-08-10T05:34:05.167 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.166+0000 7f6f062d5640 1 > prepared part key=_multipart_H5TVL04MCGC8.2~6SZRJN8GCIVN.0 size=1048576 2024-08-10T05:34:05.169 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.168+0000 7f6f062d5640 1 > prepared part key=_multipart_H5TVL04MCGC8.2~6SZRJN8GCIVN.1 size=632736 2024-08-10T05:34:05.169 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.168+0000 7f6f062d5640 1 > prepared multipart upload key=H5TVL04MCGC8 upload=6SZRJN8GCIVN tag=SXU8QFXQ9Z1E type=write size=2729888 2024-08-10T05:34:05.171 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.170+0000 7f6f062d5640 1 < completed part key=_multipart_8441NV2A24FO.2~3GRKDC3T0KG0.0 size=1048576 2024-08-10T05:34:05.173 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.173+0000 7f6f062d5640 1 < completed part key=_multipart_8441NV2A24FO.2~3GRKDC3T0KG0.1 size=83190 2024-08-10T05:34:05.177 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.176+0000 7f6f062d5640 1 < completed multipart upload key=8441NV2A24FO upload=3GRKDC3T0KG0 tag=ZROC58Z8JGOU type=write size=2180342 2024-08-10T05:34:05.181 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.180+0000 7f6f062d5640 1 > prepared part key=_multipart_QTHON9W7S3SP.2~X7BJ4FE3ZN8F.0 size=1048576 2024-08-10T05:34:05.183 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.182+0000 7f6f062d5640 1 > prepared part key=_multipart_QTHON9W7S3SP.2~X7BJ4FE3ZN8F.1 size=1048576 2024-08-10T05:34:05.184 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.183+0000 7f6f062d5640 1 > prepared part key=_multipart_QTHON9W7S3SP.2~X7BJ4FE3ZN8F.2 size=801264 2024-08-10T05:34:05.184 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.183+0000 7f6f062d5640 1 > prepared multipart upload key=QTHON9W7S3SP upload=X7BJ4FE3ZN8F tag=JGIEBQP7A1PY type=write size=3946992 2024-08-10T05:34:05.188 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.187+0000 7f6f062d5640 1 < suggested update operation key=1G5AU0L67121 tag=GLITGV185XDM type=del size=3296966 2024-08-10T05:34:05.191 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.191+0000 7f6f062d5640 1 > prepared part key=_multipart_M533Z7C651X9.2~25D6AWEEVW2C.0 size=1048576 2024-08-10T05:34:05.193 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.193+0000 7f6f062d5640 1 > prepared part key=_multipart_M533Z7C651X9.2~25D6AWEEVW2C.1 size=398061 2024-08-10T05:34:05.194 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.193+0000 7f6f062d5640 1 > prepared multipart upload key=M533Z7C651X9 upload=25D6AWEEVW2C tag=708UQJPCFC29 type=write size=2495213 2024-08-10T05:34:05.196 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.195+0000 7f6f062d5640 1 < canceled operation key=P8JMH1X8249F tag=6HVK1MNEOQT1 type=del size=1045328 2024-08-10T05:34:05.198 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.198+0000 7f6f062d5640 1 > prepared operation key=8441NV2A24FO tag=S8G55P774RFD type=del size=2495312 2024-08-10T05:34:05.201 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.200+0000 7f6f062d5640 1 < completed delete operation key=8441NV2A24FO tag=4XE1MH1M819I type=del 2024-08-10T05:34:05.205 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.205+0000 7f6f062d5640 1 > prepared part key=_multipart_MI1XTCS076Y9.2~5D0HBCE7C3O7.0 size=1048576 2024-08-10T05:34:05.207 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.207+0000 7f6f062d5640 1 > prepared part key=_multipart_MI1XTCS076Y9.2~5D0HBCE7C3O7.1 size=1048576 2024-08-10T05:34:05.209 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.208+0000 7f6f062d5640 1 > prepared part key=_multipart_MI1XTCS076Y9.2~5D0HBCE7C3O7.2 size=789361 2024-08-10T05:34:05.209 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.208+0000 7f6f062d5640 1 > prepared multipart upload key=MI1XTCS076Y9 upload=5D0HBCE7C3O7 tag=IPQBBZRRGCKC type=write size=3935089 2024-08-10T05:34:05.211 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.210+0000 7f6f062d5640 1 < completed delete operation key=7DW3UO39XCUP tag=NBL52T2GCQJY type=del 2024-08-10T05:34:05.213 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.213+0000 7f6f062d5640 1 > prepared operation key=QTBS1TAZXH5F tag=BNEH3CT1U5YN type=del size=3171595 2024-08-10T05:34:05.216 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.215+0000 7f6f062d5640 1 < canceled operation key=FXQKBLXUHJHI tag=9Q1D1234FVK0 type=del size=1490804 2024-08-10T05:34:05.219 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.219+0000 7f6f062d5640 1 > prepared part key=_multipart_4L5NSS7LS8GK.2~6DEJJVEJ930C.0 size=1048576 2024-08-10T05:34:05.221 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.220+0000 7f6f062d5640 1 > prepared part key=_multipart_4L5NSS7LS8GK.2~6DEJJVEJ930C.1 size=1048576 2024-08-10T05:34:05.222 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.222+0000 7f6f062d5640 1 > prepared part key=_multipart_4L5NSS7LS8GK.2~6DEJJVEJ930C.2 size=628513 2024-08-10T05:34:05.223 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.222+0000 7f6f062d5640 1 > prepared multipart upload key=4L5NSS7LS8GK upload=6DEJJVEJ930C tag=EG9NZPNYGDNQ type=write size=3774241 2024-08-10T05:34:05.227 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.226+0000 7f6f062d5640 1 < suggested remove operation key=7DW3UO39XCUP tag=87V0018CR7HM type=del 2024-08-10T05:34:05.229 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.228+0000 7f6f062d5640 1 > prepared operation key=Y0DHHLUF8MD9 tag=4WCLXV4HMDNH type=del size=1584080 2024-08-10T05:34:05.231 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.231+0000 7f6f062d5640 1 < completed part key=_multipart_H5TVL04MCGC8.2~Y4D2BJU3T0AP.0 size=1048576 2024-08-10T05:34:05.233 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.232+0000 7f6f062d5640 1 < completed part key=_multipart_H5TVL04MCGC8.2~Y4D2BJU3T0AP.1 size=88379 2024-08-10T05:34:05.236 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.236+0000 7f6f062d5640 1 < completed multipart upload key=H5TVL04MCGC8 upload=Y4D2BJU3T0AP tag=RBVEBRLZYUZQ type=write size=2185531 2024-08-10T05:34:05.241 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.240+0000 7f6f062d5640 1 > prepared part key=_multipart_S1E44NG3MOQ5.2~L6M3J1VWO3B4.0 size=1048576 2024-08-10T05:34:05.242 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.242+0000 7f6f062d5640 1 > prepared part key=_multipart_S1E44NG3MOQ5.2~L6M3J1VWO3B4.1 size=898222 2024-08-10T05:34:05.242 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.242+0000 7f6f062d5640 1 > prepared multipart upload key=S1E44NG3MOQ5 upload=L6M3J1VWO3B4 tag=ZI9T8O5KWNCP type=write size=2995374 2024-08-10T05:34:05.244 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.244+0000 7f6f062d5640 1 < completed delete operation key=KHYOYNS1HKDG tag=J3O7H0864FN3 type=del 2024-08-10T05:34:05.247 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.246+0000 7f6f062d5640 1 > prepared operation key=1IH8FE21AE4X tag=Z6XB94VYJDDH type=write size=262826 2024-08-10T05:34:05.249 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.248+0000 7f6f062d5640 1 < completed part key=_multipart_7N97XZL3TX2D.2~QN7F10Q1QDAQ.0 size=1048576 2024-08-10T05:34:05.251 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.250+0000 7f6f062d5640 1 < completed part key=_multipart_7N97XZL3TX2D.2~QN7F10Q1QDAQ.1 size=599973 2024-08-10T05:34:05.254 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.253+0000 7f6f062d5640 1 < completed multipart upload key=7N97XZL3TX2D upload=QN7F10Q1QDAQ tag=A4DXX6985UU6 type=write size=2697125 2024-08-10T05:34:05.257 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.256+0000 7f6f062d5640 1 > prepared operation key=LTRO8UR68E01 tag=ZAJFV8W0AKSE type=del size=928065 2024-08-10T05:34:05.259 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.259+0000 7f6f062d5640 -1 < failed to complete operation key=1G5AU0L67121 tag=Z7TZ0F2VP1CR type=del size=441206: (22) Invalid argument 2024-08-10T05:34:05.264 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.264+0000 7f6f062d5640 1 > prepared part key=_multipart_J7D76V4ENV9B.2~G0RVGHSVPFES.0 size=1048576 2024-08-10T05:34:05.266 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.266+0000 7f6f062d5640 1 > prepared part key=_multipart_J7D76V4ENV9B.2~G0RVGHSVPFES.1 size=318117 2024-08-10T05:34:05.266 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.266+0000 7f6f062d5640 1 > prepared multipart upload key=J7D76V4ENV9B upload=G0RVGHSVPFES tag=0VI8N08MT5JL type=write size=2415269 2024-08-10T05:34:05.269 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.268+0000 7f6f062d5640 1 < completed part key=_multipart_KHYOYNS1HKDG.2~8WI2DYOW04CC.0 size=1048576 2024-08-10T05:34:05.270 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.270+0000 7f6f062d5640 1 < completed part key=_multipart_KHYOYNS1HKDG.2~8WI2DYOW04CC.1 size=1048576 2024-08-10T05:34:05.272 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.271+0000 7f6f062d5640 1 < completed part key=_multipart_KHYOYNS1HKDG.2~8WI2DYOW04CC.2 size=235324 2024-08-10T05:34:05.276 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.275+0000 7f6f062d5640 1 < completed multipart upload key=KHYOYNS1HKDG upload=8WI2DYOW04CC tag=EUYUDVJWST0L type=write size=3381052 2024-08-10T05:34:05.278 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.277+0000 7f6f062d5640 1 > prepared operation key=QTHON9W7S3SP tag=N71E3WLZ0LJJ type=del size=3853069 2024-08-10T05:34:05.281 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.280+0000 7f6f062d5640 1 < completed part key=_multipart_FXQKBLXUHJHI.2~KFU4K4MHSIEH.0 size=1048576 2024-08-10T05:34:05.283 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.282+0000 7f6f062d5640 1 < completed part key=_multipart_FXQKBLXUHJHI.2~KFU4K4MHSIEH.1 size=1031317 2024-08-10T05:34:05.286 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.286+0000 7f6f062d5640 1 < completed multipart upload key=FXQKBLXUHJHI upload=KFU4K4MHSIEH tag=X0WB9VJQ2KTB type=write size=3128469 2024-08-10T05:34:05.291 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.290+0000 7f6f062d5640 1 > prepared part key=_multipart_MI1XTCS076Y9.2~VI96OLXAIH2D.0 size=1048576 2024-08-10T05:34:05.292 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.292+0000 7f6f062d5640 1 > prepared part key=_multipart_MI1XTCS076Y9.2~VI96OLXAIH2D.1 size=1048576 2024-08-10T05:34:05.294 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.293+0000 7f6f062d5640 1 > prepared part key=_multipart_MI1XTCS076Y9.2~VI96OLXAIH2D.2 size=929762 2024-08-10T05:34:05.294 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.293+0000 7f6f062d5640 1 > prepared multipart upload key=MI1XTCS076Y9 upload=VI96OLXAIH2D tag=701A36E55RE0 type=write size=4075490 2024-08-10T05:34:05.294 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.294+0000 7f6f062d5640 1 < canceled part key=_multipart_8MJYHPC813SE.2~IMUF2O7G4WKM.0 size=87325 2024-08-10T05:34:05.297 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.297+0000 7f6f062d5640 1 < canceled multipart upload key=8MJYHPC813SE upload=IMUF2O7G4WKM tag=NZZDPAPNMEJD type=write size=1135901 2024-08-10T05:34:05.301 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.300+0000 7f6f062d5640 1 > prepared part key=_multipart_7DW3UO39XCUP.2~L7OPLR6I2FWD.0 size=507318 2024-08-10T05:34:05.301 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.300+0000 7f6f062d5640 1 > prepared multipart upload key=7DW3UO39XCUP upload=L7OPLR6I2FWD tag=1G9G6XH363XY type=write size=1555894 2024-08-10T05:34:05.303 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.303+0000 7f6f062d5640 1 < completed delete operation key=S1E44NG3MOQ5 tag=J098R5C12C3T type=del 2024-08-10T05:34:05.307 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.307+0000 7f6f062d5640 1 > prepared part key=_multipart_J7D76V4ENV9B.2~U0SGDGH0YRXJ.0 size=1048576 2024-08-10T05:34:05.309 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.309+0000 7f6f062d5640 1 > prepared part key=_multipart_J7D76V4ENV9B.2~U0SGDGH0YRXJ.1 size=1048576 2024-08-10T05:34:05.311 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.310+0000 7f6f062d5640 1 > prepared part key=_multipart_J7D76V4ENV9B.2~U0SGDGH0YRXJ.2 size=699613 2024-08-10T05:34:05.311 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.310+0000 7f6f062d5640 1 > prepared multipart upload key=J7D76V4ENV9B upload=U0SGDGH0YRXJ tag=HXYMVDQ54H43 type=write size=3845341 2024-08-10T05:34:05.314 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.313+0000 7f6f062d5640 1 < completed part key=_multipart_H5TVL04MCGC8.2~6SZRJN8GCIVN.0 size=1048576 2024-08-10T05:34:05.316 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.315+0000 7f6f062d5640 1 < completed part key=_multipart_H5TVL04MCGC8.2~6SZRJN8GCIVN.1 size=632736 2024-08-10T05:34:05.320 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.319+0000 7f6f062d5640 1 < completed multipart upload key=H5TVL04MCGC8 upload=6SZRJN8GCIVN tag=SXU8QFXQ9Z1E type=write size=2729888 2024-08-10T05:34:05.322 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.321+0000 7f6f062d5640 1 > prepared operation key=J7D76V4ENV9B tag=JTXKYVXYDXEX type=del size=607011 2024-08-10T05:34:05.324 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.323+0000 7f6f062d5640 1 < completed part key=_multipart_QTHON9W7S3SP.2~X7BJ4FE3ZN8F.0 size=1048576 2024-08-10T05:34:05.326 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.325+0000 7f6f062d5640 1 < completed part key=_multipart_QTHON9W7S3SP.2~X7BJ4FE3ZN8F.1 size=1048576 2024-08-10T05:34:05.326 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.325+0000 7f6f062d5640 1 < canceled part key=_multipart_QTHON9W7S3SP.2~X7BJ4FE3ZN8F.2 size=801264 2024-08-10T05:34:05.329 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.328+0000 7f6f062d5640 1 < canceled multipart upload key=QTHON9W7S3SP upload=X7BJ4FE3ZN8F tag=JGIEBQP7A1PY type=write size=3946992 2024-08-10T05:34:05.333 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.332+0000 7f6f062d5640 1 > prepared part key=_multipart_GSXYSUXHA2KE.2~7XB6X4SB4Z8D.0 size=1048576 2024-08-10T05:34:05.335 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.334+0000 7f6f062d5640 1 > prepared part key=_multipart_GSXYSUXHA2KE.2~7XB6X4SB4Z8D.1 size=517273 2024-08-10T05:34:05.335 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.334+0000 7f6f062d5640 1 > prepared multipart upload key=GSXYSUXHA2KE upload=7XB6X4SB4Z8D tag=NHDMVMWVKQI5 type=write size=2614425 2024-08-10T05:34:05.337 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.336+0000 7f6f062d5640 1 < completed part key=_multipart_M533Z7C651X9.2~25D6AWEEVW2C.0 size=1048576 2024-08-10T05:34:05.338 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.338+0000 7f6f062d5640 1 < completed part key=_multipart_M533Z7C651X9.2~25D6AWEEVW2C.1 size=398061 2024-08-10T05:34:05.341 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.341+0000 7f6f062d5640 1 < completed multipart upload key=M533Z7C651X9 upload=25D6AWEEVW2C tag=708UQJPCFC29 type=write size=2495213 2024-08-10T05:34:05.344 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.343+0000 7f6f062d5640 1 > prepared operation key=7N97XZL3TX2D tag=11M9D22IVHCK type=del size=4052659 2024-08-10T05:34:05.346 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.345+0000 7f6f062d5640 1 < completed delete operation key=8441NV2A24FO tag=S8G55P774RFD type=del 2024-08-10T05:34:05.348 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.348+0000 7f6f062d5640 1 > prepared operation key=Y0DHHLUF8MD9 tag=G9VX0XXYUNYW type=del size=3018756 2024-08-10T05:34:05.350 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.350+0000 7f6f062d5640 1 < completed part key=_multipart_MI1XTCS076Y9.2~5D0HBCE7C3O7.0 size=1048576 2024-08-10T05:34:05.352 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.352+0000 7f6f062d5640 1 < completed part key=_multipart_MI1XTCS076Y9.2~5D0HBCE7C3O7.1 size=1048576 2024-08-10T05:34:05.354 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.353+0000 7f6f062d5640 1 < completed part key=_multipart_MI1XTCS076Y9.2~5D0HBCE7C3O7.2 size=789361 2024-08-10T05:34:05.357 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.356+0000 7f6f062d5640 1 < completed multipart upload key=MI1XTCS076Y9 upload=5D0HBCE7C3O7 tag=IPQBBZRRGCKC type=write size=3935089 2024-08-10T05:34:05.360 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.359+0000 7f6f062d5640 1 > prepared part key=_multipart_QTHON9W7S3SP.2~R286WXGUHDWJ.0 size=408397 2024-08-10T05:34:05.360 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.359+0000 7f6f062d5640 1 > prepared multipart upload key=QTHON9W7S3SP upload=R286WXGUHDWJ tag=QQXC0H1SOB4K type=write size=1456973 2024-08-10T05:34:05.362 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.361+0000 7f6f062d5640 1 < completed delete operation key=QTBS1TAZXH5F tag=BNEH3CT1U5YN type=del 2024-08-10T05:34:05.364 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.363+0000 7f6f062d5640 1 > prepared operation key=H5TVL04MCGC8 tag=ZVZ61OZ3XFFD type=write size=531358 2024-08-10T05:34:05.364 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.363+0000 7f6f062d5640 1 < canceled part key=_multipart_4L5NSS7LS8GK.2~6DEJJVEJ930C.0 size=1048576 2024-08-10T05:34:05.365 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.365+0000 7f6f062d5640 1 < completed part key=_multipart_4L5NSS7LS8GK.2~6DEJJVEJ930C.1 size=1048576 2024-08-10T05:34:05.367 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.366+0000 7f6f062d5640 1 < completed part key=_multipart_4L5NSS7LS8GK.2~6DEJJVEJ930C.2 size=628513 2024-08-10T05:34:05.370 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.369+0000 7f6f062d5640 1 < canceled multipart upload key=4L5NSS7LS8GK upload=6DEJJVEJ930C tag=EG9NZPNYGDNQ type=write size=3774241 2024-08-10T05:34:05.372 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.371+0000 7f6f062d5640 1 > prepared operation key=QTBS1TAZXH5F tag=PBWV5DM5093B type=del size=1437159 2024-08-10T05:34:05.373 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.373+0000 7f6f062d5640 1 < completed delete operation key=Y0DHHLUF8MD9 tag=4WCLXV4HMDNH type=del 2024-08-10T05:34:05.375 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.374+0000 7f6f062d5640 1 > prepared operation key=J7D76V4ENV9B tag=W382RJWLC3PI type=del size=2368211 2024-08-10T05:34:05.377 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.377+0000 7f6f062d5640 1 < completed part key=_multipart_S1E44NG3MOQ5.2~L6M3J1VWO3B4.0 size=1048576 2024-08-10T05:34:05.379 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.378+0000 7f6f062d5640 1 < completed part key=_multipart_S1E44NG3MOQ5.2~L6M3J1VWO3B4.1 size=898222 2024-08-10T05:34:05.381 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.381+0000 7f6f062d5640 1 < completed multipart upload key=S1E44NG3MOQ5 upload=L6M3J1VWO3B4 tag=ZI9T8O5KWNCP type=write size=2995374 2024-08-10T05:34:05.383 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.383+0000 7f6f062d5640 1 > prepared operation key=ZPF41248T0P2 tag=YQIQMJP5E30J type=del size=3300366 2024-08-10T05:34:05.385 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.384+0000 7f6f062d5640 1 < canceled operation key=1IH8FE21AE4X tag=Z6XB94VYJDDH type=write size=262826 2024-08-10T05:34:05.387 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.386+0000 7f6f062d5640 1 > prepared operation key=3EUY0XWASPEL tag=JUQESBXR9P35 type=write size=943280 2024-08-10T05:34:05.388 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.388+0000 7f6f062d5640 1 < completed delete operation key=LTRO8UR68E01 tag=ZAJFV8W0AKSE type=del 2024-08-10T05:34:05.392 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.391+0000 7f6f062d5640 1 > prepared part key=_multipart_QTHON9W7S3SP.2~OLK0M5C9ZYF1.0 size=388207 2024-08-10T05:34:05.392 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.391+0000 7f6f062d5640 1 > prepared multipart upload key=QTHON9W7S3SP upload=OLK0M5C9ZYF1 tag=NCK22JJNIMNY type=write size=1436783 2024-08-10T05:34:05.392 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.391+0000 7f6f062d5640 1 < canceled part key=_multipart_J7D76V4ENV9B.2~G0RVGHSVPFES.0 size=1048576 2024-08-10T05:34:05.394 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.393+0000 7f6f062d5640 1 < completed part key=_multipart_J7D76V4ENV9B.2~G0RVGHSVPFES.1 size=318117 2024-08-10T05:34:05.397 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.396+0000 7f6f062d5640 1 < canceled multipart upload key=J7D76V4ENV9B upload=G0RVGHSVPFES tag=0VI8N08MT5JL type=write size=2415269 2024-08-10T05:34:05.398 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.398+0000 7f6f062d5640 1 > prepared operation key=H4D0TFSG0EKP tag=U304Z7ZL1V62 type=write size=579386 2024-08-10T05:34:05.402 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.401+0000 7f6f062d5640 1 < suggested update operation key=QTHON9W7S3SP tag=N71E3WLZ0LJJ type=del size=3853069 2024-08-10T05:34:05.405 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.404+0000 7f6f062d5640 1 > prepared part key=_multipart_QTHON9W7S3SP.2~TIA8D8GDSNH6.0 size=702603 2024-08-10T05:34:05.405 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.404+0000 7f6f062d5640 1 > prepared multipart upload key=QTHON9W7S3SP upload=TIA8D8GDSNH6 tag=CVQ47E15R166 type=write size=1751179 2024-08-10T05:34:05.410 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.406+0000 7f6f062d5640 1 < completed part key=_multipart_MI1XTCS076Y9.2~VI96OLXAIH2D.0 size=1048576 2024-08-10T05:34:05.410 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.408+0000 7f6f062d5640 1 < completed part key=_multipart_MI1XTCS076Y9.2~VI96OLXAIH2D.1 size=1048576 2024-08-10T05:34:05.410 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.409+0000 7f6f062d5640 1 < completed part key=_multipart_MI1XTCS076Y9.2~VI96OLXAIH2D.2 size=929762 2024-08-10T05:34:05.413 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.412+0000 7f6f062d5640 1 < completed multipart upload key=MI1XTCS076Y9 upload=VI96OLXAIH2D tag=701A36E55RE0 type=write size=4075490 2024-08-10T05:34:05.416 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.415+0000 7f6f062d5640 1 > prepared part key=_multipart_8441NV2A24FO.2~88YACA0OER2J.0 size=1048576 2024-08-10T05:34:05.417 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.416+0000 7f6f062d5640 1 > prepared part key=_multipart_8441NV2A24FO.2~88YACA0OER2J.1 size=1048576 2024-08-10T05:34:05.419 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.418+0000 7f6f062d5640 1 > prepared part key=_multipart_8441NV2A24FO.2~88YACA0OER2J.2 size=486546 2024-08-10T05:34:05.419 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.418+0000 7f6f062d5640 1 > prepared multipart upload key=8441NV2A24FO upload=88YACA0OER2J tag=TIA3P3PMSDDH type=write size=3632274 2024-08-10T05:34:05.421 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.420+0000 7f6f062d5640 1 < completed part key=_multipart_7DW3UO39XCUP.2~L7OPLR6I2FWD.0 size=507318 2024-08-10T05:34:05.424 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.423+0000 7f6f062d5640 1 < completed multipart upload key=7DW3UO39XCUP upload=L7OPLR6I2FWD tag=1G9G6XH363XY type=write size=1555894 2024-08-10T05:34:05.425 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.425+0000 7f6f062d5640 1 > prepared operation key=WBJQTYBRMJV8 tag=79NLJ805J1NQ type=del size=2143263 2024-08-10T05:34:05.427 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.426+0000 7f6f062d5640 1 < completed part key=_multipart_J7D76V4ENV9B.2~U0SGDGH0YRXJ.0 size=1048576 2024-08-10T05:34:05.428 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.428+0000 7f6f062d5640 1 < completed part key=_multipart_J7D76V4ENV9B.2~U0SGDGH0YRXJ.1 size=1048576 2024-08-10T05:34:05.430 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.429+0000 7f6f062d5640 1 < completed part key=_multipart_J7D76V4ENV9B.2~U0SGDGH0YRXJ.2 size=699613 2024-08-10T05:34:05.433 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.432+0000 7f6f062d5640 1 < completed multipart upload key=J7D76V4ENV9B upload=U0SGDGH0YRXJ tag=HXYMVDQ54H43 type=write size=3845341 2024-08-10T05:34:05.436 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.435+0000 7f6f062d5640 1 > prepared part key=_multipart_S1E44NG3MOQ5.2~UHU8HWHCPI6K.0 size=1048576 2024-08-10T05:34:05.437 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.437+0000 7f6f062d5640 1 > prepared part key=_multipart_S1E44NG3MOQ5.2~UHU8HWHCPI6K.1 size=1048576 2024-08-10T05:34:05.439 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.438+0000 7f6f062d5640 1 > prepared part key=_multipart_S1E44NG3MOQ5.2~UHU8HWHCPI6K.2 size=888737 2024-08-10T05:34:05.439 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.438+0000 7f6f062d5640 1 > prepared multipart upload key=S1E44NG3MOQ5 upload=UHU8HWHCPI6K tag=1A4KY31K72X5 type=write size=4034465 2024-08-10T05:34:05.440 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.440+0000 7f6f062d5640 1 < completed delete operation key=J7D76V4ENV9B tag=JTXKYVXYDXEX type=del 2024-08-10T05:34:05.442 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.442+0000 7f6f062d5640 1 > prepared operation key=ZPF41248T0P2 tag=YU1VVLW38SHD type=write size=750249 2024-08-10T05:34:05.444 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.443+0000 7f6f062d5640 1 < completed part key=_multipart_GSXYSUXHA2KE.2~7XB6X4SB4Z8D.0 size=1048576 2024-08-10T05:34:05.445 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.445+0000 7f6f062d5640 1 < completed part key=_multipart_GSXYSUXHA2KE.2~7XB6X4SB4Z8D.1 size=517273 2024-08-10T05:34:05.448 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.448+0000 7f6f062d5640 1 < completed multipart upload key=GSXYSUXHA2KE upload=7XB6X4SB4Z8D tag=NHDMVMWVKQI5 type=write size=2614425 2024-08-10T05:34:05.450 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.449+0000 7f6f062d5640 1 > prepared operation key=KHYOYNS1HKDG tag=Q31A9XN73PVC type=write size=6061 2024-08-10T05:34:05.453 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.453+0000 7f6f062d5640 1 < suggested remove operation key=7N97XZL3TX2D tag=11M9D22IVHCK type=del 2024-08-10T05:34:05.455 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.454+0000 7f6f062d5640 1 > prepared operation key=QTHON9W7S3SP tag=PDN9FU4LX2R7 type=del size=1196158 2024-08-10T05:34:05.457 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.456+0000 7f6f062d5640 1 < completed delete operation key=Y0DHHLUF8MD9 tag=G9VX0XXYUNYW type=del 2024-08-10T05:34:05.458 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.458+0000 7f6f062d5640 1 > prepared operation key=00IWI9L0NGJ3 tag=JWH5XJVPGR82 type=del size=3668088 2024-08-10T05:34:05.460 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.459+0000 7f6f062d5640 1 < completed part key=_multipart_QTHON9W7S3SP.2~R286WXGUHDWJ.0 size=408397 2024-08-10T05:34:05.463 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.463+0000 7f6f062d5640 1 < completed multipart upload key=QTHON9W7S3SP upload=R286WXGUHDWJ tag=QQXC0H1SOB4K type=write size=1456973 2024-08-10T05:34:05.467 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.466+0000 7f6f062d5640 1 > prepared part key=_multipart_8MJYHPC813SE.2~HEM7OG3T4MLP.0 size=1048576 2024-08-10T05:34:05.469 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.468+0000 7f6f062d5640 1 > prepared part key=_multipart_8MJYHPC813SE.2~HEM7OG3T4MLP.1 size=1048576 2024-08-10T05:34:05.470 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.469+0000 7f6f062d5640 1 > prepared part key=_multipart_8MJYHPC813SE.2~HEM7OG3T4MLP.2 size=851753 2024-08-10T05:34:05.470 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.469+0000 7f6f062d5640 1 > prepared multipart upload key=8MJYHPC813SE upload=HEM7OG3T4MLP tag=17RTH95KK322 type=write size=3997481 2024-08-10T05:34:05.471 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.471+0000 7f6f062d5640 1 < canceled operation key=H5TVL04MCGC8 tag=ZVZ61OZ3XFFD type=write size=531358 2024-08-10T05:34:05.473 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.472+0000 7f6f062d5640 1 > prepared operation key=8441NV2A24FO tag=NBPBGEBYKDEO type=write size=18927 2024-08-10T05:34:05.475 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.474+0000 7f6f062d5640 1 < completed delete operation key=QTBS1TAZXH5F tag=PBWV5DM5093B type=del 2024-08-10T05:34:05.476 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.476+0000 7f6f062d5640 1 > prepared operation key=F0DF00AE1ISQ tag=ZESP07KFJVAI type=del size=1230139 2024-08-10T05:34:05.478 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.478+0000 7f6f062d5640 1 < completed delete operation key=J7D76V4ENV9B tag=W382RJWLC3PI type=del 2024-08-10T05:34:05.481 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.480+0000 7f6f062d5640 1 > prepared part key=_multipart_3EUY0XWASPEL.2~FWUIRB3OQPXQ.0 size=1048576 2024-08-10T05:34:05.483 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.482+0000 7f6f062d5640 1 > prepared part key=_multipart_3EUY0XWASPEL.2~FWUIRB3OQPXQ.1 size=925861 2024-08-10T05:34:05.483 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.482+0000 7f6f062d5640 1 > prepared multipart upload key=3EUY0XWASPEL upload=FWUIRB3OQPXQ tag=8XD7C9GW89Q1 type=write size=3023013 2024-08-10T05:34:05.484 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.483+0000 7f6f062d5640 1 < completed delete operation key=ZPF41248T0P2 tag=YQIQMJP5E30J type=del 2024-08-10T05:34:05.486 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.485+0000 7f6f062d5640 1 > prepared operation key=7N97XZL3TX2D tag=H3DM47IVILM8 type=del size=22763 2024-08-10T05:34:05.488 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.487+0000 7f6f062d5640 1 < canceled operation key=3EUY0XWASPEL tag=JUQESBXR9P35 type=write size=943280 2024-08-10T05:34:05.491 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.490+0000 7f6f062d5640 1 > prepared part key=_multipart_7N97XZL3TX2D.2~HIMH6928YZ16.0 size=381399 2024-08-10T05:34:05.491 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.490+0000 7f6f062d5640 1 > prepared multipart upload key=7N97XZL3TX2D upload=HIMH6928YZ16 tag=VWP314CBP2A7 type=write size=1429975 2024-08-10T05:34:05.493 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.492+0000 7f6f062d5640 1 < completed part key=_multipart_QTHON9W7S3SP.2~OLK0M5C9ZYF1.0 size=388207 2024-08-10T05:34:05.496 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.496+0000 7f6f062d5640 1 < completed multipart upload key=QTHON9W7S3SP upload=OLK0M5C9ZYF1 tag=NCK22JJNIMNY type=write size=1436783 2024-08-10T05:34:05.499 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.499+0000 7f6f062d5640 1 > prepared part key=_multipart_GNE0GMBV8Q1M.2~J65PKU8O9LRP.0 size=1048576 2024-08-10T05:34:05.501 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.500+0000 7f6f062d5640 1 > prepared part key=_multipart_GNE0GMBV8Q1M.2~J65PKU8O9LRP.1 size=102175 2024-08-10T05:34:05.501 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.500+0000 7f6f062d5640 1 > prepared multipart upload key=GNE0GMBV8Q1M upload=J65PKU8O9LRP tag=U1F0EE5BOVP1 type=write size=2199327 2024-08-10T05:34:05.502 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.502+0000 7f6f062d5640 1 < completed write operation key=H4D0TFSG0EKP tag=U304Z7ZL1V62 type=write size=579386 2024-08-10T05:34:05.506 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.505+0000 7f6f062d5640 1 > prepared part key=_multipart_8441NV2A24FO.2~Z97UD2A4X793.0 size=533155 2024-08-10T05:34:05.506 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.505+0000 7f6f062d5640 1 > prepared multipart upload key=8441NV2A24FO upload=Z97UD2A4X793 tag=3SJX57Y97IYF type=write size=1581731 2024-08-10T05:34:05.507 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.507+0000 7f6f062d5640 1 < completed part key=_multipart_QTHON9W7S3SP.2~TIA8D8GDSNH6.0 size=702603 2024-08-10T05:34:05.510 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.510+0000 7f6f062d5640 1 < completed multipart upload key=QTHON9W7S3SP upload=TIA8D8GDSNH6 tag=CVQ47E15R166 type=write size=1751179 2024-08-10T05:34:05.512 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.512+0000 7f6f062d5640 1 > prepared operation key=H4D0TFSG0EKP tag=7SY2VPS9N6TA type=del size=2358351 2024-08-10T05:34:05.514 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.513+0000 7f6f062d5640 1 < completed part key=_multipart_8441NV2A24FO.2~88YACA0OER2J.0 size=1048576 2024-08-10T05:34:05.515 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.514+0000 7f6f062d5640 1 < completed part key=_multipart_8441NV2A24FO.2~88YACA0OER2J.1 size=1048576 2024-08-10T05:34:05.515 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.514+0000 7f6f062d5640 1 < canceled part key=_multipart_8441NV2A24FO.2~88YACA0OER2J.2 size=486546 2024-08-10T05:34:05.518 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.517+0000 7f6f062d5640 1 < canceled multipart upload key=8441NV2A24FO upload=88YACA0OER2J tag=TIA3P3PMSDDH type=write size=3632274 2024-08-10T05:34:05.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:34:05 smithi031 ceph-mon[98130]: pgmap v1372: 137 pgs: 11 creating+peering, 2 unknown, 124 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:34:05.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:34:05 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:34:05.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:34:05 smithi031 ceph-mon[100614]: pgmap v1372: 137 pgs: 11 creating+peering, 2 unknown, 124 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:34:05.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:34:05 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:34:05.520 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.519+0000 7f6f062d5640 1 > prepared operation key=8441NV2A24FO tag=5BENF89XB4NQ type=del size=1301264 2024-08-10T05:34:05.523 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.522+0000 7f6f062d5640 1 < suggested update operation key=WBJQTYBRMJV8 tag=79NLJ805J1NQ type=del size=2143263 2024-08-10T05:34:05.526 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.526+0000 7f6f062d5640 1 > prepared part key=_multipart_OH2XJH7YF0P6.2~4IXCMY05GIMT.0 size=1048576 2024-08-10T05:34:05.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:34:05 smithi196 ceph-mon[90243]: pgmap v1372: 137 pgs: 11 creating+peering, 2 unknown, 124 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:34:05.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:34:05 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:34:05.528 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.527+0000 7f6f062d5640 1 > prepared part key=_multipart_OH2XJH7YF0P6.2~4IXCMY05GIMT.1 size=1048576 2024-08-10T05:34:05.529 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.529+0000 7f6f062d5640 1 > prepared part key=_multipart_OH2XJH7YF0P6.2~4IXCMY05GIMT.2 size=472901 2024-08-10T05:34:05.529 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.529+0000 7f6f062d5640 1 > prepared multipart upload key=OH2XJH7YF0P6 upload=4IXCMY05GIMT tag=VX3I6EN86XTY type=write size=3618629 2024-08-10T05:34:05.531 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.530+0000 7f6f062d5640 1 < completed part key=_multipart_S1E44NG3MOQ5.2~UHU8HWHCPI6K.0 size=1048576 2024-08-10T05:34:05.532 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.532+0000 7f6f062d5640 1 < completed part key=_multipart_S1E44NG3MOQ5.2~UHU8HWHCPI6K.1 size=1048576 2024-08-10T05:34:05.534 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.533+0000 7f6f062d5640 1 < completed part key=_multipart_S1E44NG3MOQ5.2~UHU8HWHCPI6K.2 size=888737 2024-08-10T05:34:05.537 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.536+0000 7f6f062d5640 1 < completed multipart upload key=S1E44NG3MOQ5 upload=UHU8HWHCPI6K tag=1A4KY31K72X5 type=write size=4034465 2024-08-10T05:34:05.540 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.539+0000 7f6f062d5640 1 > prepared part key=_multipart_FXQKBLXUHJHI.2~NB6L5XI2YZ1M.0 size=636704 2024-08-10T05:34:05.540 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.539+0000 7f6f062d5640 1 > prepared multipart upload key=FXQKBLXUHJHI upload=NB6L5XI2YZ1M tag=YJB5Z7GX1OAU type=write size=1685280 2024-08-10T05:34:05.542 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.541+0000 7f6f062d5640 1 < completed write operation key=ZPF41248T0P2 tag=YU1VVLW38SHD type=write size=750249 2024-08-10T05:34:05.543 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.543+0000 7f6f062d5640 1 > prepared operation key=7DW3UO39XCUP tag=J132KMQ5T2M3 type=del size=3258452 2024-08-10T05:34:05.545 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.544+0000 7f6f062d5640 1 < completed write operation key=KHYOYNS1HKDG tag=Q31A9XN73PVC type=write size=6061 2024-08-10T05:34:05.548 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.548+0000 7f6f062d5640 1 > prepared part key=_multipart_P8JMH1X8249F.2~J59EHF4DOX82.0 size=1048576 2024-08-10T05:34:05.550 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.549+0000 7f6f062d5640 1 > prepared part key=_multipart_P8JMH1X8249F.2~J59EHF4DOX82.1 size=1048576 2024-08-10T05:34:05.551 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.551+0000 7f6f062d5640 1 > prepared part key=_multipart_P8JMH1X8249F.2~J59EHF4DOX82.2 size=324857 2024-08-10T05:34:05.551 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.551+0000 7f6f062d5640 1 > prepared multipart upload key=P8JMH1X8249F upload=J59EHF4DOX82 tag=TTMAYXUNVWAN type=write size=3470585 2024-08-10T05:34:05.553 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.553+0000 7f6f062d5640 1 < completed delete operation key=QTHON9W7S3SP tag=PDN9FU4LX2R7 type=del 2024-08-10T05:34:05.555 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.555+0000 7f6f062d5640 1 > prepared operation key=FXQKBLXUHJHI tag=A3COSFX5MXWE type=del size=1545553 2024-08-10T05:34:05.558 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.557+0000 7f6f062d5640 1 < canceled operation key=00IWI9L0NGJ3 tag=JWH5XJVPGR82 type=del size=3668088 2024-08-10T05:34:05.561 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.560+0000 7f6f062d5640 1 > prepared part key=_multipart_Z3FSBPLXLYL2.2~V4JCSOF5WYQ1.0 size=1048576 2024-08-10T05:34:05.563 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.562+0000 7f6f062d5640 1 > prepared part key=_multipart_Z3FSBPLXLYL2.2~V4JCSOF5WYQ1.1 size=1048576 2024-08-10T05:34:05.565 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.564+0000 7f6f062d5640 1 > prepared part key=_multipart_Z3FSBPLXLYL2.2~V4JCSOF5WYQ1.2 size=587649 2024-08-10T05:34:05.565 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.564+0000 7f6f062d5640 1 > prepared multipart upload key=Z3FSBPLXLYL2 upload=V4JCSOF5WYQ1 tag=T5KR4HR2ESAG type=write size=3733377 2024-08-10T05:34:05.568 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.567+0000 7f6f062d5640 1 < completed part key=_multipart_8MJYHPC813SE.2~HEM7OG3T4MLP.0 size=1048576 2024-08-10T05:34:05.570 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.570+0000 7f6f062d5640 1 < completed part key=_multipart_8MJYHPC813SE.2~HEM7OG3T4MLP.1 size=1048576 2024-08-10T05:34:05.573 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.572+0000 7f6f062d5640 1 < completed part key=_multipart_8MJYHPC813SE.2~HEM7OG3T4MLP.2 size=851753 2024-08-10T05:34:05.576 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.575+0000 7f6f062d5640 1 < completed multipart upload key=8MJYHPC813SE upload=HEM7OG3T4MLP tag=17RTH95KK322 type=write size=3997481 2024-08-10T05:34:05.579 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.578+0000 7f6f062d5640 1 > prepared part key=_multipart_S1E44NG3MOQ5.2~EQP5XVHC3Q3X.0 size=1048576 2024-08-10T05:34:05.581 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.580+0000 7f6f062d5640 1 > prepared part key=_multipart_S1E44NG3MOQ5.2~EQP5XVHC3Q3X.1 size=902326 2024-08-10T05:34:05.581 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.580+0000 7f6f062d5640 1 > prepared multipart upload key=S1E44NG3MOQ5 upload=EQP5XVHC3Q3X tag=4QIFPRIGCXA9 type=write size=2999478 2024-08-10T05:34:05.583 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.582+0000 7f6f062d5640 1 < completed write operation key=8441NV2A24FO tag=NBPBGEBYKDEO type=write size=18927 2024-08-10T05:34:05.586 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.586+0000 7f6f062d5640 1 > prepared part key=_multipart_PGRI5CN7TTT0.2~OL8IJ4CFNUFW.0 size=1048576 2024-08-10T05:34:05.588 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.587+0000 7f6f062d5640 1 > prepared part key=_multipart_PGRI5CN7TTT0.2~OL8IJ4CFNUFW.1 size=1048576 2024-08-10T05:34:05.589 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.589+0000 7f6f062d5640 1 > prepared part key=_multipart_PGRI5CN7TTT0.2~OL8IJ4CFNUFW.2 size=702911 2024-08-10T05:34:05.590 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.589+0000 7f6f062d5640 1 > prepared multipart upload key=PGRI5CN7TTT0 upload=OL8IJ4CFNUFW tag=NGU25IPPEUBJ type=write size=3848639 2024-08-10T05:34:05.591 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.591+0000 7f6f062d5640 1 < completed delete operation key=F0DF00AE1ISQ tag=ZESP07KFJVAI type=del 2024-08-10T05:34:05.593 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.593+0000 7f6f062d5640 1 > prepared operation key=1G5AU0L67121 tag=CHBZDSD11689 type=write size=58972 2024-08-10T05:34:05.595 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.595+0000 7f6f062d5640 1 < completed part key=_multipart_3EUY0XWASPEL.2~FWUIRB3OQPXQ.0 size=1048576 2024-08-10T05:34:05.597 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.596+0000 7f6f062d5640 1 < completed part key=_multipart_3EUY0XWASPEL.2~FWUIRB3OQPXQ.1 size=925861 2024-08-10T05:34:05.600 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.599+0000 7f6f062d5640 1 < completed multipart upload key=3EUY0XWASPEL upload=FWUIRB3OQPXQ tag=8XD7C9GW89Q1 type=write size=3023013 2024-08-10T05:34:05.602 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.601+0000 7f6f062d5640 1 > prepared operation key=MI1XTCS076Y9 tag=5UQI4APX59HH type=del size=2969524 2024-08-10T05:34:05.604 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.604+0000 7f6f062d5640 1 < completed delete operation key=7N97XZL3TX2D tag=H3DM47IVILM8 type=del 2024-08-10T05:34:05.606 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.606+0000 7f6f062d5640 1 > prepared operation key=S1J0EDZ5K22Q tag=Q3OBH3AMFRTM type=del size=2384513 2024-08-10T05:34:05.609 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.608+0000 7f6f062d5640 1 < completed part key=_multipart_7N97XZL3TX2D.2~HIMH6928YZ16.0 size=381399 2024-08-10T05:34:05.614 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.612+0000 7f6f062d5640 1 < completed multipart upload key=7N97XZL3TX2D upload=HIMH6928YZ16 tag=VWP314CBP2A7 type=write size=1429975 2024-08-10T05:34:05.616 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.615+0000 7f6f062d5640 1 > prepared part key=_multipart_7N97XZL3TX2D.2~7L9VEV7FZJC4.0 size=1048576 2024-08-10T05:34:05.618 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.617+0000 7f6f062d5640 1 > prepared part key=_multipart_7N97XZL3TX2D.2~7L9VEV7FZJC4.1 size=305759 2024-08-10T05:34:05.618 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.617+0000 7f6f062d5640 1 > prepared multipart upload key=7N97XZL3TX2D upload=7L9VEV7FZJC4 tag=O4KM4W8937NG type=write size=2402911 2024-08-10T05:34:05.620 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.619+0000 7f6f062d5640 1 < completed part key=_multipart_GNE0GMBV8Q1M.2~J65PKU8O9LRP.0 size=1048576 2024-08-10T05:34:05.622 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.621+0000 7f6f062d5640 1 < completed part key=_multipart_GNE0GMBV8Q1M.2~J65PKU8O9LRP.1 size=102175 2024-08-10T05:34:05.625 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.625+0000 7f6f062d5640 1 < completed multipart upload key=GNE0GMBV8Q1M upload=J65PKU8O9LRP tag=U1F0EE5BOVP1 type=write size=2199327 2024-08-10T05:34:05.627 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.626+0000 7f6f062d5640 1 > prepared operation key=KHYOYNS1HKDG tag=W9CDFAH062QX type=write size=100595 2024-08-10T05:34:05.629 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.628+0000 7f6f062d5640 1 < completed part key=_multipart_8441NV2A24FO.2~Z97UD2A4X793.0 size=533155 2024-08-10T05:34:05.632 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.632+0000 7f6f062d5640 1 < completed multipart upload key=8441NV2A24FO upload=Z97UD2A4X793 tag=3SJX57Y97IYF type=write size=1581731 2024-08-10T05:34:05.636 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.636+0000 7f6f062d5640 1 > prepared part key=_multipart_4L5NSS7LS8GK.2~WWF7N4BBB78M.0 size=330566 2024-08-10T05:34:05.636 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.636+0000 7f6f062d5640 1 > prepared multipart upload key=4L5NSS7LS8GK upload=WWF7N4BBB78M tag=0NNAE68NWM6A type=write size=1379142 2024-08-10T05:34:05.638 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.638+0000 7f6f062d5640 1 < completed delete operation key=H4D0TFSG0EKP tag=7SY2VPS9N6TA type=del 2024-08-10T05:34:05.641 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.640+0000 7f6f062d5640 1 > prepared operation key=H4D0TFSG0EKP tag=AZV2OKK6NSZ9 type=del size=3599984 2024-08-10T05:34:05.643 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.642+0000 7f6f062d5640 1 < completed delete operation key=8441NV2A24FO tag=5BENF89XB4NQ type=del 2024-08-10T05:34:05.646 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.645+0000 7f6f062d5640 1 > prepared part key=_multipart_GSXYSUXHA2KE.2~ZPFKU7RBSFJJ.0 size=1048576 2024-08-10T05:34:05.648 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.647+0000 7f6f062d5640 1 > prepared part key=_multipart_GSXYSUXHA2KE.2~ZPFKU7RBSFJJ.1 size=1048576 2024-08-10T05:34:05.649 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.649+0000 7f6f062d5640 1 > prepared part key=_multipart_GSXYSUXHA2KE.2~ZPFKU7RBSFJJ.2 size=753492 2024-08-10T05:34:05.649 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.649+0000 7f6f062d5640 1 > prepared multipart upload key=GSXYSUXHA2KE upload=ZPFKU7RBSFJJ tag=IYS18A2T6FKO type=write size=3899220 2024-08-10T05:34:05.650 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.649+0000 7f6f062d5640 1 < canceled part key=_multipart_OH2XJH7YF0P6.2~4IXCMY05GIMT.0 size=1048576 2024-08-10T05:34:05.651 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.651+0000 7f6f062d5640 1 < completed part key=_multipart_OH2XJH7YF0P6.2~4IXCMY05GIMT.1 size=1048576 2024-08-10T05:34:05.653 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.652+0000 7f6f062d5640 1 < completed part key=_multipart_OH2XJH7YF0P6.2~4IXCMY05GIMT.2 size=472901 2024-08-10T05:34:05.656 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.656+0000 7f6f062d5640 1 < canceled multipart upload key=OH2XJH7YF0P6 upload=4IXCMY05GIMT tag=VX3I6EN86XTY type=write size=3618629 2024-08-10T05:34:05.660 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.660+0000 7f6f062d5640 1 > prepared part key=_multipart_7N97XZL3TX2D.2~BUQTLRBSGMWP.0 size=89055 2024-08-10T05:34:05.661 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.660+0000 7f6f062d5640 1 > prepared multipart upload key=7N97XZL3TX2D upload=BUQTLRBSGMWP tag=SQOHW0FXHRH0 type=write size=1137631 2024-08-10T05:34:05.663 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.663+0000 7f6f062d5640 1 < completed part key=_multipart_FXQKBLXUHJHI.2~NB6L5XI2YZ1M.0 size=636704 2024-08-10T05:34:05.667 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.666+0000 7f6f062d5640 1 < completed multipart upload key=FXQKBLXUHJHI upload=NB6L5XI2YZ1M tag=YJB5Z7GX1OAU type=write size=1685280 2024-08-10T05:34:05.669 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.668+0000 7f6f062d5640 1 > prepared operation key=WBJQTYBRMJV8 tag=5XHW3Y147DHG type=del size=539449 2024-08-10T05:34:05.671 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.671+0000 7f6f062d5640 1 < completed delete operation key=7DW3UO39XCUP tag=J132KMQ5T2M3 type=del 2024-08-10T05:34:05.673 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.673+0000 7f6f062d5640 1 > prepared operation key=Z3FSBPLXLYL2 tag=N55UQ42CCUMQ type=del size=1508723 2024-08-10T05:34:05.675 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.675+0000 7f6f062d5640 1 < completed part key=_multipart_P8JMH1X8249F.2~J59EHF4DOX82.0 size=1048576 2024-08-10T05:34:05.677 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.676+0000 7f6f062d5640 1 < completed part key=_multipart_P8JMH1X8249F.2~J59EHF4DOX82.1 size=1048576 2024-08-10T05:34:05.677 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.676+0000 7f6f062d5640 1 < canceled part key=_multipart_P8JMH1X8249F.2~J59EHF4DOX82.2 size=324857 2024-08-10T05:34:05.681 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.680+0000 7f6f062d5640 1 < canceled multipart upload key=P8JMH1X8249F upload=J59EHF4DOX82 tag=TTMAYXUNVWAN type=write size=3470585 2024-08-10T05:34:05.686 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.685+0000 7f6f062d5640 1 > prepared part key=_multipart_P8JMH1X8249F.2~B66JCH1Z2ENM.0 size=1048576 2024-08-10T05:34:05.687 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.687+0000 7f6f062d5640 1 > prepared part key=_multipart_P8JMH1X8249F.2~B66JCH1Z2ENM.1 size=1048576 2024-08-10T05:34:05.689 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.688+0000 7f6f062d5640 1 > prepared part key=_multipart_P8JMH1X8249F.2~B66JCH1Z2ENM.2 size=984170 2024-08-10T05:34:05.689 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.688+0000 7f6f062d5640 1 > prepared multipart upload key=P8JMH1X8249F upload=B66JCH1Z2ENM tag=4NU6P1UYB0HY type=write size=4129898 2024-08-10T05:34:05.691 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.690+0000 7f6f062d5640 1 < completed delete operation key=FXQKBLXUHJHI tag=A3COSFX5MXWE type=del 2024-08-10T05:34:05.692 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.692+0000 7f6f062d5640 1 > prepared operation key=Y0DHHLUF8MD9 tag=UPKQ0GE42X2K type=del size=69928 2024-08-10T05:34:05.694 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.693+0000 7f6f062d5640 1 < completed part key=_multipart_Z3FSBPLXLYL2.2~V4JCSOF5WYQ1.0 size=1048576 2024-08-10T05:34:05.695 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.695+0000 7f6f062d5640 1 < completed part key=_multipart_Z3FSBPLXLYL2.2~V4JCSOF5WYQ1.1 size=1048576 2024-08-10T05:34:05.697 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.696+0000 7f6f062d5640 1 < completed part key=_multipart_Z3FSBPLXLYL2.2~V4JCSOF5WYQ1.2 size=587649 2024-08-10T05:34:05.699 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.699+0000 7f6f062d5640 1 < completed multipart upload key=Z3FSBPLXLYL2 upload=V4JCSOF5WYQ1 tag=T5KR4HR2ESAG type=write size=3733377 2024-08-10T05:34:05.703 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.703+0000 7f6f062d5640 1 > prepared part key=_multipart_OH2XJH7YF0P6.2~07AOVAK9BNY1.0 size=1048576 2024-08-10T05:34:05.705 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.704+0000 7f6f062d5640 1 > prepared part key=_multipart_OH2XJH7YF0P6.2~07AOVAK9BNY1.1 size=1048576 2024-08-10T05:34:05.706 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.705+0000 7f6f062d5640 1 > prepared part key=_multipart_OH2XJH7YF0P6.2~07AOVAK9BNY1.2 size=401624 2024-08-10T05:34:05.706 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.705+0000 7f6f062d5640 1 > prepared multipart upload key=OH2XJH7YF0P6 upload=07AOVAK9BNY1 tag=4W95F94FZ15I type=write size=3547352 2024-08-10T05:34:05.708 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.707+0000 7f6f062d5640 1 < completed part key=_multipart_S1E44NG3MOQ5.2~EQP5XVHC3Q3X.0 size=1048576 2024-08-10T05:34:05.709 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.708+0000 7f6f062d5640 1 < completed part key=_multipart_S1E44NG3MOQ5.2~EQP5XVHC3Q3X.1 size=902326 2024-08-10T05:34:05.712 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.711+0000 7f6f062d5640 1 < completed multipart upload key=S1E44NG3MOQ5 upload=EQP5XVHC3Q3X tag=4QIFPRIGCXA9 type=write size=2999478 2024-08-10T05:34:05.714 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.713+0000 7f6f062d5640 1 > prepared operation key=4L5NSS7LS8GK tag=UR68Y3P6XRST type=del size=3927864 2024-08-10T05:34:05.715 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.715+0000 7f6f062d5640 1 < completed part key=_multipart_PGRI5CN7TTT0.2~OL8IJ4CFNUFW.0 size=1048576 2024-08-10T05:34:05.717 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.716+0000 7f6f062d5640 1 < completed part key=_multipart_PGRI5CN7TTT0.2~OL8IJ4CFNUFW.1 size=1048576 2024-08-10T05:34:05.718 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.717+0000 7f6f062d5640 1 < completed part key=_multipart_PGRI5CN7TTT0.2~OL8IJ4CFNUFW.2 size=702911 2024-08-10T05:34:05.721 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.721+0000 7f6f062d5640 1 < completed multipart upload key=PGRI5CN7TTT0 upload=OL8IJ4CFNUFW tag=NGU25IPPEUBJ type=write size=3848639 2024-08-10T05:34:05.723 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.723+0000 7f6f062d5640 1 > prepared operation key=FXQKBLXUHJHI tag=5QNIX7IWIPB4 type=write size=179542 2024-08-10T05:34:05.725 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.724+0000 7f6f062d5640 1 < canceled operation key=1G5AU0L67121 tag=CHBZDSD11689 type=write size=58972 2024-08-10T05:34:05.728 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.727+0000 7f6f062d5640 1 > prepared part key=_multipart_OH2XJH7YF0P6.2~CFL07JUC74RH.0 size=1048576 2024-08-10T05:34:05.729 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.729+0000 7f6f062d5640 1 > prepared part key=_multipart_OH2XJH7YF0P6.2~CFL07JUC74RH.1 size=1048576 2024-08-10T05:34:05.731 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.730+0000 7f6f062d5640 1 > prepared part key=_multipart_OH2XJH7YF0P6.2~CFL07JUC74RH.2 size=306385 2024-08-10T05:34:05.731 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.730+0000 7f6f062d5640 1 > prepared multipart upload key=OH2XJH7YF0P6 upload=CFL07JUC74RH tag=2H20XP17W71P type=write size=3452113 2024-08-10T05:34:05.732 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.732+0000 7f6f062d5640 1 < completed delete operation key=MI1XTCS076Y9 tag=5UQI4APX59HH type=del 2024-08-10T05:34:05.734 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.733+0000 7f6f062d5640 1 > prepared operation key=P8JMH1X8249F tag=KS5Y6V4ST3CT type=del size=2423720 2024-08-10T05:34:05.737 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.737+0000 7f6f062d5640 1 < suggested update operation key=S1J0EDZ5K22Q tag=Q3OBH3AMFRTM type=del size=2384513 2024-08-10T05:34:05.739 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.738+0000 7f6f062d5640 1 > prepared operation key=4L5NSS7LS8GK tag=SQVF329I3929 type=del size=1556164 2024-08-10T05:34:05.741 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.740+0000 7f6f062d5640 1 < completed part key=_multipart_7N97XZL3TX2D.2~7L9VEV7FZJC4.0 size=1048576 2024-08-10T05:34:05.742 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.741+0000 7f6f062d5640 1 < completed part key=_multipart_7N97XZL3TX2D.2~7L9VEV7FZJC4.1 size=305759 2024-08-10T05:34:05.745 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.744+0000 7f6f062d5640 1 < completed multipart upload key=7N97XZL3TX2D upload=7L9VEV7FZJC4 tag=O4KM4W8937NG type=write size=2402911 2024-08-10T05:34:05.747 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.746+0000 7f6f062d5640 1 > prepared operation key=1G5AU0L67121 tag=WD2RLVWYT9OI type=write size=304151 2024-08-10T05:34:05.749 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.748+0000 7f6f062d5640 1 < completed write operation key=KHYOYNS1HKDG tag=W9CDFAH062QX type=write size=100595 2024-08-10T05:34:05.752 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.752+0000 7f6f062d5640 1 > prepared part key=_multipart_KHYOYNS1HKDG.2~8WV1KRG2C209.0 size=70634 2024-08-10T05:34:05.753 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.752+0000 7f6f062d5640 1 > prepared multipart upload key=KHYOYNS1HKDG upload=8WV1KRG2C209 tag=254GB5QPH360 type=write size=1119210 2024-08-10T05:34:05.753 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.752+0000 7f6f062d5640 1 < canceled part key=_multipart_4L5NSS7LS8GK.2~WWF7N4BBB78M.0 size=330566 2024-08-10T05:34:05.757 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.756+0000 7f6f062d5640 1 < canceled multipart upload key=4L5NSS7LS8GK upload=WWF7N4BBB78M tag=0NNAE68NWM6A type=write size=1379142 2024-08-10T05:34:05.760 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.760+0000 7f6f062d5640 1 > prepared part key=_multipart_PGRI5CN7TTT0.2~0ADTT1G2MG9Q.0 size=1048576 2024-08-10T05:34:05.762 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.761+0000 7f6f062d5640 1 > prepared part key=_multipart_PGRI5CN7TTT0.2~0ADTT1G2MG9Q.1 size=780170 2024-08-10T05:34:05.762 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.761+0000 7f6f062d5640 1 > prepared multipart upload key=PGRI5CN7TTT0 upload=0ADTT1G2MG9Q tag=V4B2UB04MPNK type=write size=2877322 2024-08-10T05:34:05.766 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.765+0000 7f6f062d5640 1 < suggested update operation key=H4D0TFSG0EKP tag=AZV2OKK6NSZ9 type=del size=3599984 2024-08-10T05:34:05.770 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.769+0000 7f6f062d5640 1 > prepared part key=_multipart_WBJQTYBRMJV8.2~PANOJ4WEUTA0.0 size=1048576 2024-08-10T05:34:05.771 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.770+0000 7f6f062d5640 1 > prepared part key=_multipart_WBJQTYBRMJV8.2~PANOJ4WEUTA0.1 size=869549 2024-08-10T05:34:05.771 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.770+0000 7f6f062d5640 1 > prepared multipart upload key=WBJQTYBRMJV8 upload=PANOJ4WEUTA0 tag=QYGAQA1YZUEQ type=write size=2966701 2024-08-10T05:34:05.773 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.772+0000 7f6f062d5640 1 < completed part key=_multipart_GSXYSUXHA2KE.2~ZPFKU7RBSFJJ.0 size=1048576 2024-08-10T05:34:05.774 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.774+0000 7f6f062d5640 1 < completed part key=_multipart_GSXYSUXHA2KE.2~ZPFKU7RBSFJJ.1 size=1048576 2024-08-10T05:34:05.776 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.775+0000 7f6f062d5640 1 < completed part key=_multipart_GSXYSUXHA2KE.2~ZPFKU7RBSFJJ.2 size=753492 2024-08-10T05:34:05.779 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.779+0000 7f6f062d5640 1 < completed multipart upload key=GSXYSUXHA2KE upload=ZPFKU7RBSFJJ tag=IYS18A2T6FKO type=write size=3899220 2024-08-10T05:34:05.782 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.782+0000 7f6f062d5640 1 > prepared part key=_multipart_F0DF00AE1ISQ.2~20JTPQHKYL9S.0 size=1048030 2024-08-10T05:34:05.782 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.782+0000 7f6f062d5640 1 > prepared multipart upload key=F0DF00AE1ISQ upload=20JTPQHKYL9S tag=6E355F03ZKHI type=write size=2096606 2024-08-10T05:34:05.784 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.783+0000 7f6f062d5640 1 < completed part key=_multipart_7N97XZL3TX2D.2~BUQTLRBSGMWP.0 size=89055 2024-08-10T05:34:05.787 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.786+0000 7f6f062d5640 1 < completed multipart upload key=7N97XZL3TX2D upload=BUQTLRBSGMWP tag=SQOHW0FXHRH0 type=write size=1137631 2024-08-10T05:34:05.791 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.791+0000 7f6f062d5640 1 > prepared part key=_multipart_FXQKBLXUHJHI.2~UVWUQKPLS67U.0 size=1048576 2024-08-10T05:34:05.793 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.792+0000 7f6f062d5640 1 > prepared part key=_multipart_FXQKBLXUHJHI.2~UVWUQKPLS67U.1 size=1048576 2024-08-10T05:34:05.794 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.793+0000 7f6f062d5640 1 > prepared part key=_multipart_FXQKBLXUHJHI.2~UVWUQKPLS67U.2 size=819951 2024-08-10T05:34:05.794 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.793+0000 7f6f062d5640 1 > prepared multipart upload key=FXQKBLXUHJHI upload=UVWUQKPLS67U tag=8AY6VJTXRQGI type=write size=3965679 2024-08-10T05:34:05.796 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.795+0000 7f6f062d5640 1 < completed delete operation key=WBJQTYBRMJV8 tag=5XHW3Y147DHG type=del 2024-08-10T05:34:05.799 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.798+0000 7f6f062d5640 1 > prepared part key=_multipart_PGRI5CN7TTT0.2~L9KKGWVMC5LR.0 size=1048576 2024-08-10T05:34:05.800 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.800+0000 7f6f062d5640 1 > prepared part key=_multipart_PGRI5CN7TTT0.2~L9KKGWVMC5LR.1 size=1048576 2024-08-10T05:34:05.802 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.801+0000 7f6f062d5640 1 > prepared part key=_multipart_PGRI5CN7TTT0.2~L9KKGWVMC5LR.2 size=1018953 2024-08-10T05:34:05.802 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.801+0000 7f6f062d5640 1 > prepared multipart upload key=PGRI5CN7TTT0 upload=L9KKGWVMC5LR tag=CPYXUSOX141A type=write size=4164681 2024-08-10T05:34:05.804 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.803+0000 7f6f062d5640 1 < completed delete operation key=Z3FSBPLXLYL2 tag=N55UQ42CCUMQ type=del 2024-08-10T05:34:05.805 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.805+0000 7f6f062d5640 1 > prepared operation key=ZPF41248T0P2 tag=57A3QL32XHVP type=del size=137599 2024-08-10T05:34:05.807 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.806+0000 7f6f062d5640 1 < completed part key=_multipart_P8JMH1X8249F.2~B66JCH1Z2ENM.0 size=1048576 2024-08-10T05:34:05.808 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.808+0000 7f6f062d5640 1 < completed part key=_multipart_P8JMH1X8249F.2~B66JCH1Z2ENM.1 size=1048576 2024-08-10T05:34:05.810 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.810+0000 7f6f062d5640 1 < completed part key=_multipart_P8JMH1X8249F.2~B66JCH1Z2ENM.2 size=984170 2024-08-10T05:34:05.814 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.813+0000 7f6f062d5640 1 < completed multipart upload key=P8JMH1X8249F upload=B66JCH1Z2ENM tag=4NU6P1UYB0HY type=write size=4129898 2024-08-10T05:34:05.818 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.816+0000 7f6f062d5640 1 > prepared operation key=M533Z7C651X9 tag=DDI3SDJHNK21 type=del size=3606701 2024-08-10T05:34:05.820 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.820+0000 7f6f062d5640 1 < suggested update operation key=Y0DHHLUF8MD9 tag=UPKQ0GE42X2K type=del size=69928 2024-08-10T05:34:05.822 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.822+0000 7f6f062d5640 1 > prepared operation key=OH2XJH7YF0P6 tag=SXS7TYWAWMGV type=del size=1238226 2024-08-10T05:34:05.823 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.822+0000 7f6f062d5640 1 < canceled part key=_multipart_OH2XJH7YF0P6.2~07AOVAK9BNY1.0 size=1048576 2024-08-10T05:34:05.824 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.823+0000 7f6f062d5640 1 < completed part key=_multipart_OH2XJH7YF0P6.2~07AOVAK9BNY1.1 size=1048576 2024-08-10T05:34:05.825 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.825+0000 7f6f062d5640 1 < completed part key=_multipart_OH2XJH7YF0P6.2~07AOVAK9BNY1.2 size=401624 2024-08-10T05:34:05.828 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.828+0000 7f6f062d5640 1 < canceled multipart upload key=OH2XJH7YF0P6 upload=07AOVAK9BNY1 tag=4W95F94FZ15I type=write size=3547352 2024-08-10T05:34:05.830 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.830+0000 7f6f062d5640 1 > prepared operation key=731ALD189846 tag=E5N7UYVMQL62 type=del size=3273816 2024-08-10T05:34:05.832 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.831+0000 7f6f062d5640 1 < completed delete operation key=4L5NSS7LS8GK tag=UR68Y3P6XRST type=del 2024-08-10T05:34:05.834 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.833+0000 7f6f062d5640 1 > prepared operation key=WBJQTYBRMJV8 tag=2SQ7JOK22Q2W type=write size=242289 2024-08-10T05:34:05.836 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.835+0000 7f6f062d5640 1 < completed write operation key=FXQKBLXUHJHI tag=5QNIX7IWIPB4 type=write size=179542 2024-08-10T05:34:05.837 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.836+0000 7f6f062d5640 1 > prepared operation key=GNE0GMBV8Q1M tag=L5AVRZLYH6KO type=del size=1283568 2024-08-10T05:34:05.839 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.838+0000 7f6f062d5640 1 < completed part key=_multipart_OH2XJH7YF0P6.2~CFL07JUC74RH.0 size=1048576 2024-08-10T05:34:05.840 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.840+0000 7f6f062d5640 1 < completed part key=_multipart_OH2XJH7YF0P6.2~CFL07JUC74RH.1 size=1048576 2024-08-10T05:34:05.842 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.841+0000 7f6f062d5640 1 < completed part key=_multipart_OH2XJH7YF0P6.2~CFL07JUC74RH.2 size=306385 2024-08-10T05:34:05.845 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.844+0000 7f6f062d5640 1 < completed multipart upload key=OH2XJH7YF0P6 upload=CFL07JUC74RH tag=2H20XP17W71P type=write size=3452113 2024-08-10T05:34:05.847 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.846+0000 7f6f062d5640 1 > prepared operation key=LTRO8UR68E01 tag=DJO66NGEQ5NH type=del size=4159500 2024-08-10T05:34:05.848 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.848+0000 7f6f062d5640 1 < completed delete operation key=P8JMH1X8249F tag=KS5Y6V4ST3CT type=del 2024-08-10T05:34:05.852 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.851+0000 7f6f062d5640 1 > prepared part key=_multipart_WBJQTYBRMJV8.2~VFDZ87A54S7K.0 size=237711 2024-08-10T05:34:05.852 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.851+0000 7f6f062d5640 1 > prepared multipart upload key=WBJQTYBRMJV8 upload=VFDZ87A54S7K tag=IQMDKV2VNBNH type=write size=1286287 2024-08-10T05:34:05.857 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.856+0000 7f6f062d5640 1 < suggested remove operation key=4L5NSS7LS8GK tag=SQVF329I3929 type=del 2024-08-10T05:34:05.861 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.860+0000 7f6f062d5640 1 > prepared part key=_multipart_F0DF00AE1ISQ.2~0DE5FYFD1QI3.0 size=1048576 2024-08-10T05:34:05.862 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.861+0000 7f6f062d5640 1 > prepared part key=_multipart_F0DF00AE1ISQ.2~0DE5FYFD1QI3.1 size=914277 2024-08-10T05:34:05.862 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.861+0000 7f6f062d5640 1 > prepared multipart upload key=F0DF00AE1ISQ upload=0DE5FYFD1QI3 tag=O2S2O4U54LDI type=write size=3011429 2024-08-10T05:34:05.864 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.863+0000 7f6f062d5640 1 < completed write operation key=1G5AU0L67121 tag=WD2RLVWYT9OI type=write size=304151 2024-08-10T05:34:05.865 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.865+0000 7f6f062d5640 1 > prepared operation key=WBJQTYBRMJV8 tag=J8QGL6F3PU1I type=del size=3387784 2024-08-10T05:34:05.867 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.866+0000 7f6f062d5640 1 < completed part key=_multipart_KHYOYNS1HKDG.2~8WV1KRG2C209.0 size=70634 2024-08-10T05:34:05.870 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.870+0000 7f6f062d5640 1 < completed multipart upload key=KHYOYNS1HKDG upload=8WV1KRG2C209 tag=254GB5QPH360 type=write size=1119210 2024-08-10T05:34:05.873 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.873+0000 7f6f062d5640 1 > prepared part key=_multipart_GNE0GMBV8Q1M.2~ACOFOC3IW3J9.0 size=827191 2024-08-10T05:34:05.874 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.873+0000 7f6f062d5640 1 > prepared multipart upload key=GNE0GMBV8Q1M upload=ACOFOC3IW3J9 tag=3GHJPFAZXGN4 type=write size=1875767 2024-08-10T05:34:05.875 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.874+0000 7f6f062d5640 1 < completed part key=_multipart_PGRI5CN7TTT0.2~0ADTT1G2MG9Q.0 size=1048576 2024-08-10T05:34:05.877 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.876+0000 7f6f062d5640 1 < completed part key=_multipart_PGRI5CN7TTT0.2~0ADTT1G2MG9Q.1 size=780170 2024-08-10T05:34:05.879 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.879+0000 7f6f062d5640 1 < completed multipart upload key=PGRI5CN7TTT0 upload=0ADTT1G2MG9Q tag=V4B2UB04MPNK type=write size=2877322 2024-08-10T05:34:05.881 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.881+0000 7f6f062d5640 1 > prepared operation key=KHYOYNS1HKDG tag=6L6DRMFKEK29 type=del size=1420296 2024-08-10T05:34:05.883 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.882+0000 7f6f062d5640 1 < completed part key=_multipart_WBJQTYBRMJV8.2~PANOJ4WEUTA0.0 size=1048576 2024-08-10T05:34:05.885 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.884+0000 7f6f062d5640 1 < completed part key=_multipart_WBJQTYBRMJV8.2~PANOJ4WEUTA0.1 size=869549 2024-08-10T05:34:05.888 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.887+0000 7f6f062d5640 1 < completed multipart upload key=WBJQTYBRMJV8 upload=PANOJ4WEUTA0 tag=QYGAQA1YZUEQ type=write size=2966701 2024-08-10T05:34:05.890 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.889+0000 7f6f062d5640 1 > prepared operation key=P8JMH1X8249F tag=HPYC14H2MKA0 type=del size=132 2024-08-10T05:34:05.892 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.891+0000 7f6f062d5640 1 < completed part key=_multipart_F0DF00AE1ISQ.2~20JTPQHKYL9S.0 size=1048030 2024-08-10T05:34:05.895 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.894+0000 7f6f062d5640 1 < completed multipart upload key=F0DF00AE1ISQ upload=20JTPQHKYL9S tag=6E355F03ZKHI type=write size=2096606 2024-08-10T05:34:05.898 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.897+0000 7f6f062d5640 1 > prepared part key=_multipart_QTHON9W7S3SP.2~IHFB9WZS6PE2.0 size=480978 2024-08-10T05:34:05.898 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.897+0000 7f6f062d5640 1 > prepared multipart upload key=QTHON9W7S3SP upload=IHFB9WZS6PE2 tag=3ITYZAZDG68W type=write size=1529554 2024-08-10T05:34:05.900 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.899+0000 7f6f062d5640 1 < completed part key=_multipart_FXQKBLXUHJHI.2~UVWUQKPLS67U.0 size=1048576 2024-08-10T05:34:05.901 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.901+0000 7f6f062d5640 1 < completed part key=_multipart_FXQKBLXUHJHI.2~UVWUQKPLS67U.1 size=1048576 2024-08-10T05:34:05.903 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.902+0000 7f6f062d5640 1 < completed part key=_multipart_FXQKBLXUHJHI.2~UVWUQKPLS67U.2 size=819951 2024-08-10T05:34:05.906 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.905+0000 7f6f062d5640 1 < completed multipart upload key=FXQKBLXUHJHI upload=UVWUQKPLS67U tag=8AY6VJTXRQGI type=write size=3965679 2024-08-10T05:34:05.907 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.907+0000 7f6f062d5640 1 > prepared operation key=QTBS1TAZXH5F tag=SG0ROGWXYQMH type=write size=254639 2024-08-10T05:34:05.909 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.908+0000 7f6f062d5640 1 < completed part key=_multipart_PGRI5CN7TTT0.2~L9KKGWVMC5LR.0 size=1048576 2024-08-10T05:34:05.911 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.910+0000 7f6f062d5640 1 < completed part key=_multipart_PGRI5CN7TTT0.2~L9KKGWVMC5LR.1 size=1048576 2024-08-10T05:34:05.912 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.911+0000 7f6f062d5640 1 < completed part key=_multipart_PGRI5CN7TTT0.2~L9KKGWVMC5LR.2 size=1018953 2024-08-10T05:34:05.915 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.914+0000 7f6f062d5640 1 < completed multipart upload key=PGRI5CN7TTT0 upload=L9KKGWVMC5LR tag=CPYXUSOX141A type=write size=4164681 2024-08-10T05:34:05.917 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.916+0000 7f6f062d5640 1 > prepared operation key=4L5NSS7LS8GK tag=JWID4JU956FC type=write size=339509 2024-08-10T05:34:05.919 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.918+0000 7f6f062d5640 1 < completed delete operation key=ZPF41248T0P2 tag=57A3QL32XHVP type=del 2024-08-10T05:34:05.921 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.920+0000 7f6f062d5640 1 > prepared operation key=7DW3UO39XCUP tag=3EAEGAER0CGU type=del size=254097 2024-08-10T05:34:05.925 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.924+0000 7f6f062d5640 1 < suggested remove operation key=M533Z7C651X9 tag=DDI3SDJHNK21 type=del 2024-08-10T05:34:05.927 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.926+0000 7f6f062d5640 1 > prepared operation key=Z3FSBPLXLYL2 tag=YL25C7IAE4TL type=del size=592962 2024-08-10T05:34:05.929 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.928+0000 7f6f062d5640 1 < completed delete operation key=OH2XJH7YF0P6 tag=SXS7TYWAWMGV type=del 2024-08-10T05:34:05.931 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.930+0000 7f6f062d5640 1 > prepared operation key=QTHON9W7S3SP tag=GY7H89UIIMT2 type=del size=1480854 2024-08-10T05:34:05.933 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.933+0000 7f6f062d5640 1 < completed delete operation key=731ALD189846 tag=E5N7UYVMQL62 type=del 2024-08-10T05:34:05.935 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.934+0000 7f6f062d5640 1 > prepared operation key=J7D76V4ENV9B tag=RV19CVOH756D type=del size=3744934 2024-08-10T05:34:05.937 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.936+0000 7f6f062d5640 1 < canceled operation key=WBJQTYBRMJV8 tag=2SQ7JOK22Q2W type=write size=242289 2024-08-10T05:34:05.938 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.938+0000 7f6f062d5640 1 > prepared operation key=1IH8FE21AE4X tag=ZH6LEFSZIS53 type=del size=3386830 2024-08-10T05:34:05.941 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.940+0000 7f6f062d5640 1 < completed delete operation key=GNE0GMBV8Q1M tag=L5AVRZLYH6KO type=del 2024-08-10T05:34:05.942 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.942+0000 7f6f062d5640 1 > prepared operation key=7DW3UO39XCUP tag=FQJXP6QLKKB7 type=del size=1092096 2024-08-10T05:34:05.944 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.943+0000 7f6f062d5640 1 < completed delete operation key=LTRO8UR68E01 tag=DJO66NGEQ5NH type=del 2024-08-10T05:34:05.946 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.945+0000 7f6f062d5640 1 > prepared operation key=MI1XTCS076Y9 tag=YYUJTGKIHF66 type=del size=3886732 2024-08-10T05:34:05.948 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.947+0000 7f6f062d5640 1 < completed part key=_multipart_WBJQTYBRMJV8.2~VFDZ87A54S7K.0 size=237711 2024-08-10T05:34:05.951 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.950+0000 7f6f062d5640 1 < completed multipart upload key=WBJQTYBRMJV8 upload=VFDZ87A54S7K tag=IQMDKV2VNBNH type=write size=1286287 2024-08-10T05:34:05.954 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.954+0000 7f6f062d5640 1 > prepared part key=_multipart_GSXYSUXHA2KE.2~NJYIN4NB4AYE.0 size=282171 2024-08-10T05:34:05.954 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.954+0000 7f6f062d5640 1 > prepared multipart upload key=GSXYSUXHA2KE upload=NJYIN4NB4AYE tag=G952CQLN7LE6 type=write size=1330747 2024-08-10T05:34:05.954 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.954+0000 7f6f062d5640 1 < canceled part key=_multipart_F0DF00AE1ISQ.2~0DE5FYFD1QI3.0 size=1048576 2024-08-10T05:34:05.956 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.955+0000 7f6f062d5640 1 < completed part key=_multipart_F0DF00AE1ISQ.2~0DE5FYFD1QI3.1 size=914277 2024-08-10T05:34:05.959 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.959+0000 7f6f062d5640 1 < canceled multipart upload key=F0DF00AE1ISQ upload=0DE5FYFD1QI3 tag=O2S2O4U54LDI type=write size=3011429 2024-08-10T05:34:05.962 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.962+0000 7f6f062d5640 1 > prepared part key=_multipart_P8JMH1X8249F.2~50X9LV08TGXE.0 size=43271 2024-08-10T05:34:05.962 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.962+0000 7f6f062d5640 1 > prepared multipart upload key=P8JMH1X8249F upload=50X9LV08TGXE tag=EWG1XEG17XOV type=write size=1091847 2024-08-10T05:34:05.964 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.963+0000 7f6f062d5640 1 < completed delete operation key=WBJQTYBRMJV8 tag=J8QGL6F3PU1I type=del 2024-08-10T05:34:05.966 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.965+0000 7f6f062d5640 1 > prepared operation key=Z3FSBPLXLYL2 tag=17OVJ3ELHI77 type=del size=1339284 2024-08-10T05:34:05.968 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.967+0000 7f6f062d5640 1 < completed part key=_multipart_GNE0GMBV8Q1M.2~ACOFOC3IW3J9.0 size=827191 2024-08-10T05:34:05.970 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.970+0000 7f6f062d5640 1 < completed multipart upload key=GNE0GMBV8Q1M upload=ACOFOC3IW3J9 tag=3GHJPFAZXGN4 type=write size=1875767 2024-08-10T05:34:05.972 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.972+0000 7f6f062d5640 1 > prepared operation key=WBJQTYBRMJV8 tag=P6L52UV38GHD type=write size=701083 2024-08-10T05:34:05.974 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.974+0000 7f6f062d5640 1 < completed delete operation key=KHYOYNS1HKDG tag=6L6DRMFKEK29 type=del 2024-08-10T05:34:05.976 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.976+0000 7f6f062d5640 1 > prepared operation key=1IH8FE21AE4X tag=M7PDVWFJHFXF type=del size=2930129 2024-08-10T05:34:05.979 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.978+0000 7f6f062d5640 1 < completed delete operation key=P8JMH1X8249F tag=HPYC14H2MKA0 type=del 2024-08-10T05:34:05.981 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.980+0000 7f6f062d5640 1 > prepared operation key=00IWI9L0NGJ3 tag=4TNBB9C0BSFS type=del size=486344 2024-08-10T05:34:05.981 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.980+0000 7f6f062d5640 1 < canceled part key=_multipart_QTHON9W7S3SP.2~IHFB9WZS6PE2.0 size=480978 2024-08-10T05:34:05.984 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.984+0000 7f6f062d5640 1 < canceled multipart upload key=QTHON9W7S3SP upload=IHFB9WZS6PE2 tag=3ITYZAZDG68W type=write size=1529554 2024-08-10T05:34:05.988 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.987+0000 7f6f062d5640 1 > prepared part key=_multipart_1G5AU0L67121.2~L5SEIWXHIATW.0 size=1048576 2024-08-10T05:34:05.989 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.988+0000 7f6f062d5640 1 > prepared part key=_multipart_1G5AU0L67121.2~L5SEIWXHIATW.1 size=814570 2024-08-10T05:34:05.989 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.988+0000 7f6f062d5640 1 > prepared multipart upload key=1G5AU0L67121 upload=L5SEIWXHIATW tag=ATBFNSV9ZJP8 type=write size=2911722 2024-08-10T05:34:05.991 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.990+0000 7f6f062d5640 1 < completed write operation key=QTBS1TAZXH5F tag=SG0ROGWXYQMH type=write size=254639 2024-08-10T05:34:05.993 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.992+0000 7f6f062d5640 1 > prepared operation key=Z3FSBPLXLYL2 tag=70O3AT2M8E9O type=del size=1628131 2024-08-10T05:34:05.995 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.995+0000 7f6f062d5640 1 < completed write operation key=4L5NSS7LS8GK tag=JWID4JU956FC type=write size=339509 2024-08-10T05:34:05.997 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:05.996+0000 7f6f062d5640 1 > prepared operation key=8441NV2A24FO tag=PC585ONHTOH9 type=del size=3359183 2024-08-10T05:34:06.001 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.000+0000 7f6f062d5640 1 < suggested remove operation key=7DW3UO39XCUP tag=3EAEGAER0CGU type=del 2024-08-10T05:34:06.004 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.003+0000 7f6f062d5640 1 > prepared part key=_multipart_Y0DHHLUF8MD9.2~2DKKP9NA8VPF.0 size=1048576 2024-08-10T05:34:06.005 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.005+0000 7f6f062d5640 1 > prepared part key=_multipart_Y0DHHLUF8MD9.2~2DKKP9NA8VPF.1 size=562318 2024-08-10T05:34:06.005 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.005+0000 7f6f062d5640 1 > prepared multipart upload key=Y0DHHLUF8MD9 upload=2DKKP9NA8VPF tag=JST6684CJBEY type=write size=2659470 2024-08-10T05:34:06.008 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.007+0000 7f6f062d5640 1 < completed delete operation key=Z3FSBPLXLYL2 tag=YL25C7IAE4TL type=del 2024-08-10T05:34:06.009 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.009+0000 7f6f062d5640 1 > prepared operation key=WBJQTYBRMJV8 tag=NX0YXJ2TV68A type=del size=2452433 2024-08-10T05:34:06.011 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.011+0000 7f6f062d5640 1 < completed delete operation key=QTHON9W7S3SP tag=GY7H89UIIMT2 type=del 2024-08-10T05:34:06.013 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.012+0000 7f6f062d5640 1 > prepared operation key=OH2XJH7YF0P6 tag=69WR4O11YI5L type=del size=412987 2024-08-10T05:34:06.015 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.014+0000 7f6f062d5640 1 < completed delete operation key=J7D76V4ENV9B tag=RV19CVOH756D type=del 2024-08-10T05:34:06.016 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.016+0000 7f6f062d5640 1 > prepared operation key=KHYOYNS1HKDG tag=KATOPBMQVEAY type=del size=477746 2024-08-10T05:34:06.018 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.017+0000 7f6f062d5640 1 < completed delete operation key=1IH8FE21AE4X tag=ZH6LEFSZIS53 type=del 2024-08-10T05:34:06.020 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.019+0000 7f6f062d5640 1 > prepared operation key=7DW3UO39XCUP tag=XV1YQP044UJP type=del size=3602624 2024-08-10T05:34:06.022 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.021+0000 7f6f062d5640 -1 < failed to complete operation key=7DW3UO39XCUP tag=FQJXP6QLKKB7 type=del size=1092096: (22) Invalid argument 2024-08-10T05:34:06.024 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.023+0000 7f6f062d5640 1 > prepared operation key=S1E44NG3MOQ5 tag=U42JB031MKJT type=del size=4142587 2024-08-10T05:34:06.026 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.025+0000 7f6f062d5640 1 < completed delete operation key=MI1XTCS076Y9 tag=YYUJTGKIHF66 type=del 2024-08-10T05:34:06.028 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.027+0000 7f6f062d5640 1 > prepared operation key=FXQKBLXUHJHI tag=KZV40G7R6810 type=write size=561578 2024-08-10T05:34:06.029 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.029+0000 7f6f062d5640 1 < completed part key=_multipart_GSXYSUXHA2KE.2~NJYIN4NB4AYE.0 size=282171 2024-08-10T05:34:06.032 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.031+0000 7f6f062d5640 1 < completed multipart upload key=GSXYSUXHA2KE upload=NJYIN4NB4AYE tag=G952CQLN7LE6 type=write size=1330747 2024-08-10T05:34:06.034 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.033+0000 7f6f062d5640 1 > prepared operation key=1IH8FE21AE4X tag=G0F4S6IQ8VJ8 type=del size=2586319 2024-08-10T05:34:06.036 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.035+0000 7f6f062d5640 1 < completed part key=_multipart_P8JMH1X8249F.2~50X9LV08TGXE.0 size=43271 2024-08-10T05:34:06.039 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.038+0000 7f6f062d5640 1 < completed multipart upload key=P8JMH1X8249F upload=50X9LV08TGXE tag=EWG1XEG17XOV type=write size=1091847 2024-08-10T05:34:06.040 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.040+0000 7f6f062d5640 1 > prepared operation key=OH2XJH7YF0P6 tag=R47Y029NZB0L type=write size=939513 2024-08-10T05:34:06.042 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.041+0000 7f6f062d5640 1 < completed delete operation key=Z3FSBPLXLYL2 tag=17OVJ3ELHI77 type=del 2024-08-10T05:34:06.044 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.044+0000 7f6f062d5640 1 > prepared operation key=QTHON9W7S3SP tag=DRVL83X1TW72 type=write size=776937 2024-08-10T05:34:06.048 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.047+0000 7f6f062d5640 1 < suggested update operation key=WBJQTYBRMJV8 tag=P6L52UV38GHD type=write size=701083 2024-08-10T05:34:06.050 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.050+0000 7f6f062d5640 1 > prepared operation key=1G5AU0L67121 tag=OZWHC3MIOTD1 type=del size=1630401 2024-08-10T05:34:06.052 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.051+0000 7f6f062d5640 1 < completed delete operation key=1IH8FE21AE4X tag=M7PDVWFJHFXF type=del 2024-08-10T05:34:06.054 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.053+0000 7f6f062d5640 1 > prepared operation key=M533Z7C651X9 tag=G2PWG604FESZ type=del size=2108733 2024-08-10T05:34:06.055 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.055+0000 7f6f062d5640 1 < completed delete operation key=00IWI9L0NGJ3 tag=4TNBB9C0BSFS type=del 2024-08-10T05:34:06.060 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.059+0000 7f6f062d5640 1 > prepared part key=_multipart_LTRO8UR68E01.2~X11EQ76VUJDK.0 size=1048576 2024-08-10T05:34:06.062 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.061+0000 7f6f062d5640 1 > prepared part key=_multipart_LTRO8UR68E01.2~X11EQ76VUJDK.1 size=454999 2024-08-10T05:34:06.062 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.061+0000 7f6f062d5640 1 > prepared multipart upload key=LTRO8UR68E01 upload=X11EQ76VUJDK tag=1F3MG4X4322O type=write size=2552151 2024-08-10T05:34:06.064 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.063+0000 7f6f062d5640 1 < completed part key=_multipart_1G5AU0L67121.2~L5SEIWXHIATW.0 size=1048576 2024-08-10T05:34:06.066 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.065+0000 7f6f062d5640 1 < completed part key=_multipart_1G5AU0L67121.2~L5SEIWXHIATW.1 size=814570 2024-08-10T05:34:06.069 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.069+0000 7f6f062d5640 1 < completed multipart upload key=1G5AU0L67121 upload=L5SEIWXHIATW tag=ATBFNSV9ZJP8 type=write size=2911722 2024-08-10T05:34:06.072 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.071+0000 7f6f062d5640 1 > prepared operation key=QTBS1TAZXH5F tag=5CU9517P3CUE type=del size=1605210 2024-08-10T05:34:06.074 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.074+0000 7f6f062d5640 1 < completed delete operation key=Z3FSBPLXLYL2 tag=70O3AT2M8E9O type=del 2024-08-10T05:34:06.076 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.076+0000 7f6f062d5640 1 > prepared operation key=LTRO8UR68E01 tag=JFHAGXFIKQO3 type=del size=2658123 2024-08-10T05:34:06.078 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.078+0000 7f6f062d5640 1 < completed delete operation key=8441NV2A24FO tag=PC585ONHTOH9 type=del 2024-08-10T05:34:06.081 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.080+0000 7f6f062d5640 1 > prepared operation key=QTHON9W7S3SP tag=5B5VG1WLL1EH type=del size=2075527 2024-08-10T05:34:06.083 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.083+0000 7f6f062d5640 1 < completed part key=_multipart_Y0DHHLUF8MD9.2~2DKKP9NA8VPF.0 size=1048576 2024-08-10T05:34:06.086 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.085+0000 7f6f062d5640 1 < completed part key=_multipart_Y0DHHLUF8MD9.2~2DKKP9NA8VPF.1 size=562318 2024-08-10T05:34:06.089 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.089+0000 7f6f062d5640 1 < completed multipart upload key=Y0DHHLUF8MD9 upload=2DKKP9NA8VPF tag=JST6684CJBEY type=write size=2659470 2024-08-10T05:34:06.094 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.093+0000 7f6f062d5640 1 > prepared part key=_multipart_M533Z7C651X9.2~XEYUFMSMJKGJ.0 size=1048576 2024-08-10T05:34:06.096 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.095+0000 7f6f062d5640 1 > prepared part key=_multipart_M533Z7C651X9.2~XEYUFMSMJKGJ.1 size=1048576 2024-08-10T05:34:06.098 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.097+0000 7f6f062d5640 1 > prepared part key=_multipart_M533Z7C651X9.2~XEYUFMSMJKGJ.2 size=160523 2024-08-10T05:34:06.098 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.097+0000 7f6f062d5640 1 > prepared multipart upload key=M533Z7C651X9 upload=XEYUFMSMJKGJ tag=3KK0RB4DPT8Z type=write size=3306251 2024-08-10T05:34:06.101 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.101+0000 7f6f062d5640 -1 < failed to complete operation key=WBJQTYBRMJV8 tag=NX0YXJ2TV68A type=del size=2452433: (22) Invalid argument 2024-08-10T05:34:06.107 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.106+0000 7f6f062d5640 1 > prepared part key=_multipart_00IWI9L0NGJ3.2~T7D72HWE3API.0 size=118018 2024-08-10T05:34:06.107 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.106+0000 7f6f062d5640 1 > prepared multipart upload key=00IWI9L0NGJ3 upload=T7D72HWE3API tag=TWUUZIOY2MK2 type=write size=1166594 2024-08-10T05:34:06.109 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.109+0000 7f6f062d5640 1 < completed delete operation key=OH2XJH7YF0P6 tag=69WR4O11YI5L type=del 2024-08-10T05:34:06.114 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.113+0000 7f6f062d5640 1 > prepared part key=_multipart_J7D76V4ENV9B.2~1VV2VP504OWN.0 size=1048576 2024-08-10T05:34:06.116 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.115+0000 7f6f062d5640 1 > prepared part key=_multipart_J7D76V4ENV9B.2~1VV2VP504OWN.1 size=609496 2024-08-10T05:34:06.116 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.115+0000 7f6f062d5640 1 > prepared multipart upload key=J7D76V4ENV9B upload=1VV2VP504OWN tag=223VUPE8KDXO type=write size=2706648 2024-08-10T05:34:06.118 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.117+0000 7f6f062d5640 1 < completed delete operation key=KHYOYNS1HKDG tag=KATOPBMQVEAY type=del 2024-08-10T05:34:06.120 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.119+0000 7f6f062d5640 1 > prepared operation key=P8JMH1X8249F tag=S2OFX2HLSWCE type=del size=3320137 2024-08-10T05:34:06.124 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.123+0000 7f6f062d5640 1 < suggested update operation key=7DW3UO39XCUP tag=XV1YQP044UJP type=del size=3602624 2024-08-10T05:34:06.129 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.128+0000 7f6f062d5640 1 > prepared part key=_multipart_F0DF00AE1ISQ.2~LL9FY32YIDU7.0 size=1048576 2024-08-10T05:34:06.131 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.130+0000 7f6f062d5640 1 > prepared part key=_multipart_F0DF00AE1ISQ.2~LL9FY32YIDU7.1 size=160538 2024-08-10T05:34:06.131 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.130+0000 7f6f062d5640 1 > prepared multipart upload key=F0DF00AE1ISQ upload=LL9FY32YIDU7 tag=RKF6FH99T2HN type=write size=2257690 2024-08-10T05:34:06.136 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.135+0000 7f6f062d5640 1 < suggested update operation key=S1E44NG3MOQ5 tag=U42JB031MKJT type=del size=4142587 2024-08-10T05:34:06.141 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.140+0000 7f6f062d5640 1 > prepared part key=_multipart_1G5AU0L67121.2~JHC5WQLVGTB3.0 size=877910 2024-08-10T05:34:06.141 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.140+0000 7f6f062d5640 1 > prepared multipart upload key=1G5AU0L67121 upload=JHC5WQLVGTB3 tag=KL0L6RUJHL6S type=write size=1926486 2024-08-10T05:34:06.143 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.143+0000 7f6f062d5640 1 < completed write operation key=FXQKBLXUHJHI tag=KZV40G7R6810 type=write size=561578 2024-08-10T05:34:06.146 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.145+0000 7f6f062d5640 1 > prepared operation key=3EUY0XWASPEL tag=GUFBZVTJGHZ2 type=del size=2622047 2024-08-10T05:34:06.150 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.150+0000 7f6f062d5640 1 < suggested remove operation key=1IH8FE21AE4X tag=G0F4S6IQ8VJ8 type=del 2024-08-10T05:34:06.153 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.152+0000 7f6f062d5640 1 > prepared operation key=Y0DHHLUF8MD9 tag=6RWJUUWZ8JFQ type=del size=2231358 2024-08-10T05:34:06.155 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.155+0000 7f6f062d5640 1 < completed write operation key=OH2XJH7YF0P6 tag=R47Y029NZB0L type=write size=939513 2024-08-10T05:34:06.157 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.157+0000 7f6f062d5640 1 > prepared operation key=QTHON9W7S3SP tag=4BPI1TD0L2VC type=del size=183608 2024-08-10T05:34:06.161 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.161+0000 7f6f062d5640 1 < suggested remove operation key=QTHON9W7S3SP tag=DRVL83X1TW72 type=write 2024-08-10T05:34:06.165 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.165+0000 7f6f062d5640 1 > prepared part key=_multipart_3EUY0XWASPEL.2~QVS403HDK73N.0 size=1048576 2024-08-10T05:34:06.167 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.166+0000 7f6f062d5640 1 > prepared part key=_multipart_3EUY0XWASPEL.2~QVS403HDK73N.1 size=1048576 2024-08-10T05:34:06.168 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.168+0000 7f6f062d5640 1 > prepared part key=_multipart_3EUY0XWASPEL.2~QVS403HDK73N.2 size=794967 2024-08-10T05:34:06.168 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.168+0000 7f6f062d5640 1 > prepared multipart upload key=3EUY0XWASPEL upload=QVS403HDK73N tag=0478MX3BLHDS type=write size=3940695 2024-08-10T05:34:06.170 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.170+0000 7f6f062d5640 1 < completed delete operation key=1G5AU0L67121 tag=OZWHC3MIOTD1 type=del 2024-08-10T05:34:06.175 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.174+0000 7f6f062d5640 1 > prepared part key=_multipart_QTHON9W7S3SP.2~5VF1TNJ0GK9B.0 size=1048576 2024-08-10T05:34:06.177 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.176+0000 7f6f062d5640 1 > prepared part key=_multipart_QTHON9W7S3SP.2~5VF1TNJ0GK9B.1 size=322057 2024-08-10T05:34:06.177 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.176+0000 7f6f062d5640 1 > prepared multipart upload key=QTHON9W7S3SP upload=5VF1TNJ0GK9B tag=VAGPNB097UKT type=write size=2419209 2024-08-10T05:34:06.179 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.178+0000 7f6f062d5640 1 < canceled operation key=M533Z7C651X9 tag=G2PWG604FESZ type=del size=2108733 2024-08-10T05:34:06.182 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.181+0000 7f6f062d5640 1 > prepared operation key=731ALD189846 tag=AW62UQLDN0AX type=del size=140487 2024-08-10T05:34:06.184 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.184+0000 7f6f062d5640 1 < completed part key=_multipart_LTRO8UR68E01.2~X11EQ76VUJDK.0 size=1048576 2024-08-10T05:34:06.187 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.186+0000 7f6f062d5640 1 < completed part key=_multipart_LTRO8UR68E01.2~X11EQ76VUJDK.1 size=454999 2024-08-10T05:34:06.191 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.190+0000 7f6f062d5640 1 < completed multipart upload key=LTRO8UR68E01 upload=X11EQ76VUJDK tag=1F3MG4X4322O type=write size=2552151 2024-08-10T05:34:06.193 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.192+0000 7f6f062d5640 1 > prepared operation key=8MJYHPC813SE tag=E8K66P5EP2VO type=del size=934071 2024-08-10T05:34:06.196 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.195+0000 7f6f062d5640 1 < completed delete operation key=QTBS1TAZXH5F tag=5CU9517P3CUE type=del 2024-08-10T05:34:06.198 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.198+0000 7f6f062d5640 1 > prepared operation key=GNE0GMBV8Q1M tag=RTL7UC7LSMTN type=del size=3642208 2024-08-10T05:34:06.203 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.202+0000 7f6f062d5640 1 < suggested update operation key=LTRO8UR68E01 tag=JFHAGXFIKQO3 type=del size=2658123 2024-08-10T05:34:06.207 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.206+0000 7f6f062d5640 1 > prepared part key=_multipart_P8JMH1X8249F.2~R6TWYO2FH4GG.0 size=1048576 2024-08-10T05:34:06.209 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.208+0000 7f6f062d5640 1 > prepared part key=_multipart_P8JMH1X8249F.2~R6TWYO2FH4GG.1 size=568349 2024-08-10T05:34:06.209 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.208+0000 7f6f062d5640 1 > prepared multipart upload key=P8JMH1X8249F upload=R6TWYO2FH4GG tag=0C0OZG57NNTZ type=write size=2665501 2024-08-10T05:34:06.212 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.211+0000 7f6f062d5640 -1 < failed to complete operation key=QTHON9W7S3SP tag=5B5VG1WLL1EH type=del size=2075527: (22) Invalid argument 2024-08-10T05:34:06.215 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.215+0000 7f6f062d5640 1 > prepared part key=_multipart_8441NV2A24FO.2~0O432AY39BJV.0 size=740038 2024-08-10T05:34:06.215 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.215+0000 7f6f062d5640 1 > prepared multipart upload key=8441NV2A24FO upload=0O432AY39BJV tag=KT9R3T1PVSS4 type=write size=1788614 2024-08-10T05:34:06.217 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.217+0000 7f6f062d5640 1 < completed part key=_multipart_M533Z7C651X9.2~XEYUFMSMJKGJ.0 size=1048576 2024-08-10T05:34:06.218 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.217+0000 7f6f062d5640 1 < canceled part key=_multipart_M533Z7C651X9.2~XEYUFMSMJKGJ.1 size=1048576 2024-08-10T05:34:06.219 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.218+0000 7f6f062d5640 1 < completed part key=_multipart_M533Z7C651X9.2~XEYUFMSMJKGJ.2 size=160523 2024-08-10T05:34:06.224 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.223+0000 7f6f062d5640 1 < canceled multipart upload key=M533Z7C651X9 upload=XEYUFMSMJKGJ tag=3KK0RB4DPT8Z type=write size=3306251 2024-08-10T05:34:06.226 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.225+0000 7f6f062d5640 1 > prepared operation key=ZPF41248T0P2 tag=PBTX2G358RZR type=del size=3420627 2024-08-10T05:34:06.226 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.225+0000 7f6f062d5640 1 < canceled part key=_multipart_00IWI9L0NGJ3.2~T7D72HWE3API.0 size=118018 2024-08-10T05:34:06.230 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.229+0000 7f6f062d5640 1 < canceled multipart upload key=00IWI9L0NGJ3 upload=T7D72HWE3API tag=TWUUZIOY2MK2 type=write size=1166594 2024-08-10T05:34:06.235 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.234+0000 7f6f062d5640 1 > prepared part key=_multipart_P8JMH1X8249F.2~240I5ZJTRHZ2.0 size=1048576 2024-08-10T05:34:06.237 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.236+0000 7f6f062d5640 1 > prepared part key=_multipart_P8JMH1X8249F.2~240I5ZJTRHZ2.1 size=20793 2024-08-10T05:34:06.237 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.236+0000 7f6f062d5640 1 > prepared multipart upload key=P8JMH1X8249F upload=240I5ZJTRHZ2 tag=L5CJOMK0N2IL type=write size=2117945 2024-08-10T05:34:06.240 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.239+0000 7f6f062d5640 1 < completed part key=_multipart_J7D76V4ENV9B.2~1VV2VP504OWN.0 size=1048576 2024-08-10T05:34:06.241 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.241+0000 7f6f062d5640 1 < completed part key=_multipart_J7D76V4ENV9B.2~1VV2VP504OWN.1 size=609496 2024-08-10T05:34:06.246 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.245+0000 7f6f062d5640 1 < completed multipart upload key=J7D76V4ENV9B upload=1VV2VP504OWN tag=223VUPE8KDXO type=write size=2706648 2024-08-10T05:34:06.250 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.249+0000 7f6f062d5640 1 > prepared part key=_multipart_H5TVL04MCGC8.2~3WRUXCQW0DMS.0 size=1048576 2024-08-10T05:34:06.251 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.251+0000 7f6f062d5640 1 > prepared part key=_multipart_H5TVL04MCGC8.2~3WRUXCQW0DMS.1 size=733354 2024-08-10T05:34:06.252 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.251+0000 7f6f062d5640 1 > prepared multipart upload key=H5TVL04MCGC8 upload=3WRUXCQW0DMS tag=NCC2BEOEKZ8D type=write size=2830506 2024-08-10T05:34:06.254 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.253+0000 7f6f062d5640 1 < completed delete operation key=P8JMH1X8249F tag=S2OFX2HLSWCE type=del 2024-08-10T05:34:06.256 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.256+0000 7f6f062d5640 1 > prepared operation key=Y0DHHLUF8MD9 tag=0Z9EO0LQXKUY type=del size=3372141 2024-08-10T05:34:06.259 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.258+0000 7f6f062d5640 1 < completed part key=_multipart_F0DF00AE1ISQ.2~LL9FY32YIDU7.0 size=1048576 2024-08-10T05:34:06.260 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.260+0000 7f6f062d5640 1 < completed part key=_multipart_F0DF00AE1ISQ.2~LL9FY32YIDU7.1 size=160538 2024-08-10T05:34:06.264 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.263+0000 7f6f062d5640 1 < completed multipart upload key=F0DF00AE1ISQ upload=LL9FY32YIDU7 tag=RKF6FH99T2HN type=write size=2257690 2024-08-10T05:34:06.266 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.266+0000 7f6f062d5640 1 > prepared operation key=S1J0EDZ5K22Q tag=NGSISW1WJWVK type=del size=1834620 2024-08-10T05:34:06.269 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.268+0000 7f6f062d5640 1 < completed part key=_multipart_1G5AU0L67121.2~JHC5WQLVGTB3.0 size=877910 2024-08-10T05:34:06.273 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.272+0000 7f6f062d5640 1 < completed multipart upload key=1G5AU0L67121 upload=JHC5WQLVGTB3 tag=KL0L6RUJHL6S type=write size=1926486 2024-08-10T05:34:06.277 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.276+0000 7f6f062d5640 1 > prepared part key=_multipart_PGRI5CN7TTT0.2~VXP921U0XGEE.0 size=1048576 2024-08-10T05:34:06.279 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.278+0000 7f6f062d5640 1 > prepared part key=_multipart_PGRI5CN7TTT0.2~VXP921U0XGEE.1 size=989198 2024-08-10T05:34:06.279 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.278+0000 7f6f062d5640 1 > prepared multipart upload key=PGRI5CN7TTT0 upload=VXP921U0XGEE tag=G70GUN4DB93R type=write size=3086350 2024-08-10T05:34:06.284 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.283+0000 7f6f062d5640 1 < suggested update operation key=3EUY0XWASPEL tag=GUFBZVTJGHZ2 type=del size=2622047 2024-08-10T05:34:06.287 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.286+0000 7f6f062d5640 1 > prepared operation key=7DW3UO39XCUP tag=VK7EB53F7DI3 type=del size=3788719 2024-08-10T05:34:06.292 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.291+0000 7f6f062d5640 1 < suggested update operation key=Y0DHHLUF8MD9 tag=6RWJUUWZ8JFQ type=del size=2231358 2024-08-10T05:34:06.295 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.294+0000 7f6f062d5640 1 > prepared operation key=8MJYHPC813SE tag=166WM1L53Y4H type=del size=955278 2024-08-10T05:34:06.298 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.297+0000 7f6f062d5640 -1 < failed to complete operation key=QTHON9W7S3SP tag=4BPI1TD0L2VC type=del size=183608: (22) Invalid argument 2024-08-10T05:34:06.300 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.299+0000 7f6f062d5640 1 > prepared operation key=7N97XZL3TX2D tag=ZQBLMI3646G0 type=del size=193073 2024-08-10T05:34:06.302 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.302+0000 7f6f062d5640 1 < completed part key=_multipart_3EUY0XWASPEL.2~QVS403HDK73N.0 size=1048576 2024-08-10T05:34:06.302 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.302+0000 7f6f062d5640 1 < canceled part key=_multipart_3EUY0XWASPEL.2~QVS403HDK73N.1 size=1048576 2024-08-10T05:34:06.304 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.304+0000 7f6f062d5640 1 < completed part key=_multipart_3EUY0XWASPEL.2~QVS403HDK73N.2 size=794967 2024-08-10T05:34:06.308 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.308+0000 7f6f062d5640 1 < canceled multipart upload key=3EUY0XWASPEL upload=QVS403HDK73N tag=0478MX3BLHDS type=write size=3940695 2024-08-10T05:34:06.310 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.310+0000 7f6f062d5640 1 > prepared operation key=PGRI5CN7TTT0 tag=W76UFMM50XR3 type=del size=297120 2024-08-10T05:34:06.312 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.312+0000 7f6f062d5640 1 < completed part key=_multipart_QTHON9W7S3SP.2~5VF1TNJ0GK9B.0 size=1048576 2024-08-10T05:34:06.314 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.314+0000 7f6f062d5640 1 < completed part key=_multipart_QTHON9W7S3SP.2~5VF1TNJ0GK9B.1 size=322057 2024-08-10T05:34:06.319 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.318+0000 7f6f062d5640 1 < completed multipart upload key=QTHON9W7S3SP upload=5VF1TNJ0GK9B tag=VAGPNB097UKT type=write size=2419209 2024-08-10T05:34:06.321 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.321+0000 7f6f062d5640 1 > prepared operation key=QTBS1TAZXH5F tag=917LBNXNDEV8 type=del size=930080 2024-08-10T05:34:06.324 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.323+0000 7f6f062d5640 1 < completed delete operation key=731ALD189846 tag=AW62UQLDN0AX type=del 2024-08-10T05:34:06.326 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.326+0000 7f6f062d5640 1 > prepared operation key=Z3FSBPLXLYL2 tag=Y3OTJUCQRO1Q type=del size=1286682 2024-08-10T05:34:06.329 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.328+0000 7f6f062d5640 1 < completed delete operation key=8MJYHPC813SE tag=E8K66P5EP2VO type=del 2024-08-10T05:34:06.332 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.331+0000 7f6f062d5640 1 > prepared operation key=PGRI5CN7TTT0 tag=79QC8AG9SP5B type=del size=1569883 2024-08-10T05:34:06.334 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.333+0000 7f6f062d5640 1 < completed delete operation key=GNE0GMBV8Q1M tag=RTL7UC7LSMTN type=del 2024-08-10T05:34:06.339 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.338+0000 7f6f062d5640 1 > prepared part key=_multipart_GNE0GMBV8Q1M.2~SG551Z212S2Q.0 size=1048576 2024-08-10T05:34:06.341 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.340+0000 7f6f062d5640 1 > prepared part key=_multipart_GNE0GMBV8Q1M.2~SG551Z212S2Q.1 size=1048576 2024-08-10T05:34:06.343 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.342+0000 7f6f062d5640 1 > prepared part key=_multipart_GNE0GMBV8Q1M.2~SG551Z212S2Q.2 size=44043 2024-08-10T05:34:06.343 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.342+0000 7f6f062d5640 1 > prepared multipart upload key=GNE0GMBV8Q1M upload=SG551Z212S2Q tag=51MORGC2CZLP type=write size=3189771 2024-08-10T05:34:06.345 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.344+0000 7f6f062d5640 1 < completed part key=_multipart_P8JMH1X8249F.2~R6TWYO2FH4GG.0 size=1048576 2024-08-10T05:34:06.347 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.346+0000 7f6f062d5640 1 < completed part key=_multipart_P8JMH1X8249F.2~R6TWYO2FH4GG.1 size=568349 2024-08-10T05:34:06.351 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.350+0000 7f6f062d5640 1 < completed multipart upload key=P8JMH1X8249F upload=R6TWYO2FH4GG tag=0C0OZG57NNTZ type=write size=2665501 2024-08-10T05:34:06.354 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.354+0000 7f6f062d5640 1 > prepared part key=_multipart_4L5NSS7LS8GK.2~8DDFS76KP1FC.0 size=1048576 2024-08-10T05:34:06.356 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.356+0000 7f6f062d5640 1 > prepared part key=_multipart_4L5NSS7LS8GK.2~8DDFS76KP1FC.1 size=169902 2024-08-10T05:34:06.357 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.356+0000 7f6f062d5640 1 > prepared multipart upload key=4L5NSS7LS8GK upload=8DDFS76KP1FC tag=97331XSBMI7N type=write size=2267054 2024-08-10T05:34:06.359 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.358+0000 7f6f062d5640 1 < completed part key=_multipart_8441NV2A24FO.2~0O432AY39BJV.0 size=740038 2024-08-10T05:34:06.362 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.361+0000 7f6f062d5640 1 < completed multipart upload key=8441NV2A24FO upload=0O432AY39BJV tag=KT9R3T1PVSS4 type=write size=1788614 2024-08-10T05:34:06.363 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.363+0000 7f6f062d5640 1 > prepared operation key=WBJQTYBRMJV8 tag=55BAKNVUKQB4 type=del size=3704447 2024-08-10T05:34:06.366 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.365+0000 7f6f062d5640 1 < canceled operation key=ZPF41248T0P2 tag=PBTX2G358RZR type=del size=3420627 2024-08-10T05:34:06.370 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.369+0000 7f6f062d5640 1 > prepared part key=_multipart_Z3FSBPLXLYL2.2~95VGF4UYOGFR.0 size=1048576 2024-08-10T05:34:06.372 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.371+0000 7f6f062d5640 1 > prepared part key=_multipart_Z3FSBPLXLYL2.2~95VGF4UYOGFR.1 size=1048576 2024-08-10T05:34:06.373 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.373+0000 7f6f062d5640 1 > prepared part key=_multipart_Z3FSBPLXLYL2.2~95VGF4UYOGFR.2 size=654525 2024-08-10T05:34:06.374 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.373+0000 7f6f062d5640 1 > prepared multipart upload key=Z3FSBPLXLYL2 upload=95VGF4UYOGFR tag=VX2C8MNWUASM type=write size=3800253 2024-08-10T05:34:06.376 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.375+0000 7f6f062d5640 1 < completed part key=_multipart_P8JMH1X8249F.2~240I5ZJTRHZ2.0 size=1048576 2024-08-10T05:34:06.378 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.377+0000 7f6f062d5640 1 < completed part key=_multipart_P8JMH1X8249F.2~240I5ZJTRHZ2.1 size=20793 2024-08-10T05:34:06.382 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.381+0000 7f6f062d5640 1 < completed multipart upload key=P8JMH1X8249F upload=240I5ZJTRHZ2 tag=L5CJOMK0N2IL type=write size=2117945 2024-08-10T05:34:06.386 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.385+0000 7f6f062d5640 1 > prepared part key=_multipart_Y0DHHLUF8MD9.2~0QF7HIORKTDM.0 size=1048576 2024-08-10T05:34:06.388 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.387+0000 7f6f062d5640 1 > prepared part key=_multipart_Y0DHHLUF8MD9.2~0QF7HIORKTDM.1 size=760879 2024-08-10T05:34:06.388 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.387+0000 7f6f062d5640 1 > prepared multipart upload key=Y0DHHLUF8MD9 upload=0QF7HIORKTDM tag=QDBUG4LU18Y8 type=write size=2858031 2024-08-10T05:34:06.388 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.388+0000 7f6f062d5640 1 < canceled part key=_multipart_H5TVL04MCGC8.2~3WRUXCQW0DMS.0 size=1048576 2024-08-10T05:34:06.390 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.389+0000 7f6f062d5640 1 < completed part key=_multipart_H5TVL04MCGC8.2~3WRUXCQW0DMS.1 size=733354 2024-08-10T05:34:06.394 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.393+0000 7f6f062d5640 1 < canceled multipart upload key=H5TVL04MCGC8 upload=3WRUXCQW0DMS tag=NCC2BEOEKZ8D type=write size=2830506 2024-08-10T05:34:06.396 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.395+0000 7f6f062d5640 1 > prepared operation key=1IH8FE21AE4X tag=NXN12HGAKYPX type=del size=2140287 2024-08-10T05:34:06.399 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.398+0000 7f6f062d5640 -1 < failed to complete operation key=Y0DHHLUF8MD9 tag=0Z9EO0LQXKUY type=del size=3372141: (22) Invalid argument 2024-08-10T05:34:06.401 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.401+0000 7f6f062d5640 1 > prepared operation key=731ALD189846 tag=51BPQ2HIGHDN type=write size=81110 2024-08-10T05:34:06.404 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.403+0000 7f6f062d5640 1 < completed delete operation key=S1J0EDZ5K22Q tag=NGSISW1WJWVK type=del 2024-08-10T05:34:06.409 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.408+0000 7f6f062d5640 1 > prepared part key=_multipart_GNE0GMBV8Q1M.2~M9HLT706NDM1.0 size=1048576 2024-08-10T05:34:06.411 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.410+0000 7f6f062d5640 1 > prepared part key=_multipart_GNE0GMBV8Q1M.2~M9HLT706NDM1.1 size=442563 2024-08-10T05:34:06.411 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.410+0000 7f6f062d5640 1 > prepared multipart upload key=GNE0GMBV8Q1M upload=M9HLT706NDM1 tag=0599BR7L84GN type=write size=2539715 2024-08-10T05:34:06.411 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.411+0000 7f6f062d5640 1 < canceled part key=_multipart_PGRI5CN7TTT0.2~VXP921U0XGEE.0 size=1048576 2024-08-10T05:34:06.413 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.413+0000 7f6f062d5640 1 < completed part key=_multipart_PGRI5CN7TTT0.2~VXP921U0XGEE.1 size=989198 2024-08-10T05:34:06.417 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.417+0000 7f6f062d5640 1 < canceled multipart upload key=PGRI5CN7TTT0 upload=VXP921U0XGEE tag=G70GUN4DB93R type=write size=3086350 2024-08-10T05:34:06.420 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.419+0000 7f6f062d5640 1 > prepared operation key=3EUY0XWASPEL tag=9RIMDR1DSNUX type=del size=3890157 2024-08-10T05:34:06.423 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.422+0000 7f6f062d5640 1 < completed delete operation key=7DW3UO39XCUP tag=VK7EB53F7DI3 type=del 2024-08-10T05:34:06.425 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.425+0000 7f6f062d5640 1 > prepared operation key=KHYOYNS1HKDG tag=3XU94011SPTF type=del size=41911 2024-08-10T05:34:06.428 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.427+0000 7f6f062d5640 1 < completed delete operation key=8MJYHPC813SE tag=166WM1L53Y4H type=del 2024-08-10T05:34:06.430 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.429+0000 7f6f062d5640 1 > prepared operation key=QTHON9W7S3SP tag=OAH91291JPGC type=write size=980629 2024-08-10T05:34:06.433 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.431+0000 7f6f062d5640 1 < completed delete operation key=7N97XZL3TX2D tag=ZQBLMI3646G0 type=del 2024-08-10T05:34:06.434 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.434+0000 7f6f062d5640 1 > prepared operation key=S1J0EDZ5K22Q tag=7IF9M93VODV2 type=del size=1505393 2024-08-10T05:34:06.437 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.436+0000 7f6f062d5640 1 < completed delete operation key=PGRI5CN7TTT0 tag=W76UFMM50XR3 type=del 2024-08-10T05:34:06.439 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.438+0000 7f6f062d5640 1 > prepared operation key=FXQKBLXUHJHI tag=MUSGFAPNT9J0 type=del size=2406265 2024-08-10T05:34:06.441 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.441+0000 7f6f062d5640 1 < completed delete operation key=QTBS1TAZXH5F tag=917LBNXNDEV8 type=del 2024-08-10T05:34:06.444 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.443+0000 7f6f062d5640 1 > prepared operation key=7N97XZL3TX2D tag=HQ8RZPMR80O1 type=del size=2115529 2024-08-10T05:34:06.446 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.445+0000 7f6f062d5640 1 < completed delete operation key=Z3FSBPLXLYL2 tag=Y3OTJUCQRO1Q type=del 2024-08-10T05:34:06.449 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.448+0000 7f6f062d5640 1 > prepared operation key=8MJYHPC813SE tag=0VN4HIVK7CES type=del size=3584444 2024-08-10T05:34:06.454 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.453+0000 7f6f062d5640 1 < suggested update operation key=PGRI5CN7TTT0 tag=79QC8AG9SP5B type=del size=1569883 2024-08-10T05:34:06.456 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.456+0000 7f6f062d5640 1 > prepared operation key=H4D0TFSG0EKP tag=QV4SKB8ELS7S type=write size=208532 2024-08-10T05:34:06.459 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.458+0000 7f6f062d5640 1 < completed part key=_multipart_GNE0GMBV8Q1M.2~SG551Z212S2Q.0 size=1048576 2024-08-10T05:34:06.461 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.461+0000 7f6f062d5640 1 < completed part key=_multipart_GNE0GMBV8Q1M.2~SG551Z212S2Q.1 size=1048576 2024-08-10T05:34:06.463 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.463+0000 7f6f062d5640 1 < completed part key=_multipart_GNE0GMBV8Q1M.2~SG551Z212S2Q.2 size=44043 2024-08-10T05:34:06.466 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.466+0000 7f6f062d5640 1 < completed multipart upload key=GNE0GMBV8Q1M upload=SG551Z212S2Q tag=51MORGC2CZLP type=write size=3189771 2024-08-10T05:34:06.469 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.468+0000 7f6f062d5640 1 > prepared operation key=PGRI5CN7TTT0 tag=Z4VBITVUA46D type=del size=3603861 2024-08-10T05:34:06.471 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.470+0000 7f6f062d5640 1 < completed part key=_multipart_4L5NSS7LS8GK.2~8DDFS76KP1FC.0 size=1048576 2024-08-10T05:34:06.472 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.472+0000 7f6f062d5640 1 < completed part key=_multipart_4L5NSS7LS8GK.2~8DDFS76KP1FC.1 size=169902 2024-08-10T05:34:06.476 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.475+0000 7f6f062d5640 1 < completed multipart upload key=4L5NSS7LS8GK upload=8DDFS76KP1FC tag=97331XSBMI7N type=write size=2267054 2024-08-10T05:34:06.478 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.477+0000 7f6f062d5640 1 > prepared operation key=P8JMH1X8249F tag=G66W865A9PUJ type=write size=862087 2024-08-10T05:34:06.480 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.480+0000 7f6f062d5640 1 < completed delete operation key=WBJQTYBRMJV8 tag=55BAKNVUKQB4 type=del 2024-08-10T05:34:06.483 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.482+0000 7f6f062d5640 1 > prepared operation key=Y0DHHLUF8MD9 tag=35NA6YBJXCNX type=del size=1014767 2024-08-10T05:34:06.484 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.484+0000 7f6f062d5640 1 < completed part key=_multipart_Z3FSBPLXLYL2.2~95VGF4UYOGFR.0 size=1048576 2024-08-10T05:34:06.486 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.485+0000 7f6f062d5640 1 < completed part key=_multipart_Z3FSBPLXLYL2.2~95VGF4UYOGFR.1 size=1048576 2024-08-10T05:34:06.488 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.487+0000 7f6f062d5640 1 < completed part key=_multipart_Z3FSBPLXLYL2.2~95VGF4UYOGFR.2 size=654525 2024-08-10T05:34:06.491 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.490+0000 7f6f062d5640 1 < completed multipart upload key=Z3FSBPLXLYL2 upload=95VGF4UYOGFR tag=VX2C8MNWUASM type=write size=3800253 2024-08-10T05:34:06.493 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.493+0000 7f6f062d5640 1 > prepared operation key=GSXYSUXHA2KE tag=ZMK63DW0SO17 type=del size=358636 2024-08-10T05:34:06.495 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.495+0000 7f6f062d5640 1 < completed part key=_multipart_Y0DHHLUF8MD9.2~0QF7HIORKTDM.0 size=1048576 2024-08-10T05:34:06.497 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.497+0000 7f6f062d5640 1 < completed part key=_multipart_Y0DHHLUF8MD9.2~0QF7HIORKTDM.1 size=760879 2024-08-10T05:34:06.500 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.500+0000 7f6f062d5640 1 < completed multipart upload key=Y0DHHLUF8MD9 upload=0QF7HIORKTDM tag=QDBUG4LU18Y8 type=write size=2858031 2024-08-10T05:34:06.502 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.502+0000 7f6f062d5640 1 > prepared operation key=J7D76V4ENV9B tag=JNKDGXNTRFR9 type=write size=756513 2024-08-10T05:34:06.504 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.504+0000 7f6f062d5640 1 < completed delete operation key=1IH8FE21AE4X tag=NXN12HGAKYPX type=del 2024-08-10T05:34:06.507 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.506+0000 7f6f062d5640 1 > prepared operation key=1G5AU0L67121 tag=YOVRY6KV1WU6 type=del size=219841 2024-08-10T05:34:06.510 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.510+0000 7f6f062d5640 1 < suggested remove operation key=731ALD189846 tag=51BPQ2HIGHDN type=write 2024-08-10T05:34:06.512 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.511+0000 7f6f062d5640 1 > prepared operation key=4L5NSS7LS8GK tag=YOJBGR436MF2 type=del size=4054848 2024-08-10T05:34:06.514 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.513+0000 7f6f062d5640 1 < completed part key=_multipart_GNE0GMBV8Q1M.2~M9HLT706NDM1.0 size=1048576 2024-08-10T05:34:06.516 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.515+0000 7f6f062d5640 1 < completed part key=_multipart_GNE0GMBV8Q1M.2~M9HLT706NDM1.1 size=442563 2024-08-10T05:34:06.519 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.518+0000 7f6f062d5640 1 < completed multipart upload key=GNE0GMBV8Q1M upload=M9HLT706NDM1 tag=0599BR7L84GN type=write size=2539715 2024-08-10T05:34:06.521 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.521+0000 7f6f062d5640 1 > prepared operation key=OH2XJH7YF0P6 tag=EUQVBLHJVZVF type=del size=3156962 2024-08-10T05:34:06.523 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.523+0000 7f6f062d5640 1 < completed delete operation key=3EUY0XWASPEL tag=9RIMDR1DSNUX type=del 2024-08-10T05:34:06.527 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.526+0000 7f6f062d5640 1 > prepared part key=_multipart_4L5NSS7LS8GK.2~WHH7XAKR40EY.0 size=1048576 2024-08-10T05:34:06.528 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.528+0000 7f6f062d5640 1 > prepared part key=_multipart_4L5NSS7LS8GK.2~WHH7XAKR40EY.1 size=219999 2024-08-10T05:34:06.528 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.528+0000 7f6f062d5640 1 > prepared multipart upload key=4L5NSS7LS8GK upload=WHH7XAKR40EY tag=8D8RMGD9IACQ type=write size=2317151 2024-08-10T05:34:06.531 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.530+0000 7f6f062d5640 1 < completed delete operation key=KHYOYNS1HKDG tag=3XU94011SPTF type=del 2024-08-10T05:34:06.533 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.533+0000 7f6f062d5640 1 > prepared operation key=00IWI9L0NGJ3 tag=KO8WWU68GKPD type=del size=3164712 2024-08-10T05:34:06.536 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.535+0000 7f6f062d5640 1 < completed write operation key=QTHON9W7S3SP tag=OAH91291JPGC type=write size=980629 2024-08-10T05:34:06.538 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.537+0000 7f6f062d5640 1 > prepared operation key=M533Z7C651X9 tag=R9XWZU534ERR type=del size=1486446 2024-08-10T05:34:06.540 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.539+0000 7f6f062d5640 1 < completed delete operation key=S1J0EDZ5K22Q tag=7IF9M93VODV2 type=del 2024-08-10T05:34:06.544 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.543+0000 7f6f062d5640 1 > prepared part key=_multipart_H5TVL04MCGC8.2~LG7PNZ3KMLDI.0 size=1048576 2024-08-10T05:34:06.545 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.544+0000 7f6f062d5640 1 > prepared part key=_multipart_H5TVL04MCGC8.2~LG7PNZ3KMLDI.1 size=1048576 2024-08-10T05:34:06.546 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.546+0000 7f6f062d5640 1 > prepared part key=_multipart_H5TVL04MCGC8.2~LG7PNZ3KMLDI.2 size=1042906 2024-08-10T05:34:06.546 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.546+0000 7f6f062d5640 1 > prepared multipart upload key=H5TVL04MCGC8 upload=LG7PNZ3KMLDI tag=X3ZA3URUTCMG type=write size=4188634 2024-08-10T05:34:06.548 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.548+0000 7f6f062d5640 1 < completed delete operation key=FXQKBLXUHJHI tag=MUSGFAPNT9J0 type=del 2024-08-10T05:34:06.550 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.549+0000 7f6f062d5640 1 > prepared operation key=Z3FSBPLXLYL2 tag=D7P2C8T5PODV type=del size=763593 2024-08-10T05:34:06.552 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.551+0000 7f6f062d5640 1 < completed delete operation key=7N97XZL3TX2D tag=HQ8RZPMR80O1 type=del 2024-08-10T05:34:06.554 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.553+0000 7f6f062d5640 1 > prepared operation key=Y0DHHLUF8MD9 tag=BLH0UNVISQ8E type=del size=3301911 2024-08-10T05:34:06.558 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.557+0000 7f6f062d5640 1 < suggested remove operation key=8MJYHPC813SE tag=0VN4HIVK7CES type=del 2024-08-10T05:34:06.559 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.559+0000 7f6f062d5640 1 > prepared operation key=731ALD189846 tag=ZYJC7F5I3QSO type=write size=538455 2024-08-10T05:34:06.561 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.560+0000 7f6f062d5640 1 < completed write operation key=H4D0TFSG0EKP tag=QV4SKB8ELS7S type=write size=208532 2024-08-10T05:34:06.564 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.564+0000 7f6f062d5640 1 > prepared part key=_multipart_3EUY0XWASPEL.2~IWZFVQI2NULX.0 size=162872 2024-08-10T05:34:06.564 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.564+0000 7f6f062d5640 1 > prepared multipart upload key=3EUY0XWASPEL upload=IWZFVQI2NULX tag=QIH9SM4398B4 type=write size=1211448 2024-08-10T05:34:06.566 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.565+0000 7f6f062d5640 1 < completed delete operation key=PGRI5CN7TTT0 tag=Z4VBITVUA46D type=del 2024-08-10T05:34:06.568 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.567+0000 7f6f062d5640 1 > prepared operation key=1G5AU0L67121 tag=J3C1AUBPE6KQ type=del size=4140327 2024-08-10T05:34:06.569 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.569+0000 7f6f062d5640 1 < completed write operation key=P8JMH1X8249F tag=G66W865A9PUJ type=write size=862087 2024-08-10T05:34:06.571 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.571+0000 7f6f062d5640 1 > prepared operation key=S1J0EDZ5K22Q tag=QY2CSZIQUHDH type=del size=1009710 2024-08-10T05:34:06.575 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.574+0000 7f6f062d5640 1 < suggested update operation key=Y0DHHLUF8MD9 tag=35NA6YBJXCNX type=del size=1014767 2024-08-10T05:34:06.577 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.576+0000 7f6f062d5640 1 > prepared operation key=PGRI5CN7TTT0 tag=J9K9PGQ05DZQ type=write size=114370 2024-08-10T05:34:06.578 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.578+0000 7f6f062d5640 1 < completed delete operation key=GSXYSUXHA2KE tag=ZMK63DW0SO17 type=del 2024-08-10T05:34:06.580 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.580+0000 7f6f062d5640 1 > prepared operation key=LTRO8UR68E01 tag=HJAADPBHKV1D type=write size=113244 2024-08-10T05:34:06.582 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.581+0000 7f6f062d5640 1 < completed write operation key=J7D76V4ENV9B tag=JNKDGXNTRFR9 type=write size=756513 2024-08-10T05:34:06.584 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.583+0000 7f6f062d5640 1 > prepared operation key=J7D76V4ENV9B tag=KIXBJEQMRZRE type=del size=2205286 2024-08-10T05:34:06.585 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.585+0000 7f6f062d5640 1 < completed delete operation key=1G5AU0L67121 tag=YOVRY6KV1WU6 type=del 2024-08-10T05:34:06.587 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.586+0000 7f6f062d5640 1 > prepared operation key=4L5NSS7LS8GK tag=3EH2PL62IB8F type=del size=3689349 2024-08-10T05:34:06.589 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.588+0000 7f6f062d5640 1 < completed delete operation key=4L5NSS7LS8GK tag=YOJBGR436MF2 type=del 2024-08-10T05:34:06.591 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.590+0000 7f6f062d5640 1 > prepared operation key=M533Z7C651X9 tag=VR1J0YSUPY8D type=del size=3887348 2024-08-10T05:34:06.593 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.592+0000 7f6f062d5640 1 < completed delete operation key=OH2XJH7YF0P6 tag=EUQVBLHJVZVF type=del 2024-08-10T05:34:06.595 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.594+0000 7f6f062d5640 1 > prepared operation key=731ALD189846 tag=XFHX6B18CZOM type=del size=3418986 2024-08-10T05:34:06.596 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.596+0000 7f6f062d5640 1 < completed part key=_multipart_4L5NSS7LS8GK.2~WHH7XAKR40EY.0 size=1048576 2024-08-10T05:34:06.598 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.597+0000 7f6f062d5640 1 < completed part key=_multipart_4L5NSS7LS8GK.2~WHH7XAKR40EY.1 size=219999 2024-08-10T05:34:06.601 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.600+0000 7f6f062d5640 1 < completed multipart upload key=4L5NSS7LS8GK upload=WHH7XAKR40EY tag=8D8RMGD9IACQ type=write size=2317151 2024-08-10T05:34:06.602 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.602+0000 7f6f062d5640 1 > prepared operation key=8MJYHPC813SE tag=D59LRTRNKTFY type=write size=806456 2024-08-10T05:34:06.606 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.605+0000 7f6f062d5640 1 < suggested remove operation key=00IWI9L0NGJ3 tag=KO8WWU68GKPD type=del 2024-08-10T05:34:06.609 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.609+0000 7f6f062d5640 1 > prepared part key=_multipart_1G5AU0L67121.2~6HXCK7A4JEEL.0 size=1048576 2024-08-10T05:34:06.611 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.610+0000 7f6f062d5640 1 > prepared part key=_multipart_1G5AU0L67121.2~6HXCK7A4JEEL.1 size=813979 2024-08-10T05:34:06.611 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.610+0000 7f6f062d5640 1 > prepared multipart upload key=1G5AU0L67121 upload=6HXCK7A4JEEL tag=GGUF6U3153I0 type=write size=2911131 2024-08-10T05:34:06.613 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.612+0000 7f6f062d5640 1 < completed delete operation key=M533Z7C651X9 tag=R9XWZU534ERR type=del 2024-08-10T05:34:06.615 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.614+0000 7f6f062d5640 1 > prepared operation key=8441NV2A24FO tag=CTOZWYGBK19W type=del size=329720 2024-08-10T05:34:06.617 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.616+0000 7f6f062d5640 1 < completed part key=_multipart_H5TVL04MCGC8.2~LG7PNZ3KMLDI.0 size=1048576 2024-08-10T05:34:06.618 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.617+0000 7f6f062d5640 1 < completed part key=_multipart_H5TVL04MCGC8.2~LG7PNZ3KMLDI.1 size=1048576 2024-08-10T05:34:06.618 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.617+0000 7f6f062d5640 1 < canceled part key=_multipart_H5TVL04MCGC8.2~LG7PNZ3KMLDI.2 size=1042906 2024-08-10T05:34:06.622 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.621+0000 7f6f062d5640 1 < canceled multipart upload key=H5TVL04MCGC8 upload=LG7PNZ3KMLDI tag=X3ZA3URUTCMG type=write size=4188634 2024-08-10T05:34:06.625 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.624+0000 7f6f062d5640 1 > prepared part key=_multipart_7DW3UO39XCUP.2~RZKDG5EOJIAN.0 size=1048576 2024-08-10T05:34:06.627 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.626+0000 7f6f062d5640 1 > prepared part key=_multipart_7DW3UO39XCUP.2~RZKDG5EOJIAN.1 size=790245 2024-08-10T05:34:06.627 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.626+0000 7f6f062d5640 1 > prepared multipart upload key=7DW3UO39XCUP upload=RZKDG5EOJIAN tag=N43E6M13DOHS type=write size=2887397 2024-08-10T05:34:06.628 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.628+0000 7f6f062d5640 1 < completed delete operation key=Z3FSBPLXLYL2 tag=D7P2C8T5PODV type=del 2024-08-10T05:34:06.630 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.629+0000 7f6f062d5640 1 > prepared operation key=MI1XTCS076Y9 tag=VLJRR8NLIFHC type=del size=1198381 2024-08-10T05:34:06.632 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.632+0000 7f6f062d5640 -1 < failed to complete operation key=Y0DHHLUF8MD9 tag=BLH0UNVISQ8E type=del size=3301911: (22) Invalid argument 2024-08-10T05:34:06.634 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.634+0000 7f6f062d5640 1 > prepared operation key=H5TVL04MCGC8 tag=EJLR0O7K2MXN type=del size=2283699 2024-08-10T05:34:06.639 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.637+0000 7f6f062d5640 1 < suggested update operation key=731ALD189846 tag=ZYJC7F5I3QSO type=write size=538455 2024-08-10T05:34:06.642 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.641+0000 7f6f062d5640 1 > prepared part key=_multipart_QTBS1TAZXH5F.2~0MQM6L24KW1B.0 size=529934 2024-08-10T05:34:06.642 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.641+0000 7f6f062d5640 1 > prepared multipart upload key=QTBS1TAZXH5F upload=0MQM6L24KW1B tag=Q346XB6CZ0EJ type=write size=1578510 2024-08-10T05:34:06.643 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.643+0000 7f6f062d5640 1 < completed part key=_multipart_3EUY0XWASPEL.2~IWZFVQI2NULX.0 size=162872 2024-08-10T05:34:06.646 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.646+0000 7f6f062d5640 1 < completed multipart upload key=3EUY0XWASPEL upload=IWZFVQI2NULX tag=QIH9SM4398B4 type=write size=1211448 2024-08-10T05:34:06.650 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.649+0000 7f6f062d5640 1 > prepared part key=_multipart_4L5NSS7LS8GK.2~S1OV3F0HY0IR.0 size=188244 2024-08-10T05:34:06.650 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.649+0000 7f6f062d5640 1 > prepared multipart upload key=4L5NSS7LS8GK upload=S1OV3F0HY0IR tag=WMUL8H6R34LM type=write size=1236820 2024-08-10T05:34:06.652 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.651+0000 7f6f062d5640 1 < completed delete operation key=1G5AU0L67121 tag=J3C1AUBPE6KQ type=del 2024-08-10T05:34:06.654 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.653+0000 7f6f062d5640 1 > prepared operation key=F0DF00AE1ISQ tag=LM64X2FCHQFS type=write size=911805 2024-08-10T05:34:06.655 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.655+0000 7f6f062d5640 1 < completed delete operation key=S1J0EDZ5K22Q tag=QY2CSZIQUHDH type=del 2024-08-10T05:34:06.657 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.657+0000 7f6f062d5640 1 > prepared operation key=7N97XZL3TX2D tag=Y9RYIYLF0IX5 type=del size=1632843 2024-08-10T05:34:06.661 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.661+0000 7f6f062d5640 1 < suggested update operation key=PGRI5CN7TTT0 tag=J9K9PGQ05DZQ type=write size=114370 2024-08-10T05:34:06.664 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.663+0000 7f6f062d5640 1 > prepared operation key=8MJYHPC813SE tag=A67K3ZH6ONZ6 type=del size=2752366 2024-08-10T05:34:06.666 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.666+0000 7f6f062d5640 1 < completed write operation key=LTRO8UR68E01 tag=HJAADPBHKV1D type=write size=113244 2024-08-10T05:34:06.671 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.671+0000 7f6f062d5640 1 > prepared part key=_multipart_00IWI9L0NGJ3.2~PVCXIJ5YTQCV.0 size=816817 2024-08-10T05:34:06.671 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.671+0000 7f6f062d5640 1 > prepared multipart upload key=00IWI9L0NGJ3 upload=PVCXIJ5YTQCV tag=LP5T0GFPMJ3N type=write size=1865393 2024-08-10T05:34:06.675 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.675+0000 7f6f062d5640 1 < suggested remove operation key=J7D76V4ENV9B tag=KIXBJEQMRZRE type=del 2024-08-10T05:34:06.677 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.677+0000 7f6f062d5640 1 > prepared operation key=Z3FSBPLXLYL2 tag=LVG78SQCNGLS type=del size=1831403 2024-08-10T05:34:06.681 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.681+0000 7f6f062d5640 1 < suggested remove operation key=4L5NSS7LS8GK tag=3EH2PL62IB8F type=del 2024-08-10T05:34:06.683 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.682+0000 7f6f062d5640 1 > prepared operation key=H4D0TFSG0EKP tag=5EZV1NF979DX type=write size=793854 2024-08-10T05:34:06.685 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.684+0000 7f6f062d5640 1 < completed delete operation key=M533Z7C651X9 tag=VR1J0YSUPY8D type=del 2024-08-10T05:34:06.686 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.686+0000 7f6f062d5640 1 > prepared operation key=FXQKBLXUHJHI tag=5XW3YLC3T8Q5 type=del size=1685560 2024-08-10T05:34:06.689 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.688+0000 7f6f062d5640 -1 < failed to complete operation key=731ALD189846 tag=XFHX6B18CZOM type=del size=3418986: (22) Invalid argument 2024-08-10T05:34:06.691 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.690+0000 7f6f062d5640 1 > prepared operation key=KHYOYNS1HKDG tag=9NON416L0L6S type=del size=317246 2024-08-10T05:34:06.693 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.692+0000 7f6f062d5640 1 < completed write operation key=8MJYHPC813SE tag=D59LRTRNKTFY type=write size=806456 2024-08-10T05:34:06.695 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.694+0000 7f6f062d5640 1 > prepared operation key=QTBS1TAZXH5F tag=VX2DNG4W220B type=del size=1422288 2024-08-10T05:34:06.697 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.696+0000 7f6f062d5640 1 < completed part key=_multipart_1G5AU0L67121.2~6HXCK7A4JEEL.0 size=1048576 2024-08-10T05:34:06.698 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.698+0000 7f6f062d5640 1 < completed part key=_multipart_1G5AU0L67121.2~6HXCK7A4JEEL.1 size=813979 2024-08-10T05:34:06.702 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.702+0000 7f6f062d5640 1 < completed multipart upload key=1G5AU0L67121 upload=6HXCK7A4JEEL tag=GGUF6U3153I0 type=write size=2911131 2024-08-10T05:34:06.705 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.704+0000 7f6f062d5640 1 > prepared operation key=1IH8FE21AE4X tag=752PL3FNKX1V type=del size=22104 2024-08-10T05:34:06.707 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.707+0000 7f6f062d5640 1 < completed delete operation key=8441NV2A24FO tag=CTOZWYGBK19W type=del 2024-08-10T05:34:06.710 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.709+0000 7f6f062d5640 1 > prepared operation key=731ALD189846 tag=STH9COMM02ED type=write size=219934 2024-08-10T05:34:06.713 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.712+0000 7f6f062d5640 1 < completed part key=_multipart_7DW3UO39XCUP.2~RZKDG5EOJIAN.0 size=1048576 2024-08-10T05:34:06.715 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.714+0000 7f6f062d5640 1 < completed part key=_multipart_7DW3UO39XCUP.2~RZKDG5EOJIAN.1 size=790245 2024-08-10T05:34:06.719 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.719+0000 7f6f062d5640 1 < completed multipart upload key=7DW3UO39XCUP upload=RZKDG5EOJIAN tag=N43E6M13DOHS type=write size=2887397 2024-08-10T05:34:06.721 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.721+0000 7f6f062d5640 1 > prepared operation key=00IWI9L0NGJ3 tag=98AVZH8J3LIC type=write size=244549 2024-08-10T05:34:06.724 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.724+0000 7f6f062d5640 1 < canceled operation key=MI1XTCS076Y9 tag=VLJRR8NLIFHC type=del size=1198381 2024-08-10T05:34:06.727 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.727+0000 7f6f062d5640 1 > prepared operation key=Y0DHHLUF8MD9 tag=SWMAIYM48CV7 type=del size=2509264 2024-08-10T05:34:06.732 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.731+0000 7f6f062d5640 1 < suggested remove operation key=H5TVL04MCGC8 tag=EJLR0O7K2MXN type=del 2024-08-10T05:34:06.737 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.736+0000 7f6f062d5640 1 > prepared part key=_multipart_OH2XJH7YF0P6.2~OBZMJQXWS1C2.0 size=1048576 2024-08-10T05:34:06.739 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.738+0000 7f6f062d5640 1 > prepared part key=_multipart_OH2XJH7YF0P6.2~OBZMJQXWS1C2.1 size=1048576 2024-08-10T05:34:06.741 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.740+0000 7f6f062d5640 1 > prepared part key=_multipart_OH2XJH7YF0P6.2~OBZMJQXWS1C2.2 size=711600 2024-08-10T05:34:06.741 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.740+0000 7f6f062d5640 1 > prepared multipart upload key=OH2XJH7YF0P6 upload=OBZMJQXWS1C2 tag=VRZSN14LMC65 type=write size=3857328 2024-08-10T05:34:06.743 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.742+0000 7f6f062d5640 1 < completed part key=_multipart_QTBS1TAZXH5F.2~0MQM6L24KW1B.0 size=529934 2024-08-10T05:34:06.747 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.747+0000 7f6f062d5640 1 < completed multipart upload key=QTBS1TAZXH5F upload=0MQM6L24KW1B tag=Q346XB6CZ0EJ type=write size=1578510 2024-08-10T05:34:06.750 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.749+0000 7f6f062d5640 1 > prepared operation key=LTRO8UR68E01 tag=124DWQ3920JK type=write size=916523 2024-08-10T05:34:06.753 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.752+0000 7f6f062d5640 1 < completed part key=_multipart_4L5NSS7LS8GK.2~S1OV3F0HY0IR.0 size=188244 2024-08-10T05:34:06.757 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.757+0000 7f6f062d5640 1 < completed multipart upload key=4L5NSS7LS8GK upload=S1OV3F0HY0IR tag=WMUL8H6R34LM type=write size=1236820 2024-08-10T05:34:06.760 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.759+0000 7f6f062d5640 1 > prepared operation key=KHYOYNS1HKDG tag=PBRQ9S3426UQ type=del size=122471 2024-08-10T05:34:06.762 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.762+0000 7f6f062d5640 1 < completed write operation key=F0DF00AE1ISQ tag=LM64X2FCHQFS type=write size=911805 2024-08-10T05:34:06.766 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.765+0000 7f6f062d5640 1 > prepared part key=_multipart_H5TVL04MCGC8.2~XQAEMC502BJA.0 size=1048576 2024-08-10T05:34:06.767 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.766+0000 7f6f062d5640 1 > prepared part key=_multipart_H5TVL04MCGC8.2~XQAEMC502BJA.1 size=1048576 2024-08-10T05:34:06.768 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.768+0000 7f6f062d5640 1 > prepared part key=_multipart_H5TVL04MCGC8.2~XQAEMC502BJA.2 size=113699 2024-08-10T05:34:06.769 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.768+0000 7f6f062d5640 1 > prepared multipart upload key=H5TVL04MCGC8 upload=XQAEMC502BJA tag=DKNEHUJJP1TF type=write size=3259427 2024-08-10T05:34:06.770 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.770+0000 7f6f062d5640 1 < completed delete operation key=7N97XZL3TX2D tag=Y9RYIYLF0IX5 type=del 2024-08-10T05:34:06.774 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.773+0000 7f6f062d5640 1 > prepared part key=_multipart_8441NV2A24FO.2~DPV20ECVBB9C.0 size=1048576 2024-08-10T05:34:06.775 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.775+0000 7f6f062d5640 1 > prepared part key=_multipart_8441NV2A24FO.2~DPV20ECVBB9C.1 size=520515 2024-08-10T05:34:06.775 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.775+0000 7f6f062d5640 1 > prepared multipart upload key=8441NV2A24FO upload=DPV20ECVBB9C tag=TKHUN210QXTE type=write size=2617667 2024-08-10T05:34:06.777 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.777+0000 7f6f062d5640 1 < completed delete operation key=8MJYHPC813SE tag=A67K3ZH6ONZ6 type=del 2024-08-10T05:34:06.779 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.778+0000 7f6f062d5640 1 > prepared operation key=7N97XZL3TX2D tag=V4J3CA87A093 type=del size=3134220 2024-08-10T05:34:06.781 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.780+0000 7f6f062d5640 1 < completed part key=_multipart_00IWI9L0NGJ3.2~PVCXIJ5YTQCV.0 size=816817 2024-08-10T05:34:06.784 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.784+0000 7f6f062d5640 1 < completed multipart upload key=00IWI9L0NGJ3 upload=PVCXIJ5YTQCV tag=LP5T0GFPMJ3N type=write size=1865393 2024-08-10T05:34:06.788 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.787+0000 7f6f062d5640 1 > prepared part key=_multipart_3EUY0XWASPEL.2~FNJ5UIU5FV16.0 size=87718 2024-08-10T05:34:06.788 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.787+0000 7f6f062d5640 1 > prepared multipart upload key=3EUY0XWASPEL upload=FNJ5UIU5FV16 tag=PQKBLESUTH0Z type=write size=1136294 2024-08-10T05:34:06.789 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.789+0000 7f6f062d5640 1 < completed delete operation key=Z3FSBPLXLYL2 tag=LVG78SQCNGLS type=del 2024-08-10T05:34:06.793 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.792+0000 7f6f062d5640 1 > prepared part key=_multipart_S1E44NG3MOQ5.2~RKX0C0HIA2BF.0 size=1048576 2024-08-10T05:34:06.795 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.794+0000 7f6f062d5640 1 > prepared part key=_multipart_S1E44NG3MOQ5.2~RKX0C0HIA2BF.1 size=636787 2024-08-10T05:34:06.795 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.794+0000 7f6f062d5640 1 > prepared multipart upload key=S1E44NG3MOQ5 upload=RKX0C0HIA2BF tag=A6YCI75KYZYH type=write size=2733939 2024-08-10T05:34:06.796 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.796+0000 7f6f062d5640 1 < completed write operation key=H4D0TFSG0EKP tag=5EZV1NF979DX type=write size=793854 2024-08-10T05:34:06.799 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.798+0000 7f6f062d5640 1 > prepared operation key=S1E44NG3MOQ5 tag=81C3G2CXJ6CZ type=del size=3365159 2024-08-10T05:34:06.803 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.803+0000 7f6f062d5640 1 < suggested update operation key=FXQKBLXUHJHI tag=5XW3YLC3T8Q5 type=del size=1685560 2024-08-10T05:34:06.806 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.806+0000 7f6f062d5640 1 > prepared part key=_multipart_M533Z7C651X9.2~AH007JUN7K23.0 size=1048576 2024-08-10T05:34:06.808 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.807+0000 7f6f062d5640 1 > prepared part key=_multipart_M533Z7C651X9.2~AH007JUN7K23.1 size=776277 2024-08-10T05:34:06.808 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.807+0000 7f6f062d5640 1 > prepared multipart upload key=M533Z7C651X9 upload=AH007JUN7K23 tag=EA0X82QW8RQS type=write size=2873429 2024-08-10T05:34:06.810 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.809+0000 7f6f062d5640 1 < completed delete operation key=KHYOYNS1HKDG tag=9NON416L0L6S type=del 2024-08-10T05:34:06.812 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.811+0000 7f6f062d5640 1 > prepared operation key=S1J0EDZ5K22Q tag=MB35A0OTP6EW type=del size=1953131 2024-08-10T05:34:06.816 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.816+0000 7f6f062d5640 1 < suggested update operation key=QTBS1TAZXH5F tag=VX2DNG4W220B type=del size=1422288 2024-08-10T05:34:06.821 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.820+0000 7f6f062d5640 1 > prepared part key=_multipart_GSXYSUXHA2KE.2~A47AZDUAJXD7.0 size=970263 2024-08-10T05:34:06.821 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.820+0000 7f6f062d5640 1 > prepared multipart upload key=GSXYSUXHA2KE upload=A47AZDUAJXD7 tag=L6905UCX3HOB type=write size=2018839 2024-08-10T05:34:06.823 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.822+0000 7f6f062d5640 1 < completed delete operation key=1IH8FE21AE4X tag=752PL3FNKX1V type=del 2024-08-10T05:34:06.825 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.825+0000 7f6f062d5640 1 > prepared operation key=S1J0EDZ5K22Q tag=T8X0R8IW3M94 type=del size=3307292 2024-08-10T05:34:06.828 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.827+0000 7f6f062d5640 1 < completed write operation key=731ALD189846 tag=STH9COMM02ED type=write size=219934 2024-08-10T05:34:06.830 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.830+0000 7f6f062d5640 1 > prepared operation key=P8JMH1X8249F tag=ZNUP3QV6YCZP type=del size=3395516 2024-08-10T05:34:06.833 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.832+0000 7f6f062d5640 1 < completed write operation key=00IWI9L0NGJ3 tag=98AVZH8J3LIC type=write size=244549 2024-08-10T05:34:06.835 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.835+0000 7f6f062d5640 1 > prepared operation key=PGRI5CN7TTT0 tag=PQ6IVFY68R29 type=del size=3969572 2024-08-10T05:34:06.837 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.837+0000 7f6f062d5640 1 < completed delete operation key=Y0DHHLUF8MD9 tag=SWMAIYM48CV7 type=del 2024-08-10T05:34:06.842 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.838+0000 7f6f062d5640 1 > prepared operation key=H4D0TFSG0EKP tag=OFOFKRPM249D type=del size=3119029 2024-08-10T05:34:06.843 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.840+0000 7f6f062d5640 1 < completed part key=_multipart_OH2XJH7YF0P6.2~OBZMJQXWS1C2.0 size=1048576 2024-08-10T05:34:06.843 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.840+0000 7f6f062d5640 1 < canceled part key=_multipart_OH2XJH7YF0P6.2~OBZMJQXWS1C2.1 size=1048576 2024-08-10T05:34:06.843 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.841+0000 7f6f062d5640 1 < completed part key=_multipart_OH2XJH7YF0P6.2~OBZMJQXWS1C2.2 size=711600 2024-08-10T05:34:06.845 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.845+0000 7f6f062d5640 1 < canceled multipart upload key=OH2XJH7YF0P6 upload=OBZMJQXWS1C2 tag=VRZSN14LMC65 type=write size=3857328 2024-08-10T05:34:06.848 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.848+0000 7f6f062d5640 1 > prepared part key=_multipart_S1E44NG3MOQ5.2~FIX67VO6JKQW.0 size=1048576 2024-08-10T05:34:06.850 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.849+0000 7f6f062d5640 1 > prepared part key=_multipart_S1E44NG3MOQ5.2~FIX67VO6JKQW.1 size=917239 2024-08-10T05:34:06.850 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.849+0000 7f6f062d5640 1 > prepared multipart upload key=S1E44NG3MOQ5 upload=FIX67VO6JKQW tag=2KAQD5ADZU1F type=write size=3014391 2024-08-10T05:34:06.852 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.851+0000 7f6f062d5640 1 < completed write operation key=LTRO8UR68E01 tag=124DWQ3920JK type=write size=916523 2024-08-10T05:34:06.854 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.853+0000 7f6f062d5640 1 > prepared operation key=FXQKBLXUHJHI tag=I9QODIHY6J0Z type=del size=3125486 2024-08-10T05:34:06.856 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.855+0000 7f6f062d5640 1 < completed delete operation key=KHYOYNS1HKDG tag=PBRQ9S3426UQ type=del 2024-08-10T05:34:06.857 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.857+0000 7f6f062d5640 1 > prepared operation key=LTRO8UR68E01 tag=ENE6W58HCZMF type=del size=1300985 2024-08-10T05:34:06.859 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.858+0000 7f6f062d5640 1 < completed part key=_multipart_H5TVL04MCGC8.2~XQAEMC502BJA.0 size=1048576 2024-08-10T05:34:06.859 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.858+0000 7f6f062d5640 1 < canceled part key=_multipart_H5TVL04MCGC8.2~XQAEMC502BJA.1 size=1048576 2024-08-10T05:34:06.861 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.860+0000 7f6f062d5640 1 < completed part key=_multipart_H5TVL04MCGC8.2~XQAEMC502BJA.2 size=113699 2024-08-10T05:34:06.864 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.863+0000 7f6f062d5640 1 < canceled multipart upload key=H5TVL04MCGC8 upload=XQAEMC502BJA tag=DKNEHUJJP1TF type=write size=3259427 2024-08-10T05:34:06.866 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.865+0000 7f6f062d5640 1 > prepared operation key=M533Z7C651X9 tag=FNQI11DK0TU0 type=del size=372411 2024-08-10T05:34:06.868 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.867+0000 7f6f062d5640 1 < completed part key=_multipart_8441NV2A24FO.2~DPV20ECVBB9C.0 size=1048576 2024-08-10T05:34:06.868 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.867+0000 7f6f062d5640 1 < canceled part key=_multipart_8441NV2A24FO.2~DPV20ECVBB9C.1 size=520515 2024-08-10T05:34:06.871 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.870+0000 7f6f062d5640 1 < canceled multipart upload key=8441NV2A24FO upload=DPV20ECVBB9C tag=TKHUN210QXTE type=write size=2617667 2024-08-10T05:34:06.873 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.872+0000 7f6f062d5640 1 > prepared operation key=PGRI5CN7TTT0 tag=O1KUJWVGSEU7 type=write size=385922 2024-08-10T05:34:06.874 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.874+0000 7f6f062d5640 1 < completed delete operation key=7N97XZL3TX2D tag=V4J3CA87A093 type=del 2024-08-10T05:34:06.876 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.875+0000 7f6f062d5640 1 > prepared operation key=GNE0GMBV8Q1M tag=P3QZ6OICUB1H type=write size=1033649 2024-08-10T05:34:06.878 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.877+0000 7f6f062d5640 1 < completed part key=_multipart_3EUY0XWASPEL.2~FNJ5UIU5FV16.0 size=87718 2024-08-10T05:34:06.881 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.881+0000 7f6f062d5640 1 < completed multipart upload key=3EUY0XWASPEL upload=FNJ5UIU5FV16 tag=PQKBLESUTH0Z type=write size=1136294 2024-08-10T05:34:06.883 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.883+0000 7f6f062d5640 1 > prepared operation key=S1J0EDZ5K22Q tag=VV5KAPSSC4YH type=del size=1453235 2024-08-10T05:34:06.885 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.884+0000 7f6f062d5640 1 < completed part key=_multipart_S1E44NG3MOQ5.2~RKX0C0HIA2BF.0 size=1048576 2024-08-10T05:34:06.886 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.886+0000 7f6f062d5640 1 < completed part key=_multipart_S1E44NG3MOQ5.2~RKX0C0HIA2BF.1 size=636787 2024-08-10T05:34:06.889 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.889+0000 7f6f062d5640 1 < completed multipart upload key=S1E44NG3MOQ5 upload=RKX0C0HIA2BF tag=A6YCI75KYZYH type=write size=2733939 2024-08-10T05:34:06.891 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.891+0000 7f6f062d5640 1 > prepared operation key=GSXYSUXHA2KE tag=VL3R32GHBKWX type=del size=1516815 2024-08-10T05:34:06.895 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.894+0000 7f6f062d5640 1 < suggested update operation key=S1E44NG3MOQ5 tag=81C3G2CXJ6CZ type=del size=3365159 2024-08-10T05:34:06.898 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.897+0000 7f6f062d5640 1 > prepared part key=_multipart_ZPF41248T0P2.2~4VCMAHXOLQU6.0 size=1048576 2024-08-10T05:34:06.899 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.899+0000 7f6f062d5640 1 > prepared part key=_multipart_ZPF41248T0P2.2~4VCMAHXOLQU6.1 size=178111 2024-08-10T05:34:06.899 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.899+0000 7f6f062d5640 1 > prepared multipart upload key=ZPF41248T0P2 upload=4VCMAHXOLQU6 tag=46PVZEWJEZD7 type=write size=2275263 2024-08-10T05:34:06.901 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.901+0000 7f6f062d5640 1 < completed part key=_multipart_M533Z7C651X9.2~AH007JUN7K23.0 size=1048576 2024-08-10T05:34:06.903 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.903+0000 7f6f062d5640 1 < completed part key=_multipart_M533Z7C651X9.2~AH007JUN7K23.1 size=776277 2024-08-10T05:34:06.907 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.906+0000 7f6f062d5640 1 < completed multipart upload key=M533Z7C651X9 upload=AH007JUN7K23 tag=EA0X82QW8RQS type=write size=2873429 2024-08-10T05:34:06.909 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.908+0000 7f6f062d5640 1 > prepared operation key=00IWI9L0NGJ3 tag=7WYJMR1UDJA1 type=del size=1420621 2024-08-10T05:34:06.911 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.910+0000 7f6f062d5640 1 < completed delete operation key=S1J0EDZ5K22Q tag=MB35A0OTP6EW type=del 2024-08-10T05:34:06.913 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.912+0000 7f6f062d5640 1 > prepared operation key=KHYOYNS1HKDG tag=L4CDRKTUI7ED type=del size=563865 2024-08-10T05:34:06.913 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.912+0000 7f6f062d5640 1 < canceled part key=_multipart_GSXYSUXHA2KE.2~A47AZDUAJXD7.0 size=970263 2024-08-10T05:34:06.916 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.915+0000 7f6f062d5640 1 < canceled multipart upload key=GSXYSUXHA2KE upload=A47AZDUAJXD7 tag=L6905UCX3HOB type=write size=2018839 2024-08-10T05:34:06.918 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.917+0000 7f6f062d5640 1 > prepared operation key=LTRO8UR68E01 tag=7ESM2HNMGXCN type=write size=1016252 2024-08-10T05:34:06.921 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.921+0000 7f6f062d5640 1 < suggested remove operation key=S1J0EDZ5K22Q tag=T8X0R8IW3M94 type=del 2024-08-10T05:34:06.925 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.924+0000 7f6f062d5640 1 > prepared part key=_multipart_J7D76V4ENV9B.2~7HU61PO4XOT6.0 size=1048576 2024-08-10T05:34:06.926 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.926+0000 7f6f062d5640 1 > prepared part key=_multipart_J7D76V4ENV9B.2~7HU61PO4XOT6.1 size=1048576 2024-08-10T05:34:06.928 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.927+0000 7f6f062d5640 1 > prepared part key=_multipart_J7D76V4ENV9B.2~7HU61PO4XOT6.2 size=573308 2024-08-10T05:34:06.928 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.927+0000 7f6f062d5640 1 > prepared multipart upload key=J7D76V4ENV9B upload=7HU61PO4XOT6 tag=3D3OK7CVVMI5 type=write size=3719036 2024-08-10T05:34:06.930 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.929+0000 7f6f062d5640 1 < completed delete operation key=P8JMH1X8249F tag=ZNUP3QV6YCZP type=del 2024-08-10T05:34:06.932 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.931+0000 7f6f062d5640 1 > prepared operation key=731ALD189846 tag=3O27L7R8YC9Y type=write size=151555 2024-08-10T05:34:06.936 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.935+0000 7f6f062d5640 1 < suggested update operation key=PGRI5CN7TTT0 tag=PQ6IVFY68R29 type=del size=3969572 2024-08-10T05:34:06.938 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.937+0000 7f6f062d5640 1 > prepared operation key=FXQKBLXUHJHI tag=OV4NGNW3TYXT type=del size=2203647 2024-08-10T05:34:06.940 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.939+0000 7f6f062d5640 1 < completed delete operation key=H4D0TFSG0EKP tag=OFOFKRPM249D type=del 2024-08-10T05:34:06.942 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.941+0000 7f6f062d5640 1 > prepared operation key=4L5NSS7LS8GK tag=4JMK3AWB5VYZ type=del size=1331529 2024-08-10T05:34:06.943 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.943+0000 7f6f062d5640 1 < completed part key=_multipart_S1E44NG3MOQ5.2~FIX67VO6JKQW.0 size=1048576 2024-08-10T05:34:06.945 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.944+0000 7f6f062d5640 1 < completed part key=_multipart_S1E44NG3MOQ5.2~FIX67VO6JKQW.1 size=917239 2024-08-10T05:34:06.948 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.948+0000 7f6f062d5640 1 < completed multipart upload key=S1E44NG3MOQ5 upload=FIX67VO6JKQW tag=2KAQD5ADZU1F type=write size=3014391 2024-08-10T05:34:06.951 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.950+0000 7f6f062d5640 1 > prepared operation key=00IWI9L0NGJ3 tag=8NDR9J3PWWQJ type=write size=614750 2024-08-10T05:34:06.954 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.952+0000 7f6f062d5640 1 < completed delete operation key=FXQKBLXUHJHI tag=I9QODIHY6J0Z type=del 2024-08-10T05:34:06.955 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.954+0000 7f6f062d5640 1 > prepared operation key=MI1XTCS076Y9 tag=70W3809NN12U type=write size=296140 2024-08-10T05:34:06.957 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.956+0000 7f6f062d5640 1 < completed delete operation key=LTRO8UR68E01 tag=ENE6W58HCZMF type=del 2024-08-10T05:34:06.958 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.958+0000 7f6f062d5640 1 > prepared operation key=7N97XZL3TX2D tag=2TJ4KSSFBM0O type=del size=3234883 2024-08-10T05:34:06.962 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.961+0000 7f6f062d5640 1 < suggested update operation key=M533Z7C651X9 tag=FNQI11DK0TU0 type=del size=372411 2024-08-10T05:34:06.964 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.963+0000 7f6f062d5640 1 > prepared operation key=731ALD189846 tag=557HL0YFIWVS type=del size=2177340 2024-08-10T05:34:06.966 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.966+0000 7f6f062d5640 -1 < failed to complete operation key=PGRI5CN7TTT0 tag=O1KUJWVGSEU7 type=write size=385922: (22) Invalid argument 2024-08-10T05:34:06.968 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.968+0000 7f6f062d5640 1 > prepared operation key=GNE0GMBV8Q1M tag=V1U395GI0KBD type=del size=3226687 2024-08-10T05:34:06.970 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.970+0000 7f6f062d5640 1 < completed write operation key=GNE0GMBV8Q1M tag=P3QZ6OICUB1H type=write size=1033649 2024-08-10T05:34:06.972 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.971+0000 7f6f062d5640 1 > prepared operation key=00IWI9L0NGJ3 tag=40V9Y7N2HH4W type=del size=594905 2024-08-10T05:34:06.972 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.972+0000 7f6f062d5640 -1 < no bi entry to suggest for operation key=S1J0EDZ5K22Q tag=VV5KAPSSC4YH type=del size=1453235: (2) No such file or directory 2024-08-10T05:34:06.976 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.976+0000 7f6f062d5640 1 > prepared part key=_multipart_8MJYHPC813SE.2~2GA4CQA74Y5V.0 size=506981 2024-08-10T05:34:06.976 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.976+0000 7f6f062d5640 1 > prepared multipart upload key=8MJYHPC813SE upload=2GA4CQA74Y5V tag=8W3Q85482UGI type=write size=1555557 2024-08-10T05:34:06.978 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.978+0000 7f6f062d5640 1 < canceled operation key=GSXYSUXHA2KE tag=VL3R32GHBKWX type=del size=1516815 2024-08-10T05:34:06.982 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.981+0000 7f6f062d5640 1 > prepared part key=_multipart_8441NV2A24FO.2~9PQL2A60ZPFL.0 size=1048576 2024-08-10T05:34:06.983 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.983+0000 7f6f062d5640 1 > prepared part key=_multipart_8441NV2A24FO.2~9PQL2A60ZPFL.1 size=1048576 2024-08-10T05:34:06.985 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.984+0000 7f6f062d5640 1 > prepared part key=_multipart_8441NV2A24FO.2~9PQL2A60ZPFL.2 size=777687 2024-08-10T05:34:06.985 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.984+0000 7f6f062d5640 1 > prepared multipart upload key=8441NV2A24FO upload=9PQL2A60ZPFL tag=W4UOO57U7SLR type=write size=3923415 2024-08-10T05:34:06.987 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.986+0000 7f6f062d5640 1 < completed part key=_multipart_ZPF41248T0P2.2~4VCMAHXOLQU6.0 size=1048576 2024-08-10T05:34:06.988 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.988+0000 7f6f062d5640 1 < completed part key=_multipart_ZPF41248T0P2.2~4VCMAHXOLQU6.1 size=178111 2024-08-10T05:34:06.991 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.991+0000 7f6f062d5640 1 < completed multipart upload key=ZPF41248T0P2 upload=4VCMAHXOLQU6 tag=46PVZEWJEZD7 type=write size=2275263 2024-08-10T05:34:06.993 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.993+0000 7f6f062d5640 1 > prepared operation key=QTHON9W7S3SP tag=P353YFSMGF01 type=del size=2059615 2024-08-10T05:34:06.995 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.994+0000 7f6f062d5640 1 < completed delete operation key=00IWI9L0NGJ3 tag=7WYJMR1UDJA1 type=del 2024-08-10T05:34:06.997 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.996+0000 7f6f062d5640 1 > prepared operation key=J7D76V4ENV9B tag=JTSODE0G48OA type=del size=3373020 2024-08-10T05:34:06.998 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:06.998+0000 7f6f062d5640 1 < completed delete operation key=KHYOYNS1HKDG tag=L4CDRKTUI7ED type=del 2024-08-10T05:34:07.000 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.000+0000 7f6f062d5640 1 > prepared operation key=1G5AU0L67121 tag=T9L5Z1FYMYSD type=write size=383026 2024-08-10T05:34:07.002 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.001+0000 7f6f062d5640 1 < completed write operation key=LTRO8UR68E01 tag=7ESM2HNMGXCN type=write size=1016252 2024-08-10T05:34:07.005 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.005+0000 7f6f062d5640 1 > prepared part key=_multipart_F0DF00AE1ISQ.2~QGDH0JP634IP.0 size=1048576 2024-08-10T05:34:07.006 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.006+0000 7f6f062d5640 1 > prepared part key=_multipart_F0DF00AE1ISQ.2~QGDH0JP634IP.1 size=1030047 2024-08-10T05:34:07.007 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.006+0000 7f6f062d5640 1 > prepared multipart upload key=F0DF00AE1ISQ upload=QGDH0JP634IP tag=0778OLR518EW type=write size=3127199 2024-08-10T05:34:07.008 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.008+0000 7f6f062d5640 1 < completed part key=_multipart_J7D76V4ENV9B.2~7HU61PO4XOT6.0 size=1048576 2024-08-10T05:34:07.010 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.009+0000 7f6f062d5640 1 < completed part key=_multipart_J7D76V4ENV9B.2~7HU61PO4XOT6.1 size=1048576 2024-08-10T05:34:07.011 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.010+0000 7f6f062d5640 1 < completed part key=_multipart_J7D76V4ENV9B.2~7HU61PO4XOT6.2 size=573308 2024-08-10T05:34:07.014 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.013+0000 7f6f062d5640 1 < completed multipart upload key=J7D76V4ENV9B upload=7HU61PO4XOT6 tag=3D3OK7CVVMI5 type=write size=3719036 2024-08-10T05:34:07.016 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.015+0000 7f6f062d5640 1 > prepared operation key=7N97XZL3TX2D tag=KAX7L164N58H type=del size=1525336 2024-08-10T05:34:07.020 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.019+0000 7f6f062d5640 1 < suggested remove operation key=731ALD189846 tag=3O27L7R8YC9Y type=write 2024-08-10T05:34:07.022 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.021+0000 7f6f062d5640 1 > prepared operation key=M533Z7C651X9 tag=QOBPWOLKRWJY type=del size=4170492 2024-08-10T05:34:07.023 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.023+0000 7f6f062d5640 1 < completed delete operation key=FXQKBLXUHJHI tag=OV4NGNW3TYXT type=del 2024-08-10T05:34:07.025 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.025+0000 7f6f062d5640 1 > prepared operation key=OH2XJH7YF0P6 tag=75V4JKBZU5VR type=del size=3246404 2024-08-10T05:34:07.029 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.028+0000 7f6f062d5640 1 < suggested remove operation key=4L5NSS7LS8GK tag=4JMK3AWB5VYZ type=del 2024-08-10T05:34:07.033 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.033+0000 7f6f062d5640 1 > prepared part key=_multipart_1G5AU0L67121.2~5YRCUTA2B8CM.0 size=1048576 2024-08-10T05:34:07.035 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.034+0000 7f6f062d5640 1 > prepared part key=_multipart_1G5AU0L67121.2~5YRCUTA2B8CM.1 size=793658 2024-08-10T05:34:07.035 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.034+0000 7f6f062d5640 1 > prepared multipart upload key=1G5AU0L67121 upload=5YRCUTA2B8CM tag=XPCJU416KI4W type=write size=2890810 2024-08-10T05:34:07.039 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.038+0000 7f6f062d5640 1 < suggested update operation key=00IWI9L0NGJ3 tag=8NDR9J3PWWQJ type=write size=614750 2024-08-10T05:34:07.043 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.042+0000 7f6f062d5640 1 > prepared part key=_multipart_7DW3UO39XCUP.2~ECZCXNGFSID0.0 size=1048576 2024-08-10T05:34:07.045 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.044+0000 7f6f062d5640 1 > prepared part key=_multipart_7DW3UO39XCUP.2~ECZCXNGFSID0.1 size=1048576 2024-08-10T05:34:07.046 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.045+0000 7f6f062d5640 1 > prepared part key=_multipart_7DW3UO39XCUP.2~ECZCXNGFSID0.2 size=814006 2024-08-10T05:34:07.047 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.045+0000 7f6f062d5640 1 > prepared multipart upload key=7DW3UO39XCUP upload=ECZCXNGFSID0 tag=1HCJXK9G1OOU type=write size=3959734 2024-08-10T05:34:07.048 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.048+0000 7f6f062d5640 1 < canceled operation key=MI1XTCS076Y9 tag=70W3809NN12U type=write size=296140 2024-08-10T05:34:07.050 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.050+0000 7f6f062d5640 1 > prepared operation key=731ALD189846 tag=70RH7LIEXL6W type=write size=135896 2024-08-10T05:34:07.053 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.052+0000 7f6f062d5640 1 < completed delete operation key=7N97XZL3TX2D tag=2TJ4KSSFBM0O type=del 2024-08-10T05:34:07.055 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.054+0000 7f6f062d5640 1 > prepared operation key=J7D76V4ENV9B tag=SXOYW2JSCDU6 type=write size=589067 2024-08-10T05:34:07.057 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.057+0000 7f6f062d5640 -1 < failed to complete operation key=731ALD189846 tag=557HL0YFIWVS type=del size=2177340: (22) Invalid argument 2024-08-10T05:34:07.061 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.060+0000 7f6f062d5640 1 > prepared part key=_multipart_H5TVL04MCGC8.2~UHN6CJ12ZUQ9.0 size=1048576 2024-08-10T05:34:07.063 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.062+0000 7f6f062d5640 1 > prepared part key=_multipart_H5TVL04MCGC8.2~UHN6CJ12ZUQ9.1 size=1048576 2024-08-10T05:34:07.065 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.064+0000 7f6f062d5640 1 > prepared part key=_multipart_H5TVL04MCGC8.2~UHN6CJ12ZUQ9.2 size=373782 2024-08-10T05:34:07.065 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.064+0000 7f6f062d5640 1 > prepared multipart upload key=H5TVL04MCGC8 upload=UHN6CJ12ZUQ9 tag=6YGEQY703PUE type=write size=3519510 2024-08-10T05:34:07.067 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.066+0000 7f6f062d5640 1 < completed delete operation key=GNE0GMBV8Q1M tag=V1U395GI0KBD type=del 2024-08-10T05:34:07.069 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.068+0000 7f6f062d5640 1 > prepared operation key=ZPF41248T0P2 tag=KKB3753RXNXJ type=del size=3119753 2024-08-10T05:34:07.072 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.071+0000 7f6f062d5640 -1 < failed to complete operation key=00IWI9L0NGJ3 tag=40V9Y7N2HH4W type=del size=594905: (22) Invalid argument 2024-08-10T05:34:07.073 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.073+0000 7f6f062d5640 1 > prepared operation key=GSXYSUXHA2KE tag=SZWHI4G1M9X2 type=write size=111851 2024-08-10T05:34:07.076 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.075+0000 7f6f062d5640 1 < completed part key=_multipart_8MJYHPC813SE.2~2GA4CQA74Y5V.0 size=506981 2024-08-10T05:34:07.079 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.078+0000 7f6f062d5640 1 < completed multipart upload key=8MJYHPC813SE upload=2GA4CQA74Y5V tag=8W3Q85482UGI type=write size=1555557 2024-08-10T05:34:07.081 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.080+0000 7f6f062d5640 1 > prepared operation key=MI1XTCS076Y9 tag=VHZP32TN0OL0 type=del size=1037195 2024-08-10T05:34:07.081 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.081+0000 7f6f062d5640 1 < canceled part key=_multipart_8441NV2A24FO.2~9PQL2A60ZPFL.0 size=1048576 2024-08-10T05:34:07.083 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.082+0000 7f6f062d5640 1 < completed part key=_multipart_8441NV2A24FO.2~9PQL2A60ZPFL.1 size=1048576 2024-08-10T05:34:07.084 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.084+0000 7f6f062d5640 1 < completed part key=_multipart_8441NV2A24FO.2~9PQL2A60ZPFL.2 size=777687 2024-08-10T05:34:07.088 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.087+0000 7f6f062d5640 1 < canceled multipart upload key=8441NV2A24FO upload=9PQL2A60ZPFL tag=W4UOO57U7SLR type=write size=3923415 2024-08-10T05:34:07.090 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.089+0000 7f6f062d5640 1 > prepared operation key=8MJYHPC813SE tag=PL281696PEYP type=del size=1859599 2024-08-10T05:34:07.092 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.091+0000 7f6f062d5640 1 < canceled operation key=QTHON9W7S3SP tag=P353YFSMGF01 type=del size=2059615 2024-08-10T05:34:07.095 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.095+0000 7f6f062d5640 1 > prepared part key=_multipart_4L5NSS7LS8GK.2~SH230MI6PAKG.0 size=1048576 2024-08-10T05:34:07.097 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.096+0000 7f6f062d5640 1 > prepared part key=_multipart_4L5NSS7LS8GK.2~SH230MI6PAKG.1 size=1048576 2024-08-10T05:34:07.098 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.098+0000 7f6f062d5640 1 > prepared part key=_multipart_4L5NSS7LS8GK.2~SH230MI6PAKG.2 size=1011677 2024-08-10T05:34:07.098 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.098+0000 7f6f062d5640 1 > prepared multipart upload key=4L5NSS7LS8GK upload=SH230MI6PAKG tag=C3OMGM0IDH5R type=write size=4157405 2024-08-10T05:34:07.101 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.100+0000 7f6f062d5640 1 < completed delete operation key=J7D76V4ENV9B tag=JTSODE0G48OA type=del 2024-08-10T05:34:07.103 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.102+0000 7f6f062d5640 1 > prepared operation key=P8JMH1X8249F tag=L5JCWVAN662W type=del size=3545463 2024-08-10T05:34:07.108 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.107+0000 7f6f062d5640 1 < suggested remove operation key=1G5AU0L67121 tag=T9L5Z1FYMYSD type=write 2024-08-10T05:34:07.110 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.109+0000 7f6f062d5640 1 > prepared operation key=QTHON9W7S3SP tag=4ZHBDS05BRFU type=write size=771360 2024-08-10T05:34:07.112 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.111+0000 7f6f062d5640 1 < completed part key=_multipart_F0DF00AE1ISQ.2~QGDH0JP634IP.0 size=1048576 2024-08-10T05:34:07.114 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.113+0000 7f6f062d5640 1 < completed part key=_multipart_F0DF00AE1ISQ.2~QGDH0JP634IP.1 size=1030047 2024-08-10T05:34:07.117 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.117+0000 7f6f062d5640 1 < completed multipart upload key=F0DF00AE1ISQ upload=QGDH0JP634IP tag=0778OLR518EW type=write size=3127199 2024-08-10T05:34:07.119 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.119+0000 7f6f062d5640 1 > prepared operation key=1G5AU0L67121 tag=LAW8RWC121TY type=del size=1029433 2024-08-10T05:34:07.122 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.121+0000 7f6f062d5640 1 < completed delete operation key=7N97XZL3TX2D tag=KAX7L164N58H type=del 2024-08-10T05:34:07.124 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.123+0000 7f6f062d5640 1 > prepared operation key=00IWI9L0NGJ3 tag=A3KPWF8ASGAC type=del size=1444778 2024-08-10T05:34:07.126 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.125+0000 7f6f062d5640 1 < canceled operation key=M533Z7C651X9 tag=QOBPWOLKRWJY type=del size=4170492 2024-08-10T05:34:07.129 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.129+0000 7f6f062d5640 1 > prepared part key=_multipart_8MJYHPC813SE.2~FARCE08Q4GQP.0 size=1048576 2024-08-10T05:34:07.132 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.131+0000 7f6f062d5640 1 > prepared part key=_multipart_8MJYHPC813SE.2~FARCE08Q4GQP.1 size=475366 2024-08-10T05:34:07.132 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.131+0000 7f6f062d5640 1 > prepared multipart upload key=8MJYHPC813SE upload=FARCE08Q4GQP tag=VQAMKM8W1PUO type=write size=2572518 2024-08-10T05:34:07.137 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.136+0000 7f6f062d5640 1 < suggested remove operation key=OH2XJH7YF0P6 tag=75V4JKBZU5VR type=del 2024-08-10T05:34:07.139 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.138+0000 7f6f062d5640 1 > prepared operation key=8441NV2A24FO tag=4W99ISK9UVOF type=write size=423094 2024-08-10T05:34:07.139 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.139+0000 7f6f062d5640 1 < canceled part key=_multipart_1G5AU0L67121.2~5YRCUTA2B8CM.0 size=1048576 2024-08-10T05:34:07.142 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.141+0000 7f6f062d5640 1 < completed part key=_multipart_1G5AU0L67121.2~5YRCUTA2B8CM.1 size=793658 2024-08-10T05:34:07.147 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.146+0000 7f6f062d5640 1 < canceled multipart upload key=1G5AU0L67121 upload=5YRCUTA2B8CM tag=XPCJU416KI4W type=write size=2890810 2024-08-10T05:34:07.150 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.149+0000 7f6f062d5640 1 > prepared operation key=P8JMH1X8249F tag=IFNUTW72B5NO type=del size=1037584 2024-08-10T05:34:07.153 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.153+0000 7f6f062d5640 1 < completed part key=_multipart_7DW3UO39XCUP.2~ECZCXNGFSID0.0 size=1048576 2024-08-10T05:34:07.155 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.156+0000 7f6f062d5640 1 < completed part key=_multipart_7DW3UO39XCUP.2~ECZCXNGFSID0.1 size=1048576 2024-08-10T05:34:07.158 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.158+0000 7f6f062d5640 1 < completed part key=_multipart_7DW3UO39XCUP.2~ECZCXNGFSID0.2 size=814006 2024-08-10T05:34:07.163 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.163+0000 7f6f062d5640 1 < completed multipart upload key=7DW3UO39XCUP upload=ECZCXNGFSID0 tag=1HCJXK9G1OOU type=write size=3959734 2024-08-10T05:34:07.169 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.168+0000 7f6f062d5640 1 > prepared part key=_multipart_731ALD189846.2~8UWPGXGIGPBL.0 size=45466 2024-08-10T05:34:07.169 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.168+0000 7f6f062d5640 1 > prepared multipart upload key=731ALD189846 upload=8UWPGXGIGPBL tag=1XOJHTBO9FJO type=write size=1094042 2024-08-10T05:34:07.171 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.170+0000 7f6f062d5640 1 < completed write operation key=731ALD189846 tag=70RH7LIEXL6W type=write size=135896 2024-08-10T05:34:07.174 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.174+0000 7f6f062d5640 1 > prepared operation key=QTHON9W7S3SP tag=79SPLK6J333A type=del size=2874539 2024-08-10T05:34:07.177 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.177+0000 7f6f062d5640 1 < canceled operation key=J7D76V4ENV9B tag=SXOYW2JSCDU6 type=write size=589067 2024-08-10T05:34:07.180 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.181+0000 7f6f062d5640 1 > prepared operation key=FXQKBLXUHJHI tag=JU4Q01QEZTTW type=del size=3096749 2024-08-10T05:34:07.183 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.182+0000 7f6f062d5640 1 < completed part key=_multipart_H5TVL04MCGC8.2~UHN6CJ12ZUQ9.0 size=1048576 2024-08-10T05:34:07.186 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.185+0000 7f6f062d5640 1 < completed part key=_multipart_H5TVL04MCGC8.2~UHN6CJ12ZUQ9.1 size=1048576 2024-08-10T05:34:07.189 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.189+0000 7f6f062d5640 1 < completed part key=_multipart_H5TVL04MCGC8.2~UHN6CJ12ZUQ9.2 size=373782 2024-08-10T05:34:07.194 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.194+0000 7f6f062d5640 1 < completed multipart upload key=H5TVL04MCGC8 upload=UHN6CJ12ZUQ9 tag=6YGEQY703PUE type=write size=3519510 2024-08-10T05:34:07.200 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.200+0000 7f6f062d5640 1 > prepared part key=_multipart_Y0DHHLUF8MD9.2~X8V4N0SHWHA9.0 size=1048576 2024-08-10T05:34:07.203 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.202+0000 7f6f062d5640 1 > prepared part key=_multipart_Y0DHHLUF8MD9.2~X8V4N0SHWHA9.1 size=1048576 2024-08-10T05:34:07.205 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.205+0000 7f6f062d5640 1 > prepared part key=_multipart_Y0DHHLUF8MD9.2~X8V4N0SHWHA9.2 size=923499 2024-08-10T05:34:07.205 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.205+0000 7f6f062d5640 1 > prepared multipart upload key=Y0DHHLUF8MD9 upload=X8V4N0SHWHA9 tag=630IEDL65XPU type=write size=4069227 2024-08-10T05:34:07.208 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.207+0000 7f6f062d5640 1 < completed delete operation key=ZPF41248T0P2 tag=KKB3753RXNXJ type=del 2024-08-10T05:34:07.211 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.210+0000 7f6f062d5640 1 > prepared operation key=FXQKBLXUHJHI tag=DCVALXOQUOYF type=del size=3692793 2024-08-10T05:34:07.215 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.214+0000 7f6f062d5640 1 < completed write operation key=GSXYSUXHA2KE tag=SZWHI4G1M9X2 type=write size=111851 2024-08-10T05:34:07.218 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.217+0000 7f6f062d5640 1 > prepared operation key=MI1XTCS076Y9 tag=IZ3IDSIO73SV type=del size=2556128 2024-08-10T05:34:07.221 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.220+0000 7f6f062d5640 1 < completed delete operation key=MI1XTCS076Y9 tag=VHZP32TN0OL0 type=del 2024-08-10T05:34:07.224 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.224+0000 7f6f062d5640 1 > prepared operation key=00IWI9L0NGJ3 tag=9NK71TUHD52A type=write size=425956 2024-08-10T05:34:07.227 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.227+0000 7f6f062d5640 1 < completed delete operation key=8MJYHPC813SE tag=PL281696PEYP type=del 2024-08-10T05:34:07.230 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.229+0000 7f6f062d5640 1 > prepared operation key=PGRI5CN7TTT0 tag=R0R02VN4Z4BS type=write size=614884 2024-08-10T05:34:07.230 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.230+0000 7f6f062d5640 1 < canceled part key=_multipart_4L5NSS7LS8GK.2~SH230MI6PAKG.0 size=1048576 2024-08-10T05:34:07.233 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.232+0000 7f6f062d5640 1 < completed part key=_multipart_4L5NSS7LS8GK.2~SH230MI6PAKG.1 size=1048576 2024-08-10T05:34:07.236 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.235+0000 7f6f062d5640 1 < completed part key=_multipart_4L5NSS7LS8GK.2~SH230MI6PAKG.2 size=1011677 2024-08-10T05:34:07.242 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.241+0000 7f6f062d5640 1 < canceled multipart upload key=4L5NSS7LS8GK upload=SH230MI6PAKG tag=C3OMGM0IDH5R type=write size=4157405 2024-08-10T05:34:07.244 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.244+0000 7f6f062d5640 1 > prepared operation key=H5TVL04MCGC8 tag=ZU6BNLKFET6D type=write size=175454 2024-08-10T05:34:07.247 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.246+0000 7f6f062d5640 1 < completed delete operation key=P8JMH1X8249F tag=L5JCWVAN662W type=del 2024-08-10T05:34:07.249 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.249+0000 7f6f062d5640 1 > prepared operation key=LTRO8UR68E01 tag=4J88RFH5QX4U type=del size=3435566 2024-08-10T05:34:07.252 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.252+0000 7f6f062d5640 1 < completed write operation key=QTHON9W7S3SP tag=4ZHBDS05BRFU type=write size=771360 2024-08-10T05:34:07.257 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.256+0000 7f6f062d5640 1 > prepared part key=_multipart_731ALD189846.2~WBWTSE0ZAADE.0 size=1048576 2024-08-10T05:34:07.259 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.259+0000 7f6f062d5640 1 > prepared part key=_multipart_731ALD189846.2~WBWTSE0ZAADE.1 size=1048576 2024-08-10T05:34:07.262 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.261+0000 7f6f062d5640 1 > prepared part key=_multipart_731ALD189846.2~WBWTSE0ZAADE.2 size=498878 2024-08-10T05:34:07.262 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.261+0000 7f6f062d5640 1 > prepared multipart upload key=731ALD189846 upload=WBWTSE0ZAADE tag=YM0HTCOLRCH8 type=write size=3644606 2024-08-10T05:34:07.264 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.264+0000 7f6f062d5640 1 < completed delete operation key=1G5AU0L67121 tag=LAW8RWC121TY type=del 2024-08-10T05:34:07.267 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.266+0000 7f6f062d5640 1 > prepared operation key=MI1XTCS076Y9 tag=56AHD0LBKN9M type=write size=104772 2024-08-10T05:34:07.269 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.268+0000 7f6f062d5640 1 < canceled operation key=00IWI9L0NGJ3 tag=A3KPWF8ASGAC type=del size=1444778 2024-08-10T05:34:07.271 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.271+0000 7f6f062d5640 1 > prepared operation key=3EUY0XWASPEL tag=EQX9ELWZ1SCG type=del size=4124931 2024-08-10T05:34:07.275 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.274+0000 7f6f062d5640 1 < completed part key=_multipart_8MJYHPC813SE.2~FARCE08Q4GQP.0 size=1048576 2024-08-10T05:34:07.277 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.276+0000 7f6f062d5640 1 < completed part key=_multipart_8MJYHPC813SE.2~FARCE08Q4GQP.1 size=475366 2024-08-10T05:34:07.281 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.280+0000 7f6f062d5640 1 < completed multipart upload key=8MJYHPC813SE upload=FARCE08Q4GQP tag=VQAMKM8W1PUO type=write size=2572518 2024-08-10T05:34:07.283 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.282+0000 7f6f062d5640 1 > prepared operation key=1IH8FE21AE4X tag=0QOP5EZ50J7G type=del size=1598178 2024-08-10T05:34:07.285 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.284+0000 7f6f062d5640 1 < completed write operation key=8441NV2A24FO tag=4W99ISK9UVOF type=write size=423094 2024-08-10T05:34:07.287 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.286+0000 7f6f062d5640 1 > prepared operation key=7DW3UO39XCUP tag=IC8J3I5TQ4G0 type=del size=4112077 2024-08-10T05:34:07.289 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.288+0000 7f6f062d5640 1 < completed delete operation key=P8JMH1X8249F tag=IFNUTW72B5NO type=del 2024-08-10T05:34:07.291 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.290+0000 7f6f062d5640 1 > prepared operation key=FXQKBLXUHJHI tag=JIXR0JX5H1ZA type=del size=3333544 2024-08-10T05:34:07.294 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.293+0000 7f6f062d5640 1 < completed part key=_multipart_731ALD189846.2~8UWPGXGIGPBL.0 size=45466 2024-08-10T05:34:07.298 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.297+0000 7f6f062d5640 1 < completed multipart upload key=731ALD189846 upload=8UWPGXGIGPBL tag=1XOJHTBO9FJO type=write size=1094042 2024-08-10T05:34:07.300 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.300+0000 7f6f062d5640 1 > prepared operation key=00IWI9L0NGJ3 tag=P8XOIY0ZG0V0 type=del size=2387960 2024-08-10T05:34:07.305 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.304+0000 7f6f062d5640 1 < suggested update operation key=QTHON9W7S3SP tag=79SPLK6J333A type=del size=2874539 2024-08-10T05:34:07.307 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.306+0000 7f6f062d5640 1 > prepared operation key=7DW3UO39XCUP tag=T6RRZOG66JJD type=del size=3174654 2024-08-10T05:34:07.310 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.309+0000 7f6f062d5640 1 < completed delete operation key=FXQKBLXUHJHI tag=JU4Q01QEZTTW type=del 2024-08-10T05:34:07.312 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.311+0000 7f6f062d5640 1 > prepared operation key=1IH8FE21AE4X tag=WPFG27CUC9PZ type=del size=3324113 2024-08-10T05:34:07.312 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.312+0000 7f6f062d5640 1 < canceled part key=_multipart_Y0DHHLUF8MD9.2~X8V4N0SHWHA9.0 size=1048576 2024-08-10T05:34:07.314 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.314+0000 7f6f062d5640 1 < completed part key=_multipart_Y0DHHLUF8MD9.2~X8V4N0SHWHA9.1 size=1048576 2024-08-10T05:34:07.316 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.315+0000 7f6f062d5640 1 < completed part key=_multipart_Y0DHHLUF8MD9.2~X8V4N0SHWHA9.2 size=923499 2024-08-10T05:34:07.320 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.319+0000 7f6f062d5640 1 < canceled multipart upload key=Y0DHHLUF8MD9 upload=X8V4N0SHWHA9 tag=630IEDL65XPU type=write size=4069227 2024-08-10T05:34:07.322 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.322+0000 7f6f062d5640 1 > prepared operation key=H5TVL04MCGC8 tag=XP3S83VJWUSB type=del size=2749956 2024-08-10T05:34:07.325 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.324+0000 7f6f062d5640 1 < completed delete operation key=FXQKBLXUHJHI tag=DCVALXOQUOYF type=del 2024-08-10T05:34:07.327 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.326+0000 7f6f062d5640 1 > prepared operation key=1IH8FE21AE4X tag=31ZBLMDNZDB7 type=del size=322976 2024-08-10T05:34:07.329 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.328+0000 7f6f062d5640 1 < completed delete operation key=MI1XTCS076Y9 tag=IZ3IDSIO73SV type=del 2024-08-10T05:34:07.331 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.331+0000 7f6f062d5640 1 > prepared operation key=4L5NSS7LS8GK tag=Y5FM1FIVKJPD type=write size=222852 2024-08-10T05:34:07.336 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.335+0000 7f6f062d5640 1 < suggested remove operation key=00IWI9L0NGJ3 tag=9NK71TUHD52A type=write 2024-08-10T05:34:07.338 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.338+0000 7f6f062d5640 1 > prepared operation key=S1J0EDZ5K22Q tag=025M6A4FUW1L type=del size=528682 2024-08-10T05:34:07.341 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.340+0000 7f6f062d5640 1 < completed write operation key=PGRI5CN7TTT0 tag=R0R02VN4Z4BS type=write size=614884 2024-08-10T05:34:07.343 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.342+0000 7f6f062d5640 1 > prepared operation key=QTHON9W7S3SP tag=K1WIGF8ADZIN type=write size=517240 2024-08-10T05:34:07.345 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:34:07 smithi196 ceph-mon[90243]: pgmap v1373: 137 pgs: 137 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 399 KiB/s wr, 2.01k op/s 2024-08-10T05:34:07.346 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.345+0000 7f6f062d5640 1 < completed write operation key=H5TVL04MCGC8 tag=ZU6BNLKFET6D type=write size=175454 2024-08-10T05:34:07.349 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.348+0000 7f6f062d5640 1 > prepared operation key=OH2XJH7YF0P6 tag=JXX0U6FL0F47 type=del size=1603492 2024-08-10T05:34:07.351 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.350+0000 7f6f062d5640 1 < completed delete operation key=LTRO8UR68E01 tag=4J88RFH5QX4U type=del 2024-08-10T05:34:07.355 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.355+0000 7f6f062d5640 1 > prepared part key=_multipart_KHYOYNS1HKDG.2~ZH98G0CHUHJR.0 size=867497 2024-08-10T05:34:07.355 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.355+0000 7f6f062d5640 1 > prepared multipart upload key=KHYOYNS1HKDG upload=ZH98G0CHUHJR tag=VXA99B1P7Q59 type=write size=1916073 2024-08-10T05:34:07.358 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.357+0000 7f6f062d5640 1 < completed part key=_multipart_731ALD189846.2~WBWTSE0ZAADE.0 size=1048576 2024-08-10T05:34:07.359 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.358+0000 7f6f062d5640 1 < completed part key=_multipart_731ALD189846.2~WBWTSE0ZAADE.1 size=1048576 2024-08-10T05:34:07.361 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.360+0000 7f6f062d5640 1 < completed part key=_multipart_731ALD189846.2~WBWTSE0ZAADE.2 size=498878 2024-08-10T05:34:07.364 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.364+0000 7f6f062d5640 1 < completed multipart upload key=731ALD189846 upload=WBWTSE0ZAADE tag=YM0HTCOLRCH8 type=write size=3644606 2024-08-10T05:34:07.366 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.366+0000 7f6f062d5640 1 > prepared operation key=MI1XTCS076Y9 tag=K83XOFY092XC type=del size=851098 2024-08-10T05:34:07.368 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.368+0000 7f6f062d5640 1 < completed write operation key=MI1XTCS076Y9 tag=56AHD0LBKN9M type=write size=104772 2024-08-10T05:34:07.371 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.370+0000 7f6f062d5640 1 > prepared operation key=Z3FSBPLXLYL2 tag=QAMA7P4WEZEM type=del size=3562417 2024-08-10T05:34:07.373 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.374+0000 7f6f062d5640 1 < canceled operation key=3EUY0XWASPEL tag=EQX9ELWZ1SCG type=del size=4124931 2024-08-10T05:34:07.377 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.376+0000 7f6f062d5640 1 > prepared part key=_multipart_ZPF41248T0P2.2~5YQEHYZIS9DH.0 size=1048576 2024-08-10T05:34:07.379 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.378+0000 7f6f062d5640 1 > prepared part key=_multipart_ZPF41248T0P2.2~5YQEHYZIS9DH.1 size=1048576 2024-08-10T05:34:07.380 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.380+0000 7f6f062d5640 1 > prepared part key=_multipart_ZPF41248T0P2.2~5YQEHYZIS9DH.2 size=490451 2024-08-10T05:34:07.381 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.380+0000 7f6f062d5640 1 > prepared multipart upload key=ZPF41248T0P2 upload=5YQEHYZIS9DH tag=6QJB11LBXNB2 type=write size=3636179 2024-08-10T05:34:07.382 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.382+0000 7f6f062d5640 1 < canceled operation key=1IH8FE21AE4X tag=0QOP5EZ50J7G type=del size=1598178 2024-08-10T05:34:07.384 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.384+0000 7f6f062d5640 1 > prepared operation key=MI1XTCS076Y9 tag=PD50YN4CXZ34 type=del size=372952 2024-08-10T05:34:07.387 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.386+0000 7f6f062d5640 1 < completed delete operation key=7DW3UO39XCUP tag=IC8J3I5TQ4G0 type=del 2024-08-10T05:34:07.392 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.392+0000 7f6f062d5640 1 > prepared part key=_multipart_KHYOYNS1HKDG.2~OI8ON84HLWTK.0 size=561226 2024-08-10T05:34:07.392 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.392+0000 7f6f062d5640 1 > prepared multipart upload key=KHYOYNS1HKDG upload=OI8ON84HLWTK tag=TEJZ4DX4AXI4 type=write size=1609802 2024-08-10T05:34:07.394 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.393+0000 7f6f062d5640 1 < canceled operation key=FXQKBLXUHJHI tag=JIXR0JX5H1ZA type=del size=3333544 2024-08-10T05:34:07.396 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.397+0000 7f6f062d5640 1 > prepared operation key=8MJYHPC813SE tag=3PX12ZQ0883M type=del size=1397192 2024-08-10T05:34:07.400 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.401+0000 7f6f062d5640 -1 < failed to complete operation key=00IWI9L0NGJ3 tag=P8XOIY0ZG0V0 type=del size=2387960: (22) Invalid argument 2024-08-10T05:34:07.403 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.402+0000 7f6f062d5640 1 > prepared operation key=FXQKBLXUHJHI tag=89J6278ARLT5 type=del size=3515613 2024-08-10T05:34:07.406 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.405+0000 7f6f062d5640 1 < completed delete operation key=7DW3UO39XCUP tag=T6RRZOG66JJD type=del 2024-08-10T05:34:07.410 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.409+0000 7f6f062d5640 1 > prepared part key=_multipart_OH2XJH7YF0P6.2~0L7KNHW83Y09.0 size=1048576 2024-08-10T05:34:07.411 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.411+0000 7f6f062d5640 1 > prepared part key=_multipart_OH2XJH7YF0P6.2~0L7KNHW83Y09.1 size=1048576 2024-08-10T05:34:07.413 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.413+0000 7f6f062d5640 1 > prepared part key=_multipart_OH2XJH7YF0P6.2~0L7KNHW83Y09.2 size=702632 2024-08-10T05:34:07.413 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.413+0000 7f6f062d5640 1 > prepared multipart upload key=OH2XJH7YF0P6 upload=0L7KNHW83Y09 tag=AE3GJIRMFJC3 type=write size=3848360 2024-08-10T05:34:07.416 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.415+0000 7f6f062d5640 1 < completed delete operation key=1IH8FE21AE4X tag=WPFG27CUC9PZ type=del 2024-08-10T05:34:07.418 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.417+0000 7f6f062d5640 1 > prepared operation key=QTHON9W7S3SP tag=4YTDXLSCC78K type=del size=3677073 2024-08-10T05:34:07.420 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.419+0000 7f6f062d5640 1 < completed delete operation key=H5TVL04MCGC8 tag=XP3S83VJWUSB type=del 2024-08-10T05:34:07.424 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.424+0000 7f6f062d5640 1 > prepared part key=_multipart_S1J0EDZ5K22Q.2~L38BU59RE3Z9.0 size=471903 2024-08-10T05:34:07.425 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.424+0000 7f6f062d5640 1 > prepared multipart upload key=S1J0EDZ5K22Q upload=L38BU59RE3Z9 tag=6MMZ0FQYMYDD type=write size=1520479 2024-08-10T05:34:07.427 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.426+0000 7f6f062d5640 1 < completed delete operation key=1IH8FE21AE4X tag=31ZBLMDNZDB7 type=del 2024-08-10T05:34:07.429 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.429+0000 7f6f062d5640 1 > prepared operation key=QTBS1TAZXH5F tag=1BRS1F17W4FJ type=del size=1441765 2024-08-10T05:34:07.431 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.431+0000 7f6f062d5640 1 < canceled operation key=4L5NSS7LS8GK tag=Y5FM1FIVKJPD type=write size=222852 2024-08-10T05:34:07.434 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.433+0000 7f6f062d5640 1 > prepared operation key=H5TVL04MCGC8 tag=LQM2AOY5T0RF type=write size=1029528 2024-08-10T05:34:07.436 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.436+0000 7f6f062d5640 1 < completed delete operation key=S1J0EDZ5K22Q tag=025M6A4FUW1L type=del 2024-08-10T05:34:07.438 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.438+0000 7f6f062d5640 1 > prepared operation key=QTBS1TAZXH5F tag=8B9XPSQAETKH type=del size=80605 2024-08-10T05:34:07.441 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.440+0000 7f6f062d5640 1 < completed write operation key=QTHON9W7S3SP tag=K1WIGF8ADZIN type=write size=517240 2024-08-10T05:34:07.443 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.442+0000 7f6f062d5640 1 > prepared operation key=MI1XTCS076Y9 tag=PT60X7TV4B2L type=del size=3463752 2024-08-10T05:34:07.445 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.446+0000 7f6f062d5640 1 < completed delete operation key=OH2XJH7YF0P6 tag=JXX0U6FL0F47 type=del 2024-08-10T05:34:07.450 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.451+0000 7f6f062d5640 1 > prepared part key=_multipart_KHYOYNS1HKDG.2~GX2CTUW7G752.0 size=1048576 2024-08-10T05:34:07.453 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.452+0000 7f6f062d5640 1 > prepared part key=_multipart_KHYOYNS1HKDG.2~GX2CTUW7G752.1 size=282352 2024-08-10T05:34:07.453 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.452+0000 7f6f062d5640 1 > prepared multipart upload key=KHYOYNS1HKDG upload=GX2CTUW7G752 tag=1QAJ00DJPEAW type=write size=2379504 2024-08-10T05:34:07.456 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.456+0000 7f6f062d5640 1 < completed part key=_multipart_KHYOYNS1HKDG.2~ZH98G0CHUHJR.0 size=867497 2024-08-10T05:34:07.461 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.460+0000 7f6f062d5640 1 < completed multipart upload key=KHYOYNS1HKDG upload=ZH98G0CHUHJR tag=VXA99B1P7Q59 type=write size=1916073 2024-08-10T05:34:07.465 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.465+0000 7f6f062d5640 1 > prepared operation key=WBJQTYBRMJV8 tag=B4KYXDML7KU1 type=del size=1113396 2024-08-10T05:34:07.468 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.467+0000 7f6f062d5640 1 < completed delete operation key=MI1XTCS076Y9 tag=K83XOFY092XC type=del 2024-08-10T05:34:07.474 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.473+0000 7f6f062d5640 1 > prepared part key=_multipart_H5TVL04MCGC8.2~6DRGG76PVU1M.0 size=1048576 2024-08-10T05:34:07.476 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.475+0000 7f6f062d5640 1 > prepared part key=_multipart_H5TVL04MCGC8.2~6DRGG76PVU1M.1 size=1048576 2024-08-10T05:34:07.478 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.477+0000 7f6f062d5640 1 > prepared part key=_multipart_H5TVL04MCGC8.2~6DRGG76PVU1M.2 size=356353 2024-08-10T05:34:07.478 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.477+0000 7f6f062d5640 1 > prepared multipart upload key=H5TVL04MCGC8 upload=6DRGG76PVU1M tag=J3I6J5D1HJ0K type=write size=3502081 2024-08-10T05:34:07.481 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.480+0000 7f6f062d5640 1 < completed delete operation key=Z3FSBPLXLYL2 tag=QAMA7P4WEZEM type=del 2024-08-10T05:34:07.483 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.483+0000 7f6f062d5640 1 > prepared operation key=ZPF41248T0P2 tag=6S2SLK0ZW5F6 type=del size=312140 2024-08-10T05:34:07.486 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.485+0000 7f6f062d5640 1 < completed part key=_multipart_ZPF41248T0P2.2~5YQEHYZIS9DH.0 size=1048576 2024-08-10T05:34:07.488 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.487+0000 7f6f062d5640 1 < completed part key=_multipart_ZPF41248T0P2.2~5YQEHYZIS9DH.1 size=1048576 2024-08-10T05:34:07.490 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.490+0000 7f6f062d5640 1 < completed part key=_multipart_ZPF41248T0P2.2~5YQEHYZIS9DH.2 size=490451 2024-08-10T05:34:07.495 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.494+0000 7f6f062d5640 1 < completed multipart upload key=ZPF41248T0P2 upload=5YQEHYZIS9DH tag=6QJB11LBXNB2 type=write size=3636179 2024-08-10T05:34:07.499 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.499+0000 7f6f062d5640 1 > prepared part key=_multipart_4L5NSS7LS8GK.2~LYBBLJDYAAM0.0 size=1048576 2024-08-10T05:34:07.502 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.501+0000 7f6f062d5640 1 > prepared part key=_multipart_4L5NSS7LS8GK.2~LYBBLJDYAAM0.1 size=970737 2024-08-10T05:34:07.502 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.501+0000 7f6f062d5640 1 > prepared multipart upload key=4L5NSS7LS8GK upload=LYBBLJDYAAM0 tag=SV2A1HENHUO7 type=write size=3067889 2024-08-10T05:34:07.505 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.504+0000 7f6f062d5640 1 < completed delete operation key=MI1XTCS076Y9 tag=PD50YN4CXZ34 type=del 2024-08-10T05:34:07.508 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.507+0000 7f6f062d5640 1 > prepared operation key=ZPF41248T0P2 tag=IW9YA9H9GAKG type=write size=742543 2024-08-10T05:34:07.511 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.511+0000 7f6f062d5640 1 < completed part key=_multipart_KHYOYNS1HKDG.2~OI8ON84HLWTK.0 size=561226 2024-08-10T05:34:07.518 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.518+0000 7f6f062d5640 1 < completed multipart upload key=KHYOYNS1HKDG upload=OI8ON84HLWTK tag=TEJZ4DX4AXI4 type=write size=1609802 2024-08-10T05:34:07.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:34:07 smithi031 ceph-mon[98130]: pgmap v1373: 137 pgs: 137 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 399 KiB/s wr, 2.01k op/s 2024-08-10T05:34:07.518 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:34:07 smithi031 ceph-mon[100614]: pgmap v1373: 137 pgs: 137 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 399 KiB/s wr, 2.01k op/s 2024-08-10T05:34:07.521 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.520+0000 7f6f062d5640 1 > prepared operation key=ZPF41248T0P2 tag=21C9QC0EOV50 type=write size=765192 2024-08-10T05:34:07.527 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.528+0000 7f6f062d5640 1 < suggested remove operation key=8MJYHPC813SE tag=3PX12ZQ0883M type=del 2024-08-10T05:34:07.532 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.532+0000 7f6f062d5640 1 > prepared part key=_multipart_Y0DHHLUF8MD9.2~1XEK3O7LDPFM.0 size=1048576 2024-08-10T05:34:07.534 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.533+0000 7f6f062d5640 1 > prepared part key=_multipart_Y0DHHLUF8MD9.2~1XEK3O7LDPFM.1 size=190080 2024-08-10T05:34:07.534 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.533+0000 7f6f062d5640 1 > prepared multipart upload key=Y0DHHLUF8MD9 upload=1XEK3O7LDPFM tag=AEFV86YC1BK1 type=write size=2287232 2024-08-10T05:34:07.539 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.538+0000 7f6f062d5640 1 < suggested remove operation key=FXQKBLXUHJHI tag=89J6278ARLT5 type=del 2024-08-10T05:34:07.542 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.541+0000 7f6f062d5640 1 > prepared operation key=8441NV2A24FO tag=LL4SN7QIOBS3 type=del size=1672378 2024-08-10T05:34:07.544 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.545+0000 7f6f062d5640 1 < completed part key=_multipart_OH2XJH7YF0P6.2~0L7KNHW83Y09.0 size=1048576 2024-08-10T05:34:07.548 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.547+0000 7f6f062d5640 1 < completed part key=_multipart_OH2XJH7YF0P6.2~0L7KNHW83Y09.1 size=1048576 2024-08-10T05:34:07.550 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.551+0000 7f6f062d5640 1 < completed part key=_multipart_OH2XJH7YF0P6.2~0L7KNHW83Y09.2 size=702632 2024-08-10T05:34:07.555 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.555+0000 7f6f062d5640 1 < completed multipart upload key=OH2XJH7YF0P6 upload=0L7KNHW83Y09 tag=AE3GJIRMFJC3 type=write size=3848360 2024-08-10T05:34:07.558 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.557+0000 7f6f062d5640 1 > prepared operation key=H5TVL04MCGC8 tag=RDO0ABUN5NXF type=del size=2950537 2024-08-10T05:34:07.561 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.560+0000 7f6f062d5640 1 < canceled operation key=QTHON9W7S3SP tag=4YTDXLSCC78K type=del size=3677073 2024-08-10T05:34:07.563 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.562+0000 7f6f062d5640 1 > prepared operation key=731ALD189846 tag=GOO8WT7SOHQ4 type=del size=480753 2024-08-10T05:34:07.566 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.567+0000 7f6f062d5640 1 < completed part key=_multipart_S1J0EDZ5K22Q.2~L38BU59RE3Z9.0 size=471903 2024-08-10T05:34:07.570 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.570+0000 7f6f062d5640 1 < completed multipart upload key=S1J0EDZ5K22Q upload=L38BU59RE3Z9 tag=6MMZ0FQYMYDD type=write size=1520479 2024-08-10T05:34:07.575 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.575+0000 7f6f062d5640 1 > prepared part key=_multipart_KHYOYNS1HKDG.2~ECYQXKJ6F2QX.0 size=1048576 2024-08-10T05:34:07.578 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.577+0000 7f6f062d5640 1 > prepared part key=_multipart_KHYOYNS1HKDG.2~ECYQXKJ6F2QX.1 size=510469 2024-08-10T05:34:07.578 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.577+0000 7f6f062d5640 1 > prepared multipart upload key=KHYOYNS1HKDG upload=ECYQXKJ6F2QX tag=VWDJ5G39U3VO type=write size=2607621 2024-08-10T05:34:07.580 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.579+0000 7f6f062d5640 1 < completed delete operation key=QTBS1TAZXH5F tag=1BRS1F17W4FJ type=del 2024-08-10T05:34:07.582 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.581+0000 7f6f062d5640 1 > prepared operation key=7DW3UO39XCUP tag=EWR202R7D1S7 type=del size=3852369 2024-08-10T05:34:07.585 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.584+0000 7f6f062d5640 1 < completed write operation key=H5TVL04MCGC8 tag=LQM2AOY5T0RF type=write size=1029528 2024-08-10T05:34:07.587 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.587+0000 7f6f062d5640 1 > prepared operation key=FXQKBLXUHJHI tag=6AVVFCLPZED7 type=del size=2654862 2024-08-10T05:34:07.590 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.591+0000 7f6f062d5640 1 < completed delete operation key=QTBS1TAZXH5F tag=8B9XPSQAETKH type=del 2024-08-10T05:34:07.596 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.595+0000 7f6f062d5640 1 > prepared part key=_multipart_FXQKBLXUHJHI.2~U2T6ANVYPNQ0.0 size=1048576 2024-08-10T05:34:07.598 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.597+0000 7f6f062d5640 1 > prepared part key=_multipart_FXQKBLXUHJHI.2~U2T6ANVYPNQ0.1 size=1048576 2024-08-10T05:34:07.600 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.599+0000 7f6f062d5640 1 > prepared part key=_multipart_FXQKBLXUHJHI.2~U2T6ANVYPNQ0.2 size=979180 2024-08-10T05:34:07.600 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.599+0000 7f6f062d5640 1 > prepared multipart upload key=FXQKBLXUHJHI upload=U2T6ANVYPNQ0 tag=M9XY6S5G9ZIB type=write size=4124908 2024-08-10T05:34:07.602 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.602+0000 7f6f062d5640 1 < completed delete operation key=MI1XTCS076Y9 tag=PT60X7TV4B2L type=del 2024-08-10T05:34:07.606 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.605+0000 7f6f062d5640 1 > prepared operation key=8441NV2A24FO tag=9V9DJXBEN8ZR type=del size=1550354 2024-08-10T05:34:07.610 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.609+0000 7f6f062d5640 1 < completed part key=_multipart_KHYOYNS1HKDG.2~GX2CTUW7G752.0 size=1048576 2024-08-10T05:34:07.613 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.612+0000 7f6f062d5640 1 < completed part key=_multipart_KHYOYNS1HKDG.2~GX2CTUW7G752.1 size=282352 2024-08-10T05:34:07.617 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.616+0000 7f6f062d5640 1 < completed multipart upload key=KHYOYNS1HKDG upload=GX2CTUW7G752 tag=1QAJ00DJPEAW type=write size=2379504 2024-08-10T05:34:07.619 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.619+0000 7f6f062d5640 1 > prepared operation key=8441NV2A24FO tag=QQUJFF6LHW3M type=write size=321767 2024-08-10T05:34:07.622 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.621+0000 7f6f062d5640 1 < completed delete operation key=WBJQTYBRMJV8 tag=B4KYXDML7KU1 type=del 2024-08-10T05:34:07.627 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.626+0000 7f6f062d5640 1 > prepared part key=_multipart_GSXYSUXHA2KE.2~IHLJRVUW7SM0.0 size=1048576 2024-08-10T05:34:07.629 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.628+0000 7f6f062d5640 1 > prepared part key=_multipart_GSXYSUXHA2KE.2~IHLJRVUW7SM0.1 size=1048576 2024-08-10T05:34:07.633 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.632+0000 7f6f062d5640 1 > prepared part key=_multipart_GSXYSUXHA2KE.2~IHLJRVUW7SM0.2 size=18592 2024-08-10T05:34:07.633 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.632+0000 7f6f062d5640 1 > prepared multipart upload key=GSXYSUXHA2KE upload=IHLJRVUW7SM0 tag=WT3O2GZK6BGY type=write size=3164320 2024-08-10T05:34:07.635 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.634+0000 7f6f062d5640 1 < completed part key=_multipart_H5TVL04MCGC8.2~6DRGG76PVU1M.0 size=1048576 2024-08-10T05:34:07.637 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.636+0000 7f6f062d5640 1 < completed part key=_multipart_H5TVL04MCGC8.2~6DRGG76PVU1M.1 size=1048576 2024-08-10T05:34:07.639 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.638+0000 7f6f062d5640 1 < completed part key=_multipart_H5TVL04MCGC8.2~6DRGG76PVU1M.2 size=356353 2024-08-10T05:34:07.644 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.643+0000 7f6f062d5640 1 < completed multipart upload key=H5TVL04MCGC8 upload=6DRGG76PVU1M tag=J3I6J5D1HJ0K type=write size=3502081 2024-08-10T05:34:07.647 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.646+0000 7f6f062d5640 1 > prepared operation key=S1J0EDZ5K22Q tag=0AT2U532HG3M type=del size=3983753 2024-08-10T05:34:07.653 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.653+0000 7f6f062d5640 1 < suggested update operation key=ZPF41248T0P2 tag=6S2SLK0ZW5F6 type=del size=312140 2024-08-10T05:34:07.656 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.656+0000 7f6f062d5640 1 > prepared operation key=7N97XZL3TX2D tag=ITH5XPNAPEYB type=del size=2457474 2024-08-10T05:34:07.661 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.658+0000 7f6f062d5640 1 < completed part key=_multipart_4L5NSS7LS8GK.2~LYBBLJDYAAM0.0 size=1048576 2024-08-10T05:34:07.663 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.662+0000 7f6f062d5640 1 < completed part key=_multipart_4L5NSS7LS8GK.2~LYBBLJDYAAM0.1 size=970737 2024-08-10T05:34:07.669 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.668+0000 7f6f062d5640 1 < completed multipart upload key=4L5NSS7LS8GK upload=LYBBLJDYAAM0 tag=SV2A1HENHUO7 type=write size=3067889 2024-08-10T05:34:07.671 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.671+0000 7f6f062d5640 1 > prepared operation key=1G5AU0L67121 tag=R5UNZWZ4M8KV type=del size=2531168 2024-08-10T05:34:07.675 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.675+0000 7f6f062d5640 -1 < failed to complete operation key=ZPF41248T0P2 tag=IW9YA9H9GAKG type=write size=742543: (22) Invalid argument 2024-08-10T05:34:07.681 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.680+0000 7f6f062d5640 1 > prepared part key=_multipart_QTBS1TAZXH5F.2~HHZP1SFE6UUU.0 size=1048576 2024-08-10T05:34:07.684 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.683+0000 7f6f062d5640 1 > prepared part key=_multipart_QTBS1TAZXH5F.2~HHZP1SFE6UUU.1 size=1048576 2024-08-10T05:34:07.686 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.685+0000 7f6f062d5640 1 > prepared part key=_multipart_QTBS1TAZXH5F.2~HHZP1SFE6UUU.2 size=680964 2024-08-10T05:34:07.686 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.685+0000 7f6f062d5640 1 > prepared multipart upload key=QTBS1TAZXH5F upload=HHZP1SFE6UUU tag=37CTERUFMLN1 type=write size=3826692 2024-08-10T05:34:07.690 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.689+0000 7f6f062d5640 -1 < failed to complete operation key=ZPF41248T0P2 tag=21C9QC0EOV50 type=write size=765192: (22) Invalid argument 2024-08-10T05:34:07.693 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.694+0000 7f6f062d5640 1 > prepared operation key=ZPF41248T0P2 tag=F80XRQQL0Y0U type=del size=772164 2024-08-10T05:34:07.694 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.694+0000 7f6f062d5640 1 < canceled part key=_multipart_Y0DHHLUF8MD9.2~1XEK3O7LDPFM.0 size=1048576 2024-08-10T05:34:07.696 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.697+0000 7f6f062d5640 1 < completed part key=_multipart_Y0DHHLUF8MD9.2~1XEK3O7LDPFM.1 size=190080 2024-08-10T05:34:07.701 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.701+0000 7f6f062d5640 1 < canceled multipart upload key=Y0DHHLUF8MD9 upload=1XEK3O7LDPFM tag=AEFV86YC1BK1 type=write size=2287232 2024-08-10T05:34:07.705 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.705+0000 7f6f062d5640 1 > prepared part key=_multipart_H4D0TFSG0EKP.2~QGQVZT2WQXHJ.0 size=1048576 2024-08-10T05:34:07.707 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.706+0000 7f6f062d5640 1 > prepared part key=_multipart_H4D0TFSG0EKP.2~QGQVZT2WQXHJ.1 size=1048576 2024-08-10T05:34:07.709 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.708+0000 7f6f062d5640 1 > prepared part key=_multipart_H4D0TFSG0EKP.2~QGQVZT2WQXHJ.2 size=253271 2024-08-10T05:34:07.709 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.708+0000 7f6f062d5640 1 > prepared multipart upload key=H4D0TFSG0EKP upload=QGQVZT2WQXHJ tag=VN4R3RSXMLP2 type=write size=3398999 2024-08-10T05:34:07.711 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.711+0000 7f6f062d5640 1 < completed delete operation key=8441NV2A24FO tag=LL4SN7QIOBS3 type=del 2024-08-10T05:34:07.714 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.713+0000 7f6f062d5640 1 > prepared operation key=Z3FSBPLXLYL2 tag=PQ3JMBOEZ7KG type=write size=216613 2024-08-10T05:34:07.719 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.718+0000 7f6f062d5640 1 < suggested remove operation key=H5TVL04MCGC8 tag=RDO0ABUN5NXF type=del 2024-08-10T05:34:07.722 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.721+0000 7f6f062d5640 1 > prepared operation key=OH2XJH7YF0P6 tag=72U32C6D0X4J type=del size=3481467 2024-08-10T05:34:07.724 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.725+0000 7f6f062d5640 1 < completed delete operation key=731ALD189846 tag=GOO8WT7SOHQ4 type=del 2024-08-10T05:34:07.727 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.726+0000 7f6f062d5640 1 > prepared operation key=QTBS1TAZXH5F tag=26158PWMD2SC type=del size=2866246 2024-08-10T05:34:07.730 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.729+0000 7f6f062d5640 1 < completed part key=_multipart_KHYOYNS1HKDG.2~ECYQXKJ6F2QX.0 size=1048576 2024-08-10T05:34:07.731 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.731+0000 7f6f062d5640 1 < completed part key=_multipart_KHYOYNS1HKDG.2~ECYQXKJ6F2QX.1 size=510469 2024-08-10T05:34:07.735 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.734+0000 7f6f062d5640 1 < completed multipart upload key=KHYOYNS1HKDG upload=ECYQXKJ6F2QX tag=VWDJ5G39U3VO type=write size=2607621 2024-08-10T05:34:07.739 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.738+0000 7f6f062d5640 1 > prepared part key=_multipart_GSXYSUXHA2KE.2~97FX46TOTI2V.0 size=1048576 2024-08-10T05:34:07.741 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.740+0000 7f6f062d5640 1 > prepared part key=_multipart_GSXYSUXHA2KE.2~97FX46TOTI2V.1 size=797235 2024-08-10T05:34:07.742 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.740+0000 7f6f062d5640 1 > prepared multipart upload key=GSXYSUXHA2KE upload=97FX46TOTI2V tag=9IY81I2JG0X4 type=write size=2894387 2024-08-10T05:34:07.743 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.742+0000 7f6f062d5640 1 < completed delete operation key=7DW3UO39XCUP tag=EWR202R7D1S7 type=del 2024-08-10T05:34:07.745 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.745+0000 7f6f062d5640 1 > prepared operation key=F0DF00AE1ISQ tag=OIS2DSNNBUJ0 type=write size=788283 2024-08-10T05:34:07.748 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.747+0000 7f6f062d5640 1 < completed delete operation key=FXQKBLXUHJHI tag=6AVVFCLPZED7 type=del 2024-08-10T05:34:07.750 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.751+0000 7f6f062d5640 1 > prepared operation key=7DW3UO39XCUP tag=XTJIHQ7MJMM0 type=del size=1173418 2024-08-10T05:34:07.752 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.752+0000 7f6f062d5640 1 < completed part key=_multipart_FXQKBLXUHJHI.2~U2T6ANVYPNQ0.0 size=1048576 2024-08-10T05:34:07.754 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.754+0000 7f6f062d5640 1 < completed part key=_multipart_FXQKBLXUHJHI.2~U2T6ANVYPNQ0.1 size=1048576 2024-08-10T05:34:07.757 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.756+0000 7f6f062d5640 1 < completed part key=_multipart_FXQKBLXUHJHI.2~U2T6ANVYPNQ0.2 size=979180 2024-08-10T05:34:07.760 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.760+0000 7f6f062d5640 1 < completed multipart upload key=FXQKBLXUHJHI upload=U2T6ANVYPNQ0 tag=M9XY6S5G9ZIB type=write size=4124908 2024-08-10T05:34:07.763 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.762+0000 7f6f062d5640 1 > prepared operation key=1G5AU0L67121 tag=JOCP1N00MN2A type=write size=289798 2024-08-10T05:34:07.765 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.764+0000 7f6f062d5640 1 < completed delete operation key=8441NV2A24FO tag=9V9DJXBEN8ZR type=del 2024-08-10T05:34:07.768 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.767+0000 7f6f062d5640 1 > prepared operation key=QTBS1TAZXH5F tag=8GROQ3GFT8JC type=del size=575880 2024-08-10T05:34:07.772 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.771+0000 7f6f062d5640 1 < suggested update operation key=8441NV2A24FO tag=QQUJFF6LHW3M type=write size=321767 2024-08-10T05:34:07.773 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.773+0000 7f6f062d5640 1 > prepared operation key=S1E44NG3MOQ5 tag=CCB29T1OBQWU type=del size=3913020 2024-08-10T05:34:07.776 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.775+0000 7f6f062d5640 1 < completed part key=_multipart_GSXYSUXHA2KE.2~IHLJRVUW7SM0.0 size=1048576 2024-08-10T05:34:07.778 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.778+0000 7f6f062d5640 1 < completed part key=_multipart_GSXYSUXHA2KE.2~IHLJRVUW7SM0.1 size=1048576 2024-08-10T05:34:07.780 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.780+0000 7f6f062d5640 1 < completed part key=_multipart_GSXYSUXHA2KE.2~IHLJRVUW7SM0.2 size=18592 2024-08-10T05:34:07.784 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.783+0000 7f6f062d5640 1 < completed multipart upload key=GSXYSUXHA2KE upload=IHLJRVUW7SM0 tag=WT3O2GZK6BGY type=write size=3164320 2024-08-10T05:34:07.788 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.787+0000 7f6f062d5640 1 > prepared part key=_multipart_WBJQTYBRMJV8.2~JHZJN0U7EWF6.0 size=1048576 2024-08-10T05:34:07.790 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.789+0000 7f6f062d5640 1 > prepared part key=_multipart_WBJQTYBRMJV8.2~JHZJN0U7EWF6.1 size=1048576 2024-08-10T05:34:07.792 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.791+0000 7f6f062d5640 1 > prepared part key=_multipart_WBJQTYBRMJV8.2~JHZJN0U7EWF6.2 size=843891 2024-08-10T05:34:07.792 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.791+0000 7f6f062d5640 1 > prepared multipart upload key=WBJQTYBRMJV8 upload=JHZJN0U7EWF6 tag=VO6470J9OMRD type=write size=3989619 2024-08-10T05:34:07.794 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.793+0000 7f6f062d5640 1 < completed delete operation key=S1J0EDZ5K22Q tag=0AT2U532HG3M type=del 2024-08-10T05:34:07.798 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.798+0000 7f6f062d5640 1 > prepared part key=_multipart_Z3FSBPLXLYL2.2~4X1A08N2D5UC.0 size=949516 2024-08-10T05:34:07.798 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.798+0000 7f6f062d5640 1 > prepared multipart upload key=Z3FSBPLXLYL2 upload=4X1A08N2D5UC tag=WGJMMPJ0HQM0 type=write size=1998092 2024-08-10T05:34:07.801 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.800+0000 7f6f062d5640 1 < completed delete operation key=7N97XZL3TX2D tag=ITH5XPNAPEYB type=del 2024-08-10T05:34:07.805 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.804+0000 7f6f062d5640 1 > prepared part key=_multipart_S1E44NG3MOQ5.2~034LDJ8VREU7.0 size=335273 2024-08-10T05:34:07.805 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.804+0000 7f6f062d5640 1 > prepared multipart upload key=S1E44NG3MOQ5 upload=034LDJ8VREU7 tag=WANL3SV3EL2D type=write size=1383849 2024-08-10T05:34:07.807 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.806+0000 7f6f062d5640 1 < completed delete operation key=1G5AU0L67121 tag=R5UNZWZ4M8KV type=del 2024-08-10T05:34:07.809 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.808+0000 7f6f062d5640 1 > prepared operation key=J7D76V4ENV9B tag=QXRSMS4P166E type=del size=11770 2024-08-10T05:34:07.809 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.809+0000 7f6f062d5640 1 < canceled part key=_multipart_QTBS1TAZXH5F.2~HHZP1SFE6UUU.0 size=1048576 2024-08-10T05:34:07.811 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.810+0000 7f6f062d5640 1 < completed part key=_multipart_QTBS1TAZXH5F.2~HHZP1SFE6UUU.1 size=1048576 2024-08-10T05:34:07.811 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.810+0000 7f6f062d5640 1 < canceled part key=_multipart_QTBS1TAZXH5F.2~HHZP1SFE6UUU.2 size=680964 2024-08-10T05:34:07.815 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.814+0000 7f6f062d5640 1 < canceled multipart upload key=QTBS1TAZXH5F upload=HHZP1SFE6UUU tag=37CTERUFMLN1 type=write size=3826692 2024-08-10T05:34:07.818 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.818+0000 7f6f062d5640 1 > prepared part key=_multipart_F0DF00AE1ISQ.2~N0KCD7YPXAWC.0 size=172154 2024-08-10T05:34:07.819 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.818+0000 7f6f062d5640 1 > prepared multipart upload key=F0DF00AE1ISQ upload=N0KCD7YPXAWC tag=E2I6CK4SOVE5 type=write size=1220730 2024-08-10T05:34:07.820 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.820+0000 7f6f062d5640 1 < canceled operation key=ZPF41248T0P2 tag=F80XRQQL0Y0U type=del size=772164 2024-08-10T05:34:07.824 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.824+0000 7f6f062d5640 1 > prepared part key=_multipart_731ALD189846.2~8Z4F06E8B7PT.0 size=1048576 2024-08-10T05:34:07.826 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.826+0000 7f6f062d5640 1 > prepared part key=_multipart_731ALD189846.2~8Z4F06E8B7PT.1 size=897187 2024-08-10T05:34:07.826 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.826+0000 7f6f062d5640 1 > prepared multipart upload key=731ALD189846 upload=8Z4F06E8B7PT tag=VL70VRWEK96V type=write size=2994339 2024-08-10T05:34:07.828 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.828+0000 7f6f062d5640 1 < completed part key=_multipart_H4D0TFSG0EKP.2~QGQVZT2WQXHJ.0 size=1048576 2024-08-10T05:34:07.830 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.829+0000 7f6f062d5640 1 < completed part key=_multipart_H4D0TFSG0EKP.2~QGQVZT2WQXHJ.1 size=1048576 2024-08-10T05:34:07.831 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.831+0000 7f6f062d5640 1 < completed part key=_multipart_H4D0TFSG0EKP.2~QGQVZT2WQXHJ.2 size=253271 2024-08-10T05:34:07.835 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.834+0000 7f6f062d5640 1 < completed multipart upload key=H4D0TFSG0EKP upload=QGQVZT2WQXHJ tag=VN4R3RSXMLP2 type=write size=3398999 2024-08-10T05:34:07.837 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.836+0000 7f6f062d5640 1 > prepared operation key=PGRI5CN7TTT0 tag=36SYQGDE581U type=del size=3812094 2024-08-10T05:34:07.839 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.840+0000 7f6f062d5640 1 < completed write operation key=Z3FSBPLXLYL2 tag=PQ3JMBOEZ7KG type=write size=216613 2024-08-10T05:34:07.842 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.841+0000 7f6f062d5640 1 > prepared operation key=7DW3UO39XCUP tag=J4JNVZK4ASKD type=write size=938565 2024-08-10T05:34:07.844 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.843+0000 7f6f062d5640 1 < completed delete operation key=OH2XJH7YF0P6 tag=72U32C6D0X4J type=del 2024-08-10T05:34:07.847 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.848+0000 7f6f062d5640 1 > prepared part key=_multipart_731ALD189846.2~ACTJBJXV064V.0 size=1048576 2024-08-10T05:34:07.849 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.848+0000 7f6f062d5640 1 > prepared part key=_multipart_731ALD189846.2~ACTJBJXV064V.1 size=1048576 2024-08-10T05:34:07.850 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.850+0000 7f6f062d5640 1 > prepared part key=_multipart_731ALD189846.2~ACTJBJXV064V.2 size=771789 2024-08-10T05:34:07.851 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.850+0000 7f6f062d5640 1 > prepared multipart upload key=731ALD189846 upload=ACTJBJXV064V tag=VGW6BHTVUDXR type=write size=3917517 2024-08-10T05:34:07.854 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.854+0000 7f6f062d5640 1 < suggested remove operation key=QTBS1TAZXH5F tag=26158PWMD2SC type=del 2024-08-10T05:34:07.858 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.857+0000 7f6f062d5640 1 > prepared part key=_multipart_KHYOYNS1HKDG.2~YU26R5FV7WUL.0 size=1048576 2024-08-10T05:34:07.860 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.859+0000 7f6f062d5640 1 > prepared part key=_multipart_KHYOYNS1HKDG.2~YU26R5FV7WUL.1 size=555939 2024-08-10T05:34:07.860 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.859+0000 7f6f062d5640 1 > prepared multipart upload key=KHYOYNS1HKDG upload=YU26R5FV7WUL tag=98Y3Z8TLVKCS type=write size=2653091 2024-08-10T05:34:07.862 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.862+0000 7f6f062d5640 1 < completed part key=_multipart_GSXYSUXHA2KE.2~97FX46TOTI2V.0 size=1048576 2024-08-10T05:34:07.862 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.862+0000 7f6f062d5640 1 < canceled part key=_multipart_GSXYSUXHA2KE.2~97FX46TOTI2V.1 size=797235 2024-08-10T05:34:07.865 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.865+0000 7f6f062d5640 1 < canceled multipart upload key=GSXYSUXHA2KE upload=97FX46TOTI2V tag=9IY81I2JG0X4 type=write size=2894387 2024-08-10T05:34:07.869 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.868+0000 7f6f062d5640 1 > prepared part key=_multipart_Y0DHHLUF8MD9.2~F1QPQ9AKXPTV.0 size=93250 2024-08-10T05:34:07.869 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.868+0000 7f6f062d5640 1 > prepared multipart upload key=Y0DHHLUF8MD9 upload=F1QPQ9AKXPTV tag=WAIE42UVQ6A4 type=write size=1141826 2024-08-10T05:34:07.871 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.871+0000 7f6f062d5640 1 < completed write operation key=F0DF00AE1ISQ tag=OIS2DSNNBUJ0 type=write size=788283 2024-08-10T05:34:07.876 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.875+0000 7f6f062d5640 1 > prepared part key=_multipart_731ALD189846.2~WPDDU6Z9UM5G.0 size=728396 2024-08-10T05:34:07.876 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.875+0000 7f6f062d5640 1 > prepared multipart upload key=731ALD189846 upload=WPDDU6Z9UM5G tag=8MK820R1CLOV type=write size=1776972 2024-08-10T05:34:07.878 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.877+0000 7f6f062d5640 1 < completed delete operation key=7DW3UO39XCUP tag=XTJIHQ7MJMM0 type=del 2024-08-10T05:34:07.880 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.880+0000 7f6f062d5640 1 > prepared operation key=F0DF00AE1ISQ tag=DLTKMRVPC1WV type=del size=1543558 2024-08-10T05:34:07.885 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.885+0000 7f6f062d5640 1 < suggested update operation key=1G5AU0L67121 tag=JOCP1N00MN2A type=write size=289798 2024-08-10T05:34:07.888 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.887+0000 7f6f062d5640 1 > prepared operation key=KHYOYNS1HKDG tag=E3UL7WAAZ4PS type=del size=2920119 2024-08-10T05:34:07.891 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.890+0000 7f6f062d5640 -1 < failed to complete operation key=QTBS1TAZXH5F tag=8GROQ3GFT8JC type=del size=575880: (22) Invalid argument 2024-08-10T05:34:07.893 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.893+0000 7f6f062d5640 1 > prepared operation key=731ALD189846 tag=C6WFWFM6KC7C type=write size=23517 2024-08-10T05:34:07.895 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.895+0000 7f6f062d5640 1 < canceled operation key=S1E44NG3MOQ5 tag=CCB29T1OBQWU type=del size=3913020 2024-08-10T05:34:07.897 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.897+0000 7f6f062d5640 1 > prepared operation key=J7D76V4ENV9B tag=SOJJGN14G0UB type=write size=301036 2024-08-10T05:34:07.899 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.899+0000 7f6f062d5640 1 < completed part key=_multipart_WBJQTYBRMJV8.2~JHZJN0U7EWF6.0 size=1048576 2024-08-10T05:34:07.901 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.901+0000 7f6f062d5640 1 < completed part key=_multipart_WBJQTYBRMJV8.2~JHZJN0U7EWF6.1 size=1048576 2024-08-10T05:34:07.901 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.901+0000 7f6f062d5640 1 < canceled part key=_multipart_WBJQTYBRMJV8.2~JHZJN0U7EWF6.2 size=843891 2024-08-10T05:34:07.905 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.905+0000 7f6f062d5640 1 < canceled multipart upload key=WBJQTYBRMJV8 upload=JHZJN0U7EWF6 tag=VO6470J9OMRD type=write size=3989619 2024-08-10T05:34:07.909 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.908+0000 7f6f062d5640 1 > prepared part key=_multipart_1IH8FE21AE4X.2~7S26URQ51FU5.0 size=974852 2024-08-10T05:34:07.909 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.908+0000 7f6f062d5640 1 > prepared multipart upload key=1IH8FE21AE4X upload=7S26URQ51FU5 tag=9FWF88RW5QCY type=write size=2023428 2024-08-10T05:34:07.911 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.911+0000 7f6f062d5640 1 < completed part key=_multipart_Z3FSBPLXLYL2.2~4X1A08N2D5UC.0 size=949516 2024-08-10T05:34:07.914 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.914+0000 7f6f062d5640 1 < completed multipart upload key=Z3FSBPLXLYL2 upload=4X1A08N2D5UC tag=WGJMMPJ0HQM0 type=write size=1998092 2024-08-10T05:34:07.916 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.916+0000 7f6f062d5640 1 > prepared operation key=7N97XZL3TX2D tag=59D57IHE0C0Q type=write size=822345 2024-08-10T05:34:07.918 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.918+0000 7f6f062d5640 1 < completed part key=_multipart_S1E44NG3MOQ5.2~034LDJ8VREU7.0 size=335273 2024-08-10T05:34:07.922 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.921+0000 7f6f062d5640 1 < completed multipart upload key=S1E44NG3MOQ5 upload=034LDJ8VREU7 tag=WANL3SV3EL2D type=write size=1383849 2024-08-10T05:34:07.924 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.923+0000 7f6f062d5640 1 > prepared operation key=F0DF00AE1ISQ tag=HRYQ5LX7K43M type=del size=2441605 2024-08-10T05:34:07.926 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.926+0000 7f6f062d5640 1 < completed delete operation key=J7D76V4ENV9B tag=QXRSMS4P166E type=del 2024-08-10T05:34:07.928 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.928+0000 7f6f062d5640 1 > prepared operation key=S1J0EDZ5K22Q tag=498A0VJX4RB7 type=del size=1110910 2024-08-10T05:34:07.930 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.931+0000 7f6f062d5640 1 < completed part key=_multipart_F0DF00AE1ISQ.2~N0KCD7YPXAWC.0 size=172154 2024-08-10T05:34:07.934 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.934+0000 7f6f062d5640 1 < completed multipart upload key=F0DF00AE1ISQ upload=N0KCD7YPXAWC tag=E2I6CK4SOVE5 type=write size=1220730 2024-08-10T05:34:07.936 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.936+0000 7f6f062d5640 1 > prepared operation key=QTBS1TAZXH5F tag=GDUY44UCOMEZ type=del size=3319301 2024-08-10T05:34:07.938 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.938+0000 7f6f062d5640 1 < completed part key=_multipart_731ALD189846.2~8Z4F06E8B7PT.0 size=1048576 2024-08-10T05:34:07.940 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.940+0000 7f6f062d5640 1 < completed part key=_multipart_731ALD189846.2~8Z4F06E8B7PT.1 size=897187 2024-08-10T05:34:07.944 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.944+0000 7f6f062d5640 1 < completed multipart upload key=731ALD189846 upload=8Z4F06E8B7PT tag=VL70VRWEK96V type=write size=2994339 2024-08-10T05:34:07.947 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.947+0000 7f6f062d5640 1 > prepared operation key=F0DF00AE1ISQ tag=7906LOGV5M88 type=del size=3613681 2024-08-10T05:34:07.949 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.949+0000 7f6f062d5640 1 < canceled operation key=PGRI5CN7TTT0 tag=36SYQGDE581U type=del size=3812094 2024-08-10T05:34:07.953 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.953+0000 7f6f062d5640 1 > prepared part key=_multipart_Y0DHHLUF8MD9.2~718VTGM38O0T.0 size=1048576 2024-08-10T05:34:07.955 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.954+0000 7f6f062d5640 1 > prepared part key=_multipart_Y0DHHLUF8MD9.2~718VTGM38O0T.1 size=609851 2024-08-10T05:34:07.955 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.954+0000 7f6f062d5640 1 > prepared multipart upload key=Y0DHHLUF8MD9 upload=718VTGM38O0T tag=8W9XQCVU8SM3 type=write size=2707003 2024-08-10T05:34:07.957 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.957+0000 7f6f062d5640 1 < canceled operation key=7DW3UO39XCUP tag=J4JNVZK4ASKD type=write size=938565 2024-08-10T05:34:07.960 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.959+0000 7f6f062d5640 1 > prepared operation key=Y0DHHLUF8MD9 tag=OMPA9L8HI7KQ type=del size=2968153 2024-08-10T05:34:07.962 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.962+0000 7f6f062d5640 1 < completed part key=_multipart_731ALD189846.2~ACTJBJXV064V.0 size=1048576 2024-08-10T05:34:07.964 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.963+0000 7f6f062d5640 1 < completed part key=_multipart_731ALD189846.2~ACTJBJXV064V.1 size=1048576 2024-08-10T05:34:07.966 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.965+0000 7f6f062d5640 1 < completed part key=_multipart_731ALD189846.2~ACTJBJXV064V.2 size=771789 2024-08-10T05:34:07.969 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.969+0000 7f6f062d5640 1 < completed multipart upload key=731ALD189846 upload=ACTJBJXV064V tag=VGW6BHTVUDXR type=write size=3917517 2024-08-10T05:34:07.971 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.971+0000 7f6f062d5640 1 > prepared operation key=MI1XTCS076Y9 tag=BDWB9R644RKV type=del size=449522 2024-08-10T05:34:07.973 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.973+0000 7f6f062d5640 1 < completed part key=_multipart_KHYOYNS1HKDG.2~YU26R5FV7WUL.0 size=1048576 2024-08-10T05:34:07.975 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.975+0000 7f6f062d5640 1 < completed part key=_multipart_KHYOYNS1HKDG.2~YU26R5FV7WUL.1 size=555939 2024-08-10T05:34:07.979 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.978+0000 7f6f062d5640 1 < completed multipart upload key=KHYOYNS1HKDG upload=YU26R5FV7WUL tag=98Y3Z8TLVKCS type=write size=2653091 2024-08-10T05:34:07.982 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.981+0000 7f6f062d5640 1 > prepared operation key=H5TVL04MCGC8 tag=XWINVTKEQ13Q type=del size=3863018 2024-08-10T05:34:07.983 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.984+0000 7f6f062d5640 1 < completed part key=_multipart_Y0DHHLUF8MD9.2~F1QPQ9AKXPTV.0 size=93250 2024-08-10T05:34:07.987 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.987+0000 7f6f062d5640 1 < completed multipart upload key=Y0DHHLUF8MD9 upload=F1QPQ9AKXPTV tag=WAIE42UVQ6A4 type=write size=1141826 2024-08-10T05:34:07.991 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.991+0000 7f6f062d5640 1 > prepared part key=_multipart_H4D0TFSG0EKP.2~05MM2K1XV7TJ.0 size=1048576 2024-08-10T05:34:07.993 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.992+0000 7f6f062d5640 1 > prepared part key=_multipart_H4D0TFSG0EKP.2~05MM2K1XV7TJ.1 size=189646 2024-08-10T05:34:07.993 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.992+0000 7f6f062d5640 1 > prepared multipart upload key=H4D0TFSG0EKP upload=05MM2K1XV7TJ tag=X5PM8KF6P5CG type=write size=2286798 2024-08-10T05:34:07.996 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:07.995+0000 7f6f062d5640 1 < completed part key=_multipart_731ALD189846.2~WPDDU6Z9UM5G.0 size=728396 2024-08-10T05:34:08.000 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.000+0000 7f6f062d5640 1 < completed multipart upload key=731ALD189846 upload=WPDDU6Z9UM5G tag=8MK820R1CLOV type=write size=1776972 2024-08-10T05:34:08.002 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.001+0000 7f6f062d5640 1 > prepared operation key=4L5NSS7LS8GK tag=GH5DLL71CXUR type=del size=1051473 2024-08-10T05:34:08.006 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.005+0000 7f6f062d5640 1 < suggested update operation key=F0DF00AE1ISQ tag=DLTKMRVPC1WV type=del size=1543558 2024-08-10T05:34:08.009 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.009+0000 7f6f062d5640 1 > prepared part key=_multipart_Z3FSBPLXLYL2.2~7F2WIIR5Q74M.0 size=1048576 2024-08-10T05:34:08.011 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.010+0000 7f6f062d5640 1 > prepared part key=_multipart_Z3FSBPLXLYL2.2~7F2WIIR5Q74M.1 size=1048576 2024-08-10T05:34:08.013 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.012+0000 7f6f062d5640 1 > prepared part key=_multipart_Z3FSBPLXLYL2.2~7F2WIIR5Q74M.2 size=664098 2024-08-10T05:34:08.013 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.012+0000 7f6f062d5640 1 > prepared multipart upload key=Z3FSBPLXLYL2 upload=7F2WIIR5Q74M tag=4B1PRZFZR03L type=write size=3809826 2024-08-10T05:34:08.015 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.014+0000 7f6f062d5640 1 < completed delete operation key=KHYOYNS1HKDG tag=E3UL7WAAZ4PS type=del 2024-08-10T05:34:08.019 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.019+0000 7f6f062d5640 1 > prepared part key=_multipart_OH2XJH7YF0P6.2~DV3Z438EYF74.0 size=842528 2024-08-10T05:34:08.019 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.019+0000 7f6f062d5640 1 > prepared multipart upload key=OH2XJH7YF0P6 upload=DV3Z438EYF74 tag=U9Z55R1UKNTL type=write size=1891104 2024-08-10T05:34:08.021 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.021+0000 7f6f062d5640 1 < canceled operation key=731ALD189846 tag=C6WFWFM6KC7C type=write size=23517 2024-08-10T05:34:08.023 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.023+0000 7f6f062d5640 1 > prepared operation key=MI1XTCS076Y9 tag=YKB7QE71UYTW type=del size=879460 2024-08-10T05:34:08.028 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.027+0000 7f6f062d5640 1 < suggested remove operation key=J7D76V4ENV9B tag=SOJJGN14G0UB type=write 2024-08-10T05:34:08.031 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.031+0000 7f6f062d5640 1 > prepared part key=_multipart_GNE0GMBV8Q1M.2~HA221QEM4PS7.0 size=1048576 2024-08-10T05:34:08.033 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.032+0000 7f6f062d5640 1 > prepared part key=_multipart_GNE0GMBV8Q1M.2~HA221QEM4PS7.1 size=1048576 2024-08-10T05:34:08.035 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.034+0000 7f6f062d5640 1 > prepared part key=_multipart_GNE0GMBV8Q1M.2~HA221QEM4PS7.2 size=455744 2024-08-10T05:34:08.035 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.034+0000 7f6f062d5640 1 > prepared multipart upload key=GNE0GMBV8Q1M upload=HA221QEM4PS7 tag=8VY2W9PP6O0X type=write size=3601472 2024-08-10T05:34:08.037 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.036+0000 7f6f062d5640 1 < completed part key=_multipart_1IH8FE21AE4X.2~7S26URQ51FU5.0 size=974852 2024-08-10T05:34:08.040 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.040+0000 7f6f062d5640 1 < completed multipart upload key=1IH8FE21AE4X upload=7S26URQ51FU5 tag=9FWF88RW5QCY type=write size=2023428 2024-08-10T05:34:08.045 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.044+0000 7f6f062d5640 1 > prepared part key=_multipart_Z3FSBPLXLYL2.2~N7QNR7D0KDNX.0 size=369707 2024-08-10T05:34:08.045 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.045+0000 7f6f062d5640 1 > prepared multipart upload key=Z3FSBPLXLYL2 upload=N7QNR7D0KDNX tag=UHW6LRLBERXC type=write size=1418283 2024-08-10T05:34:08.051 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.050+0000 7f6f062d5640 1 < suggested update operation key=7N97XZL3TX2D tag=59D57IHE0C0Q type=write size=822345 2024-08-10T05:34:08.054 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.053+0000 7f6f062d5640 1 > prepared operation key=FXQKBLXUHJHI tag=XD05TGPPVH0Q type=del size=2064412 2024-08-10T05:34:08.060 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.059+0000 7f6f062d5640 1 < suggested update operation key=F0DF00AE1ISQ tag=HRYQ5LX7K43M type=del size=2441605 2024-08-10T05:34:08.063 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.062+0000 7f6f062d5640 1 > prepared operation key=QTBS1TAZXH5F tag=RWP7WGGDHPJW type=del size=1195626 2024-08-10T05:34:08.066 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.065+0000 7f6f062d5640 1 < completed delete operation key=S1J0EDZ5K22Q tag=498A0VJX4RB7 type=del 2024-08-10T05:34:08.074 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.073+0000 7f6f062d5640 1 > prepared part key=_multipart_8441NV2A24FO.2~0G8488161ZJG.0 size=560794 2024-08-10T05:34:08.075 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.073+0000 7f6f062d5640 1 > prepared multipart upload key=8441NV2A24FO upload=0G8488161ZJG tag=VHAR0MAPP3X1 type=write size=1609370 2024-08-10T05:34:08.076 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.075+0000 7f6f062d5640 1 < completed delete operation key=QTBS1TAZXH5F tag=GDUY44UCOMEZ type=del 2024-08-10T05:34:08.079 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.080+0000 7f6f062d5640 1 > prepared operation key=H5TVL04MCGC8 tag=7CDGQZ5AYV79 type=del size=3794081 2024-08-10T05:34:08.084 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.084+0000 7f6f062d5640 -1 < failed to complete operation key=F0DF00AE1ISQ tag=7906LOGV5M88 type=del size=3613681: (22) Invalid argument 2024-08-10T05:34:08.090 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.089+0000 7f6f062d5640 1 > prepared part key=_multipart_731ALD189846.2~IC3FSGQRYUFP.0 size=1048576 2024-08-10T05:34:08.092 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.093+0000 7f6f062d5640 1 > prepared part key=_multipart_731ALD189846.2~IC3FSGQRYUFP.1 size=121590 2024-08-10T05:34:08.093 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.093+0000 7f6f062d5640 1 > prepared multipart upload key=731ALD189846 upload=IC3FSGQRYUFP tag=8R5S7PVUXLS8 type=write size=2218742 2024-08-10T05:34:08.096 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.095+0000 7f6f062d5640 1 < completed part key=_multipart_Y0DHHLUF8MD9.2~718VTGM38O0T.0 size=1048576 2024-08-10T05:34:08.098 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.099+0000 7f6f062d5640 1 < completed part key=_multipart_Y0DHHLUF8MD9.2~718VTGM38O0T.1 size=609851 2024-08-10T05:34:08.104 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.104+0000 7f6f062d5640 1 < completed multipart upload key=Y0DHHLUF8MD9 upload=718VTGM38O0T tag=8W9XQCVU8SM3 type=write size=2707003 2024-08-10T05:34:08.110 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.109+0000 7f6f062d5640 1 > prepared part key=_multipart_PGRI5CN7TTT0.2~RGRSEPV9IGBM.0 size=1048576 2024-08-10T05:34:08.112 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.112+0000 7f6f062d5640 1 > prepared part key=_multipart_PGRI5CN7TTT0.2~RGRSEPV9IGBM.1 size=1048576 2024-08-10T05:34:08.115 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.116+0000 7f6f062d5640 1 > prepared part key=_multipart_PGRI5CN7TTT0.2~RGRSEPV9IGBM.2 size=533208 2024-08-10T05:34:08.115 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.116+0000 7f6f062d5640 1 > prepared multipart upload key=PGRI5CN7TTT0 upload=RGRSEPV9IGBM tag=27869ERQEML4 type=write size=3678936 2024-08-10T05:34:08.119 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.119+0000 7f6f062d5640 1 < canceled operation key=Y0DHHLUF8MD9 tag=OMPA9L8HI7KQ type=del size=2968153 2024-08-10T05:34:08.124 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.123+0000 7f6f062d5640 1 > prepared part key=_multipart_1G5AU0L67121.2~E10AYY1MA40G.0 size=508711 2024-08-10T05:34:08.124 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.123+0000 7f6f062d5640 1 > prepared multipart upload key=1G5AU0L67121 upload=E10AYY1MA40G tag=JWSZK80F8YBU type=write size=1557287 2024-08-10T05:34:08.127 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.127+0000 7f6f062d5640 1 < canceled operation key=MI1XTCS076Y9 tag=BDWB9R644RKV type=del size=449522 2024-08-10T05:34:08.133 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.132+0000 7f6f062d5640 1 > prepared part key=_multipart_Y0DHHLUF8MD9.2~Y6UEOYU0VSG9.0 size=988839 2024-08-10T05:34:08.133 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.132+0000 7f6f062d5640 1 > prepared multipart upload key=Y0DHHLUF8MD9 upload=Y6UEOYU0VSG9 tag=V1N57GH2Q3XD type=write size=2037415 2024-08-10T05:34:08.140 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.140+0000 7f6f062d5640 1 < suggested update operation key=H5TVL04MCGC8 tag=XWINVTKEQ13Q type=del size=3863018 2024-08-10T05:34:08.142 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.141+0000 7f6f062d5640 1 > prepared operation key=1G5AU0L67121 tag=TZRWO3SGT5GJ type=del size=2835572 2024-08-10T05:34:08.145 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.144+0000 7f6f062d5640 1 < completed part key=_multipart_H4D0TFSG0EKP.2~05MM2K1XV7TJ.0 size=1048576 2024-08-10T05:34:08.148 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.148+0000 7f6f062d5640 1 < completed part key=_multipart_H4D0TFSG0EKP.2~05MM2K1XV7TJ.1 size=189646 2024-08-10T05:34:08.153 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.153+0000 7f6f062d5640 1 < completed multipart upload key=H4D0TFSG0EKP upload=05MM2K1XV7TJ tag=X5PM8KF6P5CG type=write size=2286798 2024-08-10T05:34:08.157 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.157+0000 7f6f062d5640 1 > prepared operation key=WBJQTYBRMJV8 tag=6F0PB7KBC5T4 type=del size=2069505 2024-08-10T05:34:08.160 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.160+0000 7f6f062d5640 1 < completed delete operation key=4L5NSS7LS8GK tag=GH5DLL71CXUR type=del 2024-08-10T05:34:08.165 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.165+0000 7f6f062d5640 1 > prepared part key=_multipart_FXQKBLXUHJHI.2~AGVB4BGMGU28.0 size=1048576 2024-08-10T05:34:08.167 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.166+0000 7f6f062d5640 1 > prepared part key=_multipart_FXQKBLXUHJHI.2~AGVB4BGMGU28.1 size=1048576 2024-08-10T05:34:08.169 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.168+0000 7f6f062d5640 1 > prepared part key=_multipart_FXQKBLXUHJHI.2~AGVB4BGMGU28.2 size=347669 2024-08-10T05:34:08.169 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.168+0000 7f6f062d5640 1 > prepared multipart upload key=FXQKBLXUHJHI upload=AGVB4BGMGU28 tag=N0LMZDN2369T type=write size=3493397 2024-08-10T05:34:08.169 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.169+0000 7f6f062d5640 1 < canceled part key=_multipart_Z3FSBPLXLYL2.2~7F2WIIR5Q74M.0 size=1048576 2024-08-10T05:34:08.169 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.169+0000 7f6f062d5640 1 < canceled part key=_multipart_Z3FSBPLXLYL2.2~7F2WIIR5Q74M.1 size=1048576 2024-08-10T05:34:08.171 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.171+0000 7f6f062d5640 1 < completed part key=_multipart_Z3FSBPLXLYL2.2~7F2WIIR5Q74M.2 size=664098 2024-08-10T05:34:08.176 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.175+0000 7f6f062d5640 1 < canceled multipart upload key=Z3FSBPLXLYL2 upload=7F2WIIR5Q74M tag=4B1PRZFZR03L type=write size=3809826 2024-08-10T05:34:08.180 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.180+0000 7f6f062d5640 1 > prepared part key=_multipart_GNE0GMBV8Q1M.2~T3NNB8T5FBGK.0 size=204097 2024-08-10T05:34:08.180 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.180+0000 7f6f062d5640 1 > prepared multipart upload key=GNE0GMBV8Q1M upload=T3NNB8T5FBGK tag=IZK2NIVZMQRK type=write size=1252673 2024-08-10T05:34:08.182 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.182+0000 7f6f062d5640 1 < completed part key=_multipart_OH2XJH7YF0P6.2~DV3Z438EYF74.0 size=842528 2024-08-10T05:34:08.186 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.185+0000 7f6f062d5640 1 < completed multipart upload key=OH2XJH7YF0P6 upload=DV3Z438EYF74 tag=U9Z55R1UKNTL type=write size=1891104 2024-08-10T05:34:08.189 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.188+0000 7f6f062d5640 1 > prepared operation key=3EUY0XWASPEL tag=M4IXIXQFAEDZ type=del size=2917583 2024-08-10T05:34:08.193 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.192+0000 7f6f062d5640 1 < suggested remove operation key=MI1XTCS076Y9 tag=YKB7QE71UYTW type=del 2024-08-10T05:34:08.196 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.195+0000 7f6f062d5640 1 > prepared operation key=H5TVL04MCGC8 tag=UX37N614EODT type=del size=1041453 2024-08-10T05:34:08.196 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.195+0000 7f6f062d5640 1 < canceled part key=_multipart_GNE0GMBV8Q1M.2~HA221QEM4PS7.0 size=1048576 2024-08-10T05:34:08.198 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.199+0000 7f6f062d5640 1 < completed part key=_multipart_GNE0GMBV8Q1M.2~HA221QEM4PS7.1 size=1048576 2024-08-10T05:34:08.201 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.200+0000 7f6f062d5640 1 < completed part key=_multipart_GNE0GMBV8Q1M.2~HA221QEM4PS7.2 size=455744 2024-08-10T05:34:08.204 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.204+0000 7f6f062d5640 1 < canceled multipart upload key=GNE0GMBV8Q1M upload=HA221QEM4PS7 tag=8VY2W9PP6O0X type=write size=3601472 2024-08-10T05:34:08.206 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.206+0000 7f6f062d5640 1 > prepared operation key=7DW3UO39XCUP tag=1Z76FVOWCMU4 type=del size=2133967 2024-08-10T05:34:08.209 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.208+0000 7f6f062d5640 1 < completed part key=_multipart_Z3FSBPLXLYL2.2~N7QNR7D0KDNX.0 size=369707 2024-08-10T05:34:08.213 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.212+0000 7f6f062d5640 1 < completed multipart upload key=Z3FSBPLXLYL2 upload=N7QNR7D0KDNX tag=UHW6LRLBERXC type=write size=1418283 2024-08-10T05:34:08.215 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.214+0000 7f6f062d5640 1 > prepared operation key=LTRO8UR68E01 tag=8731LX1N87JH type=del size=1973523 2024-08-10T05:34:08.217 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.216+0000 7f6f062d5640 1 < completed delete operation key=FXQKBLXUHJHI tag=XD05TGPPVH0Q type=del 2024-08-10T05:34:08.219 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.218+0000 7f6f062d5640 1 > prepared operation key=OH2XJH7YF0P6 tag=K9LFYKT1G6G8 type=del size=3758935 2024-08-10T05:34:08.221 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.221+0000 7f6f062d5640 1 < canceled operation key=QTBS1TAZXH5F tag=RWP7WGGDHPJW type=del size=1195626 2024-08-10T05:34:08.225 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.224+0000 7f6f062d5640 1 > prepared part key=_multipart_OH2XJH7YF0P6.2~CGYTXFFWNA7U.0 size=916248 2024-08-10T05:34:08.225 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.224+0000 7f6f062d5640 1 > prepared multipart upload key=OH2XJH7YF0P6 upload=CGYTXFFWNA7U tag=ALH26SV3DM3N type=write size=1964824 2024-08-10T05:34:08.227 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.226+0000 7f6f062d5640 1 < completed part key=_multipart_8441NV2A24FO.2~0G8488161ZJG.0 size=560794 2024-08-10T05:34:08.231 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.230+0000 7f6f062d5640 1 < completed multipart upload key=8441NV2A24FO upload=0G8488161ZJG tag=VHAR0MAPP3X1 type=write size=1609370 2024-08-10T05:34:08.233 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.232+0000 7f6f062d5640 1 > prepared operation key=8MJYHPC813SE tag=3UY5U852B2FA type=del size=4126943 2024-08-10T05:34:08.236 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.235+0000 7f6f062d5640 -1 < failed to complete operation key=H5TVL04MCGC8 tag=7CDGQZ5AYV79 type=del size=3794081: (22) Invalid argument 2024-08-10T05:34:08.238 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.239+0000 7f6f062d5640 1 > prepared operation key=P8JMH1X8249F tag=T1QGH36I6RWI type=del size=3670995 2024-08-10T05:34:08.240 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.240+0000 7f6f062d5640 1 < completed part key=_multipart_731ALD189846.2~IC3FSGQRYUFP.0 size=1048576 2024-08-10T05:34:08.242 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.242+0000 7f6f062d5640 1 < completed part key=_multipart_731ALD189846.2~IC3FSGQRYUFP.1 size=121590 2024-08-10T05:34:08.246 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.245+0000 7f6f062d5640 1 < completed multipart upload key=731ALD189846 upload=IC3FSGQRYUFP tag=8R5S7PVUXLS8 type=write size=2218742 2024-08-10T05:34:08.248 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.248+0000 7f6f062d5640 1 > prepared operation key=731ALD189846 tag=E4KIKEFJTYFC type=del size=1599337 2024-08-10T05:34:08.251 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.250+0000 7f6f062d5640 1 < completed part key=_multipart_PGRI5CN7TTT0.2~RGRSEPV9IGBM.0 size=1048576 2024-08-10T05:34:08.253 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.252+0000 7f6f062d5640 1 < completed part key=_multipart_PGRI5CN7TTT0.2~RGRSEPV9IGBM.1 size=1048576 2024-08-10T05:34:08.255 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.254+0000 7f6f062d5640 1 < completed part key=_multipart_PGRI5CN7TTT0.2~RGRSEPV9IGBM.2 size=533208 2024-08-10T05:34:08.260 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.260+0000 7f6f062d5640 1 < completed multipart upload key=PGRI5CN7TTT0 upload=RGRSEPV9IGBM tag=27869ERQEML4 type=write size=3678936 2024-08-10T05:34:08.265 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.265+0000 7f6f062d5640 1 > prepared part key=_multipart_H4D0TFSG0EKP.2~B1JANNKK3SFR.0 size=77819 2024-08-10T05:34:08.265 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.265+0000 7f6f062d5640 1 > prepared multipart upload key=H4D0TFSG0EKP upload=B1JANNKK3SFR tag=E13KXEGSDW6C type=write size=1126395 2024-08-10T05:34:08.269 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.268+0000 7f6f062d5640 1 < completed part key=_multipart_1G5AU0L67121.2~E10AYY1MA40G.0 size=508711 2024-08-10T05:34:08.274 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.274+0000 7f6f062d5640 1 < completed multipart upload key=1G5AU0L67121 upload=E10AYY1MA40G tag=JWSZK80F8YBU type=write size=1557287 2024-08-10T05:34:08.277 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.277+0000 7f6f062d5640 1 > prepared operation key=GNE0GMBV8Q1M tag=1AFDKUL820K5 type=del size=775107 2024-08-10T05:34:08.282 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.279+0000 7f6f062d5640 1 < completed part key=_multipart_Y0DHHLUF8MD9.2~Y6UEOYU0VSG9.0 size=988839 2024-08-10T05:34:08.284 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.284+0000 7f6f062d5640 1 < completed multipart upload key=Y0DHHLUF8MD9 upload=Y6UEOYU0VSG9 tag=V1N57GH2Q3XD type=write size=2037415 2024-08-10T05:34:08.288 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.288+0000 7f6f062d5640 1 > prepared part key=_multipart_M533Z7C651X9.2~EDYQ7ZTK8F61.0 size=31628 2024-08-10T05:34:08.288 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.288+0000 7f6f062d5640 1 > prepared multipart upload key=M533Z7C651X9 upload=EDYQ7ZTK8F61 tag=AWAG7PVAFTAL type=write size=1080204 2024-08-10T05:34:08.291 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.290+0000 7f6f062d5640 1 < canceled operation key=1G5AU0L67121 tag=TZRWO3SGT5GJ type=del size=2835572 2024-08-10T05:34:08.297 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.296+0000 7f6f062d5640 1 > prepared part key=_multipart_QTBS1TAZXH5F.2~L34NA4M5NY0I.0 size=1048576 2024-08-10T05:34:08.299 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.298+0000 7f6f062d5640 1 > prepared part key=_multipart_QTBS1TAZXH5F.2~L34NA4M5NY0I.1 size=491230 2024-08-10T05:34:08.299 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.298+0000 7f6f062d5640 1 > prepared multipart upload key=QTBS1TAZXH5F upload=L34NA4M5NY0I tag=YNCFI4GPLBS8 type=write size=2588382 2024-08-10T05:34:08.301 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.301+0000 7f6f062d5640 1 < completed delete operation key=WBJQTYBRMJV8 tag=6F0PB7KBC5T4 type=del 2024-08-10T05:34:08.305 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.305+0000 7f6f062d5640 1 > prepared part key=_multipart_J7D76V4ENV9B.2~EV549AMNKEGS.0 size=1048576 2024-08-10T05:34:08.307 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.307+0000 7f6f062d5640 1 > prepared part key=_multipart_J7D76V4ENV9B.2~EV549AMNKEGS.1 size=510102 2024-08-10T05:34:08.307 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.307+0000 7f6f062d5640 1 > prepared multipart upload key=J7D76V4ENV9B upload=EV549AMNKEGS tag=AA2T9Y7D3OCN type=write size=2607254 2024-08-10T05:34:08.309 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.309+0000 7f6f062d5640 1 < completed part key=_multipart_FXQKBLXUHJHI.2~AGVB4BGMGU28.0 size=1048576 2024-08-10T05:34:08.311 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.311+0000 7f6f062d5640 1 < completed part key=_multipart_FXQKBLXUHJHI.2~AGVB4BGMGU28.1 size=1048576 2024-08-10T05:34:08.311 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.311+0000 7f6f062d5640 1 < canceled part key=_multipart_FXQKBLXUHJHI.2~AGVB4BGMGU28.2 size=347669 2024-08-10T05:34:08.315 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.315+0000 7f6f062d5640 1 < canceled multipart upload key=FXQKBLXUHJHI upload=AGVB4BGMGU28 tag=N0LMZDN2369T type=write size=3493397 2024-08-10T05:34:08.317 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.317+0000 7f6f062d5640 1 > prepared operation key=8MJYHPC813SE tag=NAWRS0783DPT type=del size=2673282 2024-08-10T05:34:08.320 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.320+0000 7f6f062d5640 1 < completed part key=_multipart_GNE0GMBV8Q1M.2~T3NNB8T5FBGK.0 size=204097 2024-08-10T05:34:08.323 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.323+0000 7f6f062d5640 1 < completed multipart upload key=GNE0GMBV8Q1M upload=T3NNB8T5FBGK tag=IZK2NIVZMQRK type=write size=1252673 2024-08-10T05:34:08.325 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.325+0000 7f6f062d5640 1 > prepared operation key=LTRO8UR68E01 tag=LLPBA673AKAL type=del size=1469476 2024-08-10T05:34:08.327 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.327+0000 7f6f062d5640 1 < completed delete operation key=3EUY0XWASPEL tag=M4IXIXQFAEDZ type=del 2024-08-10T05:34:08.331 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.330+0000 7f6f062d5640 1 > prepared part key=_multipart_3EUY0XWASPEL.2~JLOTBBU0M16S.0 size=562904 2024-08-10T05:34:08.331 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.330+0000 7f6f062d5640 1 > prepared multipart upload key=3EUY0XWASPEL upload=JLOTBBU0M16S tag=HYRP2PFC6HJN type=write size=1611480 2024-08-10T05:34:08.333 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.332+0000 7f6f062d5640 1 < completed delete operation key=H5TVL04MCGC8 tag=UX37N614EODT type=del 2024-08-10T05:34:08.337 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.337+0000 7f6f062d5640 1 > prepared part key=_multipart_KHYOYNS1HKDG.2~SIXXQQP51A1B.0 size=1048576 2024-08-10T05:34:08.338 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.338+0000 7f6f062d5640 1 > prepared part key=_multipart_KHYOYNS1HKDG.2~SIXXQQP51A1B.1 size=1048576 2024-08-10T05:34:08.340 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.340+0000 7f6f062d5640 1 > prepared part key=_multipart_KHYOYNS1HKDG.2~SIXXQQP51A1B.2 size=746216 2024-08-10T05:34:08.340 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.340+0000 7f6f062d5640 1 > prepared multipart upload key=KHYOYNS1HKDG upload=SIXXQQP51A1B tag=JHMNHKRZG1AT type=write size=3891944 2024-08-10T05:34:08.342 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.342+0000 7f6f062d5640 1 < completed delete operation key=7DW3UO39XCUP tag=1Z76FVOWCMU4 type=del 2024-08-10T05:34:08.344 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.344+0000 7f6f062d5640 1 > prepared operation key=GSXYSUXHA2KE tag=N7U0XX02RK8B type=del size=3579679 2024-08-10T05:34:08.348 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.347+0000 7f6f062d5640 1 < suggested update operation key=LTRO8UR68E01 tag=8731LX1N87JH type=del size=1973523 2024-08-10T05:34:08.353 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.352+0000 7f6f062d5640 1 > prepared part key=_multipart_H4D0TFSG0EKP.2~7YQ28W7Q8PVB.0 size=1048576 2024-08-10T05:34:08.355 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.354+0000 7f6f062d5640 1 > prepared part key=_multipart_H4D0TFSG0EKP.2~7YQ28W7Q8PVB.1 size=1048576 2024-08-10T05:34:08.357 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.357+0000 7f6f062d5640 1 > prepared part key=_multipart_H4D0TFSG0EKP.2~7YQ28W7Q8PVB.2 size=274793 2024-08-10T05:34:08.357 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.357+0000 7f6f062d5640 1 > prepared multipart upload key=H4D0TFSG0EKP upload=7YQ28W7Q8PVB tag=7ONWVJBTE5RJ type=write size=3420521 2024-08-10T05:34:08.359 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.359+0000 7f6f062d5640 1 < completed delete operation key=OH2XJH7YF0P6 tag=K9LFYKT1G6G8 type=del 2024-08-10T05:34:08.362 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.361+0000 7f6f062d5640 1 > prepared operation key=QTHON9W7S3SP tag=O7N4EH2UC1C2 type=del size=3655213 2024-08-10T05:34:08.364 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.363+0000 7f6f062d5640 1 < completed part key=_multipart_OH2XJH7YF0P6.2~CGYTXFFWNA7U.0 size=916248 2024-08-10T05:34:08.368 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.367+0000 7f6f062d5640 1 < completed multipart upload key=OH2XJH7YF0P6 upload=CGYTXFFWNA7U tag=ALH26SV3DM3N type=write size=1964824 2024-08-10T05:34:08.370 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.370+0000 7f6f062d5640 1 > prepared operation key=GNE0GMBV8Q1M tag=NQ0ZBPY5X0UK type=del size=1090263 2024-08-10T05:34:08.375 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.375+0000 7f6f062d5640 1 < suggested remove operation key=8MJYHPC813SE tag=3UY5U852B2FA type=del 2024-08-10T05:34:08.377 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.377+0000 7f6f062d5640 1 > prepared operation key=7N97XZL3TX2D tag=RIWS5A68EUSF type=del size=3226924 2024-08-10T05:34:08.379 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.379+0000 7f6f062d5640 1 < completed delete operation key=P8JMH1X8249F tag=T1QGH36I6RWI type=del 2024-08-10T05:34:08.381 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.381+0000 7f6f062d5640 1 > prepared operation key=LTRO8UR68E01 tag=EG0L80RCL9IB type=del size=2225137 2024-08-10T05:34:08.383 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.383+0000 7f6f062d5640 1 < completed delete operation key=731ALD189846 tag=E4KIKEFJTYFC type=del 2024-08-10T05:34:08.386 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.385+0000 7f6f062d5640 1 > prepared operation key=F0DF00AE1ISQ tag=UUI5HAODS7DC type=write size=807190 2024-08-10T05:34:08.389 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.388+0000 7f6f062d5640 1 < completed part key=_multipart_H4D0TFSG0EKP.2~B1JANNKK3SFR.0 size=77819 2024-08-10T05:34:08.393 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.393+0000 7f6f062d5640 1 < completed multipart upload key=H4D0TFSG0EKP upload=B1JANNKK3SFR tag=E13KXEGSDW6C type=write size=1126395 2024-08-10T05:34:08.396 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.396+0000 7f6f062d5640 1 > prepared operation key=00IWI9L0NGJ3 tag=NIXIAJT9G7CK type=del size=2729583 2024-08-10T05:34:08.400 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.399+0000 7f6f062d5640 1 < completed delete operation key=GNE0GMBV8Q1M tag=1AFDKUL820K5 type=del 2024-08-10T05:34:08.403 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.403+0000 7f6f062d5640 1 > prepared operation key=1IH8FE21AE4X tag=22706MGYRMJF type=write size=210395 2024-08-10T05:34:08.406 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.405+0000 7f6f062d5640 1 < completed part key=_multipart_M533Z7C651X9.2~EDYQ7ZTK8F61.0 size=31628 2024-08-10T05:34:08.409 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.408+0000 7f6f062d5640 1 < completed multipart upload key=M533Z7C651X9 upload=EDYQ7ZTK8F61 tag=AWAG7PVAFTAL type=write size=1080204 2024-08-10T05:34:08.412 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.411+0000 7f6f062d5640 1 > prepared operation key=J7D76V4ENV9B tag=LLY7VY6LIW4R type=del size=2640619 2024-08-10T05:34:08.415 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.414+0000 7f6f062d5640 1 < completed part key=_multipart_QTBS1TAZXH5F.2~L34NA4M5NY0I.0 size=1048576 2024-08-10T05:34:08.417 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.416+0000 7f6f062d5640 1 < completed part key=_multipart_QTBS1TAZXH5F.2~L34NA4M5NY0I.1 size=491230 2024-08-10T05:34:08.422 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.421+0000 7f6f062d5640 1 < completed multipart upload key=QTBS1TAZXH5F upload=L34NA4M5NY0I tag=YNCFI4GPLBS8 type=write size=2588382 2024-08-10T05:34:08.427 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.426+0000 7f6f062d5640 1 > prepared part key=_multipart_00IWI9L0NGJ3.2~FTSEOTG9YVJR.0 size=1048576 2024-08-10T05:34:08.429 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.429+0000 7f6f062d5640 1 > prepared part key=_multipart_00IWI9L0NGJ3.2~FTSEOTG9YVJR.1 size=718826 2024-08-10T05:34:08.429 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.429+0000 7f6f062d5640 1 > prepared multipart upload key=00IWI9L0NGJ3 upload=FTSEOTG9YVJR tag=IN58LXLSMRCA type=write size=2815978 2024-08-10T05:34:08.432 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.431+0000 7f6f062d5640 1 < completed part key=_multipart_J7D76V4ENV9B.2~EV549AMNKEGS.0 size=1048576 2024-08-10T05:34:08.434 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.433+0000 7f6f062d5640 1 < completed part key=_multipart_J7D76V4ENV9B.2~EV549AMNKEGS.1 size=510102 2024-08-10T05:34:08.439 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.438+0000 7f6f062d5640 1 < completed multipart upload key=J7D76V4ENV9B upload=EV549AMNKEGS tag=AA2T9Y7D3OCN type=write size=2607254 2024-08-10T05:34:08.441 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.440+0000 7f6f062d5640 1 > prepared operation key=P8JMH1X8249F tag=9LCGBDQ2DT5A type=del size=3110453 2024-08-10T05:34:08.445 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.444+0000 7f6f062d5640 -1 < failed to complete operation key=8MJYHPC813SE tag=NAWRS0783DPT type=del size=2673282: (22) Invalid argument 2024-08-10T05:34:08.448 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.447+0000 7f6f062d5640 1 > prepared operation key=QTHON9W7S3SP tag=K476Z6UMK186 type=del size=3495115 2024-08-10T05:34:08.451 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.451+0000 7f6f062d5640 -1 < failed to complete operation key=LTRO8UR68E01 tag=LLPBA673AKAL type=del size=1469476: (22) Invalid argument 2024-08-10T05:34:08.454 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.453+0000 7f6f062d5640 1 > prepared operation key=LTRO8UR68E01 tag=1YCI9MBFHZ1F type=del size=3679450 2024-08-10T05:34:08.457 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.456+0000 7f6f062d5640 1 < completed part key=_multipart_3EUY0XWASPEL.2~JLOTBBU0M16S.0 size=562904 2024-08-10T05:34:08.461 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.460+0000 7f6f062d5640 1 < completed multipart upload key=3EUY0XWASPEL upload=JLOTBBU0M16S tag=HYRP2PFC6HJN type=write size=1611480 2024-08-10T05:34:08.464 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.463+0000 7f6f062d5640 1 > prepared operation key=OH2XJH7YF0P6 tag=VG84D2K2TY50 type=del size=3226774 2024-08-10T05:34:08.467 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.467+0000 7f6f062d5640 1 < completed part key=_multipart_KHYOYNS1HKDG.2~SIXXQQP51A1B.0 size=1048576 2024-08-10T05:34:08.470 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.469+0000 7f6f062d5640 1 < completed part key=_multipart_KHYOYNS1HKDG.2~SIXXQQP51A1B.1 size=1048576 2024-08-10T05:34:08.473 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.472+0000 7f6f062d5640 1 < completed part key=_multipart_KHYOYNS1HKDG.2~SIXXQQP51A1B.2 size=746216 2024-08-10T05:34:08.478 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.477+0000 7f6f062d5640 1 < completed multipart upload key=KHYOYNS1HKDG upload=SIXXQQP51A1B tag=JHMNHKRZG1AT type=write size=3891944 2024-08-10T05:34:08.481 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.480+0000 7f6f062d5640 1 > prepared operation key=ZPF41248T0P2 tag=U540R481YNOG type=del size=3130753 2024-08-10T05:34:08.483 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.482+0000 7f6f062d5640 1 < completed delete operation key=GSXYSUXHA2KE tag=N7U0XX02RK8B type=del 2024-08-10T05:34:08.485 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.484+0000 7f6f062d5640 1 > prepared operation key=MI1XTCS076Y9 tag=C6Y8N3NGKWGW type=del size=618812 2024-08-10T05:34:08.487 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.486+0000 7f6f062d5640 1 < completed part key=_multipart_H4D0TFSG0EKP.2~7YQ28W7Q8PVB.0 size=1048576 2024-08-10T05:34:08.488 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.488+0000 7f6f062d5640 1 < completed part key=_multipart_H4D0TFSG0EKP.2~7YQ28W7Q8PVB.1 size=1048576 2024-08-10T05:34:08.490 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.489+0000 7f6f062d5640 1 < completed part key=_multipart_H4D0TFSG0EKP.2~7YQ28W7Q8PVB.2 size=274793 2024-08-10T05:34:08.493 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.493+0000 7f6f062d5640 1 < completed multipart upload key=H4D0TFSG0EKP upload=7YQ28W7Q8PVB tag=7ONWVJBTE5RJ type=write size=3420521 2024-08-10T05:34:08.497 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.496+0000 7f6f062d5640 1 > prepared part key=_multipart_GNE0GMBV8Q1M.2~7VARIYN9AX0Y.0 size=845372 2024-08-10T05:34:08.497 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.496+0000 7f6f062d5640 1 > prepared multipart upload key=GNE0GMBV8Q1M upload=7VARIYN9AX0Y tag=DNL1ROS9UPRC type=write size=1893948 2024-08-10T05:34:08.499 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.498+0000 7f6f062d5640 1 < completed delete operation key=QTHON9W7S3SP tag=O7N4EH2UC1C2 type=del 2024-08-10T05:34:08.502 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.502+0000 7f6f062d5640 1 > prepared part key=_multipart_7N97XZL3TX2D.2~Q7FA20NWPDFF.0 size=1048576 2024-08-10T05:34:08.504 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.503+0000 7f6f062d5640 1 > prepared part key=_multipart_7N97XZL3TX2D.2~Q7FA20NWPDFF.1 size=1048576 2024-08-10T05:34:08.505 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.505+0000 7f6f062d5640 1 > prepared part key=_multipart_7N97XZL3TX2D.2~Q7FA20NWPDFF.2 size=1031621 2024-08-10T05:34:08.506 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.505+0000 7f6f062d5640 1 > prepared multipart upload key=7N97XZL3TX2D upload=Q7FA20NWPDFF tag=VBKPJW7K74M1 type=write size=4177349 2024-08-10T05:34:08.507 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.507+0000 7f6f062d5640 1 < completed delete operation key=GNE0GMBV8Q1M tag=NQ0ZBPY5X0UK type=del 2024-08-10T05:34:08.509 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.509+0000 7f6f062d5640 1 > prepared operation key=S1E44NG3MOQ5 tag=2U7IFIUNKI31 type=del size=4143170 2024-08-10T05:34:08.511 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.511+0000 7f6f062d5640 1 < completed delete operation key=7N97XZL3TX2D tag=RIWS5A68EUSF type=del 2024-08-10T05:34:08.514 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.513+0000 7f6f062d5640 1 > prepared operation key=M533Z7C651X9 tag=D0E253FO2VIY type=del size=3920240 2024-08-10T05:34:08.518 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.517+0000 7f6f062d5640 1 < suggested update operation key=LTRO8UR68E01 tag=EG0L80RCL9IB type=del size=2225137 2024-08-10T05:34:08.520 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.519+0000 7f6f062d5640 1 > prepared operation key=QTBS1TAZXH5F tag=ZM9R1YLLM0PP type=del size=273415 2024-08-10T05:34:08.521 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.521+0000 7f6f062d5640 1 < completed write operation key=F0DF00AE1ISQ tag=UUI5HAODS7DC type=write size=807190 2024-08-10T05:34:08.525 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.524+0000 7f6f062d5640 1 > prepared part key=_multipart_8441NV2A24FO.2~5K5BBHOTR1R8.0 size=1048576 2024-08-10T05:34:08.527 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.527+0000 7f6f062d5640 1 > prepared part key=_multipart_8441NV2A24FO.2~5K5BBHOTR1R8.1 size=1048576 2024-08-10T05:34:08.529 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.529+0000 7f6f062d5640 1 > prepared part key=_multipart_8441NV2A24FO.2~5K5BBHOTR1R8.2 size=492070 2024-08-10T05:34:08.529 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.529+0000 7f6f062d5640 1 > prepared multipart upload key=8441NV2A24FO upload=5K5BBHOTR1R8 tag=X9W4SO38UAMX type=write size=3637798 2024-08-10T05:34:08.532 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.531+0000 7f6f062d5640 1 < completed delete operation key=00IWI9L0NGJ3 tag=NIXIAJT9G7CK type=del 2024-08-10T05:34:08.535 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.534+0000 7f6f062d5640 1 > prepared operation key=731ALD189846 tag=2ESVHSF6RL20 type=del size=2709251 2024-08-10T05:34:08.537 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.537+0000 7f6f062d5640 1 < canceled operation key=1IH8FE21AE4X tag=22706MGYRMJF type=write size=210395 2024-08-10T05:34:08.542 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.542+0000 7f6f062d5640 1 > prepared part key=_multipart_00IWI9L0NGJ3.2~A806NZJIZGRK.0 size=751838 2024-08-10T05:34:08.542 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.542+0000 7f6f062d5640 1 > prepared multipart upload key=00IWI9L0NGJ3 upload=A806NZJIZGRK tag=N8BFGDA5ORM6 type=write size=1800414 2024-08-10T05:34:08.545 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.544+0000 7f6f062d5640 1 < completed delete operation key=J7D76V4ENV9B tag=LLY7VY6LIW4R type=del 2024-08-10T05:34:08.550 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.549+0000 7f6f062d5640 1 > prepared part key=_multipart_J7D76V4ENV9B.2~B4ECEHBW0JY7.0 size=1048576 2024-08-10T05:34:08.551 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.551+0000 7f6f062d5640 1 > prepared part key=_multipart_J7D76V4ENV9B.2~B4ECEHBW0JY7.1 size=949280 2024-08-10T05:34:08.551 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.551+0000 7f6f062d5640 1 > prepared multipart upload key=J7D76V4ENV9B upload=B4ECEHBW0JY7 tag=RDATD5Q242R2 type=write size=3046432 2024-08-10T05:34:08.553 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.552+0000 7f6f062d5640 1 < completed part key=_multipart_00IWI9L0NGJ3.2~FTSEOTG9YVJR.0 size=1048576 2024-08-10T05:34:08.555 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.554+0000 7f6f062d5640 1 < completed part key=_multipart_00IWI9L0NGJ3.2~FTSEOTG9YVJR.1 size=718826 2024-08-10T05:34:08.558 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.558+0000 7f6f062d5640 1 < completed multipart upload key=00IWI9L0NGJ3 upload=FTSEOTG9YVJR tag=IN58LXLSMRCA type=write size=2815978 2024-08-10T05:34:08.562 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.561+0000 7f6f062d5640 1 > prepared part key=_multipart_7DW3UO39XCUP.2~X1F75Z9OHLF9.0 size=1048576 2024-08-10T05:34:08.564 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.563+0000 7f6f062d5640 1 > prepared part key=_multipart_7DW3UO39XCUP.2~X1F75Z9OHLF9.1 size=1048576 2024-08-10T05:34:08.566 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.565+0000 7f6f062d5640 1 > prepared part key=_multipart_7DW3UO39XCUP.2~X1F75Z9OHLF9.2 size=111020 2024-08-10T05:34:08.566 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.565+0000 7f6f062d5640 1 > prepared multipart upload key=7DW3UO39XCUP upload=X1F75Z9OHLF9 tag=EUOB5EHYN7RM type=write size=3256748 2024-08-10T05:34:08.568 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.568+0000 7f6f062d5640 1 < completed delete operation key=P8JMH1X8249F tag=9LCGBDQ2DT5A type=del 2024-08-10T05:34:08.573 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.572+0000 7f6f062d5640 1 > prepared part key=_multipart_S1J0EDZ5K22Q.2~4AGXLDCUN7HG.0 size=1048576 2024-08-10T05:34:08.575 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.574+0000 7f6f062d5640 1 > prepared part key=_multipart_S1J0EDZ5K22Q.2~4AGXLDCUN7HG.1 size=1048576 2024-08-10T05:34:08.576 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.576+0000 7f6f062d5640 1 > prepared part key=_multipart_S1J0EDZ5K22Q.2~4AGXLDCUN7HG.2 size=857395 2024-08-10T05:34:08.576 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.576+0000 7f6f062d5640 1 > prepared multipart upload key=S1J0EDZ5K22Q upload=4AGXLDCUN7HG tag=CHD5U6R9UH5E type=write size=4003123 2024-08-10T05:34:08.579 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.578+0000 7f6f062d5640 1 < completed delete operation key=QTHON9W7S3SP tag=K476Z6UMK186 type=del 2024-08-10T05:34:08.581 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.581+0000 7f6f062d5640 1 > prepared operation key=OH2XJH7YF0P6 tag=1WYA1W4S1QO7 type=write size=464312 2024-08-10T05:34:08.585 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.584+0000 7f6f062d5640 -1 < failed to complete operation key=LTRO8UR68E01 tag=1YCI9MBFHZ1F type=del size=3679450: (22) Invalid argument 2024-08-10T05:34:08.591 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.590+0000 7f6f062d5640 1 > prepared part key=_multipart_7N97XZL3TX2D.2~H9UV6DZ5BFJP.0 size=1048576 2024-08-10T05:34:08.592 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.592+0000 7f6f062d5640 1 > prepared part key=_multipart_7N97XZL3TX2D.2~H9UV6DZ5BFJP.1 size=1048576 2024-08-10T05:34:08.594 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.593+0000 7f6f062d5640 1 > prepared part key=_multipart_7N97XZL3TX2D.2~H9UV6DZ5BFJP.2 size=220102 2024-08-10T05:34:08.594 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.593+0000 7f6f062d5640 1 > prepared multipart upload key=7N97XZL3TX2D upload=H9UV6DZ5BFJP tag=DD7VL7EUL10F type=write size=3365830 2024-08-10T05:34:08.596 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.596+0000 7f6f062d5640 1 < completed delete operation key=OH2XJH7YF0P6 tag=VG84D2K2TY50 type=del 2024-08-10T05:34:08.598 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.597+0000 7f6f062d5640 1 > prepared operation key=MI1XTCS076Y9 tag=AGBPE6AIZFSD type=del size=3358810 2024-08-10T05:34:08.600 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.599+0000 7f6f062d5640 1 < completed delete operation key=ZPF41248T0P2 tag=U540R481YNOG type=del 2024-08-10T05:34:08.603 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.603+0000 7f6f062d5640 1 > prepared part key=_multipart_GNE0GMBV8Q1M.2~H5UWX7SE1NFT.0 size=1048576 2024-08-10T05:34:08.605 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.604+0000 7f6f062d5640 1 > prepared part key=_multipart_GNE0GMBV8Q1M.2~H5UWX7SE1NFT.1 size=1048576 2024-08-10T05:34:08.607 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.606+0000 7f6f062d5640 1 > prepared part key=_multipart_GNE0GMBV8Q1M.2~H5UWX7SE1NFT.2 size=551088 2024-08-10T05:34:08.607 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.606+0000 7f6f062d5640 1 > prepared multipart upload key=GNE0GMBV8Q1M upload=H5UWX7SE1NFT tag=KUK4MI060PJN type=write size=3696816 2024-08-10T05:34:08.609 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.608+0000 7f6f062d5640 1 < completed delete operation key=MI1XTCS076Y9 tag=C6Y8N3NGKWGW type=del 2024-08-10T05:34:08.613 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.612+0000 7f6f062d5640 1 > prepared part key=_multipart_H4D0TFSG0EKP.2~BP7MA8P1C4UL.0 size=1048576 2024-08-10T05:34:08.614 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.614+0000 7f6f062d5640 1 > prepared part key=_multipart_H4D0TFSG0EKP.2~BP7MA8P1C4UL.1 size=24118 2024-08-10T05:34:08.614 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.614+0000 7f6f062d5640 1 > prepared multipart upload key=H4D0TFSG0EKP upload=BP7MA8P1C4UL tag=Q0B9JT53ZZ4Q type=write size=2121270 2024-08-10T05:34:08.616 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.616+0000 7f6f062d5640 1 < completed part key=_multipart_GNE0GMBV8Q1M.2~7VARIYN9AX0Y.0 size=845372 2024-08-10T05:34:08.619 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.619+0000 7f6f062d5640 1 < completed multipart upload key=GNE0GMBV8Q1M upload=7VARIYN9AX0Y tag=DNL1ROS9UPRC type=write size=1893948 2024-08-10T05:34:08.621 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.621+0000 7f6f062d5640 1 > prepared operation key=GNE0GMBV8Q1M tag=URGZV32E2ZJA type=write size=32741 2024-08-10T05:34:08.623 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.623+0000 7f6f062d5640 1 < completed part key=_multipart_7N97XZL3TX2D.2~Q7FA20NWPDFF.0 size=1048576 2024-08-10T05:34:08.625 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.625+0000 7f6f062d5640 1 < completed part key=_multipart_7N97XZL3TX2D.2~Q7FA20NWPDFF.1 size=1048576 2024-08-10T05:34:08.626 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.626+0000 7f6f062d5640 1 < completed part key=_multipart_7N97XZL3TX2D.2~Q7FA20NWPDFF.2 size=1031621 2024-08-10T05:34:08.630 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.629+0000 7f6f062d5640 1 < completed multipart upload key=7N97XZL3TX2D upload=Q7FA20NWPDFF tag=VBKPJW7K74M1 type=write size=4177349 2024-08-10T05:34:08.634 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.634+0000 7f6f062d5640 1 > prepared part key=_multipart_LTRO8UR68E01.2~6IIINM8T7JGT.0 size=1048576 2024-08-10T05:34:08.636 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.637+0000 7f6f062d5640 1 > prepared part key=_multipart_LTRO8UR68E01.2~6IIINM8T7JGT.1 size=1048576 2024-08-10T05:34:08.638 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.637+0000 7f6f062d5640 1 > prepared part key=_multipart_LTRO8UR68E01.2~6IIINM8T7JGT.2 size=722145 2024-08-10T05:34:08.638 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.637+0000 7f6f062d5640 1 > prepared multipart upload key=LTRO8UR68E01 upload=6IIINM8T7JGT tag=77ROBS1Z26VD type=write size=3867873 2024-08-10T05:34:08.640 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.641+0000 7f6f062d5640 1 < completed delete operation key=S1E44NG3MOQ5 tag=2U7IFIUNKI31 type=del 2024-08-10T05:34:08.642 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.643+0000 7f6f062d5640 1 > prepared operation key=LTRO8UR68E01 tag=4FQ0GEIPPU47 type=del size=3833286 2024-08-10T05:34:08.645 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.645+0000 7f6f062d5640 1 < completed delete operation key=M533Z7C651X9 tag=D0E253FO2VIY type=del 2024-08-10T05:34:08.648 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.648+0000 7f6f062d5640 1 > prepared part key=_multipart_WBJQTYBRMJV8.2~FF03XZU5205K.0 size=1048576 2024-08-10T05:34:08.650 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.650+0000 7f6f062d5640 1 > prepared part key=_multipart_WBJQTYBRMJV8.2~FF03XZU5205K.1 size=1048576 2024-08-10T05:34:08.652 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.651+0000 7f6f062d5640 1 > prepared part key=_multipart_WBJQTYBRMJV8.2~FF03XZU5205K.2 size=829195 2024-08-10T05:34:08.652 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.651+0000 7f6f062d5640 1 > prepared multipart upload key=WBJQTYBRMJV8 upload=FF03XZU5205K tag=ISEFHNY5QNJ3 type=write size=3974923 2024-08-10T05:34:08.655 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.655+0000 7f6f062d5640 1 < completed delete operation key=QTBS1TAZXH5F tag=ZM9R1YLLM0PP type=del 2024-08-10T05:34:08.657 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.657+0000 7f6f062d5640 1 > prepared operation key=LTRO8UR68E01 tag=YO094M6FUSN0 type=del size=1401610 2024-08-10T05:34:08.661 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.661+0000 7f6f062d5640 1 < completed part key=_multipart_8441NV2A24FO.2~5K5BBHOTR1R8.0 size=1048576 2024-08-10T05:34:08.663 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.663+0000 7f6f062d5640 1 < completed part key=_multipart_8441NV2A24FO.2~5K5BBHOTR1R8.1 size=1048576 2024-08-10T05:34:08.666 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.666+0000 7f6f062d5640 1 < completed part key=_multipart_8441NV2A24FO.2~5K5BBHOTR1R8.2 size=492070 2024-08-10T05:34:08.670 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.670+0000 7f6f062d5640 1 < completed multipart upload key=8441NV2A24FO upload=5K5BBHOTR1R8 tag=X9W4SO38UAMX type=write size=3637798 2024-08-10T05:34:08.673 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.672+0000 7f6f062d5640 1 > prepared operation key=S1E44NG3MOQ5 tag=T2NVB1NKDCP2 type=del size=1647185 2024-08-10T05:34:08.676 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.676+0000 7f6f062d5640 1 < completed delete operation key=731ALD189846 tag=2ESVHSF6RL20 type=del 2024-08-10T05:34:08.678 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.679+0000 7f6f062d5640 1 > prepared operation key=M533Z7C651X9 tag=Q8E0ND137GK8 type=del size=3335087 2024-08-10T05:34:08.680 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.681+0000 7f6f062d5640 1 < completed part key=_multipart_00IWI9L0NGJ3.2~A806NZJIZGRK.0 size=751838 2024-08-10T05:34:08.684 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.684+0000 7f6f062d5640 1 < completed multipart upload key=00IWI9L0NGJ3 upload=A806NZJIZGRK tag=N8BFGDA5ORM6 type=write size=1800414 2024-08-10T05:34:08.686 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.686+0000 7f6f062d5640 1 > prepared operation key=P8JMH1X8249F tag=XP5ZOZAUQ940 type=del size=1525977 2024-08-10T05:34:08.688 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.689+0000 7f6f062d5640 1 < completed part key=_multipart_J7D76V4ENV9B.2~B4ECEHBW0JY7.0 size=1048576 2024-08-10T05:34:08.690 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.691+0000 7f6f062d5640 1 < completed part key=_multipart_J7D76V4ENV9B.2~B4ECEHBW0JY7.1 size=949280 2024-08-10T05:34:08.694 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.694+0000 7f6f062d5640 1 < completed multipart upload key=J7D76V4ENV9B upload=B4ECEHBW0JY7 tag=RDATD5Q242R2 type=write size=3046432 2024-08-10T05:34:08.696 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.696+0000 7f6f062d5640 1 > prepared operation key=1IH8FE21AE4X tag=LGL6EWYQFK2C type=write size=655451 2024-08-10T05:34:08.698 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.699+0000 7f6f062d5640 1 < completed part key=_multipart_7DW3UO39XCUP.2~X1F75Z9OHLF9.0 size=1048576 2024-08-10T05:34:08.700 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.700+0000 7f6f062d5640 1 < completed part key=_multipart_7DW3UO39XCUP.2~X1F75Z9OHLF9.1 size=1048576 2024-08-10T05:34:08.702 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.702+0000 7f6f062d5640 1 < completed part key=_multipart_7DW3UO39XCUP.2~X1F75Z9OHLF9.2 size=111020 2024-08-10T05:34:08.705 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.706+0000 7f6f062d5640 1 < completed multipart upload key=7DW3UO39XCUP upload=X1F75Z9OHLF9 tag=EUOB5EHYN7RM type=write size=3256748 2024-08-10T05:34:08.707 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.707+0000 7f6f062d5640 1 > prepared operation key=H5TVL04MCGC8 tag=YGJPE4N3A5X8 type=write size=188872 2024-08-10T05:34:08.709 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.710+0000 7f6f062d5640 1 < completed part key=_multipart_S1J0EDZ5K22Q.2~4AGXLDCUN7HG.0 size=1048576 2024-08-10T05:34:08.711 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.712+0000 7f6f062d5640 1 < completed part key=_multipart_S1J0EDZ5K22Q.2~4AGXLDCUN7HG.1 size=1048576 2024-08-10T05:34:08.713 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.714+0000 7f6f062d5640 1 < completed part key=_multipart_S1J0EDZ5K22Q.2~4AGXLDCUN7HG.2 size=857395 2024-08-10T05:34:08.717 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.717+0000 7f6f062d5640 1 < completed multipart upload key=S1J0EDZ5K22Q upload=4AGXLDCUN7HG tag=CHD5U6R9UH5E type=write size=4003123 2024-08-10T05:34:08.719 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.720+0000 7f6f062d5640 1 > prepared operation key=P8JMH1X8249F tag=AH50ZXTLST1P type=write size=818387 2024-08-10T05:34:08.721 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.722+0000 7f6f062d5640 1 < completed write operation key=OH2XJH7YF0P6 tag=1WYA1W4S1QO7 type=write size=464312 2024-08-10T05:34:08.723 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.724+0000 7f6f062d5640 1 > prepared operation key=7N97XZL3TX2D tag=COCCXK0O1IQF type=del size=463427 2024-08-10T05:34:08.725 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.726+0000 7f6f062d5640 1 < completed part key=_multipart_7N97XZL3TX2D.2~H9UV6DZ5BFJP.0 size=1048576 2024-08-10T05:34:08.727 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.727+0000 7f6f062d5640 1 < completed part key=_multipart_7N97XZL3TX2D.2~H9UV6DZ5BFJP.1 size=1048576 2024-08-10T05:34:08.729 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.729+0000 7f6f062d5640 1 < completed part key=_multipart_7N97XZL3TX2D.2~H9UV6DZ5BFJP.2 size=220102 2024-08-10T05:34:08.732 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.733+0000 7f6f062d5640 1 < completed multipart upload key=7N97XZL3TX2D upload=H9UV6DZ5BFJP tag=DD7VL7EUL10F type=write size=3365830 2024-08-10T05:34:08.736 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.736+0000 7f6f062d5640 1 > prepared part key=_multipart_Y0DHHLUF8MD9.2~RL9XDE26RWDA.0 size=1048576 2024-08-10T05:34:08.738 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.738+0000 7f6f062d5640 1 > prepared part key=_multipart_Y0DHHLUF8MD9.2~RL9XDE26RWDA.1 size=1045769 2024-08-10T05:34:08.738 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.738+0000 7f6f062d5640 1 > prepared multipart upload key=Y0DHHLUF8MD9 upload=RL9XDE26RWDA tag=YJ4X8Q3YQBDT type=write size=3142921 2024-08-10T05:34:08.740 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.740+0000 7f6f062d5640 1 < completed delete operation key=MI1XTCS076Y9 tag=AGBPE6AIZFSD type=del 2024-08-10T05:34:08.742 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.742+0000 7f6f062d5640 1 > prepared operation key=KHYOYNS1HKDG tag=FA1BV73ZQBPS type=write size=434493 2024-08-10T05:34:08.744 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.745+0000 7f6f062d5640 1 < completed part key=_multipart_GNE0GMBV8Q1M.2~H5UWX7SE1NFT.0 size=1048576 2024-08-10T05:34:08.746 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.747+0000 7f6f062d5640 1 < completed part key=_multipart_GNE0GMBV8Q1M.2~H5UWX7SE1NFT.1 size=1048576 2024-08-10T05:34:08.748 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.749+0000 7f6f062d5640 1 < completed part key=_multipart_GNE0GMBV8Q1M.2~H5UWX7SE1NFT.2 size=551088 2024-08-10T05:34:08.752 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.752+0000 7f6f062d5640 1 < completed multipart upload key=GNE0GMBV8Q1M upload=H5UWX7SE1NFT tag=KUK4MI060PJN type=write size=3696816 2024-08-10T05:34:08.756 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.756+0000 7f6f062d5640 1 > prepared part key=_multipart_OH2XJH7YF0P6.2~W8A1JAKUIBL7.0 size=1048576 2024-08-10T05:34:08.757 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.758+0000 7f6f062d5640 1 > prepared part key=_multipart_OH2XJH7YF0P6.2~W8A1JAKUIBL7.1 size=64767 2024-08-10T05:34:08.757 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.758+0000 7f6f062d5640 1 > prepared multipart upload key=OH2XJH7YF0P6 upload=W8A1JAKUIBL7 tag=WRT8Y03C3DSM type=write size=2161919 2024-08-10T05:34:08.759 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.760+0000 7f6f062d5640 1 < completed part key=_multipart_H4D0TFSG0EKP.2~BP7MA8P1C4UL.0 size=1048576 2024-08-10T05:34:08.761 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.761+0000 7f6f062d5640 1 < completed part key=_multipart_H4D0TFSG0EKP.2~BP7MA8P1C4UL.1 size=24118 2024-08-10T05:34:08.764 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.765+0000 7f6f062d5640 1 < completed multipart upload key=H4D0TFSG0EKP upload=BP7MA8P1C4UL tag=Q0B9JT53ZZ4Q type=write size=2121270 2024-08-10T05:34:08.766 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.767+0000 7f6f062d5640 1 > prepared operation key=Y0DHHLUF8MD9 tag=QCLY5INOCMKT type=del size=69608 2024-08-10T05:34:08.768 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.769+0000 7f6f062d5640 1 < completed write operation key=GNE0GMBV8Q1M tag=URGZV32E2ZJA type=write size=32741 2024-08-10T05:34:08.771 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.771+0000 7f6f062d5640 1 > prepared operation key=Y0DHHLUF8MD9 tag=18EVFS8A2G4S type=del size=4058891 2024-08-10T05:34:08.773 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.773+0000 7f6f062d5640 1 < completed part key=_multipart_LTRO8UR68E01.2~6IIINM8T7JGT.0 size=1048576 2024-08-10T05:34:08.775 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.775+0000 7f6f062d5640 1 < completed part key=_multipart_LTRO8UR68E01.2~6IIINM8T7JGT.1 size=1048576 2024-08-10T05:34:08.776 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.777+0000 7f6f062d5640 1 < completed part key=_multipart_LTRO8UR68E01.2~6IIINM8T7JGT.2 size=722145 2024-08-10T05:34:08.780 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.780+0000 7f6f062d5640 1 < completed multipart upload key=LTRO8UR68E01 upload=6IIINM8T7JGT tag=77ROBS1Z26VD type=write size=3867873 2024-08-10T05:34:08.784 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.784+0000 7f6f062d5640 1 > prepared part key=_multipart_F0DF00AE1ISQ.2~EBRSEBGWKR1N.0 size=95330 2024-08-10T05:34:08.784 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.784+0000 7f6f062d5640 1 > prepared multipart upload key=F0DF00AE1ISQ upload=EBRSEBGWKR1N tag=S1NFYDKZPBY1 type=write size=1143906 2024-08-10T05:34:08.786 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.786+0000 7f6f062d5640 1 < completed delete operation key=LTRO8UR68E01 tag=4FQ0GEIPPU47 type=del 2024-08-10T05:34:08.788 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.788+0000 7f6f062d5640 1 > prepared operation key=GSXYSUXHA2KE tag=WRTW93RKGPFQ type=del size=3672216 2024-08-10T05:34:08.790 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.790+0000 7f6f062d5640 1 < completed part key=_multipart_WBJQTYBRMJV8.2~FF03XZU5205K.0 size=1048576 2024-08-10T05:34:08.792 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.792+0000 7f6f062d5640 1 < completed part key=_multipart_WBJQTYBRMJV8.2~FF03XZU5205K.1 size=1048576 2024-08-10T05:34:08.793 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.794+0000 7f6f062d5640 1 < completed part key=_multipart_WBJQTYBRMJV8.2~FF03XZU5205K.2 size=829195 2024-08-10T05:34:08.797 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.797+0000 7f6f062d5640 1 < completed multipart upload key=WBJQTYBRMJV8 upload=FF03XZU5205K tag=ISEFHNY5QNJ3 type=write size=3974923 2024-08-10T05:34:08.799 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.799+0000 7f6f062d5640 1 > prepared operation key=GNE0GMBV8Q1M tag=0PMEQWM250Z7 type=del size=3917485 2024-08-10T05:34:08.801 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.801+0000 7f6f062d5640 1 < canceled operation key=LTRO8UR68E01 tag=YO094M6FUSN0 type=del size=1401610 2024-08-10T05:34:08.805 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.805+0000 7f6f062d5640 1 > prepared part key=_multipart_QTHON9W7S3SP.2~RXZHXM9E3MOH.0 size=831434 2024-08-10T05:34:08.805 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.805+0000 7f6f062d5640 1 > prepared multipart upload key=QTHON9W7S3SP upload=RXZHXM9E3MOH tag=YQGLD4E5SHK7 type=write size=1880010 2024-08-10T05:34:08.807 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.807+0000 7f6f062d5640 1 < completed delete operation key=S1E44NG3MOQ5 tag=T2NVB1NKDCP2 type=del 2024-08-10T05:34:08.809 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.809+0000 7f6f062d5640 1 > prepared operation key=1G5AU0L67121 tag=90KG2YLN2CZ7 type=del size=2441590 2024-08-10T05:34:08.811 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.811+0000 7f6f062d5640 1 < completed delete operation key=M533Z7C651X9 tag=Q8E0ND137GK8 type=del 2024-08-10T05:34:08.814 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.814+0000 7f6f062d5640 1 > prepared operation key=4L5NSS7LS8GK tag=3C0203ZSUX73 type=del size=2546897 2024-08-10T05:34:08.816 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.816+0000 7f6f062d5640 1 < completed delete operation key=P8JMH1X8249F tag=XP5ZOZAUQ940 type=del 2024-08-10T05:34:08.818 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.818+0000 7f6f062d5640 1 > prepared operation key=P8JMH1X8249F tag=UXRK4H7WNJJ9 type=write size=253242 2024-08-10T05:34:08.821 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.821+0000 7f6f062d5640 1 < completed write operation key=1IH8FE21AE4X tag=LGL6EWYQFK2C type=write size=655451 2024-08-10T05:34:08.823 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.823+0000 7f6f062d5640 1 > prepared operation key=PGRI5CN7TTT0 tag=46415L32X7UF type=del size=1025402 2024-08-10T05:34:08.825 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.826+0000 7f6f062d5640 1 < completed write operation key=H5TVL04MCGC8 tag=YGJPE4N3A5X8 type=write size=188872 2024-08-10T05:34:08.828 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.828+0000 7f6f062d5640 1 > prepared operation key=S1J0EDZ5K22Q tag=XVNJDD19XXWT type=write size=937812 2024-08-10T05:34:08.830 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.830+0000 7f6f062d5640 1 < completed write operation key=P8JMH1X8249F tag=AH50ZXTLST1P type=write size=818387 2024-08-10T05:34:08.834 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.835+0000 7f6f062d5640 1 > prepared part key=_multipart_P8JMH1X8249F.2~1QUD7B752MEW.0 size=1048576 2024-08-10T05:34:08.836 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.836+0000 7f6f062d5640 1 > prepared part key=_multipart_P8JMH1X8249F.2~1QUD7B752MEW.1 size=308529 2024-08-10T05:34:08.836 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.836+0000 7f6f062d5640 1 > prepared multipart upload key=P8JMH1X8249F upload=1QUD7B752MEW tag=HHAHKTTUPECI type=write size=2405681 2024-08-10T05:34:08.838 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.838+0000 7f6f062d5640 1 < completed delete operation key=7N97XZL3TX2D tag=COCCXK0O1IQF type=del 2024-08-10T05:34:08.842 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.842+0000 7f6f062d5640 1 > prepared part key=_multipart_GSXYSUXHA2KE.2~CSNYYTXA8KFS.0 size=1048576 2024-08-10T05:34:08.843 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.844+0000 7f6f062d5640 1 > prepared part key=_multipart_GSXYSUXHA2KE.2~CSNYYTXA8KFS.1 size=127322 2024-08-10T05:34:08.843 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.844+0000 7f6f062d5640 1 > prepared multipart upload key=GSXYSUXHA2KE upload=CSNYYTXA8KFS tag=N38LEKPZW41C type=write size=2224474 2024-08-10T05:34:08.845 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.846+0000 7f6f062d5640 1 < completed part key=_multipart_Y0DHHLUF8MD9.2~RL9XDE26RWDA.0 size=1048576 2024-08-10T05:34:08.846 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.846+0000 7f6f062d5640 1 < canceled part key=_multipart_Y0DHHLUF8MD9.2~RL9XDE26RWDA.1 size=1045769 2024-08-10T05:34:08.849 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.849+0000 7f6f062d5640 1 < canceled multipart upload key=Y0DHHLUF8MD9 upload=RL9XDE26RWDA tag=YJ4X8Q3YQBDT type=write size=3142921 2024-08-10T05:34:08.851 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.851+0000 7f6f062d5640 1 > prepared operation key=00IWI9L0NGJ3 tag=9PMB54YC2V7T type=del size=595350 2024-08-10T05:34:08.853 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.853+0000 7f6f062d5640 1 < completed write operation key=KHYOYNS1HKDG tag=FA1BV73ZQBPS type=write size=434493 2024-08-10T05:34:08.855 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.855+0000 7f6f062d5640 1 > prepared operation key=M533Z7C651X9 tag=J19RODA0CEOE type=del size=423431 2024-08-10T05:34:08.857 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.857+0000 7f6f062d5640 1 < completed part key=_multipart_OH2XJH7YF0P6.2~W8A1JAKUIBL7.0 size=1048576 2024-08-10T05:34:08.859 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.859+0000 7f6f062d5640 1 < completed part key=_multipart_OH2XJH7YF0P6.2~W8A1JAKUIBL7.1 size=64767 2024-08-10T05:34:08.863 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.863+0000 7f6f062d5640 1 < completed multipart upload key=OH2XJH7YF0P6 upload=W8A1JAKUIBL7 tag=WRT8Y03C3DSM type=write size=2161919 2024-08-10T05:34:08.865 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.865+0000 7f6f062d5640 1 > prepared operation key=S1J0EDZ5K22Q tag=66V35XNFUKM3 type=write size=497263 2024-08-10T05:34:08.866 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.867+0000 7f6f062d5640 1 < completed delete operation key=Y0DHHLUF8MD9 tag=QCLY5INOCMKT type=del 2024-08-10T05:34:08.871 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.871+0000 7f6f062d5640 1 > prepared part key=_multipart_8441NV2A24FO.2~1K9T96GST9UR.0 size=1048576 2024-08-10T05:34:08.873 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.874+0000 7f6f062d5640 1 > prepared part key=_multipart_8441NV2A24FO.2~1K9T96GST9UR.1 size=1048576 2024-08-10T05:34:08.876 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.876+0000 7f6f062d5640 1 > prepared part key=_multipart_8441NV2A24FO.2~1K9T96GST9UR.2 size=770391 2024-08-10T05:34:08.876 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.876+0000 7f6f062d5640 1 > prepared multipart upload key=8441NV2A24FO upload=1K9T96GST9UR tag=N81NKK21CPB2 type=write size=3916119 2024-08-10T05:34:08.879 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.879+0000 7f6f062d5640 1 < completed delete operation key=Y0DHHLUF8MD9 tag=18EVFS8A2G4S type=del 2024-08-10T05:34:08.882 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.882+0000 7f6f062d5640 1 > prepared operation key=Y0DHHLUF8MD9 tag=6H6I1KQB1JMX type=del size=318995 2024-08-10T05:34:08.884 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.885+0000 7f6f062d5640 1 < completed part key=_multipart_F0DF00AE1ISQ.2~EBRSEBGWKR1N.0 size=95330 2024-08-10T05:34:08.890 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.890+0000 7f6f062d5640 1 < completed multipart upload key=F0DF00AE1ISQ upload=EBRSEBGWKR1N tag=S1NFYDKZPBY1 type=write size=1143906 2024-08-10T05:34:08.893 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.893+0000 7f6f062d5640 1 > prepared operation key=QTHON9W7S3SP tag=4VDLK1JJUK2N type=del size=940136 2024-08-10T05:34:08.898 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.896+0000 7f6f062d5640 1 < completed delete operation key=GSXYSUXHA2KE tag=WRTW93RKGPFQ type=del 2024-08-10T05:34:08.899 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.899+0000 7f6f062d5640 1 > prepared operation key=1G5AU0L67121 tag=K8V245DQ9XNC type=del size=705139 2024-08-10T05:34:08.902 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.902+0000 7f6f062d5640 1 < canceled operation key=GNE0GMBV8Q1M tag=0PMEQWM250Z7 type=del size=3917485 2024-08-10T05:34:08.904 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.905+0000 7f6f062d5640 1 > prepared operation key=F0DF00AE1ISQ tag=4NL7R543FGXM type=del size=1222884 2024-08-10T05:34:08.907 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.907+0000 7f6f062d5640 1 < completed part key=_multipart_QTHON9W7S3SP.2~RXZHXM9E3MOH.0 size=831434 2024-08-10T05:34:08.911 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.911+0000 7f6f062d5640 1 < completed multipart upload key=QTHON9W7S3SP upload=RXZHXM9E3MOH tag=YQGLD4E5SHK7 type=write size=1880010 2024-08-10T05:34:08.915 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.915+0000 7f6f062d5640 1 > prepared operation key=QTHON9W7S3SP tag=OM6VNDV01L7V type=del size=1714554 2024-08-10T05:34:08.918 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.918+0000 7f6f062d5640 1 < completed delete operation key=1G5AU0L67121 tag=90KG2YLN2CZ7 type=del 2024-08-10T05:34:08.920 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.921+0000 7f6f062d5640 1 > prepared operation key=S1E44NG3MOQ5 tag=IDD8NUZLD5J7 type=del size=3479227 2024-08-10T05:34:08.923 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.923+0000 7f6f062d5640 1 < completed delete operation key=4L5NSS7LS8GK tag=3C0203ZSUX73 type=del 2024-08-10T05:34:08.925 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.925+0000 7f6f062d5640 1 > prepared operation key=ZPF41248T0P2 tag=8OPJ1K4IJDS3 type=del size=1346475 2024-08-10T05:34:08.928 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.928+0000 7f6f062d5640 1 < completed write operation key=P8JMH1X8249F tag=UXRK4H7WNJJ9 type=write size=253242 2024-08-10T05:34:08.930 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.930+0000 7f6f062d5640 1 > prepared operation key=WBJQTYBRMJV8 tag=UFYG14MGX6JB type=del size=2504919 2024-08-10T05:34:08.932 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.933+0000 7f6f062d5640 1 < completed delete operation key=PGRI5CN7TTT0 tag=46415L32X7UF type=del 2024-08-10T05:34:08.935 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.935+0000 7f6f062d5640 1 > prepared operation key=PGRI5CN7TTT0 tag=600FKTNFXXR9 type=write size=505376 2024-08-10T05:34:08.940 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.941+0000 7f6f062d5640 1 < suggested update operation key=S1J0EDZ5K22Q tag=XVNJDD19XXWT type=write size=937812 2024-08-10T05:34:08.945 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.945+0000 7f6f062d5640 1 > prepared part key=_multipart_H5TVL04MCGC8.2~FX1XEEJ8ZLF9.0 size=1048576 2024-08-10T05:34:08.947 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.947+0000 7f6f062d5640 1 > prepared part key=_multipart_H5TVL04MCGC8.2~FX1XEEJ8ZLF9.1 size=1048576 2024-08-10T05:34:08.949 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.949+0000 7f6f062d5640 1 > prepared part key=_multipart_H5TVL04MCGC8.2~FX1XEEJ8ZLF9.2 size=309789 2024-08-10T05:34:08.949 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.949+0000 7f6f062d5640 1 > prepared multipart upload key=H5TVL04MCGC8 upload=FX1XEEJ8ZLF9 tag=J2BG4NJDKE1V type=write size=3455517 2024-08-10T05:34:08.951 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.951+0000 7f6f062d5640 1 < completed part key=_multipart_P8JMH1X8249F.2~1QUD7B752MEW.0 size=1048576 2024-08-10T05:34:08.953 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.953+0000 7f6f062d5640 1 < completed part key=_multipart_P8JMH1X8249F.2~1QUD7B752MEW.1 size=308529 2024-08-10T05:34:08.957 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.957+0000 7f6f062d5640 1 < completed multipart upload key=P8JMH1X8249F upload=1QUD7B752MEW tag=HHAHKTTUPECI type=write size=2405681 2024-08-10T05:34:08.962 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.962+0000 7f6f062d5640 1 > prepared part key=_multipart_KHYOYNS1HKDG.2~5G74RAWMP52I.0 size=1048576 2024-08-10T05:34:08.964 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.965+0000 7f6f062d5640 1 > prepared part key=_multipart_KHYOYNS1HKDG.2~5G74RAWMP52I.1 size=913825 2024-08-10T05:34:08.965 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.965+0000 7f6f062d5640 1 > prepared multipart upload key=KHYOYNS1HKDG upload=5G74RAWMP52I tag=7ELSHQDZF1X9 type=write size=3010977 2024-08-10T05:34:08.966 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.967+0000 7f6f062d5640 1 < completed part key=_multipart_GSXYSUXHA2KE.2~CSNYYTXA8KFS.0 size=1048576 2024-08-10T05:34:08.968 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.969+0000 7f6f062d5640 1 < completed part key=_multipart_GSXYSUXHA2KE.2~CSNYYTXA8KFS.1 size=127322 2024-08-10T05:34:08.973 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.973+0000 7f6f062d5640 1 < completed multipart upload key=GSXYSUXHA2KE upload=CSNYYTXA8KFS tag=N38LEKPZW41C type=write size=2224474 2024-08-10T05:34:08.978 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.978+0000 7f6f062d5640 1 > prepared part key=_multipart_F0DF00AE1ISQ.2~0IXWZDKZ41N6.0 size=1048576 2024-08-10T05:34:08.980 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.980+0000 7f6f062d5640 1 > prepared part key=_multipart_F0DF00AE1ISQ.2~0IXWZDKZ41N6.1 size=1048576 2024-08-10T05:34:08.982 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.983+0000 7f6f062d5640 1 > prepared part key=_multipart_F0DF00AE1ISQ.2~0IXWZDKZ41N6.2 size=374928 2024-08-10T05:34:08.982 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.983+0000 7f6f062d5640 1 > prepared multipart upload key=F0DF00AE1ISQ upload=0IXWZDKZ41N6 tag=DZYVG9TG46FO type=write size=3520656 2024-08-10T05:34:08.985 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.985+0000 7f6f062d5640 1 < canceled operation key=00IWI9L0NGJ3 tag=9PMB54YC2V7T type=del size=595350 2024-08-10T05:34:08.987 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.987+0000 7f6f062d5640 1 > prepared operation key=Z3FSBPLXLYL2 tag=3LHIPWSZGVJ7 type=del size=1628305 2024-08-10T05:34:08.990 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.990+0000 7f6f062d5640 1 < canceled operation key=M533Z7C651X9 tag=J19RODA0CEOE type=del size=423431 2024-08-10T05:34:08.993 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.993+0000 7f6f062d5640 1 > prepared operation key=F0DF00AE1ISQ tag=AW7ANYU2WII3 type=del size=1322093 2024-08-10T05:34:08.996 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.997+0000 7f6f062d5640 -1 < failed to complete operation key=S1J0EDZ5K22Q tag=66V35XNFUKM3 type=write size=497263: (22) Invalid argument 2024-08-10T05:34:08.998 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:08.999+0000 7f6f062d5640 1 > prepared operation key=1IH8FE21AE4X tag=HOW2T0SEU0UD type=write size=626317 2024-08-10T05:34:09.001 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.001+0000 7f6f062d5640 1 < completed part key=_multipart_8441NV2A24FO.2~1K9T96GST9UR.0 size=1048576 2024-08-10T05:34:09.003 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.003+0000 7f6f062d5640 1 < completed part key=_multipart_8441NV2A24FO.2~1K9T96GST9UR.1 size=1048576 2024-08-10T05:34:09.005 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.005+0000 7f6f062d5640 1 < completed part key=_multipart_8441NV2A24FO.2~1K9T96GST9UR.2 size=770391 2024-08-10T05:34:09.009 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.009+0000 7f6f062d5640 1 < completed multipart upload key=8441NV2A24FO upload=1K9T96GST9UR tag=N81NKK21CPB2 type=write size=3916119 2024-08-10T05:34:09.014 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.014+0000 7f6f062d5640 1 > prepared part key=_multipart_FXQKBLXUHJHI.2~2IDZOBFHGUR6.0 size=1048576 2024-08-10T05:34:09.016 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.016+0000 7f6f062d5640 1 > prepared part key=_multipart_FXQKBLXUHJHI.2~2IDZOBFHGUR6.1 size=296707 2024-08-10T05:34:09.016 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.016+0000 7f6f062d5640 1 > prepared multipart upload key=FXQKBLXUHJHI upload=2IDZOBFHGUR6 tag=3NR71FN4KBF6 type=write size=2393859 2024-08-10T05:34:09.018 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.018+0000 7f6f062d5640 1 < completed delete operation key=Y0DHHLUF8MD9 tag=6H6I1KQB1JMX type=del 2024-08-10T05:34:09.020 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.020+0000 7f6f062d5640 1 > prepared operation key=J7D76V4ENV9B tag=FNF2CM6GUH9Y type=del size=1137114 2024-08-10T05:34:09.023 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.023+0000 7f6f062d5640 1 < completed delete operation key=QTHON9W7S3SP tag=4VDLK1JJUK2N type=del 2024-08-10T05:34:09.025 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.025+0000 7f6f062d5640 1 > prepared operation key=P8JMH1X8249F tag=SLU9ZR26GL76 type=del size=328497 2024-08-10T05:34:09.027 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.028+0000 7f6f062d5640 1 < completed delete operation key=1G5AU0L67121 tag=K8V245DQ9XNC type=del 2024-08-10T05:34:09.033 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.033+0000 7f6f062d5640 1 > prepared part key=_multipart_7N97XZL3TX2D.2~351NE1INIFB9.0 size=1048576 2024-08-10T05:34:09.035 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.035+0000 7f6f062d5640 1 > prepared part key=_multipart_7N97XZL3TX2D.2~351NE1INIFB9.1 size=871374 2024-08-10T05:34:09.035 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.035+0000 7f6f062d5640 1 > prepared multipart upload key=7N97XZL3TX2D upload=351NE1INIFB9 tag=5JP3H66NVLEO type=write size=2968526 2024-08-10T05:34:09.038 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.038+0000 7f6f062d5640 1 < completed delete operation key=F0DF00AE1ISQ tag=4NL7R543FGXM type=del 2024-08-10T05:34:09.042 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.043+0000 7f6f062d5640 1 > prepared part key=_multipart_OH2XJH7YF0P6.2~RDW0JTM57NXL.0 size=881380 2024-08-10T05:34:09.042 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.043+0000 7f6f062d5640 1 > prepared multipart upload key=OH2XJH7YF0P6 upload=RDW0JTM57NXL tag=DFEUJIB56T9Z type=write size=1929956 2024-08-10T05:34:09.045 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.045+0000 7f6f062d5640 1 < completed delete operation key=QTHON9W7S3SP tag=OM6VNDV01L7V type=del 2024-08-10T05:34:09.047 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.047+0000 7f6f062d5640 1 > prepared operation key=Y0DHHLUF8MD9 tag=ROOR4G3ZRS0B type=del size=2244346 2024-08-10T05:34:09.049 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.049+0000 7f6f062d5640 1 < completed delete operation key=S1E44NG3MOQ5 tag=IDD8NUZLD5J7 type=del 2024-08-10T05:34:09.051 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.052+0000 7f6f062d5640 1 > prepared operation key=3EUY0XWASPEL tag=5NA1O8EA9FBF type=del size=1262991 2024-08-10T05:34:09.053 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.054+0000 7f6f062d5640 1 < canceled operation key=ZPF41248T0P2 tag=8OPJ1K4IJDS3 type=del size=1346475 2024-08-10T05:34:09.058 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.058+0000 7f6f062d5640 1 > prepared part key=_multipart_PGRI5CN7TTT0.2~I6VACI7E6350.0 size=1048576 2024-08-10T05:34:09.060 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.060+0000 7f6f062d5640 1 > prepared part key=_multipart_PGRI5CN7TTT0.2~I6VACI7E6350.1 size=1048576 2024-08-10T05:34:09.061 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.062+0000 7f6f062d5640 1 > prepared part key=_multipart_PGRI5CN7TTT0.2~I6VACI7E6350.2 size=727494 2024-08-10T05:34:09.062 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.062+0000 7f6f062d5640 1 > prepared multipart upload key=PGRI5CN7TTT0 upload=I6VACI7E6350 tag=FAZWCX0K6IOT type=write size=3873222 2024-08-10T05:34:09.064 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.064+0000 7f6f062d5640 1 < canceled operation key=WBJQTYBRMJV8 tag=UFYG14MGX6JB type=del size=2504919 2024-08-10T05:34:09.066 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.066+0000 7f6f062d5640 1 > prepared operation key=P8JMH1X8249F tag=0T5UADZS8CDD type=del size=4051723 2024-08-10T05:34:09.068 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.069+0000 7f6f062d5640 1 < completed write operation key=PGRI5CN7TTT0 tag=600FKTNFXXR9 type=write size=505376 2024-08-10T05:34:09.072 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.073+0000 7f6f062d5640 1 > prepared part key=_multipart_Z3FSBPLXLYL2.2~2GTFNLD95AJ8.0 size=754802 2024-08-10T05:34:09.073 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.073+0000 7f6f062d5640 1 > prepared multipart upload key=Z3FSBPLXLYL2 upload=2GTFNLD95AJ8 tag=JZU8FGC4Y7PT type=write size=1803378 2024-08-10T05:34:09.075 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.075+0000 7f6f062d5640 1 < completed part key=_multipart_H5TVL04MCGC8.2~FX1XEEJ8ZLF9.0 size=1048576 2024-08-10T05:34:09.077 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.077+0000 7f6f062d5640 1 < completed part key=_multipart_H5TVL04MCGC8.2~FX1XEEJ8ZLF9.1 size=1048576 2024-08-10T05:34:09.079 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.080+0000 7f6f062d5640 1 < completed part key=_multipart_H5TVL04MCGC8.2~FX1XEEJ8ZLF9.2 size=309789 2024-08-10T05:34:09.084 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.084+0000 7f6f062d5640 1 < completed multipart upload key=H5TVL04MCGC8 upload=FX1XEEJ8ZLF9 tag=J2BG4NJDKE1V type=write size=3455517 2024-08-10T05:34:09.087 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.087+0000 7f6f062d5640 1 > prepared operation key=731ALD189846 tag=C9C91TSRCFPQ type=del size=3960376 2024-08-10T05:34:09.089 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.089+0000 7f6f062d5640 1 < completed part key=_multipart_KHYOYNS1HKDG.2~5G74RAWMP52I.0 size=1048576 2024-08-10T05:34:09.090 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.091+0000 7f6f062d5640 1 < completed part key=_multipart_KHYOYNS1HKDG.2~5G74RAWMP52I.1 size=913825 2024-08-10T05:34:09.094 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.095+0000 7f6f062d5640 1 < completed multipart upload key=KHYOYNS1HKDG upload=5G74RAWMP52I tag=7ELSHQDZF1X9 type=write size=3010977 2024-08-10T05:34:09.096 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.097+0000 7f6f062d5640 1 > prepared operation key=S1J0EDZ5K22Q tag=R9J5RD3OO7EQ type=write size=9235 2024-08-10T05:34:09.101 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.099+0000 7f6f062d5640 1 < completed part key=_multipart_F0DF00AE1ISQ.2~0IXWZDKZ41N6.0 size=1048576 2024-08-10T05:34:09.102 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.101+0000 7f6f062d5640 1 < completed part key=_multipart_F0DF00AE1ISQ.2~0IXWZDKZ41N6.1 size=1048576 2024-08-10T05:34:09.102 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.103+0000 7f6f062d5640 1 < completed part key=_multipart_F0DF00AE1ISQ.2~0IXWZDKZ41N6.2 size=374928 2024-08-10T05:34:09.106 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.107+0000 7f6f062d5640 1 < completed multipart upload key=F0DF00AE1ISQ upload=0IXWZDKZ41N6 tag=DZYVG9TG46FO type=write size=3520656 2024-08-10T05:34:09.111 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.111+0000 7f6f062d5640 1 > prepared part key=_multipart_F0DF00AE1ISQ.2~78PL7TV5C73M.0 size=1048576 2024-08-10T05:34:09.113 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.113+0000 7f6f062d5640 1 > prepared part key=_multipart_F0DF00AE1ISQ.2~78PL7TV5C73M.1 size=1048576 2024-08-10T05:34:09.115 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.115+0000 7f6f062d5640 1 > prepared part key=_multipart_F0DF00AE1ISQ.2~78PL7TV5C73M.2 size=11112 2024-08-10T05:34:09.115 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.115+0000 7f6f062d5640 1 > prepared multipart upload key=F0DF00AE1ISQ upload=78PL7TV5C73M tag=9E98TXAQ1EIW type=write size=3156840 2024-08-10T05:34:09.117 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.118+0000 7f6f062d5640 1 < canceled operation key=Z3FSBPLXLYL2 tag=3LHIPWSZGVJ7 type=del size=1628305 2024-08-10T05:34:09.120 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.120+0000 7f6f062d5640 1 > prepared operation key=ZPF41248T0P2 tag=7556HBJX522C type=del size=3417004 2024-08-10T05:34:09.122 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.122+0000 7f6f062d5640 1 < completed delete operation key=F0DF00AE1ISQ tag=AW7ANYU2WII3 type=del 2024-08-10T05:34:09.126 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.127+0000 7f6f062d5640 1 > prepared part key=_multipart_MI1XTCS076Y9.2~1N5UZOHPZFLL.0 size=954868 2024-08-10T05:34:09.126 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.127+0000 7f6f062d5640 1 > prepared multipart upload key=MI1XTCS076Y9 upload=1N5UZOHPZFLL tag=3IXTLX843RYW type=write size=2003444 2024-08-10T05:34:09.128 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.129+0000 7f6f062d5640 1 < completed write operation key=1IH8FE21AE4X tag=HOW2T0SEU0UD type=write size=626317 2024-08-10T05:34:09.133 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.133+0000 7f6f062d5640 1 > prepared part key=_multipart_QTHON9W7S3SP.2~13LYEEVZNM35.0 size=1048576 2024-08-10T05:34:09.135 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.135+0000 7f6f062d5640 1 > prepared part key=_multipart_QTHON9W7S3SP.2~13LYEEVZNM35.1 size=229701 2024-08-10T05:34:09.135 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.135+0000 7f6f062d5640 1 > prepared multipart upload key=QTHON9W7S3SP upload=13LYEEVZNM35 tag=OWH7K0CWA84S type=write size=2326853 2024-08-10T05:34:09.137 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.137+0000 7f6f062d5640 1 < completed part key=_multipart_FXQKBLXUHJHI.2~2IDZOBFHGUR6.0 size=1048576 2024-08-10T05:34:09.139 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.140+0000 7f6f062d5640 1 < completed part key=_multipart_FXQKBLXUHJHI.2~2IDZOBFHGUR6.1 size=296707 2024-08-10T05:34:09.143 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.144+0000 7f6f062d5640 1 < completed multipart upload key=FXQKBLXUHJHI upload=2IDZOBFHGUR6 tag=3NR71FN4KBF6 type=write size=2393859 2024-08-10T05:34:09.147 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.148+0000 7f6f062d5640 1 > prepared part key=_multipart_1G5AU0L67121.2~XGFSV6Q9YYLX.0 size=1048576 2024-08-10T05:34:09.149 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.150+0000 7f6f062d5640 1 > prepared part key=_multipart_1G5AU0L67121.2~XGFSV6Q9YYLX.1 size=1048576 2024-08-10T05:34:09.152 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.152+0000 7f6f062d5640 1 > prepared part key=_multipart_1G5AU0L67121.2~XGFSV6Q9YYLX.2 size=810144 2024-08-10T05:34:09.152 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.152+0000 7f6f062d5640 1 > prepared multipart upload key=1G5AU0L67121 upload=XGFSV6Q9YYLX tag=OKVLDALE4E07 type=write size=3955872 2024-08-10T05:34:09.155 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.155+0000 7f6f062d5640 1 < completed delete operation key=J7D76V4ENV9B tag=FNF2CM6GUH9Y type=del 2024-08-10T05:34:09.158 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.158+0000 7f6f062d5640 1 > prepared operation key=H4D0TFSG0EKP tag=IMPEPRQ77RL6 type=del size=1033903 2024-08-10T05:34:09.161 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.161+0000 7f6f062d5640 1 < completed delete operation key=P8JMH1X8249F tag=SLU9ZR26GL76 type=del 2024-08-10T05:34:09.164 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.164+0000 7f6f062d5640 1 > prepared operation key=7N97XZL3TX2D tag=URXNTUOHGS4D type=write size=530597 2024-08-10T05:34:09.167 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.167+0000 7f6f062d5640 1 < completed part key=_multipart_7N97XZL3TX2D.2~351NE1INIFB9.0 size=1048576 2024-08-10T05:34:09.167 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.167+0000 7f6f062d5640 1 < canceled part key=_multipart_7N97XZL3TX2D.2~351NE1INIFB9.1 size=871374 2024-08-10T05:34:09.173 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.173+0000 7f6f062d5640 1 < canceled multipart upload key=7N97XZL3TX2D upload=351NE1INIFB9 tag=5JP3H66NVLEO type=write size=2968526 2024-08-10T05:34:09.176 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.176+0000 7f6f062d5640 1 > prepared operation key=1IH8FE21AE4X tag=QNDS9M0S54PT type=del size=1782446 2024-08-10T05:34:09.178 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.179+0000 7f6f062d5640 1 < completed part key=_multipart_OH2XJH7YF0P6.2~RDW0JTM57NXL.0 size=881380 2024-08-10T05:34:09.183 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.183+0000 7f6f062d5640 1 < completed multipart upload key=OH2XJH7YF0P6 upload=RDW0JTM57NXL tag=DFEUJIB56T9Z type=write size=1929956 2024-08-10T05:34:09.187 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.188+0000 7f6f062d5640 1 > prepared part key=_multipart_QTHON9W7S3SP.2~UZFMVVF9B92R.0 size=1048576 2024-08-10T05:34:09.189 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.190+0000 7f6f062d5640 1 > prepared part key=_multipart_QTHON9W7S3SP.2~UZFMVVF9B92R.1 size=1048576 2024-08-10T05:34:09.191 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.191+0000 7f6f062d5640 1 > prepared part key=_multipart_QTHON9W7S3SP.2~UZFMVVF9B92R.2 size=791793 2024-08-10T05:34:09.191 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.191+0000 7f6f062d5640 1 > prepared multipart upload key=QTHON9W7S3SP upload=UZFMVVF9B92R tag=ROBY3Q1W0F6Q type=write size=3937521 2024-08-10T05:34:09.196 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.196+0000 7f6f062d5640 1 < suggested remove operation key=Y0DHHLUF8MD9 tag=ROOR4G3ZRS0B type=del 2024-08-10T05:34:09.200 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.200+0000 7f6f062d5640 1 > prepared part key=_multipart_GNE0GMBV8Q1M.2~IT6QB8Y9VVRT.0 size=195256 2024-08-10T05:34:09.200 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.200+0000 7f6f062d5640 1 > prepared multipart upload key=GNE0GMBV8Q1M upload=IT6QB8Y9VVRT tag=HIQJM7A8K728 type=write size=1243832 2024-08-10T05:34:09.202 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.202+0000 7f6f062d5640 1 < completed delete operation key=3EUY0XWASPEL tag=5NA1O8EA9FBF type=del 2024-08-10T05:34:09.204 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.204+0000 7f6f062d5640 1 > prepared operation key=8MJYHPC813SE tag=E3X2BMO3YPRH type=del size=2819870 2024-08-10T05:34:09.206 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.206+0000 7f6f062d5640 1 < completed part key=_multipart_PGRI5CN7TTT0.2~I6VACI7E6350.0 size=1048576 2024-08-10T05:34:09.208 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.208+0000 7f6f062d5640 1 < completed part key=_multipart_PGRI5CN7TTT0.2~I6VACI7E6350.1 size=1048576 2024-08-10T05:34:09.209 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.210+0000 7f6f062d5640 1 < completed part key=_multipart_PGRI5CN7TTT0.2~I6VACI7E6350.2 size=727494 2024-08-10T05:34:09.214 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.215+0000 7f6f062d5640 1 < completed multipart upload key=PGRI5CN7TTT0 upload=I6VACI7E6350 tag=FAZWCX0K6IOT type=write size=3873222 2024-08-10T05:34:09.219 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.219+0000 7f6f062d5640 1 > prepared part key=_multipart_H5TVL04MCGC8.2~BOMRIOWFP8PP.0 size=1048576 2024-08-10T05:34:09.221 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.221+0000 7f6f062d5640 1 > prepared part key=_multipart_H5TVL04MCGC8.2~BOMRIOWFP8PP.1 size=289707 2024-08-10T05:34:09.221 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.221+0000 7f6f062d5640 1 > prepared multipart upload key=H5TVL04MCGC8 upload=BOMRIOWFP8PP tag=P0F600N3WGLQ type=write size=2386859 2024-08-10T05:34:09.223 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.223+0000 7f6f062d5640 1 < completed delete operation key=P8JMH1X8249F tag=0T5UADZS8CDD type=del 2024-08-10T05:34:09.227 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.227+0000 7f6f062d5640 1 > prepared part key=_multipart_ZPF41248T0P2.2~HJZ905N4C32Q.0 size=575874 2024-08-10T05:34:09.227 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.227+0000 7f6f062d5640 1 > prepared multipart upload key=ZPF41248T0P2 upload=HJZ905N4C32Q tag=OYJOK6N3T9WX type=write size=1624450 2024-08-10T05:34:09.229 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.229+0000 7f6f062d5640 1 < completed part key=_multipart_Z3FSBPLXLYL2.2~2GTFNLD95AJ8.0 size=754802 2024-08-10T05:34:09.233 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.233+0000 7f6f062d5640 1 < completed multipart upload key=Z3FSBPLXLYL2 upload=2GTFNLD95AJ8 tag=JZU8FGC4Y7PT type=write size=1803378 2024-08-10T05:34:09.237 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.238+0000 7f6f062d5640 1 > prepared part key=_multipart_00IWI9L0NGJ3.2~JKHFJ2LM56UT.0 size=1048576 2024-08-10T05:34:09.239 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.240+0000 7f6f062d5640 1 > prepared part key=_multipart_00IWI9L0NGJ3.2~JKHFJ2LM56UT.1 size=709365 2024-08-10T05:34:09.240 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.240+0000 7f6f062d5640 1 > prepared multipart upload key=00IWI9L0NGJ3 upload=JKHFJ2LM56UT tag=U7ZV3P0EHX0Z type=write size=2806517 2024-08-10T05:34:09.242 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.242+0000 7f6f062d5640 1 < canceled operation key=731ALD189846 tag=C9C91TSRCFPQ type=del size=3960376 2024-08-10T05:34:09.244 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.244+0000 7f6f062d5640 1 > prepared operation key=4L5NSS7LS8GK tag=SW9RWJSDPWT9 type=del size=1975545 2024-08-10T05:34:09.246 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.246+0000 7f6f062d5640 1 < completed write operation key=S1J0EDZ5K22Q tag=R9J5RD3OO7EQ type=write size=9235 2024-08-10T05:34:09.250 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.250+0000 7f6f062d5640 1 > prepared part key=_multipart_8441NV2A24FO.2~GJ5U7D1376HZ.0 size=438316 2024-08-10T05:34:09.250 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.250+0000 7f6f062d5640 1 > prepared multipart upload key=8441NV2A24FO upload=GJ5U7D1376HZ tag=5T2EN4FSHUZU type=write size=1486892 2024-08-10T05:34:09.253 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.253+0000 7f6f062d5640 1 < completed part key=_multipart_F0DF00AE1ISQ.2~78PL7TV5C73M.0 size=1048576 2024-08-10T05:34:09.255 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.255+0000 7f6f062d5640 1 < completed part key=_multipart_F0DF00AE1ISQ.2~78PL7TV5C73M.1 size=1048576 2024-08-10T05:34:09.257 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.257+0000 7f6f062d5640 1 < completed part key=_multipart_F0DF00AE1ISQ.2~78PL7TV5C73M.2 size=11112 2024-08-10T05:34:09.262 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.262+0000 7f6f062d5640 1 < completed multipart upload key=F0DF00AE1ISQ upload=78PL7TV5C73M tag=9E98TXAQ1EIW type=write size=3156840 2024-08-10T05:34:09.265 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.266+0000 7f6f062d5640 1 > prepared operation key=S1E44NG3MOQ5 tag=TFF1YWEI7Q2A type=del size=2384392 2024-08-10T05:34:09.268 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.268+0000 7f6f062d5640 1 < completed delete operation key=ZPF41248T0P2 tag=7556HBJX522C type=del 2024-08-10T05:34:09.270 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.271+0000 7f6f062d5640 1 > prepared operation key=8MJYHPC813SE tag=XNT5YSZMMA8U type=del size=1645080 2024-08-10T05:34:09.273 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.273+0000 7f6f062d5640 1 < completed part key=_multipart_MI1XTCS076Y9.2~1N5UZOHPZFLL.0 size=954868 2024-08-10T05:34:09.277 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.277+0000 7f6f062d5640 1 < completed multipart upload key=MI1XTCS076Y9 upload=1N5UZOHPZFLL tag=3IXTLX843RYW type=write size=2003444 2024-08-10T05:34:09.283 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.284+0000 7f6f062d5640 1 > prepared part key=_multipart_S1J0EDZ5K22Q.2~7QI9Z7N2GAA4.0 size=1048576 2024-08-10T05:34:09.286 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.286+0000 7f6f062d5640 1 > prepared part key=_multipart_S1J0EDZ5K22Q.2~7QI9Z7N2GAA4.1 size=196705 2024-08-10T05:34:09.286 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.286+0000 7f6f062d5640 1 > prepared multipart upload key=S1J0EDZ5K22Q upload=7QI9Z7N2GAA4 tag=GN3RDTUUGK2G type=write size=2293857 2024-08-10T05:34:09.288 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.289+0000 7f6f062d5640 1 < completed part key=_multipart_QTHON9W7S3SP.2~13LYEEVZNM35.0 size=1048576 2024-08-10T05:34:09.291 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.292+0000 7f6f062d5640 1 < completed part key=_multipart_QTHON9W7S3SP.2~13LYEEVZNM35.1 size=229701 2024-08-10T05:34:09.297 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.297+0000 7f6f062d5640 1 < completed multipart upload key=QTHON9W7S3SP upload=13LYEEVZNM35 tag=OWH7K0CWA84S type=write size=2326853 2024-08-10T05:34:09.300 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.301+0000 7f6f062d5640 1 > prepared operation key=3EUY0XWASPEL tag=CM5Y7NM95L96 type=del size=4015080 2024-08-10T05:34:09.307 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.304+0000 7f6f062d5640 1 < completed part key=_multipart_1G5AU0L67121.2~XGFSV6Q9YYLX.0 size=1048576 2024-08-10T05:34:09.307 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.304+0000 7f6f062d5640 1 < canceled part key=_multipart_1G5AU0L67121.2~XGFSV6Q9YYLX.1 size=1048576 2024-08-10T05:34:09.307 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.306+0000 7f6f062d5640 1 < completed part key=_multipart_1G5AU0L67121.2~XGFSV6Q9YYLX.2 size=810144 2024-08-10T05:34:09.309 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.310+0000 7f6f062d5640 1 < canceled multipart upload key=1G5AU0L67121 upload=XGFSV6Q9YYLX tag=OKVLDALE4E07 type=write size=3955872 2024-08-10T05:34:09.313 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.314+0000 7f6f062d5640 1 > prepared part key=_multipart_OH2XJH7YF0P6.2~3V1JWPMWE0SQ.0 size=106820 2024-08-10T05:34:09.314 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.314+0000 7f6f062d5640 1 > prepared multipart upload key=OH2XJH7YF0P6 upload=3V1JWPMWE0SQ tag=X7T4G08PDM8M type=write size=1155396 2024-08-10T05:34:09.316 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.316+0000 7f6f062d5640 1 < completed delete operation key=H4D0TFSG0EKP tag=IMPEPRQ77RL6 type=del 2024-08-10T05:34:09.320 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.320+0000 7f6f062d5640 1 > prepared part key=_multipart_ZPF41248T0P2.2~PA5JQGWY1YYU.0 size=1048576 2024-08-10T05:34:09.322 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.322+0000 7f6f062d5640 1 > prepared part key=_multipart_ZPF41248T0P2.2~PA5JQGWY1YYU.1 size=888194 2024-08-10T05:34:09.322 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.322+0000 7f6f062d5640 1 > prepared multipart upload key=ZPF41248T0P2 upload=PA5JQGWY1YYU tag=1QIE8V75VCEV type=write size=2985346 2024-08-10T05:34:09.327 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.327+0000 7f6f062d5640 1 < suggested remove operation key=7N97XZL3TX2D tag=URXNTUOHGS4D type=write 2024-08-10T05:34:09.330 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.331+0000 7f6f062d5640 1 > prepared part key=_multipart_GNE0GMBV8Q1M.2~2R0H7N671X6L.0 size=107786 2024-08-10T05:34:09.330 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.331+0000 7f6f062d5640 1 > prepared multipart upload key=GNE0GMBV8Q1M upload=2R0H7N671X6L tag=72JSL9YRKNX7 type=write size=1156362 2024-08-10T05:34:09.332 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.333+0000 7f6f062d5640 1 < completed delete operation key=1IH8FE21AE4X tag=QNDS9M0S54PT type=del 2024-08-10T05:34:09.338 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.338+0000 7f6f062d5640 1 > prepared part key=_multipart_QTHON9W7S3SP.2~I0O5RB57EPAX.0 size=757498 2024-08-10T05:34:09.338 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.338+0000 7f6f062d5640 1 > prepared multipart upload key=QTHON9W7S3SP upload=I0O5RB57EPAX tag=2JXSJDWYDA3Z type=write size=1806074 2024-08-10T05:34:09.340 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.340+0000 7f6f062d5640 1 < completed part key=_multipart_QTHON9W7S3SP.2~UZFMVVF9B92R.0 size=1048576 2024-08-10T05:34:09.342 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.342+0000 7f6f062d5640 1 < completed part key=_multipart_QTHON9W7S3SP.2~UZFMVVF9B92R.1 size=1048576 2024-08-10T05:34:09.344 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.344+0000 7f6f062d5640 1 < completed part key=_multipart_QTHON9W7S3SP.2~UZFMVVF9B92R.2 size=791793 2024-08-10T05:34:09.347 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.348+0000 7f6f062d5640 1 < completed multipart upload key=QTHON9W7S3SP upload=UZFMVVF9B92R tag=ROBY3Q1W0F6Q type=write size=3937521 2024-08-10T05:34:09.351 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.352+0000 7f6f062d5640 1 > prepared part key=_multipart_QTHON9W7S3SP.2~SXH6R7LEVUQ1.0 size=1048576 2024-08-10T05:34:09.353 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.354+0000 7f6f062d5640 1 > prepared part key=_multipart_QTHON9W7S3SP.2~SXH6R7LEVUQ1.1 size=349394 2024-08-10T05:34:09.354 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.354+0000 7f6f062d5640 1 > prepared multipart upload key=QTHON9W7S3SP upload=SXH6R7LEVUQ1 tag=5469RM575OED type=write size=2446546 2024-08-10T05:34:09.356 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.356+0000 7f6f062d5640 1 < completed part key=_multipart_GNE0GMBV8Q1M.2~IT6QB8Y9VVRT.0 size=195256 2024-08-10T05:34:09.360 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.360+0000 7f6f062d5640 1 < completed multipart upload key=GNE0GMBV8Q1M upload=IT6QB8Y9VVRT tag=HIQJM7A8K728 type=write size=1243832 2024-08-10T05:34:09.365 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.365+0000 7f6f062d5640 1 > prepared part key=_multipart_7DW3UO39XCUP.2~BPFBLF2Q0XY7.0 size=1048576 2024-08-10T05:34:09.367 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.367+0000 7f6f062d5640 1 > prepared part key=_multipart_7DW3UO39XCUP.2~BPFBLF2Q0XY7.1 size=1048576 2024-08-10T05:34:09.369 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.369+0000 7f6f062d5640 1 > prepared part key=_multipart_7DW3UO39XCUP.2~BPFBLF2Q0XY7.2 size=195958 2024-08-10T05:34:09.369 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.369+0000 7f6f062d5640 1 > prepared multipart upload key=7DW3UO39XCUP upload=BPFBLF2Q0XY7 tag=RYHG6Y1DC0K7 type=write size=3341686 2024-08-10T05:34:09.372 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.372+0000 7f6f062d5640 1 < completed delete operation key=8MJYHPC813SE tag=E3X2BMO3YPRH type=del 2024-08-10T05:34:09.375 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.376+0000 7f6f062d5640 1 > prepared part key=_multipart_KHYOYNS1HKDG.2~YZOJU985WB7V.0 size=1048576 2024-08-10T05:34:09.377 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.378+0000 7f6f062d5640 1 > prepared part key=_multipart_KHYOYNS1HKDG.2~YZOJU985WB7V.1 size=965101 2024-08-10T05:34:09.378 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.378+0000 7f6f062d5640 1 > prepared multipart upload key=KHYOYNS1HKDG upload=YZOJU985WB7V tag=1XRVB4BTQ3ZH type=write size=3062253 2024-08-10T05:34:09.380 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.380+0000 7f6f062d5640 1 < completed part key=_multipart_H5TVL04MCGC8.2~BOMRIOWFP8PP.0 size=1048576 2024-08-10T05:34:09.382 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.383+0000 7f6f062d5640 1 < completed part key=_multipart_H5TVL04MCGC8.2~BOMRIOWFP8PP.1 size=289707 2024-08-10T05:34:09.387 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.387+0000 7f6f062d5640 1 < completed multipart upload key=H5TVL04MCGC8 upload=BOMRIOWFP8PP tag=P0F600N3WGLQ type=write size=2386859 2024-08-10T05:34:09.391 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.392+0000 7f6f062d5640 1 > prepared part key=_multipart_1IH8FE21AE4X.2~I0XVG56PTQZ1.0 size=1048576 2024-08-10T05:34:09.393 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.393+0000 7f6f062d5640 1 > prepared part key=_multipart_1IH8FE21AE4X.2~I0XVG56PTQZ1.1 size=1048576 2024-08-10T05:34:09.394 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.395+0000 7f6f062d5640 1 > prepared part key=_multipart_1IH8FE21AE4X.2~I0XVG56PTQZ1.2 size=188644 2024-08-10T05:34:09.394 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.395+0000 7f6f062d5640 1 > prepared multipart upload key=1IH8FE21AE4X upload=I0XVG56PTQZ1 tag=IHFF4EUAL0NN type=write size=3334372 2024-08-10T05:34:09.395 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.395+0000 7f6f062d5640 1 < canceled part key=_multipart_ZPF41248T0P2.2~HJZ905N4C32Q.0 size=575874 2024-08-10T05:34:09.398 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.399+0000 7f6f062d5640 1 < canceled multipart upload key=ZPF41248T0P2 upload=HJZ905N4C32Q tag=OYJOK6N3T9WX type=write size=1624450 2024-08-10T05:34:09.400 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.401+0000 7f6f062d5640 1 > prepared operation key=J7D76V4ENV9B tag=T44N6SQQ3CBE type=del size=2570147 2024-08-10T05:34:09.402 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.403+0000 7f6f062d5640 1 < completed part key=_multipart_00IWI9L0NGJ3.2~JKHFJ2LM56UT.0 size=1048576 2024-08-10T05:34:09.404 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.404+0000 7f6f062d5640 1 < completed part key=_multipart_00IWI9L0NGJ3.2~JKHFJ2LM56UT.1 size=709365 2024-08-10T05:34:09.407 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.408+0000 7f6f062d5640 1 < completed multipart upload key=00IWI9L0NGJ3 upload=JKHFJ2LM56UT tag=U7ZV3P0EHX0Z type=write size=2806517 2024-08-10T05:34:09.409 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.410+0000 7f6f062d5640 1 > prepared operation key=QTHON9W7S3SP tag=RL11L93PVI8W type=del size=3612242 2024-08-10T05:34:09.411 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.412+0000 7f6f062d5640 1 < completed delete operation key=4L5NSS7LS8GK tag=SW9RWJSDPWT9 type=del 2024-08-10T05:34:09.415 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.415+0000 7f6f062d5640 1 > prepared part key=_multipart_QTBS1TAZXH5F.2~FE5BF6Z1H51C.0 size=1048576 2024-08-10T05:34:09.417 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.417+0000 7f6f062d5640 1 > prepared part key=_multipart_QTBS1TAZXH5F.2~FE5BF6Z1H51C.1 size=338157 2024-08-10T05:34:09.417 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.417+0000 7f6f062d5640 1 > prepared multipart upload key=QTBS1TAZXH5F upload=FE5BF6Z1H51C tag=JVDFMCTL7HGF type=write size=2435309 2024-08-10T05:34:09.418 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.419+0000 7f6f062d5640 1 < completed part key=_multipart_8441NV2A24FO.2~GJ5U7D1376HZ.0 size=438316 2024-08-10T05:34:09.422 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.422+0000 7f6f062d5640 1 < completed multipart upload key=8441NV2A24FO upload=GJ5U7D1376HZ tag=5T2EN4FSHUZU type=write size=1486892 2024-08-10T05:34:09.424 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.424+0000 7f6f062d5640 1 > prepared operation key=H4D0TFSG0EKP tag=132U8GY35FXO type=del size=1612015 2024-08-10T05:34:09.426 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.426+0000 7f6f062d5640 1 < completed delete operation key=S1E44NG3MOQ5 tag=TFF1YWEI7Q2A type=del 2024-08-10T05:34:09.428 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.428+0000 7f6f062d5640 1 > prepared operation key=3EUY0XWASPEL tag=KL0NM4TJW99K type=del size=3311853 2024-08-10T05:34:09.430 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.430+0000 7f6f062d5640 1 < canceled operation key=8MJYHPC813SE tag=XNT5YSZMMA8U type=del size=1645080 2024-08-10T05:34:09.432 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.432+0000 7f6f062d5640 1 > prepared operation key=WBJQTYBRMJV8 tag=ESEI2RYK4QPC type=del size=4017998 2024-08-10T05:34:09.432 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.432+0000 7f6f062d5640 1 < canceled part key=_multipart_S1J0EDZ5K22Q.2~7QI9Z7N2GAA4.0 size=1048576 2024-08-10T05:34:09.434 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.434+0000 7f6f062d5640 1 < completed part key=_multipart_S1J0EDZ5K22Q.2~7QI9Z7N2GAA4.1 size=196705 2024-08-10T05:34:09.438 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.439+0000 7f6f062d5640 1 < canceled multipart upload key=S1J0EDZ5K22Q upload=7QI9Z7N2GAA4 tag=GN3RDTUUGK2G type=write size=2293857 2024-08-10T05:34:09.442 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.443+0000 7f6f062d5640 1 > prepared part key=_multipart_P8JMH1X8249F.2~4CCLLQH53G5M.0 size=1048576 2024-08-10T05:34:09.444 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.445+0000 7f6f062d5640 1 > prepared part key=_multipart_P8JMH1X8249F.2~4CCLLQH53G5M.1 size=557885 2024-08-10T05:34:09.444 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.445+0000 7f6f062d5640 1 > prepared multipart upload key=P8JMH1X8249F upload=4CCLLQH53G5M tag=3W4AE9P8JYGM type=write size=2655037 2024-08-10T05:34:09.449 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.450+0000 7f6f062d5640 1 < suggested remove operation key=3EUY0XWASPEL tag=CM5Y7NM95L96 type=del 2024-08-10T05:34:09.452 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.452+0000 7f6f062d5640 1 > prepared operation key=FXQKBLXUHJHI tag=TUR99HRH81I2 type=del size=4182922 2024-08-10T05:34:09.454 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.454+0000 7f6f062d5640 1 < completed part key=_multipart_OH2XJH7YF0P6.2~3V1JWPMWE0SQ.0 size=106820 2024-08-10T05:34:09.457 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.458+0000 7f6f062d5640 1 < completed multipart upload key=OH2XJH7YF0P6 upload=3V1JWPMWE0SQ tag=X7T4G08PDM8M type=write size=1155396 2024-08-10T05:34:09.459 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.460+0000 7f6f062d5640 1 > prepared operation key=H5TVL04MCGC8 tag=X56C30ZS1FO3 type=write size=772324 2024-08-10T05:34:09.462 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.462+0000 7f6f062d5640 1 < completed part key=_multipart_ZPF41248T0P2.2~PA5JQGWY1YYU.0 size=1048576 2024-08-10T05:34:09.463 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.464+0000 7f6f062d5640 1 < completed part key=_multipart_ZPF41248T0P2.2~PA5JQGWY1YYU.1 size=888194 2024-08-10T05:34:09.467 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.467+0000 7f6f062d5640 1 < completed multipart upload key=ZPF41248T0P2 upload=PA5JQGWY1YYU tag=1QIE8V75VCEV type=write size=2985346 2024-08-10T05:34:09.471 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.471+0000 7f6f062d5640 1 > prepared part key=_multipart_7N97XZL3TX2D.2~CEFZMKME14N1.0 size=1048576 2024-08-10T05:34:09.472 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.473+0000 7f6f062d5640 1 > prepared part key=_multipart_7N97XZL3TX2D.2~CEFZMKME14N1.1 size=1048576 2024-08-10T05:34:09.474 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.474+0000 7f6f062d5640 1 > prepared part key=_multipart_7N97XZL3TX2D.2~CEFZMKME14N1.2 size=450511 2024-08-10T05:34:09.474 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.475+0000 7f6f062d5640 1 > prepared multipart upload key=7N97XZL3TX2D upload=CEFZMKME14N1 tag=J6MQSWF6JBBJ type=write size=3596239 2024-08-10T05:34:09.476 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.477+0000 7f6f062d5640 1 < completed part key=_multipart_GNE0GMBV8Q1M.2~2R0H7N671X6L.0 size=107786 2024-08-10T05:34:09.480 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.481+0000 7f6f062d5640 1 < completed multipart upload key=GNE0GMBV8Q1M upload=2R0H7N671X6L tag=72JSL9YRKNX7 type=write size=1156362 2024-08-10T05:34:09.482 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.483+0000 7f6f062d5640 1 > prepared operation key=4L5NSS7LS8GK tag=4PRUYKGUXNSA type=write size=839857 2024-08-10T05:34:09.485 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.485+0000 7f6f062d5640 1 < completed part key=_multipart_QTHON9W7S3SP.2~I0O5RB57EPAX.0 size=757498 2024-08-10T05:34:09.488 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.488+0000 7f6f062d5640 1 < completed multipart upload key=QTHON9W7S3SP upload=I0O5RB57EPAX tag=2JXSJDWYDA3Z type=write size=1806074 2024-08-10T05:34:09.490 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.491+0000 7f6f062d5640 1 > prepared operation key=ZPF41248T0P2 tag=5N560YWTOJDU type=del size=3920505 2024-08-10T05:34:09.493 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.493+0000 7f6f062d5640 1 < completed part key=_multipart_QTHON9W7S3SP.2~SXH6R7LEVUQ1.0 size=1048576 2024-08-10T05:34:09.494 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.495+0000 7f6f062d5640 1 < completed part key=_multipart_QTHON9W7S3SP.2~SXH6R7LEVUQ1.1 size=349394 2024-08-10T05:34:09.498 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.498+0000 7f6f062d5640 1 < completed multipart upload key=QTHON9W7S3SP upload=SXH6R7LEVUQ1 tag=5469RM575OED type=write size=2446546 2024-08-10T05:34:09.500 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.500+0000 7f6f062d5640 1 > prepared operation key=8MJYHPC813SE tag=M2DAV1S0NBBF type=del size=1035589 2024-08-10T05:34:09.502 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.502+0000 7f6f062d5640 1 < completed part key=_multipart_7DW3UO39XCUP.2~BPFBLF2Q0XY7.0 size=1048576 2024-08-10T05:34:09.504 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.504+0000 7f6f062d5640 1 < completed part key=_multipart_7DW3UO39XCUP.2~BPFBLF2Q0XY7.1 size=1048576 2024-08-10T05:34:09.505 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.506+0000 7f6f062d5640 1 < completed part key=_multipart_7DW3UO39XCUP.2~BPFBLF2Q0XY7.2 size=195958 2024-08-10T05:34:09.509 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.509+0000 7f6f062d5640 1 < completed multipart upload key=7DW3UO39XCUP upload=BPFBLF2Q0XY7 tag=RYHG6Y1DC0K7 type=write size=3341686 2024-08-10T05:34:09.511 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.511+0000 7f6f062d5640 1 > prepared operation key=GNE0GMBV8Q1M tag=XXGOK1EF3QEG type=write size=348345 2024-08-10T05:34:09.513 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.513+0000 7f6f062d5640 1 < completed part key=_multipart_KHYOYNS1HKDG.2~YZOJU985WB7V.0 size=1048576 2024-08-10T05:34:09.514 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.515+0000 7f6f062d5640 1 < completed part key=_multipart_KHYOYNS1HKDG.2~YZOJU985WB7V.1 size=965101 2024-08-10T05:34:09.518 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.518+0000 7f6f062d5640 1 < completed multipart upload key=KHYOYNS1HKDG upload=YZOJU985WB7V tag=1XRVB4BTQ3ZH type=write size=3062253 2024-08-10T05:34:09.522 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.522+0000 7f6f062d5640 1 > prepared part key=_multipart_MI1XTCS076Y9.2~HKQQJUJJ47WI.0 size=1004589 2024-08-10T05:34:09.522 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.522+0000 7f6f062d5640 1 > prepared multipart upload key=MI1XTCS076Y9 upload=HKQQJUJJ47WI tag=RTX5DMLCO4P9 type=write size=2053165 2024-08-10T05:34:09.524 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.525+0000 7f6f062d5640 1 < completed part key=_multipart_1IH8FE21AE4X.2~I0XVG56PTQZ1.0 size=1048576 2024-08-10T05:34:09.526 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.526+0000 7f6f062d5640 1 < completed part key=_multipart_1IH8FE21AE4X.2~I0XVG56PTQZ1.1 size=1048576 2024-08-10T05:34:09.528 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.528+0000 7f6f062d5640 1 < completed part key=_multipart_1IH8FE21AE4X.2~I0XVG56PTQZ1.2 size=188644 2024-08-10T05:34:09.531 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.532+0000 7f6f062d5640 1 < completed multipart upload key=1IH8FE21AE4X upload=I0XVG56PTQZ1 tag=IHFF4EUAL0NN type=write size=3334372 2024-08-10T05:34:09.533 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.534+0000 7f6f062d5640 1 > prepared operation key=WBJQTYBRMJV8 tag=TMX3S1HT0CTE type=del size=3781822 2024-08-10T05:34:09.535 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.536+0000 7f6f062d5640 1 < completed delete operation key=J7D76V4ENV9B tag=T44N6SQQ3CBE type=del 2024-08-10T05:34:09.540 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.541+0000 7f6f062d5640 1 > prepared part key=_multipart_LTRO8UR68E01.2~WCJ7PIU2A373.0 size=1048576 2024-08-10T05:34:09.543 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.543+0000 7f6f062d5640 1 > prepared part key=_multipart_LTRO8UR68E01.2~WCJ7PIU2A373.1 size=1048576 2024-08-10T05:34:09.544 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.545+0000 7f6f062d5640 1 > prepared part key=_multipart_LTRO8UR68E01.2~WCJ7PIU2A373.2 size=784685 2024-08-10T05:34:09.544 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.545+0000 7f6f062d5640 1 > prepared multipart upload key=LTRO8UR68E01 upload=WCJ7PIU2A373 tag=8PLDKZ02ON2M type=write size=3930413 2024-08-10T05:34:09.546 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.547+0000 7f6f062d5640 1 < completed delete operation key=QTHON9W7S3SP tag=RL11L93PVI8W type=del 2024-08-10T05:34:09.551 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.551+0000 7f6f062d5640 1 > prepared part key=_multipart_WBJQTYBRMJV8.2~H0XEINP0NGHF.0 size=1048576 2024-08-10T05:34:09.553 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.553+0000 7f6f062d5640 1 > prepared part key=_multipart_WBJQTYBRMJV8.2~H0XEINP0NGHF.1 size=336593 2024-08-10T05:34:09.553 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.553+0000 7f6f062d5640 1 > prepared multipart upload key=WBJQTYBRMJV8 upload=H0XEINP0NGHF tag=ZDAGTMRZW1SJ type=write size=2433745 2024-08-10T05:34:09.554 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.555+0000 7f6f062d5640 1 < completed part key=_multipart_QTBS1TAZXH5F.2~FE5BF6Z1H51C.0 size=1048576 2024-08-10T05:34:09.556 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.557+0000 7f6f062d5640 1 < completed part key=_multipart_QTBS1TAZXH5F.2~FE5BF6Z1H51C.1 size=338157 2024-08-10T05:34:09.560 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.560+0000 7f6f062d5640 1 < completed multipart upload key=QTBS1TAZXH5F upload=FE5BF6Z1H51C tag=JVDFMCTL7HGF type=write size=2435309 2024-08-10T05:34:09.564 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.564+0000 7f6f062d5640 1 > prepared part key=_multipart_GNE0GMBV8Q1M.2~Y9FM96A7USKM.0 size=1048576 2024-08-10T05:34:09.565 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.566+0000 7f6f062d5640 1 > prepared part key=_multipart_GNE0GMBV8Q1M.2~Y9FM96A7USKM.1 size=968969 2024-08-10T05:34:09.566 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.566+0000 7f6f062d5640 1 > prepared multipart upload key=GNE0GMBV8Q1M upload=Y9FM96A7USKM tag=0L5XX007ILQK type=write size=3066121 2024-08-10T05:34:09.570 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.570+0000 7f6f062d5640 1 < suggested remove operation key=H4D0TFSG0EKP tag=132U8GY35FXO type=del 2024-08-10T05:34:09.572 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.572+0000 7f6f062d5640 1 > prepared operation key=S1E44NG3MOQ5 tag=BFXSJJPMPSNC type=del size=3789869 2024-08-10T05:34:09.575 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.575+0000 7f6f062d5640 -1 < failed to complete operation key=3EUY0XWASPEL tag=KL0NM4TJW99K type=del size=3311853: (22) Invalid argument 2024-08-10T05:34:09.576 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.577+0000 7f6f062d5640 1 > prepared operation key=1IH8FE21AE4X tag=XRA1ZPS69LQK type=write size=627871 2024-08-10T05:34:09.579 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.579+0000 7f6f062d5640 1 < canceled operation key=WBJQTYBRMJV8 tag=ESEI2RYK4QPC type=del size=4017998 2024-08-10T05:34:09.583 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.583+0000 7f6f062d5640 1 > prepared part key=_multipart_H4D0TFSG0EKP.2~FW9T0FVDN04T.0 size=1048576 2024-08-10T05:34:09.585 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.586+0000 7f6f062d5640 1 > prepared part key=_multipart_H4D0TFSG0EKP.2~FW9T0FVDN04T.1 size=1048576 2024-08-10T05:34:09.587 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.588+0000 7f6f062d5640 1 > prepared part key=_multipart_H4D0TFSG0EKP.2~FW9T0FVDN04T.2 size=620099 2024-08-10T05:34:09.587 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.588+0000 7f6f062d5640 1 > prepared multipart upload key=H4D0TFSG0EKP upload=FW9T0FVDN04T tag=UG2BWHTRMMJB type=write size=3765827 2024-08-10T05:34:09.589 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.590+0000 7f6f062d5640 1 < completed part key=_multipart_P8JMH1X8249F.2~4CCLLQH53G5M.0 size=1048576 2024-08-10T05:34:09.591 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.592+0000 7f6f062d5640 1 < completed part key=_multipart_P8JMH1X8249F.2~4CCLLQH53G5M.1 size=557885 2024-08-10T05:34:09.594 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.595+0000 7f6f062d5640 1 < completed multipart upload key=P8JMH1X8249F upload=4CCLLQH53G5M tag=3W4AE9P8JYGM type=write size=2655037 2024-08-10T05:34:09.597 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.597+0000 7f6f062d5640 1 > prepared operation key=F0DF00AE1ISQ tag=SXUR1GLZ8DOH type=write size=990647 2024-08-10T05:34:09.599 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.599+0000 7f6f062d5640 1 < completed delete operation key=FXQKBLXUHJHI tag=TUR99HRH81I2 type=del 2024-08-10T05:34:09.601 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.601+0000 7f6f062d5640 1 > prepared operation key=MI1XTCS076Y9 tag=4DNMZ1V3N4PD type=del size=3639054 2024-08-10T05:34:09.603 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.603+0000 7f6f062d5640 1 < completed write operation key=H5TVL04MCGC8 tag=X56C30ZS1FO3 type=write size=772324 2024-08-10T05:34:09.605 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.606+0000 7f6f062d5640 1 > prepared operation key=7DW3UO39XCUP tag=YTDJ5EYQZB1W type=write size=812622 2024-08-10T05:34:09.607 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.608+0000 7f6f062d5640 1 < completed part key=_multipart_7N97XZL3TX2D.2~CEFZMKME14N1.0 size=1048576 2024-08-10T05:34:09.609 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.609+0000 7f6f062d5640 1 < completed part key=_multipart_7N97XZL3TX2D.2~CEFZMKME14N1.1 size=1048576 2024-08-10T05:34:09.611 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.611+0000 7f6f062d5640 1 < completed part key=_multipart_7N97XZL3TX2D.2~CEFZMKME14N1.2 size=450511 2024-08-10T05:34:09.614 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.615+0000 7f6f062d5640 1 < completed multipart upload key=7N97XZL3TX2D upload=CEFZMKME14N1 tag=J6MQSWF6JBBJ type=write size=3596239 2024-08-10T05:34:09.617 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.617+0000 7f6f062d5640 1 > prepared operation key=00IWI9L0NGJ3 tag=RT043WT4T0FH type=del size=3858952 2024-08-10T05:34:09.619 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.619+0000 7f6f062d5640 1 < canceled operation key=4L5NSS7LS8GK tag=4PRUYKGUXNSA type=write size=839857 2024-08-10T05:34:09.623 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.623+0000 7f6f062d5640 1 > prepared part key=_multipart_LTRO8UR68E01.2~6F5O8YTMKLN0.0 size=1048576 2024-08-10T05:34:09.625 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.625+0000 7f6f062d5640 1 > prepared part key=_multipart_LTRO8UR68E01.2~6F5O8YTMKLN0.1 size=1048576 2024-08-10T05:34:09.626 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.627+0000 7f6f062d5640 1 > prepared part key=_multipart_LTRO8UR68E01.2~6F5O8YTMKLN0.2 size=452162 2024-08-10T05:34:09.627 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.627+0000 7f6f062d5640 1 > prepared multipart upload key=LTRO8UR68E01 upload=6F5O8YTMKLN0 tag=Y862FNRRDBID type=write size=3597890 2024-08-10T05:34:09.628 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.629+0000 7f6f062d5640 1 < completed delete operation key=ZPF41248T0P2 tag=5N560YWTOJDU type=del 2024-08-10T05:34:09.632 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.633+0000 7f6f062d5640 1 > prepared part key=_multipart_7DW3UO39XCUP.2~S1Z1GN51Z53E.0 size=1048576 2024-08-10T05:34:09.634 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.635+0000 7f6f062d5640 1 > prepared part key=_multipart_7DW3UO39XCUP.2~S1Z1GN51Z53E.1 size=1048576 2024-08-10T05:34:09.636 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.637+0000 7f6f062d5640 1 > prepared part key=_multipart_7DW3UO39XCUP.2~S1Z1GN51Z53E.2 size=44510 2024-08-10T05:34:09.636 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.637+0000 7f6f062d5640 1 > prepared multipart upload key=7DW3UO39XCUP upload=S1Z1GN51Z53E tag=9LN9327NS7PY type=write size=3190238 2024-08-10T05:34:09.638 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.639+0000 7f6f062d5640 1 < completed delete operation key=8MJYHPC813SE tag=M2DAV1S0NBBF type=del 2024-08-10T05:34:09.640 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.641+0000 7f6f062d5640 1 > prepared operation key=00IWI9L0NGJ3 tag=4BH9091142ND type=del size=3777505 2024-08-10T05:34:09.645 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.645+0000 7f6f062d5640 1 < suggested remove operation key=GNE0GMBV8Q1M tag=XXGOK1EF3QEG type=write 2024-08-10T05:34:09.648 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.649+0000 7f6f062d5640 1 > prepared part key=_multipart_7N97XZL3TX2D.2~RG94DD7207SY.0 size=1048576 2024-08-10T05:34:09.650 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.651+0000 7f6f062d5640 1 > prepared part key=_multipart_7N97XZL3TX2D.2~RG94DD7207SY.1 size=1048576 2024-08-10T05:34:09.652 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.653+0000 7f6f062d5640 1 > prepared part key=_multipart_7N97XZL3TX2D.2~RG94DD7207SY.2 size=359442 2024-08-10T05:34:09.652 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.653+0000 7f6f062d5640 1 > prepared multipart upload key=7N97XZL3TX2D upload=RG94DD7207SY tag=ONBLCJ1HEOAZ type=write size=3505170 2024-08-10T05:34:09.654 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.655+0000 7f6f062d5640 1 < completed part key=_multipart_MI1XTCS076Y9.2~HKQQJUJJ47WI.0 size=1004589 2024-08-10T05:34:09.658 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.659+0000 7f6f062d5640 1 < completed multipart upload key=MI1XTCS076Y9 upload=HKQQJUJJ47WI tag=RTX5DMLCO4P9 type=write size=2053165 2024-08-10T05:34:09.660 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.661+0000 7f6f062d5640 1 > prepared operation key=731ALD189846 tag=IP3FWAXV17B4 type=del size=2772488 2024-08-10T05:34:09.663 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.664+0000 7f6f062d5640 1 < completed delete operation key=WBJQTYBRMJV8 tag=TMX3S1HT0CTE type=del 2024-08-10T05:34:09.665 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.666+0000 7f6f062d5640 1 > prepared operation key=GSXYSUXHA2KE tag=N2HVPN0U7R64 type=del size=3743164 2024-08-10T05:34:09.667 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.668+0000 7f6f062d5640 1 < completed part key=_multipart_LTRO8UR68E01.2~WCJ7PIU2A373.0 size=1048576 2024-08-10T05:34:09.669 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.669+0000 7f6f062d5640 1 < completed part key=_multipart_LTRO8UR68E01.2~WCJ7PIU2A373.1 size=1048576 2024-08-10T05:34:09.672 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.672+0000 7f6f062d5640 1 < completed part key=_multipart_LTRO8UR68E01.2~WCJ7PIU2A373.2 size=784685 2024-08-10T05:34:09.675 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.676+0000 7f6f062d5640 1 < completed multipart upload key=LTRO8UR68E01 upload=WCJ7PIU2A373 tag=8PLDKZ02ON2M type=write size=3930413 2024-08-10T05:34:09.678 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.678+0000 7f6f062d5640 1 > prepared operation key=Z3FSBPLXLYL2 tag=6JP7G4B1RBCK type=del size=2821990 2024-08-10T05:34:09.681 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.681+0000 7f6f062d5640 1 < completed part key=_multipart_WBJQTYBRMJV8.2~H0XEINP0NGHF.0 size=1048576 2024-08-10T05:34:09.683 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.683+0000 7f6f062d5640 1 < completed part key=_multipart_WBJQTYBRMJV8.2~H0XEINP0NGHF.1 size=336593 2024-08-10T05:34:09.687 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.688+0000 7f6f062d5640 1 < completed multipart upload key=WBJQTYBRMJV8 upload=H0XEINP0NGHF tag=ZDAGTMRZW1SJ type=write size=2433745 2024-08-10T05:34:09.691 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.692+0000 7f6f062d5640 1 > prepared part key=_multipart_7N97XZL3TX2D.2~Q2PPCO0LQQM5.0 size=509702 2024-08-10T05:34:09.691 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.692+0000 7f6f062d5640 1 > prepared multipart upload key=7N97XZL3TX2D upload=Q2PPCO0LQQM5 tag=81Y8TEKOXT62 type=write size=1558278 2024-08-10T05:34:09.693 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.694+0000 7f6f062d5640 1 < completed part key=_multipart_GNE0GMBV8Q1M.2~Y9FM96A7USKM.0 size=1048576 2024-08-10T05:34:09.695 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.696+0000 7f6f062d5640 1 < completed part key=_multipart_GNE0GMBV8Q1M.2~Y9FM96A7USKM.1 size=968969 2024-08-10T05:34:09.699 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.699+0000 7f6f062d5640 1 < completed multipart upload key=GNE0GMBV8Q1M upload=Y9FM96A7USKM tag=0L5XX007ILQK type=write size=3066121 2024-08-10T05:34:09.701 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.701+0000 7f6f062d5640 1 > prepared operation key=S1E44NG3MOQ5 tag=E87CPVJP4CWJ type=del size=1150627 2024-08-10T05:34:09.703 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.704+0000 7f6f062d5640 1 < completed delete operation key=S1E44NG3MOQ5 tag=BFXSJJPMPSNC type=del 2024-08-10T05:34:09.707 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.708+0000 7f6f062d5640 1 > prepared part key=_multipart_8441NV2A24FO.2~Y4XMBWQRKUUB.0 size=465510 2024-08-10T05:34:09.707 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.708+0000 7f6f062d5640 1 > prepared multipart upload key=8441NV2A24FO upload=Y4XMBWQRKUUB tag=0XNTT88W4I84 type=write size=1514086 2024-08-10T05:34:09.713 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.712+0000 7f6f062d5640 1 < suggested remove operation key=1IH8FE21AE4X tag=XRA1ZPS69LQK type=write 2024-08-10T05:34:09.716 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.716+0000 7f6f062d5640 1 > prepared part key=_multipart_Y0DHHLUF8MD9.2~4LM9TIUX22QG.0 size=1048576 2024-08-10T05:34:09.718 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.718+0000 7f6f062d5640 1 > prepared part key=_multipart_Y0DHHLUF8MD9.2~4LM9TIUX22QG.1 size=1048576 2024-08-10T05:34:09.720 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.720+0000 7f6f062d5640 1 > prepared part key=_multipart_Y0DHHLUF8MD9.2~4LM9TIUX22QG.2 size=936547 2024-08-10T05:34:09.720 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.720+0000 7f6f062d5640 1 > prepared multipart upload key=Y0DHHLUF8MD9 upload=4LM9TIUX22QG tag=YTCAZXBMH4OY type=write size=4082275 2024-08-10T05:34:09.722 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.722+0000 7f6f062d5640 1 < completed part key=_multipart_H4D0TFSG0EKP.2~FW9T0FVDN04T.0 size=1048576 2024-08-10T05:34:09.723 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.724+0000 7f6f062d5640 1 < completed part key=_multipart_H4D0TFSG0EKP.2~FW9T0FVDN04T.1 size=1048576 2024-08-10T05:34:09.725 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.725+0000 7f6f062d5640 1 < completed part key=_multipart_H4D0TFSG0EKP.2~FW9T0FVDN04T.2 size=620099 2024-08-10T05:34:09.729 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.729+0000 7f6f062d5640 1 < completed multipart upload key=H4D0TFSG0EKP upload=FW9T0FVDN04T tag=UG2BWHTRMMJB type=write size=3765827 2024-08-10T05:34:09.731 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.731+0000 7f6f062d5640 1 > prepared operation key=Y0DHHLUF8MD9 tag=BJNM2DYK8IF1 type=del size=3464710 2024-08-10T05:34:09.733 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.733+0000 7f6f062d5640 1 < completed write operation key=F0DF00AE1ISQ tag=SXUR1GLZ8DOH type=write size=990647 2024-08-10T05:34:09.735 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.735+0000 7f6f062d5640 1 > prepared operation key=LTRO8UR68E01 tag=Q00THW3FL61F type=del size=384252 2024-08-10T05:34:09.737 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.737+0000 7f6f062d5640 1 < completed delete operation key=MI1XTCS076Y9 tag=4DNMZ1V3N4PD type=del 2024-08-10T05:34:09.741 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.742+0000 7f6f062d5640 1 > prepared part key=_multipart_1G5AU0L67121.2~W35BYQ8AGUFI.0 size=1048576 2024-08-10T05:34:09.743 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.743+0000 7f6f062d5640 1 > prepared part key=_multipart_1G5AU0L67121.2~W35BYQ8AGUFI.1 size=615205 2024-08-10T05:34:09.743 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.744+0000 7f6f062d5640 1 > prepared multipart upload key=1G5AU0L67121 upload=W35BYQ8AGUFI tag=53RAK4QB8ANC type=write size=2712357 2024-08-10T05:34:09.745 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.746+0000 7f6f062d5640 1 < completed write operation key=7DW3UO39XCUP tag=YTDJ5EYQZB1W type=write size=812622 2024-08-10T05:34:09.747 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.748+0000 7f6f062d5640 1 > prepared operation key=MI1XTCS076Y9 tag=P8KZNUT7FHZL type=del size=1170596 2024-08-10T05:34:09.750 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.750+0000 7f6f062d5640 1 < completed delete operation key=00IWI9L0NGJ3 tag=RT043WT4T0FH type=del 2024-08-10T05:34:09.753 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.754+0000 7f6f062d5640 1 > prepared part key=_multipart_QTHON9W7S3SP.2~YO1W0O9PJWPP.0 size=21420 2024-08-10T05:34:09.754 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.754+0000 7f6f062d5640 1 > prepared multipart upload key=QTHON9W7S3SP upload=YO1W0O9PJWPP tag=WY881CWF3K67 type=write size=1069996 2024-08-10T05:34:09.755 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.756+0000 7f6f062d5640 1 < completed part key=_multipart_LTRO8UR68E01.2~6F5O8YTMKLN0.0 size=1048576 2024-08-10T05:34:09.758 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.758+0000 7f6f062d5640 1 < completed part key=_multipart_LTRO8UR68E01.2~6F5O8YTMKLN0.1 size=1048576 2024-08-10T05:34:09.759 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.760+0000 7f6f062d5640 1 < completed part key=_multipart_LTRO8UR68E01.2~6F5O8YTMKLN0.2 size=452162 2024-08-10T05:34:09.763 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.764+0000 7f6f062d5640 1 < completed multipart upload key=LTRO8UR68E01 upload=6F5O8YTMKLN0 tag=Y862FNRRDBID type=write size=3597890 2024-08-10T05:34:09.765 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.766+0000 7f6f062d5640 1 > prepared operation key=4L5NSS7LS8GK tag=VYTNRNHB230X type=del size=3883256 2024-08-10T05:34:09.767 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.768+0000 7f6f062d5640 1 < completed part key=_multipart_7DW3UO39XCUP.2~S1Z1GN51Z53E.0 size=1048576 2024-08-10T05:34:09.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:34:09 smithi031 ceph-mon[98130]: pgmap v1374: 137 pgs: 137 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 869 KiB/s rd, 303 KiB/s wr, 1.53k op/s 2024-08-10T05:34:09.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:34:09 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:34:09.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:34:09 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:34:09.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:34:09 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:34:09.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:34:09 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:34:09.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:34:09 smithi031 ceph-mon[100614]: pgmap v1374: 137 pgs: 137 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 869 KiB/s rd, 303 KiB/s wr, 1.53k op/s 2024-08-10T05:34:09.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:34:09 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:34:09.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:34:09 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:34:09.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:34:09 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:34:09.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:34:09 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:34:09.770 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.770+0000 7f6f062d5640 1 < completed part key=_multipart_7DW3UO39XCUP.2~S1Z1GN51Z53E.1 size=1048576 2024-08-10T05:34:09.770 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.770+0000 7f6f062d5640 1 < canceled part key=_multipart_7DW3UO39XCUP.2~S1Z1GN51Z53E.2 size=44510 2024-08-10T05:34:09.773 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.774+0000 7f6f062d5640 1 < canceled multipart upload key=7DW3UO39XCUP upload=S1Z1GN51Z53E tag=9LN9327NS7PY type=write size=3190238 2024-08-10T05:34:09.775 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.776+0000 7f6f062d5640 1 > prepared operation key=FXQKBLXUHJHI tag=MLGNCLZVP6NV type=del size=1921865 2024-08-10T05:34:09.777 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.778+0000 7f6f062d5640 1 < canceled operation key=00IWI9L0NGJ3 tag=4BH9091142ND type=del size=3777505 2024-08-10T05:34:09.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:34:09 smithi196 ceph-mon[90243]: pgmap v1374: 137 pgs: 137 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 869 KiB/s rd, 303 KiB/s wr, 1.53k op/s 2024-08-10T05:34:09.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:34:09 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:34:09.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:34:09 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:34:09.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:34:09 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:34:09.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:34:09 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:34:09.780 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.780+0000 7f6f062d5640 1 > prepared operation key=OH2XJH7YF0P6 tag=JSO553GKKAKX type=del size=1513728 2024-08-10T05:34:09.783 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.783+0000 7f6f062d5640 1 < completed part key=_multipart_7N97XZL3TX2D.2~RG94DD7207SY.0 size=1048576 2024-08-10T05:34:09.785 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.785+0000 7f6f062d5640 1 < completed part key=_multipart_7N97XZL3TX2D.2~RG94DD7207SY.1 size=1048576 2024-08-10T05:34:09.786 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.787+0000 7f6f062d5640 1 < completed part key=_multipart_7N97XZL3TX2D.2~RG94DD7207SY.2 size=359442 2024-08-10T05:34:09.790 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.790+0000 7f6f062d5640 1 < completed multipart upload key=7N97XZL3TX2D upload=RG94DD7207SY tag=ONBLCJ1HEOAZ type=write size=3505170 2024-08-10T05:34:09.794 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.795+0000 7f6f062d5640 1 > prepared part key=_multipart_1IH8FE21AE4X.2~0LZD6Q0P21GA.0 size=1048576 2024-08-10T05:34:09.797 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.797+0000 7f6f062d5640 1 > prepared part key=_multipart_1IH8FE21AE4X.2~0LZD6Q0P21GA.1 size=1048576 2024-08-10T05:34:09.798 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.799+0000 7f6f062d5640 1 > prepared part key=_multipart_1IH8FE21AE4X.2~0LZD6Q0P21GA.2 size=884570 2024-08-10T05:34:09.799 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.799+0000 7f6f062d5640 1 > prepared multipart upload key=1IH8FE21AE4X upload=0LZD6Q0P21GA tag=SN5YU3P7APMT type=write size=4030298 2024-08-10T05:34:09.802 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.803+0000 7f6f062d5640 1 < suggested remove operation key=731ALD189846 tag=IP3FWAXV17B4 type=del 2024-08-10T05:34:09.804 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.805+0000 7f6f062d5640 1 > prepared operation key=3EUY0XWASPEL tag=O55G7R0IJO8T type=write size=513917 2024-08-10T05:34:09.808 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.808+0000 7f6f062d5640 1 < suggested remove operation key=GSXYSUXHA2KE tag=N2HVPN0U7R64 type=del 2024-08-10T05:34:09.810 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.811+0000 7f6f062d5640 1 > prepared operation key=F0DF00AE1ISQ tag=G0PAMBN2EN23 type=del size=942158 2024-08-10T05:34:09.812 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.813+0000 7f6f062d5640 1 < completed delete operation key=Z3FSBPLXLYL2 tag=6JP7G4B1RBCK type=del 2024-08-10T05:34:09.816 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.816+0000 7f6f062d5640 1 > prepared part key=_multipart_KHYOYNS1HKDG.2~0ZINFD8R8K2A.0 size=1048576 2024-08-10T05:34:09.818 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.818+0000 7f6f062d5640 1 > prepared part key=_multipart_KHYOYNS1HKDG.2~0ZINFD8R8K2A.1 size=156992 2024-08-10T05:34:09.818 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.818+0000 7f6f062d5640 1 > prepared multipart upload key=KHYOYNS1HKDG upload=0ZINFD8R8K2A tag=WCOOGXWYEXXS type=write size=2254144 2024-08-10T05:34:09.820 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.820+0000 7f6f062d5640 1 < completed part key=_multipart_7N97XZL3TX2D.2~Q2PPCO0LQQM5.0 size=509702 2024-08-10T05:34:09.824 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.824+0000 7f6f062d5640 1 < completed multipart upload key=7N97XZL3TX2D upload=Q2PPCO0LQQM5 tag=81Y8TEKOXT62 type=write size=1558278 2024-08-10T05:34:09.826 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.826+0000 7f6f062d5640 1 > prepared operation key=H4D0TFSG0EKP tag=8SJDUXK2DN74 type=del size=3310381 2024-08-10T05:34:09.830 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.831+0000 7f6f062d5640 1 < suggested update operation key=S1E44NG3MOQ5 tag=E87CPVJP4CWJ type=del size=1150627 2024-08-10T05:34:09.832 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.833+0000 7f6f062d5640 1 > prepared operation key=GNE0GMBV8Q1M tag=B9Y2IHB7BRSM type=del size=2104615 2024-08-10T05:34:09.835 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.835+0000 7f6f062d5640 1 < completed part key=_multipart_8441NV2A24FO.2~Y4XMBWQRKUUB.0 size=465510 2024-08-10T05:34:09.838 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.839+0000 7f6f062d5640 1 < completed multipart upload key=8441NV2A24FO upload=Y4XMBWQRKUUB tag=0XNTT88W4I84 type=write size=1514086 2024-08-10T05:34:09.840 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.841+0000 7f6f062d5640 1 > prepared operation key=7N97XZL3TX2D tag=LG6NK1D1NCNP type=write size=659909 2024-08-10T05:34:09.842 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.843+0000 7f6f062d5640 1 < completed part key=_multipart_Y0DHHLUF8MD9.2~4LM9TIUX22QG.0 size=1048576 2024-08-10T05:34:09.844 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.845+0000 7f6f062d5640 1 < completed part key=_multipart_Y0DHHLUF8MD9.2~4LM9TIUX22QG.1 size=1048576 2024-08-10T05:34:09.846 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.846+0000 7f6f062d5640 1 < completed part key=_multipart_Y0DHHLUF8MD9.2~4LM9TIUX22QG.2 size=936547 2024-08-10T05:34:09.850 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.850+0000 7f6f062d5640 1 < completed multipart upload key=Y0DHHLUF8MD9 upload=4LM9TIUX22QG tag=YTCAZXBMH4OY type=write size=4082275 2024-08-10T05:34:09.852 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.852+0000 7f6f062d5640 1 > prepared operation key=PGRI5CN7TTT0 tag=018ZE89VFI2Q type=del size=1668524 2024-08-10T05:34:09.854 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.855+0000 7f6f062d5640 1 < completed delete operation key=Y0DHHLUF8MD9 tag=BJNM2DYK8IF1 type=del 2024-08-10T05:34:09.856 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.857+0000 7f6f062d5640 1 > prepared operation key=1IH8FE21AE4X tag=AQDJS5NIWQ81 type=del size=1511363 2024-08-10T05:34:09.858 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.859+0000 7f6f062d5640 1 < completed delete operation key=LTRO8UR68E01 tag=Q00THW3FL61F type=del 2024-08-10T05:34:09.860 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.861+0000 7f6f062d5640 1 > prepared operation key=7DW3UO39XCUP tag=3FR8C1RHY2FP type=del size=3523780 2024-08-10T05:34:09.862 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.863+0000 7f6f062d5640 1 < completed part key=_multipart_1G5AU0L67121.2~W35BYQ8AGUFI.0 size=1048576 2024-08-10T05:34:09.865 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.865+0000 7f6f062d5640 1 < completed part key=_multipart_1G5AU0L67121.2~W35BYQ8AGUFI.1 size=615205 2024-08-10T05:34:09.868 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.869+0000 7f6f062d5640 1 < completed multipart upload key=1G5AU0L67121 upload=W35BYQ8AGUFI tag=53RAK4QB8ANC type=write size=2712357 2024-08-10T05:34:09.870 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.871+0000 7f6f062d5640 1 > prepared operation key=Z3FSBPLXLYL2 tag=6WTFJASD7HNA type=write size=537278 2024-08-10T05:34:09.873 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.873+0000 7f6f062d5640 1 < completed delete operation key=MI1XTCS076Y9 tag=P8KZNUT7FHZL type=del 2024-08-10T05:34:09.875 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.875+0000 7f6f062d5640 1 > prepared operation key=Y0DHHLUF8MD9 tag=VSNIFGST0W3W type=del size=827201 2024-08-10T05:34:09.877 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.877+0000 7f6f062d5640 1 < completed part key=_multipart_QTHON9W7S3SP.2~YO1W0O9PJWPP.0 size=21420 2024-08-10T05:34:09.880 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.881+0000 7f6f062d5640 1 < completed multipart upload key=QTHON9W7S3SP upload=YO1W0O9PJWPP tag=WY881CWF3K67 type=write size=1069996 2024-08-10T05:34:09.882 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.883+0000 7f6f062d5640 1 > prepared operation key=1G5AU0L67121 tag=ONKY1QC28Z23 type=del size=4085915 2024-08-10T05:34:09.885 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.885+0000 7f6f062d5640 1 < completed delete operation key=4L5NSS7LS8GK tag=VYTNRNHB230X type=del 2024-08-10T05:34:09.887 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.888+0000 7f6f062d5640 1 > prepared operation key=00IWI9L0NGJ3 tag=KDGPRCVVCOQT type=write size=534790 2024-08-10T05:34:09.889 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.890+0000 7f6f062d5640 1 < completed delete operation key=FXQKBLXUHJHI tag=MLGNCLZVP6NV type=del 2024-08-10T05:34:09.891 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.892+0000 7f6f062d5640 1 > prepared operation key=F0DF00AE1ISQ tag=JRWVG7O0T9AA type=del size=2929788 2024-08-10T05:34:09.893 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.894+0000 7f6f062d5640 1 < canceled operation key=OH2XJH7YF0P6 tag=JSO553GKKAKX type=del size=1513728 2024-08-10T05:34:09.896 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.896+0000 7f6f062d5640 1 > prepared operation key=4L5NSS7LS8GK tag=YLC2RJCGQUD7 type=del size=756646 2024-08-10T05:34:09.896 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.896+0000 7f6f062d5640 1 < canceled part key=_multipart_1IH8FE21AE4X.2~0LZD6Q0P21GA.0 size=1048576 2024-08-10T05:34:09.898 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.898+0000 7f6f062d5640 1 < completed part key=_multipart_1IH8FE21AE4X.2~0LZD6Q0P21GA.1 size=1048576 2024-08-10T05:34:09.900 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.900+0000 7f6f062d5640 1 < completed part key=_multipart_1IH8FE21AE4X.2~0LZD6Q0P21GA.2 size=884570 2024-08-10T05:34:09.904 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.904+0000 7f6f062d5640 1 < canceled multipart upload key=1IH8FE21AE4X upload=0LZD6Q0P21GA tag=SN5YU3P7APMT type=write size=4030298 2024-08-10T05:34:09.906 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.906+0000 7f6f062d5640 1 > prepared operation key=MI1XTCS076Y9 tag=0QOEADGF22KN type=del size=2598569 2024-08-10T05:34:09.908 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.908+0000 7f6f062d5640 1 < completed write operation key=3EUY0XWASPEL tag=O55G7R0IJO8T type=write size=513917 2024-08-10T05:34:09.910 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.910+0000 7f6f062d5640 1 > prepared operation key=7DW3UO39XCUP tag=PIZDAHWSG80S type=del size=2380885 2024-08-10T05:34:09.913 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.913+0000 7f6f062d5640 1 < completed delete operation key=F0DF00AE1ISQ tag=G0PAMBN2EN23 type=del 2024-08-10T05:34:09.917 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.918+0000 7f6f062d5640 1 > prepared part key=_multipart_F0DF00AE1ISQ.2~Y2KECZ7D432I.0 size=1048576 2024-08-10T05:34:09.919 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.920+0000 7f6f062d5640 1 > prepared part key=_multipart_F0DF00AE1ISQ.2~Y2KECZ7D432I.1 size=1048576 2024-08-10T05:34:09.921 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.921+0000 7f6f062d5640 1 > prepared part key=_multipart_F0DF00AE1ISQ.2~Y2KECZ7D432I.2 size=587464 2024-08-10T05:34:09.921 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.921+0000 7f6f062d5640 1 > prepared multipart upload key=F0DF00AE1ISQ upload=Y2KECZ7D432I tag=89HAM2NEA2CU type=write size=3733192 2024-08-10T05:34:09.921 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.922+0000 7f6f062d5640 1 < canceled part key=_multipart_KHYOYNS1HKDG.2~0ZINFD8R8K2A.0 size=1048576 2024-08-10T05:34:09.923 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.924+0000 7f6f062d5640 1 < completed part key=_multipart_KHYOYNS1HKDG.2~0ZINFD8R8K2A.1 size=156992 2024-08-10T05:34:09.927 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.927+0000 7f6f062d5640 1 < canceled multipart upload key=KHYOYNS1HKDG upload=0ZINFD8R8K2A tag=WCOOGXWYEXXS type=write size=2254144 2024-08-10T05:34:09.929 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.929+0000 7f6f062d5640 1 > prepared operation key=7N97XZL3TX2D tag=BXQ4WMPTN7UL type=del size=1144560 2024-08-10T05:34:09.931 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.932+0000 7f6f062d5640 1 < completed delete operation key=H4D0TFSG0EKP tag=8SJDUXK2DN74 type=del 2024-08-10T05:34:09.934 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.934+0000 7f6f062d5640 1 > prepared operation key=4L5NSS7LS8GK tag=RL7ZLOZWTY4I type=del size=3205012 2024-08-10T05:34:09.936 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.936+0000 7f6f062d5640 1 < completed delete operation key=GNE0GMBV8Q1M tag=B9Y2IHB7BRSM type=del 2024-08-10T05:34:09.940 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.940+0000 7f6f062d5640 1 > prepared part key=_multipart_1IH8FE21AE4X.2~3C6LUYD1KUOU.0 size=1048576 2024-08-10T05:34:09.942 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.942+0000 7f6f062d5640 1 > prepared part key=_multipart_1IH8FE21AE4X.2~3C6LUYD1KUOU.1 size=1048576 2024-08-10T05:34:09.944 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.944+0000 7f6f062d5640 1 > prepared part key=_multipart_1IH8FE21AE4X.2~3C6LUYD1KUOU.2 size=625141 2024-08-10T05:34:09.944 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.944+0000 7f6f062d5640 1 > prepared multipart upload key=1IH8FE21AE4X upload=3C6LUYD1KUOU tag=E5A36QMZV3P4 type=write size=3770869 2024-08-10T05:34:09.946 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.946+0000 7f6f062d5640 1 < completed write operation key=7N97XZL3TX2D tag=LG6NK1D1NCNP type=write size=659909 2024-08-10T05:34:09.948 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.948+0000 7f6f062d5640 1 > prepared operation key=731ALD189846 tag=UZ1RAK0LPK6V type=del size=3050081 2024-08-10T05:34:09.952 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.953+0000 7f6f062d5640 1 < suggested update operation key=PGRI5CN7TTT0 tag=018ZE89VFI2Q type=del size=1668524 2024-08-10T05:34:09.957 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.958+0000 7f6f062d5640 1 > prepared part key=_multipart_P8JMH1X8249F.2~TZNW754JWWMQ.0 size=21799 2024-08-10T05:34:09.958 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.958+0000 7f6f062d5640 1 > prepared multipart upload key=P8JMH1X8249F upload=TZNW754JWWMQ tag=UFEGPOO84SO3 type=write size=1070375 2024-08-10T05:34:09.960 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.960+0000 7f6f062d5640 1 < completed delete operation key=1IH8FE21AE4X tag=AQDJS5NIWQ81 type=del 2024-08-10T05:34:09.962 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.962+0000 7f6f062d5640 1 > prepared operation key=3EUY0XWASPEL tag=FGB9OKZ577AN type=del size=1497786 2024-08-10T05:34:09.964 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.965+0000 7f6f062d5640 1 < canceled operation key=7DW3UO39XCUP tag=3FR8C1RHY2FP type=del size=3523780 2024-08-10T05:34:09.966 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.967+0000 7f6f062d5640 1 > prepared operation key=3EUY0XWASPEL tag=Q7XNDAQ4EK8T type=del size=1285584 2024-08-10T05:34:09.968 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.969+0000 7f6f062d5640 1 < completed write operation key=Z3FSBPLXLYL2 tag=6WTFJASD7HNA type=write size=537278 2024-08-10T05:34:09.970 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.971+0000 7f6f062d5640 1 > prepared operation key=731ALD189846 tag=EQ6IWBSC4EO1 type=del size=1309564 2024-08-10T05:34:09.972 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.973+0000 7f6f062d5640 1 < completed delete operation key=Y0DHHLUF8MD9 tag=VSNIFGST0W3W type=del 2024-08-10T05:34:09.975 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.975+0000 7f6f062d5640 1 > prepared operation key=ZPF41248T0P2 tag=M9H7RGD2P5NY type=del size=336302 2024-08-10T05:34:09.977 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.977+0000 7f6f062d5640 1 < completed delete operation key=1G5AU0L67121 tag=ONKY1QC28Z23 type=del 2024-08-10T05:34:09.979 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.979+0000 7f6f062d5640 1 > prepared operation key=MI1XTCS076Y9 tag=N1Y7PNZGCVR5 type=del size=2112934 2024-08-10T05:34:09.983 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.984+0000 7f6f062d5640 1 < suggested remove operation key=00IWI9L0NGJ3 tag=KDGPRCVVCOQT type=write 2024-08-10T05:34:09.987 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.988+0000 7f6f062d5640 1 > prepared part key=_multipart_3EUY0XWASPEL.2~F7K5QAY6HR9Q.0 size=1048576 2024-08-10T05:34:09.990 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.990+0000 7f6f062d5640 1 > prepared part key=_multipart_3EUY0XWASPEL.2~F7K5QAY6HR9Q.1 size=1016563 2024-08-10T05:34:09.990 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.990+0000 7f6f062d5640 1 > prepared multipart upload key=3EUY0XWASPEL upload=F7K5QAY6HR9Q tag=EOA1MK8FIH0O type=write size=3113715 2024-08-10T05:34:09.992 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.992+0000 7f6f062d5640 1 < completed delete operation key=F0DF00AE1ISQ tag=JRWVG7O0T9AA type=del 2024-08-10T05:34:09.994 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:09.994+0000 7f6f062d5640 1 > prepared operation key=M533Z7C651X9 tag=0DUNFDD6INWZ type=del size=2308449 2024-08-10T05:34:10.000 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.000+0000 7f6f062d5640 1 < suggested update operation key=4L5NSS7LS8GK tag=YLC2RJCGQUD7 type=del size=756646 2024-08-10T05:34:10.002 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.002+0000 7f6f062d5640 1 > prepared operation key=7DW3UO39XCUP tag=YVMVSFC68QK8 type=del size=3728879 2024-08-10T05:34:10.004 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.004+0000 7f6f062d5640 1 < completed delete operation key=MI1XTCS076Y9 tag=0QOEADGF22KN type=del 2024-08-10T05:34:10.006 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.006+0000 7f6f062d5640 1 > prepared operation key=S1J0EDZ5K22Q tag=060W9N80SH6Z type=del size=3205937 2024-08-10T05:34:10.008 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.009+0000 7f6f062d5640 1 < completed delete operation key=7DW3UO39XCUP tag=PIZDAHWSG80S type=del 2024-08-10T05:34:10.017 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.013+0000 7f6f062d5640 1 > prepared part key=_multipart_FXQKBLXUHJHI.2~8FC3RC9VDF0R.0 size=1048576 2024-08-10T05:34:10.018 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.015+0000 7f6f062d5640 1 > prepared part key=_multipart_FXQKBLXUHJHI.2~8FC3RC9VDF0R.1 size=725222 2024-08-10T05:34:10.018 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.015+0000 7f6f062d5640 1 > prepared multipart upload key=FXQKBLXUHJHI upload=8FC3RC9VDF0R tag=4VM7D39CFY50 type=write size=2822374 2024-08-10T05:34:10.018 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.017+0000 7f6f062d5640 1 < completed part key=_multipart_F0DF00AE1ISQ.2~Y2KECZ7D432I.0 size=1048576 2024-08-10T05:34:10.018 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.019+0000 7f6f062d5640 1 < completed part key=_multipart_F0DF00AE1ISQ.2~Y2KECZ7D432I.1 size=1048576 2024-08-10T05:34:10.020 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.020+0000 7f6f062d5640 1 < completed part key=_multipart_F0DF00AE1ISQ.2~Y2KECZ7D432I.2 size=587464 2024-08-10T05:34:10.024 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.024+0000 7f6f062d5640 1 < completed multipart upload key=F0DF00AE1ISQ upload=Y2KECZ7D432I tag=89HAM2NEA2CU type=write size=3733192 2024-08-10T05:34:10.026 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.026+0000 7f6f062d5640 1 > prepared operation key=1IH8FE21AE4X tag=6GRHL0LR57G8 type=del size=2363825 2024-08-10T05:34:10.027 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.028+0000 7f6f062d5640 1 < completed delete operation key=7N97XZL3TX2D tag=BXQ4WMPTN7UL type=del 2024-08-10T05:34:10.030 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.030+0000 7f6f062d5640 1 > prepared operation key=J7D76V4ENV9B tag=0K59OUXO8G5A type=del size=3893650 2024-08-10T05:34:10.033 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.033+0000 7f6f062d5640 -1 < failed to complete operation key=4L5NSS7LS8GK tag=RL7ZLOZWTY4I type=del size=3205012: (22) Invalid argument 2024-08-10T05:34:10.035 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.035+0000 7f6f062d5640 1 > prepared operation key=KHYOYNS1HKDG tag=BCRZV7B2J5MN type=write size=691974 2024-08-10T05:34:10.037 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.037+0000 7f6f062d5640 1 < completed part key=_multipart_1IH8FE21AE4X.2~3C6LUYD1KUOU.0 size=1048576 2024-08-10T05:34:10.039 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.039+0000 7f6f062d5640 1 < completed part key=_multipart_1IH8FE21AE4X.2~3C6LUYD1KUOU.1 size=1048576 2024-08-10T05:34:10.041 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.041+0000 7f6f062d5640 1 < completed part key=_multipart_1IH8FE21AE4X.2~3C6LUYD1KUOU.2 size=625141 2024-08-10T05:34:10.044 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.044+0000 7f6f062d5640 1 < completed multipart upload key=1IH8FE21AE4X upload=3C6LUYD1KUOU tag=E5A36QMZV3P4 type=write size=3770869 2024-08-10T05:34:10.048 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.049+0000 7f6f062d5640 1 > prepared part key=_multipart_PGRI5CN7TTT0.2~04LAFF28YTHO.0 size=1048576 2024-08-10T05:34:10.050 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.050+0000 7f6f062d5640 1 > prepared part key=_multipart_PGRI5CN7TTT0.2~04LAFF28YTHO.1 size=457102 2024-08-10T05:34:10.050 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.050+0000 7f6f062d5640 1 > prepared multipart upload key=PGRI5CN7TTT0 upload=04LAFF28YTHO tag=MKDH9Y02CKC1 type=write size=2554254 2024-08-10T05:34:10.054 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.055+0000 7f6f062d5640 1 < suggested update operation key=731ALD189846 tag=UZ1RAK0LPK6V type=del size=3050081 2024-08-10T05:34:10.058 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.058+0000 7f6f062d5640 1 > prepared part key=_multipart_7N97XZL3TX2D.2~JVQVM5U4TBV7.0 size=212690 2024-08-10T05:34:10.058 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.058+0000 7f6f062d5640 1 > prepared multipart upload key=7N97XZL3TX2D upload=JVQVM5U4TBV7 tag=YN3BCCDE7YYP type=write size=1261266 2024-08-10T05:34:10.060 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.060+0000 7f6f062d5640 1 < completed part key=_multipart_P8JMH1X8249F.2~TZNW754JWWMQ.0 size=21799 2024-08-10T05:34:10.064 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.064+0000 7f6f062d5640 1 < completed multipart upload key=P8JMH1X8249F upload=TZNW754JWWMQ tag=UFEGPOO84SO3 type=write size=1070375 2024-08-10T05:34:10.066 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.067+0000 7f6f062d5640 1 > prepared operation key=OH2XJH7YF0P6 tag=20T0RFJK8RS4 type=write size=297748 2024-08-10T05:34:10.068 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.069+0000 7f6f062d5640 1 < completed delete operation key=3EUY0XWASPEL tag=FGB9OKZ577AN type=del 2024-08-10T05:34:10.073 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.073+0000 7f6f062d5640 1 > prepared part key=_multipart_H5TVL04MCGC8.2~D39A6R4B1ANK.0 size=423389 2024-08-10T05:34:10.073 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.073+0000 7f6f062d5640 1 > prepared multipart upload key=H5TVL04MCGC8 upload=D39A6R4B1ANK tag=DYN2VB4DCFJW type=write size=1471965 2024-08-10T05:34:10.075 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.075+0000 7f6f062d5640 1 < completed delete operation key=3EUY0XWASPEL tag=Q7XNDAQ4EK8T type=del 2024-08-10T05:34:10.077 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.077+0000 7f6f062d5640 1 > prepared operation key=KHYOYNS1HKDG tag=MUZ024GECO9E type=del size=1322320 2024-08-10T05:34:10.080 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.080+0000 7f6f062d5640 -1 < failed to complete operation key=731ALD189846 tag=EQ6IWBSC4EO1 type=del size=1309564: (22) Invalid argument 2024-08-10T05:34:10.082 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.082+0000 7f6f062d5640 1 > prepared operation key=OH2XJH7YF0P6 tag=XJVLJUDBEYT1 type=write size=1047316 2024-08-10T05:34:10.084 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.084+0000 7f6f062d5640 1 < completed delete operation key=ZPF41248T0P2 tag=M9H7RGD2P5NY type=del 2024-08-10T05:34:10.088 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.088+0000 7f6f062d5640 1 > prepared part key=_multipart_J7D76V4ENV9B.2~6L59LXLJABVR.0 size=608195 2024-08-10T05:34:10.088 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.088+0000 7f6f062d5640 1 > prepared multipart upload key=J7D76V4ENV9B upload=6L59LXLJABVR tag=YJBNJI0JBQQB type=write size=1656771 2024-08-10T05:34:10.090 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.090+0000 7f6f062d5640 1 < completed delete operation key=MI1XTCS076Y9 tag=N1Y7PNZGCVR5 type=del 2024-08-10T05:34:10.092 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.092+0000 7f6f062d5640 1 > prepared operation key=GSXYSUXHA2KE tag=VE2SKDK2QLKJ type=write size=1034655 2024-08-10T05:34:10.094 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.095+0000 7f6f062d5640 1 < completed part key=_multipart_3EUY0XWASPEL.2~F7K5QAY6HR9Q.0 size=1048576 2024-08-10T05:34:10.096 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.097+0000 7f6f062d5640 1 < completed part key=_multipart_3EUY0XWASPEL.2~F7K5QAY6HR9Q.1 size=1016563 2024-08-10T05:34:10.100 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.100+0000 7f6f062d5640 1 < completed multipart upload key=3EUY0XWASPEL upload=F7K5QAY6HR9Q tag=EOA1MK8FIH0O type=write size=3113715 2024-08-10T05:34:10.102 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.102+0000 7f6f062d5640 1 > prepared operation key=Z3FSBPLXLYL2 tag=ZAOR2R6J7YV7 type=del size=3522270 2024-08-10T05:34:10.104 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.104+0000 7f6f062d5640 1 < completed delete operation key=M533Z7C651X9 tag=0DUNFDD6INWZ type=del 2024-08-10T05:34:10.108 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.109+0000 7f6f062d5640 1 > prepared part key=_multipart_H5TVL04MCGC8.2~BNJ5JNRNITAD.0 size=1048576 2024-08-10T05:34:10.110 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.110+0000 7f6f062d5640 1 > prepared part key=_multipart_H5TVL04MCGC8.2~BNJ5JNRNITAD.1 size=531860 2024-08-10T05:34:10.110 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.110+0000 7f6f062d5640 1 > prepared multipart upload key=H5TVL04MCGC8 upload=BNJ5JNRNITAD tag=0ZAAG217UQ1I type=write size=2629012 2024-08-10T05:34:10.114 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.114+0000 7f6f062d5640 1 < suggested update operation key=7DW3UO39XCUP tag=YVMVSFC68QK8 type=del size=3728879 2024-08-10T05:34:10.118 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.119+0000 7f6f062d5640 1 > prepared part key=_multipart_ZPF41248T0P2.2~PZI1MUOGGO5V.0 size=1048576 2024-08-10T05:34:10.120 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.121+0000 7f6f062d5640 1 > prepared part key=_multipart_ZPF41248T0P2.2~PZI1MUOGGO5V.1 size=424252 2024-08-10T05:34:10.120 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.121+0000 7f6f062d5640 1 > prepared multipart upload key=ZPF41248T0P2 upload=PZI1MUOGGO5V tag=C7QGUHMGG8NW type=write size=2521404 2024-08-10T05:34:10.122 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.123+0000 7f6f062d5640 1 < completed delete operation key=S1J0EDZ5K22Q tag=060W9N80SH6Z type=del 2024-08-10T05:34:10.127 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.128+0000 7f6f062d5640 1 > prepared part key=_multipart_7N97XZL3TX2D.2~5EY0JKSH136M.0 size=484745 2024-08-10T05:34:10.128 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.128+0000 7f6f062d5640 1 > prepared multipart upload key=7N97XZL3TX2D upload=5EY0JKSH136M tag=IBZRUQXBNJEB type=write size=1533321 2024-08-10T05:34:10.129 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.130+0000 7f6f062d5640 1 < completed part key=_multipart_FXQKBLXUHJHI.2~8FC3RC9VDF0R.0 size=1048576 2024-08-10T05:34:10.130 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.130+0000 7f6f062d5640 1 < canceled part key=_multipart_FXQKBLXUHJHI.2~8FC3RC9VDF0R.1 size=725222 2024-08-10T05:34:10.133 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.133+0000 7f6f062d5640 1 < canceled multipart upload key=FXQKBLXUHJHI upload=8FC3RC9VDF0R tag=4VM7D39CFY50 type=write size=2822374 2024-08-10T05:34:10.135 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.135+0000 7f6f062d5640 1 > prepared operation key=LTRO8UR68E01 tag=VZKSZRRB8T56 type=del size=651035 2024-08-10T05:34:10.137 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.138+0000 7f6f062d5640 1 < completed delete operation key=1IH8FE21AE4X tag=6GRHL0LR57G8 type=del 2024-08-10T05:34:10.140 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.140+0000 7f6f062d5640 1 > prepared operation key=4L5NSS7LS8GK tag=LEMIYEVOY4AG type=del size=2099561 2024-08-10T05:34:10.142 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.143+0000 7f6f062d5640 1 < completed delete operation key=J7D76V4ENV9B tag=0K59OUXO8G5A type=del 2024-08-10T05:34:10.144 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.145+0000 7f6f062d5640 1 > prepared operation key=731ALD189846 tag=4619ZW33BRB5 type=del size=2098417 2024-08-10T05:34:10.148 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.149+0000 7f6f062d5640 1 < suggested update operation key=KHYOYNS1HKDG tag=BCRZV7B2J5MN type=write size=691974 2024-08-10T05:34:10.151 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.151+0000 7f6f062d5640 1 > prepared operation key=QTHON9W7S3SP tag=4ZTAED0QFHH7 type=del size=3064358 2024-08-10T05:34:10.153 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.153+0000 7f6f062d5640 1 < completed part key=_multipart_PGRI5CN7TTT0.2~04LAFF28YTHO.0 size=1048576 2024-08-10T05:34:10.155 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.155+0000 7f6f062d5640 1 < completed part key=_multipart_PGRI5CN7TTT0.2~04LAFF28YTHO.1 size=457102 2024-08-10T05:34:10.158 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.159+0000 7f6f062d5640 1 < completed multipart upload key=PGRI5CN7TTT0 upload=04LAFF28YTHO tag=MKDH9Y02CKC1 type=write size=2554254 2024-08-10T05:34:10.160 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.161+0000 7f6f062d5640 1 > prepared operation key=F0DF00AE1ISQ tag=2RO2WS5RPTMK type=write size=345593 2024-08-10T05:34:10.163 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.163+0000 7f6f062d5640 1 < completed part key=_multipart_7N97XZL3TX2D.2~JVQVM5U4TBV7.0 size=212690 2024-08-10T05:34:10.166 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.167+0000 7f6f062d5640 1 < completed multipart upload key=7N97XZL3TX2D upload=JVQVM5U4TBV7 tag=YN3BCCDE7YYP type=write size=1261266 2024-08-10T05:34:10.168 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.169+0000 7f6f062d5640 1 > prepared operation key=1IH8FE21AE4X tag=BEIUSVP23C5F type=del size=3902122 2024-08-10T05:34:10.170 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.171+0000 7f6f062d5640 1 < completed write operation key=OH2XJH7YF0P6 tag=20T0RFJK8RS4 type=write size=297748 2024-08-10T05:34:10.172 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.173+0000 7f6f062d5640 1 > prepared operation key=00IWI9L0NGJ3 tag=HIWM9F1JLZQX type=del size=1452915 2024-08-10T05:34:10.174 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.175+0000 7f6f062d5640 1 < completed part key=_multipart_H5TVL04MCGC8.2~D39A6R4B1ANK.0 size=423389 2024-08-10T05:34:10.178 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.178+0000 7f6f062d5640 1 < completed multipart upload key=H5TVL04MCGC8 upload=D39A6R4B1ANK tag=DYN2VB4DCFJW type=write size=1471965 2024-08-10T05:34:10.180 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.180+0000 7f6f062d5640 1 > prepared operation key=MI1XTCS076Y9 tag=Q0V13BQXIV2S type=write size=832698 2024-08-10T05:34:10.184 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.184+0000 7f6f062d5640 1 < suggested update operation key=KHYOYNS1HKDG tag=MUZ024GECO9E type=del size=1322320 2024-08-10T05:34:10.188 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.188+0000 7f6f062d5640 1 > prepared part key=_multipart_P8JMH1X8249F.2~SEKIS6TL6ONR.0 size=1048576 2024-08-10T05:34:10.189 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.190+0000 7f6f062d5640 1 > prepared part key=_multipart_P8JMH1X8249F.2~SEKIS6TL6ONR.1 size=1048576 2024-08-10T05:34:10.191 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.192+0000 7f6f062d5640 1 > prepared part key=_multipart_P8JMH1X8249F.2~SEKIS6TL6ONR.2 size=540866 2024-08-10T05:34:10.191 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.192+0000 7f6f062d5640 1 > prepared multipart upload key=P8JMH1X8249F upload=SEKIS6TL6ONR tag=812QX0PWC1GJ type=write size=3686594 2024-08-10T05:34:10.193 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.194+0000 7f6f062d5640 1 < completed write operation key=OH2XJH7YF0P6 tag=XJVLJUDBEYT1 type=write size=1047316 2024-08-10T05:34:10.195 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.196+0000 7f6f062d5640 1 > prepared operation key=GSXYSUXHA2KE tag=PDEC1K7U47DJ type=write size=560456 2024-08-10T05:34:10.197 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.198+0000 7f6f062d5640 1 < completed part key=_multipart_J7D76V4ENV9B.2~6L59LXLJABVR.0 size=608195 2024-08-10T05:34:10.201 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.201+0000 7f6f062d5640 1 < completed multipart upload key=J7D76V4ENV9B upload=6L59LXLJABVR tag=YJBNJI0JBQQB type=write size=1656771 2024-08-10T05:34:10.203 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.203+0000 7f6f062d5640 1 > prepared operation key=J7D76V4ENV9B tag=950GWQ3Y7THG type=del size=1570090 2024-08-10T05:34:10.207 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.207+0000 7f6f062d5640 1 < suggested remove operation key=GSXYSUXHA2KE tag=VE2SKDK2QLKJ type=write 2024-08-10T05:34:10.209 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.209+0000 7f6f062d5640 1 > prepared operation key=4L5NSS7LS8GK tag=BPCROLVCNVP9 type=del size=2884333 2024-08-10T05:34:10.214 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.214+0000 7f6f062d5640 1 < suggested remove operation key=Z3FSBPLXLYL2 tag=ZAOR2R6J7YV7 type=del 2024-08-10T05:34:10.218 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.219+0000 7f6f062d5640 1 > prepared part key=_multipart_Y0DHHLUF8MD9.2~A77NF6SEWF5K.0 size=654528 2024-08-10T05:34:10.218 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.219+0000 7f6f062d5640 1 > prepared multipart upload key=Y0DHHLUF8MD9 upload=A77NF6SEWF5K tag=URS9STXZ0GNP type=write size=1703104 2024-08-10T05:34:10.221 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.221+0000 7f6f062d5640 1 < completed part key=_multipart_H5TVL04MCGC8.2~BNJ5JNRNITAD.0 size=1048576 2024-08-10T05:34:10.222 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.223+0000 7f6f062d5640 1 < completed part key=_multipart_H5TVL04MCGC8.2~BNJ5JNRNITAD.1 size=531860 2024-08-10T05:34:10.226 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.226+0000 7f6f062d5640 1 < completed multipart upload key=H5TVL04MCGC8 upload=BNJ5JNRNITAD tag=0ZAAG217UQ1I type=write size=2629012 2024-08-10T05:34:10.228 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.228+0000 7f6f062d5640 1 > prepared operation key=J7D76V4ENV9B tag=XVHHQ1CC5BKX type=write size=88019 2024-08-10T05:34:10.228 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.228+0000 7f6f062d5640 1 < canceled part key=_multipart_ZPF41248T0P2.2~PZI1MUOGGO5V.0 size=1048576 2024-08-10T05:34:10.230 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.230+0000 7f6f062d5640 1 < completed part key=_multipart_ZPF41248T0P2.2~PZI1MUOGGO5V.1 size=424252 2024-08-10T05:34:10.233 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.234+0000 7f6f062d5640 1 < canceled multipart upload key=ZPF41248T0P2 upload=PZI1MUOGGO5V tag=C7QGUHMGG8NW type=write size=2521404 2024-08-10T05:34:10.235 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.236+0000 7f6f062d5640 1 > prepared operation key=F0DF00AE1ISQ tag=4UI78V09LAGW type=del size=2247470 2024-08-10T05:34:10.238 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.238+0000 7f6f062d5640 1 < completed part key=_multipart_7N97XZL3TX2D.2~5EY0JKSH136M.0 size=484745 2024-08-10T05:34:10.241 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.241+0000 7f6f062d5640 1 < completed multipart upload key=7N97XZL3TX2D upload=5EY0JKSH136M tag=IBZRUQXBNJEB type=write size=1533321 2024-08-10T05:34:10.243 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.244+0000 7f6f062d5640 1 > prepared operation key=MI1XTCS076Y9 tag=SVCSK62QNRPE type=del size=796772 2024-08-10T05:34:10.245 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.246+0000 7f6f062d5640 1 < completed delete operation key=LTRO8UR68E01 tag=VZKSZRRB8T56 type=del 2024-08-10T05:34:10.248 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.248+0000 7f6f062d5640 1 > prepared operation key=7N97XZL3TX2D tag=55Q7VHTJWP45 type=del size=452152 2024-08-10T05:34:10.251 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.252+0000 7f6f062d5640 1 < suggested remove operation key=4L5NSS7LS8GK tag=LEMIYEVOY4AG type=del 2024-08-10T05:34:10.253 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.254+0000 7f6f062d5640 1 > prepared operation key=P8JMH1X8249F tag=GJBJRLH4KI9B type=write size=1014542 2024-08-10T05:34:10.255 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.256+0000 7f6f062d5640 1 < completed delete operation key=731ALD189846 tag=4619ZW33BRB5 type=del 2024-08-10T05:34:10.259 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.260+0000 7f6f062d5640 1 > prepared part key=_multipart_KHYOYNS1HKDG.2~3WH8IR77M931.0 size=1048576 2024-08-10T05:34:10.261 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.261+0000 7f6f062d5640 1 > prepared part key=_multipart_KHYOYNS1HKDG.2~3WH8IR77M931.1 size=469319 2024-08-10T05:34:10.261 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.261+0000 7f6f062d5640 1 > prepared multipart upload key=KHYOYNS1HKDG upload=3WH8IR77M931 tag=15RDYRFEFLOX type=write size=2566471 2024-08-10T05:34:10.263 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.263+0000 7f6f062d5640 1 < canceled operation key=QTHON9W7S3SP tag=4ZTAED0QFHH7 type=del size=3064358 2024-08-10T05:34:10.265 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.265+0000 7f6f062d5640 1 > prepared operation key=00IWI9L0NGJ3 tag=GQBXZLOWI2M4 type=write size=367820 2024-08-10T05:34:10.267 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.267+0000 7f6f062d5640 1 < canceled operation key=F0DF00AE1ISQ tag=2RO2WS5RPTMK type=write size=345593 2024-08-10T05:34:10.269 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.269+0000 7f6f062d5640 1 > prepared operation key=GNE0GMBV8Q1M tag=5CJK8K6MN6NP type=write size=910866 2024-08-10T05:34:10.271 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.271+0000 7f6f062d5640 1 < completed delete operation key=1IH8FE21AE4X tag=BEIUSVP23C5F type=del 2024-08-10T05:34:10.274 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.275+0000 7f6f062d5640 1 > prepared part key=_multipart_7DW3UO39XCUP.2~SUYUVGH6NHKY.0 size=825459 2024-08-10T05:34:10.275 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.275+0000 7f6f062d5640 1 > prepared multipart upload key=7DW3UO39XCUP upload=SUYUVGH6NHKY tag=52HUG9HS9QYQ type=write size=1874035 2024-08-10T05:34:10.276 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.277+0000 7f6f062d5640 1 < completed delete operation key=00IWI9L0NGJ3 tag=HIWM9F1JLZQX type=del 2024-08-10T05:34:10.280 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.281+0000 7f6f062d5640 1 > prepared part key=_multipart_00IWI9L0NGJ3.2~H2N1RSSKO8EH.0 size=1048576 2024-08-10T05:34:10.282 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.282+0000 7f6f062d5640 1 > prepared part key=_multipart_00IWI9L0NGJ3.2~H2N1RSSKO8EH.1 size=831467 2024-08-10T05:34:10.282 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.282+0000 7f6f062d5640 1 > prepared multipart upload key=00IWI9L0NGJ3 upload=H2N1RSSKO8EH tag=9H6T0ODI1783 type=write size=2928619 2024-08-10T05:34:10.285 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.285+0000 7f6f062d5640 1 < completed write operation key=MI1XTCS076Y9 tag=Q0V13BQXIV2S type=write size=832698 2024-08-10T05:34:10.288 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.289+0000 7f6f062d5640 1 > prepared part key=_multipart_LTRO8UR68E01.2~QO3D24338EQP.0 size=1048576 2024-08-10T05:34:10.290 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.291+0000 7f6f062d5640 1 > prepared part key=_multipart_LTRO8UR68E01.2~QO3D24338EQP.1 size=1048576 2024-08-10T05:34:10.292 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.293+0000 7f6f062d5640 1 > prepared part key=_multipart_LTRO8UR68E01.2~QO3D24338EQP.2 size=537417 2024-08-10T05:34:10.293 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.293+0000 7f6f062d5640 1 > prepared multipart upload key=LTRO8UR68E01 upload=QO3D24338EQP tag=0NSX11M29WDA type=write size=3683145 2024-08-10T05:34:10.295 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.295+0000 7f6f062d5640 1 < completed part key=_multipart_P8JMH1X8249F.2~SEKIS6TL6ONR.0 size=1048576 2024-08-10T05:34:10.297 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.297+0000 7f6f062d5640 1 < completed part key=_multipart_P8JMH1X8249F.2~SEKIS6TL6ONR.1 size=1048576 2024-08-10T05:34:10.298 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.299+0000 7f6f062d5640 1 < completed part key=_multipart_P8JMH1X8249F.2~SEKIS6TL6ONR.2 size=540866 2024-08-10T05:34:10.302 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.303+0000 7f6f062d5640 1 < completed multipart upload key=P8JMH1X8249F upload=SEKIS6TL6ONR tag=812QX0PWC1GJ type=write size=3686594 2024-08-10T05:34:10.304 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.305+0000 7f6f062d5640 1 > prepared operation key=731ALD189846 tag=M2L2HT2MOA49 type=del size=37746 2024-08-10T05:34:10.307 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.308+0000 7f6f062d5640 -1 < failed to complete operation key=GSXYSUXHA2KE tag=PDEC1K7U47DJ type=write size=560456: (22) Invalid argument 2024-08-10T05:34:10.309 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.310+0000 7f6f062d5640 1 > prepared operation key=FXQKBLXUHJHI tag=POLQS5IK1R9L type=del size=3919887 2024-08-10T05:34:10.312 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.312+0000 7f6f062d5640 1 < completed delete operation key=J7D76V4ENV9B tag=950GWQ3Y7THG type=del 2024-08-10T05:34:10.314 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.314+0000 7f6f062d5640 1 > prepared operation key=3EUY0XWASPEL tag=4E1QFVST0ES3 type=del size=3453444 2024-08-10T05:34:10.315 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.315+0000 7f6f062d5640 -1 < no bi entry to suggest for operation key=4L5NSS7LS8GK tag=BPCROLVCNVP9 type=del size=2884333: (2) No such file or directory 2024-08-10T05:34:10.319 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.319+0000 7f6f062d5640 1 > prepared part key=_multipart_WBJQTYBRMJV8.2~2W3W5QD94L1F.0 size=232182 2024-08-10T05:34:10.319 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.319+0000 7f6f062d5640 1 > prepared multipart upload key=WBJQTYBRMJV8 upload=2W3W5QD94L1F tag=KBU7SEERRTS4 type=write size=1280758 2024-08-10T05:34:10.321 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.321+0000 7f6f062d5640 1 < completed part key=_multipart_Y0DHHLUF8MD9.2~A77NF6SEWF5K.0 size=654528 2024-08-10T05:34:10.325 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.325+0000 7f6f062d5640 1 < completed multipart upload key=Y0DHHLUF8MD9 upload=A77NF6SEWF5K tag=URS9STXZ0GNP type=write size=1703104 2024-08-10T05:34:10.327 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.327+0000 7f6f062d5640 1 > prepared operation key=H4D0TFSG0EKP tag=IV9D2UVY6C6F type=del size=1465256 2024-08-10T05:34:10.330 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.330+0000 7f6f062d5640 1 < completed write operation key=J7D76V4ENV9B tag=XVHHQ1CC5BKX type=write size=88019 2024-08-10T05:34:10.334 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.335+0000 7f6f062d5640 1 > prepared part key=_multipart_WBJQTYBRMJV8.2~A7OZOJSF07SV.0 size=1048576 2024-08-10T05:34:10.336 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.337+0000 7f6f062d5640 1 > prepared part key=_multipart_WBJQTYBRMJV8.2~A7OZOJSF07SV.1 size=519039 2024-08-10T05:34:10.336 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.337+0000 7f6f062d5640 1 > prepared multipart upload key=WBJQTYBRMJV8 upload=A7OZOJSF07SV tag=63UQOVZRUF48 type=write size=2616191 2024-08-10T05:34:10.338 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.339+0000 7f6f062d5640 1 < completed delete operation key=F0DF00AE1ISQ tag=4UI78V09LAGW type=del 2024-08-10T05:34:10.340 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.341+0000 7f6f062d5640 1 > prepared operation key=J7D76V4ENV9B tag=O5TB06VULF09 type=del size=1596921 2024-08-10T05:34:10.342 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.343+0000 7f6f062d5640 1 < completed delete operation key=MI1XTCS076Y9 tag=SVCSK62QNRPE type=del 2024-08-10T05:34:10.346 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.347+0000 7f6f062d5640 1 > prepared part key=_multipart_F0DF00AE1ISQ.2~44V4JTDIYNYC.0 size=679959 2024-08-10T05:34:10.346 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.347+0000 7f6f062d5640 1 > prepared multipart upload key=F0DF00AE1ISQ upload=44V4JTDIYNYC tag=EQ138JGJZ8YA type=write size=1728535 2024-08-10T05:34:10.348 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.349+0000 7f6f062d5640 1 < completed delete operation key=7N97XZL3TX2D tag=55Q7VHTJWP45 type=del 2024-08-10T05:34:10.353 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.353+0000 7f6f062d5640 1 > prepared part key=_multipart_731ALD189846.2~8WEB4UH83ELD.0 size=1048576 2024-08-10T05:34:10.355 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.355+0000 7f6f062d5640 1 > prepared part key=_multipart_731ALD189846.2~8WEB4UH83ELD.1 size=503867 2024-08-10T05:34:10.355 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.355+0000 7f6f062d5640 1 > prepared multipart upload key=731ALD189846 upload=8WEB4UH83ELD tag=L7LWSOJ8FYOL type=write size=2601019 2024-08-10T05:34:10.359 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.359+0000 7f6f062d5640 1 < suggested update operation key=P8JMH1X8249F tag=GJBJRLH4KI9B type=write size=1014542 2024-08-10T05:34:10.361 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.361+0000 7f6f062d5640 1 > prepared operation key=J7D76V4ENV9B tag=ABX4T2N91L6N type=write size=308986 2024-08-10T05:34:10.363 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.363+0000 7f6f062d5640 1 < completed part key=_multipart_KHYOYNS1HKDG.2~3WH8IR77M931.0 size=1048576 2024-08-10T05:34:10.365 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.365+0000 7f6f062d5640 1 < completed part key=_multipart_KHYOYNS1HKDG.2~3WH8IR77M931.1 size=469319 2024-08-10T05:34:10.368 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.369+0000 7f6f062d5640 1 < completed multipart upload key=KHYOYNS1HKDG upload=3WH8IR77M931 tag=15RDYRFEFLOX type=write size=2566471 2024-08-10T05:34:10.372 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.372+0000 7f6f062d5640 1 > prepared part key=_multipart_1G5AU0L67121.2~MDNJ0W4FBII8.0 size=1048576 2024-08-10T05:34:10.374 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.375+0000 7f6f062d5640 1 > prepared part key=_multipart_1G5AU0L67121.2~MDNJ0W4FBII8.1 size=1048576 2024-08-10T05:34:10.376 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.377+0000 7f6f062d5640 1 > prepared part key=_multipart_1G5AU0L67121.2~MDNJ0W4FBII8.2 size=317584 2024-08-10T05:34:10.376 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.377+0000 7f6f062d5640 1 > prepared multipart upload key=1G5AU0L67121 upload=MDNJ0W4FBII8 tag=OB21S4FU9ONP type=write size=3463312 2024-08-10T05:34:10.378 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.379+0000 7f6f062d5640 1 < completed write operation key=00IWI9L0NGJ3 tag=GQBXZLOWI2M4 type=write size=367820 2024-08-10T05:34:10.380 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.381+0000 7f6f062d5640 1 > prepared operation key=8441NV2A24FO tag=E5IOPVMY9QUG type=del size=2408500 2024-08-10T05:34:10.384 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.384+0000 7f6f062d5640 1 < suggested remove operation key=GNE0GMBV8Q1M tag=5CJK8K6MN6NP type=write 2024-08-10T05:34:10.388 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.389+0000 7f6f062d5640 1 > prepared part key=_multipart_1IH8FE21AE4X.2~20XWE2GIGJJP.0 size=561934 2024-08-10T05:34:10.389 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.389+0000 7f6f062d5640 1 > prepared multipart upload key=1IH8FE21AE4X upload=20XWE2GIGJJP tag=EI9VWQN5OUB9 type=write size=1610510 2024-08-10T05:34:10.391 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.392+0000 7f6f062d5640 1 < completed part key=_multipart_7DW3UO39XCUP.2~SUYUVGH6NHKY.0 size=825459 2024-08-10T05:34:10.395 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.395+0000 7f6f062d5640 1 < completed multipart upload key=7DW3UO39XCUP upload=SUYUVGH6NHKY tag=52HUG9HS9QYQ type=write size=1874035 2024-08-10T05:34:10.398 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.398+0000 7f6f062d5640 1 > prepared operation key=1IH8FE21AE4X tag=06HBK6MP2J6N type=del size=1872047 2024-08-10T05:34:10.400 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.401+0000 7f6f062d5640 1 < completed part key=_multipart_00IWI9L0NGJ3.2~H2N1RSSKO8EH.0 size=1048576 2024-08-10T05:34:10.402 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.402+0000 7f6f062d5640 1 < completed part key=_multipart_00IWI9L0NGJ3.2~H2N1RSSKO8EH.1 size=831467 2024-08-10T05:34:10.406 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.406+0000 7f6f062d5640 1 < completed multipart upload key=00IWI9L0NGJ3 upload=H2N1RSSKO8EH tag=9H6T0ODI1783 type=write size=2928619 2024-08-10T05:34:10.410 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.411+0000 7f6f062d5640 1 > prepared part key=_multipart_S1E44NG3MOQ5.2~JBEXT3679W66.0 size=1034475 2024-08-10T05:34:10.410 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.411+0000 7f6f062d5640 1 > prepared multipart upload key=S1E44NG3MOQ5 upload=JBEXT3679W66 tag=07MDFDQUN94P type=write size=2083051 2024-08-10T05:34:10.413 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.414+0000 7f6f062d5640 1 < completed part key=_multipart_LTRO8UR68E01.2~QO3D24338EQP.0 size=1048576 2024-08-10T05:34:10.415 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.416+0000 7f6f062d5640 1 < completed part key=_multipart_LTRO8UR68E01.2~QO3D24338EQP.1 size=1048576 2024-08-10T05:34:10.417 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.418+0000 7f6f062d5640 1 < completed part key=_multipart_LTRO8UR68E01.2~QO3D24338EQP.2 size=537417 2024-08-10T05:34:10.421 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.421+0000 7f6f062d5640 1 < completed multipart upload key=LTRO8UR68E01 upload=QO3D24338EQP tag=0NSX11M29WDA type=write size=3683145 2024-08-10T05:34:10.423 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.423+0000 7f6f062d5640 1 > prepared operation key=Y0DHHLUF8MD9 tag=TYBZ3FU93C5Y type=del size=266336 2024-08-10T05:34:10.427 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.428+0000 7f6f062d5640 1 < suggested update operation key=731ALD189846 tag=M2L2HT2MOA49 type=del size=37746 2024-08-10T05:34:10.429 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.430+0000 7f6f062d5640 1 > prepared operation key=Y0DHHLUF8MD9 tag=GRRU6XQINZH4 type=write size=1035013 2024-08-10T05:34:10.431 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.432+0000 7f6f062d5640 1 < completed delete operation key=FXQKBLXUHJHI tag=POLQS5IK1R9L type=del 2024-08-10T05:34:10.435 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.435+0000 7f6f062d5640 1 > prepared part key=_multipart_PGRI5CN7TTT0.2~JNPUQBK2J12X.0 size=1048576 2024-08-10T05:34:10.437 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.437+0000 7f6f062d5640 1 > prepared part key=_multipart_PGRI5CN7TTT0.2~JNPUQBK2J12X.1 size=1048576 2024-08-10T05:34:10.439 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.439+0000 7f6f062d5640 1 > prepared part key=_multipart_PGRI5CN7TTT0.2~JNPUQBK2J12X.2 size=521839 2024-08-10T05:34:10.439 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.439+0000 7f6f062d5640 1 > prepared multipart upload key=PGRI5CN7TTT0 upload=JNPUQBK2J12X tag=D0ZWKNVJI4VK type=write size=3667567 2024-08-10T05:34:10.441 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.441+0000 7f6f062d5640 1 < completed delete operation key=3EUY0XWASPEL tag=4E1QFVST0ES3 type=del 2024-08-10T05:34:10.443 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.444+0000 7f6f062d5640 1 > prepared operation key=8441NV2A24FO tag=E06NCL4T93VC type=del size=2748333 2024-08-10T05:34:10.445 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.446+0000 7f6f062d5640 1 < completed part key=_multipart_WBJQTYBRMJV8.2~2W3W5QD94L1F.0 size=232182 2024-08-10T05:34:10.449 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.450+0000 7f6f062d5640 1 < completed multipart upload key=WBJQTYBRMJV8 upload=2W3W5QD94L1F tag=KBU7SEERRTS4 type=write size=1280758 2024-08-10T05:34:10.451 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.452+0000 7f6f062d5640 1 > prepared operation key=S1J0EDZ5K22Q tag=EJMF9J4BHSUU type=del size=2822857 2024-08-10T05:34:10.453 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.454+0000 7f6f062d5640 1 < completed delete operation key=H4D0TFSG0EKP tag=IV9D2UVY6C6F type=del 2024-08-10T05:34:10.457 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.458+0000 7f6f062d5640 1 > prepared part key=_multipart_Y0DHHLUF8MD9.2~LU8VJLK43X7J.0 size=1048576 2024-08-10T05:34:10.459 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.459+0000 7f6f062d5640 1 > prepared part key=_multipart_Y0DHHLUF8MD9.2~LU8VJLK43X7J.1 size=694784 2024-08-10T05:34:10.459 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.459+0000 7f6f062d5640 1 > prepared multipart upload key=Y0DHHLUF8MD9 upload=LU8VJLK43X7J tag=1UK00B9N84VU type=write size=2791936 2024-08-10T05:34:10.461 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.462+0000 7f6f062d5640 1 < completed part key=_multipart_WBJQTYBRMJV8.2~A7OZOJSF07SV.0 size=1048576 2024-08-10T05:34:10.463 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.464+0000 7f6f062d5640 1 < completed part key=_multipart_WBJQTYBRMJV8.2~A7OZOJSF07SV.1 size=519039 2024-08-10T05:34:10.467 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.467+0000 7f6f062d5640 1 < completed multipart upload key=WBJQTYBRMJV8 upload=A7OZOJSF07SV tag=63UQOVZRUF48 type=write size=2616191 2024-08-10T05:34:10.469 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.469+0000 7f6f062d5640 1 > prepared operation key=1G5AU0L67121 tag=R5VYTCGU1KD9 type=del size=2240477 2024-08-10T05:34:10.473 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.473+0000 7f6f062d5640 1 < suggested remove operation key=J7D76V4ENV9B tag=O5TB06VULF09 type=del 2024-08-10T05:34:10.476 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.477+0000 7f6f062d5640 1 > prepared part key=_multipart_3EUY0XWASPEL.2~OUKW6LCIACLQ.0 size=1048576 2024-08-10T05:34:10.478 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.478+0000 7f6f062d5640 1 > prepared part key=_multipart_3EUY0XWASPEL.2~OUKW6LCIACLQ.1 size=1048576 2024-08-10T05:34:10.480 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.480+0000 7f6f062d5640 1 > prepared part key=_multipart_3EUY0XWASPEL.2~OUKW6LCIACLQ.2 size=943782 2024-08-10T05:34:10.480 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.480+0000 7f6f062d5640 1 > prepared multipart upload key=3EUY0XWASPEL upload=OUKW6LCIACLQ tag=T7UVQF3OED4C type=write size=4089510 2024-08-10T05:34:10.480 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.480+0000 7f6f062d5640 1 < canceled part key=_multipart_F0DF00AE1ISQ.2~44V4JTDIYNYC.0 size=679959 2024-08-10T05:34:10.484 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.484+0000 7f6f062d5640 1 < canceled multipart upload key=F0DF00AE1ISQ upload=44V4JTDIYNYC tag=EQ138JGJZ8YA type=write size=1728535 2024-08-10T05:34:10.486 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.486+0000 7f6f062d5640 1 > prepared operation key=00IWI9L0NGJ3 tag=12MP0268ACX0 type=del size=3882564 2024-08-10T05:34:10.488 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.488+0000 7f6f062d5640 1 < completed part key=_multipart_731ALD189846.2~8WEB4UH83ELD.0 size=1048576 2024-08-10T05:34:10.490 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.490+0000 7f6f062d5640 1 < completed part key=_multipart_731ALD189846.2~8WEB4UH83ELD.1 size=503867 2024-08-10T05:34:10.494 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.494+0000 7f6f062d5640 1 < completed multipart upload key=731ALD189846 upload=8WEB4UH83ELD tag=L7LWSOJ8FYOL type=write size=2601019 2024-08-10T05:34:10.496 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.496+0000 7f6f062d5640 1 > prepared operation key=8MJYHPC813SE tag=R2JG9FXTJP3N type=del size=92455 2024-08-10T05:34:10.499 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.499+0000 7f6f062d5640 -1 < failed to complete operation key=J7D76V4ENV9B tag=ABX4T2N91L6N type=write size=308986: (22) Invalid argument 2024-08-10T05:34:10.502 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.503+0000 7f6f062d5640 1 > prepared part key=_multipart_Y0DHHLUF8MD9.2~CLJNGXT8NJZ4.0 size=1048576 2024-08-10T05:34:10.504 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.504+0000 7f6f062d5640 1 > prepared part key=_multipart_Y0DHHLUF8MD9.2~CLJNGXT8NJZ4.1 size=1048576 2024-08-10T05:34:10.506 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.506+0000 7f6f062d5640 1 > prepared part key=_multipart_Y0DHHLUF8MD9.2~CLJNGXT8NJZ4.2 size=484987 2024-08-10T05:34:10.506 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.506+0000 7f6f062d5640 1 > prepared multipart upload key=Y0DHHLUF8MD9 upload=CLJNGXT8NJZ4 tag=9AXAVTAJNBBU type=write size=3630715 2024-08-10T05:34:10.508 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.509+0000 7f6f062d5640 1 < completed part key=_multipart_1G5AU0L67121.2~MDNJ0W4FBII8.0 size=1048576 2024-08-10T05:34:10.508 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.509+0000 7f6f062d5640 1 < canceled part key=_multipart_1G5AU0L67121.2~MDNJ0W4FBII8.1 size=1048576 2024-08-10T05:34:10.510 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.510+0000 7f6f062d5640 1 < completed part key=_multipart_1G5AU0L67121.2~MDNJ0W4FBII8.2 size=317584 2024-08-10T05:34:10.513 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.514+0000 7f6f062d5640 1 < canceled multipart upload key=1G5AU0L67121 upload=MDNJ0W4FBII8 tag=OB21S4FU9ONP type=write size=3463312 2024-08-10T05:34:10.517 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.517+0000 7f6f062d5640 1 > prepared part key=_multipart_H5TVL04MCGC8.2~THOAEZ0JZPE3.0 size=1048576 2024-08-10T05:34:10.519 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.519+0000 7f6f062d5640 1 > prepared part key=_multipart_H5TVL04MCGC8.2~THOAEZ0JZPE3.1 size=149750 2024-08-10T05:34:10.519 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.519+0000 7f6f062d5640 1 > prepared multipart upload key=H5TVL04MCGC8 upload=THOAEZ0JZPE3 tag=5TO7GQEFFNK4 type=write size=2246902 2024-08-10T05:34:10.521 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.521+0000 7f6f062d5640 1 < completed delete operation key=8441NV2A24FO tag=E5IOPVMY9QUG type=del 2024-08-10T05:34:10.523 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.523+0000 7f6f062d5640 1 > prepared operation key=7DW3UO39XCUP tag=UPEFH2TQFRDR type=del size=1281193 2024-08-10T05:34:10.525 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.525+0000 7f6f062d5640 1 < completed part key=_multipart_1IH8FE21AE4X.2~20XWE2GIGJJP.0 size=561934 2024-08-10T05:34:10.528 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.529+0000 7f6f062d5640 1 < completed multipart upload key=1IH8FE21AE4X upload=20XWE2GIGJJP tag=EI9VWQN5OUB9 type=write size=1610510 2024-08-10T05:34:10.532 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.533+0000 7f6f062d5640 1 > prepared part key=_multipart_3EUY0XWASPEL.2~MZ24HC15CTQK.0 size=1048576 2024-08-10T05:34:10.534 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.534+0000 7f6f062d5640 1 > prepared part key=_multipart_3EUY0XWASPEL.2~MZ24HC15CTQK.1 size=1048576 2024-08-10T05:34:10.536 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.536+0000 7f6f062d5640 1 > prepared part key=_multipart_3EUY0XWASPEL.2~MZ24HC15CTQK.2 size=620156 2024-08-10T05:34:10.536 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.536+0000 7f6f062d5640 1 > prepared multipart upload key=3EUY0XWASPEL upload=MZ24HC15CTQK tag=LPXLP8Y53JNM type=write size=3765884 2024-08-10T05:34:10.538 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.539+0000 7f6f062d5640 1 < completed delete operation key=1IH8FE21AE4X tag=06HBK6MP2J6N type=del 2024-08-10T05:34:10.540 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.540+0000 7f6f062d5640 1 > prepared operation key=731ALD189846 tag=1LX6WZRNW6HS type=del size=2666415 2024-08-10T05:34:10.542 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.542+0000 7f6f062d5640 1 < completed part key=_multipart_S1E44NG3MOQ5.2~JBEXT3679W66.0 size=1034475 2024-08-10T05:34:10.546 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.546+0000 7f6f062d5640 1 < completed multipart upload key=S1E44NG3MOQ5 upload=JBEXT3679W66 tag=07MDFDQUN94P type=write size=2083051 2024-08-10T05:34:10.549 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.549+0000 7f6f062d5640 1 > prepared operation key=8MJYHPC813SE tag=S1BG7YB5WBQF type=del size=3851596 2024-08-10T05:34:10.552 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.553+0000 7f6f062d5640 1 < completed delete operation key=Y0DHHLUF8MD9 tag=TYBZ3FU93C5Y type=del 2024-08-10T05:34:10.556 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.557+0000 7f6f062d5640 1 > prepared part key=_multipart_PGRI5CN7TTT0.2~0EBFVDGTZ27Y.0 size=106847 2024-08-10T05:34:10.556 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.557+0000 7f6f062d5640 1 > prepared multipart upload key=PGRI5CN7TTT0 upload=0EBFVDGTZ27Y tag=07598L0MJ7D1 type=write size=1155423 2024-08-10T05:34:10.558 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.559+0000 7f6f062d5640 1 < completed write operation key=Y0DHHLUF8MD9 tag=GRRU6XQINZH4 type=write size=1035013 2024-08-10T05:34:10.562 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.562+0000 7f6f062d5640 1 > prepared part key=_multipart_7DW3UO39XCUP.2~F4Q2C6EL9T2Q.0 size=1048576 2024-08-10T05:34:10.564 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.564+0000 7f6f062d5640 1 > prepared part key=_multipart_7DW3UO39XCUP.2~F4Q2C6EL9T2Q.1 size=709112 2024-08-10T05:34:10.564 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.564+0000 7f6f062d5640 1 > prepared multipart upload key=7DW3UO39XCUP upload=F4Q2C6EL9T2Q tag=4805LV4WSF7E type=write size=2806264 2024-08-10T05:34:10.564 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.564+0000 7f6f062d5640 1 < canceled part key=_multipart_PGRI5CN7TTT0.2~JNPUQBK2J12X.0 size=1048576 2024-08-10T05:34:10.566 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.566+0000 7f6f062d5640 1 < completed part key=_multipart_PGRI5CN7TTT0.2~JNPUQBK2J12X.1 size=1048576 2024-08-10T05:34:10.568 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.568+0000 7f6f062d5640 1 < completed part key=_multipart_PGRI5CN7TTT0.2~JNPUQBK2J12X.2 size=521839 2024-08-10T05:34:10.572 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.572+0000 7f6f062d5640 1 < canceled multipart upload key=PGRI5CN7TTT0 upload=JNPUQBK2J12X tag=D0ZWKNVJI4VK type=write size=3667567 2024-08-10T05:34:10.574 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.574+0000 7f6f062d5640 1 > prepared operation key=MI1XTCS076Y9 tag=MI8P9LWHNENV type=del size=1732950 2024-08-10T05:34:10.576 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.576+0000 7f6f062d5640 1 < completed delete operation key=8441NV2A24FO tag=E06NCL4T93VC type=del 2024-08-10T05:34:10.578 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.578+0000 7f6f062d5640 1 > prepared operation key=1IH8FE21AE4X tag=S247SHWG1JUD type=del size=3289696 2024-08-10T05:34:10.580 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.580+0000 7f6f062d5640 1 < completed delete operation key=S1J0EDZ5K22Q tag=EJMF9J4BHSUU type=del 2024-08-10T05:34:10.584 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.584+0000 7f6f062d5640 1 > prepared part key=_multipart_PGRI5CN7TTT0.2~PO927YDX6DUS.0 size=1048576 2024-08-10T05:34:10.585 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.586+0000 7f6f062d5640 1 > prepared part key=_multipart_PGRI5CN7TTT0.2~PO927YDX6DUS.1 size=1048576 2024-08-10T05:34:10.587 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.588+0000 7f6f062d5640 1 > prepared part key=_multipart_PGRI5CN7TTT0.2~PO927YDX6DUS.2 size=411265 2024-08-10T05:34:10.587 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.588+0000 7f6f062d5640 1 > prepared multipart upload key=PGRI5CN7TTT0 upload=PO927YDX6DUS tag=EB5QPSA9CE67 type=write size=3556993 2024-08-10T05:34:10.589 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.590+0000 7f6f062d5640 1 < completed part key=_multipart_Y0DHHLUF8MD9.2~LU8VJLK43X7J.0 size=1048576 2024-08-10T05:34:10.591 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.591+0000 7f6f062d5640 1 < completed part key=_multipart_Y0DHHLUF8MD9.2~LU8VJLK43X7J.1 size=694784 2024-08-10T05:34:10.595 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.595+0000 7f6f062d5640 1 < completed multipart upload key=Y0DHHLUF8MD9 upload=LU8VJLK43X7J tag=1UK00B9N84VU type=write size=2791936 2024-08-10T05:34:10.599 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.599+0000 7f6f062d5640 1 > prepared part key=_multipart_J7D76V4ENV9B.2~11RGWS03XX7W.0 size=712564 2024-08-10T05:34:10.599 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.599+0000 7f6f062d5640 1 > prepared multipart upload key=J7D76V4ENV9B upload=11RGWS03XX7W tag=F94I8LKX05XC type=write size=1761140 2024-08-10T05:34:10.603 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.604+0000 7f6f062d5640 1 < suggested remove operation key=1G5AU0L67121 tag=R5VYTCGU1KD9 type=del 2024-08-10T05:34:10.607 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.607+0000 7f6f062d5640 1 > prepared part key=_multipart_7N97XZL3TX2D.2~TBLXLVV7YB32.0 size=474089 2024-08-10T05:34:10.607 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.607+0000 7f6f062d5640 1 > prepared multipart upload key=7N97XZL3TX2D upload=TBLXLVV7YB32 tag=V5WCTIUEFIXX type=write size=1522665 2024-08-10T05:34:10.609 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.609+0000 7f6f062d5640 1 < completed part key=_multipart_3EUY0XWASPEL.2~OUKW6LCIACLQ.0 size=1048576 2024-08-10T05:34:10.611 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.611+0000 7f6f062d5640 1 < completed part key=_multipart_3EUY0XWASPEL.2~OUKW6LCIACLQ.1 size=1048576 2024-08-10T05:34:10.611 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.611+0000 7f6f062d5640 1 < canceled part key=_multipart_3EUY0XWASPEL.2~OUKW6LCIACLQ.2 size=943782 2024-08-10T05:34:10.614 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.615+0000 7f6f062d5640 1 < canceled multipart upload key=3EUY0XWASPEL upload=OUKW6LCIACLQ tag=T7UVQF3OED4C type=write size=4089510 2024-08-10T05:34:10.618 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.618+0000 7f6f062d5640 1 > prepared part key=_multipart_PGRI5CN7TTT0.2~P8Q2TH9SZ3GK.0 size=750191 2024-08-10T05:34:10.618 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.618+0000 7f6f062d5640 1 > prepared multipart upload key=PGRI5CN7TTT0 upload=P8Q2TH9SZ3GK tag=NTD3ZU380O2A type=write size=1798767 2024-08-10T05:34:10.620 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.621+0000 7f6f062d5640 1 < completed delete operation key=00IWI9L0NGJ3 tag=12MP0268ACX0 type=del 2024-08-10T05:34:10.624 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.624+0000 7f6f062d5640 1 > prepared part key=_multipart_7DW3UO39XCUP.2~HMTQAU3V0A1O.0 size=815445 2024-08-10T05:34:10.624 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.624+0000 7f6f062d5640 1 > prepared multipart upload key=7DW3UO39XCUP upload=HMTQAU3V0A1O tag=G8X7LFAAF4JY type=write size=1864021 2024-08-10T05:34:10.626 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.627+0000 7f6f062d5640 1 < completed delete operation key=8MJYHPC813SE tag=R2JG9FXTJP3N type=del 2024-08-10T05:34:10.628 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.629+0000 7f6f062d5640 1 > prepared operation key=M533Z7C651X9 tag=1K7U25YPK7K9 type=write size=1018110 2024-08-10T05:34:10.630 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.631+0000 7f6f062d5640 1 < completed part key=_multipart_Y0DHHLUF8MD9.2~CLJNGXT8NJZ4.0 size=1048576 2024-08-10T05:34:10.632 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.633+0000 7f6f062d5640 1 < completed part key=_multipart_Y0DHHLUF8MD9.2~CLJNGXT8NJZ4.1 size=1048576 2024-08-10T05:34:10.632 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.633+0000 7f6f062d5640 1 < canceled part key=_multipart_Y0DHHLUF8MD9.2~CLJNGXT8NJZ4.2 size=484987 2024-08-10T05:34:10.636 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.637+0000 7f6f062d5640 1 < canceled multipart upload key=Y0DHHLUF8MD9 upload=CLJNGXT8NJZ4 tag=9AXAVTAJNBBU type=write size=3630715 2024-08-10T05:34:10.638 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.639+0000 7f6f062d5640 1 > prepared operation key=OH2XJH7YF0P6 tag=XPSZABBFUF58 type=del size=2409652 2024-08-10T05:34:10.641 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.641+0000 7f6f062d5640 1 < completed part key=_multipart_H5TVL04MCGC8.2~THOAEZ0JZPE3.0 size=1048576 2024-08-10T05:34:10.642 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.643+0000 7f6f062d5640 1 < completed part key=_multipart_H5TVL04MCGC8.2~THOAEZ0JZPE3.1 size=149750 2024-08-10T05:34:10.646 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.646+0000 7f6f062d5640 1 < completed multipart upload key=H5TVL04MCGC8 upload=THOAEZ0JZPE3 tag=5TO7GQEFFNK4 type=write size=2246902 2024-08-10T05:34:10.648 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.648+0000 7f6f062d5640 1 > prepared operation key=H5TVL04MCGC8 tag=L12AWL808V8R type=write size=786249 2024-08-10T05:34:10.650 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.651+0000 7f6f062d5640 1 < completed delete operation key=7DW3UO39XCUP tag=UPEFH2TQFRDR type=del 2024-08-10T05:34:10.652 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.653+0000 7f6f062d5640 1 > prepared operation key=1G5AU0L67121 tag=LQDOE8W720AS type=del size=544716 2024-08-10T05:34:10.654 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.655+0000 7f6f062d5640 1 < completed part key=_multipart_3EUY0XWASPEL.2~MZ24HC15CTQK.0 size=1048576 2024-08-10T05:34:10.654 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.655+0000 7f6f062d5640 1 < canceled part key=_multipart_3EUY0XWASPEL.2~MZ24HC15CTQK.1 size=1048576 2024-08-10T05:34:10.656 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.656+0000 7f6f062d5640 1 < completed part key=_multipart_3EUY0XWASPEL.2~MZ24HC15CTQK.2 size=620156 2024-08-10T05:34:10.659 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.660+0000 7f6f062d5640 1 < canceled multipart upload key=3EUY0XWASPEL upload=MZ24HC15CTQK tag=LPXLP8Y53JNM type=write size=3765884 2024-08-10T05:34:10.663 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.663+0000 7f6f062d5640 1 > prepared part key=_multipart_M533Z7C651X9.2~MJK5U00OJZ4Q.0 size=955399 2024-08-10T05:34:10.663 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.663+0000 7f6f062d5640 1 > prepared multipart upload key=M533Z7C651X9 upload=MJK5U00OJZ4Q tag=7HQ0YSBCI3WE type=write size=2003975 2024-08-10T05:34:10.665 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.665+0000 7f6f062d5640 1 < completed delete operation key=731ALD189846 tag=1LX6WZRNW6HS type=del 2024-08-10T05:34:10.667 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.668+0000 7f6f062d5640 1 > prepared operation key=GSXYSUXHA2KE tag=58SV1SFZUMVU type=write size=299079 2024-08-10T05:34:10.669 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.670+0000 7f6f062d5640 1 < canceled operation key=8MJYHPC813SE tag=S1BG7YB5WBQF type=del size=3851596 2024-08-10T05:34:10.671 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.672+0000 7f6f062d5640 1 > prepared operation key=Z3FSBPLXLYL2 tag=546PKN9FW5WV type=del size=2484082 2024-08-10T05:34:10.673 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.674+0000 7f6f062d5640 1 < completed part key=_multipart_PGRI5CN7TTT0.2~0EBFVDGTZ27Y.0 size=106847 2024-08-10T05:34:10.677 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.678+0000 7f6f062d5640 1 < completed multipart upload key=PGRI5CN7TTT0 upload=0EBFVDGTZ27Y tag=07598L0MJ7D1 type=write size=1155423 2024-08-10T05:34:10.681 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.682+0000 7f6f062d5640 1 > prepared part key=_multipart_ZPF41248T0P2.2~F2JHWM65BGC4.0 size=1048576 2024-08-10T05:34:10.683 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.684+0000 7f6f062d5640 1 > prepared part key=_multipart_ZPF41248T0P2.2~F2JHWM65BGC4.1 size=420866 2024-08-10T05:34:10.683 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.684+0000 7f6f062d5640 1 > prepared multipart upload key=ZPF41248T0P2 upload=F2JHWM65BGC4 tag=06SNQ75O2V6N type=write size=2518018 2024-08-10T05:34:10.685 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.686+0000 7f6f062d5640 1 < completed part key=_multipart_7DW3UO39XCUP.2~F4Q2C6EL9T2Q.0 size=1048576 2024-08-10T05:34:10.688 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.688+0000 7f6f062d5640 1 < completed part key=_multipart_7DW3UO39XCUP.2~F4Q2C6EL9T2Q.1 size=709112 2024-08-10T05:34:10.691 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.692+0000 7f6f062d5640 1 < completed multipart upload key=7DW3UO39XCUP upload=F4Q2C6EL9T2Q tag=4805LV4WSF7E type=write size=2806264 2024-08-10T05:34:10.694 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.694+0000 7f6f062d5640 1 > prepared operation key=OH2XJH7YF0P6 tag=QSFTNATMJTW0 type=del size=3218633 2024-08-10T05:34:10.698 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.699+0000 7f6f062d5640 1 < suggested update operation key=MI1XTCS076Y9 tag=MI8P9LWHNENV type=del size=1732950 2024-08-10T05:34:10.701 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.701+0000 7f6f062d5640 1 > prepared operation key=8MJYHPC813SE tag=SQKIJN00S9ZE type=del size=361070 2024-08-10T05:34:10.703 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.703+0000 7f6f062d5640 1 < canceled operation key=1IH8FE21AE4X tag=S247SHWG1JUD type=del size=3289696 2024-08-10T05:34:10.707 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.707+0000 7f6f062d5640 1 > prepared part key=_multipart_7DW3UO39XCUP.2~LAY5F4CPXELR.0 size=1048576 2024-08-10T05:34:10.709 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.709+0000 7f6f062d5640 1 > prepared part key=_multipart_7DW3UO39XCUP.2~LAY5F4CPXELR.1 size=723756 2024-08-10T05:34:10.709 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.709+0000 7f6f062d5640 1 > prepared multipart upload key=7DW3UO39XCUP upload=LAY5F4CPXELR tag=UD3M1384QK81 type=write size=2820908 2024-08-10T05:34:10.711 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.711+0000 7f6f062d5640 1 < completed part key=_multipart_PGRI5CN7TTT0.2~PO927YDX6DUS.0 size=1048576 2024-08-10T05:34:10.713 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.713+0000 7f6f062d5640 1 < completed part key=_multipart_PGRI5CN7TTT0.2~PO927YDX6DUS.1 size=1048576 2024-08-10T05:34:10.714 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.715+0000 7f6f062d5640 1 < completed part key=_multipart_PGRI5CN7TTT0.2~PO927YDX6DUS.2 size=411265 2024-08-10T05:34:10.718 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.719+0000 7f6f062d5640 1 < completed multipart upload key=PGRI5CN7TTT0 upload=PO927YDX6DUS tag=EB5QPSA9CE67 type=write size=3556993 2024-08-10T05:34:10.720 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.720+0000 7f6f062d5640 1 > prepared operation key=1IH8FE21AE4X tag=XCE2PVIACEGS type=del size=980905 2024-08-10T05:34:10.722 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.723+0000 7f6f062d5640 1 < completed part key=_multipart_J7D76V4ENV9B.2~11RGWS03XX7W.0 size=712564 2024-08-10T05:34:10.726 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.727+0000 7f6f062d5640 1 < completed multipart upload key=J7D76V4ENV9B upload=11RGWS03XX7W tag=F94I8LKX05XC type=write size=1761140 2024-08-10T05:34:10.728 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.729+0000 7f6f062d5640 1 > prepared operation key=S1E44NG3MOQ5 tag=UTKEMU2JZAY5 type=del size=2231882 2024-08-10T05:34:10.731 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.731+0000 7f6f062d5640 1 < completed part key=_multipart_7N97XZL3TX2D.2~TBLXLVV7YB32.0 size=474089 2024-08-10T05:34:10.735 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.736+0000 7f6f062d5640 1 < completed multipart upload key=7N97XZL3TX2D upload=TBLXLVV7YB32 tag=V5WCTIUEFIXX type=write size=1522665 2024-08-10T05:34:10.737 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.738+0000 7f6f062d5640 1 > prepared operation key=FXQKBLXUHJHI tag=NFR7AJLED0DC type=del size=3921113 2024-08-10T05:34:10.740 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.740+0000 7f6f062d5640 1 < completed part key=_multipart_PGRI5CN7TTT0.2~P8Q2TH9SZ3GK.0 size=750191 2024-08-10T05:34:10.744 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.744+0000 7f6f062d5640 1 < completed multipart upload key=PGRI5CN7TTT0 upload=P8Q2TH9SZ3GK tag=NTD3ZU380O2A type=write size=1798767 2024-08-10T05:34:10.747 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.748+0000 7f6f062d5640 1 > prepared part key=_multipart_00IWI9L0NGJ3.2~YWOO6CDJGSXI.0 size=1048576 2024-08-10T05:34:10.749 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.749+0000 7f6f062d5640 1 > prepared part key=_multipart_00IWI9L0NGJ3.2~YWOO6CDJGSXI.1 size=118546 2024-08-10T05:34:10.749 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.749+0000 7f6f062d5640 1 > prepared multipart upload key=00IWI9L0NGJ3 upload=YWOO6CDJGSXI tag=USDN7NG34Q5Q type=write size=2215698 2024-08-10T05:34:10.752 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.752+0000 7f6f062d5640 1 < completed part key=_multipart_7DW3UO39XCUP.2~HMTQAU3V0A1O.0 size=815445 2024-08-10T05:34:10.757 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.757+0000 7f6f062d5640 1 < completed multipart upload key=7DW3UO39XCUP upload=HMTQAU3V0A1O tag=G8X7LFAAF4JY type=write size=1864021 2024-08-10T05:34:10.759 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.760+0000 7f6f062d5640 1 > prepared operation key=H4D0TFSG0EKP tag=2KN3NLUTX51F type=del size=1625184 2024-08-10T05:34:10.762 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.763+0000 7f6f062d5640 1 < completed write operation key=M533Z7C651X9 tag=1K7U25YPK7K9 type=write size=1018110 2024-08-10T05:34:10.767 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.767+0000 7f6f062d5640 1 > prepared part key=_multipart_FXQKBLXUHJHI.2~RJ3JC2Y78WMW.0 size=1041062 2024-08-10T05:34:10.767 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.767+0000 7f6f062d5640 1 > prepared multipart upload key=FXQKBLXUHJHI upload=RJ3JC2Y78WMW tag=AL9SXC64I9OR type=write size=2089638 2024-08-10T05:34:10.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:34:10 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:34:10.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:34:10 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:34:10.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:34:10 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:34:10.768 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:34:10 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:34:10.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:34:10 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:34:10.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:34:10 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:34:10.769 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.770+0000 7f6f062d5640 1 < canceled operation key=OH2XJH7YF0P6 tag=XPSZABBFUF58 type=del size=2409652 2024-08-10T05:34:10.771 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.772+0000 7f6f062d5640 1 > prepared operation key=8441NV2A24FO tag=V19J4JGJFJKP type=del size=2609415 2024-08-10T05:34:10.773 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.774+0000 7f6f062d5640 1 < completed write operation key=H5TVL04MCGC8 tag=L12AWL808V8R type=write size=786249 2024-08-10T05:34:10.778 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.778+0000 7f6f062d5640 1 > prepared part key=_multipart_H4D0TFSG0EKP.2~NMJ2E6RSO312.0 size=106821 2024-08-10T05:34:10.778 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.778+0000 7f6f062d5640 1 > prepared multipart upload key=H4D0TFSG0EKP upload=NMJ2E6RSO312 tag=QNSOQFYFEYR9 type=write size=1155397 2024-08-10T05:34:10.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:34:10 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:34:10.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:34:10 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:34:10.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:34:10 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:34:10.780 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.781+0000 7f6f062d5640 1 < completed delete operation key=1G5AU0L67121 tag=LQDOE8W720AS type=del 2024-08-10T05:34:10.783 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.783+0000 7f6f062d5640 1 > prepared operation key=GNE0GMBV8Q1M tag=FNQZ1G12LAY9 type=write size=680329 2024-08-10T05:34:10.785 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.785+0000 7f6f062d5640 1 < completed part key=_multipart_M533Z7C651X9.2~MJK5U00OJZ4Q.0 size=955399 2024-08-10T05:34:10.788 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.789+0000 7f6f062d5640 1 < completed multipart upload key=M533Z7C651X9 upload=MJK5U00OJZ4Q tag=7HQ0YSBCI3WE type=write size=2003975 2024-08-10T05:34:10.790 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.791+0000 7f6f062d5640 1 > prepared operation key=7DW3UO39XCUP tag=Y6ZS9ZS0GH9K type=del size=3993557 2024-08-10T05:34:10.792 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.793+0000 7f6f062d5640 1 < completed write operation key=GSXYSUXHA2KE tag=58SV1SFZUMVU type=write size=299079 2024-08-10T05:34:10.795 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.795+0000 7f6f062d5640 1 > prepared operation key=7N97XZL3TX2D tag=D1EN8DYS0D7Y type=del size=2376779 2024-08-10T05:34:10.796 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.797+0000 7f6f062d5640 1 < completed delete operation key=Z3FSBPLXLYL2 tag=546PKN9FW5WV type=del 2024-08-10T05:34:10.798 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.799+0000 7f6f062d5640 1 > prepared operation key=M533Z7C651X9 tag=6KOPU2GTNPD3 type=write size=730896 2024-08-10T05:34:10.799 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.799+0000 7f6f062d5640 1 < canceled part key=_multipart_ZPF41248T0P2.2~F2JHWM65BGC4.0 size=1048576 2024-08-10T05:34:10.801 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.801+0000 7f6f062d5640 1 < completed part key=_multipart_ZPF41248T0P2.2~F2JHWM65BGC4.1 size=420866 2024-08-10T05:34:10.804 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.805+0000 7f6f062d5640 1 < canceled multipart upload key=ZPF41248T0P2 upload=F2JHWM65BGC4 tag=06SNQ75O2V6N type=write size=2518018 2024-08-10T05:34:10.809 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.809+0000 7f6f062d5640 1 > prepared part key=_multipart_8MJYHPC813SE.2~J3A98PZTVLLY.0 size=4200 2024-08-10T05:34:10.809 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.809+0000 7f6f062d5640 1 > prepared multipart upload key=8MJYHPC813SE upload=J3A98PZTVLLY tag=L7U5E3BFX0PO type=write size=1052776 2024-08-10T05:34:10.811 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.812+0000 7f6f062d5640 1 < completed delete operation key=OH2XJH7YF0P6 tag=QSFTNATMJTW0 type=del 2024-08-10T05:34:10.814 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.815+0000 7f6f062d5640 1 > prepared operation key=7DW3UO39XCUP tag=3WSOG0L1SD4N type=del size=1387925 2024-08-10T05:34:10.816 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.817+0000 7f6f062d5640 1 < completed delete operation key=8MJYHPC813SE tag=SQKIJN00S9ZE type=del 2024-08-10T05:34:10.818 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.819+0000 7f6f062d5640 1 > prepared operation key=Y0DHHLUF8MD9 tag=GWB9944VYT2I type=del size=638921 2024-08-10T05:34:10.820 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.821+0000 7f6f062d5640 1 < completed part key=_multipart_7DW3UO39XCUP.2~LAY5F4CPXELR.0 size=1048576 2024-08-10T05:34:10.822 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.823+0000 7f6f062d5640 1 < completed part key=_multipart_7DW3UO39XCUP.2~LAY5F4CPXELR.1 size=723756 2024-08-10T05:34:10.826 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.826+0000 7f6f062d5640 1 < completed multipart upload key=7DW3UO39XCUP upload=LAY5F4CPXELR tag=UD3M1384QK81 type=write size=2820908 2024-08-10T05:34:10.828 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.828+0000 7f6f062d5640 1 > prepared operation key=QTHON9W7S3SP tag=WD192D81Y2BN type=del size=520740 2024-08-10T05:34:10.830 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.831+0000 7f6f062d5640 1 < completed delete operation key=1IH8FE21AE4X tag=XCE2PVIACEGS type=del 2024-08-10T05:34:10.833 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.833+0000 7f6f062d5640 1 > prepared operation key=MI1XTCS076Y9 tag=QF1DSXARXF4D type=del size=473016 2024-08-10T05:34:10.835 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.836+0000 7f6f062d5640 1 < completed delete operation key=S1E44NG3MOQ5 tag=UTKEMU2JZAY5 type=del 2024-08-10T05:34:10.837 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.838+0000 7f6f062d5640 1 > prepared operation key=QTBS1TAZXH5F tag=TC63X3YYSN15 type=del size=504506 2024-08-10T05:34:10.841 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.842+0000 7f6f062d5640 1 < completed delete operation key=FXQKBLXUHJHI tag=NFR7AJLED0DC type=del 2024-08-10T05:34:10.843 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.844+0000 7f6f062d5640 1 > prepared operation key=KHYOYNS1HKDG tag=G0434YF452J5 type=write size=929717 2024-08-10T05:34:10.845 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.846+0000 7f6f062d5640 1 < completed part key=_multipart_00IWI9L0NGJ3.2~YWOO6CDJGSXI.0 size=1048576 2024-08-10T05:34:10.847 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.847+0000 7f6f062d5640 1 < completed part key=_multipart_00IWI9L0NGJ3.2~YWOO6CDJGSXI.1 size=118546 2024-08-10T05:34:10.851 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.852+0000 7f6f062d5640 1 < completed multipart upload key=00IWI9L0NGJ3 upload=YWOO6CDJGSXI tag=USDN7NG34Q5Q type=write size=2215698 2024-08-10T05:34:10.853 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.854+0000 7f6f062d5640 1 > prepared operation key=Y0DHHLUF8MD9 tag=ADZPYP814DED type=del size=471671 2024-08-10T05:34:10.856 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.856+0000 7f6f062d5640 1 < completed delete operation key=H4D0TFSG0EKP tag=2KN3NLUTX51F type=del 2024-08-10T05:34:10.859 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.860+0000 7f6f062d5640 1 > prepared part key=_multipart_PGRI5CN7TTT0.2~A71C7P8BPN9V.0 size=768572 2024-08-10T05:34:10.859 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.860+0000 7f6f062d5640 1 > prepared multipart upload key=PGRI5CN7TTT0 upload=A71C7P8BPN9V tag=6FCBHXIWLZ7C type=write size=1817148 2024-08-10T05:34:10.861 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.861+0000 7f6f062d5640 1 < completed part key=_multipart_FXQKBLXUHJHI.2~RJ3JC2Y78WMW.0 size=1041062 2024-08-10T05:34:10.865 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.865+0000 7f6f062d5640 1 < completed multipart upload key=FXQKBLXUHJHI upload=RJ3JC2Y78WMW tag=AL9SXC64I9OR type=write size=2089638 2024-08-10T05:34:10.867 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.868+0000 7f6f062d5640 1 > prepared operation key=8MJYHPC813SE tag=6HZQ36BKIFOV type=del size=2257586 2024-08-10T05:34:10.869 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.870+0000 7f6f062d5640 1 < completed delete operation key=8441NV2A24FO tag=V19J4JGJFJKP type=del 2024-08-10T05:34:10.871 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.872+0000 7f6f062d5640 1 > prepared operation key=WBJQTYBRMJV8 tag=M6ADCJTQ1SUG type=del size=2434868 2024-08-10T05:34:10.873 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.874+0000 7f6f062d5640 1 < completed part key=_multipart_H4D0TFSG0EKP.2~NMJ2E6RSO312.0 size=106821 2024-08-10T05:34:10.877 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.877+0000 7f6f062d5640 1 < completed multipart upload key=H4D0TFSG0EKP upload=NMJ2E6RSO312 tag=QNSOQFYFEYR9 type=write size=1155397 2024-08-10T05:34:10.880 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.880+0000 7f6f062d5640 1 > prepared operation key=P8JMH1X8249F tag=A6ENDFJ0WO9J type=del size=2991386 2024-08-10T05:34:10.882 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.882+0000 7f6f062d5640 1 < completed write operation key=GNE0GMBV8Q1M tag=FNQZ1G12LAY9 type=write size=680329 2024-08-10T05:34:10.884 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.884+0000 7f6f062d5640 1 > prepared operation key=KHYOYNS1HKDG tag=BWF2NQGNTGKI type=del size=112015 2024-08-10T05:34:10.886 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.886+0000 7f6f062d5640 1 < completed delete operation key=7DW3UO39XCUP tag=Y6ZS9ZS0GH9K type=del 2024-08-10T05:34:10.890 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.890+0000 7f6f062d5640 1 > prepared part key=_multipart_QTHON9W7S3SP.2~XBYYGPSUGIP5.0 size=1048576 2024-08-10T05:34:10.891 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.892+0000 7f6f062d5640 1 > prepared part key=_multipart_QTHON9W7S3SP.2~XBYYGPSUGIP5.1 size=497433 2024-08-10T05:34:10.891 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.892+0000 7f6f062d5640 1 > prepared multipart upload key=QTHON9W7S3SP upload=XBYYGPSUGIP5 tag=0TBGDZJ29BHF type=write size=2594585 2024-08-10T05:34:10.893 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.894+0000 7f6f062d5640 1 < completed delete operation key=7N97XZL3TX2D tag=D1EN8DYS0D7Y type=del 2024-08-10T05:34:10.895 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.896+0000 7f6f062d5640 1 > prepared operation key=P8JMH1X8249F tag=K4VQPCAN76K4 type=del size=2451261 2024-08-10T05:34:10.900 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.900+0000 7f6f062d5640 1 < suggested remove operation key=M533Z7C651X9 tag=6KOPU2GTNPD3 type=write 2024-08-10T05:34:10.902 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.902+0000 7f6f062d5640 1 > prepared operation key=3EUY0XWASPEL tag=U0GWGTC0ZH0E type=del size=3863028 2024-08-10T05:34:10.903 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.904+0000 7f6f062d5640 1 < completed part key=_multipart_8MJYHPC813SE.2~J3A98PZTVLLY.0 size=4200 2024-08-10T05:34:10.907 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.907+0000 7f6f062d5640 1 < completed multipart upload key=8MJYHPC813SE upload=J3A98PZTVLLY tag=L7U5E3BFX0PO type=write size=1052776 2024-08-10T05:34:10.909 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.909+0000 7f6f062d5640 1 > prepared operation key=F0DF00AE1ISQ tag=QYBORPXB52O9 type=del size=971276 2024-08-10T05:34:10.911 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.912+0000 7f6f062d5640 1 < completed delete operation key=7DW3UO39XCUP tag=3WSOG0L1SD4N type=del 2024-08-10T05:34:10.913 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.914+0000 7f6f062d5640 1 > prepared operation key=7N97XZL3TX2D tag=11VK3IJODNX5 type=del size=2787938 2024-08-10T05:34:10.915 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.916+0000 7f6f062d5640 1 < completed delete operation key=Y0DHHLUF8MD9 tag=GWB9944VYT2I type=del 2024-08-10T05:34:10.917 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.918+0000 7f6f062d5640 1 > prepared operation key=LTRO8UR68E01 tag=NL595OMU6Z1B type=del size=807868 2024-08-10T05:34:10.920 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.920+0000 7f6f062d5640 1 < completed delete operation key=QTHON9W7S3SP tag=WD192D81Y2BN type=del 2024-08-10T05:34:10.923 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.924+0000 7f6f062d5640 1 > prepared part key=_multipart_OH2XJH7YF0P6.2~J362YXJECHOR.0 size=1048576 2024-08-10T05:34:10.925 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.926+0000 7f6f062d5640 1 > prepared part key=_multipart_OH2XJH7YF0P6.2~J362YXJECHOR.1 size=1048576 2024-08-10T05:34:10.927 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.928+0000 7f6f062d5640 1 > prepared part key=_multipart_OH2XJH7YF0P6.2~J362YXJECHOR.2 size=184227 2024-08-10T05:34:10.927 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.928+0000 7f6f062d5640 1 > prepared multipart upload key=OH2XJH7YF0P6 upload=J362YXJECHOR tag=Z5R8YXX2GG3R type=write size=3329955 2024-08-10T05:34:10.929 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.930+0000 7f6f062d5640 1 < completed delete operation key=MI1XTCS076Y9 tag=QF1DSXARXF4D type=del 2024-08-10T05:34:10.931 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.932+0000 7f6f062d5640 1 > prepared operation key=FXQKBLXUHJHI tag=FDLRRKTQV3KJ type=del size=2373060 2024-08-10T05:34:10.934 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.934+0000 7f6f062d5640 1 < completed delete operation key=QTBS1TAZXH5F tag=TC63X3YYSN15 type=del 2024-08-10T05:34:10.936 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.936+0000 7f6f062d5640 1 > prepared operation key=KHYOYNS1HKDG tag=EKQB80X18B8L type=del size=3053197 2024-08-10T05:34:10.937 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.938+0000 7f6f062d5640 1 < completed write operation key=KHYOYNS1HKDG tag=G0434YF452J5 type=write size=929717 2024-08-10T05:34:10.943 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.941+0000 7f6f062d5640 1 > prepared operation key=8MJYHPC813SE tag=9YPN1BUJXKI4 type=del size=1997335 2024-08-10T05:34:10.943 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.943+0000 7f6f062d5640 1 < completed delete operation key=Y0DHHLUF8MD9 tag=ADZPYP814DED type=del 2024-08-10T05:34:10.945 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.945+0000 7f6f062d5640 1 > prepared operation key=S1E44NG3MOQ5 tag=BTPRZC7PHM9W type=del size=3100234 2024-08-10T05:34:10.947 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.947+0000 7f6f062d5640 1 < completed part key=_multipart_PGRI5CN7TTT0.2~A71C7P8BPN9V.0 size=768572 2024-08-10T05:34:10.950 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.951+0000 7f6f062d5640 1 < completed multipart upload key=PGRI5CN7TTT0 upload=A71C7P8BPN9V tag=6FCBHXIWLZ7C type=write size=1817148 2024-08-10T05:34:10.952 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.953+0000 7f6f062d5640 1 > prepared operation key=S1J0EDZ5K22Q tag=DSJPV3866TAK type=del size=3387878 2024-08-10T05:34:10.954 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.955+0000 7f6f062d5640 1 < canceled operation key=8MJYHPC813SE tag=6HZQ36BKIFOV type=del size=2257586 2024-08-10T05:34:10.956 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.957+0000 7f6f062d5640 1 > prepared operation key=QTHON9W7S3SP tag=R7VESV73Y0KA type=del size=3056510 2024-08-10T05:34:10.958 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.959+0000 7f6f062d5640 1 < completed delete operation key=WBJQTYBRMJV8 tag=M6ADCJTQ1SUG type=del 2024-08-10T05:34:10.963 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.963+0000 7f6f062d5640 1 > prepared part key=_multipart_7DW3UO39XCUP.2~JWCSJKII78W9.0 size=590611 2024-08-10T05:34:10.963 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.963+0000 7f6f062d5640 1 > prepared multipart upload key=7DW3UO39XCUP upload=JWCSJKII78W9 tag=KVFMLW37BEEH type=write size=1639187 2024-08-10T05:34:10.965 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.965+0000 7f6f062d5640 1 < completed delete operation key=P8JMH1X8249F tag=A6ENDFJ0WO9J type=del 2024-08-10T05:34:10.967 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.967+0000 7f6f062d5640 1 > prepared operation key=FXQKBLXUHJHI tag=21P0RY89M9P6 type=del size=3847152 2024-08-10T05:34:10.969 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.970+0000 7f6f062d5640 1 < completed delete operation key=KHYOYNS1HKDG tag=BWF2NQGNTGKI type=del 2024-08-10T05:34:10.973 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.974+0000 7f6f062d5640 1 > prepared part key=_multipart_8441NV2A24FO.2~AM97ZI30HPQ5.0 size=238780 2024-08-10T05:34:10.974 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.974+0000 7f6f062d5640 1 > prepared multipart upload key=8441NV2A24FO upload=AM97ZI30HPQ5 tag=QCK2B56B8UL6 type=write size=1287356 2024-08-10T05:34:10.975 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.976+0000 7f6f062d5640 1 < completed part key=_multipart_QTHON9W7S3SP.2~XBYYGPSUGIP5.0 size=1048576 2024-08-10T05:34:10.977 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.978+0000 7f6f062d5640 1 < completed part key=_multipart_QTHON9W7S3SP.2~XBYYGPSUGIP5.1 size=497433 2024-08-10T05:34:10.981 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.981+0000 7f6f062d5640 1 < completed multipart upload key=QTHON9W7S3SP upload=XBYYGPSUGIP5 tag=0TBGDZJ29BHF type=write size=2594585 2024-08-10T05:34:10.982 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.983+0000 7f6f062d5640 1 > prepared operation key=7DW3UO39XCUP tag=SV4VN9ZXZY9Q type=write size=510831 2024-08-10T05:34:10.984 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.985+0000 7f6f062d5640 1 < completed delete operation key=P8JMH1X8249F tag=K4VQPCAN76K4 type=del 2024-08-10T05:34:10.989 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.989+0000 7f6f062d5640 1 > prepared part key=_multipart_S1J0EDZ5K22Q.2~HEP8ZY3K3TI6.0 size=1048576 2024-08-10T05:34:10.990 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.991+0000 7f6f062d5640 1 > prepared part key=_multipart_S1J0EDZ5K22Q.2~HEP8ZY3K3TI6.1 size=1048576 2024-08-10T05:34:10.992 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.992+0000 7f6f062d5640 1 > prepared part key=_multipart_S1J0EDZ5K22Q.2~HEP8ZY3K3TI6.2 size=379180 2024-08-10T05:34:10.992 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.992+0000 7f6f062d5640 1 > prepared multipart upload key=S1J0EDZ5K22Q upload=HEP8ZY3K3TI6 tag=S7RO6J8VU5LU type=write size=3524908 2024-08-10T05:34:10.994 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.995+0000 7f6f062d5640 1 < canceled operation key=3EUY0XWASPEL tag=U0GWGTC0ZH0E type=del size=3863028 2024-08-10T05:34:10.996 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.997+0000 7f6f062d5640 1 > prepared operation key=8441NV2A24FO tag=CBAZ20E6XOE0 type=write size=239979 2024-08-10T05:34:10.998 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:10.999+0000 7f6f062d5640 1 < completed delete operation key=F0DF00AE1ISQ tag=QYBORPXB52O9 type=del 2024-08-10T05:34:11.002 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.003+0000 7f6f062d5640 1 > prepared part key=_multipart_KHYOYNS1HKDG.2~PAQ3Z4IIA8KE.0 size=1048576 2024-08-10T05:34:11.004 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.005+0000 7f6f062d5640 1 > prepared part key=_multipart_KHYOYNS1HKDG.2~PAQ3Z4IIA8KE.1 size=325990 2024-08-10T05:34:11.004 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.005+0000 7f6f062d5640 1 > prepared multipart upload key=KHYOYNS1HKDG upload=PAQ3Z4IIA8KE tag=5BP9IE402NJ4 type=write size=2423142 2024-08-10T05:34:11.006 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.007+0000 7f6f062d5640 1 < completed delete operation key=7N97XZL3TX2D tag=11VK3IJODNX5 type=del 2024-08-10T05:34:11.010 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.011+0000 7f6f062d5640 1 > prepared part key=_multipart_7DW3UO39XCUP.2~3DKR3LMFJSPF.0 size=1048576 2024-08-10T05:34:11.012 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.012+0000 7f6f062d5640 1 > prepared part key=_multipart_7DW3UO39XCUP.2~3DKR3LMFJSPF.1 size=1048576 2024-08-10T05:34:11.014 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.014+0000 7f6f062d5640 1 > prepared part key=_multipart_7DW3UO39XCUP.2~3DKR3LMFJSPF.2 size=967412 2024-08-10T05:34:11.014 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.014+0000 7f6f062d5640 1 > prepared multipart upload key=7DW3UO39XCUP upload=3DKR3LMFJSPF tag=PX7RBSQ2WY94 type=write size=4113140 2024-08-10T05:34:11.016 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.016+0000 7f6f062d5640 1 < completed delete operation key=LTRO8UR68E01 tag=NL595OMU6Z1B type=del 2024-08-10T05:34:11.018 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.018+0000 7f6f062d5640 1 > prepared operation key=OH2XJH7YF0P6 tag=S5ZNYOUS4BM9 type=write size=995566 2024-08-10T05:34:11.020 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.021+0000 7f6f062d5640 1 < completed part key=_multipart_OH2XJH7YF0P6.2~J362YXJECHOR.0 size=1048576 2024-08-10T05:34:11.023 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.023+0000 7f6f062d5640 1 < completed part key=_multipart_OH2XJH7YF0P6.2~J362YXJECHOR.1 size=1048576 2024-08-10T05:34:11.023 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.023+0000 7f6f062d5640 1 < canceled part key=_multipart_OH2XJH7YF0P6.2~J362YXJECHOR.2 size=184227 2024-08-10T05:34:11.027 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.027+0000 7f6f062d5640 1 < canceled multipart upload key=OH2XJH7YF0P6 upload=J362YXJECHOR tag=Z5R8YXX2GG3R type=write size=3329955 2024-08-10T05:34:11.030 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.030+0000 7f6f062d5640 1 > prepared operation key=S1E44NG3MOQ5 tag=AG292TTCOP7Y type=write size=226705 2024-08-10T05:34:11.032 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.033+0000 7f6f062d5640 1 < completed delete operation key=FXQKBLXUHJHI tag=FDLRRKTQV3KJ type=del 2024-08-10T05:34:11.037 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.037+0000 7f6f062d5640 1 > prepared part key=_multipart_S1J0EDZ5K22Q.2~VEJR6TL2DXJW.0 size=1048576 2024-08-10T05:34:11.038 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.039+0000 7f6f062d5640 1 > prepared part key=_multipart_S1J0EDZ5K22Q.2~VEJR6TL2DXJW.1 size=1011983 2024-08-10T05:34:11.039 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.039+0000 7f6f062d5640 1 > prepared multipart upload key=S1J0EDZ5K22Q upload=VEJR6TL2DXJW tag=91QPNTOELXAV type=write size=3109135 2024-08-10T05:34:11.043 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.043+0000 7f6f062d5640 1 < suggested remove operation key=KHYOYNS1HKDG tag=EKQB80X18B8L type=del 2024-08-10T05:34:11.044 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.045+0000 7f6f062d5640 1 > prepared operation key=S1J0EDZ5K22Q tag=1HBW427CIBAJ type=write size=781568 2024-08-10T05:34:11.046 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.047+0000 7f6f062d5640 1 < completed delete operation key=8MJYHPC813SE tag=9YPN1BUJXKI4 type=del 2024-08-10T05:34:11.049 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.049+0000 7f6f062d5640 1 > prepared operation key=KHYOYNS1HKDG tag=WCDA8FVL31X9 type=del size=2242172 2024-08-10T05:34:11.051 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.052+0000 7f6f062d5640 1 < canceled operation key=S1E44NG3MOQ5 tag=BTPRZC7PHM9W type=del size=3100234 2024-08-10T05:34:11.055 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.055+0000 7f6f062d5640 1 > prepared part key=_multipart_8441NV2A24FO.2~F6G1XO7PEMBO.0 size=1048576 2024-08-10T05:34:11.057 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.057+0000 7f6f062d5640 1 > prepared part key=_multipart_8441NV2A24FO.2~F6G1XO7PEMBO.1 size=1048576 2024-08-10T05:34:11.059 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.059+0000 7f6f062d5640 1 > prepared part key=_multipart_8441NV2A24FO.2~F6G1XO7PEMBO.2 size=817830 2024-08-10T05:34:11.059 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.059+0000 7f6f062d5640 1 > prepared multipart upload key=8441NV2A24FO upload=F6G1XO7PEMBO tag=QI4JOHC3RR3K type=write size=3963558 2024-08-10T05:34:11.060 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.061+0000 7f6f062d5640 1 < completed delete operation key=S1J0EDZ5K22Q tag=DSJPV3866TAK type=del 2024-08-10T05:34:11.064 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.065+0000 7f6f062d5640 1 > prepared part key=_multipart_KHYOYNS1HKDG.2~SCIUA3ILMWXB.0 size=1048576 2024-08-10T05:34:11.066 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.067+0000 7f6f062d5640 1 > prepared part key=_multipart_KHYOYNS1HKDG.2~SCIUA3ILMWXB.1 size=1048576 2024-08-10T05:34:11.068 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.068+0000 7f6f062d5640 1 > prepared part key=_multipart_KHYOYNS1HKDG.2~SCIUA3ILMWXB.2 size=549029 2024-08-10T05:34:11.068 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.068+0000 7f6f062d5640 1 > prepared multipart upload key=KHYOYNS1HKDG upload=SCIUA3ILMWXB tag=PD80QXPRR8EQ type=write size=3694757 2024-08-10T05:34:11.070 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.070+0000 7f6f062d5640 1 < completed delete operation key=QTHON9W7S3SP tag=R7VESV73Y0KA type=del 2024-08-10T05:34:11.074 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.075+0000 7f6f062d5640 1 > prepared part key=_multipart_Z3FSBPLXLYL2.2~21XON96DSZBS.0 size=1048576 2024-08-10T05:34:11.076 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.076+0000 7f6f062d5640 1 > prepared part key=_multipart_Z3FSBPLXLYL2.2~21XON96DSZBS.1 size=621068 2024-08-10T05:34:11.076 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.076+0000 7f6f062d5640 1 > prepared multipart upload key=Z3FSBPLXLYL2 upload=21XON96DSZBS tag=XNWIISSZ2OZK type=write size=2718220 2024-08-10T05:34:11.078 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.078+0000 7f6f062d5640 1 < completed part key=_multipart_7DW3UO39XCUP.2~JWCSJKII78W9.0 size=590611 2024-08-10T05:34:11.081 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.082+0000 7f6f062d5640 1 < completed multipart upload key=7DW3UO39XCUP upload=JWCSJKII78W9 tag=KVFMLW37BEEH type=write size=1639187 2024-08-10T05:34:11.085 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.085+0000 7f6f062d5640 1 > prepared part key=_multipart_GNE0GMBV8Q1M.2~T2I68KXB4BYG.0 size=1048576 2024-08-10T05:34:11.087 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.087+0000 7f6f062d5640 1 > prepared part key=_multipart_GNE0GMBV8Q1M.2~T2I68KXB4BYG.1 size=1048576 2024-08-10T05:34:11.088 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.089+0000 7f6f062d5640 1 > prepared part key=_multipart_GNE0GMBV8Q1M.2~T2I68KXB4BYG.2 size=266235 2024-08-10T05:34:11.088 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.089+0000 7f6f062d5640 1 > prepared multipart upload key=GNE0GMBV8Q1M upload=T2I68KXB4BYG tag=2FQO5XGBE6F9 type=write size=3411963 2024-08-10T05:34:11.090 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.091+0000 7f6f062d5640 1 < completed delete operation key=FXQKBLXUHJHI tag=21P0RY89M9P6 type=del 2024-08-10T05:34:11.092 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.093+0000 7f6f062d5640 1 > prepared operation key=MI1XTCS076Y9 tag=UNJIRYTK3Z1V type=del size=1265166 2024-08-10T05:34:11.094 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.095+0000 7f6f062d5640 1 < completed part key=_multipart_8441NV2A24FO.2~AM97ZI30HPQ5.0 size=238780 2024-08-10T05:34:11.098 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.099+0000 7f6f062d5640 1 < completed multipart upload key=8441NV2A24FO upload=AM97ZI30HPQ5 tag=QCK2B56B8UL6 type=write size=1287356 2024-08-10T05:34:11.100 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.101+0000 7f6f062d5640 1 > prepared operation key=GSXYSUXHA2KE tag=HIPEMFGHQ1O6 type=write size=1018788 2024-08-10T05:34:11.102 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.103+0000 7f6f062d5640 1 < completed write operation key=7DW3UO39XCUP tag=SV4VN9ZXZY9Q type=write size=510831 2024-08-10T05:34:11.106 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.106+0000 7f6f062d5640 1 > prepared part key=_multipart_S1J0EDZ5K22Q.2~YTVXE33I7KPJ.0 size=673789 2024-08-10T05:34:11.106 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.106+0000 7f6f062d5640 1 > prepared multipart upload key=S1J0EDZ5K22Q upload=YTVXE33I7KPJ tag=Q4SGA339W3W4 type=write size=1722365 2024-08-10T05:34:11.108 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.108+0000 7f6f062d5640 1 < completed part key=_multipart_S1J0EDZ5K22Q.2~HEP8ZY3K3TI6.0 size=1048576 2024-08-10T05:34:11.110 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.110+0000 7f6f062d5640 1 < completed part key=_multipart_S1J0EDZ5K22Q.2~HEP8ZY3K3TI6.1 size=1048576 2024-08-10T05:34:11.112 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.112+0000 7f6f062d5640 1 < completed part key=_multipart_S1J0EDZ5K22Q.2~HEP8ZY3K3TI6.2 size=379180 2024-08-10T05:34:11.115 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.115+0000 7f6f062d5640 1 < completed multipart upload key=S1J0EDZ5K22Q upload=HEP8ZY3K3TI6 tag=S7RO6J8VU5LU type=write size=3524908 2024-08-10T05:34:11.120 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.120+0000 7f6f062d5640 1 > prepared part key=_multipart_3EUY0XWASPEL.2~A80LC1VACTQP.0 size=1048576 2024-08-10T05:34:11.121 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.122+0000 7f6f062d5640 1 > prepared part key=_multipart_3EUY0XWASPEL.2~A80LC1VACTQP.1 size=1048576 2024-08-10T05:34:11.123 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.123+0000 7f6f062d5640 1 > prepared part key=_multipart_3EUY0XWASPEL.2~A80LC1VACTQP.2 size=550505 2024-08-10T05:34:11.123 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.123+0000 7f6f062d5640 1 > prepared multipart upload key=3EUY0XWASPEL upload=A80LC1VACTQP tag=C0AJZLIT3LFK type=write size=3696233 2024-08-10T05:34:11.127 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.127+0000 7f6f062d5640 1 < suggested remove operation key=8441NV2A24FO tag=CBAZ20E6XOE0 type=write 2024-08-10T05:34:11.129 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.130+0000 7f6f062d5640 1 > prepared operation key=Z3FSBPLXLYL2 tag=U0KUDHZ298U7 type=del size=1063695 2024-08-10T05:34:11.130 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.130+0000 7f6f062d5640 1 < canceled part key=_multipart_KHYOYNS1HKDG.2~PAQ3Z4IIA8KE.0 size=1048576 2024-08-10T05:34:11.130 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.130+0000 7f6f062d5640 1 < canceled part key=_multipart_KHYOYNS1HKDG.2~PAQ3Z4IIA8KE.1 size=325990 2024-08-10T05:34:11.133 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.134+0000 7f6f062d5640 1 < canceled multipart upload key=KHYOYNS1HKDG upload=PAQ3Z4IIA8KE tag=5BP9IE402NJ4 type=write size=2423142 2024-08-10T05:34:11.137 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.138+0000 7f6f062d5640 1 > prepared part key=_multipart_MI1XTCS076Y9.2~CPMDRB3P6U6T.0 size=886303 2024-08-10T05:34:11.137 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.138+0000 7f6f062d5640 1 > prepared multipart upload key=MI1XTCS076Y9 upload=CPMDRB3P6U6T tag=Y1ES8NE72SZM type=write size=1934879 2024-08-10T05:34:11.139 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.140+0000 7f6f062d5640 1 < completed part key=_multipart_7DW3UO39XCUP.2~3DKR3LMFJSPF.0 size=1048576 2024-08-10T05:34:11.142 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.142+0000 7f6f062d5640 1 < completed part key=_multipart_7DW3UO39XCUP.2~3DKR3LMFJSPF.1 size=1048576 2024-08-10T05:34:11.144 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.144+0000 7f6f062d5640 1 < completed part key=_multipart_7DW3UO39XCUP.2~3DKR3LMFJSPF.2 size=967412 2024-08-10T05:34:11.150 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.148+0000 7f6f062d5640 1 < completed multipart upload key=7DW3UO39XCUP upload=3DKR3LMFJSPF tag=PX7RBSQ2WY94 type=write size=4113140 2024-08-10T05:34:11.150 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.150+0000 7f6f062d5640 1 > prepared operation key=1IH8FE21AE4X tag=2OYMSYYABRQD type=del size=4086261 2024-08-10T05:34:11.152 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.152+0000 7f6f062d5640 1 < canceled operation key=OH2XJH7YF0P6 tag=S5ZNYOUS4BM9 type=write size=995566 2024-08-10T05:34:11.154 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.154+0000 7f6f062d5640 1 > prepared operation key=J7D76V4ENV9B tag=VUGINEDTXEPV type=del size=2960278 2024-08-10T05:34:11.156 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.157+0000 7f6f062d5640 1 < completed write operation key=S1E44NG3MOQ5 tag=AG292TTCOP7Y type=write size=226705 2024-08-10T05:34:11.160 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.161+0000 7f6f062d5640 1 > prepared part key=_multipart_1G5AU0L67121.2~PKC9V23JT2O5.0 size=1048576 2024-08-10T05:34:11.162 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.162+0000 7f6f062d5640 1 > prepared part key=_multipart_1G5AU0L67121.2~PKC9V23JT2O5.1 size=1048576 2024-08-10T05:34:11.164 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.164+0000 7f6f062d5640 1 > prepared part key=_multipart_1G5AU0L67121.2~PKC9V23JT2O5.2 size=629868 2024-08-10T05:34:11.164 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.164+0000 7f6f062d5640 1 > prepared multipart upload key=1G5AU0L67121 upload=PKC9V23JT2O5 tag=7DT5UVMMNAD1 type=write size=3775596 2024-08-10T05:34:11.166 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.167+0000 7f6f062d5640 1 < completed part key=_multipart_S1J0EDZ5K22Q.2~VEJR6TL2DXJW.0 size=1048576 2024-08-10T05:34:11.168 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.169+0000 7f6f062d5640 1 < completed part key=_multipart_S1J0EDZ5K22Q.2~VEJR6TL2DXJW.1 size=1011983 2024-08-10T05:34:11.172 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.173+0000 7f6f062d5640 1 < completed multipart upload key=S1J0EDZ5K22Q upload=VEJR6TL2DXJW tag=91QPNTOELXAV type=write size=3109135 2024-08-10T05:34:11.176 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.177+0000 7f6f062d5640 1 > prepared part key=_multipart_H5TVL04MCGC8.2~3HF5RH5VPR7B.0 size=1048576 2024-08-10T05:34:11.178 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.179+0000 7f6f062d5640 1 > prepared part key=_multipart_H5TVL04MCGC8.2~3HF5RH5VPR7B.1 size=1048576 2024-08-10T05:34:11.180 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.181+0000 7f6f062d5640 1 > prepared part key=_multipart_H5TVL04MCGC8.2~3HF5RH5VPR7B.2 size=514667 2024-08-10T05:34:11.180 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.181+0000 7f6f062d5640 1 > prepared multipart upload key=H5TVL04MCGC8 upload=3HF5RH5VPR7B tag=EL70CHX05HPG type=write size=3660395 2024-08-10T05:34:11.182 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.183+0000 7f6f062d5640 1 < completed write operation key=S1J0EDZ5K22Q tag=1HBW427CIBAJ type=write size=781568 2024-08-10T05:34:11.184 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.185+0000 7f6f062d5640 1 > prepared operation key=OH2XJH7YF0P6 tag=HHQ0NXEJBLSO type=write size=808219 2024-08-10T05:34:11.189 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.189+0000 7f6f062d5640 1 < suggested remove operation key=KHYOYNS1HKDG tag=WCDA8FVL31X9 type=del 2024-08-10T05:34:11.191 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.191+0000 7f6f062d5640 1 > prepared operation key=ZPF41248T0P2 tag=J68U70PQ37UV type=del size=3645556 2024-08-10T05:34:11.193 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.193+0000 7f6f062d5640 1 < completed part key=_multipart_8441NV2A24FO.2~F6G1XO7PEMBO.0 size=1048576 2024-08-10T05:34:11.195 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.195+0000 7f6f062d5640 1 < completed part key=_multipart_8441NV2A24FO.2~F6G1XO7PEMBO.1 size=1048576 2024-08-10T05:34:11.196 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.197+0000 7f6f062d5640 1 < completed part key=_multipart_8441NV2A24FO.2~F6G1XO7PEMBO.2 size=817830 2024-08-10T05:34:11.200 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.201+0000 7f6f062d5640 1 < completed multipart upload key=8441NV2A24FO upload=F6G1XO7PEMBO tag=QI4JOHC3RR3K type=write size=3963558 2024-08-10T05:34:11.202 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.203+0000 7f6f062d5640 1 > prepared operation key=7DW3UO39XCUP tag=X0JZRRT55TLX type=del size=3976059 2024-08-10T05:34:11.204 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.205+0000 7f6f062d5640 1 < completed part key=_multipart_KHYOYNS1HKDG.2~SCIUA3ILMWXB.0 size=1048576 2024-08-10T05:34:11.206 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.207+0000 7f6f062d5640 1 < completed part key=_multipart_KHYOYNS1HKDG.2~SCIUA3ILMWXB.1 size=1048576 2024-08-10T05:34:11.208 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.209+0000 7f6f062d5640 1 < completed part key=_multipart_KHYOYNS1HKDG.2~SCIUA3ILMWXB.2 size=549029 2024-08-10T05:34:11.212 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.213+0000 7f6f062d5640 1 < completed multipart upload key=KHYOYNS1HKDG upload=SCIUA3ILMWXB tag=PD80QXPRR8EQ type=write size=3694757 2024-08-10T05:34:11.214 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.215+0000 7f6f062d5640 1 > prepared operation key=00IWI9L0NGJ3 tag=4APJG8QYVS55 type=del size=2938404 2024-08-10T05:34:11.217 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.217+0000 7f6f062d5640 1 < completed part key=_multipart_Z3FSBPLXLYL2.2~21XON96DSZBS.0 size=1048576 2024-08-10T05:34:11.217 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.218+0000 7f6f062d5640 1 < canceled part key=_multipart_Z3FSBPLXLYL2.2~21XON96DSZBS.1 size=621068 2024-08-10T05:34:11.221 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.221+0000 7f6f062d5640 1 < canceled multipart upload key=Z3FSBPLXLYL2 upload=21XON96DSZBS tag=XNWIISSZ2OZK type=write size=2718220 2024-08-10T05:34:11.223 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.223+0000 7f6f062d5640 1 > prepared operation key=7DW3UO39XCUP tag=J7F1LYJXED79 type=write size=830253 2024-08-10T05:34:11.225 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.226+0000 7f6f062d5640 1 < completed part key=_multipart_GNE0GMBV8Q1M.2~T2I68KXB4BYG.0 size=1048576 2024-08-10T05:34:11.225 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.226+0000 7f6f062d5640 1 < canceled part key=_multipart_GNE0GMBV8Q1M.2~T2I68KXB4BYG.1 size=1048576 2024-08-10T05:34:11.227 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.228+0000 7f6f062d5640 1 < completed part key=_multipart_GNE0GMBV8Q1M.2~T2I68KXB4BYG.2 size=266235 2024-08-10T05:34:11.231 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.231+0000 7f6f062d5640 1 < canceled multipart upload key=GNE0GMBV8Q1M upload=T2I68KXB4BYG tag=2FQO5XGBE6F9 type=write size=3411963 2024-08-10T05:34:11.233 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.233+0000 7f6f062d5640 1 > prepared operation key=F0DF00AE1ISQ tag=GE3AKEFYW4BB type=write size=565632 2024-08-10T05:34:11.237 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.238+0000 7f6f062d5640 1 < suggested update operation key=MI1XTCS076Y9 tag=UNJIRYTK3Z1V type=del size=1265166 2024-08-10T05:34:11.241 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.242+0000 7f6f062d5640 1 > prepared part key=_multipart_S1J0EDZ5K22Q.2~QTTWLJDB6J7J.0 size=1045203 2024-08-10T05:34:11.241 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.242+0000 7f6f062d5640 1 > prepared multipart upload key=S1J0EDZ5K22Q upload=QTTWLJDB6J7J tag=KCNT2XP1UG8H type=write size=2093779 2024-08-10T05:34:11.244 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.244+0000 7f6f062d5640 1 < completed write operation key=GSXYSUXHA2KE tag=HIPEMFGHQ1O6 type=write size=1018788 2024-08-10T05:34:11.249 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.249+0000 7f6f062d5640 1 > prepared part key=_multipart_8MJYHPC813SE.2~DMVUF7R7NJJN.0 size=250310 2024-08-10T05:34:11.249 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.249+0000 7f6f062d5640 1 > prepared multipart upload key=8MJYHPC813SE upload=DMVUF7R7NJJN tag=2XEGU9ZDMX3O type=write size=1298886 2024-08-10T05:34:11.251 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.252+0000 7f6f062d5640 1 < completed part key=_multipart_S1J0EDZ5K22Q.2~YTVXE33I7KPJ.0 size=673789 2024-08-10T05:34:11.255 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.256+0000 7f6f062d5640 1 < completed multipart upload key=S1J0EDZ5K22Q upload=YTVXE33I7KPJ tag=Q4SGA339W3W4 type=write size=1722365 2024-08-10T05:34:11.258 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.258+0000 7f6f062d5640 1 > prepared operation key=1G5AU0L67121 tag=EIMJVW89UR9Z type=del size=737955 2024-08-10T05:34:11.260 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.260+0000 7f6f062d5640 1 < completed part key=_multipart_3EUY0XWASPEL.2~A80LC1VACTQP.0 size=1048576 2024-08-10T05:34:11.262 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.262+0000 7f6f062d5640 1 < completed part key=_multipart_3EUY0XWASPEL.2~A80LC1VACTQP.1 size=1048576 2024-08-10T05:34:11.262 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.262+0000 7f6f062d5640 1 < canceled part key=_multipart_3EUY0XWASPEL.2~A80LC1VACTQP.2 size=550505 2024-08-10T05:34:11.265 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.266+0000 7f6f062d5640 1 < canceled multipart upload key=3EUY0XWASPEL upload=A80LC1VACTQP tag=C0AJZLIT3LFK type=write size=3696233 2024-08-10T05:34:11.268 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.268+0000 7f6f062d5640 1 > prepared operation key=QTHON9W7S3SP tag=61SK16ELT6L2 type=del size=1312227 2024-08-10T05:34:11.269 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.270+0000 7f6f062d5640 1 < completed delete operation key=Z3FSBPLXLYL2 tag=U0KUDHZ298U7 type=del 2024-08-10T05:34:11.273 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.274+0000 7f6f062d5640 1 > prepared part key=_multipart_GSXYSUXHA2KE.2~AGIOC99A5R2S.0 size=491022 2024-08-10T05:34:11.273 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.274+0000 7f6f062d5640 1 > prepared multipart upload key=GSXYSUXHA2KE upload=AGIOC99A5R2S tag=F3EG92QC0MT9 type=write size=1539598 2024-08-10T05:34:11.275 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.276+0000 7f6f062d5640 1 < completed part key=_multipart_MI1XTCS076Y9.2~CPMDRB3P6U6T.0 size=886303 2024-08-10T05:34:11.279 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.280+0000 7f6f062d5640 1 < completed multipart upload key=MI1XTCS076Y9 upload=CPMDRB3P6U6T tag=Y1ES8NE72SZM type=write size=1934879 2024-08-10T05:34:11.284 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.284+0000 7f6f062d5640 1 > prepared part key=_multipart_GNE0GMBV8Q1M.2~QLB8XVY4OR8E.0 size=1048576 2024-08-10T05:34:11.286 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.286+0000 7f6f062d5640 1 > prepared part key=_multipart_GNE0GMBV8Q1M.2~QLB8XVY4OR8E.1 size=1048576 2024-08-10T05:34:11.288 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.288+0000 7f6f062d5640 1 > prepared part key=_multipart_GNE0GMBV8Q1M.2~QLB8XVY4OR8E.2 size=658689 2024-08-10T05:34:11.288 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.288+0000 7f6f062d5640 1 > prepared multipart upload key=GNE0GMBV8Q1M upload=QLB8XVY4OR8E tag=XFK8P388F047 type=write size=3804417 2024-08-10T05:34:11.290 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.290+0000 7f6f062d5640 1 < completed delete operation key=1IH8FE21AE4X tag=2OYMSYYABRQD type=del 2024-08-10T05:34:11.294 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.294+0000 7f6f062d5640 1 > prepared part key=_multipart_4L5NSS7LS8GK.2~D2B8C19PUBII.0 size=1048576 2024-08-10T05:34:11.296 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.296+0000 7f6f062d5640 1 > prepared part key=_multipart_4L5NSS7LS8GK.2~D2B8C19PUBII.1 size=479865 2024-08-10T05:34:11.296 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.296+0000 7f6f062d5640 1 > prepared multipart upload key=4L5NSS7LS8GK upload=D2B8C19PUBII tag=IYBPPIW0UZFO type=write size=2577017 2024-08-10T05:34:11.300 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.300+0000 7f6f062d5640 1 < suggested update operation key=J7D76V4ENV9B tag=VUGINEDTXEPV type=del size=2960278 2024-08-10T05:34:11.302 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.302+0000 7f6f062d5640 1 > prepared operation key=GSXYSUXHA2KE tag=2CU1ZI9UUAPY type=del size=1015447 2024-08-10T05:34:11.302 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.303+0000 7f6f062d5640 1 < canceled part key=_multipart_1G5AU0L67121.2~PKC9V23JT2O5.0 size=1048576 2024-08-10T05:34:11.305 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.305+0000 7f6f062d5640 1 < completed part key=_multipart_1G5AU0L67121.2~PKC9V23JT2O5.1 size=1048576 2024-08-10T05:34:11.307 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.307+0000 7f6f062d5640 1 < completed part key=_multipart_1G5AU0L67121.2~PKC9V23JT2O5.2 size=629868 2024-08-10T05:34:11.311 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.311+0000 7f6f062d5640 1 < canceled multipart upload key=1G5AU0L67121 upload=PKC9V23JT2O5 tag=7DT5UVMMNAD1 type=write size=3775596 2024-08-10T05:34:11.313 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.313+0000 7f6f062d5640 1 > prepared operation key=3EUY0XWASPEL tag=6W9QOMAUECNZ type=del size=1141950 2024-08-10T05:34:11.315 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.316+0000 7f6f062d5640 1 < completed part key=_multipart_H5TVL04MCGC8.2~3HF5RH5VPR7B.0 size=1048576 2024-08-10T05:34:11.317 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.318+0000 7f6f062d5640 1 < completed part key=_multipart_H5TVL04MCGC8.2~3HF5RH5VPR7B.1 size=1048576 2024-08-10T05:34:11.320 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.320+0000 7f6f062d5640 1 < completed part key=_multipart_H5TVL04MCGC8.2~3HF5RH5VPR7B.2 size=514667 2024-08-10T05:34:11.323 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.324+0000 7f6f062d5640 1 < completed multipart upload key=H5TVL04MCGC8 upload=3HF5RH5VPR7B tag=EL70CHX05HPG type=write size=3660395 2024-08-10T05:34:11.326 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.325+0000 7f6f062d5640 1 > prepared operation key=F0DF00AE1ISQ tag=EVQGO2RTFV1I type=write size=623282 2024-08-10T05:34:11.327 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.328+0000 7f6f062d5640 1 < completed write operation key=OH2XJH7YF0P6 tag=HHQ0NXEJBLSO type=write size=808219 2024-08-10T05:34:11.330 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.330+0000 7f6f062d5640 1 > prepared operation key=KHYOYNS1HKDG tag=7HZKPBKD0FMX type=write size=785884 2024-08-10T05:34:11.331 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.332+0000 7f6f062d5640 1 < completed delete operation key=ZPF41248T0P2 tag=J68U70PQ37UV type=del 2024-08-10T05:34:11.336 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.336+0000 7f6f062d5640 1 > prepared part key=_multipart_ZPF41248T0P2.2~0FBH1FMLCDQ2.0 size=29078 2024-08-10T05:34:11.336 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.336+0000 7f6f062d5640 1 > prepared multipart upload key=ZPF41248T0P2 upload=0FBH1FMLCDQ2 tag=00I7ZVUIWIB8 type=write size=1077654 2024-08-10T05:34:11.338 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.338+0000 7f6f062d5640 1 < completed delete operation key=7DW3UO39XCUP tag=X0JZRRT55TLX type=del 2024-08-10T05:34:11.341 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.342+0000 7f6f062d5640 1 > prepared part key=_multipart_8441NV2A24FO.2~DSHAQX9YZ1ZY.0 size=552179 2024-08-10T05:34:11.341 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.342+0000 7f6f062d5640 1 > prepared multipart upload key=8441NV2A24FO upload=DSHAQX9YZ1ZY tag=MB5EP4I5GWOC type=write size=1600755 2024-08-10T05:34:11.343 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.344+0000 7f6f062d5640 1 < completed delete operation key=00IWI9L0NGJ3 tag=4APJG8QYVS55 type=del 2024-08-10T05:34:11.345 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.346+0000 7f6f062d5640 1 > prepared operation key=4L5NSS7LS8GK tag=CCT4RDPDKTM8 type=write size=340575 2024-08-10T05:34:11.348 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.348+0000 7f6f062d5640 1 < canceled operation key=7DW3UO39XCUP tag=J7F1LYJXED79 type=write size=830253 2024-08-10T05:34:11.350 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.350+0000 7f6f062d5640 1 > prepared operation key=F0DF00AE1ISQ tag=L777VDZBSTIU type=del size=967831 2024-08-10T05:34:11.352 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.353+0000 7f6f062d5640 1 < completed write operation key=F0DF00AE1ISQ tag=GE3AKEFYW4BB type=write size=565632 2024-08-10T05:34:11.354 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.355+0000 7f6f062d5640 1 > prepared operation key=QTHON9W7S3SP tag=NGNMNQVR7W8J type=del size=2339648 2024-08-10T05:34:11.358 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.357+0000 7f6f062d5640 1 < completed part key=_multipart_S1J0EDZ5K22Q.2~QTTWLJDB6J7J.0 size=1045203 2024-08-10T05:34:11.360 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.360+0000 7f6f062d5640 1 < completed multipart upload key=S1J0EDZ5K22Q upload=QTTWLJDB6J7J tag=KCNT2XP1UG8H type=write size=2093779 2024-08-10T05:34:11.364 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.364+0000 7f6f062d5640 1 > prepared part key=_multipart_Y0DHHLUF8MD9.2~JXCN5SINAZIY.0 size=1048576 2024-08-10T05:34:11.366 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.366+0000 7f6f062d5640 1 > prepared part key=_multipart_Y0DHHLUF8MD9.2~JXCN5SINAZIY.1 size=1048576 2024-08-10T05:34:11.368 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.368+0000 7f6f062d5640 1 > prepared part key=_multipart_Y0DHHLUF8MD9.2~JXCN5SINAZIY.2 size=868898 2024-08-10T05:34:11.368 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.368+0000 7f6f062d5640 1 > prepared multipart upload key=Y0DHHLUF8MD9 upload=JXCN5SINAZIY tag=JR8S83KC6J08 type=write size=4014626 2024-08-10T05:34:11.370 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.370+0000 7f6f062d5640 1 < completed part key=_multipart_8MJYHPC813SE.2~DMVUF7R7NJJN.0 size=250310 2024-08-10T05:34:11.373 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.374+0000 7f6f062d5640 1 < completed multipart upload key=8MJYHPC813SE upload=DMVUF7R7NJJN tag=2XEGU9ZDMX3O type=write size=1298886 2024-08-10T05:34:11.375 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.376+0000 7f6f062d5640 1 > prepared operation key=00IWI9L0NGJ3 tag=N19M9PG8HQ8F type=del size=1010254 2024-08-10T05:34:11.380 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.381+0000 7f6f062d5640 1 < suggested remove operation key=1G5AU0L67121 tag=EIMJVW89UR9Z type=del 2024-08-10T05:34:11.384 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.385+0000 7f6f062d5640 1 > prepared part key=_multipart_S1E44NG3MOQ5.2~XO4PGNEQMV4J.0 size=1048576 2024-08-10T05:34:11.386 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.386+0000 7f6f062d5640 1 > prepared part key=_multipart_S1E44NG3MOQ5.2~XO4PGNEQMV4J.1 size=1017245 2024-08-10T05:34:11.386 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.386+0000 7f6f062d5640 1 > prepared multipart upload key=S1E44NG3MOQ5 upload=XO4PGNEQMV4J tag=PVAT82DK8RSO type=write size=3114397 2024-08-10T05:34:11.388 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.388+0000 7f6f062d5640 1 < completed delete operation key=QTHON9W7S3SP tag=61SK16ELT6L2 type=del 2024-08-10T05:34:11.390 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.390+0000 7f6f062d5640 1 > prepared operation key=GSXYSUXHA2KE tag=OYOUIPWEJQA2 type=del size=2269258 2024-08-10T05:34:11.392 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.393+0000 7f6f062d5640 1 < completed part key=_multipart_GSXYSUXHA2KE.2~AGIOC99A5R2S.0 size=491022 2024-08-10T05:34:11.396 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.397+0000 7f6f062d5640 1 < completed multipart upload key=GSXYSUXHA2KE upload=AGIOC99A5R2S tag=F3EG92QC0MT9 type=write size=1539598 2024-08-10T05:34:11.398 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.399+0000 7f6f062d5640 1 > prepared operation key=F0DF00AE1ISQ tag=79GVJLBBFTCK type=del size=3690689 2024-08-10T05:34:11.399 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.399+0000 7f6f062d5640 1 < canceled part key=_multipart_GNE0GMBV8Q1M.2~QLB8XVY4OR8E.0 size=1048576 2024-08-10T05:34:11.401 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.401+0000 7f6f062d5640 1 < completed part key=_multipart_GNE0GMBV8Q1M.2~QLB8XVY4OR8E.1 size=1048576 2024-08-10T05:34:11.403 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.403+0000 7f6f062d5640 1 < completed part key=_multipart_GNE0GMBV8Q1M.2~QLB8XVY4OR8E.2 size=658689 2024-08-10T05:34:11.407 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.408+0000 7f6f062d5640 1 < canceled multipart upload key=GNE0GMBV8Q1M upload=QLB8XVY4OR8E tag=XFK8P388F047 type=write size=3804417 2024-08-10T05:34:11.410 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.410+0000 7f6f062d5640 1 > prepared operation key=1IH8FE21AE4X tag=MT6MTQ4C5S8R type=del size=3684626 2024-08-10T05:34:11.412 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.412+0000 7f6f062d5640 1 < completed part key=_multipart_4L5NSS7LS8GK.2~D2B8C19PUBII.0 size=1048576 2024-08-10T05:34:11.414 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.414+0000 7f6f062d5640 1 < completed part key=_multipart_4L5NSS7LS8GK.2~D2B8C19PUBII.1 size=479865 2024-08-10T05:34:11.417 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.418+0000 7f6f062d5640 1 < completed multipart upload key=4L5NSS7LS8GK upload=D2B8C19PUBII tag=IYBPPIW0UZFO type=write size=2577017 2024-08-10T05:34:11.421 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.422+0000 7f6f062d5640 1 > prepared part key=_multipart_GSXYSUXHA2KE.2~VFHISA6S9RSD.0 size=1048576 2024-08-10T05:34:11.423 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.423+0000 7f6f062d5640 1 > prepared part key=_multipart_GSXYSUXHA2KE.2~VFHISA6S9RSD.1 size=1048576 2024-08-10T05:34:11.424 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.425+0000 7f6f062d5640 1 > prepared part key=_multipart_GSXYSUXHA2KE.2~VFHISA6S9RSD.2 size=816783 2024-08-10T05:34:11.425 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.425+0000 7f6f062d5640 1 > prepared multipart upload key=GSXYSUXHA2KE upload=VFHISA6S9RSD tag=WLFAW0AXW41W type=write size=3962511 2024-08-10T05:34:11.428 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.429+0000 7f6f062d5640 1 < suggested update operation key=GSXYSUXHA2KE tag=2CU1ZI9UUAPY type=del size=1015447 2024-08-10T05:34:11.431 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.431+0000 7f6f062d5640 1 > prepared operation key=QTHON9W7S3SP tag=CCMJKK1BSM4M type=write size=783559 2024-08-10T05:34:11.433 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.433+0000 7f6f062d5640 1 < completed delete operation key=3EUY0XWASPEL tag=6W9QOMAUECNZ type=del 2024-08-10T05:34:11.435 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.435+0000 7f6f062d5640 1 > prepared operation key=QTBS1TAZXH5F tag=NG7TJGRHRQQH type=del size=559213 2024-08-10T05:34:11.437 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.438+0000 7f6f062d5640 1 < completed write operation key=F0DF00AE1ISQ tag=EVQGO2RTFV1I type=write size=623282 2024-08-10T05:34:11.441 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.442+0000 7f6f062d5640 1 > prepared part key=_multipart_7N97XZL3TX2D.2~ZNEC9XBCOU85.0 size=1048576 2024-08-10T05:34:11.447 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.448+0000 7f6f062d5640 1 > prepared part key=_multipart_7N97XZL3TX2D.2~ZNEC9XBCOU85.1 size=960501 2024-08-10T05:34:11.447 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.448+0000 7f6f062d5640 1 > prepared multipart upload key=7N97XZL3TX2D upload=ZNEC9XBCOU85 tag=F4I9JUJQ6O0T type=write size=3057653 2024-08-10T05:34:11.450 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.450+0000 7f6f062d5640 1 < completed write operation key=KHYOYNS1HKDG tag=7HZKPBKD0FMX type=write size=785884 2024-08-10T05:34:11.454 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.454+0000 7f6f062d5640 1 > prepared part key=_multipart_QTBS1TAZXH5F.2~MY38NO5LTSF8.0 size=905245 2024-08-10T05:34:11.454 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.454+0000 7f6f062d5640 1 > prepared multipart upload key=QTBS1TAZXH5F upload=MY38NO5LTSF8 tag=KEONB14XU1D9 type=write size=1953821 2024-08-10T05:34:11.457 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.457+0000 7f6f062d5640 1 < completed part key=_multipart_ZPF41248T0P2.2~0FBH1FMLCDQ2.0 size=29078 2024-08-10T05:34:11.460 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.461+0000 7f6f062d5640 1 < completed multipart upload key=ZPF41248T0P2 upload=0FBH1FMLCDQ2 tag=00I7ZVUIWIB8 type=write size=1077654 2024-08-10T05:34:11.463 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.463+0000 7f6f062d5640 1 > prepared operation key=WBJQTYBRMJV8 tag=K2H5P9Y8O2Y0 type=del size=1037732 2024-08-10T05:34:11.465 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.465+0000 7f6f062d5640 1 < completed part key=_multipart_8441NV2A24FO.2~DSHAQX9YZ1ZY.0 size=552179 2024-08-10T05:34:11.468 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.468+0000 7f6f062d5640 1 < completed multipart upload key=8441NV2A24FO upload=DSHAQX9YZ1ZY tag=MB5EP4I5GWOC type=write size=1600755 2024-08-10T05:34:11.472 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.472+0000 7f6f062d5640 1 > prepared part key=_multipart_F0DF00AE1ISQ.2~P8Z2KLSC34E5.0 size=40256 2024-08-10T05:34:11.472 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.472+0000 7f6f062d5640 1 > prepared multipart upload key=F0DF00AE1ISQ upload=P8Z2KLSC34E5 tag=A81N0VUG0B9L type=write size=1088832 2024-08-10T05:34:11.474 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.474+0000 7f6f062d5640 1 < completed write operation key=4L5NSS7LS8GK tag=CCT4RDPDKTM8 type=write size=340575 2024-08-10T05:34:11.478 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.479+0000 7f6f062d5640 1 > prepared part key=_multipart_PGRI5CN7TTT0.2~K7BG5AFZ2U40.0 size=1048576 2024-08-10T05:34:11.480 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.480+0000 7f6f062d5640 1 > prepared part key=_multipart_PGRI5CN7TTT0.2~K7BG5AFZ2U40.1 size=1048576 2024-08-10T05:34:11.482 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.482+0000 7f6f062d5640 1 > prepared part key=_multipart_PGRI5CN7TTT0.2~K7BG5AFZ2U40.2 size=653504 2024-08-10T05:34:11.482 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.482+0000 7f6f062d5640 1 > prepared multipart upload key=PGRI5CN7TTT0 upload=K7BG5AFZ2U40 tag=IYAJMWB4S1SO type=write size=3799232 2024-08-10T05:34:11.486 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.486+0000 7f6f062d5640 1 < suggested update operation key=F0DF00AE1ISQ tag=L777VDZBSTIU type=del size=967831 2024-08-10T05:34:11.488 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.489+0000 7f6f062d5640 1 > prepared operation key=H4D0TFSG0EKP tag=5FLAD2UKI8IP type=del size=726109 2024-08-10T05:34:11.490 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.491+0000 7f6f062d5640 1 < completed delete operation key=QTHON9W7S3SP tag=NGNMNQVR7W8J type=del 2024-08-10T05:34:11.493 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.493+0000 7f6f062d5640 1 > prepared operation key=PGRI5CN7TTT0 tag=4PZFKS5S7V2B type=del size=2872747 2024-08-10T05:34:11.495 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.495+0000 7f6f062d5640 1 < completed part key=_multipart_Y0DHHLUF8MD9.2~JXCN5SINAZIY.0 size=1048576 2024-08-10T05:34:11.497 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.497+0000 7f6f062d5640 1 < completed part key=_multipart_Y0DHHLUF8MD9.2~JXCN5SINAZIY.1 size=1048576 2024-08-10T05:34:11.499 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.499+0000 7f6f062d5640 1 < completed part key=_multipart_Y0DHHLUF8MD9.2~JXCN5SINAZIY.2 size=868898 2024-08-10T05:34:11.503 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.503+0000 7f6f062d5640 1 < completed multipart upload key=Y0DHHLUF8MD9 upload=JXCN5SINAZIY tag=JR8S83KC6J08 type=write size=4014626 2024-08-10T05:34:11.505 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.505+0000 7f6f062d5640 1 > prepared operation key=S1E44NG3MOQ5 tag=JEM1RUIE7IIX type=del size=798543 2024-08-10T05:34:11.507 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.508+0000 7f6f062d5640 1 < completed delete operation key=00IWI9L0NGJ3 tag=N19M9PG8HQ8F type=del 2024-08-10T05:34:11.511 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.512+0000 7f6f062d5640 1 > prepared part key=_multipart_1IH8FE21AE4X.2~SHEUNFSOPI5M.0 size=1048576 2024-08-10T05:34:11.513 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.514+0000 7f6f062d5640 1 > prepared part key=_multipart_1IH8FE21AE4X.2~SHEUNFSOPI5M.1 size=1048576 2024-08-10T05:34:11.515 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.515+0000 7f6f062d5640 1 > prepared part key=_multipart_1IH8FE21AE4X.2~SHEUNFSOPI5M.2 size=155087 2024-08-10T05:34:11.515 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.515+0000 7f6f062d5640 1 > prepared multipart upload key=1IH8FE21AE4X upload=SHEUNFSOPI5M tag=4IBH23LI0DX4 type=write size=3300815 2024-08-10T05:34:11.517 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.518+0000 7f6f062d5640 1 < completed part key=_multipart_S1E44NG3MOQ5.2~XO4PGNEQMV4J.0 size=1048576 2024-08-10T05:34:11.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:34:11 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:34:11] "GET /metrics HTTP/1.1" 200 36384 "" "Prometheus/2.43.0" 2024-08-10T05:34:11.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:34:11 smithi031 ceph-mon[98130]: pgmap v1375: 137 pgs: 137 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 772 KiB/s rd, 269 KiB/s wr, 1.36k op/s 2024-08-10T05:34:11.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:34:11 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:34:11.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:34:11 smithi031 ceph-mon[100614]: pgmap v1375: 137 pgs: 137 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 772 KiB/s rd, 269 KiB/s wr, 1.36k op/s 2024-08-10T05:34:11.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:34:11 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:34:11.519 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.520+0000 7f6f062d5640 1 < completed part key=_multipart_S1E44NG3MOQ5.2~XO4PGNEQMV4J.1 size=1017245 2024-08-10T05:34:11.523 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.523+0000 7f6f062d5640 1 < completed multipart upload key=S1E44NG3MOQ5 upload=XO4PGNEQMV4J tag=PVAT82DK8RSO type=write size=3114397 2024-08-10T05:34:11.525 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.525+0000 7f6f062d5640 1 > prepared operation key=M533Z7C651X9 tag=TK7UGA2TMGDU type=del size=2866290 2024-08-10T05:34:11.528 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.528+0000 7f6f062d5640 -1 < failed to complete operation key=GSXYSUXHA2KE tag=OYOUIPWEJQA2 type=del size=2269258: (22) Invalid argument 2024-08-10T05:34:11.529 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.530+0000 7f6f062d5640 1 > prepared operation key=LTRO8UR68E01 tag=NQ6SCDLERTIU type=del size=2941177 2024-08-10T05:34:11.532 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.533+0000 7f6f062d5640 -1 < failed to complete operation key=F0DF00AE1ISQ tag=79GVJLBBFTCK type=del size=3690689: (22) Invalid argument 2024-08-10T05:34:11.534 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.535+0000 7f6f062d5640 1 > prepared operation key=LTRO8UR68E01 tag=ZCH7DIMEO0JI type=del size=3248406 2024-08-10T05:34:11.539 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.539+0000 7f6f062d5640 1 < suggested remove operation key=1IH8FE21AE4X tag=MT6MTQ4C5S8R type=del 2024-08-10T05:34:11.541 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.541+0000 7f6f062d5640 1 > prepared operation key=731ALD189846 tag=G6JD727LDZ29 type=del size=3092013 2024-08-10T05:34:11.543 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.543+0000 7f6f062d5640 1 < completed part key=_multipart_GSXYSUXHA2KE.2~VFHISA6S9RSD.0 size=1048576 2024-08-10T05:34:11.545 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.545+0000 7f6f062d5640 1 < completed part key=_multipart_GSXYSUXHA2KE.2~VFHISA6S9RSD.1 size=1048576 2024-08-10T05:34:11.546 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.547+0000 7f6f062d5640 1 < completed part key=_multipart_GSXYSUXHA2KE.2~VFHISA6S9RSD.2 size=816783 2024-08-10T05:34:11.550 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.550+0000 7f6f062d5640 1 < completed multipart upload key=GSXYSUXHA2KE upload=VFHISA6S9RSD tag=WLFAW0AXW41W type=write size=3962511 2024-08-10T05:34:11.552 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.552+0000 7f6f062d5640 1 > prepared operation key=3EUY0XWASPEL tag=SEEBQJPH0FTC type=write size=697631 2024-08-10T05:34:11.553 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.554+0000 7f6f062d5640 1 < canceled operation key=QTHON9W7S3SP tag=CCMJKK1BSM4M type=write size=783559 2024-08-10T05:34:11.556 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.557+0000 7f6f062d5640 1 > prepared operation key=MI1XTCS076Y9 tag=PI77J9F6GVND type=write size=347438 2024-08-10T05:34:11.558 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.559+0000 7f6f062d5640 1 < completed delete operation key=QTBS1TAZXH5F tag=NG7TJGRHRQQH type=del 2024-08-10T05:34:11.561 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.561+0000 7f6f062d5640 1 > prepared operation key=J7D76V4ENV9B tag=UGCOD3O3XT0G type=del size=3361915 2024-08-10T05:34:11.563 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.563+0000 7f6f062d5640 1 < completed part key=_multipart_7N97XZL3TX2D.2~ZNEC9XBCOU85.0 size=1048576 2024-08-10T05:34:11.566 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.565+0000 7f6f062d5640 1 < completed part key=_multipart_7N97XZL3TX2D.2~ZNEC9XBCOU85.1 size=960501 2024-08-10T05:34:11.568 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.568+0000 7f6f062d5640 1 < completed multipart upload key=7N97XZL3TX2D upload=ZNEC9XBCOU85 tag=F4I9JUJQ6O0T type=write size=3057653 2024-08-10T05:34:11.572 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.572+0000 7f6f062d5640 1 > prepared part key=_multipart_8MJYHPC813SE.2~CYJ6ONPNWTTI.0 size=1048576 2024-08-10T05:34:11.573 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.574+0000 7f6f062d5640 1 > prepared part key=_multipart_8MJYHPC813SE.2~CYJ6ONPNWTTI.1 size=685883 2024-08-10T05:34:11.573 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.574+0000 7f6f062d5640 1 > prepared multipart upload key=8MJYHPC813SE upload=CYJ6ONPNWTTI tag=Q6BA7NMQLJGL type=write size=2783035 2024-08-10T05:34:11.575 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.576+0000 7f6f062d5640 1 < completed part key=_multipart_QTBS1TAZXH5F.2~MY38NO5LTSF8.0 size=905245 2024-08-10T05:34:11.579 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.579+0000 7f6f062d5640 1 < completed multipart upload key=QTBS1TAZXH5F upload=MY38NO5LTSF8 tag=KEONB14XU1D9 type=write size=1953821 2024-08-10T05:34:11.581 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.582+0000 7f6f062d5640 1 > prepared operation key=GNE0GMBV8Q1M tag=ZHXNN5Q3IJFU type=del size=2662883 2024-08-10T05:34:11.583 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.584+0000 7f6f062d5640 1 < completed delete operation key=WBJQTYBRMJV8 tag=K2H5P9Y8O2Y0 type=del 2024-08-10T05:34:11.587 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.588+0000 7f6f062d5640 1 > prepared part key=_multipart_1IH8FE21AE4X.2~BCGJZMOEAU43.0 size=1048576 2024-08-10T05:34:11.589 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.589+0000 7f6f062d5640 1 > prepared part key=_multipart_1IH8FE21AE4X.2~BCGJZMOEAU43.1 size=1048576 2024-08-10T05:34:11.590 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.591+0000 7f6f062d5640 1 > prepared part key=_multipart_1IH8FE21AE4X.2~BCGJZMOEAU43.2 size=959547 2024-08-10T05:34:11.591 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.591+0000 7f6f062d5640 1 > prepared multipart upload key=1IH8FE21AE4X upload=BCGJZMOEAU43 tag=HFCSXCH9KTQV type=write size=4105275 2024-08-10T05:34:11.592 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.593+0000 7f6f062d5640 1 < completed part key=_multipart_F0DF00AE1ISQ.2~P8Z2KLSC34E5.0 size=40256 2024-08-10T05:34:11.596 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.597+0000 7f6f062d5640 1 < completed multipart upload key=F0DF00AE1ISQ upload=P8Z2KLSC34E5 tag=A81N0VUG0B9L type=write size=1088832 2024-08-10T05:34:11.600 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.601+0000 7f6f062d5640 1 > prepared part key=_multipart_J7D76V4ENV9B.2~9W2IDFYQ1NKR.0 size=1048576 2024-08-10T05:34:11.602 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.603+0000 7f6f062d5640 1 > prepared part key=_multipart_J7D76V4ENV9B.2~9W2IDFYQ1NKR.1 size=1048576 2024-08-10T05:34:11.604 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.605+0000 7f6f062d5640 1 > prepared part key=_multipart_J7D76V4ENV9B.2~9W2IDFYQ1NKR.2 size=156901 2024-08-10T05:34:11.605 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.605+0000 7f6f062d5640 1 > prepared multipart upload key=J7D76V4ENV9B upload=9W2IDFYQ1NKR tag=92XP45CUICIV type=write size=3302629 2024-08-10T05:34:11.607 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.607+0000 7f6f062d5640 1 < completed part key=_multipart_PGRI5CN7TTT0.2~K7BG5AFZ2U40.0 size=1048576 2024-08-10T05:34:11.609 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.609+0000 7f6f062d5640 1 < completed part key=_multipart_PGRI5CN7TTT0.2~K7BG5AFZ2U40.1 size=1048576 2024-08-10T05:34:11.611 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.611+0000 7f6f062d5640 1 < completed part key=_multipart_PGRI5CN7TTT0.2~K7BG5AFZ2U40.2 size=653504 2024-08-10T05:34:11.614 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.614+0000 7f6f062d5640 1 < completed multipart upload key=PGRI5CN7TTT0 upload=K7BG5AFZ2U40 tag=IYAJMWB4S1SO type=write size=3799232 2024-08-10T05:34:11.616 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.617+0000 7f6f062d5640 1 > prepared operation key=00IWI9L0NGJ3 tag=FMAFQ687GBOA type=write size=578451 2024-08-10T05:34:11.618 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.619+0000 7f6f062d5640 1 < completed delete operation key=H4D0TFSG0EKP tag=5FLAD2UKI8IP type=del 2024-08-10T05:34:11.621 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.621+0000 7f6f062d5640 1 > prepared operation key=LTRO8UR68E01 tag=FP0JOBY7GSZG type=del size=1426538 2024-08-10T05:34:11.625 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.625+0000 7f6f062d5640 1 < suggested update operation key=PGRI5CN7TTT0 tag=4PZFKS5S7V2B type=del size=2872747 2024-08-10T05:34:11.629 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.629+0000 7f6f062d5640 1 > prepared part key=_multipart_MI1XTCS076Y9.2~JMJWBY3UVWSO.0 size=1018991 2024-08-10T05:34:11.629 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.629+0000 7f6f062d5640 1 > prepared multipart upload key=MI1XTCS076Y9 upload=JMJWBY3UVWSO tag=QU8SJK7RN4BR type=write size=2067567 2024-08-10T05:34:11.631 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.631+0000 7f6f062d5640 1 < completed delete operation key=S1E44NG3MOQ5 tag=JEM1RUIE7IIX type=del 2024-08-10T05:34:11.633 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.633+0000 7f6f062d5640 1 > prepared operation key=8441NV2A24FO tag=ORO2OQ5RRXUR type=del size=1851998 2024-08-10T05:34:11.635 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.636+0000 7f6f062d5640 1 < completed part key=_multipart_1IH8FE21AE4X.2~SHEUNFSOPI5M.0 size=1048576 2024-08-10T05:34:11.637 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.638+0000 7f6f062d5640 1 < completed part key=_multipart_1IH8FE21AE4X.2~SHEUNFSOPI5M.1 size=1048576 2024-08-10T05:34:11.639 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.640+0000 7f6f062d5640 1 < completed part key=_multipart_1IH8FE21AE4X.2~SHEUNFSOPI5M.2 size=155087 2024-08-10T05:34:11.644 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.644+0000 7f6f062d5640 1 < completed multipart upload key=1IH8FE21AE4X upload=SHEUNFSOPI5M tag=4IBH23LI0DX4 type=write size=3300815 2024-08-10T05:34:11.648 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.648+0000 7f6f062d5640 1 > prepared part key=_multipart_S1J0EDZ5K22Q.2~TIQY6NO3ZKYR.0 size=1048576 2024-08-10T05:34:11.650 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.650+0000 7f6f062d5640 1 > prepared part key=_multipart_S1J0EDZ5K22Q.2~TIQY6NO3ZKYR.1 size=1048576 2024-08-10T05:34:11.651 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.652+0000 7f6f062d5640 1 > prepared part key=_multipart_S1J0EDZ5K22Q.2~TIQY6NO3ZKYR.2 size=956570 2024-08-10T05:34:11.651 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.652+0000 7f6f062d5640 1 > prepared multipart upload key=S1J0EDZ5K22Q upload=TIQY6NO3ZKYR tag=33PIW2NA8V77 type=write size=4102298 2024-08-10T05:34:11.655 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.656+0000 7f6f062d5640 1 < suggested remove operation key=M533Z7C651X9 tag=TK7UGA2TMGDU type=del 2024-08-10T05:34:11.657 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.658+0000 7f6f062d5640 1 > prepared operation key=FXQKBLXUHJHI tag=2G2KPBMJH6AY type=del size=2813881 2024-08-10T05:34:11.659 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.660+0000 7f6f062d5640 1 < completed delete operation key=LTRO8UR68E01 tag=NQ6SCDLERTIU type=del 2024-08-10T05:34:11.661 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.662+0000 7f6f062d5640 1 > prepared operation key=Y0DHHLUF8MD9 tag=SU3Z2CGGFET1 type=del size=3314368 2024-08-10T05:34:11.663 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.664+0000 7f6f062d5640 1 < canceled operation key=LTRO8UR68E01 tag=ZCH7DIMEO0JI type=del size=3248406 2024-08-10T05:34:11.665 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.666+0000 7f6f062d5640 1 > prepared operation key=H5TVL04MCGC8 tag=Y3LPNZKI734D type=del size=729570 2024-08-10T05:34:11.667 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.668+0000 7f6f062d5640 1 < completed delete operation key=731ALD189846 tag=G6JD727LDZ29 type=del 2024-08-10T05:34:11.671 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.672+0000 7f6f062d5640 1 > prepared part key=_multipart_LTRO8UR68E01.2~YSBVIKHN6Y21.0 size=303108 2024-08-10T05:34:11.672 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.672+0000 7f6f062d5640 1 > prepared multipart upload key=LTRO8UR68E01 upload=YSBVIKHN6Y21 tag=0VQN8GPY7CHD type=write size=1351684 2024-08-10T05:34:11.673 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.674+0000 7f6f062d5640 1 < completed write operation key=3EUY0XWASPEL tag=SEEBQJPH0FTC type=write size=697631 2024-08-10T05:34:11.677 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.678+0000 7f6f062d5640 1 > prepared part key=_multipart_7DW3UO39XCUP.2~KSGCOC3QCWEG.0 size=1048576 2024-08-10T05:34:11.679 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.679+0000 7f6f062d5640 1 > prepared part key=_multipart_7DW3UO39XCUP.2~KSGCOC3QCWEG.1 size=611747 2024-08-10T05:34:11.679 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.679+0000 7f6f062d5640 1 > prepared multipart upload key=7DW3UO39XCUP upload=KSGCOC3QCWEG tag=EZ9RLM1ZLUM1 type=write size=2708899 2024-08-10T05:34:11.681 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.681+0000 7f6f062d5640 1 < completed write operation key=MI1XTCS076Y9 tag=PI77J9F6GVND type=write size=347438 2024-08-10T05:34:11.683 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.684+0000 7f6f062d5640 1 > prepared operation key=GSXYSUXHA2KE tag=B11WX2UH1UWF type=del size=186554 2024-08-10T05:34:11.685 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.685+0000 7f6f062d5640 1 < canceled operation key=J7D76V4ENV9B tag=UGCOD3O3XT0G type=del size=3361915 2024-08-10T05:34:11.687 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.688+0000 7f6f062d5640 1 > prepared operation key=F0DF00AE1ISQ tag=CEDFHON8SE9M type=del size=3840217 2024-08-10T05:34:11.687 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.688+0000 7f6f062d5640 1 < canceled part key=_multipart_8MJYHPC813SE.2~CYJ6ONPNWTTI.0 size=1048576 2024-08-10T05:34:11.689 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.690+0000 7f6f062d5640 1 < completed part key=_multipart_8MJYHPC813SE.2~CYJ6ONPNWTTI.1 size=685883 2024-08-10T05:34:11.693 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.693+0000 7f6f062d5640 1 < canceled multipart upload key=8MJYHPC813SE upload=CYJ6ONPNWTTI tag=Q6BA7NMQLJGL type=write size=2783035 2024-08-10T05:34:11.695 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.695+0000 7f6f062d5640 1 > prepared operation key=GNE0GMBV8Q1M tag=4974T2ILTHP0 type=del size=3885155 2024-08-10T05:34:11.697 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.697+0000 7f6f062d5640 1 < completed delete operation key=GNE0GMBV8Q1M tag=ZHXNN5Q3IJFU type=del 2024-08-10T05:34:11.701 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.701+0000 7f6f062d5640 1 > prepared part key=_multipart_7N97XZL3TX2D.2~M5145Y0OEP51.0 size=1048576 2024-08-10T05:34:11.702 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.703+0000 7f6f062d5640 1 > prepared part key=_multipart_7N97XZL3TX2D.2~M5145Y0OEP51.1 size=121822 2024-08-10T05:34:11.702 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.703+0000 7f6f062d5640 1 > prepared multipart upload key=7N97XZL3TX2D upload=M5145Y0OEP51 tag=M43WTV178GNP type=write size=2218974 2024-08-10T05:34:11.704 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.704+0000 7f6f062d5640 1 < completed part key=_multipart_1IH8FE21AE4X.2~BCGJZMOEAU43.0 size=1048576 2024-08-10T05:34:11.704 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.705+0000 7f6f062d5640 1 < canceled part key=_multipart_1IH8FE21AE4X.2~BCGJZMOEAU43.1 size=1048576 2024-08-10T05:34:11.706 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.706+0000 7f6f062d5640 1 < completed part key=_multipart_1IH8FE21AE4X.2~BCGJZMOEAU43.2 size=959547 2024-08-10T05:34:11.709 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.710+0000 7f6f062d5640 1 < canceled multipart upload key=1IH8FE21AE4X upload=BCGJZMOEAU43 tag=HFCSXCH9KTQV type=write size=4105275 2024-08-10T05:34:11.714 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.714+0000 7f6f062d5640 1 > prepared part key=_multipart_8441NV2A24FO.2~C693AHSNX75P.0 size=1048576 2024-08-10T05:34:11.715 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.716+0000 7f6f062d5640 1 > prepared part key=_multipart_8441NV2A24FO.2~C693AHSNX75P.1 size=1048576 2024-08-10T05:34:11.717 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.717+0000 7f6f062d5640 1 > prepared part key=_multipart_8441NV2A24FO.2~C693AHSNX75P.2 size=129235 2024-08-10T05:34:11.717 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.717+0000 7f6f062d5640 1 > prepared multipart upload key=8441NV2A24FO upload=C693AHSNX75P tag=0NE0CHL8UT9M type=write size=3274963 2024-08-10T05:34:11.719 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.719+0000 7f6f062d5640 1 < completed part key=_multipart_J7D76V4ENV9B.2~9W2IDFYQ1NKR.0 size=1048576 2024-08-10T05:34:11.720 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.721+0000 7f6f062d5640 1 < completed part key=_multipart_J7D76V4ENV9B.2~9W2IDFYQ1NKR.1 size=1048576 2024-08-10T05:34:11.722 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.723+0000 7f6f062d5640 1 < completed part key=_multipart_J7D76V4ENV9B.2~9W2IDFYQ1NKR.2 size=156901 2024-08-10T05:34:11.726 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.726+0000 7f6f062d5640 1 < completed multipart upload key=J7D76V4ENV9B upload=9W2IDFYQ1NKR tag=92XP45CUICIV type=write size=3302629 2024-08-10T05:34:11.727 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.728+0000 7f6f062d5640 1 > prepared operation key=P8JMH1X8249F tag=0F72WG859DRN type=del size=4046561 2024-08-10T05:34:11.729 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.730+0000 7f6f062d5640 1 < completed write operation key=00IWI9L0NGJ3 tag=FMAFQ687GBOA type=write size=578451 2024-08-10T05:34:11.732 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.732+0000 7f6f062d5640 1 > prepared operation key=S1J0EDZ5K22Q tag=Y0OM6F9L9G65 type=write size=241399 2024-08-10T05:34:11.734 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.734+0000 7f6f062d5640 1 < completed delete operation key=LTRO8UR68E01 tag=FP0JOBY7GSZG type=del 2024-08-10T05:34:11.736 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.736+0000 7f6f062d5640 1 > prepared operation key=ZPF41248T0P2 tag=6B9SP4I7WOBU type=del size=723705 2024-08-10T05:34:11.738 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.738+0000 7f6f062d5640 1 < completed part key=_multipart_MI1XTCS076Y9.2~JMJWBY3UVWSO.0 size=1018991 2024-08-10T05:34:11.741 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.742+0000 7f6f062d5640 1 < completed multipart upload key=MI1XTCS076Y9 upload=JMJWBY3UVWSO tag=QU8SJK7RN4BR type=write size=2067567 2024-08-10T05:34:11.745 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.746+0000 7f6f062d5640 1 > prepared part key=_multipart_3EUY0XWASPEL.2~B2Q13IYW5SEH.0 size=1048576 2024-08-10T05:34:11.747 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.748+0000 7f6f062d5640 1 > prepared part key=_multipart_3EUY0XWASPEL.2~B2Q13IYW5SEH.1 size=1048576 2024-08-10T05:34:11.749 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.749+0000 7f6f062d5640 1 > prepared part key=_multipart_3EUY0XWASPEL.2~B2Q13IYW5SEH.2 size=978215 2024-08-10T05:34:11.749 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.749+0000 7f6f062d5640 1 > prepared multipart upload key=3EUY0XWASPEL upload=B2Q13IYW5SEH tag=H0TN43JPTPRR type=write size=4123943 2024-08-10T05:34:11.751 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.752+0000 7f6f062d5640 1 < completed delete operation key=8441NV2A24FO tag=ORO2OQ5RRXUR type=del 2024-08-10T05:34:11.753 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.754+0000 7f6f062d5640 1 > prepared operation key=OH2XJH7YF0P6 tag=EJA41ITH5XQ7 type=del size=1343370 2024-08-10T05:34:11.755 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.756+0000 7f6f062d5640 1 < completed part key=_multipart_S1J0EDZ5K22Q.2~TIQY6NO3ZKYR.0 size=1048576 2024-08-10T05:34:11.757 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.757+0000 7f6f062d5640 1 < completed part key=_multipart_S1J0EDZ5K22Q.2~TIQY6NO3ZKYR.1 size=1048576 2024-08-10T05:34:11.759 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.759+0000 7f6f062d5640 1 < completed part key=_multipart_S1J0EDZ5K22Q.2~TIQY6NO3ZKYR.2 size=956570 2024-08-10T05:34:11.762 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.762+0000 7f6f062d5640 1 < completed multipart upload key=S1J0EDZ5K22Q upload=TIQY6NO3ZKYR tag=33PIW2NA8V77 type=write size=4102298 2024-08-10T05:34:11.764 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.765+0000 7f6f062d5640 1 > prepared operation key=KHYOYNS1HKDG tag=WLAGNJM19YZU type=del size=1211140 2024-08-10T05:34:11.766 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.767+0000 7f6f062d5640 1 < completed delete operation key=FXQKBLXUHJHI tag=2G2KPBMJH6AY type=del 2024-08-10T05:34:11.769 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.769+0000 7f6f062d5640 1 > prepared operation key=F0DF00AE1ISQ tag=EDQ2PAT90WU0 type=write size=835190 2024-08-10T05:34:11.773 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.773+0000 7f6f062d5640 1 < suggested update operation key=Y0DHHLUF8MD9 tag=SU3Z2CGGFET1 type=del size=3314368 2024-08-10T05:34:11.777 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.777+0000 7f6f062d5640 1 > prepared part key=_multipart_PGRI5CN7TTT0.2~H0KKLC7GC2BY.0 size=1048576 2024-08-10T05:34:11.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:34:11 smithi196 ceph-mon[90243]: pgmap v1375: 137 pgs: 137 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 772 KiB/s rd, 269 KiB/s wr, 1.36k op/s 2024-08-10T05:34:11.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:34:11 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:34:11.778 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.779+0000 7f6f062d5640 1 > prepared part key=_multipart_PGRI5CN7TTT0.2~H0KKLC7GC2BY.1 size=904549 2024-08-10T05:34:11.778 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.779+0000 7f6f062d5640 1 > prepared multipart upload key=PGRI5CN7TTT0 upload=H0KKLC7GC2BY tag=UK3RN3QJ8XO9 type=write size=3001701 2024-08-10T05:34:11.781 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.781+0000 7f6f062d5640 1 < completed delete operation key=H5TVL04MCGC8 tag=Y3LPNZKI734D type=del 2024-08-10T05:34:11.785 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.785+0000 7f6f062d5640 1 > prepared part key=_multipart_3EUY0XWASPEL.2~29QXUZ6E8R3M.0 size=1048576 2024-08-10T05:34:11.786 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.787+0000 7f6f062d5640 1 > prepared part key=_multipart_3EUY0XWASPEL.2~29QXUZ6E8R3M.1 size=175383 2024-08-10T05:34:11.786 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.787+0000 7f6f062d5640 1 > prepared multipart upload key=3EUY0XWASPEL upload=29QXUZ6E8R3M tag=R87JW2T1B2QQ type=write size=2272535 2024-08-10T05:34:11.789 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.789+0000 7f6f062d5640 1 < completed part key=_multipart_LTRO8UR68E01.2~YSBVIKHN6Y21.0 size=303108 2024-08-10T05:34:11.792 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.793+0000 7f6f062d5640 1 < completed multipart upload key=LTRO8UR68E01 upload=YSBVIKHN6Y21 tag=0VQN8GPY7CHD type=write size=1351684 2024-08-10T05:34:11.794 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.795+0000 7f6f062d5640 1 > prepared operation key=H5TVL04MCGC8 tag=GUOHRLJ4MDW2 type=del size=2865745 2024-08-10T05:34:11.796 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.797+0000 7f6f062d5640 1 < completed part key=_multipart_7DW3UO39XCUP.2~KSGCOC3QCWEG.0 size=1048576 2024-08-10T05:34:11.798 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.799+0000 7f6f062d5640 1 < completed part key=_multipart_7DW3UO39XCUP.2~KSGCOC3QCWEG.1 size=611747 2024-08-10T05:34:11.801 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.802+0000 7f6f062d5640 1 < completed multipart upload key=7DW3UO39XCUP upload=KSGCOC3QCWEG tag=EZ9RLM1ZLUM1 type=write size=2708899 2024-08-10T05:34:11.805 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.806+0000 7f6f062d5640 1 > prepared part key=_multipart_H4D0TFSG0EKP.2~V96TG2LD1P59.0 size=1048576 2024-08-10T05:34:11.807 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.807+0000 7f6f062d5640 1 > prepared part key=_multipart_H4D0TFSG0EKP.2~V96TG2LD1P59.1 size=990398 2024-08-10T05:34:11.807 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.807+0000 7f6f062d5640 1 > prepared multipart upload key=H4D0TFSG0EKP upload=V96TG2LD1P59 tag=3LU2V0MFULOK type=write size=3087550 2024-08-10T05:34:11.809 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.810+0000 7f6f062d5640 1 < completed delete operation key=GSXYSUXHA2KE tag=B11WX2UH1UWF type=del 2024-08-10T05:34:11.813 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.813+0000 7f6f062d5640 1 > prepared part key=_multipart_M533Z7C651X9.2~SCIW6DKOSLI3.0 size=1048576 2024-08-10T05:34:11.814 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.815+0000 7f6f062d5640 1 > prepared part key=_multipart_M533Z7C651X9.2~SCIW6DKOSLI3.1 size=1048576 2024-08-10T05:34:11.816 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.817+0000 7f6f062d5640 1 > prepared part key=_multipart_M533Z7C651X9.2~SCIW6DKOSLI3.2 size=291211 2024-08-10T05:34:11.816 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.817+0000 7f6f062d5640 1 > prepared multipart upload key=M533Z7C651X9 upload=SCIW6DKOSLI3 tag=1EXL0HPYY4S1 type=write size=3436939 2024-08-10T05:34:11.820 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.821+0000 7f6f062d5640 1 < suggested remove operation key=F0DF00AE1ISQ tag=CEDFHON8SE9M type=del 2024-08-10T05:34:11.824 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.824+0000 7f6f062d5640 1 > prepared part key=_multipart_8441NV2A24FO.2~25G5YF97XLT5.0 size=1048576 2024-08-10T05:34:11.826 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.827+0000 7f6f062d5640 1 > prepared part key=_multipart_8441NV2A24FO.2~25G5YF97XLT5.1 size=1048576 2024-08-10T05:34:11.828 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.828+0000 7f6f062d5640 1 > prepared part key=_multipart_8441NV2A24FO.2~25G5YF97XLT5.2 size=149581 2024-08-10T05:34:11.828 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.828+0000 7f6f062d5640 1 > prepared multipart upload key=8441NV2A24FO upload=25G5YF97XLT5 tag=E0BR0ER0EHOU type=write size=3295309 2024-08-10T05:34:11.830 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.830+0000 7f6f062d5640 1 < completed delete operation key=GNE0GMBV8Q1M tag=4974T2ILTHP0 type=del 2024-08-10T05:34:11.834 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.834+0000 7f6f062d5640 1 > prepared part key=_multipart_8441NV2A24FO.2~KDRVNZPSP0O9.0 size=1048576 2024-08-10T05:34:11.836 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.836+0000 7f6f062d5640 1 > prepared part key=_multipart_8441NV2A24FO.2~KDRVNZPSP0O9.1 size=574687 2024-08-10T05:34:11.836 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.836+0000 7f6f062d5640 1 > prepared multipart upload key=8441NV2A24FO upload=KDRVNZPSP0O9 tag=5O5HPMF1JWKJ type=write size=2671839 2024-08-10T05:34:11.838 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.838+0000 7f6f062d5640 1 < completed part key=_multipart_7N97XZL3TX2D.2~M5145Y0OEP51.0 size=1048576 2024-08-10T05:34:11.838 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.838+0000 7f6f062d5640 1 < canceled part key=_multipart_7N97XZL3TX2D.2~M5145Y0OEP51.1 size=121822 2024-08-10T05:34:11.842 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.842+0000 7f6f062d5640 1 < canceled multipart upload key=7N97XZL3TX2D upload=M5145Y0OEP51 tag=M43WTV178GNP type=write size=2218974 2024-08-10T05:34:11.845 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.846+0000 7f6f062d5640 1 > prepared part key=_multipart_S1J0EDZ5K22Q.2~5V705WSTNPST.0 size=1048576 2024-08-10T05:34:11.847 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.848+0000 7f6f062d5640 1 > prepared part key=_multipart_S1J0EDZ5K22Q.2~5V705WSTNPST.1 size=476906 2024-08-10T05:34:11.847 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.848+0000 7f6f062d5640 1 > prepared multipart upload key=S1J0EDZ5K22Q upload=5V705WSTNPST tag=M67VH67RIC9N type=write size=2574058 2024-08-10T05:34:11.849 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.850+0000 7f6f062d5640 1 < completed part key=_multipart_8441NV2A24FO.2~C693AHSNX75P.0 size=1048576 2024-08-10T05:34:11.851 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.851+0000 7f6f062d5640 1 < completed part key=_multipart_8441NV2A24FO.2~C693AHSNX75P.1 size=1048576 2024-08-10T05:34:11.853 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.853+0000 7f6f062d5640 1 < completed part key=_multipart_8441NV2A24FO.2~C693AHSNX75P.2 size=129235 2024-08-10T05:34:11.856 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.857+0000 7f6f062d5640 1 < completed multipart upload key=8441NV2A24FO upload=C693AHSNX75P tag=0NE0CHL8UT9M type=write size=3274963 2024-08-10T05:34:11.859 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.859+0000 7f6f062d5640 1 > prepared operation key=S1J0EDZ5K22Q tag=KV6QHMM3X3PG type=write size=593940 2024-08-10T05:34:11.861 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.861+0000 7f6f062d5640 1 < completed delete operation key=P8JMH1X8249F tag=0F72WG859DRN type=del 2024-08-10T05:34:11.863 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.863+0000 7f6f062d5640 1 > prepared operation key=8MJYHPC813SE tag=NRJ8TXM5T228 type=del size=809312 2024-08-10T05:34:11.865 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.865+0000 7f6f062d5640 1 < completed write operation key=S1J0EDZ5K22Q tag=Y0OM6F9L9G65 type=write size=241399 2024-08-10T05:34:11.867 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.867+0000 7f6f062d5640 1 > prepared operation key=M533Z7C651X9 tag=J2RP7B42KBFN type=del size=3832660 2024-08-10T05:34:11.869 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.870+0000 7f6f062d5640 1 < completed delete operation key=ZPF41248T0P2 tag=6B9SP4I7WOBU type=del 2024-08-10T05:34:11.871 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.872+0000 7f6f062d5640 1 > prepared operation key=H5TVL04MCGC8 tag=L5BFJPNHE3F4 type=del size=1782032 2024-08-10T05:34:11.873 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.874+0000 7f6f062d5640 1 < completed part key=_multipart_3EUY0XWASPEL.2~B2Q13IYW5SEH.0 size=1048576 2024-08-10T05:34:11.875 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.875+0000 7f6f062d5640 1 < completed part key=_multipart_3EUY0XWASPEL.2~B2Q13IYW5SEH.1 size=1048576 2024-08-10T05:34:11.877 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.877+0000 7f6f062d5640 1 < completed part key=_multipart_3EUY0XWASPEL.2~B2Q13IYW5SEH.2 size=978215 2024-08-10T05:34:11.881 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.881+0000 7f6f062d5640 1 < completed multipart upload key=3EUY0XWASPEL upload=B2Q13IYW5SEH tag=H0TN43JPTPRR type=write size=4123943 2024-08-10T05:34:11.885 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.885+0000 7f6f062d5640 1 > prepared part key=_multipart_H4D0TFSG0EKP.2~9U31G7YCG0WI.0 size=1048576 2024-08-10T05:34:11.886 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.887+0000 7f6f062d5640 1 > prepared part key=_multipart_H4D0TFSG0EKP.2~9U31G7YCG0WI.1 size=15163 2024-08-10T05:34:11.886 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.887+0000 7f6f062d5640 1 > prepared multipart upload key=H4D0TFSG0EKP upload=9U31G7YCG0WI tag=QIJDZ3039X9D type=write size=2112315 2024-08-10T05:34:11.888 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.889+0000 7f6f062d5640 1 < completed delete operation key=OH2XJH7YF0P6 tag=EJA41ITH5XQ7 type=del 2024-08-10T05:34:11.891 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.891+0000 7f6f062d5640 1 > prepared operation key=4L5NSS7LS8GK tag=6QD5UVYVPO8J type=write size=778231 2024-08-10T05:34:11.893 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.893+0000 7f6f062d5640 1 < completed delete operation key=KHYOYNS1HKDG tag=WLAGNJM19YZU type=del 2024-08-10T05:34:11.895 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.896+0000 7f6f062d5640 1 > prepared operation key=1IH8FE21AE4X tag=GLEPUY02RKWS type=del size=3813669 2024-08-10T05:34:11.898 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.898+0000 7f6f062d5640 -1 < failed to complete operation key=F0DF00AE1ISQ tag=EDQ2PAT90WU0 type=write size=835190: (22) Invalid argument 2024-08-10T05:34:11.902 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.902+0000 7f6f062d5640 1 > prepared part key=_multipart_3EUY0XWASPEL.2~S51V2O4OCOFU.0 size=312325 2024-08-10T05:34:11.902 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.902+0000 7f6f062d5640 1 > prepared multipart upload key=3EUY0XWASPEL upload=S51V2O4OCOFU tag=EDID89J84UV1 type=write size=1360901 2024-08-10T05:34:11.904 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.904+0000 7f6f062d5640 1 < completed part key=_multipart_PGRI5CN7TTT0.2~H0KKLC7GC2BY.0 size=1048576 2024-08-10T05:34:11.904 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.904+0000 7f6f062d5640 1 < canceled part key=_multipart_PGRI5CN7TTT0.2~H0KKLC7GC2BY.1 size=904549 2024-08-10T05:34:11.908 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.908+0000 7f6f062d5640 1 < canceled multipart upload key=PGRI5CN7TTT0 upload=H0KKLC7GC2BY tag=UK3RN3QJ8XO9 type=write size=3001701 2024-08-10T05:34:11.910 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.911+0000 7f6f062d5640 1 > prepared operation key=1IH8FE21AE4X tag=YUPXK99CV0A9 type=del size=2533312 2024-08-10T05:34:11.913 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.913+0000 7f6f062d5640 1 < completed part key=_multipart_3EUY0XWASPEL.2~29QXUZ6E8R3M.0 size=1048576 2024-08-10T05:34:11.914 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.915+0000 7f6f062d5640 1 < completed part key=_multipart_3EUY0XWASPEL.2~29QXUZ6E8R3M.1 size=175383 2024-08-10T05:34:11.918 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.918+0000 7f6f062d5640 1 < completed multipart upload key=3EUY0XWASPEL upload=29QXUZ6E8R3M tag=R87JW2T1B2QQ type=write size=2272535 2024-08-10T05:34:11.920 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.921+0000 7f6f062d5640 1 > prepared operation key=KHYOYNS1HKDG tag=XTY7E0NJ4GHY type=del size=4036621 2024-08-10T05:34:11.923 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.923+0000 7f6f062d5640 1 < completed delete operation key=H5TVL04MCGC8 tag=GUOHRLJ4MDW2 type=del 2024-08-10T05:34:11.927 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.928+0000 7f6f062d5640 1 > prepared part key=_multipart_1G5AU0L67121.2~BMG9RYK0GSI7.0 size=524852 2024-08-10T05:34:11.927 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.928+0000 7f6f062d5640 1 > prepared multipart upload key=1G5AU0L67121 upload=BMG9RYK0GSI7 tag=O1CEP9JRNE6J type=write size=1573428 2024-08-10T05:34:11.929 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.930+0000 7f6f062d5640 1 < completed part key=_multipart_H4D0TFSG0EKP.2~V96TG2LD1P59.0 size=1048576 2024-08-10T05:34:11.931 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.932+0000 7f6f062d5640 1 < completed part key=_multipart_H4D0TFSG0EKP.2~V96TG2LD1P59.1 size=990398 2024-08-10T05:34:11.935 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.936+0000 7f6f062d5640 1 < completed multipart upload key=H4D0TFSG0EKP upload=V96TG2LD1P59 tag=3LU2V0MFULOK type=write size=3087550 2024-08-10T05:34:11.939 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.940+0000 7f6f062d5640 1 > prepared part key=_multipart_7DW3UO39XCUP.2~PPMI7N6LG3XC.0 size=1048576 2024-08-10T05:34:12.038 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.941+0000 7f6f062d5640 1 > prepared part key=_multipart_7DW3UO39XCUP.2~PPMI7N6LG3XC.1 size=748733 2024-08-10T05:34:12.038 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.941+0000 7f6f062d5640 1 > prepared multipart upload key=7DW3UO39XCUP upload=PPMI7N6LG3XC tag=ZUCW0SUWFZDL type=write size=2845885 2024-08-10T05:34:12.038 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.943+0000 7f6f062d5640 1 < completed part key=_multipart_M533Z7C651X9.2~SCIW6DKOSLI3.0 size=1048576 2024-08-10T05:34:12.038 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.945+0000 7f6f062d5640 1 < completed part key=_multipart_M533Z7C651X9.2~SCIW6DKOSLI3.1 size=1048576 2024-08-10T05:34:12.038 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.947+0000 7f6f062d5640 1 < completed part key=_multipart_M533Z7C651X9.2~SCIW6DKOSLI3.2 size=291211 2024-08-10T05:34:12.038 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.952+0000 7f6f062d5640 1 < completed multipart upload key=M533Z7C651X9 upload=SCIW6DKOSLI3 tag=1EXL0HPYY4S1 type=write size=3436939 2024-08-10T05:34:12.038 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.954+0000 7f6f062d5640 1 > prepared operation key=P8JMH1X8249F tag=HGTLCBEFMGO8 type=del size=2896066 2024-08-10T05:34:12.039 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.956+0000 7f6f062d5640 1 < completed part key=_multipart_8441NV2A24FO.2~25G5YF97XLT5.0 size=1048576 2024-08-10T05:34:12.039 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.958+0000 7f6f062d5640 1 < completed part key=_multipart_8441NV2A24FO.2~25G5YF97XLT5.1 size=1048576 2024-08-10T05:34:12.039 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.958+0000 7f6f062d5640 1 < canceled part key=_multipart_8441NV2A24FO.2~25G5YF97XLT5.2 size=149581 2024-08-10T05:34:12.039 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.961+0000 7f6f062d5640 1 < canceled multipart upload key=8441NV2A24FO upload=25G5YF97XLT5 tag=E0BR0ER0EHOU type=write size=3295309 2024-08-10T05:34:12.039 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.965+0000 7f6f062d5640 1 > prepared part key=_multipart_8441NV2A24FO.2~4W2MFEKJ4A11.0 size=729409 2024-08-10T05:34:12.039 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.965+0000 7f6f062d5640 1 > prepared multipart upload key=8441NV2A24FO upload=4W2MFEKJ4A11 tag=BYVT6NHI3GPE type=write size=1777985 2024-08-10T05:34:12.039 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.967+0000 7f6f062d5640 1 < completed part key=_multipart_8441NV2A24FO.2~KDRVNZPSP0O9.0 size=1048576 2024-08-10T05:34:12.039 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.969+0000 7f6f062d5640 1 < completed part key=_multipart_8441NV2A24FO.2~KDRVNZPSP0O9.1 size=574687 2024-08-10T05:34:12.039 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.972+0000 7f6f062d5640 1 < completed multipart upload key=8441NV2A24FO upload=KDRVNZPSP0O9 tag=5O5HPMF1JWKJ type=write size=2671839 2024-08-10T05:34:12.039 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.974+0000 7f6f062d5640 1 > prepared operation key=7N97XZL3TX2D tag=WZX1UM29STHW type=write size=519657 2024-08-10T05:34:12.039 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.976+0000 7f6f062d5640 1 < completed part key=_multipart_S1J0EDZ5K22Q.2~5V705WSTNPST.0 size=1048576 2024-08-10T05:34:12.039 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.978+0000 7f6f062d5640 1 < completed part key=_multipart_S1J0EDZ5K22Q.2~5V705WSTNPST.1 size=476906 2024-08-10T05:34:12.039 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.981+0000 7f6f062d5640 1 < completed multipart upload key=S1J0EDZ5K22Q upload=5V705WSTNPST tag=M67VH67RIC9N type=write size=2574058 2024-08-10T05:34:12.040 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.985+0000 7f6f062d5640 1 > prepared part key=_multipart_7DW3UO39XCUP.2~WNL3SC6S7WIB.0 size=936262 2024-08-10T05:34:12.040 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.985+0000 7f6f062d5640 1 > prepared multipart upload key=7DW3UO39XCUP upload=WNL3SC6S7WIB tag=DL4YX9233KN3 type=write size=1984838 2024-08-10T05:34:12.040 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.987+0000 7f6f062d5640 1 < completed write operation key=S1J0EDZ5K22Q tag=KV6QHMM3X3PG type=write size=593940 2024-08-10T05:34:12.040 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.991+0000 7f6f062d5640 1 > prepared part key=_multipart_J7D76V4ENV9B.2~C2XRB2SPKPFS.0 size=1048576 2024-08-10T05:34:12.040 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.993+0000 7f6f062d5640 1 > prepared part key=_multipart_J7D76V4ENV9B.2~C2XRB2SPKPFS.1 size=757138 2024-08-10T05:34:12.040 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.993+0000 7f6f062d5640 1 > prepared multipart upload key=J7D76V4ENV9B upload=C2XRB2SPKPFS tag=FLQONI6FHP2J type=write size=2854290 2024-08-10T05:34:12.040 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:11.995+0000 7f6f062d5640 1 < canceled operation key=8MJYHPC813SE tag=NRJ8TXM5T228 type=del size=809312 2024-08-10T05:34:12.040 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.000+0000 7f6f062d5640 1 > prepared part key=_multipart_F0DF00AE1ISQ.2~BWC38VVEB68N.0 size=849493 2024-08-10T05:34:12.040 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.000+0000 7f6f062d5640 1 > prepared multipart upload key=F0DF00AE1ISQ upload=BWC38VVEB68N tag=971Z1U2YPYA9 type=write size=1898069 2024-08-10T05:34:12.040 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.002+0000 7f6f062d5640 1 < completed delete operation key=M533Z7C651X9 tag=J2RP7B42KBFN type=del 2024-08-10T05:34:12.040 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.007+0000 7f6f062d5640 1 > prepared part key=_multipart_7DW3UO39XCUP.2~E6IN2Q1FJCQ9.0 size=1048576 2024-08-10T05:34:12.040 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.009+0000 7f6f062d5640 1 > prepared part key=_multipart_7DW3UO39XCUP.2~E6IN2Q1FJCQ9.1 size=1048576 2024-08-10T05:34:12.040 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.010+0000 7f6f062d5640 1 > prepared part key=_multipart_7DW3UO39XCUP.2~E6IN2Q1FJCQ9.2 size=133152 2024-08-10T05:34:12.041 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.010+0000 7f6f062d5640 1 > prepared multipart upload key=7DW3UO39XCUP upload=E6IN2Q1FJCQ9 tag=ETFS48A26WZT type=write size=3278880 2024-08-10T05:34:12.041 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.014+0000 7f6f062d5640 1 < suggested update operation key=H5TVL04MCGC8 tag=L5BFJPNHE3F4 type=del size=1782032 2024-08-10T05:34:12.041 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.016+0000 7f6f062d5640 1 > prepared operation key=8441NV2A24FO tag=BMMGT19TYA6V type=del size=708107 2024-08-10T05:34:12.041 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.018+0000 7f6f062d5640 1 < completed part key=_multipart_H4D0TFSG0EKP.2~9U31G7YCG0WI.0 size=1048576 2024-08-10T05:34:12.041 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.020+0000 7f6f062d5640 1 < completed part key=_multipart_H4D0TFSG0EKP.2~9U31G7YCG0WI.1 size=15163 2024-08-10T05:34:12.041 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.023+0000 7f6f062d5640 1 < completed multipart upload key=H4D0TFSG0EKP upload=9U31G7YCG0WI tag=QIJDZ3039X9D type=write size=2112315 2024-08-10T05:34:12.041 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.026+0000 7f6f062d5640 1 > prepared operation key=OH2XJH7YF0P6 tag=EX130276J5T2 type=write size=995066 2024-08-10T05:34:12.041 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.028+0000 7f6f062d5640 1 < completed write operation key=4L5NSS7LS8GK tag=6QD5UVYVPO8J type=write size=778231 2024-08-10T05:34:12.041 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.032+0000 7f6f062d5640 1 > prepared part key=_multipart_00IWI9L0NGJ3.2~OQGFK4FQ9NES.0 size=1048576 2024-08-10T05:34:12.041 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.034+0000 7f6f062d5640 1 > prepared part key=_multipart_00IWI9L0NGJ3.2~OQGFK4FQ9NES.1 size=306511 2024-08-10T05:34:12.041 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.034+0000 7f6f062d5640 1 > prepared multipart upload key=00IWI9L0NGJ3 upload=OQGFK4FQ9NES tag=0QDBWCYFI8Y1 type=write size=2403663 2024-08-10T05:34:12.041 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.036+0000 7f6f062d5640 1 < completed delete operation key=1IH8FE21AE4X tag=GLEPUY02RKWS type=del 2024-08-10T05:34:12.041 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.038+0000 7f6f062d5640 1 > prepared operation key=H4D0TFSG0EKP tag=FP7DS6XTLQVK type=write size=826856 2024-08-10T05:34:12.042 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.040+0000 7f6f062d5640 1 < completed part key=_multipart_3EUY0XWASPEL.2~S51V2O4OCOFU.0 size=312325 2024-08-10T05:34:12.043 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.044+0000 7f6f062d5640 1 < completed multipart upload key=3EUY0XWASPEL upload=S51V2O4OCOFU tag=EDID89J84UV1 type=write size=1360901 2024-08-10T05:34:12.045 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.046+0000 7f6f062d5640 1 > prepared operation key=4L5NSS7LS8GK tag=7ZOYZSUKWIG0 type=del size=3413878 2024-08-10T05:34:12.047 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.048+0000 7f6f062d5640 1 < canceled operation key=1IH8FE21AE4X tag=YUPXK99CV0A9 type=del size=2533312 2024-08-10T05:34:12.051 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.052+0000 7f6f062d5640 1 > prepared part key=_multipart_4L5NSS7LS8GK.2~I2XMEZ5KG0HA.0 size=840050 2024-08-10T05:34:12.051 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.052+0000 7f6f062d5640 1 > prepared multipart upload key=4L5NSS7LS8GK upload=I2XMEZ5KG0HA tag=NPDVS0FVE7B4 type=write size=1888626 2024-08-10T05:34:12.055 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.056+0000 7f6f062d5640 1 < suggested update operation key=KHYOYNS1HKDG tag=XTY7E0NJ4GHY type=del size=4036621 2024-08-10T05:34:12.058 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.058+0000 7f6f062d5640 1 > prepared operation key=1IH8FE21AE4X tag=IQJRYGHYMDUG type=del size=971433 2024-08-10T05:34:12.058 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.058+0000 7f6f062d5640 1 < canceled part key=_multipart_1G5AU0L67121.2~BMG9RYK0GSI7.0 size=524852 2024-08-10T05:34:12.061 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.062+0000 7f6f062d5640 1 < canceled multipart upload key=1G5AU0L67121 upload=BMG9RYK0GSI7 tag=O1CEP9JRNE6J type=write size=1573428 2024-08-10T05:34:12.064 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.064+0000 7f6f062d5640 1 > prepared operation key=WBJQTYBRMJV8 tag=2ZAKQ8DHFIMF type=del size=812880 2024-08-10T05:34:12.066 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.066+0000 7f6f062d5640 1 < completed part key=_multipart_7DW3UO39XCUP.2~PPMI7N6LG3XC.0 size=1048576 2024-08-10T05:34:12.067 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.068+0000 7f6f062d5640 1 < completed part key=_multipart_7DW3UO39XCUP.2~PPMI7N6LG3XC.1 size=748733 2024-08-10T05:34:12.071 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.071+0000 7f6f062d5640 1 < completed multipart upload key=7DW3UO39XCUP upload=PPMI7N6LG3XC tag=ZUCW0SUWFZDL type=write size=2845885 2024-08-10T05:34:12.075 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.076+0000 7f6f062d5640 1 > prepared part key=_multipart_H4D0TFSG0EKP.2~I4PKP4KPQ42J.0 size=1048576 2024-08-10T05:34:12.077 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.077+0000 7f6f062d5640 1 > prepared part key=_multipart_H4D0TFSG0EKP.2~I4PKP4KPQ42J.1 size=846499 2024-08-10T05:34:12.077 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.077+0000 7f6f062d5640 1 > prepared multipart upload key=H4D0TFSG0EKP upload=I4PKP4KPQ42J tag=V000XXAAW83T type=write size=2943651 2024-08-10T05:34:12.079 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.080+0000 7f6f062d5640 1 < completed delete operation key=P8JMH1X8249F tag=HGTLCBEFMGO8 type=del 2024-08-10T05:34:12.081 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.082+0000 7f6f062d5640 1 > prepared operation key=H4D0TFSG0EKP tag=T8JC0GAWS3UI type=write size=27064 2024-08-10T05:34:12.084 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.084+0000 7f6f062d5640 1 < completed part key=_multipart_8441NV2A24FO.2~4W2MFEKJ4A11.0 size=729409 2024-08-10T05:34:12.087 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.087+0000 7f6f062d5640 1 < completed multipart upload key=8441NV2A24FO upload=4W2MFEKJ4A11 tag=BYVT6NHI3GPE type=write size=1777985 2024-08-10T05:34:12.089 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.090+0000 7f6f062d5640 1 > prepared operation key=731ALD189846 tag=40ZDJM1C82ER type=del size=3335561 2024-08-10T05:34:12.091 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.092+0000 7f6f062d5640 1 < completed write operation key=7N97XZL3TX2D tag=WZX1UM29STHW type=write size=519657 2024-08-10T05:34:12.095 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.095+0000 7f6f062d5640 1 > prepared part key=_multipart_GNE0GMBV8Q1M.2~CMJITQZ0A86M.0 size=1048576 2024-08-10T05:34:12.097 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.097+0000 7f6f062d5640 1 > prepared part key=_multipart_GNE0GMBV8Q1M.2~CMJITQZ0A86M.1 size=1048576 2024-08-10T05:34:12.099 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.099+0000 7f6f062d5640 1 > prepared part key=_multipart_GNE0GMBV8Q1M.2~CMJITQZ0A86M.2 size=853692 2024-08-10T05:34:12.099 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.099+0000 7f6f062d5640 1 > prepared multipart upload key=GNE0GMBV8Q1M upload=CMJITQZ0A86M tag=51BECXXM9PT5 type=write size=3999420 2024-08-10T05:34:12.101 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.102+0000 7f6f062d5640 1 < completed part key=_multipart_7DW3UO39XCUP.2~WNL3SC6S7WIB.0 size=936262 2024-08-10T05:34:12.105 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.105+0000 7f6f062d5640 1 < completed multipart upload key=7DW3UO39XCUP upload=WNL3SC6S7WIB tag=DL4YX9233KN3 type=write size=1984838 2024-08-10T05:34:12.107 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.107+0000 7f6f062d5640 1 > prepared operation key=00IWI9L0NGJ3 tag=OQW6ZXLWPCGY type=del size=913118 2024-08-10T05:34:12.109 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.109+0000 7f6f062d5640 1 < completed part key=_multipart_J7D76V4ENV9B.2~C2XRB2SPKPFS.0 size=1048576 2024-08-10T05:34:12.111 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.111+0000 7f6f062d5640 1 < completed part key=_multipart_J7D76V4ENV9B.2~C2XRB2SPKPFS.1 size=757138 2024-08-10T05:34:12.115 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.115+0000 7f6f062d5640 1 < completed multipart upload key=J7D76V4ENV9B upload=C2XRB2SPKPFS tag=FLQONI6FHP2J type=write size=2854290 2024-08-10T05:34:12.117 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.117+0000 7f6f062d5640 1 > prepared operation key=QTHON9W7S3SP tag=FUWD0ECMMP9N type=del size=77703 2024-08-10T05:34:12.119 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.119+0000 7f6f062d5640 1 < completed part key=_multipart_F0DF00AE1ISQ.2~BWC38VVEB68N.0 size=849493 2024-08-10T05:34:12.123 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.123+0000 7f6f062d5640 1 < completed multipart upload key=F0DF00AE1ISQ upload=BWC38VVEB68N tag=971Z1U2YPYA9 type=write size=1898069 2024-08-10T05:34:12.127 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.127+0000 7f6f062d5640 1 > prepared part key=_multipart_8441NV2A24FO.2~WYOB12QVPND2.0 size=1048576 2024-08-10T05:34:12.129 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.129+0000 7f6f062d5640 1 > prepared part key=_multipart_8441NV2A24FO.2~WYOB12QVPND2.1 size=189217 2024-08-10T05:34:12.129 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.129+0000 7f6f062d5640 1 > prepared multipart upload key=8441NV2A24FO upload=WYOB12QVPND2 tag=WZ58EU1T3HP9 type=write size=2286369 2024-08-10T05:34:12.130 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.131+0000 7f6f062d5640 1 < completed part key=_multipart_7DW3UO39XCUP.2~E6IN2Q1FJCQ9.0 size=1048576 2024-08-10T05:34:12.131 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.131+0000 7f6f062d5640 1 < canceled part key=_multipart_7DW3UO39XCUP.2~E6IN2Q1FJCQ9.1 size=1048576 2024-08-10T05:34:12.132 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.133+0000 7f6f062d5640 1 < completed part key=_multipart_7DW3UO39XCUP.2~E6IN2Q1FJCQ9.2 size=133152 2024-08-10T05:34:12.137 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.137+0000 7f6f062d5640 1 < canceled multipart upload key=7DW3UO39XCUP upload=E6IN2Q1FJCQ9 tag=ETFS48A26WZT type=write size=3278880 2024-08-10T05:34:12.139 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.140+0000 7f6f062d5640 1 > prepared operation key=4L5NSS7LS8GK tag=71VTJ93AWC0S type=del size=1456877 2024-08-10T05:34:12.142 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.142+0000 7f6f062d5640 1 < completed delete operation key=8441NV2A24FO tag=BMMGT19TYA6V type=del 2024-08-10T05:34:12.143 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.144+0000 7f6f062d5640 1 > prepared operation key=FXQKBLXUHJHI tag=GE7LKNYDM54J type=del size=189751 2024-08-10T05:34:12.146 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.146+0000 7f6f062d5640 1 < completed write operation key=OH2XJH7YF0P6 tag=EX130276J5T2 type=write size=995066 2024-08-10T05:34:12.148 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.149+0000 7f6f062d5640 1 > prepared operation key=731ALD189846 tag=4ZOTQCDB07IX type=del size=3866150 2024-08-10T05:34:12.150 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.151+0000 7f6f062d5640 1 < completed part key=_multipart_00IWI9L0NGJ3.2~OQGFK4FQ9NES.0 size=1048576 2024-08-10T05:34:12.152 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.153+0000 7f6f062d5640 1 < completed part key=_multipart_00IWI9L0NGJ3.2~OQGFK4FQ9NES.1 size=306511 2024-08-10T05:34:12.156 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.156+0000 7f6f062d5640 1 < completed multipart upload key=00IWI9L0NGJ3 upload=OQGFK4FQ9NES tag=0QDBWCYFI8Y1 type=write size=2403663 2024-08-10T05:34:12.158 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.158+0000 7f6f062d5640 1 > prepared operation key=QTHON9W7S3SP tag=ERSL3NRXE3BV type=del size=2336880 2024-08-10T05:34:12.160 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.160+0000 7f6f062d5640 1 < completed write operation key=H4D0TFSG0EKP tag=FP7DS6XTLQVK type=write size=826856 2024-08-10T05:34:12.164 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.164+0000 7f6f062d5640 1 > prepared part key=_multipart_FXQKBLXUHJHI.2~7THO7S1BLRW5.0 size=1048576 2024-08-10T05:34:12.165 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.166+0000 7f6f062d5640 1 > prepared part key=_multipart_FXQKBLXUHJHI.2~7THO7S1BLRW5.1 size=1048576 2024-08-10T05:34:12.167 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.167+0000 7f6f062d5640 1 > prepared part key=_multipart_FXQKBLXUHJHI.2~7THO7S1BLRW5.2 size=323923 2024-08-10T05:34:12.167 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.167+0000 7f6f062d5640 1 > prepared multipart upload key=FXQKBLXUHJHI upload=7THO7S1BLRW5 tag=4HHOBSXPU9F3 type=write size=3469651 2024-08-10T05:34:12.169 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.170+0000 7f6f062d5640 1 < canceled operation key=4L5NSS7LS8GK tag=7ZOYZSUKWIG0 type=del size=3413878 2024-08-10T05:34:12.171 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.172+0000 7f6f062d5640 1 > prepared operation key=M533Z7C651X9 tag=G59JA5PYVYVJ type=del size=3969333 2024-08-10T05:34:12.173 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.174+0000 7f6f062d5640 1 < completed part key=_multipart_4L5NSS7LS8GK.2~I2XMEZ5KG0HA.0 size=840050 2024-08-10T05:34:12.177 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.177+0000 7f6f062d5640 1 < completed multipart upload key=4L5NSS7LS8GK upload=I2XMEZ5KG0HA tag=NPDVS0FVE7B4 type=write size=1888626 2024-08-10T05:34:12.182 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.182+0000 7f6f062d5640 1 > prepared part key=_multipart_OH2XJH7YF0P6.2~MJK10ZDMYGVX.0 size=138896 2024-08-10T05:34:12.182 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.182+0000 7f6f062d5640 1 > prepared multipart upload key=OH2XJH7YF0P6 upload=MJK10ZDMYGVX tag=2JHKHA7FB13Z type=write size=1187472 2024-08-10T05:34:12.184 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.184+0000 7f6f062d5640 1 < canceled operation key=1IH8FE21AE4X tag=IQJRYGHYMDUG type=del size=971433 2024-08-10T05:34:12.187 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.188+0000 7f6f062d5640 1 > prepared part key=_multipart_KHYOYNS1HKDG.2~EHYOBK5ZI6IZ.0 size=1048576 2024-08-10T05:34:12.189 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.190+0000 7f6f062d5640 1 > prepared part key=_multipart_KHYOYNS1HKDG.2~EHYOBK5ZI6IZ.1 size=990618 2024-08-10T05:34:12.189 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.190+0000 7f6f062d5640 1 > prepared multipart upload key=KHYOYNS1HKDG upload=EHYOBK5ZI6IZ tag=Y55GCU1OPAG7 type=write size=3087770 2024-08-10T05:34:12.191 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.192+0000 7f6f062d5640 1 < completed delete operation key=WBJQTYBRMJV8 tag=2ZAKQ8DHFIMF type=del 2024-08-10T05:34:12.195 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.195+0000 7f6f062d5640 1 > prepared part key=_multipart_8MJYHPC813SE.2~VXH404OHB9I4.0 size=223698 2024-08-10T05:34:12.195 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.195+0000 7f6f062d5640 1 > prepared multipart upload key=8MJYHPC813SE upload=VXH404OHB9I4 tag=V8JWKARMDWL0 type=write size=1272274 2024-08-10T05:34:12.197 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.198+0000 7f6f062d5640 1 < completed part key=_multipart_H4D0TFSG0EKP.2~I4PKP4KPQ42J.0 size=1048576 2024-08-10T05:34:12.199 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.200+0000 7f6f062d5640 1 < completed part key=_multipart_H4D0TFSG0EKP.2~I4PKP4KPQ42J.1 size=846499 2024-08-10T05:34:12.203 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.203+0000 7f6f062d5640 1 < completed multipart upload key=H4D0TFSG0EKP upload=I4PKP4KPQ42J tag=V000XXAAW83T type=write size=2943651 2024-08-10T05:34:12.204 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.205+0000 7f6f062d5640 1 > prepared operation key=S1E44NG3MOQ5 tag=09R1B32Y5YT4 type=del size=702545 2024-08-10T05:34:12.207 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.207+0000 7f6f062d5640 1 < completed write operation key=H4D0TFSG0EKP tag=T8JC0GAWS3UI type=write size=27064 2024-08-10T05:34:12.208 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.209+0000 7f6f062d5640 1 > prepared operation key=H5TVL04MCGC8 tag=0UIVSJXMA3T3 type=del size=917812 2024-08-10T05:34:12.211 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.211+0000 7f6f062d5640 1 < completed delete operation key=731ALD189846 tag=40ZDJM1C82ER type=del 2024-08-10T05:34:12.212 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.213+0000 7f6f062d5640 1 > prepared operation key=OH2XJH7YF0P6 tag=SYCRWKY5I571 type=write size=1002099 2024-08-10T05:34:12.215 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.215+0000 7f6f062d5640 1 < completed part key=_multipart_GNE0GMBV8Q1M.2~CMJITQZ0A86M.0 size=1048576 2024-08-10T05:34:12.216 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.217+0000 7f6f062d5640 1 < completed part key=_multipart_GNE0GMBV8Q1M.2~CMJITQZ0A86M.1 size=1048576 2024-08-10T05:34:12.218 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.219+0000 7f6f062d5640 1 < completed part key=_multipart_GNE0GMBV8Q1M.2~CMJITQZ0A86M.2 size=853692 2024-08-10T05:34:12.222 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.222+0000 7f6f062d5640 1 < completed multipart upload key=GNE0GMBV8Q1M upload=CMJITQZ0A86M tag=51BECXXM9PT5 type=write size=3999420 2024-08-10T05:34:12.224 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.224+0000 7f6f062d5640 1 > prepared operation key=WBJQTYBRMJV8 tag=W1L6NFDLV3KV type=del size=3802979 2024-08-10T05:34:12.228 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.228+0000 7f6f062d5640 1 < suggested update operation key=00IWI9L0NGJ3 tag=OQW6ZXLWPCGY type=del size=913118 2024-08-10T05:34:12.232 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.232+0000 7f6f062d5640 1 > prepared part key=_multipart_7DW3UO39XCUP.2~IIZHYGNMF8C4.0 size=879213 2024-08-10T05:34:12.232 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.232+0000 7f6f062d5640 1 > prepared multipart upload key=7DW3UO39XCUP upload=IIZHYGNMF8C4 tag=DV40Z530LT4X type=write size=1927789 2024-08-10T05:34:12.234 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.234+0000 7f6f062d5640 1 < completed delete operation key=QTHON9W7S3SP tag=FUWD0ECMMP9N type=del 2024-08-10T05:34:12.239 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.239+0000 7f6f062d5640 1 > prepared part key=_multipart_H4D0TFSG0EKP.2~8JBZY0RIU56O.0 size=98353 2024-08-10T05:34:12.239 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.239+0000 7f6f062d5640 1 > prepared multipart upload key=H4D0TFSG0EKP upload=8JBZY0RIU56O tag=14DWV7T1WW1K type=write size=1146929 2024-08-10T05:34:12.241 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.241+0000 7f6f062d5640 1 < completed part key=_multipart_8441NV2A24FO.2~WYOB12QVPND2.0 size=1048576 2024-08-10T05:34:12.241 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.241+0000 7f6f062d5640 1 < canceled part key=_multipart_8441NV2A24FO.2~WYOB12QVPND2.1 size=189217 2024-08-10T05:34:12.244 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.245+0000 7f6f062d5640 1 < canceled multipart upload key=8441NV2A24FO upload=WYOB12QVPND2 tag=WZ58EU1T3HP9 type=write size=2286369 2024-08-10T05:34:12.247 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.248+0000 7f6f062d5640 1 > prepared operation key=ZPF41248T0P2 tag=HD4YY4NI4BQA type=write size=11036 2024-08-10T05:34:12.252 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.252+0000 7f6f062d5640 1 < suggested update operation key=4L5NSS7LS8GK tag=71VTJ93AWC0S type=del size=1456877 2024-08-10T05:34:12.254 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.254+0000 7f6f062d5640 1 > prepared operation key=QTBS1TAZXH5F tag=VUNB2GAOKSR3 type=del size=1692944 2024-08-10T05:34:12.256 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.256+0000 7f6f062d5640 1 < completed delete operation key=FXQKBLXUHJHI tag=GE7LKNYDM54J type=del 2024-08-10T05:34:12.260 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.260+0000 7f6f062d5640 1 > prepared part key=_multipart_8MJYHPC813SE.2~RJID0X1SY6XO.0 size=662930 2024-08-10T05:34:12.260 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.260+0000 7f6f062d5640 1 > prepared multipart upload key=8MJYHPC813SE upload=RJID0X1SY6XO tag=IHCTFXRRBGFI type=write size=1711506 2024-08-10T05:34:12.262 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.262+0000 7f6f062d5640 1 < completed delete operation key=731ALD189846 tag=4ZOTQCDB07IX type=del 2024-08-10T05:34:12.264 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.264+0000 7f6f062d5640 1 > prepared operation key=F0DF00AE1ISQ tag=K88C0DN3EM6O type=del size=2242194 2024-08-10T05:34:12.270 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.270+0000 7f6f062d5640 1 < suggested update operation key=QTHON9W7S3SP tag=ERSL3NRXE3BV type=del size=2336880 2024-08-10T05:34:12.274 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.275+0000 7f6f062d5640 1 > prepared part key=_multipart_ZPF41248T0P2.2~9EX29GG5TBE8.0 size=1048576 2024-08-10T05:34:12.276 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.276+0000 7f6f062d5640 1 > prepared part key=_multipart_ZPF41248T0P2.2~9EX29GG5TBE8.1 size=1048576 2024-08-10T05:34:12.278 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.278+0000 7f6f062d5640 1 > prepared part key=_multipart_ZPF41248T0P2.2~9EX29GG5TBE8.2 size=697272 2024-08-10T05:34:12.278 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.278+0000 7f6f062d5640 1 > prepared multipart upload key=ZPF41248T0P2 upload=9EX29GG5TBE8 tag=5XKM335EZS5H type=write size=3843000 2024-08-10T05:34:12.280 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.280+0000 7f6f062d5640 1 < completed part key=_multipart_FXQKBLXUHJHI.2~7THO7S1BLRW5.0 size=1048576 2024-08-10T05:34:12.282 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.282+0000 7f6f062d5640 1 < completed part key=_multipart_FXQKBLXUHJHI.2~7THO7S1BLRW5.1 size=1048576 2024-08-10T05:34:12.283 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.284+0000 7f6f062d5640 1 < completed part key=_multipart_FXQKBLXUHJHI.2~7THO7S1BLRW5.2 size=323923 2024-08-10T05:34:12.287 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.288+0000 7f6f062d5640 1 < completed multipart upload key=FXQKBLXUHJHI upload=7THO7S1BLRW5 tag=4HHOBSXPU9F3 type=write size=3469651 2024-08-10T05:34:12.289 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.290+0000 7f6f062d5640 1 > prepared operation key=FXQKBLXUHJHI tag=FIXHWI3J1XMN type=write size=272010 2024-08-10T05:34:12.291 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.292+0000 7f6f062d5640 1 < completed delete operation key=M533Z7C651X9 tag=G59JA5PYVYVJ type=del 2024-08-10T05:34:12.295 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.295+0000 7f6f062d5640 1 > prepared part key=_multipart_KHYOYNS1HKDG.2~T2TCMFII6CFR.0 size=571749 2024-08-10T05:34:12.295 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.295+0000 7f6f062d5640 1 > prepared multipart upload key=KHYOYNS1HKDG upload=T2TCMFII6CFR tag=J6R3PXUV91XH type=write size=1620325 2024-08-10T05:34:12.297 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.297+0000 7f6f062d5640 1 < completed part key=_multipart_OH2XJH7YF0P6.2~MJK10ZDMYGVX.0 size=138896 2024-08-10T05:34:12.301 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.301+0000 7f6f062d5640 1 < completed multipart upload key=OH2XJH7YF0P6 upload=MJK10ZDMYGVX tag=2JHKHA7FB13Z type=write size=1187472 2024-08-10T05:34:12.303 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.303+0000 7f6f062d5640 1 > prepared operation key=3EUY0XWASPEL tag=5AUX0H5TNZFZ type=del size=771261 2024-08-10T05:34:12.305 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.305+0000 7f6f062d5640 1 < completed part key=_multipart_KHYOYNS1HKDG.2~EHYOBK5ZI6IZ.0 size=1048576 2024-08-10T05:34:12.307 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.307+0000 7f6f062d5640 1 < completed part key=_multipart_KHYOYNS1HKDG.2~EHYOBK5ZI6IZ.1 size=990618 2024-08-10T05:34:12.310 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.311+0000 7f6f062d5640 1 < completed multipart upload key=KHYOYNS1HKDG upload=EHYOBK5ZI6IZ tag=Y55GCU1OPAG7 type=write size=3087770 2024-08-10T05:34:12.315 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.316+0000 7f6f062d5640 1 > prepared part key=_multipart_H4D0TFSG0EKP.2~102PYBX9XI3C.0 size=1048576 2024-08-10T05:34:12.317 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.318+0000 7f6f062d5640 1 > prepared part key=_multipart_H4D0TFSG0EKP.2~102PYBX9XI3C.1 size=669813 2024-08-10T05:34:12.318 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.318+0000 7f6f062d5640 1 > prepared multipart upload key=H4D0TFSG0EKP upload=102PYBX9XI3C tag=MASEU2Y2JZHB type=write size=2766965 2024-08-10T05:34:12.320 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.320+0000 7f6f062d5640 1 < completed part key=_multipart_8MJYHPC813SE.2~VXH404OHB9I4.0 size=223698 2024-08-10T05:34:12.324 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.324+0000 7f6f062d5640 1 < completed multipart upload key=8MJYHPC813SE upload=VXH404OHB9I4 tag=V8JWKARMDWL0 type=write size=1272274 2024-08-10T05:34:12.326 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.326+0000 7f6f062d5640 1 > prepared operation key=ZPF41248T0P2 tag=FZXV3YPJCV1U type=write size=630294 2024-08-10T05:34:12.328 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.329+0000 7f6f062d5640 1 < completed delete operation key=S1E44NG3MOQ5 tag=09R1B32Y5YT4 type=del 2024-08-10T05:34:12.330 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.331+0000 7f6f062d5640 1 > prepared operation key=H4D0TFSG0EKP tag=9M6FC75EGLWE type=del size=1743236 2024-08-10T05:34:12.333 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.333+0000 7f6f062d5640 1 < completed delete operation key=H5TVL04MCGC8 tag=0UIVSJXMA3T3 type=del 2024-08-10T05:34:12.337 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.337+0000 7f6f062d5640 1 > prepared part key=_multipart_H5TVL04MCGC8.2~RAWEUEGMBDVW.0 size=1048576 2024-08-10T05:34:12.339 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.339+0000 7f6f062d5640 1 > prepared part key=_multipart_H5TVL04MCGC8.2~RAWEUEGMBDVW.1 size=674114 2024-08-10T05:34:12.339 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.339+0000 7f6f062d5640 1 > prepared multipart upload key=H5TVL04MCGC8 upload=RAWEUEGMBDVW tag=4DC6Q16ZNOEN type=write size=2771266 2024-08-10T05:34:12.341 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.341+0000 7f6f062d5640 1 < canceled operation key=OH2XJH7YF0P6 tag=SYCRWKY5I571 type=write size=1002099 2024-08-10T05:34:12.344 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.345+0000 7f6f062d5640 1 > prepared part key=_multipart_H4D0TFSG0EKP.2~137FD3ZVAVS1.0 size=1048576 2024-08-10T05:34:12.347 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.347+0000 7f6f062d5640 1 > prepared part key=_multipart_H4D0TFSG0EKP.2~137FD3ZVAVS1.1 size=510392 2024-08-10T05:34:12.347 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.347+0000 7f6f062d5640 1 > prepared multipart upload key=H4D0TFSG0EKP upload=137FD3ZVAVS1 tag=L4C5PWOV4PQW type=write size=2607544 2024-08-10T05:34:12.352 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.353+0000 7f6f062d5640 1 < suggested remove operation key=WBJQTYBRMJV8 tag=W1L6NFDLV3KV type=del 2024-08-10T05:34:12.354 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.355+0000 7f6f062d5640 1 > prepared operation key=Z3FSBPLXLYL2 tag=ZJEBFPJZUE1O type=del size=174801 2024-08-10T05:34:12.354 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.355+0000 7f6f062d5640 1 < canceled part key=_multipart_7DW3UO39XCUP.2~IIZHYGNMF8C4.0 size=879213 2024-08-10T05:34:12.358 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.358+0000 7f6f062d5640 1 < canceled multipart upload key=7DW3UO39XCUP upload=IIZHYGNMF8C4 tag=DV40Z530LT4X type=write size=1927789 2024-08-10T05:34:12.360 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.360+0000 7f6f062d5640 1 > prepared operation key=GNE0GMBV8Q1M tag=S65SFZ2023G7 type=del size=2512583 2024-08-10T05:34:12.362 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.362+0000 7f6f062d5640 1 < completed part key=_multipart_H4D0TFSG0EKP.2~8JBZY0RIU56O.0 size=98353 2024-08-10T05:34:12.365 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.366+0000 7f6f062d5640 1 < completed multipart upload key=H4D0TFSG0EKP upload=8JBZY0RIU56O tag=14DWV7T1WW1K type=write size=1146929 2024-08-10T05:34:12.369 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.369+0000 7f6f062d5640 1 > prepared part key=_multipart_QTBS1TAZXH5F.2~9X9LDIYANN5O.0 size=688263 2024-08-10T05:34:12.369 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.369+0000 7f6f062d5640 1 > prepared multipart upload key=QTBS1TAZXH5F upload=9X9LDIYANN5O tag=HUSMHT95IIGT type=write size=1736839 2024-08-10T05:34:12.371 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.372+0000 7f6f062d5640 1 < canceled operation key=ZPF41248T0P2 tag=HD4YY4NI4BQA type=write size=11036 2024-08-10T05:34:12.377 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.377+0000 7f6f062d5640 1 > prepared part key=_multipart_1IH8FE21AE4X.2~4OYNWPFMQ5D2.0 size=544631 2024-08-10T05:34:12.377 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.377+0000 7f6f062d5640 1 > prepared multipart upload key=1IH8FE21AE4X upload=4OYNWPFMQ5D2 tag=B34BW8LJEMUY type=write size=1593207 2024-08-10T05:34:12.380 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.380+0000 7f6f062d5640 1 < completed delete operation key=QTBS1TAZXH5F tag=VUNB2GAOKSR3 type=del 2024-08-10T05:34:12.382 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.383+0000 7f6f062d5640 1 > prepared operation key=Y0DHHLUF8MD9 tag=AQSDYP2MBZTH type=del size=1845091 2024-08-10T05:34:12.383 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.383+0000 7f6f062d5640 1 < canceled part key=_multipart_8MJYHPC813SE.2~RJID0X1SY6XO.0 size=662930 2024-08-10T05:34:12.386 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.386+0000 7f6f062d5640 1 < canceled multipart upload key=8MJYHPC813SE upload=RJID0X1SY6XO tag=IHCTFXRRBGFI type=write size=1711506 2024-08-10T05:34:12.388 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.389+0000 7f6f062d5640 1 > prepared operation key=FXQKBLXUHJHI tag=MZSD017F13EL type=del size=361665 2024-08-10T05:34:12.390 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.391+0000 7f6f062d5640 1 < completed delete operation key=F0DF00AE1ISQ tag=K88C0DN3EM6O type=del 2024-08-10T05:34:12.392 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.393+0000 7f6f062d5640 1 > prepared operation key=00IWI9L0NGJ3 tag=DA0WWQPONCNA type=del size=2379106 2024-08-10T05:34:12.395 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.395+0000 7f6f062d5640 1 < completed part key=_multipart_ZPF41248T0P2.2~9EX29GG5TBE8.0 size=1048576 2024-08-10T05:34:12.397 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.397+0000 7f6f062d5640 1 < completed part key=_multipart_ZPF41248T0P2.2~9EX29GG5TBE8.1 size=1048576 2024-08-10T05:34:12.399 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.399+0000 7f6f062d5640 1 < completed part key=_multipart_ZPF41248T0P2.2~9EX29GG5TBE8.2 size=697272 2024-08-10T05:34:12.403 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.404+0000 7f6f062d5640 1 < completed multipart upload key=ZPF41248T0P2 upload=9EX29GG5TBE8 tag=5XKM335EZS5H type=write size=3843000 2024-08-10T05:34:12.406 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.406+0000 7f6f062d5640 1 > prepared operation key=QTHON9W7S3SP tag=FF206JD9N39B type=write size=293911 2024-08-10T05:34:12.408 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.409+0000 7f6f062d5640 1 < completed write operation key=FXQKBLXUHJHI tag=FIXHWI3J1XMN type=write size=272010 2024-08-10T05:34:12.413 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.413+0000 7f6f062d5640 1 > prepared part key=_multipart_00IWI9L0NGJ3.2~ZHVPIOC20RZX.0 size=1048576 2024-08-10T05:34:12.415 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.415+0000 7f6f062d5640 1 > prepared part key=_multipart_00IWI9L0NGJ3.2~ZHVPIOC20RZX.1 size=1048576 2024-08-10T05:34:12.416 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.417+0000 7f6f062d5640 1 > prepared part key=_multipart_00IWI9L0NGJ3.2~ZHVPIOC20RZX.2 size=547439 2024-08-10T05:34:12.416 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.417+0000 7f6f062d5640 1 > prepared multipart upload key=00IWI9L0NGJ3 upload=ZHVPIOC20RZX tag=6GTU6FU5NF38 type=write size=3693167 2024-08-10T05:34:12.419 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.419+0000 7f6f062d5640 1 < completed part key=_multipart_KHYOYNS1HKDG.2~T2TCMFII6CFR.0 size=571749 2024-08-10T05:34:12.422 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.423+0000 7f6f062d5640 1 < completed multipart upload key=KHYOYNS1HKDG upload=T2TCMFII6CFR tag=J6R3PXUV91XH type=write size=1620325 2024-08-10T05:34:12.424 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.425+0000 7f6f062d5640 1 > prepared operation key=S1J0EDZ5K22Q tag=A87A4C50NBUT type=del size=1145177 2024-08-10T05:34:12.426 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.427+0000 7f6f062d5640 1 < completed delete operation key=3EUY0XWASPEL tag=5AUX0H5TNZFZ type=del 2024-08-10T05:34:12.428 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.429+0000 7f6f062d5640 1 > prepared operation key=KHYOYNS1HKDG tag=QXMNOEXJYAVF type=write size=471340 2024-08-10T05:34:12.429 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.429+0000 7f6f062d5640 1 < canceled part key=_multipart_H4D0TFSG0EKP.2~102PYBX9XI3C.0 size=1048576 2024-08-10T05:34:12.431 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.431+0000 7f6f062d5640 1 < completed part key=_multipart_H4D0TFSG0EKP.2~102PYBX9XI3C.1 size=669813 2024-08-10T05:34:12.434 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.435+0000 7f6f062d5640 1 < canceled multipart upload key=H4D0TFSG0EKP upload=102PYBX9XI3C tag=MASEU2Y2JZHB type=write size=2766965 2024-08-10T05:34:12.436 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.437+0000 7f6f062d5640 1 > prepared operation key=P8JMH1X8249F tag=EXVDN1TVD3I5 type=write size=309303 2024-08-10T05:34:12.438 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.439+0000 7f6f062d5640 1 < completed write operation key=ZPF41248T0P2 tag=FZXV3YPJCV1U type=write size=630294 2024-08-10T05:34:12.441 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.441+0000 7f6f062d5640 1 > prepared operation key=F0DF00AE1ISQ tag=8GTAV4A7733M type=del size=3387650 2024-08-10T05:34:12.445 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.446+0000 7f6f062d5640 1 < suggested update operation key=H4D0TFSG0EKP tag=9M6FC75EGLWE type=del size=1743236 2024-08-10T05:34:12.448 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.448+0000 7f6f062d5640 1 > prepared operation key=Z3FSBPLXLYL2 tag=41BMS18FNICL type=write size=456339 2024-08-10T05:34:12.448 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.448+0000 7f6f062d5640 1 < canceled part key=_multipart_H5TVL04MCGC8.2~RAWEUEGMBDVW.0 size=1048576 2024-08-10T05:34:12.450 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.450+0000 7f6f062d5640 1 < completed part key=_multipart_H5TVL04MCGC8.2~RAWEUEGMBDVW.1 size=674114 2024-08-10T05:34:12.453 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.453+0000 7f6f062d5640 1 < canceled multipart upload key=H5TVL04MCGC8 upload=RAWEUEGMBDVW tag=4DC6Q16ZNOEN type=write size=2771266 2024-08-10T05:34:12.457 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.457+0000 7f6f062d5640 1 > prepared part key=_multipart_1G5AU0L67121.2~K0LQFYDUWWFT.0 size=530959 2024-08-10T05:34:12.457 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.457+0000 7f6f062d5640 1 > prepared multipart upload key=1G5AU0L67121 upload=K0LQFYDUWWFT tag=39O90LHUGOBP type=write size=1579535 2024-08-10T05:34:12.459 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.459+0000 7f6f062d5640 1 < completed part key=_multipart_H4D0TFSG0EKP.2~137FD3ZVAVS1.0 size=1048576 2024-08-10T05:34:12.461 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.461+0000 7f6f062d5640 1 < completed part key=_multipart_H4D0TFSG0EKP.2~137FD3ZVAVS1.1 size=510392 2024-08-10T05:34:12.464 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.464+0000 7f6f062d5640 1 < completed multipart upload key=H4D0TFSG0EKP upload=137FD3ZVAVS1 tag=L4C5PWOV4PQW type=write size=2607544 2024-08-10T05:34:12.467 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.468+0000 7f6f062d5640 1 > prepared part key=_multipart_4L5NSS7LS8GK.2~F4AKSKBQL2Z8.0 size=1048576 2024-08-10T05:34:12.469 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.470+0000 7f6f062d5640 1 > prepared part key=_multipart_4L5NSS7LS8GK.2~F4AKSKBQL2Z8.1 size=378906 2024-08-10T05:34:12.469 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.470+0000 7f6f062d5640 1 > prepared multipart upload key=4L5NSS7LS8GK upload=F4AKSKBQL2Z8 tag=R1CZ3VLFXXYH type=write size=2476058 2024-08-10T05:34:12.471 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.472+0000 7f6f062d5640 1 < completed delete operation key=Z3FSBPLXLYL2 tag=ZJEBFPJZUE1O type=del 2024-08-10T05:34:12.475 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.476+0000 7f6f062d5640 1 > prepared part key=_multipart_OH2XJH7YF0P6.2~HY66CGGJVFMQ.0 size=1048576 2024-08-10T05:34:12.477 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.477+0000 7f6f062d5640 1 > prepared part key=_multipart_OH2XJH7YF0P6.2~HY66CGGJVFMQ.1 size=1048576 2024-08-10T05:34:12.479 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.479+0000 7f6f062d5640 1 > prepared part key=_multipart_OH2XJH7YF0P6.2~HY66CGGJVFMQ.2 size=91460 2024-08-10T05:34:12.479 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.479+0000 7f6f062d5640 1 > prepared multipart upload key=OH2XJH7YF0P6 upload=HY66CGGJVFMQ tag=249BCRGG8FS2 type=write size=3237188 2024-08-10T05:34:12.481 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.481+0000 7f6f062d5640 1 < completed delete operation key=GNE0GMBV8Q1M tag=S65SFZ2023G7 type=del 2024-08-10T05:34:12.484 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.485+0000 7f6f062d5640 1 > prepared part key=_multipart_LTRO8UR68E01.2~K8VZZ1EIF5D7.0 size=1048576 2024-08-10T05:34:12.486 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.487+0000 7f6f062d5640 1 > prepared part key=_multipart_LTRO8UR68E01.2~K8VZZ1EIF5D7.1 size=641014 2024-08-10T05:34:12.487 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.487+0000 7f6f062d5640 1 > prepared multipart upload key=LTRO8UR68E01 upload=K8VZZ1EIF5D7 tag=XT19I4IHETLJ type=write size=2738166 2024-08-10T05:34:12.488 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.489+0000 7f6f062d5640 1 < completed part key=_multipart_QTBS1TAZXH5F.2~9X9LDIYANN5O.0 size=688263 2024-08-10T05:34:12.492 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.493+0000 7f6f062d5640 1 < completed multipart upload key=QTBS1TAZXH5F upload=9X9LDIYANN5O tag=HUSMHT95IIGT type=write size=1736839 2024-08-10T05:34:12.495 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.495+0000 7f6f062d5640 1 > prepared operation key=P8JMH1X8249F tag=XSSBQZ04ZET0 type=write size=895504 2024-08-10T05:34:12.497 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.497+0000 7f6f062d5640 1 < completed part key=_multipart_1IH8FE21AE4X.2~4OYNWPFMQ5D2.0 size=544631 2024-08-10T05:34:12.500 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.500+0000 7f6f062d5640 1 < completed multipart upload key=1IH8FE21AE4X upload=4OYNWPFMQ5D2 tag=B34BW8LJEMUY type=write size=1593207 2024-08-10T05:34:12.502 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.502+0000 7f6f062d5640 1 > prepared operation key=GNE0GMBV8Q1M tag=BJKDD6F04J3A type=del size=1231132 2024-08-10T05:34:12.505 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.505+0000 7f6f062d5640 1 < completed delete operation key=Y0DHHLUF8MD9 tag=AQSDYP2MBZTH type=del 2024-08-10T05:34:12.507 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.507+0000 7f6f062d5640 1 > prepared operation key=QTBS1TAZXH5F tag=TABIJ5NYLSN7 type=del size=1768374 2024-08-10T05:34:12.511 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.512+0000 7f6f062d5640 1 < suggested remove operation key=FXQKBLXUHJHI tag=MZSD017F13EL type=del 2024-08-10T05:34:12.514 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.514+0000 7f6f062d5640 1 > prepared operation key=F0DF00AE1ISQ tag=P30XQC9Q6L0X type=del size=904249 2024-08-10T05:34:12.517 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.517+0000 7f6f062d5640 1 < completed delete operation key=00IWI9L0NGJ3 tag=DA0WWQPONCNA type=del 2024-08-10T05:34:12.520 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.520+0000 7f6f062d5640 1 > prepared part key=_multipart_H5TVL04MCGC8.2~ST083NNGEUHX.0 size=1048576 2024-08-10T05:34:12.522 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.522+0000 7f6f062d5640 1 > prepared part key=_multipart_H5TVL04MCGC8.2~ST083NNGEUHX.1 size=977331 2024-08-10T05:34:12.522 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.522+0000 7f6f062d5640 1 > prepared multipart upload key=H5TVL04MCGC8 upload=ST083NNGEUHX tag=EWS1IS9RO475 type=write size=3074483 2024-08-10T05:34:12.524 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.525+0000 7f6f062d5640 1 < completed write operation key=QTHON9W7S3SP tag=FF206JD9N39B type=write size=293911 2024-08-10T05:34:12.529 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.529+0000 7f6f062d5640 1 > prepared part key=_multipart_H5TVL04MCGC8.2~W42HKW0I6BAC.0 size=54414 2024-08-10T05:34:12.529 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.529+0000 7f6f062d5640 1 > prepared multipart upload key=H5TVL04MCGC8 upload=W42HKW0I6BAC tag=6DRCLM13W14G type=write size=1102990 2024-08-10T05:34:12.532 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.532+0000 7f6f062d5640 1 < completed part key=_multipart_00IWI9L0NGJ3.2~ZHVPIOC20RZX.0 size=1048576 2024-08-10T05:34:12.532 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.532+0000 7f6f062d5640 1 < canceled part key=_multipart_00IWI9L0NGJ3.2~ZHVPIOC20RZX.1 size=1048576 2024-08-10T05:34:12.533 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.534+0000 7f6f062d5640 1 < completed part key=_multipart_00IWI9L0NGJ3.2~ZHVPIOC20RZX.2 size=547439 2024-08-10T05:34:12.537 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.538+0000 7f6f062d5640 1 < canceled multipart upload key=00IWI9L0NGJ3 upload=ZHVPIOC20RZX tag=6GTU6FU5NF38 type=write size=3693167 2024-08-10T05:34:12.542 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.542+0000 7f6f062d5640 1 > prepared part key=_multipart_MI1XTCS076Y9.2~ZOKQMQWVTDJ0.0 size=1048576 2024-08-10T05:34:12.544 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.544+0000 7f6f062d5640 1 > prepared part key=_multipart_MI1XTCS076Y9.2~ZOKQMQWVTDJ0.1 size=1048576 2024-08-10T05:34:12.545 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.546+0000 7f6f062d5640 1 > prepared part key=_multipart_MI1XTCS076Y9.2~ZOKQMQWVTDJ0.2 size=979995 2024-08-10T05:34:12.546 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.546+0000 7f6f062d5640 1 > prepared multipart upload key=MI1XTCS076Y9 upload=ZOKQMQWVTDJ0 tag=UM7EIMQZXZWM type=write size=4125723 2024-08-10T05:34:12.548 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.548+0000 7f6f062d5640 1 < completed delete operation key=S1J0EDZ5K22Q tag=A87A4C50NBUT type=del 2024-08-10T05:34:12.550 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.550+0000 7f6f062d5640 1 > prepared operation key=00IWI9L0NGJ3 tag=29NFVW89F5ER type=del size=2327426 2024-08-10T05:34:12.552 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.553+0000 7f6f062d5640 1 < canceled operation key=KHYOYNS1HKDG tag=QXMNOEXJYAVF type=write size=471340 2024-08-10T05:34:12.554 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.555+0000 7f6f062d5640 1 > prepared operation key=KHYOYNS1HKDG tag=HCYT7USGX9GU type=del size=2403997 2024-08-10T05:34:12.560 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.560+0000 7f6f062d5640 1 < suggested remove operation key=P8JMH1X8249F tag=EXVDN1TVD3I5 type=write 2024-08-10T05:34:12.564 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.564+0000 7f6f062d5640 1 > prepared part key=_multipart_GNE0GMBV8Q1M.2~9HWAU15JEEKN.0 size=1048576 2024-08-10T05:34:12.565 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.566+0000 7f6f062d5640 1 > prepared part key=_multipart_GNE0GMBV8Q1M.2~9HWAU15JEEKN.1 size=112132 2024-08-10T05:34:12.566 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.566+0000 7f6f062d5640 1 > prepared multipart upload key=GNE0GMBV8Q1M upload=9HWAU15JEEKN tag=8NUPZLBQEUMP type=write size=2209284 2024-08-10T05:34:12.568 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.568+0000 7f6f062d5640 1 < completed delete operation key=F0DF00AE1ISQ tag=8GTAV4A7733M type=del 2024-08-10T05:34:12.572 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.572+0000 7f6f062d5640 1 > prepared part key=_multipart_Y0DHHLUF8MD9.2~8T4VWE8AUOW1.0 size=1048576 2024-08-10T05:34:12.573 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.574+0000 7f6f062d5640 1 > prepared part key=_multipart_Y0DHHLUF8MD9.2~8T4VWE8AUOW1.1 size=1048576 2024-08-10T05:34:12.575 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.575+0000 7f6f062d5640 1 > prepared part key=_multipart_Y0DHHLUF8MD9.2~8T4VWE8AUOW1.2 size=231800 2024-08-10T05:34:12.575 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.576+0000 7f6f062d5640 1 > prepared multipart upload key=Y0DHHLUF8MD9 upload=8T4VWE8AUOW1 tag=PBE6ZT32TJL4 type=write size=3377528 2024-08-10T05:34:12.577 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.578+0000 7f6f062d5640 1 < completed write operation key=Z3FSBPLXLYL2 tag=41BMS18FNICL type=write size=456339 2024-08-10T05:34:12.579 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.580+0000 7f6f062d5640 1 > prepared operation key=7N97XZL3TX2D tag=QCLT33QX7VYB type=del size=3606751 2024-08-10T05:34:12.581 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.582+0000 7f6f062d5640 1 < completed part key=_multipart_1G5AU0L67121.2~K0LQFYDUWWFT.0 size=530959 2024-08-10T05:34:12.585 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.585+0000 7f6f062d5640 1 < completed multipart upload key=1G5AU0L67121 upload=K0LQFYDUWWFT tag=39O90LHUGOBP type=write size=1579535 2024-08-10T05:34:12.590 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.587+0000 7f6f062d5640 1 > prepared operation key=KHYOYNS1HKDG tag=X205NSU2T6K4 type=del size=3287344 2024-08-10T05:34:12.590 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.589+0000 7f6f062d5640 1 < completed part key=_multipart_4L5NSS7LS8GK.2~F4AKSKBQL2Z8.0 size=1048576 2024-08-10T05:34:12.591 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.591+0000 7f6f062d5640 1 < completed part key=_multipart_4L5NSS7LS8GK.2~F4AKSKBQL2Z8.1 size=378906 2024-08-10T05:34:12.595 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.595+0000 7f6f062d5640 1 < completed multipart upload key=4L5NSS7LS8GK upload=F4AKSKBQL2Z8 tag=R1CZ3VLFXXYH type=write size=2476058 2024-08-10T05:34:12.596 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.597+0000 7f6f062d5640 1 > prepared operation key=S1J0EDZ5K22Q tag=37L66L732NFU type=del size=3214726 2024-08-10T05:34:12.598 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.599+0000 7f6f062d5640 1 < completed part key=_multipart_OH2XJH7YF0P6.2~HY66CGGJVFMQ.0 size=1048576 2024-08-10T05:34:12.600 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.601+0000 7f6f062d5640 1 < completed part key=_multipart_OH2XJH7YF0P6.2~HY66CGGJVFMQ.1 size=1048576 2024-08-10T05:34:12.602 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.602+0000 7f6f062d5640 1 < completed part key=_multipart_OH2XJH7YF0P6.2~HY66CGGJVFMQ.2 size=91460 2024-08-10T05:34:12.605 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.606+0000 7f6f062d5640 1 < completed multipart upload key=OH2XJH7YF0P6 upload=HY66CGGJVFMQ tag=249BCRGG8FS2 type=write size=3237188 2024-08-10T05:34:12.610 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.610+0000 7f6f062d5640 1 > prepared part key=_multipart_QTHON9W7S3SP.2~Q4EPLYGN3JKF.0 size=1048576 2024-08-10T05:34:12.612 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.612+0000 7f6f062d5640 1 > prepared part key=_multipart_QTHON9W7S3SP.2~Q4EPLYGN3JKF.1 size=1048576 2024-08-10T05:34:12.613 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.614+0000 7f6f062d5640 1 > prepared part key=_multipart_QTHON9W7S3SP.2~Q4EPLYGN3JKF.2 size=906074 2024-08-10T05:34:12.614 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.614+0000 7f6f062d5640 1 > prepared multipart upload key=QTHON9W7S3SP upload=Q4EPLYGN3JKF tag=OB0MKYU118ZV type=write size=4051802 2024-08-10T05:34:12.616 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.616+0000 7f6f062d5640 1 < completed part key=_multipart_LTRO8UR68E01.2~K8VZZ1EIF5D7.0 size=1048576 2024-08-10T05:34:12.618 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.618+0000 7f6f062d5640 1 < completed part key=_multipart_LTRO8UR68E01.2~K8VZZ1EIF5D7.1 size=641014 2024-08-10T05:34:12.622 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.622+0000 7f6f062d5640 1 < completed multipart upload key=LTRO8UR68E01 upload=K8VZZ1EIF5D7 tag=XT19I4IHETLJ type=write size=2738166 2024-08-10T05:34:12.624 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.624+0000 7f6f062d5640 1 > prepared operation key=H5TVL04MCGC8 tag=NE10EYXW0C3V type=write size=918265 2024-08-10T05:34:12.627 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.627+0000 7f6f062d5640 -1 < failed to complete operation key=P8JMH1X8249F tag=XSSBQZ04ZET0 type=write size=895504: (22) Invalid argument 2024-08-10T05:34:12.629 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.629+0000 7f6f062d5640 1 > prepared operation key=8441NV2A24FO tag=PYXSWG7303WF type=del size=3793709 2024-08-10T05:34:12.631 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.631+0000 7f6f062d5640 1 < canceled operation key=GNE0GMBV8Q1M tag=BJKDD6F04J3A type=del size=1231132 2024-08-10T05:34:12.633 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.633+0000 7f6f062d5640 1 > prepared operation key=PGRI5CN7TTT0 tag=618GIBWDCF32 type=del size=3707352 2024-08-10T05:34:12.635 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.635+0000 7f6f062d5640 1 < completed delete operation key=QTBS1TAZXH5F tag=TABIJ5NYLSN7 type=del 2024-08-10T05:34:12.639 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.639+0000 7f6f062d5640 1 > prepared part key=_multipart_J7D76V4ENV9B.2~BFLH2FJJV22R.0 size=1048576 2024-08-10T05:34:12.641 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.641+0000 7f6f062d5640 1 > prepared part key=_multipart_J7D76V4ENV9B.2~BFLH2FJJV22R.1 size=533176 2024-08-10T05:34:12.641 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.641+0000 7f6f062d5640 1 > prepared multipart upload key=J7D76V4ENV9B upload=BFLH2FJJV22R tag=4FLPB5SL2H1D type=write size=2630328 2024-08-10T05:34:12.643 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.643+0000 7f6f062d5640 1 < completed delete operation key=F0DF00AE1ISQ tag=P30XQC9Q6L0X type=del 2024-08-10T05:34:12.645 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.645+0000 7f6f062d5640 1 > prepared operation key=WBJQTYBRMJV8 tag=F8C55CUM5HRP type=del size=3793164 2024-08-10T05:34:12.647 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.647+0000 7f6f062d5640 1 < completed part key=_multipart_H5TVL04MCGC8.2~ST083NNGEUHX.0 size=1048576 2024-08-10T05:34:12.649 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.649+0000 7f6f062d5640 1 < completed part key=_multipart_H5TVL04MCGC8.2~ST083NNGEUHX.1 size=977331 2024-08-10T05:34:12.653 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.653+0000 7f6f062d5640 1 < completed multipart upload key=H5TVL04MCGC8 upload=ST083NNGEUHX tag=EWS1IS9RO475 type=write size=3074483 2024-08-10T05:34:12.655 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.655+0000 7f6f062d5640 1 > prepared operation key=731ALD189846 tag=QUWH0DV8K3MK type=del size=3808345 2024-08-10T05:34:12.658 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.658+0000 7f6f062d5640 1 < completed part key=_multipart_H5TVL04MCGC8.2~W42HKW0I6BAC.0 size=54414 2024-08-10T05:34:12.661 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.662+0000 7f6f062d5640 1 < completed multipart upload key=H5TVL04MCGC8 upload=W42HKW0I6BAC tag=6DRCLM13W14G type=write size=1102990 2024-08-10T05:34:12.663 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.664+0000 7f6f062d5640 1 > prepared operation key=Z3FSBPLXLYL2 tag=OID0TZN099YI type=del size=320402 2024-08-10T05:34:12.666 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.666+0000 7f6f062d5640 1 < completed part key=_multipart_MI1XTCS076Y9.2~ZOKQMQWVTDJ0.0 size=1048576 2024-08-10T05:34:12.668 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.668+0000 7f6f062d5640 1 < completed part key=_multipart_MI1XTCS076Y9.2~ZOKQMQWVTDJ0.1 size=1048576 2024-08-10T05:34:12.670 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.670+0000 7f6f062d5640 1 < completed part key=_multipart_MI1XTCS076Y9.2~ZOKQMQWVTDJ0.2 size=979995 2024-08-10T05:34:12.674 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.674+0000 7f6f062d5640 1 < completed multipart upload key=MI1XTCS076Y9 upload=ZOKQMQWVTDJ0 tag=UM7EIMQZXZWM type=write size=4125723 2024-08-10T05:34:12.676 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.676+0000 7f6f062d5640 1 > prepared operation key=H5TVL04MCGC8 tag=8OHPL7VZM63Y type=del size=1411514 2024-08-10T05:34:12.678 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.678+0000 7f6f062d5640 1 < canceled operation key=00IWI9L0NGJ3 tag=29NFVW89F5ER type=del size=2327426 2024-08-10T05:34:12.680 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.680+0000 7f6f062d5640 1 > prepared operation key=H5TVL04MCGC8 tag=VZZ2TCGCWU8S type=del size=2846389 2024-08-10T05:34:12.682 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.682+0000 7f6f062d5640 1 < completed delete operation key=KHYOYNS1HKDG tag=HCYT7USGX9GU type=del 2024-08-10T05:34:12.686 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.686+0000 7f6f062d5640 1 > prepared part key=_multipart_8441NV2A24FO.2~NH09UPYXLPME.0 size=1048576 2024-08-10T05:34:12.687 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.688+0000 7f6f062d5640 1 > prepared part key=_multipart_8441NV2A24FO.2~NH09UPYXLPME.1 size=1048576 2024-08-10T05:34:12.689 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.689+0000 7f6f062d5640 1 > prepared part key=_multipart_8441NV2A24FO.2~NH09UPYXLPME.2 size=788252 2024-08-10T05:34:12.689 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.689+0000 7f6f062d5640 1 > prepared multipart upload key=8441NV2A24FO upload=NH09UPYXLPME tag=DOBIWUAO1Q0K type=write size=3933980 2024-08-10T05:34:12.689 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.690+0000 7f6f062d5640 1 < canceled part key=_multipart_GNE0GMBV8Q1M.2~9HWAU15JEEKN.0 size=1048576 2024-08-10T05:34:12.691 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.692+0000 7f6f062d5640 1 < completed part key=_multipart_GNE0GMBV8Q1M.2~9HWAU15JEEKN.1 size=112132 2024-08-10T05:34:12.695 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.695+0000 7f6f062d5640 1 < canceled multipart upload key=GNE0GMBV8Q1M upload=9HWAU15JEEKN tag=8NUPZLBQEUMP type=write size=2209284 2024-08-10T05:34:12.697 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.697+0000 7f6f062d5640 1 > prepared operation key=H5TVL04MCGC8 tag=SYXRLTHEPZ4N type=del size=995350 2024-08-10T05:34:12.699 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.700+0000 7f6f062d5640 1 < completed part key=_multipart_Y0DHHLUF8MD9.2~8T4VWE8AUOW1.0 size=1048576 2024-08-10T05:34:12.701 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.702+0000 7f6f062d5640 1 < completed part key=_multipart_Y0DHHLUF8MD9.2~8T4VWE8AUOW1.1 size=1048576 2024-08-10T05:34:12.703 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.703+0000 7f6f062d5640 1 < completed part key=_multipart_Y0DHHLUF8MD9.2~8T4VWE8AUOW1.2 size=231800 2024-08-10T05:34:12.706 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.707+0000 7f6f062d5640 1 < completed multipart upload key=Y0DHHLUF8MD9 upload=8T4VWE8AUOW1 tag=PBE6ZT32TJL4 type=write size=3377528 2024-08-10T05:34:12.708 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.709+0000 7f6f062d5640 1 > prepared operation key=7N97XZL3TX2D tag=67TREUKP6B7X type=del size=969832 2024-08-10T05:34:12.710 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.711+0000 7f6f062d5640 1 < completed delete operation key=7N97XZL3TX2D tag=QCLT33QX7VYB type=del 2024-08-10T05:34:12.713 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.713+0000 7f6f062d5640 1 > prepared operation key=4L5NSS7LS8GK tag=1CQ2D0IIXY4U type=del size=3547609 2024-08-10T05:34:12.715 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.716+0000 7f6f062d5640 1 < completed delete operation key=KHYOYNS1HKDG tag=X205NSU2T6K4 type=del 2024-08-10T05:34:12.717 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.718+0000 7f6f062d5640 1 > prepared operation key=S1J0EDZ5K22Q tag=KNFZHHMUXJFJ type=del size=3071787 2024-08-10T05:34:12.719 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.720+0000 7f6f062d5640 1 < completed delete operation key=S1J0EDZ5K22Q tag=37L66L732NFU type=del 2024-08-10T05:34:12.721 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.722+0000 7f6f062d5640 1 > prepared operation key=GSXYSUXHA2KE tag=PAFQDT3V2FJZ type=del size=1162257 2024-08-10T05:34:12.723 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.724+0000 7f6f062d5640 1 < completed part key=_multipart_QTHON9W7S3SP.2~Q4EPLYGN3JKF.0 size=1048576 2024-08-10T05:34:12.725 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.726+0000 7f6f062d5640 1 < completed part key=_multipart_QTHON9W7S3SP.2~Q4EPLYGN3JKF.1 size=1048576 2024-08-10T05:34:12.727 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.728+0000 7f6f062d5640 1 < completed part key=_multipart_QTHON9W7S3SP.2~Q4EPLYGN3JKF.2 size=906074 2024-08-10T05:34:12.731 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.732+0000 7f6f062d5640 1 < completed multipart upload key=QTHON9W7S3SP upload=Q4EPLYGN3JKF tag=OB0MKYU118ZV type=write size=4051802 2024-08-10T05:34:12.735 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.736+0000 7f6f062d5640 1 > prepared part key=_multipart_8MJYHPC813SE.2~BN4VMTTRN19Q.0 size=1048576 2024-08-10T05:34:12.737 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.738+0000 7f6f062d5640 1 > prepared part key=_multipart_8MJYHPC813SE.2~BN4VMTTRN19Q.1 size=781922 2024-08-10T05:34:12.737 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.738+0000 7f6f062d5640 1 > prepared multipart upload key=8MJYHPC813SE upload=BN4VMTTRN19Q tag=GNRI4QTK3KXL type=write size=2879074 2024-08-10T05:34:12.742 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.742+0000 7f6f062d5640 1 < suggested remove operation key=H5TVL04MCGC8 tag=NE10EYXW0C3V type=write 2024-08-10T05:34:12.744 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.744+0000 7f6f062d5640 1 > prepared operation key=7DW3UO39XCUP tag=USPOZN0HUKEW type=del size=2352295 2024-08-10T05:34:12.746 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.746+0000 7f6f062d5640 1 < completed delete operation key=8441NV2A24FO tag=PYXSWG7303WF type=del 2024-08-10T05:34:12.748 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.748+0000 7f6f062d5640 1 > prepared operation key=731ALD189846 tag=GR8JLGFVT7KB type=del size=17408 2024-08-10T05:34:12.751 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.751+0000 7f6f062d5640 1 < completed delete operation key=PGRI5CN7TTT0 tag=618GIBWDCF32 type=del 2024-08-10T05:34:12.753 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.753+0000 7f6f062d5640 1 > prepared operation key=1IH8FE21AE4X tag=OWODPWBP3L5Y type=del size=2842138 2024-08-10T05:34:12.755 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.755+0000 7f6f062d5640 1 < completed part key=_multipart_J7D76V4ENV9B.2~BFLH2FJJV22R.0 size=1048576 2024-08-10T05:34:12.757 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.757+0000 7f6f062d5640 1 < completed part key=_multipart_J7D76V4ENV9B.2~BFLH2FJJV22R.1 size=533176 2024-08-10T05:34:12.761 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.761+0000 7f6f062d5640 1 < completed multipart upload key=J7D76V4ENV9B upload=BFLH2FJJV22R tag=4FLPB5SL2H1D type=write size=2630328 2024-08-10T05:34:12.765 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.765+0000 7f6f062d5640 1 > prepared part key=_multipart_3EUY0XWASPEL.2~RXEJXDXCH0DG.0 size=206038 2024-08-10T05:34:12.765 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.765+0000 7f6f062d5640 1 > prepared multipart upload key=3EUY0XWASPEL upload=RXEJXDXCH0DG tag=9ZF6DRQRUIW0 type=write size=1254614 2024-08-10T05:34:12.768 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.768+0000 7f6f062d5640 1 < completed delete operation key=WBJQTYBRMJV8 tag=F8C55CUM5HRP type=del 2024-08-10T05:34:12.770 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.770+0000 7f6f062d5640 1 > prepared operation key=S1J0EDZ5K22Q tag=82H428BBNBOT type=del size=3262174 2024-08-10T05:34:12.772 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.772+0000 7f6f062d5640 1 < completed delete operation key=731ALD189846 tag=QUWH0DV8K3MK type=del 2024-08-10T05:34:12.776 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.777+0000 7f6f062d5640 1 > prepared part key=_multipart_FXQKBLXUHJHI.2~8F4IHECZ90K3.0 size=313036 2024-08-10T05:34:12.776 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.777+0000 7f6f062d5640 1 > prepared multipart upload key=FXQKBLXUHJHI upload=8F4IHECZ90K3 tag=Z80IDSNU4N0O type=write size=1361612 2024-08-10T05:34:12.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:34:12 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:34:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:34:12.779 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.779+0000 7f6f062d5640 1 < completed delete operation key=Z3FSBPLXLYL2 tag=OID0TZN099YI type=del 2024-08-10T05:34:12.781 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.782+0000 7f6f062d5640 1 > prepared operation key=P8JMH1X8249F tag=NGC1VUHAEXG8 type=del size=1256498 2024-08-10T05:34:12.784 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.784+0000 7f6f062d5640 -1 < failed to complete operation key=H5TVL04MCGC8 tag=8OHPL7VZM63Y type=del size=1411514: (22) Invalid argument 2024-08-10T05:34:12.786 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.786+0000 7f6f062d5640 1 > prepared operation key=KHYOYNS1HKDG tag=PKZ3UA0PCP3F type=del size=2725195 2024-08-10T05:34:12.789 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.789+0000 7f6f062d5640 -1 < failed to complete operation key=H5TVL04MCGC8 tag=VZZ2TCGCWU8S type=del size=2846389: (22) Invalid argument 2024-08-10T05:34:12.792 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.793+0000 7f6f062d5640 1 > prepared part key=_multipart_LTRO8UR68E01.2~2XU3T0UTNYZ2.0 size=762768 2024-08-10T05:34:12.793 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.793+0000 7f6f062d5640 1 > prepared multipart upload key=LTRO8UR68E01 upload=2XU3T0UTNYZ2 tag=CIB7GZLT0HSX type=write size=1811344 2024-08-10T05:34:12.793 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.793+0000 7f6f062d5640 1 < canceled part key=_multipart_8441NV2A24FO.2~NH09UPYXLPME.0 size=1048576 2024-08-10T05:34:12.795 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.795+0000 7f6f062d5640 1 < completed part key=_multipart_8441NV2A24FO.2~NH09UPYXLPME.1 size=1048576 2024-08-10T05:34:12.796 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.797+0000 7f6f062d5640 1 < completed part key=_multipart_8441NV2A24FO.2~NH09UPYXLPME.2 size=788252 2024-08-10T05:34:12.801 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.801+0000 7f6f062d5640 1 < canceled multipart upload key=8441NV2A24FO upload=NH09UPYXLPME tag=DOBIWUAO1Q0K type=write size=3933980 2024-08-10T05:34:12.803 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.803+0000 7f6f062d5640 1 > prepared operation key=J7D76V4ENV9B tag=QM1HTC26JYK2 type=del size=2427621 2024-08-10T05:34:12.806 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.806+0000 7f6f062d5640 -1 < failed to complete operation key=H5TVL04MCGC8 tag=SYXRLTHEPZ4N type=del size=995350: (22) Invalid argument 2024-08-10T05:34:12.808 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.808+0000 7f6f062d5640 1 > prepared operation key=WBJQTYBRMJV8 tag=MNTFUSIB8YF0 type=write size=447544 2024-08-10T05:34:12.810 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.810+0000 7f6f062d5640 1 < completed delete operation key=7N97XZL3TX2D tag=67TREUKP6B7X type=del 2024-08-10T05:34:12.814 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.814+0000 7f6f062d5640 1 > prepared part key=_multipart_F0DF00AE1ISQ.2~4FJY681RE49U.0 size=1048576 2024-08-10T05:34:12.815 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.816+0000 7f6f062d5640 1 > prepared part key=_multipart_F0DF00AE1ISQ.2~4FJY681RE49U.1 size=1048576 2024-08-10T05:34:12.817 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.818+0000 7f6f062d5640 1 > prepared part key=_multipart_F0DF00AE1ISQ.2~4FJY681RE49U.2 size=336170 2024-08-10T05:34:12.817 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.818+0000 7f6f062d5640 1 > prepared multipart upload key=F0DF00AE1ISQ upload=4FJY681RE49U tag=S3ZOXT8RCGOI type=write size=3481898 2024-08-10T05:34:12.819 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.820+0000 7f6f062d5640 1 < canceled operation key=4L5NSS7LS8GK tag=1CQ2D0IIXY4U type=del size=3547609 2024-08-10T05:34:12.821 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.822+0000 7f6f062d5640 1 > prepared operation key=QTHON9W7S3SP tag=RKFO1PO5ZNCV type=del size=2614612 2024-08-10T05:34:12.824 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.824+0000 7f6f062d5640 1 < completed delete operation key=S1J0EDZ5K22Q tag=KNFZHHMUXJFJ type=del 2024-08-10T05:34:12.827 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.828+0000 7f6f062d5640 1 > prepared part key=_multipart_M533Z7C651X9.2~W2O83VU64DHR.0 size=1048576 2024-08-10T05:34:12.829 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.829+0000 7f6f062d5640 1 > prepared part key=_multipart_M533Z7C651X9.2~W2O83VU64DHR.1 size=154505 2024-08-10T05:34:12.829 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.829+0000 7f6f062d5640 1 > prepared multipart upload key=M533Z7C651X9 upload=W2O83VU64DHR tag=QDFP6URMNECA type=write size=2251657 2024-08-10T05:34:12.831 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.831+0000 7f6f062d5640 1 < completed delete operation key=GSXYSUXHA2KE tag=PAFQDT3V2FJZ type=del 2024-08-10T05:34:12.835 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.835+0000 7f6f062d5640 1 > prepared part key=_multipart_Z3FSBPLXLYL2.2~1JBE8REW9QQP.0 size=1048576 2024-08-10T05:34:12.836 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.837+0000 7f6f062d5640 1 > prepared part key=_multipart_Z3FSBPLXLYL2.2~1JBE8REW9QQP.1 size=890850 2024-08-10T05:34:12.837 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.837+0000 7f6f062d5640 1 > prepared multipart upload key=Z3FSBPLXLYL2 upload=1JBE8REW9QQP tag=J5RAQ7UZG99Z type=write size=2988002 2024-08-10T05:34:12.839 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.839+0000 7f6f062d5640 1 < completed part key=_multipart_8MJYHPC813SE.2~BN4VMTTRN19Q.0 size=1048576 2024-08-10T05:34:12.840 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.841+0000 7f6f062d5640 1 < completed part key=_multipart_8MJYHPC813SE.2~BN4VMTTRN19Q.1 size=781922 2024-08-10T05:34:12.844 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.844+0000 7f6f062d5640 1 < completed multipart upload key=8MJYHPC813SE upload=BN4VMTTRN19Q tag=GNRI4QTK3KXL type=write size=2879074 2024-08-10T05:34:12.846 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.846+0000 7f6f062d5640 1 > prepared operation key=MI1XTCS076Y9 tag=075SS453TOIN type=write size=701958 2024-08-10T05:34:12.848 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.849+0000 7f6f062d5640 1 < completed delete operation key=7DW3UO39XCUP tag=USPOZN0HUKEW type=del 2024-08-10T05:34:12.852 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.852+0000 7f6f062d5640 1 > prepared part key=_multipart_1IH8FE21AE4X.2~NV3ARRCXER33.0 size=1048576 2024-08-10T05:34:12.854 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.854+0000 7f6f062d5640 1 > prepared part key=_multipart_1IH8FE21AE4X.2~NV3ARRCXER33.1 size=1048576 2024-08-10T05:34:12.855 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.856+0000 7f6f062d5640 1 > prepared part key=_multipart_1IH8FE21AE4X.2~NV3ARRCXER33.2 size=168362 2024-08-10T05:34:12.855 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.856+0000 7f6f062d5640 1 > prepared multipart upload key=1IH8FE21AE4X upload=NV3ARRCXER33 tag=U9UKWMSNJ4YJ type=write size=3314090 2024-08-10T05:34:12.858 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.858+0000 7f6f062d5640 1 < completed delete operation key=731ALD189846 tag=GR8JLGFVT7KB type=del 2024-08-10T05:34:12.861 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.861+0000 7f6f062d5640 1 > prepared operation key=00IWI9L0NGJ3 tag=P8315BZ8GO37 type=del size=3275043 2024-08-10T05:34:12.863 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.864+0000 7f6f062d5640 1 < completed delete operation key=1IH8FE21AE4X tag=OWODPWBP3L5Y type=del 2024-08-10T05:34:12.866 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.866+0000 7f6f062d5640 1 > prepared operation key=F0DF00AE1ISQ tag=JGPTEB3BP3B4 type=del size=3754176 2024-08-10T05:34:12.868 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.868+0000 7f6f062d5640 1 < completed part key=_multipart_3EUY0XWASPEL.2~RXEJXDXCH0DG.0 size=206038 2024-08-10T05:34:12.872 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.872+0000 7f6f062d5640 1 < completed multipart upload key=3EUY0XWASPEL upload=RXEJXDXCH0DG tag=9ZF6DRQRUIW0 type=write size=1254614 2024-08-10T05:34:12.876 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.877+0000 7f6f062d5640 1 > prepared part key=_multipart_LTRO8UR68E01.2~11E1VQD1WMVF.0 size=1048576 2024-08-10T05:34:12.878 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.878+0000 7f6f062d5640 1 > prepared part key=_multipart_LTRO8UR68E01.2~11E1VQD1WMVF.1 size=1048576 2024-08-10T05:34:12.880 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.880+0000 7f6f062d5640 1 > prepared part key=_multipart_LTRO8UR68E01.2~11E1VQD1WMVF.2 size=813899 2024-08-10T05:34:12.880 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.880+0000 7f6f062d5640 1 > prepared multipart upload key=LTRO8UR68E01 upload=11E1VQD1WMVF tag=AA23UIPHZKYL type=write size=3959627 2024-08-10T05:34:12.882 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.882+0000 7f6f062d5640 1 < completed delete operation key=S1J0EDZ5K22Q tag=82H428BBNBOT type=del 2024-08-10T05:34:12.885 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.886+0000 7f6f062d5640 1 > prepared part key=_multipart_3EUY0XWASPEL.2~7CI0DWZP72PT.0 size=1048576 2024-08-10T05:34:12.887 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.887+0000 7f6f062d5640 1 > prepared part key=_multipart_3EUY0XWASPEL.2~7CI0DWZP72PT.1 size=1048576 2024-08-10T05:34:12.889 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.889+0000 7f6f062d5640 1 > prepared part key=_multipart_3EUY0XWASPEL.2~7CI0DWZP72PT.2 size=800501 2024-08-10T05:34:12.889 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.889+0000 7f6f062d5640 1 > prepared multipart upload key=3EUY0XWASPEL upload=7CI0DWZP72PT tag=9QIMJL85SLOU type=write size=3946229 2024-08-10T05:34:12.889 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.890+0000 7f6f062d5640 1 < canceled part key=_multipart_FXQKBLXUHJHI.2~8F4IHECZ90K3.0 size=313036 2024-08-10T05:34:12.893 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.893+0000 7f6f062d5640 1 < canceled multipart upload key=FXQKBLXUHJHI upload=8F4IHECZ90K3 tag=Z80IDSNU4N0O type=write size=1361612 2024-08-10T05:34:12.895 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.895+0000 7f6f062d5640 1 > prepared operation key=7DW3UO39XCUP tag=GTA9EB93C213 type=del size=688975 2024-08-10T05:34:12.897 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.897+0000 7f6f062d5640 1 < completed delete operation key=P8JMH1X8249F tag=NGC1VUHAEXG8 type=del 2024-08-10T05:34:12.899 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.900+0000 7f6f062d5640 1 > prepared operation key=8441NV2A24FO tag=LCP9EC31DZWA type=write size=160701 2024-08-10T05:34:12.902 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.902+0000 7f6f062d5640 1 < completed delete operation key=KHYOYNS1HKDG tag=PKZ3UA0PCP3F type=del 2024-08-10T05:34:12.904 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.904+0000 7f6f062d5640 1 > prepared operation key=ZPF41248T0P2 tag=LBM8AMXEPS15 type=del size=30033 2024-08-10T05:34:12.906 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.906+0000 7f6f062d5640 1 < completed part key=_multipart_LTRO8UR68E01.2~2XU3T0UTNYZ2.0 size=762768 2024-08-10T05:34:12.909 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.910+0000 7f6f062d5640 1 < completed multipart upload key=LTRO8UR68E01 upload=2XU3T0UTNYZ2 tag=CIB7GZLT0HSX type=write size=1811344 2024-08-10T05:34:12.911 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.912+0000 7f6f062d5640 1 > prepared operation key=S1E44NG3MOQ5 tag=8U0HDDE8W1NN type=write size=353700 2024-08-10T05:34:12.914 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.914+0000 7f6f062d5640 1 < completed delete operation key=J7D76V4ENV9B tag=QM1HTC26JYK2 type=del 2024-08-10T05:34:12.916 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.917+0000 7f6f062d5640 1 > prepared operation key=GNE0GMBV8Q1M tag=77AK7Q8OB9NF type=write size=390324 2024-08-10T05:34:12.918 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.919+0000 7f6f062d5640 1 < canceled operation key=WBJQTYBRMJV8 tag=MNTFUSIB8YF0 type=write size=447544 2024-08-10T05:34:12.923 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.923+0000 7f6f062d5640 1 > prepared part key=_multipart_Z3FSBPLXLYL2.2~ULTLSXHHGBYD.0 size=765255 2024-08-10T05:34:12.923 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.923+0000 7f6f062d5640 1 > prepared multipart upload key=Z3FSBPLXLYL2 upload=ULTLSXHHGBYD tag=MSKXHCINF1J6 type=write size=1813831 2024-08-10T05:34:12.923 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.924+0000 7f6f062d5640 1 < canceled part key=_multipart_F0DF00AE1ISQ.2~4FJY681RE49U.0 size=1048576 2024-08-10T05:34:12.923 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.924+0000 7f6f062d5640 1 < canceled part key=_multipart_F0DF00AE1ISQ.2~4FJY681RE49U.1 size=1048576 2024-08-10T05:34:12.925 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.925+0000 7f6f062d5640 1 < completed part key=_multipart_F0DF00AE1ISQ.2~4FJY681RE49U.2 size=336170 2024-08-10T05:34:12.928 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.929+0000 7f6f062d5640 1 < canceled multipart upload key=F0DF00AE1ISQ upload=4FJY681RE49U tag=S3ZOXT8RCGOI type=write size=3481898 2024-08-10T05:34:12.930 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.931+0000 7f6f062d5640 1 > prepared operation key=WBJQTYBRMJV8 tag=82Z5Z243OCIK type=del size=1031642 2024-08-10T05:34:12.933 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.933+0000 7f6f062d5640 1 < completed delete operation key=QTHON9W7S3SP tag=RKFO1PO5ZNCV type=del 2024-08-10T05:34:12.935 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.935+0000 7f6f062d5640 1 > prepared operation key=3EUY0XWASPEL tag=QC1HGCA4U423 type=write size=745237 2024-08-10T05:34:12.937 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.938+0000 7f6f062d5640 1 < completed part key=_multipart_M533Z7C651X9.2~W2O83VU64DHR.0 size=1048576 2024-08-10T05:34:12.940 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.940+0000 7f6f062d5640 1 < completed part key=_multipart_M533Z7C651X9.2~W2O83VU64DHR.1 size=154505 2024-08-10T05:34:12.944 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.944+0000 7f6f062d5640 1 < completed multipart upload key=M533Z7C651X9 upload=W2O83VU64DHR tag=QDFP6URMNECA type=write size=2251657 2024-08-10T05:34:12.946 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.946+0000 7f6f062d5640 1 > prepared operation key=8MJYHPC813SE tag=XJ4091RV2Z08 type=del size=2369673 2024-08-10T05:34:12.949 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.949+0000 7f6f062d5640 1 < completed part key=_multipart_Z3FSBPLXLYL2.2~1JBE8REW9QQP.0 size=1048576 2024-08-10T05:34:12.951 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.951+0000 7f6f062d5640 1 < completed part key=_multipart_Z3FSBPLXLYL2.2~1JBE8REW9QQP.1 size=890850 2024-08-10T05:34:12.954 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.955+0000 7f6f062d5640 1 < completed multipart upload key=Z3FSBPLXLYL2 upload=1JBE8REW9QQP tag=J5RAQ7UZG99Z type=write size=2988002 2024-08-10T05:34:12.958 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.959+0000 7f6f062d5640 1 > prepared part key=_multipart_Z3FSBPLXLYL2.2~KXQ5FJL0ZLON.0 size=64356 2024-08-10T05:34:12.958 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.959+0000 7f6f062d5640 1 > prepared multipart upload key=Z3FSBPLXLYL2 upload=KXQ5FJL0ZLON tag=OXIH0E49SU05 type=write size=1112932 2024-08-10T05:34:12.960 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.961+0000 7f6f062d5640 1 < completed write operation key=MI1XTCS076Y9 tag=075SS453TOIN type=write size=701958 2024-08-10T05:34:12.962 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.963+0000 7f6f062d5640 1 > prepared operation key=4L5NSS7LS8GK tag=35Z0F5X3N343 type=del size=3631987 2024-08-10T05:34:12.966 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.965+0000 7f6f062d5640 1 < completed part key=_multipart_1IH8FE21AE4X.2~NV3ARRCXER33.0 size=1048576 2024-08-10T05:34:12.967 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.966+0000 7f6f062d5640 1 < completed part key=_multipart_1IH8FE21AE4X.2~NV3ARRCXER33.1 size=1048576 2024-08-10T05:34:12.968 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.969+0000 7f6f062d5640 1 < completed part key=_multipart_1IH8FE21AE4X.2~NV3ARRCXER33.2 size=168362 2024-08-10T05:34:12.972 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.973+0000 7f6f062d5640 1 < completed multipart upload key=1IH8FE21AE4X upload=NV3ARRCXER33 tag=U9UKWMSNJ4YJ type=write size=3314090 2024-08-10T05:34:12.976 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.976+0000 7f6f062d5640 1 > prepared part key=_multipart_4L5NSS7LS8GK.2~CJR2AZZ8Q6UY.0 size=1048576 2024-08-10T05:34:12.978 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.978+0000 7f6f062d5640 1 > prepared part key=_multipart_4L5NSS7LS8GK.2~CJR2AZZ8Q6UY.1 size=1048576 2024-08-10T05:34:12.980 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.980+0000 7f6f062d5640 1 > prepared part key=_multipart_4L5NSS7LS8GK.2~CJR2AZZ8Q6UY.2 size=626389 2024-08-10T05:34:12.980 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.980+0000 7f6f062d5640 1 > prepared multipart upload key=4L5NSS7LS8GK upload=CJR2AZZ8Q6UY tag=0RT04J5HY520 type=write size=3772117 2024-08-10T05:34:12.982 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.982+0000 7f6f062d5640 1 < completed delete operation key=00IWI9L0NGJ3 tag=P8315BZ8GO37 type=del 2024-08-10T05:34:12.984 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.984+0000 7f6f062d5640 1 > prepared operation key=M533Z7C651X9 tag=7O40R72YNIQF type=write size=812830 2024-08-10T05:34:12.987 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.988+0000 7f6f062d5640 1 < completed delete operation key=F0DF00AE1ISQ tag=JGPTEB3BP3B4 type=del 2024-08-10T05:34:12.989 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.990+0000 7f6f062d5640 1 > prepared operation key=1G5AU0L67121 tag=QL91QXR0Q4P7 type=del size=1607336 2024-08-10T05:34:12.991 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.992+0000 7f6f062d5640 1 < completed part key=_multipart_LTRO8UR68E01.2~11E1VQD1WMVF.0 size=1048576 2024-08-10T05:34:12.993 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.993+0000 7f6f062d5640 1 < completed part key=_multipart_LTRO8UR68E01.2~11E1VQD1WMVF.1 size=1048576 2024-08-10T05:34:12.994 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.995+0000 7f6f062d5640 1 < completed part key=_multipart_LTRO8UR68E01.2~11E1VQD1WMVF.2 size=813899 2024-08-10T05:34:12.998 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:12.998+0000 7f6f062d5640 1 < completed multipart upload key=LTRO8UR68E01 upload=11E1VQD1WMVF tag=AA23UIPHZKYL type=write size=3959627 2024-08-10T05:34:13.002 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.002+0000 7f6f062d5640 1 > prepared part key=_multipart_QTHON9W7S3SP.2~IIG5RKGLAHFV.0 size=704734 2024-08-10T05:34:13.002 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.003+0000 7f6f062d5640 1 > prepared multipart upload key=QTHON9W7S3SP upload=IIG5RKGLAHFV tag=SO0YOWQBOQTT type=write size=1753310 2024-08-10T05:34:13.004 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.005+0000 7f6f062d5640 1 < completed part key=_multipart_3EUY0XWASPEL.2~7CI0DWZP72PT.0 size=1048576 2024-08-10T05:34:13.006 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.006+0000 7f6f062d5640 1 < completed part key=_multipart_3EUY0XWASPEL.2~7CI0DWZP72PT.1 size=1048576 2024-08-10T05:34:13.008 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.008+0000 7f6f062d5640 1 < completed part key=_multipart_3EUY0XWASPEL.2~7CI0DWZP72PT.2 size=800501 2024-08-10T05:34:13.011 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.012+0000 7f6f062d5640 1 < completed multipart upload key=3EUY0XWASPEL upload=7CI0DWZP72PT tag=9QIMJL85SLOU type=write size=3946229 2024-08-10T05:34:13.015 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.015+0000 7f6f062d5640 1 > prepared part key=_multipart_LTRO8UR68E01.2~4IXH20XIMPBL.0 size=1048576 2024-08-10T05:34:13.017 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.017+0000 7f6f062d5640 1 > prepared part key=_multipart_LTRO8UR68E01.2~4IXH20XIMPBL.1 size=517994 2024-08-10T05:34:13.017 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.017+0000 7f6f062d5640 1 > prepared multipart upload key=LTRO8UR68E01 upload=4IXH20XIMPBL tag=XAL1HFYCTZVD type=write size=2615146 2024-08-10T05:34:13.019 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.019+0000 7f6f062d5640 1 < completed delete operation key=7DW3UO39XCUP tag=GTA9EB93C213 type=del 2024-08-10T05:34:13.021 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.021+0000 7f6f062d5640 1 > prepared operation key=S1J0EDZ5K22Q tag=T9UA873U37YW type=write size=722818 2024-08-10T05:34:13.023 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.023+0000 7f6f062d5640 1 < completed write operation key=8441NV2A24FO tag=LCP9EC31DZWA type=write size=160701 2024-08-10T05:34:13.025 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.025+0000 7f6f062d5640 1 > prepared operation key=7N97XZL3TX2D tag=CLWU69HGZV5J type=del size=2007723 2024-08-10T05:34:13.027 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.027+0000 7f6f062d5640 1 < completed delete operation key=ZPF41248T0P2 tag=LBM8AMXEPS15 type=del 2024-08-10T05:34:13.029 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.029+0000 7f6f062d5640 1 > prepared operation key=GNE0GMBV8Q1M tag=ABDW8CWAU0JG type=del size=120396 2024-08-10T05:34:13.032 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.032+0000 7f6f062d5640 1 < completed write operation key=S1E44NG3MOQ5 tag=8U0HDDE8W1NN type=write size=353700 2024-08-10T05:34:13.033 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.034+0000 7f6f062d5640 1 > prepared operation key=LTRO8UR68E01 tag=JVKCJICZJY8M type=del size=236961 2024-08-10T05:34:13.035 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.036+0000 7f6f062d5640 1 < completed write operation key=GNE0GMBV8Q1M tag=77AK7Q8OB9NF type=write size=390324 2024-08-10T05:34:13.037 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.038+0000 7f6f062d5640 1 > prepared operation key=PGRI5CN7TTT0 tag=0M40PZVRQJYO type=del size=1000617 2024-08-10T05:34:13.039 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.040+0000 7f6f062d5640 1 < completed part key=_multipart_Z3FSBPLXLYL2.2~ULTLSXHHGBYD.0 size=765255 2024-08-10T05:34:13.043 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.044+0000 7f6f062d5640 1 < completed multipart upload key=Z3FSBPLXLYL2 upload=ULTLSXHHGBYD tag=MSKXHCINF1J6 type=write size=1813831 2024-08-10T05:34:13.047 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.047+0000 7f6f062d5640 1 > prepared part key=_multipart_QTBS1TAZXH5F.2~9Q2Q4COE2HW3.0 size=1048576 2024-08-10T05:34:13.048 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.049+0000 7f6f062d5640 1 > prepared part key=_multipart_QTBS1TAZXH5F.2~9Q2Q4COE2HW3.1 size=343905 2024-08-10T05:34:13.049 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.049+0000 7f6f062d5640 1 > prepared multipart upload key=QTBS1TAZXH5F upload=9Q2Q4COE2HW3 tag=TR462XCUVBW9 type=write size=2441057 2024-08-10T05:34:13.050 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.051+0000 7f6f062d5640 1 < completed delete operation key=WBJQTYBRMJV8 tag=82Z5Z243OCIK type=del 2024-08-10T05:34:13.053 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.053+0000 7f6f062d5640 1 > prepared operation key=WBJQTYBRMJV8 tag=YTH89A6OTA3J type=write size=130808 2024-08-10T05:34:13.056 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.057+0000 7f6f062d5640 1 < suggested update operation key=3EUY0XWASPEL tag=QC1HGCA4U423 type=write size=745237 2024-08-10T05:34:13.058 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.059+0000 7f6f062d5640 1 > prepared operation key=S1E44NG3MOQ5 tag=OVELYUCNR705 type=del size=3885445 2024-08-10T05:34:13.060 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.061+0000 7f6f062d5640 1 < completed delete operation key=8MJYHPC813SE tag=XJ4091RV2Z08 type=del 2024-08-10T05:34:13.064 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.064+0000 7f6f062d5640 1 > prepared part key=_multipart_1IH8FE21AE4X.2~LDEND51F0XMR.0 size=608874 2024-08-10T05:34:13.064 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.065+0000 7f6f062d5640 1 > prepared multipart upload key=1IH8FE21AE4X upload=LDEND51F0XMR tag=B5YQFK5TLRE5 type=write size=1657450 2024-08-10T05:34:13.066 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.067+0000 7f6f062d5640 1 < completed part key=_multipart_Z3FSBPLXLYL2.2~KXQ5FJL0ZLON.0 size=64356 2024-08-10T05:34:13.069 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.070+0000 7f6f062d5640 1 < completed multipart upload key=Z3FSBPLXLYL2 upload=KXQ5FJL0ZLON tag=OXIH0E49SU05 type=write size=1112932 2024-08-10T05:34:13.071 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.072+0000 7f6f062d5640 1 > prepared operation key=WBJQTYBRMJV8 tag=Z3XHIIZ9XADI type=del size=3224787 2024-08-10T05:34:13.073 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.074+0000 7f6f062d5640 1 < completed delete operation key=4L5NSS7LS8GK tag=35Z0F5X3N343 type=del 2024-08-10T05:34:13.077 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.078+0000 7f6f062d5640 1 > prepared part key=_multipart_MI1XTCS076Y9.2~LHRBO0QDGIH3.0 size=1048576 2024-08-10T05:34:13.079 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.080+0000 7f6f062d5640 1 > prepared part key=_multipart_MI1XTCS076Y9.2~LHRBO0QDGIH3.1 size=1048576 2024-08-10T05:34:13.081 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.081+0000 7f6f062d5640 1 > prepared part key=_multipart_MI1XTCS076Y9.2~LHRBO0QDGIH3.2 size=389088 2024-08-10T05:34:13.081 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.081+0000 7f6f062d5640 1 > prepared multipart upload key=MI1XTCS076Y9 upload=LHRBO0QDGIH3 tag=7G94CHIR77EC type=write size=3534816 2024-08-10T05:34:13.083 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.084+0000 7f6f062d5640 1 < completed part key=_multipart_4L5NSS7LS8GK.2~CJR2AZZ8Q6UY.0 size=1048576 2024-08-10T05:34:13.085 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.086+0000 7f6f062d5640 1 < completed part key=_multipart_4L5NSS7LS8GK.2~CJR2AZZ8Q6UY.1 size=1048576 2024-08-10T05:34:13.087 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.088+0000 7f6f062d5640 1 < completed part key=_multipart_4L5NSS7LS8GK.2~CJR2AZZ8Q6UY.2 size=626389 2024-08-10T05:34:13.091 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.092+0000 7f6f062d5640 1 < completed multipart upload key=4L5NSS7LS8GK upload=CJR2AZZ8Q6UY tag=0RT04J5HY520 type=write size=3772117 2024-08-10T05:34:13.093 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.094+0000 7f6f062d5640 1 > prepared operation key=WBJQTYBRMJV8 tag=46325QKEU4CA type=del size=673934 2024-08-10T05:34:13.097 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.098+0000 7f6f062d5640 1 < suggested remove operation key=M533Z7C651X9 tag=7O40R72YNIQF type=write 2024-08-10T05:34:13.101 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.102+0000 7f6f062d5640 1 > prepared part key=_multipart_M533Z7C651X9.2~ZU067INNLBOB.0 size=134870 2024-08-10T05:34:13.102 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.102+0000 7f6f062d5640 1 > prepared multipart upload key=M533Z7C651X9 upload=ZU067INNLBOB tag=PWEDGTTGOXYR type=write size=1183446 2024-08-10T05:34:13.103 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.104+0000 7f6f062d5640 1 < completed delete operation key=1G5AU0L67121 tag=QL91QXR0Q4P7 type=del 2024-08-10T05:34:13.107 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.108+0000 7f6f062d5640 1 > prepared part key=_multipart_00IWI9L0NGJ3.2~PAUV9L0THFFH.0 size=1036194 2024-08-10T05:34:13.107 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.108+0000 7f6f062d5640 1 > prepared multipart upload key=00IWI9L0NGJ3 upload=PAUV9L0THFFH tag=SR9W2SNX8SY4 type=write size=2084770 2024-08-10T05:34:13.110 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.110+0000 7f6f062d5640 1 < completed part key=_multipart_QTHON9W7S3SP.2~IIG5RKGLAHFV.0 size=704734 2024-08-10T05:34:13.113 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.113+0000 7f6f062d5640 1 < completed multipart upload key=QTHON9W7S3SP upload=IIG5RKGLAHFV tag=SO0YOWQBOQTT type=write size=1753310 2024-08-10T05:34:13.115 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.116+0000 7f6f062d5640 1 > prepared operation key=7DW3UO39XCUP tag=52XLNTZCMZIJ type=write size=934696 2024-08-10T05:34:13.118 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.118+0000 7f6f062d5640 1 < completed part key=_multipart_LTRO8UR68E01.2~4IXH20XIMPBL.0 size=1048576 2024-08-10T05:34:13.119 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.120+0000 7f6f062d5640 1 < completed part key=_multipart_LTRO8UR68E01.2~4IXH20XIMPBL.1 size=517994 2024-08-10T05:34:13.123 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.123+0000 7f6f062d5640 1 < completed multipart upload key=LTRO8UR68E01 upload=4IXH20XIMPBL tag=XAL1HFYCTZVD type=write size=2615146 2024-08-10T05:34:13.127 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.127+0000 7f6f062d5640 1 > prepared part key=_multipart_3EUY0XWASPEL.2~H6107CAHXCN9.0 size=1048576 2024-08-10T05:34:13.129 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.129+0000 7f6f062d5640 1 > prepared part key=_multipart_3EUY0XWASPEL.2~H6107CAHXCN9.1 size=1048576 2024-08-10T05:34:13.131 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.131+0000 7f6f062d5640 1 > prepared part key=_multipart_3EUY0XWASPEL.2~H6107CAHXCN9.2 size=167065 2024-08-10T05:34:13.131 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.131+0000 7f6f062d5640 1 > prepared multipart upload key=3EUY0XWASPEL upload=H6107CAHXCN9 tag=3NBW4MI066S5 type=write size=3312793 2024-08-10T05:34:13.133 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.133+0000 7f6f062d5640 1 < completed write operation key=S1J0EDZ5K22Q tag=T9UA873U37YW type=write size=722818 2024-08-10T05:34:13.136 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.137+0000 7f6f062d5640 1 > prepared part key=_multipart_7N97XZL3TX2D.2~0FKXR70CK4LR.0 size=1048576 2024-08-10T05:34:13.139 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.139+0000 7f6f062d5640 1 > prepared part key=_multipart_7N97XZL3TX2D.2~0FKXR70CK4LR.1 size=395149 2024-08-10T05:34:13.139 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.139+0000 7f6f062d5640 1 > prepared multipart upload key=7N97XZL3TX2D upload=0FKXR70CK4LR tag=NVWX0W29KF3T type=write size=2492301 2024-08-10T05:34:13.141 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.141+0000 7f6f062d5640 1 < completed delete operation key=7N97XZL3TX2D tag=CLWU69HGZV5J type=del 2024-08-10T05:34:13.144 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.145+0000 7f6f062d5640 1 > prepared part key=_multipart_Y0DHHLUF8MD9.2~5E9HZJZGW1X3.0 size=1048576 2024-08-10T05:34:13.146 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.147+0000 7f6f062d5640 1 > prepared part key=_multipart_Y0DHHLUF8MD9.2~5E9HZJZGW1X3.1 size=1048576 2024-08-10T05:34:13.148 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.149+0000 7f6f062d5640 1 > prepared part key=_multipart_Y0DHHLUF8MD9.2~5E9HZJZGW1X3.2 size=23053 2024-08-10T05:34:13.148 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.149+0000 7f6f062d5640 1 > prepared multipart upload key=Y0DHHLUF8MD9 upload=5E9HZJZGW1X3 tag=4U42K2F7LULX type=write size=3168781 2024-08-10T05:34:13.150 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.151+0000 7f6f062d5640 1 < completed delete operation key=GNE0GMBV8Q1M tag=ABDW8CWAU0JG type=del 2024-08-10T05:34:13.152 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.153+0000 7f6f062d5640 1 > prepared operation key=731ALD189846 tag=R5FWRQDJG5YQ type=write size=606455 2024-08-10T05:34:13.154 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.155+0000 7f6f062d5640 1 < completed delete operation key=LTRO8UR68E01 tag=JVKCJICZJY8M type=del 2024-08-10T05:34:13.156 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.157+0000 7f6f062d5640 1 > prepared operation key=8441NV2A24FO tag=3669N4X5C869 type=del size=2545137 2024-08-10T05:34:13.159 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.159+0000 7f6f062d5640 1 < completed delete operation key=PGRI5CN7TTT0 tag=0M40PZVRQJYO type=del 2024-08-10T05:34:13.160 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.161+0000 7f6f062d5640 1 > prepared operation key=LTRO8UR68E01 tag=MGOP7B6KZLHH type=del size=3808812 2024-08-10T05:34:13.163 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.163+0000 7f6f062d5640 1 < completed part key=_multipart_QTBS1TAZXH5F.2~9Q2Q4COE2HW3.0 size=1048576 2024-08-10T05:34:13.165 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.165+0000 7f6f062d5640 1 < completed part key=_multipart_QTBS1TAZXH5F.2~9Q2Q4COE2HW3.1 size=343905 2024-08-10T05:34:13.169 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.169+0000 7f6f062d5640 1 < completed multipart upload key=QTBS1TAZXH5F upload=9Q2Q4COE2HW3 tag=TR462XCUVBW9 type=write size=2441057 2024-08-10T05:34:13.172 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.173+0000 7f6f062d5640 1 > prepared part key=_multipart_H5TVL04MCGC8.2~9721PY12CC5F.0 size=1048576 2024-08-10T05:34:13.174 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.174+0000 7f6f062d5640 1 > prepared part key=_multipart_H5TVL04MCGC8.2~9721PY12CC5F.1 size=672450 2024-08-10T05:34:13.174 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.174+0000 7f6f062d5640 1 > prepared multipart upload key=H5TVL04MCGC8 upload=9721PY12CC5F tag=ZC9UNQ4SOLR2 type=write size=2769602 2024-08-10T05:34:13.176 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.177+0000 7f6f062d5640 1 < completed write operation key=WBJQTYBRMJV8 tag=YTH89A6OTA3J type=write size=130808 2024-08-10T05:34:13.178 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.179+0000 7f6f062d5640 1 > prepared operation key=OH2XJH7YF0P6 tag=BWHFMYDFZ4N0 type=del size=628381 2024-08-10T05:34:13.180 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.181+0000 7f6f062d5640 1 < canceled operation key=S1E44NG3MOQ5 tag=OVELYUCNR705 type=del size=3885445 2024-08-10T05:34:13.182 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.183+0000 7f6f062d5640 1 > prepared operation key=8441NV2A24FO tag=GC16MD67DKCI type=del size=2401802 2024-08-10T05:34:13.184 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.185+0000 7f6f062d5640 1 < completed part key=_multipart_1IH8FE21AE4X.2~LDEND51F0XMR.0 size=608874 2024-08-10T05:34:13.188 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.188+0000 7f6f062d5640 1 < completed multipart upload key=1IH8FE21AE4X upload=LDEND51F0XMR tag=B5YQFK5TLRE5 type=write size=1657450 2024-08-10T05:34:13.190 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.190+0000 7f6f062d5640 1 > prepared operation key=F0DF00AE1ISQ tag=JCQE3CF3E6UG type=del size=4029545 2024-08-10T05:34:13.194 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.195+0000 7f6f062d5640 1 < suggested remove operation key=WBJQTYBRMJV8 tag=Z3XHIIZ9XADI type=del 2024-08-10T05:34:13.197 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.197+0000 7f6f062d5640 1 > prepared operation key=M533Z7C651X9 tag=NQ3JVQ2H974I type=del size=2695320 2024-08-10T05:34:13.199 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.200+0000 7f6f062d5640 1 < completed part key=_multipart_MI1XTCS076Y9.2~LHRBO0QDGIH3.0 size=1048576 2024-08-10T05:34:13.201 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.201+0000 7f6f062d5640 1 < completed part key=_multipart_MI1XTCS076Y9.2~LHRBO0QDGIH3.1 size=1048576 2024-08-10T05:34:13.206 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.204+0000 7f6f062d5640 1 < completed part key=_multipart_MI1XTCS076Y9.2~LHRBO0QDGIH3.2 size=389088 2024-08-10T05:34:13.207 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.207+0000 7f6f062d5640 1 < completed multipart upload key=MI1XTCS076Y9 upload=LHRBO0QDGIH3 tag=7G94CHIR77EC type=write size=3534816 2024-08-10T05:34:13.211 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.211+0000 7f6f062d5640 1 > prepared part key=_multipart_7N97XZL3TX2D.2~CEPY0MP403EH.0 size=1048576 2024-08-10T05:34:13.213 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.213+0000 7f6f062d5640 1 > prepared part key=_multipart_7N97XZL3TX2D.2~CEPY0MP403EH.1 size=1048576 2024-08-10T05:34:13.214 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.215+0000 7f6f062d5640 1 > prepared part key=_multipart_7N97XZL3TX2D.2~CEPY0MP403EH.2 size=498394 2024-08-10T05:34:13.214 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.215+0000 7f6f062d5640 1 > prepared multipart upload key=7N97XZL3TX2D upload=CEPY0MP403EH tag=H69Z0R5Z6UTY type=write size=3644122 2024-08-10T05:34:13.217 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.217+0000 7f6f062d5640 -1 < failed to complete operation key=WBJQTYBRMJV8 tag=46325QKEU4CA type=del size=673934: (22) Invalid argument 2024-08-10T05:34:13.219 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.219+0000 7f6f062d5640 1 > prepared operation key=KHYOYNS1HKDG tag=J6IMZVRVU1NN type=write size=239215 2024-08-10T05:34:13.221 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.222+0000 7f6f062d5640 1 < completed part key=_multipart_M533Z7C651X9.2~ZU067INNLBOB.0 size=134870 2024-08-10T05:34:13.225 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.225+0000 7f6f062d5640 1 < completed multipart upload key=M533Z7C651X9 upload=ZU067INNLBOB tag=PWEDGTTGOXYR type=write size=1183446 2024-08-10T05:34:13.229 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.229+0000 7f6f062d5640 1 > prepared part key=_multipart_4L5NSS7LS8GK.2~KO0I62IUYRML.0 size=1048576 2024-08-10T05:34:13.231 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.231+0000 7f6f062d5640 1 > prepared part key=_multipart_4L5NSS7LS8GK.2~KO0I62IUYRML.1 size=1048576 2024-08-10T05:34:13.232 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.233+0000 7f6f062d5640 1 > prepared part key=_multipart_4L5NSS7LS8GK.2~KO0I62IUYRML.2 size=683165 2024-08-10T05:34:13.232 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.233+0000 7f6f062d5640 1 > prepared multipart upload key=4L5NSS7LS8GK upload=KO0I62IUYRML tag=YOWNPDCOGLF2 type=write size=3828893 2024-08-10T05:34:13.235 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.236+0000 7f6f062d5640 1 < completed part key=_multipart_00IWI9L0NGJ3.2~PAUV9L0THFFH.0 size=1036194 2024-08-10T05:34:13.239 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.240+0000 7f6f062d5640 1 < completed multipart upload key=00IWI9L0NGJ3 upload=PAUV9L0THFFH tag=SR9W2SNX8SY4 type=write size=2084770 2024-08-10T05:34:13.241 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.242+0000 7f6f062d5640 1 > prepared operation key=S1E44NG3MOQ5 tag=QU6ME3QHRRCR type=del size=1461873 2024-08-10T05:34:13.243 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.244+0000 7f6f062d5640 1 < completed write operation key=7DW3UO39XCUP tag=52XLNTZCMZIJ type=write size=934696 2024-08-10T05:34:13.247 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.248+0000 7f6f062d5640 1 > prepared part key=_multipart_QTHON9W7S3SP.2~8PQLYGWAE0XN.0 size=1048576 2024-08-10T05:34:13.249 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.249+0000 7f6f062d5640 1 > prepared part key=_multipart_QTHON9W7S3SP.2~8PQLYGWAE0XN.1 size=1048576 2024-08-10T05:34:13.251 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.251+0000 7f6f062d5640 1 > prepared part key=_multipart_QTHON9W7S3SP.2~8PQLYGWAE0XN.2 size=476406 2024-08-10T05:34:13.251 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.251+0000 7f6f062d5640 1 > prepared multipart upload key=QTHON9W7S3SP upload=8PQLYGWAE0XN tag=7ZQ4E5TRR54M type=write size=3622134 2024-08-10T05:34:13.253 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.253+0000 7f6f062d5640 1 < completed part key=_multipart_3EUY0XWASPEL.2~H6107CAHXCN9.0 size=1048576 2024-08-10T05:34:13.255 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.255+0000 7f6f062d5640 1 < completed part key=_multipart_3EUY0XWASPEL.2~H6107CAHXCN9.1 size=1048576 2024-08-10T05:34:13.257 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.257+0000 7f6f062d5640 1 < completed part key=_multipart_3EUY0XWASPEL.2~H6107CAHXCN9.2 size=167065 2024-08-10T05:34:13.260 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.260+0000 7f6f062d5640 1 < completed multipart upload key=3EUY0XWASPEL upload=H6107CAHXCN9 tag=3NBW4MI066S5 type=write size=3312793 2024-08-10T05:34:13.264 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.264+0000 7f6f062d5640 1 > prepared part key=_multipart_H5TVL04MCGC8.2~RGQ8AE0Y7MLD.0 size=1048576 2024-08-10T05:34:13.266 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.266+0000 7f6f062d5640 1 > prepared part key=_multipart_H5TVL04MCGC8.2~RGQ8AE0Y7MLD.1 size=1048576 2024-08-10T05:34:13.268 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.268+0000 7f6f062d5640 1 > prepared part key=_multipart_H5TVL04MCGC8.2~RGQ8AE0Y7MLD.2 size=1014657 2024-08-10T05:34:13.268 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.268+0000 7f6f062d5640 1 > prepared multipart upload key=H5TVL04MCGC8 upload=RGQ8AE0Y7MLD tag=ELEHAX17WE09 type=write size=4160385 2024-08-10T05:34:13.270 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.270+0000 7f6f062d5640 1 < completed part key=_multipart_7N97XZL3TX2D.2~0FKXR70CK4LR.0 size=1048576 2024-08-10T05:34:13.272 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.272+0000 7f6f062d5640 1 < completed part key=_multipart_7N97XZL3TX2D.2~0FKXR70CK4LR.1 size=395149 2024-08-10T05:34:13.276 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.276+0000 7f6f062d5640 1 < completed multipart upload key=7N97XZL3TX2D upload=0FKXR70CK4LR tag=NVWX0W29KF3T type=write size=2492301 2024-08-10T05:34:13.280 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.280+0000 7f6f062d5640 1 > prepared part key=_multipart_M533Z7C651X9.2~O82EF8L01UFW.0 size=468730 2024-08-10T05:34:13.280 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.280+0000 7f6f062d5640 1 > prepared multipart upload key=M533Z7C651X9 upload=O82EF8L01UFW tag=JNYDTDZTSFYI type=write size=1517306 2024-08-10T05:34:13.282 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.282+0000 7f6f062d5640 1 < completed part key=_multipart_Y0DHHLUF8MD9.2~5E9HZJZGW1X3.0 size=1048576 2024-08-10T05:34:13.284 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.284+0000 7f6f062d5640 1 < completed part key=_multipart_Y0DHHLUF8MD9.2~5E9HZJZGW1X3.1 size=1048576 2024-08-10T05:34:13.285 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.286+0000 7f6f062d5640 1 < completed part key=_multipart_Y0DHHLUF8MD9.2~5E9HZJZGW1X3.2 size=23053 2024-08-10T05:34:13.289 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.289+0000 7f6f062d5640 1 < completed multipart upload key=Y0DHHLUF8MD9 upload=5E9HZJZGW1X3 tag=4U42K2F7LULX type=write size=3168781 2024-08-10T05:34:13.291 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.291+0000 7f6f062d5640 1 > prepared operation key=S1J0EDZ5K22Q tag=1MYGDMAOIT3O type=del size=799839 2024-08-10T05:34:13.293 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.293+0000 7f6f062d5640 1 < completed write operation key=731ALD189846 tag=R5FWRQDJG5YQ type=write size=606455 2024-08-10T05:34:13.295 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.295+0000 7f6f062d5640 1 > prepared operation key=H4D0TFSG0EKP tag=FAFAF7WU7QDI type=write size=192709 2024-08-10T05:34:13.297 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.298+0000 7f6f062d5640 1 < completed delete operation key=8441NV2A24FO tag=3669N4X5C869 type=del 2024-08-10T05:34:13.299 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.300+0000 7f6f062d5640 1 > prepared operation key=H5TVL04MCGC8 tag=GNHBYE3B9PY2 type=del size=2945155 2024-08-10T05:34:13.302 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.302+0000 7f6f062d5640 1 < completed delete operation key=LTRO8UR68E01 tag=MGOP7B6KZLHH type=del 2024-08-10T05:34:13.304 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.304+0000 7f6f062d5640 1 > prepared operation key=00IWI9L0NGJ3 tag=5G7UABBY6UJY type=del size=356394 2024-08-10T05:34:13.306 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.306+0000 7f6f062d5640 1 < completed part key=_multipart_H5TVL04MCGC8.2~9721PY12CC5F.0 size=1048576 2024-08-10T05:34:13.309 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.309+0000 7f6f062d5640 1 < completed part key=_multipart_H5TVL04MCGC8.2~9721PY12CC5F.1 size=672450 2024-08-10T05:34:13.312 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.313+0000 7f6f062d5640 1 < completed multipart upload key=H5TVL04MCGC8 upload=9721PY12CC5F tag=ZC9UNQ4SOLR2 type=write size=2769602 2024-08-10T05:34:13.314 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.315+0000 7f6f062d5640 1 > prepared operation key=QTBS1TAZXH5F tag=WW2QOQPNZZO6 type=write size=632977 2024-08-10T05:34:13.317 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.317+0000 7f6f062d5640 1 < completed delete operation key=OH2XJH7YF0P6 tag=BWHFMYDFZ4N0 type=del 2024-08-10T05:34:13.319 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.319+0000 7f6f062d5640 1 > prepared operation key=ZPF41248T0P2 tag=OMQ3P08OC494 type=del size=3129779 2024-08-10T05:34:13.321 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.322+0000 7f6f062d5640 1 < completed delete operation key=8441NV2A24FO tag=GC16MD67DKCI type=del 2024-08-10T05:34:13.324 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.324+0000 7f6f062d5640 1 > prepared operation key=H4D0TFSG0EKP tag=6PV3AW8REM51 type=del size=2556147 2024-08-10T05:34:13.326 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.326+0000 7f6f062d5640 1 < completed delete operation key=F0DF00AE1ISQ tag=JCQE3CF3E6UG type=del 2024-08-10T05:34:13.330 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.330+0000 7f6f062d5640 1 > prepared part key=_multipart_ZPF41248T0P2.2~ZECSQO4FD5DU.0 size=219838 2024-08-10T05:34:13.330 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.330+0000 7f6f062d5640 1 > prepared multipart upload key=ZPF41248T0P2 upload=ZECSQO4FD5DU tag=RBN8CNYQ4XT1 type=write size=1268414 2024-08-10T05:34:13.332 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.332+0000 7f6f062d5640 1 < completed delete operation key=M533Z7C651X9 tag=NQ3JVQ2H974I type=del 2024-08-10T05:34:13.334 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.334+0000 7f6f062d5640 1 > prepared operation key=H5TVL04MCGC8 tag=UM48PKGPQQIV type=write size=447170 2024-08-10T05:34:13.336 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.336+0000 7f6f062d5640 1 < completed part key=_multipart_7N97XZL3TX2D.2~CEPY0MP403EH.0 size=1048576 2024-08-10T05:34:13.338 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.339+0000 7f6f062d5640 1 < completed part key=_multipart_7N97XZL3TX2D.2~CEPY0MP403EH.1 size=1048576 2024-08-10T05:34:13.340 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.341+0000 7f6f062d5640 1 < completed part key=_multipart_7N97XZL3TX2D.2~CEPY0MP403EH.2 size=498394 2024-08-10T05:34:13.344 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.345+0000 7f6f062d5640 1 < completed multipart upload key=7N97XZL3TX2D upload=CEPY0MP403EH tag=H69Z0R5Z6UTY type=write size=3644122 2024-08-10T05:34:13.346 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.347+0000 7f6f062d5640 1 > prepared operation key=P8JMH1X8249F tag=WMK707GG7226 type=del size=3195018 2024-08-10T05:34:13.349 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.349+0000 7f6f062d5640 1 < completed write operation key=KHYOYNS1HKDG tag=J6IMZVRVU1NN type=write size=239215 2024-08-10T05:34:13.351 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.351+0000 7f6f062d5640 1 > prepared operation key=4L5NSS7LS8GK tag=QHK01K8O90UV type=del size=2421142 2024-08-10T05:34:13.353 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.353+0000 7f6f062d5640 1 < completed part key=_multipart_4L5NSS7LS8GK.2~KO0I62IUYRML.0 size=1048576 2024-08-10T05:34:13.355 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.355+0000 7f6f062d5640 1 < completed part key=_multipart_4L5NSS7LS8GK.2~KO0I62IUYRML.1 size=1048576 2024-08-10T05:34:13.356 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.357+0000 7f6f062d5640 1 < completed part key=_multipart_4L5NSS7LS8GK.2~KO0I62IUYRML.2 size=683165 2024-08-10T05:34:13.361 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.361+0000 7f6f062d5640 1 < completed multipart upload key=4L5NSS7LS8GK upload=KO0I62IUYRML tag=YOWNPDCOGLF2 type=write size=3828893 2024-08-10T05:34:13.363 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.364+0000 7f6f062d5640 1 > prepared operation key=3EUY0XWASPEL tag=KFFXS25MPNP0 type=write size=868974 2024-08-10T05:34:13.368 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.368+0000 7f6f062d5640 1 < suggested remove operation key=S1E44NG3MOQ5 tag=QU6ME3QHRRCR type=del 2024-08-10T05:34:13.370 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.370+0000 7f6f062d5640 1 > prepared operation key=QTBS1TAZXH5F tag=KXQMR3QJBIPI type=del size=3781333 2024-08-10T05:34:13.372 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.372+0000 7f6f062d5640 1 < completed part key=_multipart_QTHON9W7S3SP.2~8PQLYGWAE0XN.0 size=1048576 2024-08-10T05:34:13.374 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.374+0000 7f6f062d5640 1 < completed part key=_multipart_QTHON9W7S3SP.2~8PQLYGWAE0XN.1 size=1048576 2024-08-10T05:34:13.376 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.376+0000 7f6f062d5640 1 < completed part key=_multipart_QTHON9W7S3SP.2~8PQLYGWAE0XN.2 size=476406 2024-08-10T05:34:13.380 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.380+0000 7f6f062d5640 1 < completed multipart upload key=QTHON9W7S3SP upload=8PQLYGWAE0XN tag=7ZQ4E5TRR54M type=write size=3622134 2024-08-10T05:34:13.384 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.384+0000 7f6f062d5640 1 > prepared part key=_multipart_LTRO8UR68E01.2~GI1IAI5PCT4H.0 size=1048576 2024-08-10T05:34:13.386 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.386+0000 7f6f062d5640 1 > prepared part key=_multipart_LTRO8UR68E01.2~GI1IAI5PCT4H.1 size=1048576 2024-08-10T05:34:13.388 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.388+0000 7f6f062d5640 1 > prepared part key=_multipart_LTRO8UR68E01.2~GI1IAI5PCT4H.2 size=275856 2024-08-10T05:34:13.388 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.388+0000 7f6f062d5640 1 > prepared multipart upload key=LTRO8UR68E01 upload=GI1IAI5PCT4H tag=8MCWE82AR8KI type=write size=3421584 2024-08-10T05:34:13.390 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.390+0000 7f6f062d5640 1 < completed part key=_multipart_H5TVL04MCGC8.2~RGQ8AE0Y7MLD.0 size=1048576 2024-08-10T05:34:13.391 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.392+0000 7f6f062d5640 1 < completed part key=_multipart_H5TVL04MCGC8.2~RGQ8AE0Y7MLD.1 size=1048576 2024-08-10T05:34:13.393 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.394+0000 7f6f062d5640 1 < completed part key=_multipart_H5TVL04MCGC8.2~RGQ8AE0Y7MLD.2 size=1014657 2024-08-10T05:34:13.397 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.398+0000 7f6f062d5640 1 < completed multipart upload key=H5TVL04MCGC8 upload=RGQ8AE0Y7MLD tag=ELEHAX17WE09 type=write size=4160385 2024-08-10T05:34:13.399 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.400+0000 7f6f062d5640 1 > prepared operation key=F0DF00AE1ISQ tag=QPDG16CJ75G5 type=del size=483841 2024-08-10T05:34:13.399 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.400+0000 7f6f062d5640 1 < canceled part key=_multipart_M533Z7C651X9.2~O82EF8L01UFW.0 size=468730 2024-08-10T05:34:13.404 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.404+0000 7f6f062d5640 1 < canceled multipart upload key=M533Z7C651X9 upload=O82EF8L01UFW tag=JNYDTDZTSFYI type=write size=1517306 2024-08-10T05:34:13.410 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.408+0000 7f6f062d5640 1 > prepared part key=_multipart_MI1XTCS076Y9.2~PYAQRYP1CGQE.0 size=913601 2024-08-10T05:34:13.410 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.408+0000 7f6f062d5640 1 > prepared multipart upload key=MI1XTCS076Y9 upload=PYAQRYP1CGQE tag=26FD9400I4T0 type=write size=1962177 2024-08-10T05:34:13.412 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.413+0000 7f6f062d5640 1 < suggested remove operation key=S1J0EDZ5K22Q tag=1MYGDMAOIT3O type=del 2024-08-10T05:34:13.414 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.414+0000 7f6f062d5640 1 > prepared operation key=H5TVL04MCGC8 tag=0H1DZUMQ52RO type=del size=2184719 2024-08-10T05:34:13.418 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.419+0000 7f6f062d5640 1 < suggested remove operation key=H4D0TFSG0EKP tag=FAFAF7WU7QDI type=write 2024-08-10T05:34:13.422 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.422+0000 7f6f062d5640 1 > prepared part key=_multipart_7DW3UO39XCUP.2~FXC5O001XRW1.0 size=1048576 2024-08-10T05:34:13.424 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.424+0000 7f6f062d5640 1 > prepared part key=_multipart_7DW3UO39XCUP.2~FXC5O001XRW1.1 size=1048576 2024-08-10T05:34:13.425 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.426+0000 7f6f062d5640 1 > prepared part key=_multipart_7DW3UO39XCUP.2~FXC5O001XRW1.2 size=107676 2024-08-10T05:34:13.425 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.426+0000 7f6f062d5640 1 > prepared multipart upload key=7DW3UO39XCUP upload=FXC5O001XRW1 tag=TI7N8AQFKLP3 type=write size=3253404 2024-08-10T05:34:13.430 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.430+0000 7f6f062d5640 1 < suggested remove operation key=H5TVL04MCGC8 tag=GNHBYE3B9PY2 type=del 2024-08-10T05:34:13.433 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.434+0000 7f6f062d5640 1 > prepared part key=_multipart_7N97XZL3TX2D.2~6F9ZOU9MLQQ7.0 size=144636 2024-08-10T05:34:13.434 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.434+0000 7f6f062d5640 1 > prepared multipart upload key=7N97XZL3TX2D upload=6F9ZOU9MLQQ7 tag=6J40I16P7A7Q type=write size=1193212 2024-08-10T05:34:13.436 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.436+0000 7f6f062d5640 1 < completed delete operation key=00IWI9L0NGJ3 tag=5G7UABBY6UJY type=del 2024-08-10T05:34:13.439 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.440+0000 7f6f062d5640 1 > prepared part key=_multipart_PGRI5CN7TTT0.2~7INFQFBPREOM.0 size=1048576 2024-08-10T05:34:13.441 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.441+0000 7f6f062d5640 1 > prepared part key=_multipart_PGRI5CN7TTT0.2~7INFQFBPREOM.1 size=1048576 2024-08-10T05:34:13.443 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.443+0000 7f6f062d5640 1 > prepared part key=_multipart_PGRI5CN7TTT0.2~7INFQFBPREOM.2 size=241374 2024-08-10T05:34:13.443 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.443+0000 7f6f062d5640 1 > prepared multipart upload key=PGRI5CN7TTT0 upload=7INFQFBPREOM tag=7NB1JIIISJ86 type=write size=3387102 2024-08-10T05:34:13.445 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.445+0000 7f6f062d5640 1 < completed write operation key=QTBS1TAZXH5F tag=WW2QOQPNZZO6 type=write size=632977 2024-08-10T05:34:13.449 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.449+0000 7f6f062d5640 1 > prepared part key=_multipart_H5TVL04MCGC8.2~JH9ZNG8R0FPE.0 size=1048576 2024-08-10T05:34:13.450 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.451+0000 7f6f062d5640 1 > prepared part key=_multipart_H5TVL04MCGC8.2~JH9ZNG8R0FPE.1 size=952373 2024-08-10T05:34:13.451 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.451+0000 7f6f062d5640 1 > prepared multipart upload key=H5TVL04MCGC8 upload=JH9ZNG8R0FPE tag=B2G956HW31VZ type=write size=3049525 2024-08-10T05:34:13.452 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.453+0000 7f6f062d5640 1 < completed delete operation key=ZPF41248T0P2 tag=OMQ3P08OC494 type=del 2024-08-10T05:34:13.454 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.455+0000 7f6f062d5640 1 > prepared operation key=7DW3UO39XCUP tag=JH8U4F9QCVPB type=write size=249098 2024-08-10T05:34:13.455 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.455+0000 7f6f062d5640 -1 < no bi entry to suggest for operation key=H4D0TFSG0EKP tag=6PV3AW8REM51 type=del size=2556147: (2) No such file or directory 2024-08-10T05:34:13.457 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.458+0000 7f6f062d5640 1 > prepared operation key=GSXYSUXHA2KE tag=1738J0T2YKTT type=del size=13230 2024-08-10T05:34:13.459 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.459+0000 7f6f062d5640 1 < completed part key=_multipart_ZPF41248T0P2.2~ZECSQO4FD5DU.0 size=219838 2024-08-10T05:34:13.464 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.464+0000 7f6f062d5640 1 < completed multipart upload key=ZPF41248T0P2 upload=ZECSQO4FD5DU tag=RBN8CNYQ4XT1 type=write size=1268414 2024-08-10T05:34:13.467 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.468+0000 7f6f062d5640 1 > prepared part key=_multipart_GNE0GMBV8Q1M.2~ICJEO21HSKES.0 size=617885 2024-08-10T05:34:13.468 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.468+0000 7f6f062d5640 1 > prepared multipart upload key=GNE0GMBV8Q1M upload=ICJEO21HSKES tag=3B8YPZ3WHK87 type=write size=1666461 2024-08-10T05:34:13.470 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.471+0000 7f6f062d5640 -1 < failed to complete operation key=H5TVL04MCGC8 tag=UM48PKGPQQIV type=write size=447170: (22) Invalid argument 2024-08-10T05:34:13.472 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.473+0000 7f6f062d5640 1 > prepared operation key=00IWI9L0NGJ3 tag=8O5JRR29KASD type=del size=884298 2024-08-10T05:34:13.474 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.475+0000 7f6f062d5640 1 < completed delete operation key=P8JMH1X8249F tag=WMK707GG7226 type=del 2024-08-10T05:34:13.477 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.477+0000 7f6f062d5640 1 > prepared operation key=MI1XTCS076Y9 tag=NJN5HVO2U1N7 type=del size=306493 2024-08-10T05:34:13.479 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.479+0000 7f6f062d5640 1 < completed delete operation key=4L5NSS7LS8GK tag=QHK01K8O90UV type=del 2024-08-10T05:34:13.481 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.482+0000 7f6f062d5640 1 > prepared operation key=F0DF00AE1ISQ tag=9RK0PC2Q34F3 type=del size=2368534 2024-08-10T05:34:13.483 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.484+0000 7f6f062d5640 1 < completed write operation key=3EUY0XWASPEL tag=KFFXS25MPNP0 type=write size=868974 2024-08-10T05:34:13.485 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.486+0000 7f6f062d5640 1 > prepared operation key=Y0DHHLUF8MD9 tag=R00DUV9SV1EZ type=write size=452895 2024-08-10T05:34:13.490 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.490+0000 7f6f062d5640 1 < suggested remove operation key=QTBS1TAZXH5F tag=KXQMR3QJBIPI type=del 2024-08-10T05:34:13.492 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.493+0000 7f6f062d5640 1 > prepared operation key=KHYOYNS1HKDG tag=IEV0PD1ASZ0R type=del size=1536883 2024-08-10T05:34:13.494 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.495+0000 7f6f062d5640 1 < completed part key=_multipart_LTRO8UR68E01.2~GI1IAI5PCT4H.0 size=1048576 2024-08-10T05:34:13.494 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.495+0000 7f6f062d5640 1 < canceled part key=_multipart_LTRO8UR68E01.2~GI1IAI5PCT4H.1 size=1048576 2024-08-10T05:34:13.496 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.496+0000 7f6f062d5640 1 < completed part key=_multipart_LTRO8UR68E01.2~GI1IAI5PCT4H.2 size=275856 2024-08-10T05:34:13.500 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.500+0000 7f6f062d5640 1 < canceled multipart upload key=LTRO8UR68E01 upload=GI1IAI5PCT4H tag=8MCWE82AR8KI type=write size=3421584 2024-08-10T05:34:13.504 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.504+0000 7f6f062d5640 1 > prepared part key=_multipart_00IWI9L0NGJ3.2~MNGE68E5KM1F.0 size=419912 2024-08-10T05:34:13.504 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.504+0000 7f6f062d5640 1 > prepared multipart upload key=00IWI9L0NGJ3 upload=MNGE68E5KM1F tag=TN1NKRHQ507J type=write size=1468488 2024-08-10T05:34:13.507 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.507+0000 7f6f062d5640 1 < completed delete operation key=F0DF00AE1ISQ tag=QPDG16CJ75G5 type=del 2024-08-10T05:34:13.510 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.511+0000 7f6f062d5640 1 > prepared part key=_multipart_OH2XJH7YF0P6.2~RSBC3SCEQ5CM.0 size=244952 2024-08-10T05:34:13.511 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.511+0000 7f6f062d5640 1 > prepared multipart upload key=OH2XJH7YF0P6 upload=RSBC3SCEQ5CM tag=UVFWW51VQ06F type=write size=1293528 2024-08-10T05:34:13.513 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.513+0000 7f6f062d5640 1 < completed part key=_multipart_MI1XTCS076Y9.2~PYAQRYP1CGQE.0 size=913601 2024-08-10T05:34:13.516 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.516+0000 7f6f062d5640 1 < completed multipart upload key=MI1XTCS076Y9 upload=PYAQRYP1CGQE tag=26FD9400I4T0 type=write size=1962177 2024-08-10T05:34:13.518 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.518+0000 7f6f062d5640 1 > prepared operation key=GSXYSUXHA2KE tag=BVWGPGLKVF1W type=del size=702437 2024-08-10T05:34:13.518 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.519+0000 7f6f062d5640 -1 < no bi entry to suggest for operation key=H5TVL04MCGC8 tag=0H1DZUMQ52RO type=del size=2184719: (2) No such file or directory 2024-08-10T05:34:13.520 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.521+0000 7f6f062d5640 1 > prepared operation key=00IWI9L0NGJ3 tag=MK0U42IKZJ2A type=del size=352117 2024-08-10T05:34:13.522 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.523+0000 7f6f062d5640 1 < completed part key=_multipart_7DW3UO39XCUP.2~FXC5O001XRW1.0 size=1048576 2024-08-10T05:34:13.524 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.525+0000 7f6f062d5640 1 < completed part key=_multipart_7DW3UO39XCUP.2~FXC5O001XRW1.1 size=1048576 2024-08-10T05:34:13.526 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.527+0000 7f6f062d5640 1 < completed part key=_multipart_7DW3UO39XCUP.2~FXC5O001XRW1.2 size=107676 2024-08-10T05:34:13.530 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.530+0000 7f6f062d5640 1 < completed multipart upload key=7DW3UO39XCUP upload=FXC5O001XRW1 tag=TI7N8AQFKLP3 type=write size=3253404 2024-08-10T05:34:13.532 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.532+0000 7f6f062d5640 1 > prepared operation key=J7D76V4ENV9B tag=WOQFYF2SXHDK type=write size=578903 2024-08-10T05:34:13.533 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.534+0000 7f6f062d5640 1 < completed part key=_multipart_7N97XZL3TX2D.2~6F9ZOU9MLQQ7.0 size=144636 2024-08-10T05:34:13.537 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.537+0000 7f6f062d5640 1 < completed multipart upload key=7N97XZL3TX2D upload=6F9ZOU9MLQQ7 tag=6J40I16P7A7Q type=write size=1193212 2024-08-10T05:34:13.539 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.540+0000 7f6f062d5640 1 > prepared operation key=H5TVL04MCGC8 tag=7VWDULVG4ST8 type=del size=2272981 2024-08-10T05:34:13.542 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.542+0000 7f6f062d5640 1 < completed part key=_multipart_PGRI5CN7TTT0.2~7INFQFBPREOM.0 size=1048576 2024-08-10T05:34:13.544 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.544+0000 7f6f062d5640 1 < completed part key=_multipart_PGRI5CN7TTT0.2~7INFQFBPREOM.1 size=1048576 2024-08-10T05:34:13.546 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.547+0000 7f6f062d5640 1 < completed part key=_multipart_PGRI5CN7TTT0.2~7INFQFBPREOM.2 size=241374 2024-08-10T05:34:13.555 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.555+0000 7f6f062d5640 1 < completed multipart upload key=PGRI5CN7TTT0 upload=7INFQFBPREOM tag=7NB1JIIISJ86 type=write size=3387102 2024-08-10T05:34:13.558 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.559+0000 7f6f062d5640 1 > prepared operation key=8441NV2A24FO tag=VI2RN4JBRDKC type=del size=191417 2024-08-10T05:34:13.561 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.562+0000 7f6f062d5640 1 < completed part key=_multipart_H5TVL04MCGC8.2~JH9ZNG8R0FPE.0 size=1048576 2024-08-10T05:34:13.563 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.564+0000 7f6f062d5640 1 < completed part key=_multipart_H5TVL04MCGC8.2~JH9ZNG8R0FPE.1 size=952373 2024-08-10T05:34:13.567 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.568+0000 7f6f062d5640 1 < completed multipart upload key=H5TVL04MCGC8 upload=JH9ZNG8R0FPE tag=B2G956HW31VZ type=write size=3049525 2024-08-10T05:34:13.570 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.570+0000 7f6f062d5640 1 > prepared operation key=1IH8FE21AE4X tag=BJP2J6R1MP1W type=write size=854749 2024-08-10T05:34:13.572 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.573+0000 7f6f062d5640 1 < completed write operation key=7DW3UO39XCUP tag=JH8U4F9QCVPB type=write size=249098 2024-08-10T05:34:13.575 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.575+0000 7f6f062d5640 1 > prepared operation key=8441NV2A24FO tag=DVUTI1C0S12S type=del size=3601552 2024-08-10T05:34:13.577 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.578+0000 7f6f062d5640 1 < completed delete operation key=GSXYSUXHA2KE tag=1738J0T2YKTT type=del 2024-08-10T05:34:13.580 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.580+0000 7f6f062d5640 1 > prepared operation key=FXQKBLXUHJHI tag=2FEA2DXPVHQI type=write size=661298 2024-08-10T05:34:13.583 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.583+0000 7f6f062d5640 1 < completed part key=_multipart_GNE0GMBV8Q1M.2~ICJEO21HSKES.0 size=617885 2024-08-10T05:34:13.586 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.587+0000 7f6f062d5640 1 < completed multipart upload key=GNE0GMBV8Q1M upload=ICJEO21HSKES tag=3B8YPZ3WHK87 type=write size=1666461 2024-08-10T05:34:13.589 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.589+0000 7f6f062d5640 1 > prepared operation key=00IWI9L0NGJ3 tag=EFRQ3JIPG06K type=del size=2736470 2024-08-10T05:34:13.591 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.591+0000 7f6f062d5640 1 < completed delete operation key=00IWI9L0NGJ3 tag=8O5JRR29KASD type=del 2024-08-10T05:34:13.593 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.593+0000 7f6f062d5640 1 > prepared operation key=F0DF00AE1ISQ tag=1B6PT8RVFR63 type=del size=476300 2024-08-10T05:34:13.595 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.595+0000 7f6f062d5640 1 < completed delete operation key=MI1XTCS076Y9 tag=NJN5HVO2U1N7 type=del 2024-08-10T05:34:13.597 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.597+0000 7f6f062d5640 1 > prepared operation key=F0DF00AE1ISQ tag=PUOUHXK5MB6L type=del size=301862 2024-08-10T05:34:13.601 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.602+0000 7f6f062d5640 1 < suggested remove operation key=F0DF00AE1ISQ tag=9RK0PC2Q34F3 type=del 2024-08-10T05:34:13.604 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.604+0000 7f6f062d5640 1 > prepared operation key=00IWI9L0NGJ3 tag=O6NPUTNUBYFJ type=del size=1626989 2024-08-10T05:34:13.606 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.606+0000 7f6f062d5640 1 < completed write operation key=Y0DHHLUF8MD9 tag=R00DUV9SV1EZ type=write size=452895 2024-08-10T05:34:13.608 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.608+0000 7f6f062d5640 1 > prepared operation key=7DW3UO39XCUP tag=6WX4AN0Z5LL2 type=write size=867342 2024-08-10T05:34:13.609 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.610+0000 7f6f062d5640 1 < completed delete operation key=KHYOYNS1HKDG tag=IEV0PD1ASZ0R type=del 2024-08-10T05:34:13.612 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.612+0000 7f6f062d5640 1 > prepared operation key=3EUY0XWASPEL tag=LPI5G9M577H2 type=del size=619745 2024-08-10T05:34:13.614 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.614+0000 7f6f062d5640 1 < completed part key=_multipart_00IWI9L0NGJ3.2~MNGE68E5KM1F.0 size=419912 2024-08-10T05:34:13.618 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.618+0000 7f6f062d5640 1 < completed multipart upload key=00IWI9L0NGJ3 upload=MNGE68E5KM1F tag=TN1NKRHQ507J type=write size=1468488 2024-08-10T05:34:13.620 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.621+0000 7f6f062d5640 1 > prepared operation key=8MJYHPC813SE tag=5VI9DTWN1RW8 type=del size=2650001 2024-08-10T05:34:13.621 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.621+0000 7f6f062d5640 1 < canceled part key=_multipart_OH2XJH7YF0P6.2~RSBC3SCEQ5CM.0 size=244952 2024-08-10T05:34:13.624 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.625+0000 7f6f062d5640 1 < canceled multipart upload key=OH2XJH7YF0P6 upload=RSBC3SCEQ5CM tag=UVFWW51VQ06F type=write size=1293528 2024-08-10T05:34:13.628 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.628+0000 7f6f062d5640 1 > prepared part key=_multipart_H4D0TFSG0EKP.2~S4M9WN8VS9MV.0 size=953251 2024-08-10T05:34:13.628 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.628+0000 7f6f062d5640 1 > prepared multipart upload key=H4D0TFSG0EKP upload=S4M9WN8VS9MV tag=67RTW49TVXI2 type=write size=2001827 2024-08-10T05:34:13.631 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.631+0000 7f6f062d5640 1 < completed delete operation key=GSXYSUXHA2KE tag=BVWGPGLKVF1W type=del 2024-08-10T05:34:13.634 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.635+0000 7f6f062d5640 1 > prepared part key=_multipart_J7D76V4ENV9B.2~CZWMCRMBU92Y.0 size=1048576 2024-08-10T05:34:13.636 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.636+0000 7f6f062d5640 1 > prepared part key=_multipart_J7D76V4ENV9B.2~CZWMCRMBU92Y.1 size=1048576 2024-08-10T05:34:13.638 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.638+0000 7f6f062d5640 1 > prepared part key=_multipart_J7D76V4ENV9B.2~CZWMCRMBU92Y.2 size=146262 2024-08-10T05:34:13.638 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.638+0000 7f6f062d5640 1 > prepared multipart upload key=J7D76V4ENV9B upload=CZWMCRMBU92Y tag=FX0T378JOIE0 type=write size=3291990 2024-08-10T05:34:13.640 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.640+0000 7f6f062d5640 1 < completed delete operation key=00IWI9L0NGJ3 tag=MK0U42IKZJ2A type=del 2024-08-10T05:34:13.643 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.644+0000 7f6f062d5640 1 > prepared part key=_multipart_P8JMH1X8249F.2~N8S59LGUZVUK.0 size=328261 2024-08-10T05:34:13.643 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.644+0000 7f6f062d5640 1 > prepared multipart upload key=P8JMH1X8249F upload=N8S59LGUZVUK tag=2KGY1CIO806Y type=write size=1376837 2024-08-10T05:34:13.645 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.646+0000 7f6f062d5640 1 < completed write operation key=J7D76V4ENV9B tag=WOQFYF2SXHDK type=write size=578903 2024-08-10T05:34:13.647 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.648+0000 7f6f062d5640 1 > prepared operation key=00IWI9L0NGJ3 tag=TYLJOZFD1295 type=del size=3856167 2024-08-10T05:34:13.650 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.650+0000 7f6f062d5640 1 < completed delete operation key=H5TVL04MCGC8 tag=7VWDULVG4ST8 type=del 2024-08-10T05:34:13.653 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.653+0000 7f6f062d5640 1 > prepared operation key=731ALD189846 tag=PALJ33YH1R82 type=write size=298692 2024-08-10T05:34:13.655 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.655+0000 7f6f062d5640 1 < completed delete operation key=8441NV2A24FO tag=VI2RN4JBRDKC type=del 2024-08-10T05:34:13.657 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.657+0000 7f6f062d5640 1 > prepared operation key=00IWI9L0NGJ3 tag=4I7424S5ZOMX type=write size=573013 2024-08-10T05:34:13.659 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.659+0000 7f6f062d5640 1 < completed write operation key=1IH8FE21AE4X tag=BJP2J6R1MP1W type=write size=854749 2024-08-10T05:34:13.661 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.661+0000 7f6f062d5640 1 > prepared operation key=S1E44NG3MOQ5 tag=0XBVBFCD2BDF type=del size=2014300 2024-08-10T05:34:13.663 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.663+0000 7f6f062d5640 1 < completed delete operation key=8441NV2A24FO tag=DVUTI1C0S12S type=del 2024-08-10T05:34:13.665 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.665+0000 7f6f062d5640 1 > prepared operation key=OH2XJH7YF0P6 tag=D6GEZFURYB0Q type=del size=1931098 2024-08-10T05:34:13.667 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.668+0000 7f6f062d5640 1 < completed write operation key=FXQKBLXUHJHI tag=2FEA2DXPVHQI type=write size=661298 2024-08-10T05:34:13.670 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.670+0000 7f6f062d5640 1 > prepared operation key=FXQKBLXUHJHI tag=O2X70TL533YP type=del size=2746765 2024-08-10T05:34:13.672 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.673+0000 7f6f062d5640 1 < canceled operation key=00IWI9L0NGJ3 tag=EFRQ3JIPG06K type=del size=2736470 2024-08-10T05:34:13.676 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.677+0000 7f6f062d5640 1 > prepared part key=_multipart_S1J0EDZ5K22Q.2~AOCIEAWEUPLG.0 size=1048576 2024-08-10T05:34:13.678 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.678+0000 7f6f062d5640 1 > prepared part key=_multipart_S1J0EDZ5K22Q.2~AOCIEAWEUPLG.1 size=1048576 2024-08-10T05:34:13.680 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.680+0000 7f6f062d5640 1 > prepared part key=_multipart_S1J0EDZ5K22Q.2~AOCIEAWEUPLG.2 size=260522 2024-08-10T05:34:13.680 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.680+0000 7f6f062d5640 1 > prepared multipart upload key=S1J0EDZ5K22Q upload=AOCIEAWEUPLG tag=CMJKLOQDC9ZE type=write size=3406250 2024-08-10T05:34:13.682 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.683+0000 7f6f062d5640 -1 < failed to complete operation key=F0DF00AE1ISQ tag=1B6PT8RVFR63 type=del size=476300: (22) Invalid argument 2024-08-10T05:34:13.686 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.686+0000 7f6f062d5640 1 > prepared part key=_multipart_Z3FSBPLXLYL2.2~VQOUTS67TPIE.0 size=1048576 2024-08-10T05:34:13.688 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.688+0000 7f6f062d5640 1 > prepared part key=_multipart_Z3FSBPLXLYL2.2~VQOUTS67TPIE.1 size=27670 2024-08-10T05:34:13.688 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.688+0000 7f6f062d5640 1 > prepared multipart upload key=Z3FSBPLXLYL2 upload=VQOUTS67TPIE tag=KW1BARPEF3D1 type=write size=2124822 2024-08-10T05:34:13.691 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.691+0000 7f6f062d5640 -1 < failed to complete operation key=F0DF00AE1ISQ tag=PUOUHXK5MB6L type=del size=301862: (22) Invalid argument 2024-08-10T05:34:13.693 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.693+0000 7f6f062d5640 1 > prepared operation key=MI1XTCS076Y9 tag=BH31VL53JTO1 type=write size=339843 2024-08-10T05:34:13.697 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.697+0000 7f6f062d5640 1 < suggested update operation key=00IWI9L0NGJ3 tag=O6NPUTNUBYFJ type=del size=1626989 2024-08-10T05:34:13.701 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.701+0000 7f6f062d5640 1 > prepared part key=_multipart_GSXYSUXHA2KE.2~2FWRG2MMP8OZ.0 size=524044 2024-08-10T05:34:13.701 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.701+0000 7f6f062d5640 1 > prepared multipart upload key=GSXYSUXHA2KE upload=2FWRG2MMP8OZ tag=QQNOXFB2SME0 type=write size=1572620 2024-08-10T05:34:13.703 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.703+0000 7f6f062d5640 1 < completed write operation key=7DW3UO39XCUP tag=6WX4AN0Z5LL2 type=write size=867342 2024-08-10T05:34:13.707 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.707+0000 7f6f062d5640 1 > prepared part key=_multipart_S1J0EDZ5K22Q.2~YNWRJV1W9G6N.0 size=1048576 2024-08-10T05:34:13.708 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.709+0000 7f6f062d5640 1 > prepared part key=_multipart_S1J0EDZ5K22Q.2~YNWRJV1W9G6N.1 size=201374 2024-08-10T05:34:13.708 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.709+0000 7f6f062d5640 1 > prepared multipart upload key=S1J0EDZ5K22Q upload=YNWRJV1W9G6N tag=0HMXALS5KH6N type=write size=2298526 2024-08-10T05:34:13.710 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.711+0000 7f6f062d5640 1 < completed delete operation key=3EUY0XWASPEL tag=LPI5G9M577H2 type=del 2024-08-10T05:34:13.714 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.714+0000 7f6f062d5640 1 > prepared part key=_multipart_H5TVL04MCGC8.2~NHGE10J92D2A.0 size=1048576 2024-08-10T05:34:13.716 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.716+0000 7f6f062d5640 1 > prepared part key=_multipart_H5TVL04MCGC8.2~NHGE10J92D2A.1 size=1048576 2024-08-10T05:34:13.718 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.718+0000 7f6f062d5640 1 > prepared part key=_multipart_H5TVL04MCGC8.2~NHGE10J92D2A.2 size=339081 2024-08-10T05:34:13.718 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.718+0000 7f6f062d5640 1 > prepared multipart upload key=H5TVL04MCGC8 upload=NHGE10J92D2A tag=8F7YQDPHROBL type=write size=3484809 2024-08-10T05:34:13.720 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.720+0000 7f6f062d5640 1 < completed delete operation key=8MJYHPC813SE tag=5VI9DTWN1RW8 type=del 2024-08-10T05:34:13.722 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.722+0000 7f6f062d5640 1 > prepared operation key=PGRI5CN7TTT0 tag=XP4O33HBPWU9 type=write size=69705 2024-08-10T05:34:13.724 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.724+0000 7f6f062d5640 1 < completed part key=_multipart_H4D0TFSG0EKP.2~S4M9WN8VS9MV.0 size=953251 2024-08-10T05:34:13.728 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.728+0000 7f6f062d5640 1 < completed multipart upload key=H4D0TFSG0EKP upload=S4M9WN8VS9MV tag=67RTW49TVXI2 type=write size=2001827 2024-08-10T05:34:13.730 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.731+0000 7f6f062d5640 1 > prepared operation key=7DW3UO39XCUP tag=9XOUO2CTU2O7 type=del size=329725 2024-08-10T05:34:13.733 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.733+0000 7f6f062d5640 1 < completed part key=_multipart_J7D76V4ENV9B.2~CZWMCRMBU92Y.0 size=1048576 2024-08-10T05:34:13.733 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.733+0000 7f6f062d5640 1 < canceled part key=_multipart_J7D76V4ENV9B.2~CZWMCRMBU92Y.1 size=1048576 2024-08-10T05:34:13.734 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.735+0000 7f6f062d5640 1 < completed part key=_multipart_J7D76V4ENV9B.2~CZWMCRMBU92Y.2 size=146262 2024-08-10T05:34:13.738 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.739+0000 7f6f062d5640 1 < canceled multipart upload key=J7D76V4ENV9B upload=CZWMCRMBU92Y tag=FX0T378JOIE0 type=write size=3291990 2024-08-10T05:34:13.742 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.742+0000 7f6f062d5640 1 > prepared part key=_multipart_8441NV2A24FO.2~ABSCEQL52XAF.0 size=475777 2024-08-10T05:34:13.742 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.742+0000 7f6f062d5640 1 > prepared multipart upload key=8441NV2A24FO upload=ABSCEQL52XAF tag=15WGTEUML4XS type=write size=1524353 2024-08-10T05:34:13.744 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.744+0000 7f6f062d5640 1 < completed part key=_multipart_P8JMH1X8249F.2~N8S59LGUZVUK.0 size=328261 2024-08-10T05:34:13.747 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.748+0000 7f6f062d5640 1 < completed multipart upload key=P8JMH1X8249F upload=N8S59LGUZVUK tag=2KGY1CIO806Y type=write size=1376837 2024-08-10T05:34:13.749 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.750+0000 7f6f062d5640 1 > prepared operation key=KHYOYNS1HKDG tag=6ISB0Q7IGSMX type=write size=536320 2024-08-10T05:34:13.752 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.753+0000 7f6f062d5640 -1 < failed to complete operation key=00IWI9L0NGJ3 tag=TYLJOZFD1295 type=del size=3856167: (22) Invalid argument 2024-08-10T05:34:13.754 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.755+0000 7f6f062d5640 1 > prepared operation key=WBJQTYBRMJV8 tag=DE0XA474GBO9 type=del size=1622016 2024-08-10T05:34:13.757 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.757+0000 7f6f062d5640 1 < completed write operation key=731ALD189846 tag=PALJ33YH1R82 type=write size=298692 2024-08-10T05:34:13.758 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.759+0000 7f6f062d5640 1 > prepared operation key=S1J0EDZ5K22Q tag=8ZGOEVED19J4 type=del size=2060103 2024-08-10T05:34:13.762 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.762+0000 7f6f062d5640 -1 < failed to complete operation key=00IWI9L0NGJ3 tag=4I7424S5ZOMX type=write size=573013: (22) Invalid argument 2024-08-10T05:34:13.764 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.764+0000 7f6f062d5640 1 > prepared operation key=M533Z7C651X9 tag=53GNDZJ1KFYR type=del size=2315373 2024-08-10T05:34:13.766 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.766+0000 7f6f062d5640 1 < completed delete operation key=S1E44NG3MOQ5 tag=0XBVBFCD2BDF type=del 2024-08-10T05:34:13.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:34:13 smithi031 ceph-mon[98130]: pgmap v1376: 137 pgs: 137 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 430 KiB/s wr, 2.18k op/s 2024-08-10T05:34:13.768 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:34:13 smithi031 ceph-mon[100614]: pgmap v1376: 137 pgs: 137 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 430 KiB/s wr, 2.18k op/s 2024-08-10T05:34:13.770 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.770+0000 7f6f062d5640 1 > prepared part key=_multipart_4L5NSS7LS8GK.2~JRG0GYUEXSFA.0 size=1048576 2024-08-10T05:34:13.772 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.772+0000 7f6f062d5640 1 > prepared part key=_multipart_4L5NSS7LS8GK.2~JRG0GYUEXSFA.1 size=345018 2024-08-10T05:34:13.772 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.772+0000 7f6f062d5640 1 > prepared multipart upload key=4L5NSS7LS8GK upload=JRG0GYUEXSFA tag=SHZCN6W2KMPE type=write size=2442170 2024-08-10T05:34:13.774 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.774+0000 7f6f062d5640 1 < completed delete operation key=OH2XJH7YF0P6 tag=D6GEZFURYB0Q type=del 2024-08-10T05:34:13.776 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.776+0000 7f6f062d5640 1 > prepared operation key=1IH8FE21AE4X tag=AW5HKAMMR0J9 type=del size=1869218 2024-08-10T05:34:13.778 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.778+0000 7f6f062d5640 1 < completed delete operation key=FXQKBLXUHJHI tag=O2X70TL533YP type=del 2024-08-10T05:34:13.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:34:13 smithi196 ceph-mon[90243]: pgmap v1376: 137 pgs: 137 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 430 KiB/s wr, 2.18k op/s 2024-08-10T05:34:13.780 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.780+0000 7f6f062d5640 1 > prepared operation key=7DW3UO39XCUP tag=E8PXRRKXOJG8 type=del size=2140428 2024-08-10T05:34:13.782 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.782+0000 7f6f062d5640 1 < completed part key=_multipart_S1J0EDZ5K22Q.2~AOCIEAWEUPLG.0 size=1048576 2024-08-10T05:34:13.782 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.782+0000 7f6f062d5640 1 < canceled part key=_multipart_S1J0EDZ5K22Q.2~AOCIEAWEUPLG.1 size=1048576 2024-08-10T05:34:13.782 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.782+0000 7f6f062d5640 1 < canceled part key=_multipart_S1J0EDZ5K22Q.2~AOCIEAWEUPLG.2 size=260522 2024-08-10T05:34:13.786 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.786+0000 7f6f062d5640 1 < canceled multipart upload key=S1J0EDZ5K22Q upload=AOCIEAWEUPLG tag=CMJKLOQDC9ZE type=write size=3406250 2024-08-10T05:34:13.788 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.788+0000 7f6f062d5640 1 > prepared operation key=GSXYSUXHA2KE tag=YE0XQS8JH3DC type=del size=1747406 2024-08-10T05:34:13.790 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.790+0000 7f6f062d5640 1 < completed part key=_multipart_Z3FSBPLXLYL2.2~VQOUTS67TPIE.0 size=1048576 2024-08-10T05:34:13.792 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.792+0000 7f6f062d5640 1 < completed part key=_multipart_Z3FSBPLXLYL2.2~VQOUTS67TPIE.1 size=27670 2024-08-10T05:34:13.795 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.796+0000 7f6f062d5640 1 < completed multipart upload key=Z3FSBPLXLYL2 upload=VQOUTS67TPIE tag=KW1BARPEF3D1 type=write size=2124822 2024-08-10T05:34:13.798 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.798+0000 7f6f062d5640 1 > prepared operation key=OH2XJH7YF0P6 tag=8DBMGG8PD9R4 type=del size=3973388 2024-08-10T05:34:13.800 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.800+0000 7f6f062d5640 1 < completed write operation key=MI1XTCS076Y9 tag=BH31VL53JTO1 type=write size=339843 2024-08-10T05:34:13.802 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.803+0000 7f6f062d5640 1 > prepared operation key=S1E44NG3MOQ5 tag=FZFS3W6U2NMI type=del size=552853 2024-08-10T05:34:13.803 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.803+0000 7f6f062d5640 1 < canceled part key=_multipart_GSXYSUXHA2KE.2~2FWRG2MMP8OZ.0 size=524044 2024-08-10T05:34:13.807 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.807+0000 7f6f062d5640 1 < canceled multipart upload key=GSXYSUXHA2KE upload=2FWRG2MMP8OZ tag=QQNOXFB2SME0 type=write size=1572620 2024-08-10T05:34:13.809 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.810+0000 7f6f062d5640 1 > prepared operation key=H4D0TFSG0EKP tag=ZJRLFLWGRJT5 type=del size=4024147 2024-08-10T05:34:13.811 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.812+0000 7f6f062d5640 1 < completed part key=_multipart_S1J0EDZ5K22Q.2~YNWRJV1W9G6N.0 size=1048576 2024-08-10T05:34:13.813 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.813+0000 7f6f062d5640 1 < completed part key=_multipart_S1J0EDZ5K22Q.2~YNWRJV1W9G6N.1 size=201374 2024-08-10T05:34:13.816 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.817+0000 7f6f062d5640 1 < completed multipart upload key=S1J0EDZ5K22Q upload=YNWRJV1W9G6N tag=0HMXALS5KH6N type=write size=2298526 2024-08-10T05:34:13.818 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.819+0000 7f6f062d5640 1 > prepared operation key=1G5AU0L67121 tag=Y9XSA45AXIFD type=del size=920338 2024-08-10T05:34:13.820 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.821+0000 7f6f062d5640 1 < completed part key=_multipart_H5TVL04MCGC8.2~NHGE10J92D2A.0 size=1048576 2024-08-10T05:34:13.820 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.821+0000 7f6f062d5640 1 < canceled part key=_multipart_H5TVL04MCGC8.2~NHGE10J92D2A.1 size=1048576 2024-08-10T05:34:13.822 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.823+0000 7f6f062d5640 1 < completed part key=_multipart_H5TVL04MCGC8.2~NHGE10J92D2A.2 size=339081 2024-08-10T05:34:13.826 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.826+0000 7f6f062d5640 1 < canceled multipart upload key=H5TVL04MCGC8 upload=NHGE10J92D2A tag=8F7YQDPHROBL type=write size=3484809 2024-08-10T05:34:13.828 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.828+0000 7f6f062d5640 1 > prepared operation key=8MJYHPC813SE tag=EX31Q94V3AXE type=del size=2345601 2024-08-10T05:34:13.830 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.830+0000 7f6f062d5640 1 < completed write operation key=PGRI5CN7TTT0 tag=XP4O33HBPWU9 type=write size=69705 2024-08-10T05:34:13.832 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.832+0000 7f6f062d5640 1 > prepared operation key=J7D76V4ENV9B tag=67WQ7PKHQJFE type=del size=3640296 2024-08-10T05:34:13.834 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.835+0000 7f6f062d5640 1 < completed delete operation key=7DW3UO39XCUP tag=9XOUO2CTU2O7 type=del 2024-08-10T05:34:13.838 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.839+0000 7f6f062d5640 1 > prepared part key=_multipart_7DW3UO39XCUP.2~7K659PJ6D6T9.0 size=1048576 2024-08-10T05:34:13.840 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.841+0000 7f6f062d5640 1 > prepared part key=_multipart_7DW3UO39XCUP.2~7K659PJ6D6T9.1 size=1048576 2024-08-10T05:34:13.842 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.843+0000 7f6f062d5640 1 > prepared part key=_multipart_7DW3UO39XCUP.2~7K659PJ6D6T9.2 size=565698 2024-08-10T05:34:13.843 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.843+0000 7f6f062d5640 1 > prepared multipart upload key=7DW3UO39XCUP upload=7K659PJ6D6T9 tag=Q6TIIW1Y4471 type=write size=3711426 2024-08-10T05:34:13.843 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.843+0000 7f6f062d5640 1 < canceled part key=_multipart_8441NV2A24FO.2~ABSCEQL52XAF.0 size=475777 2024-08-10T05:34:13.846 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.847+0000 7f6f062d5640 1 < canceled multipart upload key=8441NV2A24FO upload=ABSCEQL52XAF tag=15WGTEUML4XS type=write size=1524353 2024-08-10T05:34:13.851 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.851+0000 7f6f062d5640 1 > prepared part key=_multipart_Y0DHHLUF8MD9.2~2TPYE1BVN9L8.0 size=1048576 2024-08-10T05:34:13.853 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.853+0000 7f6f062d5640 1 > prepared part key=_multipart_Y0DHHLUF8MD9.2~2TPYE1BVN9L8.1 size=1048576 2024-08-10T05:34:13.855 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.855+0000 7f6f062d5640 1 > prepared part key=_multipart_Y0DHHLUF8MD9.2~2TPYE1BVN9L8.2 size=283817 2024-08-10T05:34:13.855 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.855+0000 7f6f062d5640 1 > prepared multipart upload key=Y0DHHLUF8MD9 upload=2TPYE1BVN9L8 tag=MK4UOR0V8UTY type=write size=3429545 2024-08-10T05:34:13.857 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.857+0000 7f6f062d5640 1 < completed write operation key=KHYOYNS1HKDG tag=6ISB0Q7IGSMX type=write size=536320 2024-08-10T05:34:13.859 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.859+0000 7f6f062d5640 1 > prepared operation key=GNE0GMBV8Q1M tag=RDMW12B1Y4HI type=del size=1411002 2024-08-10T05:34:13.861 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.861+0000 7f6f062d5640 1 < completed delete operation key=WBJQTYBRMJV8 tag=DE0XA474GBO9 type=del 2024-08-10T05:34:13.863 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.864+0000 7f6f062d5640 1 > prepared operation key=00IWI9L0NGJ3 tag=B0260A8Z1KVC type=del size=2742569 2024-08-10T05:34:13.868 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.868+0000 7f6f062d5640 1 < suggested remove operation key=S1J0EDZ5K22Q tag=8ZGOEVED19J4 type=del 2024-08-10T05:34:13.870 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.870+0000 7f6f062d5640 1 > prepared operation key=GSXYSUXHA2KE tag=KIT1I6846IHW type=del size=954535 2024-08-10T05:34:13.872 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.872+0000 7f6f062d5640 1 < completed delete operation key=M533Z7C651X9 tag=53GNDZJ1KFYR type=del 2024-08-10T05:34:13.876 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.876+0000 7f6f062d5640 1 > prepared part key=_multipart_7N97XZL3TX2D.2~L0ILOR4IJQ02.0 size=517687 2024-08-10T05:34:13.876 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.876+0000 7f6f062d5640 1 > prepared multipart upload key=7N97XZL3TX2D upload=L0ILOR4IJQ02 tag=98FZJ1I97SJA type=write size=1566263 2024-08-10T05:34:13.878 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.878+0000 7f6f062d5640 1 < completed part key=_multipart_4L5NSS7LS8GK.2~JRG0GYUEXSFA.0 size=1048576 2024-08-10T05:34:13.879 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.880+0000 7f6f062d5640 1 < completed part key=_multipart_4L5NSS7LS8GK.2~JRG0GYUEXSFA.1 size=345018 2024-08-10T05:34:13.883 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.883+0000 7f6f062d5640 1 < completed multipart upload key=4L5NSS7LS8GK upload=JRG0GYUEXSFA tag=SHZCN6W2KMPE type=write size=2442170 2024-08-10T05:34:13.887 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.887+0000 7f6f062d5640 1 > prepared part key=_multipart_WBJQTYBRMJV8.2~STLYV51HCZDY.0 size=1048576 2024-08-10T05:34:13.889 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.889+0000 7f6f062d5640 1 > prepared part key=_multipart_WBJQTYBRMJV8.2~STLYV51HCZDY.1 size=1048576 2024-08-10T05:34:13.891 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.891+0000 7f6f062d5640 1 > prepared part key=_multipart_WBJQTYBRMJV8.2~STLYV51HCZDY.2 size=905808 2024-08-10T05:34:13.891 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.891+0000 7f6f062d5640 1 > prepared multipart upload key=WBJQTYBRMJV8 upload=STLYV51HCZDY tag=SM0YUTQ0H1R8 type=write size=4051536 2024-08-10T05:34:13.894 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.895+0000 7f6f062d5640 1 < suggested remove operation key=1IH8FE21AE4X tag=AW5HKAMMR0J9 type=del 2024-08-10T05:34:13.899 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.899+0000 7f6f062d5640 1 > prepared part key=_multipart_OH2XJH7YF0P6.2~DTB98CC1RZZR.0 size=1048576 2024-08-10T05:34:13.901 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.901+0000 7f6f062d5640 1 > prepared part key=_multipart_OH2XJH7YF0P6.2~DTB98CC1RZZR.1 size=976037 2024-08-10T05:34:13.901 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.901+0000 7f6f062d5640 1 > prepared multipart upload key=OH2XJH7YF0P6 upload=DTB98CC1RZZR tag=9V019CX8QHC8 type=write size=3073189 2024-08-10T05:34:13.903 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.904+0000 7f6f062d5640 1 < completed delete operation key=7DW3UO39XCUP tag=E8PXRRKXOJG8 type=del 2024-08-10T05:34:13.905 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.906+0000 7f6f062d5640 1 > prepared operation key=PGRI5CN7TTT0 tag=5G1JWIB8HTQS type=write size=148182 2024-08-10T05:34:13.907 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.908+0000 7f6f062d5640 1 < completed delete operation key=GSXYSUXHA2KE tag=YE0XQS8JH3DC type=del 2024-08-10T05:34:13.910 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.910+0000 7f6f062d5640 1 > prepared operation key=1G5AU0L67121 tag=1SHRLSVPBIII type=del size=3410100 2024-08-10T05:34:13.912 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.912+0000 7f6f062d5640 1 < completed delete operation key=OH2XJH7YF0P6 tag=8DBMGG8PD9R4 type=del 2024-08-10T05:34:13.914 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.914+0000 7f6f062d5640 1 > prepared operation key=3EUY0XWASPEL tag=9A029BZJCOW9 type=del size=946682 2024-08-10T05:34:13.916 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.916+0000 7f6f062d5640 1 < canceled operation key=S1E44NG3MOQ5 tag=FZFS3W6U2NMI type=del size=552853 2024-08-10T05:34:13.919 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.920+0000 7f6f062d5640 1 > prepared part key=_multipart_MI1XTCS076Y9.2~GOCWI1R7XO3E.0 size=350567 2024-08-10T05:34:13.920 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.920+0000 7f6f062d5640 1 > prepared multipart upload key=MI1XTCS076Y9 upload=GOCWI1R7XO3E tag=6YW1E9HQKJHV type=write size=1399143 2024-08-10T05:34:13.921 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.922+0000 7f6f062d5640 1 < completed delete operation key=H4D0TFSG0EKP tag=ZJRLFLWGRJT5 type=del 2024-08-10T05:34:13.924 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.924+0000 7f6f062d5640 1 > prepared operation key=Z3FSBPLXLYL2 tag=1NCCYYYPJF40 type=write size=139878 2024-08-10T05:34:13.926 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.927+0000 7f6f062d5640 1 < completed delete operation key=1G5AU0L67121 tag=Y9XSA45AXIFD type=del 2024-08-10T05:34:13.930 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.931+0000 7f6f062d5640 1 > prepared part key=_multipart_KHYOYNS1HKDG.2~RK60003GE4MQ.0 size=1048576 2024-08-10T05:34:13.932 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.933+0000 7f6f062d5640 1 > prepared part key=_multipart_KHYOYNS1HKDG.2~RK60003GE4MQ.1 size=525017 2024-08-10T05:34:13.932 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.933+0000 7f6f062d5640 1 > prepared multipart upload key=KHYOYNS1HKDG upload=RK60003GE4MQ tag=1JNMMWVVZYHN type=write size=2622169 2024-08-10T05:34:13.934 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.935+0000 7f6f062d5640 1 < completed delete operation key=8MJYHPC813SE tag=EX31Q94V3AXE type=del 2024-08-10T05:34:13.938 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.939+0000 7f6f062d5640 1 > prepared part key=_multipart_GSXYSUXHA2KE.2~23CNN876IJ4D.0 size=1048576 2024-08-10T05:34:13.940 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.940+0000 7f6f062d5640 1 > prepared part key=_multipart_GSXYSUXHA2KE.2~23CNN876IJ4D.1 size=1048576 2024-08-10T05:34:13.941 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.942+0000 7f6f062d5640 1 > prepared part key=_multipart_GSXYSUXHA2KE.2~23CNN876IJ4D.2 size=762221 2024-08-10T05:34:13.942 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.942+0000 7f6f062d5640 1 > prepared multipart upload key=GSXYSUXHA2KE upload=23CNN876IJ4D tag=SCV8EZK2A2P9 type=write size=3907949 2024-08-10T05:34:13.943 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.944+0000 7f6f062d5640 1 < completed delete operation key=J7D76V4ENV9B tag=67WQ7PKHQJFE type=del 2024-08-10T05:34:13.946 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.946+0000 7f6f062d5640 1 > prepared operation key=M533Z7C651X9 tag=RP8PDXF3P64X type=del size=3698912 2024-08-10T05:34:13.948 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.948+0000 7f6f062d5640 1 < completed part key=_multipart_7DW3UO39XCUP.2~7K659PJ6D6T9.0 size=1048576 2024-08-10T05:34:13.949 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.950+0000 7f6f062d5640 1 < completed part key=_multipart_7DW3UO39XCUP.2~7K659PJ6D6T9.1 size=1048576 2024-08-10T05:34:13.951 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.951+0000 7f6f062d5640 1 < completed part key=_multipart_7DW3UO39XCUP.2~7K659PJ6D6T9.2 size=565698 2024-08-10T05:34:13.955 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.955+0000 7f6f062d5640 1 < completed multipart upload key=7DW3UO39XCUP upload=7K659PJ6D6T9 tag=Q6TIIW1Y4471 type=write size=3711426 2024-08-10T05:34:13.957 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.958+0000 7f6f062d5640 1 > prepared operation key=Z3FSBPLXLYL2 tag=8JSVIIYE4W53 type=del size=3219911 2024-08-10T05:34:13.959 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.959+0000 7f6f062d5640 1 < completed part key=_multipart_Y0DHHLUF8MD9.2~2TPYE1BVN9L8.0 size=1048576 2024-08-10T05:34:13.959 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.960+0000 7f6f062d5640 1 < canceled part key=_multipart_Y0DHHLUF8MD9.2~2TPYE1BVN9L8.1 size=1048576 2024-08-10T05:34:13.961 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.961+0000 7f6f062d5640 1 < completed part key=_multipart_Y0DHHLUF8MD9.2~2TPYE1BVN9L8.2 size=283817 2024-08-10T05:34:13.964 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.965+0000 7f6f062d5640 1 < canceled multipart upload key=Y0DHHLUF8MD9 upload=2TPYE1BVN9L8 tag=MK4UOR0V8UTY type=write size=3429545 2024-08-10T05:34:13.968 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.969+0000 7f6f062d5640 1 > prepared part key=_multipart_M533Z7C651X9.2~FZNKSUK3IW7T.0 size=1048576 2024-08-10T05:34:13.970 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.970+0000 7f6f062d5640 1 > prepared part key=_multipart_M533Z7C651X9.2~FZNKSUK3IW7T.1 size=477737 2024-08-10T05:34:13.970 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.970+0000 7f6f062d5640 1 > prepared multipart upload key=M533Z7C651X9 upload=FZNKSUK3IW7T tag=2SHWIUSUYJ71 type=write size=2574889 2024-08-10T05:34:13.972 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.973+0000 7f6f062d5640 1 < completed delete operation key=GNE0GMBV8Q1M tag=RDMW12B1Y4HI type=del 2024-08-10T05:34:13.976 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.976+0000 7f6f062d5640 1 > prepared part key=_multipart_P8JMH1X8249F.2~1Z240BKRKBA0.0 size=1048576 2024-08-10T05:34:13.977 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.978+0000 7f6f062d5640 1 > prepared part key=_multipart_P8JMH1X8249F.2~1Z240BKRKBA0.1 size=1048576 2024-08-10T05:34:13.979 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.979+0000 7f6f062d5640 1 > prepared part key=_multipart_P8JMH1X8249F.2~1Z240BKRKBA0.2 size=448606 2024-08-10T05:34:13.979 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.979+0000 7f6f062d5640 1 > prepared multipart upload key=P8JMH1X8249F upload=1Z240BKRKBA0 tag=DIY6Y5EIFSBA type=write size=3594334 2024-08-10T05:34:13.981 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.981+0000 7f6f062d5640 1 < completed delete operation key=00IWI9L0NGJ3 tag=B0260A8Z1KVC type=del 2024-08-10T05:34:13.986 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.987+0000 7f6f062d5640 1 > prepared part key=_multipart_731ALD189846.2~HWL4JQGQP0E4.0 size=1048576 2024-08-10T05:34:13.988 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.988+0000 7f6f062d5640 1 > prepared part key=_multipart_731ALD189846.2~HWL4JQGQP0E4.1 size=1048576 2024-08-10T05:34:13.990 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.990+0000 7f6f062d5640 1 > prepared part key=_multipart_731ALD189846.2~HWL4JQGQP0E4.2 size=404993 2024-08-10T05:34:13.990 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.990+0000 7f6f062d5640 1 > prepared multipart upload key=731ALD189846 upload=HWL4JQGQP0E4 tag=LBO40DAM0Q1W type=write size=3550721 2024-08-10T05:34:13.993 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.993+0000 7f6f062d5640 1 < completed delete operation key=GSXYSUXHA2KE tag=KIT1I6846IHW type=del 2024-08-10T05:34:13.995 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.995+0000 7f6f062d5640 1 > prepared operation key=LTRO8UR68E01 tag=ZTV2W6DGZXI0 type=del size=1915948 2024-08-10T05:34:13.997 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:13.997+0000 7f6f062d5640 1 < completed part key=_multipart_7N97XZL3TX2D.2~L0ILOR4IJQ02.0 size=517687 2024-08-10T05:34:14.001 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.001+0000 7f6f062d5640 1 < completed multipart upload key=7N97XZL3TX2D upload=L0ILOR4IJQ02 tag=98FZJ1I97SJA type=write size=1566263 2024-08-10T05:34:14.005 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.006+0000 7f6f062d5640 1 > prepared part key=_multipart_H4D0TFSG0EKP.2~LF30FLADK8AO.0 size=1048576 2024-08-10T05:34:14.007 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.007+0000 7f6f062d5640 1 > prepared part key=_multipart_H4D0TFSG0EKP.2~LF30FLADK8AO.1 size=1048576 2024-08-10T05:34:14.009 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.009+0000 7f6f062d5640 1 > prepared part key=_multipart_H4D0TFSG0EKP.2~LF30FLADK8AO.2 size=56122 2024-08-10T05:34:14.009 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.009+0000 7f6f062d5640 1 > prepared multipart upload key=H4D0TFSG0EKP upload=LF30FLADK8AO tag=7TTXGUR1T25J type=write size=3201850 2024-08-10T05:34:14.009 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.009+0000 7f6f062d5640 1 < canceled part key=_multipart_WBJQTYBRMJV8.2~STLYV51HCZDY.0 size=1048576 2024-08-10T05:34:14.011 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.011+0000 7f6f062d5640 1 < completed part key=_multipart_WBJQTYBRMJV8.2~STLYV51HCZDY.1 size=1048576 2024-08-10T05:34:14.013 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.013+0000 7f6f062d5640 1 < completed part key=_multipart_WBJQTYBRMJV8.2~STLYV51HCZDY.2 size=905808 2024-08-10T05:34:14.016 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.017+0000 7f6f062d5640 1 < canceled multipart upload key=WBJQTYBRMJV8 upload=STLYV51HCZDY tag=SM0YUTQ0H1R8 type=write size=4051536 2024-08-10T05:34:14.018 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.019+0000 7f6f062d5640 1 > prepared operation key=ZPF41248T0P2 tag=KBMTSFJYESBV type=write size=1194 2024-08-10T05:34:14.020 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.021+0000 7f6f062d5640 1 < completed part key=_multipart_OH2XJH7YF0P6.2~DTB98CC1RZZR.0 size=1048576 2024-08-10T05:34:14.022 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.022+0000 7f6f062d5640 1 < completed part key=_multipart_OH2XJH7YF0P6.2~DTB98CC1RZZR.1 size=976037 2024-08-10T05:34:14.025 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.026+0000 7f6f062d5640 1 < completed multipart upload key=OH2XJH7YF0P6 upload=DTB98CC1RZZR tag=9V019CX8QHC8 type=write size=3073189 2024-08-10T05:34:14.029 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.030+0000 7f6f062d5640 1 > prepared part key=_multipart_OH2XJH7YF0P6.2~0LDHTPJF117Z.0 size=1048576 2024-08-10T05:34:14.031 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.032+0000 7f6f062d5640 1 > prepared part key=_multipart_OH2XJH7YF0P6.2~0LDHTPJF117Z.1 size=1048576 2024-08-10T05:34:14.033 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.034+0000 7f6f062d5640 1 > prepared part key=_multipart_OH2XJH7YF0P6.2~0LDHTPJF117Z.2 size=47655 2024-08-10T05:34:14.034 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.034+0000 7f6f062d5640 1 > prepared multipart upload key=OH2XJH7YF0P6 upload=0LDHTPJF117Z tag=B47EGSNZ2OY5 type=write size=3193383 2024-08-10T05:34:14.039 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.039+0000 7f6f062d5640 1 < suggested remove operation key=PGRI5CN7TTT0 tag=5G1JWIB8HTQS type=write 2024-08-10T05:34:14.042 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.041+0000 7f6f062d5640 1 > prepared operation key=GSXYSUXHA2KE tag=MSN6X1H9JE7E type=del size=3154845 2024-08-10T05:34:14.043 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.043+0000 7f6f062d5640 1 < canceled operation key=1G5AU0L67121 tag=1SHRLSVPBIII type=del size=3410100 2024-08-10T05:34:14.045 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.045+0000 7f6f062d5640 1 > prepared operation key=MI1XTCS076Y9 tag=7THQIHJP04DV type=del size=336576 2024-08-10T05:34:14.047 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.048+0000 7f6f062d5640 1 < canceled operation key=3EUY0XWASPEL tag=9A029BZJCOW9 type=del size=946682 2024-08-10T05:34:14.050 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.050+0000 7f6f062d5640 1 > prepared operation key=GSXYSUXHA2KE tag=RI4CQEVL1BI0 type=write size=480841 2024-08-10T05:34:14.050 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.051+0000 7f6f062d5640 1 < canceled part key=_multipart_MI1XTCS076Y9.2~GOCWI1R7XO3E.0 size=350567 2024-08-10T05:34:14.054 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.055+0000 7f6f062d5640 1 < canceled multipart upload key=MI1XTCS076Y9 upload=GOCWI1R7XO3E tag=6YW1E9HQKJHV type=write size=1399143 2024-08-10T05:34:14.057 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.058+0000 7f6f062d5640 1 > prepared operation key=WBJQTYBRMJV8 tag=XH9F71OFATYQ type=del size=1280358 2024-08-10T05:34:14.060 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.060+0000 7f6f062d5640 1 < completed write operation key=Z3FSBPLXLYL2 tag=1NCCYYYPJF40 type=write size=139878 2024-08-10T05:34:14.065 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.065+0000 7f6f062d5640 1 > prepared part key=_multipart_1G5AU0L67121.2~ASHSLVE0HK25.0 size=366802 2024-08-10T05:34:14.065 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.065+0000 7f6f062d5640 1 > prepared multipart upload key=1G5AU0L67121 upload=ASHSLVE0HK25 tag=7NY4M6J1O9R9 type=write size=1415378 2024-08-10T05:34:14.067 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.067+0000 7f6f062d5640 1 < completed part key=_multipart_KHYOYNS1HKDG.2~RK60003GE4MQ.0 size=1048576 2024-08-10T05:34:14.068 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.069+0000 7f6f062d5640 1 < completed part key=_multipart_KHYOYNS1HKDG.2~RK60003GE4MQ.1 size=525017 2024-08-10T05:34:14.072 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.073+0000 7f6f062d5640 1 < completed multipart upload key=KHYOYNS1HKDG upload=RK60003GE4MQ tag=1JNMMWVVZYHN type=write size=2622169 2024-08-10T05:34:14.074 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.075+0000 7f6f062d5640 1 > prepared operation key=GNE0GMBV8Q1M tag=C7R082TQI02P type=write size=72825 2024-08-10T05:34:14.076 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.077+0000 7f6f062d5640 1 < completed part key=_multipart_GSXYSUXHA2KE.2~23CNN876IJ4D.0 size=1048576 2024-08-10T05:34:14.078 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.078+0000 7f6f062d5640 1 < completed part key=_multipart_GSXYSUXHA2KE.2~23CNN876IJ4D.1 size=1048576 2024-08-10T05:34:14.080 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.080+0000 7f6f062d5640 1 < completed part key=_multipart_GSXYSUXHA2KE.2~23CNN876IJ4D.2 size=762221 2024-08-10T05:34:14.083 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.084+0000 7f6f062d5640 1 < completed multipart upload key=GSXYSUXHA2KE upload=23CNN876IJ4D tag=SCV8EZK2A2P9 type=write size=3907949 2024-08-10T05:34:14.086 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.086+0000 7f6f062d5640 1 > prepared operation key=GSXYSUXHA2KE tag=OYRP3F9XV60M type=del size=497321 2024-08-10T05:34:14.088 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.088+0000 7f6f062d5640 1 < completed delete operation key=M533Z7C651X9 tag=RP8PDXF3P64X type=del 2024-08-10T05:34:14.091 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.092+0000 7f6f062d5640 1 > prepared part key=_multipart_1G5AU0L67121.2~IEOEAVS0CNWE.0 size=1048576 2024-08-10T05:34:14.093 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.094+0000 7f6f062d5640 1 > prepared part key=_multipart_1G5AU0L67121.2~IEOEAVS0CNWE.1 size=1048576 2024-08-10T05:34:14.095 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.095+0000 7f6f062d5640 1 > prepared part key=_multipart_1G5AU0L67121.2~IEOEAVS0CNWE.2 size=857080 2024-08-10T05:34:14.095 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.095+0000 7f6f062d5640 1 > prepared multipart upload key=1G5AU0L67121 upload=IEOEAVS0CNWE tag=8JOL1J2GP6YD type=write size=4002808 2024-08-10T05:34:14.097 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.098+0000 7f6f062d5640 1 < completed delete operation key=Z3FSBPLXLYL2 tag=8JSVIIYE4W53 type=del 2024-08-10T05:34:14.099 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.100+0000 7f6f062d5640 1 > prepared operation key=S1E44NG3MOQ5 tag=CM3LZRS4JICW type=del size=1278648 2024-08-10T05:34:14.101 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.102+0000 7f6f062d5640 1 < completed part key=_multipart_M533Z7C651X9.2~FZNKSUK3IW7T.0 size=1048576 2024-08-10T05:34:14.103 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.103+0000 7f6f062d5640 1 < completed part key=_multipart_M533Z7C651X9.2~FZNKSUK3IW7T.1 size=477737 2024-08-10T05:34:14.107 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.107+0000 7f6f062d5640 1 < completed multipart upload key=M533Z7C651X9 upload=FZNKSUK3IW7T tag=2SHWIUSUYJ71 type=write size=2574889 2024-08-10T05:34:14.109 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.109+0000 7f6f062d5640 1 > prepared operation key=8441NV2A24FO tag=P198DW20B0SV type=write size=362251 2024-08-10T05:34:14.111 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.111+0000 7f6f062d5640 1 < completed part key=_multipart_P8JMH1X8249F.2~1Z240BKRKBA0.0 size=1048576 2024-08-10T05:34:14.113 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.113+0000 7f6f062d5640 1 < completed part key=_multipart_P8JMH1X8249F.2~1Z240BKRKBA0.1 size=1048576 2024-08-10T05:34:14.114 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.115+0000 7f6f062d5640 1 < completed part key=_multipart_P8JMH1X8249F.2~1Z240BKRKBA0.2 size=448606 2024-08-10T05:34:14.118 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.118+0000 7f6f062d5640 1 < completed multipart upload key=P8JMH1X8249F upload=1Z240BKRKBA0 tag=DIY6Y5EIFSBA type=write size=3594334 2024-08-10T05:34:14.122 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.122+0000 7f6f062d5640 1 > prepared part key=_multipart_1G5AU0L67121.2~0MM3C1FGJKUM.0 size=95662 2024-08-10T05:34:14.122 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.122+0000 7f6f062d5640 1 > prepared multipart upload key=1G5AU0L67121 upload=0MM3C1FGJKUM tag=2P71Y2Y00HJX type=write size=1144238 2024-08-10T05:34:14.124 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.125+0000 7f6f062d5640 1 < completed part key=_multipart_731ALD189846.2~HWL4JQGQP0E4.0 size=1048576 2024-08-10T05:34:14.126 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.126+0000 7f6f062d5640 1 < completed part key=_multipart_731ALD189846.2~HWL4JQGQP0E4.1 size=1048576 2024-08-10T05:34:14.128 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.129+0000 7f6f062d5640 1 < completed part key=_multipart_731ALD189846.2~HWL4JQGQP0E4.2 size=404993 2024-08-10T05:34:14.132 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.132+0000 7f6f062d5640 1 < completed multipart upload key=731ALD189846 upload=HWL4JQGQP0E4 tag=LBO40DAM0Q1W type=write size=3550721 2024-08-10T05:34:14.134 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.135+0000 7f6f062d5640 1 > prepared operation key=Y0DHHLUF8MD9 tag=FAHD2U6GCLLG type=del size=193604 2024-08-10T05:34:14.139 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.139+0000 7f6f062d5640 1 < suggested remove operation key=LTRO8UR68E01 tag=ZTV2W6DGZXI0 type=del 2024-08-10T05:34:14.141 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.141+0000 7f6f062d5640 1 > prepared operation key=GNE0GMBV8Q1M tag=L0BXP3CR3MQU type=del size=2875280 2024-08-10T05:34:14.141 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.142+0000 7f6f062d5640 1 < canceled part key=_multipart_H4D0TFSG0EKP.2~LF30FLADK8AO.0 size=1048576 2024-08-10T05:34:14.143 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.143+0000 7f6f062d5640 1 < completed part key=_multipart_H4D0TFSG0EKP.2~LF30FLADK8AO.1 size=1048576 2024-08-10T05:34:14.145 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.145+0000 7f6f062d5640 1 < completed part key=_multipart_H4D0TFSG0EKP.2~LF30FLADK8AO.2 size=56122 2024-08-10T05:34:14.149 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.149+0000 7f6f062d5640 1 < canceled multipart upload key=H4D0TFSG0EKP upload=LF30FLADK8AO tag=7TTXGUR1T25J type=write size=3201850 2024-08-10T05:34:14.151 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.151+0000 7f6f062d5640 1 > prepared operation key=7N97XZL3TX2D tag=4C5Z8Q7ALWF3 type=write size=266309 2024-08-10T05:34:14.153 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.153+0000 7f6f062d5640 1 < canceled operation key=ZPF41248T0P2 tag=KBMTSFJYESBV type=write size=1194 2024-08-10T05:34:14.155 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.155+0000 7f6f062d5640 1 > prepared operation key=Z3FSBPLXLYL2 tag=U8T827J0YWKL type=del size=3297411 2024-08-10T05:34:14.157 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.157+0000 7f6f062d5640 1 < completed part key=_multipart_OH2XJH7YF0P6.2~0LDHTPJF117Z.0 size=1048576 2024-08-10T05:34:14.159 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.160+0000 7f6f062d5640 1 < completed part key=_multipart_OH2XJH7YF0P6.2~0LDHTPJF117Z.1 size=1048576 2024-08-10T05:34:14.161 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.161+0000 7f6f062d5640 1 < completed part key=_multipart_OH2XJH7YF0P6.2~0LDHTPJF117Z.2 size=47655 2024-08-10T05:34:14.164 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.165+0000 7f6f062d5640 1 < completed multipart upload key=OH2XJH7YF0P6 upload=0LDHTPJF117Z tag=B47EGSNZ2OY5 type=write size=3193383 2024-08-10T05:34:14.166 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.167+0000 7f6f062d5640 1 > prepared operation key=Y0DHHLUF8MD9 tag=Q06YS0IJP9Z1 type=del size=3990222 2024-08-10T05:34:14.169 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.169+0000 7f6f062d5640 1 < completed delete operation key=GSXYSUXHA2KE tag=MSN6X1H9JE7E type=del 2024-08-10T05:34:14.171 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.171+0000 7f6f062d5640 1 > prepared operation key=4L5NSS7LS8GK tag=CIFUQDF1H5CH type=write size=109029 2024-08-10T05:34:14.173 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.174+0000 7f6f062d5640 1 < canceled operation key=MI1XTCS076Y9 tag=7THQIHJP04DV type=del size=336576 2024-08-10T05:34:14.178 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.178+0000 7f6f062d5640 1 > prepared part key=_multipart_GSXYSUXHA2KE.2~NBGT64QAW8H1.0 size=1048576 2024-08-10T05:34:14.180 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.180+0000 7f6f062d5640 1 > prepared part key=_multipart_GSXYSUXHA2KE.2~NBGT64QAW8H1.1 size=41667 2024-08-10T05:34:14.180 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.180+0000 7f6f062d5640 1 > prepared multipart upload key=GSXYSUXHA2KE upload=NBGT64QAW8H1 tag=QXQ5P7LXF8IA type=write size=2138819 2024-08-10T05:34:14.182 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.182+0000 7f6f062d5640 1 < completed write operation key=GSXYSUXHA2KE tag=RI4CQEVL1BI0 type=write size=480841 2024-08-10T05:34:14.184 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.185+0000 7f6f062d5640 1 > prepared operation key=3EUY0XWASPEL tag=CC7DHNL9NVXV type=del size=90765 2024-08-10T05:34:14.187 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.187+0000 7f6f062d5640 1 < completed delete operation key=WBJQTYBRMJV8 tag=XH9F71OFATYQ type=del 2024-08-10T05:34:14.189 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.190+0000 7f6f062d5640 1 > prepared operation key=S1E44NG3MOQ5 tag=OEO5VY9OZY6X type=write size=638057 2024-08-10T05:34:14.192 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.193+0000 7f6f062d5640 1 < completed part key=_multipart_1G5AU0L67121.2~ASHSLVE0HK25.0 size=366802 2024-08-10T05:34:14.196 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.197+0000 7f6f062d5640 1 < completed multipart upload key=1G5AU0L67121 upload=ASHSLVE0HK25 tag=7NY4M6J1O9R9 type=write size=1415378 2024-08-10T05:34:14.200 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.201+0000 7f6f062d5640 1 > prepared part key=_multipart_FXQKBLXUHJHI.2~P00WHCEU3GO2.0 size=940934 2024-08-10T05:34:14.200 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.201+0000 7f6f062d5640 1 > prepared multipart upload key=FXQKBLXUHJHI upload=P00WHCEU3GO2 tag=A3FD6UZVK9FG type=write size=1989510 2024-08-10T05:34:14.202 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.203+0000 7f6f062d5640 1 < completed write operation key=GNE0GMBV8Q1M tag=C7R082TQI02P type=write size=72825 2024-08-10T05:34:14.207 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.207+0000 7f6f062d5640 1 > prepared part key=_multipart_WBJQTYBRMJV8.2~CJ8KG9EXKJND.0 size=1048576 2024-08-10T05:34:14.208 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.209+0000 7f6f062d5640 1 > prepared part key=_multipart_WBJQTYBRMJV8.2~CJ8KG9EXKJND.1 size=822537 2024-08-10T05:34:14.208 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.209+0000 7f6f062d5640 1 > prepared multipart upload key=WBJQTYBRMJV8 upload=CJ8KG9EXKJND tag=RMZNEZZAFHUA type=write size=2919689 2024-08-10T05:34:14.211 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.211+0000 7f6f062d5640 1 < completed delete operation key=GSXYSUXHA2KE tag=OYRP3F9XV60M type=del 2024-08-10T05:34:14.215 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.215+0000 7f6f062d5640 1 > prepared part key=_multipart_1IH8FE21AE4X.2~C2QB32JI6UIH.0 size=1048576 2024-08-10T05:34:14.217 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.217+0000 7f6f062d5640 1 > prepared part key=_multipart_1IH8FE21AE4X.2~C2QB32JI6UIH.1 size=83354 2024-08-10T05:34:14.217 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.217+0000 7f6f062d5640 1 > prepared multipart upload key=1IH8FE21AE4X upload=C2QB32JI6UIH tag=W60ZAPHVDUW3 type=write size=2180506 2024-08-10T05:34:14.219 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.220+0000 7f6f062d5640 1 < completed part key=_multipart_1G5AU0L67121.2~IEOEAVS0CNWE.0 size=1048576 2024-08-10T05:34:14.222 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.222+0000 7f6f062d5640 1 < completed part key=_multipart_1G5AU0L67121.2~IEOEAVS0CNWE.1 size=1048576 2024-08-10T05:34:14.223 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.224+0000 7f6f062d5640 1 < completed part key=_multipart_1G5AU0L67121.2~IEOEAVS0CNWE.2 size=857080 2024-08-10T05:34:14.228 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.228+0000 7f6f062d5640 1 < completed multipart upload key=1G5AU0L67121 upload=IEOEAVS0CNWE tag=8JOL1J2GP6YD type=write size=4002808 2024-08-10T05:34:14.230 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.231+0000 7f6f062d5640 1 > prepared operation key=7N97XZL3TX2D tag=Y6KKXX26Z38H type=del size=1572096 2024-08-10T05:34:14.234 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.235+0000 7f6f062d5640 1 < suggested remove operation key=S1E44NG3MOQ5 tag=CM3LZRS4JICW type=del 2024-08-10T05:34:14.237 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.237+0000 7f6f062d5640 1 > prepared operation key=H5TVL04MCGC8 tag=0TUDWYJTS1ZN type=del size=3272806 2024-08-10T05:34:14.239 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.239+0000 7f6f062d5640 1 < completed write operation key=8441NV2A24FO tag=P198DW20B0SV type=write size=362251 2024-08-10T05:34:14.243 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.243+0000 7f6f062d5640 1 > prepared part key=_multipart_F0DF00AE1ISQ.2~UIEP2T25QAPP.0 size=1048576 2024-08-10T05:34:14.244 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.245+0000 7f6f062d5640 1 > prepared part key=_multipart_F0DF00AE1ISQ.2~UIEP2T25QAPP.1 size=570318 2024-08-10T05:34:14.245 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.245+0000 7f6f062d5640 1 > prepared multipart upload key=F0DF00AE1ISQ upload=UIEP2T25QAPP tag=HOHOZPFNP7F8 type=write size=2667470 2024-08-10T05:34:14.246 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.247+0000 7f6f062d5640 1 < completed part key=_multipart_1G5AU0L67121.2~0MM3C1FGJKUM.0 size=95662 2024-08-10T05:34:14.250 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.251+0000 7f6f062d5640 1 < completed multipart upload key=1G5AU0L67121 upload=0MM3C1FGJKUM tag=2P71Y2Y00HJX type=write size=1144238 2024-08-10T05:34:14.255 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.255+0000 7f6f062d5640 1 > prepared part key=_multipart_1G5AU0L67121.2~0X7NCZW8SULP.0 size=1048576 2024-08-10T05:34:14.257 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.257+0000 7f6f062d5640 1 > prepared part key=_multipart_1G5AU0L67121.2~0X7NCZW8SULP.1 size=336256 2024-08-10T05:34:14.257 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.257+0000 7f6f062d5640 1 > prepared multipart upload key=1G5AU0L67121 upload=0X7NCZW8SULP tag=TL64RRV9SZKS type=write size=2433408 2024-08-10T05:34:14.259 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.259+0000 7f6f062d5640 1 < completed delete operation key=Y0DHHLUF8MD9 tag=FAHD2U6GCLLG type=del 2024-08-10T05:34:14.262 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.263+0000 7f6f062d5640 1 > prepared part key=_multipart_731ALD189846.2~1Z1P5FAJQ8D2.0 size=1048576 2024-08-10T05:34:14.264 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.264+0000 7f6f062d5640 1 > prepared part key=_multipart_731ALD189846.2~1Z1P5FAJQ8D2.1 size=295765 2024-08-10T05:34:14.264 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.264+0000 7f6f062d5640 1 > prepared multipart upload key=731ALD189846 upload=1Z1P5FAJQ8D2 tag=DQ4PE8GUBN83 type=write size=2392917 2024-08-10T05:34:14.266 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.267+0000 7f6f062d5640 1 < completed delete operation key=GNE0GMBV8Q1M tag=L0BXP3CR3MQU type=del 2024-08-10T05:34:14.270 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.271+0000 7f6f062d5640 1 > prepared part key=_multipart_PGRI5CN7TTT0.2~ZHYNG1X4ZW6K.0 size=1048576 2024-08-10T05:34:14.272 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.272+0000 7f6f062d5640 1 > prepared part key=_multipart_PGRI5CN7TTT0.2~ZHYNG1X4ZW6K.1 size=737724 2024-08-10T05:34:14.272 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.272+0000 7f6f062d5640 1 > prepared multipart upload key=PGRI5CN7TTT0 upload=ZHYNG1X4ZW6K tag=VB12SPMTC15B type=write size=2834876 2024-08-10T05:34:14.274 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.274+0000 7f6f062d5640 1 < completed write operation key=7N97XZL3TX2D tag=4C5Z8Q7ALWF3 type=write size=266309 2024-08-10T05:34:14.276 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.277+0000 7f6f062d5640 1 > prepared operation key=WBJQTYBRMJV8 tag=SK6O93XI3HDC type=del size=976404 2024-08-10T05:34:14.279 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.279+0000 7f6f062d5640 1 < completed delete operation key=Z3FSBPLXLYL2 tag=U8T827J0YWKL type=del 2024-08-10T05:34:14.281 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.281+0000 7f6f062d5640 1 > prepared operation key=ZPF41248T0P2 tag=DV490ESPK44D type=write size=613123 2024-08-10T05:34:14.283 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.283+0000 7f6f062d5640 1 < canceled operation key=Y0DHHLUF8MD9 tag=Q06YS0IJP9Z1 type=del size=3990222 2024-08-10T05:34:14.285 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.285+0000 7f6f062d5640 1 > prepared operation key=4L5NSS7LS8GK tag=O9RTS3WPDLW0 type=del size=83997 2024-08-10T05:34:14.286 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.287+0000 7f6f062d5640 1 < completed write operation key=4L5NSS7LS8GK tag=CIFUQDF1H5CH type=write size=109029 2024-08-10T05:34:14.288 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.289+0000 7f6f062d5640 1 > prepared operation key=MI1XTCS076Y9 tag=ZVG0D1F9IGJV type=write size=315454 2024-08-10T05:34:14.290 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.291+0000 7f6f062d5640 1 < completed part key=_multipart_GSXYSUXHA2KE.2~NBGT64QAW8H1.0 size=1048576 2024-08-10T05:34:14.292 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.293+0000 7f6f062d5640 1 < completed part key=_multipart_GSXYSUXHA2KE.2~NBGT64QAW8H1.1 size=41667 2024-08-10T05:34:14.296 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.297+0000 7f6f062d5640 1 < completed multipart upload key=GSXYSUXHA2KE upload=NBGT64QAW8H1 tag=QXQ5P7LXF8IA type=write size=2138819 2024-08-10T05:34:14.299 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.299+0000 7f6f062d5640 1 > prepared operation key=PGRI5CN7TTT0 tag=UT6WIX71E3VZ type=del size=3524896 2024-08-10T05:34:14.301 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.301+0000 7f6f062d5640 1 < canceled operation key=3EUY0XWASPEL tag=CC7DHNL9NVXV type=del size=90765 2024-08-10T05:34:14.302 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.303+0000 7f6f062d5640 1 > prepared operation key=S1E44NG3MOQ5 tag=D6QW1RO6CNF6 type=write size=748831 2024-08-10T05:34:14.305 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.306+0000 7f6f062d5640 -1 < failed to complete operation key=S1E44NG3MOQ5 tag=OEO5VY9OZY6X type=write size=638057: (22) Invalid argument 2024-08-10T05:34:14.309 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.310+0000 7f6f062d5640 1 > prepared part key=_multipart_S1E44NG3MOQ5.2~TOOWX7S9TZ9M.0 size=1048576 2024-08-10T05:34:14.311 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.312+0000 7f6f062d5640 1 > prepared part key=_multipart_S1E44NG3MOQ5.2~TOOWX7S9TZ9M.1 size=796435 2024-08-10T05:34:14.311 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.312+0000 7f6f062d5640 1 > prepared multipart upload key=S1E44NG3MOQ5 upload=TOOWX7S9TZ9M tag=0G6S4O619OSE type=write size=2893587 2024-08-10T05:34:14.313 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.314+0000 7f6f062d5640 1 < completed part key=_multipart_FXQKBLXUHJHI.2~P00WHCEU3GO2.0 size=940934 2024-08-10T05:34:14.317 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.318+0000 7f6f062d5640 1 < completed multipart upload key=FXQKBLXUHJHI upload=P00WHCEU3GO2 tag=A3FD6UZVK9FG type=write size=1989510 2024-08-10T05:34:14.320 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.320+0000 7f6f062d5640 1 > prepared operation key=GSXYSUXHA2KE tag=2Y8XG6ZEBX1E type=del size=2999438 2024-08-10T05:34:14.322 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.323+0000 7f6f062d5640 1 < completed part key=_multipart_WBJQTYBRMJV8.2~CJ8KG9EXKJND.0 size=1048576 2024-08-10T05:34:14.324 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.325+0000 7f6f062d5640 1 < completed part key=_multipart_WBJQTYBRMJV8.2~CJ8KG9EXKJND.1 size=822537 2024-08-10T05:34:14.328 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.328+0000 7f6f062d5640 1 < completed multipart upload key=WBJQTYBRMJV8 upload=CJ8KG9EXKJND tag=RMZNEZZAFHUA type=write size=2919689 2024-08-10T05:34:14.332 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.332+0000 7f6f062d5640 1 > prepared part key=_multipart_8441NV2A24FO.2~OQZNZA7P0E3Q.0 size=806124 2024-08-10T05:34:14.332 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.332+0000 7f6f062d5640 1 > prepared multipart upload key=8441NV2A24FO upload=OQZNZA7P0E3Q tag=H9USHZJRVW05 type=write size=1854700 2024-08-10T05:34:14.334 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.334+0000 7f6f062d5640 1 < completed part key=_multipart_1IH8FE21AE4X.2~C2QB32JI6UIH.0 size=1048576 2024-08-10T05:34:14.336 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.336+0000 7f6f062d5640 1 < completed part key=_multipart_1IH8FE21AE4X.2~C2QB32JI6UIH.1 size=83354 2024-08-10T05:34:14.340 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.341+0000 7f6f062d5640 1 < completed multipart upload key=1IH8FE21AE4X upload=C2QB32JI6UIH tag=W60ZAPHVDUW3 type=write size=2180506 2024-08-10T05:34:14.342 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.343+0000 7f6f062d5640 1 > prepared operation key=PGRI5CN7TTT0 tag=9VKJKNHF3N8Y type=write size=772274 2024-08-10T05:34:14.344 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.345+0000 7f6f062d5640 1 < completed delete operation key=7N97XZL3TX2D tag=Y6KKXX26Z38H type=del 2024-08-10T05:34:14.348 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.349+0000 7f6f062d5640 1 > prepared part key=_multipart_PGRI5CN7TTT0.2~GJ0UR7663T8U.0 size=1048576 2024-08-10T05:34:14.350 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.350+0000 7f6f062d5640 1 > prepared part key=_multipart_PGRI5CN7TTT0.2~GJ0UR7663T8U.1 size=1048576 2024-08-10T05:34:14.351 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.352+0000 7f6f062d5640 1 > prepared part key=_multipart_PGRI5CN7TTT0.2~GJ0UR7663T8U.2 size=817154 2024-08-10T05:34:14.351 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.352+0000 7f6f062d5640 1 > prepared multipart upload key=PGRI5CN7TTT0 upload=GJ0UR7663T8U tag=5V5ZZTQE6DBP type=write size=3962882 2024-08-10T05:34:14.353 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.354+0000 7f6f062d5640 1 < completed delete operation key=H5TVL04MCGC8 tag=0TUDWYJTS1ZN type=del 2024-08-10T05:34:14.355 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.356+0000 7f6f062d5640 1 > prepared operation key=8441NV2A24FO tag=TUT75YVJUFA1 type=write size=48053 2024-08-10T05:34:14.357 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.358+0000 7f6f062d5640 1 < completed part key=_multipart_F0DF00AE1ISQ.2~UIEP2T25QAPP.0 size=1048576 2024-08-10T05:34:14.359 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.359+0000 7f6f062d5640 1 < completed part key=_multipart_F0DF00AE1ISQ.2~UIEP2T25QAPP.1 size=570318 2024-08-10T05:34:14.363 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.363+0000 7f6f062d5640 1 < completed multipart upload key=F0DF00AE1ISQ upload=UIEP2T25QAPP tag=HOHOZPFNP7F8 type=write size=2667470 2024-08-10T05:34:14.365 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.365+0000 7f6f062d5640 1 > prepared operation key=F0DF00AE1ISQ tag=49S4MAF3TVF7 type=del size=3228800 2024-08-10T05:34:14.367 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.367+0000 7f6f062d5640 1 < completed part key=_multipart_1G5AU0L67121.2~0X7NCZW8SULP.0 size=1048576 2024-08-10T05:34:14.369 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.369+0000 7f6f062d5640 1 < completed part key=_multipart_1G5AU0L67121.2~0X7NCZW8SULP.1 size=336256 2024-08-10T05:34:14.372 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.373+0000 7f6f062d5640 1 < completed multipart upload key=1G5AU0L67121 upload=0X7NCZW8SULP tag=TL64RRV9SZKS type=write size=2433408 2024-08-10T05:34:14.374 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.375+0000 7f6f062d5640 1 > prepared operation key=7N97XZL3TX2D tag=4C8ROV6WMW5F type=del size=2344009 2024-08-10T05:34:14.377 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.377+0000 7f6f062d5640 1 < completed part key=_multipart_731ALD189846.2~1Z1P5FAJQ8D2.0 size=1048576 2024-08-10T05:34:14.378 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.379+0000 7f6f062d5640 1 < completed part key=_multipart_731ALD189846.2~1Z1P5FAJQ8D2.1 size=295765 2024-08-10T05:34:14.382 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.382+0000 7f6f062d5640 1 < completed multipart upload key=731ALD189846 upload=1Z1P5FAJQ8D2 tag=DQ4PE8GUBN83 type=write size=2392917 2024-08-10T05:34:14.384 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.384+0000 7f6f062d5640 1 > prepared operation key=PGRI5CN7TTT0 tag=55WM637NNB2X type=del size=2849875 2024-08-10T05:34:14.386 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.386+0000 7f6f062d5640 1 < completed part key=_multipart_PGRI5CN7TTT0.2~ZHYNG1X4ZW6K.0 size=1048576 2024-08-10T05:34:14.388 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.388+0000 7f6f062d5640 1 < completed part key=_multipart_PGRI5CN7TTT0.2~ZHYNG1X4ZW6K.1 size=737724 2024-08-10T05:34:14.391 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.392+0000 7f6f062d5640 1 < completed multipart upload key=PGRI5CN7TTT0 upload=ZHYNG1X4ZW6K tag=VB12SPMTC15B type=write size=2834876 2024-08-10T05:34:14.395 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.396+0000 7f6f062d5640 1 > prepared part key=_multipart_WBJQTYBRMJV8.2~QXTOB7LI54B1.0 size=1048576 2024-08-10T05:34:14.397 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.398+0000 7f6f062d5640 1 > prepared part key=_multipart_WBJQTYBRMJV8.2~QXTOB7LI54B1.1 size=759043 2024-08-10T05:34:14.397 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.398+0000 7f6f062d5640 1 > prepared multipart upload key=WBJQTYBRMJV8 upload=QXTOB7LI54B1 tag=12VRZCJ0FKMD type=write size=2856195 2024-08-10T05:34:14.399 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.400+0000 7f6f062d5640 1 < completed delete operation key=WBJQTYBRMJV8 tag=SK6O93XI3HDC type=del 2024-08-10T05:34:14.403 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.404+0000 7f6f062d5640 1 > prepared part key=_multipart_7N97XZL3TX2D.2~1OD8PW6STD9Z.0 size=1048576 2024-08-10T05:34:14.405 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.405+0000 7f6f062d5640 1 > prepared part key=_multipart_7N97XZL3TX2D.2~1OD8PW6STD9Z.1 size=122115 2024-08-10T05:34:14.405 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.405+0000 7f6f062d5640 1 > prepared multipart upload key=7N97XZL3TX2D upload=1OD8PW6STD9Z tag=VT6N8A03AFLC type=write size=2219267 2024-08-10T05:34:14.407 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.407+0000 7f6f062d5640 1 < completed write operation key=ZPF41248T0P2 tag=DV490ESPK44D type=write size=613123 2024-08-10T05:34:14.409 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.410+0000 7f6f062d5640 1 > prepared operation key=Z3FSBPLXLYL2 tag=L1HY5QCMVIT9 type=write size=669816 2024-08-10T05:34:14.411 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.412+0000 7f6f062d5640 1 < completed delete operation key=4L5NSS7LS8GK tag=O9RTS3WPDLW0 type=del 2024-08-10T05:34:14.413 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.414+0000 7f6f062d5640 1 > prepared operation key=PGRI5CN7TTT0 tag=1D8HLNLYDZ76 type=del size=1660125 2024-08-10T05:34:14.417 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.418+0000 7f6f062d5640 1 < suggested remove operation key=MI1XTCS076Y9 tag=ZVG0D1F9IGJV type=write 2024-08-10T05:34:14.419 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.420+0000 7f6f062d5640 1 > prepared operation key=H4D0TFSG0EKP tag=8S6ZOZUTH5NI type=del size=4084887 2024-08-10T05:34:14.421 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.422+0000 7f6f062d5640 1 < completed delete operation key=PGRI5CN7TTT0 tag=UT6WIX71E3VZ type=del 2024-08-10T05:34:14.424 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.424+0000 7f6f062d5640 1 > prepared operation key=Y0DHHLUF8MD9 tag=429M5OP3P6F7 type=del size=1943482 2024-08-10T05:34:14.426 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.426+0000 7f6f062d5640 1 < completed write operation key=S1E44NG3MOQ5 tag=D6QW1RO6CNF6 type=write size=748831 2024-08-10T05:34:14.427 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.428+0000 7f6f062d5640 1 > prepared operation key=Y0DHHLUF8MD9 tag=YTVWKCZ43TB1 type=del size=3594049 2024-08-10T05:34:14.429 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.430+0000 7f6f062d5640 1 < completed part key=_multipart_S1E44NG3MOQ5.2~TOOWX7S9TZ9M.0 size=1048576 2024-08-10T05:34:14.431 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.432+0000 7f6f062d5640 1 < completed part key=_multipart_S1E44NG3MOQ5.2~TOOWX7S9TZ9M.1 size=796435 2024-08-10T05:34:14.435 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.435+0000 7f6f062d5640 1 < completed multipart upload key=S1E44NG3MOQ5 upload=TOOWX7S9TZ9M tag=0G6S4O619OSE type=write size=2893587 2024-08-10T05:34:14.437 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.437+0000 7f6f062d5640 1 > prepared operation key=GNE0GMBV8Q1M tag=AW665OQOL7UV type=del size=2127412 2024-08-10T05:34:14.441 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.442+0000 7f6f062d5640 1 < suggested update operation key=GSXYSUXHA2KE tag=2Y8XG6ZEBX1E type=del size=2999438 2024-08-10T05:34:14.445 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.445+0000 7f6f062d5640 1 > prepared part key=_multipart_Y0DHHLUF8MD9.2~KFUWH01EU5J5.0 size=1048576 2024-08-10T05:34:14.446 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.447+0000 7f6f062d5640 1 > prepared part key=_multipart_Y0DHHLUF8MD9.2~KFUWH01EU5J5.1 size=793319 2024-08-10T05:34:14.447 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.447+0000 7f6f062d5640 1 > prepared multipart upload key=Y0DHHLUF8MD9 upload=KFUWH01EU5J5 tag=QG35KU7RJWGN type=write size=2890471 2024-08-10T05:34:14.448 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.449+0000 7f6f062d5640 1 < completed part key=_multipart_8441NV2A24FO.2~OQZNZA7P0E3Q.0 size=806124 2024-08-10T05:34:14.452 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.452+0000 7f6f062d5640 1 < completed multipart upload key=8441NV2A24FO upload=OQZNZA7P0E3Q tag=H9USHZJRVW05 type=write size=1854700 2024-08-10T05:34:14.456 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.457+0000 7f6f062d5640 1 > prepared part key=_multipart_MI1XTCS076Y9.2~4Z6AY3SW5ISR.0 size=1048576 2024-08-10T05:34:14.458 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.459+0000 7f6f062d5640 1 > prepared part key=_multipart_MI1XTCS076Y9.2~4Z6AY3SW5ISR.1 size=129193 2024-08-10T05:34:14.458 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.459+0000 7f6f062d5640 1 > prepared multipart upload key=MI1XTCS076Y9 upload=4Z6AY3SW5ISR tag=OO3SU3DJYGY9 type=write size=2226345 2024-08-10T05:34:14.461 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.461+0000 7f6f062d5640 1 < completed write operation key=PGRI5CN7TTT0 tag=9VKJKNHF3N8Y type=write size=772274 2024-08-10T05:34:14.464 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.465+0000 7f6f062d5640 1 > prepared part key=_multipart_731ALD189846.2~51IKNE8HFF9J.0 size=1007869 2024-08-10T05:34:14.465 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.465+0000 7f6f062d5640 1 > prepared multipart upload key=731ALD189846 upload=51IKNE8HFF9J tag=L9NMFTPRX49H type=write size=2056445 2024-08-10T05:34:14.466 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.467+0000 7f6f062d5640 1 < completed part key=_multipart_PGRI5CN7TTT0.2~GJ0UR7663T8U.0 size=1048576 2024-08-10T05:34:14.467 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.467+0000 7f6f062d5640 1 < canceled part key=_multipart_PGRI5CN7TTT0.2~GJ0UR7663T8U.1 size=1048576 2024-08-10T05:34:14.468 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.469+0000 7f6f062d5640 1 < completed part key=_multipart_PGRI5CN7TTT0.2~GJ0UR7663T8U.2 size=817154 2024-08-10T05:34:14.472 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.472+0000 7f6f062d5640 1 < canceled multipart upload key=PGRI5CN7TTT0 upload=GJ0UR7663T8U tag=5V5ZZTQE6DBP type=write size=3962882 2024-08-10T05:34:14.473 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.474+0000 7f6f062d5640 1 > prepared operation key=J7D76V4ENV9B tag=CAWKYIN9CCNX type=del size=2085209 2024-08-10T05:34:14.475 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.476+0000 7f6f062d5640 1 < completed write operation key=8441NV2A24FO tag=TUT75YVJUFA1 type=write size=48053 2024-08-10T05:34:14.477 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.478+0000 7f6f062d5640 1 > prepared operation key=8441NV2A24FO tag=ENWUNBNYBKWO type=write size=961745 2024-08-10T05:34:14.481 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.481+0000 7f6f062d5640 1 < suggested remove operation key=F0DF00AE1ISQ tag=49S4MAF3TVF7 type=del 2024-08-10T05:34:14.485 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.485+0000 7f6f062d5640 1 > prepared part key=_multipart_00IWI9L0NGJ3.2~L7UA7YLZN42Q.0 size=785236 2024-08-10T05:34:14.485 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.485+0000 7f6f062d5640 1 > prepared multipart upload key=00IWI9L0NGJ3 upload=L7UA7YLZN42Q tag=MZ9PVBCAV7AD type=write size=1833812 2024-08-10T05:34:14.487 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.487+0000 7f6f062d5640 1 < completed delete operation key=7N97XZL3TX2D tag=4C8ROV6WMW5F type=del 2024-08-10T05:34:14.489 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.490+0000 7f6f062d5640 1 > prepared operation key=H5TVL04MCGC8 tag=Q3XRVPT8LPYR type=write size=936260 2024-08-10T05:34:14.492 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.492+0000 7f6f062d5640 1 < completed delete operation key=PGRI5CN7TTT0 tag=55WM637NNB2X type=del 2024-08-10T05:34:14.494 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.494+0000 7f6f062d5640 1 > prepared operation key=731ALD189846 tag=OZPWYB4V4DJ8 type=del size=3234776 2024-08-10T05:34:14.495 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.496+0000 7f6f062d5640 1 < completed part key=_multipart_WBJQTYBRMJV8.2~QXTOB7LI54B1.0 size=1048576 2024-08-10T05:34:14.497 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.498+0000 7f6f062d5640 1 < completed part key=_multipart_WBJQTYBRMJV8.2~QXTOB7LI54B1.1 size=759043 2024-08-10T05:34:14.501 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.501+0000 7f6f062d5640 1 < completed multipart upload key=WBJQTYBRMJV8 upload=QXTOB7LI54B1 tag=12VRZCJ0FKMD type=write size=2856195 2024-08-10T05:34:14.503 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.503+0000 7f6f062d5640 1 > prepared operation key=7DW3UO39XCUP tag=C2LXVC3OVPPM type=del size=1287285 2024-08-10T05:34:14.505 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.505+0000 7f6f062d5640 1 < completed part key=_multipart_7N97XZL3TX2D.2~1OD8PW6STD9Z.0 size=1048576 2024-08-10T05:34:14.506 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.507+0000 7f6f062d5640 1 < completed part key=_multipart_7N97XZL3TX2D.2~1OD8PW6STD9Z.1 size=122115 2024-08-10T05:34:14.510 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.510+0000 7f6f062d5640 1 < completed multipart upload key=7N97XZL3TX2D upload=1OD8PW6STD9Z tag=VT6N8A03AFLC type=write size=2219267 2024-08-10T05:34:14.512 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.513+0000 7f6f062d5640 1 > prepared operation key=GSXYSUXHA2KE tag=BKSYZ04KC76L type=del size=2054264 2024-08-10T05:34:14.514 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.515+0000 7f6f062d5640 1 < completed write operation key=Z3FSBPLXLYL2 tag=L1HY5QCMVIT9 type=write size=669816 2024-08-10T05:34:14.516 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.517+0000 7f6f062d5640 1 > prepared operation key=GSXYSUXHA2KE tag=43UJ45KP51T4 type=del size=3356636 2024-08-10T05:34:14.521 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.521+0000 7f6f062d5640 1 < suggested update operation key=PGRI5CN7TTT0 tag=1D8HLNLYDZ76 type=del size=1660125 2024-08-10T05:34:14.525 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.525+0000 7f6f062d5640 1 > prepared part key=_multipart_MI1XTCS076Y9.2~J3TVTY13K69U.0 size=960475 2024-08-10T05:34:14.525 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.525+0000 7f6f062d5640 1 > prepared multipart upload key=MI1XTCS076Y9 upload=J3TVTY13K69U tag=5PVO91Y6I98W type=write size=2009051 2024-08-10T05:34:14.526 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.527+0000 7f6f062d5640 1 < completed delete operation key=H4D0TFSG0EKP tag=8S6ZOZUTH5NI type=del 2024-08-10T05:34:14.529 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.529+0000 7f6f062d5640 1 > prepared operation key=1IH8FE21AE4X tag=WSS8PXC713JE type=del size=2407194 2024-08-10T05:34:14.531 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.531+0000 7f6f062d5640 1 < canceled operation key=Y0DHHLUF8MD9 tag=429M5OP3P6F7 type=del size=1943482 2024-08-10T05:34:14.533 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.533+0000 7f6f062d5640 1 > prepared operation key=F0DF00AE1ISQ tag=Q4B5QQKOOFE0 type=del size=595305 2024-08-10T05:34:14.535 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.535+0000 7f6f062d5640 1 < completed delete operation key=Y0DHHLUF8MD9 tag=YTVWKCZ43TB1 type=del 2024-08-10T05:34:14.537 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.538+0000 7f6f062d5640 1 > prepared operation key=H5TVL04MCGC8 tag=1KSLD6WABOZE type=write size=626700 2024-08-10T05:34:14.539 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.540+0000 7f6f062d5640 1 < completed delete operation key=GNE0GMBV8Q1M tag=AW665OQOL7UV type=del 2024-08-10T05:34:14.541 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.542+0000 7f6f062d5640 1 > prepared operation key=7N97XZL3TX2D tag=TCDPI2SCE1GF type=write size=802231 2024-08-10T05:34:14.543 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.544+0000 7f6f062d5640 1 < completed part key=_multipart_Y0DHHLUF8MD9.2~KFUWH01EU5J5.0 size=1048576 2024-08-10T05:34:14.545 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.546+0000 7f6f062d5640 1 < completed part key=_multipart_Y0DHHLUF8MD9.2~KFUWH01EU5J5.1 size=793319 2024-08-10T05:34:14.549 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.549+0000 7f6f062d5640 1 < completed multipart upload key=Y0DHHLUF8MD9 upload=KFUWH01EU5J5 tag=QG35KU7RJWGN type=write size=2890471 2024-08-10T05:34:14.551 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.551+0000 7f6f062d5640 1 > prepared operation key=H5TVL04MCGC8 tag=6RDKAK9EA0M1 type=del size=1193785 2024-08-10T05:34:14.553 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.553+0000 7f6f062d5640 1 < completed part key=_multipart_MI1XTCS076Y9.2~4Z6AY3SW5ISR.0 size=1048576 2024-08-10T05:34:14.554 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.555+0000 7f6f062d5640 1 < completed part key=_multipart_MI1XTCS076Y9.2~4Z6AY3SW5ISR.1 size=129193 2024-08-10T05:34:14.558 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.558+0000 7f6f062d5640 1 < completed multipart upload key=MI1XTCS076Y9 upload=4Z6AY3SW5ISR tag=OO3SU3DJYGY9 type=write size=2226345 2024-08-10T05:34:14.561 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.562+0000 7f6f062d5640 1 > prepared part key=_multipart_8441NV2A24FO.2~8C1XLLCB3IJY.0 size=1048576 2024-08-10T05:34:14.563 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.564+0000 7f6f062d5640 1 > prepared part key=_multipart_8441NV2A24FO.2~8C1XLLCB3IJY.1 size=1048576 2024-08-10T05:34:14.565 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.565+0000 7f6f062d5640 1 > prepared part key=_multipart_8441NV2A24FO.2~8C1XLLCB3IJY.2 size=40183 2024-08-10T05:34:14.565 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.565+0000 7f6f062d5640 1 > prepared multipart upload key=8441NV2A24FO upload=8C1XLLCB3IJY tag=DE5JMPDM6YDJ type=write size=3185911 2024-08-10T05:34:14.567 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.567+0000 7f6f062d5640 1 < completed part key=_multipart_731ALD189846.2~51IKNE8HFF9J.0 size=1007869 2024-08-10T05:34:14.570 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.571+0000 7f6f062d5640 1 < completed multipart upload key=731ALD189846 upload=51IKNE8HFF9J tag=L9NMFTPRX49H type=write size=2056445 2024-08-10T05:34:14.573 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.573+0000 7f6f062d5640 1 > prepared operation key=S1E44NG3MOQ5 tag=SJ30R6Z8BBGV type=del size=461342 2024-08-10T05:34:14.575 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.575+0000 7f6f062d5640 1 < canceled operation key=J7D76V4ENV9B tag=CAWKYIN9CCNX type=del size=2085209 2024-08-10T05:34:14.577 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.577+0000 7f6f062d5640 1 > prepared operation key=731ALD189846 tag=Z5XSSPTK8A27 type=del size=3880847 2024-08-10T05:34:14.579 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.580+0000 7f6f062d5640 1 < completed write operation key=8441NV2A24FO tag=ENWUNBNYBKWO type=write size=961745 2024-08-10T05:34:14.581 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.582+0000 7f6f062d5640 1 > prepared operation key=ZPF41248T0P2 tag=FXBPPW00LMRT type=write size=156721 2024-08-10T05:34:14.584 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.584+0000 7f6f062d5640 1 < completed part key=_multipart_00IWI9L0NGJ3.2~L7UA7YLZN42Q.0 size=785236 2024-08-10T05:34:14.588 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.588+0000 7f6f062d5640 1 < completed multipart upload key=00IWI9L0NGJ3 upload=L7UA7YLZN42Q tag=MZ9PVBCAV7AD type=write size=1833812 2024-08-10T05:34:14.590 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.591+0000 7f6f062d5640 1 > prepared operation key=1G5AU0L67121 tag=IZN0JFI6H2BK type=del size=944926 2024-08-10T05:34:14.593 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.593+0000 7f6f062d5640 1 < canceled operation key=H5TVL04MCGC8 tag=Q3XRVPT8LPYR type=write size=936260 2024-08-10T05:34:14.595 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.596+0000 7f6f062d5640 1 > prepared operation key=Z3FSBPLXLYL2 tag=4SRHN28QFYFK type=del size=3150596 2024-08-10T05:34:14.597 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.598+0000 7f6f062d5640 1 < canceled operation key=731ALD189846 tag=OZPWYB4V4DJ8 type=del size=3234776 2024-08-10T05:34:14.599 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.600+0000 7f6f062d5640 1 > prepared operation key=LTRO8UR68E01 tag=4AALPU04B9U4 type=del size=1277054 2024-08-10T05:34:14.604 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.604+0000 7f6f062d5640 1 < suggested remove operation key=7DW3UO39XCUP tag=C2LXVC3OVPPM type=del 2024-08-10T05:34:14.606 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.606+0000 7f6f062d5640 1 > prepared operation key=M533Z7C651X9 tag=UKU35I325D5H type=del size=358218 2024-08-10T05:34:14.608 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.608+0000 7f6f062d5640 1 < completed delete operation key=GSXYSUXHA2KE tag=BKSYZ04KC76L type=del 2024-08-10T05:34:14.610 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.611+0000 7f6f062d5640 1 > prepared operation key=00IWI9L0NGJ3 tag=58TDCBUPUQDP type=del size=3375084 2024-08-10T05:34:14.612 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.613+0000 7f6f062d5640 1 < completed delete operation key=GSXYSUXHA2KE tag=43UJ45KP51T4 type=del 2024-08-10T05:34:14.615 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.615+0000 7f6f062d5640 1 > prepared operation key=F0DF00AE1ISQ tag=CGMJC23LTGU9 type=del size=1645210 2024-08-10T05:34:14.617 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.617+0000 7f6f062d5640 1 < completed part key=_multipart_MI1XTCS076Y9.2~J3TVTY13K69U.0 size=960475 2024-08-10T05:34:14.620 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.621+0000 7f6f062d5640 1 < completed multipart upload key=MI1XTCS076Y9 upload=J3TVTY13K69U tag=5PVO91Y6I98W type=write size=2009051 2024-08-10T05:34:14.622 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.623+0000 7f6f062d5640 1 > prepared operation key=H4D0TFSG0EKP tag=VWDLA10UFRVR type=del size=3306278 2024-08-10T05:34:14.624 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.625+0000 7f6f062d5640 1 < completed delete operation key=1IH8FE21AE4X tag=WSS8PXC713JE type=del 2024-08-10T05:34:14.628 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.629+0000 7f6f062d5640 1 > prepared part key=_multipart_3EUY0XWASPEL.2~OJ3G1GW8RHGA.0 size=664016 2024-08-10T05:34:14.628 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.629+0000 7f6f062d5640 1 > prepared multipart upload key=3EUY0XWASPEL upload=OJ3G1GW8RHGA tag=8BSL25OTO3XM type=write size=1712592 2024-08-10T05:34:14.634 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.633+0000 7f6f062d5640 1 < suggested update operation key=F0DF00AE1ISQ tag=Q4B5QQKOOFE0 type=del size=595305 2024-08-10T05:34:14.636 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.637+0000 7f6f062d5640 1 > prepared part key=_multipart_GSXYSUXHA2KE.2~XLI1ZFDAMSKN.0 size=952101 2024-08-10T05:34:14.637 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.637+0000 7f6f062d5640 1 > prepared multipart upload key=GSXYSUXHA2KE upload=XLI1ZFDAMSKN tag=9YW6OCITL2F0 type=write size=2000677 2024-08-10T05:34:14.640 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.641+0000 7f6f062d5640 1 < suggested remove operation key=H5TVL04MCGC8 tag=1KSLD6WABOZE type=write 2024-08-10T05:34:14.642 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.643+0000 7f6f062d5640 1 > prepared operation key=1IH8FE21AE4X tag=KDYEMU9TZEF2 type=del size=299763 2024-08-10T05:34:14.644 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.645+0000 7f6f062d5640 1 < completed write operation key=7N97XZL3TX2D tag=TCDPI2SCE1GF type=write size=802231 2024-08-10T05:34:14.648 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.649+0000 7f6f062d5640 1 > prepared part key=_multipart_H5TVL04MCGC8.2~KKWKE4I3A4X3.0 size=1048576 2024-08-10T05:34:14.650 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.650+0000 7f6f062d5640 1 > prepared part key=_multipart_H5TVL04MCGC8.2~KKWKE4I3A4X3.1 size=1048576 2024-08-10T05:34:14.652 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.652+0000 7f6f062d5640 1 > prepared part key=_multipart_H5TVL04MCGC8.2~KKWKE4I3A4X3.2 size=806821 2024-08-10T05:34:14.652 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.652+0000 7f6f062d5640 1 > prepared multipart upload key=H5TVL04MCGC8 upload=KKWKE4I3A4X3 tag=1PQ46O4JWIGR type=write size=3952549 2024-08-10T05:34:14.655 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.655+0000 7f6f062d5640 -1 < failed to complete operation key=H5TVL04MCGC8 tag=6RDKAK9EA0M1 type=del size=1193785: (22) Invalid argument 2024-08-10T05:34:14.658 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.658+0000 7f6f062d5640 1 > prepared operation key=731ALD189846 tag=VQ5SO17I0I3Y type=write size=909865 2024-08-10T05:34:14.659 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.660+0000 7f6f062d5640 1 < completed part key=_multipart_8441NV2A24FO.2~8C1XLLCB3IJY.0 size=1048576 2024-08-10T05:34:14.661 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.662+0000 7f6f062d5640 1 < completed part key=_multipart_8441NV2A24FO.2~8C1XLLCB3IJY.1 size=1048576 2024-08-10T05:34:14.661 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.662+0000 7f6f062d5640 1 < canceled part key=_multipart_8441NV2A24FO.2~8C1XLLCB3IJY.2 size=40183 2024-08-10T05:34:14.665 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.666+0000 7f6f062d5640 1 < canceled multipart upload key=8441NV2A24FO upload=8C1XLLCB3IJY tag=DE5JMPDM6YDJ type=write size=3185911 2024-08-10T05:34:14.667 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.668+0000 7f6f062d5640 1 > prepared operation key=M533Z7C651X9 tag=V3DIE9BNDOIX type=write size=234297 2024-08-10T05:34:14.669 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.670+0000 7f6f062d5640 1 < canceled operation key=S1E44NG3MOQ5 tag=SJ30R6Z8BBGV type=del size=461342 2024-08-10T05:34:14.674 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.674+0000 7f6f062d5640 1 > prepared part key=_multipart_M533Z7C651X9.2~39RZ07C5T9GF.0 size=1048576 2024-08-10T05:34:14.675 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.676+0000 7f6f062d5640 1 > prepared part key=_multipart_M533Z7C651X9.2~39RZ07C5T9GF.1 size=532658 2024-08-10T05:34:14.675 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.676+0000 7f6f062d5640 1 > prepared multipart upload key=M533Z7C651X9 upload=39RZ07C5T9GF tag=OYUSTN1GXX1W type=write size=2629810 2024-08-10T05:34:14.678 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.678+0000 7f6f062d5640 1 < completed delete operation key=731ALD189846 tag=Z5XSSPTK8A27 type=del 2024-08-10T05:34:14.680 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.680+0000 7f6f062d5640 1 > prepared operation key=WBJQTYBRMJV8 tag=X9NVI6134UY6 type=write size=705981 2024-08-10T05:34:14.682 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.682+0000 7f6f062d5640 1 < completed write operation key=ZPF41248T0P2 tag=FXBPPW00LMRT type=write size=156721 2024-08-10T05:34:14.684 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.685+0000 7f6f062d5640 1 > prepared operation key=KHYOYNS1HKDG tag=W8TNXFZWYZ32 type=del size=1201474 2024-08-10T05:34:14.686 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.687+0000 7f6f062d5640 1 < canceled operation key=1G5AU0L67121 tag=IZN0JFI6H2BK type=del size=944926 2024-08-10T05:34:14.690 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.690+0000 7f6f062d5640 1 > prepared part key=_multipart_KHYOYNS1HKDG.2~1ZB8KUBGRWNV.0 size=976523 2024-08-10T05:34:14.690 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.690+0000 7f6f062d5640 1 > prepared multipart upload key=KHYOYNS1HKDG upload=1ZB8KUBGRWNV tag=JAPRV78RSSL4 type=write size=2025099 2024-08-10T05:34:14.692 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.692+0000 7f6f062d5640 1 < completed delete operation key=Z3FSBPLXLYL2 tag=4SRHN28QFYFK type=del 2024-08-10T05:34:14.697 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.697+0000 7f6f062d5640 1 > prepared part key=_multipart_4L5NSS7LS8GK.2~K6IAFHS9VQ80.0 size=637499 2024-08-10T05:34:14.697 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.697+0000 7f6f062d5640 1 > prepared multipart upload key=4L5NSS7LS8GK upload=K6IAFHS9VQ80 tag=B3M6Z9WZ59ZO type=write size=1686075 2024-08-10T05:34:14.699 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.699+0000 7f6f062d5640 1 < canceled operation key=LTRO8UR68E01 tag=4AALPU04B9U4 type=del size=1277054 2024-08-10T05:34:14.701 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.701+0000 7f6f062d5640 1 > prepared operation key=F0DF00AE1ISQ tag=52EJMP0SQCEW type=del size=190990 2024-08-10T05:34:14.703 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.703+0000 7f6f062d5640 1 < completed delete operation key=M533Z7C651X9 tag=UKU35I325D5H type=del 2024-08-10T05:34:14.706 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.707+0000 7f6f062d5640 1 > prepared part key=_multipart_QTHON9W7S3SP.2~IDSFDR5CEOCY.0 size=894981 2024-08-10T05:34:14.706 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.707+0000 7f6f062d5640 1 > prepared multipart upload key=QTHON9W7S3SP upload=IDSFDR5CEOCY tag=F2WGA42W0D0O type=write size=1943557 2024-08-10T05:34:14.708 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.709+0000 7f6f062d5640 1 < completed delete operation key=00IWI9L0NGJ3 tag=58TDCBUPUQDP type=del 2024-08-10T05:34:14.712 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.712+0000 7f6f062d5640 1 > prepared part key=_multipart_1IH8FE21AE4X.2~S6I9TPNNY1JF.0 size=1020180 2024-08-10T05:34:14.712 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.712+0000 7f6f062d5640 1 > prepared multipart upload key=1IH8FE21AE4X upload=S6I9TPNNY1JF tag=Z1OWV4VRMHWJ type=write size=2068756 2024-08-10T05:34:14.715 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.715+0000 7f6f062d5640 -1 < failed to complete operation key=F0DF00AE1ISQ tag=CGMJC23LTGU9 type=del size=1645210: (22) Invalid argument 2024-08-10T05:34:14.717 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.717+0000 7f6f062d5640 1 > prepared operation key=FXQKBLXUHJHI tag=HQLMKTOIG0AF type=del size=1697405 2024-08-10T05:34:14.719 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.719+0000 7f6f062d5640 1 < completed delete operation key=H4D0TFSG0EKP tag=VWDLA10UFRVR type=del 2024-08-10T05:34:14.722 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.722+0000 7f6f062d5640 1 > prepared operation key=731ALD189846 tag=8FZG28DNMRI8 type=write size=790494 2024-08-10T05:34:14.724 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.725+0000 7f6f062d5640 1 < completed part key=_multipart_3EUY0XWASPEL.2~OJ3G1GW8RHGA.0 size=664016 2024-08-10T05:34:14.728 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.728+0000 7f6f062d5640 1 < completed multipart upload key=3EUY0XWASPEL upload=OJ3G1GW8RHGA tag=8BSL25OTO3XM type=write size=1712592 2024-08-10T05:34:14.730 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.730+0000 7f6f062d5640 1 > prepared operation key=3EUY0XWASPEL tag=C6KEAL5CUHC1 type=del size=3269969 2024-08-10T05:34:14.732 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.732+0000 7f6f062d5640 1 < completed part key=_multipart_GSXYSUXHA2KE.2~XLI1ZFDAMSKN.0 size=952101 2024-08-10T05:34:14.735 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.736+0000 7f6f062d5640 1 < completed multipart upload key=GSXYSUXHA2KE upload=XLI1ZFDAMSKN tag=9YW6OCITL2F0 type=write size=2000677 2024-08-10T05:34:14.737 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.738+0000 7f6f062d5640 1 > prepared operation key=OH2XJH7YF0P6 tag=N0KLPFO8AA0Q type=del size=3837023 2024-08-10T05:34:14.739 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.740+0000 7f6f062d5640 1 < completed delete operation key=1IH8FE21AE4X tag=KDYEMU9TZEF2 type=del 2024-08-10T05:34:14.743 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.744+0000 7f6f062d5640 1 > prepared part key=_multipart_OH2XJH7YF0P6.2~NMF9L5IY4L6Z.0 size=1048576 2024-08-10T05:34:14.746 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.746+0000 7f6f062d5640 1 > prepared part key=_multipart_OH2XJH7YF0P6.2~NMF9L5IY4L6Z.1 size=292248 2024-08-10T05:34:14.746 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.746+0000 7f6f062d5640 1 > prepared multipart upload key=OH2XJH7YF0P6 upload=NMF9L5IY4L6Z tag=7A5PMDLHH2K3 type=write size=2389400 2024-08-10T05:34:14.748 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.748+0000 7f6f062d5640 1 < completed part key=_multipart_H5TVL04MCGC8.2~KKWKE4I3A4X3.0 size=1048576 2024-08-10T05:34:14.750 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.750+0000 7f6f062d5640 1 < completed part key=_multipart_H5TVL04MCGC8.2~KKWKE4I3A4X3.1 size=1048576 2024-08-10T05:34:14.751 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.752+0000 7f6f062d5640 1 < completed part key=_multipart_H5TVL04MCGC8.2~KKWKE4I3A4X3.2 size=806821 2024-08-10T05:34:14.755 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.755+0000 7f6f062d5640 1 < completed multipart upload key=H5TVL04MCGC8 upload=KKWKE4I3A4X3 tag=1PQ46O4JWIGR type=write size=3952549 2024-08-10T05:34:14.758 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.759+0000 7f6f062d5640 1 > prepared part key=_multipart_8441NV2A24FO.2~L0L4XXYIAEM8.0 size=135855 2024-08-10T05:34:14.758 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.759+0000 7f6f062d5640 1 > prepared multipart upload key=8441NV2A24FO upload=L0L4XXYIAEM8 tag=L07RW15CJ6LB type=write size=1184431 2024-08-10T05:34:14.761 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.761+0000 7f6f062d5640 1 < completed write operation key=731ALD189846 tag=VQ5SO17I0I3Y type=write size=909865 2024-08-10T05:34:14.763 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.764+0000 7f6f062d5640 1 > prepared operation key=ZPF41248T0P2 tag=8NYGGBGJPRTU type=write size=74127 2024-08-10T05:34:14.765 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.766+0000 7f6f062d5640 1 < completed write operation key=M533Z7C651X9 tag=V3DIE9BNDOIX type=write size=234297 2024-08-10T05:34:14.768 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.768+0000 7f6f062d5640 1 > prepared operation key=8MJYHPC813SE tag=0AZQRTIPICOI type=write size=791741 2024-08-10T05:34:14.769 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.770+0000 7f6f062d5640 1 < completed part key=_multipart_M533Z7C651X9.2~39RZ07C5T9GF.0 size=1048576 2024-08-10T05:34:14.771 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.771+0000 7f6f062d5640 1 < completed part key=_multipart_M533Z7C651X9.2~39RZ07C5T9GF.1 size=532658 2024-08-10T05:34:14.776 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.776+0000 7f6f062d5640 1 < completed multipart upload key=M533Z7C651X9 upload=39RZ07C5T9GF tag=OYUSTN1GXX1W type=write size=2629810 2024-08-10T05:34:14.779 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.780+0000 7f6f062d5640 1 > prepared part key=_multipart_MI1XTCS076Y9.2~Q3IBJ1GH3F3P.0 size=1048576 2024-08-10T05:34:14.781 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.781+0000 7f6f062d5640 1 > prepared part key=_multipart_MI1XTCS076Y9.2~Q3IBJ1GH3F3P.1 size=1048576 2024-08-10T05:34:14.783 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.783+0000 7f6f062d5640 1 > prepared part key=_multipart_MI1XTCS076Y9.2~Q3IBJ1GH3F3P.2 size=569883 2024-08-10T05:34:14.783 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.783+0000 7f6f062d5640 1 > prepared multipart upload key=MI1XTCS076Y9 upload=Q3IBJ1GH3F3P tag=PVI1T55AYYEN type=write size=3715611 2024-08-10T05:34:14.785 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.785+0000 7f6f062d5640 1 < completed write operation key=WBJQTYBRMJV8 tag=X9NVI6134UY6 type=write size=705981 2024-08-10T05:34:14.789 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.789+0000 7f6f062d5640 1 > prepared part key=_multipart_QTHON9W7S3SP.2~F7AAXZ9NLGEV.0 size=1048576 2024-08-10T05:34:14.790 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.791+0000 7f6f062d5640 1 > prepared part key=_multipart_QTHON9W7S3SP.2~F7AAXZ9NLGEV.1 size=321974 2024-08-10T05:34:14.791 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.791+0000 7f6f062d5640 1 > prepared multipart upload key=QTHON9W7S3SP upload=F7AAXZ9NLGEV tag=EHRFOA0EI4EU type=write size=2419126 2024-08-10T05:34:14.793 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.793+0000 7f6f062d5640 1 < completed delete operation key=KHYOYNS1HKDG tag=W8TNXFZWYZ32 type=del 2024-08-10T05:34:14.795 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.795+0000 7f6f062d5640 1 > prepared operation key=ZPF41248T0P2 tag=HYQPEE1UHHM6 type=del size=3302790 2024-08-10T05:34:14.797 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.798+0000 7f6f062d5640 1 < completed part key=_multipart_KHYOYNS1HKDG.2~1ZB8KUBGRWNV.0 size=976523 2024-08-10T05:34:14.801 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.801+0000 7f6f062d5640 1 < completed multipart upload key=KHYOYNS1HKDG upload=1ZB8KUBGRWNV tag=JAPRV78RSSL4 type=write size=2025099 2024-08-10T05:34:14.805 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.805+0000 7f6f062d5640 1 > prepared part key=_multipart_PGRI5CN7TTT0.2~5UCDKOH3H1GP.0 size=1048576 2024-08-10T05:34:14.806 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.807+0000 7f6f062d5640 1 > prepared part key=_multipart_PGRI5CN7TTT0.2~5UCDKOH3H1GP.1 size=1048576 2024-08-10T05:34:14.808 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.808+0000 7f6f062d5640 1 > prepared part key=_multipart_PGRI5CN7TTT0.2~5UCDKOH3H1GP.2 size=488711 2024-08-10T05:34:14.808 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.808+0000 7f6f062d5640 1 > prepared multipart upload key=PGRI5CN7TTT0 upload=5UCDKOH3H1GP tag=BXBIK6XNV471 type=write size=3634439 2024-08-10T05:34:14.810 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.810+0000 7f6f062d5640 1 < completed part key=_multipart_4L5NSS7LS8GK.2~K6IAFHS9VQ80.0 size=637499 2024-08-10T05:34:14.813 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.814+0000 7f6f062d5640 1 < completed multipart upload key=4L5NSS7LS8GK upload=K6IAFHS9VQ80 tag=B3M6Z9WZ59ZO type=write size=1686075 2024-08-10T05:34:14.816 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.816+0000 7f6f062d5640 1 > prepared operation key=F0DF00AE1ISQ tag=87EZ07AK305J type=del size=1083636 2024-08-10T05:34:14.818 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.818+0000 7f6f062d5640 1 < completed delete operation key=F0DF00AE1ISQ tag=52EJMP0SQCEW type=del 2024-08-10T05:34:14.820 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.820+0000 7f6f062d5640 1 > prepared operation key=S1E44NG3MOQ5 tag=M0ULODDSC39C type=del size=2648892 2024-08-10T05:34:14.822 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.823+0000 7f6f062d5640 1 < completed part key=_multipart_QTHON9W7S3SP.2~IDSFDR5CEOCY.0 size=894981 2024-08-10T05:34:14.826 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.826+0000 7f6f062d5640 1 < completed multipart upload key=QTHON9W7S3SP upload=IDSFDR5CEOCY tag=F2WGA42W0D0O type=write size=1943557 2024-08-10T05:34:14.830 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.830+0000 7f6f062d5640 1 > prepared part key=_multipart_F0DF00AE1ISQ.2~PI28WM1S3I15.0 size=982047 2024-08-10T05:34:14.831 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.830+0000 7f6f062d5640 1 > prepared multipart upload key=F0DF00AE1ISQ upload=PI28WM1S3I15 tag=SAZW15TVIQN3 type=write size=2030623 2024-08-10T05:34:14.831 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.831+0000 7f6f062d5640 1 < canceled part key=_multipart_1IH8FE21AE4X.2~S6I9TPNNY1JF.0 size=1020180 2024-08-10T05:34:14.834 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.835+0000 7f6f062d5640 1 < canceled multipart upload key=1IH8FE21AE4X upload=S6I9TPNNY1JF tag=Z1OWV4VRMHWJ type=write size=2068756 2024-08-10T05:34:14.838 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.838+0000 7f6f062d5640 1 > prepared part key=_multipart_P8JMH1X8249F.2~8NSL42MQZURG.0 size=1048576 2024-08-10T05:34:14.840 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.840+0000 7f6f062d5640 1 > prepared part key=_multipart_P8JMH1X8249F.2~8NSL42MQZURG.1 size=1033859 2024-08-10T05:34:14.840 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.840+0000 7f6f062d5640 1 > prepared multipart upload key=P8JMH1X8249F upload=8NSL42MQZURG tag=9PBHKHX4YZOL type=write size=3131011 2024-08-10T05:34:14.841 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.842+0000 7f6f062d5640 1 < completed delete operation key=FXQKBLXUHJHI tag=HQLMKTOIG0AF type=del 2024-08-10T05:34:14.843 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.844+0000 7f6f062d5640 1 > prepared operation key=Z3FSBPLXLYL2 tag=ILYUXBZEM397 type=del size=640478 2024-08-10T05:34:14.845 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.846+0000 7f6f062d5640 1 < completed write operation key=731ALD189846 tag=8FZG28DNMRI8 type=write size=790494 2024-08-10T05:34:14.848 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.848+0000 7f6f062d5640 1 > prepared operation key=M533Z7C651X9 tag=UWD1EZ8Y9FK0 type=write size=133090 2024-08-10T05:34:14.852 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.852+0000 7f6f062d5640 1 < suggested remove operation key=3EUY0XWASPEL tag=C6KEAL5CUHC1 type=del 2024-08-10T05:34:14.854 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.854+0000 7f6f062d5640 1 > prepared operation key=PGRI5CN7TTT0 tag=KTK8RMNHCSH1 type=del size=3891898 2024-08-10T05:34:14.856 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.856+0000 7f6f062d5640 1 < completed delete operation key=OH2XJH7YF0P6 tag=N0KLPFO8AA0Q type=del 2024-08-10T05:34:14.858 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.859+0000 7f6f062d5640 1 > prepared operation key=Z3FSBPLXLYL2 tag=TDR6AQK70FSO type=del size=769084 2024-08-10T05:34:14.862 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.861+0000 7f6f062d5640 1 < completed part key=_multipart_OH2XJH7YF0P6.2~NMF9L5IY4L6Z.0 size=1048576 2024-08-10T05:34:14.863 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.863+0000 7f6f062d5640 1 < completed part key=_multipart_OH2XJH7YF0P6.2~NMF9L5IY4L6Z.1 size=292248 2024-08-10T05:34:14.867 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.867+0000 7f6f062d5640 1 < completed multipart upload key=OH2XJH7YF0P6 upload=NMF9L5IY4L6Z tag=7A5PMDLHH2K3 type=write size=2389400 2024-08-10T05:34:14.871 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.871+0000 7f6f062d5640 1 > prepared part key=_multipart_GSXYSUXHA2KE.2~T1HRBPN3IOV9.0 size=1048576 2024-08-10T05:34:14.873 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.873+0000 7f6f062d5640 1 > prepared part key=_multipart_GSXYSUXHA2KE.2~T1HRBPN3IOV9.1 size=1048576 2024-08-10T05:34:14.875 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.875+0000 7f6f062d5640 1 > prepared part key=_multipart_GSXYSUXHA2KE.2~T1HRBPN3IOV9.2 size=368232 2024-08-10T05:34:14.875 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.875+0000 7f6f062d5640 1 > prepared multipart upload key=GSXYSUXHA2KE upload=T1HRBPN3IOV9 tag=JNSPE9227800 type=write size=3513960 2024-08-10T05:34:14.877 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.877+0000 7f6f062d5640 1 < completed part key=_multipart_8441NV2A24FO.2~L0L4XXYIAEM8.0 size=135855 2024-08-10T05:34:14.880 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.881+0000 7f6f062d5640 1 < completed multipart upload key=8441NV2A24FO upload=L0L4XXYIAEM8 tag=L07RW15CJ6LB type=write size=1184431 2024-08-10T05:34:14.884 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.885+0000 7f6f062d5640 1 > prepared part key=_multipart_7N97XZL3TX2D.2~W56NJ4K321CS.0 size=1048576 2024-08-10T05:34:14.886 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.887+0000 7f6f062d5640 1 > prepared part key=_multipart_7N97XZL3TX2D.2~W56NJ4K321CS.1 size=649450 2024-08-10T05:34:14.886 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.887+0000 7f6f062d5640 1 > prepared multipart upload key=7N97XZL3TX2D upload=W56NJ4K321CS tag=LPHHOKFN725E type=write size=2746602 2024-08-10T05:34:14.889 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.889+0000 7f6f062d5640 1 < completed write operation key=ZPF41248T0P2 tag=8NYGGBGJPRTU type=write size=74127 2024-08-10T05:34:14.891 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.891+0000 7f6f062d5640 1 > prepared operation key=731ALD189846 tag=M4DHS8T5OW7V type=del size=1193579 2024-08-10T05:34:14.893 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.893+0000 7f6f062d5640 1 < completed write operation key=8MJYHPC813SE tag=0AZQRTIPICOI type=write size=791741 2024-08-10T05:34:14.897 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.898+0000 7f6f062d5640 1 > prepared part key=_multipart_7N97XZL3TX2D.2~YMAE6MZ3MS90.0 size=1048576 2024-08-10T05:34:14.899 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.900+0000 7f6f062d5640 1 > prepared part key=_multipart_7N97XZL3TX2D.2~YMAE6MZ3MS90.1 size=708826 2024-08-10T05:34:14.899 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.900+0000 7f6f062d5640 1 > prepared multipart upload key=7N97XZL3TX2D upload=YMAE6MZ3MS90 tag=Q9XMY8P9PYU3 type=write size=2805978 2024-08-10T05:34:14.902 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.902+0000 7f6f062d5640 1 < completed part key=_multipart_MI1XTCS076Y9.2~Q3IBJ1GH3F3P.0 size=1048576 2024-08-10T05:34:14.903 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.904+0000 7f6f062d5640 1 < completed part key=_multipart_MI1XTCS076Y9.2~Q3IBJ1GH3F3P.1 size=1048576 2024-08-10T05:34:14.905 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.905+0000 7f6f062d5640 1 < completed part key=_multipart_MI1XTCS076Y9.2~Q3IBJ1GH3F3P.2 size=569883 2024-08-10T05:34:14.910 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.909+0000 7f6f062d5640 1 < completed multipart upload key=MI1XTCS076Y9 upload=Q3IBJ1GH3F3P tag=PVI1T55AYYEN type=write size=3715611 2024-08-10T05:34:14.913 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.914+0000 7f6f062d5640 1 > prepared part key=_multipart_1IH8FE21AE4X.2~6SGBAHWPV1ZI.0 size=1048576 2024-08-10T05:34:14.915 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.915+0000 7f6f062d5640 1 > prepared part key=_multipart_1IH8FE21AE4X.2~6SGBAHWPV1ZI.1 size=1048576 2024-08-10T05:34:14.917 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.917+0000 7f6f062d5640 1 > prepared part key=_multipart_1IH8FE21AE4X.2~6SGBAHWPV1ZI.2 size=490361 2024-08-10T05:34:14.917 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.917+0000 7f6f062d5640 1 > prepared multipart upload key=1IH8FE21AE4X upload=6SGBAHWPV1ZI tag=KRBD21W1CCMB type=write size=3636089 2024-08-10T05:34:14.919 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.919+0000 7f6f062d5640 1 < completed part key=_multipart_QTHON9W7S3SP.2~F7AAXZ9NLGEV.0 size=1048576 2024-08-10T05:34:14.921 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.921+0000 7f6f062d5640 1 < completed part key=_multipart_QTHON9W7S3SP.2~F7AAXZ9NLGEV.1 size=321974 2024-08-10T05:34:14.925 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.925+0000 7f6f062d5640 1 < completed multipart upload key=QTHON9W7S3SP upload=F7AAXZ9NLGEV tag=EHRFOA0EI4EU type=write size=2419126 2024-08-10T05:34:14.928 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.928+0000 7f6f062d5640 1 > prepared operation key=1G5AU0L67121 tag=EQ87S857WVW3 type=del size=2083685 2024-08-10T05:34:14.932 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.932+0000 7f6f062d5640 1 < suggested remove operation key=ZPF41248T0P2 tag=HYQPEE1UHHM6 type=del 2024-08-10T05:34:14.934 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.934+0000 7f6f062d5640 1 > prepared operation key=Y0DHHLUF8MD9 tag=FBN7YHC7I960 type=del size=1937176 2024-08-10T05:34:14.936 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.937+0000 7f6f062d5640 1 < completed part key=_multipart_PGRI5CN7TTT0.2~5UCDKOH3H1GP.0 size=1048576 2024-08-10T05:34:14.938 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.938+0000 7f6f062d5640 1 < completed part key=_multipart_PGRI5CN7TTT0.2~5UCDKOH3H1GP.1 size=1048576 2024-08-10T05:34:14.940 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.940+0000 7f6f062d5640 1 < completed part key=_multipart_PGRI5CN7TTT0.2~5UCDKOH3H1GP.2 size=488711 2024-08-10T05:34:14.944 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.945+0000 7f6f062d5640 1 < completed multipart upload key=PGRI5CN7TTT0 upload=5UCDKOH3H1GP tag=BXBIK6XNV471 type=write size=3634439 2024-08-10T05:34:14.949 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.949+0000 7f6f062d5640 1 > prepared part key=_multipart_WBJQTYBRMJV8.2~8U54NVSLBI2Y.0 size=211337 2024-08-10T05:34:14.949 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.949+0000 7f6f062d5640 1 > prepared multipart upload key=WBJQTYBRMJV8 upload=8U54NVSLBI2Y tag=NLVVT2J7CAMS type=write size=1259913 2024-08-10T05:34:14.951 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.951+0000 7f6f062d5640 1 < completed delete operation key=F0DF00AE1ISQ tag=87EZ07AK305J type=del 2024-08-10T05:34:14.955 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.956+0000 7f6f062d5640 1 > prepared part key=_multipart_QTBS1TAZXH5F.2~8LY4KBGKFZYJ.0 size=1048576 2024-08-10T05:34:14.957 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.958+0000 7f6f062d5640 1 > prepared part key=_multipart_QTBS1TAZXH5F.2~8LY4KBGKFZYJ.1 size=876431 2024-08-10T05:34:14.958 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.958+0000 7f6f062d5640 1 > prepared multipart upload key=QTBS1TAZXH5F upload=8LY4KBGKFZYJ tag=WFMGVEQJTS7D type=write size=2973583 2024-08-10T05:34:14.962 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.962+0000 7f6f062d5640 1 < suggested update operation key=S1E44NG3MOQ5 tag=M0ULODDSC39C type=del size=2648892 2024-08-10T05:34:14.966 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.966+0000 7f6f062d5640 1 > prepared part key=_multipart_H5TVL04MCGC8.2~I2SEBEUM402O.0 size=1048576 2024-08-10T05:34:14.968 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.968+0000 7f6f062d5640 1 > prepared part key=_multipart_H5TVL04MCGC8.2~I2SEBEUM402O.1 size=1048576 2024-08-10T05:34:14.970 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.970+0000 7f6f062d5640 1 > prepared part key=_multipart_H5TVL04MCGC8.2~I2SEBEUM402O.2 size=459371 2024-08-10T05:34:14.970 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.970+0000 7f6f062d5640 1 > prepared multipart upload key=H5TVL04MCGC8 upload=I2SEBEUM402O tag=YIWANJ7DM9IW type=write size=3605099 2024-08-10T05:34:14.971 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.972+0000 7f6f062d5640 1 < completed part key=_multipart_F0DF00AE1ISQ.2~PI28WM1S3I15.0 size=982047 2024-08-10T05:34:14.975 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.976+0000 7f6f062d5640 1 < completed multipart upload key=F0DF00AE1ISQ upload=PI28WM1S3I15 tag=SAZW15TVIQN3 type=write size=2030623 2024-08-10T05:34:14.977 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.978+0000 7f6f062d5640 1 > prepared operation key=H5TVL04MCGC8 tag=3VEEEX7H2RB5 type=del size=265963 2024-08-10T05:34:14.980 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.980+0000 7f6f062d5640 1 < completed part key=_multipart_P8JMH1X8249F.2~8NSL42MQZURG.0 size=1048576 2024-08-10T05:34:14.983 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.982+0000 7f6f062d5640 1 < completed part key=_multipart_P8JMH1X8249F.2~8NSL42MQZURG.1 size=1033859 2024-08-10T05:34:14.985 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.986+0000 7f6f062d5640 1 < completed multipart upload key=P8JMH1X8249F upload=8NSL42MQZURG tag=9PBHKHX4YZOL type=write size=3131011 2024-08-10T05:34:14.987 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.988+0000 7f6f062d5640 1 > prepared operation key=P8JMH1X8249F tag=KYJIJCPGWPM5 type=del size=1241059 2024-08-10T05:34:14.989 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.990+0000 7f6f062d5640 1 < completed delete operation key=Z3FSBPLXLYL2 tag=ILYUXBZEM397 type=del 2024-08-10T05:34:14.992 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.992+0000 7f6f062d5640 1 > prepared operation key=FXQKBLXUHJHI tag=8RMSN4FQIEVK type=del size=967325 2024-08-10T05:34:14.994 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.994+0000 7f6f062d5640 1 < completed write operation key=M533Z7C651X9 tag=UWD1EZ8Y9FK0 type=write size=133090 2024-08-10T05:34:14.996 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.996+0000 7f6f062d5640 1 > prepared operation key=QTBS1TAZXH5F tag=YKABKC2BO1W1 type=del size=323550 2024-08-10T05:34:14.999 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:14.999+0000 7f6f062d5640 1 < completed delete operation key=PGRI5CN7TTT0 tag=KTK8RMNHCSH1 type=del 2024-08-10T05:34:15.001 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:15.001+0000 7f6f062d5640 1 > prepared operation key=00IWI9L0NGJ3 tag=2UK6BZUCCHH9 type=del size=886238 2024-08-10T05:34:15.003 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:15.003+0000 7f6f062d5640 1 < completed delete operation key=Z3FSBPLXLYL2 tag=TDR6AQK70FSO type=del 2024-08-10T05:34:15.007 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:15.007+0000 7f6f062d5640 1 > prepared part key=_multipart_7DW3UO39XCUP.2~YBM9TKS7OPHZ.0 size=1048576 2024-08-10T05:34:15.009 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:15.009+0000 7f6f062d5640 1 > prepared part key=_multipart_7DW3UO39XCUP.2~YBM9TKS7OPHZ.1 size=1048576 2024-08-10T05:34:15.011 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:15.011+0000 7f6f062d5640 1 > prepared part key=_multipart_7DW3UO39XCUP.2~YBM9TKS7OPHZ.2 size=715378 2024-08-10T05:34:15.011 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:15.011+0000 7f6f062d5640 1 > prepared multipart upload key=7DW3UO39XCUP upload=YBM9TKS7OPHZ tag=QFV7PD3VRW5E type=write size=3861106 2024-08-10T05:34:15.013 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:15.013+0000 7f6f062d5640 1 < completed part key=_multipart_GSXYSUXHA2KE.2~T1HRBPN3IOV9.0 size=1048576 2024-08-10T05:34:15.014 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:15.015+0000 7f6f062d5640 1 < completed part key=_multipart_GSXYSUXHA2KE.2~T1HRBPN3IOV9.1 size=1048576 2024-08-10T05:34:15.016 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:15.017+0000 7f6f062d5640 1 < completed part key=_multipart_GSXYSUXHA2KE.2~T1HRBPN3IOV9.2 size=368232 2024-08-10T05:34:15.020 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:15.020+0000 7f6f062d5640 1 < completed multipart upload key=GSXYSUXHA2KE upload=T1HRBPN3IOV9 tag=JNSPE9227800 type=write size=3513960 2024-08-10T05:34:15.023 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:15.024+0000 7f6f062d5640 1 > prepared part key=_multipart_Z3FSBPLXLYL2.2~YDYCSHZ31JDD.0 size=1048576 2024-08-10T05:34:15.025 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:15.025+0000 7f6f062d5640 1 > prepared part key=_multipart_Z3FSBPLXLYL2.2~YDYCSHZ31JDD.1 size=131299 2024-08-10T05:34:15.025 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:15.025+0000 7f6f062d5640 1 > prepared multipart upload key=Z3FSBPLXLYL2 upload=YDYCSHZ31JDD tag=O42CKPH8NK10 type=write size=2228451 2024-08-10T05:34:15.027 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:15.027+0000 7f6f062d5640 1 < completed part key=_multipart_7N97XZL3TX2D.2~W56NJ4K321CS.0 size=1048576 2024-08-10T05:34:15.029 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:15.029+0000 7f6f062d5640 1 < completed part key=_multipart_7N97XZL3TX2D.2~W56NJ4K321CS.1 size=649450 2024-08-10T05:34:15.032 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:15.032+0000 7f6f062d5640 1 < completed multipart upload key=7N97XZL3TX2D upload=W56NJ4K321CS tag=LPHHOKFN725E type=write size=2746602 2024-08-10T05:34:15.036 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:15.036+0000 7f6f062d5640 1 > prepared part key=_multipart_8441NV2A24FO.2~27AVSUMPXFEM.0 size=372374 2024-08-10T05:34:15.036 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:15.036+0000 7f6f062d5640 1 > prepared multipart upload key=8441NV2A24FO upload=27AVSUMPXFEM tag=UVX0EBK3ZUUZ type=write size=1420950 2024-08-10T05:34:15.038 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:15.038+0000 7f6f062d5640 1 < completed delete operation key=731ALD189846 tag=M4DHS8T5OW7V type=del 2024-08-10T05:34:15.040 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:15.041+0000 7f6f062d5640 1 > prepared operation key=OH2XJH7YF0P6 tag=PVQXRB30VQ5Z type=del size=1465556 2024-08-10T05:34:15.042 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:15.043+0000 7f6f062d5640 1 < completed part key=_multipart_7N97XZL3TX2D.2~YMAE6MZ3MS90.0 size=1048576 2024-08-10T05:34:15.044 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:15.044+0000 7f6f062d5640 1 < completed part key=_multipart_7N97XZL3TX2D.2~YMAE6MZ3MS90.1 size=708826 2024-08-10T05:34:15.048 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:15.048+0000 7f6f062d5640 1 < completed multipart upload key=7N97XZL3TX2D upload=YMAE6MZ3MS90 tag=Q9XMY8P9PYU3 type=write size=2805978 2024-08-10T05:34:15.051 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:15.052+0000 7f6f062d5640 1 > prepared part key=_multipart_ZPF41248T0P2.2~7TB6KTVXG80P.0 size=1048576 2024-08-10T05:34:15.053 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:15.053+0000 7f6f062d5640 1 > prepared part key=_multipart_ZPF41248T0P2.2~7TB6KTVXG80P.1 size=1048576 2024-08-10T05:34:15.055 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:15.055+0000 7f6f062d5640 1 > prepared part key=_multipart_ZPF41248T0P2.2~7TB6KTVXG80P.2 size=59540 2024-08-10T05:34:15.055 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:15.055+0000 7f6f062d5640 1 > prepared multipart upload key=ZPF41248T0P2 upload=7TB6KTVXG80P tag=QH042AUG5OAP type=write size=3205268 2024-08-10T05:34:15.057 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:15.057+0000 7f6f062d5640 1 < completed part key=_multipart_1IH8FE21AE4X.2~6SGBAHWPV1ZI.0 size=1048576 2024-08-10T05:34:15.058 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:15.059+0000 7f6f062d5640 1 < completed part key=_multipart_1IH8FE21AE4X.2~6SGBAHWPV1ZI.1 size=1048576 2024-08-10T05:34:15.060 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:15.061+0000 7f6f062d5640 1 < completed part key=_multipart_1IH8FE21AE4X.2~6SGBAHWPV1ZI.2 size=490361 2024-08-10T05:34:15.064 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:15.064+0000 7f6f062d5640 1 < completed multipart upload key=1IH8FE21AE4X upload=6SGBAHWPV1ZI tag=KRBD21W1CCMB type=write size=3636089 2024-08-10T05:34:15.068 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:15.068+0000 7f6f062d5640 1 > prepared part key=_multipart_3EUY0XWASPEL.2~IS6G2CG7G9SW.0 size=411678 2024-08-10T05:34:15.068 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:15.068+0000 7f6f062d5640 1 > prepared multipart upload key=3EUY0XWASPEL upload=IS6G2CG7G9SW tag=84BYXYLKLY1Y type=write size=1460254 2024-08-10T05:34:15.070 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:15.071+0000 7f6f062d5640 1 < completed delete operation key=1G5AU0L67121 tag=EQ87S857WVW3 type=del 2024-08-10T05:34:15.072 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:15.073+0000 7f6f062d5640 1 > prepared operation key=7DW3UO39XCUP tag=2ETH7TLC2ZGG type=del size=1733169 2024-08-10T05:34:15.074 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:15.075+0000 7f6f062d5640 1 < completed delete operation key=Y0DHHLUF8MD9 tag=FBN7YHC7I960 type=del 2024-08-10T05:34:15.076 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:15.077+0000 7f6f062d5640 1 > prepared operation key=GSXYSUXHA2KE tag=LRX5PTW6PMCB type=del size=2005944 2024-08-10T05:34:15.078 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:15.079+0000 7f6f062d5640 1 < completed part key=_multipart_WBJQTYBRMJV8.2~8U54NVSLBI2Y.0 size=211337 2024-08-10T05:34:15.082 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:15.083+0000 7f6f062d5640 1 < completed multipart upload key=WBJQTYBRMJV8 upload=8U54NVSLBI2Y tag=NLVVT2J7CAMS type=write size=1259913 2024-08-10T05:34:15.085 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:15.085+0000 7f6f062d5640 1 > prepared operation key=Y0DHHLUF8MD9 tag=CL12WV4YP2KO type=del size=3688364 2024-08-10T05:34:15.087 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:15.087+0000 7f6f062d5640 1 < completed part key=_multipart_QTBS1TAZXH5F.2~8LY4KBGKFZYJ.0 size=1048576 2024-08-10T05:34:15.087 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:15.087+0000 7f6f062d5640 1 < canceled part key=_multipart_QTBS1TAZXH5F.2~8LY4KBGKFZYJ.1 size=876431 2024-08-10T05:34:15.091 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:15.091+0000 7f6f062d5640 1 < canceled multipart upload key=QTBS1TAZXH5F upload=8LY4KBGKFZYJ tag=WFMGVEQJTS7D type=write size=2973583 2024-08-10T05:34:15.093 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:15.093+0000 7f6f062d5640 1 > prepared operation key=7N97XZL3TX2D tag=UZM4VXJT1I6D type=del size=9721 2024-08-10T05:34:15.095 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:15.095+0000 7f6f062d5640 1 < completed part key=_multipart_H5TVL04MCGC8.2~I2SEBEUM402O.0 size=1048576 2024-08-10T05:34:15.097 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:15.097+0000 7f6f062d5640 1 < completed part key=_multipart_H5TVL04MCGC8.2~I2SEBEUM402O.1 size=1048576 2024-08-10T05:34:15.098 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:15.099+0000 7f6f062d5640 1 < completed part key=_multipart_H5TVL04MCGC8.2~I2SEBEUM402O.2 size=459371 2024-08-10T05:34:15.102 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:15.102+0000 7f6f062d5640 1 < completed multipart upload key=H5TVL04MCGC8 upload=I2SEBEUM402O tag=YIWANJ7DM9IW type=write size=3605099 2024-08-10T05:34:15.104 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:15.104+0000 7f6f062d5640 1 > prepared operation key=PGRI5CN7TTT0 tag=34NZ30G5D8PH type=del size=4166843 2024-08-10T05:34:15.106 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:15.106+0000 7f6f062d5640 1 < completed delete operation key=H5TVL04MCGC8 tag=3VEEEX7H2RB5 type=del 2024-08-10T05:34:15.110 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:15.110+0000 7f6f062d5640 1 > prepared part key=_multipart_731ALD189846.2~BB5IYUGQUSRB.0 size=1048576 2024-08-10T05:34:15.111 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:15.112+0000 7f6f062d5640 1 > prepared part key=_multipart_731ALD189846.2~BB5IYUGQUSRB.1 size=620493 2024-08-10T05:34:15.111 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:15.112+0000 7f6f062d5640 1 > prepared multipart upload key=731ALD189846 upload=BB5IYUGQUSRB tag=39D8Q6YRD7H1 type=write size=2717645 2024-08-10T05:34:15.113 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:15.114+0000 7f6f062d5640 1 < completed delete operation key=P8JMH1X8249F tag=KYJIJCPGWPM5 type=del 2024-08-10T05:34:15.117 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:15.117+0000 7f6f062d5640 1 > prepared part key=_multipart_1G5AU0L67121.2~NIL8IV6JX6C7.0 size=1048576 2024-08-10T05:34:15.119 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:15.119+0000 7f6f062d5640 1 > prepared part key=_multipart_1G5AU0L67121.2~NIL8IV6JX6C7.1 size=1048576 2024-08-10T05:34:15.120 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:15.121+0000 7f6f062d5640 1 > prepared part key=_multipart_1G5AU0L67121.2~NIL8IV6JX6C7.2 size=597817 2024-08-10T05:34:15.120 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:15.121+0000 7f6f062d5640 1 > prepared multipart upload key=1G5AU0L67121 upload=NIL8IV6JX6C7 tag=409S2J6DKZV4 type=write size=3743545 2024-08-10T05:34:15.123 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:15.124+0000 7f6f062d5640 1 < completed delete operation key=FXQKBLXUHJHI tag=8RMSN4FQIEVK type=del 2024-08-10T05:34:15.125 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:15.126+0000 7f6f062d5640 1 > prepared operation key=1G5AU0L67121 tag=BFQRBEMQ75LX type=del size=3488462 2024-08-10T05:34:15.128 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:15.128+0000 7f6f062d5640 1 < completed delete operation key=QTBS1TAZXH5F tag=YKABKC2BO1W1 type=del 2024-08-10T05:34:15.130 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:15.130+0000 7f6f062d5640 1 > prepared operation key=ZPF41248T0P2 tag=L7BE126P144C type=del size=3566107 2024-08-10T05:34:15.132 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:15.132+0000 7f6f062d5640 1 < completed delete operation key=00IWI9L0NGJ3 tag=2UK6BZUCCHH9 type=del 2024-08-10T05:34:15.136 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:15.136+0000 7f6f062d5640 1 > prepared part key=_multipart_8MJYHPC813SE.2~62HM24N5IUNY.0 size=1048576 2024-08-10T05:34:15.137 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:15.138+0000 7f6f062d5640 1 > prepared part key=_multipart_8MJYHPC813SE.2~62HM24N5IUNY.1 size=103206 2024-08-10T05:34:15.138 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:15.138+0000 7f6f062d5640 1 > prepared multipart upload key=8MJYHPC813SE upload=62HM24N5IUNY tag=K9ASJ8SO7BUE type=write size=2200358 2024-08-10T05:34:15.140 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:15.140+0000 7f6f062d5640 1 < completed part key=_multipart_7DW3UO39XCUP.2~YBM9TKS7OPHZ.0 size=1048576 2024-08-10T05:34:15.142 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:15.142+0000 7f6f062d5640 1 < completed part key=_multipart_7DW3UO39XCUP.2~YBM9TKS7OPHZ.1 size=1048576 2024-08-10T05:34:15.143 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:15.144+0000 7f6f062d5640 1 < completed part key=_multipart_7DW3UO39XCUP.2~YBM9TKS7OPHZ.2 size=715378 2024-08-10T05:34:15.147 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:15.147+0000 7f6f062d5640 1 < completed multipart upload key=7DW3UO39XCUP upload=YBM9TKS7OPHZ tag=QFV7PD3VRW5E type=write size=3861106 2024-08-10T05:34:15.149 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:15.150+0000 7f6f062d5640 1 > prepared operation key=H4D0TFSG0EKP tag=A1EYNIJ0OGHL type=del size=2737006 2024-08-10T05:34:15.150 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:15.150+0000 7f6f062d5640 1 < canceled part key=_multipart_Z3FSBPLXLYL2.2~YDYCSHZ31JDD.0 size=1048576 2024-08-10T05:34:15.150 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:15.150+0000 7f6f062d5640 1 < canceled part key=_multipart_Z3FSBPLXLYL2.2~YDYCSHZ31JDD.1 size=131299 2024-08-10T05:34:15.153 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:15.154+0000 7f6f062d5640 1 < canceled multipart upload key=Z3FSBPLXLYL2 upload=YDYCSHZ31JDD tag=O42CKPH8NK10 type=write size=2228451 2024-08-10T05:34:15.158 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:15.158+0000 7f6f062d5640 1 > prepared part key=_multipart_P8JMH1X8249F.2~IS7R13GEMH1R.0 size=1048576 2024-08-10T05:34:15.160 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:15.160+0000 7f6f062d5640 1 > prepared part key=_multipart_P8JMH1X8249F.2~IS7R13GEMH1R.1 size=1048576 2024-08-10T05:34:15.161 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:15.162+0000 7f6f062d5640 1 > prepared part key=_multipart_P8JMH1X8249F.2~IS7R13GEMH1R.2 size=840787 2024-08-10T05:34:15.162 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:15.162+0000 7f6f062d5640 1 > prepared multipart upload key=P8JMH1X8249F upload=IS7R13GEMH1R tag=RUS2KPU925GM type=write size=3986515 2024-08-10T05:34:15.163 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:15.164+0000 7f6f062d5640 1 < completed part key=_multipart_8441NV2A24FO.2~27AVSUMPXFEM.0 size=372374 2024-08-10T05:34:15.167 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:15.168+0000 7f6f062d5640 1 < completed multipart upload key=8441NV2A24FO upload=27AVSUMPXFEM tag=UVX0EBK3ZUUZ type=write size=1420950 2024-08-10T05:34:15.170 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:15.170+0000 7f6f062d5640 1 > prepared operation key=GSXYSUXHA2KE tag=A1EEVMIN27PF type=del size=1191502 2024-08-10T05:34:15.175 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:15.174+0000 7f6f062d5640 1 < suggested update operation key=OH2XJH7YF0P6 tag=PVQXRB30VQ5Z type=del size=1465556 2024-08-10T05:34:15.176 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:15.176+0000 7f6f062d5640 1 > prepared operation key=1IH8FE21AE4X tag=DO75A1JL18RK type=write size=1034100 2024-08-10T05:34:15.178 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:15.178+0000 7f6f062d5640 1 < completed part key=_multipart_ZPF41248T0P2.2~7TB6KTVXG80P.0 size=1048576 2024-08-10T05:34:15.180 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:15.180+0000 7f6f062d5640 1 < completed part key=_multipart_ZPF41248T0P2.2~7TB6KTVXG80P.1 size=1048576 2024-08-10T05:34:15.181 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:15.182+0000 7f6f062d5640 1 < completed part key=_multipart_ZPF41248T0P2.2~7TB6KTVXG80P.2 size=59540 2024-08-10T05:34:15.185 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:15.186+0000 7f6f062d5640 1 < completed multipart upload key=ZPF41248T0P2 upload=7TB6KTVXG80P tag=QH042AUG5OAP type=write size=3205268 2024-08-10T05:34:15.188 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:15.188+0000 7f6f062d5640 1 > prepared operation key=3EUY0XWASPEL tag=52UCBNTASB92 type=del size=311297 2024-08-10T05:34:15.190 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:15.190+0000 7f6f062d5640 1 < completed part key=_multipart_3EUY0XWASPEL.2~IS6G2CG7G9SW.0 size=411678 2024-08-10T05:34:15.194 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:15.194+0000 7f6f062d5640 1 < completed multipart upload key=3EUY0XWASPEL upload=IS6G2CG7G9SW tag=84BYXYLKLY1Y type=write size=1460254 2024-08-10T05:34:15.197 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:15.197+0000 7f6f062d5640 1 > prepared operation key=GSXYSUXHA2KE tag=C5GL4TYAV89I type=del size=4129144 2024-08-10T05:34:15.200 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:15.200+0000 7f6f062d5640 1 < completed delete operation key=7DW3UO39XCUP tag=2ETH7TLC2ZGG type=del 2024-08-10T05:34:15.204 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:15.204+0000 7f6f062d5640 1 > prepared part key=_multipart_S1E44NG3MOQ5.2~TYFWRTI3059Q.0 size=1048576 2024-08-10T05:34:15.205 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:15.206+0000 7f6f062d5640 1 > prepared part key=_multipart_S1E44NG3MOQ5.2~TYFWRTI3059Q.1 size=274129 2024-08-10T05:34:15.205 INFO:tasks.workunit.client.0.smithi031.stderr:2024-08-10T05:34:15.206+0000 7f6f062d5640 1 > prepared multipart upload key=S1E44NG3MOQ5 upload=TYFWRTI3059Q tag=67B64EYHS7UO type=write size=2371281 2024-08-10T05:34:15.206 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] cls_rgw_stats.simulate (14096 ms) 2024-08-10T05:34:15.206 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 1 test from cls_rgw_stats (14096 ms total) 2024-08-10T05:34:15.206 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T05:34:15.206 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] Global test environment tear-down 2024-08-10T05:34:15.328 INFO:tasks.workunit.client.0.smithi031.stdout:[==========] 1 test from 1 test suite ran. (16087 ms total) 2024-08-10T05:34:15.328 INFO:tasks.workunit.client.0.smithi031.stdout:[ PASSED ] 1 test. 2024-08-10T05:34:15.331 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-10T05:34:15.332 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-10T05:34:15.400 INFO:tasks.workunit:Running workunit cls/test_cls_sdk.sh... 2024-08-10T05:34:15.400 DEBUG:teuthology.orchestra.run.smithi031:workunit test cls/test_cls_sdk.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_sdk.sh 2024-08-10T05:34:15.469 INFO:tasks.workunit.client.0.smithi031.stdout:Running main() from gmock_main.cc 2024-08-10T05:34:15.469 INFO:tasks.workunit.client.0.smithi031.stdout:[==========] Running 2 tests from 1 test suite. 2024-08-10T05:34:15.469 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] Global test environment set-up. 2024-08-10T05:34:15.469 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 2 tests from ClsSDK 2024-08-10T05:34:15.469 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] ClsSDK.TestSDKCoverageWrite 2024-08-10T05:34:15.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:34:15 smithi031 ceph-mon[98130]: pgmap v1377: 137 pgs: 137 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 361 KiB/s wr, 1.83k op/s 2024-08-10T05:34:15.768 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:34:15 smithi031 ceph-mon[100614]: pgmap v1377: 137 pgs: 137 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 361 KiB/s wr, 1.83k op/s 2024-08-10T05:34:15.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:34:15 smithi196 ceph-mon[90243]: pgmap v1377: 137 pgs: 137 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 361 KiB/s wr, 1.83k op/s 2024-08-10T05:34:16.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:34:16 smithi031 ceph-mon[98130]: osdmap e1094: 8 total, 8 up, 8 in 2024-08-10T05:34:16.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:34:16 smithi031 ceph-mon[100614]: osdmap e1094: 8 total, 8 up, 8 in 2024-08-10T05:34:16.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:34:16 smithi196 ceph-mon[90243]: osdmap e1094: 8 total, 8 up, 8 in 2024-08-10T05:34:17.670 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:34:17 smithi031 ceph-mon[98130]: pgmap v1379: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:34:17.670 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:34:17 smithi031 ceph-mon[98130]: osdmap e1095: 8 total, 8 up, 8 in 2024-08-10T05:34:17.671 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:34:17 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/1511736228' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-144678-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:34:17.671 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:34:17 smithi031 ceph-mon[100614]: pgmap v1379: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:34:17.671 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:34:17 smithi031 ceph-mon[100614]: osdmap e1095: 8 total, 8 up, 8 in 2024-08-10T05:34:17.671 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:34:17 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/1511736228' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-144678-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:34:17.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:34:17 smithi196 ceph-mon[90243]: pgmap v1379: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:34:17.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:34:17 smithi196 ceph-mon[90243]: osdmap e1095: 8 total, 8 up, 8 in 2024-08-10T05:34:17.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:34:17 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/1511736228' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-144678-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:34:18.358 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] ClsSDK.TestSDKCoverageWrite (2890 ms) 2024-08-10T05:34:18.358 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] ClsSDK.TestSDKCoverageReplay 2024-08-10T05:34:18.687 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:34:18 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/1511736228' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-144678-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:34:18.687 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:34:18 smithi031 ceph-mon[98130]: osdmap e1096: 8 total, 8 up, 8 in 2024-08-10T05:34:18.688 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:34:18 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/1511736228' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-144678-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:34:18.688 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:34:18 smithi031 ceph-mon[100614]: osdmap e1096: 8 total, 8 up, 8 in 2024-08-10T05:34:18.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:34:18 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/1511736228' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-144678-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:34:18.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:34:18 smithi196 ceph-mon[90243]: osdmap e1096: 8 total, 8 up, 8 in 2024-08-10T05:34:19.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:34:19 smithi031 ceph-mon[98130]: pgmap v1382: 137 pgs: 1 creating+activating, 4 creating+peering, 21 unknown, 111 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:34:19.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:34:19 smithi031 ceph-mon[98130]: osdmap e1097: 8 total, 8 up, 8 in 2024-08-10T05:34:19.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:34:19 smithi031 ceph-mon[100614]: pgmap v1382: 137 pgs: 1 creating+activating, 4 creating+peering, 21 unknown, 111 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:34:19.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:34:19 smithi031 ceph-mon[100614]: osdmap e1097: 8 total, 8 up, 8 in 2024-08-10T05:34:19.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:34:19 smithi196 ceph-mon[90243]: pgmap v1382: 137 pgs: 1 creating+activating, 4 creating+peering, 21 unknown, 111 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:34:19.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:34:19 smithi196 ceph-mon[90243]: osdmap e1097: 8 total, 8 up, 8 in 2024-08-10T05:34:20.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:34:20 smithi031 ceph-mon[98130]: osdmap e1098: 8 total, 8 up, 8 in 2024-08-10T05:34:20.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:34:20 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/782127104' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-144678-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:34:20.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:34:20 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-144678-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:34:20.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:34:20 smithi031 ceph-mon[100614]: osdmap e1098: 8 total, 8 up, 8 in 2024-08-10T05:34:20.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:34:20 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/782127104' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-144678-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:34:20.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:34:20 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-144678-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:34:20.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:34:20 smithi196 ceph-mon[90243]: osdmap e1098: 8 total, 8 up, 8 in 2024-08-10T05:34:20.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:34:20 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/782127104' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-144678-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:34:20.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:34:20 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-144678-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:34:21.378 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] ClsSDK.TestSDKCoverageReplay (3019 ms) 2024-08-10T05:34:21.378 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 2 tests from ClsSDK (5909 ms total) 2024-08-10T05:34:21.378 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T05:34:21.378 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] Global test environment tear-down 2024-08-10T05:34:21.379 INFO:tasks.workunit.client.0.smithi031.stdout:[==========] 2 tests from 1 test suite ran. (5909 ms total) 2024-08-10T05:34:21.379 INFO:tasks.workunit.client.0.smithi031.stdout:[ PASSED ] 2 tests. 2024-08-10T05:34:21.381 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-10T05:34:21.381 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-10T05:34:21.452 INFO:tasks.workunit:Stopping ['cls'] on client.0... 2024-08-10T05:34:21.453 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-08-10T05:34:21.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:34:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:34:21] "GET /metrics HTTP/1.1" 200 36384 "" "Prometheus/2.43.0" 2024-08-10T05:34:21.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:34:21 smithi031 ceph-mon[98130]: pgmap v1385: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:34:21.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:34:21 smithi031 ceph-mon[98130]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:34:21.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:34:21 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-144678-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:34:21.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:34:21 smithi031 ceph-mon[98130]: osdmap e1099: 8 total, 8 up, 8 in 2024-08-10T05:34:21.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:34:21 smithi031 ceph-mon[100614]: pgmap v1385: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:34:21.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:34:21 smithi031 ceph-mon[100614]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:34:21.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:34:21 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-144678-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:34:21.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:34:21 smithi031 ceph-mon[100614]: osdmap e1099: 8 total, 8 up, 8 in 2024-08-10T05:34:21.725 DEBUG:teuthology.parallel:result is None 2024-08-10T05:34:21.726 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-08-10T05:34:21.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:34:21 smithi196 ceph-mon[90243]: pgmap v1385: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:34:21.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:34:21 smithi196 ceph-mon[90243]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:34:21.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:34:21 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi031-144678-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:34:21.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:34:21 smithi196 ceph-mon[90243]: osdmap e1099: 8 total, 8 up, 8 in 2024-08-10T05:34:21.792 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-08-10T05:34:21.792 DEBUG:teuthology.orchestra.run.smithi031:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-08-10T05:34:21.848 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-08-10T05:34:21.849 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-08-10T05:34:21.849 INFO:teuthology.task.print:**** done end rados_api.yaml 2024-08-10T05:34:21.849 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-08-10T05:34:21.849 INFO:teuthology.task.print:**** done start rados_loadgenbig.yaml 2024-08-10T05:34:21.849 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-08-10T05:34:21.850 INFO:tasks.workunit:Pulling workunits from ref quincy 2024-08-10T05:34:21.850 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-08-10T05:34:21.850 DEBUG:teuthology.orchestra.run.smithi031:> stat -- /home/ubuntu/cephtest/mnt.0 2024-08-10T05:34:21.904 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-10T05:34:21.905 INFO:teuthology.orchestra.run.smithi031.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-08-10T05:34:21.905 DEBUG:teuthology.orchestra.run.smithi031:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-08-10T05:34:21.961 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-08-10T05:34:21.961 DEBUG:teuthology.orchestra.run.smithi031:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-08-10T05:34:22.017 INFO:tasks.workunit:timeout=3h 2024-08-10T05:34:22.017 INFO:tasks.workunit:cleanup=True 2024-08-10T05:34:22.017 DEBUG:teuthology.orchestra.run.smithi031:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-08-10T05:34:22.073 INFO:tasks.workunit.client.0.smithi031.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-08-10T05:34:22.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:34:22 smithi031 ceph-mon[98130]: osdmap e1100: 8 total, 8 up, 8 in 2024-08-10T05:34:22.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:34:22 smithi031 ceph-mon[100614]: osdmap e1100: 8 total, 8 up, 8 in 2024-08-10T05:34:22.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:34:22 smithi196 ceph-mon[90243]: osdmap e1100: 8 total, 8 up, 8 in 2024-08-10T05:34:22.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:34:22 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:34:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:34:23.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:34:23 smithi031 ceph-mon[98130]: pgmap v1388: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:34:23.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:34:23 smithi031 ceph-mon[98130]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:34:23.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:34:23 smithi031 ceph-mon[98130]: Cluster is now healthy 2024-08-10T05:34:23.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:34:23 smithi031 ceph-mon[100614]: pgmap v1388: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:34:23.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:34:23 smithi031 ceph-mon[100614]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:34:23.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:34:23 smithi031 ceph-mon[100614]: Cluster is now healthy 2024-08-10T05:34:23.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:34:23 smithi196 ceph-mon[90243]: pgmap v1388: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-08-10T05:34:23.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:34:23 smithi196 ceph-mon[90243]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:34:23.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:34:23 smithi196 ceph-mon[90243]: Cluster is now healthy 2024-08-10T05:34:25.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:34:25 smithi031 ceph-mon[98130]: pgmap v1389: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:34:25.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:34:25 smithi031 ceph-mon[100614]: pgmap v1389: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:34:25.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:34:25 smithi196 ceph-mon[90243]: pgmap v1389: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:34:26.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:34:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:34:26.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:34:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:34:26.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:34:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:34:27.636 DEBUG:teuthology.orchestra.run.smithi031:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-08-10T05:34:27.692 INFO:tasks.workunit.client.0.smithi031.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-08-10T05:34:27.695 INFO:tasks.workunit.client.0.smithi031.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-10T05:34:27.695 INFO:tasks.workunit.client.0.smithi031.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-08-10T05:34:27.747 INFO:tasks.workunit.client.0.smithi031.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-08-10T05:34:27.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:34:27 smithi031 ceph-mon[98130]: pgmap v1390: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:34:27.768 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:34:27 smithi031 ceph-mon[100614]: pgmap v1390: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:34:27.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:34:27 smithi196 ceph-mon[90243]: pgmap v1390: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:34:27.796 INFO:tasks.workunit.client.0.smithi031.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-08-10T05:34:27.837 INFO:tasks.workunit.client.0.smithi031.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-10T05:34:27.838 INFO:tasks.workunit.client.0.smithi031.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-10T05:34:27.838 INFO:tasks.workunit.client.0.smithi031.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-08-10T05:34:27.878 INFO:tasks.workunit.client.0.smithi031.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-10T05:34:27.881 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-08-10T05:34:27.881 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-08-10T05:34:27.938 INFO:tasks.workunit:Running workunits matching rados/load-gen-big.sh on client.0... 2024-08-10T05:34:27.940 INFO:tasks.workunit:Running workunit rados/load-gen-big.sh... 2024-08-10T05:34:27.940 DEBUG:teuthology.orchestra.run.smithi031:workunit test rados/load-gen-big.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/load-gen-big.sh 2024-08-10T05:34:28.037 INFO:tasks.workunit.client.0.smithi031.stdout:run length 1200 seconds 2024-08-10T05:34:28.038 INFO:tasks.workunit.client.0.smithi031.stdout:preparing 10240 objects 2024-08-10T05:34:29.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:34:29 smithi031 ceph-mon[98130]: pgmap v1391: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:34:29.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:34:29 smithi031 ceph-mon[100614]: pgmap v1391: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:34:29.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:34:29 smithi196 ceph-mon[90243]: pgmap v1391: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:34:30.104 INFO:tasks.workunit.client.0.smithi031.stdout:load-gen will run 1200 seconds 2024-08-10T05:34:31.105 INFO:tasks.workunit.client.0.smithi031.stdout: 1: throughput=0MB/sec pending data=0 2024-08-10T05:34:31.105 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-AFOUTEBbSpIzl4- off=8358925 len=423828 2024-08-10T05:34:31.106 INFO:tasks.workunit.client.0.smithi031.stdout:op 0 completed, throughput=0.403MB/sec 2024-08-10T05:34:31.106 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-DJFZYjDagxB818x off=69033 len=1022087 2024-08-10T05:34:31.108 INFO:tasks.workunit.client.0.smithi031.stdout:op 1 completed, throughput=1.37MB/sec 2024-08-10T05:34:31.108 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Uel65YJYuifb_2e off=15727643 len=1097202 2024-08-10T05:34:31.115 INFO:tasks.workunit.client.0.smithi031.stdout:op 2 completed, throughput=2.4MB/sec 2024-08-10T05:34:31.115 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-aH7m6G9SJb59BJ6 off=14911600 len=456080 2024-08-10T05:34:31.120 INFO:tasks.workunit.client.0.smithi031.stdout:op 3 completed, throughput=2.82MB/sec 2024-08-10T05:34:31.120 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-gOfGOmoH8lM60v5 off=553094 len=160379 2024-08-10T05:34:31.122 INFO:tasks.workunit.client.0.smithi031.stdout:op 4 completed, throughput=2.96MB/sec 2024-08-10T05:34:31.122 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-LqwnFj1SbNLs_GC off=2078145 len=206746 2024-08-10T05:34:31.125 INFO:tasks.workunit.client.0.smithi031.stdout:op 5 completed, throughput=3.14MB/sec 2024-08-10T05:34:31.126 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-zDM5Hqg166IO2Wz off=1741902 len=866530 2024-08-10T05:34:31.130 INFO:tasks.workunit.client.0.smithi031.stdout:op 6 completed, throughput=3.93MB/sec 2024-08-10T05:34:31.131 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-BXGPkzS3NzG2Mmr off=1950046 len=1623903 2024-08-10T05:34:31.133 INFO:tasks.workunit.client.0.smithi031.stdout:op 7 completed, throughput=5.43MB/sec 2024-08-10T05:34:31.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:34:31 smithi031 ceph-mon[98130]: pgmap v1392: 105 pgs: 105 active+clean; 33 GiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 276 KiB/s wr, 276 op/s 2024-08-10T05:34:31.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:34:31 smithi031 ceph-mon[100614]: pgmap v1392: 105 pgs: 105 active+clean; 33 GiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 276 KiB/s wr, 276 op/s 2024-08-10T05:34:31.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:34:31 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:34:31] "GET /metrics HTTP/1.1" 200 33998 "" "Prometheus/2.43.0" 2024-08-10T05:34:31.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:34:31 smithi196 ceph-mon[90243]: pgmap v1392: 105 pgs: 105 active+clean; 33 GiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 276 KiB/s wr, 276 op/s 2024-08-10T05:34:32.133 INFO:tasks.workunit.client.0.smithi031.stdout: 2: throughput=2.75MB/sec pending data=0 2024-08-10T05:34:32.133 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-iDMZbleOMg-Dh5u off=4988085 len=2034629 2024-08-10T05:34:32.147 INFO:tasks.workunit.client.0.smithi031.stdout:op 8 completed, throughput=3.68MB/sec 2024-08-10T05:34:32.147 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-E8P2Fuk-d-J1QN4 off=9562068 len=1863832 2024-08-10T05:34:32.156 INFO:tasks.workunit.client.0.smithi031.stdout:op 9 completed, throughput=4.53MB/sec 2024-08-10T05:34:32.157 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-LWJ8GFp_vAGsdd7 off=5123656 len=221320 2024-08-10T05:34:32.159 INFO:tasks.workunit.client.0.smithi031.stdout:op 10 completed, throughput=4.63MB/sec 2024-08-10T05:34:32.159 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-hHa0dLN63NwwERN off=22849553 len=940096 2024-08-10T05:34:32.160 INFO:tasks.workunit.client.0.smithi031.stdout:op 11 completed, throughput=5.06MB/sec 2024-08-10T05:34:32.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:34:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:34:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:34:33.161 INFO:tasks.workunit.client.0.smithi031.stdout: 3: throughput=3.41MB/sec pending data=0 2024-08-10T05:34:33.161 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-cM26_FodAeA-ATB off=8307015 len=1636823 2024-08-10T05:34:33.163 INFO:tasks.workunit.client.0.smithi031.stdout:op 12 completed, throughput=3.91MB/sec 2024-08-10T05:34:33.164 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-1jaO82ePyyu2EJs off=0 len=1118470 2024-08-10T05:34:33.171 INFO:tasks.workunit.client.0.smithi031.stdout:op 13 completed, throughput=4.25MB/sec 2024-08-10T05:34:33.171 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-XuSOR6MsJpvH6iA off=940620 len=1712499 2024-08-10T05:34:33.178 INFO:tasks.workunit.client.0.smithi031.stdout:op 14 completed, throughput=4.77MB/sec 2024-08-10T05:34:33.178 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-IBebd0MXtwAAHEe off=11756206 len=690627 2024-08-10T05:34:33.182 INFO:tasks.workunit.client.0.smithi031.stdout:op 15 completed, throughput=4.98MB/sec 2024-08-10T05:34:33.182 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-AIMbB2w8o715qWf off=11083033 len=2005932 2024-08-10T05:34:33.192 INFO:tasks.workunit.client.0.smithi031.stdout:op 16 completed, throughput=5.58MB/sec 2024-08-10T05:34:33.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:34:33 smithi031 ceph-mon[98130]: pgmap v1393: 105 pgs: 105 active+clean; 65 GiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 535 KiB/s wr, 492 op/s 2024-08-10T05:34:33.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:34:33 smithi031 ceph-mon[100614]: pgmap v1393: 105 pgs: 105 active+clean; 65 GiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 535 KiB/s wr, 492 op/s 2024-08-10T05:34:33.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:34:33 smithi196 ceph-mon[90243]: pgmap v1393: 105 pgs: 105 active+clean; 65 GiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 535 KiB/s wr, 492 op/s 2024-08-10T05:34:34.192 INFO:tasks.workunit.client.0.smithi031.stdout: 4: throughput=4.22MB/sec pending data=0 2024-08-10T05:34:34.193 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-d21f2pEiO_jdDxw off=2697172 len=1513767 2024-08-10T05:34:34.196 INFO:tasks.workunit.client.0.smithi031.stdout:op 17 completed, throughput=4.57MB/sec 2024-08-10T05:34:34.196 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-PvbUncthjMCg6iz off=2896038 len=1030866 2024-08-10T05:34:34.197 INFO:tasks.workunit.client.0.smithi031.stdout:op 18 completed, throughput=4.81MB/sec 2024-08-10T05:34:34.198 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-YAvW1eo5YGBe40m off=11014213 len=1285981 2024-08-10T05:34:34.203 INFO:tasks.workunit.client.0.smithi031.stdout:op 19 completed, throughput=5.1MB/sec 2024-08-10T05:34:35.204 INFO:tasks.workunit.client.0.smithi031.stdout: 5: throughput=4.1MB/sec pending data=0 2024-08-10T05:34:35.204 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-uNeE2XeZAkBGCXs off=2595530 len=1645619 2024-08-10T05:34:35.213 INFO:tasks.workunit.client.0.smithi031.stdout:op 20 completed, throughput=4.4MB/sec 2024-08-10T05:34:35.213 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-iHpH3nvoGwBdjDN off=915100 len=569794 2024-08-10T05:34:35.214 INFO:tasks.workunit.client.0.smithi031.stdout:op 21 completed, throughput=4.5MB/sec 2024-08-10T05:34:35.214 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ErKqyYLLf9AXrMJ off=17672519 len=55276 2024-08-10T05:34:35.216 INFO:tasks.workunit.client.0.smithi031.stdout:op 22 completed, throughput=4.51MB/sec 2024-08-10T05:34:35.216 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-2VgpIw5WderaR8k off=23648166 len=620294 2024-08-10T05:34:35.220 INFO:tasks.workunit.client.0.smithi031.stdout:op 23 completed, throughput=4.62MB/sec 2024-08-10T05:34:35.220 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-bX0Dt4TqSVdeQ4j off=12750777 len=492588 2024-08-10T05:34:35.223 INFO:tasks.workunit.client.0.smithi031.stdout:op 24 completed, throughput=4.71MB/sec 2024-08-10T05:34:35.223 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ghNj1PDtt0UYF8K off=7009874 len=677634 2024-08-10T05:34:35.225 INFO:tasks.workunit.client.0.smithi031.stdout:op 25 completed, throughput=4.84MB/sec 2024-08-10T05:34:35.225 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-vJaEmU9vMUBqVkB off=14561601 len=1806542 2024-08-10T05:34:35.232 INFO:tasks.workunit.client.0.smithi031.stdout:op 26 completed, throughput=5.17MB/sec 2024-08-10T05:34:35.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:34:35 smithi031 ceph-mon[98130]: pgmap v1394: 105 pgs: 105 active+clean; 120 GiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 244 KiB/s rd, 1019 KiB/s wr, 802 op/s 2024-08-10T05:34:35.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:34:35 smithi031 ceph-mon[100614]: pgmap v1394: 105 pgs: 105 active+clean; 120 GiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 244 KiB/s rd, 1019 KiB/s wr, 802 op/s 2024-08-10T05:34:35.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:34:35 smithi196 ceph-mon[90243]: pgmap v1394: 105 pgs: 105 active+clean; 120 GiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 244 KiB/s rd, 1019 KiB/s wr, 802 op/s 2024-08-10T05:34:36.233 INFO:tasks.workunit.client.0.smithi031.stdout: 6: throughput=4.32MB/sec pending data=0 2024-08-10T05:34:36.233 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-1I2tmWEPWyK8byI off=1462720 len=37478 2024-08-10T05:34:36.235 INFO:tasks.workunit.client.0.smithi031.stdout:op 27 completed, throughput=4.33MB/sec 2024-08-10T05:34:36.235 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-vXqcjuHndJH3sDI off=10100556 len=663556 2024-08-10T05:34:36.236 INFO:tasks.workunit.client.0.smithi031.stdout:op 28 completed, throughput=4.43MB/sec 2024-08-10T05:34:36.237 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-dlnaQ-8GDsbIY9_ off=13791987 len=708000 2024-08-10T05:34:36.238 INFO:tasks.workunit.client.0.smithi031.stdout:op 29 completed, throughput=4.54MB/sec 2024-08-10T05:34:36.238 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-pgNbueDcMfUM5FM off=2727414 len=490726 2024-08-10T05:34:36.239 INFO:tasks.workunit.client.0.smithi031.stdout:op 30 completed, throughput=4.61MB/sec 2024-08-10T05:34:36.239 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-82v_cklBpLOrLZP off=1142283 len=2071559 2024-08-10T05:34:36.248 INFO:tasks.workunit.client.0.smithi031.stdout:op 31 completed, throughput=4.93MB/sec 2024-08-10T05:34:36.248 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-tg0ivDJSEb6FpAt off=2320744 len=1715420 2024-08-10T05:34:36.256 INFO:tasks.workunit.client.0.smithi031.stdout:op 32 completed, throughput=5.19MB/sec 2024-08-10T05:34:37.256 INFO:tasks.workunit.client.0.smithi031.stdout: 7: throughput=4.46MB/sec pending data=0 2024-08-10T05:34:37.256 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-60vUOCkWD2NEFIs off=80762 len=2058871 2024-08-10T05:34:37.265 INFO:tasks.workunit.client.0.smithi031.stdout:op 33 completed, throughput=4.73MB/sec 2024-08-10T05:34:37.265 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-JUxDadmzbhAb1mx off=9815209 len=608642 2024-08-10T05:34:37.269 INFO:tasks.workunit.client.0.smithi031.stdout:op 34 completed, throughput=4.81MB/sec 2024-08-10T05:34:37.269 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-n9PjpEKHAXGqn61 off=7002577 len=1807134 2024-08-10T05:34:37.283 INFO:tasks.workunit.client.0.smithi031.stdout:op 35 completed, throughput=5.04MB/sec 2024-08-10T05:34:37.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:34:37 smithi031 ceph-mon[98130]: pgmap v1395: 105 pgs: 105 active+clean; 128 GiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 544 KiB/s rd, 1.8 MiB/s wr, 854 op/s 2024-08-10T05:34:37.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:34:37 smithi031 ceph-mon[100614]: pgmap v1395: 105 pgs: 105 active+clean; 128 GiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 544 KiB/s rd, 1.8 MiB/s wr, 854 op/s 2024-08-10T05:34:37.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:34:37 smithi196 ceph-mon[90243]: pgmap v1395: 105 pgs: 105 active+clean; 128 GiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 544 KiB/s rd, 1.8 MiB/s wr, 854 op/s 2024-08-10T05:34:38.283 INFO:tasks.workunit.client.0.smithi031.stdout: 8: throughput=4.42MB/sec pending data=0 2024-08-10T05:34:38.283 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-xtBXwMKwkaOFPsQ off=3821668 len=208589 2024-08-10T05:34:38.284 INFO:tasks.workunit.client.0.smithi031.stdout:op 36 completed, throughput=4.45MB/sec 2024-08-10T05:34:38.284 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-sn1WLZyea8CoBz3 off=5343810 len=1834308 2024-08-10T05:34:38.295 INFO:tasks.workunit.client.0.smithi031.stdout:op 37 completed, throughput=4.66MB/sec 2024-08-10T05:34:38.295 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-eWOauIhKd5KEYKP off=2645708 len=443017 2024-08-10T05:34:38.296 INFO:tasks.workunit.client.0.smithi031.stdout:op 38 completed, throughput=4.71MB/sec 2024-08-10T05:34:38.296 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Ix8BnTK-svZ-6D6 off=221782 len=1087105 2024-08-10T05:34:38.303 INFO:tasks.workunit.client.0.smithi031.stdout:op 39 completed, throughput=4.83MB/sec 2024-08-10T05:34:38.303 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-_smTYy2GfIF1oa1 off=14405587 len=1213446 2024-08-10T05:34:38.304 INFO:tasks.workunit.client.0.smithi031.stdout:op 40 completed, throughput=4.97MB/sec 2024-08-10T05:34:38.305 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-lJkD8rUocvps8ae off=2432593 len=248073 2024-08-10T05:34:38.307 INFO:tasks.workunit.client.0.smithi031.stdout:op 41 completed, throughput=5MB/sec 2024-08-10T05:34:38.307 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-_SQ4DiTqQargCqN off=2430601 len=1516131 2024-08-10T05:34:38.313 INFO:tasks.workunit.client.0.smithi031.stdout:op 42 completed, throughput=5.17MB/sec 2024-08-10T05:34:39.314 INFO:tasks.workunit.client.0.smithi031.stdout: 9: throughput=4.61MB/sec pending data=0 2024-08-10T05:34:39.314 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-kcea32H1AJqzx44 off=7150330 len=717428 2024-08-10T05:34:39.316 INFO:tasks.workunit.client.0.smithi031.stdout:op 43 completed, throughput=4.68MB/sec 2024-08-10T05:34:39.316 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-za4lCKetX1yu28A off=14831425 len=299336 2024-08-10T05:34:39.317 INFO:tasks.workunit.client.0.smithi031.stdout:op 44 completed, throughput=4.71MB/sec 2024-08-10T05:34:39.317 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-UWtsZy1ZmqI8iti off=6285797 len=1803230 2024-08-10T05:34:39.319 INFO:tasks.workunit.client.0.smithi031.stdout:op 45 completed, throughput=4.9MB/sec 2024-08-10T05:34:39.319 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-mP2o89u7HaXnk5- off=0 len=1244722 2024-08-10T05:34:39.327 INFO:tasks.workunit.client.0.smithi031.stdout:op 46 completed, throughput=5.02MB/sec 2024-08-10T05:34:39.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:34:39 smithi031 ceph-mon[98130]: pgmap v1396: 105 pgs: 105 active+clean; 128 GiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 544 KiB/s rd, 2.0 MiB/s wr, 854 op/s 2024-08-10T05:34:39.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:34:39 smithi031 ceph-mon[100614]: pgmap v1396: 105 pgs: 105 active+clean; 128 GiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 544 KiB/s rd, 2.0 MiB/s wr, 854 op/s 2024-08-10T05:34:39.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:34:39 smithi196 ceph-mon[90243]: pgmap v1396: 105 pgs: 105 active+clean; 128 GiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 544 KiB/s rd, 2.0 MiB/s wr, 854 op/s 2024-08-10T05:34:40.327 INFO:tasks.workunit.client.0.smithi031.stdout: 10: throughput=4.53MB/sec pending data=0 2024-08-10T05:34:40.327 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-6znVoRm-V30OqO1 off=4136983 len=1585607 2024-08-10T05:34:40.335 INFO:tasks.workunit.client.0.smithi031.stdout:op 47 completed, throughput=4.67MB/sec 2024-08-10T05:34:40.335 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-hLuEkNbMZqpN7J7 off=6342391 len=524758 2024-08-10T05:34:40.339 INFO:tasks.workunit.client.0.smithi031.stdout:op 48 completed, throughput=4.72MB/sec 2024-08-10T05:34:40.339 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-4gKSKnwDe-tSi3Y off=3143756 len=1604448 2024-08-10T05:34:40.340 INFO:tasks.workunit.client.0.smithi031.stdout:op 49 completed, throughput=4.87MB/sec 2024-08-10T05:34:40.340 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-nSmG_m8-9R20N_2 off=18659516 len=686163 2024-08-10T05:34:40.344 INFO:tasks.workunit.client.0.smithi031.stdout:op 50 completed, throughput=4.93MB/sec 2024-08-10T05:34:40.344 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-IV2FLQKVhNPF11W off=5170837 len=1702587 2024-08-10T05:34:40.354 INFO:tasks.workunit.client.0.smithi031.stdout:op 51 completed, throughput=5.09MB/sec 2024-08-10T05:34:41.354 INFO:tasks.workunit.client.0.smithi031.stdout: 11: throughput=4.63MB/sec pending data=0 2024-08-10T05:34:41.354 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-m5iP3F7Dv-vnXXq off=2300395 len=398264 2024-08-10T05:34:41.358 INFO:tasks.workunit.client.0.smithi031.stdout:op 52 completed, throughput=4.67MB/sec 2024-08-10T05:34:41.358 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-uZVNblEBmCm38PT off=595133 len=1430719 2024-08-10T05:34:41.368 INFO:tasks.workunit.client.0.smithi031.stdout:op 53 completed, throughput=4.78MB/sec 2024-08-10T05:34:41.368 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-YsVXa9EYT6w5tV4 off=9825422 len=1184121 2024-08-10T05:34:41.374 INFO:tasks.workunit.client.0.smithi031.stdout:op 54 completed, throughput=4.88MB/sec 2024-08-10T05:34:41.375 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-k1-WJOrDuqSH9GU off=19298196 len=1296089 2024-08-10T05:34:41.381 INFO:tasks.workunit.client.0.smithi031.stdout:op 55 completed, throughput=4.99MB/sec 2024-08-10T05:34:41.381 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-csT8ukxuiaDQ9p9 off=8609151 len=1790932 2024-08-10T05:34:41.382 INFO:tasks.workunit.client.0.smithi031.stdout:op 56 completed, throughput=5.14MB/sec 2024-08-10T05:34:41.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:34:41 smithi031 ceph-mon[98130]: pgmap v1397: 105 pgs: 105 active+clean; 128 GiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 2.5 MiB/s wr, 855 op/s 2024-08-10T05:34:41.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:34:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:34:41.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:34:41 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:34:41] "GET /metrics HTTP/1.1" 200 34024 "" "Prometheus/2.43.0" 2024-08-10T05:34:41.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:34:41 smithi031 ceph-mon[100614]: pgmap v1397: 105 pgs: 105 active+clean; 128 GiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 2.5 MiB/s wr, 855 op/s 2024-08-10T05:34:41.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:34:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:34:41.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:34:41 smithi196 ceph-mon[90243]: pgmap v1397: 105 pgs: 105 active+clean; 128 GiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 2.5 MiB/s wr, 855 op/s 2024-08-10T05:34:41.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:34:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:34:42.383 INFO:tasks.workunit.client.0.smithi031.stdout: 12: throughput=4.72MB/sec pending data=0 2024-08-10T05:34:42.383 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-gxHtH2MrVv84-EO off=1401332 len=269695 2024-08-10T05:34:42.386 INFO:tasks.workunit.client.0.smithi031.stdout:op 57 completed, throughput=4.74MB/sec 2024-08-10T05:34:42.386 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-n6l5K_9ixgykK7t off=730532 len=1702757 2024-08-10T05:34:42.395 INFO:tasks.workunit.client.0.smithi031.stdout:op 58 completed, throughput=4.87MB/sec 2024-08-10T05:34:42.395 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Rx8WpldRyhMB_e2 off=2433528 len=402960 2024-08-10T05:34:42.397 INFO:tasks.workunit.client.0.smithi031.stdout:op 59 completed, throughput=4.9MB/sec 2024-08-10T05:34:42.397 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-TBKaUHhj2SC2Fhs off=6731885 len=77424 2024-08-10T05:34:42.397 INFO:tasks.workunit.client.0.smithi031.stdout:op 60 completed, throughput=4.9MB/sec 2024-08-10T05:34:42.397 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-MmtD6oSw70R8gOD off=11112752 len=1514649 2024-08-10T05:34:42.399 INFO:tasks.workunit.client.0.smithi031.stdout:op 61 completed, throughput=5.02MB/sec 2024-08-10T05:34:42.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:34:42 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:34:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:34:43.399 INFO:tasks.workunit.client.0.smithi031.stdout: 13: throughput=4.64MB/sec pending data=0 2024-08-10T05:34:43.400 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-qbEQ5Uvh391lLom off=10019025 len=1986089 2024-08-10T05:34:43.402 INFO:tasks.workunit.client.0.smithi031.stdout:op 62 completed, throughput=4.78MB/sec 2024-08-10T05:34:43.402 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-UWOuV2Vs5V1yRrf off=4239949 len=1081978 2024-08-10T05:34:43.404 INFO:tasks.workunit.client.0.smithi031.stdout:op 63 completed, throughput=4.86MB/sec 2024-08-10T05:34:43.404 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-bd_WTWfNFwW24i_ off=8618060 len=602253 2024-08-10T05:34:43.405 INFO:tasks.workunit.client.0.smithi031.stdout:op 64 completed, throughput=4.9MB/sec 2024-08-10T05:34:43.405 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-STSeZlJ2NjkOt_v off=21040926 len=1151211 2024-08-10T05:34:43.406 INFO:tasks.workunit.client.0.smithi031.stdout:op 65 completed, throughput=4.99MB/sec 2024-08-10T05:34:43.406 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-2duKnGh1QpC38rU off=910667 len=1492507 2024-08-10T05:34:43.409 INFO:tasks.workunit.client.0.smithi031.stdout:op 66 completed, throughput=5.09MB/sec 2024-08-10T05:34:43.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:34:43 smithi031 ceph-mon[98130]: pgmap v1398: 105 pgs: 105 active+clean; 128 GiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.0 MiB/s wr, 634 op/s 2024-08-10T05:34:43.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:34:43 smithi031 ceph-mon[100614]: pgmap v1398: 105 pgs: 105 active+clean; 128 GiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.0 MiB/s wr, 634 op/s 2024-08-10T05:34:43.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:34:43 smithi196 ceph-mon[90243]: pgmap v1398: 105 pgs: 105 active+clean; 128 GiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.0 MiB/s wr, 634 op/s 2024-08-10T05:34:44.410 INFO:tasks.workunit.client.0.smithi031.stdout: 14: throughput=4.74MB/sec pending data=0 2024-08-10T05:34:44.410 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-9162f4gAqpblGtx off=16905466 len=127143 2024-08-10T05:34:44.411 INFO:tasks.workunit.client.0.smithi031.stdout:op 67 completed, throughput=4.74MB/sec 2024-08-10T05:34:44.411 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-CCs-XXHUgMVS7DQ off=800769 len=1134526 2024-08-10T05:34:44.413 INFO:tasks.workunit.client.0.smithi031.stdout:op 68 completed, throughput=4.82MB/sec 2024-08-10T05:34:44.413 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-S74DoTK36iUL3Bz off=923176 len=2026561 2024-08-10T05:34:44.427 INFO:tasks.workunit.client.0.smithi031.stdout:op 69 completed, throughput=4.95MB/sec 2024-08-10T05:34:44.427 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-VG4YhtYPM8pzdu_ off=4774862 len=337344 2024-08-10T05:34:44.430 INFO:tasks.workunit.client.0.smithi031.stdout:op 70 completed, throughput=4.97MB/sec 2024-08-10T05:34:44.430 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-HPFjXYEcDdkOAfw off=155939 len=507383 2024-08-10T05:34:44.431 INFO:tasks.workunit.client.0.smithi031.stdout:op 71 completed, throughput=5MB/sec 2024-08-10T05:34:45.431 INFO:tasks.workunit.client.0.smithi031.stdout: 15: throughput=4.68MB/sec pending data=0 2024-08-10T05:34:45.431 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-PvlzzFb46JTRZTS off=10582097 len=322883 2024-08-10T05:34:45.435 INFO:tasks.workunit.client.0.smithi031.stdout:op 72 completed, throughput=4.7MB/sec 2024-08-10T05:34:45.435 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-x64am_KsTPJPCHk off=302576 len=1589820 2024-08-10T05:34:45.445 INFO:tasks.workunit.client.0.smithi031.stdout:op 73 completed, throughput=4.79MB/sec 2024-08-10T05:34:45.445 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-NuhGdfRgL8TwNo- off=1244645 len=307236 2024-08-10T05:34:45.448 INFO:tasks.workunit.client.0.smithi031.stdout:op 74 completed, throughput=4.81MB/sec 2024-08-10T05:34:45.448 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-dxucuxp21Ow4z4M off=848487 len=751224 2024-08-10T05:34:45.452 INFO:tasks.workunit.client.0.smithi031.stdout:op 75 completed, throughput=4.86MB/sec 2024-08-10T05:34:45.452 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-X-aATEr87kvc8hG off=2134168 len=778718 2024-08-10T05:34:45.454 INFO:tasks.workunit.client.0.smithi031.stdout:op 76 completed, throughput=4.9MB/sec 2024-08-10T05:34:45.454 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-JKHx-IBVx9an1qZ off=17361070 len=1949916 2024-08-10T05:34:45.457 INFO:tasks.workunit.client.0.smithi031.stdout:op 77 completed, throughput=5.02MB/sec 2024-08-10T05:34:45.768 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:34:45 smithi031 ceph-mon[100614]: pgmap v1399: 105 pgs: 105 active+clean; 128 GiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.5 MiB/s wr, 421 op/s 2024-08-10T05:34:45.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:34:45 smithi031 ceph-mon[98130]: pgmap v1399: 105 pgs: 105 active+clean; 128 GiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.5 MiB/s wr, 421 op/s 2024-08-10T05:34:45.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:34:45 smithi196 ceph-mon[90243]: pgmap v1399: 105 pgs: 105 active+clean; 128 GiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.5 MiB/s wr, 421 op/s 2024-08-10T05:34:46.458 INFO:tasks.workunit.client.0.smithi031.stdout: 16: throughput=4.72MB/sec pending data=0 2024-08-10T05:34:46.458 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-F0O1jAIs8dbxmGY off=4376125 len=1990067 2024-08-10T05:34:46.460 INFO:tasks.workunit.client.0.smithi031.stdout:op 78 completed, throughput=4.83MB/sec 2024-08-10T05:34:46.460 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-1eOHlbordOP1UKb off=2548924 len=290759 2024-08-10T05:34:46.463 INFO:tasks.workunit.client.0.smithi031.stdout:op 79 completed, throughput=4.85MB/sec 2024-08-10T05:34:46.463 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-OxEdCDik42ZP9wk off=9409938 len=1776706 2024-08-10T05:34:46.465 INFO:tasks.workunit.client.0.smithi031.stdout:op 80 completed, throughput=4.95MB/sec 2024-08-10T05:34:46.465 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-sOpBwE3WjN-HL94 off=1145893 len=2095341 2024-08-10T05:34:46.468 INFO:tasks.workunit.client.0.smithi031.stdout:op 81 completed, throughput=5.07MB/sec 2024-08-10T05:34:47.469 INFO:tasks.workunit.client.0.smithi031.stdout: 17: throughput=4.78MB/sec pending data=0 2024-08-10T05:34:47.469 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-JTyu3ISTZvPRoLE off=12985039 len=679156 2024-08-10T05:34:47.470 INFO:tasks.workunit.client.0.smithi031.stdout:op 82 completed, throughput=4.82MB/sec 2024-08-10T05:34:47.470 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-r8nbqU1dNvBUDB1 off=468908 len=37471 2024-08-10T05:34:47.472 INFO:tasks.workunit.client.0.smithi031.stdout:op 83 completed, throughput=4.82MB/sec 2024-08-10T05:34:47.472 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-q4eOz9Sa9DtvwpM off=12772896 len=1903390 2024-08-10T05:34:47.484 INFO:tasks.workunit.client.0.smithi031.stdout:op 84 completed, throughput=4.92MB/sec 2024-08-10T05:34:47.484 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-mkKY309otdDBHLR off=14430889 len=842755 2024-08-10T05:34:47.489 INFO:tasks.workunit.client.0.smithi031.stdout:op 85 completed, throughput=4.96MB/sec 2024-08-10T05:34:47.489 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Kr0l9eigUm8awWD off=1587417 len=1596709 2024-08-10T05:34:47.491 INFO:tasks.workunit.client.0.smithi031.stdout:op 86 completed, throughput=5.05MB/sec 2024-08-10T05:34:47.768 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:34:47 smithi031 ceph-mon[100614]: pgmap v1400: 105 pgs: 105 active+clean; 128 GiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 56 op/s 2024-08-10T05:34:47.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:34:47 smithi031 ceph-mon[98130]: pgmap v1400: 105 pgs: 105 active+clean; 128 GiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 56 op/s 2024-08-10T05:34:47.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:34:47 smithi196 ceph-mon[90243]: pgmap v1400: 105 pgs: 105 active+clean; 128 GiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 56 op/s 2024-08-10T05:34:48.491 INFO:tasks.workunit.client.0.smithi031.stdout: 18: throughput=4.78MB/sec pending data=0 2024-08-10T05:34:48.492 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-v9DkdE3bJfD6LoK off=8133269 len=795035 2024-08-10T05:34:48.493 INFO:tasks.workunit.client.0.smithi031.stdout:op 87 completed, throughput=4.82MB/sec 2024-08-10T05:34:48.494 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ZLX3yAf_v3foPmp off=17557899 len=1997088 2024-08-10T05:34:48.504 INFO:tasks.workunit.client.0.smithi031.stdout:op 88 completed, throughput=4.92MB/sec 2024-08-10T05:34:48.504 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ZCffa5xWzrEjOSD off=3390549 len=975293 2024-08-10T05:34:48.505 INFO:tasks.workunit.client.0.smithi031.stdout:op 89 completed, throughput=4.97MB/sec 2024-08-10T05:34:48.505 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-cBFz4_oEjFe0rY0 off=5891948 len=395153 2024-08-10T05:34:48.506 INFO:tasks.workunit.client.0.smithi031.stdout:op 90 completed, throughput=4.99MB/sec 2024-08-10T05:34:48.506 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-kuutJ8smbtQpzXW off=5310948 len=369184 2024-08-10T05:34:48.509 INFO:tasks.workunit.client.0.smithi031.stdout:op 91 completed, throughput=5.01MB/sec 2024-08-10T05:34:49.510 INFO:tasks.workunit.client.0.smithi031.stdout: 19: throughput=4.75MB/sec pending data=0 2024-08-10T05:34:49.510 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-YGQUsa-UQQgaXyp off=5396156 len=1801300 2024-08-10T05:34:49.512 INFO:tasks.workunit.client.0.smithi031.stdout:op 92 completed, throughput=4.84MB/sec 2024-08-10T05:34:49.513 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-V1q-xiBS2bcY-Ko off=6991470 len=310775 2024-08-10T05:34:49.513 INFO:tasks.workunit.client.0.smithi031.stdout:op 93 completed, throughput=4.85MB/sec 2024-08-10T05:34:49.513 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-REU1GtMrBd0MpY- off=5817932 len=564202 2024-08-10T05:34:49.514 INFO:tasks.workunit.client.0.smithi031.stdout:op 94 completed, throughput=4.88MB/sec 2024-08-10T05:34:49.515 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-i2EeXJakG5vxLXy off=2238242 len=1393940 2024-08-10T05:34:49.523 INFO:tasks.workunit.client.0.smithi031.stdout:op 95 completed, throughput=4.95MB/sec 2024-08-10T05:34:49.523 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-mrmiYANPuxJkMey off=1812667 len=1279938 2024-08-10T05:34:49.525 INFO:tasks.workunit.client.0.smithi031.stdout:op 96 completed, throughput=5.01MB/sec 2024-08-10T05:34:49.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:34:49 smithi031 ceph-mon[98130]: pgmap v1401: 105 pgs: 105 active+clean; 128 GiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:34:49.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:34:49 smithi031 ceph-mon[100614]: pgmap v1401: 105 pgs: 105 active+clean; 128 GiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:34:49.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:34:49 smithi196 ceph-mon[90243]: pgmap v1401: 105 pgs: 105 active+clean; 128 GiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:34:50.526 INFO:tasks.workunit.client.0.smithi031.stdout: 20: throughput=4.76MB/sec pending data=0 2024-08-10T05:34:50.526 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-CgywMJoiR-a2LQW off=12044614 len=1610367 2024-08-10T05:34:50.529 INFO:tasks.workunit.client.0.smithi031.stdout:op 97 completed, throughput=4.84MB/sec 2024-08-10T05:34:50.529 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-q6Wn9Da9oAxNM6p off=15784493 len=240565 2024-08-10T05:34:50.532 INFO:tasks.workunit.client.0.smithi031.stdout:op 98 completed, throughput=4.85MB/sec 2024-08-10T05:34:50.532 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-tkbqhT4-MawcbO- off=6049502 len=909375 2024-08-10T05:34:50.534 INFO:tasks.workunit.client.0.smithi031.stdout:op 99 completed, throughput=4.89MB/sec 2024-08-10T05:34:50.534 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-cWhXl5CjcMk1QhD off=6856491 len=103380 2024-08-10T05:34:50.534 INFO:tasks.workunit.client.0.smithi031.stdout:op 100 completed, throughput=4.89MB/sec 2024-08-10T05:34:50.534 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-xyh1_WbrrJOHvMG off=5959650 len=1214465 2024-08-10T05:34:50.541 INFO:tasks.workunit.client.0.smithi031.stdout:op 101 completed, throughput=4.95MB/sec 2024-08-10T05:34:50.542 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ux1DfvOiJbIHKgn off=2075336 len=1144398 2024-08-10T05:34:50.548 INFO:tasks.workunit.client.0.smithi031.stdout:op 102 completed, throughput=5MB/sec 2024-08-10T05:34:51.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:34:51 smithi031 ceph-mon[98130]: pgmap v1402: 105 pgs: 105 active+clean; 128 GiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:34:51.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:34:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:34:51] "GET /metrics HTTP/1.1" 200 34024 "" "Prometheus/2.43.0" 2024-08-10T05:34:51.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:34:51 smithi031 ceph-mon[100614]: pgmap v1402: 105 pgs: 105 active+clean; 128 GiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:34:51.548 INFO:tasks.workunit.client.0.smithi031.stdout: 21: throughput=4.77MB/sec pending data=0 2024-08-10T05:34:51.548 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-bYe6PAE4oOWQAxA off=4147968 len=737146 2024-08-10T05:34:51.549 INFO:tasks.workunit.client.0.smithi031.stdout:op 103 completed, throughput=4.8MB/sec 2024-08-10T05:34:51.549 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-W2fwZKas8p3CO_2 off=389968 len=369010 2024-08-10T05:34:51.550 INFO:tasks.workunit.client.0.smithi031.stdout:op 104 completed, throughput=4.82MB/sec 2024-08-10T05:34:51.550 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-iTyrYYZHpVIUuqI off=637092 len=566154 2024-08-10T05:34:51.554 INFO:tasks.workunit.client.0.smithi031.stdout:op 105 completed, throughput=4.84MB/sec 2024-08-10T05:34:51.555 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-XZyYR25vao7iQKc off=552627 len=111374 2024-08-10T05:34:51.555 INFO:tasks.workunit.client.0.smithi031.stdout:op 106 completed, throughput=4.84MB/sec 2024-08-10T05:34:51.555 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ZgqQFxsWhA_877a off=22664443 len=274286 2024-08-10T05:34:51.556 INFO:tasks.workunit.client.0.smithi031.stdout:op 107 completed, throughput=4.86MB/sec 2024-08-10T05:34:51.556 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-qDCfciPu8mHku_M off=775642 len=1279522 2024-08-10T05:34:51.561 INFO:tasks.workunit.client.0.smithi031.stdout:op 108 completed, throughput=4.91MB/sec 2024-08-10T05:34:51.561 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-CNVP-VR179-HyTD off=13022732 len=247050 2024-08-10T05:34:51.564 INFO:tasks.workunit.client.0.smithi031.stdout:op 109 completed, throughput=4.92MB/sec 2024-08-10T05:34:51.564 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-WCc0VfDQ1YcelVs off=13878320 len=587450 2024-08-10T05:34:51.564 INFO:tasks.workunit.client.0.smithi031.stdout:op 110 completed, throughput=4.95MB/sec 2024-08-10T05:34:51.565 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-V8pXSauz7CG1juG off=5482645 len=369734 2024-08-10T05:34:51.566 INFO:tasks.workunit.client.0.smithi031.stdout:op 111 completed, throughput=4.96MB/sec 2024-08-10T05:34:51.566 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-h-yPOMjwny1NTHs off=22330671 len=1238193 2024-08-10T05:34:51.567 INFO:tasks.workunit.client.0.smithi031.stdout:op 112 completed, throughput=5.02MB/sec 2024-08-10T05:34:51.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:34:51 smithi196 ceph-mon[90243]: pgmap v1402: 105 pgs: 105 active+clean; 128 GiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:34:52.568 INFO:tasks.workunit.client.0.smithi031.stdout: 22: throughput=4.8MB/sec pending data=0 2024-08-10T05:34:52.568 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-7Uil0VGLk01Ly4v off=1924916 len=1842284 2024-08-10T05:34:52.570 INFO:tasks.workunit.client.0.smithi031.stdout:op 113 completed, throughput=4.87MB/sec 2024-08-10T05:34:52.570 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-uaPpsrVoC042ONs off=3685775 len=360296 2024-08-10T05:34:52.574 INFO:tasks.workunit.client.0.smithi031.stdout:op 114 completed, throughput=4.89MB/sec 2024-08-10T05:34:52.575 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-dwcZWRJtKWhurjp off=686493 len=1415902 2024-08-10T05:34:52.581 INFO:tasks.workunit.client.0.smithi031.stdout:op 115 completed, throughput=4.95MB/sec 2024-08-10T05:34:52.581 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-x7mpoRdJGHuaK3p off=4659907 len=725303 2024-08-10T05:34:52.582 INFO:tasks.workunit.client.0.smithi031.stdout:op 116 completed, throughput=4.98MB/sec 2024-08-10T05:34:52.583 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Rx8WpldRyhMB_e2 off=10601374 len=1279862 2024-08-10T05:34:52.591 INFO:tasks.workunit.client.0.smithi031.stdout:op 117 completed, throughput=5.03MB/sec 2024-08-10T05:34:52.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:34:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:34:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:34:53.591 INFO:tasks.workunit.client.0.smithi031.stdout: 23: throughput=4.82MB/sec pending data=0 2024-08-10T05:34:53.591 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-tCRqoEYH_cTaq-C off=13332599 len=402888 2024-08-10T05:34:53.595 INFO:tasks.workunit.client.0.smithi031.stdout:op 118 completed, throughput=4.83MB/sec 2024-08-10T05:34:53.595 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-iL38DSB3_umBqji off=6505820 len=1030364 2024-08-10T05:34:53.601 INFO:tasks.workunit.client.0.smithi031.stdout:op 119 completed, throughput=4.87MB/sec 2024-08-10T05:34:53.601 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-TnZQ7HPN7GLajFk off=11424132 len=1955778 2024-08-10T05:34:53.603 INFO:tasks.workunit.client.0.smithi031.stdout:op 120 completed, throughput=4.95MB/sec 2024-08-10T05:34:53.603 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-XT6kebzkVXmNZyq off=4369885 len=29508 2024-08-10T05:34:53.604 INFO:tasks.workunit.client.0.smithi031.stdout:op 121 completed, throughput=4.95MB/sec 2024-08-10T05:34:53.604 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ITYkt53VK5QTU7o off=12644869 len=650818 2024-08-10T05:34:53.605 INFO:tasks.workunit.client.0.smithi031.stdout:op 122 completed, throughput=4.98MB/sec 2024-08-10T05:34:53.605 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj--QSwrckJ79MjE38 off=907478 len=1483524 2024-08-10T05:34:53.613 INFO:tasks.workunit.client.0.smithi031.stdout:op 123 completed, throughput=5.04MB/sec 2024-08-10T05:34:53.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:34:53 smithi031 ceph-mon[98130]: pgmap v1403: 105 pgs: 105 active+clean; 128 GiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:34:53.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:34:53 smithi031 ceph-mon[100614]: pgmap v1403: 105 pgs: 105 active+clean; 128 GiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:34:53.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:34:53 smithi196 ceph-mon[90243]: pgmap v1403: 105 pgs: 105 active+clean; 128 GiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:34:54.613 INFO:tasks.workunit.client.0.smithi031.stdout: 24: throughput=4.83MB/sec pending data=0 2024-08-10T05:34:54.614 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-_XAdGUW70UiUke0 off=12288359 len=648694 2024-08-10T05:34:54.617 INFO:tasks.workunit.client.0.smithi031.stdout:op 124 completed, throughput=4.86MB/sec 2024-08-10T05:34:54.617 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-vjzn-JthepaSCm6 off=5822386 len=286721 2024-08-10T05:34:54.621 INFO:tasks.workunit.client.0.smithi031.stdout:op 125 completed, throughput=4.87MB/sec 2024-08-10T05:34:54.621 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-eta31RyOtcMIQ65 off=21487132 len=1094190 2024-08-10T05:34:54.622 INFO:tasks.workunit.client.0.smithi031.stdout:op 126 completed, throughput=4.91MB/sec 2024-08-10T05:34:54.622 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-nP3StuPQr9Nha8Q off=10679615 len=1075588 2024-08-10T05:34:54.625 INFO:tasks.workunit.client.0.smithi031.stdout:op 127 completed, throughput=4.95MB/sec 2024-08-10T05:34:54.625 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-HpBPx_VApfpCyLC off=7383079 len=1769475 2024-08-10T05:34:54.632 INFO:tasks.workunit.client.0.smithi031.stdout:op 128 completed, throughput=5.02MB/sec 2024-08-10T05:34:55.633 INFO:tasks.workunit.client.0.smithi031.stdout: 25: throughput=4.82MB/sec pending data=0 2024-08-10T05:34:55.633 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-vOIAbEiYc3en9Ui off=5105477 len=665497 2024-08-10T05:34:55.637 INFO:tasks.workunit.client.0.smithi031.stdout:op 129 completed, throughput=4.84MB/sec 2024-08-10T05:34:55.637 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-gzW_NHeKebl_7kP off=19054668 len=1528050 2024-08-10T05:34:55.639 INFO:tasks.workunit.client.0.smithi031.stdout:op 130 completed, throughput=4.9MB/sec 2024-08-10T05:34:55.639 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ITfwrHk5B0rKgLD off=499084 len=1934219 2024-08-10T05:34:55.650 INFO:tasks.workunit.client.0.smithi031.stdout:op 131 completed, throughput=4.97MB/sec 2024-08-10T05:34:55.650 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-uwcCdTKB3g8JKcz off=4092320 len=99124 2024-08-10T05:34:55.653 INFO:tasks.workunit.client.0.smithi031.stdout:op 132 completed, throughput=4.97MB/sec 2024-08-10T05:34:55.653 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-OORHLQn-IJbfBve off=3940738 len=1439339 2024-08-10T05:34:55.655 INFO:tasks.workunit.client.0.smithi031.stdout:op 133 completed, throughput=5.03MB/sec 2024-08-10T05:34:55.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:34:55 smithi031 ceph-mon[98130]: pgmap v1404: 105 pgs: 105 active+clean; 128 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:34:55.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:34:55 smithi031 ceph-mon[100614]: pgmap v1404: 105 pgs: 105 active+clean; 128 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:34:55.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:34:55 smithi196 ceph-mon[90243]: pgmap v1404: 105 pgs: 105 active+clean; 128 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:34:56.656 INFO:tasks.workunit.client.0.smithi031.stdout: 26: throughput=4.84MB/sec pending data=0 2024-08-10T05:34:56.656 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-J7Fx5C40arY8Wif off=16760302 len=1199371 2024-08-10T05:34:56.663 INFO:tasks.workunit.client.0.smithi031.stdout:op 134 completed, throughput=4.88MB/sec 2024-08-10T05:34:56.663 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-0EL90-EbvIfGvqG off=8514897 len=1214537 2024-08-10T05:34:56.664 INFO:tasks.workunit.client.0.smithi031.stdout:op 135 completed, throughput=4.92MB/sec 2024-08-10T05:34:56.664 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-oCXUu2vGkLSLlYT off=5710587 len=1436405 2024-08-10T05:34:56.672 INFO:tasks.workunit.client.0.smithi031.stdout:op 136 completed, throughput=4.97MB/sec 2024-08-10T05:34:56.672 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-3BqkUU2Ayf8vnx- off=329992 len=1957786 2024-08-10T05:34:56.683 INFO:tasks.workunit.client.0.smithi031.stdout:op 137 completed, throughput=5.04MB/sec 2024-08-10T05:34:56.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:34:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:34:56.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:34:56 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:34:56.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:34:56 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:34:57.684 INFO:tasks.workunit.client.0.smithi031.stdout: 27: throughput=4.86MB/sec pending data=0 2024-08-10T05:34:57.684 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-k8UMt1eV4id5gOs off=4882030 len=1440130 2024-08-10T05:34:57.692 INFO:tasks.workunit.client.0.smithi031.stdout:op 138 completed, throughput=4.91MB/sec 2024-08-10T05:34:57.692 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-VWfo-5qLN4JNNq1 off=636443 len=73898 2024-08-10T05:34:57.695 INFO:tasks.workunit.client.0.smithi031.stdout:op 139 completed, throughput=4.91MB/sec 2024-08-10T05:34:57.696 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-3c4T8vKaAtw-7cg off=4817329 len=32513 2024-08-10T05:34:57.698 INFO:tasks.workunit.client.0.smithi031.stdout:op 140 completed, throughput=4.91MB/sec 2024-08-10T05:34:57.698 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-tLc3EgB1uu2_jIc off=1186875 len=539378 2024-08-10T05:34:57.701 INFO:tasks.workunit.client.0.smithi031.stdout:op 141 completed, throughput=4.93MB/sec 2024-08-10T05:34:57.701 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-QdjAard6M2e_TVK off=3926479 len=937658 2024-08-10T05:34:57.706 INFO:tasks.workunit.client.0.smithi031.stdout:op 142 completed, throughput=4.96MB/sec 2024-08-10T05:34:57.706 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-VfuO8xbQRqL-ww3 off=12675727 len=417485 2024-08-10T05:34:57.707 INFO:tasks.workunit.client.0.smithi031.stdout:op 143 completed, throughput=4.97MB/sec 2024-08-10T05:34:57.707 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-0OhFY4zyOBLxIQt off=2492451 len=1705054 2024-08-10T05:34:57.710 INFO:tasks.workunit.client.0.smithi031.stdout:op 144 completed, throughput=5.03MB/sec 2024-08-10T05:34:57.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:34:57 smithi031 ceph-mon[98130]: pgmap v1405: 105 pgs: 105 active+clean; 128 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-08-10T05:34:57.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:34:57 smithi031 ceph-mon[100614]: pgmap v1405: 105 pgs: 105 active+clean; 128 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-08-10T05:34:57.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:34:57 smithi196 ceph-mon[90243]: pgmap v1405: 105 pgs: 105 active+clean; 128 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-08-10T05:34:58.711 INFO:tasks.workunit.client.0.smithi031.stdout: 28: throughput=4.86MB/sec pending data=0 2024-08-10T05:34:58.711 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-YTbq6CLaoc744Ed off=14362675 len=273390 2024-08-10T05:34:58.714 INFO:tasks.workunit.client.0.smithi031.stdout:op 145 completed, throughput=4.86MB/sec 2024-08-10T05:34:58.714 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-D1IZggyWnX3LBpw off=7555839 len=1786172 2024-08-10T05:34:58.724 INFO:tasks.workunit.client.0.smithi031.stdout:op 146 completed, throughput=4.92MB/sec 2024-08-10T05:34:58.724 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-GwRLGvZ4KWg9-E0 off=10206346 len=1689827 2024-08-10T05:34:58.726 INFO:tasks.workunit.client.0.smithi031.stdout:op 147 completed, throughput=4.98MB/sec 2024-08-10T05:34:58.726 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-hv0c2F7m54V0tLt off=3605956 len=226519 2024-08-10T05:34:58.727 INFO:tasks.workunit.client.0.smithi031.stdout:op 148 completed, throughput=4.99MB/sec 2024-08-10T05:34:58.727 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-5_zV-mKQQsGzRW2 off=2674342 len=1891130 2024-08-10T05:34:58.736 INFO:tasks.workunit.client.0.smithi031.stdout:op 149 completed, throughput=5.05MB/sec 2024-08-10T05:34:59.736 INFO:tasks.workunit.client.0.smithi031.stdout: 29: throughput=4.88MB/sec pending data=0 2024-08-10T05:34:59.737 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-0-wjAWI_To2nvmC off=918916 len=1699017 2024-08-10T05:34:59.739 INFO:tasks.workunit.client.0.smithi031.stdout:op 150 completed, throughput=4.93MB/sec 2024-08-10T05:34:59.739 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-6k1Td2mlKDf3Knw off=5160101 len=1703583 2024-08-10T05:34:59.742 INFO:tasks.workunit.client.0.smithi031.stdout:op 151 completed, throughput=4.98MB/sec 2024-08-10T05:34:59.742 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-RBEfPXWff2zRAaF off=325185 len=3651 2024-08-10T05:34:59.743 INFO:tasks.workunit.client.0.smithi031.stdout:op 152 completed, throughput=4.98MB/sec 2024-08-10T05:34:59.743 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-KvkRotqcgjizzFq off=4767747 len=1480808 2024-08-10T05:34:59.752 INFO:tasks.workunit.client.0.smithi031.stdout:op 153 completed, throughput=5.03MB/sec 2024-08-10T05:34:59.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:34:59 smithi031 ceph-mon[98130]: pgmap v1406: 105 pgs: 105 active+clean; 128 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-10T05:34:59.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:34:59 smithi031 ceph-mon[100614]: pgmap v1406: 105 pgs: 105 active+clean; 128 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-10T05:34:59.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:34:59 smithi196 ceph-mon[90243]: pgmap v1406: 105 pgs: 105 active+clean; 128 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-10T05:35:00.753 INFO:tasks.workunit.client.0.smithi031.stdout: 30: throughput=4.87MB/sec pending data=0 2024-08-10T05:35:00.753 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-dHRxx3yn1KnKwuB off=2433984 len=2029716 2024-08-10T05:35:00.755 INFO:tasks.workunit.client.0.smithi031.stdout:op 154 completed, throughput=4.93MB/sec 2024-08-10T05:35:00.755 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-UrSavv9KEy8jXth off=272296 len=452476 2024-08-10T05:35:00.759 INFO:tasks.workunit.client.0.smithi031.stdout:op 155 completed, throughput=4.94MB/sec 2024-08-10T05:35:00.759 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-hmSGwJ6iCkpqkLa off=0 len=1468853 2024-08-10T05:35:00.768 INFO:tasks.workunit.client.0.smithi031.stdout:op 156 completed, throughput=4.99MB/sec 2024-08-10T05:35:00.768 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Zd-03k-pc4VlK63 off=632938 len=1835521 2024-08-10T05:35:00.777 INFO:tasks.workunit.client.0.smithi031.stdout:op 157 completed, throughput=5.04MB/sec 2024-08-10T05:35:01.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:35:01 smithi031 ceph-mon[98130]: pgmap v1407: 105 pgs: 105 active+clean; 128 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:35:01.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:35:01 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:35:01] "GET /metrics HTTP/1.1" 200 34028 "" "Prometheus/2.43.0" 2024-08-10T05:35:01.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:35:01 smithi031 ceph-mon[100614]: pgmap v1407: 105 pgs: 105 active+clean; 128 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:35:01.777 INFO:tasks.workunit.client.0.smithi031.stdout: 31: throughput=4.88MB/sec pending data=0 2024-08-10T05:35:01.777 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-IbEYhOva3UQs-8x off=311559 len=105091 2024-08-10T05:35:01.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:35:01 smithi196 ceph-mon[90243]: pgmap v1407: 105 pgs: 105 active+clean; 128 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:35:01.780 INFO:tasks.workunit.client.0.smithi031.stdout:op 158 completed, throughput=4.89MB/sec 2024-08-10T05:35:01.780 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-jZLJZOTqzRf7ohl off=10150038 len=2003413 2024-08-10T05:35:01.791 INFO:tasks.workunit.client.0.smithi031.stdout:op 159 completed, throughput=4.94MB/sec 2024-08-10T05:35:01.791 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-VFTIHHK1qbO_3hU off=62079 len=222756 2024-08-10T05:35:01.794 INFO:tasks.workunit.client.0.smithi031.stdout:op 160 completed, throughput=4.95MB/sec 2024-08-10T05:35:01.794 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-SZ_q-nKt3QfK-EQ off=19134948 len=937976 2024-08-10T05:35:01.799 INFO:tasks.workunit.client.0.smithi031.stdout:op 161 completed, throughput=4.98MB/sec 2024-08-10T05:35:01.799 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-I7e2K9ywP6vZ14I off=3593248 len=424542 2024-08-10T05:35:01.802 INFO:tasks.workunit.client.0.smithi031.stdout:op 162 completed, throughput=4.99MB/sec 2024-08-10T05:35:01.802 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-8Uj0wb-PvDKYL42 off=1295391 len=1601700 2024-08-10T05:35:01.805 INFO:tasks.workunit.client.0.smithi031.stdout:op 163 completed, throughput=5.04MB/sec 2024-08-10T05:35:02.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:35:02 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:35:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:35:02.805 INFO:tasks.workunit.client.0.smithi031.stdout: 32: throughput=4.88MB/sec pending data=0 2024-08-10T05:35:02.805 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-rYQpMgMGm-PH7TH off=2328401 len=1076306 2024-08-10T05:35:02.807 INFO:tasks.workunit.client.0.smithi031.stdout:op 164 completed, throughput=4.92MB/sec 2024-08-10T05:35:02.807 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-1tEkUfmrEjwhT6G off=13053992 len=769764 2024-08-10T05:35:02.811 INFO:tasks.workunit.client.0.smithi031.stdout:op 165 completed, throughput=4.94MB/sec 2024-08-10T05:35:02.812 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-LkqrWLevYI1kotK off=3613509 len=668772 2024-08-10T05:35:02.816 INFO:tasks.workunit.client.0.smithi031.stdout:op 166 completed, throughput=4.96MB/sec 2024-08-10T05:35:02.816 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-RgPOYwDbNpsFLD5 off=8913270 len=631342 2024-08-10T05:35:02.817 INFO:tasks.workunit.client.0.smithi031.stdout:op 167 completed, throughput=4.97MB/sec 2024-08-10T05:35:02.817 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-LCRK2XVRmBzPjTq off=799813 len=135664 2024-08-10T05:35:02.817 INFO:tasks.workunit.client.0.smithi031.stdout:op 168 completed, throughput=4.98MB/sec 2024-08-10T05:35:02.817 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-yFya4HiBcdrmxsE off=4902096 len=714659 2024-08-10T05:35:02.819 INFO:tasks.workunit.client.0.smithi031.stdout:op 169 completed, throughput=5MB/sec 2024-08-10T05:35:02.819 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-6PlhrFbt44UrqND off=2462248 len=1123800 2024-08-10T05:35:02.824 INFO:tasks.workunit.client.0.smithi031.stdout:op 170 completed, throughput=5.03MB/sec 2024-08-10T05:35:03.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:35:03 smithi031 ceph-mon[98130]: pgmap v1408: 105 pgs: 105 active+clean; 128 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:35:03.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:35:03 smithi031 ceph-mon[100614]: pgmap v1408: 105 pgs: 105 active+clean; 128 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:35:03.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:35:03 smithi196 ceph-mon[90243]: pgmap v1408: 105 pgs: 105 active+clean; 128 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:35:03.824 INFO:tasks.workunit.client.0.smithi031.stdout: 33: throughput=4.88MB/sec pending data=0 2024-08-10T05:35:03.825 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Q5E_SVAMsaPBrn3 off=3667688 len=2020352 2024-08-10T05:35:03.834 INFO:tasks.workunit.client.0.smithi031.stdout:op 171 completed, throughput=4.94MB/sec 2024-08-10T05:35:03.834 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-kI31CjTn0iP4BC_ off=16660769 len=327791 2024-08-10T05:35:03.837 INFO:tasks.workunit.client.0.smithi031.stdout:op 172 completed, throughput=4.95MB/sec 2024-08-10T05:35:03.837 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ZBkQVbytx8pE5wd off=9091458 len=1445944 2024-08-10T05:35:03.844 INFO:tasks.workunit.client.0.smithi031.stdout:op 173 completed, throughput=4.99MB/sec 2024-08-10T05:35:03.844 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-9O6aQQ5Mmfv_6Ox off=2316501 len=2007651 2024-08-10T05:35:03.854 INFO:tasks.workunit.client.0.smithi031.stdout:op 174 completed, throughput=5.04MB/sec 2024-08-10T05:35:04.855 INFO:tasks.workunit.client.0.smithi031.stdout: 34: throughput=4.9MB/sec pending data=0 2024-08-10T05:35:04.855 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-u-s2div95s-v3Hl off=4628004 len=286222 2024-08-10T05:35:04.856 INFO:tasks.workunit.client.0.smithi031.stdout:op 175 completed, throughput=4.9MB/sec 2024-08-10T05:35:04.856 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-gRXPLFHEv-PacPk off=3343115 len=879378 2024-08-10T05:35:04.857 INFO:tasks.workunit.client.0.smithi031.stdout:op 176 completed, throughput=4.93MB/sec 2024-08-10T05:35:04.857 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-I3fbzWEmOyFap5I off=14070860 len=1283192 2024-08-10T05:35:04.864 INFO:tasks.workunit.client.0.smithi031.stdout:op 177 completed, throughput=4.96MB/sec 2024-08-10T05:35:04.864 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-X8xS5yfIcwClQeu off=15161778 len=487113 2024-08-10T05:35:04.865 INFO:tasks.workunit.client.0.smithi031.stdout:op 178 completed, throughput=4.98MB/sec 2024-08-10T05:35:04.865 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-pLr3zXYz4MSxeFH off=468874 len=232491 2024-08-10T05:35:04.866 INFO:tasks.workunit.client.0.smithi031.stdout:op 179 completed, throughput=4.98MB/sec 2024-08-10T05:35:04.866 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-QraPjCSsv4moT-A off=2390665 len=395312 2024-08-10T05:35:04.867 INFO:tasks.workunit.client.0.smithi031.stdout:op 180 completed, throughput=4.99MB/sec 2024-08-10T05:35:04.867 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Uh3fVPDCIaNwrM2 off=10311058 len=685239 2024-08-10T05:35:04.868 INFO:tasks.workunit.client.0.smithi031.stdout:op 181 completed, throughput=5.01MB/sec 2024-08-10T05:35:05.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:35:05 smithi031 ceph-mon[98130]: pgmap v1409: 105 pgs: 105 active+clean; 128 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-10T05:35:05.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:35:05 smithi031 ceph-mon[100614]: pgmap v1409: 105 pgs: 105 active+clean; 128 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-10T05:35:05.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:35:05 smithi196 ceph-mon[90243]: pgmap v1409: 105 pgs: 105 active+clean; 128 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-10T05:35:05.869 INFO:tasks.workunit.client.0.smithi031.stdout: 35: throughput=4.87MB/sec pending data=0 2024-08-10T05:35:05.869 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ZtDU56l0j2VJwZ_ off=10355278 len=1700374 2024-08-10T05:35:05.873 INFO:tasks.workunit.client.0.smithi031.stdout:op 182 completed, throughput=4.92MB/sec 2024-08-10T05:35:05.873 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-nGqbqmPXAJgO_D2 off=5449726 len=1308673 2024-08-10T05:35:05.874 INFO:tasks.workunit.client.0.smithi031.stdout:op 183 completed, throughput=4.95MB/sec 2024-08-10T05:35:05.875 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-KgenZA-ALJhK1NF off=10428835 len=748636 2024-08-10T05:35:05.876 INFO:tasks.workunit.client.0.smithi031.stdout:op 184 completed, throughput=4.97MB/sec 2024-08-10T05:35:05.876 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ixYviENxCx9xJjt off=968403 len=462219 2024-08-10T05:35:05.879 INFO:tasks.workunit.client.0.smithi031.stdout:op 185 completed, throughput=4.98MB/sec 2024-08-10T05:35:05.880 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-B2Y6Zm58LQ8ux1F off=1179866 len=952122 2024-08-10T05:35:05.884 INFO:tasks.workunit.client.0.smithi031.stdout:op 186 completed, throughput=5.01MB/sec 2024-08-10T05:35:06.884 INFO:tasks.workunit.client.0.smithi031.stdout: 36: throughput=4.87MB/sec pending data=0 2024-08-10T05:35:06.884 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-NYkBuzYVBa2Zf9O off=10487012 len=875573 2024-08-10T05:35:06.889 INFO:tasks.workunit.client.0.smithi031.stdout:op 187 completed, throughput=4.89MB/sec 2024-08-10T05:35:06.889 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-cwbjF518V_42EzP off=5202826 len=1708917 2024-08-10T05:35:06.891 INFO:tasks.workunit.client.0.smithi031.stdout:op 188 completed, throughput=4.94MB/sec 2024-08-10T05:35:06.892 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-iwiV90ll3i8sEIq off=549344 len=187344 2024-08-10T05:35:06.892 INFO:tasks.workunit.client.0.smithi031.stdout:op 189 completed, throughput=4.94MB/sec 2024-08-10T05:35:06.892 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-WiKi4SGuvf3x9tE off=7813422 len=1168943 2024-08-10T05:35:06.895 INFO:tasks.workunit.client.0.smithi031.stdout:op 190 completed, throughput=4.97MB/sec 2024-08-10T05:35:06.895 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-jopnShr6sg2RvdS off=8693 len=291258 2024-08-10T05:35:06.898 INFO:tasks.workunit.client.0.smithi031.stdout:op 191 completed, throughput=4.98MB/sec 2024-08-10T05:35:06.899 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-LRKQw8BIlNSdkZ5 off=1268296 len=1544801 2024-08-10T05:35:06.900 INFO:tasks.workunit.client.0.smithi031.stdout:op 192 completed, throughput=5.02MB/sec 2024-08-10T05:35:07.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:35:07 smithi031 ceph-mon[98130]: pgmap v1410: 105 pgs: 105 active+clean; 128 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:35:07.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:35:07 smithi031 ceph-mon[100614]: pgmap v1410: 105 pgs: 105 active+clean; 128 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:35:07.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:35:07 smithi196 ceph-mon[90243]: pgmap v1410: 105 pgs: 105 active+clean; 128 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:35:07.901 INFO:tasks.workunit.client.0.smithi031.stdout: 37: throughput=4.88MB/sec pending data=0 2024-08-10T05:35:07.901 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-K4-HSxAOF6pUAiW off=2818999 len=72180 2024-08-10T05:35:07.902 INFO:tasks.workunit.client.0.smithi031.stdout:op 193 completed, throughput=4.89MB/sec 2024-08-10T05:35:07.902 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-mQvxwxJjrbMe2uP off=7087158 len=1550989 2024-08-10T05:35:07.911 INFO:tasks.workunit.client.0.smithi031.stdout:op 194 completed, throughput=4.92MB/sec 2024-08-10T05:35:07.911 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-3uH2WsI_JlBf5YG off=6897221 len=1583386 2024-08-10T05:35:07.919 INFO:tasks.workunit.client.0.smithi031.stdout:op 195 completed, throughput=4.96MB/sec 2024-08-10T05:35:07.919 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-2x2olvAn-9Ke5cg off=1118908 len=347755 2024-08-10T05:35:07.920 INFO:tasks.workunit.client.0.smithi031.stdout:op 196 completed, throughput=4.97MB/sec 2024-08-10T05:35:07.920 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Ea9gEp1uNpjf7pL off=727859 len=802114 2024-08-10T05:35:07.921 INFO:tasks.workunit.client.0.smithi031.stdout:op 197 completed, throughput=4.99MB/sec 2024-08-10T05:35:07.921 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-VIzY-2Zx3fSsS8P off=1777090 len=859389 2024-08-10T05:35:07.926 INFO:tasks.workunit.client.0.smithi031.stdout:op 198 completed, throughput=5.01MB/sec 2024-08-10T05:35:08.926 INFO:tasks.workunit.client.0.smithi031.stdout: 38: throughput=4.88MB/sec pending data=0 2024-08-10T05:35:08.927 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-l1UUQ6W8FnQ-iSA off=8590719 len=1906315 2024-08-10T05:35:08.935 INFO:tasks.workunit.client.0.smithi031.stdout:op 199 completed, throughput=4.93MB/sec 2024-08-10T05:35:08.936 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-5urIyYuVo_Q7cF- off=1967381 len=416546 2024-08-10T05:35:08.936 INFO:tasks.workunit.client.0.smithi031.stdout:op 200 completed, throughput=4.94MB/sec 2024-08-10T05:35:08.936 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-qv9COXVB_edqNzV off=20006448 len=2073591 2024-08-10T05:35:08.939 INFO:tasks.workunit.client.0.smithi031.stdout:op 201 completed, throughput=4.99MB/sec 2024-08-10T05:35:08.939 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Q-MWpF1hBkgJAtK off=16482982 len=471657 2024-08-10T05:35:08.941 INFO:tasks.workunit.client.0.smithi031.stdout:op 202 completed, throughput=5MB/sec 2024-08-10T05:35:09.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:35:09 smithi031 ceph-mon[98130]: pgmap v1411: 105 pgs: 105 active+clean; 128 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:35:09.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:35:09 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:35:09.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:35:09 smithi031 ceph-mon[100614]: pgmap v1411: 105 pgs: 105 active+clean; 128 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:35:09.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:35:09 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:35:09.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:35:09 smithi196 ceph-mon[90243]: pgmap v1411: 105 pgs: 105 active+clean; 128 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:35:09.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:35:09 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:35:09.941 INFO:tasks.workunit.client.0.smithi031.stdout: 39: throughput=4.88MB/sec pending data=0 2024-08-10T05:35:09.941 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-L4Psx4ZQ2txujky off=1011720 len=1242958 2024-08-10T05:35:09.945 INFO:tasks.workunit.client.0.smithi031.stdout:op 203 completed, throughput=4.91MB/sec 2024-08-10T05:35:09.946 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-zZE8S4dlmsr-3-P off=2657562 len=1767158 2024-08-10T05:35:09.947 INFO:tasks.workunit.client.0.smithi031.stdout:op 204 completed, throughput=4.95MB/sec 2024-08-10T05:35:09.947 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-LXm8jXutdrSS6su off=10166785 len=1116534 2024-08-10T05:35:09.949 INFO:tasks.workunit.client.0.smithi031.stdout:op 205 completed, throughput=4.97MB/sec 2024-08-10T05:35:09.949 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-UQ7CDgbg-PfbAOM off=2558968 len=954744 2024-08-10T05:35:09.950 INFO:tasks.workunit.client.0.smithi031.stdout:op 206 completed, throughput=5MB/sec 2024-08-10T05:35:09.950 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-YJD76qYF4pR4s_3 off=1566693 len=1338332 2024-08-10T05:35:09.950 INFO:tasks.workunit.client.0.smithi031.stdout:op 207 completed, throughput=5.03MB/sec 2024-08-10T05:35:10.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:35:10 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:35:10.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:35:10 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:35:10.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:35:10 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:35:10.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:35:10 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:35:10.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:35:10 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:35:10.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:35:10 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:35:10.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:35:10 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:35:10.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:35:10 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:35:10.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:35:10 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:35:10.951 INFO:tasks.workunit.client.0.smithi031.stdout: 40: throughput=4.91MB/sec pending data=0 2024-08-10T05:35:10.951 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-sbG2MePqkpZ3D81 off=1061383 len=524957 2024-08-10T05:35:10.955 INFO:tasks.workunit.client.0.smithi031.stdout:op 208 completed, throughput=4.92MB/sec 2024-08-10T05:35:10.955 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-jWJffNUQUgStLtW off=9305893 len=50527 2024-08-10T05:35:10.957 INFO:tasks.workunit.client.0.smithi031.stdout:op 209 completed, throughput=4.92MB/sec 2024-08-10T05:35:10.957 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-44CN3WtE0vIKIQe off=8009779 len=575868 2024-08-10T05:35:10.961 INFO:tasks.workunit.client.0.smithi031.stdout:op 210 completed, throughput=4.93MB/sec 2024-08-10T05:35:10.961 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-m0F-KUHdfDfLdjh off=2774543 len=1555835 2024-08-10T05:35:10.971 INFO:tasks.workunit.client.0.smithi031.stdout:op 211 completed, throughput=4.97MB/sec 2024-08-10T05:35:10.971 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-BSwwayJq8cZK4Ef off=1468644 len=1264954 2024-08-10T05:35:10.978 INFO:tasks.workunit.client.0.smithi031.stdout:op 212 completed, throughput=4.99MB/sec 2024-08-10T05:35:10.978 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-efQKx6U0rSB143y off=0 len=1607290 2024-08-10T05:35:10.980 INFO:tasks.workunit.client.0.smithi031.stdout:op 213 completed, throughput=5.03MB/sec 2024-08-10T05:35:11.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:35:11 smithi031 ceph-mon[98130]: pgmap v1412: 105 pgs: 105 active+clean; 128 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:35:11.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:35:11 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:35:11.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:35:11 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:35:11] "GET /metrics HTTP/1.1" 200 34034 "" "Prometheus/2.43.0" 2024-08-10T05:35:11.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:35:11 smithi031 ceph-mon[100614]: pgmap v1412: 105 pgs: 105 active+clean; 128 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:35:11.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:35:11 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:35:11.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:35:11 smithi196 ceph-mon[90243]: pgmap v1412: 105 pgs: 105 active+clean; 128 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:35:11.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:35:11 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:35:11.980 INFO:tasks.workunit.client.0.smithi031.stdout: 41: throughput=4.91MB/sec pending data=0 2024-08-10T05:35:11.980 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-9MR6pEd7TW3XUwh off=23208686 len=1880679 2024-08-10T05:35:11.983 INFO:tasks.workunit.client.0.smithi031.stdout:op 214 completed, throughput=4.95MB/sec 2024-08-10T05:35:11.983 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-0pjD14xtqg8xiae off=8744632 len=1656441 2024-08-10T05:35:11.985 INFO:tasks.workunit.client.0.smithi031.stdout:op 215 completed, throughput=4.99MB/sec 2024-08-10T05:35:11.985 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-HqmpXwsR6ZisqSs off=10300120 len=1326610 2024-08-10T05:35:11.986 INFO:tasks.workunit.client.0.smithi031.stdout:op 216 completed, throughput=5.02MB/sec 2024-08-10T05:35:12.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:35:12 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:35:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:35:12.987 INFO:tasks.workunit.client.0.smithi031.stdout: 42: throughput=4.9MB/sec pending data=0 2024-08-10T05:35:12.987 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-XWWjl0VA2Ts31H9 off=12946152 len=962177 2024-08-10T05:35:12.993 INFO:tasks.workunit.client.0.smithi031.stdout:op 217 completed, throughput=4.93MB/sec 2024-08-10T05:35:12.993 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-JGGiTgFTFV_hOZL off=212651 len=341670 2024-08-10T05:35:12.994 INFO:tasks.workunit.client.0.smithi031.stdout:op 218 completed, throughput=4.93MB/sec 2024-08-10T05:35:12.994 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-TCB9jQVyWltaDof off=5920326 len=1676215 2024-08-10T05:35:12.997 INFO:tasks.workunit.client.0.smithi031.stdout:op 219 completed, throughput=4.97MB/sec 2024-08-10T05:35:12.997 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Uw75rtFkvCbWb_9 off=1009694 len=1124169 2024-08-10T05:35:12.999 INFO:tasks.workunit.client.0.smithi031.stdout:op 220 completed, throughput=4.99MB/sec 2024-08-10T05:35:13.000 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ZbARh9mMc5tM2Dq off=980906 len=1201655 2024-08-10T05:35:13.006 INFO:tasks.workunit.client.0.smithi031.stdout:op 221 completed, throughput=5.02MB/sec 2024-08-10T05:35:13.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:35:13 smithi031 ceph-mon[98130]: pgmap v1413: 105 pgs: 105 active+clean; 128 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:35:13.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:35:13 smithi031 ceph-mon[100614]: pgmap v1413: 105 pgs: 105 active+clean; 128 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:35:13.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:35:13 smithi196 ceph-mon[90243]: pgmap v1413: 105 pgs: 105 active+clean; 128 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:35:14.007 INFO:tasks.workunit.client.0.smithi031.stdout: 43: throughput=4.91MB/sec pending data=0 2024-08-10T05:35:14.007 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-CCs-XXHUgMVS7DQ off=1251872 len=121707 2024-08-10T05:35:14.007 INFO:tasks.workunit.client.0.smithi031.stdout:op 222 completed, throughput=4.91MB/sec 2024-08-10T05:35:14.007 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-uus0xsTEAWcZId2 off=9621496 len=2025122 2024-08-10T05:35:14.016 INFO:tasks.workunit.client.0.smithi031.stdout:op 223 completed, throughput=4.95MB/sec 2024-08-10T05:35:14.016 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-fNBrFE2dgZjLP2C off=2519995 len=289924 2024-08-10T05:35:14.017 INFO:tasks.workunit.client.0.smithi031.stdout:op 224 completed, throughput=4.96MB/sec 2024-08-10T05:35:14.017 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-1GOwDDUguFIgVk5 off=5451094 len=67867 2024-08-10T05:35:14.018 INFO:tasks.workunit.client.0.smithi031.stdout:op 225 completed, throughput=4.96MB/sec 2024-08-10T05:35:14.018 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-wF7Fh-wlQpUQNaF off=7502308 len=1819846 2024-08-10T05:35:14.026 INFO:tasks.workunit.client.0.smithi031.stdout:op 226 completed, throughput=5MB/sec 2024-08-10T05:35:14.027 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-bsOow7WOBZeKWyt off=7501104 len=1118985 2024-08-10T05:35:14.028 INFO:tasks.workunit.client.0.smithi031.stdout:op 227 completed, throughput=5.02MB/sec 2024-08-10T05:35:15.028 INFO:tasks.workunit.client.0.smithi031.stdout: 44: throughput=4.91MB/sec pending data=0 2024-08-10T05:35:15.029 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-nJbbcARUELkBLrU off=4382134 len=1845540 2024-08-10T05:35:15.038 INFO:tasks.workunit.client.0.smithi031.stdout:op 228 completed, throughput=4.95MB/sec 2024-08-10T05:35:15.038 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-IP6C6qx_349XkaL off=4897516 len=1824311 2024-08-10T05:35:15.049 INFO:tasks.workunit.client.0.smithi031.stdout:op 229 completed, throughput=4.99MB/sec 2024-08-10T05:35:15.049 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Dzmbv-6-a5M_c6G off=8802275 len=1933551 2024-08-10T05:35:15.052 INFO:tasks.workunit.client.0.smithi031.stdout:op 230 completed, throughput=5.03MB/sec 2024-08-10T05:35:15.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:35:15 smithi031 ceph-mon[98130]: pgmap v1414: 105 pgs: 105 active+clean; 128 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:35:15.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:35:15 smithi031 ceph-mon[100614]: pgmap v1414: 105 pgs: 105 active+clean; 128 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:35:15.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:35:15 smithi196 ceph-mon[90243]: pgmap v1414: 105 pgs: 105 active+clean; 128 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:35:16.053 INFO:tasks.workunit.client.0.smithi031.stdout: 45: throughput=4.92MB/sec pending data=0 2024-08-10T05:35:16.053 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-7i8Xamhm_d8vwct off=2736090 len=144798 2024-08-10T05:35:16.054 INFO:tasks.workunit.client.0.smithi031.stdout:op 231 completed, throughput=4.92MB/sec 2024-08-10T05:35:16.054 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-9q6Xg0MCX14rZS2 off=9211492 len=1412192 2024-08-10T05:35:16.056 INFO:tasks.workunit.client.0.smithi031.stdout:op 232 completed, throughput=4.95MB/sec 2024-08-10T05:35:16.056 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-XGZadu5d0lykuHa off=14647463 len=483254 2024-08-10T05:35:16.060 INFO:tasks.workunit.client.0.smithi031.stdout:op 233 completed, throughput=4.96MB/sec 2024-08-10T05:35:16.060 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-k2bNJHIRlRf0LZS off=11500236 len=965886 2024-08-10T05:35:16.066 INFO:tasks.workunit.client.0.smithi031.stdout:op 234 completed, throughput=4.98MB/sec 2024-08-10T05:35:16.066 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-yBFhzSPv9eUP_3m off=2724283 len=869024 2024-08-10T05:35:16.067 INFO:tasks.workunit.client.0.smithi031.stdout:op 235 completed, throughput=5MB/sec 2024-08-10T05:35:16.067 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-yZdfzT8RL8VgSX_ off=2208556 len=648389 2024-08-10T05:35:16.071 INFO:tasks.workunit.client.0.smithi031.stdout:op 236 completed, throughput=5.01MB/sec 2024-08-10T05:35:17.072 INFO:tasks.workunit.client.0.smithi031.stdout: 46: throughput=4.9MB/sec pending data=0 2024-08-10T05:35:17.072 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-hQ3Pz1kS3GI---O off=7268192 len=1436225 2024-08-10T05:35:17.074 INFO:tasks.workunit.client.0.smithi031.stdout:op 237 completed, throughput=4.93MB/sec 2024-08-10T05:35:17.074 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-y9m5I_BgkKk7N8J off=5901434 len=411375 2024-08-10T05:35:17.078 INFO:tasks.workunit.client.0.smithi031.stdout:op 238 completed, throughput=4.94MB/sec 2024-08-10T05:35:17.078 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-oqfyACRbsP2tlhc off=22435101 len=1605413 2024-08-10T05:35:17.080 INFO:tasks.workunit.client.0.smithi031.stdout:op 239 completed, throughput=4.97MB/sec 2024-08-10T05:35:17.080 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-hYH-qYZEVQOIOhh off=6601258 len=1253338 2024-08-10T05:35:17.082 INFO:tasks.workunit.client.0.smithi031.stdout:op 240 completed, throughput=5MB/sec 2024-08-10T05:35:17.082 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-0uYWgak4zE15EF5 off=17460884 len=813929 2024-08-10T05:35:17.086 INFO:tasks.workunit.client.0.smithi031.stdout:op 241 completed, throughput=5.01MB/sec 2024-08-10T05:35:17.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:35:17 smithi031 ceph-mon[98130]: pgmap v1415: 105 pgs: 105 active+clean; 128 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:35:17.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:35:17 smithi031 ceph-mon[100614]: pgmap v1415: 105 pgs: 105 active+clean; 128 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:35:17.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:35:17 smithi196 ceph-mon[90243]: pgmap v1415: 105 pgs: 105 active+clean; 128 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:35:18.087 INFO:tasks.workunit.client.0.smithi031.stdout: 47: throughput=4.91MB/sec pending data=0 2024-08-10T05:35:18.087 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-BkXTYd6qka2J9MM off=8078302 len=4869 2024-08-10T05:35:18.090 INFO:tasks.workunit.client.0.smithi031.stdout:op 242 completed, throughput=4.91MB/sec 2024-08-10T05:35:18.090 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-BgigemN4FFkLf-o off=118150 len=1407293 2024-08-10T05:35:18.091 INFO:tasks.workunit.client.0.smithi031.stdout:op 243 completed, throughput=4.94MB/sec 2024-08-10T05:35:18.091 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-O8QH59Ff5hYMFhD off=9091996 len=1345589 2024-08-10T05:35:18.093 INFO:tasks.workunit.client.0.smithi031.stdout:op 244 completed, throughput=4.96MB/sec 2024-08-10T05:35:18.093 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-JRSCQ651U0Xby_J off=2136251 len=1524871 2024-08-10T05:35:18.097 INFO:tasks.workunit.client.0.smithi031.stdout:op 245 completed, throughput=4.99MB/sec 2024-08-10T05:35:18.097 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-MmtD6oSw70R8gOD off=18553823 len=374840 2024-08-10T05:35:18.098 INFO:tasks.workunit.client.0.smithi031.stdout:op 246 completed, throughput=5MB/sec 2024-08-10T05:35:18.098 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-lw4jIQfFW3UnSfH off=1918079 len=407822 2024-08-10T05:35:18.098 INFO:tasks.workunit.client.0.smithi031.stdout:op 247 completed, throughput=5.01MB/sec 2024-08-10T05:35:19.099 INFO:tasks.workunit.client.0.smithi031.stdout: 48: throughput=4.91MB/sec pending data=0 2024-08-10T05:35:19.099 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-pewgteeTUVx3Iw9 off=10568767 len=1083571 2024-08-10T05:35:19.101 INFO:tasks.workunit.client.0.smithi031.stdout:op 248 completed, throughput=4.93MB/sec 2024-08-10T05:35:19.101 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-tvNAyfCGLBfbQXk off=12399815 len=1748783 2024-08-10T05:35:19.103 INFO:tasks.workunit.client.0.smithi031.stdout:op 249 completed, throughput=4.96MB/sec 2024-08-10T05:35:19.103 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-SbNFO9kWjjEdzN2 off=16348306 len=734453 2024-08-10T05:35:19.105 INFO:tasks.workunit.client.0.smithi031.stdout:op 250 completed, throughput=4.97MB/sec 2024-08-10T05:35:19.105 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-k3apb3gYSKaJ5w6 off=1960774 len=1748188 2024-08-10T05:35:19.108 INFO:tasks.workunit.client.0.smithi031.stdout:op 251 completed, throughput=5.01MB/sec 2024-08-10T05:35:19.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:35:19 smithi031 ceph-mon[98130]: pgmap v1416: 105 pgs: 105 active+clean; 128 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:35:19.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:35:19 smithi031 ceph-mon[100614]: pgmap v1416: 105 pgs: 105 active+clean; 128 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:35:19.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:35:19 smithi196 ceph-mon[90243]: pgmap v1416: 105 pgs: 105 active+clean; 128 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:35:20.108 INFO:tasks.workunit.client.0.smithi031.stdout: 49: throughput=4.91MB/sec pending data=0 2024-08-10T05:35:20.108 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-NjauDjcYtoE5dRz off=9373871 len=593528 2024-08-10T05:35:20.109 INFO:tasks.workunit.client.0.smithi031.stdout:op 252 completed, throughput=4.92MB/sec 2024-08-10T05:35:20.109 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-sjDwfvwAsszDRf- off=1585743 len=1995378 2024-08-10T05:35:20.111 INFO:tasks.workunit.client.0.smithi031.stdout:op 253 completed, throughput=4.96MB/sec 2024-08-10T05:35:20.111 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-nPs9U8S-5A6CFIX off=12386430 len=680639 2024-08-10T05:35:20.112 INFO:tasks.workunit.client.0.smithi031.stdout:op 254 completed, throughput=4.97MB/sec 2024-08-10T05:35:20.113 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-2POGTWockIzuPND off=1441313 len=1474814 2024-08-10T05:35:20.120 INFO:tasks.workunit.client.0.smithi031.stdout:op 255 completed, throughput=5MB/sec 2024-08-10T05:35:20.120 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-fHEdi78MRXSnsE0 off=3359761 len=1103225 2024-08-10T05:35:20.126 INFO:tasks.workunit.client.0.smithi031.stdout:op 256 completed, throughput=5.02MB/sec 2024-08-10T05:35:21.127 INFO:tasks.workunit.client.0.smithi031.stdout: 50: throughput=4.92MB/sec pending data=0 2024-08-10T05:35:21.127 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-RmXJaWc8RqIYJ6P off=583115 len=1949074 2024-08-10T05:35:21.135 INFO:tasks.workunit.client.0.smithi031.stdout:op 257 completed, throughput=4.95MB/sec 2024-08-10T05:35:21.135 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-caAPoAcVJYmqy78 off=12311960 len=807460 2024-08-10T05:35:21.139 INFO:tasks.workunit.client.0.smithi031.stdout:op 258 completed, throughput=4.97MB/sec 2024-08-10T05:35:21.139 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-nSIMHUzWxbVuP-z off=7286867 len=112553 2024-08-10T05:35:21.140 INFO:tasks.workunit.client.0.smithi031.stdout:op 259 completed, throughput=4.97MB/sec 2024-08-10T05:35:21.140 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-PtfYcgViMrkcAuW off=12794489 len=1979980 2024-08-10T05:35:21.142 INFO:tasks.workunit.client.0.smithi031.stdout:op 260 completed, throughput=5.01MB/sec 2024-08-10T05:35:21.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:35:21 smithi031 ceph-mon[98130]: pgmap v1417: 105 pgs: 105 active+clean; 128 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:35:21.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:35:21 smithi031 ceph-mon[100614]: pgmap v1417: 105 pgs: 105 active+clean; 128 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:35:21.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:35:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:35:21] "GET /metrics HTTP/1.1" 200 34034 "" "Prometheus/2.43.0" 2024-08-10T05:35:21.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:35:21 smithi196 ceph-mon[90243]: pgmap v1417: 105 pgs: 105 active+clean; 128 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:35:22.142 INFO:tasks.workunit.client.0.smithi031.stdout: 51: throughput=4.91MB/sec pending data=0 2024-08-10T05:35:22.142 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ymQVFv5I267KVFV off=3245706 len=2048690 2024-08-10T05:35:22.154 INFO:tasks.workunit.client.0.smithi031.stdout:op 261 completed, throughput=4.95MB/sec 2024-08-10T05:35:22.154 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-gkg9jSn4DX-mT3t off=4726436 len=1658642 2024-08-10T05:35:22.161 INFO:tasks.workunit.client.0.smithi031.stdout:op 262 completed, throughput=4.98MB/sec 2024-08-10T05:35:22.161 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-C-eu0DQwy3wLcrK off=3855140 len=298026 2024-08-10T05:35:22.164 INFO:tasks.workunit.client.0.smithi031.stdout:op 263 completed, throughput=4.98MB/sec 2024-08-10T05:35:22.164 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-UGN00ZLg8anenmk off=0 len=1162955 2024-08-10T05:35:22.171 INFO:tasks.workunit.client.0.smithi031.stdout:op 264 completed, throughput=5MB/sec 2024-08-10T05:35:22.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:35:22 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:35:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:35:23.171 INFO:tasks.workunit.client.0.smithi031.stdout: 52: throughput=4.91MB/sec pending data=0 2024-08-10T05:35:23.171 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-evm5nsU-3dHaiC3 off=17324766 len=683558 2024-08-10T05:35:23.172 INFO:tasks.workunit.client.0.smithi031.stdout:op 265 completed, throughput=4.92MB/sec 2024-08-10T05:35:23.172 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-0Q1EUfd187AMpNi off=3035837 len=1943275 2024-08-10T05:35:23.181 INFO:tasks.workunit.client.0.smithi031.stdout:op 266 completed, throughput=4.96MB/sec 2024-08-10T05:35:23.181 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-YFk9G-OiGDIooJG off=7274284 len=928090 2024-08-10T05:35:23.186 INFO:tasks.workunit.client.0.smithi031.stdout:op 267 completed, throughput=4.97MB/sec 2024-08-10T05:35:23.186 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-v31nYj68_NbDXhb off=3383383 len=832639 2024-08-10T05:35:23.188 INFO:tasks.workunit.client.0.smithi031.stdout:op 268 completed, throughput=4.99MB/sec 2024-08-10T05:35:23.188 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-yZiPVVRNu0bJ6bz off=4443375 len=1939854 2024-08-10T05:35:23.192 INFO:tasks.workunit.client.0.smithi031.stdout:op 269 completed, throughput=5.02MB/sec 2024-08-10T05:35:23.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:35:23 smithi031 ceph-mon[98130]: pgmap v1418: 105 pgs: 105 active+clean; 128 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-10T05:35:23.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:35:23 smithi031 ceph-mon[100614]: pgmap v1418: 105 pgs: 105 active+clean; 128 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-10T05:35:23.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:35:23 smithi196 ceph-mon[90243]: pgmap v1418: 105 pgs: 105 active+clean; 128 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-10T05:35:24.192 INFO:tasks.workunit.client.0.smithi031.stdout: 53: throughput=4.93MB/sec pending data=0 2024-08-10T05:35:24.192 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-xFX_lPlSEyXPZjx off=8569763 len=522278 2024-08-10T05:35:24.196 INFO:tasks.workunit.client.0.smithi031.stdout:op 270 completed, throughput=4.94MB/sec 2024-08-10T05:35:24.196 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-htY7lPB8QL_fq3p off=12810015 len=1316292 2024-08-10T05:35:24.203 INFO:tasks.workunit.client.0.smithi031.stdout:op 271 completed, throughput=4.96MB/sec 2024-08-10T05:35:24.203 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-3ahfuJKeZSt3ypj off=2578826 len=1170055 2024-08-10T05:35:24.210 INFO:tasks.workunit.client.0.smithi031.stdout:op 272 completed, throughput=4.98MB/sec 2024-08-10T05:35:24.210 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-zBH3ZDjSuScjU9p off=4398111 len=718527 2024-08-10T05:35:24.211 INFO:tasks.workunit.client.0.smithi031.stdout:op 273 completed, throughput=4.99MB/sec 2024-08-10T05:35:24.211 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ZgqQFxsWhA_877a off=21436204 len=486029 2024-08-10T05:35:24.212 INFO:tasks.workunit.client.0.smithi031.stdout:op 274 completed, throughput=5MB/sec 2024-08-10T05:35:25.212 INFO:tasks.workunit.client.0.smithi031.stdout: 54: throughput=4.91MB/sec pending data=0 2024-08-10T05:35:25.213 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-_jVuFalkQTmYy79 off=130847 len=227497 2024-08-10T05:35:25.215 INFO:tasks.workunit.client.0.smithi031.stdout:op 275 completed, throughput=4.91MB/sec 2024-08-10T05:35:25.215 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-DqYPQW6qVsFYTjq off=7580712 len=965523 2024-08-10T05:35:25.219 INFO:tasks.workunit.client.0.smithi031.stdout:op 276 completed, throughput=4.93MB/sec 2024-08-10T05:35:25.220 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-IMBUvoxBvn3nKoB off=1528509 len=1046933 2024-08-10T05:35:25.225 INFO:tasks.workunit.client.0.smithi031.stdout:op 277 completed, throughput=4.95MB/sec 2024-08-10T05:35:25.225 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj--NMqIN1f5N9YJd4 off=10629426 len=932727 2024-08-10T05:35:25.230 INFO:tasks.workunit.client.0.smithi031.stdout:op 278 completed, throughput=4.96MB/sec 2024-08-10T05:35:25.230 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-RlThQbdcTj5yBIq off=9533745 len=25978 2024-08-10T05:35:25.230 INFO:tasks.workunit.client.0.smithi031.stdout:op 279 completed, throughput=4.96MB/sec 2024-08-10T05:35:25.230 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-OcxusMzwaUtMbuu off=3209614 len=1173619 2024-08-10T05:35:25.232 INFO:tasks.workunit.client.0.smithi031.stdout:op 280 completed, throughput=4.98MB/sec 2024-08-10T05:35:25.232 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-3lWjO9VXApxM8Ms off=12059073 len=975864 2024-08-10T05:35:25.234 INFO:tasks.workunit.client.0.smithi031.stdout:op 281 completed, throughput=5MB/sec 2024-08-10T05:35:25.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:35:25 smithi031 ceph-mon[98130]: pgmap v1419: 105 pgs: 105 active+clean; 128 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-08-10T05:35:25.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:35:25 smithi031 ceph-mon[100614]: pgmap v1419: 105 pgs: 105 active+clean; 128 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-08-10T05:35:25.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:35:25 smithi196 ceph-mon[90243]: pgmap v1419: 105 pgs: 105 active+clean; 128 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-08-10T05:35:26.234 INFO:tasks.workunit.client.0.smithi031.stdout: 55: throughput=4.91MB/sec pending data=0 2024-08-10T05:35:26.234 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-NXW0w51U0tQLTyg off=877526 len=2071117 2024-08-10T05:35:26.237 INFO:tasks.workunit.client.0.smithi031.stdout:op 282 completed, throughput=4.95MB/sec 2024-08-10T05:35:26.237 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-qGYIKjhG9V-s4ky off=6431799 len=301467 2024-08-10T05:35:26.240 INFO:tasks.workunit.client.0.smithi031.stdout:op 283 completed, throughput=4.95MB/sec 2024-08-10T05:35:26.240 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-MHGLwHDgIQxcx2l off=3778886 len=1171215 2024-08-10T05:35:26.242 INFO:tasks.workunit.client.0.smithi031.stdout:op 284 completed, throughput=4.97MB/sec 2024-08-10T05:35:26.242 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-bO5vs6Q7rEyRZgF off=14979181 len=1921194 2024-08-10T05:35:26.243 INFO:tasks.workunit.client.0.smithi031.stdout:op 285 completed, throughput=5MB/sec 2024-08-10T05:35:26.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:35:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:35:26.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:35:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:35:26.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:35:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:35:27.244 INFO:tasks.workunit.client.0.smithi031.stdout: 56: throughput=4.92MB/sec pending data=0 2024-08-10T05:35:27.244 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-1ltcKfhOLta9RU5 off=1510725 len=1453704 2024-08-10T05:35:27.252 INFO:tasks.workunit.client.0.smithi031.stdout:op 286 completed, throughput=4.94MB/sec 2024-08-10T05:35:27.252 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-cDefoairexZeULa off=0 len=1251235 2024-08-10T05:35:27.260 INFO:tasks.workunit.client.0.smithi031.stdout:op 287 completed, throughput=4.96MB/sec 2024-08-10T05:35:27.260 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-UWa0Fwqt960qP0V off=1057034 len=755831 2024-08-10T05:35:27.261 INFO:tasks.workunit.client.0.smithi031.stdout:op 288 completed, throughput=4.97MB/sec 2024-08-10T05:35:27.261 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-exBafBKfcEEohSy off=4672796 len=1005470 2024-08-10T05:35:27.263 INFO:tasks.workunit.client.0.smithi031.stdout:op 289 completed, throughput=4.99MB/sec 2024-08-10T05:35:27.263 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-xdP7jU8SVSRTj5p off=13114122 len=1258009 2024-08-10T05:35:27.265 INFO:tasks.workunit.client.0.smithi031.stdout:op 290 completed, throughput=5.01MB/sec 2024-08-10T05:35:27.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:35:27 smithi031 ceph-mon[98130]: pgmap v1420: 105 pgs: 105 active+clean; 128 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:35:27.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:35:27 smithi031 ceph-mon[100614]: pgmap v1420: 105 pgs: 105 active+clean; 128 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:35:27.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:35:27 smithi196 ceph-mon[90243]: pgmap v1420: 105 pgs: 105 active+clean; 128 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:35:28.266 INFO:tasks.workunit.client.0.smithi031.stdout: 57: throughput=4.92MB/sec pending data=0 2024-08-10T05:35:28.266 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-fuMZARqM08eh_G- off=301265 len=204305 2024-08-10T05:35:28.266 INFO:tasks.workunit.client.0.smithi031.stdout:op 291 completed, throughput=4.93MB/sec 2024-08-10T05:35:28.266 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-snutXELDuVLBwnR off=15274922 len=717001 2024-08-10T05:35:28.270 INFO:tasks.workunit.client.0.smithi031.stdout:op 292 completed, throughput=4.94MB/sec 2024-08-10T05:35:28.270 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-yQfEbOqdh4PXO3K off=6821304 len=1962463 2024-08-10T05:35:28.280 INFO:tasks.workunit.client.0.smithi031.stdout:op 293 completed, throughput=4.97MB/sec 2024-08-10T05:35:28.280 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-7Udl9T1rh6T2emA off=3508002 len=1853414 2024-08-10T05:35:28.293 INFO:tasks.workunit.client.0.smithi031.stdout:op 294 completed, throughput=5MB/sec 2024-08-10T05:35:28.293 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ItfoTzqYz1coeIQ off=1229178 len=1343780 2024-08-10T05:35:28.301 INFO:tasks.workunit.client.0.smithi031.stdout:op 295 completed, throughput=5.02MB/sec 2024-08-10T05:35:29.302 INFO:tasks.workunit.client.0.smithi031.stdout: 58: throughput=4.94MB/sec pending data=0 2024-08-10T05:35:29.302 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-wW996sJIQhcfx4p off=5393482 len=115349 2024-08-10T05:35:29.302 INFO:tasks.workunit.client.0.smithi031.stdout:op 296 completed, throughput=4.94MB/sec 2024-08-10T05:35:29.303 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-0Z4XP7cGvbEHH0Z off=3456683 len=938754 2024-08-10T05:35:29.304 INFO:tasks.workunit.client.0.smithi031.stdout:op 297 completed, throughput=4.95MB/sec 2024-08-10T05:35:29.304 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-1BI_KYdRh--8mgY off=10660249 len=2039740 2024-08-10T05:35:29.314 INFO:tasks.workunit.client.0.smithi031.stdout:op 298 completed, throughput=4.98MB/sec 2024-08-10T05:35:29.314 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-SInyX0zXCJtIGRb off=19932 len=1565996 2024-08-10T05:35:29.316 INFO:tasks.workunit.client.0.smithi031.stdout:op 299 completed, throughput=5.01MB/sec 2024-08-10T05:35:29.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:35:29 smithi031 ceph-mon[98130]: pgmap v1421: 105 pgs: 105 active+clean; 128 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-08-10T05:35:29.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:35:29 smithi031 ceph-mon[100614]: pgmap v1421: 105 pgs: 105 active+clean; 128 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-08-10T05:35:29.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:35:29 smithi196 ceph-mon[90243]: pgmap v1421: 105 pgs: 105 active+clean; 128 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-08-10T05:35:30.316 INFO:tasks.workunit.client.0.smithi031.stdout: 59: throughput=4.93MB/sec pending data=0 2024-08-10T05:35:30.316 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-dSiZni2lkhidIeG off=8878633 len=189554 2024-08-10T05:35:30.319 INFO:tasks.workunit.client.0.smithi031.stdout:op 300 completed, throughput=4.93MB/sec 2024-08-10T05:35:30.319 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-EwmTxZu5S0vUV_h off=13714732 len=1612411 2024-08-10T05:35:30.326 INFO:tasks.workunit.client.0.smithi031.stdout:op 301 completed, throughput=4.95MB/sec 2024-08-10T05:35:30.326 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-rLuM4Ks45I9aaw6 off=11535994 len=225244 2024-08-10T05:35:30.326 INFO:tasks.workunit.client.0.smithi031.stdout:op 302 completed, throughput=4.96MB/sec 2024-08-10T05:35:30.326 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-fpxJoOZnGvX8xYM off=155711 len=1722598 2024-08-10T05:35:30.333 INFO:tasks.workunit.client.0.smithi031.stdout:op 303 completed, throughput=4.98MB/sec 2024-08-10T05:35:30.333 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj--EUkL5GVhv0IRsB off=1492985 len=1904557 2024-08-10T05:35:30.343 INFO:tasks.workunit.client.0.smithi031.stdout:op 304 completed, throughput=5.01MB/sec 2024-08-10T05:35:31.344 INFO:tasks.workunit.client.0.smithi031.stdout: 60: throughput=4.93MB/sec pending data=0 2024-08-10T05:35:31.344 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-dHdga8OGDIhOvxv off=2275218 len=1010912 2024-08-10T05:35:31.346 INFO:tasks.workunit.client.0.smithi031.stdout:op 305 completed, throughput=4.95MB/sec 2024-08-10T05:35:31.346 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-TXUkwoz2ubwEkDQ off=9040352 len=810161 2024-08-10T05:35:31.348 INFO:tasks.workunit.client.0.smithi031.stdout:op 306 completed, throughput=4.96MB/sec 2024-08-10T05:35:31.348 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-LCRK2XVRmBzPjTq off=1447889 len=523603 2024-08-10T05:35:31.351 INFO:tasks.workunit.client.0.smithi031.stdout:op 307 completed, throughput=4.97MB/sec 2024-08-10T05:35:31.352 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-SQGGWBQEegInhVP off=12096407 len=1734763 2024-08-10T05:35:31.354 INFO:tasks.workunit.client.0.smithi031.stdout:op 308 completed, throughput=4.99MB/sec 2024-08-10T05:35:31.354 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-cAo31F1LxOHuuSg off=1798439 len=808909 2024-08-10T05:35:31.358 INFO:tasks.workunit.client.0.smithi031.stdout:op 309 completed, throughput=5.01MB/sec 2024-08-10T05:35:31.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:35:31 smithi031 ceph-mon[98130]: pgmap v1422: 105 pgs: 105 active+clean; 128 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:35:31.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:35:31 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:35:31] "GET /metrics HTTP/1.1" 200 34035 "" "Prometheus/2.43.0" 2024-08-10T05:35:31.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:35:31 smithi031 ceph-mon[100614]: pgmap v1422: 105 pgs: 105 active+clean; 128 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:35:31.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:35:31 smithi196 ceph-mon[90243]: pgmap v1422: 105 pgs: 105 active+clean; 128 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:35:32.359 INFO:tasks.workunit.client.0.smithi031.stdout: 61: throughput=4.93MB/sec pending data=0 2024-08-10T05:35:32.359 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-9et-ZdUv-HPQMTz off=8701651 len=1384749 2024-08-10T05:35:32.361 INFO:tasks.workunit.client.0.smithi031.stdout:op 310 completed, throughput=4.95MB/sec 2024-08-10T05:35:32.361 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-lOcC7H9M4qlGqtN off=18007506 len=929343 2024-08-10T05:35:32.362 INFO:tasks.workunit.client.0.smithi031.stdout:op 311 completed, throughput=4.96MB/sec 2024-08-10T05:35:32.362 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-cTm-T3UTgHg2oNa off=1535330 len=813637 2024-08-10T05:35:32.363 INFO:tasks.workunit.client.0.smithi031.stdout:op 312 completed, throughput=4.97MB/sec 2024-08-10T05:35:32.363 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-r1lMR2QLSzKgnp- off=134126 len=2008960 2024-08-10T05:35:32.375 INFO:tasks.workunit.client.0.smithi031.stdout:op 313 completed, throughput=5MB/sec 2024-08-10T05:35:32.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:35:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:35:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:35:33.376 INFO:tasks.workunit.client.0.smithi031.stdout: 62: throughput=4.92MB/sec pending data=0 2024-08-10T05:35:33.376 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-xRKn-MFlwSxY1O_ off=748014 len=1462302 2024-08-10T05:35:33.383 INFO:tasks.workunit.client.0.smithi031.stdout:op 314 completed, throughput=4.95MB/sec 2024-08-10T05:35:33.383 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-WpuXJxZEOZEMQbq off=2731590 len=1590225 2024-08-10T05:35:33.384 INFO:tasks.workunit.client.0.smithi031.stdout:op 315 completed, throughput=4.97MB/sec 2024-08-10T05:35:33.384 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-xuzsHvcuBzklMIp off=927955 len=1377963 2024-08-10T05:35:33.393 INFO:tasks.workunit.client.0.smithi031.stdout:op 316 completed, throughput=4.99MB/sec 2024-08-10T05:35:33.393 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-kOgvxzVkIKq-KIJ off=2444695 len=510392 2024-08-10T05:35:33.394 INFO:tasks.workunit.client.0.smithi031.stdout:op 317 completed, throughput=5MB/sec 2024-08-10T05:35:33.394 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ut8gswy-IQMsoup off=771566 len=847026 2024-08-10T05:35:33.395 INFO:tasks.workunit.client.0.smithi031.stdout:op 318 completed, throughput=5.01MB/sec 2024-08-10T05:35:33.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:35:33 smithi031 ceph-mon[98130]: pgmap v1423: 105 pgs: 105 active+clean; 128 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-08-10T05:35:33.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:35:33 smithi031 ceph-mon[100614]: pgmap v1423: 105 pgs: 105 active+clean; 128 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-08-10T05:35:33.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:35:33 smithi196 ceph-mon[90243]: pgmap v1423: 105 pgs: 105 active+clean; 128 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-08-10T05:35:34.396 INFO:tasks.workunit.client.0.smithi031.stdout: 63: throughput=4.93MB/sec pending data=0 2024-08-10T05:35:34.396 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-6k1Td2mlKDf3Knw off=5841108 len=2015938 2024-08-10T05:35:34.408 INFO:tasks.workunit.client.0.smithi031.stdout:op 319 completed, throughput=4.96MB/sec 2024-08-10T05:35:34.408 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-HvwxgcFCoIe2nnG off=2207673 len=761815 2024-08-10T05:35:34.412 INFO:tasks.workunit.client.0.smithi031.stdout:op 320 completed, throughput=4.97MB/sec 2024-08-10T05:35:34.412 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-P6K1UPiNMt9_sg_ off=18110111 len=284513 2024-08-10T05:35:34.413 INFO:tasks.workunit.client.0.smithi031.stdout:op 321 completed, throughput=4.98MB/sec 2024-08-10T05:35:34.413 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-EVlWTpDcbIfWlpK off=3788090 len=9468 2024-08-10T05:35:34.415 INFO:tasks.workunit.client.0.smithi031.stdout:op 322 completed, throughput=4.98MB/sec 2024-08-10T05:35:34.415 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-lDS8LuEu4iZxf6w off=3680904 len=1321074 2024-08-10T05:35:34.420 INFO:tasks.workunit.client.0.smithi031.stdout:op 323 completed, throughput=5MB/sec 2024-08-10T05:35:34.420 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-1ygWTRVtrf7NYdL off=1937675 len=1208411 2024-08-10T05:35:34.425 INFO:tasks.workunit.client.0.smithi031.stdout:op 324 completed, throughput=5.01MB/sec 2024-08-10T05:35:35.425 INFO:tasks.workunit.client.0.smithi031.stdout: 64: throughput=4.94MB/sec pending data=0 2024-08-10T05:35:35.425 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-GLSNqi-s1W1vN40 off=2033639 len=1173228 2024-08-10T05:35:35.431 INFO:tasks.workunit.client.0.smithi031.stdout:op 325 completed, throughput=4.95MB/sec 2024-08-10T05:35:35.431 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-bmmRCaQ-6Z4jH7s off=2167572 len=880163 2024-08-10T05:35:35.436 INFO:tasks.workunit.client.0.smithi031.stdout:op 326 completed, throughput=4.96MB/sec 2024-08-10T05:35:35.437 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-vbEmWYnyBaewVYc off=1609700 len=219328 2024-08-10T05:35:35.437 INFO:tasks.workunit.client.0.smithi031.stdout:op 327 completed, throughput=4.97MB/sec 2024-08-10T05:35:35.437 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-gfwoQ_h_a8Phcb0 off=1169044 len=2052144 2024-08-10T05:35:35.448 INFO:tasks.workunit.client.0.smithi031.stdout:op 328 completed, throughput=5MB/sec 2024-08-10T05:35:35.448 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-O0kSxHhipDaesB6 off=5829916 len=1559911 2024-08-10T05:35:35.450 INFO:tasks.workunit.client.0.smithi031.stdout:op 329 completed, throughput=5.02MB/sec 2024-08-10T05:35:35.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:35:35 smithi031 ceph-mon[98130]: pgmap v1424: 105 pgs: 105 active+clean; 128 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-10T05:35:35.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:35:35 smithi031 ceph-mon[100614]: pgmap v1424: 105 pgs: 105 active+clean; 128 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-10T05:35:35.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:35:35 smithi196 ceph-mon[90243]: pgmap v1424: 105 pgs: 105 active+clean; 128 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-10T05:35:36.451 INFO:tasks.workunit.client.0.smithi031.stdout: 65: throughput=4.94MB/sec pending data=0 2024-08-10T05:35:36.451 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-qKkmLJ08nU3RQR_ off=2973377 len=1542005 2024-08-10T05:35:36.453 INFO:tasks.workunit.client.0.smithi031.stdout:op 330 completed, throughput=4.97MB/sec 2024-08-10T05:35:36.453 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-yh3ia1tVxJehgi8 off=1911024 len=1421263 2024-08-10T05:35:36.459 INFO:tasks.workunit.client.0.smithi031.stdout:op 331 completed, throughput=4.99MB/sec 2024-08-10T05:35:36.460 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-9Qu5bdXVz7G9dvw off=19576383 len=1575348 2024-08-10T05:35:36.468 INFO:tasks.workunit.client.0.smithi031.stdout:op 332 completed, throughput=5.01MB/sec 2024-08-10T05:35:37.468 INFO:tasks.workunit.client.0.smithi031.stdout: 66: throughput=4.93MB/sec pending data=0 2024-08-10T05:35:37.468 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-CK_42wJ3TokzHVZ off=4143165 len=136205 2024-08-10T05:35:37.469 INFO:tasks.workunit.client.0.smithi031.stdout:op 333 completed, throughput=4.94MB/sec 2024-08-10T05:35:37.469 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-mVYYPdMctqlVQkV off=2688046 len=24039 2024-08-10T05:35:37.471 INFO:tasks.workunit.client.0.smithi031.stdout:op 334 completed, throughput=4.94MB/sec 2024-08-10T05:35:37.471 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-rlY86u1VtFBoBuX off=3212661 len=649404 2024-08-10T05:35:37.473 INFO:tasks.workunit.client.0.smithi031.stdout:op 335 completed, throughput=4.94MB/sec 2024-08-10T05:35:37.473 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Q5A1jW3Ee_VhVTb off=12607499 len=1358201 2024-08-10T05:35:37.475 INFO:tasks.workunit.client.0.smithi031.stdout:op 336 completed, throughput=4.96MB/sec 2024-08-10T05:35:37.475 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-agwFfliWJNM24xh off=2221012 len=120346 2024-08-10T05:35:37.477 INFO:tasks.workunit.client.0.smithi031.stdout:op 337 completed, throughput=4.97MB/sec 2024-08-10T05:35:37.477 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-fJGF7SOCm2P4QKo off=4815520 len=329276 2024-08-10T05:35:37.480 INFO:tasks.workunit.client.0.smithi031.stdout:op 338 completed, throughput=4.97MB/sec 2024-08-10T05:35:37.481 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-fPPl7NL_Ekt1qw- off=7981867 len=1791650 2024-08-10T05:35:37.483 INFO:tasks.workunit.client.0.smithi031.stdout:op 339 completed, throughput=5MB/sec 2024-08-10T05:35:37.483 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Mh40CNBP1KHJRqi off=3944298 len=646412 2024-08-10T05:35:37.484 INFO:tasks.workunit.client.0.smithi031.stdout:op 340 completed, throughput=5MB/sec 2024-08-10T05:35:37.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:35:37 smithi031 ceph-mon[98130]: pgmap v1425: 105 pgs: 105 active+clean; 128 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-10T05:35:37.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:35:37 smithi031 ceph-mon[100614]: pgmap v1425: 105 pgs: 105 active+clean; 128 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-10T05:35:37.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:35:37 smithi196 ceph-mon[90243]: pgmap v1425: 105 pgs: 105 active+clean; 128 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-10T05:35:38.484 INFO:tasks.workunit.client.0.smithi031.stdout: 67: throughput=4.93MB/sec pending data=0 2024-08-10T05:35:38.484 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-o43IcnZWI2DfjWh off=17732823 len=217994 2024-08-10T05:35:38.487 INFO:tasks.workunit.client.0.smithi031.stdout:op 341 completed, throughput=4.93MB/sec 2024-08-10T05:35:38.487 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-utyTly0XaXU1eQU off=1064636 len=838431 2024-08-10T05:35:38.492 INFO:tasks.workunit.client.0.smithi031.stdout:op 342 completed, throughput=4.95MB/sec 2024-08-10T05:35:38.492 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-5aCWUbl1v_l6Vis off=9370516 len=507346 2024-08-10T05:35:38.493 INFO:tasks.workunit.client.0.smithi031.stdout:op 343 completed, throughput=4.95MB/sec 2024-08-10T05:35:38.493 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-tiFrt1hp894luU3 off=4293372 len=1661258 2024-08-10T05:35:38.496 INFO:tasks.workunit.client.0.smithi031.stdout:op 344 completed, throughput=4.97MB/sec 2024-08-10T05:35:38.496 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-skCOmkro-Es-OUN off=7797712 len=669807 2024-08-10T05:35:38.501 INFO:tasks.workunit.client.0.smithi031.stdout:op 345 completed, throughput=4.98MB/sec 2024-08-10T05:35:38.501 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-LGYaJAaIMmVnjLP off=10996407 len=1272453 2024-08-10T05:35:38.502 INFO:tasks.workunit.client.0.smithi031.stdout:op 346 completed, throughput=5MB/sec 2024-08-10T05:35:39.503 INFO:tasks.workunit.client.0.smithi031.stdout: 68: throughput=4.93MB/sec pending data=0 2024-08-10T05:35:39.503 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-jiKswUdYBj01KQK off=12632283 len=499370 2024-08-10T05:35:39.504 INFO:tasks.workunit.client.0.smithi031.stdout:op 347 completed, throughput=4.94MB/sec 2024-08-10T05:35:39.505 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-HmN6xkDHNXUn3Qr off=13092598 len=1467755 2024-08-10T05:35:39.506 INFO:tasks.workunit.client.0.smithi031.stdout:op 348 completed, throughput=4.96MB/sec 2024-08-10T05:35:39.506 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-1mq7eZYrgeOws1p off=1579678 len=151267 2024-08-10T05:35:39.509 INFO:tasks.workunit.client.0.smithi031.stdout:op 349 completed, throughput=4.96MB/sec 2024-08-10T05:35:39.509 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-vOIAbEiYc3en9Ui off=6763158 len=750355 2024-08-10T05:35:39.513 INFO:tasks.workunit.client.0.smithi031.stdout:op 350 completed, throughput=4.97MB/sec 2024-08-10T05:35:39.513 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-4R2Mges5Nbohwaa off=2743815 len=1818278 2024-08-10T05:35:39.515 INFO:tasks.workunit.client.0.smithi031.stdout:op 351 completed, throughput=4.99MB/sec 2024-08-10T05:35:39.516 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-fG1aqizg_wnLBQp off=3381468 len=304219 2024-08-10T05:35:39.516 INFO:tasks.workunit.client.0.smithi031.stdout:op 352 completed, throughput=5MB/sec 2024-08-10T05:35:39.516 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-cObqlSFSdN0Dj12 off=639164 len=425589 2024-08-10T05:35:39.517 INFO:tasks.workunit.client.0.smithi031.stdout:op 353 completed, throughput=5MB/sec 2024-08-10T05:35:39.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:35:39 smithi031 ceph-mon[98130]: pgmap v1426: 105 pgs: 105 active+clean; 128 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:35:39.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:35:39 smithi031 ceph-mon[100614]: pgmap v1426: 105 pgs: 105 active+clean; 128 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:35:39.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:35:39 smithi196 ceph-mon[90243]: pgmap v1426: 105 pgs: 105 active+clean; 128 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:35:40.517 INFO:tasks.workunit.client.0.smithi031.stdout: 69: throughput=4.93MB/sec pending data=0 2024-08-10T05:35:40.517 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-_sYscG6pMm-MRMY off=364977 len=1590468 2024-08-10T05:35:40.521 INFO:tasks.workunit.client.0.smithi031.stdout:op 354 completed, throughput=4.95MB/sec 2024-08-10T05:35:40.521 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-qaKMqtzTsTIuRWk off=3713833 len=1130319 2024-08-10T05:35:40.522 INFO:tasks.workunit.client.0.smithi031.stdout:op 355 completed, throughput=4.97MB/sec 2024-08-10T05:35:40.522 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-CIxnwOcu1xOsZKb off=5702088 len=2054914 2024-08-10T05:35:40.534 INFO:tasks.workunit.client.0.smithi031.stdout:op 356 completed, throughput=5MB/sec 2024-08-10T05:35:40.534 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-1hVSaKGNVcsyEO9 off=1324189 len=1920537 2024-08-10T05:35:40.545 INFO:tasks.workunit.client.0.smithi031.stdout:op 357 completed, throughput=5.02MB/sec 2024-08-10T05:35:41.511 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:35:41 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:35:41] "GET /metrics HTTP/1.1" 200 34033 "" "Prometheus/2.43.0" 2024-08-10T05:35:41.545 INFO:tasks.workunit.client.0.smithi031.stdout: 70: throughput=4.95MB/sec pending data=0 2024-08-10T05:35:41.545 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-v1bDHcBfaEFLAS9 off=5219430 len=858077 2024-08-10T05:35:41.550 INFO:tasks.workunit.client.0.smithi031.stdout:op 358 completed, throughput=4.96MB/sec 2024-08-10T05:35:41.551 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-C7XuQ4iYsUbPUUP off=2320792 len=629919 2024-08-10T05:35:41.554 INFO:tasks.workunit.client.0.smithi031.stdout:op 359 completed, throughput=4.97MB/sec 2024-08-10T05:35:41.554 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Dr0QZYFIa-3wHN3 off=9200426 len=685236 2024-08-10T05:35:41.558 INFO:tasks.workunit.client.0.smithi031.stdout:op 360 completed, throughput=4.98MB/sec 2024-08-10T05:35:41.559 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-L4kR3GV4IbCpAUD off=3560544 len=1853217 2024-08-10T05:35:41.561 INFO:tasks.workunit.client.0.smithi031.stdout:op 361 completed, throughput=5MB/sec 2024-08-10T05:35:41.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:35:41 smithi031 ceph-mon[98130]: pgmap v1427: 105 pgs: 105 active+clean; 128 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-10T05:35:41.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:35:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:35:41.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:35:41 smithi031 ceph-mon[100614]: pgmap v1427: 105 pgs: 105 active+clean; 128 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-10T05:35:41.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:35:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:35:41.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:35:41 smithi196 ceph-mon[90243]: pgmap v1427: 105 pgs: 105 active+clean; 128 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-10T05:35:41.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:35:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:35:42.561 INFO:tasks.workunit.client.0.smithi031.stdout: 71: throughput=4.93MB/sec pending data=0 2024-08-10T05:35:42.561 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-xpk9l29lLKQaTOa off=1065694 len=413433 2024-08-10T05:35:42.565 INFO:tasks.workunit.client.0.smithi031.stdout:op 362 completed, throughput=4.94MB/sec 2024-08-10T05:35:42.565 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-LtkWzNaOzu2dT7Y off=15321424 len=1233582 2024-08-10T05:35:42.570 INFO:tasks.workunit.client.0.smithi031.stdout:op 363 completed, throughput=4.95MB/sec 2024-08-10T05:35:42.570 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Mh40CNBP1KHJRqi off=3640229 len=1485545 2024-08-10T05:35:42.572 INFO:tasks.workunit.client.0.smithi031.stdout:op 364 completed, throughput=4.97MB/sec 2024-08-10T05:35:42.572 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-cTx6T2PARktZ3ug off=6037848 len=1321108 2024-08-10T05:35:42.574 INFO:tasks.workunit.client.0.smithi031.stdout:op 365 completed, throughput=4.99MB/sec 2024-08-10T05:35:42.574 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-n88S85fd3Lnn8ht off=15635850 len=1777342 2024-08-10T05:35:42.584 INFO:tasks.workunit.client.0.smithi031.stdout:op 366 completed, throughput=5.01MB/sec 2024-08-10T05:35:42.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:35:42 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:35:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:35:43.584 INFO:tasks.workunit.client.0.smithi031.stdout: 72: throughput=4.95MB/sec pending data=0 2024-08-10T05:35:43.584 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ZghGpIMXSAmSdnU off=7344124 len=233571 2024-08-10T05:35:43.587 INFO:tasks.workunit.client.0.smithi031.stdout:op 367 completed, throughput=4.95MB/sec 2024-08-10T05:35:43.587 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-MG6pE081vmpE1Ds off=15425200 len=1564080 2024-08-10T05:35:43.595 INFO:tasks.workunit.client.0.smithi031.stdout:op 368 completed, throughput=4.97MB/sec 2024-08-10T05:35:43.595 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj--BjkR2MySEKBRYi off=13468649 len=299334 2024-08-10T05:35:43.595 INFO:tasks.workunit.client.0.smithi031.stdout:op 369 completed, throughput=4.97MB/sec 2024-08-10T05:35:43.595 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-yiVxCdbHWvpbxMA off=9000337 len=36277 2024-08-10T05:35:43.596 INFO:tasks.workunit.client.0.smithi031.stdout:op 370 completed, throughput=4.97MB/sec 2024-08-10T05:35:43.596 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-FbpSgET7fKFsjkS off=3078717 len=224520 2024-08-10T05:35:43.599 INFO:tasks.workunit.client.0.smithi031.stdout:op 371 completed, throughput=4.98MB/sec 2024-08-10T05:35:43.599 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-u-WiyUtNz6FE5wk off=694541 len=582995 2024-08-10T05:35:43.603 INFO:tasks.workunit.client.0.smithi031.stdout:op 372 completed, throughput=4.98MB/sec 2024-08-10T05:35:43.603 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-2OG8t9oDx3Z6Trm off=3329769 len=1005136 2024-08-10T05:35:43.605 INFO:tasks.workunit.client.0.smithi031.stdout:op 373 completed, throughput=5MB/sec 2024-08-10T05:35:43.605 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-18le4EC00fakfuO off=1579406 len=770477 2024-08-10T05:35:43.609 INFO:tasks.workunit.client.0.smithi031.stdout:op 374 completed, throughput=5.01MB/sec 2024-08-10T05:35:43.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:35:43 smithi031 ceph-mon[98130]: pgmap v1428: 105 pgs: 105 active+clean; 128 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:35:43.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:35:43 smithi031 ceph-mon[100614]: pgmap v1428: 105 pgs: 105 active+clean; 128 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:35:43.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:35:43 smithi196 ceph-mon[90243]: pgmap v1428: 105 pgs: 105 active+clean; 128 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:35:44.610 INFO:tasks.workunit.client.0.smithi031.stdout: 73: throughput=4.94MB/sec pending data=0 2024-08-10T05:35:44.610 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-rx35pzzu21RE0mL off=4215623 len=1863377 2024-08-10T05:35:44.612 INFO:tasks.workunit.client.0.smithi031.stdout:op 375 completed, throughput=4.96MB/sec 2024-08-10T05:35:44.612 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-8wjZmASFq23lKFb off=8161367 len=1437403 2024-08-10T05:35:44.619 INFO:tasks.workunit.client.0.smithi031.stdout:op 376 completed, throughput=4.98MB/sec 2024-08-10T05:35:44.619 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-velot1kz1p0NbWF off=565692 len=1701518 2024-08-10T05:35:44.621 INFO:tasks.workunit.client.0.smithi031.stdout:op 377 completed, throughput=5MB/sec 2024-08-10T05:35:45.622 INFO:tasks.workunit.client.0.smithi031.stdout: 74: throughput=4.94MB/sec pending data=0 2024-08-10T05:35:45.622 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-MuFqa3qqiayeyqp off=17790275 len=485906 2024-08-10T05:35:45.626 INFO:tasks.workunit.client.0.smithi031.stdout:op 378 completed, throughput=4.94MB/sec 2024-08-10T05:35:45.626 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-vHK68Af8dYX4C56 off=923308 len=152136 2024-08-10T05:35:45.627 INFO:tasks.workunit.client.0.smithi031.stdout:op 379 completed, throughput=4.94MB/sec 2024-08-10T05:35:45.627 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-jrL064Zi_35AV3B off=4975223 len=560059 2024-08-10T05:35:45.630 INFO:tasks.workunit.client.0.smithi031.stdout:op 380 completed, throughput=4.95MB/sec 2024-08-10T05:35:45.630 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-J-BkU9xY9gkQn3H off=28589 len=2081081 2024-08-10T05:35:45.642 INFO:tasks.workunit.client.0.smithi031.stdout:op 381 completed, throughput=4.98MB/sec 2024-08-10T05:35:45.642 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-3gfdjQH3m4Q6ARn off=16026451 len=138732 2024-08-10T05:35:45.642 INFO:tasks.workunit.client.0.smithi031.stdout:op 382 completed, throughput=4.98MB/sec 2024-08-10T05:35:45.642 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-5qNglzxNDghJkCM off=858809 len=1411653 2024-08-10T05:35:45.648 INFO:tasks.workunit.client.0.smithi031.stdout:op 383 completed, throughput=4.99MB/sec 2024-08-10T05:35:45.649 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-g3tkLVFJ8Hfp-KZ off=2965546 len=29243 2024-08-10T05:35:45.649 INFO:tasks.workunit.client.0.smithi031.stdout:op 384 completed, throughput=4.99MB/sec 2024-08-10T05:35:45.649 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-dO4S0A0szgJ9ABU off=10071251 len=896127 2024-08-10T05:35:45.650 INFO:tasks.workunit.client.0.smithi031.stdout:op 385 completed, throughput=5.01MB/sec 2024-08-10T05:35:45.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:35:45 smithi031 ceph-mon[98130]: pgmap v1429: 105 pgs: 105 active+clean; 128 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-08-10T05:35:45.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:35:45 smithi031 ceph-mon[100614]: pgmap v1429: 105 pgs: 105 active+clean; 128 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-08-10T05:35:45.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:35:45 smithi196 ceph-mon[90243]: pgmap v1429: 105 pgs: 105 active+clean; 128 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-08-10T05:35:46.651 INFO:tasks.workunit.client.0.smithi031.stdout: 75: throughput=4.94MB/sec pending data=0 2024-08-10T05:35:46.651 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Dov_00GNjtvPvzC off=13076049 len=445087 2024-08-10T05:35:46.652 INFO:tasks.workunit.client.0.smithi031.stdout:op 386 completed, throughput=4.95MB/sec 2024-08-10T05:35:46.652 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-eH09OsjXaXbFQRB off=2088971 len=1814195 2024-08-10T05:35:46.654 INFO:tasks.workunit.client.0.smithi031.stdout:op 387 completed, throughput=4.97MB/sec 2024-08-10T05:35:46.654 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-cAP2efum0Mj3sD9 off=2263004 len=1145325 2024-08-10T05:35:46.657 INFO:tasks.workunit.client.0.smithi031.stdout:op 388 completed, throughput=4.98MB/sec 2024-08-10T05:35:46.657 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-rmQiu6eTcCWiFXe off=3794358 len=1622941 2024-08-10T05:35:46.660 INFO:tasks.workunit.client.0.smithi031.stdout:op 389 completed, throughput=5MB/sec 2024-08-10T05:35:47.661 INFO:tasks.workunit.client.0.smithi031.stdout: 76: throughput=4.94MB/sec pending data=0 2024-08-10T05:35:47.661 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-D4BfmD4XZgHfif- off=4418437 len=414571 2024-08-10T05:35:47.661 INFO:tasks.workunit.client.0.smithi031.stdout:op 390 completed, throughput=4.94MB/sec 2024-08-10T05:35:47.662 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Ezld7dOxQVKzT1O off=5648117 len=1370502 2024-08-10T05:35:47.668 INFO:tasks.workunit.client.0.smithi031.stdout:op 391 completed, throughput=4.96MB/sec 2024-08-10T05:35:47.668 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-MN7hUXMxpnAYZ10 off=12602015 len=506838 2024-08-10T05:35:47.671 INFO:tasks.workunit.client.0.smithi031.stdout:op 392 completed, throughput=4.97MB/sec 2024-08-10T05:35:47.672 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-bRYA3bkgNyTEXuQ off=3885628 len=823657 2024-08-10T05:35:47.673 INFO:tasks.workunit.client.0.smithi031.stdout:op 393 completed, throughput=4.98MB/sec 2024-08-10T05:35:47.673 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-z1QE6QGrtjiAWyg off=103725 len=204546 2024-08-10T05:35:47.673 INFO:tasks.workunit.client.0.smithi031.stdout:op 394 completed, throughput=4.98MB/sec 2024-08-10T05:35:47.673 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-P7nWpGOYHZJL6X7 off=3428523 len=521370 2024-08-10T05:35:47.678 INFO:tasks.workunit.client.0.smithi031.stdout:op 395 completed, throughput=4.98MB/sec 2024-08-10T05:35:47.678 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-NyXQcn1sUa3ci8F off=7146217 len=786821 2024-08-10T05:35:47.679 INFO:tasks.workunit.client.0.smithi031.stdout:op 396 completed, throughput=4.99MB/sec 2024-08-10T05:35:47.679 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-JO2o5TIKpA4etLs off=3877766 len=568555 2024-08-10T05:35:47.680 INFO:tasks.workunit.client.0.smithi031.stdout:op 397 completed, throughput=5MB/sec 2024-08-10T05:35:47.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:35:47 smithi196 ceph-mon[90243]: pgmap v1430: 105 pgs: 105 active+clean; 128 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:35:48.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:35:47 smithi031 ceph-mon[98130]: pgmap v1430: 105 pgs: 105 active+clean; 128 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:35:48.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:35:47 smithi031 ceph-mon[100614]: pgmap v1430: 105 pgs: 105 active+clean; 128 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:35:48.681 INFO:tasks.workunit.client.0.smithi031.stdout: 77: throughput=4.94MB/sec pending data=0 2024-08-10T05:35:48.681 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-UaofuXV59KB6hg4 off=1321309 len=1129029 2024-08-10T05:35:48.687 INFO:tasks.workunit.client.0.smithi031.stdout:op 398 completed, throughput=4.95MB/sec 2024-08-10T05:35:48.688 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-b8VogMyohYC6qij off=1726732 len=1528307 2024-08-10T05:35:48.689 INFO:tasks.workunit.client.0.smithi031.stdout:op 399 completed, throughput=4.97MB/sec 2024-08-10T05:35:48.689 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-QL1waNtFLd34q4Z off=5562881 len=2063535 2024-08-10T05:35:48.693 INFO:tasks.workunit.client.0.smithi031.stdout:op 400 completed, throughput=4.99MB/sec 2024-08-10T05:35:48.693 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-_gwrh5zbsn1Vj8J off=0 len=1088333 2024-08-10T05:35:48.695 INFO:tasks.workunit.client.0.smithi031.stdout:op 401 completed, throughput=5.01MB/sec 2024-08-10T05:35:49.695 INFO:tasks.workunit.client.0.smithi031.stdout: 78: throughput=4.94MB/sec pending data=0 2024-08-10T05:35:49.695 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-8EJ31Z04KwgHQ6- off=7259256 len=35376 2024-08-10T05:35:49.696 INFO:tasks.workunit.client.0.smithi031.stdout:op 402 completed, throughput=4.94MB/sec 2024-08-10T05:35:49.696 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-1MvpzxHU6O2pR6D off=0 len=1103891 2024-08-10T05:35:49.697 INFO:tasks.workunit.client.0.smithi031.stdout:op 403 completed, throughput=4.96MB/sec 2024-08-10T05:35:49.698 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-nnlFwh7UZPDBNPK off=5653822 len=1907938 2024-08-10T05:35:49.709 INFO:tasks.workunit.client.0.smithi031.stdout:op 404 completed, throughput=4.98MB/sec 2024-08-10T05:35:49.709 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-MCz3ue4ZYzD8_lQ off=8464533 len=595404 2024-08-10T05:35:49.713 INFO:tasks.workunit.client.0.smithi031.stdout:op 405 completed, throughput=4.99MB/sec 2024-08-10T05:35:49.713 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-5YfGDP5EUShzTTb off=3756047 len=1056178 2024-08-10T05:35:49.719 INFO:tasks.workunit.client.0.smithi031.stdout:op 406 completed, throughput=5MB/sec 2024-08-10T05:35:49.719 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj--yVkElOccNxSNb9 off=4880532 len=929778 2024-08-10T05:35:49.723 INFO:tasks.workunit.client.0.smithi031.stdout:op 407 completed, throughput=5.01MB/sec 2024-08-10T05:35:49.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:35:49 smithi196 ceph-mon[90243]: pgmap v1431: 105 pgs: 105 active+clean; 128 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:35:50.018 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:35:49 smithi031 ceph-mon[100614]: pgmap v1431: 105 pgs: 105 active+clean; 128 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:35:50.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:35:49 smithi031 ceph-mon[98130]: pgmap v1431: 105 pgs: 105 active+clean; 128 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:35:50.724 INFO:tasks.workunit.client.0.smithi031.stdout: 79: throughput=4.95MB/sec pending data=0 2024-08-10T05:35:50.724 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Z0iT7vBKVLWG-GP off=227408 len=1516719 2024-08-10T05:35:50.732 INFO:tasks.workunit.client.0.smithi031.stdout:op 408 completed, throughput=4.96MB/sec 2024-08-10T05:35:50.732 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-PZ1yfMmtmxJpP4q off=918772 len=1986573 2024-08-10T05:35:50.743 INFO:tasks.workunit.client.0.smithi031.stdout:op 409 completed, throughput=4.99MB/sec 2024-08-10T05:35:50.743 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-3lox23SPDo7s-ct off=3534804 len=83569 2024-08-10T05:35:50.746 INFO:tasks.workunit.client.0.smithi031.stdout:op 410 completed, throughput=4.99MB/sec 2024-08-10T05:35:50.746 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-HlLiSkGP-7vPxFj off=166398 len=175599 2024-08-10T05:35:50.749 INFO:tasks.workunit.client.0.smithi031.stdout:op 411 completed, throughput=4.99MB/sec 2024-08-10T05:35:50.749 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-vkSa7HoDLCllJQU off=3809956 len=808540 2024-08-10T05:35:50.753 INFO:tasks.workunit.client.0.smithi031.stdout:op 412 completed, throughput=5MB/sec 2024-08-10T05:35:50.753 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-pn7_Qysp15FNHK2 off=15004862 len=963401 2024-08-10T05:35:50.758 INFO:tasks.workunit.client.0.smithi031.stdout:op 413 completed, throughput=5.01MB/sec 2024-08-10T05:35:51.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:35:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:35:51] "GET /metrics HTTP/1.1" 200 34033 "" "Prometheus/2.43.0" 2024-08-10T05:35:51.758 INFO:tasks.workunit.client.0.smithi031.stdout: 80: throughput=4.95MB/sec pending data=0 2024-08-10T05:35:51.758 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-rFS8WX1UsdV3A4f off=6310965 len=406968 2024-08-10T05:35:51.761 INFO:tasks.workunit.client.0.smithi031.stdout:op 414 completed, throughput=4.95MB/sec 2024-08-10T05:35:51.762 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ZWH6_Vode_-0p5c off=2635870 len=1983711 2024-08-10T05:35:51.773 INFO:tasks.workunit.client.0.smithi031.stdout:op 415 completed, throughput=4.98MB/sec 2024-08-10T05:35:51.774 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-q01ubruT7SPEv4H off=17738463 len=981406 2024-08-10T05:35:51.778 INFO:tasks.workunit.client.0.smithi031.stdout:op 416 completed, throughput=4.99MB/sec 2024-08-10T05:35:51.778 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ivf0WlhNRnQ3NqF off=2615047 len=1822151 2024-08-10T05:35:51.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:35:51 smithi196 ceph-mon[90243]: pgmap v1432: 105 pgs: 105 active+clean; 128 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:35:51.788 INFO:tasks.workunit.client.0.smithi031.stdout:op 417 completed, throughput=5.01MB/sec 2024-08-10T05:35:52.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:35:51 smithi031 ceph-mon[98130]: pgmap v1432: 105 pgs: 105 active+clean; 128 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:35:52.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:35:51 smithi031 ceph-mon[100614]: pgmap v1432: 105 pgs: 105 active+clean; 128 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:35:52.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:35:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:35:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:35:52.789 INFO:tasks.workunit.client.0.smithi031.stdout: 81: throughput=4.95MB/sec pending data=0 2024-08-10T05:35:52.789 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-bI0bEwGYc9lNsw3 off=9828450 len=342488 2024-08-10T05:35:52.789 INFO:tasks.workunit.client.0.smithi031.stdout:op 418 completed, throughput=4.95MB/sec 2024-08-10T05:35:52.790 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-VL-hygM0EdYHlT5 off=3304215 len=690910 2024-08-10T05:35:52.794 INFO:tasks.workunit.client.0.smithi031.stdout:op 419 completed, throughput=4.96MB/sec 2024-08-10T05:35:52.794 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-DSlhOtzJaEuqoQ9 off=5816438 len=1918742 2024-08-10T05:35:52.804 INFO:tasks.workunit.client.0.smithi031.stdout:op 420 completed, throughput=4.98MB/sec 2024-08-10T05:35:52.804 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-i_Em_XCAgv8NIyz off=2161130 len=872003 2024-08-10T05:35:52.808 INFO:tasks.workunit.client.0.smithi031.stdout:op 421 completed, throughput=4.99MB/sec 2024-08-10T05:35:52.809 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-xrF-O0hzg5gvjKJ off=11665036 len=726724 2024-08-10T05:35:52.813 INFO:tasks.workunit.client.0.smithi031.stdout:op 422 completed, throughput=5MB/sec 2024-08-10T05:35:52.813 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-t4RCojbXis-hEm0 off=2339224 len=387600 2024-08-10T05:35:52.813 INFO:tasks.workunit.client.0.smithi031.stdout:op 423 completed, throughput=5MB/sec 2024-08-10T05:35:53.814 INFO:tasks.workunit.client.0.smithi031.stdout: 82: throughput=4.94MB/sec pending data=0 2024-08-10T05:35:53.814 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-GMhkrB1SRbAk7L3 off=4312270 len=397052 2024-08-10T05:35:53.815 INFO:tasks.workunit.client.0.smithi031.stdout:op 424 completed, throughput=4.95MB/sec 2024-08-10T05:35:53.815 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-xtIRWfRdh53unEq off=10111970 len=807767 2024-08-10T05:35:53.816 INFO:tasks.workunit.client.0.smithi031.stdout:op 425 completed, throughput=4.96MB/sec 2024-08-10T05:35:53.816 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-8vyqwZPxwzURKJ2 off=7300233 len=1547375 2024-08-10T05:35:53.818 INFO:tasks.workunit.client.0.smithi031.stdout:op 426 completed, throughput=4.97MB/sec 2024-08-10T05:35:53.818 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-nhlqppfOmkE0jSM off=4589156 len=1370241 2024-08-10T05:35:53.826 INFO:tasks.workunit.client.0.smithi031.stdout:op 427 completed, throughput=4.99MB/sec 2024-08-10T05:35:53.826 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-CgoYSd3TJJiwpwG off=3628572 len=934149 2024-08-10T05:35:53.832 INFO:tasks.workunit.client.0.smithi031.stdout:op 428 completed, throughput=5MB/sec 2024-08-10T05:35:53.832 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-RyW4qJ4XntfsOXH off=8095050 len=990456 2024-08-10T05:35:53.834 INFO:tasks.workunit.client.0.smithi031.stdout:op 429 completed, throughput=5.01MB/sec 2024-08-10T05:35:54.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:35:53 smithi031 ceph-mon[98130]: pgmap v1433: 105 pgs: 105 active+clean; 128 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:35:54.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:35:53 smithi031 ceph-mon[100614]: pgmap v1433: 105 pgs: 105 active+clean; 128 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:35:54.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:35:53 smithi196 ceph-mon[90243]: pgmap v1433: 105 pgs: 105 active+clean; 128 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:35:54.834 INFO:tasks.workunit.client.0.smithi031.stdout: 83: throughput=4.95MB/sec pending data=0 2024-08-10T05:35:54.834 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-BHinfbY7iqrWEQ2 off=21819916 len=436000 2024-08-10T05:35:54.835 INFO:tasks.workunit.client.0.smithi031.stdout:op 430 completed, throughput=4.96MB/sec 2024-08-10T05:35:54.835 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj--E72111VNLCRb49 off=3501832 len=291423 2024-08-10T05:35:54.836 INFO:tasks.workunit.client.0.smithi031.stdout:op 431 completed, throughput=4.96MB/sec 2024-08-10T05:35:54.836 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ryqPflxncDCdVrE off=6446274 len=293297 2024-08-10T05:35:54.840 INFO:tasks.workunit.client.0.smithi031.stdout:op 432 completed, throughput=4.96MB/sec 2024-08-10T05:35:54.840 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-OVhVmJcF0ISNnGu off=6047469 len=977077 2024-08-10T05:35:54.842 INFO:tasks.workunit.client.0.smithi031.stdout:op 433 completed, throughput=4.97MB/sec 2024-08-10T05:35:54.843 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-krfXzxYDLTWIj4a off=16563558 len=1314442 2024-08-10T05:35:54.848 INFO:tasks.workunit.client.0.smithi031.stdout:op 434 completed, throughput=4.99MB/sec 2024-08-10T05:35:54.848 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-5eXa_2jA52RgIJ7 off=6798339 len=558327 2024-08-10T05:35:54.850 INFO:tasks.workunit.client.0.smithi031.stdout:op 435 completed, throughput=4.99MB/sec 2024-08-10T05:35:54.850 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-0gUpVvF3mkfsSp0 off=5343739 len=669904 2024-08-10T05:35:54.850 INFO:tasks.workunit.client.0.smithi031.stdout:op 436 completed, throughput=5MB/sec 2024-08-10T05:35:55.850 INFO:tasks.workunit.client.0.smithi031.stdout: 84: throughput=4.94MB/sec pending data=0 2024-08-10T05:35:55.851 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-0-MpabY0gqg-jaR off=10431531 len=1903345 2024-08-10T05:35:55.861 INFO:tasks.workunit.client.0.smithi031.stdout:op 437 completed, throughput=4.96MB/sec 2024-08-10T05:35:55.861 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-XJ9PGGxNNZuANIg off=6933864 len=1333874 2024-08-10T05:35:55.869 INFO:tasks.workunit.client.0.smithi031.stdout:op 438 completed, throughput=4.98MB/sec 2024-08-10T05:35:55.869 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-qG0_T9WY20tLfhJ off=1205595 len=1983149 2024-08-10T05:35:55.881 INFO:tasks.workunit.client.0.smithi031.stdout:op 439 completed, throughput=5MB/sec 2024-08-10T05:35:55.881 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ryqPflxncDCdVrE off=4179374 len=709793 2024-08-10T05:35:55.881 INFO:tasks.workunit.client.0.smithi031.stdout:op 440 completed, throughput=5.01MB/sec 2024-08-10T05:35:56.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:35:55 smithi031 ceph-mon[98130]: pgmap v1434: 105 pgs: 105 active+clean; 128 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:35:56.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:35:55 smithi031 ceph-mon[100614]: pgmap v1434: 105 pgs: 105 active+clean; 128 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:35:56.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:35:55 smithi196 ceph-mon[90243]: pgmap v1434: 105 pgs: 105 active+clean; 128 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:35:56.882 INFO:tasks.workunit.client.0.smithi031.stdout: 85: throughput=4.95MB/sec pending data=0 2024-08-10T05:35:56.882 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-H5vu1lif6SJ5Ris off=6852594 len=493983 2024-08-10T05:35:56.883 INFO:tasks.workunit.client.0.smithi031.stdout:op 441 completed, throughput=4.96MB/sec 2024-08-10T05:35:56.883 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-C4EkKD-LMjRq4ru off=1655343 len=402720 2024-08-10T05:35:56.887 INFO:tasks.workunit.client.0.smithi031.stdout:op 442 completed, throughput=4.96MB/sec 2024-08-10T05:35:56.887 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ql_ILXZvAVFRcjY off=13144597 len=1376201 2024-08-10T05:35:56.893 INFO:tasks.workunit.client.0.smithi031.stdout:op 443 completed, throughput=4.97MB/sec 2024-08-10T05:35:56.893 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-qwtNa1jmj29XJgr off=5036406 len=733634 2024-08-10T05:35:56.894 INFO:tasks.workunit.client.0.smithi031.stdout:op 444 completed, throughput=4.98MB/sec 2024-08-10T05:35:56.895 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-JmcCKtbdnhFR9m8 off=4672020 len=2014008 2024-08-10T05:35:56.903 INFO:tasks.workunit.client.0.smithi031.stdout:op 445 completed, throughput=5MB/sec 2024-08-10T05:35:57.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:35:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:35:57.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:35:56 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:35:57.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:35:56 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:35:57.903 INFO:tasks.workunit.client.0.smithi031.stdout: 86: throughput=4.95MB/sec pending data=0 2024-08-10T05:35:57.904 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-C5VeDcAkNmVAd_- off=3821472 len=319240 2024-08-10T05:35:57.905 INFO:tasks.workunit.client.0.smithi031.stdout:op 446 completed, throughput=4.95MB/sec 2024-08-10T05:35:57.905 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-DiZ0IG3zBEINWqa off=2990586 len=2043096 2024-08-10T05:35:57.918 INFO:tasks.workunit.client.0.smithi031.stdout:op 447 completed, throughput=4.97MB/sec 2024-08-10T05:35:57.918 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-g8Qrdmv7kbyXo1g off=602721 len=124989 2024-08-10T05:35:57.919 INFO:tasks.workunit.client.0.smithi031.stdout:op 448 completed, throughput=4.97MB/sec 2024-08-10T05:35:57.919 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-0UcT43lWWSuNs70 off=1478809 len=1078828 2024-08-10T05:35:57.921 INFO:tasks.workunit.client.0.smithi031.stdout:op 449 completed, throughput=4.98MB/sec 2024-08-10T05:35:57.921 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-TDi_cxAY2wHzGr_ off=11876604 len=225348 2024-08-10T05:35:57.923 INFO:tasks.workunit.client.0.smithi031.stdout:op 450 completed, throughput=4.99MB/sec 2024-08-10T05:35:57.924 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-SrdR4Hq9OrRnpqk off=1605049 len=842333 2024-08-10T05:35:57.924 INFO:tasks.workunit.client.0.smithi031.stdout:op 451 completed, throughput=5MB/sec 2024-08-10T05:35:57.924 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-fxSBBSghsboK3ZF off=3300723 len=1250720 2024-08-10T05:35:57.926 INFO:tasks.workunit.client.0.smithi031.stdout:op 452 completed, throughput=5.01MB/sec 2024-08-10T05:35:58.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:35:57 smithi031 ceph-mon[98130]: pgmap v1435: 105 pgs: 105 active+clean; 128 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:35:58.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:35:57 smithi031 ceph-mon[100614]: pgmap v1435: 105 pgs: 105 active+clean; 128 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:35:58.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:35:57 smithi196 ceph-mon[90243]: pgmap v1435: 105 pgs: 105 active+clean; 128 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:35:58.926 INFO:tasks.workunit.client.0.smithi031.stdout: 87: throughput=4.95MB/sec pending data=0 2024-08-10T05:35:58.927 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Psv6bjrPNYUUSC1 off=11750453 len=273873 2024-08-10T05:35:58.930 INFO:tasks.workunit.client.0.smithi031.stdout:op 453 completed, throughput=4.96MB/sec 2024-08-10T05:35:58.930 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-0sfDf_KqEjLQdu6 off=218991 len=1327208 2024-08-10T05:35:58.938 INFO:tasks.workunit.client.0.smithi031.stdout:op 454 completed, throughput=4.97MB/sec 2024-08-10T05:35:58.939 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-PkBARoKroTJWNwU off=434528 len=749838 2024-08-10T05:35:58.940 INFO:tasks.workunit.client.0.smithi031.stdout:op 455 completed, throughput=4.98MB/sec 2024-08-10T05:35:58.940 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ygtYVYMW4P1PpBn off=539381 len=1445346 2024-08-10T05:35:58.942 INFO:tasks.workunit.client.0.smithi031.stdout:op 456 completed, throughput=4.99MB/sec 2024-08-10T05:35:58.942 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-anLnbB4cY3xV5LC off=722706 len=94871 2024-08-10T05:35:58.944 INFO:tasks.workunit.client.0.smithi031.stdout:op 457 completed, throughput=4.99MB/sec 2024-08-10T05:35:58.945 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-9VVHdquKXuC59kX off=4199380 len=379019 2024-08-10T05:35:58.945 INFO:tasks.workunit.client.0.smithi031.stdout:op 458 completed, throughput=5MB/sec 2024-08-10T05:35:58.945 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-uQ_-BVo82FyvWD8 off=17404119 len=1197239 2024-08-10T05:35:58.951 INFO:tasks.workunit.client.0.smithi031.stdout:op 459 completed, throughput=5.01MB/sec 2024-08-10T05:35:59.952 INFO:tasks.workunit.client.0.smithi031.stdout: 88: throughput=4.95MB/sec pending data=0 2024-08-10T05:35:59.952 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-QpaUFBrFnevp7-4 off=4062156 len=717399 2024-08-10T05:35:59.954 INFO:tasks.workunit.client.0.smithi031.stdout:op 460 completed, throughput=4.96MB/sec 2024-08-10T05:35:59.954 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Qb1JEsRE6QcvAFT off=442542 len=1228978 2024-08-10T05:35:59.962 INFO:tasks.workunit.client.0.smithi031.stdout:op 461 completed, throughput=4.97MB/sec 2024-08-10T05:35:59.962 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-FUtraowQzB7lode off=5776462 len=331509 2024-08-10T05:35:59.965 INFO:tasks.workunit.client.0.smithi031.stdout:op 462 completed, throughput=4.98MB/sec 2024-08-10T05:35:59.965 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-8gHYtXavjX4uPbu off=3743817 len=136123 2024-08-10T05:35:59.967 INFO:tasks.workunit.client.0.smithi031.stdout:op 463 completed, throughput=4.98MB/sec 2024-08-10T05:35:59.968 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-P_ehERGiF-Pcf31 off=3137632 len=442016 2024-08-10T05:35:59.971 INFO:tasks.workunit.client.0.smithi031.stdout:op 464 completed, throughput=4.98MB/sec 2024-08-10T05:35:59.971 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-13S-pSnITGVmvwQ off=636502 len=1349769 2024-08-10T05:35:59.972 INFO:tasks.workunit.client.0.smithi031.stdout:op 465 completed, throughput=5MB/sec 2024-08-10T05:35:59.973 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-1QcWOUa-eQgbuUH off=10695398 len=220077 2024-08-10T05:35:59.975 INFO:tasks.workunit.client.0.smithi031.stdout:op 466 completed, throughput=5MB/sec 2024-08-10T05:36:00.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:35:59 smithi031 ceph-mon[98130]: pgmap v1436: 105 pgs: 105 active+clean; 128 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:36:00.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:35:59 smithi031 ceph-mon[100614]: pgmap v1436: 105 pgs: 105 active+clean; 128 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:36:00.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:35:59 smithi196 ceph-mon[90243]: pgmap v1436: 105 pgs: 105 active+clean; 128 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:36:00.975 INFO:tasks.workunit.client.0.smithi031.stdout: 89: throughput=4.95MB/sec pending data=0 2024-08-10T05:36:00.976 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-VOWp6VHGRWKvnwa off=2808940 len=1826945 2024-08-10T05:36:00.978 INFO:tasks.workunit.client.0.smithi031.stdout:op 467 completed, throughput=4.96MB/sec 2024-08-10T05:36:00.978 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-DoPAGrJ6MF_f_Dl off=10632154 len=406291 2024-08-10T05:36:00.979 INFO:tasks.workunit.client.0.smithi031.stdout:op 468 completed, throughput=4.97MB/sec 2024-08-10T05:36:00.979 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-xlf-Wm-lriPxhpd off=2562417 len=1415421 2024-08-10T05:36:00.981 INFO:tasks.workunit.client.0.smithi031.stdout:op 469 completed, throughput=4.98MB/sec 2024-08-10T05:36:00.981 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-IZWrbtqxLViYL46 off=899934 len=1541920 2024-08-10T05:36:00.988 INFO:tasks.workunit.client.0.smithi031.stdout:op 470 completed, throughput=5MB/sec 2024-08-10T05:36:00.988 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Zjw1eVVUWFWHK9a off=4478857 len=1094985 2024-08-10T05:36:00.994 INFO:tasks.workunit.client.0.smithi031.stdout:op 471 completed, throughput=5.01MB/sec 2024-08-10T05:36:01.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:36:01 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:36:01] "GET /metrics HTTP/1.1" 200 34036 "" "Prometheus/2.43.0" 2024-08-10T05:36:01.995 INFO:tasks.workunit.client.0.smithi031.stdout: 90: throughput=4.96MB/sec pending data=0 2024-08-10T05:36:01.995 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-y-hbvuSyUi0GXyp off=1324222 len=921523 2024-08-10T05:36:02.000 INFO:tasks.workunit.client.0.smithi031.stdout:op 472 completed, throughput=4.96MB/sec 2024-08-10T05:36:02.000 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ZRoymKkMMHzd_BT off=2858143 len=378370 2024-08-10T05:36:02.001 INFO:tasks.workunit.client.0.smithi031.stdout:op 473 completed, throughput=4.97MB/sec 2024-08-10T05:36:02.001 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-wyUJ-fdbDGD0prW off=15184544 len=177914 2024-08-10T05:36:02.004 INFO:tasks.workunit.client.0.smithi031.stdout:op 474 completed, throughput=4.97MB/sec 2024-08-10T05:36:02.004 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-IR6EvjwyPCfpa9p off=402770 len=1598784 2024-08-10T05:36:02.010 INFO:tasks.workunit.client.0.smithi031.stdout:op 475 completed, throughput=4.99MB/sec 2024-08-10T05:36:02.010 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-O0kSxHhipDaesB6 off=9849354 len=79185 2024-08-10T05:36:02.011 INFO:tasks.workunit.client.0.smithi031.stdout:op 476 completed, throughput=4.99MB/sec 2024-08-10T05:36:02.011 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-jI4OaP5Br6m2Jlh off=1925123 len=1833793 2024-08-10T05:36:02.013 INFO:tasks.workunit.client.0.smithi031.stdout:op 477 completed, throughput=5.01MB/sec 2024-08-10T05:36:02.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:36:01 smithi031 ceph-mon[98130]: pgmap v1437: 105 pgs: 105 active+clean; 128 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-08-10T05:36:02.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:36:01 smithi031 ceph-mon[100614]: pgmap v1437: 105 pgs: 105 active+clean; 128 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-08-10T05:36:02.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:36:01 smithi196 ceph-mon[90243]: pgmap v1437: 105 pgs: 105 active+clean; 128 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-08-10T05:36:02.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:36:02 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:36:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:36:03.013 INFO:tasks.workunit.client.0.smithi031.stdout: 91: throughput=4.95MB/sec pending data=0 2024-08-10T05:36:03.014 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-0_-92p1bv2QkxpV off=1429268 len=26896 2024-08-10T05:36:03.016 INFO:tasks.workunit.client.0.smithi031.stdout:op 478 completed, throughput=4.95MB/sec 2024-08-10T05:36:03.016 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-fqePXqBm6Ekba19 off=8432837 len=664144 2024-08-10T05:36:03.020 INFO:tasks.workunit.client.0.smithi031.stdout:op 479 completed, throughput=4.96MB/sec 2024-08-10T05:36:03.020 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-tnZSK0sAcyXsq42 off=258042 len=885764 2024-08-10T05:36:03.022 INFO:tasks.workunit.client.0.smithi031.stdout:op 480 completed, throughput=4.97MB/sec 2024-08-10T05:36:03.023 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-WQs5c5HWIVMsJtQ off=2227447 len=1116116 2024-08-10T05:36:03.028 INFO:tasks.workunit.client.0.smithi031.stdout:op 481 completed, throughput=4.98MB/sec 2024-08-10T05:36:03.028 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-6wRERchLNeuAPgN off=1630813 len=1676813 2024-08-10T05:36:03.032 INFO:tasks.workunit.client.0.smithi031.stdout:op 482 completed, throughput=5MB/sec 2024-08-10T05:36:03.032 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-hxG7CD2UkEyoQj6 off=2126166 len=703565 2024-08-10T05:36:03.033 INFO:tasks.workunit.client.0.smithi031.stdout:op 483 completed, throughput=5MB/sec 2024-08-10T05:36:04.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:36:03 smithi031 ceph-mon[98130]: pgmap v1438: 105 pgs: 105 active+clean; 128 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:36:04.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:36:03 smithi031 ceph-mon[100614]: pgmap v1438: 105 pgs: 105 active+clean; 128 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:36:04.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:36:03 smithi196 ceph-mon[90243]: pgmap v1438: 105 pgs: 105 active+clean; 128 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:36:04.033 INFO:tasks.workunit.client.0.smithi031.stdout: 92: throughput=4.95MB/sec pending data=0 2024-08-10T05:36:04.033 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-2NF7KnbRcYLlMx7 off=12576968 len=9371 2024-08-10T05:36:04.036 INFO:tasks.workunit.client.0.smithi031.stdout:op 484 completed, throughput=4.95MB/sec 2024-08-10T05:36:04.036 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-awrnsIAQ132g6Vx off=1136003 len=343315 2024-08-10T05:36:04.037 INFO:tasks.workunit.client.0.smithi031.stdout:op 485 completed, throughput=4.95MB/sec 2024-08-10T05:36:04.037 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-pmFqfbHYCac8K0y off=206958 len=1874334 2024-08-10T05:36:04.040 INFO:tasks.workunit.client.0.smithi031.stdout:op 486 completed, throughput=4.97MB/sec 2024-08-10T05:36:04.040 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-jHDoLf-ffizmDUU off=2299656 len=820711 2024-08-10T05:36:04.045 INFO:tasks.workunit.client.0.smithi031.stdout:op 487 completed, throughput=4.98MB/sec 2024-08-10T05:36:04.045 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-0DqP1UO2fyp98E6 off=2813512 len=570780 2024-08-10T05:36:04.046 INFO:tasks.workunit.client.0.smithi031.stdout:op 488 completed, throughput=4.99MB/sec 2024-08-10T05:36:04.046 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-29-20hZdzvTCu6V off=3863392 len=1036414 2024-08-10T05:36:04.052 INFO:tasks.workunit.client.0.smithi031.stdout:op 489 completed, throughput=5MB/sec 2024-08-10T05:36:04.052 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-oBQM6zcmk2VueAV off=1140129 len=787009 2024-08-10T05:36:04.054 INFO:tasks.workunit.client.0.smithi031.stdout:op 490 completed, throughput=5MB/sec 2024-08-10T05:36:05.055 INFO:tasks.workunit.client.0.smithi031.stdout: 93: throughput=4.95MB/sec pending data=0 2024-08-10T05:36:05.055 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-L5YXbKkcp-2qpoL off=2871628 len=1779095 2024-08-10T05:36:05.066 INFO:tasks.workunit.client.0.smithi031.stdout:op 491 completed, throughput=4.97MB/sec 2024-08-10T05:36:05.066 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-p7K47Ue7YYAc8Ze off=484807 len=1336285 2024-08-10T05:36:05.068 INFO:tasks.workunit.client.0.smithi031.stdout:op 492 completed, throughput=4.98MB/sec 2024-08-10T05:36:05.068 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-6TXAaZ5CgK96cSD off=5159570 len=1654000 2024-08-10T05:36:05.071 INFO:tasks.workunit.client.0.smithi031.stdout:op 493 completed, throughput=5MB/sec 2024-08-10T05:36:05.071 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-6XlKsNBvYBVPGBs off=1036615 len=1256806 2024-08-10T05:36:05.073 INFO:tasks.workunit.client.0.smithi031.stdout:op 494 completed, throughput=5.01MB/sec 2024-08-10T05:36:06.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:36:05 smithi031 ceph-mon[98130]: pgmap v1439: 105 pgs: 105 active+clean; 128 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-08-10T05:36:06.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:36:05 smithi031 ceph-mon[100614]: pgmap v1439: 105 pgs: 105 active+clean; 128 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-08-10T05:36:06.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:36:05 smithi196 ceph-mon[90243]: pgmap v1439: 105 pgs: 105 active+clean; 128 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-08-10T05:36:06.074 INFO:tasks.workunit.client.0.smithi031.stdout: 94: throughput=4.96MB/sec pending data=0 2024-08-10T05:36:06.074 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-9y_T8Mqmnkdb4bV off=4144212 len=176173 2024-08-10T05:36:06.076 INFO:tasks.workunit.client.0.smithi031.stdout:op 495 completed, throughput=4.96MB/sec 2024-08-10T05:36:06.076 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-3xMqb6pNf5jGjVr off=1602522 len=852440 2024-08-10T05:36:06.081 INFO:tasks.workunit.client.0.smithi031.stdout:op 496 completed, throughput=4.97MB/sec 2024-08-10T05:36:06.082 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-3eesIAGQGaMO3M_ off=451078 len=241853 2024-08-10T05:36:06.085 INFO:tasks.workunit.client.0.smithi031.stdout:op 497 completed, throughput=4.97MB/sec 2024-08-10T05:36:06.085 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-gcLeIg6xXnZ1rsx off=7152519 len=1062383 2024-08-10T05:36:06.087 INFO:tasks.workunit.client.0.smithi031.stdout:op 498 completed, throughput=4.98MB/sec 2024-08-10T05:36:06.087 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-mYylj96nwIbbvm4 off=18023159 len=471300 2024-08-10T05:36:06.090 INFO:tasks.workunit.client.0.smithi031.stdout:op 499 completed, throughput=4.99MB/sec 2024-08-10T05:36:06.090 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-XuSOR6MsJpvH6iA off=1445216 len=1510864 2024-08-10T05:36:06.094 INFO:tasks.workunit.client.0.smithi031.stdout:op 500 completed, throughput=5MB/sec 2024-08-10T05:36:07.094 INFO:tasks.workunit.client.0.smithi031.stdout: 95: throughput=4.95MB/sec pending data=0 2024-08-10T05:36:07.094 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Z19bE9g_yb8GNXG off=16456360 len=595182 2024-08-10T05:36:07.095 INFO:tasks.workunit.client.0.smithi031.stdout:op 501 completed, throughput=4.96MB/sec 2024-08-10T05:36:07.095 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-cX1G4s1u3NGrHUg off=168784 len=1678051 2024-08-10T05:36:07.099 INFO:tasks.workunit.client.0.smithi031.stdout:op 502 completed, throughput=4.97MB/sec 2024-08-10T05:36:07.099 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-exTzTdu9WMTw61U off=9964148 len=655450 2024-08-10T05:36:07.100 INFO:tasks.workunit.client.0.smithi031.stdout:op 503 completed, throughput=4.98MB/sec 2024-08-10T05:36:07.100 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-vbEmWYnyBaewVYc off=2104664 len=883681 2024-08-10T05:36:07.101 INFO:tasks.workunit.client.0.smithi031.stdout:op 504 completed, throughput=4.99MB/sec 2024-08-10T05:36:07.102 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Fs42sag0mSnUAaY off=7864393 len=1673543 2024-08-10T05:36:07.104 INFO:tasks.workunit.client.0.smithi031.stdout:op 505 completed, throughput=5MB/sec 2024-08-10T05:36:07.830 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:36:07 smithi196 ceph-mon[90243]: pgmap v1440: 105 pgs: 105 active+clean; 128 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-10T05:36:08.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:36:07 smithi031 ceph-mon[98130]: pgmap v1440: 105 pgs: 105 active+clean; 128 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-10T05:36:08.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:36:07 smithi031 ceph-mon[100614]: pgmap v1440: 105 pgs: 105 active+clean; 128 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-10T05:36:08.104 INFO:tasks.workunit.client.0.smithi031.stdout: 96: throughput=4.95MB/sec pending data=0 2024-08-10T05:36:08.104 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-pexfuNMexu8iZt5 off=17601662 len=1309551 2024-08-10T05:36:08.106 INFO:tasks.workunit.client.0.smithi031.stdout:op 506 completed, throughput=4.96MB/sec 2024-08-10T05:36:08.106 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-RseGIq-SCU0-4j- off=2697545 len=1509111 2024-08-10T05:36:08.109 INFO:tasks.workunit.client.0.smithi031.stdout:op 507 completed, throughput=4.98MB/sec 2024-08-10T05:36:08.110 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-qxmeYY-W0cOi8KT off=9357487 len=1659540 2024-08-10T05:36:08.112 INFO:tasks.workunit.client.0.smithi031.stdout:op 508 completed, throughput=4.99MB/sec 2024-08-10T05:36:08.112 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-TAFpvJ_MiVXdn_2 off=2953453 len=694100 2024-08-10T05:36:08.113 INFO:tasks.workunit.client.0.smithi031.stdout:op 509 completed, throughput=5MB/sec 2024-08-10T05:36:09.113 INFO:tasks.workunit.client.0.smithi031.stdout: 97: throughput=4.95MB/sec pending data=0 2024-08-10T05:36:09.114 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-RSwQUOSaJSvVr1M off=14802085 len=759536 2024-08-10T05:36:09.118 INFO:tasks.workunit.client.0.smithi031.stdout:op 510 completed, throughput=4.96MB/sec 2024-08-10T05:36:09.118 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Zv4yXZugzIw82Wg off=2026546 len=875414 2024-08-10T05:36:09.123 INFO:tasks.workunit.client.0.smithi031.stdout:op 511 completed, throughput=4.97MB/sec 2024-08-10T05:36:09.123 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-r4SRF2OnmhIh5KQ off=3978751 len=1299153 2024-08-10T05:36:09.125 INFO:tasks.workunit.client.0.smithi031.stdout:op 512 completed, throughput=4.98MB/sec 2024-08-10T05:36:09.125 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-22gKUX-ef9tLuud off=4185145 len=2011070 2024-08-10T05:36:09.129 INFO:tasks.workunit.client.0.smithi031.stdout:op 513 completed, throughput=5MB/sec 2024-08-10T05:36:09.129 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-EuMxY4WZeNXa3A_ off=11002010 len=944469 2024-08-10T05:36:09.134 INFO:tasks.workunit.client.0.smithi031.stdout:op 514 completed, throughput=5.01MB/sec 2024-08-10T05:36:10.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:36:09 smithi031 ceph-mon[98130]: pgmap v1441: 105 pgs: 105 active+clean; 128 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:36:10.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:36:09 smithi031 ceph-mon[100614]: pgmap v1441: 105 pgs: 105 active+clean; 128 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:36:10.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:36:09 smithi196 ceph-mon[90243]: pgmap v1441: 105 pgs: 105 active+clean; 128 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:36:10.134 INFO:tasks.workunit.client.0.smithi031.stdout: 98: throughput=4.96MB/sec pending data=0 2024-08-10T05:36:10.135 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-1ofac9c1T4wEu5s off=9984744 len=1414238 2024-08-10T05:36:10.141 INFO:tasks.workunit.client.0.smithi031.stdout:op 515 completed, throughput=4.97MB/sec 2024-08-10T05:36:10.142 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-BsDwhzC2MHG2Nqa off=1173427 len=703910 2024-08-10T05:36:10.145 INFO:tasks.workunit.client.0.smithi031.stdout:op 516 completed, throughput=4.98MB/sec 2024-08-10T05:36:10.145 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-E8LiIy-hlTAbO5- off=10974465 len=1476364 2024-08-10T05:36:10.147 INFO:tasks.workunit.client.0.smithi031.stdout:op 517 completed, throughput=4.99MB/sec 2024-08-10T05:36:10.147 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-HTnXCcJdLgYDb3B off=4814811 len=1820453 2024-08-10T05:36:10.153 INFO:tasks.workunit.client.0.smithi031.stdout:op 518 completed, throughput=5.01MB/sec 2024-08-10T05:36:11.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:36:10 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:36:11.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:36:10 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:36:11.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:36:10 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:36:11.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:36:10 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:36:11.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:36:10 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:36:11.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:36:10 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:36:11.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:36:10 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:36:11.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:36:10 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:36:11.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:36:10 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:36:11.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:36:10 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:36:11.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:36:10 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:36:11.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:36:10 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:36:11.154 INFO:tasks.workunit.client.0.smithi031.stdout: 99: throughput=4.96MB/sec pending data=0 2024-08-10T05:36:11.154 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-fhJ3b4vJtjeWu6f off=16282572 len=90206 2024-08-10T05:36:11.157 INFO:tasks.workunit.client.0.smithi031.stdout:op 519 completed, throughput=4.96MB/sec 2024-08-10T05:36:11.157 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-sfgm_t1ZXTZGGXN off=8005467 len=1163268 2024-08-10T05:36:11.159 INFO:tasks.workunit.client.0.smithi031.stdout:op 520 completed, throughput=4.97MB/sec 2024-08-10T05:36:11.159 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-hwWIzNZIMbbM6wK off=12953187 len=934691 2024-08-10T05:36:11.160 INFO:tasks.workunit.client.0.smithi031.stdout:op 521 completed, throughput=4.98MB/sec 2024-08-10T05:36:11.160 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-9uR8qOW_Q3E4Xmr off=4160207 len=1592618 2024-08-10T05:36:11.162 INFO:tasks.workunit.client.0.smithi031.stdout:op 522 completed, throughput=4.99MB/sec 2024-08-10T05:36:11.162 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-e9NjvOkysJre2h0 off=3166979 len=1368065 2024-08-10T05:36:11.171 INFO:tasks.workunit.client.0.smithi031.stdout:op 523 completed, throughput=5.01MB/sec 2024-08-10T05:36:11.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:36:11 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:36:11] "GET /metrics HTTP/1.1" 200 34033 "" "Prometheus/2.43.0" 2024-08-10T05:36:12.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:36:11 smithi031 ceph-mon[100614]: pgmap v1442: 105 pgs: 105 active+clean; 128 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-08-10T05:36:12.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:36:11 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:36:12.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:36:11 smithi031 ceph-mon[98130]: pgmap v1442: 105 pgs: 105 active+clean; 128 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-08-10T05:36:12.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:36:11 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:36:12.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:36:11 smithi196 ceph-mon[90243]: pgmap v1442: 105 pgs: 105 active+clean; 128 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-08-10T05:36:12.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:36:11 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:36:12.171 INFO:tasks.workunit.client.0.smithi031.stdout: 100: throughput=4.96MB/sec pending data=0 2024-08-10T05:36:12.171 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-CXvA9KJ-ZSpIpj- off=1301399 len=1675584 2024-08-10T05:36:12.180 INFO:tasks.workunit.client.0.smithi031.stdout:op 524 completed, throughput=4.97MB/sec 2024-08-10T05:36:12.180 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-uMXxyjfcuub3y_M off=13407800 len=1549863 2024-08-10T05:36:12.194 INFO:tasks.workunit.client.0.smithi031.stdout:op 525 completed, throughput=4.99MB/sec 2024-08-10T05:36:12.194 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ew1myE__0I6ZuyV off=4102656 len=269898 2024-08-10T05:36:12.197 INFO:tasks.workunit.client.0.smithi031.stdout:op 526 completed, throughput=4.99MB/sec 2024-08-10T05:36:12.197 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Xzv01HokC_Gdgdn off=1747629 len=843038 2024-08-10T05:36:12.198 INFO:tasks.workunit.client.0.smithi031.stdout:op 527 completed, throughput=5MB/sec 2024-08-10T05:36:12.199 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-w6A0cW4Ls5hDU51 off=4650844 len=1384900 2024-08-10T05:36:12.200 INFO:tasks.workunit.client.0.smithi031.stdout:op 528 completed, throughput=5.01MB/sec 2024-08-10T05:36:12.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:36:12 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:36:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:36:13.200 INFO:tasks.workunit.client.0.smithi031.stdout: 101: throughput=4.96MB/sec pending data=0 2024-08-10T05:36:13.201 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Klqycllzv41gCJn off=11921113 len=1254269 2024-08-10T05:36:13.208 INFO:tasks.workunit.client.0.smithi031.stdout:op 529 completed, throughput=4.97MB/sec 2024-08-10T05:36:13.208 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-SJ4pxuyUUMdyzXM off=3158528 len=684613 2024-08-10T05:36:13.209 INFO:tasks.workunit.client.0.smithi031.stdout:op 530 completed, throughput=4.98MB/sec 2024-08-10T05:36:13.209 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-yDlYHFmCzYtT0hX off=2272565 len=1435741 2024-08-10T05:36:13.211 INFO:tasks.workunit.client.0.smithi031.stdout:op 531 completed, throughput=4.99MB/sec 2024-08-10T05:36:13.211 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-GqSNbKKnnKtNOAX off=14735718 len=900524 2024-08-10T05:36:13.212 INFO:tasks.workunit.client.0.smithi031.stdout:op 532 completed, throughput=5MB/sec 2024-08-10T05:36:13.212 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-v2vEziaUbzTzn8j off=939315 len=1866192 2024-08-10T05:36:13.215 INFO:tasks.workunit.client.0.smithi031.stdout:op 533 completed, throughput=5.02MB/sec 2024-08-10T05:36:14.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:36:13 smithi031 ceph-mon[98130]: pgmap v1443: 105 pgs: 105 active+clean; 128 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-10T05:36:14.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:36:13 smithi031 ceph-mon[100614]: pgmap v1443: 105 pgs: 105 active+clean; 128 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-10T05:36:14.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:36:13 smithi196 ceph-mon[90243]: pgmap v1443: 105 pgs: 105 active+clean; 128 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-10T05:36:14.216 INFO:tasks.workunit.client.0.smithi031.stdout: 102: throughput=4.97MB/sec pending data=0 2024-08-10T05:36:14.216 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-72PeLeZQMqRqpEA off=399087 len=1953791 2024-08-10T05:36:14.219 INFO:tasks.workunit.client.0.smithi031.stdout:op 534 completed, throughput=4.99MB/sec 2024-08-10T05:36:14.219 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ONFGNDG5Xjki8fF off=6715256 len=588851 2024-08-10T05:36:14.220 INFO:tasks.workunit.client.0.smithi031.stdout:op 535 completed, throughput=4.99MB/sec 2024-08-10T05:36:14.220 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-hX2_dX8nwTiXrb0 off=1577778 len=889340 2024-08-10T05:36:14.221 INFO:tasks.workunit.client.0.smithi031.stdout:op 536 completed, throughput=5MB/sec 2024-08-10T05:36:14.221 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-qNpe3dmIpkQkGIK off=2617164 len=920550 2024-08-10T05:36:14.222 INFO:tasks.workunit.client.0.smithi031.stdout:op 537 completed, throughput=5.01MB/sec 2024-08-10T05:36:15.223 INFO:tasks.workunit.client.0.smithi031.stdout: 103: throughput=4.96MB/sec pending data=0 2024-08-10T05:36:15.223 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-xqh7iUBTefeL5Yq off=1571075 len=1890488 2024-08-10T05:36:15.232 INFO:tasks.workunit.client.0.smithi031.stdout:op 538 completed, throughput=4.98MB/sec 2024-08-10T05:36:15.233 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-P3inQJL3kKkJEKo off=3528737 len=48966 2024-08-10T05:36:15.233 INFO:tasks.workunit.client.0.smithi031.stdout:op 539 completed, throughput=4.98MB/sec 2024-08-10T05:36:15.233 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-z-_JmcgjRteKGZK off=14982682 len=1737768 2024-08-10T05:36:15.235 INFO:tasks.workunit.client.0.smithi031.stdout:op 540 completed, throughput=4.99MB/sec 2024-08-10T05:36:15.235 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-gtrSZroijVNgNb7 off=2623723 len=60650 2024-08-10T05:36:15.235 INFO:tasks.workunit.client.0.smithi031.stdout:op 541 completed, throughput=4.99MB/sec 2024-08-10T05:36:15.235 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-WC7JWKyS6yeJNud off=5104709 len=2052880 2024-08-10T05:36:15.239 INFO:tasks.workunit.client.0.smithi031.stdout:op 542 completed, throughput=5.01MB/sec 2024-08-10T05:36:16.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:36:15 smithi031 ceph-mon[98130]: pgmap v1444: 105 pgs: 105 active+clean; 128 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-08-10T05:36:16.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:36:15 smithi031 ceph-mon[100614]: pgmap v1444: 105 pgs: 105 active+clean; 128 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-08-10T05:36:16.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:36:15 smithi196 ceph-mon[90243]: pgmap v1444: 105 pgs: 105 active+clean; 128 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-08-10T05:36:16.240 INFO:tasks.workunit.client.0.smithi031.stdout: 104: throughput=4.96MB/sec pending data=0 2024-08-10T05:36:16.240 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-k8-z307OQG9IX20 off=9830094 len=1626460 2024-08-10T05:36:16.247 INFO:tasks.workunit.client.0.smithi031.stdout:op 543 completed, throughput=4.98MB/sec 2024-08-10T05:36:16.247 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj--F15_sZd4pCu6rs off=5345428 len=4669 2024-08-10T05:36:16.250 INFO:tasks.workunit.client.0.smithi031.stdout:op 544 completed, throughput=4.98MB/sec 2024-08-10T05:36:16.250 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-6bsHSCPLKX31Z6j off=16883710 len=604039 2024-08-10T05:36:16.251 INFO:tasks.workunit.client.0.smithi031.stdout:op 545 completed, throughput=4.98MB/sec 2024-08-10T05:36:16.251 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-BRv0k8M4W5ZRlk2 off=7177092 len=1185167 2024-08-10T05:36:16.252 INFO:tasks.workunit.client.0.smithi031.stdout:op 546 completed, throughput=4.99MB/sec 2024-08-10T05:36:16.252 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-wavKs6SeQDESBjK off=11120110 len=1948920 2024-08-10T05:36:16.261 INFO:tasks.workunit.client.0.smithi031.stdout:op 547 completed, throughput=5.01MB/sec 2024-08-10T05:36:17.261 INFO:tasks.workunit.client.0.smithi031.stdout: 105: throughput=4.96MB/sec pending data=0 2024-08-10T05:36:17.261 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-yKMX-J31NLwlIQ4 off=2649600 len=230612 2024-08-10T05:36:17.264 INFO:tasks.workunit.client.0.smithi031.stdout:op 548 completed, throughput=4.97MB/sec 2024-08-10T05:36:17.264 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-s1rWxuOY2eJEjOb off=3293647 len=2027525 2024-08-10T05:36:17.267 INFO:tasks.workunit.client.0.smithi031.stdout:op 549 completed, throughput=4.98MB/sec 2024-08-10T05:36:17.267 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-AOiqtFMPX__vioU off=18338347 len=328538 2024-08-10T05:36:17.267 INFO:tasks.workunit.client.0.smithi031.stdout:op 550 completed, throughput=4.99MB/sec 2024-08-10T05:36:17.267 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-3ynrqvKtuYaYZFM off=9011244 len=1470238 2024-08-10T05:36:17.271 INFO:tasks.workunit.client.0.smithi031.stdout:op 551 completed, throughput=5MB/sec 2024-08-10T05:36:18.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:36:17 smithi031 ceph-mon[98130]: pgmap v1445: 105 pgs: 105 active+clean; 128 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-08-10T05:36:18.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:36:17 smithi031 ceph-mon[100614]: pgmap v1445: 105 pgs: 105 active+clean; 128 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-08-10T05:36:18.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:36:17 smithi196 ceph-mon[90243]: pgmap v1445: 105 pgs: 105 active+clean; 128 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-08-10T05:36:18.271 INFO:tasks.workunit.client.0.smithi031.stdout: 106: throughput=4.95MB/sec pending data=0 2024-08-10T05:36:18.271 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-JaFLRkhC8hkhQNI off=13880002 len=54268 2024-08-10T05:36:18.272 INFO:tasks.workunit.client.0.smithi031.stdout:op 552 completed, throughput=4.95MB/sec 2024-08-10T05:36:18.272 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-1lkWU3rC6k4Ghg- off=7680940 len=389434 2024-08-10T05:36:18.273 INFO:tasks.workunit.client.0.smithi031.stdout:op 553 completed, throughput=4.96MB/sec 2024-08-10T05:36:18.273 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-UVxsRMrmXUs0StN off=8124849 len=1450741 2024-08-10T05:36:18.275 INFO:tasks.workunit.client.0.smithi031.stdout:op 554 completed, throughput=4.97MB/sec 2024-08-10T05:36:18.275 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj--ZjHfbOW1kCBW-v off=10945873 len=155324 2024-08-10T05:36:18.278 INFO:tasks.workunit.client.0.smithi031.stdout:op 555 completed, throughput=4.97MB/sec 2024-08-10T05:36:18.278 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-dvi19f07sAK7fY7 off=11211499 len=1609877 2024-08-10T05:36:18.280 INFO:tasks.workunit.client.0.smithi031.stdout:op 556 completed, throughput=4.99MB/sec 2024-08-10T05:36:18.280 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-kmMO6SBHhjCaJLQ off=4411229 len=1492903 2024-08-10T05:36:18.281 INFO:tasks.workunit.client.0.smithi031.stdout:op 557 completed, throughput=5MB/sec 2024-08-10T05:36:18.282 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj--yVkElOccNxSNb9 off=9309790 len=1570791 2024-08-10T05:36:18.283 INFO:tasks.workunit.client.0.smithi031.stdout:op 558 completed, throughput=5.01MB/sec 2024-08-10T05:36:19.283 INFO:tasks.workunit.client.0.smithi031.stdout: 107: throughput=4.97MB/sec pending data=0 2024-08-10T05:36:19.283 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ioZ-K5fNE1irH78 off=5706540 len=1987440 2024-08-10T05:36:19.296 INFO:tasks.workunit.client.0.smithi031.stdout:op 559 completed, throughput=4.98MB/sec 2024-08-10T05:36:19.297 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-VOWp6VHGRWKvnwa off=214242 len=1821170 2024-08-10T05:36:19.299 INFO:tasks.workunit.client.0.smithi031.stdout:op 560 completed, throughput=5MB/sec 2024-08-10T05:36:19.299 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-OaYiJLb_hg-bTHd off=2620208 len=820912 2024-08-10T05:36:19.304 INFO:tasks.workunit.client.0.smithi031.stdout:op 561 completed, throughput=5.01MB/sec 2024-08-10T05:36:20.018 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:36:19 smithi031 ceph-mon[100614]: pgmap v1446: 105 pgs: 105 active+clean; 128 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-08-10T05:36:20.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:36:19 smithi031 ceph-mon[98130]: pgmap v1446: 105 pgs: 105 active+clean; 128 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-08-10T05:36:20.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:36:19 smithi196 ceph-mon[90243]: pgmap v1446: 105 pgs: 105 active+clean; 128 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-08-10T05:36:20.304 INFO:tasks.workunit.client.0.smithi031.stdout: 108: throughput=4.96MB/sec pending data=0 2024-08-10T05:36:20.305 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-6BEuxxMJ-rz1FCf off=12318708 len=1725804 2024-08-10T05:36:20.314 INFO:tasks.workunit.client.0.smithi031.stdout:op 562 completed, throughput=4.98MB/sec 2024-08-10T05:36:20.314 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-tuQw4i6rgBp1wlW off=2816038 len=629721 2024-08-10T05:36:20.315 INFO:tasks.workunit.client.0.smithi031.stdout:op 563 completed, throughput=4.98MB/sec 2024-08-10T05:36:20.315 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-gTrkTi2HwleUJDU off=20894544 len=1063874 2024-08-10T05:36:20.321 INFO:tasks.workunit.client.0.smithi031.stdout:op 564 completed, throughput=4.99MB/sec 2024-08-10T05:36:20.322 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-aGNLZYRwvSX77wC off=3142342 len=102633 2024-08-10T05:36:20.322 INFO:tasks.workunit.client.0.smithi031.stdout:op 565 completed, throughput=4.99MB/sec 2024-08-10T05:36:20.322 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-DHhW3jguuTGEt39 off=1395847 len=99771 2024-08-10T05:36:20.323 INFO:tasks.workunit.client.0.smithi031.stdout:op 566 completed, throughput=4.99MB/sec 2024-08-10T05:36:20.323 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-dZ6ELI7rbY-LFUv off=6048374 len=350727 2024-08-10T05:36:20.326 INFO:tasks.workunit.client.0.smithi031.stdout:op 567 completed, throughput=4.99MB/sec 2024-08-10T05:36:20.326 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-afDXX3FZJsR8rAT off=5385585 len=2039578 2024-08-10T05:36:20.328 INFO:tasks.workunit.client.0.smithi031.stdout:op 568 completed, throughput=5.01MB/sec 2024-08-10T05:36:21.329 INFO:tasks.workunit.client.0.smithi031.stdout: 109: throughput=4.97MB/sec pending data=0 2024-08-10T05:36:21.329 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-R9PuJv5izt0YPLV off=6403140 len=463990 2024-08-10T05:36:21.333 INFO:tasks.workunit.client.0.smithi031.stdout:op 569 completed, throughput=4.97MB/sec 2024-08-10T05:36:21.333 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Jiq2ZBLOvTss3ci off=14022180 len=36078 2024-08-10T05:36:21.333 INFO:tasks.workunit.client.0.smithi031.stdout:op 570 completed, throughput=4.97MB/sec 2024-08-10T05:36:21.333 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-qqPPQlKRuka1Zjw off=4270765 len=409857 2024-08-10T05:36:21.337 INFO:tasks.workunit.client.0.smithi031.stdout:op 571 completed, throughput=4.97MB/sec 2024-08-10T05:36:21.337 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-2KTvZnTR8DdUFJ4 off=2912933 len=738610 2024-08-10T05:36:21.341 INFO:tasks.workunit.client.0.smithi031.stdout:op 572 completed, throughput=4.98MB/sec 2024-08-10T05:36:21.341 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-TM6Ao34qbq6-jS5 off=701461 len=1201774 2024-08-10T05:36:21.342 INFO:tasks.workunit.client.0.smithi031.stdout:op 573 completed, throughput=4.99MB/sec 2024-08-10T05:36:21.343 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-eUJQ--99wjyTe0z off=6285099 len=1032862 2024-08-10T05:36:21.346 INFO:tasks.workunit.client.0.smithi031.stdout:op 574 completed, throughput=5MB/sec 2024-08-10T05:36:21.346 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-02GUHyQJo7kW0z7 off=244953 len=256086 2024-08-10T05:36:21.346 INFO:tasks.workunit.client.0.smithi031.stdout:op 575 completed, throughput=5MB/sec 2024-08-10T05:36:21.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:36:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:36:21] "GET /metrics HTTP/1.1" 200 34033 "" "Prometheus/2.43.0" 2024-08-10T05:36:22.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:36:21 smithi031 ceph-mon[98130]: pgmap v1447: 105 pgs: 105 active+clean; 128 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-08-10T05:36:22.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:36:21 smithi031 ceph-mon[100614]: pgmap v1447: 105 pgs: 105 active+clean; 128 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-08-10T05:36:22.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:36:21 smithi196 ceph-mon[90243]: pgmap v1447: 105 pgs: 105 active+clean; 128 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-08-10T05:36:22.347 INFO:tasks.workunit.client.0.smithi031.stdout: 110: throughput=4.96MB/sec pending data=0 2024-08-10T05:36:22.347 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-VE1xBghZcGbW1yL off=3800972 len=1708935 2024-08-10T05:36:22.350 INFO:tasks.workunit.client.0.smithi031.stdout:op 576 completed, throughput=4.97MB/sec 2024-08-10T05:36:22.350 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-sS_NQoWl7IRdaQl off=14589348 len=1488857 2024-08-10T05:36:22.352 INFO:tasks.workunit.client.0.smithi031.stdout:op 577 completed, throughput=4.98MB/sec 2024-08-10T05:36:22.352 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-g0mNW8kn-oCtsdR off=5810416 len=121726 2024-08-10T05:36:22.353 INFO:tasks.workunit.client.0.smithi031.stdout:op 578 completed, throughput=4.98MB/sec 2024-08-10T05:36:22.353 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Y8WXAm0PS2WgTZq off=980527 len=1755668 2024-08-10T05:36:22.355 INFO:tasks.workunit.client.0.smithi031.stdout:op 579 completed, throughput=5MB/sec 2024-08-10T05:36:22.355 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-M1_-QsWSnfYglEZ off=9285391 len=628622 2024-08-10T05:36:22.360 INFO:tasks.workunit.client.0.smithi031.stdout:op 580 completed, throughput=5MB/sec 2024-08-10T05:36:22.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:36:22 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:36:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:36:23.360 INFO:tasks.workunit.client.0.smithi031.stdout: 111: throughput=4.96MB/sec pending data=0 2024-08-10T05:36:23.361 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-x_4McP5UjWQJJ-c off=14343404 len=227359 2024-08-10T05:36:23.361 INFO:tasks.workunit.client.0.smithi031.stdout:op 581 completed, throughput=4.96MB/sec 2024-08-10T05:36:23.361 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Nwn4Hu0rLSIewbm off=8590002 len=1999540 2024-08-10T05:36:23.365 INFO:tasks.workunit.client.0.smithi031.stdout:op 582 completed, throughput=4.98MB/sec 2024-08-10T05:36:23.365 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-NeeaxjAdoFZIEeS off=14294657 len=1146347 2024-08-10T05:36:23.367 INFO:tasks.workunit.client.0.smithi031.stdout:op 583 completed, throughput=4.99MB/sec 2024-08-10T05:36:23.367 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-_6f6-qn5xw1rl11 off=2322950 len=2096338 2024-08-10T05:36:23.370 INFO:tasks.workunit.client.0.smithi031.stdout:op 584 completed, throughput=5.01MB/sec 2024-08-10T05:36:24.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:36:23 smithi031 ceph-mon[98130]: pgmap v1448: 105 pgs: 105 active+clean; 128 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-10T05:36:24.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:36:23 smithi031 ceph-mon[100614]: pgmap v1448: 105 pgs: 105 active+clean; 128 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-10T05:36:24.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:36:23 smithi196 ceph-mon[90243]: pgmap v1448: 105 pgs: 105 active+clean; 128 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-10T05:36:24.370 INFO:tasks.workunit.client.0.smithi031.stdout: 112: throughput=4.96MB/sec pending data=0 2024-08-10T05:36:24.370 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-e-uqh7VenOwpeP9 off=1510945 len=1185563 2024-08-10T05:36:24.373 INFO:tasks.workunit.client.0.smithi031.stdout:op 585 completed, throughput=4.97MB/sec 2024-08-10T05:36:24.373 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-cM26_FodAeA-ATB off=239638 len=873726 2024-08-10T05:36:24.377 INFO:tasks.workunit.client.0.smithi031.stdout:op 586 completed, throughput=4.98MB/sec 2024-08-10T05:36:24.377 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Rcb-OQyazQH_-2i off=7605303 len=447522 2024-08-10T05:36:24.381 INFO:tasks.workunit.client.0.smithi031.stdout:op 587 completed, throughput=4.98MB/sec 2024-08-10T05:36:24.381 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-wFVIvB99MF6cbPi off=9204141 len=59663 2024-08-10T05:36:24.383 INFO:tasks.workunit.client.0.smithi031.stdout:op 588 completed, throughput=4.98MB/sec 2024-08-10T05:36:24.383 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-hv0c2F7m54V0tLt off=13738569 len=404013 2024-08-10T05:36:24.384 INFO:tasks.workunit.client.0.smithi031.stdout:op 589 completed, throughput=4.99MB/sec 2024-08-10T05:36:24.384 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-hixRmH93kNchf6i off=5879557 len=2051939 2024-08-10T05:36:24.392 INFO:tasks.workunit.client.0.smithi031.stdout:op 590 completed, throughput=5MB/sec 2024-08-10T05:36:25.392 INFO:tasks.workunit.client.0.smithi031.stdout: 113: throughput=4.96MB/sec pending data=0 2024-08-10T05:36:25.392 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-0cxt0Pu-2WX2fZo off=6750528 len=2059034 2024-08-10T05:36:25.395 INFO:tasks.workunit.client.0.smithi031.stdout:op 591 completed, throughput=4.98MB/sec 2024-08-10T05:36:25.395 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-PbT_GpVQ2VJzgz1 off=1832144 len=1963806 2024-08-10T05:36:25.397 INFO:tasks.workunit.client.0.smithi031.stdout:op 592 completed, throughput=4.99MB/sec 2024-08-10T05:36:25.397 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-6qRlNpbzGgKSPlz off=4907330 len=85833 2024-08-10T05:36:25.400 INFO:tasks.workunit.client.0.smithi031.stdout:op 593 completed, throughput=4.99MB/sec 2024-08-10T05:36:25.400 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-zI12HPLdv0Y4niz off=828275 len=2021691 2024-08-10T05:36:25.412 INFO:tasks.workunit.client.0.smithi031.stdout:op 594 completed, throughput=5.01MB/sec 2024-08-10T05:36:26.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:36:25 smithi031 ceph-mon[98130]: pgmap v1449: 105 pgs: 105 active+clean; 128 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-10T05:36:26.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:36:25 smithi031 ceph-mon[100614]: pgmap v1449: 105 pgs: 105 active+clean; 128 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-10T05:36:26.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:36:25 smithi196 ceph-mon[90243]: pgmap v1449: 105 pgs: 105 active+clean; 128 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-10T05:36:26.412 INFO:tasks.workunit.client.0.smithi031.stdout: 114: throughput=4.97MB/sec pending data=0 2024-08-10T05:36:26.412 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-OR6EipC6ZurFMrK off=4708933 len=282060 2024-08-10T05:36:26.413 INFO:tasks.workunit.client.0.smithi031.stdout:op 595 completed, throughput=4.97MB/sec 2024-08-10T05:36:26.414 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-uW2se222fG7VKZC off=11388503 len=727668 2024-08-10T05:36:26.418 INFO:tasks.workunit.client.0.smithi031.stdout:op 596 completed, throughput=4.97MB/sec 2024-08-10T05:36:26.419 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-wfBXiDID2RuhcBv off=6759364 len=1521557 2024-08-10T05:36:26.423 INFO:tasks.workunit.client.0.smithi031.stdout:op 597 completed, throughput=4.99MB/sec 2024-08-10T05:36:26.423 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-fLSenHdBmdvZC5T off=192140 len=211777 2024-08-10T05:36:26.423 INFO:tasks.workunit.client.0.smithi031.stdout:op 598 completed, throughput=4.99MB/sec 2024-08-10T05:36:26.424 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-XMHcTCK-wF29uER off=5041241 len=1319298 2024-08-10T05:36:26.425 INFO:tasks.workunit.client.0.smithi031.stdout:op 599 completed, throughput=5MB/sec 2024-08-10T05:36:26.425 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-aKt005F4393kPJ- off=7065729 len=2085235 2024-08-10T05:36:26.429 INFO:tasks.workunit.client.0.smithi031.stdout:op 600 completed, throughput=5.02MB/sec 2024-08-10T05:36:27.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:36:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:36:27.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:36:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:36:27.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:36:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:36:27.429 INFO:tasks.workunit.client.0.smithi031.stdout: 115: throughput=4.97MB/sec pending data=0 2024-08-10T05:36:27.430 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Hp5sd1zY2XMXev3 off=11748944 len=463923 2024-08-10T05:36:27.430 INFO:tasks.workunit.client.0.smithi031.stdout:op 601 completed, throughput=4.98MB/sec 2024-08-10T05:36:27.430 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-0tI2z92YUR9PZNv off=252082 len=1231601 2024-08-10T05:36:27.432 INFO:tasks.workunit.client.0.smithi031.stdout:op 602 completed, throughput=4.99MB/sec 2024-08-10T05:36:27.432 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-yKMX-J31NLwlIQ4 off=516006 len=1291505 2024-08-10T05:36:27.438 INFO:tasks.workunit.client.0.smithi031.stdout:op 603 completed, throughput=5MB/sec 2024-08-10T05:36:27.438 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-OVhVmJcF0ISNnGu off=13540451 len=928459 2024-08-10T05:36:27.441 INFO:tasks.workunit.client.0.smithi031.stdout:op 604 completed, throughput=5MB/sec 2024-08-10T05:36:28.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:36:27 smithi031 ceph-mon[98130]: pgmap v1450: 105 pgs: 105 active+clean; 128 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-08-10T05:36:28.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:36:27 smithi031 ceph-mon[100614]: pgmap v1450: 105 pgs: 105 active+clean; 128 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-08-10T05:36:28.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:36:27 smithi196 ceph-mon[90243]: pgmap v1450: 105 pgs: 105 active+clean; 128 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-08-10T05:36:28.441 INFO:tasks.workunit.client.0.smithi031.stdout: 116: throughput=4.96MB/sec pending data=0 2024-08-10T05:36:28.441 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-CmAXb9j-AOdDf7X off=10301221 len=1758343 2024-08-10T05:36:28.444 INFO:tasks.workunit.client.0.smithi031.stdout:op 605 completed, throughput=4.98MB/sec 2024-08-10T05:36:28.444 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-4FBKCJozV5Jy1ha off=4887810 len=1694794 2024-08-10T05:36:28.453 INFO:tasks.workunit.client.0.smithi031.stdout:op 606 completed, throughput=4.99MB/sec 2024-08-10T05:36:28.453 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-h_ZWdlM1dml3C6g off=1955217 len=227783 2024-08-10T05:36:28.453 INFO:tasks.workunit.client.0.smithi031.stdout:op 607 completed, throughput=4.99MB/sec 2024-08-10T05:36:28.453 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-zbJuNNBVu-2bOnC off=16227296 len=475272 2024-08-10T05:36:28.454 INFO:tasks.workunit.client.0.smithi031.stdout:op 608 completed, throughput=5MB/sec 2024-08-10T05:36:28.454 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-LDIwc4ww9GG27TP off=1424570 len=799160 2024-08-10T05:36:28.456 INFO:tasks.workunit.client.0.smithi031.stdout:op 609 completed, throughput=5MB/sec 2024-08-10T05:36:29.457 INFO:tasks.workunit.client.0.smithi031.stdout: 117: throughput=4.96MB/sec pending data=0 2024-08-10T05:36:29.457 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-v7YL6dQ5xlpU2df off=3874113 len=51366 2024-08-10T05:36:29.457 INFO:tasks.workunit.client.0.smithi031.stdout:op 610 completed, throughput=4.96MB/sec 2024-08-10T05:36:29.457 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-61foizXbeO22sMp off=11036173 len=1975099 2024-08-10T05:36:29.460 INFO:tasks.workunit.client.0.smithi031.stdout:op 611 completed, throughput=4.98MB/sec 2024-08-10T05:36:29.460 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-7cAZjY4_EcADZrp off=3206403 len=1197441 2024-08-10T05:36:29.467 INFO:tasks.workunit.client.0.smithi031.stdout:op 612 completed, throughput=4.99MB/sec 2024-08-10T05:36:29.467 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-OARF5RgzY6bqMeZ off=11058643 len=1261354 2024-08-10T05:36:29.474 INFO:tasks.workunit.client.0.smithi031.stdout:op 613 completed, throughput=5MB/sec 2024-08-10T05:36:29.474 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-wpQutbMsjtF7_N9 off=3754331 len=322545 2024-08-10T05:36:29.476 INFO:tasks.workunit.client.0.smithi031.stdout:op 614 completed, throughput=5MB/sec 2024-08-10T05:36:29.477 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-4mgOQdz9STHCi0U off=3342299 len=47235 2024-08-10T05:36:29.477 INFO:tasks.workunit.client.0.smithi031.stdout:op 615 completed, throughput=5MB/sec 2024-08-10T05:36:29.477 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-fxFzSQIeg2VPlp7 off=8117211 len=875584 2024-08-10T05:36:29.479 INFO:tasks.workunit.client.0.smithi031.stdout:op 616 completed, throughput=5MB/sec 2024-08-10T05:36:30.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:36:29 smithi031 ceph-mon[98130]: pgmap v1451: 105 pgs: 105 active+clean; 128 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.2 MiB/s wr, 4 op/s 2024-08-10T05:36:30.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:36:29 smithi031 ceph-mon[100614]: pgmap v1451: 105 pgs: 105 active+clean; 128 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.2 MiB/s wr, 4 op/s 2024-08-10T05:36:30.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:36:29 smithi196 ceph-mon[90243]: pgmap v1451: 105 pgs: 105 active+clean; 128 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.2 MiB/s wr, 4 op/s 2024-08-10T05:36:30.479 INFO:tasks.workunit.client.0.smithi031.stdout: 118: throughput=4.96MB/sec pending data=0 2024-08-10T05:36:30.479 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-5Q1JhCQG7ZvYuAo off=4110766 len=1776316 2024-08-10T05:36:30.481 INFO:tasks.workunit.client.0.smithi031.stdout:op 617 completed, throughput=4.98MB/sec 2024-08-10T05:36:30.481 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-fuqRZKVio52fRMw off=3441021 len=759596 2024-08-10T05:36:30.487 INFO:tasks.workunit.client.0.smithi031.stdout:op 618 completed, throughput=4.98MB/sec 2024-08-10T05:36:30.487 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-tbuFFO6qWCiUX45 off=1145215 len=196061 2024-08-10T05:36:30.487 INFO:tasks.workunit.client.0.smithi031.stdout:op 619 completed, throughput=4.98MB/sec 2024-08-10T05:36:30.488 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Qxzp5hPUmooMB97 off=5741906 len=1440248 2024-08-10T05:36:30.494 INFO:tasks.workunit.client.0.smithi031.stdout:op 620 completed, throughput=5MB/sec 2024-08-10T05:36:30.494 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-MXixF51tIQDIpeK off=4432918 len=1643957 2024-08-10T05:36:30.503 INFO:tasks.workunit.client.0.smithi031.stdout:op 621 completed, throughput=5.01MB/sec 2024-08-10T05:36:31.504 INFO:tasks.workunit.client.0.smithi031.stdout: 119: throughput=4.97MB/sec pending data=0 2024-08-10T05:36:31.504 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ojLRdbOhVWMBZYv off=6006870 len=605060 2024-08-10T05:36:31.508 INFO:tasks.workunit.client.0.smithi031.stdout:op 622 completed, throughput=4.97MB/sec 2024-08-10T05:36:31.508 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-dKAvmDaFHYtVE_K off=5967276 len=1256997 2024-08-10T05:36:31.514 INFO:tasks.workunit.client.0.smithi031.stdout:op 623 completed, throughput=4.98MB/sec 2024-08-10T05:36:31.515 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-QL1waNtFLd34q4Z off=1556544 len=233000 2024-08-10T05:36:31.515 INFO:tasks.workunit.client.0.smithi031.stdout:op 624 completed, throughput=4.98MB/sec 2024-08-10T05:36:31.515 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-xt7US8DabPoZ5zo off=11667416 len=2047088 2024-08-10T05:36:31.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:36:31 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:36:31] "GET /metrics HTTP/1.1" 200 34039 "" "Prometheus/2.43.0" 2024-08-10T05:36:31.520 INFO:tasks.workunit.client.0.smithi031.stdout:op 625 completed, throughput=5MB/sec 2024-08-10T05:36:31.520 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-GTISCdnjjKV73so off=8389257 len=1610659 2024-08-10T05:36:31.522 INFO:tasks.workunit.client.0.smithi031.stdout:op 626 completed, throughput=5.01MB/sec 2024-08-10T05:36:32.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:36:31 smithi031 ceph-mon[100614]: pgmap v1452: 105 pgs: 105 active+clean; 128 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-08-10T05:36:32.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:36:31 smithi031 ceph-mon[98130]: pgmap v1452: 105 pgs: 105 active+clean; 128 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-08-10T05:36:32.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:36:31 smithi196 ceph-mon[90243]: pgmap v1452: 105 pgs: 105 active+clean; 128 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-08-10T05:36:32.522 INFO:tasks.workunit.client.0.smithi031.stdout: 120: throughput=4.97MB/sec pending data=0 2024-08-10T05:36:32.522 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-s4hV7a12rG2nIIS off=3672761 len=35574 2024-08-10T05:36:32.525 INFO:tasks.workunit.client.0.smithi031.stdout:op 627 completed, throughput=4.97MB/sec 2024-08-10T05:36:32.525 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-qxpMBYn1hvdaHMs off=19146560 len=608424 2024-08-10T05:36:32.528 INFO:tasks.workunit.client.0.smithi031.stdout:op 628 completed, throughput=4.98MB/sec 2024-08-10T05:36:32.528 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-tiJIF_FUzAT55aX off=1571496 len=1029000 2024-08-10T05:36:32.534 INFO:tasks.workunit.client.0.smithi031.stdout:op 629 completed, throughput=4.98MB/sec 2024-08-10T05:36:32.534 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-tgJw9iO2eH3QF-Z off=3154597 len=747620 2024-08-10T05:36:32.539 INFO:tasks.workunit.client.0.smithi031.stdout:op 630 completed, throughput=4.99MB/sec 2024-08-10T05:36:32.539 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-d8h8SnvDipMs4IH off=2071562 len=945989 2024-08-10T05:36:32.543 INFO:tasks.workunit.client.0.smithi031.stdout:op 631 completed, throughput=5MB/sec 2024-08-10T05:36:32.543 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-i6Bi7QYBGiMncce off=9232445 len=1265207 2024-08-10T05:36:32.545 INFO:tasks.workunit.client.0.smithi031.stdout:op 632 completed, throughput=5.01MB/sec 2024-08-10T05:36:32.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:36:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:36:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:36:33.545 INFO:tasks.workunit.client.0.smithi031.stdout: 121: throughput=4.97MB/sec pending data=0 2024-08-10T05:36:33.545 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-a-aBiCnHrgScrbl off=22674024 len=839770 2024-08-10T05:36:33.546 INFO:tasks.workunit.client.0.smithi031.stdout:op 633 completed, throughput=4.97MB/sec 2024-08-10T05:36:33.546 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-pjJA8JhBm-fMbai off=13762596 len=83837 2024-08-10T05:36:33.547 INFO:tasks.workunit.client.0.smithi031.stdout:op 634 completed, throughput=4.97MB/sec 2024-08-10T05:36:33.548 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-j4YJ37pQxmaTiqP off=8068876 len=1821604 2024-08-10T05:36:33.550 INFO:tasks.workunit.client.0.smithi031.stdout:op 635 completed, throughput=4.99MB/sec 2024-08-10T05:36:33.550 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-aghZ3vPxlCI7j1_ off=1300106 len=661984 2024-08-10T05:36:33.551 INFO:tasks.workunit.client.0.smithi031.stdout:op 636 completed, throughput=4.99MB/sec 2024-08-10T05:36:33.551 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-zrnjhc3C0BDyFB8 off=14806386 len=1498566 2024-08-10T05:36:33.553 INFO:tasks.workunit.client.0.smithi031.stdout:op 637 completed, throughput=5MB/sec 2024-08-10T05:36:34.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:36:33 smithi031 ceph-mon[98130]: pgmap v1453: 105 pgs: 105 active+clean; 128 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-08-10T05:36:34.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:36:33 smithi031 ceph-mon[100614]: pgmap v1453: 105 pgs: 105 active+clean; 128 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-08-10T05:36:34.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:36:33 smithi196 ceph-mon[90243]: pgmap v1453: 105 pgs: 105 active+clean; 128 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-08-10T05:36:34.553 INFO:tasks.workunit.client.0.smithi031.stdout: 122: throughput=4.96MB/sec pending data=0 2024-08-10T05:36:34.554 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-51PhIL7HLLJIScr off=13556669 len=832249 2024-08-10T05:36:34.558 INFO:tasks.workunit.client.0.smithi031.stdout:op 638 completed, throughput=4.97MB/sec 2024-08-10T05:36:34.558 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-tD_MCl6C6ExxG9f off=7816027 len=1868923 2024-08-10T05:36:34.562 INFO:tasks.workunit.client.0.smithi031.stdout:op 639 completed, throughput=4.98MB/sec 2024-08-10T05:36:34.562 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-uBhDihkQVwul5zU off=1624900 len=544965 2024-08-10T05:36:34.565 INFO:tasks.workunit.client.0.smithi031.stdout:op 640 completed, throughput=4.99MB/sec 2024-08-10T05:36:34.566 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-YI7boDxXty5pMP_ off=13068480 len=1404747 2024-08-10T05:36:34.567 INFO:tasks.workunit.client.0.smithi031.stdout:op 641 completed, throughput=5MB/sec 2024-08-10T05:36:34.568 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-SvrCs8rKYggeTxW off=10072683 len=1063689 2024-08-10T05:36:34.570 INFO:tasks.workunit.client.0.smithi031.stdout:op 642 completed, throughput=5.01MB/sec 2024-08-10T05:36:35.570 INFO:tasks.workunit.client.0.smithi031.stdout: 123: throughput=4.97MB/sec pending data=0 2024-08-10T05:36:35.570 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-FQWCNLXgKs4BR9u off=719238 len=1627769 2024-08-10T05:36:35.579 INFO:tasks.workunit.client.0.smithi031.stdout:op 643 completed, throughput=4.98MB/sec 2024-08-10T05:36:35.579 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Yc-eMFQ2ufStIb7 off=909619 len=585624 2024-08-10T05:36:35.583 INFO:tasks.workunit.client.0.smithi031.stdout:op 644 completed, throughput=4.98MB/sec 2024-08-10T05:36:35.583 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ejcJXUZubkoF1ud off=20411344 len=1429095 2024-08-10T05:36:35.585 INFO:tasks.workunit.client.0.smithi031.stdout:op 645 completed, throughput=4.99MB/sec 2024-08-10T05:36:35.585 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-mGQuSCs5jYF3wOj off=2281881 len=1696057 2024-08-10T05:36:35.595 INFO:tasks.workunit.client.0.smithi031.stdout:op 646 completed, throughput=5.01MB/sec 2024-08-10T05:36:36.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:36:35 smithi031 ceph-mon[98130]: pgmap v1454: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-08-10T05:36:36.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:36:35 smithi031 ceph-mon[100614]: pgmap v1454: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-08-10T05:36:36.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:36:35 smithi196 ceph-mon[90243]: pgmap v1454: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-08-10T05:36:36.596 INFO:tasks.workunit.client.0.smithi031.stdout: 124: throughput=4.97MB/sec pending data=0 2024-08-10T05:36:36.596 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-8fL7P4LFWfPT1Wf off=4444290 len=1688678 2024-08-10T05:36:36.603 INFO:tasks.workunit.client.0.smithi031.stdout:op 647 completed, throughput=4.98MB/sec 2024-08-10T05:36:36.604 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-lYgjY93FUROcOvF off=221926 len=488784 2024-08-10T05:36:36.605 INFO:tasks.workunit.client.0.smithi031.stdout:op 648 completed, throughput=4.98MB/sec 2024-08-10T05:36:36.605 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-0JacPHI-MDWBPW2 off=1176565 len=860005 2024-08-10T05:36:36.610 INFO:tasks.workunit.client.0.smithi031.stdout:op 649 completed, throughput=4.99MB/sec 2024-08-10T05:36:36.610 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-4IoZwfsWzherZKa off=303619 len=1053865 2024-08-10T05:36:36.615 INFO:tasks.workunit.client.0.smithi031.stdout:op 650 completed, throughput=5MB/sec 2024-08-10T05:36:36.615 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-m4u403LpIbAXx14 off=3117120 len=2090963 2024-08-10T05:36:36.618 INFO:tasks.workunit.client.0.smithi031.stdout:op 651 completed, throughput=5.01MB/sec 2024-08-10T05:36:37.618 INFO:tasks.workunit.client.0.smithi031.stdout: 125: throughput=4.97MB/sec pending data=0 2024-08-10T05:36:37.618 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-6I2h6RYqsx6WfbP off=1225135 len=552444 2024-08-10T05:36:37.620 INFO:tasks.workunit.client.0.smithi031.stdout:op 652 completed, throughput=4.98MB/sec 2024-08-10T05:36:37.620 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-beas2q9UxmK6u1c off=1237636 len=1594388 2024-08-10T05:36:37.623 INFO:tasks.workunit.client.0.smithi031.stdout:op 653 completed, throughput=4.99MB/sec 2024-08-10T05:36:37.623 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-L8EOnElWQTVc136 off=3161621 len=307535 2024-08-10T05:36:37.626 INFO:tasks.workunit.client.0.smithi031.stdout:op 654 completed, throughput=4.99MB/sec 2024-08-10T05:36:37.626 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-_514p2rC3mCF04n off=20248563 len=1369700 2024-08-10T05:36:37.634 INFO:tasks.workunit.client.0.smithi031.stdout:op 655 completed, throughput=5MB/sec 2024-08-10T05:36:38.018 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:36:37 smithi031 ceph-mon[100614]: pgmap v1455: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-08-10T05:36:38.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:36:37 smithi031 ceph-mon[98130]: pgmap v1455: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-08-10T05:36:38.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:36:37 smithi196 ceph-mon[90243]: pgmap v1455: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-08-10T05:36:38.634 INFO:tasks.workunit.client.0.smithi031.stdout: 126: throughput=4.96MB/sec pending data=0 2024-08-10T05:36:38.634 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ZvQ2hkjqCGB_8Bq off=12389504 len=991362 2024-08-10T05:36:38.637 INFO:tasks.workunit.client.0.smithi031.stdout:op 656 completed, throughput=4.97MB/sec 2024-08-10T05:36:38.637 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-n0u-ooRosIX72wx off=12612466 len=904889 2024-08-10T05:36:38.638 INFO:tasks.workunit.client.0.smithi031.stdout:op 657 completed, throughput=4.98MB/sec 2024-08-10T05:36:38.638 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-zVvTWnxLsme0fpY off=4395561 len=1657638 2024-08-10T05:36:38.648 INFO:tasks.workunit.client.0.smithi031.stdout:op 658 completed, throughput=4.99MB/sec 2024-08-10T05:36:38.648 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-1ZPmwkMg3fW2my1 off=7594608 len=996621 2024-08-10T05:36:38.650 INFO:tasks.workunit.client.0.smithi031.stdout:op 659 completed, throughput=4.99MB/sec 2024-08-10T05:36:38.650 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-aUKnjy0ZVjb4Ixx off=5010993 len=2052821 2024-08-10T05:36:38.659 INFO:tasks.workunit.client.0.smithi031.stdout:op 660 completed, throughput=5.01MB/sec 2024-08-10T05:36:39.659 INFO:tasks.workunit.client.0.smithi031.stdout: 127: throughput=4.97MB/sec pending data=0 2024-08-10T05:36:39.660 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-0O1bCu0AlUKxeOf off=16785798 len=772620 2024-08-10T05:36:39.665 INFO:tasks.workunit.client.0.smithi031.stdout:op 661 completed, throughput=4.98MB/sec 2024-08-10T05:36:39.665 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-T7p_b2NS2m-qZvb off=1803688 len=1919634 2024-08-10T05:36:39.674 INFO:tasks.workunit.client.0.smithi031.stdout:op 662 completed, throughput=4.99MB/sec 2024-08-10T05:36:39.674 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-WoDM6x5Kb05lyaY off=1075378 len=560147 2024-08-10T05:36:39.677 INFO:tasks.workunit.client.0.smithi031.stdout:op 663 completed, throughput=4.99MB/sec 2024-08-10T05:36:39.678 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-LRlIHzi_mBLtcoM off=9870620 len=788301 2024-08-10T05:36:39.681 INFO:tasks.workunit.client.0.smithi031.stdout:op 664 completed, throughput=5MB/sec 2024-08-10T05:36:39.681 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-zzM4T2u7W-7wAz8 off=15886087 len=1031549 2024-08-10T05:36:39.686 INFO:tasks.workunit.client.0.smithi031.stdout:op 665 completed, throughput=5.01MB/sec 2024-08-10T05:36:40.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:36:39 smithi031 ceph-mon[100614]: pgmap v1456: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-08-10T05:36:40.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:36:39 smithi031 ceph-mon[98130]: pgmap v1456: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-08-10T05:36:40.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:36:39 smithi196 ceph-mon[90243]: pgmap v1456: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-08-10T05:36:40.687 INFO:tasks.workunit.client.0.smithi031.stdout: 128: throughput=4.97MB/sec pending data=0 2024-08-10T05:36:40.687 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-7SSgm7z-7L7zEoj off=3410754 len=816820 2024-08-10T05:36:40.689 INFO:tasks.workunit.client.0.smithi031.stdout:op 666 completed, throughput=4.97MB/sec 2024-08-10T05:36:40.689 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-t05o3TR-63rn9Bd off=2187701 len=1706908 2024-08-10T05:36:40.692 INFO:tasks.workunit.client.0.smithi031.stdout:op 667 completed, throughput=4.99MB/sec 2024-08-10T05:36:40.693 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-lYbv6adydeS_oTb off=5109020 len=1545781 2024-08-10T05:36:40.695 INFO:tasks.workunit.client.0.smithi031.stdout:op 668 completed, throughput=5MB/sec 2024-08-10T05:36:40.695 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-fFqxv-B0KA3KCgR off=1197778 len=1427873 2024-08-10T05:36:40.704 INFO:tasks.workunit.client.0.smithi031.stdout:op 669 completed, throughput=5.01MB/sec 2024-08-10T05:36:41.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:36:41 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:36:41] "GET /metrics HTTP/1.1" 200 34030 "" "Prometheus/2.43.0" 2024-08-10T05:36:41.704 INFO:tasks.workunit.client.0.smithi031.stdout: 129: throughput=4.97MB/sec pending data=0 2024-08-10T05:36:41.704 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-lMKCx7jZ10jYfC3 off=6357426 len=2085063 2024-08-10T05:36:41.707 INFO:tasks.workunit.client.0.smithi031.stdout:op 670 completed, throughput=4.98MB/sec 2024-08-10T05:36:41.707 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-DBqIwnuDeeOdRKJ off=2628993 len=351791 2024-08-10T05:36:41.708 INFO:tasks.workunit.client.0.smithi031.stdout:op 671 completed, throughput=4.99MB/sec 2024-08-10T05:36:41.708 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-npa0sDaeXIwPgIq off=859678 len=16709 2024-08-10T05:36:41.711 INFO:tasks.workunit.client.0.smithi031.stdout:op 672 completed, throughput=4.99MB/sec 2024-08-10T05:36:41.711 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ZIq5hR2FwwUjLZr off=6579835 len=1412940 2024-08-10T05:36:41.712 INFO:tasks.workunit.client.0.smithi031.stdout:op 673 completed, throughput=5MB/sec 2024-08-10T05:36:41.713 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-pz9NY_W4znoI2lp off=946459 len=913037 2024-08-10T05:36:41.714 INFO:tasks.workunit.client.0.smithi031.stdout:op 674 completed, throughput=5MB/sec 2024-08-10T05:36:42.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:36:41 smithi031 ceph-mon[98130]: pgmap v1457: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-10T05:36:42.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:36:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:36:42.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:36:41 smithi031 ceph-mon[100614]: pgmap v1457: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-10T05:36:42.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:36:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:36:42.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:36:41 smithi196 ceph-mon[90243]: pgmap v1457: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-10T05:36:42.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:36:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:36:42.714 INFO:tasks.workunit.client.0.smithi031.stdout: 130: throughput=4.97MB/sec pending data=0 2024-08-10T05:36:42.715 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-kMxoA7sbxkJ5ixu off=11036670 len=1826631 2024-08-10T05:36:42.716 INFO:tasks.workunit.client.0.smithi031.stdout:op 675 completed, throughput=4.98MB/sec 2024-08-10T05:36:42.717 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-E2xCwOcR4HbgDcR off=11039539 len=1447169 2024-08-10T05:36:42.720 INFO:tasks.workunit.client.0.smithi031.stdout:op 676 completed, throughput=4.99MB/sec 2024-08-10T05:36:42.720 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-C_Vy8wBKJ3VkNBq off=3013719 len=1158925 2024-08-10T05:36:42.726 INFO:tasks.workunit.client.0.smithi031.stdout:op 677 completed, throughput=5MB/sec 2024-08-10T05:36:42.726 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-NXFYzthN9h9_1oo off=4802973 len=1011880 2024-08-10T05:36:42.727 INFO:tasks.workunit.client.0.smithi031.stdout:op 678 completed, throughput=5.01MB/sec 2024-08-10T05:36:42.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:36:42 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:36:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:36:43.728 INFO:tasks.workunit.client.0.smithi031.stdout: 131: throughput=4.97MB/sec pending data=0 2024-08-10T05:36:43.728 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-blU_eeEqNA--kZE off=4344546 len=481941 2024-08-10T05:36:43.729 INFO:tasks.workunit.client.0.smithi031.stdout:op 679 completed, throughput=4.97MB/sec 2024-08-10T05:36:43.729 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-QSuDLiEjbxjSy2P off=2494807 len=1083101 2024-08-10T05:36:43.735 INFO:tasks.workunit.client.0.smithi031.stdout:op 680 completed, throughput=4.98MB/sec 2024-08-10T05:36:43.735 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-as2lfuS0eYR8HGU off=5842933 len=174795 2024-08-10T05:36:43.735 INFO:tasks.workunit.client.0.smithi031.stdout:op 681 completed, throughput=4.98MB/sec 2024-08-10T05:36:43.735 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-_0V0mQRiGIm2eBP off=11067949 len=1123338 2024-08-10T05:36:43.737 INFO:tasks.workunit.client.0.smithi031.stdout:op 682 completed, throughput=4.99MB/sec 2024-08-10T05:36:43.737 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-fkncf84Syp-JG4f off=1578991 len=825075 2024-08-10T05:36:43.741 INFO:tasks.workunit.client.0.smithi031.stdout:op 683 completed, throughput=4.99MB/sec 2024-08-10T05:36:43.741 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-pcJ1pgMgp3r7UHa off=14243404 len=1732772 2024-08-10T05:36:43.750 INFO:tasks.workunit.client.0.smithi031.stdout:op 684 completed, throughput=5.01MB/sec 2024-08-10T05:36:44.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:36:43 smithi031 ceph-mon[98130]: pgmap v1458: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:36:44.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:36:43 smithi031 ceph-mon[100614]: pgmap v1458: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:36:44.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:36:43 smithi196 ceph-mon[90243]: pgmap v1458: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:36:44.750 INFO:tasks.workunit.client.0.smithi031.stdout: 132: throughput=4.97MB/sec pending data=0 2024-08-10T05:36:44.751 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Oq6kaKkxIQhjxOn off=5711206 len=1246108 2024-08-10T05:36:44.759 INFO:tasks.workunit.client.0.smithi031.stdout:op 685 completed, throughput=4.98MB/sec 2024-08-10T05:36:44.759 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-qvss-AYltejf1pC off=3220535 len=449458 2024-08-10T05:36:44.760 INFO:tasks.workunit.client.0.smithi031.stdout:op 686 completed, throughput=4.98MB/sec 2024-08-10T05:36:44.760 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-iDZRIXRc2dgOahW off=6362480 len=324112 2024-08-10T05:36:44.763 INFO:tasks.workunit.client.0.smithi031.stdout:op 687 completed, throughput=4.98MB/sec 2024-08-10T05:36:44.763 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-uTrFI8-oPvi-9Lg off=5182296 len=1153190 2024-08-10T05:36:44.765 INFO:tasks.workunit.client.0.smithi031.stdout:op 688 completed, throughput=4.99MB/sec 2024-08-10T05:36:44.765 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-w-cg34R1yod3i3I off=6302441 len=395983 2024-08-10T05:36:44.769 INFO:tasks.workunit.client.0.smithi031.stdout:op 689 completed, throughput=4.99MB/sec 2024-08-10T05:36:44.769 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-erVwgw6fREX2na4 off=990354 len=1727747 2024-08-10T05:36:44.778 INFO:tasks.workunit.client.0.smithi031.stdout:op 690 completed, throughput=5MB/sec 2024-08-10T05:36:45.778 INFO:tasks.workunit.client.0.smithi031.stdout: 133: throughput=4.97MB/sec pending data=0 2024-08-10T05:36:45.778 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-r6Yrc_fFDe8W5Y9 off=6197264 len=1860161 2024-08-10T05:36:45.789 INFO:tasks.workunit.client.0.smithi031.stdout:op 691 completed, throughput=4.98MB/sec 2024-08-10T05:36:45.789 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-1_02kYUTX-tEmWK off=1910642 len=2060502 2024-08-10T05:36:45.800 INFO:tasks.workunit.client.0.smithi031.stdout:op 692 completed, throughput=4.99MB/sec 2024-08-10T05:36:45.800 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-eLLZkVrvoTbx1yP off=2703086 len=1566074 2024-08-10T05:36:45.806 INFO:tasks.workunit.client.0.smithi031.stdout:op 693 completed, throughput=5.01MB/sec 2024-08-10T05:36:46.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:36:45 smithi031 ceph-mon[98130]: pgmap v1459: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:36:46.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:36:45 smithi031 ceph-mon[100614]: pgmap v1459: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:36:46.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:36:45 smithi196 ceph-mon[90243]: pgmap v1459: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:36:46.807 INFO:tasks.workunit.client.0.smithi031.stdout: 134: throughput=4.97MB/sec pending data=0 2024-08-10T05:36:46.807 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-XKzB9auKSAagOfd off=2108799 len=288471 2024-08-10T05:36:46.808 INFO:tasks.workunit.client.0.smithi031.stdout:op 694 completed, throughput=4.97MB/sec 2024-08-10T05:36:46.809 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-AIMbB2w8o715qWf off=2641220 len=1138651 2024-08-10T05:36:46.815 INFO:tasks.workunit.client.0.smithi031.stdout:op 695 completed, throughput=4.98MB/sec 2024-08-10T05:36:46.815 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Eku0ROcQqGHi6tQ off=7964918 len=1048581 2024-08-10T05:36:46.816 INFO:tasks.workunit.client.0.smithi031.stdout:op 696 completed, throughput=4.99MB/sec 2024-08-10T05:36:46.816 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-_k3akLCupbarTux off=6730193 len=105930 2024-08-10T05:36:46.817 INFO:tasks.workunit.client.0.smithi031.stdout:op 697 completed, throughput=4.99MB/sec 2024-08-10T05:36:46.817 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-jtwVszGmj75zdBo off=5980476 len=1338362 2024-08-10T05:36:46.823 INFO:tasks.workunit.client.0.smithi031.stdout:op 698 completed, throughput=5MB/sec 2024-08-10T05:36:46.823 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-0nAX0f1PVDCueP0 off=2857773 len=1698351 2024-08-10T05:36:46.834 INFO:tasks.workunit.client.0.smithi031.stdout:op 699 completed, throughput=5.01MB/sec 2024-08-10T05:36:47.834 INFO:tasks.workunit.client.0.smithi031.stdout: 135: throughput=4.97MB/sec pending data=0 2024-08-10T05:36:47.834 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-OFJPOwHBu4-dovD off=8277265 len=964497 2024-08-10T05:36:47.835 INFO:tasks.workunit.client.0.smithi031.stdout:op 700 completed, throughput=4.98MB/sec 2024-08-10T05:36:47.836 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-gB26nejQVVcldG7 off=1345074 len=921898 2024-08-10T05:36:47.840 INFO:tasks.workunit.client.0.smithi031.stdout:op 701 completed, throughput=4.98MB/sec 2024-08-10T05:36:47.840 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-4b_X8Y8qJRA_6Hu off=2801581 len=2071862 2024-08-10T05:36:47.844 INFO:tasks.workunit.client.0.smithi031.stdout:op 702 completed, throughput=5MB/sec 2024-08-10T05:36:47.844 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-85c7I4YDvihkI2H off=1918742 len=1153196 2024-08-10T05:36:47.850 INFO:tasks.workunit.client.0.smithi031.stdout:op 703 completed, throughput=5.01MB/sec 2024-08-10T05:36:48.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:36:47 smithi031 ceph-mon[98130]: pgmap v1460: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:36:48.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:36:47 smithi031 ceph-mon[100614]: pgmap v1460: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:36:48.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:36:47 smithi196 ceph-mon[90243]: pgmap v1460: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:36:48.850 INFO:tasks.workunit.client.0.smithi031.stdout: 136: throughput=4.97MB/sec pending data=0 2024-08-10T05:36:48.851 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-wb0IRER3R63NmXB off=1564690 len=1973043 2024-08-10T05:36:48.853 INFO:tasks.workunit.client.0.smithi031.stdout:op 704 completed, throughput=4.98MB/sec 2024-08-10T05:36:48.853 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ma_-jBohlKjqiTq off=2083362 len=377786 2024-08-10T05:36:48.854 INFO:tasks.workunit.client.0.smithi031.stdout:op 705 completed, throughput=4.99MB/sec 2024-08-10T05:36:48.854 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-EuMxY4WZeNXa3A_ off=749428 len=1346393 2024-08-10T05:36:48.862 INFO:tasks.workunit.client.0.smithi031.stdout:op 706 completed, throughput=4.99MB/sec 2024-08-10T05:36:48.862 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-x8Q8EnTF42_PNv_ off=16554885 len=164566 2024-08-10T05:36:48.864 INFO:tasks.workunit.client.0.smithi031.stdout:op 707 completed, throughput=5MB/sec 2024-08-10T05:36:48.865 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-gmfWkO8N-MsGZxz off=8981189 len=1983982 2024-08-10T05:36:48.876 INFO:tasks.workunit.client.0.smithi031.stdout:op 708 completed, throughput=5.01MB/sec 2024-08-10T05:36:49.876 INFO:tasks.workunit.client.0.smithi031.stdout: 137: throughput=4.97MB/sec pending data=0 2024-08-10T05:36:49.876 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-o4UD81huGexJBEZ off=1742268 len=804008 2024-08-10T05:36:49.881 INFO:tasks.workunit.client.0.smithi031.stdout:op 709 completed, throughput=4.98MB/sec 2024-08-10T05:36:49.881 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Foajw3tmYDI3fpz off=14862069 len=2042997 2024-08-10T05:36:49.884 INFO:tasks.workunit.client.0.smithi031.stdout:op 710 completed, throughput=4.99MB/sec 2024-08-10T05:36:49.884 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-uL4_zriUKY4Ntmu off=7544489 len=921816 2024-08-10T05:36:49.885 INFO:tasks.workunit.client.0.smithi031.stdout:op 711 completed, throughput=5MB/sec 2024-08-10T05:36:49.886 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Aqpl41JEEudCfi3 off=13715628 len=1026565 2024-08-10T05:36:49.888 INFO:tasks.workunit.client.0.smithi031.stdout:op 712 completed, throughput=5.01MB/sec 2024-08-10T05:36:50.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:36:49 smithi031 ceph-mon[98130]: pgmap v1461: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-10T05:36:50.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:36:49 smithi031 ceph-mon[100614]: pgmap v1461: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-10T05:36:50.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:36:49 smithi196 ceph-mon[90243]: pgmap v1461: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-10T05:36:50.888 INFO:tasks.workunit.client.0.smithi031.stdout: 138: throughput=4.97MB/sec pending data=0 2024-08-10T05:36:50.888 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-tlYFZwjtRa_vKTN off=6581099 len=918439 2024-08-10T05:36:50.890 INFO:tasks.workunit.client.0.smithi031.stdout:op 713 completed, throughput=4.98MB/sec 2024-08-10T05:36:50.890 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-B98g-PulHM8PfuS off=15457321 len=1485472 2024-08-10T05:36:50.896 INFO:tasks.workunit.client.0.smithi031.stdout:op 714 completed, throughput=4.99MB/sec 2024-08-10T05:36:50.896 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-nME9lc8eVAw3aCQ off=10535540 len=1479739 2024-08-10T05:36:50.897 INFO:tasks.workunit.client.0.smithi031.stdout:op 715 completed, throughput=5MB/sec 2024-08-10T05:36:50.897 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-3wIBHzbUtIxpohf off=18381307 len=602326 2024-08-10T05:36:50.898 INFO:tasks.workunit.client.0.smithi031.stdout:op 716 completed, throughput=5MB/sec 2024-08-10T05:36:50.898 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-gwmTa7IPqC5VubA off=13419894 len=264012 2024-08-10T05:36:50.901 INFO:tasks.workunit.client.0.smithi031.stdout:op 717 completed, throughput=5MB/sec 2024-08-10T05:36:51.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:36:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:36:51] "GET /metrics HTTP/1.1" 200 34030 "" "Prometheus/2.43.0" 2024-08-10T05:36:51.902 INFO:tasks.workunit.client.0.smithi031.stdout: 139: throughput=4.97MB/sec pending data=0 2024-08-10T05:36:51.902 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-XPFmQaQ9_utglLU off=2649928 len=525051 2024-08-10T05:36:51.906 INFO:tasks.workunit.client.0.smithi031.stdout:op 718 completed, throughput=4.97MB/sec 2024-08-10T05:36:51.906 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-lzz_wywl--rh3Wz off=16817203 len=46817 2024-08-10T05:36:51.908 INFO:tasks.workunit.client.0.smithi031.stdout:op 719 completed, throughput=4.97MB/sec 2024-08-10T05:36:51.909 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-hW3ZBtR0H3Z9YtJ off=744266 len=1000006 2024-08-10T05:36:51.914 INFO:tasks.workunit.client.0.smithi031.stdout:op 720 completed, throughput=4.98MB/sec 2024-08-10T05:36:51.914 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-fLCN-yG--fuQ4qj off=3796423 len=1085589 2024-08-10T05:36:51.917 INFO:tasks.workunit.client.0.smithi031.stdout:op 721 completed, throughput=4.98MB/sec 2024-08-10T05:36:51.917 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-E2Lh_GTl0E1-5jU off=13074556 len=1940162 2024-08-10T05:36:51.925 INFO:tasks.workunit.client.0.smithi031.stdout:op 722 completed, throughput=5MB/sec 2024-08-10T05:36:51.925 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-jEyqg0tEZrvA3Jm off=10823106 len=167806 2024-08-10T05:36:51.925 INFO:tasks.workunit.client.0.smithi031.stdout:op 723 completed, throughput=5MB/sec 2024-08-10T05:36:51.926 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-9vJH_dL13waX8_P off=7992743 len=721963 2024-08-10T05:36:51.929 INFO:tasks.workunit.client.0.smithi031.stdout:op 724 completed, throughput=5MB/sec 2024-08-10T05:36:52.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:36:51 smithi031 ceph-mon[98130]: pgmap v1462: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-10T05:36:52.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:36:51 smithi031 ceph-mon[100614]: pgmap v1462: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-10T05:36:52.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:36:51 smithi196 ceph-mon[90243]: pgmap v1462: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-10T05:36:52.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:36:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:36:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:36:52.929 INFO:tasks.workunit.client.0.smithi031.stdout: 140: throughput=4.97MB/sec pending data=0 2024-08-10T05:36:52.929 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-I8BIvOIkBXZO6C9 off=3123712 len=612838 2024-08-10T05:36:52.934 INFO:tasks.workunit.client.0.smithi031.stdout:op 725 completed, throughput=4.97MB/sec 2024-08-10T05:36:52.934 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-MXixF51tIQDIpeK off=3635257 len=1715305 2024-08-10T05:36:52.938 INFO:tasks.workunit.client.0.smithi031.stdout:op 726 completed, throughput=4.98MB/sec 2024-08-10T05:36:52.938 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ceBpGcvJmEMi9hR off=8814995 len=477513 2024-08-10T05:36:52.939 INFO:tasks.workunit.client.0.smithi031.stdout:op 727 completed, throughput=4.99MB/sec 2024-08-10T05:36:52.939 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-VFH2JtAjIJ0Ge85 off=11484548 len=1050378 2024-08-10T05:36:52.944 INFO:tasks.workunit.client.0.smithi031.stdout:op 728 completed, throughput=4.99MB/sec 2024-08-10T05:36:52.944 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-N9ghTvQw-0hfeYs off=5740691 len=665768 2024-08-10T05:36:52.949 INFO:tasks.workunit.client.0.smithi031.stdout:op 729 completed, throughput=5MB/sec 2024-08-10T05:36:52.949 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-dDFi0tu_qG6y6H3 off=513342 len=969933 2024-08-10T05:36:52.953 INFO:tasks.workunit.client.0.smithi031.stdout:op 730 completed, throughput=5MB/sec 2024-08-10T05:36:53.954 INFO:tasks.workunit.client.0.smithi031.stdout: 141: throughput=4.97MB/sec pending data=0 2024-08-10T05:36:53.954 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-kgWsmsVysPKc5O5 off=258983 len=1215411 2024-08-10T05:36:53.960 INFO:tasks.workunit.client.0.smithi031.stdout:op 731 completed, throughput=4.98MB/sec 2024-08-10T05:36:53.960 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-EyxvqtdPWXkI4xo off=5645303 len=638448 2024-08-10T05:36:53.962 INFO:tasks.workunit.client.0.smithi031.stdout:op 732 completed, throughput=4.98MB/sec 2024-08-10T05:36:53.962 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-R7DhxFgupPQ55EF off=15795084 len=1340758 2024-08-10T05:36:53.965 INFO:tasks.workunit.client.0.smithi031.stdout:op 733 completed, throughput=4.99MB/sec 2024-08-10T05:36:53.965 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-8Vf-AXRpgfYFy9d off=13999395 len=783976 2024-08-10T05:36:53.966 INFO:tasks.workunit.client.0.smithi031.stdout:op 734 completed, throughput=4.99MB/sec 2024-08-10T05:36:53.966 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-X9A62kYduHPBzo7 off=6998786 len=915088 2024-08-10T05:36:53.971 INFO:tasks.workunit.client.0.smithi031.stdout:op 735 completed, throughput=5MB/sec 2024-08-10T05:36:53.971 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-KR5Flg7sC5bfqVn off=2305176 len=690211 2024-08-10T05:36:53.972 INFO:tasks.workunit.client.0.smithi031.stdout:op 736 completed, throughput=5MB/sec 2024-08-10T05:36:54.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:36:53 smithi031 ceph-mon[98130]: pgmap v1463: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:36:54.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:36:53 smithi031 ceph-mon[100614]: pgmap v1463: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:36:54.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:36:53 smithi196 ceph-mon[90243]: pgmap v1463: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:36:54.973 INFO:tasks.workunit.client.0.smithi031.stdout: 142: throughput=4.97MB/sec pending data=0 2024-08-10T05:36:54.973 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-GszmYhACh7AGA2i off=1424978 len=1582390 2024-08-10T05:36:54.982 INFO:tasks.workunit.client.0.smithi031.stdout:op 737 completed, throughput=4.98MB/sec 2024-08-10T05:36:54.983 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-btwXY2InaJHVANi off=8333693 len=1825905 2024-08-10T05:36:54.987 INFO:tasks.workunit.client.0.smithi031.stdout:op 738 completed, throughput=4.99MB/sec 2024-08-10T05:36:54.987 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-YOM3b-Ysk0ByzYy off=1809242 len=1353586 2024-08-10T05:36:54.995 INFO:tasks.workunit.client.0.smithi031.stdout:op 739 completed, throughput=5MB/sec 2024-08-10T05:36:55.996 INFO:tasks.workunit.client.0.smithi031.stdout: 143: throughput=4.97MB/sec pending data=0 2024-08-10T05:36:55.996 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-t5a-ZhHySBROrgQ off=7301021 len=1593149 2024-08-10T05:36:55.998 INFO:tasks.workunit.client.0.smithi031.stdout:op 740 completed, throughput=4.98MB/sec 2024-08-10T05:36:55.998 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-hPRFKF9NMoN00Sy off=5339866 len=1767167 2024-08-10T05:36:56.007 INFO:tasks.workunit.client.0.smithi031.stdout:op 741 completed, throughput=4.99MB/sec 2024-08-10T05:36:56.007 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-9ofCxbd-pZUEeKe off=11695515 len=1358604 2024-08-10T05:36:56.009 INFO:tasks.workunit.client.0.smithi031.stdout:op 742 completed, throughput=5MB/sec 2024-08-10T05:36:56.009 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-m40bScvS_3ZWRQT off=3151323 len=687954 2024-08-10T05:36:56.010 INFO:tasks.workunit.client.0.smithi031.stdout:op 743 completed, throughput=5MB/sec 2024-08-10T05:36:56.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:36:55 smithi031 ceph-mon[98130]: pgmap v1464: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:36:56.018 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:36:55 smithi031 ceph-mon[100614]: pgmap v1464: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:36:56.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:36:55 smithi196 ceph-mon[90243]: pgmap v1464: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:36:57.011 INFO:tasks.workunit.client.0.smithi031.stdout: 144: throughput=4.97MB/sec pending data=0 2024-08-10T05:36:57.011 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-TXnbduO0KwiehoX off=2267766 len=767050 2024-08-10T05:36:57.015 INFO:tasks.workunit.client.0.smithi031.stdout:op 744 completed, throughput=4.97MB/sec 2024-08-10T05:36:57.015 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-HyBh-t_HyniAc4l off=24075815 len=1467416 2024-08-10T05:36:57.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:36:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:36:57.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:36:56 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:36:57.022 INFO:tasks.workunit.client.0.smithi031.stdout:op 745 completed, throughput=4.98MB/sec 2024-08-10T05:36:57.022 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-BrUyaDXDFefGgof off=8533585 len=401898 2024-08-10T05:36:57.022 INFO:tasks.workunit.client.0.smithi031.stdout:op 746 completed, throughput=4.98MB/sec 2024-08-10T05:36:57.022 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-l6L-5GR7w2aYD2c off=500943 len=1630511 2024-08-10T05:36:57.022 INFO:tasks.workunit.client.0.smithi031.stdout:op 747 completed, throughput=4.99MB/sec 2024-08-10T05:36:57.022 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Ym-k60lh6lcpJOT off=6704370 len=879925 2024-08-10T05:36:57.025 INFO:tasks.workunit.client.0.smithi031.stdout:op 748 completed, throughput=5MB/sec 2024-08-10T05:36:57.025 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-dlz4y0yJ0Hr2WzG off=2645916 len=298908 2024-08-10T05:36:57.026 INFO:tasks.workunit.client.0.smithi031.stdout:op 749 completed, throughput=5MB/sec 2024-08-10T05:36:57.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:36:56 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:36:58.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:36:57 smithi031 ceph-mon[98130]: pgmap v1465: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-10T05:36:58.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:36:57 smithi031 ceph-mon[100614]: pgmap v1465: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-10T05:36:58.026 INFO:tasks.workunit.client.0.smithi031.stdout: 145: throughput=4.97MB/sec pending data=0 2024-08-10T05:36:58.026 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-VuNBt1qSFJ4Kk6P off=14627716 len=2089928 2024-08-10T05:36:58.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:36:57 smithi196 ceph-mon[90243]: pgmap v1465: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-10T05:36:58.037 INFO:tasks.workunit.client.0.smithi031.stdout:op 750 completed, throughput=4.98MB/sec 2024-08-10T05:36:58.037 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-VyL7AS4TofVERpr off=4962165 len=983826 2024-08-10T05:36:58.042 INFO:tasks.workunit.client.0.smithi031.stdout:op 751 completed, throughput=4.99MB/sec 2024-08-10T05:36:58.042 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-pqs1TnVuUR89a5D off=3697034 len=54452 2024-08-10T05:36:58.042 INFO:tasks.workunit.client.0.smithi031.stdout:op 752 completed, throughput=4.99MB/sec 2024-08-10T05:36:58.042 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-vxU2aQudXPzgtyf off=21294974 len=1020327 2024-08-10T05:36:58.043 INFO:tasks.workunit.client.0.smithi031.stdout:op 753 completed, throughput=4.99MB/sec 2024-08-10T05:36:58.043 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-7VQiAQ4y7mvuUlZ off=381642 len=390218 2024-08-10T05:36:58.046 INFO:tasks.workunit.client.0.smithi031.stdout:op 754 completed, throughput=5MB/sec 2024-08-10T05:36:58.047 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Bk1BpeQSF0XjQk8 off=1606259 len=25045 2024-08-10T05:36:58.049 INFO:tasks.workunit.client.0.smithi031.stdout:op 755 completed, throughput=5MB/sec 2024-08-10T05:36:58.049 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-sT_Q2uBqln_LFZY off=14552901 len=1115774 2024-08-10T05:36:58.050 INFO:tasks.workunit.client.0.smithi031.stdout:op 756 completed, throughput=5MB/sec 2024-08-10T05:36:59.051 INFO:tasks.workunit.client.0.smithi031.stdout: 146: throughput=4.97MB/sec pending data=0 2024-08-10T05:36:59.051 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-THsHwVlqu14G0yH off=15300489 len=198521 2024-08-10T05:36:59.051 INFO:tasks.workunit.client.0.smithi031.stdout:op 757 completed, throughput=4.97MB/sec 2024-08-10T05:36:59.052 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-MG6pE081vmpE1Ds off=21081337 len=240710 2024-08-10T05:36:59.052 INFO:tasks.workunit.client.0.smithi031.stdout:op 758 completed, throughput=4.97MB/sec 2024-08-10T05:36:59.052 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-DT7jEOVmYSYbJ2G off=968132 len=1369751 2024-08-10T05:36:59.054 INFO:tasks.workunit.client.0.smithi031.stdout:op 759 completed, throughput=4.98MB/sec 2024-08-10T05:36:59.054 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-HUEhF3JOEai9ac0 off=3377409 len=57445 2024-08-10T05:36:59.055 INFO:tasks.workunit.client.0.smithi031.stdout:op 760 completed, throughput=4.98MB/sec 2024-08-10T05:36:59.055 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-uOTktJ20BElRBr3 off=13356480 len=423977 2024-08-10T05:36:59.056 INFO:tasks.workunit.client.0.smithi031.stdout:op 761 completed, throughput=4.98MB/sec 2024-08-10T05:36:59.056 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-NyXQcn1sUa3ci8F off=4476963 len=365544 2024-08-10T05:36:59.056 INFO:tasks.workunit.client.0.smithi031.stdout:op 762 completed, throughput=4.99MB/sec 2024-08-10T05:36:59.056 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-BbrY4a3-BYllLVt off=5157959 len=5561 2024-08-10T05:36:59.062 INFO:tasks.workunit.client.0.smithi031.stdout:op 763 completed, throughput=4.99MB/sec 2024-08-10T05:36:59.062 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-YcLIIRFVGTSL6fu off=8753223 len=1629859 2024-08-10T05:36:59.066 INFO:tasks.workunit.client.0.smithi031.stdout:op 764 completed, throughput=5MB/sec 2024-08-10T05:36:59.066 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-9pMmrMnBVqiuZBW off=19023791 len=579619 2024-08-10T05:36:59.070 INFO:tasks.workunit.client.0.smithi031.stdout:op 765 completed, throughput=5MB/sec 2024-08-10T05:37:00.018 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:36:59 smithi031 ceph-mon[100614]: pgmap v1466: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:37:00.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:36:59 smithi031 ceph-mon[98130]: pgmap v1466: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:37:00.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:36:59 smithi196 ceph-mon[90243]: pgmap v1466: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:37:00.070 INFO:tasks.workunit.client.0.smithi031.stdout: 147: throughput=4.97MB/sec pending data=0 2024-08-10T05:37:00.071 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-7DpkFKTC8i03iJ4 off=3268043 len=761226 2024-08-10T05:37:00.072 INFO:tasks.workunit.client.0.smithi031.stdout:op 766 completed, throughput=4.97MB/sec 2024-08-10T05:37:00.072 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-W57zYju0d8ZyhNq off=7845768 len=1669872 2024-08-10T05:37:00.074 INFO:tasks.workunit.client.0.smithi031.stdout:op 767 completed, throughput=4.98MB/sec 2024-08-10T05:37:00.074 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ST6IRhcErNfn4nI off=3812220 len=1538032 2024-08-10T05:37:00.076 INFO:tasks.workunit.client.0.smithi031.stdout:op 768 completed, throughput=4.99MB/sec 2024-08-10T05:37:00.076 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ktm14H2uY7Nuy2x off=3207112 len=1638673 2024-08-10T05:37:00.079 INFO:tasks.workunit.client.0.smithi031.stdout:op 769 completed, throughput=5MB/sec 2024-08-10T05:37:01.080 INFO:tasks.workunit.client.0.smithi031.stdout: 148: throughput=4.97MB/sec pending data=0 2024-08-10T05:37:01.080 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-HgXPiNbx2CyQb2l off=13727275 len=1961145 2024-08-10T05:37:01.082 INFO:tasks.workunit.client.0.smithi031.stdout:op 770 completed, throughput=4.98MB/sec 2024-08-10T05:37:01.082 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-DVVz82OCFLBvPRV off=12157868 len=1001440 2024-08-10T05:37:01.085 INFO:tasks.workunit.client.0.smithi031.stdout:op 771 completed, throughput=4.99MB/sec 2024-08-10T05:37:01.085 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-YUWObIg91Jn2COO off=8989743 len=1375895 2024-08-10T05:37:01.087 INFO:tasks.workunit.client.0.smithi031.stdout:op 772 completed, throughput=5MB/sec 2024-08-10T05:37:01.087 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-6BQpTSAAVV6lqpP off=15613856 len=836652 2024-08-10T05:37:01.092 INFO:tasks.workunit.client.0.smithi031.stdout:op 773 completed, throughput=5MB/sec 2024-08-10T05:37:01.254 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:37:00 smithi031 ceph-mon[98130]: pgmap v1467: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-10T05:37:01.254 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:37:00 smithi031 ceph-mon[100614]: pgmap v1467: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-10T05:37:01.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:37:00 smithi196 ceph-mon[90243]: pgmap v1467: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-10T05:37:01.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:37:01 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:37:01] "GET /metrics HTTP/1.1" 200 34032 "" "Prometheus/2.43.0" 2024-08-10T05:37:02.092 INFO:tasks.workunit.client.0.smithi031.stdout: 149: throughput=4.97MB/sec pending data=0 2024-08-10T05:37:02.092 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-cdbkdgp2tpA6yt3 off=6075939 len=98764 2024-08-10T05:37:02.093 INFO:tasks.workunit.client.0.smithi031.stdout:op 774 completed, throughput=4.97MB/sec 2024-08-10T05:37:02.093 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-fyi9uoQSptSQdHE off=2505367 len=301144 2024-08-10T05:37:02.096 INFO:tasks.workunit.client.0.smithi031.stdout:op 775 completed, throughput=4.97MB/sec 2024-08-10T05:37:02.096 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-2Qq_jNx8li5OpOV off=7113797 len=804800 2024-08-10T05:37:02.098 INFO:tasks.workunit.client.0.smithi031.stdout:op 776 completed, throughput=4.98MB/sec 2024-08-10T05:37:02.099 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-kmSPPLn5m5nxtxQ off=6020496 len=1242308 2024-08-10T05:37:02.101 INFO:tasks.workunit.client.0.smithi031.stdout:op 777 completed, throughput=4.98MB/sec 2024-08-10T05:37:02.101 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-0_-92p1bv2QkxpV off=2373194 len=975242 2024-08-10T05:37:02.107 INFO:tasks.workunit.client.0.smithi031.stdout:op 778 completed, throughput=4.99MB/sec 2024-08-10T05:37:02.107 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-m0F-KUHdfDfLdjh off=3021461 len=1836879 2024-08-10T05:37:02.111 INFO:tasks.workunit.client.0.smithi031.stdout:op 779 completed, throughput=5MB/sec 2024-08-10T05:37:02.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:37:02 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:37:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:37:03.111 INFO:tasks.workunit.client.0.smithi031.stdout: 150: throughput=4.97MB/sec pending data=0 2024-08-10T05:37:03.112 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Nmt1qj2emKuMwHT off=4310689 len=1904964 2024-08-10T05:37:03.115 INFO:tasks.workunit.client.0.smithi031.stdout:op 780 completed, throughput=4.98MB/sec 2024-08-10T05:37:03.115 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-cyv_16dt65rFBBX off=3419649 len=1352815 2024-08-10T05:37:03.123 INFO:tasks.workunit.client.0.smithi031.stdout:op 781 completed, throughput=4.99MB/sec 2024-08-10T05:37:03.123 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-BnhAmJKRfwU3W28 off=5171062 len=1218929 2024-08-10T05:37:03.128 INFO:tasks.workunit.client.0.smithi031.stdout:op 782 completed, throughput=5MB/sec 2024-08-10T05:37:03.128 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-CVXjyHetumCC1F_ off=1050620 len=231745 2024-08-10T05:37:03.129 INFO:tasks.workunit.client.0.smithi031.stdout:op 783 completed, throughput=5MB/sec 2024-08-10T05:37:03.129 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-L8bckoPxlx_Wm4P off=597351 len=1697651 2024-08-10T05:37:03.135 INFO:tasks.workunit.client.0.smithi031.stdout:op 784 completed, throughput=5.01MB/sec 2024-08-10T05:37:03.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:37:03 smithi031 ceph-mon[98130]: pgmap v1468: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-10T05:37:03.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:37:03 smithi031 ceph-mon[100614]: pgmap v1468: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-10T05:37:03.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:37:03 smithi196 ceph-mon[90243]: pgmap v1468: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-10T05:37:04.136 INFO:tasks.workunit.client.0.smithi031.stdout: 151: throughput=4.98MB/sec pending data=0 2024-08-10T05:37:04.136 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-3KvOJ8dukhWLKts off=2087357 len=193708 2024-08-10T05:37:04.137 INFO:tasks.workunit.client.0.smithi031.stdout:op 785 completed, throughput=4.98MB/sec 2024-08-10T05:37:04.137 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-FsclVjke8ORBHsx off=4999063 len=1749204 2024-08-10T05:37:04.140 INFO:tasks.workunit.client.0.smithi031.stdout:op 786 completed, throughput=4.99MB/sec 2024-08-10T05:37:04.140 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Ghbb7ah2WQ6pm0D off=7109723 len=787549 2024-08-10T05:37:04.144 INFO:tasks.workunit.client.0.smithi031.stdout:op 787 completed, throughput=4.99MB/sec 2024-08-10T05:37:04.144 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-rqQTDC7QrFjU0gD off=5300980 len=164645 2024-08-10T05:37:04.147 INFO:tasks.workunit.client.0.smithi031.stdout:op 788 completed, throughput=4.99MB/sec 2024-08-10T05:37:04.147 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-THsHwVlqu14G0yH off=17853734 len=1510583 2024-08-10T05:37:04.148 INFO:tasks.workunit.client.0.smithi031.stdout:op 789 completed, throughput=5MB/sec 2024-08-10T05:37:05.149 INFO:tasks.workunit.client.0.smithi031.stdout: 152: throughput=4.97MB/sec pending data=0 2024-08-10T05:37:05.149 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-mXjO7FmY3QALedO off=11330412 len=1106747 2024-08-10T05:37:05.155 INFO:tasks.workunit.client.0.smithi031.stdout:op 790 completed, throughput=4.98MB/sec 2024-08-10T05:37:05.155 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-54LJ3ctNGlKbV4S off=12040238 len=1274714 2024-08-10T05:37:05.158 INFO:tasks.workunit.client.0.smithi031.stdout:op 791 completed, throughput=4.98MB/sec 2024-08-10T05:37:05.158 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-yspQLe4lK2gLW7i off=20286448 len=832905 2024-08-10T05:37:05.163 INFO:tasks.workunit.client.0.smithi031.stdout:op 792 completed, throughput=4.99MB/sec 2024-08-10T05:37:05.163 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-3SREJsGpLDT2BAW off=354522 len=1853738 2024-08-10T05:37:05.172 INFO:tasks.workunit.client.0.smithi031.stdout:op 793 completed, throughput=5MB/sec 2024-08-10T05:37:05.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:37:05 smithi031 ceph-mon[98130]: pgmap v1469: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:37:05.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:37:05 smithi031 ceph-mon[100614]: pgmap v1469: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:37:05.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:37:05 smithi196 ceph-mon[90243]: pgmap v1469: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:37:06.173 INFO:tasks.workunit.client.0.smithi031.stdout: 153: throughput=4.97MB/sec pending data=0 2024-08-10T05:37:06.173 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ZA1tCqoshEe4bNB off=21484785 len=6508 2024-08-10T05:37:06.173 INFO:tasks.workunit.client.0.smithi031.stdout:op 794 completed, throughput=4.97MB/sec 2024-08-10T05:37:06.173 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-lHfa6n4Ek9CzeH5 off=89926 len=1224483 2024-08-10T05:37:06.175 INFO:tasks.workunit.client.0.smithi031.stdout:op 795 completed, throughput=4.98MB/sec 2024-08-10T05:37:06.175 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-YWav2FAzKhxYwVN off=17769884 len=1605924 2024-08-10T05:37:06.185 INFO:tasks.workunit.client.0.smithi031.stdout:op 796 completed, throughput=4.98MB/sec 2024-08-10T05:37:06.185 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-cC2qvlDGXc_tgZe off=3831404 len=612582 2024-08-10T05:37:06.189 INFO:tasks.workunit.client.0.smithi031.stdout:op 797 completed, throughput=4.99MB/sec 2024-08-10T05:37:06.189 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-A0E77D_vx8h7gNu off=3450992 len=1828105 2024-08-10T05:37:06.192 INFO:tasks.workunit.client.0.smithi031.stdout:op 798 completed, throughput=5MB/sec 2024-08-10T05:37:06.192 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-uG_eE1eyyHTfo4f off=1609426 len=1174265 2024-08-10T05:37:06.194 INFO:tasks.workunit.client.0.smithi031.stdout:op 799 completed, throughput=5.01MB/sec 2024-08-10T05:37:07.195 INFO:tasks.workunit.client.0.smithi031.stdout: 154: throughput=4.97MB/sec pending data=0 2024-08-10T05:37:07.195 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-O7wgEQUoDZd2ej9 off=861156 len=854270 2024-08-10T05:37:07.197 INFO:tasks.workunit.client.0.smithi031.stdout:op 800 completed, throughput=4.98MB/sec 2024-08-10T05:37:07.197 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Zd-mnZeQmpSZg8D off=2033059 len=379091 2024-08-10T05:37:07.200 INFO:tasks.workunit.client.0.smithi031.stdout:op 801 completed, throughput=4.98MB/sec 2024-08-10T05:37:07.200 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-467fQLpqlD8JG-D off=7201519 len=1814286 2024-08-10T05:37:07.203 INFO:tasks.workunit.client.0.smithi031.stdout:op 802 completed, throughput=4.99MB/sec 2024-08-10T05:37:07.203 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-IyTU8qrH9YoFi0S off=6116551 len=381415 2024-08-10T05:37:07.207 INFO:tasks.workunit.client.0.smithi031.stdout:op 803 completed, throughput=5MB/sec 2024-08-10T05:37:07.207 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-9lMemXzZ7Kkfxte off=13825641 len=123415 2024-08-10T05:37:07.209 INFO:tasks.workunit.client.0.smithi031.stdout:op 804 completed, throughput=5MB/sec 2024-08-10T05:37:07.209 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-T-dHalH_HgT1pfr off=2504775 len=819966 2024-08-10T05:37:07.214 INFO:tasks.workunit.client.0.smithi031.stdout:op 805 completed, throughput=5MB/sec 2024-08-10T05:37:07.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:37:07 smithi031 ceph-mon[98130]: pgmap v1470: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-10T05:37:07.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:37:07 smithi031 ceph-mon[100614]: pgmap v1470: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-10T05:37:07.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:37:07 smithi196 ceph-mon[90243]: pgmap v1470: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-10T05:37:08.214 INFO:tasks.workunit.client.0.smithi031.stdout: 155: throughput=4.97MB/sec pending data=0 2024-08-10T05:37:08.214 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-nSGbOoxJhHEfUsQ off=22182899 len=1710471 2024-08-10T05:37:08.225 INFO:tasks.workunit.client.0.smithi031.stdout:op 806 completed, throughput=4.98MB/sec 2024-08-10T05:37:08.225 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-9YEjGphM3ymE_0K off=8058855 len=1670656 2024-08-10T05:37:08.232 INFO:tasks.workunit.client.0.smithi031.stdout:op 807 completed, throughput=4.99MB/sec 2024-08-10T05:37:08.232 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-nSGbOoxJhHEfUsQ off=19116893 len=720464 2024-08-10T05:37:08.232 INFO:tasks.workunit.client.0.smithi031.stdout:op 808 completed, throughput=4.99MB/sec 2024-08-10T05:37:08.232 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-3s9bR0MglIlat4_ off=3650262 len=1280585 2024-08-10T05:37:08.235 INFO:tasks.workunit.client.0.smithi031.stdout:op 809 completed, throughput=5MB/sec 2024-08-10T05:37:09.236 INFO:tasks.workunit.client.0.smithi031.stdout: 156: throughput=4.97MB/sec pending data=0 2024-08-10T05:37:09.236 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-_VgS4KwgcxMvf-C off=10348595 len=592654 2024-08-10T05:37:09.237 INFO:tasks.workunit.client.0.smithi031.stdout:op 810 completed, throughput=4.97MB/sec 2024-08-10T05:37:09.237 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-I_-wa5WtE1H9vEJ off=7121492 len=792833 2024-08-10T05:37:09.238 INFO:tasks.workunit.client.0.smithi031.stdout:op 811 completed, throughput=4.98MB/sec 2024-08-10T05:37:09.238 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-W3gueeGlPs4AHWv off=15354767 len=1393143 2024-08-10T05:37:09.245 INFO:tasks.workunit.client.0.smithi031.stdout:op 812 completed, throughput=4.99MB/sec 2024-08-10T05:37:09.245 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-khOCbnNZz6zfVT7 off=12801411 len=1875817 2024-08-10T05:37:09.252 INFO:tasks.workunit.client.0.smithi031.stdout:op 813 completed, throughput=5MB/sec 2024-08-10T05:37:09.252 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-D-z72z2Hn4AB6dm off=15718791 len=1786567 2024-08-10T05:37:09.254 INFO:tasks.workunit.client.0.smithi031.stdout:op 814 completed, throughput=5.01MB/sec 2024-08-10T05:37:09.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:37:09 smithi031 ceph-mon[98130]: pgmap v1471: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-10T05:37:09.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:37:09 smithi031 ceph-mon[100614]: pgmap v1471: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-10T05:37:09.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:37:09 smithi196 ceph-mon[90243]: pgmap v1471: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-10T05:37:10.255 INFO:tasks.workunit.client.0.smithi031.stdout: 157: throughput=4.98MB/sec pending data=0 2024-08-10T05:37:10.255 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ZKavQI_xaWlObiS off=13114513 len=274886 2024-08-10T05:37:10.256 INFO:tasks.workunit.client.0.smithi031.stdout:op 815 completed, throughput=4.98MB/sec 2024-08-10T05:37:10.256 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-IGzVuO-ZKfKDklA off=0 len=1098291 2024-08-10T05:37:10.257 INFO:tasks.workunit.client.0.smithi031.stdout:op 816 completed, throughput=4.98MB/sec 2024-08-10T05:37:10.258 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-b9YczFZAg-e2hNs off=6913123 len=1605732 2024-08-10T05:37:10.267 INFO:tasks.workunit.client.0.smithi031.stdout:op 817 completed, throughput=4.99MB/sec 2024-08-10T05:37:10.267 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Np_nGTFnrH-in6s off=3389931 len=1314112 2024-08-10T05:37:10.273 INFO:tasks.workunit.client.0.smithi031.stdout:op 818 completed, throughput=5MB/sec 2024-08-10T05:37:11.273 INFO:tasks.workunit.client.0.smithi031.stdout: 158: throughput=4.97MB/sec pending data=0 2024-08-10T05:37:11.273 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Arf0g7OwhO-_SnC off=11282621 len=1994670 2024-08-10T05:37:11.285 INFO:tasks.workunit.client.0.smithi031.stdout:op 819 completed, throughput=4.98MB/sec 2024-08-10T05:37:11.285 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-6AIV0oPe6FLv7ox off=8480851 len=581804 2024-08-10T05:37:11.286 INFO:tasks.workunit.client.0.smithi031.stdout:op 820 completed, throughput=4.99MB/sec 2024-08-10T05:37:11.286 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-6nAzYp6pa8mhEdb off=3001567 len=53596 2024-08-10T05:37:11.287 INFO:tasks.workunit.client.0.smithi031.stdout:op 821 completed, throughput=4.99MB/sec 2024-08-10T05:37:11.287 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-PGCJNyBDftshgLz off=10496979 len=644867 2024-08-10T05:37:11.288 INFO:tasks.workunit.client.0.smithi031.stdout:op 822 completed, throughput=4.99MB/sec 2024-08-10T05:37:11.288 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-mGjFpCoi5OEJrBI off=3612510 len=838651 2024-08-10T05:37:11.289 INFO:tasks.workunit.client.0.smithi031.stdout:op 823 completed, throughput=4.99MB/sec 2024-08-10T05:37:11.289 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-p5TgXNfEYCIuEwt off=711664 len=526727 2024-08-10T05:37:11.292 INFO:tasks.workunit.client.0.smithi031.stdout:op 824 completed, throughput=5MB/sec 2024-08-10T05:37:11.292 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-fmoLcIrIKBIpkJB off=12884961 len=1756115 2024-08-10T05:37:11.300 INFO:tasks.workunit.client.0.smithi031.stdout:op 825 completed, throughput=5.01MB/sec 2024-08-10T05:37:11.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:37:11 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:37:11] "GET /metrics HTTP/1.1" 200 34038 "" "Prometheus/2.43.0" 2024-08-10T05:37:11.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:37:11 smithi031 ceph-mon[98130]: pgmap v1472: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-08-10T05:37:11.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:37:11 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:37:11.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:37:11 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:37:11.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:37:11 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:37:11.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:37:11 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:37:11.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:37:11 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:37:11.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:37:11 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:37:11.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:37:11 smithi031 ceph-mon[100614]: pgmap v1472: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-08-10T05:37:11.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:37:11 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:37:11.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:37:11 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:37:11.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:37:11 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:37:11.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:37:11 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:37:11.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:37:11 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:37:11.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:37:11 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:37:11.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:37:11 smithi196 ceph-mon[90243]: pgmap v1472: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-08-10T05:37:11.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:37:11 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:37:11.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:37:11 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:37:11.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:37:11 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:37:11.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:37:11 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:37:11.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:37:11 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:37:11.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:37:11 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:37:12.300 INFO:tasks.workunit.client.0.smithi031.stdout: 159: throughput=4.98MB/sec pending data=0 2024-08-10T05:37:12.300 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-5JnxPVuJit2HeFw off=7638259 len=1686113 2024-08-10T05:37:12.310 INFO:tasks.workunit.client.0.smithi031.stdout:op 826 completed, throughput=4.99MB/sec 2024-08-10T05:37:12.310 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-mjb_1fnbdOCsocg off=532437 len=1342526 2024-08-10T05:37:12.315 INFO:tasks.workunit.client.0.smithi031.stdout:op 827 completed, throughput=4.99MB/sec 2024-08-10T05:37:12.316 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-AcO_HrC5Ew6brSi off=3045388 len=461352 2024-08-10T05:37:12.317 INFO:tasks.workunit.client.0.smithi031.stdout:op 828 completed, throughput=5MB/sec 2024-08-10T05:37:12.317 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-JB0XbjzS_SKfBet off=23404497 len=525209 2024-08-10T05:37:12.320 INFO:tasks.workunit.client.0.smithi031.stdout:op 829 completed, throughput=5MB/sec 2024-08-10T05:37:12.320 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Sm-lkr3H2uZ3Fk7 off=6148719 len=1365702 2024-08-10T05:37:12.321 INFO:tasks.workunit.client.0.smithi031.stdout:op 830 completed, throughput=5.01MB/sec 2024-08-10T05:37:12.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:37:12 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:37:12.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:37:12 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:37:12.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:37:12 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:37:12.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:37:12 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:37:12.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:37:12 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:37:12.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:37:12 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:37:12.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:37:12 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:37:12.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:37:12 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:37:12.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:37:12 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:37:12.529 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:37:12 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:37:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:37:13.322 INFO:tasks.workunit.client.0.smithi031.stdout: 160: throughput=4.98MB/sec pending data=0 2024-08-10T05:37:13.322 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-fvSuvtyrIzdJCnP off=5616032 len=2063587 2024-08-10T05:37:13.325 INFO:tasks.workunit.client.0.smithi031.stdout:op 831 completed, throughput=4.99MB/sec 2024-08-10T05:37:13.325 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-LUVfsLNQlqcDydw off=3856448 len=1173555 2024-08-10T05:37:13.326 INFO:tasks.workunit.client.0.smithi031.stdout:op 832 completed, throughput=5MB/sec 2024-08-10T05:37:13.326 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-I4ldDRv5HNjaBeA off=2434605 len=1727355 2024-08-10T05:37:13.328 INFO:tasks.workunit.client.0.smithi031.stdout:op 833 completed, throughput=5.01MB/sec 2024-08-10T05:37:13.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:37:13 smithi031 ceph-mon[98130]: pgmap v1473: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-10T05:37:13.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:37:13 smithi031 ceph-mon[100614]: pgmap v1473: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-10T05:37:13.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:37:13 smithi196 ceph-mon[90243]: pgmap v1473: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-10T05:37:14.329 INFO:tasks.workunit.client.0.smithi031.stdout: 161: throughput=4.97MB/sec pending data=0 2024-08-10T05:37:14.329 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-qBAavft7xyY4vxz off=6543253 len=1553253 2024-08-10T05:37:14.336 INFO:tasks.workunit.client.0.smithi031.stdout:op 834 completed, throughput=4.98MB/sec 2024-08-10T05:37:14.336 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-JhQ-ddRzeaqZLTs off=2365223 len=288781 2024-08-10T05:37:14.339 INFO:tasks.workunit.client.0.smithi031.stdout:op 835 completed, throughput=4.99MB/sec 2024-08-10T05:37:14.339 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-kmQq5P8P-gg5mMS off=3914652 len=407125 2024-08-10T05:37:14.342 INFO:tasks.workunit.client.0.smithi031.stdout:op 836 completed, throughput=4.99MB/sec 2024-08-10T05:37:14.343 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-c360Lde56tfjpnA off=5963621 len=536735 2024-08-10T05:37:14.346 INFO:tasks.workunit.client.0.smithi031.stdout:op 837 completed, throughput=4.99MB/sec 2024-08-10T05:37:14.346 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-bYkl1qspC8SsuGc off=5068823 len=1986614 2024-08-10T05:37:14.349 INFO:tasks.workunit.client.0.smithi031.stdout:op 838 completed, throughput=5MB/sec 2024-08-10T05:37:15.349 INFO:tasks.workunit.client.0.smithi031.stdout: 162: throughput=4.97MB/sec pending data=0 2024-08-10T05:37:15.349 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-4lX_1qk2Vokr80z off=2423378 len=411318 2024-08-10T05:37:15.355 INFO:tasks.workunit.client.0.smithi031.stdout:op 839 completed, throughput=4.97MB/sec 2024-08-10T05:37:15.355 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-zOP1WJ-G33SWMgq off=2412114 len=588924 2024-08-10T05:37:15.356 INFO:tasks.workunit.client.0.smithi031.stdout:op 840 completed, throughput=4.98MB/sec 2024-08-10T05:37:15.356 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-bsq3uxzVViDELGd off=5889022 len=99772 2024-08-10T05:37:15.358 INFO:tasks.workunit.client.0.smithi031.stdout:op 841 completed, throughput=4.98MB/sec 2024-08-10T05:37:15.359 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-giLqTT1pcLhITAu off=5220206 len=654662 2024-08-10T05:37:15.363 INFO:tasks.workunit.client.0.smithi031.stdout:op 842 completed, throughput=4.98MB/sec 2024-08-10T05:37:15.363 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-X9TtgAzsUXOyqU0 off=5587926 len=1727770 2024-08-10T05:37:15.370 INFO:tasks.workunit.client.0.smithi031.stdout:op 843 completed, throughput=4.99MB/sec 2024-08-10T05:37:15.370 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-nidypBXwFNzwZM1 off=4541776 len=330283 2024-08-10T05:37:15.371 INFO:tasks.workunit.client.0.smithi031.stdout:op 844 completed, throughput=4.99MB/sec 2024-08-10T05:37:15.371 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-kMM1MzSOPrJ3Rw3 off=3916198 len=22266 2024-08-10T05:37:15.373 INFO:tasks.workunit.client.0.smithi031.stdout:op 845 completed, throughput=4.99MB/sec 2024-08-10T05:37:15.374 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-CrhNT1qNDB_MM1k off=8120293 len=1185966 2024-08-10T05:37:15.375 INFO:tasks.workunit.client.0.smithi031.stdout:op 846 completed, throughput=5MB/sec 2024-08-10T05:37:15.375 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-E65zZ7eCa37QbXW off=8321181 len=795433 2024-08-10T05:37:15.376 INFO:tasks.workunit.client.0.smithi031.stdout:op 847 completed, throughput=5MB/sec 2024-08-10T05:37:15.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:37:15 smithi031 ceph-mon[98130]: pgmap v1474: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:37:15.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:37:15 smithi031 ceph-mon[100614]: pgmap v1474: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:37:15.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:37:15 smithi196 ceph-mon[90243]: pgmap v1474: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:37:16.376 INFO:tasks.workunit.client.0.smithi031.stdout: 163: throughput=4.97MB/sec pending data=0 2024-08-10T05:37:16.377 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-1-6RiSoG_cy2nJZ off=142271 len=1533687 2024-08-10T05:37:16.380 INFO:tasks.workunit.client.0.smithi031.stdout:op 848 completed, throughput=4.98MB/sec 2024-08-10T05:37:16.380 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-OORHLQn-IJbfBve off=4484274 len=895803 2024-08-10T05:37:16.382 INFO:tasks.workunit.client.0.smithi031.stdout:op 849 completed, throughput=4.99MB/sec 2024-08-10T05:37:16.382 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-M0Pj3y2yyipdCJs off=5506867 len=948060 2024-08-10T05:37:16.390 INFO:tasks.workunit.client.0.smithi031.stdout:op 850 completed, throughput=4.99MB/sec 2024-08-10T05:37:16.390 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ZTxHT06-PBVTr35 off=953352 len=2095811 2024-08-10T05:37:16.393 INFO:tasks.workunit.client.0.smithi031.stdout:op 851 completed, throughput=5.01MB/sec 2024-08-10T05:37:17.393 INFO:tasks.workunit.client.0.smithi031.stdout: 164: throughput=4.98MB/sec pending data=0 2024-08-10T05:37:17.394 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-odFyiyLSOp2JB7o off=1957818 len=915468 2024-08-10T05:37:17.394 INFO:tasks.workunit.client.0.smithi031.stdout:op 852 completed, throughput=4.98MB/sec 2024-08-10T05:37:17.395 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-O-qG75v75pM6FOJ off=6930932 len=315710 2024-08-10T05:37:17.396 INFO:tasks.workunit.client.0.smithi031.stdout:op 853 completed, throughput=4.98MB/sec 2024-08-10T05:37:17.396 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-nyxW66_lwtqSVzZ off=226158 len=463843 2024-08-10T05:37:17.397 INFO:tasks.workunit.client.0.smithi031.stdout:op 854 completed, throughput=4.98MB/sec 2024-08-10T05:37:17.397 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-GNFSL9QUAyqUZd7 off=2069262 len=781171 2024-08-10T05:37:17.398 INFO:tasks.workunit.client.0.smithi031.stdout:op 855 completed, throughput=4.99MB/sec 2024-08-10T05:37:17.398 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-F9zJsoGn1rn_ELq off=18807864 len=1637460 2024-08-10T05:37:17.407 INFO:tasks.workunit.client.0.smithi031.stdout:op 856 completed, throughput=5MB/sec 2024-08-10T05:37:17.407 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-jSjrbbI4xhv6Z0G off=2493398 len=1811640 2024-08-10T05:37:17.409 INFO:tasks.workunit.client.0.smithi031.stdout:op 857 completed, throughput=5.01MB/sec 2024-08-10T05:37:17.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:37:17 smithi031 ceph-mon[98130]: pgmap v1475: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:37:17.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:37:17 smithi031 ceph-mon[100614]: pgmap v1475: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:37:17.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:37:17 smithi196 ceph-mon[90243]: pgmap v1475: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:37:18.410 INFO:tasks.workunit.client.0.smithi031.stdout: 165: throughput=4.98MB/sec pending data=0 2024-08-10T05:37:18.410 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-cX01hebQKd9kTd- off=1866364 len=2072607 2024-08-10T05:37:18.413 INFO:tasks.workunit.client.0.smithi031.stdout:op 858 completed, throughput=4.99MB/sec 2024-08-10T05:37:18.413 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-To0-c_WL-Rqhn17 off=6722464 len=543869 2024-08-10T05:37:18.415 INFO:tasks.workunit.client.0.smithi031.stdout:op 859 completed, throughput=4.99MB/sec 2024-08-10T05:37:18.415 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-xOlkgTVD7O3i7iV off=5284542 len=259861 2024-08-10T05:37:18.418 INFO:tasks.workunit.client.0.smithi031.stdout:op 860 completed, throughput=4.99MB/sec 2024-08-10T05:37:18.418 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-csJDOSqqmnfzxxx off=13338031 len=140726 2024-08-10T05:37:18.421 INFO:tasks.workunit.client.0.smithi031.stdout:op 861 completed, throughput=5MB/sec 2024-08-10T05:37:18.421 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-zomeRRm0pHTqxm6 off=17739182 len=1496460 2024-08-10T05:37:18.423 INFO:tasks.workunit.client.0.smithi031.stdout:op 862 completed, throughput=5MB/sec 2024-08-10T05:37:19.424 INFO:tasks.workunit.client.0.smithi031.stdout: 166: throughput=4.97MB/sec pending data=0 2024-08-10T05:37:19.424 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-_aF6FyjxrILqcoc off=3520636 len=621001 2024-08-10T05:37:19.425 INFO:tasks.workunit.client.0.smithi031.stdout:op 863 completed, throughput=4.98MB/sec 2024-08-10T05:37:19.425 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-J-5QomBvyG1MLGi off=7501355 len=1292280 2024-08-10T05:37:19.433 INFO:tasks.workunit.client.0.smithi031.stdout:op 864 completed, throughput=4.98MB/sec 2024-08-10T05:37:19.433 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-714LZdb2F1k9X4M off=3822622 len=548572 2024-08-10T05:37:19.434 INFO:tasks.workunit.client.0.smithi031.stdout:op 865 completed, throughput=4.99MB/sec 2024-08-10T05:37:19.434 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-6XmWi2gwjYq6wvb off=13402813 len=1361581 2024-08-10T05:37:19.442 INFO:tasks.workunit.client.0.smithi031.stdout:op 866 completed, throughput=5MB/sec 2024-08-10T05:37:19.442 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-DHRWkz3QBU7QEJc off=12652823 len=2037243 2024-08-10T05:37:19.450 INFO:tasks.workunit.client.0.smithi031.stdout:op 867 completed, throughput=5.01MB/sec 2024-08-10T05:37:19.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:37:19 smithi031 ceph-mon[98130]: pgmap v1476: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-08-10T05:37:19.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:37:19 smithi031 ceph-mon[100614]: pgmap v1476: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-08-10T05:37:19.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:37:19 smithi196 ceph-mon[90243]: pgmap v1476: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-08-10T05:37:20.451 INFO:tasks.workunit.client.0.smithi031.stdout: 167: throughput=4.98MB/sec pending data=0 2024-08-10T05:37:20.451 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-pijqMpLeaDDwhDQ off=699648 len=1068687 2024-08-10T05:37:20.452 INFO:tasks.workunit.client.0.smithi031.stdout:op 868 completed, throughput=4.98MB/sec 2024-08-10T05:37:20.453 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-e07ocCgVgYAeAo9 off=11740291 len=1485599 2024-08-10T05:37:20.455 INFO:tasks.workunit.client.0.smithi031.stdout:op 869 completed, throughput=4.99MB/sec 2024-08-10T05:37:20.455 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-kXbaDBUgqjCCHWV off=545487 len=200967 2024-08-10T05:37:20.455 INFO:tasks.workunit.client.0.smithi031.stdout:op 870 completed, throughput=4.99MB/sec 2024-08-10T05:37:20.455 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-IouulJIeulw-pqx off=1353585 len=353656 2024-08-10T05:37:20.456 INFO:tasks.workunit.client.0.smithi031.stdout:op 871 completed, throughput=4.99MB/sec 2024-08-10T05:37:20.456 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-oZ8_7n8ZBazosw0 off=15750062 len=1560842 2024-08-10T05:37:20.460 INFO:tasks.workunit.client.0.smithi031.stdout:op 872 completed, throughput=5MB/sec 2024-08-10T05:37:21.460 INFO:tasks.workunit.client.0.smithi031.stdout: 168: throughput=4.97MB/sec pending data=0 2024-08-10T05:37:21.532 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-WSD_-2KhwCCx9Od off=9413890 len=856575 2024-08-10T05:37:21.533 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:37:21 smithi196 ceph-mon[90243]: pgmap v1477: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-10T05:37:21.534 INFO:tasks.workunit.client.0.smithi031.stdout:op 873 completed, throughput=4.98MB/sec 2024-08-10T05:37:21.534 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-4A5ZfVpLjci6xQA off=4559372 len=1450508 2024-08-10T05:37:21.534 INFO:tasks.workunit.client.0.smithi031.stdout:op 874 completed, throughput=4.99MB/sec 2024-08-10T05:37:21.535 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-15tznKyxBLAUfFN off=5947679 len=764498 2024-08-10T05:37:21.535 INFO:tasks.workunit.client.0.smithi031.stdout:op 875 completed, throughput=4.99MB/sec 2024-08-10T05:37:21.535 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ZmbjVufla1VmD2Q off=5260365 len=556331 2024-08-10T05:37:21.535 INFO:tasks.workunit.client.0.smithi031.stdout:op 876 completed, throughput=4.99MB/sec 2024-08-10T05:37:21.535 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-f5limt-2NLqWi5c off=3860346 len=1779524 2024-08-10T05:37:21.535 INFO:tasks.workunit.client.0.smithi031.stdout:op 877 completed, throughput=5MB/sec 2024-08-10T05:37:21.535 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:37:21 smithi031 ceph-mon[98130]: pgmap v1477: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-10T05:37:21.535 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:37:21 smithi031 ceph-mon[100614]: pgmap v1477: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-10T05:37:21.536 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:37:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:37:21] "GET /metrics HTTP/1.1" 200 34038 "" "Prometheus/2.43.0" 2024-08-10T05:37:22.480 INFO:tasks.workunit.client.0.smithi031.stdout: 169: throughput=4.97MB/sec pending data=0 2024-08-10T05:37:22.480 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-bwwuBblqi2vzQx5 off=16081707 len=715465 2024-08-10T05:37:22.481 INFO:tasks.workunit.client.0.smithi031.stdout:op 878 completed, throughput=4.98MB/sec 2024-08-10T05:37:22.481 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-aoqXdmStIZdMGfB off=3369787 len=1106796 2024-08-10T05:37:22.488 INFO:tasks.workunit.client.0.smithi031.stdout:op 879 completed, throughput=4.98MB/sec 2024-08-10T05:37:22.488 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-13S-pSnITGVmvwQ off=766655 len=1002389 2024-08-10T05:37:22.489 INFO:tasks.workunit.client.0.smithi031.stdout:op 880 completed, throughput=4.99MB/sec 2024-08-10T05:37:22.489 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-5oTL8ukMQ3BlLfT off=1391498 len=1715754 2024-08-10T05:37:22.493 INFO:tasks.workunit.client.0.smithi031.stdout:op 881 completed, throughput=5MB/sec 2024-08-10T05:37:22.493 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-2fjm4Lm6kQMpabQ off=259839 len=1726088 2024-08-10T05:37:22.496 INFO:tasks.workunit.client.0.smithi031.stdout:op 882 completed, throughput=5.01MB/sec 2024-08-10T05:37:22.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:37:22 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:37:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:37:23.496 INFO:tasks.workunit.client.0.smithi031.stdout: 170: throughput=4.98MB/sec pending data=0 2024-08-10T05:37:23.497 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-kKvEuz3_9TWHHdu off=1393547 len=1839235 2024-08-10T05:37:23.504 INFO:tasks.workunit.client.0.smithi031.stdout:op 883 completed, throughput=4.99MB/sec 2024-08-10T05:37:23.505 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-L82r09jC9xya-4C off=5881497 len=58636 2024-08-10T05:37:23.505 INFO:tasks.workunit.client.0.smithi031.stdout:op 884 completed, throughput=4.99MB/sec 2024-08-10T05:37:23.505 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-dr_A_PjpCP_HpWJ off=11504969 len=438684 2024-08-10T05:37:23.509 INFO:tasks.workunit.client.0.smithi031.stdout:op 885 completed, throughput=4.99MB/sec 2024-08-10T05:37:23.509 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-bQ5UcsQlvXP4BH3 off=1634705 len=247025 2024-08-10T05:37:23.511 INFO:tasks.workunit.client.0.smithi031.stdout:op 886 completed, throughput=4.99MB/sec 2024-08-10T05:37:23.512 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-I3cxHxgNKy1deo- off=3056199 len=686201 2024-08-10T05:37:23.515 INFO:tasks.workunit.client.0.smithi031.stdout:op 887 completed, throughput=5MB/sec 2024-08-10T05:37:23.515 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-m8qHEDDdWLLbrfJ off=19546193 len=2005823 2024-08-10T05:37:23.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:37:23 smithi031 ceph-mon[98130]: pgmap v1478: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:37:23.518 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:37:23 smithi031 ceph-mon[100614]: pgmap v1478: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:37:23.524 INFO:tasks.workunit.client.0.smithi031.stdout:op 888 completed, throughput=5.01MB/sec 2024-08-10T05:37:23.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:37:23 smithi196 ceph-mon[90243]: pgmap v1478: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:37:24.525 INFO:tasks.workunit.client.0.smithi031.stdout: 171: throughput=4.98MB/sec pending data=0 2024-08-10T05:37:24.525 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-lK07bXirqA02mVZ off=7743873 len=339344 2024-08-10T05:37:24.526 INFO:tasks.workunit.client.0.smithi031.stdout:op 889 completed, throughput=4.98MB/sec 2024-08-10T05:37:24.526 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-BzKowEAfFY7jyf7 off=8523215 len=597303 2024-08-10T05:37:24.530 INFO:tasks.workunit.client.0.smithi031.stdout:op 890 completed, throughput=4.98MB/sec 2024-08-10T05:37:24.530 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-HqmpXwsR6ZisqSs off=14188785 len=344503 2024-08-10T05:37:24.531 INFO:tasks.workunit.client.0.smithi031.stdout:op 891 completed, throughput=4.99MB/sec 2024-08-10T05:37:24.531 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-TDi_cxAY2wHzGr_ off=12996264 len=2091680 2024-08-10T05:37:24.542 INFO:tasks.workunit.client.0.smithi031.stdout:op 892 completed, throughput=5MB/sec 2024-08-10T05:37:24.542 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj--kB7IV6c5R2j-TP off=5470133 len=763829 2024-08-10T05:37:24.547 INFO:tasks.workunit.client.0.smithi031.stdout:op 893 completed, throughput=5MB/sec 2024-08-10T05:37:25.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:37:25 smithi031 ceph-mon[98130]: pgmap v1479: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-10T05:37:25.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:37:25 smithi031 ceph-mon[100614]: pgmap v1479: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-10T05:37:25.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:37:25 smithi196 ceph-mon[90243]: pgmap v1479: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-10T05:37:25.547 INFO:tasks.workunit.client.0.smithi031.stdout: 172: throughput=4.97MB/sec pending data=0 2024-08-10T05:37:25.547 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-noJSjoZTt2M6kqV off=5567740 len=819352 2024-08-10T05:37:25.548 INFO:tasks.workunit.client.0.smithi031.stdout:op 894 completed, throughput=4.98MB/sec 2024-08-10T05:37:25.548 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-GvBW33ovusarc2o off=4687708 len=419638 2024-08-10T05:37:25.552 INFO:tasks.workunit.client.0.smithi031.stdout:op 895 completed, throughput=4.98MB/sec 2024-08-10T05:37:25.552 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-EeKaB6Oy0hc_qem off=9665406 len=61501 2024-08-10T05:37:25.555 INFO:tasks.workunit.client.0.smithi031.stdout:op 896 completed, throughput=4.98MB/sec 2024-08-10T05:37:25.555 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-VG2JUwRP0bjAWwG off=1547534 len=1442224 2024-08-10T05:37:25.564 INFO:tasks.workunit.client.0.smithi031.stdout:op 897 completed, throughput=4.99MB/sec 2024-08-10T05:37:25.564 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-EcQv6Cqw_US7eQ8 off=2847372 len=684331 2024-08-10T05:37:25.567 INFO:tasks.workunit.client.0.smithi031.stdout:op 898 completed, throughput=4.99MB/sec 2024-08-10T05:37:25.567 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-eyPp0NwnJdGV7DE off=10191282 len=696476 2024-08-10T05:37:25.569 INFO:tasks.workunit.client.0.smithi031.stdout:op 899 completed, throughput=4.99MB/sec 2024-08-10T05:37:25.569 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-5_zV-mKQQsGzRW2 off=2395322 len=1490320 2024-08-10T05:37:25.574 INFO:tasks.workunit.client.0.smithi031.stdout:op 900 completed, throughput=5MB/sec 2024-08-10T05:37:26.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:37:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:37:26.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:37:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:37:26.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:37:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:37:26.575 INFO:tasks.workunit.client.0.smithi031.stdout: 173: throughput=4.97MB/sec pending data=0 2024-08-10T05:37:26.575 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-IvU7WAuVkU7pW5u off=632184 len=1892559 2024-08-10T05:37:26.577 INFO:tasks.workunit.client.0.smithi031.stdout:op 901 completed, throughput=4.98MB/sec 2024-08-10T05:37:26.577 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-tk5rejuCRcykQT- off=21717654 len=280524 2024-08-10T05:37:26.578 INFO:tasks.workunit.client.0.smithi031.stdout:op 902 completed, throughput=4.99MB/sec 2024-08-10T05:37:26.578 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-PkPHIXoO07ayYME off=4359425 len=1600457 2024-08-10T05:37:26.585 INFO:tasks.workunit.client.0.smithi031.stdout:op 903 completed, throughput=4.99MB/sec 2024-08-10T05:37:26.585 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-EULEiuCjlt-9MS5 off=14732053 len=17609 2024-08-10T05:37:26.588 INFO:tasks.workunit.client.0.smithi031.stdout:op 904 completed, throughput=4.99MB/sec 2024-08-10T05:37:26.588 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-0ephAPWr0P4JLu0 off=7749850 len=829973 2024-08-10T05:37:26.593 INFO:tasks.workunit.client.0.smithi031.stdout:op 905 completed, throughput=5MB/sec 2024-08-10T05:37:26.593 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-2djiw7BfB2dSVK8 off=8281126 len=214731 2024-08-10T05:37:26.595 INFO:tasks.workunit.client.0.smithi031.stdout:op 906 completed, throughput=5MB/sec 2024-08-10T05:37:26.596 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-x0tU3weaVGJVQ0y off=3058741 len=1566048 2024-08-10T05:37:26.603 INFO:tasks.workunit.client.0.smithi031.stdout:op 907 completed, throughput=5.01MB/sec 2024-08-10T05:37:27.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:37:27 smithi031 ceph-mon[98130]: pgmap v1480: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-08-10T05:37:27.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:37:27 smithi031 ceph-mon[100614]: pgmap v1480: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-08-10T05:37:27.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:37:27 smithi196 ceph-mon[90243]: pgmap v1480: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-08-10T05:37:27.603 INFO:tasks.workunit.client.0.smithi031.stdout: 174: throughput=4.98MB/sec pending data=0 2024-08-10T05:37:27.603 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-aakc5FXLW2nNiy1 off=8221824 len=376436 2024-08-10T05:37:27.605 INFO:tasks.workunit.client.0.smithi031.stdout:op 908 completed, throughput=4.98MB/sec 2024-08-10T05:37:27.605 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-bB1ChTf0jOJ6ETU off=2780890 len=302028 2024-08-10T05:37:27.608 INFO:tasks.workunit.client.0.smithi031.stdout:op 909 completed, throughput=4.98MB/sec 2024-08-10T05:37:27.608 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-sf3q-E0O43nm54Z off=131178 len=346545 2024-08-10T05:37:27.612 INFO:tasks.workunit.client.0.smithi031.stdout:op 910 completed, throughput=4.98MB/sec 2024-08-10T05:37:27.612 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-sG_Zpu4pbqMdCcX off=6675494 len=1060058 2024-08-10T05:37:27.617 INFO:tasks.workunit.client.0.smithi031.stdout:op 911 completed, throughput=4.99MB/sec 2024-08-10T05:37:27.617 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-tb7vukepgF3TuZg off=5859166 len=1762566 2024-08-10T05:37:27.620 INFO:tasks.workunit.client.0.smithi031.stdout:op 912 completed, throughput=5MB/sec 2024-08-10T05:37:27.620 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-8K67lwewCdIHJJk off=408254 len=1894738 2024-08-10T05:37:27.630 INFO:tasks.workunit.client.0.smithi031.stdout:op 913 completed, throughput=5.01MB/sec 2024-08-10T05:37:28.630 INFO:tasks.workunit.client.0.smithi031.stdout: 175: throughput=4.98MB/sec pending data=0 2024-08-10T05:37:28.631 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-fwrm-bih0RKcFJw off=11173735 len=1666894 2024-08-10T05:37:28.639 INFO:tasks.workunit.client.0.smithi031.stdout:op 914 completed, throughput=4.99MB/sec 2024-08-10T05:37:28.639 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-9H7df-xYM20UdGW off=9257090 len=260624 2024-08-10T05:37:28.642 INFO:tasks.workunit.client.0.smithi031.stdout:op 915 completed, throughput=4.99MB/sec 2024-08-10T05:37:28.642 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-SmVWMWgYPO99QAO off=11025412 len=1655188 2024-08-10T05:37:28.649 INFO:tasks.workunit.client.0.smithi031.stdout:op 916 completed, throughput=5MB/sec 2024-08-10T05:37:29.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:37:29 smithi031 ceph-mon[98130]: pgmap v1481: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-08-10T05:37:29.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:37:29 smithi031 ceph-mon[100614]: pgmap v1481: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-08-10T05:37:29.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:37:29 smithi196 ceph-mon[90243]: pgmap v1481: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-08-10T05:37:29.649 INFO:tasks.workunit.client.0.smithi031.stdout: 176: throughput=4.97MB/sec pending data=0 2024-08-10T05:37:29.649 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-sLwy85TKLxAVbQx off=3677432 len=1252884 2024-08-10T05:37:29.652 INFO:tasks.workunit.client.0.smithi031.stdout:op 917 completed, throughput=4.98MB/sec 2024-08-10T05:37:29.652 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-0fAY1sHD9dnQsNQ off=4952842 len=1124812 2024-08-10T05:37:29.654 INFO:tasks.workunit.client.0.smithi031.stdout:op 918 completed, throughput=4.98MB/sec 2024-08-10T05:37:29.654 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-UikQazlGFHhpCoT off=3199121 len=347828 2024-08-10T05:37:29.655 INFO:tasks.workunit.client.0.smithi031.stdout:op 919 completed, throughput=4.99MB/sec 2024-08-10T05:37:29.655 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-3W4qwPUwp6ZKFt5 off=1604550 len=1556526 2024-08-10T05:37:29.657 INFO:tasks.workunit.client.0.smithi031.stdout:op 920 completed, throughput=4.99MB/sec 2024-08-10T05:37:29.657 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-IfoiI_o36979ujG off=2379337 len=1010151 2024-08-10T05:37:29.662 INFO:tasks.workunit.client.0.smithi031.stdout:op 921 completed, throughput=5MB/sec 2024-08-10T05:37:30.663 INFO:tasks.workunit.client.0.smithi031.stdout: 177: throughput=4.97MB/sec pending data=0 2024-08-10T05:37:30.663 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-zV2OmQi8298oRVa off=10937903 len=1957789 2024-08-10T05:37:30.665 INFO:tasks.workunit.client.0.smithi031.stdout:op 922 completed, throughput=4.98MB/sec 2024-08-10T05:37:30.666 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-4umfQpS70LKeb6_ off=785292 len=1332180 2024-08-10T05:37:30.667 INFO:tasks.workunit.client.0.smithi031.stdout:op 923 completed, throughput=4.99MB/sec 2024-08-10T05:37:30.667 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-qAD8aCrWtigFtnS off=5844316 len=992705 2024-08-10T05:37:30.674 INFO:tasks.workunit.client.0.smithi031.stdout:op 924 completed, throughput=4.99MB/sec 2024-08-10T05:37:30.674 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-N0U54u7XYOequoL off=4485097 len=1961067 2024-08-10T05:37:30.676 INFO:tasks.workunit.client.0.smithi031.stdout:op 925 completed, throughput=5.01MB/sec 2024-08-10T05:37:31.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:37:31 smithi031 ceph-mon[98130]: pgmap v1482: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-10T05:37:31.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:37:31 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:37:31] "GET /metrics HTTP/1.1" 200 34033 "" "Prometheus/2.43.0" 2024-08-10T05:37:31.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:37:31 smithi031 ceph-mon[100614]: pgmap v1482: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-10T05:37:31.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:37:31 smithi196 ceph-mon[90243]: pgmap v1482: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-10T05:37:31.676 INFO:tasks.workunit.client.0.smithi031.stdout: 178: throughput=4.98MB/sec pending data=0 2024-08-10T05:37:31.676 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-MKFV8KRFizZQ__v off=17822572 len=1168686 2024-08-10T05:37:31.682 INFO:tasks.workunit.client.0.smithi031.stdout:op 926 completed, throughput=4.98MB/sec 2024-08-10T05:37:31.682 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-hmxCMOaxnxnLTIS off=15839512 len=867701 2024-08-10T05:37:31.687 INFO:tasks.workunit.client.0.smithi031.stdout:op 927 completed, throughput=4.99MB/sec 2024-08-10T05:37:31.687 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-NYsz3ck2Bpbk--B off=8207520 len=1082846 2024-08-10T05:37:31.693 INFO:tasks.workunit.client.0.smithi031.stdout:op 928 completed, throughput=4.99MB/sec 2024-08-10T05:37:31.693 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-WNDS7145W5pVxYb off=1624708 len=1436616 2024-08-10T05:37:31.699 INFO:tasks.workunit.client.0.smithi031.stdout:op 929 completed, throughput=5MB/sec 2024-08-10T05:37:32.699 INFO:tasks.workunit.client.0.smithi031.stdout: 179: throughput=4.97MB/sec pending data=0 2024-08-10T05:37:32.699 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-u7mynhI0mEt4m8S off=10870428 len=493092 2024-08-10T05:37:32.701 INFO:tasks.workunit.client.0.smithi031.stdout:op 930 completed, throughput=4.98MB/sec 2024-08-10T05:37:32.701 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-sqE4YuJLLrN932w off=7762359 len=1958286 2024-08-10T05:37:32.714 INFO:tasks.workunit.client.0.smithi031.stdout:op 931 completed, throughput=4.99MB/sec 2024-08-10T05:37:32.714 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-7gANPQA1sgX-b6l off=1179489 len=968070 2024-08-10T05:37:32.716 INFO:tasks.workunit.client.0.smithi031.stdout:op 932 completed, throughput=4.99MB/sec 2024-08-10T05:37:32.716 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-B8U2Jn66gr5cen0 off=2824866 len=818337 2024-08-10T05:37:32.720 INFO:tasks.workunit.client.0.smithi031.stdout:op 933 completed, throughput=5MB/sec 2024-08-10T05:37:32.720 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-OMnZbThX1wb1NQ6 off=12442458 len=752782 2024-08-10T05:37:32.724 INFO:tasks.workunit.client.0.smithi031.stdout:op 934 completed, throughput=5MB/sec 2024-08-10T05:37:32.724 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-8fvr4zTGNyD9XGU off=1417053 len=1787089 2024-08-10T05:37:32.733 INFO:tasks.workunit.client.0.smithi031.stdout:op 935 completed, throughput=5.01MB/sec 2024-08-10T05:37:32.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:37:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:37:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:37:33.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:37:33 smithi031 ceph-mon[98130]: pgmap v1483: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:37:33.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:37:33 smithi031 ceph-mon[100614]: pgmap v1483: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:37:33.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:37:33 smithi196 ceph-mon[90243]: pgmap v1483: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:37:33.733 INFO:tasks.workunit.client.0.smithi031.stdout: 180: throughput=4.98MB/sec pending data=0 2024-08-10T05:37:33.733 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-HDnh3Z8XMhexQ9u off=5416805 len=1577273 2024-08-10T05:37:33.735 INFO:tasks.workunit.client.0.smithi031.stdout:op 936 completed, throughput=4.99MB/sec 2024-08-10T05:37:33.735 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ki1mKoouxgBfNCK off=901332 len=995101 2024-08-10T05:37:33.741 INFO:tasks.workunit.client.0.smithi031.stdout:op 937 completed, throughput=4.99MB/sec 2024-08-10T05:37:33.741 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-IO4HEq_EoEkoE3q off=5476981 len=166520 2024-08-10T05:37:33.744 INFO:tasks.workunit.client.0.smithi031.stdout:op 938 completed, throughput=4.99MB/sec 2024-08-10T05:37:33.744 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-IOLyn1igcXyUOaK off=10150434 len=1880366 2024-08-10T05:37:33.746 INFO:tasks.workunit.client.0.smithi031.stdout:op 939 completed, throughput=5MB/sec 2024-08-10T05:37:34.746 INFO:tasks.workunit.client.0.smithi031.stdout: 181: throughput=4.98MB/sec pending data=0 2024-08-10T05:37:34.746 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-WtTQkwFMb8tJuyf off=17378670 len=584221 2024-08-10T05:37:34.747 INFO:tasks.workunit.client.0.smithi031.stdout:op 940 completed, throughput=4.98MB/sec 2024-08-10T05:37:34.747 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Zd-mnZeQmpSZg8D off=1465109 len=456166 2024-08-10T05:37:34.748 INFO:tasks.workunit.client.0.smithi031.stdout:op 941 completed, throughput=4.98MB/sec 2024-08-10T05:37:34.748 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-6gZYv1ZX6uNesCj off=1350980 len=1552031 2024-08-10T05:37:34.750 INFO:tasks.workunit.client.0.smithi031.stdout:op 942 completed, throughput=4.99MB/sec 2024-08-10T05:37:34.750 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Hq2yrZlOoEMvEMf off=3853058 len=330919 2024-08-10T05:37:34.754 INFO:tasks.workunit.client.0.smithi031.stdout:op 943 completed, throughput=4.99MB/sec 2024-08-10T05:37:34.754 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ehPNiGgxlgU-58b off=1079982 len=570665 2024-08-10T05:37:34.758 INFO:tasks.workunit.client.0.smithi031.stdout:op 944 completed, throughput=4.99MB/sec 2024-08-10T05:37:34.758 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ew1myE__0I6ZuyV off=1598775 len=227536 2024-08-10T05:37:34.759 INFO:tasks.workunit.client.0.smithi031.stdout:op 945 completed, throughput=5MB/sec 2024-08-10T05:37:34.759 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-mLZV5b8b3TIR832 off=5182257 len=691540 2024-08-10T05:37:34.763 INFO:tasks.workunit.client.0.smithi031.stdout:op 946 completed, throughput=5MB/sec 2024-08-10T05:37:34.763 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Kr6uAYeLUJFicqh off=4469178 len=831203 2024-08-10T05:37:34.768 INFO:tasks.workunit.client.0.smithi031.stdout:op 947 completed, throughput=5MB/sec 2024-08-10T05:37:35.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:37:35 smithi031 ceph-mon[98130]: pgmap v1484: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-10T05:37:35.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:37:35 smithi031 ceph-mon[100614]: pgmap v1484: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-10T05:37:35.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:37:35 smithi196 ceph-mon[90243]: pgmap v1484: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-10T05:37:35.768 INFO:tasks.workunit.client.0.smithi031.stdout: 182: throughput=4.98MB/sec pending data=0 2024-08-10T05:37:35.768 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-BWMQ_pR-dXWsgdG off=1255685 len=1838203 2024-08-10T05:37:35.778 INFO:tasks.workunit.client.0.smithi031.stdout:op 948 completed, throughput=4.99MB/sec 2024-08-10T05:37:35.778 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-tbHwdVkdsUYJRFg off=4962235 len=188510 2024-08-10T05:37:35.780 INFO:tasks.workunit.client.0.smithi031.stdout:op 949 completed, throughput=4.99MB/sec 2024-08-10T05:37:35.780 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-5Cb2gKB2nsnx-_k off=7795979 len=321524 2024-08-10T05:37:35.781 INFO:tasks.workunit.client.0.smithi031.stdout:op 950 completed, throughput=4.99MB/sec 2024-08-10T05:37:35.782 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-kMipMZM0C75i4NV off=10934991 len=991238 2024-08-10T05:37:35.787 INFO:tasks.workunit.client.0.smithi031.stdout:op 951 completed, throughput=4.99MB/sec 2024-08-10T05:37:35.787 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-vo1ykADToTtkAY2 off=318886 len=410055 2024-08-10T05:37:35.790 INFO:tasks.workunit.client.0.smithi031.stdout:op 952 completed, throughput=5MB/sec 2024-08-10T05:37:35.790 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ZpctiyTC33FYywN off=2042102 len=1133434 2024-08-10T05:37:35.792 INFO:tasks.workunit.client.0.smithi031.stdout:op 953 completed, throughput=5MB/sec 2024-08-10T05:37:36.793 INFO:tasks.workunit.client.0.smithi031.stdout: 183: throughput=4.97MB/sec pending data=0 2024-08-10T05:37:36.793 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-xOesiuRdS2ladWL off=10465504 len=924094 2024-08-10T05:37:36.794 INFO:tasks.workunit.client.0.smithi031.stdout:op 954 completed, throughput=4.98MB/sec 2024-08-10T05:37:36.794 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-SjymtsN0FewmKbG off=3423060 len=1712757 2024-08-10T05:37:36.796 INFO:tasks.workunit.client.0.smithi031.stdout:op 955 completed, throughput=4.99MB/sec 2024-08-10T05:37:36.796 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Rcb-OQyazQH_-2i off=15431638 len=1823497 2024-08-10T05:37:36.805 INFO:tasks.workunit.client.0.smithi031.stdout:op 956 completed, throughput=5MB/sec 2024-08-10T05:37:36.805 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-aRwvSvwht7O9Y58 off=746121 len=77659 2024-08-10T05:37:36.807 INFO:tasks.workunit.client.0.smithi031.stdout:op 957 completed, throughput=5MB/sec 2024-08-10T05:37:36.807 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-BnlK5YRDTEgrsqF off=16141296 len=686891 2024-08-10T05:37:36.811 INFO:tasks.workunit.client.0.smithi031.stdout:op 958 completed, throughput=5MB/sec 2024-08-10T05:37:37.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:37:37 smithi031 ceph-mon[98130]: pgmap v1485: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-10T05:37:37.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:37:37 smithi031 ceph-mon[100614]: pgmap v1485: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-10T05:37:37.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:37:37 smithi196 ceph-mon[90243]: pgmap v1485: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-10T05:37:37.811 INFO:tasks.workunit.client.0.smithi031.stdout: 184: throughput=4.97MB/sec pending data=0 2024-08-10T05:37:37.811 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-weovsIV3Pid254u off=12819387 len=266898 2024-08-10T05:37:37.812 INFO:tasks.workunit.client.0.smithi031.stdout:op 959 completed, throughput=4.98MB/sec 2024-08-10T05:37:37.812 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-6SkCasVQbLTg8fh off=9728937 len=250167 2024-08-10T05:37:37.813 INFO:tasks.workunit.client.0.smithi031.stdout:op 960 completed, throughput=4.98MB/sec 2024-08-10T05:37:37.813 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-686Eru245vzLUAo off=775289 len=955459 2024-08-10T05:37:37.819 INFO:tasks.workunit.client.0.smithi031.stdout:op 961 completed, throughput=4.98MB/sec 2024-08-10T05:37:37.819 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-X1n_oD2nLESDU6p off=670437 len=1249960 2024-08-10T05:37:37.820 INFO:tasks.workunit.client.0.smithi031.stdout:op 962 completed, throughput=4.99MB/sec 2024-08-10T05:37:37.820 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-u83ywmmvqFpylr5 off=11654571 len=1791177 2024-08-10T05:37:37.828 INFO:tasks.workunit.client.0.smithi031.stdout:op 963 completed, throughput=5MB/sec 2024-08-10T05:37:37.828 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-6zFSoFX8wk3cejm off=3381109 len=1297650 2024-08-10T05:37:37.835 INFO:tasks.workunit.client.0.smithi031.stdout:op 964 completed, throughput=5MB/sec 2024-08-10T05:37:38.835 INFO:tasks.workunit.client.0.smithi031.stdout: 185: throughput=4.98MB/sec pending data=0 2024-08-10T05:37:38.836 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-2TEiStUxSwZ7UU0 off=8376588 len=2031468 2024-08-10T05:37:38.838 INFO:tasks.workunit.client.0.smithi031.stdout:op 965 completed, throughput=4.99MB/sec 2024-08-10T05:37:38.838 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-x64am_KsTPJPCHk off=0 len=1892396 2024-08-10T05:37:38.849 INFO:tasks.workunit.client.0.smithi031.stdout:op 966 completed, throughput=5MB/sec 2024-08-10T05:37:38.849 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-rJ42veA73mSly7Y off=11052046 len=1067825 2024-08-10T05:37:38.854 INFO:tasks.workunit.client.0.smithi031.stdout:op 967 completed, throughput=5MB/sec 2024-08-10T05:37:39.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:37:39 smithi031 ceph-mon[98130]: pgmap v1486: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:37:39.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:37:39 smithi031 ceph-mon[100614]: pgmap v1486: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:37:39.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:37:39 smithi196 ceph-mon[90243]: pgmap v1486: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:37:39.854 INFO:tasks.workunit.client.0.smithi031.stdout: 186: throughput=4.97MB/sec pending data=0 2024-08-10T05:37:39.854 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-kl5HVBEQRcpdiYX off=180269 len=2089694 2024-08-10T05:37:39.864 INFO:tasks.workunit.client.0.smithi031.stdout:op 968 completed, throughput=4.98MB/sec 2024-08-10T05:37:39.864 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Mg-8VyQbj7fpldV off=16495673 len=1208359 2024-08-10T05:37:39.869 INFO:tasks.workunit.client.0.smithi031.stdout:op 969 completed, throughput=4.99MB/sec 2024-08-10T05:37:39.869 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Gt_9g277KrR9Sv3 off=19470707 len=1928338 2024-08-10T05:37:39.881 INFO:tasks.workunit.client.0.smithi031.stdout:op 970 completed, throughput=5MB/sec 2024-08-10T05:37:40.881 INFO:tasks.workunit.client.0.smithi031.stdout: 187: throughput=4.97MB/sec pending data=0 2024-08-10T05:37:40.882 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-yNKfB5Y-zVrPbNy off=3491666 len=575912 2024-08-10T05:37:40.883 INFO:tasks.workunit.client.0.smithi031.stdout:op 971 completed, throughput=4.98MB/sec 2024-08-10T05:37:40.883 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-dj-fx4DniAH3H7v off=3405393 len=1616184 2024-08-10T05:37:40.893 INFO:tasks.workunit.client.0.smithi031.stdout:op 972 completed, throughput=4.98MB/sec 2024-08-10T05:37:40.893 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-J6A1ueBpngrQcim off=1657357 len=651910 2024-08-10T05:37:40.895 INFO:tasks.workunit.client.0.smithi031.stdout:op 973 completed, throughput=4.99MB/sec 2024-08-10T05:37:40.895 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-VAsTu6TNOz3CaBX off=10730716 len=1497552 2024-08-10T05:37:40.896 INFO:tasks.workunit.client.0.smithi031.stdout:op 974 completed, throughput=5MB/sec 2024-08-10T05:37:40.896 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-j7bSKX9ddUtAZWV off=13382787 len=1932714 2024-08-10T05:37:40.899 INFO:tasks.workunit.client.0.smithi031.stdout:op 975 completed, throughput=5MB/sec 2024-08-10T05:37:41.254 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:37:40 smithi031 ceph-mon[98130]: pgmap v1487: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-08-10T05:37:41.254 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:37:40 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:37:41.255 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:37:40 smithi031 ceph-mon[100614]: pgmap v1487: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-08-10T05:37:41.255 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:37:40 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:37:41.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:37:40 smithi196 ceph-mon[90243]: pgmap v1487: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-08-10T05:37:41.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:37:40 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:37:41.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:37:41 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:37:41] "GET /metrics HTTP/1.1" 200 34035 "" "Prometheus/2.43.0" 2024-08-10T05:37:41.900 INFO:tasks.workunit.client.0.smithi031.stdout: 188: throughput=4.98MB/sec pending data=0 2024-08-10T05:37:41.936 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj--2KqCbhZ35nOpGb off=2814174 len=721766 2024-08-10T05:37:41.936 INFO:tasks.workunit.client.0.smithi031.stdout:op 976 completed, throughput=4.98MB/sec 2024-08-10T05:37:41.936 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-27SrBAV1W-By0gt off=14020198 len=1796569 2024-08-10T05:37:41.936 INFO:tasks.workunit.client.0.smithi031.stdout:op 977 completed, throughput=4.99MB/sec 2024-08-10T05:37:41.937 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-YOXdyqUi4GxP8KV off=10923595 len=1956426 2024-08-10T05:37:41.937 INFO:tasks.workunit.client.0.smithi031.stdout:op 978 completed, throughput=5MB/sec 2024-08-10T05:37:42.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:37:42 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:37:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:37:42.917 INFO:tasks.workunit.client.0.smithi031.stdout: 189: throughput=4.97MB/sec pending data=0 2024-08-10T05:37:42.917 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-I2fLqvgrmkj2TFr off=2702501 len=77168 2024-08-10T05:37:42.919 INFO:tasks.workunit.client.0.smithi031.stdout:op 979 completed, throughput=4.97MB/sec 2024-08-10T05:37:42.919 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-tUb1WguejGgUoCL off=1587418 len=673435 2024-08-10T05:37:42.922 INFO:tasks.workunit.client.0.smithi031.stdout:op 980 completed, throughput=4.98MB/sec 2024-08-10T05:37:42.922 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-xOcHf6J2fD_dMyk off=520599 len=1913592 2024-08-10T05:37:42.930 INFO:tasks.workunit.client.0.smithi031.stdout:op 981 completed, throughput=4.99MB/sec 2024-08-10T05:37:42.930 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ewusdr1IKkwMgoA off=7309514 len=1178639 2024-08-10T05:37:42.936 INFO:tasks.workunit.client.0.smithi031.stdout:op 982 completed, throughput=4.99MB/sec 2024-08-10T05:37:42.936 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-u5IThYuo202GKeo off=3839321 len=465115 2024-08-10T05:37:42.939 INFO:tasks.workunit.client.0.smithi031.stdout:op 983 completed, throughput=5MB/sec 2024-08-10T05:37:42.939 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-9_0qsPvmfeAlPor off=6326827 len=10186 2024-08-10T05:37:42.941 INFO:tasks.workunit.client.0.smithi031.stdout:op 984 completed, throughput=5MB/sec 2024-08-10T05:37:42.941 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-uQ4tkhNkuSQUscz off=16318857 len=771745 2024-08-10T05:37:42.942 INFO:tasks.workunit.client.0.smithi031.stdout:op 985 completed, throughput=5MB/sec 2024-08-10T05:37:42.942 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Aok-ltvGjyq48y9 off=8325141 len=1952231 2024-08-10T05:37:42.950 INFO:tasks.workunit.client.0.smithi031.stdout:op 986 completed, throughput=5.01MB/sec 2024-08-10T05:37:43.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:37:43 smithi031 ceph-mon[98130]: pgmap v1488: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-10T05:37:43.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:37:43 smithi031 ceph-mon[100614]: pgmap v1488: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-10T05:37:43.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:37:43 smithi196 ceph-mon[90243]: pgmap v1488: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-10T05:37:43.950 INFO:tasks.workunit.client.0.smithi031.stdout: 190: throughput=4.98MB/sec pending data=0 2024-08-10T05:37:43.950 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-f8o7kp-GLUgGilB off=9195861 len=1067801 2024-08-10T05:37:43.952 INFO:tasks.workunit.client.0.smithi031.stdout:op 987 completed, throughput=4.99MB/sec 2024-08-10T05:37:43.952 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-fJUhNKovpcs0WFf off=7147349 len=673414 2024-08-10T05:37:43.953 INFO:tasks.workunit.client.0.smithi031.stdout:op 988 completed, throughput=4.99MB/sec 2024-08-10T05:37:43.953 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-3KvOJ8dukhWLKts off=2142053 len=1837415 2024-08-10T05:37:43.964 INFO:tasks.workunit.client.0.smithi031.stdout:op 989 completed, throughput=5MB/sec 2024-08-10T05:37:44.964 INFO:tasks.workunit.client.0.smithi031.stdout: 191: throughput=4.97MB/sec pending data=0 2024-08-10T05:37:44.964 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-cbe2pTqmtXUcZ7m off=335166 len=154387 2024-08-10T05:37:44.967 INFO:tasks.workunit.client.0.smithi031.stdout:op 990 completed, throughput=4.98MB/sec 2024-08-10T05:37:44.967 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-DhHWwXFr9TYKFa- off=15142858 len=951538 2024-08-10T05:37:44.972 INFO:tasks.workunit.client.0.smithi031.stdout:op 991 completed, throughput=4.98MB/sec 2024-08-10T05:37:44.972 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-rDmzUCTn9Op2WOY off=1189178 len=2094828 2024-08-10T05:37:44.983 INFO:tasks.workunit.client.0.smithi031.stdout:op 992 completed, throughput=4.99MB/sec 2024-08-10T05:37:44.983 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-23aLsswUhRtP0-R off=3481964 len=1837668 2024-08-10T05:37:44.991 INFO:tasks.workunit.client.0.smithi031.stdout:op 993 completed, throughput=5MB/sec 2024-08-10T05:37:44.991 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-LCCfQe-WBNQ63Zi off=473714 len=1347885 2024-08-10T05:37:44.993 INFO:tasks.workunit.client.0.smithi031.stdout:op 994 completed, throughput=5MB/sec 2024-08-10T05:37:45.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:37:45 smithi031 ceph-mon[98130]: pgmap v1489: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:37:45.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:37:45 smithi031 ceph-mon[100614]: pgmap v1489: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:37:45.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:37:45 smithi196 ceph-mon[90243]: pgmap v1489: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:37:45.994 INFO:tasks.workunit.client.0.smithi031.stdout: 192: throughput=4.98MB/sec pending data=0 2024-08-10T05:37:45.994 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-r3yRsj86pBUP-on off=1329212 len=1164227 2024-08-10T05:37:46.000 INFO:tasks.workunit.client.0.smithi031.stdout:op 995 completed, throughput=4.98MB/sec 2024-08-10T05:37:46.000 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ZhmTMTsDqKh0exe off=613280 len=1222490 2024-08-10T05:37:46.002 INFO:tasks.workunit.client.0.smithi031.stdout:op 996 completed, throughput=4.99MB/sec 2024-08-10T05:37:46.002 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-mYylj96nwIbbvm4 off=14693737 len=199387 2024-08-10T05:37:46.004 INFO:tasks.workunit.client.0.smithi031.stdout:op 997 completed, throughput=4.99MB/sec 2024-08-10T05:37:46.004 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-vDs-HA1yqdmQrOq off=8447871 len=204237 2024-08-10T05:37:46.007 INFO:tasks.workunit.client.0.smithi031.stdout:op 998 completed, throughput=4.99MB/sec 2024-08-10T05:37:46.007 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-kzkmrHPMy3ULv95 off=1858404 len=1343407 2024-08-10T05:37:46.009 INFO:tasks.workunit.client.0.smithi031.stdout:op 999 completed, throughput=5MB/sec 2024-08-10T05:37:46.009 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-caAPoAcVJYmqy78 off=11890408 len=549662 2024-08-10T05:37:46.012 INFO:tasks.workunit.client.0.smithi031.stdout:op 1000 completed, throughput=5MB/sec 2024-08-10T05:37:47.013 INFO:tasks.workunit.client.0.smithi031.stdout: 193: throughput=4.98MB/sec pending data=0 2024-08-10T05:37:47.013 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-W1heNiL2RnzwurC off=3446616 len=1280197 2024-08-10T05:37:47.014 INFO:tasks.workunit.client.0.smithi031.stdout:op 1001 completed, throughput=4.98MB/sec 2024-08-10T05:37:47.015 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-uuubAc7_uo49ztD off=329449 len=1039807 2024-08-10T05:37:47.016 INFO:tasks.workunit.client.0.smithi031.stdout:op 1002 completed, throughput=4.99MB/sec 2024-08-10T05:37:47.016 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-5FHFrTl9uInBGGq off=108153 len=144769 2024-08-10T05:37:47.019 INFO:tasks.workunit.client.0.smithi031.stdout:op 1003 completed, throughput=4.99MB/sec 2024-08-10T05:37:47.019 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-u59fIz3Mqlsbl-J off=4470332 len=581487 2024-08-10T05:37:47.020 INFO:tasks.workunit.client.0.smithi031.stdout:op 1004 completed, throughput=4.99MB/sec 2024-08-10T05:37:47.020 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-jHKi1USn4Oo6IPv off=760423 len=533714 2024-08-10T05:37:47.021 INFO:tasks.workunit.client.0.smithi031.stdout:op 1005 completed, throughput=4.99MB/sec 2024-08-10T05:37:47.021 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-7JNSOsei4AiiZqE off=2196655 len=1552819 2024-08-10T05:37:47.028 INFO:tasks.workunit.client.0.smithi031.stdout:op 1006 completed, throughput=5MB/sec 2024-08-10T05:37:47.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:37:47 smithi031 ceph-mon[98130]: pgmap v1490: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-10T05:37:47.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:37:47 smithi031 ceph-mon[100614]: pgmap v1490: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-10T05:37:47.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:37:47 smithi196 ceph-mon[90243]: pgmap v1490: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-10T05:37:48.028 INFO:tasks.workunit.client.0.smithi031.stdout: 194: throughput=4.98MB/sec pending data=0 2024-08-10T05:37:48.028 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-lt3vbGFsH-GQ2xA off=0 len=1235613 2024-08-10T05:37:48.031 INFO:tasks.workunit.client.0.smithi031.stdout:op 1007 completed, throughput=4.98MB/sec 2024-08-10T05:37:48.031 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-F_bFmBg93HfEgR3 off=2078628 len=358812 2024-08-10T05:37:48.034 INFO:tasks.workunit.client.0.smithi031.stdout:op 1008 completed, throughput=4.98MB/sec 2024-08-10T05:37:48.035 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-yS8iLA7rMoT8xLV off=23004802 len=966425 2024-08-10T05:37:48.040 INFO:tasks.workunit.client.0.smithi031.stdout:op 1009 completed, throughput=4.99MB/sec 2024-08-10T05:37:48.040 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Q7tOhhmoz-IJbcc off=8491108 len=540493 2024-08-10T05:37:48.041 INFO:tasks.workunit.client.0.smithi031.stdout:op 1010 completed, throughput=4.99MB/sec 2024-08-10T05:37:48.041 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-zbJuNNBVu-2bOnC off=4733322 len=83653 2024-08-10T05:37:48.041 INFO:tasks.workunit.client.0.smithi031.stdout:op 1011 completed, throughput=4.99MB/sec 2024-08-10T05:37:48.041 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-vUoOGfh-d6D97bH off=308943 len=1725978 2024-08-10T05:37:48.044 INFO:tasks.workunit.client.0.smithi031.stdout:op 1012 completed, throughput=5MB/sec 2024-08-10T05:37:48.044 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-a3n0_KSLE2NC_Dn off=3964865 len=1576875 2024-08-10T05:37:48.046 INFO:tasks.workunit.client.0.smithi031.stdout:op 1013 completed, throughput=5.01MB/sec 2024-08-10T05:37:49.047 INFO:tasks.workunit.client.0.smithi031.stdout: 195: throughput=4.98MB/sec pending data=0 2024-08-10T05:37:49.047 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-osdTLa-nDGO3xKK off=1648602 len=91878 2024-08-10T05:37:49.049 INFO:tasks.workunit.client.0.smithi031.stdout:op 1014 completed, throughput=4.98MB/sec 2024-08-10T05:37:49.049 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ID5Tw1u_hQN9FeE off=565347 len=1503515 2024-08-10T05:37:49.056 INFO:tasks.workunit.client.0.smithi031.stdout:op 1015 completed, throughput=4.99MB/sec 2024-08-10T05:37:49.057 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-p8CWxGqFMwkj2HB off=602887 len=1722861 2024-08-10T05:37:49.065 INFO:tasks.workunit.client.0.smithi031.stdout:op 1016 completed, throughput=5MB/sec 2024-08-10T05:37:49.065 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-w2jm80yqkDWELeZ off=9825714 len=1874634 2024-08-10T05:37:49.067 INFO:tasks.workunit.client.0.smithi031.stdout:op 1017 completed, throughput=5.01MB/sec 2024-08-10T05:37:49.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:37:49 smithi031 ceph-mon[98130]: pgmap v1491: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:37:49.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:37:49 smithi031 ceph-mon[100614]: pgmap v1491: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:37:49.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:37:49 smithi196 ceph-mon[90243]: pgmap v1491: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:37:50.067 INFO:tasks.workunit.client.0.smithi031.stdout: 196: throughput=4.98MB/sec pending data=0 2024-08-10T05:37:50.067 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-gAD0pyMHQTbvzp7 off=4127991 len=1601578 2024-08-10T05:37:50.070 INFO:tasks.workunit.client.0.smithi031.stdout:op 1018 completed, throughput=4.99MB/sec 2024-08-10T05:37:50.070 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-NVRp8516dkf6XM9 off=793047 len=1458447 2024-08-10T05:37:50.080 INFO:tasks.workunit.client.0.smithi031.stdout:op 1019 completed, throughput=4.99MB/sec 2024-08-10T05:37:50.080 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-6PCJtqGbRAjrrE2 off=10312913 len=458266 2024-08-10T05:37:50.081 INFO:tasks.workunit.client.0.smithi031.stdout:op 1020 completed, throughput=5MB/sec 2024-08-10T05:37:50.081 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-SrdR4Hq9OrRnpqk off=378290 len=1916635 2024-08-10T05:37:50.089 INFO:tasks.workunit.client.0.smithi031.stdout:op 1021 completed, throughput=5.01MB/sec 2024-08-10T05:37:51.089 INFO:tasks.workunit.client.0.smithi031.stdout: 197: throughput=4.98MB/sec pending data=0 2024-08-10T05:37:51.089 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-xUlUAJ7OTnS5sRi off=1016045 len=719632 2024-08-10T05:37:51.091 INFO:tasks.workunit.client.0.smithi031.stdout:op 1022 completed, throughput=4.98MB/sec 2024-08-10T05:37:51.091 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-31S1n7bmogisvba off=637035 len=1672563 2024-08-10T05:37:51.093 INFO:tasks.workunit.client.0.smithi031.stdout:op 1023 completed, throughput=4.99MB/sec 2024-08-10T05:37:51.093 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Bb2x2FD3-E0Pi_v off=1575001 len=1339297 2024-08-10T05:37:51.100 INFO:tasks.workunit.client.0.smithi031.stdout:op 1024 completed, throughput=5MB/sec 2024-08-10T05:37:51.101 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-OVx2UK5lv4kgFTM off=463446 len=1613415 2024-08-10T05:37:51.103 INFO:tasks.workunit.client.0.smithi031.stdout:op 1025 completed, throughput=5.01MB/sec 2024-08-10T05:37:51.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:37:51 smithi031 ceph-mon[98130]: pgmap v1492: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-08-10T05:37:51.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:37:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:37:51] "GET /metrics HTTP/1.1" 200 34035 "" "Prometheus/2.43.0" 2024-08-10T05:37:51.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:37:51 smithi031 ceph-mon[100614]: pgmap v1492: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-08-10T05:37:51.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:37:51 smithi196 ceph-mon[90243]: pgmap v1492: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-08-10T05:37:52.103 INFO:tasks.workunit.client.0.smithi031.stdout: 198: throughput=4.98MB/sec pending data=0 2024-08-10T05:37:52.103 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-rIBJMumyFbtzAUA off=2788215 len=1711626 2024-08-10T05:37:52.105 INFO:tasks.workunit.client.0.smithi031.stdout:op 1026 completed, throughput=4.99MB/sec 2024-08-10T05:37:52.105 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-e1b_TTRPLorzOgQ off=16331616 len=110917 2024-08-10T05:37:52.106 INFO:tasks.workunit.client.0.smithi031.stdout:op 1027 completed, throughput=4.99MB/sec 2024-08-10T05:37:52.106 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-F2s-GIBTOP-c5qY off=1091907 len=5523 2024-08-10T05:37:52.107 INFO:tasks.workunit.client.0.smithi031.stdout:op 1028 completed, throughput=4.99MB/sec 2024-08-10T05:37:52.107 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-iFH3dbg4wISDp4F off=6608875 len=354703 2024-08-10T05:37:52.108 INFO:tasks.workunit.client.0.smithi031.stdout:op 1029 completed, throughput=4.99MB/sec 2024-08-10T05:37:52.108 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-iDIwh8-pBtGaTwl off=2106539 len=140310 2024-08-10T05:37:52.110 INFO:tasks.workunit.client.0.smithi031.stdout:op 1030 completed, throughput=4.99MB/sec 2024-08-10T05:37:52.110 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-nL7se_Nwwznm7Aw off=23557006 len=564638 2024-08-10T05:37:52.114 INFO:tasks.workunit.client.0.smithi031.stdout:op 1031 completed, throughput=4.99MB/sec 2024-08-10T05:37:52.115 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-NgL0Jy7KYnq_qRd off=853161 len=1373357 2024-08-10T05:37:52.121 INFO:tasks.workunit.client.0.smithi031.stdout:op 1032 completed, throughput=5MB/sec 2024-08-10T05:37:52.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:37:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:37:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:37:53.121 INFO:tasks.workunit.client.0.smithi031.stdout: 199: throughput=4.98MB/sec pending data=0 2024-08-10T05:37:53.122 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-VTR7_smhQLAgXqG off=4276150 len=48387 2024-08-10T05:37:53.124 INFO:tasks.workunit.client.0.smithi031.stdout:op 1033 completed, throughput=4.98MB/sec 2024-08-10T05:37:53.124 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-LWJ8GFp_vAGsdd7 off=9216123 len=1045538 2024-08-10T05:37:53.127 INFO:tasks.workunit.client.0.smithi031.stdout:op 1034 completed, throughput=4.98MB/sec 2024-08-10T05:37:53.127 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-CsgW8yOioNXuZWa off=2717840 len=319622 2024-08-10T05:37:53.131 INFO:tasks.workunit.client.0.smithi031.stdout:op 1035 completed, throughput=4.98MB/sec 2024-08-10T05:37:53.131 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-qg3_ADDwpvaeb20 off=12184775 len=562974 2024-08-10T05:37:53.132 INFO:tasks.workunit.client.0.smithi031.stdout:op 1036 completed, throughput=4.99MB/sec 2024-08-10T05:37:53.132 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-0wDVwfM3aP3cZ15 off=628443 len=1140757 2024-08-10T05:37:53.133 INFO:tasks.workunit.client.0.smithi031.stdout:op 1037 completed, throughput=4.99MB/sec 2024-08-10T05:37:53.134 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-O19Hi4QvyNR35G5 off=215371 len=324957 2024-08-10T05:37:53.137 INFO:tasks.workunit.client.0.smithi031.stdout:op 1038 completed, throughput=4.99MB/sec 2024-08-10T05:37:53.137 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Ld5ncqcv-OJarf2 off=5946328 len=1650629 2024-08-10T05:37:53.138 INFO:tasks.workunit.client.0.smithi031.stdout:op 1039 completed, throughput=5MB/sec 2024-08-10T05:37:53.139 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-X_yU9szTOai-yvZ off=6365063 len=1336185 2024-08-10T05:37:53.140 INFO:tasks.workunit.client.0.smithi031.stdout:op 1040 completed, throughput=5.01MB/sec 2024-08-10T05:37:53.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:37:53 smithi031 ceph-mon[98130]: pgmap v1493: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:37:53.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:37:53 smithi031 ceph-mon[100614]: pgmap v1493: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:37:53.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:37:53 smithi196 ceph-mon[90243]: pgmap v1493: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:37:54.140 INFO:tasks.workunit.client.0.smithi031.stdout: 200: throughput=4.98MB/sec pending data=0 2024-08-10T05:37:54.140 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-S5sQlI3W5W2tfNF off=12835071 len=997616 2024-08-10T05:37:54.141 INFO:tasks.workunit.client.0.smithi031.stdout:op 1041 completed, throughput=4.99MB/sec 2024-08-10T05:37:54.141 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-33eE9f2hcLNDmis off=1018035 len=1441118 2024-08-10T05:37:54.149 INFO:tasks.workunit.client.0.smithi031.stdout:op 1042 completed, throughput=4.99MB/sec 2024-08-10T05:37:54.149 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-AQTBsND6J7NIM0q off=19148726 len=1460525 2024-08-10T05:37:54.158 INFO:tasks.workunit.client.0.smithi031.stdout:op 1043 completed, throughput=5MB/sec 2024-08-10T05:37:54.158 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-AcO_HrC5Ew6brSi off=8179990 len=916205 2024-08-10T05:37:54.158 INFO:tasks.workunit.client.0.smithi031.stdout:op 1044 completed, throughput=5MB/sec 2024-08-10T05:37:55.159 INFO:tasks.workunit.client.0.smithi031.stdout: 201: throughput=4.98MB/sec pending data=0 2024-08-10T05:37:55.159 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-NRry1AazfciGUv0 off=203781 len=203666 2024-08-10T05:37:55.160 INFO:tasks.workunit.client.0.smithi031.stdout:op 1045 completed, throughput=4.98MB/sec 2024-08-10T05:37:55.160 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-_XSZgwMwWUKUJZF off=2639407 len=1535483 2024-08-10T05:37:55.170 INFO:tasks.workunit.client.0.smithi031.stdout:op 1046 completed, throughput=4.99MB/sec 2024-08-10T05:37:55.170 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-A0jO-isQisP2fjw off=3102243 len=968466 2024-08-10T05:37:55.175 INFO:tasks.workunit.client.0.smithi031.stdout:op 1047 completed, throughput=4.99MB/sec 2024-08-10T05:37:55.176 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-p6fENvjBq_gzPzh off=15792990 len=1872185 2024-08-10T05:37:55.179 INFO:tasks.workunit.client.0.smithi031.stdout:op 1048 completed, throughput=5MB/sec 2024-08-10T05:37:55.179 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-6YHECsQCsc1-Csy off=4282992 len=100436 2024-08-10T05:37:55.181 INFO:tasks.workunit.client.0.smithi031.stdout:op 1049 completed, throughput=5MB/sec 2024-08-10T05:37:55.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:37:55 smithi031 ceph-mon[98130]: pgmap v1494: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:37:55.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:37:55 smithi031 ceph-mon[100614]: pgmap v1494: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:37:55.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:37:55 smithi196 ceph-mon[90243]: pgmap v1494: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:37:56.181 INFO:tasks.workunit.client.0.smithi031.stdout: 202: throughput=4.98MB/sec pending data=0 2024-08-10T05:37:56.182 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-l7DJab1rN0_-Hkk off=402924 len=1773743 2024-08-10T05:37:56.191 INFO:tasks.workunit.client.0.smithi031.stdout:op 1050 completed, throughput=4.98MB/sec 2024-08-10T05:37:56.191 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-muO2Qr96fu0Rcju off=9039805 len=448163 2024-08-10T05:37:56.191 INFO:tasks.workunit.client.0.smithi031.stdout:op 1051 completed, throughput=4.99MB/sec 2024-08-10T05:37:56.192 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj--UoLWUNyTG8jDqL off=14474515 len=2013906 2024-08-10T05:37:56.194 INFO:tasks.workunit.client.0.smithi031.stdout:op 1052 completed, throughput=5MB/sec 2024-08-10T05:37:56.194 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-KDJ4NDWjKoXd8et off=9364719 len=1460251 2024-08-10T05:37:56.197 INFO:tasks.workunit.client.0.smithi031.stdout:op 1053 completed, throughput=5MB/sec 2024-08-10T05:37:56.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:37:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:37:56.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:37:56 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:37:56.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:37:56 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:37:57.197 INFO:tasks.workunit.client.0.smithi031.stdout: 203: throughput=4.98MB/sec pending data=0 2024-08-10T05:37:57.197 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-fV5XMTZ_ScKh1PG off=12364693 len=74360 2024-08-10T05:37:57.200 INFO:tasks.workunit.client.0.smithi031.stdout:op 1054 completed, throughput=4.98MB/sec 2024-08-10T05:37:57.200 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-bAr7C_iK8QhZ6D6 off=10034908 len=447209 2024-08-10T05:37:57.203 INFO:tasks.workunit.client.0.smithi031.stdout:op 1055 completed, throughput=4.98MB/sec 2024-08-10T05:37:57.203 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-jgOFB2-52cIq4pk off=3974728 len=1809240 2024-08-10T05:37:57.206 INFO:tasks.workunit.client.0.smithi031.stdout:op 1056 completed, throughput=4.99MB/sec 2024-08-10T05:37:57.206 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-15yuMomJLLSvbNg off=9600923 len=1348825 2024-08-10T05:37:57.207 INFO:tasks.workunit.client.0.smithi031.stdout:op 1057 completed, throughput=4.99MB/sec 2024-08-10T05:37:57.208 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-3OmuPCLsfYC4eeO off=3946525 len=2000646 2024-08-10T05:37:57.217 INFO:tasks.workunit.client.0.smithi031.stdout:op 1058 completed, throughput=5MB/sec 2024-08-10T05:37:57.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:37:57 smithi031 ceph-mon[98130]: pgmap v1495: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-10T05:37:57.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:37:57 smithi031 ceph-mon[100614]: pgmap v1495: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-10T05:37:57.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:37:57 smithi196 ceph-mon[90243]: pgmap v1495: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-10T05:37:58.218 INFO:tasks.workunit.client.0.smithi031.stdout: 204: throughput=4.98MB/sec pending data=0 2024-08-10T05:37:58.218 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-kD1A5zUlUtJRDQN off=5252129 len=1498582 2024-08-10T05:37:58.226 INFO:tasks.workunit.client.0.smithi031.stdout:op 1059 completed, throughput=4.99MB/sec 2024-08-10T05:37:58.226 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-lqicTr74xphTd4f off=3031696 len=404583 2024-08-10T05:37:58.229 INFO:tasks.workunit.client.0.smithi031.stdout:op 1060 completed, throughput=4.99MB/sec 2024-08-10T05:37:58.229 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-1jaO82ePyyu2EJs off=211870 len=173616 2024-08-10T05:37:58.232 INFO:tasks.workunit.client.0.smithi031.stdout:op 1061 completed, throughput=4.99MB/sec 2024-08-10T05:37:58.232 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-GdzmGA85b-LAGD9 off=4728261 len=1900675 2024-08-10T05:37:58.234 INFO:tasks.workunit.client.0.smithi031.stdout:op 1062 completed, throughput=5MB/sec 2024-08-10T05:37:58.234 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-38bC3ajMl5QGsPz off=21021240 len=1233950 2024-08-10T05:37:58.241 INFO:tasks.workunit.client.0.smithi031.stdout:op 1063 completed, throughput=5MB/sec 2024-08-10T05:37:59.241 INFO:tasks.workunit.client.0.smithi031.stdout: 205: throughput=4.98MB/sec pending data=0 2024-08-10T05:37:59.241 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-9o18PGygmgaW-dD off=6041661 len=1535255 2024-08-10T05:37:59.248 INFO:tasks.workunit.client.0.smithi031.stdout:op 1064 completed, throughput=4.99MB/sec 2024-08-10T05:37:59.249 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-LPEFxtjYIQxCzBE off=1928494 len=1469434 2024-08-10T05:37:59.250 INFO:tasks.workunit.client.0.smithi031.stdout:op 1065 completed, throughput=4.99MB/sec 2024-08-10T05:37:59.250 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-WZqZQUYveayCETD off=4160666 len=335216 2024-08-10T05:37:59.252 INFO:tasks.workunit.client.0.smithi031.stdout:op 1066 completed, throughput=4.99MB/sec 2024-08-10T05:37:59.252 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-aFOP1T7VqF-SsVW off=218169 len=2005331 2024-08-10T05:37:59.261 INFO:tasks.workunit.client.0.smithi031.stdout:op 1067 completed, throughput=5MB/sec 2024-08-10T05:37:59.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:37:59 smithi031 ceph-mon[98130]: pgmap v1496: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-10T05:37:59.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:37:59 smithi031 ceph-mon[100614]: pgmap v1496: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-10T05:37:59.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:37:59 smithi196 ceph-mon[90243]: pgmap v1496: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-10T05:38:00.260 INFO:tasks.workunit.client.0.smithi031.stdout: 206: throughput=4.98MB/sec pending data=0 2024-08-10T05:38:00.260 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-qGHody8L0QFpTcq off=5749950 len=476513 2024-08-10T05:38:00.260 INFO:tasks.workunit.client.0.smithi031.stdout:op 1068 completed, throughput=4.98MB/sec 2024-08-10T05:38:00.261 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-hQVMfbx7ymzX-pB off=4879225 len=831494 2024-08-10T05:38:00.265 INFO:tasks.workunit.client.0.smithi031.stdout:op 1069 completed, throughput=4.98MB/sec 2024-08-10T05:38:00.266 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Wbww45VVUdYgkMh off=5288823 len=1102124 2024-08-10T05:38:00.267 INFO:tasks.workunit.client.0.smithi031.stdout:op 1070 completed, throughput=4.99MB/sec 2024-08-10T05:38:00.267 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-r5KGnAWUEAiQBJ0 off=3410426 len=1762639 2024-08-10T05:38:00.276 INFO:tasks.workunit.client.0.smithi031.stdout:op 1071 completed, throughput=5MB/sec 2024-08-10T05:38:00.276 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-PxcWPU0rttovS31 off=11033609 len=1688271 2024-08-10T05:38:00.284 INFO:tasks.workunit.client.0.smithi031.stdout:op 1072 completed, throughput=5MB/sec 2024-08-10T05:38:01.254 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:38:00 smithi031 ceph-mon[98130]: pgmap v1497: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:38:01.255 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:38:00 smithi031 ceph-mon[100614]: pgmap v1497: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:38:01.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:38:00 smithi196 ceph-mon[90243]: pgmap v1497: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:38:01.284 INFO:tasks.workunit.client.0.smithi031.stdout: 207: throughput=4.98MB/sec pending data=0 2024-08-10T05:38:01.284 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-linRb-8lM3TE-cf off=1910557 len=1000066 2024-08-10T05:38:01.289 INFO:tasks.workunit.client.0.smithi031.stdout:op 1073 completed, throughput=4.99MB/sec 2024-08-10T05:38:01.289 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-N_GOlaOryQz2kqu off=602893 len=1492713 2024-08-10T05:38:01.296 INFO:tasks.workunit.client.0.smithi031.stdout:op 1074 completed, throughput=4.99MB/sec 2024-08-10T05:38:01.296 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-GLcyPnyACib0x07 off=8279072 len=306791 2024-08-10T05:38:01.297 INFO:tasks.workunit.client.0.smithi031.stdout:op 1075 completed, throughput=4.99MB/sec 2024-08-10T05:38:01.297 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-12XQoy3Xz8Fqdnp off=8212431 len=1898321 2024-08-10T05:38:01.307 INFO:tasks.workunit.client.0.smithi031.stdout:op 1076 completed, throughput=5MB/sec 2024-08-10T05:38:01.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:38:01 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:38:01] "GET /metrics HTTP/1.1" 200 34036 "" "Prometheus/2.43.0" 2024-08-10T05:38:02.307 INFO:tasks.workunit.client.0.smithi031.stdout: 208: throughput=4.98MB/sec pending data=0 2024-08-10T05:38:02.307 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-nnlFwh7UZPDBNPK off=5649302 len=134586 2024-08-10T05:38:02.308 INFO:tasks.workunit.client.0.smithi031.stdout:op 1077 completed, throughput=4.98MB/sec 2024-08-10T05:38:02.308 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-NR7nnFbooKRZl_D off=610169 len=938989 2024-08-10T05:38:02.313 INFO:tasks.workunit.client.0.smithi031.stdout:op 1078 completed, throughput=4.98MB/sec 2024-08-10T05:38:02.313 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-sUTDgFFWvH2DaO3 off=4030427 len=1936628 2024-08-10T05:38:02.315 INFO:tasks.workunit.client.0.smithi031.stdout:op 1079 completed, throughput=4.99MB/sec 2024-08-10T05:38:02.315 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-R9V-TgmEZVgariR off=13150834 len=1662060 2024-08-10T05:38:02.324 INFO:tasks.workunit.client.0.smithi031.stdout:op 1080 completed, throughput=5MB/sec 2024-08-10T05:38:02.324 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-O92Tqp4j2bmTHh3 off=1241606 len=813748 2024-08-10T05:38:02.325 INFO:tasks.workunit.client.0.smithi031.stdout:op 1081 completed, throughput=5MB/sec 2024-08-10T05:38:02.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:38:02 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:38:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:38:03.325 INFO:tasks.workunit.client.0.smithi031.stdout: 209: throughput=4.98MB/sec pending data=0 2024-08-10T05:38:03.325 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-qOK1tJ_ErNpg2nw off=2418888 len=1415916 2024-08-10T05:38:03.334 INFO:tasks.workunit.client.0.smithi031.stdout:op 1082 completed, throughput=4.99MB/sec 2024-08-10T05:38:03.334 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-4uCy8LaYgzz75tH off=12470574 len=1967472 2024-08-10T05:38:03.337 INFO:tasks.workunit.client.0.smithi031.stdout:op 1083 completed, throughput=4.99MB/sec 2024-08-10T05:38:03.337 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-K7gO4en5XbRGGNz off=20597390 len=908531 2024-08-10T05:38:03.338 INFO:tasks.workunit.client.0.smithi031.stdout:op 1084 completed, throughput=5MB/sec 2024-08-10T05:38:03.338 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-11goAoY_ElmJcET off=2737853 len=1367010 2024-08-10T05:38:03.346 INFO:tasks.workunit.client.0.smithi031.stdout:op 1085 completed, throughput=5MB/sec 2024-08-10T05:38:03.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:38:03 smithi031 ceph-mon[98130]: pgmap v1498: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:38:03.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:38:03 smithi031 ceph-mon[100614]: pgmap v1498: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:38:03.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:38:03 smithi196 ceph-mon[90243]: pgmap v1498: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:38:04.347 INFO:tasks.workunit.client.0.smithi031.stdout: 210: throughput=4.98MB/sec pending data=0 2024-08-10T05:38:04.347 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-fFqxv-B0KA3KCgR off=6687984 len=53096 2024-08-10T05:38:04.348 INFO:tasks.workunit.client.0.smithi031.stdout:op 1086 completed, throughput=4.98MB/sec 2024-08-10T05:38:04.348 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Z5eFFFsDgxanRzS off=101214 len=1840592 2024-08-10T05:38:04.358 INFO:tasks.workunit.client.0.smithi031.stdout:op 1087 completed, throughput=4.99MB/sec 2024-08-10T05:38:04.358 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Jgl6XW605bQOjMG off=880410 len=1303375 2024-08-10T05:38:04.364 INFO:tasks.workunit.client.0.smithi031.stdout:op 1088 completed, throughput=4.99MB/sec 2024-08-10T05:38:04.364 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-DF6bpQfnAJafo8E off=257720 len=1089705 2024-08-10T05:38:04.369 INFO:tasks.workunit.client.0.smithi031.stdout:op 1089 completed, throughput=5MB/sec 2024-08-10T05:38:04.369 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-T6hqSwMi3XOFEHJ off=90800 len=1111873 2024-08-10T05:38:04.374 INFO:tasks.workunit.client.0.smithi031.stdout:op 1090 completed, throughput=5MB/sec 2024-08-10T05:38:05.374 INFO:tasks.workunit.client.0.smithi031.stdout: 211: throughput=4.98MB/sec pending data=0 2024-08-10T05:38:05.375 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-pexfuNMexu8iZt5 off=6342900 len=823475 2024-08-10T05:38:05.379 INFO:tasks.workunit.client.0.smithi031.stdout:op 1091 completed, throughput=4.98MB/sec 2024-08-10T05:38:05.379 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-LxASpe9-uS0p2vN off=8764208 len=180544 2024-08-10T05:38:05.382 INFO:tasks.workunit.client.0.smithi031.stdout:op 1092 completed, throughput=4.98MB/sec 2024-08-10T05:38:05.382 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj--Yteqv7LaRuvTW5 off=5763510 len=352184 2024-08-10T05:38:05.385 INFO:tasks.workunit.client.0.smithi031.stdout:op 1093 completed, throughput=4.99MB/sec 2024-08-10T05:38:05.385 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-1bN-Lcx_Yo4uqsz off=11712228 len=476927 2024-08-10T05:38:05.388 INFO:tasks.workunit.client.0.smithi031.stdout:op 1094 completed, throughput=4.99MB/sec 2024-08-10T05:38:05.388 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-HqmpXwsR6ZisqSs off=10082229 len=91052 2024-08-10T05:38:05.391 INFO:tasks.workunit.client.0.smithi031.stdout:op 1095 completed, throughput=4.99MB/sec 2024-08-10T05:38:05.391 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-jfBPDRp64eHPrOj off=4325275 len=11976 2024-08-10T05:38:05.391 INFO:tasks.workunit.client.0.smithi031.stdout:op 1096 completed, throughput=4.99MB/sec 2024-08-10T05:38:05.391 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-FAQM9brcw7aHHIM off=10490410 len=1403253 2024-08-10T05:38:05.400 INFO:tasks.workunit.client.0.smithi031.stdout:op 1097 completed, throughput=4.99MB/sec 2024-08-10T05:38:05.400 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ucZZ0KPdc43fwaB off=3386595 len=1308251 2024-08-10T05:38:05.406 INFO:tasks.workunit.client.0.smithi031.stdout:op 1098 completed, throughput=5MB/sec 2024-08-10T05:38:05.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:38:05 smithi031 ceph-mon[98130]: pgmap v1499: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:38:05.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:38:05 smithi031 ceph-mon[100614]: pgmap v1499: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:38:05.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:38:05 smithi196 ceph-mon[90243]: pgmap v1499: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:38:06.406 INFO:tasks.workunit.client.0.smithi031.stdout: 212: throughput=4.98MB/sec pending data=0 2024-08-10T05:38:06.407 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-wFZhVq4BeXl8EC9 off=2901102 len=652865 2024-08-10T05:38:06.410 INFO:tasks.workunit.client.0.smithi031.stdout:op 1099 completed, throughput=4.98MB/sec 2024-08-10T05:38:06.411 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-dtqyObRDxendkXO off=8321837 len=442306 2024-08-10T05:38:06.414 INFO:tasks.workunit.client.0.smithi031.stdout:op 1100 completed, throughput=4.98MB/sec 2024-08-10T05:38:06.414 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-y1jTFa_JLQNBRPp off=5636732 len=374516 2024-08-10T05:38:06.418 INFO:tasks.workunit.client.0.smithi031.stdout:op 1101 completed, throughput=4.98MB/sec 2024-08-10T05:38:06.418 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-zRQwEAlnoNQRIF2 off=8513418 len=973595 2024-08-10T05:38:06.419 INFO:tasks.workunit.client.0.smithi031.stdout:op 1102 completed, throughput=4.99MB/sec 2024-08-10T05:38:06.419 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-jJcG4IlA6BA_0rx off=13187254 len=1117734 2024-08-10T05:38:06.425 INFO:tasks.workunit.client.0.smithi031.stdout:op 1103 completed, throughput=4.99MB/sec 2024-08-10T05:38:06.425 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-XWgxIDoDt7m4vjG off=757682 len=1060896 2024-08-10T05:38:06.427 INFO:tasks.workunit.client.0.smithi031.stdout:op 1104 completed, throughput=5MB/sec 2024-08-10T05:38:06.427 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Lnd-eXtbjfmHC1V off=12318192 len=268375 2024-08-10T05:38:06.427 INFO:tasks.workunit.client.0.smithi031.stdout:op 1105 completed, throughput=5MB/sec 2024-08-10T05:38:06.427 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-v6SmfOU0JdgHuGt off=4518259 len=805165 2024-08-10T05:38:06.429 INFO:tasks.workunit.client.0.smithi031.stdout:op 1106 completed, throughput=5MB/sec 2024-08-10T05:38:07.429 INFO:tasks.workunit.client.0.smithi031.stdout: 213: throughput=4.98MB/sec pending data=0 2024-08-10T05:38:07.430 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-zO4_vA13Xl4T-Ld off=2813327 len=1207647 2024-08-10T05:38:07.437 INFO:tasks.workunit.client.0.smithi031.stdout:op 1107 completed, throughput=4.98MB/sec 2024-08-10T05:38:07.437 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-_514p2rC3mCF04n off=19275616 len=619901 2024-08-10T05:38:07.439 INFO:tasks.workunit.client.0.smithi031.stdout:op 1108 completed, throughput=4.99MB/sec 2024-08-10T05:38:07.439 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-WxjqxZLXVZNIkXq off=13483378 len=1246408 2024-08-10T05:38:07.446 INFO:tasks.workunit.client.0.smithi031.stdout:op 1109 completed, throughput=4.99MB/sec 2024-08-10T05:38:07.446 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-lfWRtONZGiLzWTL off=4321184 len=942334 2024-08-10T05:38:07.447 INFO:tasks.workunit.client.0.smithi031.stdout:op 1110 completed, throughput=5MB/sec 2024-08-10T05:38:07.447 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-td5goU8LC3QUmRs off=3983536 len=40383 2024-08-10T05:38:07.448 INFO:tasks.workunit.client.0.smithi031.stdout:op 1111 completed, throughput=5MB/sec 2024-08-10T05:38:07.448 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-GCWyRHdC7qLXDAI off=12075772 len=1686007 2024-08-10T05:38:07.449 INFO:tasks.workunit.client.0.smithi031.stdout:op 1112 completed, throughput=5MB/sec 2024-08-10T05:38:07.518 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:38:07 smithi031 ceph-mon[100614]: pgmap v1500: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:38:07.569 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:38:07 smithi031 ceph-mon[98130]: pgmap v1500: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:38:07.570 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:38:07 smithi196 ceph-mon[90243]: pgmap v1500: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:38:08.449 INFO:tasks.workunit.client.0.smithi031.stdout: 214: throughput=4.98MB/sec pending data=0 2024-08-10T05:38:08.450 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-R9I2bybj05Ex8OM off=3018389 len=937129 2024-08-10T05:38:08.451 INFO:tasks.workunit.client.0.smithi031.stdout:op 1113 completed, throughput=4.98MB/sec 2024-08-10T05:38:08.451 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-J46luanm503iwbv off=5515217 len=1159302 2024-08-10T05:38:08.453 INFO:tasks.workunit.client.0.smithi031.stdout:op 1114 completed, throughput=4.99MB/sec 2024-08-10T05:38:08.453 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-R6yhgC7sJxhvFiR off=8946563 len=735523 2024-08-10T05:38:08.457 INFO:tasks.workunit.client.0.smithi031.stdout:op 1115 completed, throughput=4.99MB/sec 2024-08-10T05:38:08.457 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-FPUDIIFQMzkDJSy off=18970735 len=772272 2024-08-10T05:38:08.461 INFO:tasks.workunit.client.0.smithi031.stdout:op 1116 completed, throughput=5MB/sec 2024-08-10T05:38:08.462 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-oS6efFwqffh7UTb off=6155524 len=576536 2024-08-10T05:38:08.465 INFO:tasks.workunit.client.0.smithi031.stdout:op 1117 completed, throughput=5MB/sec 2024-08-10T05:38:08.465 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-4kMerAomGhRWeBo off=10363498 len=875302 2024-08-10T05:38:08.470 INFO:tasks.workunit.client.0.smithi031.stdout:op 1118 completed, throughput=5MB/sec 2024-08-10T05:38:09.470 INFO:tasks.workunit.client.0.smithi031.stdout: 215: throughput=4.98MB/sec pending data=0 2024-08-10T05:38:09.470 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-31B0hJL6A1FGjJ- off=2570372 len=1621132 2024-08-10T05:38:09.477 INFO:tasks.workunit.client.0.smithi031.stdout:op 1119 completed, throughput=4.99MB/sec 2024-08-10T05:38:09.477 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-HiLDOOFhiNYWF5y off=1154570 len=1554544 2024-08-10T05:38:09.485 INFO:tasks.workunit.client.0.smithi031.stdout:op 1120 completed, throughput=4.99MB/sec 2024-08-10T05:38:09.485 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-kHqz1ZcgoPwHWTD off=3559553 len=1789994 2024-08-10T05:38:09.493 INFO:tasks.workunit.client.0.smithi031.stdout:op 1121 completed, throughput=5MB/sec 2024-08-10T05:38:09.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:38:09 smithi031 ceph-mon[98130]: pgmap v1501: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-08-10T05:38:09.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:38:09 smithi031 ceph-mon[100614]: pgmap v1501: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-08-10T05:38:09.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:38:09 smithi196 ceph-mon[90243]: pgmap v1501: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-08-10T05:38:10.494 INFO:tasks.workunit.client.0.smithi031.stdout: 216: throughput=4.98MB/sec pending data=0 2024-08-10T05:38:10.494 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-oDbqmbSHvESuMe7 off=9777647 len=1178401 2024-08-10T05:38:10.495 INFO:tasks.workunit.client.0.smithi031.stdout:op 1122 completed, throughput=4.98MB/sec 2024-08-10T05:38:10.496 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-0pbgBesK7ihz23u off=14694249 len=591550 2024-08-10T05:38:10.496 INFO:tasks.workunit.client.0.smithi031.stdout:op 1123 completed, throughput=4.99MB/sec 2024-08-10T05:38:10.497 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-mAZ05IX1peQitVu off=18280925 len=1283721 2024-08-10T05:38:10.504 INFO:tasks.workunit.client.0.smithi031.stdout:op 1124 completed, throughput=4.99MB/sec 2024-08-10T05:38:10.504 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-KPAwLnPYs-EcmMj off=3352484 len=857524 2024-08-10T05:38:10.506 INFO:tasks.workunit.client.0.smithi031.stdout:op 1125 completed, throughput=4.99MB/sec 2024-08-10T05:38:10.506 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-YDhp16T3zuYvMsa off=7166039 len=1908123 2024-08-10T05:38:10.508 INFO:tasks.workunit.client.0.smithi031.stdout:op 1126 completed, throughput=5MB/sec 2024-08-10T05:38:11.509 INFO:tasks.workunit.client.0.smithi031.stdout: 217: throughput=4.98MB/sec pending data=0 2024-08-10T05:38:11.509 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-B0xNbSyxRmQ3M_M off=15202703 len=504594 2024-08-10T05:38:11.509 INFO:tasks.workunit.client.0.smithi031.stdout:op 1127 completed, throughput=4.98MB/sec 2024-08-10T05:38:11.509 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-zxLiy_cTKC7FP2d off=2279694 len=2095828 2024-08-10T05:38:11.518 INFO:tasks.workunit.client.0.smithi031.stdout:op 1128 completed, throughput=4.99MB/sec 2024-08-10T05:38:11.518 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-b9psrgCT4QWN0Mo off=3050149 len=1958920 2024-08-10T05:38:11.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:38:11 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:38:11] "GET /metrics HTTP/1.1" 200 34039 "" "Prometheus/2.43.0" 2024-08-10T05:38:11.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:38:11 smithi031 ceph-mon[98130]: pgmap v1502: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-10T05:38:11.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:38:11 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:38:11.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:38:11 smithi031 ceph-mon[100614]: pgmap v1502: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-10T05:38:11.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:38:11 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:38:11.528 INFO:tasks.workunit.client.0.smithi031.stdout:op 1129 completed, throughput=5MB/sec 2024-08-10T05:38:11.528 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-yT-ozclntveWemL off=3875875 len=209960 2024-08-10T05:38:11.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:38:11 smithi196 ceph-mon[90243]: pgmap v1502: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-10T05:38:11.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:38:11 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:38:11.530 INFO:tasks.workunit.client.0.smithi031.stdout:op 1130 completed, throughput=5MB/sec 2024-08-10T05:38:12.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:38:12 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:38:12.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:38:12 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:38:12.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:38:12 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:38:12.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:38:12 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:38:12.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:38:12 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:38:12.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:38:12 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:38:12.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:38:12 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:38:12.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:38:12 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:38:12.528 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:38:12 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:38:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:38:12.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:38:12 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:38:12.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:38:12 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:38:12.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:38:12 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:38:12.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:38:12 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:38:12.530 INFO:tasks.workunit.client.0.smithi031.stdout: 218: throughput=4.98MB/sec pending data=0 2024-08-10T05:38:12.530 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-GTISCdnjjKV73so off=5568665 len=453914 2024-08-10T05:38:12.533 INFO:tasks.workunit.client.0.smithi031.stdout:op 1131 completed, throughput=4.98MB/sec 2024-08-10T05:38:12.533 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Cj7rmowjpFyiqQs off=3146037 len=378267 2024-08-10T05:38:12.534 INFO:tasks.workunit.client.0.smithi031.stdout:op 1132 completed, throughput=4.98MB/sec 2024-08-10T05:38:12.534 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-3akAkG6rLZlOmJt off=7895195 len=1084909 2024-08-10T05:38:12.539 INFO:tasks.workunit.client.0.smithi031.stdout:op 1133 completed, throughput=4.99MB/sec 2024-08-10T05:38:12.539 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-PJGfcC-4H3c4fbk off=20909059 len=1144977 2024-08-10T05:38:12.546 INFO:tasks.workunit.client.0.smithi031.stdout:op 1134 completed, throughput=4.99MB/sec 2024-08-10T05:38:12.546 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-khwJRL0OP9vXhqA off=8821881 len=1596670 2024-08-10T05:38:12.552 INFO:tasks.workunit.client.0.smithi031.stdout:op 1135 completed, throughput=5MB/sec 2024-08-10T05:38:12.553 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ifcbIplswjGDYEa off=8154863 len=612496 2024-08-10T05:38:12.553 INFO:tasks.workunit.client.0.smithi031.stdout:op 1136 completed, throughput=5MB/sec 2024-08-10T05:38:12.553 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-qAX71LBM6v6rJ5B off=317063 len=627794 2024-08-10T05:38:12.556 INFO:tasks.workunit.client.0.smithi031.stdout:op 1137 completed, throughput=5MB/sec 2024-08-10T05:38:13.557 INFO:tasks.workunit.client.0.smithi031.stdout: 219: throughput=4.98MB/sec pending data=0 2024-08-10T05:38:13.557 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-V9pedG4rWJDcVhl off=1178560 len=28859 2024-08-10T05:38:13.559 INFO:tasks.workunit.client.0.smithi031.stdout:op 1138 completed, throughput=4.98MB/sec 2024-08-10T05:38:13.559 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-wRoTcCasvehSjnP off=3275062 len=294319 2024-08-10T05:38:13.560 INFO:tasks.workunit.client.0.smithi031.stdout:op 1139 completed, throughput=4.98MB/sec 2024-08-10T05:38:13.560 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-czEfpburhRFYLTz off=12224804 len=839405 2024-08-10T05:38:13.565 INFO:tasks.workunit.client.0.smithi031.stdout:op 1140 completed, throughput=4.98MB/sec 2024-08-10T05:38:13.565 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-H5ePzLNhAjO-mgA off=15131203 len=1585695 2024-08-10T05:38:13.567 INFO:tasks.workunit.client.0.smithi031.stdout:op 1141 completed, throughput=4.99MB/sec 2024-08-10T05:38:13.567 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ubOvogZuoBdhGzs off=11634205 len=1342133 2024-08-10T05:38:13.573 INFO:tasks.workunit.client.0.smithi031.stdout:op 1142 completed, throughput=5MB/sec 2024-08-10T05:38:13.573 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-gUYjH56e0k8cGu9 off=6302933 len=1292936 2024-08-10T05:38:13.575 INFO:tasks.workunit.client.0.smithi031.stdout:op 1143 completed, throughput=5MB/sec 2024-08-10T05:38:14.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:38:13 smithi031 ceph-mon[98130]: pgmap v1503: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-10T05:38:14.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:38:13 smithi031 ceph-mon[100614]: pgmap v1503: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-10T05:38:14.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:38:13 smithi196 ceph-mon[90243]: pgmap v1503: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-10T05:38:14.575 INFO:tasks.workunit.client.0.smithi031.stdout: 220: throughput=4.98MB/sec pending data=0 2024-08-10T05:38:14.575 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-yejG1rDLIcqiB_o off=1532590 len=550313 2024-08-10T05:38:14.577 INFO:tasks.workunit.client.0.smithi031.stdout:op 1144 completed, throughput=4.98MB/sec 2024-08-10T05:38:14.577 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-WlhVuCxe3xx_LAh off=431876 len=2043165 2024-08-10T05:38:14.589 INFO:tasks.workunit.client.0.smithi031.stdout:op 1145 completed, throughput=4.99MB/sec 2024-08-10T05:38:14.589 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-0fNaHb_1Mkanz4Y off=10833586 len=909843 2024-08-10T05:38:14.591 INFO:tasks.workunit.client.0.smithi031.stdout:op 1146 completed, throughput=4.99MB/sec 2024-08-10T05:38:14.591 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-0P7-ZeVuO6yBgTS off=10553216 len=1952612 2024-08-10T05:38:14.592 INFO:tasks.workunit.client.0.smithi031.stdout:op 1147 completed, throughput=5MB/sec 2024-08-10T05:38:15.592 INFO:tasks.workunit.client.0.smithi031.stdout: 221: throughput=4.98MB/sec pending data=0 2024-08-10T05:38:15.593 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-J6A2IXJaN1mdYzU off=3682126 len=409231 2024-08-10T05:38:15.596 INFO:tasks.workunit.client.0.smithi031.stdout:op 1148 completed, throughput=4.98MB/sec 2024-08-10T05:38:15.596 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-kXbaDBUgqjCCHWV off=597445 len=807841 2024-08-10T05:38:15.600 INFO:tasks.workunit.client.0.smithi031.stdout:op 1149 completed, throughput=4.99MB/sec 2024-08-10T05:38:15.600 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-T4BUKXICeAYQnQA off=1230315 len=497528 2024-08-10T05:38:15.604 INFO:tasks.workunit.client.0.smithi031.stdout:op 1150 completed, throughput=4.99MB/sec 2024-08-10T05:38:15.604 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-5ZIdKnjYWYhKnMS off=10852653 len=1528558 2024-08-10T05:38:15.607 INFO:tasks.workunit.client.0.smithi031.stdout:op 1151 completed, throughput=4.99MB/sec 2024-08-10T05:38:15.607 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-j46_yIGNfyMpl8I off=1338378 len=738448 2024-08-10T05:38:15.609 INFO:tasks.workunit.client.0.smithi031.stdout:op 1152 completed, throughput=5MB/sec 2024-08-10T05:38:15.609 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-0tNZVGoynu3Nsb1 off=2631895 len=923025 2024-08-10T05:38:15.611 INFO:tasks.workunit.client.0.smithi031.stdout:op 1153 completed, throughput=5MB/sec 2024-08-10T05:38:16.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:38:15 smithi031 ceph-mon[98130]: pgmap v1504: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:38:16.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:38:15 smithi031 ceph-mon[100614]: pgmap v1504: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:38:16.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:38:15 smithi196 ceph-mon[90243]: pgmap v1504: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:38:16.612 INFO:tasks.workunit.client.0.smithi031.stdout: 222: throughput=4.98MB/sec pending data=0 2024-08-10T05:38:16.612 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-FHScq3GdSweX6_L off=1432852 len=1905150 2024-08-10T05:38:16.622 INFO:tasks.workunit.client.0.smithi031.stdout:op 1154 completed, throughput=4.99MB/sec 2024-08-10T05:38:16.623 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-iqwmKW5jG_7PCXY off=4557568 len=599902 2024-08-10T05:38:16.624 INFO:tasks.workunit.client.0.smithi031.stdout:op 1155 completed, throughput=4.99MB/sec 2024-08-10T05:38:16.624 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-FC-xdlaw7VxYsbw off=8530052 len=890792 2024-08-10T05:38:16.625 INFO:tasks.workunit.client.0.smithi031.stdout:op 1156 completed, throughput=4.99MB/sec 2024-08-10T05:38:16.625 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-atYAnK17s1QYYrr off=8563053 len=1133723 2024-08-10T05:38:16.628 INFO:tasks.workunit.client.0.smithi031.stdout:op 1157 completed, throughput=5MB/sec 2024-08-10T05:38:16.628 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-FDOIaxlKHl9WMzB off=1302730 len=710535 2024-08-10T05:38:16.629 INFO:tasks.workunit.client.0.smithi031.stdout:op 1158 completed, throughput=5MB/sec 2024-08-10T05:38:17.630 INFO:tasks.workunit.client.0.smithi031.stdout: 223: throughput=4.98MB/sec pending data=0 2024-08-10T05:38:17.630 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-sf_ADEzagvZlK-x off=12239314 len=1553510 2024-08-10T05:38:17.633 INFO:tasks.workunit.client.0.smithi031.stdout:op 1159 completed, throughput=4.99MB/sec 2024-08-10T05:38:17.633 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-9lQdcjDYKJE2364 off=0 len=1327033 2024-08-10T05:38:17.640 INFO:tasks.workunit.client.0.smithi031.stdout:op 1160 completed, throughput=4.99MB/sec 2024-08-10T05:38:17.641 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-xfaqiNA1lVKCnZk off=6676602 len=574795 2024-08-10T05:38:17.642 INFO:tasks.workunit.client.0.smithi031.stdout:op 1161 completed, throughput=4.99MB/sec 2024-08-10T05:38:17.642 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-s_SEa8gJQwZuTxS off=2279546 len=1230400 2024-08-10T05:38:17.650 INFO:tasks.workunit.client.0.smithi031.stdout:op 1162 completed, throughput=5MB/sec 2024-08-10T05:38:17.650 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Zvg5O7BVXmcQ0be off=2065813 len=17189 2024-08-10T05:38:17.650 INFO:tasks.workunit.client.0.smithi031.stdout:op 1163 completed, throughput=5MB/sec 2024-08-10T05:38:17.650 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj--ExBfJAe55Q91Hk off=1842265 len=1588111 2024-08-10T05:38:17.659 INFO:tasks.workunit.client.0.smithi031.stdout:op 1164 completed, throughput=5MB/sec 2024-08-10T05:38:18.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:38:17 smithi031 ceph-mon[98130]: pgmap v1505: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:38:18.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:38:17 smithi031 ceph-mon[100614]: pgmap v1505: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:38:18.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:38:17 smithi196 ceph-mon[90243]: pgmap v1505: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:38:18.659 INFO:tasks.workunit.client.0.smithi031.stdout: 224: throughput=4.98MB/sec pending data=0 2024-08-10T05:38:18.660 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-GpoWp3op4PN5tOJ off=4059559 len=440156 2024-08-10T05:38:18.660 INFO:tasks.workunit.client.0.smithi031.stdout:op 1165 completed, throughput=4.98MB/sec 2024-08-10T05:38:18.661 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-aH-2x0T9xZkxkeF off=68719 len=1909139 2024-08-10T05:38:18.663 INFO:tasks.workunit.client.0.smithi031.stdout:op 1166 completed, throughput=4.99MB/sec 2024-08-10T05:38:18.663 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-TaZXKFXZbeidNzM off=2449226 len=117475 2024-08-10T05:38:18.663 INFO:tasks.workunit.client.0.smithi031.stdout:op 1167 completed, throughput=4.99MB/sec 2024-08-10T05:38:18.663 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-lhsE1nqvItpug3X off=4726925 len=1878219 2024-08-10T05:38:18.665 INFO:tasks.workunit.client.0.smithi031.stdout:op 1168 completed, throughput=5MB/sec 2024-08-10T05:38:19.665 INFO:tasks.workunit.client.0.smithi031.stdout: 225: throughput=4.98MB/sec pending data=0 2024-08-10T05:38:19.665 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj--kB7IV6c5R2j-TP off=1735160 len=1739573 2024-08-10T05:38:19.676 INFO:tasks.workunit.client.0.smithi031.stdout:op 1169 completed, throughput=4.99MB/sec 2024-08-10T05:38:19.676 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-3uCngLCqmK74peG off=982663 len=1262419 2024-08-10T05:38:19.681 INFO:tasks.workunit.client.0.smithi031.stdout:op 1170 completed, throughput=4.99MB/sec 2024-08-10T05:38:19.681 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-H0kd0iyc3f41DX1 off=4629809 len=1997467 2024-08-10T05:38:19.684 INFO:tasks.workunit.client.0.smithi031.stdout:op 1171 completed, throughput=5MB/sec 2024-08-10T05:38:19.684 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-mdzJbfGeomdXZe- off=8623828 len=320902 2024-08-10T05:38:19.685 INFO:tasks.workunit.client.0.smithi031.stdout:op 1172 completed, throughput=5MB/sec 2024-08-10T05:38:20.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:38:19 smithi031 ceph-mon[98130]: pgmap v1506: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-10T05:38:20.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:38:19 smithi031 ceph-mon[100614]: pgmap v1506: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-10T05:38:20.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:38:19 smithi196 ceph-mon[90243]: pgmap v1506: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-10T05:38:20.685 INFO:tasks.workunit.client.0.smithi031.stdout: 226: throughput=4.98MB/sec pending data=0 2024-08-10T05:38:20.686 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-VLxwT0eK13bHot6 off=2319971 len=161876 2024-08-10T05:38:20.686 INFO:tasks.workunit.client.0.smithi031.stdout:op 1173 completed, throughput=4.98MB/sec 2024-08-10T05:38:20.687 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-OMnZbThX1wb1NQ6 off=1780240 len=30609 2024-08-10T05:38:20.687 INFO:tasks.workunit.client.0.smithi031.stdout:op 1174 completed, throughput=4.98MB/sec 2024-08-10T05:38:20.687 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-0-wjAWI_To2nvmC off=9251594 len=1731154 2024-08-10T05:38:20.696 INFO:tasks.workunit.client.0.smithi031.stdout:op 1175 completed, throughput=4.99MB/sec 2024-08-10T05:38:20.696 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-yyNcOm6YHErA9KQ off=3499541 len=2035459 2024-08-10T05:38:20.698 INFO:tasks.workunit.client.0.smithi031.stdout:op 1176 completed, throughput=4.99MB/sec 2024-08-10T05:38:20.698 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj--Yteqv7LaRuvTW5 off=3876257 len=134435 2024-08-10T05:38:20.699 INFO:tasks.workunit.client.0.smithi031.stdout:op 1177 completed, throughput=5MB/sec 2024-08-10T05:38:20.699 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Rgohjl9ZC3yTbi1 off=18575892 len=1544032 2024-08-10T05:38:20.708 INFO:tasks.workunit.client.0.smithi031.stdout:op 1178 completed, throughput=5MB/sec 2024-08-10T05:38:21.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:38:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:38:21] "GET /metrics HTTP/1.1" 200 34039 "" "Prometheus/2.43.0" 2024-08-10T05:38:21.708 INFO:tasks.workunit.client.0.smithi031.stdout: 227: throughput=4.98MB/sec pending data=0 2024-08-10T05:38:21.709 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-mn47J-Xbr85HpAG off=10391997 len=164286 2024-08-10T05:38:21.711 INFO:tasks.workunit.client.0.smithi031.stdout:op 1179 completed, throughput=4.98MB/sec 2024-08-10T05:38:21.711 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Nsaxjl4Z3ZUITrs off=10722608 len=1370059 2024-08-10T05:38:21.714 INFO:tasks.workunit.client.0.smithi031.stdout:op 1180 completed, throughput=4.99MB/sec 2024-08-10T05:38:21.714 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-DIky89xEqKv5QAK off=10844275 len=1593820 2024-08-10T05:38:21.721 INFO:tasks.workunit.client.0.smithi031.stdout:op 1181 completed, throughput=4.99MB/sec 2024-08-10T05:38:21.721 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ZnXh3cX474nTVov off=13087718 len=843024 2024-08-10T05:38:21.723 INFO:tasks.workunit.client.0.smithi031.stdout:op 1182 completed, throughput=5MB/sec 2024-08-10T05:38:21.723 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-zB2tjiEnhulvwp0 off=23557431 len=1956795 2024-08-10T05:38:21.725 INFO:tasks.workunit.client.0.smithi031.stdout:op 1183 completed, throughput=5MB/sec 2024-08-10T05:38:22.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:38:21 smithi031 ceph-mon[98130]: pgmap v1507: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-08-10T05:38:22.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:38:21 smithi031 ceph-mon[100614]: pgmap v1507: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-08-10T05:38:22.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:38:21 smithi196 ceph-mon[90243]: pgmap v1507: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-08-10T05:38:22.726 INFO:tasks.workunit.client.0.smithi031.stdout: 228: throughput=4.98MB/sec pending data=0 2024-08-10T05:38:22.726 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-fBb733UtbikAqnE off=11091500 len=1387513 2024-08-10T05:38:22.728 INFO:tasks.workunit.client.0.smithi031.stdout:op 1184 completed, throughput=4.99MB/sec 2024-08-10T05:38:22.728 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Y9Ys_H5wJfzj3M0 off=13172306 len=1695247 2024-08-10T05:38:22.737 INFO:tasks.workunit.client.0.smithi031.stdout:op 1185 completed, throughput=5MB/sec 2024-08-10T05:38:22.738 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-s2x4dkTA1PigXrR off=4884350 len=252982 2024-08-10T05:38:22.739 INFO:tasks.workunit.client.0.smithi031.stdout:op 1186 completed, throughput=5MB/sec 2024-08-10T05:38:22.739 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-_5z6ja69X8-mkFJ off=3766231 len=353480 2024-08-10T05:38:22.742 INFO:tasks.workunit.client.0.smithi031.stdout:op 1187 completed, throughput=5MB/sec 2024-08-10T05:38:22.742 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-uScaR2RBxNGBbgt off=5698178 len=683863 2024-08-10T05:38:22.746 INFO:tasks.workunit.client.0.smithi031.stdout:op 1188 completed, throughput=5MB/sec 2024-08-10T05:38:22.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:38:22 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:38:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:38:23.746 INFO:tasks.workunit.client.0.smithi031.stdout: 229: throughput=4.98MB/sec pending data=0 2024-08-10T05:38:23.746 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-xmSfupWMbKmFYzg off=1127815 len=239618 2024-08-10T05:38:23.749 INFO:tasks.workunit.client.0.smithi031.stdout:op 1189 completed, throughput=4.98MB/sec 2024-08-10T05:38:23.749 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj--E72111VNLCRb49 off=7650481 len=1421464 2024-08-10T05:38:23.757 INFO:tasks.workunit.client.0.smithi031.stdout:op 1190 completed, throughput=4.99MB/sec 2024-08-10T05:38:23.757 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-uu-T3lIjRo1JDyQ off=9115798 len=344249 2024-08-10T05:38:23.760 INFO:tasks.workunit.client.0.smithi031.stdout:op 1191 completed, throughput=4.99MB/sec 2024-08-10T05:38:23.760 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-3YZHn3OKUZR87Pt off=16783183 len=49175 2024-08-10T05:38:23.760 INFO:tasks.workunit.client.0.smithi031.stdout:op 1192 completed, throughput=4.99MB/sec 2024-08-10T05:38:23.760 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-1gWt2amI2Q_u07Z off=1824861 len=1239112 2024-08-10T05:38:23.766 INFO:tasks.workunit.client.0.smithi031.stdout:op 1193 completed, throughput=4.99MB/sec 2024-08-10T05:38:23.767 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Nhr09Wedo636ahe off=3935175 len=1634784 2024-08-10T05:38:23.774 INFO:tasks.workunit.client.0.smithi031.stdout:op 1194 completed, throughput=5MB/sec 2024-08-10T05:38:23.774 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-MDt6qpwx4GNRTBM off=3542165 len=843356 2024-08-10T05:38:23.778 INFO:tasks.workunit.client.0.smithi031.stdout:op 1195 completed, throughput=5MB/sec 2024-08-10T05:38:24.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:38:23 smithi031 ceph-mon[98130]: pgmap v1508: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:38:24.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:38:23 smithi031 ceph-mon[100614]: pgmap v1508: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:38:24.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:38:23 smithi196 ceph-mon[90243]: pgmap v1508: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:38:24.778 INFO:tasks.workunit.client.0.smithi031.stdout: 230: throughput=4.98MB/sec pending data=0 2024-08-10T05:38:24.779 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ixYviENxCx9xJjt off=6191828 len=2078829 2024-08-10T05:38:24.781 INFO:tasks.workunit.client.0.smithi031.stdout:op 1196 completed, throughput=4.99MB/sec 2024-08-10T05:38:24.782 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-3fhwmcqVBGWqfBa off=10790309 len=198873 2024-08-10T05:38:24.782 INFO:tasks.workunit.client.0.smithi031.stdout:op 1197 completed, throughput=4.99MB/sec 2024-08-10T05:38:24.782 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-AyeKqxsuNcAwL_8 off=2894331 len=2049621 2024-08-10T05:38:24.786 INFO:tasks.workunit.client.0.smithi031.stdout:op 1198 completed, throughput=5MB/sec 2024-08-10T05:38:24.786 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-1ZvengYcwG-Sy3f off=4426146 len=1701779 2024-08-10T05:38:24.789 INFO:tasks.workunit.client.0.smithi031.stdout:op 1199 completed, throughput=5MB/sec 2024-08-10T05:38:25.789 INFO:tasks.workunit.client.0.smithi031.stdout: 231: throughput=4.98MB/sec pending data=0 2024-08-10T05:38:25.790 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Cfboeub_L0Hn77L off=11851040 len=372592 2024-08-10T05:38:25.793 INFO:tasks.workunit.client.0.smithi031.stdout:op 1200 completed, throughput=4.98MB/sec 2024-08-10T05:38:25.793 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-D4Js7KzF1ayIIQd off=4271234 len=845227 2024-08-10T05:38:25.794 INFO:tasks.workunit.client.0.smithi031.stdout:op 1201 completed, throughput=4.99MB/sec 2024-08-10T05:38:25.795 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-l_FXIGrQPn0y14L off=13562170 len=135607 2024-08-10T05:38:25.795 INFO:tasks.workunit.client.0.smithi031.stdout:op 1202 completed, throughput=4.99MB/sec 2024-08-10T05:38:25.795 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-WIBoM6YRUrFGzRs off=13139738 len=225336 2024-08-10T05:38:25.798 INFO:tasks.workunit.client.0.smithi031.stdout:op 1203 completed, throughput=4.99MB/sec 2024-08-10T05:38:25.798 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-YDVQN03FP3cqVqO off=15037307 len=1962241 2024-08-10T05:38:25.800 INFO:tasks.workunit.client.0.smithi031.stdout:op 1204 completed, throughput=5MB/sec 2024-08-10T05:38:25.801 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-XI6Sc0ZjDPB1Lpk off=12118832 len=728925 2024-08-10T05:38:25.805 INFO:tasks.workunit.client.0.smithi031.stdout:op 1205 completed, throughput=5MB/sec 2024-08-10T05:38:26.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:38:25 smithi031 ceph-mon[98130]: pgmap v1509: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:38:26.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:38:25 smithi031 ceph-mon[100614]: pgmap v1509: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:38:26.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:38:25 smithi196 ceph-mon[90243]: pgmap v1509: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:38:26.806 INFO:tasks.workunit.client.0.smithi031.stdout: 232: throughput=4.98MB/sec pending data=0 2024-08-10T05:38:26.806 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-EzuzQLYY4EVl2OJ off=2897454 len=1993395 2024-08-10T05:38:26.816 INFO:tasks.workunit.client.0.smithi031.stdout:op 1206 completed, throughput=4.99MB/sec 2024-08-10T05:38:26.816 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-dXGJ1BJXw4doTzw off=14101936 len=10467 2024-08-10T05:38:26.817 INFO:tasks.workunit.client.0.smithi031.stdout:op 1207 completed, throughput=4.99MB/sec 2024-08-10T05:38:26.817 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-yce4-x-YaYrsegy off=19719917 len=2055357 2024-08-10T05:38:26.828 INFO:tasks.workunit.client.0.smithi031.stdout:op 1208 completed, throughput=5MB/sec 2024-08-10T05:38:26.828 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-_vnR2H7FxgNVAj2 off=1841183 len=1782410 2024-08-10T05:38:26.831 INFO:tasks.workunit.client.0.smithi031.stdout:op 1209 completed, throughput=5MB/sec 2024-08-10T05:38:27.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:38:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:38:27.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:38:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:38:27.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:38:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:38:27.832 INFO:tasks.workunit.client.0.smithi031.stdout: 233: throughput=4.98MB/sec pending data=0 2024-08-10T05:38:27.832 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-2pe1SWKRvFUlyGQ off=12747174 len=1369570 2024-08-10T05:38:27.838 INFO:tasks.workunit.client.0.smithi031.stdout:op 1210 completed, throughput=4.99MB/sec 2024-08-10T05:38:27.838 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-c8JGT8IbMU-bxyC off=12773146 len=1605133 2024-08-10T05:38:27.840 INFO:tasks.workunit.client.0.smithi031.stdout:op 1211 completed, throughput=4.99MB/sec 2024-08-10T05:38:27.840 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-flOIZu5-eEGuEci off=1892880 len=169890 2024-08-10T05:38:27.841 INFO:tasks.workunit.client.0.smithi031.stdout:op 1212 completed, throughput=4.99MB/sec 2024-08-10T05:38:27.841 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-cl2dAFnPm426BDC off=10100337 len=1223045 2024-08-10T05:38:27.842 INFO:tasks.workunit.client.0.smithi031.stdout:op 1213 completed, throughput=5MB/sec 2024-08-10T05:38:27.842 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-LwWzdFUbD6SyB2i off=5362661 len=402107 2024-08-10T05:38:27.846 INFO:tasks.workunit.client.0.smithi031.stdout:op 1214 completed, throughput=5MB/sec 2024-08-10T05:38:27.846 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-LhUeivGqvHP5g7U off=7876023 len=1743904 2024-08-10T05:38:27.854 INFO:tasks.workunit.client.0.smithi031.stdout:op 1215 completed, throughput=5.01MB/sec 2024-08-10T05:38:28.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:38:27 smithi031 ceph-mon[98130]: pgmap v1510: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:38:28.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:38:27 smithi031 ceph-mon[100614]: pgmap v1510: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:38:28.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:38:27 smithi196 ceph-mon[90243]: pgmap v1510: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:38:28.855 INFO:tasks.workunit.client.0.smithi031.stdout: 234: throughput=4.99MB/sec pending data=0 2024-08-10T05:38:28.855 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-eqOKoSfHvngonLs off=1724025 len=1462738 2024-08-10T05:38:28.862 INFO:tasks.workunit.client.0.smithi031.stdout:op 1216 completed, throughput=4.99MB/sec 2024-08-10T05:38:28.862 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-sKWFmM5Jy7PWfy- off=2624129 len=1920433 2024-08-10T05:38:28.873 INFO:tasks.workunit.client.0.smithi031.stdout:op 1217 completed, throughput=5MB/sec 2024-08-10T05:38:28.873 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-6x5a0-G9wlkGXO8 off=3577907 len=1070356 2024-08-10T05:38:28.878 INFO:tasks.workunit.client.0.smithi031.stdout:op 1218 completed, throughput=5MB/sec 2024-08-10T05:38:29.878 INFO:tasks.workunit.client.0.smithi031.stdout: 235: throughput=4.98MB/sec pending data=0 2024-08-10T05:38:29.878 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ZYUNQw_ZigLlVfL off=5851715 len=473720 2024-08-10T05:38:29.882 INFO:tasks.workunit.client.0.smithi031.stdout:op 1219 completed, throughput=4.98MB/sec 2024-08-10T05:38:29.882 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-W5Ccba3vSiSgFwN off=12958073 len=258564 2024-08-10T05:38:29.885 INFO:tasks.workunit.client.0.smithi031.stdout:op 1220 completed, throughput=4.98MB/sec 2024-08-10T05:38:29.885 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-xsBRpsF033UBWOz off=3602847 len=186224 2024-08-10T05:38:29.887 INFO:tasks.workunit.client.0.smithi031.stdout:op 1221 completed, throughput=4.99MB/sec 2024-08-10T05:38:29.888 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-QoOSoZaW3Blfpb5 off=13153559 len=269255 2024-08-10T05:38:29.889 INFO:tasks.workunit.client.0.smithi031.stdout:op 1222 completed, throughput=4.99MB/sec 2024-08-10T05:38:29.889 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-bC-6KIgFhnrCDmn off=5732776 len=2056736 2024-08-10T05:38:29.900 INFO:tasks.workunit.client.0.smithi031.stdout:op 1223 completed, throughput=4.99MB/sec 2024-08-10T05:38:29.900 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-1_XZrvKKzjvtJ4F off=6496361 len=1439631 2024-08-10T05:38:29.906 INFO:tasks.workunit.client.0.smithi031.stdout:op 1224 completed, throughput=5MB/sec 2024-08-10T05:38:30.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:38:29 smithi031 ceph-mon[98130]: pgmap v1511: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:38:30.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:38:29 smithi031 ceph-mon[100614]: pgmap v1511: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:38:30.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:38:29 smithi196 ceph-mon[90243]: pgmap v1511: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:38:30.906 INFO:tasks.workunit.client.0.smithi031.stdout: 236: throughput=4.98MB/sec pending data=0 2024-08-10T05:38:30.907 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-3mAK9BLf8XeRrZu off=40578 len=468194 2024-08-10T05:38:30.907 INFO:tasks.workunit.client.0.smithi031.stdout:op 1225 completed, throughput=4.98MB/sec 2024-08-10T05:38:30.907 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-UGN00ZLg8anenmk off=0 len=1162955 2024-08-10T05:38:30.914 INFO:tasks.workunit.client.0.smithi031.stdout:op 1226 completed, throughput=4.99MB/sec 2024-08-10T05:38:30.914 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-SU4xeuxitoWSj3N off=7642998 len=1569791 2024-08-10T05:38:30.916 INFO:tasks.workunit.client.0.smithi031.stdout:op 1227 completed, throughput=4.99MB/sec 2024-08-10T05:38:30.916 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-4m1iuz6gxs-PgGL off=23637459 len=395069 2024-08-10T05:38:30.919 INFO:tasks.workunit.client.0.smithi031.stdout:op 1228 completed, throughput=4.99MB/sec 2024-08-10T05:38:30.919 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-pRMy288T8E6leJH off=1172784 len=1369538 2024-08-10T05:38:30.926 INFO:tasks.workunit.client.0.smithi031.stdout:op 1229 completed, throughput=5MB/sec 2024-08-10T05:38:30.926 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-pZvZ3h3v8iIRlKZ off=1154602 len=799712 2024-08-10T05:38:30.930 INFO:tasks.workunit.client.0.smithi031.stdout:op 1230 completed, throughput=5MB/sec 2024-08-10T05:38:31.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:38:31 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:38:31] "GET /metrics HTTP/1.1" 200 34032 "" "Prometheus/2.43.0" 2024-08-10T05:38:31.931 INFO:tasks.workunit.client.0.smithi031.stdout: 237: throughput=4.98MB/sec pending data=0 2024-08-10T05:38:31.931 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-rnKQdgrVn0_EriL off=14159081 len=704981 2024-08-10T05:38:31.933 INFO:tasks.workunit.client.0.smithi031.stdout:op 1231 completed, throughput=4.98MB/sec 2024-08-10T05:38:31.933 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-tS7ozpd7TeAozUg off=5872251 len=768315 2024-08-10T05:38:31.936 INFO:tasks.workunit.client.0.smithi031.stdout:op 1232 completed, throughput=4.99MB/sec 2024-08-10T05:38:31.936 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-zijefSsDISfZJT8 off=4499360 len=631461 2024-08-10T05:38:31.937 INFO:tasks.workunit.client.0.smithi031.stdout:op 1233 completed, throughput=4.99MB/sec 2024-08-10T05:38:31.937 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-dyBSNAbpRVVmLgz off=725290 len=74898 2024-08-10T05:38:31.940 INFO:tasks.workunit.client.0.smithi031.stdout:op 1234 completed, throughput=4.99MB/sec 2024-08-10T05:38:31.940 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-zpjyEwkG28C8qnM off=8156136 len=544547 2024-08-10T05:38:31.941 INFO:tasks.workunit.client.0.smithi031.stdout:op 1235 completed, throughput=4.99MB/sec 2024-08-10T05:38:31.941 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-wzeatIeGDE8y8qL off=15418962 len=1512805 2024-08-10T05:38:31.942 INFO:tasks.workunit.client.0.smithi031.stdout:op 1236 completed, throughput=5MB/sec 2024-08-10T05:38:31.943 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-2LHuc6kAG-54A5w off=1502815 len=208057 2024-08-10T05:38:31.946 INFO:tasks.workunit.client.0.smithi031.stdout:op 1237 completed, throughput=5MB/sec 2024-08-10T05:38:31.946 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-NsjlGB1a-Brgirt off=8515673 len=32770 2024-08-10T05:38:31.946 INFO:tasks.workunit.client.0.smithi031.stdout:op 1238 completed, throughput=5MB/sec 2024-08-10T05:38:31.946 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-hPEIB4dSJY9GbYB off=8760459 len=462390 2024-08-10T05:38:31.946 INFO:tasks.workunit.client.0.smithi031.stdout:op 1239 completed, throughput=5MB/sec 2024-08-10T05:38:32.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:38:31 smithi031 ceph-mon[98130]: pgmap v1512: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:38:32.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:38:31 smithi031 ceph-mon[100614]: pgmap v1512: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:38:32.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:38:31 smithi196 ceph-mon[90243]: pgmap v1512: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:38:32.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:38:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:38:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:38:32.947 INFO:tasks.workunit.client.0.smithi031.stdout: 238: throughput=4.98MB/sec pending data=0 2024-08-10T05:38:32.947 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Voq4yYq2AgxRhy6 off=4789969 len=1796019 2024-08-10T05:38:32.956 INFO:tasks.workunit.client.0.smithi031.stdout:op 1240 completed, throughput=4.99MB/sec 2024-08-10T05:38:32.956 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-qDdR19VgvlJxQPz off=3573658 len=1161990 2024-08-10T05:38:32.964 INFO:tasks.workunit.client.0.smithi031.stdout:op 1241 completed, throughput=4.99MB/sec 2024-08-10T05:38:32.965 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-cmu0cxMMFxe0ODu off=1697759 len=368770 2024-08-10T05:38:32.965 INFO:tasks.workunit.client.0.smithi031.stdout:op 1242 completed, throughput=4.99MB/sec 2024-08-10T05:38:32.965 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-RdRJzAvyE91umTd off=2947714 len=1040694 2024-08-10T05:38:32.971 INFO:tasks.workunit.client.0.smithi031.stdout:op 1243 completed, throughput=5MB/sec 2024-08-10T05:38:32.971 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-TJyXhgxkmoauk9V off=1016320 len=1892806 2024-08-10T05:38:32.972 INFO:tasks.workunit.client.0.smithi031.stdout:op 1244 completed, throughput=5MB/sec 2024-08-10T05:38:33.973 INFO:tasks.workunit.client.0.smithi031.stdout: 239: throughput=4.98MB/sec pending data=0 2024-08-10T05:38:33.973 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-lDzhaAQASt2OWMg off=4596721 len=680227 2024-08-10T05:38:33.978 INFO:tasks.workunit.client.0.smithi031.stdout:op 1245 completed, throughput=4.99MB/sec 2024-08-10T05:38:33.978 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-YWav2FAzKhxYwVN off=3039358 len=904311 2024-08-10T05:38:33.983 INFO:tasks.workunit.client.0.smithi031.stdout:op 1246 completed, throughput=4.99MB/sec 2024-08-10T05:38:33.983 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-GcgHn3l3Sv6PriS off=3883482 len=1752853 2024-08-10T05:38:33.986 INFO:tasks.workunit.client.0.smithi031.stdout:op 1247 completed, throughput=5MB/sec 2024-08-10T05:38:33.986 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-jexKaBjIvdR8MPK off=851518 len=726245 2024-08-10T05:38:33.987 INFO:tasks.workunit.client.0.smithi031.stdout:op 1248 completed, throughput=5MB/sec 2024-08-10T05:38:33.987 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-hMHw2YZwx9j2Bs_ off=747484 len=1560890 2024-08-10T05:38:33.989 INFO:tasks.workunit.client.0.smithi031.stdout:op 1249 completed, throughput=5MB/sec 2024-08-10T05:38:34.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:38:33 smithi196 ceph-mon[90243]: pgmap v1513: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:38:34.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:38:33 smithi031 ceph-mon[98130]: pgmap v1513: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:38:34.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:38:33 smithi031 ceph-mon[100614]: pgmap v1513: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:38:34.989 INFO:tasks.workunit.client.0.smithi031.stdout: 240: throughput=4.98MB/sec pending data=0 2024-08-10T05:38:34.990 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-vzp6hvx18ew20OI off=4395269 len=578368 2024-08-10T05:38:34.990 INFO:tasks.workunit.client.0.smithi031.stdout:op 1250 completed, throughput=4.99MB/sec 2024-08-10T05:38:34.991 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-p4hSBr7AS4jZYAK off=11076034 len=793955 2024-08-10T05:38:34.993 INFO:tasks.workunit.client.0.smithi031.stdout:op 1251 completed, throughput=4.99MB/sec 2024-08-10T05:38:34.993 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-7D4m3-8ZicD-lkj off=3170790 len=1697451 2024-08-10T05:38:34.995 INFO:tasks.workunit.client.0.smithi031.stdout:op 1252 completed, throughput=5MB/sec 2024-08-10T05:38:34.995 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-klkAJBPK6ilxBxN off=3928728 len=919470 2024-08-10T05:38:34.996 INFO:tasks.workunit.client.0.smithi031.stdout:op 1253 completed, throughput=5MB/sec 2024-08-10T05:38:34.996 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-2xcecPaDWS8gQ_E off=3396322 len=1997576 2024-08-10T05:38:35.007 INFO:tasks.workunit.client.0.smithi031.stdout:op 1254 completed, throughput=5.01MB/sec 2024-08-10T05:38:36.007 INFO:tasks.workunit.client.0.smithi031.stdout: 241: throughput=4.99MB/sec pending data=0 2024-08-10T05:38:36.007 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Fabzi7r0ETEeC84 off=1848229 len=621291 2024-08-10T05:38:36.008 INFO:tasks.workunit.client.0.smithi031.stdout:op 1255 completed, throughput=4.99MB/sec 2024-08-10T05:38:36.009 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Eo6QKlZkp1UUML0 off=2277737 len=103858 2024-08-10T05:38:36.011 INFO:tasks.workunit.client.0.smithi031.stdout:op 1256 completed, throughput=4.99MB/sec 2024-08-10T05:38:36.011 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-BSwwayJq8cZK4Ef off=3518482 len=169972 2024-08-10T05:38:36.012 INFO:tasks.workunit.client.0.smithi031.stdout:op 1257 completed, throughput=4.99MB/sec 2024-08-10T05:38:36.012 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-nhKThi0ljmNY_1L off=8632264 len=1591532 2024-08-10T05:38:36.020 INFO:tasks.workunit.client.0.smithi031.stdout:op 1258 completed, throughput=5MB/sec 2024-08-10T05:38:36.020 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-M5MMfHmd-4Sxz9t off=16382292 len=663452 2024-08-10T05:38:36.025 INFO:tasks.workunit.client.0.smithi031.stdout:op 1259 completed, throughput=5MB/sec 2024-08-10T05:38:36.025 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-H6jO7KF9mFSDmAs off=2942139 len=1610093 2024-08-10T05:38:36.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:38:35 smithi196 ceph-mon[90243]: pgmap v1514: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-10T05:38:36.033 INFO:tasks.workunit.client.0.smithi031.stdout:op 1260 completed, throughput=5MB/sec 2024-08-10T05:38:36.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:38:35 smithi031 ceph-mon[98130]: pgmap v1514: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-10T05:38:36.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:38:35 smithi031 ceph-mon[100614]: pgmap v1514: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-10T05:38:37.034 INFO:tasks.workunit.client.0.smithi031.stdout: 242: throughput=4.98MB/sec pending data=0 2024-08-10T05:38:37.034 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-IcIp4gI065IFXGD off=8285675 len=1200761 2024-08-10T05:38:37.041 INFO:tasks.workunit.client.0.smithi031.stdout:op 1261 completed, throughput=4.99MB/sec 2024-08-10T05:38:37.041 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Mnk3Zx_76nI6sUn off=10849578 len=628101 2024-08-10T05:38:37.045 INFO:tasks.workunit.client.0.smithi031.stdout:op 1262 completed, throughput=4.99MB/sec 2024-08-10T05:38:37.045 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-itFla50Gahg2V03 off=4131042 len=2065669 2024-08-10T05:38:37.048 INFO:tasks.workunit.client.0.smithi031.stdout:op 1263 completed, throughput=5MB/sec 2024-08-10T05:38:37.048 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-uTrFI8-oPvi-9Lg off=697637 len=1715866 2024-08-10T05:38:37.051 INFO:tasks.workunit.client.0.smithi031.stdout:op 1264 completed, throughput=5.01MB/sec 2024-08-10T05:38:38.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:38:37 smithi196 ceph-mon[90243]: pgmap v1515: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-10T05:38:38.052 INFO:tasks.workunit.client.0.smithi031.stdout: 243: throughput=4.99MB/sec pending data=0 2024-08-10T05:38:38.052 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-_Hxs6jaYuTwCMJP off=1870493 len=518052 2024-08-10T05:38:38.053 INFO:tasks.workunit.client.0.smithi031.stdout:op 1265 completed, throughput=4.99MB/sec 2024-08-10T05:38:38.053 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Nfagdd9yCigKt7U off=8323040 len=1517448 2024-08-10T05:38:38.061 INFO:tasks.workunit.client.0.smithi031.stdout:op 1266 completed, throughput=4.99MB/sec 2024-08-10T05:38:38.061 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-BuUlyJVjWWVdZjS off=1176698 len=221922 2024-08-10T05:38:38.064 INFO:tasks.workunit.client.0.smithi031.stdout:op 1267 completed, throughput=4.99MB/sec 2024-08-10T05:38:38.064 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Fistt0a0O-VZMSY off=995563 len=1164878 2024-08-10T05:38:38.071 INFO:tasks.workunit.client.0.smithi031.stdout:op 1268 completed, throughput=5MB/sec 2024-08-10T05:38:38.071 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj--wwYvL545DZU4nn off=11248226 len=1185990 2024-08-10T05:38:38.077 INFO:tasks.workunit.client.0.smithi031.stdout:op 1269 completed, throughput=5MB/sec 2024-08-10T05:38:38.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:38:37 smithi031 ceph-mon[98130]: pgmap v1515: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-10T05:38:38.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:38:37 smithi031 ceph-mon[100614]: pgmap v1515: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-10T05:38:39.078 INFO:tasks.workunit.client.0.smithi031.stdout: 244: throughput=4.98MB/sec pending data=0 2024-08-10T05:38:39.078 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-a1cvO2PXcIrTxe_ off=879335 len=312041 2024-08-10T05:38:39.079 INFO:tasks.workunit.client.0.smithi031.stdout:op 1270 completed, throughput=4.98MB/sec 2024-08-10T05:38:39.079 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-msNZ1vI4u10euTP off=1941353 len=727879 2024-08-10T05:38:39.083 INFO:tasks.workunit.client.0.smithi031.stdout:op 1271 completed, throughput=4.99MB/sec 2024-08-10T05:38:39.083 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-0pkNiQUUIIcqmHx off=14241335 len=1063616 2024-08-10T05:38:39.084 INFO:tasks.workunit.client.0.smithi031.stdout:op 1272 completed, throughput=4.99MB/sec 2024-08-10T05:38:39.085 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-D42fewsD0YF6jb8 off=3094081 len=80029 2024-08-10T05:38:39.085 INFO:tasks.workunit.client.0.smithi031.stdout:op 1273 completed, throughput=4.99MB/sec 2024-08-10T05:38:39.085 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-35Viru3iz-ufbBE off=2120148 len=1521960 2024-08-10T05:38:39.091 INFO:tasks.workunit.client.0.smithi031.stdout:op 1274 completed, throughput=5MB/sec 2024-08-10T05:38:39.091 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-5--GDfESA5SsV74 off=5708011 len=1440249 2024-08-10T05:38:39.098 INFO:tasks.workunit.client.0.smithi031.stdout:op 1275 completed, throughput=5MB/sec 2024-08-10T05:38:40.099 INFO:tasks.workunit.client.0.smithi031.stdout: 245: throughput=4.98MB/sec pending data=0 2024-08-10T05:38:40.099 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-BgigemN4FFkLf-o off=408908 len=1116535 2024-08-10T05:38:40.105 INFO:tasks.workunit.client.0.smithi031.stdout:op 1276 completed, throughput=4.99MB/sec 2024-08-10T05:38:40.105 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-IFzVyH06pPWDMdn off=9549162 len=1405126 2024-08-10T05:38:40.113 INFO:tasks.workunit.client.0.smithi031.stdout:op 1277 completed, throughput=4.99MB/sec 2024-08-10T05:38:40.113 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-BiN7Qt7umbyc3oT off=5965673 len=2078877 2024-08-10T05:38:40.115 INFO:tasks.workunit.client.0.smithi031.stdout:op 1278 completed, throughput=5MB/sec 2024-08-10T05:38:40.115 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-6dfa7nj4TqJv7Eh off=5481972 len=1316238 2024-08-10T05:38:40.117 INFO:tasks.workunit.client.0.smithi031.stdout:op 1279 completed, throughput=5MB/sec 2024-08-10T05:38:40.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:38:39 smithi031 ceph-mon[98130]: pgmap v1516: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:38:40.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:38:39 smithi031 ceph-mon[100614]: pgmap v1516: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:38:40.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:38:39 smithi196 ceph-mon[90243]: pgmap v1516: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:38:41.117 INFO:tasks.workunit.client.0.smithi031.stdout: 246: throughput=4.98MB/sec pending data=0 2024-08-10T05:38:41.118 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-_tWENhQ4JweVwfi off=15320045 len=1642334 2024-08-10T05:38:41.125 INFO:tasks.workunit.client.0.smithi031.stdout:op 1280 completed, throughput=4.99MB/sec 2024-08-10T05:38:41.126 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-YL2U6ISB1A4w3F5 off=61477 len=1578420 2024-08-10T05:38:41.133 INFO:tasks.workunit.client.0.smithi031.stdout:op 1281 completed, throughput=5MB/sec 2024-08-10T05:38:41.133 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-zIlWOTSeZjDLXz8 off=1702677 len=2070769 2024-08-10T05:38:41.135 INFO:tasks.workunit.client.0.smithi031.stdout:op 1282 completed, throughput=5MB/sec 2024-08-10T05:38:41.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:38:41 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:38:41] "GET /metrics HTTP/1.1" 200 34038 "" "Prometheus/2.43.0" 2024-08-10T05:38:42.136 INFO:tasks.workunit.client.0.smithi031.stdout: 247: throughput=4.98MB/sec pending data=0 2024-08-10T05:38:42.136 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-WHoyRNWahkE93TM off=1468665 len=1932752 2024-08-10T05:38:42.147 INFO:tasks.workunit.client.0.smithi031.stdout:op 1283 completed, throughput=4.99MB/sec 2024-08-10T05:38:42.148 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-kUslExvu7CiZK9Y off=2835768 len=1004155 2024-08-10T05:38:42.149 INFO:tasks.workunit.client.0.smithi031.stdout:op 1284 completed, throughput=5MB/sec 2024-08-10T05:38:42.149 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-YI7boDxXty5pMP_ off=11510538 len=190392 2024-08-10T05:38:42.149 INFO:tasks.workunit.client.0.smithi031.stdout:op 1285 completed, throughput=5MB/sec 2024-08-10T05:38:42.150 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-d6j8b19RO6WutUW off=2285276 len=1379113 2024-08-10T05:38:42.153 INFO:tasks.workunit.client.0.smithi031.stdout:op 1286 completed, throughput=5MB/sec 2024-08-10T05:38:42.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:38:41 smithi031 ceph-mon[98130]: pgmap v1517: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-08-10T05:38:42.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:38:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:38:42.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:38:41 smithi031 ceph-mon[100614]: pgmap v1517: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-08-10T05:38:42.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:38:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:38:42.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:38:41 smithi196 ceph-mon[90243]: pgmap v1517: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-08-10T05:38:42.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:38:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:38:42.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:38:42 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:38:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:38:43.153 INFO:tasks.workunit.client.0.smithi031.stdout: 248: throughput=4.98MB/sec pending data=0 2024-08-10T05:38:43.154 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-xkD9_P0_L-1QKLI off=8611471 len=1411388 2024-08-10T05:38:43.160 INFO:tasks.workunit.client.0.smithi031.stdout:op 1287 completed, throughput=4.99MB/sec 2024-08-10T05:38:43.160 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-d-g1ehxj2btlT2K off=1877693 len=1355147 2024-08-10T05:38:43.161 INFO:tasks.workunit.client.0.smithi031.stdout:op 1288 completed, throughput=4.99MB/sec 2024-08-10T05:38:43.161 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-itFla50Gahg2V03 off=2478815 len=738126 2024-08-10T05:38:43.162 INFO:tasks.workunit.client.0.smithi031.stdout:op 1289 completed, throughput=4.99MB/sec 2024-08-10T05:38:43.163 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-_fAu0uY9gAIY37- off=1812852 len=574517 2024-08-10T05:38:43.167 INFO:tasks.workunit.client.0.smithi031.stdout:op 1290 completed, throughput=5MB/sec 2024-08-10T05:38:43.167 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-cWZ83ynx51PRIv- off=4791238 len=955245 2024-08-10T05:38:43.172 INFO:tasks.workunit.client.0.smithi031.stdout:op 1291 completed, throughput=5MB/sec 2024-08-10T05:38:43.172 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-y-Xg9uWZTDUHuHj off=354329 len=1444214 2024-08-10T05:38:43.175 INFO:tasks.workunit.client.0.smithi031.stdout:op 1292 completed, throughput=5.01MB/sec 2024-08-10T05:38:44.175 INFO:tasks.workunit.client.0.smithi031.stdout: 249: throughput=4.99MB/sec pending data=0 2024-08-10T05:38:44.175 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-7LM0_cBJrYt2jJ6 off=7202356 len=630068 2024-08-10T05:38:44.176 INFO:tasks.workunit.client.0.smithi031.stdout:op 1293 completed, throughput=4.99MB/sec 2024-08-10T05:38:44.176 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-VA7wuHSOJzt8Drm off=1764097 len=991533 2024-08-10T05:38:44.178 INFO:tasks.workunit.client.0.smithi031.stdout:op 1294 completed, throughput=4.99MB/sec 2024-08-10T05:38:44.178 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-HmAUDT518W3jfQd off=2589704 len=694199 2024-08-10T05:38:44.182 INFO:tasks.workunit.client.0.smithi031.stdout:op 1295 completed, throughput=4.99MB/sec 2024-08-10T05:38:44.182 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-XqP0TNQB3JX1mpK off=4474399 len=752114 2024-08-10T05:38:44.183 INFO:tasks.workunit.client.0.smithi031.stdout:op 1296 completed, throughput=5MB/sec 2024-08-10T05:38:44.183 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-5LNpT9hPGvx3VGM off=7266806 len=1610514 2024-08-10T05:38:44.193 INFO:tasks.workunit.client.0.smithi031.stdout:op 1297 completed, throughput=5MB/sec 2024-08-10T05:38:44.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:38:43 smithi031 ceph-mon[98130]: pgmap v1518: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:38:44.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:38:43 smithi031 ceph-mon[100614]: pgmap v1518: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:38:44.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:38:43 smithi196 ceph-mon[90243]: pgmap v1518: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:38:45.193 INFO:tasks.workunit.client.0.smithi031.stdout: 250: throughput=4.98MB/sec pending data=0 2024-08-10T05:38:45.193 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-7pyRy3-ak04F7Ia off=9962109 len=1949554 2024-08-10T05:38:45.203 INFO:tasks.workunit.client.0.smithi031.stdout:op 1298 completed, throughput=4.99MB/sec 2024-08-10T05:38:45.203 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-1jBramk_PRHyxpv off=19870287 len=1450195 2024-08-10T05:38:45.210 INFO:tasks.workunit.client.0.smithi031.stdout:op 1299 completed, throughput=5MB/sec 2024-08-10T05:38:45.210 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-M9ntyvTis7tC-7H off=1211572 len=905335 2024-08-10T05:38:45.214 INFO:tasks.workunit.client.0.smithi031.stdout:op 1300 completed, throughput=5MB/sec 2024-08-10T05:38:45.215 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-vhtJfQ8d_-AZZP1 off=5667836 len=119760 2024-08-10T05:38:45.217 INFO:tasks.workunit.client.0.smithi031.stdout:op 1301 completed, throughput=5MB/sec 2024-08-10T05:38:45.217 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-yfiwpr75zupfI9l off=2757017 len=1626552 2024-08-10T05:38:45.222 INFO:tasks.workunit.client.0.smithi031.stdout:op 1302 completed, throughput=5.01MB/sec 2024-08-10T05:38:46.223 INFO:tasks.workunit.client.0.smithi031.stdout: 251: throughput=4.99MB/sec pending data=0 2024-08-10T05:38:46.223 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-6Afv8h9Hb-gTTYy off=4767087 len=985883 2024-08-10T05:38:46.225 INFO:tasks.workunit.client.0.smithi031.stdout:op 1303 completed, throughput=4.99MB/sec 2024-08-10T05:38:46.225 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-EHUHwvRpvfFPDgN off=949358 len=366551 2024-08-10T05:38:46.227 INFO:tasks.workunit.client.0.smithi031.stdout:op 1304 completed, throughput=4.99MB/sec 2024-08-10T05:38:46.227 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-pqOeD2MOVxdvN6B off=4279976 len=579367 2024-08-10T05:38:46.231 INFO:tasks.workunit.client.0.smithi031.stdout:op 1305 completed, throughput=4.99MB/sec 2024-08-10T05:38:46.231 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ncQ3N9KrJ2c0z3k off=12855960 len=941215 2024-08-10T05:38:46.232 INFO:tasks.workunit.client.0.smithi031.stdout:op 1306 completed, throughput=5MB/sec 2024-08-10T05:38:46.232 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-2dO1dfcAJQ2kaWS off=7433731 len=248019 2024-08-10T05:38:46.235 INFO:tasks.workunit.client.0.smithi031.stdout:op 1307 completed, throughput=5MB/sec 2024-08-10T05:38:46.235 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-xsBRpsF033UBWOz off=12092850 len=1127124 2024-08-10T05:38:46.241 INFO:tasks.workunit.client.0.smithi031.stdout:op 1308 completed, throughput=5MB/sec 2024-08-10T05:38:46.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:38:45 smithi031 ceph-mon[98130]: pgmap v1519: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:38:46.268 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:38:45 smithi031 ceph-mon[100614]: pgmap v1519: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:38:46.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:38:45 smithi196 ceph-mon[90243]: pgmap v1519: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:38:47.242 INFO:tasks.workunit.client.0.smithi031.stdout: 252: throughput=4.98MB/sec pending data=0 2024-08-10T05:38:47.242 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-oxotfr-6mX1mzlm off=13552557 len=576333 2024-08-10T05:38:47.246 INFO:tasks.workunit.client.0.smithi031.stdout:op 1309 completed, throughput=4.98MB/sec 2024-08-10T05:38:47.246 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-5sU6bSKxzZe1Hpq off=4548158 len=1230664 2024-08-10T05:38:47.251 INFO:tasks.workunit.client.0.smithi031.stdout:op 1310 completed, throughput=4.99MB/sec 2024-08-10T05:38:47.251 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-RY5DdGe2y8PF6fH off=16610147 len=1406627 2024-08-10T05:38:47.261 INFO:tasks.workunit.client.0.smithi031.stdout:op 1311 completed, throughput=4.99MB/sec 2024-08-10T05:38:47.261 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-jo39ZhPAEeWbvLB off=13075517 len=1599272 2024-08-10T05:38:47.268 INFO:tasks.workunit.client.0.smithi031.stdout:op 1312 completed, throughput=5MB/sec 2024-08-10T05:38:47.269 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-0fNaHb_1Mkanz4Y off=8876007 len=294300 2024-08-10T05:38:47.271 INFO:tasks.workunit.client.0.smithi031.stdout:op 1313 completed, throughput=5MB/sec 2024-08-10T05:38:47.271 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-9ebvTTNq-_1BGqB off=406999 len=1739795 2024-08-10T05:38:47.277 INFO:tasks.workunit.client.0.smithi031.stdout:op 1314 completed, throughput=5.01MB/sec 2024-08-10T05:38:48.071 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:38:47 smithi031 ceph-mon[98130]: pgmap v1520: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:38:48.071 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:38:47 smithi031 ceph-mon[100614]: pgmap v1520: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:38:48.278 INFO:tasks.workunit.client.0.smithi031.stdout: 253: throughput=4.99MB/sec pending data=0 2024-08-10T05:38:48.278 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-7xwdwq3us9u2d1H off=2281626 len=590750 2024-08-10T05:38:48.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:38:47 smithi196 ceph-mon[90243]: pgmap v1520: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:38:48.279 INFO:tasks.workunit.client.0.smithi031.stdout:op 1315 completed, throughput=4.99MB/sec 2024-08-10T05:38:48.280 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-YqaXYl2ORVHfidi off=20065904 len=1314919 2024-08-10T05:38:48.286 INFO:tasks.workunit.client.0.smithi031.stdout:op 1316 completed, throughput=4.99MB/sec 2024-08-10T05:38:48.286 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-p9aKrlLy0hvRFJE off=13036 len=1870954 2024-08-10T05:38:48.294 INFO:tasks.workunit.client.0.smithi031.stdout:op 1317 completed, throughput=5MB/sec 2024-08-10T05:38:49.294 INFO:tasks.workunit.client.0.smithi031.stdout: 254: throughput=4.98MB/sec pending data=0 2024-08-10T05:38:49.294 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-llfBsWrmG9kR_-Y off=20795626 len=393819 2024-08-10T05:38:49.295 INFO:tasks.workunit.client.0.smithi031.stdout:op 1318 completed, throughput=4.98MB/sec 2024-08-10T05:38:49.295 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-VRa9ADf__dVxQUG off=9276554 len=1755999 2024-08-10T05:38:49.304 INFO:tasks.workunit.client.0.smithi031.stdout:op 1319 completed, throughput=4.99MB/sec 2024-08-10T05:38:49.304 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-LLEyKnTAlXN30pB off=9164065 len=1472359 2024-08-10T05:38:49.306 INFO:tasks.workunit.client.0.smithi031.stdout:op 1320 completed, throughput=4.99MB/sec 2024-08-10T05:38:49.306 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Hwg0PDT1jmcm_KI off=1054538 len=1132849 2024-08-10T05:38:49.312 INFO:tasks.workunit.client.0.smithi031.stdout:op 1321 completed, throughput=5MB/sec 2024-08-10T05:38:49.312 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-UW9Q3m3F5swZuCX off=6287836 len=1194494 2024-08-10T05:38:49.312 INFO:tasks.workunit.client.0.smithi031.stdout:op 1322 completed, throughput=5MB/sec 2024-08-10T05:38:50.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:38:49 smithi031 ceph-mon[98130]: pgmap v1521: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:38:50.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:38:49 smithi031 ceph-mon[100614]: pgmap v1521: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:38:50.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:38:49 smithi196 ceph-mon[90243]: pgmap v1521: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:38:50.313 INFO:tasks.workunit.client.0.smithi031.stdout: 255: throughput=4.98MB/sec pending data=0 2024-08-10T05:38:50.313 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-UmiIO_J-32OQQgV off=7589653 len=1310649 2024-08-10T05:38:50.320 INFO:tasks.workunit.client.0.smithi031.stdout:op 1323 completed, throughput=4.99MB/sec 2024-08-10T05:38:50.321 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Rce7k74BEPqQFkS off=607843 len=256574 2024-08-10T05:38:50.323 INFO:tasks.workunit.client.0.smithi031.stdout:op 1324 completed, throughput=4.99MB/sec 2024-08-10T05:38:50.323 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-tLGD_xhf33S8tgm off=49276 len=1819298 2024-08-10T05:38:50.332 INFO:tasks.workunit.client.0.smithi031.stdout:op 1325 completed, throughput=5MB/sec 2024-08-10T05:38:50.332 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ueWMeoPaKJO303a off=18707796 len=1339870 2024-08-10T05:38:50.333 INFO:tasks.workunit.client.0.smithi031.stdout:op 1326 completed, throughput=5MB/sec 2024-08-10T05:38:51.334 INFO:tasks.workunit.client.0.smithi031.stdout: 256: throughput=4.98MB/sec pending data=0 2024-08-10T05:38:51.334 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-i4bolx4DgvAtd9o off=2559522 len=1345536 2024-08-10T05:38:51.336 INFO:tasks.workunit.client.0.smithi031.stdout:op 1327 completed, throughput=4.99MB/sec 2024-08-10T05:38:51.336 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-re-SUZCEa2aP07z off=2635560 len=647452 2024-08-10T05:38:51.338 INFO:tasks.workunit.client.0.smithi031.stdout:op 1328 completed, throughput=4.99MB/sec 2024-08-10T05:38:51.338 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-1QcWOUa-eQgbuUH off=14794070 len=1615127 2024-08-10T05:38:51.340 INFO:tasks.workunit.client.0.smithi031.stdout:op 1329 completed, throughput=4.99MB/sec 2024-08-10T05:38:51.340 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-SgU8oqr-uHe6qTy off=3595092 len=1440828 2024-08-10T05:38:51.347 INFO:tasks.workunit.client.0.smithi031.stdout:op 1330 completed, throughput=5MB/sec 2024-08-10T05:38:51.347 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-r5vsM1ZmzkKg8hX off=5400000 len=1953250 2024-08-10T05:38:51.350 INFO:tasks.workunit.client.0.smithi031.stdout:op 1331 completed, throughput=5.01MB/sec 2024-08-10T05:38:51.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:38:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:38:51] "GET /metrics HTTP/1.1" 200 34038 "" "Prometheus/2.43.0" 2024-08-10T05:38:52.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:38:51 smithi196 ceph-mon[90243]: pgmap v1522: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-10T05:38:52.029 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:38:51 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[126930]: logger=sqlstore.transactions t=2024-08-10T05:38:51.759437049Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-08-10T05:38:52.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:38:51 smithi031 ceph-mon[98130]: pgmap v1522: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-10T05:38:52.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:38:51 smithi031 ceph-mon[100614]: pgmap v1522: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-10T05:38:52.350 INFO:tasks.workunit.client.0.smithi031.stdout: 257: throughput=4.99MB/sec pending data=0 2024-08-10T05:38:52.350 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Ki8N4wElxXxufxL off=7766229 len=986321 2024-08-10T05:38:52.352 INFO:tasks.workunit.client.0.smithi031.stdout:op 1332 completed, throughput=4.99MB/sec 2024-08-10T05:38:52.352 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-_VLRnTIQ4Vfyi5Z off=10163666 len=2051103 2024-08-10T05:38:52.367 INFO:tasks.workunit.client.0.smithi031.stdout:op 1333 completed, throughput=5MB/sec 2024-08-10T05:38:52.367 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-eywgUJq89rqRug8 off=3045979 len=1519596 2024-08-10T05:38:52.370 INFO:tasks.workunit.client.0.smithi031.stdout:op 1334 completed, throughput=5MB/sec 2024-08-10T05:38:52.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:38:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:38:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:38:53.371 INFO:tasks.workunit.client.0.smithi031.stdout: 258: throughput=4.98MB/sec pending data=0 2024-08-10T05:38:53.371 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-KsGZP2UNUVB-HZT off=14178807 len=2009787 2024-08-10T05:38:53.381 INFO:tasks.workunit.client.0.smithi031.stdout:op 1335 completed, throughput=4.99MB/sec 2024-08-10T05:38:53.381 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-nME9lc8eVAw3aCQ off=4416344 len=2046680 2024-08-10T05:38:53.382 INFO:tasks.workunit.client.0.smithi031.stdout:op 1336 completed, throughput=5MB/sec 2024-08-10T05:38:53.382 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-QERw4EEaMzhkREx off=1949110 len=279186 2024-08-10T05:38:53.383 INFO:tasks.workunit.client.0.smithi031.stdout:op 1337 completed, throughput=5MB/sec 2024-08-10T05:38:54.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:38:53 smithi031 ceph-mon[98130]: pgmap v1523: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:38:54.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:38:53 smithi031 ceph-mon[100614]: pgmap v1523: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:38:54.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:38:53 smithi196 ceph-mon[90243]: pgmap v1523: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:38:54.383 INFO:tasks.workunit.client.0.smithi031.stdout: 259: throughput=4.98MB/sec pending data=0 2024-08-10T05:38:54.384 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-aom02qxB50DP8M5 off=8827379 len=801828 2024-08-10T05:38:54.390 INFO:tasks.workunit.client.0.smithi031.stdout:op 1338 completed, throughput=4.98MB/sec 2024-08-10T05:38:54.390 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-DqYPQW6qVsFYTjq off=9313235 len=954936 2024-08-10T05:38:54.391 INFO:tasks.workunit.client.0.smithi031.stdout:op 1339 completed, throughput=4.99MB/sec 2024-08-10T05:38:54.391 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-GTNKHeggAV2h3G9 off=11646221 len=1812670 2024-08-10T05:38:54.400 INFO:tasks.workunit.client.0.smithi031.stdout:op 1340 completed, throughput=4.99MB/sec 2024-08-10T05:38:54.400 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-OMF4J8NYUOMl1WU off=3393118 len=626161 2024-08-10T05:38:54.401 INFO:tasks.workunit.client.0.smithi031.stdout:op 1341 completed, throughput=5MB/sec 2024-08-10T05:38:54.401 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Tlz5Jo09soqfEOY off=3936083 len=83339 2024-08-10T05:38:54.404 INFO:tasks.workunit.client.0.smithi031.stdout:op 1342 completed, throughput=5MB/sec 2024-08-10T05:38:54.404 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-vqootMqVVdAnFaI off=1384994 len=1401469 2024-08-10T05:38:54.412 INFO:tasks.workunit.client.0.smithi031.stdout:op 1343 completed, throughput=5MB/sec 2024-08-10T05:38:55.412 INFO:tasks.workunit.client.0.smithi031.stdout: 260: throughput=4.98MB/sec pending data=0 2024-08-10T05:38:55.412 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-lwCWqrmGBe86AHS off=10204984 len=391904 2024-08-10T05:38:55.413 INFO:tasks.workunit.client.0.smithi031.stdout:op 1344 completed, throughput=4.98MB/sec 2024-08-10T05:38:55.413 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-PvkE4n8PJA2Qrl2 off=3554684 len=440278 2024-08-10T05:38:55.414 INFO:tasks.workunit.client.0.smithi031.stdout:op 1345 completed, throughput=4.99MB/sec 2024-08-10T05:38:55.414 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-MWM3f8jrpPMos90 off=9979787 len=1728400 2024-08-10T05:38:55.417 INFO:tasks.workunit.client.0.smithi031.stdout:op 1346 completed, throughput=4.99MB/sec 2024-08-10T05:38:55.417 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-_zSVOsI9Ptc08UK off=7583061 len=579438 2024-08-10T05:38:55.422 INFO:tasks.workunit.client.0.smithi031.stdout:op 1347 completed, throughput=4.99MB/sec 2024-08-10T05:38:55.423 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-wr2JHiwqnoXcvQM off=4738717 len=1812402 2024-08-10T05:38:55.430 INFO:tasks.workunit.client.0.smithi031.stdout:op 1348 completed, throughput=5MB/sec 2024-08-10T05:38:55.430 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Nygu-W28cXDnY9- off=4823841 len=740502 2024-08-10T05:38:55.431 INFO:tasks.workunit.client.0.smithi031.stdout:op 1349 completed, throughput=5MB/sec 2024-08-10T05:38:56.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:38:55 smithi031 ceph-mon[98130]: pgmap v1524: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-08-10T05:38:56.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:38:55 smithi031 ceph-mon[100614]: pgmap v1524: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-08-10T05:38:56.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:38:55 smithi196 ceph-mon[90243]: pgmap v1524: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-08-10T05:38:56.432 INFO:tasks.workunit.client.0.smithi031.stdout: 261: throughput=4.98MB/sec pending data=0 2024-08-10T05:38:56.432 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-rYQpMgMGm-PH7TH off=701648 len=804867 2024-08-10T05:38:56.434 INFO:tasks.workunit.client.0.smithi031.stdout:op 1350 completed, throughput=4.99MB/sec 2024-08-10T05:38:56.434 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-APwQAxNIsIveFbj off=15316705 len=969890 2024-08-10T05:38:56.438 INFO:tasks.workunit.client.0.smithi031.stdout:op 1351 completed, throughput=4.99MB/sec 2024-08-10T05:38:56.439 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-LFPRHKmFZodeInQ off=9183443 len=241038 2024-08-10T05:38:56.442 INFO:tasks.workunit.client.0.smithi031.stdout:op 1352 completed, throughput=4.99MB/sec 2024-08-10T05:38:56.442 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-JaR4OHZJflSwoaR off=11420070 len=1669654 2024-08-10T05:38:56.449 INFO:tasks.workunit.client.0.smithi031.stdout:op 1353 completed, throughput=5MB/sec 2024-08-10T05:38:56.449 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Fs32HuHnW_yjSwf off=17012701 len=1250271 2024-08-10T05:38:56.450 INFO:tasks.workunit.client.0.smithi031.stdout:op 1354 completed, throughput=5MB/sec 2024-08-10T05:38:57.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:38:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:38:57.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:38:56 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:38:57.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:38:56 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:38:57.450 INFO:tasks.workunit.client.0.smithi031.stdout: 262: throughput=4.98MB/sec pending data=0 2024-08-10T05:38:57.451 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-H1aMDltW-59SEHT off=2715598 len=2008506 2024-08-10T05:38:57.460 INFO:tasks.workunit.client.0.smithi031.stdout:op 1355 completed, throughput=4.99MB/sec 2024-08-10T05:38:57.461 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-8ZEj3gOdVQ2fYGy off=10963906 len=1316664 2024-08-10T05:38:57.466 INFO:tasks.workunit.client.0.smithi031.stdout:op 1356 completed, throughput=4.99MB/sec 2024-08-10T05:38:57.466 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Rce7k74BEPqQFkS off=289180 len=348159 2024-08-10T05:38:57.469 INFO:tasks.workunit.client.0.smithi031.stdout:op 1357 completed, throughput=4.99MB/sec 2024-08-10T05:38:57.470 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-KRvYniGoh98rjkd off=12689731 len=1486239 2024-08-10T05:38:57.471 INFO:tasks.workunit.client.0.smithi031.stdout:op 1358 completed, throughput=5MB/sec 2024-08-10T05:38:58.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:38:57 smithi031 ceph-mon[98130]: pgmap v1525: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-10T05:38:58.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:38:57 smithi031 ceph-mon[100614]: pgmap v1525: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-10T05:38:58.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:38:57 smithi196 ceph-mon[90243]: pgmap v1525: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-10T05:38:58.471 INFO:tasks.workunit.client.0.smithi031.stdout: 263: throughput=4.98MB/sec pending data=0 2024-08-10T05:38:58.472 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-lMHsrktH04YhJ8W off=6684160 len=236651 2024-08-10T05:38:58.473 INFO:tasks.workunit.client.0.smithi031.stdout:op 1359 completed, throughput=4.98MB/sec 2024-08-10T05:38:58.473 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-IQbG-lwFh4erhyK off=794642 len=898069 2024-08-10T05:38:58.474 INFO:tasks.workunit.client.0.smithi031.stdout:op 1360 completed, throughput=4.99MB/sec 2024-08-10T05:38:58.474 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-9o18PGygmgaW-dD off=5306529 len=675896 2024-08-10T05:38:58.479 INFO:tasks.workunit.client.0.smithi031.stdout:op 1361 completed, throughput=4.99MB/sec 2024-08-10T05:38:58.479 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-MozLeIf4xsDV1eQ off=17155096 len=716995 2024-08-10T05:38:58.483 INFO:tasks.workunit.client.0.smithi031.stdout:op 1362 completed, throughput=4.99MB/sec 2024-08-10T05:38:58.483 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-PoJCJyEnb5Vtx5N off=784664 len=625558 2024-08-10T05:38:58.487 INFO:tasks.workunit.client.0.smithi031.stdout:op 1363 completed, throughput=4.99MB/sec 2024-08-10T05:38:58.487 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-rYo-7Bmg3QxaVTA off=1940590 len=435774 2024-08-10T05:38:58.490 INFO:tasks.workunit.client.0.smithi031.stdout:op 1364 completed, throughput=4.99MB/sec 2024-08-10T05:38:58.490 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-odzBrOwKhKbAoJg off=667345 len=2009112 2024-08-10T05:38:58.501 INFO:tasks.workunit.client.0.smithi031.stdout:op 1365 completed, throughput=5MB/sec 2024-08-10T05:38:59.502 INFO:tasks.workunit.client.0.smithi031.stdout: 264: throughput=4.98MB/sec pending data=0 2024-08-10T05:38:59.502 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-2gUeIlT3rTSepLK off=4739242 len=212339 2024-08-10T05:38:59.505 INFO:tasks.workunit.client.0.smithi031.stdout:op 1366 completed, throughput=4.98MB/sec 2024-08-10T05:38:59.505 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-YXA9HzaahZEo5f8 off=6539159 len=422747 2024-08-10T05:38:59.508 INFO:tasks.workunit.client.0.smithi031.stdout:op 1367 completed, throughput=4.98MB/sec 2024-08-10T05:38:59.508 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-VFH2JtAjIJ0Ge85 off=3542903 len=905945 2024-08-10T05:38:59.510 INFO:tasks.workunit.client.0.smithi031.stdout:op 1368 completed, throughput=4.99MB/sec 2024-08-10T05:38:59.510 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-yXz4dZk4wMY2Zgg off=10007870 len=1462863 2024-08-10T05:38:59.519 INFO:tasks.workunit.client.0.smithi031.stdout:op 1369 completed, throughput=4.99MB/sec 2024-08-10T05:38:59.519 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-XHTI-MapfT0gPVj off=1401066 len=1917774 2024-08-10T05:38:59.530 INFO:tasks.workunit.client.0.smithi031.stdout:op 1370 completed, throughput=5MB/sec 2024-08-10T05:38:59.530 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-E10CCwR_hzenAnz off=18386261 len=313185 2024-08-10T05:38:59.530 INFO:tasks.workunit.client.0.smithi031.stdout:op 1371 completed, throughput=5MB/sec 2024-08-10T05:39:00.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:38:59 smithi031 ceph-mon[98130]: pgmap v1526: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-08-10T05:39:00.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:38:59 smithi031 ceph-mon[100614]: pgmap v1526: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-08-10T05:39:00.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:38:59 smithi196 ceph-mon[90243]: pgmap v1526: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-08-10T05:39:00.529 INFO:tasks.workunit.client.0.smithi031.stdout: 265: throughput=4.98MB/sec pending data=0 2024-08-10T05:39:00.529 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-SrpKvi_WHTmicP7 off=782076 len=879974 2024-08-10T05:39:00.530 INFO:tasks.workunit.client.0.smithi031.stdout:op 1372 completed, throughput=4.98MB/sec 2024-08-10T05:39:00.531 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-vC99Se5eeO6G3W9 off=7367351 len=686469 2024-08-10T05:39:00.535 INFO:tasks.workunit.client.0.smithi031.stdout:op 1373 completed, throughput=4.99MB/sec 2024-08-10T05:39:00.535 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-BWMQ_pR-dXWsgdG off=1367740 len=1726148 2024-08-10T05:39:00.538 INFO:tasks.workunit.client.0.smithi031.stdout:op 1374 completed, throughput=4.99MB/sec 2024-08-10T05:39:00.538 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-LUVfsLNQlqcDydw off=3994131 len=327543 2024-08-10T05:39:00.542 INFO:tasks.workunit.client.0.smithi031.stdout:op 1375 completed, throughput=4.99MB/sec 2024-08-10T05:39:00.542 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-cSpkkMETn2Z6gvZ off=8290332 len=705513 2024-08-10T05:39:00.543 INFO:tasks.workunit.client.0.smithi031.stdout:op 1376 completed, throughput=5MB/sec 2024-08-10T05:39:00.543 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-9wVJ3f_PVw1jszF off=2896075 len=854401 2024-08-10T05:39:00.548 INFO:tasks.workunit.client.0.smithi031.stdout:op 1377 completed, throughput=5MB/sec 2024-08-10T05:39:00.548 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-r6fvJI1kDizIKMO off=1104590 len=60683 2024-08-10T05:39:00.548 INFO:tasks.workunit.client.0.smithi031.stdout:op 1378 completed, throughput=5MB/sec 2024-08-10T05:39:01.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:39:01 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:39:01] "GET /metrics HTTP/1.1" 200 34035 "" "Prometheus/2.43.0" 2024-08-10T05:39:01.549 INFO:tasks.workunit.client.0.smithi031.stdout: 266: throughput=4.98MB/sec pending data=0 2024-08-10T05:39:01.549 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-9HBr80426UOY7zm off=1994536 len=1675897 2024-08-10T05:39:01.557 INFO:tasks.workunit.client.0.smithi031.stdout:op 1379 completed, throughput=4.99MB/sec 2024-08-10T05:39:01.557 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-SAJ7wYr72MxtQ5L off=2177831 len=1974221 2024-08-10T05:39:01.566 INFO:tasks.workunit.client.0.smithi031.stdout:op 1380 completed, throughput=4.99MB/sec 2024-08-10T05:39:01.566 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-x0tU3weaVGJVQ0y off=2761519 len=576549 2024-08-10T05:39:01.570 INFO:tasks.workunit.client.0.smithi031.stdout:op 1381 completed, throughput=5MB/sec 2024-08-10T05:39:01.570 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-oC9F1KPW0A2NJT2 off=3842825 len=1068043 2024-08-10T05:39:01.572 INFO:tasks.workunit.client.0.smithi031.stdout:op 1382 completed, throughput=5MB/sec 2024-08-10T05:39:01.573 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-l4rhmDzgXC8Rq0H off=2922455 len=296249 2024-08-10T05:39:01.575 INFO:tasks.workunit.client.0.smithi031.stdout:op 1383 completed, throughput=5MB/sec 2024-08-10T05:39:02.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:39:01 smithi031 ceph-mon[98130]: pgmap v1527: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-10T05:39:02.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:39:01 smithi031 ceph-mon[100614]: pgmap v1527: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-10T05:39:02.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:39:01 smithi196 ceph-mon[90243]: pgmap v1527: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-10T05:39:02.576 INFO:tasks.workunit.client.0.smithi031.stdout: 267: throughput=4.98MB/sec pending data=0 2024-08-10T05:39:02.576 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-49Yr-CuUgIilFT2 off=5391890 len=1452473 2024-08-10T05:39:02.582 INFO:tasks.workunit.client.0.smithi031.stdout:op 1384 completed, throughput=4.99MB/sec 2024-08-10T05:39:02.583 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-T7p_b2NS2m-qZvb off=11093524 len=1452926 2024-08-10T05:39:02.584 INFO:tasks.workunit.client.0.smithi031.stdout:op 1385 completed, throughput=4.99MB/sec 2024-08-10T05:39:02.584 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-GByUIpvL-QuTEAZ off=10713040 len=626900 2024-08-10T05:39:02.588 INFO:tasks.workunit.client.0.smithi031.stdout:op 1386 completed, throughput=4.99MB/sec 2024-08-10T05:39:02.588 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-eywgUJq89rqRug8 off=18872920 len=675816 2024-08-10T05:39:02.590 INFO:tasks.workunit.client.0.smithi031.stdout:op 1387 completed, throughput=5MB/sec 2024-08-10T05:39:02.590 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-mBzr7f5UrvMi3si off=4137847 len=1944968 2024-08-10T05:39:02.592 INFO:tasks.workunit.client.0.smithi031.stdout:op 1388 completed, throughput=5MB/sec 2024-08-10T05:39:02.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:39:02 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:39:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:39:03.593 INFO:tasks.workunit.client.0.smithi031.stdout: 268: throughput=4.99MB/sec pending data=0 2024-08-10T05:39:03.593 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-AlV4HirKCz-BgBc off=3963059 len=56634 2024-08-10T05:39:03.594 INFO:tasks.workunit.client.0.smithi031.stdout:op 1389 completed, throughput=4.99MB/sec 2024-08-10T05:39:03.594 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-4G6AJx1X8So_HAv off=8491643 len=74759 2024-08-10T05:39:03.596 INFO:tasks.workunit.client.0.smithi031.stdout:op 1390 completed, throughput=4.99MB/sec 2024-08-10T05:39:03.596 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-hQGUE1lc9rnzZQ_ off=755679 len=552925 2024-08-10T05:39:03.599 INFO:tasks.workunit.client.0.smithi031.stdout:op 1391 completed, throughput=4.99MB/sec 2024-08-10T05:39:03.600 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-tiUgrc3V9I7GmJ_ off=2954239 len=1927048 2024-08-10T05:39:03.608 INFO:tasks.workunit.client.0.smithi031.stdout:op 1392 completed, throughput=4.99MB/sec 2024-08-10T05:39:03.608 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-XBETqpA2_Hrceq- off=444759 len=567646 2024-08-10T05:39:03.612 INFO:tasks.workunit.client.0.smithi031.stdout:op 1393 completed, throughput=5MB/sec 2024-08-10T05:39:03.612 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-jFw10NvqIMy6yq- off=1569433 len=393511 2024-08-10T05:39:03.615 INFO:tasks.workunit.client.0.smithi031.stdout:op 1394 completed, throughput=5MB/sec 2024-08-10T05:39:03.615 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-2qPpJHMv8JrQDG9 off=12498167 len=1245263 2024-08-10T05:39:03.618 INFO:tasks.workunit.client.0.smithi031.stdout:op 1395 completed, throughput=5MB/sec 2024-08-10T05:39:04.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:39:03 smithi031 ceph-mon[98130]: pgmap v1528: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-10T05:39:04.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:39:03 smithi031 ceph-mon[100614]: pgmap v1528: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-10T05:39:04.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:39:03 smithi196 ceph-mon[90243]: pgmap v1528: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-10T05:39:04.618 INFO:tasks.workunit.client.0.smithi031.stdout: 269: throughput=4.98MB/sec pending data=0 2024-08-10T05:39:04.618 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-yr4Je57oCG--8f6 off=3501729 len=738482 2024-08-10T05:39:04.623 INFO:tasks.workunit.client.0.smithi031.stdout:op 1396 completed, throughput=4.99MB/sec 2024-08-10T05:39:04.623 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-bdmZ1e18qSuIXdV off=14557257 len=345621 2024-08-10T05:39:04.625 INFO:tasks.workunit.client.0.smithi031.stdout:op 1397 completed, throughput=4.99MB/sec 2024-08-10T05:39:04.625 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-41a4BnULXrnaTiX off=1107420 len=611386 2024-08-10T05:39:04.626 INFO:tasks.workunit.client.0.smithi031.stdout:op 1398 completed, throughput=4.99MB/sec 2024-08-10T05:39:04.626 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-KPwiVwLvM2BhjpH off=671876 len=162496 2024-08-10T05:39:04.628 INFO:tasks.workunit.client.0.smithi031.stdout:op 1399 completed, throughput=4.99MB/sec 2024-08-10T05:39:04.628 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-7NRujnuDmwVLaph off=13581210 len=1112406 2024-08-10T05:39:04.630 INFO:tasks.workunit.client.0.smithi031.stdout:op 1400 completed, throughput=4.99MB/sec 2024-08-10T05:39:04.630 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-jjvgvbQP7l7-tVE off=1334405 len=1031961 2024-08-10T05:39:04.630 INFO:tasks.workunit.client.0.smithi031.stdout:op 1401 completed, throughput=5MB/sec 2024-08-10T05:39:04.631 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-W61naT69ZPCOKca off=2571697 len=88657 2024-08-10T05:39:04.631 INFO:tasks.workunit.client.0.smithi031.stdout:op 1402 completed, throughput=5MB/sec 2024-08-10T05:39:04.632 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-HOeS_QiD6pbmgYO off=379999 len=208569 2024-08-10T05:39:04.632 INFO:tasks.workunit.client.0.smithi031.stdout:op 1403 completed, throughput=5MB/sec 2024-08-10T05:39:04.633 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-9JOtSdn3ck05cVA off=4994968 len=1782901 2024-08-10T05:39:04.643 INFO:tasks.workunit.client.0.smithi031.stdout:op 1404 completed, throughput=5MB/sec 2024-08-10T05:39:05.644 INFO:tasks.workunit.client.0.smithi031.stdout: 270: throughput=4.99MB/sec pending data=0 2024-08-10T05:39:05.644 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-7p3t2_VKYCTXSHC off=626745 len=1293240 2024-08-10T05:39:05.650 INFO:tasks.workunit.client.0.smithi031.stdout:op 1405 completed, throughput=4.99MB/sec 2024-08-10T05:39:05.650 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Nl6oRHs8mlpil43 off=14076386 len=2008457 2024-08-10T05:39:05.653 INFO:tasks.workunit.client.0.smithi031.stdout:op 1406 completed, throughput=5MB/sec 2024-08-10T05:39:05.653 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-JEDiv1DbnLyI0o1 off=5417541 len=705874 2024-08-10T05:39:05.658 INFO:tasks.workunit.client.0.smithi031.stdout:op 1407 completed, throughput=5MB/sec 2024-08-10T05:39:05.658 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-EyxvqtdPWXkI4xo off=2206614 len=505275 2024-08-10T05:39:05.659 INFO:tasks.workunit.client.0.smithi031.stdout:op 1408 completed, throughput=5MB/sec 2024-08-10T05:39:06.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:39:05 smithi031 ceph-mon[98130]: pgmap v1529: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-10T05:39:06.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:39:05 smithi031 ceph-mon[100614]: pgmap v1529: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-10T05:39:06.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:39:05 smithi196 ceph-mon[90243]: pgmap v1529: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-10T05:39:06.659 INFO:tasks.workunit.client.0.smithi031.stdout: 271: throughput=4.98MB/sec pending data=0 2024-08-10T05:39:06.659 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-qDKfmGKmFYGzalq off=3480543 len=1043822 2024-08-10T05:39:06.661 INFO:tasks.workunit.client.0.smithi031.stdout:op 1409 completed, throughput=4.99MB/sec 2024-08-10T05:39:06.661 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-RK3DUHA4Hai3Y_- off=3092676 len=1726227 2024-08-10T05:39:06.665 INFO:tasks.workunit.client.0.smithi031.stdout:op 1410 completed, throughput=4.99MB/sec 2024-08-10T05:39:06.665 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-jrirDA4GsKOCSAk off=2184172 len=101420 2024-08-10T05:39:06.665 INFO:tasks.workunit.client.0.smithi031.stdout:op 1411 completed, throughput=4.99MB/sec 2024-08-10T05:39:06.665 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-hQGUE1lc9rnzZQ_ off=3143502 len=1788376 2024-08-10T05:39:06.674 INFO:tasks.workunit.client.0.smithi031.stdout:op 1412 completed, throughput=5MB/sec 2024-08-10T05:39:06.674 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-tSvLrhsXGXDjDkB off=17961106 len=1757269 2024-08-10T05:39:06.683 INFO:tasks.workunit.client.0.smithi031.stdout:op 1413 completed, throughput=5MB/sec 2024-08-10T05:39:07.683 INFO:tasks.workunit.client.0.smithi031.stdout: 272: throughput=4.99MB/sec pending data=0 2024-08-10T05:39:07.683 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-vPihzTJZ2LfhlVQ off=1331083 len=1657607 2024-08-10T05:39:07.685 INFO:tasks.workunit.client.0.smithi031.stdout:op 1414 completed, throughput=4.99MB/sec 2024-08-10T05:39:07.685 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-HFvjkk8mbeEl8iN off=101182 len=1553645 2024-08-10T05:39:07.687 INFO:tasks.workunit.client.0.smithi031.stdout:op 1415 completed, throughput=5MB/sec 2024-08-10T05:39:07.687 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-_gxY48rNJWE1UTN off=16783526 len=1698111 2024-08-10T05:39:07.691 INFO:tasks.workunit.client.0.smithi031.stdout:op 1416 completed, throughput=5MB/sec 2024-08-10T05:39:08.080 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:39:07 smithi196 ceph-mon[90243]: pgmap v1530: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:39:08.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:39:07 smithi031 ceph-mon[98130]: pgmap v1530: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:39:08.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:39:07 smithi031 ceph-mon[100614]: pgmap v1530: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:39:08.691 INFO:tasks.workunit.client.0.smithi031.stdout: 273: throughput=4.99MB/sec pending data=0 2024-08-10T05:39:08.691 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-edJ9EuhdQU33y1o off=19078905 len=1018327 2024-08-10T05:39:08.696 INFO:tasks.workunit.client.0.smithi031.stdout:op 1417 completed, throughput=4.99MB/sec 2024-08-10T05:39:08.696 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-wrnqDMl9nhxCOYB off=2159866 len=576266 2024-08-10T05:39:08.697 INFO:tasks.workunit.client.0.smithi031.stdout:op 1418 completed, throughput=4.99MB/sec 2024-08-10T05:39:08.698 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Y3YNfL5RgTuXJsM off=1386449 len=888090 2024-08-10T05:39:08.699 INFO:tasks.workunit.client.0.smithi031.stdout:op 1419 completed, throughput=4.99MB/sec 2024-08-10T05:39:08.699 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-OY8TML2cBIOAgCR off=1398727 len=1313874 2024-08-10T05:39:08.701 INFO:tasks.workunit.client.0.smithi031.stdout:op 1420 completed, throughput=5MB/sec 2024-08-10T05:39:08.701 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-UAmk0nCZ_CI5sIz off=7442187 len=514325 2024-08-10T05:39:08.704 INFO:tasks.workunit.client.0.smithi031.stdout:op 1421 completed, throughput=5MB/sec 2024-08-10T05:39:09.705 INFO:tasks.workunit.client.0.smithi031.stdout: 274: throughput=4.98MB/sec pending data=0 2024-08-10T05:39:09.705 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-2XyAxd_g-hoJUlT off=16636280 len=1686140 2024-08-10T05:39:09.714 INFO:tasks.workunit.client.0.smithi031.stdout:op 1422 completed, throughput=4.99MB/sec 2024-08-10T05:39:09.714 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-IC_WsvpkW8kUUcB off=7504939 len=383213 2024-08-10T05:39:09.714 INFO:tasks.workunit.client.0.smithi031.stdout:op 1423 completed, throughput=4.99MB/sec 2024-08-10T05:39:09.715 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-7pyRy3-ak04F7Ia off=8151897 len=1222441 2024-08-10T05:39:09.721 INFO:tasks.workunit.client.0.smithi031.stdout:op 1424 completed, throughput=4.99MB/sec 2024-08-10T05:39:09.721 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-nx0QBXaqC1p8jdp off=8478772 len=633123 2024-08-10T05:39:09.725 INFO:tasks.workunit.client.0.smithi031.stdout:op 1425 completed, throughput=5MB/sec 2024-08-10T05:39:09.725 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-WGbggkDhY4-ULlA off=10818176 len=381597 2024-08-10T05:39:09.725 INFO:tasks.workunit.client.0.smithi031.stdout:op 1426 completed, throughput=5MB/sec 2024-08-10T05:39:09.726 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-nzs9AVDySihc24t off=8947724 len=1103394 2024-08-10T05:39:09.727 INFO:tasks.workunit.client.0.smithi031.stdout:op 1427 completed, throughput=5MB/sec 2024-08-10T05:39:10.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:39:09 smithi031 ceph-mon[98130]: pgmap v1531: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:39:10.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:39:09 smithi031 ceph-mon[100614]: pgmap v1531: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:39:10.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:39:09 smithi196 ceph-mon[90243]: pgmap v1531: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:39:10.727 INFO:tasks.workunit.client.0.smithi031.stdout: 275: throughput=4.98MB/sec pending data=0 2024-08-10T05:39:10.727 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ia9KrhYDI_tbvu8 off=9633194 len=873432 2024-08-10T05:39:10.732 INFO:tasks.workunit.client.0.smithi031.stdout:op 1428 completed, throughput=4.99MB/sec 2024-08-10T05:39:10.732 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-wER3dzEMsiV-ZZl off=2538721 len=2073112 2024-08-10T05:39:10.743 INFO:tasks.workunit.client.0.smithi031.stdout:op 1429 completed, throughput=4.99MB/sec 2024-08-10T05:39:10.743 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-dxmPoMfiwd-Owll off=5509657 len=1789433 2024-08-10T05:39:10.752 INFO:tasks.workunit.client.0.smithi031.stdout:op 1430 completed, throughput=5MB/sec 2024-08-10T05:39:10.752 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Jh0iZE1gir1Dm91 off=3532766 len=1264442 2024-08-10T05:39:10.755 INFO:tasks.workunit.client.0.smithi031.stdout:op 1431 completed, throughput=5MB/sec 2024-08-10T05:39:11.254 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:39:10 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:39:11.254 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:39:10 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:39:11.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:39:10 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:39:11.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:39:11 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:39:11] "GET /metrics HTTP/1.1" 200 34031 "" "Prometheus/2.43.0" 2024-08-10T05:39:11.755 INFO:tasks.workunit.client.0.smithi031.stdout: 276: throughput=4.98MB/sec pending data=0 2024-08-10T05:39:11.755 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-_tWENhQ4JweVwfi off=9233670 len=235667 2024-08-10T05:39:11.758 INFO:tasks.workunit.client.0.smithi031.stdout:op 1432 completed, throughput=4.99MB/sec 2024-08-10T05:39:11.759 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-dRqJoqg9hqM0MCR off=2502919 len=984265 2024-08-10T05:39:11.763 INFO:tasks.workunit.client.0.smithi031.stdout:op 1433 completed, throughput=4.99MB/sec 2024-08-10T05:39:11.764 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-IZWrbtqxLViYL46 off=6785508 len=1191714 2024-08-10T05:39:11.769 INFO:tasks.workunit.client.0.smithi031.stdout:op 1434 completed, throughput=4.99MB/sec 2024-08-10T05:39:11.769 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-7fHu3XWYnkL3ers off=2847985 len=1819457 2024-08-10T05:39:11.778 INFO:tasks.workunit.client.0.smithi031.stdout:op 1435 completed, throughput=5MB/sec 2024-08-10T05:39:11.778 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-R9SKjL2zp7UMxmz off=1494904 len=612379 2024-08-10T05:39:11.780 INFO:tasks.workunit.client.0.smithi031.stdout:op 1436 completed, throughput=5MB/sec 2024-08-10T05:39:12.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:39:11 smithi031 ceph-mon[98130]: pgmap v1532: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-08-10T05:39:12.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:39:11 smithi031 ceph-mon[100614]: pgmap v1532: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-08-10T05:39:12.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:39:11 smithi196 ceph-mon[90243]: pgmap v1532: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-08-10T05:39:12.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:39:12 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:39:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:39:12.780 INFO:tasks.workunit.client.0.smithi031.stdout: 277: throughput=4.98MB/sec pending data=0 2024-08-10T05:39:12.781 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-cIeBltQqPmfAoFj off=2464099 len=1830459 2024-08-10T05:39:12.790 INFO:tasks.workunit.client.0.smithi031.stdout:op 1437 completed, throughput=4.99MB/sec 2024-08-10T05:39:12.790 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-NcGUojJvlJS9pdE off=6092727 len=1615705 2024-08-10T05:39:12.796 INFO:tasks.workunit.client.0.smithi031.stdout:op 1438 completed, throughput=4.99MB/sec 2024-08-10T05:39:12.796 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-1W9Nkun_Rq2qraZ off=1639785 len=1812197 2024-08-10T05:39:12.805 INFO:tasks.workunit.client.0.smithi031.stdout:op 1439 completed, throughput=5MB/sec 2024-08-10T05:39:13.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:39:12 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:39:13.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:39:12 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:39:13.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:39:12 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:39:13.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:39:12 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:39:13.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:39:12 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:39:13.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:39:12 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:39:13.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:39:12 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:39:13.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:39:12 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:39:13.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:39:12 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:39:13.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:39:12 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:39:13.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:39:12 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:39:13.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:39:12 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:39:13.806 INFO:tasks.workunit.client.0.smithi031.stdout: 278: throughput=4.98MB/sec pending data=0 2024-08-10T05:39:13.806 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-XzzCvSh0vgt6_gu off=6217758 len=786045 2024-08-10T05:39:13.808 INFO:tasks.workunit.client.0.smithi031.stdout:op 1440 completed, throughput=4.99MB/sec 2024-08-10T05:39:13.808 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-lOVEt50QpPP_Otc off=15845537 len=1459919 2024-08-10T05:39:13.816 INFO:tasks.workunit.client.0.smithi031.stdout:op 1441 completed, throughput=4.99MB/sec 2024-08-10T05:39:13.816 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj--I43itISmx1fMyC off=1066191 len=111777 2024-08-10T05:39:13.816 INFO:tasks.workunit.client.0.smithi031.stdout:op 1442 completed, throughput=4.99MB/sec 2024-08-10T05:39:13.816 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ebnZB7KUDtQhlAt off=4719715 len=1483872 2024-08-10T05:39:13.820 INFO:tasks.workunit.client.0.smithi031.stdout:op 1443 completed, throughput=5MB/sec 2024-08-10T05:39:13.820 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-2OtrA1sJJTecg8s off=2576392 len=741686 2024-08-10T05:39:13.824 INFO:tasks.workunit.client.0.smithi031.stdout:op 1444 completed, throughput=5MB/sec 2024-08-10T05:39:13.824 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-xNzfWco1pBaCmdn off=2796877 len=168561 2024-08-10T05:39:13.827 INFO:tasks.workunit.client.0.smithi031.stdout:op 1445 completed, throughput=5MB/sec 2024-08-10T05:39:13.827 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-TuUwBNDfki_EVyC off=2629320 len=2069901 2024-08-10T05:39:13.829 INFO:tasks.workunit.client.0.smithi031.stdout:op 1446 completed, throughput=5.01MB/sec 2024-08-10T05:39:14.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:39:13 smithi031 ceph-mon[98130]: pgmap v1533: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:39:14.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:39:13 smithi031 ceph-mon[100614]: pgmap v1533: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:39:14.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:39:13 smithi196 ceph-mon[90243]: pgmap v1533: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:39:14.830 INFO:tasks.workunit.client.0.smithi031.stdout: 279: throughput=4.99MB/sec pending data=0 2024-08-10T05:39:14.830 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-JSWmMo7ljUNMFP_ off=0 len=1179611 2024-08-10T05:39:14.832 INFO:tasks.workunit.client.0.smithi031.stdout:op 1447 completed, throughput=4.99MB/sec 2024-08-10T05:39:14.832 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-2Co5gwGsbFPArdL off=10732689 len=383920 2024-08-10T05:39:14.836 INFO:tasks.workunit.client.0.smithi031.stdout:op 1448 completed, throughput=4.99MB/sec 2024-08-10T05:39:14.836 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-fzWvi-z64Q7fvi5 off=2632396 len=1217762 2024-08-10T05:39:14.837 INFO:tasks.workunit.client.0.smithi031.stdout:op 1449 completed, throughput=5MB/sec 2024-08-10T05:39:14.837 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-1DsZMWF7PPUxL8G off=466207 len=1910522 2024-08-10T05:39:14.847 INFO:tasks.workunit.client.0.smithi031.stdout:op 1450 completed, throughput=5MB/sec 2024-08-10T05:39:15.847 INFO:tasks.workunit.client.0.smithi031.stdout: 280: throughput=4.99MB/sec pending data=0 2024-08-10T05:39:15.847 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-KshQVHqzhiKLaBF off=12959460 len=1982949 2024-08-10T05:39:15.850 INFO:tasks.workunit.client.0.smithi031.stdout:op 1451 completed, throughput=4.99MB/sec 2024-08-10T05:39:15.850 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-EI3EvKDPiWy4nUB off=27042 len=372866 2024-08-10T05:39:15.854 INFO:tasks.workunit.client.0.smithi031.stdout:op 1452 completed, throughput=4.99MB/sec 2024-08-10T05:39:15.854 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-TJWfIYxhtf9Knex off=1423502 len=1688052 2024-08-10T05:39:15.857 INFO:tasks.workunit.client.0.smithi031.stdout:op 1453 completed, throughput=5MB/sec 2024-08-10T05:39:15.857 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-7dtwbBtLkYcyOYT off=1697586 len=498156 2024-08-10T05:39:15.860 INFO:tasks.workunit.client.0.smithi031.stdout:op 1454 completed, throughput=5MB/sec 2024-08-10T05:39:16.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:39:15 smithi031 ceph-mon[98130]: pgmap v1534: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:39:16.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:39:15 smithi031 ceph-mon[100614]: pgmap v1534: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:39:16.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:39:15 smithi196 ceph-mon[90243]: pgmap v1534: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:39:16.860 INFO:tasks.workunit.client.0.smithi031.stdout: 281: throughput=4.98MB/sec pending data=0 2024-08-10T05:39:16.861 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Glq3uJ2LcsaGAIn off=5572083 len=124336 2024-08-10T05:39:16.863 INFO:tasks.workunit.client.0.smithi031.stdout:op 1455 completed, throughput=4.98MB/sec 2024-08-10T05:39:16.863 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-kFKJqrqEoEPQyLI off=3925860 len=428713 2024-08-10T05:39:16.867 INFO:tasks.workunit.client.0.smithi031.stdout:op 1456 completed, throughput=4.98MB/sec 2024-08-10T05:39:16.867 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-btgNEeZRFUtT6hu off=13903280 len=369815 2024-08-10T05:39:16.868 INFO:tasks.workunit.client.0.smithi031.stdout:op 1457 completed, throughput=4.99MB/sec 2024-08-10T05:39:16.868 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-fyEkCv4Zu3z7RZQ off=6612368 len=66879 2024-08-10T05:39:16.870 INFO:tasks.workunit.client.0.smithi031.stdout:op 1458 completed, throughput=4.99MB/sec 2024-08-10T05:39:16.870 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-IwSl8W_d7MBSS-- off=619976 len=1319275 2024-08-10T05:39:16.872 INFO:tasks.workunit.client.0.smithi031.stdout:op 1459 completed, throughput=4.99MB/sec 2024-08-10T05:39:16.872 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-EHUHwvRpvfFPDgN off=66147 len=1013605 2024-08-10T05:39:16.879 INFO:tasks.workunit.client.0.smithi031.stdout:op 1460 completed, throughput=4.99MB/sec 2024-08-10T05:39:16.879 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-EziKQ5_69ljzX4c off=20510435 len=1172442 2024-08-10T05:39:16.880 INFO:tasks.workunit.client.0.smithi031.stdout:op 1461 completed, throughput=5MB/sec 2024-08-10T05:39:16.880 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-zFwxoJLj_rYqJ2B off=1157449 len=736129 2024-08-10T05:39:16.885 INFO:tasks.workunit.client.0.smithi031.stdout:op 1462 completed, throughput=5MB/sec 2024-08-10T05:39:16.885 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-jjvgvbQP7l7-tVE off=3971419 len=555965 2024-08-10T05:39:16.886 INFO:tasks.workunit.client.0.smithi031.stdout:op 1463 completed, throughput=5MB/sec 2024-08-10T05:39:17.886 INFO:tasks.workunit.client.0.smithi031.stdout: 282: throughput=4.98MB/sec pending data=0 2024-08-10T05:39:17.887 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-CBD5ryTJ2A25d6i off=3950102 len=544469 2024-08-10T05:39:17.888 INFO:tasks.workunit.client.0.smithi031.stdout:op 1464 completed, throughput=4.99MB/sec 2024-08-10T05:39:17.888 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-9ofCxbd-pZUEeKe off=3723413 len=1728867 2024-08-10T05:39:17.890 INFO:tasks.workunit.client.0.smithi031.stdout:op 1465 completed, throughput=4.99MB/sec 2024-08-10T05:39:17.890 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-9mml9WwX-ECp432 off=7994322 len=50648 2024-08-10T05:39:17.893 INFO:tasks.workunit.client.0.smithi031.stdout:op 1466 completed, throughput=4.99MB/sec 2024-08-10T05:39:17.893 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-kCM2qe0323FGoRz off=12576402 len=1286345 2024-08-10T05:39:17.894 INFO:tasks.workunit.client.0.smithi031.stdout:op 1467 completed, throughput=5MB/sec 2024-08-10T05:39:17.895 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-iSMH463IR2augr8 off=222818 len=937346 2024-08-10T05:39:17.896 INFO:tasks.workunit.client.0.smithi031.stdout:op 1468 completed, throughput=5MB/sec 2024-08-10T05:39:17.896 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-wgwGAmtMum91hLf off=1432376 len=1364397 2024-08-10T05:39:17.903 INFO:tasks.workunit.client.0.smithi031.stdout:op 1469 completed, throughput=5MB/sec 2024-08-10T05:39:18.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:39:17 smithi031 ceph-mon[98130]: pgmap v1535: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:39:18.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:39:17 smithi031 ceph-mon[100614]: pgmap v1535: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:39:18.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:39:17 smithi196 ceph-mon[90243]: pgmap v1535: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:39:18.904 INFO:tasks.workunit.client.0.smithi031.stdout: 283: throughput=4.99MB/sec pending data=0 2024-08-10T05:39:18.904 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-8IaeprDthEkVzZc off=10279653 len=1769128 2024-08-10T05:39:18.906 INFO:tasks.workunit.client.0.smithi031.stdout:op 1470 completed, throughput=4.99MB/sec 2024-08-10T05:39:18.906 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-TBKaUHhj2SC2Fhs off=15857999 len=206494 2024-08-10T05:39:18.907 INFO:tasks.workunit.client.0.smithi031.stdout:op 1471 completed, throughput=4.99MB/sec 2024-08-10T05:39:18.907 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-_C27ATnn-g3YR48 off=7870351 len=1409332 2024-08-10T05:39:18.909 INFO:tasks.workunit.client.0.smithi031.stdout:op 1472 completed, throughput=5MB/sec 2024-08-10T05:39:18.909 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-CWlRxDDLszOEOKr off=4636183 len=1412724 2024-08-10T05:39:18.910 INFO:tasks.workunit.client.0.smithi031.stdout:op 1473 completed, throughput=5MB/sec 2024-08-10T05:39:19.911 INFO:tasks.workunit.client.0.smithi031.stdout: 284: throughput=4.98MB/sec pending data=0 2024-08-10T05:39:19.911 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-4ekg7aq91ow61DT off=3755863 len=340950 2024-08-10T05:39:19.915 INFO:tasks.workunit.client.0.smithi031.stdout:op 1474 completed, throughput=4.99MB/sec 2024-08-10T05:39:19.915 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-m2E6iDFgVC1mTLX off=1765079 len=2047208 2024-08-10T05:39:19.917 INFO:tasks.workunit.client.0.smithi031.stdout:op 1475 completed, throughput=4.99MB/sec 2024-08-10T05:39:19.917 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-BJFZr2dE-fck1MI off=10216313 len=197253 2024-08-10T05:39:19.917 INFO:tasks.workunit.client.0.smithi031.stdout:op 1476 completed, throughput=4.99MB/sec 2024-08-10T05:39:19.918 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-sFNxMC2b0K2Lrjg off=1434214 len=524730 2024-08-10T05:39:19.919 INFO:tasks.workunit.client.0.smithi031.stdout:op 1477 completed, throughput=4.99MB/sec 2024-08-10T05:39:19.919 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-_HlD0KNfIq1gYfG off=2931738 len=2024573 2024-08-10T05:39:19.923 INFO:tasks.workunit.client.0.smithi031.stdout:op 1478 completed, throughput=5MB/sec 2024-08-10T05:39:20.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:39:19 smithi031 ceph-mon[98130]: pgmap v1536: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:39:20.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:39:19 smithi031 ceph-mon[100614]: pgmap v1536: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:39:20.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:39:19 smithi196 ceph-mon[90243]: pgmap v1536: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:39:20.923 INFO:tasks.workunit.client.0.smithi031.stdout: 285: throughput=4.98MB/sec pending data=0 2024-08-10T05:39:20.923 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-WAko27z63EfzYk9 off=261879 len=1840640 2024-08-10T05:39:20.926 INFO:tasks.workunit.client.0.smithi031.stdout:op 1479 completed, throughput=4.99MB/sec 2024-08-10T05:39:20.926 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-xdP7jU8SVSRTj5p off=5649950 len=343455 2024-08-10T05:39:20.927 INFO:tasks.workunit.client.0.smithi031.stdout:op 1480 completed, throughput=4.99MB/sec 2024-08-10T05:39:20.927 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-o6YjSYdTXlGrhqf off=959829 len=1623582 2024-08-10T05:39:20.929 INFO:tasks.workunit.client.0.smithi031.stdout:op 1481 completed, throughput=5MB/sec 2024-08-10T05:39:20.929 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-D4Js7KzF1ayIIQd off=6385195 len=559653 2024-08-10T05:39:20.934 INFO:tasks.workunit.client.0.smithi031.stdout:op 1482 completed, throughput=5MB/sec 2024-08-10T05:39:20.934 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-st_IuCesb3ogFM4 off=15659462 len=1500983 2024-08-10T05:39:20.941 INFO:tasks.workunit.client.0.smithi031.stdout:op 1483 completed, throughput=5MB/sec 2024-08-10T05:39:21.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:39:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:39:21] "GET /metrics HTTP/1.1" 200 34031 "" "Prometheus/2.43.0" 2024-08-10T05:39:21.942 INFO:tasks.workunit.client.0.smithi031.stdout: 286: throughput=4.99MB/sec pending data=0 2024-08-10T05:39:21.942 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-wHlLJCl9aArpodk off=4531354 len=1612597 2024-08-10T05:39:21.944 INFO:tasks.workunit.client.0.smithi031.stdout:op 1484 completed, throughput=4.99MB/sec 2024-08-10T05:39:21.944 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-xxEXX2RUEHg8O-g off=6680896 len=1897464 2024-08-10T05:39:21.946 INFO:tasks.workunit.client.0.smithi031.stdout:op 1485 completed, throughput=5MB/sec 2024-08-10T05:39:21.946 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-z64WUB9tnXIWa0M off=4898061 len=1656114 2024-08-10T05:39:21.950 INFO:tasks.workunit.client.0.smithi031.stdout:op 1486 completed, throughput=5MB/sec 2024-08-10T05:39:22.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:39:21 smithi031 ceph-mon[98130]: pgmap v1537: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:39:22.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:39:21 smithi031 ceph-mon[100614]: pgmap v1537: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:39:22.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:39:21 smithi196 ceph-mon[90243]: pgmap v1537: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:39:22.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:39:22 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:39:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:39:22.950 INFO:tasks.workunit.client.0.smithi031.stdout: 287: throughput=4.99MB/sec pending data=0 2024-08-10T05:39:22.951 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-9-HlW_oO2QHfN-O off=2199818 len=1148127 2024-08-10T05:39:22.952 INFO:tasks.workunit.client.0.smithi031.stdout:op 1487 completed, throughput=4.99MB/sec 2024-08-10T05:39:22.952 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-3Z5lj6gMzmQ3VfU off=5083815 len=1739303 2024-08-10T05:39:22.963 INFO:tasks.workunit.client.0.smithi031.stdout:op 1488 completed, throughput=4.99MB/sec 2024-08-10T05:39:22.963 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-d89HnMKH5lLku3Z off=1295236 len=1034072 2024-08-10T05:39:22.968 INFO:tasks.workunit.client.0.smithi031.stdout:op 1489 completed, throughput=5MB/sec 2024-08-10T05:39:22.968 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-icd0VCRyQc5Xzer off=4999869 len=1754565 2024-08-10T05:39:22.972 INFO:tasks.workunit.client.0.smithi031.stdout:op 1490 completed, throughput=5MB/sec 2024-08-10T05:39:23.972 INFO:tasks.workunit.client.0.smithi031.stdout: 288: throughput=4.99MB/sec pending data=0 2024-08-10T05:39:23.972 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Y7otfYW8uN3rswg off=12799213 len=1053512 2024-08-10T05:39:23.978 INFO:tasks.workunit.client.0.smithi031.stdout:op 1491 completed, throughput=4.99MB/sec 2024-08-10T05:39:23.978 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ugHmirwXVeyzmt1 off=9856419 len=912988 2024-08-10T05:39:23.979 INFO:tasks.workunit.client.0.smithi031.stdout:op 1492 completed, throughput=4.99MB/sec 2024-08-10T05:39:23.979 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-PxcWPU0rttovS31 off=11060559 len=1661321 2024-08-10T05:39:23.982 INFO:tasks.workunit.client.0.smithi031.stdout:op 1493 completed, throughput=5MB/sec 2024-08-10T05:39:23.982 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-R8kRgicjdX7p-S_ off=14295260 len=1411519 2024-08-10T05:39:23.990 INFO:tasks.workunit.client.0.smithi031.stdout:op 1494 completed, throughput=5MB/sec 2024-08-10T05:39:24.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:39:23 smithi031 ceph-mon[98130]: pgmap v1538: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:39:24.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:39:23 smithi031 ceph-mon[100614]: pgmap v1538: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:39:24.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:39:23 smithi196 ceph-mon[90243]: pgmap v1538: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:39:24.991 INFO:tasks.workunit.client.0.smithi031.stdout: 289: throughput=4.99MB/sec pending data=0 2024-08-10T05:39:24.991 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-sNKDHuv7B5NKBOw off=2728746 len=1955948 2024-08-10T05:39:24.993 INFO:tasks.workunit.client.0.smithi031.stdout:op 1495 completed, throughput=4.99MB/sec 2024-08-10T05:39:24.993 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-wuQ_iJNwJWY_erf off=11845200 len=1499439 2024-08-10T05:39:25.001 INFO:tasks.workunit.client.0.smithi031.stdout:op 1496 completed, throughput=5MB/sec 2024-08-10T05:39:25.001 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-2mXXsfgIZTwHcUr off=3587085 len=1444830 2024-08-10T05:39:25.005 INFO:tasks.workunit.client.0.smithi031.stdout:op 1497 completed, throughput=5MB/sec 2024-08-10T05:39:26.006 INFO:tasks.workunit.client.0.smithi031.stdout: 290: throughput=4.98MB/sec pending data=0 2024-08-10T05:39:26.006 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-KvCWgirCZHwWnsU off=3075059 len=1509016 2024-08-10T05:39:26.013 INFO:tasks.workunit.client.0.smithi031.stdout:op 1498 completed, throughput=4.99MB/sec 2024-08-10T05:39:26.014 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-NsAnuEYcFxIfU1T off=6369646 len=1734151 2024-08-10T05:39:26.017 INFO:tasks.workunit.client.0.smithi031.stdout:op 1499 completed, throughput=4.99MB/sec 2024-08-10T05:39:26.017 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-r5RrBrCXSfBfwZE off=3090692 len=2034700 2024-08-10T05:39:26.021 INFO:tasks.workunit.client.0.smithi031.stdout:op 1500 completed, throughput=5MB/sec 2024-08-10T05:39:26.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:39:25 smithi031 ceph-mon[98130]: pgmap v1539: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:39:26.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:39:25 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:39:26.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:39:25 smithi031 ceph-mon[100614]: pgmap v1539: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:39:26.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:39:25 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:39:26.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:39:25 smithi196 ceph-mon[90243]: pgmap v1539: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:39:26.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:39:25 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:39:27.021 INFO:tasks.workunit.client.0.smithi031.stdout: 291: throughput=4.98MB/sec pending data=0 2024-08-10T05:39:27.022 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-_im_Za2MX8roVmh off=2903402 len=1991486 2024-08-10T05:39:27.024 INFO:tasks.workunit.client.0.smithi031.stdout:op 1501 completed, throughput=4.99MB/sec 2024-08-10T05:39:27.024 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ulmVKVJVto3lmmq off=1836985 len=660626 2024-08-10T05:39:27.025 INFO:tasks.workunit.client.0.smithi031.stdout:op 1502 completed, throughput=4.99MB/sec 2024-08-10T05:39:27.025 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-GuGwFHyqkap_z6F off=781018 len=1860605 2024-08-10T05:39:27.028 INFO:tasks.workunit.client.0.smithi031.stdout:op 1503 completed, throughput=5MB/sec 2024-08-10T05:39:27.028 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-jopnShr6sg2RvdS off=962876 len=350428 2024-08-10T05:39:27.032 INFO:tasks.workunit.client.0.smithi031.stdout:op 1504 completed, throughput=5MB/sec 2024-08-10T05:39:27.032 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-HX3fiLzDkp4XGED off=6513790 len=760237 2024-08-10T05:39:27.036 INFO:tasks.workunit.client.0.smithi031.stdout:op 1505 completed, throughput=5MB/sec 2024-08-10T05:39:28.037 INFO:tasks.workunit.client.0.smithi031.stdout: 292: throughput=4.99MB/sec pending data=0 2024-08-10T05:39:28.037 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-O6_9cJlhah0GUjm off=20233127 len=1883161 2024-08-10T05:39:28.048 INFO:tasks.workunit.client.0.smithi031.stdout:op 1506 completed, throughput=4.99MB/sec 2024-08-10T05:39:28.048 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-F-nkgfNdcfjMOkj off=7530509 len=775196 2024-08-10T05:39:28.050 INFO:tasks.workunit.client.0.smithi031.stdout:op 1507 completed, throughput=4.99MB/sec 2024-08-10T05:39:28.050 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-8mYFU5mNYhxI4ZV off=1172290 len=521241 2024-08-10T05:39:28.053 INFO:tasks.workunit.client.0.smithi031.stdout:op 1508 completed, throughput=5MB/sec 2024-08-10T05:39:28.053 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Kmg5WLJqZIoJNR2 off=6007394 len=425220 2024-08-10T05:39:28.054 INFO:tasks.workunit.client.0.smithi031.stdout:op 1509 completed, throughput=5MB/sec 2024-08-10T05:39:28.054 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-AIMbB2w8o715qWf off=10084160 len=1707329 2024-08-10T05:39:28.063 INFO:tasks.workunit.client.0.smithi031.stdout:op 1510 completed, throughput=5MB/sec 2024-08-10T05:39:28.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:39:27 smithi031 ceph-mon[98130]: pgmap v1540: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-10T05:39:28.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:39:27 smithi031 ceph-mon[100614]: pgmap v1540: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-10T05:39:28.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:39:27 smithi196 ceph-mon[90243]: pgmap v1540: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-10T05:39:29.063 INFO:tasks.workunit.client.0.smithi031.stdout: 293: throughput=4.99MB/sec pending data=0 2024-08-10T05:39:29.063 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-1GZwnGEStBUru37 off=16448422 len=183438 2024-08-10T05:39:29.064 INFO:tasks.workunit.client.0.smithi031.stdout:op 1511 completed, throughput=4.99MB/sec 2024-08-10T05:39:29.064 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-7gqVuc7kHzMbMzf off=6071612 len=109144 2024-08-10T05:39:29.064 INFO:tasks.workunit.client.0.smithi031.stdout:op 1512 completed, throughput=4.99MB/sec 2024-08-10T05:39:29.064 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-zVd7YtN1MhggLCN off=3058049 len=1804939 2024-08-10T05:39:29.068 INFO:tasks.workunit.client.0.smithi031.stdout:op 1513 completed, throughput=4.99MB/sec 2024-08-10T05:39:29.068 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-PsnIT8-uDqlG-La off=1449125 len=1182685 2024-08-10T05:39:29.074 INFO:tasks.workunit.client.0.smithi031.stdout:op 1514 completed, throughput=5MB/sec 2024-08-10T05:39:29.075 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-y14oGm0gg6UPcED off=9575894 len=1990964 2024-08-10T05:39:29.078 INFO:tasks.workunit.client.0.smithi031.stdout:op 1515 completed, throughput=5MB/sec 2024-08-10T05:39:30.079 INFO:tasks.workunit.client.0.smithi031.stdout: 294: throughput=4.99MB/sec pending data=0 2024-08-10T05:39:30.079 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-IvCd8CsAkY_PvFe off=3925941 len=1493421 2024-08-10T05:39:30.088 INFO:tasks.workunit.client.0.smithi031.stdout:op 1516 completed, throughput=4.99MB/sec 2024-08-10T05:39:30.089 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-9S9svSE8bhTnK-E off=2791197 len=40852 2024-08-10T05:39:30.089 INFO:tasks.workunit.client.0.smithi031.stdout:op 1517 completed, throughput=4.99MB/sec 2024-08-10T05:39:30.089 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj--IV-HJgcFrEF97K off=8437270 len=896681 2024-08-10T05:39:30.091 INFO:tasks.workunit.client.0.smithi031.stdout:op 1518 completed, throughput=4.99MB/sec 2024-08-10T05:39:30.091 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-DZishPr9WPs7tnG off=210967 len=1530198 2024-08-10T05:39:30.093 INFO:tasks.workunit.client.0.smithi031.stdout:op 1519 completed, throughput=5MB/sec 2024-08-10T05:39:30.093 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-TF5f-RPDr1O9Ipo off=5881100 len=1012883 2024-08-10T05:39:30.098 INFO:tasks.workunit.client.0.smithi031.stdout:op 1520 completed, throughput=5MB/sec 2024-08-10T05:39:30.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:39:29 smithi031 ceph-mon[100614]: pgmap v1541: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-08-10T05:39:30.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:39:29 smithi031 ceph-mon[98130]: pgmap v1541: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-08-10T05:39:30.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:39:29 smithi196 ceph-mon[90243]: pgmap v1541: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-08-10T05:39:31.098 INFO:tasks.workunit.client.0.smithi031.stdout: 295: throughput=4.98MB/sec pending data=0 2024-08-10T05:39:31.098 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-SyvXoeRmvf13Rt2 off=8461976 len=1972246 2024-08-10T05:39:31.110 INFO:tasks.workunit.client.0.smithi031.stdout:op 1521 completed, throughput=4.99MB/sec 2024-08-10T05:39:31.110 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-kg4Q3iL2slOjdDH off=725933 len=1895790 2024-08-10T05:39:31.113 INFO:tasks.workunit.client.0.smithi031.stdout:op 1522 completed, throughput=5MB/sec 2024-08-10T05:39:31.113 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-My7MdZWyPlp_TAe off=2637248 len=1063946 2024-08-10T05:39:31.114 INFO:tasks.workunit.client.0.smithi031.stdout:op 1523 completed, throughput=5MB/sec 2024-08-10T05:39:31.115 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-XfFB7qWPEW92wWT off=1427692 len=48753 2024-08-10T05:39:31.115 INFO:tasks.workunit.client.0.smithi031.stdout:op 1524 completed, throughput=5MB/sec 2024-08-10T05:39:31.115 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-BxB29dh6-fNXTvY off=12306760 len=1329777 2024-08-10T05:39:31.121 INFO:tasks.workunit.client.0.smithi031.stdout:op 1525 completed, throughput=5MB/sec 2024-08-10T05:39:31.255 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:39:30 smithi031 ceph-mon[98130]: pgmap v1542: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-08-10T05:39:31.255 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:39:30 smithi031 ceph-mon[100614]: pgmap v1542: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-08-10T05:39:31.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:39:30 smithi196 ceph-mon[90243]: pgmap v1542: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-08-10T05:39:31.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:39:31 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:39:31] "GET /metrics HTTP/1.1" 200 34034 "" "Prometheus/2.43.0" 2024-08-10T05:39:32.121 INFO:tasks.workunit.client.0.smithi031.stdout: 296: throughput=4.99MB/sec pending data=0 2024-08-10T05:39:32.121 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Ys2N2jESyhiKUKN off=9088805 len=1757481 2024-08-10T05:39:32.130 INFO:tasks.workunit.client.0.smithi031.stdout:op 1526 completed, throughput=4.99MB/sec 2024-08-10T05:39:32.130 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-qM0Y9eRJ6l6vDL2 off=583092 len=643295 2024-08-10T05:39:32.132 INFO:tasks.workunit.client.0.smithi031.stdout:op 1527 completed, throughput=4.99MB/sec 2024-08-10T05:39:32.132 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-WfLr6X_d2rc9ufC off=4811616 len=715193 2024-08-10T05:39:32.134 INFO:tasks.workunit.client.0.smithi031.stdout:op 1528 completed, throughput=5MB/sec 2024-08-10T05:39:32.134 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-jLrHQUdw38tucPS off=7581904 len=1286412 2024-08-10T05:39:32.142 INFO:tasks.workunit.client.0.smithi031.stdout:op 1529 completed, throughput=5MB/sec 2024-08-10T05:39:32.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:39:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:39:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:39:33.143 INFO:tasks.workunit.client.0.smithi031.stdout: 297: throughput=4.98MB/sec pending data=0 2024-08-10T05:39:33.143 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-D4bYam9xJUot8lU off=13834512 len=1298807 2024-08-10T05:39:33.150 INFO:tasks.workunit.client.0.smithi031.stdout:op 1530 completed, throughput=4.99MB/sec 2024-08-10T05:39:33.150 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-skUDPDbEpRqBPin off=640787 len=1792222 2024-08-10T05:39:33.160 INFO:tasks.workunit.client.0.smithi031.stdout:op 1531 completed, throughput=4.99MB/sec 2024-08-10T05:39:33.160 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-5ZO2sB6bQZVtVS9 off=9956329 len=155304 2024-08-10T05:39:33.163 INFO:tasks.workunit.client.0.smithi031.stdout:op 1532 completed, throughput=4.99MB/sec 2024-08-10T05:39:33.163 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-WSoCP6VCpcIrO4H off=772790 len=1044307 2024-08-10T05:39:33.168 INFO:tasks.workunit.client.0.smithi031.stdout:op 1533 completed, throughput=5MB/sec 2024-08-10T05:39:33.168 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj--kZBE4-6GfYsk55 off=14725168 len=1243941 2024-08-10T05:39:33.170 INFO:tasks.workunit.client.0.smithi031.stdout:op 1534 completed, throughput=5MB/sec 2024-08-10T05:39:33.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:39:33 smithi031 ceph-mon[98130]: pgmap v1543: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-08-10T05:39:33.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:39:33 smithi031 ceph-mon[100614]: pgmap v1543: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-08-10T05:39:33.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:39:33 smithi196 ceph-mon[90243]: pgmap v1543: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-08-10T05:39:34.170 INFO:tasks.workunit.client.0.smithi031.stdout: 298: throughput=4.98MB/sec pending data=0 2024-08-10T05:39:34.170 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-9XvxJ7bwOg4xp7Z off=889560 len=1986135 2024-08-10T05:39:34.174 INFO:tasks.workunit.client.0.smithi031.stdout:op 1535 completed, throughput=4.99MB/sec 2024-08-10T05:39:34.174 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ZYUNQw_ZigLlVfL off=5434617 len=200078 2024-08-10T05:39:34.175 INFO:tasks.workunit.client.0.smithi031.stdout:op 1536 completed, throughput=4.99MB/sec 2024-08-10T05:39:34.175 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-zB2tjiEnhulvwp0 off=14420573 len=201613 2024-08-10T05:39:34.176 INFO:tasks.workunit.client.0.smithi031.stdout:op 1537 completed, throughput=4.99MB/sec 2024-08-10T05:39:34.176 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-E_9E9QOwT93beMX off=4087539 len=1255740 2024-08-10T05:39:34.178 INFO:tasks.workunit.client.0.smithi031.stdout:op 1538 completed, throughput=5MB/sec 2024-08-10T05:39:34.178 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-8T6r1qmjIMsQuLI off=635308 len=438953 2024-08-10T05:39:34.182 INFO:tasks.workunit.client.0.smithi031.stdout:op 1539 completed, throughput=5MB/sec 2024-08-10T05:39:34.182 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-PlrgGdNzaeSJNIn off=1661282 len=730750 2024-08-10T05:39:34.183 INFO:tasks.workunit.client.0.smithi031.stdout:op 1540 completed, throughput=5MB/sec 2024-08-10T05:39:34.183 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-zzM4T2u7W-7wAz8 off=8015877 len=1668741 2024-08-10T05:39:34.192 INFO:tasks.workunit.client.0.smithi031.stdout:op 1541 completed, throughput=5MB/sec 2024-08-10T05:39:35.192 INFO:tasks.workunit.client.0.smithi031.stdout: 299: throughput=4.99MB/sec pending data=0 2024-08-10T05:39:35.192 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-XyL7fBONpRzcY2D off=7149373 len=442404 2024-08-10T05:39:35.196 INFO:tasks.workunit.client.0.smithi031.stdout:op 1542 completed, throughput=4.99MB/sec 2024-08-10T05:39:35.196 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ZY5xa79fYZWF_Zu off=4657426 len=1508527 2024-08-10T05:39:35.199 INFO:tasks.workunit.client.0.smithi031.stdout:op 1543 completed, throughput=4.99MB/sec 2024-08-10T05:39:35.199 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-gnzR0hxpmtJM5X6 off=3556335 len=1129492 2024-08-10T05:39:35.205 INFO:tasks.workunit.client.0.smithi031.stdout:op 1544 completed, throughput=5MB/sec 2024-08-10T05:39:35.205 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-j84HgNhG4WR2WXt off=11275777 len=2025669 2024-08-10T05:39:35.213 INFO:tasks.workunit.client.0.smithi031.stdout:op 1545 completed, throughput=5MB/sec 2024-08-10T05:39:35.522 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:39:35 smithi031 ceph-mon[98130]: pgmap v1544: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-10T05:39:35.522 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:39:35 smithi031 ceph-mon[100614]: pgmap v1544: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-10T05:39:35.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:39:35 smithi196 ceph-mon[90243]: pgmap v1544: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-10T05:39:36.214 INFO:tasks.workunit.client.0.smithi031.stdout: 300: throughput=4.99MB/sec pending data=0 2024-08-10T05:39:36.214 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-4e4BUTb-PoWaCy- off=6615322 len=1929958 2024-08-10T05:39:36.226 INFO:tasks.workunit.client.0.smithi031.stdout:op 1546 completed, throughput=4.99MB/sec 2024-08-10T05:39:36.226 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-rnglJXLO2zguIas off=5378026 len=1565537 2024-08-10T05:39:36.232 INFO:tasks.workunit.client.0.smithi031.stdout:op 1547 completed, throughput=5MB/sec 2024-08-10T05:39:36.232 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-fheYcEnUzweGYWo off=1620315 len=1439021 2024-08-10T05:39:36.239 INFO:tasks.workunit.client.0.smithi031.stdout:op 1548 completed, throughput=5MB/sec 2024-08-10T05:39:37.239 INFO:tasks.workunit.client.0.smithi031.stdout: 301: throughput=4.99MB/sec pending data=0 2024-08-10T05:39:37.239 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-azv1pDMYoAJGgkr off=1658673 len=720828 2024-08-10T05:39:37.241 INFO:tasks.workunit.client.0.smithi031.stdout:op 1549 completed, throughput=4.99MB/sec 2024-08-10T05:39:37.241 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-vtJCtCpSydfQ35I off=15887933 len=1822161 2024-08-10T05:39:37.245 INFO:tasks.workunit.client.0.smithi031.stdout:op 1550 completed, throughput=4.99MB/sec 2024-08-10T05:39:37.245 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-pWWxK-Jj77g-xJS off=540364 len=1885184 2024-08-10T05:39:37.248 INFO:tasks.workunit.client.0.smithi031.stdout:op 1551 completed, throughput=5MB/sec 2024-08-10T05:39:37.248 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-DuBQVowO5mqXImd off=4245913 len=387863 2024-08-10T05:39:37.249 INFO:tasks.workunit.client.0.smithi031.stdout:op 1552 completed, throughput=5MB/sec 2024-08-10T05:39:37.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:39:37 smithi031 ceph-mon[98130]: pgmap v1545: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:39:37.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:39:37 smithi031 ceph-mon[100614]: pgmap v1545: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:39:37.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:39:37 smithi196 ceph-mon[90243]: pgmap v1545: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:39:38.249 INFO:tasks.workunit.client.0.smithi031.stdout: 302: throughput=4.98MB/sec pending data=0 2024-08-10T05:39:38.250 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ar6em0l35exu97W off=6897428 len=581533 2024-08-10T05:39:38.251 INFO:tasks.workunit.client.0.smithi031.stdout:op 1553 completed, throughput=4.99MB/sec 2024-08-10T05:39:38.251 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-_FjM5-6tAXvVsps off=4087969 len=344569 2024-08-10T05:39:38.252 INFO:tasks.workunit.client.0.smithi031.stdout:op 1554 completed, throughput=4.99MB/sec 2024-08-10T05:39:38.252 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-CFNFXGlTGHyUdGB off=10050402 len=1739538 2024-08-10T05:39:38.254 INFO:tasks.workunit.client.0.smithi031.stdout:op 1555 completed, throughput=4.99MB/sec 2024-08-10T05:39:38.254 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-6QRzNe54c0LjEbO off=13790479 len=1154189 2024-08-10T05:39:38.255 INFO:tasks.workunit.client.0.smithi031.stdout:op 1556 completed, throughput=5MB/sec 2024-08-10T05:39:38.255 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-EjEr-Ru2Eb_x1jN off=3691991 len=2057293 2024-08-10T05:39:38.266 INFO:tasks.workunit.client.0.smithi031.stdout:op 1557 completed, throughput=5MB/sec 2024-08-10T05:39:39.266 INFO:tasks.workunit.client.0.smithi031.stdout: 303: throughput=4.99MB/sec pending data=0 2024-08-10T05:39:39.266 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-99QGlxMjqmPhkUE off=6458184 len=679255 2024-08-10T05:39:39.267 INFO:tasks.workunit.client.0.smithi031.stdout:op 1558 completed, throughput=4.99MB/sec 2024-08-10T05:39:39.268 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-XWT3rHf5mwgqXNr off=1932998 len=673008 2024-08-10T05:39:39.271 INFO:tasks.workunit.client.0.smithi031.stdout:op 1559 completed, throughput=4.99MB/sec 2024-08-10T05:39:39.271 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-WCc0VfDQ1YcelVs off=15170405 len=171821 2024-08-10T05:39:39.272 INFO:tasks.workunit.client.0.smithi031.stdout:op 1560 completed, throughput=4.99MB/sec 2024-08-10T05:39:39.272 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-k3-p6eCxaApmFFr off=4298469 len=1911659 2024-08-10T05:39:39.282 INFO:tasks.workunit.client.0.smithi031.stdout:op 1561 completed, throughput=5MB/sec 2024-08-10T05:39:39.282 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ZSZLmPxxvW8jINx off=4723550 len=1609630 2024-08-10T05:39:39.289 INFO:tasks.workunit.client.0.smithi031.stdout:op 1562 completed, throughput=5MB/sec 2024-08-10T05:39:39.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:39:39 smithi031 ceph-mon[98130]: pgmap v1546: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:39:39.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:39:39 smithi031 ceph-mon[100614]: pgmap v1546: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:39:39.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:39:39 smithi196 ceph-mon[90243]: pgmap v1546: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:39:40.289 INFO:tasks.workunit.client.0.smithi031.stdout: 304: throughput=4.99MB/sec pending data=0 2024-08-10T05:39:40.290 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-bQ8L6xZL-6i3xcw off=14708036 len=719344 2024-08-10T05:39:40.291 INFO:tasks.workunit.client.0.smithi031.stdout:op 1563 completed, throughput=4.99MB/sec 2024-08-10T05:39:40.291 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-kRlChY-axWT6Npw off=2564227 len=1375626 2024-08-10T05:39:40.298 INFO:tasks.workunit.client.0.smithi031.stdout:op 1564 completed, throughput=4.99MB/sec 2024-08-10T05:39:40.298 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-J4hAtvfIjvx_7ZO off=8813355 len=1421499 2024-08-10T05:39:40.300 INFO:tasks.workunit.client.0.smithi031.stdout:op 1565 completed, throughput=5MB/sec 2024-08-10T05:39:40.300 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Sd_KL_lUfjsyL-F off=1920366 len=1807080 2024-08-10T05:39:40.302 INFO:tasks.workunit.client.0.smithi031.stdout:op 1566 completed, throughput=5MB/sec 2024-08-10T05:39:41.303 INFO:tasks.workunit.client.0.smithi031.stdout: 305: throughput=4.99MB/sec pending data=0 2024-08-10T05:39:41.303 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-NAWwLxsnTY4bJ5A off=5077136 len=542265 2024-08-10T05:39:41.307 INFO:tasks.workunit.client.0.smithi031.stdout:op 1567 completed, throughput=4.99MB/sec 2024-08-10T05:39:41.307 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Et8NnSeOPShlo_K off=8076530 len=199131 2024-08-10T05:39:41.310 INFO:tasks.workunit.client.0.smithi031.stdout:op 1568 completed, throughput=4.99MB/sec 2024-08-10T05:39:41.310 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-dnIGYlLkgNKrNzA off=14506428 len=387682 2024-08-10T05:39:41.314 INFO:tasks.workunit.client.0.smithi031.stdout:op 1569 completed, throughput=4.99MB/sec 2024-08-10T05:39:41.314 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-SaHa7bq_hQQJgxl off=4142432 len=349989 2024-08-10T05:39:41.314 INFO:tasks.workunit.client.0.smithi031.stdout:op 1570 completed, throughput=4.99MB/sec 2024-08-10T05:39:41.314 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-9CKlN6dZvzGrKE- off=9398925 len=1277589 2024-08-10T05:39:41.316 INFO:tasks.workunit.client.0.smithi031.stdout:op 1571 completed, throughput=4.99MB/sec 2024-08-10T05:39:41.316 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-0xP_aP8gIsTXkDl off=7779642 len=997921 2024-08-10T05:39:41.318 INFO:tasks.workunit.client.0.smithi031.stdout:op 1572 completed, throughput=5MB/sec 2024-08-10T05:39:41.318 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-p6jxLsC4AZn0sGY off=14094851 len=1143819 2024-08-10T05:39:41.320 INFO:tasks.workunit.client.0.smithi031.stdout:op 1573 completed, throughput=5MB/sec 2024-08-10T05:39:41.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:39:41 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:39:41] "GET /metrics HTTP/1.1" 200 34034 "" "Prometheus/2.43.0" 2024-08-10T05:39:41.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:39:41 smithi031 ceph-mon[98130]: pgmap v1547: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:39:41.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:39:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:39:41.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:39:41 smithi031 ceph-mon[100614]: pgmap v1547: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:39:41.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:39:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:39:41.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:39:41 smithi196 ceph-mon[90243]: pgmap v1547: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:39:41.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:39:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:39:42.320 INFO:tasks.workunit.client.0.smithi031.stdout: 306: throughput=4.98MB/sec pending data=0 2024-08-10T05:39:42.320 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-9y_T8Mqmnkdb4bV off=1270589 len=481572 2024-08-10T05:39:42.321 INFO:tasks.workunit.client.0.smithi031.stdout:op 1574 completed, throughput=4.99MB/sec 2024-08-10T05:39:42.321 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-9u1puq7OKwTfVXG off=10007794 len=1271843 2024-08-10T05:39:42.327 INFO:tasks.workunit.client.0.smithi031.stdout:op 1575 completed, throughput=4.99MB/sec 2024-08-10T05:39:42.327 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-_dIcEWn5RHRp5TU off=14913243 len=1643219 2024-08-10T05:39:42.337 INFO:tasks.workunit.client.0.smithi031.stdout:op 1576 completed, throughput=4.99MB/sec 2024-08-10T05:39:42.337 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-VLxwT0eK13bHot6 off=5157116 len=584642 2024-08-10T05:39:42.339 INFO:tasks.workunit.client.0.smithi031.stdout:op 1577 completed, throughput=5MB/sec 2024-08-10T05:39:42.339 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-87daNYD0aVE8sPQ off=2705740 len=631920 2024-08-10T05:39:42.340 INFO:tasks.workunit.client.0.smithi031.stdout:op 1578 completed, throughput=5MB/sec 2024-08-10T05:39:42.340 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Tuz80ocxVZycV8X off=11573974 len=1849610 2024-08-10T05:39:42.344 INFO:tasks.workunit.client.0.smithi031.stdout:op 1579 completed, throughput=5MB/sec 2024-08-10T05:39:42.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:39:42 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:39:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:39:43.344 INFO:tasks.workunit.client.0.smithi031.stdout: 307: throughput=4.99MB/sec pending data=0 2024-08-10T05:39:43.344 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-rdAmIbZBdUXuGzS off=4730956 len=1910792 2024-08-10T05:39:43.346 INFO:tasks.workunit.client.0.smithi031.stdout:op 1580 completed, throughput=4.99MB/sec 2024-08-10T05:39:43.347 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-l9ux0EOGJRnLD75 off=969342 len=629545 2024-08-10T05:39:43.351 INFO:tasks.workunit.client.0.smithi031.stdout:op 1581 completed, throughput=5MB/sec 2024-08-10T05:39:43.351 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-dyknyLPHNpqEvip off=20816764 len=1626124 2024-08-10T05:39:43.360 INFO:tasks.workunit.client.0.smithi031.stdout:op 1582 completed, throughput=5MB/sec 2024-08-10T05:39:43.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:39:43 smithi031 ceph-mon[98130]: pgmap v1548: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:39:43.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:39:43 smithi031 ceph-mon[100614]: pgmap v1548: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:39:43.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:39:43 smithi196 ceph-mon[90243]: pgmap v1548: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:39:44.360 INFO:tasks.workunit.client.0.smithi031.stdout: 308: throughput=4.98MB/sec pending data=0 2024-08-10T05:39:44.360 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-HAaBzYSHPMAoVGF off=2005710 len=1944489 2024-08-10T05:39:44.362 INFO:tasks.workunit.client.0.smithi031.stdout:op 1583 completed, throughput=4.99MB/sec 2024-08-10T05:39:44.363 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-nEa1n7SLyIAbFLD off=4259472 len=944876 2024-08-10T05:39:44.367 INFO:tasks.workunit.client.0.smithi031.stdout:op 1584 completed, throughput=4.99MB/sec 2024-08-10T05:39:44.368 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-apY8Qrr5BkzgLix off=3078126 len=902956 2024-08-10T05:39:44.368 INFO:tasks.workunit.client.0.smithi031.stdout:op 1585 completed, throughput=5MB/sec 2024-08-10T05:39:44.369 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-M9gQUyiRX1YsNKv off=10166378 len=71202 2024-08-10T05:39:44.369 INFO:tasks.workunit.client.0.smithi031.stdout:op 1586 completed, throughput=5MB/sec 2024-08-10T05:39:44.369 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-j6-w67xgli9FvRu off=9449463 len=126286 2024-08-10T05:39:44.371 INFO:tasks.workunit.client.0.smithi031.stdout:op 1587 completed, throughput=5MB/sec 2024-08-10T05:39:44.371 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-0cpd-jerkhNa-J6 off=1483403 len=2013095 2024-08-10T05:39:44.383 INFO:tasks.workunit.client.0.smithi031.stdout:op 1588 completed, throughput=5MB/sec 2024-08-10T05:39:45.384 INFO:tasks.workunit.client.0.smithi031.stdout: 309: throughput=4.99MB/sec pending data=0 2024-08-10T05:39:45.384 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-E4KxSqDT6RPQpr3 off=12145752 len=508064 2024-08-10T05:39:45.385 INFO:tasks.workunit.client.0.smithi031.stdout:op 1589 completed, throughput=4.99MB/sec 2024-08-10T05:39:45.385 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-EI3EvKDPiWy4nUB off=0 len=1192781 2024-08-10T05:39:45.392 INFO:tasks.workunit.client.0.smithi031.stdout:op 1590 completed, throughput=4.99MB/sec 2024-08-10T05:39:45.392 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-nqDUGSkQzw3X0sr off=7010842 len=1402750 2024-08-10T05:39:45.393 INFO:tasks.workunit.client.0.smithi031.stdout:op 1591 completed, throughput=5MB/sec 2024-08-10T05:39:45.393 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-y8vVXJyz1-8l62m off=1777430 len=1300257 2024-08-10T05:39:45.396 INFO:tasks.workunit.client.0.smithi031.stdout:op 1592 completed, throughput=5MB/sec 2024-08-10T05:39:45.396 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-REU1GtMrBd0MpY- off=11930715 len=554401 2024-08-10T05:39:45.397 INFO:tasks.workunit.client.0.smithi031.stdout:op 1593 completed, throughput=5MB/sec 2024-08-10T05:39:45.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:39:45 smithi031 ceph-mon[100614]: pgmap v1549: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:39:45.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:39:45 smithi031 ceph-mon[98130]: pgmap v1549: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:39:45.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:39:45 smithi196 ceph-mon[90243]: pgmap v1549: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:39:46.398 INFO:tasks.workunit.client.0.smithi031.stdout: 310: throughput=4.99MB/sec pending data=0 2024-08-10T05:39:46.398 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-nCTRYvc5yYDA8I9 off=8589200 len=1826341 2024-08-10T05:39:46.409 INFO:tasks.workunit.client.0.smithi031.stdout:op 1594 completed, throughput=4.99MB/sec 2024-08-10T05:39:46.409 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-5CF_uM7EOOl3CpV off=9866337 len=1698758 2024-08-10T05:39:46.424 INFO:tasks.workunit.client.0.smithi031.stdout:op 1595 completed, throughput=5MB/sec 2024-08-10T05:39:46.424 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-_FJv3jm4fZqExm0 off=3408737 len=1293397 2024-08-10T05:39:46.425 INFO:tasks.workunit.client.0.smithi031.stdout:op 1596 completed, throughput=5MB/sec 2024-08-10T05:39:46.425 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-g99NvKJvDncfOBw off=12547125 len=437843 2024-08-10T05:39:46.429 INFO:tasks.workunit.client.0.smithi031.stdout:op 1597 completed, throughput=5MB/sec 2024-08-10T05:39:47.430 INFO:tasks.workunit.client.0.smithi031.stdout: 311: throughput=4.98MB/sec pending data=0 2024-08-10T05:39:47.430 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-7Pin62_wxQodcGG off=13735382 len=1321020 2024-08-10T05:39:47.437 INFO:tasks.workunit.client.0.smithi031.stdout:op 1598 completed, throughput=4.99MB/sec 2024-08-10T05:39:47.437 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Zogbszax_K3oy3I off=18595 len=356018 2024-08-10T05:39:47.438 INFO:tasks.workunit.client.0.smithi031.stdout:op 1599 completed, throughput=4.99MB/sec 2024-08-10T05:39:47.438 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-y4MOg-6Ie4MgH00 off=8287823 len=1495917 2024-08-10T05:39:47.446 INFO:tasks.workunit.client.0.smithi031.stdout:op 1600 completed, throughput=4.99MB/sec 2024-08-10T05:39:47.446 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-bNXMpQqxutl4QtT off=9929377 len=561226 2024-08-10T05:39:47.449 INFO:tasks.workunit.client.0.smithi031.stdout:op 1601 completed, throughput=5MB/sec 2024-08-10T05:39:47.449 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-BaHR6IN90VoO6N0 off=3360729 len=1665157 2024-08-10T05:39:47.451 INFO:tasks.workunit.client.0.smithi031.stdout:op 1602 completed, throughput=5MB/sec 2024-08-10T05:39:47.518 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:39:47 smithi031 ceph-mon[100614]: pgmap v1550: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:39:47.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:39:47 smithi031 ceph-mon[98130]: pgmap v1550: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:39:47.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:39:47 smithi196 ceph-mon[90243]: pgmap v1550: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:39:48.452 INFO:tasks.workunit.client.0.smithi031.stdout: 312: throughput=4.98MB/sec pending data=0 2024-08-10T05:39:48.452 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-9vzTE8i1BMR8jdX off=23339845 len=1244183 2024-08-10T05:39:48.455 INFO:tasks.workunit.client.0.smithi031.stdout:op 1603 completed, throughput=4.99MB/sec 2024-08-10T05:39:48.455 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-hW3ZBtR0H3Z9YtJ off=13810357 len=1669808 2024-08-10T05:39:48.457 INFO:tasks.workunit.client.0.smithi031.stdout:op 1604 completed, throughput=4.99MB/sec 2024-08-10T05:39:48.457 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Nbj6k9B0BfsBbH0 off=6380787 len=452651 2024-08-10T05:39:48.458 INFO:tasks.workunit.client.0.smithi031.stdout:op 1605 completed, throughput=4.99MB/sec 2024-08-10T05:39:48.458 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ASQmYgka0eeMrYY off=13177160 len=696605 2024-08-10T05:39:48.459 INFO:tasks.workunit.client.0.smithi031.stdout:op 1606 completed, throughput=5MB/sec 2024-08-10T05:39:48.459 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-pTnAi15ebYx9zL8 off=10478982 len=1981443 2024-08-10T05:39:48.461 INFO:tasks.workunit.client.0.smithi031.stdout:op 1607 completed, throughput=5MB/sec 2024-08-10T05:39:49.461 INFO:tasks.workunit.client.0.smithi031.stdout: 313: throughput=4.99MB/sec pending data=0 2024-08-10T05:39:49.462 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ghJj-BX2AX89-mH off=7823283 len=586098 2024-08-10T05:39:49.465 INFO:tasks.workunit.client.0.smithi031.stdout:op 1608 completed, throughput=4.99MB/sec 2024-08-10T05:39:49.465 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-0i3319nAnQKLe26 off=14229572 len=1001088 2024-08-10T05:39:49.471 INFO:tasks.workunit.client.0.smithi031.stdout:op 1609 completed, throughput=4.99MB/sec 2024-08-10T05:39:49.471 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-9oQrNxpEHPrSjMr off=300845 len=89246 2024-08-10T05:39:49.472 INFO:tasks.workunit.client.0.smithi031.stdout:op 1610 completed, throughput=4.99MB/sec 2024-08-10T05:39:49.472 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-JL89XBAdFRdYErM off=4344068 len=1563322 2024-08-10T05:39:49.480 INFO:tasks.workunit.client.0.smithi031.stdout:op 1611 completed, throughput=5MB/sec 2024-08-10T05:39:49.480 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-UPT6Uhoxe06wWTH off=8853450 len=1981971 2024-08-10T05:39:49.491 INFO:tasks.workunit.client.0.smithi031.stdout:op 1612 completed, throughput=5MB/sec 2024-08-10T05:39:49.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:39:49 smithi031 ceph-mon[98130]: pgmap v1551: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:39:49.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:39:49 smithi031 ceph-mon[100614]: pgmap v1551: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:39:49.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:39:49 smithi196 ceph-mon[90243]: pgmap v1551: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:39:50.492 INFO:tasks.workunit.client.0.smithi031.stdout: 314: throughput=4.99MB/sec pending data=0 2024-08-10T05:39:50.492 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Wy4SbgisLCnkZ0j off=5866268 len=1394144 2024-08-10T05:39:50.499 INFO:tasks.workunit.client.0.smithi031.stdout:op 1613 completed, throughput=4.99MB/sec 2024-08-10T05:39:50.499 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-NMYd3fZjVIw6xhN off=10976980 len=1829519 2024-08-10T05:39:50.510 INFO:tasks.workunit.client.0.smithi031.stdout:op 1614 completed, throughput=5MB/sec 2024-08-10T05:39:50.510 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-2x4ilD3CArTPtJt off=14552916 len=841105 2024-08-10T05:39:50.512 INFO:tasks.workunit.client.0.smithi031.stdout:op 1615 completed, throughput=5MB/sec 2024-08-10T05:39:50.512 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-VmOcg959DqeUEw_ off=23498529 len=682559 2024-08-10T05:39:50.513 INFO:tasks.workunit.client.0.smithi031.stdout:op 1616 completed, throughput=5MB/sec 2024-08-10T05:39:51.514 INFO:tasks.workunit.client.0.smithi031.stdout: 315: throughput=4.98MB/sec pending data=0 2024-08-10T05:39:51.514 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-9mS_BvhzrlQUd96 off=8559285 len=2047213 2024-08-10T05:39:51.516 INFO:tasks.workunit.client.0.smithi031.stdout:op 1617 completed, throughput=4.99MB/sec 2024-08-10T05:39:51.517 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-6HoxTFVDc2c9Vbo off=1726344 len=1387712 2024-08-10T05:39:51.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:39:51 smithi031 ceph-mon[98130]: pgmap v1552: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:39:51.518 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:39:51 smithi031 ceph-mon[100614]: pgmap v1552: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:39:51.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:39:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:39:51] "GET /metrics HTTP/1.1" 200 34034 "" "Prometheus/2.43.0" 2024-08-10T05:39:51.519 INFO:tasks.workunit.client.0.smithi031.stdout:op 1618 completed, throughput=4.99MB/sec 2024-08-10T05:39:51.519 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-WJdBRc61oMtu4Xt off=4108967 len=890017 2024-08-10T05:39:51.520 INFO:tasks.workunit.client.0.smithi031.stdout:op 1619 completed, throughput=5MB/sec 2024-08-10T05:39:51.520 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-2x2olvAn-9Ke5cg off=1032411 len=434252 2024-08-10T05:39:51.521 INFO:tasks.workunit.client.0.smithi031.stdout:op 1620 completed, throughput=5MB/sec 2024-08-10T05:39:51.521 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-_vnR2H7FxgNVAj2 off=60850 len=138032 2024-08-10T05:39:51.522 INFO:tasks.workunit.client.0.smithi031.stdout:op 1621 completed, throughput=5MB/sec 2024-08-10T05:39:51.522 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-JQ2ASVt-_Bkmrvj off=11380180 len=633019 2024-08-10T05:39:51.526 INFO:tasks.workunit.client.0.smithi031.stdout:op 1622 completed, throughput=5MB/sec 2024-08-10T05:39:51.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:39:51 smithi196 ceph-mon[90243]: pgmap v1552: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:39:52.527 INFO:tasks.workunit.client.0.smithi031.stdout: 316: throughput=4.99MB/sec pending data=0 2024-08-10T05:39:52.527 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-bMPpYIVIK6JZrS2 off=11382794 len=202114 2024-08-10T05:39:52.528 INFO:tasks.workunit.client.0.smithi031.stdout:op 1623 completed, throughput=4.99MB/sec 2024-08-10T05:39:52.528 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-z4kCUt_Dl6mXV3q off=12708753 len=326901 2024-08-10T05:39:52.531 INFO:tasks.workunit.client.0.smithi031.stdout:op 1624 completed, throughput=4.99MB/sec 2024-08-10T05:39:52.531 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-hZdo-CKrJd-1VqN off=5546118 len=293288 2024-08-10T05:39:52.531 INFO:tasks.workunit.client.0.smithi031.stdout:op 1625 completed, throughput=4.99MB/sec 2024-08-10T05:39:52.532 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-sn3gOQ2iEp_OY5B off=1650011 len=1099781 2024-08-10T05:39:52.537 INFO:tasks.workunit.client.0.smithi031.stdout:op 1626 completed, throughput=4.99MB/sec 2024-08-10T05:39:52.538 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Z5EG1Av69H3VqX0 off=4765043 len=1906938 2024-08-10T05:39:52.549 INFO:tasks.workunit.client.0.smithi031.stdout:op 1627 completed, throughput=5MB/sec 2024-08-10T05:39:52.549 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-cGb8LcNoX_Ecr6m off=2217747 len=2034076 2024-08-10T05:39:52.551 INFO:tasks.workunit.client.0.smithi031.stdout:op 1628 completed, throughput=5MB/sec 2024-08-10T05:39:52.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:39:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:39:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:39:53.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:39:53 smithi031 ceph-mon[98130]: pgmap v1553: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-08-10T05:39:53.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:39:53 smithi031 ceph-mon[100614]: pgmap v1553: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-08-10T05:39:53.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:39:53 smithi196 ceph-mon[90243]: pgmap v1553: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-08-10T05:39:53.551 INFO:tasks.workunit.client.0.smithi031.stdout: 317: throughput=4.99MB/sec pending data=0 2024-08-10T05:39:53.552 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-94LafT5DqAgYuJR off=2428440 len=1127550 2024-08-10T05:39:53.554 INFO:tasks.workunit.client.0.smithi031.stdout:op 1629 completed, throughput=4.99MB/sec 2024-08-10T05:39:53.554 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-TKosvdT2xNLHypl off=5425289 len=734390 2024-08-10T05:39:53.559 INFO:tasks.workunit.client.0.smithi031.stdout:op 1630 completed, throughput=4.99MB/sec 2024-08-10T05:39:53.559 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-4gAnVCklECzqJ5W off=2219779 len=295815 2024-08-10T05:39:53.562 INFO:tasks.workunit.client.0.smithi031.stdout:op 1631 completed, throughput=4.99MB/sec 2024-08-10T05:39:53.562 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ukebA4Em0rJ1Pm0 off=13097247 len=905642 2024-08-10T05:39:53.564 INFO:tasks.workunit.client.0.smithi031.stdout:op 1632 completed, throughput=5MB/sec 2024-08-10T05:39:53.564 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-PqvGGZcP4GjJ0Gb off=1360143 len=199981 2024-08-10T05:39:53.567 INFO:tasks.workunit.client.0.smithi031.stdout:op 1633 completed, throughput=5MB/sec 2024-08-10T05:39:53.567 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-QNEkf-eLtcHjOAF off=8933245 len=463898 2024-08-10T05:39:53.568 INFO:tasks.workunit.client.0.smithi031.stdout:op 1634 completed, throughput=5MB/sec 2024-08-10T05:39:53.568 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Kr5n9CrIP6rpuvT off=4479079 len=552969 2024-08-10T05:39:53.572 INFO:tasks.workunit.client.0.smithi031.stdout:op 1635 completed, throughput=5MB/sec 2024-08-10T05:39:53.572 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-u48AWlO9oJGB7PA off=7948774 len=434336 2024-08-10T05:39:53.573 INFO:tasks.workunit.client.0.smithi031.stdout:op 1636 completed, throughput=5MB/sec 2024-08-10T05:39:54.573 INFO:tasks.workunit.client.0.smithi031.stdout: 318: throughput=4.99MB/sec pending data=0 2024-08-10T05:39:54.573 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-kRtP4NUSDdScoPg off=1704213 len=1069497 2024-08-10T05:39:54.579 INFO:tasks.workunit.client.0.smithi031.stdout:op 1637 completed, throughput=4.99MB/sec 2024-08-10T05:39:54.579 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-YTbq6CLaoc744Ed off=13581491 len=247181 2024-08-10T05:39:54.580 INFO:tasks.workunit.client.0.smithi031.stdout:op 1638 completed, throughput=4.99MB/sec 2024-08-10T05:39:54.580 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Gc-WgkeOjRsyRsr off=5408692 len=1581691 2024-08-10T05:39:54.589 INFO:tasks.workunit.client.0.smithi031.stdout:op 1639 completed, throughput=4.99MB/sec 2024-08-10T05:39:54.589 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-jSjrbbI4xhv6Z0G off=834573 len=481819 2024-08-10T05:39:54.592 INFO:tasks.workunit.client.0.smithi031.stdout:op 1640 completed, throughput=4.99MB/sec 2024-08-10T05:39:54.593 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-NLh8IyOsQe1tmG8 off=6698941 len=254146 2024-08-10T05:39:54.596 INFO:tasks.workunit.client.0.smithi031.stdout:op 1641 completed, throughput=5MB/sec 2024-08-10T05:39:54.596 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-9ZIC0_Sw8FzUwwH off=6457871 len=641609 2024-08-10T05:39:54.597 INFO:tasks.workunit.client.0.smithi031.stdout:op 1642 completed, throughput=5MB/sec 2024-08-10T05:39:54.597 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-_YtVXXNg7Q6eTsA off=5623631 len=1362391 2024-08-10T05:39:54.600 INFO:tasks.workunit.client.0.smithi031.stdout:op 1643 completed, throughput=5MB/sec 2024-08-10T05:39:55.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:39:55 smithi031 ceph-mon[98130]: pgmap v1554: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:39:55.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:39:55 smithi031 ceph-mon[100614]: pgmap v1554: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:39:55.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:39:55 smithi196 ceph-mon[90243]: pgmap v1554: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:39:55.600 INFO:tasks.workunit.client.0.smithi031.stdout: 319: throughput=4.99MB/sec pending data=0 2024-08-10T05:39:55.600 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj--A1FCvfctxTBUN8 off=3825582 len=423009 2024-08-10T05:39:55.604 INFO:tasks.workunit.client.0.smithi031.stdout:op 1644 completed, throughput=4.99MB/sec 2024-08-10T05:39:55.604 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-r1ilCmWZdf7-X4I off=329344 len=345915 2024-08-10T05:39:55.605 INFO:tasks.workunit.client.0.smithi031.stdout:op 1645 completed, throughput=4.99MB/sec 2024-08-10T05:39:55.605 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-5XvpF1EeIfjHRhY off=20814598 len=340397 2024-08-10T05:39:55.608 INFO:tasks.workunit.client.0.smithi031.stdout:op 1646 completed, throughput=4.99MB/sec 2024-08-10T05:39:55.609 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-2NnNdqW3c9TJ1fj off=8387846 len=1082793 2024-08-10T05:39:55.614 INFO:tasks.workunit.client.0.smithi031.stdout:op 1647 completed, throughput=4.99MB/sec 2024-08-10T05:39:55.615 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-SYkC1IszL2dT9Y3 off=9801485 len=1667502 2024-08-10T05:39:55.616 INFO:tasks.workunit.client.0.smithi031.stdout:op 1648 completed, throughput=5MB/sec 2024-08-10T05:39:55.616 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-5FDHau3PonqtW0V off=11186827 len=15110 2024-08-10T05:39:55.619 INFO:tasks.workunit.client.0.smithi031.stdout:op 1649 completed, throughput=5MB/sec 2024-08-10T05:39:55.619 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Box8BCUInJ7-wOd off=2114069 len=811271 2024-08-10T05:39:55.624 INFO:tasks.workunit.client.0.smithi031.stdout:op 1650 completed, throughput=5MB/sec 2024-08-10T05:39:55.624 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ZSujmJDdtqy5m4v off=1465113 len=359926 2024-08-10T05:39:55.627 INFO:tasks.workunit.client.0.smithi031.stdout:op 1651 completed, throughput=5MB/sec 2024-08-10T05:39:56.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:39:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:39:56.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:39:56 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:39:56.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:39:56 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:39:56.627 INFO:tasks.workunit.client.0.smithi031.stdout: 320: throughput=4.99MB/sec pending data=0 2024-08-10T05:39:56.627 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-1b2cbqOSW_Own76 off=5326409 len=422496 2024-08-10T05:39:56.628 INFO:tasks.workunit.client.0.smithi031.stdout:op 1652 completed, throughput=4.99MB/sec 2024-08-10T05:39:56.628 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-R09rX8iXqltLsQM off=3069223 len=284506 2024-08-10T05:39:56.631 INFO:tasks.workunit.client.0.smithi031.stdout:op 1653 completed, throughput=4.99MB/sec 2024-08-10T05:39:56.632 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-u5IThYuo202GKeo off=1944019 len=1168596 2024-08-10T05:39:56.638 INFO:tasks.workunit.client.0.smithi031.stdout:op 1654 completed, throughput=4.99MB/sec 2024-08-10T05:39:56.638 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-2HG4SZLWUsYVDZw off=3750688 len=1974301 2024-08-10T05:39:56.642 INFO:tasks.workunit.client.0.smithi031.stdout:op 1655 completed, throughput=5MB/sec 2024-08-10T05:39:56.642 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-hG3RKHN2UThjfJq off=5699330 len=1449650 2024-08-10T05:39:56.650 INFO:tasks.workunit.client.0.smithi031.stdout:op 1656 completed, throughput=5MB/sec 2024-08-10T05:39:57.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:39:57 smithi031 ceph-mon[98130]: pgmap v1555: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:39:57.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:39:57 smithi031 ceph-mon[100614]: pgmap v1555: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:39:57.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:39:57 smithi196 ceph-mon[90243]: pgmap v1555: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:39:57.650 INFO:tasks.workunit.client.0.smithi031.stdout: 321: throughput=4.98MB/sec pending data=0 2024-08-10T05:39:57.651 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ATGTlZXW4U4nad1 off=3125842 len=1964184 2024-08-10T05:39:57.653 INFO:tasks.workunit.client.0.smithi031.stdout:op 1657 completed, throughput=4.99MB/sec 2024-08-10T05:39:57.653 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-0DpI0G-5bpzIAE5 off=6876772 len=1348297 2024-08-10T05:39:57.656 INFO:tasks.workunit.client.0.smithi031.stdout:op 1658 completed, throughput=4.99MB/sec 2024-08-10T05:39:57.656 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-TZUjkzgUC61InZV off=9467353 len=393133 2024-08-10T05:39:57.660 INFO:tasks.workunit.client.0.smithi031.stdout:op 1659 completed, throughput=5MB/sec 2024-08-10T05:39:57.660 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-0i3319nAnQKLe26 off=18110194 len=912769 2024-08-10T05:39:57.665 INFO:tasks.workunit.client.0.smithi031.stdout:op 1660 completed, throughput=5MB/sec 2024-08-10T05:39:57.666 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-prnKdUwTpfQdadZ off=7229217 len=465675 2024-08-10T05:39:57.666 INFO:tasks.workunit.client.0.smithi031.stdout:op 1661 completed, throughput=5MB/sec 2024-08-10T05:39:57.666 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-kZ2jeDo8gInJe8e off=12716908 len=946843 2024-08-10T05:39:57.671 INFO:tasks.workunit.client.0.smithi031.stdout:op 1662 completed, throughput=5MB/sec 2024-08-10T05:39:58.671 INFO:tasks.workunit.client.0.smithi031.stdout: 322: throughput=4.99MB/sec pending data=0 2024-08-10T05:39:58.672 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-cTDq0hCtnHdq_B1 off=4131038 len=1091673 2024-08-10T05:39:58.679 INFO:tasks.workunit.client.0.smithi031.stdout:op 1663 completed, throughput=4.99MB/sec 2024-08-10T05:39:58.679 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-EBbjw0v9xkz1GxD off=3611157 len=440284 2024-08-10T05:39:58.683 INFO:tasks.workunit.client.0.smithi031.stdout:op 1664 completed, throughput=4.99MB/sec 2024-08-10T05:39:58.683 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-V3qWVhJ4ewTTmre off=1362789 len=797661 2024-08-10T05:39:58.688 INFO:tasks.workunit.client.0.smithi031.stdout:op 1665 completed, throughput=4.99MB/sec 2024-08-10T05:39:58.688 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-UrSavv9KEy8jXth off=1739817 len=371264 2024-08-10T05:39:58.689 INFO:tasks.workunit.client.0.smithi031.stdout:op 1666 completed, throughput=4.99MB/sec 2024-08-10T05:39:58.689 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-70G4fcW4j3q3Ef8 off=3658529 len=1746782 2024-08-10T05:39:58.698 INFO:tasks.workunit.client.0.smithi031.stdout:op 1667 completed, throughput=5MB/sec 2024-08-10T05:39:58.699 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-nn5pm6wTrdhDIhe off=2897957 len=1502879 2024-08-10T05:39:58.700 INFO:tasks.workunit.client.0.smithi031.stdout:op 1668 completed, throughput=5MB/sec 2024-08-10T05:39:59.518 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:39:59 smithi031 ceph-mon[100614]: pgmap v1556: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:39:59.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:39:59 smithi031 ceph-mon[98130]: pgmap v1556: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:39:59.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:39:59 smithi196 ceph-mon[90243]: pgmap v1556: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:39:59.701 INFO:tasks.workunit.client.0.smithi031.stdout: 323: throughput=4.99MB/sec pending data=0 2024-08-10T05:39:59.701 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-6BsyTUmbbRcfDdJ off=7805625 len=909280 2024-08-10T05:39:59.704 INFO:tasks.workunit.client.0.smithi031.stdout:op 1669 completed, throughput=4.99MB/sec 2024-08-10T05:39:59.704 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-BsguydgsombNKbl off=5635325 len=226806 2024-08-10T05:39:59.707 INFO:tasks.workunit.client.0.smithi031.stdout:op 1670 completed, throughput=4.99MB/sec 2024-08-10T05:39:59.707 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Ph7DWnq886EuiXI off=6251120 len=808697 2024-08-10T05:39:59.708 INFO:tasks.workunit.client.0.smithi031.stdout:op 1671 completed, throughput=4.99MB/sec 2024-08-10T05:39:59.708 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-v5Mq-Nx-d1UlTls off=4701685 len=1286577 2024-08-10T05:39:59.714 INFO:tasks.workunit.client.0.smithi031.stdout:op 1672 completed, throughput=5MB/sec 2024-08-10T05:39:59.715 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-oFLPzw1uiopCSev off=8558865 len=1756616 2024-08-10T05:39:59.717 INFO:tasks.workunit.client.0.smithi031.stdout:op 1673 completed, throughput=5MB/sec 2024-08-10T05:40:00.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:40:00 smithi031 ceph-mon[98130]: overall HEALTH_OK 2024-08-10T05:40:00.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:40:00 smithi031 ceph-mon[100614]: overall HEALTH_OK 2024-08-10T05:40:00.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:40:00 smithi196 ceph-mon[90243]: overall HEALTH_OK 2024-08-10T05:40:00.717 INFO:tasks.workunit.client.0.smithi031.stdout: 324: throughput=4.99MB/sec pending data=0 2024-08-10T05:40:00.717 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-3h_bACjPzz5DG0H off=3260854 len=306892 2024-08-10T05:40:00.718 INFO:tasks.workunit.client.0.smithi031.stdout:op 1674 completed, throughput=4.99MB/sec 2024-08-10T05:40:00.718 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-4AzRZqjcoBXDz38 off=18384281 len=456317 2024-08-10T05:40:00.721 INFO:tasks.workunit.client.0.smithi031.stdout:op 1675 completed, throughput=4.99MB/sec 2024-08-10T05:40:00.721 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-PLcCfRYnY8w8uK- off=2594993 len=39103 2024-08-10T05:40:00.722 INFO:tasks.workunit.client.0.smithi031.stdout:op 1676 completed, throughput=4.99MB/sec 2024-08-10T05:40:00.722 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-g8Qrdmv7kbyXo1g off=0 len=1253092 2024-08-10T05:40:00.729 INFO:tasks.workunit.client.0.smithi031.stdout:op 1677 completed, throughput=4.99MB/sec 2024-08-10T05:40:00.730 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-xpk9l29lLKQaTOa off=1057479 len=1954822 2024-08-10T05:40:00.734 INFO:tasks.workunit.client.0.smithi031.stdout:op 1678 completed, throughput=5MB/sec 2024-08-10T05:40:00.734 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-4R2Mges5Nbohwaa off=3394416 len=1167677 2024-08-10T05:40:00.738 INFO:tasks.workunit.client.0.smithi031.stdout:op 1679 completed, throughput=5MB/sec 2024-08-10T05:40:01.518 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:40:01 smithi031 ceph-mon[100614]: pgmap v1557: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-10T05:40:01.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:40:01 smithi031 ceph-mon[98130]: pgmap v1557: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-10T05:40:01.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:40:01 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:40:01] "GET /metrics HTTP/1.1" 200 34032 "" "Prometheus/2.43.0" 2024-08-10T05:40:01.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:40:01 smithi196 ceph-mon[90243]: pgmap v1557: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-10T05:40:01.739 INFO:tasks.workunit.client.0.smithi031.stdout: 325: throughput=4.99MB/sec pending data=0 2024-08-10T05:40:01.739 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-aakc5FXLW2nNiy1 off=8044833 len=110656 2024-08-10T05:40:01.742 INFO:tasks.workunit.client.0.smithi031.stdout:op 1680 completed, throughput=4.99MB/sec 2024-08-10T05:40:01.742 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-uMXxyjfcuub3y_M off=14608620 len=655084 2024-08-10T05:40:01.747 INFO:tasks.workunit.client.0.smithi031.stdout:op 1681 completed, throughput=4.99MB/sec 2024-08-10T05:40:01.747 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ixjpBYLvRNsq-OI off=551991 len=122072 2024-08-10T05:40:01.749 INFO:tasks.workunit.client.0.smithi031.stdout:op 1682 completed, throughput=4.99MB/sec 2024-08-10T05:40:01.750 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-j_JIDpezy7e3Fd- off=20381525 len=1297706 2024-08-10T05:40:01.751 INFO:tasks.workunit.client.0.smithi031.stdout:op 1683 completed, throughput=4.99MB/sec 2024-08-10T05:40:01.751 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-x-GGozgctmTUB4m off=7350115 len=1444376 2024-08-10T05:40:01.758 INFO:tasks.workunit.client.0.smithi031.stdout:op 1684 completed, throughput=5MB/sec 2024-08-10T05:40:01.758 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Lb7uD9c0lqlv4hT off=15805072 len=2073058 2024-08-10T05:40:01.767 INFO:tasks.workunit.client.0.smithi031.stdout:op 1685 completed, throughput=5MB/sec 2024-08-10T05:40:02.767 INFO:tasks.workunit.client.0.smithi031.stdout: 326: throughput=4.99MB/sec pending data=0 2024-08-10T05:40:02.768 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-YbocaiDItILZo0q off=2091945 len=202333 2024-08-10T05:40:02.770 INFO:tasks.workunit.client.0.smithi031.stdout:op 1686 completed, throughput=4.99MB/sec 2024-08-10T05:40:02.771 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-zOYll6QEIa2Ba9j off=6889162 len=697329 2024-08-10T05:40:02.771 INFO:tasks.workunit.client.0.smithi031.stdout:op 1687 completed, throughput=4.99MB/sec 2024-08-10T05:40:02.772 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-yEgP4ZlEMFaCJPu off=16691659 len=617167 2024-08-10T05:40:02.775 INFO:tasks.workunit.client.0.smithi031.stdout:op 1688 completed, throughput=4.99MB/sec 2024-08-10T05:40:02.775 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Cc7wqqjbxQPR9_a off=5085391 len=857371 2024-08-10T05:40:02.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:40:02 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:40:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:40:02.779 INFO:tasks.workunit.client.0.smithi031.stdout:op 1689 completed, throughput=4.99MB/sec 2024-08-10T05:40:02.779 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-VE1xBghZcGbW1yL off=1625148 len=283551 2024-08-10T05:40:02.780 INFO:tasks.workunit.client.0.smithi031.stdout:op 1690 completed, throughput=5MB/sec 2024-08-10T05:40:02.780 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-b0exYEadwY1ccnf off=10485936 len=1275967 2024-08-10T05:40:02.786 INFO:tasks.workunit.client.0.smithi031.stdout:op 1691 completed, throughput=5MB/sec 2024-08-10T05:40:02.786 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-29ZPjrg7SPuBnJl off=18106333 len=1510580 2024-08-10T05:40:02.794 INFO:tasks.workunit.client.0.smithi031.stdout:op 1692 completed, throughput=5MB/sec 2024-08-10T05:40:03.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:40:03 smithi031 ceph-mon[98130]: pgmap v1558: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:40:03.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:40:03 smithi031 ceph-mon[100614]: pgmap v1558: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:40:03.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:40:03 smithi196 ceph-mon[90243]: pgmap v1558: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:40:03.794 INFO:tasks.workunit.client.0.smithi031.stdout: 327: throughput=4.99MB/sec pending data=0 2024-08-10T05:40:03.794 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-1Ddqy36fgfQKnac off=9997684 len=740269 2024-08-10T05:40:03.796 INFO:tasks.workunit.client.0.smithi031.stdout:op 1693 completed, throughput=4.99MB/sec 2024-08-10T05:40:03.796 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-asPTaH9Ou7yVCsX off=354864 len=1139053 2024-08-10T05:40:03.801 INFO:tasks.workunit.client.0.smithi031.stdout:op 1694 completed, throughput=4.99MB/sec 2024-08-10T05:40:03.801 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-bYsupdrc8FKjKEo off=562169 len=1734924 2024-08-10T05:40:03.811 INFO:tasks.workunit.client.0.smithi031.stdout:op 1695 completed, throughput=5MB/sec 2024-08-10T05:40:03.811 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-p2pbz9B-PVk44el off=2941659 len=954474 2024-08-10T05:40:03.812 INFO:tasks.workunit.client.0.smithi031.stdout:op 1696 completed, throughput=5MB/sec 2024-08-10T05:40:04.813 INFO:tasks.workunit.client.0.smithi031.stdout: 328: throughput=4.99MB/sec pending data=0 2024-08-10T05:40:04.813 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-dnO3masI-gN041I off=2791978 len=226870 2024-08-10T05:40:04.815 INFO:tasks.workunit.client.0.smithi031.stdout:op 1697 completed, throughput=4.99MB/sec 2024-08-10T05:40:04.816 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-LNJcjor-HlFrP9o off=18312541 len=1322020 2024-08-10T05:40:04.822 INFO:tasks.workunit.client.0.smithi031.stdout:op 1698 completed, throughput=4.99MB/sec 2024-08-10T05:40:04.822 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-h12-rHSsprn9jgT off=3171546 len=213070 2024-08-10T05:40:04.825 INFO:tasks.workunit.client.0.smithi031.stdout:op 1699 completed, throughput=4.99MB/sec 2024-08-10T05:40:04.825 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-FgpLiNuz1FjLMxd off=191563 len=454978 2024-08-10T05:40:04.829 INFO:tasks.workunit.client.0.smithi031.stdout:op 1700 completed, throughput=4.99MB/sec 2024-08-10T05:40:04.829 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-xFX_lPlSEyXPZjx off=11283637 len=1224050 2024-08-10T05:40:04.830 INFO:tasks.workunit.client.0.smithi031.stdout:op 1701 completed, throughput=5MB/sec 2024-08-10T05:40:04.830 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-lslFEXfy4_GWRUj off=3407281 len=890562 2024-08-10T05:40:04.831 INFO:tasks.workunit.client.0.smithi031.stdout:op 1702 completed, throughput=5MB/sec 2024-08-10T05:40:04.831 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-9u1puq7OKwTfVXG off=541223 len=2042653 2024-08-10T05:40:04.833 INFO:tasks.workunit.client.0.smithi031.stdout:op 1703 completed, throughput=5MB/sec 2024-08-10T05:40:05.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:40:05 smithi031 ceph-mon[98130]: pgmap v1559: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-08-10T05:40:05.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:40:05 smithi031 ceph-mon[100614]: pgmap v1559: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-08-10T05:40:05.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:40:05 smithi196 ceph-mon[90243]: pgmap v1559: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-08-10T05:40:05.834 INFO:tasks.workunit.client.0.smithi031.stdout: 329: throughput=4.99MB/sec pending data=0 2024-08-10T05:40:05.834 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-lwdrx9YQTrWQS_e off=12585697 len=1810037 2024-08-10T05:40:05.836 INFO:tasks.workunit.client.0.smithi031.stdout:op 1704 completed, throughput=4.99MB/sec 2024-08-10T05:40:05.836 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-HBPpu5ShQnKa2bA off=6564562 len=705111 2024-08-10T05:40:05.838 INFO:tasks.workunit.client.0.smithi031.stdout:op 1705 completed, throughput=5MB/sec 2024-08-10T05:40:05.838 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-lwdrx9YQTrWQS_e off=5645418 len=2079753 2024-08-10T05:40:05.851 INFO:tasks.workunit.client.0.smithi031.stdout:op 1706 completed, throughput=5MB/sec 2024-08-10T05:40:06.851 INFO:tasks.workunit.client.0.smithi031.stdout: 330: throughput=4.99MB/sec pending data=0 2024-08-10T05:40:06.852 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-7DpkFKTC8i03iJ4 off=6711517 len=629640 2024-08-10T05:40:06.852 INFO:tasks.workunit.client.0.smithi031.stdout:op 1707 completed, throughput=4.99MB/sec 2024-08-10T05:40:06.853 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-eyfktcM5HldgdsK off=701242 len=1823559 2024-08-10T05:40:06.862 INFO:tasks.workunit.client.0.smithi031.stdout:op 1708 completed, throughput=4.99MB/sec 2024-08-10T05:40:06.862 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-AZQO0VBAAwx1WQ9 off=23366919 len=1161336 2024-08-10T05:40:06.868 INFO:tasks.workunit.client.0.smithi031.stdout:op 1709 completed, throughput=5MB/sec 2024-08-10T05:40:06.868 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-iogCs9FyO0KX4bq off=10428943 len=1819005 2024-08-10T05:40:06.875 INFO:tasks.workunit.client.0.smithi031.stdout:op 1710 completed, throughput=5MB/sec 2024-08-10T05:40:07.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:40:07 smithi031 ceph-mon[98130]: pgmap v1560: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-08-10T05:40:07.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:40:07 smithi031 ceph-mon[100614]: pgmap v1560: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-08-10T05:40:07.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:40:07 smithi196 ceph-mon[90243]: pgmap v1560: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-08-10T05:40:07.875 INFO:tasks.workunit.client.0.smithi031.stdout: 331: throughput=4.99MB/sec pending data=0 2024-08-10T05:40:07.876 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-GDlJnb04NFsdBrL off=14639805 len=211365 2024-08-10T05:40:07.879 INFO:tasks.workunit.client.0.smithi031.stdout:op 1711 completed, throughput=4.99MB/sec 2024-08-10T05:40:07.879 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Epxggk-BHr83EgE off=12788247 len=1945907 2024-08-10T05:40:07.888 INFO:tasks.workunit.client.0.smithi031.stdout:op 1712 completed, throughput=4.99MB/sec 2024-08-10T05:40:07.888 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-kjvVQKZH-NtZqVr off=2717127 len=457635 2024-08-10T05:40:07.891 INFO:tasks.workunit.client.0.smithi031.stdout:op 1713 completed, throughput=4.99MB/sec 2024-08-10T05:40:07.892 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-t_BxwyZ0WzVHl4B off=13940737 len=1715315 2024-08-10T05:40:07.900 INFO:tasks.workunit.client.0.smithi031.stdout:op 1714 completed, throughput=5MB/sec 2024-08-10T05:40:07.900 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-p8APpNIjfzeh3Ia off=2592057 len=771340 2024-08-10T05:40:07.904 INFO:tasks.workunit.client.0.smithi031.stdout:op 1715 completed, throughput=5MB/sec 2024-08-10T05:40:08.904 INFO:tasks.workunit.client.0.smithi031.stdout: 332: throughput=4.99MB/sec pending data=0 2024-08-10T05:40:08.905 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-i2jZ_ODi0E9g6Rx off=13590720 len=855497 2024-08-10T05:40:08.907 INFO:tasks.workunit.client.0.smithi031.stdout:op 1716 completed, throughput=4.99MB/sec 2024-08-10T05:40:08.907 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-sFNxMC2b0K2Lrjg off=14358506 len=1620139 2024-08-10T05:40:08.909 INFO:tasks.workunit.client.0.smithi031.stdout:op 1717 completed, throughput=4.99MB/sec 2024-08-10T05:40:08.909 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-g4XH775Pkj3UF-K off=0 len=1525504 2024-08-10T05:40:08.910 INFO:tasks.workunit.client.0.smithi031.stdout:op 1718 completed, throughput=5MB/sec 2024-08-10T05:40:08.910 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-knXxFZnKoADYreM off=1438598 len=251262 2024-08-10T05:40:08.911 INFO:tasks.workunit.client.0.smithi031.stdout:op 1719 completed, throughput=5MB/sec 2024-08-10T05:40:08.911 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-zFhweBHZ6Z_flH9 off=9063099 len=1658788 2024-08-10T05:40:08.913 INFO:tasks.workunit.client.0.smithi031.stdout:op 1720 completed, throughput=5MB/sec 2024-08-10T05:40:09.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:40:09 smithi031 ceph-mon[98130]: pgmap v1561: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:40:09.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:40:09 smithi031 ceph-mon[100614]: pgmap v1561: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:40:09.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:40:09 smithi196 ceph-mon[90243]: pgmap v1561: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:40:09.913 INFO:tasks.workunit.client.0.smithi031.stdout: 333: throughput=4.99MB/sec pending data=0 2024-08-10T05:40:09.914 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-dw9JXvo49T-Eenu off=7511268 len=595754 2024-08-10T05:40:09.915 INFO:tasks.workunit.client.0.smithi031.stdout:op 1721 completed, throughput=4.99MB/sec 2024-08-10T05:40:09.915 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-hJxgATuoX6iiwQJ off=3731495 len=588877 2024-08-10T05:40:09.919 INFO:tasks.workunit.client.0.smithi031.stdout:op 1722 completed, throughput=4.99MB/sec 2024-08-10T05:40:09.919 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-u9CJ_83_9O4EDtA off=1091311 len=1874848 2024-08-10T05:40:09.921 INFO:tasks.workunit.client.0.smithi031.stdout:op 1723 completed, throughput=5MB/sec 2024-08-10T05:40:09.921 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-0rrNIkKqRPdoAKt off=14855208 len=1187035 2024-08-10T05:40:09.924 INFO:tasks.workunit.client.0.smithi031.stdout:op 1724 completed, throughput=5MB/sec 2024-08-10T05:40:09.924 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-4qfcNl8OpS-0xqz off=5639315 len=36865 2024-08-10T05:40:09.925 INFO:tasks.workunit.client.0.smithi031.stdout:op 1725 completed, throughput=5MB/sec 2024-08-10T05:40:10.925 INFO:tasks.workunit.client.0.smithi031.stdout: 334: throughput=4.99MB/sec pending data=0 2024-08-10T05:40:10.925 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-2f7u1RwYy8_kJjr off=1387311 len=183957 2024-08-10T05:40:10.928 INFO:tasks.workunit.client.0.smithi031.stdout:op 1726 completed, throughput=4.99MB/sec 2024-08-10T05:40:10.928 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-jPyMSWTc1WPIpR2 off=5944610 len=1935031 2024-08-10T05:40:10.938 INFO:tasks.workunit.client.0.smithi031.stdout:op 1727 completed, throughput=4.99MB/sec 2024-08-10T05:40:10.938 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-zbJuNNBVu-2bOnC off=21797806 len=375481 2024-08-10T05:40:10.941 INFO:tasks.workunit.client.0.smithi031.stdout:op 1728 completed, throughput=4.99MB/sec 2024-08-10T05:40:10.941 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-O8QH59Ff5hYMFhD off=2230785 len=327713 2024-08-10T05:40:10.942 INFO:tasks.workunit.client.0.smithi031.stdout:op 1729 completed, throughput=4.99MB/sec 2024-08-10T05:40:10.942 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-nCii94a_GoL1x7B off=3051086 len=1892356 2024-08-10T05:40:10.949 INFO:tasks.workunit.client.0.smithi031.stdout:op 1730 completed, throughput=5MB/sec 2024-08-10T05:40:10.949 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-3DoKRWf4J4-G9QR off=6240768 len=1410326 2024-08-10T05:40:10.950 INFO:tasks.workunit.client.0.smithi031.stdout:op 1731 completed, throughput=5MB/sec 2024-08-10T05:40:11.254 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:40:10 smithi031 ceph-mon[98130]: pgmap v1562: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-08-10T05:40:11.254 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:40:10 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:40:11.254 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:40:10 smithi031 ceph-mon[100614]: pgmap v1562: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-08-10T05:40:11.255 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:40:10 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:40:11.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:40:10 smithi196 ceph-mon[90243]: pgmap v1562: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-08-10T05:40:11.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:40:10 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:40:11.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:40:11 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:40:11] "GET /metrics HTTP/1.1" 200 34035 "" "Prometheus/2.43.0" 2024-08-10T05:40:11.950 INFO:tasks.workunit.client.0.smithi031.stdout: 335: throughput=4.99MB/sec pending data=0 2024-08-10T05:40:11.951 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-dl1mg7SdgYAPUvj off=11959870 len=2060932 2024-08-10T05:40:11.963 INFO:tasks.workunit.client.0.smithi031.stdout:op 1732 completed, throughput=4.99MB/sec 2024-08-10T05:40:11.963 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-VqUq4-BRYCIie23 off=17037597 len=601328 2024-08-10T05:40:11.967 INFO:tasks.workunit.client.0.smithi031.stdout:op 1733 completed, throughput=4.99MB/sec 2024-08-10T05:40:11.967 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Okl40iwWjyxA4Lv off=50432 len=962818 2024-08-10T05:40:11.971 INFO:tasks.workunit.client.0.smithi031.stdout:op 1734 completed, throughput=5MB/sec 2024-08-10T05:40:11.971 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Vhi9GE2fpsQ6WBh off=1921347 len=1565385 2024-08-10T05:40:11.973 INFO:tasks.workunit.client.0.smithi031.stdout:op 1735 completed, throughput=5MB/sec 2024-08-10T05:40:12.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:40:12 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:40:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:40:12.973 INFO:tasks.workunit.client.0.smithi031.stdout: 336: throughput=4.99MB/sec pending data=0 2024-08-10T05:40:12.973 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-XpxQNPVEV2whKUe off=7710985 len=1474947 2024-08-10T05:40:12.975 INFO:tasks.workunit.client.0.smithi031.stdout:op 1736 completed, throughput=4.99MB/sec 2024-08-10T05:40:12.975 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Aarb7co18M8aJBA off=8991654 len=848341 2024-08-10T05:40:12.979 INFO:tasks.workunit.client.0.smithi031.stdout:op 1737 completed, throughput=4.99MB/sec 2024-08-10T05:40:12.979 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-tx9Nv4SISzO1w4E off=682879 len=767094 2024-08-10T05:40:12.982 INFO:tasks.workunit.client.0.smithi031.stdout:op 1738 completed, throughput=5MB/sec 2024-08-10T05:40:12.982 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-lxpBd7dXSiD7j3R off=3280551 len=1804713 2024-08-10T05:40:12.983 INFO:tasks.workunit.client.0.smithi031.stdout:op 1739 completed, throughput=5MB/sec 2024-08-10T05:40:13.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:40:13 smithi031 ceph-mon[98130]: pgmap v1563: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:40:13.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:40:13 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:40:13.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:40:13 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:40:13.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:40:13 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:40:13.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:40:13 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:40:13.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:40:13 smithi031 ceph-mon[100614]: pgmap v1563: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:40:13.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:40:13 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:40:13.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:40:13 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:40:13.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:40:13 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:40:13.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:40:13 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:40:13.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:40:13 smithi196 ceph-mon[90243]: pgmap v1563: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:40:13.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:40:13 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:40:13.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:40:13 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:40:13.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:40:13 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:40:13.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:40:13 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:40:13.984 INFO:tasks.workunit.client.0.smithi031.stdout: 337: throughput=4.99MB/sec pending data=0 2024-08-10T05:40:13.984 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-gmbvu0taZGFY7tp off=9784990 len=1279611 2024-08-10T05:40:13.986 INFO:tasks.workunit.client.0.smithi031.stdout:op 1740 completed, throughput=4.99MB/sec 2024-08-10T05:40:13.986 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-BolSglK_1GYHtAF off=3388286 len=241892 2024-08-10T05:40:13.987 INFO:tasks.workunit.client.0.smithi031.stdout:op 1741 completed, throughput=4.99MB/sec 2024-08-10T05:40:13.987 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-73pZCzMli0KQj6f off=1468838 len=551187 2024-08-10T05:40:13.991 INFO:tasks.workunit.client.0.smithi031.stdout:op 1742 completed, throughput=4.99MB/sec 2024-08-10T05:40:13.991 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-LtQRiYm5PhFg4eg off=1181967 len=647143 2024-08-10T05:40:13.995 INFO:tasks.workunit.client.0.smithi031.stdout:op 1743 completed, throughput=4.99MB/sec 2024-08-10T05:40:13.995 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-zO4QT1hXPZOoNNx off=13992271 len=685899 2024-08-10T05:40:14.000 INFO:tasks.workunit.client.0.smithi031.stdout:op 1744 completed, throughput=5MB/sec 2024-08-10T05:40:14.000 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-xpdSAQsBOZIlBhu off=2824836 len=1194303 2024-08-10T05:40:14.005 INFO:tasks.workunit.client.0.smithi031.stdout:op 1745 completed, throughput=5MB/sec 2024-08-10T05:40:14.006 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-_tWENhQ4JweVwfi off=18061568 len=232105 2024-08-10T05:40:14.009 INFO:tasks.workunit.client.0.smithi031.stdout:op 1746 completed, throughput=5MB/sec 2024-08-10T05:40:14.009 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-OPhHlRzE5kfdFjG off=4208366 len=1801126 2024-08-10T05:40:14.018 INFO:tasks.workunit.client.0.smithi031.stdout:op 1747 completed, throughput=5MB/sec 2024-08-10T05:40:15.018 INFO:tasks.workunit.client.0.smithi031.stdout: 338: throughput=4.99MB/sec pending data=0 2024-08-10T05:40:15.019 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-57g4MSD8Dd06EEQ off=1130847 len=337502 2024-08-10T05:40:15.019 INFO:tasks.workunit.client.0.smithi031.stdout:op 1748 completed, throughput=4.99MB/sec 2024-08-10T05:40:15.019 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-RZQyciaRSLLaQ3c off=18263804 len=1149459 2024-08-10T05:40:15.021 INFO:tasks.workunit.client.0.smithi031.stdout:op 1749 completed, throughput=4.99MB/sec 2024-08-10T05:40:15.021 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-GncuQrzU8Dvr_Ru off=1257168 len=1368578 2024-08-10T05:40:15.028 INFO:tasks.workunit.client.0.smithi031.stdout:op 1750 completed, throughput=5MB/sec 2024-08-10T05:40:15.028 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-tNikKiVo6EMY4wi off=5619539 len=583794 2024-08-10T05:40:15.032 INFO:tasks.workunit.client.0.smithi031.stdout:op 1751 completed, throughput=5MB/sec 2024-08-10T05:40:15.032 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-fDpflTLGxqUHBx9 off=180847 len=319213 2024-08-10T05:40:15.035 INFO:tasks.workunit.client.0.smithi031.stdout:op 1752 completed, throughput=5MB/sec 2024-08-10T05:40:15.035 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-O98T9qeub0mo_dB off=2634034 len=1242064 2024-08-10T05:40:15.041 INFO:tasks.workunit.client.0.smithi031.stdout:op 1753 completed, throughput=5MB/sec 2024-08-10T05:40:15.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:40:15 smithi031 ceph-mon[98130]: pgmap v1564: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-10T05:40:15.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:40:15 smithi031 ceph-mon[100614]: pgmap v1564: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-10T05:40:15.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:40:15 smithi196 ceph-mon[90243]: pgmap v1564: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-10T05:40:16.041 INFO:tasks.workunit.client.0.smithi031.stdout: 339: throughput=4.99MB/sec pending data=0 2024-08-10T05:40:16.041 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-h11qjSeYo2UHsMB off=182550 len=886080 2024-08-10T05:40:16.043 INFO:tasks.workunit.client.0.smithi031.stdout:op 1754 completed, throughput=4.99MB/sec 2024-08-10T05:40:16.043 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj--zpW6foAfL8YK2U off=9082427 len=867329 2024-08-10T05:40:16.048 INFO:tasks.workunit.client.0.smithi031.stdout:op 1755 completed, throughput=4.99MB/sec 2024-08-10T05:40:16.048 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-6YHECsQCsc1-Csy off=2323979 len=935039 2024-08-10T05:40:16.049 INFO:tasks.workunit.client.0.smithi031.stdout:op 1756 completed, throughput=5MB/sec 2024-08-10T05:40:16.049 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-rVOZ60zPH1eKtKb off=800440 len=687939 2024-08-10T05:40:16.050 INFO:tasks.workunit.client.0.smithi031.stdout:op 1757 completed, throughput=5MB/sec 2024-08-10T05:40:16.050 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-yFya4HiBcdrmxsE off=2577084 len=368261 2024-08-10T05:40:16.052 INFO:tasks.workunit.client.0.smithi031.stdout:op 1758 completed, throughput=5MB/sec 2024-08-10T05:40:16.052 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-g1eKHT77PCVJcif off=395137 len=1013604 2024-08-10T05:40:16.057 INFO:tasks.workunit.client.0.smithi031.stdout:op 1759 completed, throughput=5MB/sec 2024-08-10T05:40:17.058 INFO:tasks.workunit.client.0.smithi031.stdout: 340: throughput=4.99MB/sec pending data=0 2024-08-10T05:40:17.058 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-9yxMZQoaZUjVRbZ off=14023827 len=865565 2024-08-10T05:40:17.060 INFO:tasks.workunit.client.0.smithi031.stdout:op 1760 completed, throughput=4.99MB/sec 2024-08-10T05:40:17.060 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-9tprR3rVZ3YUnLg off=1006447 len=1326812 2024-08-10T05:40:17.062 INFO:tasks.workunit.client.0.smithi031.stdout:op 1761 completed, throughput=4.99MB/sec 2024-08-10T05:40:17.062 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-kg4Q3iL2slOjdDH off=7585180 len=171398 2024-08-10T05:40:17.062 INFO:tasks.workunit.client.0.smithi031.stdout:op 1762 completed, throughput=4.99MB/sec 2024-08-10T05:40:17.063 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-X_yU9szTOai-yvZ off=4594587 len=1920639 2024-08-10T05:40:17.065 INFO:tasks.workunit.client.0.smithi031.stdout:op 1763 completed, throughput=5MB/sec 2024-08-10T05:40:17.065 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-_Tvcw4q5RsN88m1 off=16688602 len=1644707 2024-08-10T05:40:17.075 INFO:tasks.workunit.client.0.smithi031.stdout:op 1764 completed, throughput=5MB/sec 2024-08-10T05:40:17.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:40:17 smithi031 ceph-mon[98130]: pgmap v1565: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:40:17.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:40:17 smithi031 ceph-mon[100614]: pgmap v1565: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:40:17.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:40:17 smithi196 ceph-mon[90243]: pgmap v1565: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:40:18.075 INFO:tasks.workunit.client.0.smithi031.stdout: 341: throughput=4.99MB/sec pending data=0 2024-08-10T05:40:18.075 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-w0d1rwTK7XWM0Ac off=3546288 len=1578933 2024-08-10T05:40:18.084 INFO:tasks.workunit.client.0.smithi031.stdout:op 1765 completed, throughput=4.99MB/sec 2024-08-10T05:40:18.085 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-8JJu7JsgO2s2srh off=11874712 len=1135487 2024-08-10T05:40:18.090 INFO:tasks.workunit.client.0.smithi031.stdout:op 1766 completed, throughput=5MB/sec 2024-08-10T05:40:18.090 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-pbYN5gBdMOd94Dt off=7012641 len=829001 2024-08-10T05:40:18.091 INFO:tasks.workunit.client.0.smithi031.stdout:op 1767 completed, throughput=5MB/sec 2024-08-10T05:40:18.091 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-EzE6GGgchcn1iWu off=6100021 len=744866 2024-08-10T05:40:18.092 INFO:tasks.workunit.client.0.smithi031.stdout:op 1768 completed, throughput=5MB/sec 2024-08-10T05:40:19.092 INFO:tasks.workunit.client.0.smithi031.stdout: 342: throughput=4.99MB/sec pending data=0 2024-08-10T05:40:19.092 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-rw2sEJYx2A6KX_U off=12639127 len=1864325 2024-08-10T05:40:19.095 INFO:tasks.workunit.client.0.smithi031.stdout:op 1769 completed, throughput=4.99MB/sec 2024-08-10T05:40:19.095 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-zma4mA_Kd81jUCp off=11520338 len=1641858 2024-08-10T05:40:19.097 INFO:tasks.workunit.client.0.smithi031.stdout:op 1770 completed, throughput=5MB/sec 2024-08-10T05:40:19.097 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-C2sAblJ6mLJhjl5 off=673211 len=1219240 2024-08-10T05:40:19.098 INFO:tasks.workunit.client.0.smithi031.stdout:op 1771 completed, throughput=5MB/sec 2024-08-10T05:40:19.099 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-gqblrds6wfE6ep3 off=14054581 len=1414855 2024-08-10T05:40:19.105 INFO:tasks.workunit.client.0.smithi031.stdout:op 1772 completed, throughput=5MB/sec 2024-08-10T05:40:19.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:40:19 smithi031 ceph-mon[98130]: pgmap v1566: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:40:19.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:40:19 smithi031 ceph-mon[100614]: pgmap v1566: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:40:19.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:40:19 smithi196 ceph-mon[90243]: pgmap v1566: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:40:20.106 INFO:tasks.workunit.client.0.smithi031.stdout: 343: throughput=4.99MB/sec pending data=0 2024-08-10T05:40:20.106 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Uqyu6Qd10E7StwW off=6147374 len=1370413 2024-08-10T05:40:20.112 INFO:tasks.workunit.client.0.smithi031.stdout:op 1773 completed, throughput=4.99MB/sec 2024-08-10T05:40:20.112 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-cfP3l3TjjvSR6pt off=11581661 len=290727 2024-08-10T05:40:20.113 INFO:tasks.workunit.client.0.smithi031.stdout:op 1774 completed, throughput=4.99MB/sec 2024-08-10T05:40:20.113 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-AO-fZJgMhk9lDUa off=1409958 len=1865441 2024-08-10T05:40:20.115 INFO:tasks.workunit.client.0.smithi031.stdout:op 1775 completed, throughput=5MB/sec 2024-08-10T05:40:20.115 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-UOhroEgWXvSDzbw off=0 len=1175391 2024-08-10T05:40:20.116 INFO:tasks.workunit.client.0.smithi031.stdout:op 1776 completed, throughput=5MB/sec 2024-08-10T05:40:21.117 INFO:tasks.workunit.client.0.smithi031.stdout: 344: throughput=4.99MB/sec pending data=0 2024-08-10T05:40:21.117 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-oaeWR7O5xTtazm_ off=3624007 len=907961 2024-08-10T05:40:21.122 INFO:tasks.workunit.client.0.smithi031.stdout:op 1777 completed, throughput=4.99MB/sec 2024-08-10T05:40:21.122 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-L8bckoPxlx_Wm4P off=1900731 len=10928 2024-08-10T05:40:21.125 INFO:tasks.workunit.client.0.smithi031.stdout:op 1778 completed, throughput=4.99MB/sec 2024-08-10T05:40:21.125 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-1TUau46WxUDbQCC off=3279829 len=422953 2024-08-10T05:40:21.126 INFO:tasks.workunit.client.0.smithi031.stdout:op 1779 completed, throughput=4.99MB/sec 2024-08-10T05:40:21.126 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Y6ZeqYt8OXIsQ9B off=13881572 len=1217075 2024-08-10T05:40:21.127 INFO:tasks.workunit.client.0.smithi031.stdout:op 1780 completed, throughput=4.99MB/sec 2024-08-10T05:40:21.127 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-mkKY309otdDBHLR off=8984161 len=1174004 2024-08-10T05:40:21.134 INFO:tasks.workunit.client.0.smithi031.stdout:op 1781 completed, throughput=5MB/sec 2024-08-10T05:40:21.134 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-2ZQxNYGmK-Qycor off=3053883 len=146288 2024-08-10T05:40:21.136 INFO:tasks.workunit.client.0.smithi031.stdout:op 1782 completed, throughput=5MB/sec 2024-08-10T05:40:21.136 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-cR8t_RxD38zhQcy off=0 len=1089764 2024-08-10T05:40:21.140 INFO:tasks.workunit.client.0.smithi031.stdout:op 1783 completed, throughput=5MB/sec 2024-08-10T05:40:21.140 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-aJZi1Ci1TF1gtm8 off=3292411 len=1037883 2024-08-10T05:40:21.146 INFO:tasks.workunit.client.0.smithi031.stdout:op 1784 completed, throughput=5MB/sec 2024-08-10T05:40:21.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:40:21 smithi031 ceph-mon[98130]: pgmap v1567: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-10T05:40:21.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:40:21 smithi031 ceph-mon[100614]: pgmap v1567: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-10T05:40:21.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:40:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:40:21] "GET /metrics HTTP/1.1" 200 34035 "" "Prometheus/2.43.0" 2024-08-10T05:40:21.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:40:21 smithi196 ceph-mon[90243]: pgmap v1567: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-10T05:40:22.146 INFO:tasks.workunit.client.0.smithi031.stdout: 345: throughput=4.99MB/sec pending data=0 2024-08-10T05:40:22.146 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Fk0rBYLmFdPp0L0 off=7238804 len=1262329 2024-08-10T05:40:22.148 INFO:tasks.workunit.client.0.smithi031.stdout:op 1785 completed, throughput=4.99MB/sec 2024-08-10T05:40:22.148 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Poch07rV6GeHToL off=561497 len=1867221 2024-08-10T05:40:22.161 INFO:tasks.workunit.client.0.smithi031.stdout:op 1786 completed, throughput=5MB/sec 2024-08-10T05:40:22.161 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-0nId3gQ337kaOFp off=11439436 len=1082602 2024-08-10T05:40:22.166 INFO:tasks.workunit.client.0.smithi031.stdout:op 1787 completed, throughput=5MB/sec 2024-08-10T05:40:22.166 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Mv8WsugqCWmYsyu off=5006973 len=1170099 2024-08-10T05:40:22.167 INFO:tasks.workunit.client.0.smithi031.stdout:op 1788 completed, throughput=5MB/sec 2024-08-10T05:40:22.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:40:22 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:40:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:40:23.168 INFO:tasks.workunit.client.0.smithi031.stdout: 346: throughput=4.99MB/sec pending data=0 2024-08-10T05:40:23.168 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-GRjWJMC-LMhZiao off=7208495 len=2043690 2024-08-10T05:40:23.170 INFO:tasks.workunit.client.0.smithi031.stdout:op 1789 completed, throughput=4.99MB/sec 2024-08-10T05:40:23.170 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-PBWOxfQOCSHG1eG off=5068708 len=378766 2024-08-10T05:40:23.171 INFO:tasks.workunit.client.0.smithi031.stdout:op 1790 completed, throughput=4.99MB/sec 2024-08-10T05:40:23.171 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-3EpuzukRfT7iQdC off=11440564 len=846141 2024-08-10T05:40:23.176 INFO:tasks.workunit.client.0.smithi031.stdout:op 1791 completed, throughput=5MB/sec 2024-08-10T05:40:23.176 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-G2Jn4iiKnxjN7fe off=6802279 len=1170626 2024-08-10T05:40:23.177 INFO:tasks.workunit.client.0.smithi031.stdout:op 1792 completed, throughput=5MB/sec 2024-08-10T05:40:23.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:40:23 smithi031 ceph-mon[98130]: pgmap v1568: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:40:23.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:40:23 smithi031 ceph-mon[100614]: pgmap v1568: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:40:23.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:40:23 smithi196 ceph-mon[90243]: pgmap v1568: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:40:24.178 INFO:tasks.workunit.client.0.smithi031.stdout: 347: throughput=4.99MB/sec pending data=0 2024-08-10T05:40:24.178 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-7FDMyW6eSsVHNXG off=1129624 len=1259197 2024-08-10T05:40:24.184 INFO:tasks.workunit.client.0.smithi031.stdout:op 1793 completed, throughput=4.99MB/sec 2024-08-10T05:40:24.184 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ByvUuriyGaNwk-9 off=8495176 len=1841993 2024-08-10T05:40:24.187 INFO:tasks.workunit.client.0.smithi031.stdout:op 1794 completed, throughput=4.99MB/sec 2024-08-10T05:40:24.187 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-XoLx3EjewGydxnW off=5101837 len=686707 2024-08-10T05:40:24.191 INFO:tasks.workunit.client.0.smithi031.stdout:op 1795 completed, throughput=5MB/sec 2024-08-10T05:40:24.191 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj--CRzeO_GWrVovEc off=2867724 len=1589652 2024-08-10T05:40:24.195 INFO:tasks.workunit.client.0.smithi031.stdout:op 1796 completed, throughput=5MB/sec 2024-08-10T05:40:25.196 INFO:tasks.workunit.client.0.smithi031.stdout: 348: throughput=4.99MB/sec pending data=0 2024-08-10T05:40:25.196 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-79tefsjQMcCjCAm off=763919 len=2076614 2024-08-10T05:40:25.209 INFO:tasks.workunit.client.0.smithi031.stdout:op 1797 completed, throughput=4.99MB/sec 2024-08-10T05:40:25.209 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-yLqeJHLy-0WXbpm off=16038077 len=679024 2024-08-10T05:40:25.210 INFO:tasks.workunit.client.0.smithi031.stdout:op 1798 completed, throughput=4.99MB/sec 2024-08-10T05:40:25.211 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-j5rhp-SGugYQinW off=1511762 len=873238 2024-08-10T05:40:25.215 INFO:tasks.workunit.client.0.smithi031.stdout:op 1799 completed, throughput=5MB/sec 2024-08-10T05:40:25.215 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-9mml9WwX-ECp432 off=10445537 len=70015 2024-08-10T05:40:25.216 INFO:tasks.workunit.client.0.smithi031.stdout:op 1800 completed, throughput=5MB/sec 2024-08-10T05:40:25.216 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-HlLiSkGP-7vPxFj off=376494 len=584512 2024-08-10T05:40:25.219 INFO:tasks.workunit.client.0.smithi031.stdout:op 1801 completed, throughput=5MB/sec 2024-08-10T05:40:25.219 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-LQ65ct3MO8VKOIi off=20942342 len=35065 2024-08-10T05:40:25.221 INFO:tasks.workunit.client.0.smithi031.stdout:op 1802 completed, throughput=5MB/sec 2024-08-10T05:40:25.221 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-gyYAzRJKCiQRZhb off=2547887 len=397837 2024-08-10T05:40:25.224 INFO:tasks.workunit.client.0.smithi031.stdout:op 1803 completed, throughput=5MB/sec 2024-08-10T05:40:25.224 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-FZLvbQUUv5ciwJi off=476390 len=1677426 2024-08-10T05:40:25.232 INFO:tasks.workunit.client.0.smithi031.stdout:op 1804 completed, throughput=5MB/sec 2024-08-10T05:40:25.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:40:25 smithi031 ceph-mon[98130]: pgmap v1569: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:40:25.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:40:25 smithi031 ceph-mon[100614]: pgmap v1569: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:40:25.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:40:25 smithi196 ceph-mon[90243]: pgmap v1569: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:40:26.232 INFO:tasks.workunit.client.0.smithi031.stdout: 349: throughput=4.99MB/sec pending data=0 2024-08-10T05:40:26.232 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-8T6r1qmjIMsQuLI off=0 len=1074261 2024-08-10T05:40:26.234 INFO:tasks.workunit.client.0.smithi031.stdout:op 1805 completed, throughput=4.99MB/sec 2024-08-10T05:40:26.234 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ofXbW0-ubZkNBve off=4698906 len=312376 2024-08-10T05:40:26.237 INFO:tasks.workunit.client.0.smithi031.stdout:op 1806 completed, throughput=4.99MB/sec 2024-08-10T05:40:26.237 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-mQvxwxJjrbMe2uP off=566067 len=1159474 2024-08-10T05:40:26.239 INFO:tasks.workunit.client.0.smithi031.stdout:op 1807 completed, throughput=5MB/sec 2024-08-10T05:40:26.239 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-gGpGOQ1qpvVa4oq off=4904689 len=1797491 2024-08-10T05:40:26.242 INFO:tasks.workunit.client.0.smithi031.stdout:op 1808 completed, throughput=5MB/sec 2024-08-10T05:40:26.518 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:40:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:40:26.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:40:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:40:26.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:40:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:40:27.243 INFO:tasks.workunit.client.0.smithi031.stdout: 350: throughput=4.99MB/sec pending data=0 2024-08-10T05:40:27.243 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Ap_WbSNqDxfe1gF off=1057821 len=1026965 2024-08-10T05:40:27.248 INFO:tasks.workunit.client.0.smithi031.stdout:op 1809 completed, throughput=4.99MB/sec 2024-08-10T05:40:27.248 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-IZWrbtqxLViYL46 off=506518 len=1258171 2024-08-10T05:40:27.252 INFO:tasks.workunit.client.0.smithi031.stdout:op 1810 completed, throughput=4.99MB/sec 2024-08-10T05:40:27.252 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-8f2XLdI0BI3aSch off=19414040 len=88351 2024-08-10T05:40:27.253 INFO:tasks.workunit.client.0.smithi031.stdout:op 1811 completed, throughput=4.99MB/sec 2024-08-10T05:40:27.253 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-TDz7A7nu4XCIskT off=2406559 len=1600447 2024-08-10T05:40:27.262 INFO:tasks.workunit.client.0.smithi031.stdout:op 1812 completed, throughput=5MB/sec 2024-08-10T05:40:27.262 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-87oeo8thRHyS2IW off=10106076 len=946901 2024-08-10T05:40:27.263 INFO:tasks.workunit.client.0.smithi031.stdout:op 1813 completed, throughput=5MB/sec 2024-08-10T05:40:27.263 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-MmtD6oSw70R8gOD off=12179413 len=533272 2024-08-10T05:40:27.264 INFO:tasks.workunit.client.0.smithi031.stdout:op 1814 completed, throughput=5MB/sec 2024-08-10T05:40:27.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:40:27 smithi031 ceph-mon[98130]: pgmap v1570: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-10T05:40:27.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:40:27 smithi031 ceph-mon[100614]: pgmap v1570: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-10T05:40:27.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:40:27 smithi196 ceph-mon[90243]: pgmap v1570: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-10T05:40:28.264 INFO:tasks.workunit.client.0.smithi031.stdout: 351: throughput=4.99MB/sec pending data=0 2024-08-10T05:40:28.264 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-55nIHak6J25A-NC off=7770946 len=555396 2024-08-10T05:40:28.265 INFO:tasks.workunit.client.0.smithi031.stdout:op 1815 completed, throughput=4.99MB/sec 2024-08-10T05:40:28.265 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-k233ib7_q6kSQq3 off=14523446 len=1058129 2024-08-10T05:40:28.272 INFO:tasks.workunit.client.0.smithi031.stdout:op 1816 completed, throughput=4.99MB/sec 2024-08-10T05:40:28.272 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-5qr-oA_-ZqmgeHE off=153702 len=162612 2024-08-10T05:40:28.273 INFO:tasks.workunit.client.0.smithi031.stdout:op 1817 completed, throughput=4.99MB/sec 2024-08-10T05:40:28.273 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-66pjYJPseHU0Cdq off=8012863 len=1521422 2024-08-10T05:40:28.275 INFO:tasks.workunit.client.0.smithi031.stdout:op 1818 completed, throughput=5MB/sec 2024-08-10T05:40:28.275 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-LwWzdFUbD6SyB2i off=8184309 len=547623 2024-08-10T05:40:28.279 INFO:tasks.workunit.client.0.smithi031.stdout:op 1819 completed, throughput=5MB/sec 2024-08-10T05:40:28.279 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-gY2O6ND7jx_1Scw off=1127350 len=1287884 2024-08-10T05:40:28.287 INFO:tasks.workunit.client.0.smithi031.stdout:op 1820 completed, throughput=5MB/sec 2024-08-10T05:40:28.287 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-as0rKYOeZ0IJgRO off=11512911 len=165854 2024-08-10T05:40:28.287 INFO:tasks.workunit.client.0.smithi031.stdout:op 1821 completed, throughput=5MB/sec 2024-08-10T05:40:29.288 INFO:tasks.workunit.client.0.smithi031.stdout: 352: throughput=4.99MB/sec pending data=0 2024-08-10T05:40:29.288 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-UluoVyH5ccsLQUs off=648341 len=397749 2024-08-10T05:40:29.291 INFO:tasks.workunit.client.0.smithi031.stdout:op 1822 completed, throughput=4.99MB/sec 2024-08-10T05:40:29.291 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-cSQ6Pj8E-JqaQMf off=7277717 len=1449292 2024-08-10T05:40:29.293 INFO:tasks.workunit.client.0.smithi031.stdout:op 1823 completed, throughput=4.99MB/sec 2024-08-10T05:40:29.293 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-rCOrnq1_8uCckIg off=5192559 len=192835 2024-08-10T05:40:29.294 INFO:tasks.workunit.client.0.smithi031.stdout:op 1824 completed, throughput=4.99MB/sec 2024-08-10T05:40:29.294 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-sT_Q2uBqln_LFZY off=13076 len=1092711 2024-08-10T05:40:29.300 INFO:tasks.workunit.client.0.smithi031.stdout:op 1825 completed, throughput=4.99MB/sec 2024-08-10T05:40:29.300 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-fUKXA7DTb2ZIGn0 off=3523018 len=1729981 2024-08-10T05:40:29.304 INFO:tasks.workunit.client.0.smithi031.stdout:op 1826 completed, throughput=5MB/sec 2024-08-10T05:40:29.304 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-4YhHYbyBSDEH-RZ off=1689350 len=929022 2024-08-10T05:40:29.309 INFO:tasks.workunit.client.0.smithi031.stdout:op 1827 completed, throughput=5MB/sec 2024-08-10T05:40:29.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:40:29 smithi031 ceph-mon[98130]: pgmap v1571: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-10T05:40:29.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:40:29 smithi031 ceph-mon[100614]: pgmap v1571: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-10T05:40:29.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:40:29 smithi196 ceph-mon[90243]: pgmap v1571: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-10T05:40:30.310 INFO:tasks.workunit.client.0.smithi031.stdout: 353: throughput=4.99MB/sec pending data=0 2024-08-10T05:40:30.310 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-xdHMw6cqZzUC12r off=1695755 len=171979 2024-08-10T05:40:30.312 INFO:tasks.workunit.client.0.smithi031.stdout:op 1828 completed, throughput=4.99MB/sec 2024-08-10T05:40:30.313 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-cJKLOtHkNT1svrm off=12292881 len=1746422 2024-08-10T05:40:30.320 INFO:tasks.workunit.client.0.smithi031.stdout:op 1829 completed, throughput=4.99MB/sec 2024-08-10T05:40:30.320 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-RYS1CcIkVnqPXpU off=1520381 len=146357 2024-08-10T05:40:30.321 INFO:tasks.workunit.client.0.smithi031.stdout:op 1830 completed, throughput=4.99MB/sec 2024-08-10T05:40:30.321 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-QZRWwhIR7NyrtbB off=2886846 len=1241356 2024-08-10T05:40:30.329 INFO:tasks.workunit.client.0.smithi031.stdout:op 1831 completed, throughput=5MB/sec 2024-08-10T05:40:30.329 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-F3N-yiXHM2zGPuw off=7696136 len=19667 2024-08-10T05:40:30.329 INFO:tasks.workunit.client.0.smithi031.stdout:op 1832 completed, throughput=5MB/sec 2024-08-10T05:40:30.329 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-whBanmQVkdH-sey off=10606639 len=916625 2024-08-10T05:40:30.333 INFO:tasks.workunit.client.0.smithi031.stdout:op 1833 completed, throughput=5MB/sec 2024-08-10T05:40:30.333 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-IOLyn1igcXyUOaK off=1384693 len=1146996 2024-08-10T05:40:30.335 INFO:tasks.workunit.client.0.smithi031.stdout:op 1834 completed, throughput=5MB/sec 2024-08-10T05:40:31.335 INFO:tasks.workunit.client.0.smithi031.stdout: 354: throughput=4.99MB/sec pending data=0 2024-08-10T05:40:31.335 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-r8nbqU1dNvBUDB1 off=1651927 len=362548 2024-08-10T05:40:31.336 INFO:tasks.workunit.client.0.smithi031.stdout:op 1835 completed, throughput=4.99MB/sec 2024-08-10T05:40:31.336 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-6jYQaaf4Tww37MU off=6773528 len=1878024 2024-08-10T05:40:31.345 INFO:tasks.workunit.client.0.smithi031.stdout:op 1836 completed, throughput=4.99MB/sec 2024-08-10T05:40:31.346 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-LIoFVwNo36RviKs off=5877166 len=1146033 2024-08-10T05:40:31.351 INFO:tasks.workunit.client.0.smithi031.stdout:op 1837 completed, throughput=5MB/sec 2024-08-10T05:40:31.352 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-EQ-zduVHfVLMpqi off=5748815 len=1805680 2024-08-10T05:40:31.360 INFO:tasks.workunit.client.0.smithi031.stdout:op 1838 completed, throughput=5MB/sec 2024-08-10T05:40:31.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:40:31 smithi031 ceph-mon[98130]: pgmap v1572: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-08-10T05:40:31.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:40:31 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:40:31] "GET /metrics HTTP/1.1" 200 34035 "" "Prometheus/2.43.0" 2024-08-10T05:40:31.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:40:31 smithi031 ceph-mon[100614]: pgmap v1572: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-08-10T05:40:31.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:40:31 smithi196 ceph-mon[90243]: pgmap v1572: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-08-10T05:40:32.361 INFO:tasks.workunit.client.0.smithi031.stdout: 355: throughput=4.99MB/sec pending data=0 2024-08-10T05:40:32.361 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-lJd36mHwjA2ck5N off=17374717 len=343521 2024-08-10T05:40:32.361 INFO:tasks.workunit.client.0.smithi031.stdout:op 1839 completed, throughput=4.99MB/sec 2024-08-10T05:40:32.361 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ZwXAjxeusGY_vZ2 off=1518963 len=1425006 2024-08-10T05:40:32.363 INFO:tasks.workunit.client.0.smithi031.stdout:op 1840 completed, throughput=4.99MB/sec 2024-08-10T05:40:32.363 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-4uwEtc-Y8qaI9xh off=131404 len=1355786 2024-08-10T05:40:32.370 INFO:tasks.workunit.client.0.smithi031.stdout:op 1841 completed, throughput=5MB/sec 2024-08-10T05:40:32.370 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-dlz4y0yJ0Hr2WzG off=3557331 len=989196 2024-08-10T05:40:32.375 INFO:tasks.workunit.client.0.smithi031.stdout:op 1842 completed, throughput=5MB/sec 2024-08-10T05:40:32.375 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-0rIGPPbyRVSW20S off=5004341 len=671158 2024-08-10T05:40:32.376 INFO:tasks.workunit.client.0.smithi031.stdout:op 1843 completed, throughput=5MB/sec 2024-08-10T05:40:32.376 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-usoELWK7LcyBW-v off=2412781 len=1884086 2024-08-10T05:40:32.386 INFO:tasks.workunit.client.0.smithi031.stdout:op 1844 completed, throughput=5MB/sec 2024-08-10T05:40:32.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:40:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:40:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:40:33.387 INFO:tasks.workunit.client.0.smithi031.stdout: 356: throughput=4.99MB/sec pending data=0 2024-08-10T05:40:33.387 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-K5g5CSP0qLVjwsI off=9115296 len=1681223 2024-08-10T05:40:33.401 INFO:tasks.workunit.client.0.smithi031.stdout:op 1845 completed, throughput=4.99MB/sec 2024-08-10T05:40:33.402 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-m0VXwyV6_eFfPmh off=4684000 len=94659 2024-08-10T05:40:33.404 INFO:tasks.workunit.client.0.smithi031.stdout:op 1846 completed, throughput=5MB/sec 2024-08-10T05:40:33.404 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-gS9xFqKqL_8tb7_ off=552716 len=1416140 2024-08-10T05:40:33.405 INFO:tasks.workunit.client.0.smithi031.stdout:op 1847 completed, throughput=5MB/sec 2024-08-10T05:40:33.405 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-TYMSvqbKfkwssyX off=6843764 len=600829 2024-08-10T05:40:33.409 INFO:tasks.workunit.client.0.smithi031.stdout:op 1848 completed, throughput=5MB/sec 2024-08-10T05:40:33.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:40:33 smithi031 ceph-mon[98130]: pgmap v1573: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:40:33.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:40:33 smithi031 ceph-mon[100614]: pgmap v1573: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:40:33.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:40:33 smithi196 ceph-mon[90243]: pgmap v1573: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:40:34.409 INFO:tasks.workunit.client.0.smithi031.stdout: 357: throughput=4.99MB/sec pending data=0 2024-08-10T05:40:34.410 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Z3xskiC0xqs0ngS off=3942131 len=1218511 2024-08-10T05:40:34.411 INFO:tasks.workunit.client.0.smithi031.stdout:op 1849 completed, throughput=4.99MB/sec 2024-08-10T05:40:34.411 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-g9orbcQ2TNzay0x off=5216170 len=662625 2024-08-10T05:40:34.412 INFO:tasks.workunit.client.0.smithi031.stdout:op 1850 completed, throughput=4.99MB/sec 2024-08-10T05:40:34.412 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-YgietQpwSaWNn3L off=2740989 len=865284 2024-08-10T05:40:34.414 INFO:tasks.workunit.client.0.smithi031.stdout:op 1851 completed, throughput=4.99MB/sec 2024-08-10T05:40:34.414 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-bNdb-ZDy95FXWME off=7146296 len=2057685 2024-08-10T05:40:34.416 INFO:tasks.workunit.client.0.smithi031.stdout:op 1852 completed, throughput=5MB/sec 2024-08-10T05:40:34.416 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-NZu9QRUSvc_ZIsf off=13439649 len=1744659 2024-08-10T05:40:34.427 INFO:tasks.workunit.client.0.smithi031.stdout:op 1853 completed, throughput=5MB/sec 2024-08-10T05:40:35.427 INFO:tasks.workunit.client.0.smithi031.stdout: 358: throughput=4.99MB/sec pending data=0 2024-08-10T05:40:35.427 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-47YtfzXJpO2Owt4 off=591427 len=408609 2024-08-10T05:40:35.428 INFO:tasks.workunit.client.0.smithi031.stdout:op 1854 completed, throughput=4.99MB/sec 2024-08-10T05:40:35.428 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-e19ibiLFy-BlOX5 off=5930492 len=892503 2024-08-10T05:40:35.433 INFO:tasks.workunit.client.0.smithi031.stdout:op 1855 completed, throughput=4.99MB/sec 2024-08-10T05:40:35.434 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-tQRO36AseGKJAgn off=18789138 len=1797073 2024-08-10T05:40:35.435 INFO:tasks.workunit.client.0.smithi031.stdout:op 1856 completed, throughput=5MB/sec 2024-08-10T05:40:35.436 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-vezEAwKVxXeiZB5 off=3616871 len=283798 2024-08-10T05:40:35.437 INFO:tasks.workunit.client.0.smithi031.stdout:op 1857 completed, throughput=5MB/sec 2024-08-10T05:40:35.437 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-dpQ6tUy0CKiDlpr off=22276324 len=573248 2024-08-10T05:40:35.440 INFO:tasks.workunit.client.0.smithi031.stdout:op 1858 completed, throughput=5MB/sec 2024-08-10T05:40:35.440 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-WiWd4a1jJOdKZSB off=3807438 len=1974953 2024-08-10T05:40:35.452 INFO:tasks.workunit.client.0.smithi031.stdout:op 1859 completed, throughput=5MB/sec 2024-08-10T05:40:35.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:40:35 smithi031 ceph-mon[98130]: pgmap v1574: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:40:35.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:40:35 smithi031 ceph-mon[100614]: pgmap v1574: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:40:35.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:40:35 smithi196 ceph-mon[90243]: pgmap v1574: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:40:36.452 INFO:tasks.workunit.client.0.smithi031.stdout: 359: throughput=4.99MB/sec pending data=0 2024-08-10T05:40:36.452 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-EbDjruFtoN-XUZV off=2544999 len=1497778 2024-08-10T05:40:36.460 INFO:tasks.workunit.client.0.smithi031.stdout:op 1860 completed, throughput=4.99MB/sec 2024-08-10T05:40:36.460 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-dUuJ_E6ostzd48G off=3020400 len=1885584 2024-08-10T05:40:36.470 INFO:tasks.workunit.client.0.smithi031.stdout:op 1861 completed, throughput=5MB/sec 2024-08-10T05:40:36.470 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-2UaIhXK98ndUio4 off=1412464 len=1330563 2024-08-10T05:40:36.471 INFO:tasks.workunit.client.0.smithi031.stdout:op 1862 completed, throughput=5MB/sec 2024-08-10T05:40:37.472 INFO:tasks.workunit.client.0.smithi031.stdout: 360: throughput=4.99MB/sec pending data=0 2024-08-10T05:40:37.472 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-sOKcF6CJQ1hW7Vb off=23329600 len=1821790 2024-08-10T05:40:37.474 INFO:tasks.workunit.client.0.smithi031.stdout:op 1863 completed, throughput=4.99MB/sec 2024-08-10T05:40:37.474 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-7BlxukAwt_wN7SF off=6463664 len=1431223 2024-08-10T05:40:37.482 INFO:tasks.workunit.client.0.smithi031.stdout:op 1864 completed, throughput=5MB/sec 2024-08-10T05:40:37.482 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-HEg0W8vyo7_N3rW off=4754093 len=1530882 2024-08-10T05:40:37.492 INFO:tasks.workunit.client.0.smithi031.stdout:op 1865 completed, throughput=5MB/sec 2024-08-10T05:40:37.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:40:37 smithi031 ceph-mon[98130]: pgmap v1575: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:40:37.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:40:37 smithi031 ceph-mon[100614]: pgmap v1575: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:40:37.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:40:37 smithi196 ceph-mon[90243]: pgmap v1575: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:40:38.493 INFO:tasks.workunit.client.0.smithi031.stdout: 361: throughput=4.99MB/sec pending data=0 2024-08-10T05:40:38.493 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Gf62lBRY4MCog3g off=0 len=1777393 2024-08-10T05:40:38.502 INFO:tasks.workunit.client.0.smithi031.stdout:op 1866 completed, throughput=4.99MB/sec 2024-08-10T05:40:38.502 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-M6PMPS8HgS47-Fm off=9493279 len=648828 2024-08-10T05:40:38.506 INFO:tasks.workunit.client.0.smithi031.stdout:op 1867 completed, throughput=4.99MB/sec 2024-08-10T05:40:38.506 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-LIoFVwNo36RviKs off=13260801 len=559002 2024-08-10T05:40:38.510 INFO:tasks.workunit.client.0.smithi031.stdout:op 1868 completed, throughput=5MB/sec 2024-08-10T05:40:38.510 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-aakc5FXLW2nNiy1 off=7624815 len=1904218 2024-08-10T05:40:38.514 INFO:tasks.workunit.client.0.smithi031.stdout:op 1869 completed, throughput=5MB/sec 2024-08-10T05:40:39.515 INFO:tasks.workunit.client.0.smithi031.stdout: 362: throughput=4.99MB/sec pending data=0 2024-08-10T05:40:39.515 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-13KvnAMH2MgsEaL off=9240487 len=940682 2024-08-10T05:40:39.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:40:39 smithi031 ceph-mon[98130]: pgmap v1576: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:40:39.518 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:40:39 smithi031 ceph-mon[100614]: pgmap v1576: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:40:39.520 INFO:tasks.workunit.client.0.smithi031.stdout:op 1870 completed, throughput=4.99MB/sec 2024-08-10T05:40:39.520 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-QGlgloTQnEKpykl off=3862116 len=782085 2024-08-10T05:40:39.521 INFO:tasks.workunit.client.0.smithi031.stdout:op 1871 completed, throughput=4.99MB/sec 2024-08-10T05:40:39.521 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-TM_6nl8p4clBUIj off=52958 len=666094 2024-08-10T05:40:39.522 INFO:tasks.workunit.client.0.smithi031.stdout:op 1872 completed, throughput=4.99MB/sec 2024-08-10T05:40:39.522 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-7NTuTn5YE9v67Hz off=5451220 len=1401575 2024-08-10T05:40:39.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:40:39 smithi196 ceph-mon[90243]: pgmap v1576: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:40:39.531 INFO:tasks.workunit.client.0.smithi031.stdout:op 1873 completed, throughput=5MB/sec 2024-08-10T05:40:39.531 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-RL0L0Lv018lgVUl off=3673826 len=660660 2024-08-10T05:40:39.533 INFO:tasks.workunit.client.0.smithi031.stdout:op 1874 completed, throughput=5MB/sec 2024-08-10T05:40:39.533 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-NZu9QRUSvc_ZIsf off=7315498 len=556595 2024-08-10T05:40:39.534 INFO:tasks.workunit.client.0.smithi031.stdout:op 1875 completed, throughput=5MB/sec 2024-08-10T05:40:39.534 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-bA1tzg8xV-UM3r7 off=4374832 len=223527 2024-08-10T05:40:39.537 INFO:tasks.workunit.client.0.smithi031.stdout:op 1876 completed, throughput=5MB/sec 2024-08-10T05:40:40.538 INFO:tasks.workunit.client.0.smithi031.stdout: 363: throughput=4.99MB/sec pending data=0 2024-08-10T05:40:40.538 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-zFhweBHZ6Z_flH9 off=3678371 len=618461 2024-08-10T05:40:40.543 INFO:tasks.workunit.client.0.smithi031.stdout:op 1877 completed, throughput=4.99MB/sec 2024-08-10T05:40:40.543 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-W57zYju0d8ZyhNq off=12520205 len=766512 2024-08-10T05:40:40.543 INFO:tasks.workunit.client.0.smithi031.stdout:op 1878 completed, throughput=4.99MB/sec 2024-08-10T05:40:40.543 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-JyYXBOD8Ju9G4kB off=8628878 len=1588406 2024-08-10T05:40:40.551 INFO:tasks.workunit.client.0.smithi031.stdout:op 1879 completed, throughput=4.99MB/sec 2024-08-10T05:40:40.551 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-9MR6pEd7TW3XUwh off=22490696 len=2068839 2024-08-10T05:40:40.561 INFO:tasks.workunit.client.0.smithi031.stdout:op 1880 completed, throughput=5MB/sec 2024-08-10T05:40:40.561 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-wFs2z6hoyb35R4t off=9758111 len=909036 2024-08-10T05:40:40.565 INFO:tasks.workunit.client.0.smithi031.stdout:op 1881 completed, throughput=5MB/sec 2024-08-10T05:40:41.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:40:41 smithi031 ceph-mon[98130]: pgmap v1577: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-10T05:40:41.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:40:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:40:41.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:40:41 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:40:41] "GET /metrics HTTP/1.1" 200 34036 "" "Prometheus/2.43.0" 2024-08-10T05:40:41.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:40:41 smithi031 ceph-mon[100614]: pgmap v1577: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-10T05:40:41.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:40:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:40:41.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:40:41 smithi196 ceph-mon[90243]: pgmap v1577: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-10T05:40:41.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:40:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:40:41.566 INFO:tasks.workunit.client.0.smithi031.stdout: 364: throughput=4.99MB/sec pending data=0 2024-08-10T05:40:41.566 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ZnteW3ko_HTxK5g off=993498 len=181558 2024-08-10T05:40:41.568 INFO:tasks.workunit.client.0.smithi031.stdout:op 1882 completed, throughput=4.99MB/sec 2024-08-10T05:40:41.569 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-oT4hwjl0MW7wk6P off=1558661 len=1353774 2024-08-10T05:40:41.575 INFO:tasks.workunit.client.0.smithi031.stdout:op 1883 completed, throughput=4.99MB/sec 2024-08-10T05:40:41.575 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-UdtXhSOYwmV5QLH off=5244575 len=460241 2024-08-10T05:40:41.579 INFO:tasks.workunit.client.0.smithi031.stdout:op 1884 completed, throughput=4.99MB/sec 2024-08-10T05:40:41.579 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-S0LW8D17tEHk-s3 off=3842711 len=1800390 2024-08-10T05:40:41.581 INFO:tasks.workunit.client.0.smithi031.stdout:op 1885 completed, throughput=5MB/sec 2024-08-10T05:40:41.581 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-KEIvTl7Gn8_DTKr off=7060406 len=2083056 2024-08-10T05:40:41.592 INFO:tasks.workunit.client.0.smithi031.stdout:op 1886 completed, throughput=5MB/sec 2024-08-10T05:40:42.592 INFO:tasks.workunit.client.0.smithi031.stdout: 365: throughput=4.99MB/sec pending data=0 2024-08-10T05:40:42.592 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-hyM3sXdmBkXyPk4 off=5251467 len=1236524 2024-08-10T05:40:42.598 INFO:tasks.workunit.client.0.smithi031.stdout:op 1887 completed, throughput=4.99MB/sec 2024-08-10T05:40:42.598 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-QLre_RjnzvItwDL off=1076507 len=1717890 2024-08-10T05:40:42.607 INFO:tasks.workunit.client.0.smithi031.stdout:op 1888 completed, throughput=5MB/sec 2024-08-10T05:40:42.607 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-87QEu_FSOiC2acG off=283536 len=1120289 2024-08-10T05:40:42.609 INFO:tasks.workunit.client.0.smithi031.stdout:op 1889 completed, throughput=5MB/sec 2024-08-10T05:40:42.609 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-UUywqt96eLfVkzX off=1380631 len=402719 2024-08-10T05:40:42.610 INFO:tasks.workunit.client.0.smithi031.stdout:op 1890 completed, throughput=5MB/sec 2024-08-10T05:40:42.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:40:42 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:40:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:40:43.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:40:43 smithi031 ceph-mon[98130]: pgmap v1578: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:40:43.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:40:43 smithi031 ceph-mon[100614]: pgmap v1578: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:40:43.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:40:43 smithi196 ceph-mon[90243]: pgmap v1578: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:40:43.611 INFO:tasks.workunit.client.0.smithi031.stdout: 366: throughput=4.99MB/sec pending data=0 2024-08-10T05:40:43.611 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-x9ld0NH7JndaeaW off=4685071 len=86617 2024-08-10T05:40:43.613 INFO:tasks.workunit.client.0.smithi031.stdout:op 1891 completed, throughput=4.99MB/sec 2024-08-10T05:40:43.613 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-VdYTKETMv2I1erL off=840767 len=450529 2024-08-10T05:40:43.617 INFO:tasks.workunit.client.0.smithi031.stdout:op 1892 completed, throughput=4.99MB/sec 2024-08-10T05:40:43.617 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-zlqqAsiFSqhAvR6 off=119219 len=796249 2024-08-10T05:40:43.621 INFO:tasks.workunit.client.0.smithi031.stdout:op 1893 completed, throughput=4.99MB/sec 2024-08-10T05:40:43.621 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-y9m5I_BgkKk7N8J off=573688 len=661234 2024-08-10T05:40:43.623 INFO:tasks.workunit.client.0.smithi031.stdout:op 1894 completed, throughput=4.99MB/sec 2024-08-10T05:40:43.623 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-UOPPCT9iwg_G-vZ off=884981 len=1704879 2024-08-10T05:40:43.626 INFO:tasks.workunit.client.0.smithi031.stdout:op 1895 completed, throughput=5MB/sec 2024-08-10T05:40:43.626 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-2AlYc6eVmaYoMsQ off=11343435 len=1650796 2024-08-10T05:40:43.629 INFO:tasks.workunit.client.0.smithi031.stdout:op 1896 completed, throughput=5MB/sec 2024-08-10T05:40:44.629 INFO:tasks.workunit.client.0.smithi031.stdout: 367: throughput=4.99MB/sec pending data=0 2024-08-10T05:40:44.629 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-J6quVJdfZspHifB off=3167440 len=499975 2024-08-10T05:40:44.630 INFO:tasks.workunit.client.0.smithi031.stdout:op 1897 completed, throughput=4.99MB/sec 2024-08-10T05:40:44.630 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-3yOhWB9sTilslps off=1146514 len=291806 2024-08-10T05:40:44.631 INFO:tasks.workunit.client.0.smithi031.stdout:op 1898 completed, throughput=4.99MB/sec 2024-08-10T05:40:44.631 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-oWBWSR0Zs9voT9B off=20950325 len=1309932 2024-08-10T05:40:44.640 INFO:tasks.workunit.client.0.smithi031.stdout:op 1899 completed, throughput=4.99MB/sec 2024-08-10T05:40:44.640 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-u1ekAOy_Zgf_06k off=2233187 len=1170421 2024-08-10T05:40:44.642 INFO:tasks.workunit.client.0.smithi031.stdout:op 1900 completed, throughput=5MB/sec 2024-08-10T05:40:44.642 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-_9CnZLuy1ZRizND off=2729144 len=2096107 2024-08-10T05:40:44.652 INFO:tasks.workunit.client.0.smithi031.stdout:op 1901 completed, throughput=5MB/sec 2024-08-10T05:40:45.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:40:45 smithi031 ceph-mon[98130]: pgmap v1579: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:40:45.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:40:45 smithi031 ceph-mon[100614]: pgmap v1579: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:40:45.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:40:45 smithi196 ceph-mon[90243]: pgmap v1579: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:40:45.652 INFO:tasks.workunit.client.0.smithi031.stdout: 368: throughput=4.99MB/sec pending data=0 2024-08-10T05:40:45.652 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-dFJv_zHOqQbk_Iw off=1268473 len=197763 2024-08-10T05:40:45.652 INFO:tasks.workunit.client.0.smithi031.stdout:op 1902 completed, throughput=4.99MB/sec 2024-08-10T05:40:45.653 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-y9nt6bd-CBIyQAm off=0 len=1130595 2024-08-10T05:40:45.659 INFO:tasks.workunit.client.0.smithi031.stdout:op 1903 completed, throughput=4.99MB/sec 2024-08-10T05:40:45.659 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Gq8G-5CC18zPO14 off=6735698 len=608410 2024-08-10T05:40:45.663 INFO:tasks.workunit.client.0.smithi031.stdout:op 1904 completed, throughput=4.99MB/sec 2024-08-10T05:40:45.663 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-AHQoHvKZRF9AbqF off=2637521 len=877231 2024-08-10T05:40:45.668 INFO:tasks.workunit.client.0.smithi031.stdout:op 1905 completed, throughput=4.99MB/sec 2024-08-10T05:40:45.668 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-gtDB00_EcabR6UF off=12663806 len=1768854 2024-08-10T05:40:45.670 INFO:tasks.workunit.client.0.smithi031.stdout:op 1906 completed, throughput=5MB/sec 2024-08-10T05:40:45.670 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-AdzDZC-5YeYVx6A off=1740788 len=673375 2024-08-10T05:40:45.674 INFO:tasks.workunit.client.0.smithi031.stdout:op 1907 completed, throughput=5MB/sec 2024-08-10T05:40:46.675 INFO:tasks.workunit.client.0.smithi031.stdout: 369: throughput=4.99MB/sec pending data=0 2024-08-10T05:40:46.675 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-V3kwOc43uaQ4Q1j off=3997532 len=1576132 2024-08-10T05:40:46.678 INFO:tasks.workunit.client.0.smithi031.stdout:op 1908 completed, throughput=4.99MB/sec 2024-08-10T05:40:46.678 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-vbEmWYnyBaewVYc off=330942 len=515749 2024-08-10T05:40:46.682 INFO:tasks.workunit.client.0.smithi031.stdout:op 1909 completed, throughput=4.99MB/sec 2024-08-10T05:40:46.682 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-OMF4J8NYUOMl1WU off=2014344 len=1583028 2024-08-10T05:40:46.689 INFO:tasks.workunit.client.0.smithi031.stdout:op 1910 completed, throughput=5MB/sec 2024-08-10T05:40:46.690 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-wFs2z6hoyb35R4t off=8468138 len=1755134 2024-08-10T05:40:46.695 INFO:tasks.workunit.client.0.smithi031.stdout:op 1911 completed, throughput=5MB/sec 2024-08-10T05:40:47.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:40:47 smithi031 ceph-mon[98130]: pgmap v1580: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-10T05:40:47.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:40:47 smithi031 ceph-mon[100614]: pgmap v1580: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-10T05:40:47.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:40:47 smithi196 ceph-mon[90243]: pgmap v1580: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-10T05:40:47.695 INFO:tasks.workunit.client.0.smithi031.stdout: 370: throughput=4.99MB/sec pending data=0 2024-08-10T05:40:47.695 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-QKNI194ShJcQueg off=2233930 len=2033055 2024-08-10T05:40:47.705 INFO:tasks.workunit.client.0.smithi031.stdout:op 1912 completed, throughput=4.99MB/sec 2024-08-10T05:40:47.705 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-sr5mJ8M1wKTBhXG off=705281 len=1332924 2024-08-10T05:40:47.707 INFO:tasks.workunit.client.0.smithi031.stdout:op 1913 completed, throughput=5MB/sec 2024-08-10T05:40:47.707 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-0JPtXDXIllf3kk7 off=150480 len=1148994 2024-08-10T05:40:47.716 INFO:tasks.workunit.client.0.smithi031.stdout:op 1914 completed, throughput=5MB/sec 2024-08-10T05:40:47.716 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-jHDoLf-ffizmDUU off=11663815 len=1759490 2024-08-10T05:40:47.718 INFO:tasks.workunit.client.0.smithi031.stdout:op 1915 completed, throughput=5MB/sec 2024-08-10T05:40:48.718 INFO:tasks.workunit.client.0.smithi031.stdout: 371: throughput=4.99MB/sec pending data=0 2024-08-10T05:40:48.719 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-9--s6uE3ygfdyxU off=15529081 len=2012946 2024-08-10T05:40:48.732 INFO:tasks.workunit.client.0.smithi031.stdout:op 1916 completed, throughput=4.99MB/sec 2024-08-10T05:40:48.733 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-PkPHIXoO07ayYME off=10747865 len=441923 2024-08-10T05:40:48.736 INFO:tasks.workunit.client.0.smithi031.stdout:op 1917 completed, throughput=5MB/sec 2024-08-10T05:40:48.736 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-6BEuxxMJ-rz1FCf off=7759799 len=210086 2024-08-10T05:40:48.737 INFO:tasks.workunit.client.0.smithi031.stdout:op 1918 completed, throughput=5MB/sec 2024-08-10T05:40:48.737 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-vRb3sR8iTBiRJdq off=2422097 len=1215634 2024-08-10T05:40:48.745 INFO:tasks.workunit.client.0.smithi031.stdout:op 1919 completed, throughput=5MB/sec 2024-08-10T05:40:48.745 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-DSlhOtzJaEuqoQ9 off=3031118 len=1221531 2024-08-10T05:40:48.746 INFO:tasks.workunit.client.0.smithi031.stdout:op 1920 completed, throughput=5MB/sec 2024-08-10T05:40:49.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:40:49 smithi031 ceph-mon[98130]: pgmap v1581: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-08-10T05:40:49.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:40:49 smithi031 ceph-mon[100614]: pgmap v1581: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-08-10T05:40:49.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:40:49 smithi196 ceph-mon[90243]: pgmap v1581: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-08-10T05:40:49.747 INFO:tasks.workunit.client.0.smithi031.stdout: 372: throughput=4.99MB/sec pending data=0 2024-08-10T05:40:49.747 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-sCWr67LT9mGdLz0 off=765602 len=2089445 2024-08-10T05:40:49.751 INFO:tasks.workunit.client.0.smithi031.stdout:op 1921 completed, throughput=4.99MB/sec 2024-08-10T05:40:49.751 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj--weSFGTm5xyZvWG off=567630 len=1078996 2024-08-10T05:40:49.757 INFO:tasks.workunit.client.0.smithi031.stdout:op 1922 completed, throughput=5MB/sec 2024-08-10T05:40:49.757 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-dDtZhmg98YsB8wX off=460485 len=1274827 2024-08-10T05:40:49.760 INFO:tasks.workunit.client.0.smithi031.stdout:op 1923 completed, throughput=5MB/sec 2024-08-10T05:40:49.760 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-6BQpTSAAVV6lqpP off=14633551 len=911512 2024-08-10T05:40:49.765 INFO:tasks.workunit.client.0.smithi031.stdout:op 1924 completed, throughput=5MB/sec 2024-08-10T05:40:50.765 INFO:tasks.workunit.client.0.smithi031.stdout: 373: throughput=4.99MB/sec pending data=0 2024-08-10T05:40:50.765 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ec_rzSJL3Ahfu7_ off=14981585 len=2093931 2024-08-10T05:40:50.775 INFO:tasks.workunit.client.0.smithi031.stdout:op 1925 completed, throughput=4.99MB/sec 2024-08-10T05:40:50.775 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-f4N0YiN6cYQ6aOs off=6571100 len=869278 2024-08-10T05:40:50.780 INFO:tasks.workunit.client.0.smithi031.stdout:op 1926 completed, throughput=5MB/sec 2024-08-10T05:40:50.781 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-jSjM3nTsSKBVqp5 off=7633179 len=873888 2024-08-10T05:40:50.781 INFO:tasks.workunit.client.0.smithi031.stdout:op 1927 completed, throughput=5MB/sec 2024-08-10T05:40:50.781 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-dTLXOyuncHxXhf0 off=331851 len=1477903 2024-08-10T05:40:50.789 INFO:tasks.workunit.client.0.smithi031.stdout:op 1928 completed, throughput=5MB/sec 2024-08-10T05:40:51.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:40:51 smithi031 ceph-mon[98130]: pgmap v1582: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-10T05:40:51.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:40:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:40:51] "GET /metrics HTTP/1.1" 200 34036 "" "Prometheus/2.43.0" 2024-08-10T05:40:51.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:40:51 smithi031 ceph-mon[100614]: pgmap v1582: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-10T05:40:51.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:40:51 smithi196 ceph-mon[90243]: pgmap v1582: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-10T05:40:51.790 INFO:tasks.workunit.client.0.smithi031.stdout: 374: throughput=4.99MB/sec pending data=0 2024-08-10T05:40:51.790 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-8IaeprDthEkVzZc off=10751565 len=1297216 2024-08-10T05:40:51.796 INFO:tasks.workunit.client.0.smithi031.stdout:op 1929 completed, throughput=4.99MB/sec 2024-08-10T05:40:51.796 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-nIDkv6oErSDPp5F off=373617 len=509775 2024-08-10T05:40:51.800 INFO:tasks.workunit.client.0.smithi031.stdout:op 1930 completed, throughput=4.99MB/sec 2024-08-10T05:40:51.800 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-a2-vDAQlMC-tySo off=6161667 len=590189 2024-08-10T05:40:51.801 INFO:tasks.workunit.client.0.smithi031.stdout:op 1931 completed, throughput=4.99MB/sec 2024-08-10T05:40:51.801 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-pCkT6t6xBK2xHmp off=476954 len=1453697 2024-08-10T05:40:51.803 INFO:tasks.workunit.client.0.smithi031.stdout:op 1932 completed, throughput=5MB/sec 2024-08-10T05:40:51.803 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Hd4PErHHtynfLIj off=12531814 len=95921 2024-08-10T05:40:51.804 INFO:tasks.workunit.client.0.smithi031.stdout:op 1933 completed, throughput=5MB/sec 2024-08-10T05:40:51.804 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-vBstFxh8Bk6baam off=9255753 len=1792775 2024-08-10T05:40:51.812 INFO:tasks.workunit.client.0.smithi031.stdout:op 1934 completed, throughput=5MB/sec 2024-08-10T05:40:52.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:40:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:40:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:40:52.812 INFO:tasks.workunit.client.0.smithi031.stdout: 375: throughput=4.99MB/sec pending data=0 2024-08-10T05:40:52.813 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Xgid22hK1cbAPmU off=2926162 len=808919 2024-08-10T05:40:52.817 INFO:tasks.workunit.client.0.smithi031.stdout:op 1935 completed, throughput=4.99MB/sec 2024-08-10T05:40:52.817 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-pLEASoryajVEHdU off=2345813 len=1934676 2024-08-10T05:40:52.829 INFO:tasks.workunit.client.0.smithi031.stdout:op 1936 completed, throughput=5MB/sec 2024-08-10T05:40:52.829 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-3yo3RSuMzIxE6sT off=611328 len=677962 2024-08-10T05:40:52.830 INFO:tasks.workunit.client.0.smithi031.stdout:op 1937 completed, throughput=5MB/sec 2024-08-10T05:40:52.830 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-1oJ3_Uk2KN3nYYA off=14262089 len=799679 2024-08-10T05:40:52.835 INFO:tasks.workunit.client.0.smithi031.stdout:op 1938 completed, throughput=5MB/sec 2024-08-10T05:40:53.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:40:53 smithi031 ceph-mon[98130]: pgmap v1583: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:40:53.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:40:53 smithi031 ceph-mon[100614]: pgmap v1583: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:40:53.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:40:53 smithi196 ceph-mon[90243]: pgmap v1583: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:40:53.836 INFO:tasks.workunit.client.0.smithi031.stdout: 376: throughput=4.99MB/sec pending data=0 2024-08-10T05:40:53.836 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-mgB48xG9IPC5Q05 off=11063597 len=422079 2024-08-10T05:40:53.839 INFO:tasks.workunit.client.0.smithi031.stdout:op 1939 completed, throughput=4.99MB/sec 2024-08-10T05:40:53.840 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-DQXCCwRCPOncO9s off=19246819 len=1667183 2024-08-10T05:40:53.842 INFO:tasks.workunit.client.0.smithi031.stdout:op 1940 completed, throughput=4.99MB/sec 2024-08-10T05:40:53.842 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-aJZi1Ci1TF1gtm8 off=4712480 len=588214 2024-08-10T05:40:53.846 INFO:tasks.workunit.client.0.smithi031.stdout:op 1941 completed, throughput=4.99MB/sec 2024-08-10T05:40:53.846 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Q2E3WeJULkf1TOY off=5197693 len=792560 2024-08-10T05:40:53.847 INFO:tasks.workunit.client.0.smithi031.stdout:op 1942 completed, throughput=5MB/sec 2024-08-10T05:40:53.847 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-YRxgzJu_FXjq3wU off=2976315 len=433543 2024-08-10T05:40:53.848 INFO:tasks.workunit.client.0.smithi031.stdout:op 1943 completed, throughput=5MB/sec 2024-08-10T05:40:53.848 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-p5IhYhP_M5zeoqQ off=9403941 len=1171548 2024-08-10T05:40:53.854 INFO:tasks.workunit.client.0.smithi031.stdout:op 1944 completed, throughput=5MB/sec 2024-08-10T05:40:53.854 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-QZZ6YphoVPcyZXU off=7031690 len=164146 2024-08-10T05:40:53.857 INFO:tasks.workunit.client.0.smithi031.stdout:op 1945 completed, throughput=5MB/sec 2024-08-10T05:40:53.857 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Wn9xXp5EzbtkQew off=2728155 len=233339 2024-08-10T05:40:53.860 INFO:tasks.workunit.client.0.smithi031.stdout:op 1946 completed, throughput=5MB/sec 2024-08-10T05:40:54.860 INFO:tasks.workunit.client.0.smithi031.stdout: 377: throughput=4.99MB/sec pending data=0 2024-08-10T05:40:54.860 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-pawwcM_m7mdBAX3 off=858043 len=1565126 2024-08-10T05:40:54.867 INFO:tasks.workunit.client.0.smithi031.stdout:op 1947 completed, throughput=4.99MB/sec 2024-08-10T05:40:54.867 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-_vnR2H7FxgNVAj2 off=1994417 len=564326 2024-08-10T05:40:54.871 INFO:tasks.workunit.client.0.smithi031.stdout:op 1948 completed, throughput=4.99MB/sec 2024-08-10T05:40:54.871 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-mCRiOWnL8YteNOt off=598163 len=280033 2024-08-10T05:40:54.874 INFO:tasks.workunit.client.0.smithi031.stdout:op 1949 completed, throughput=4.99MB/sec 2024-08-10T05:40:54.874 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-N6yFtRWfnQ4QiaW off=12812402 len=422759 2024-08-10T05:40:54.874 INFO:tasks.workunit.client.0.smithi031.stdout:op 1950 completed, throughput=4.99MB/sec 2024-08-10T05:40:54.875 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-wzeatIeGDE8y8qL off=19631146 len=1581215 2024-08-10T05:40:54.876 INFO:tasks.workunit.client.0.smithi031.stdout:op 1951 completed, throughput=5MB/sec 2024-08-10T05:40:54.877 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-tbparh1UQ2dZORz off=7620632 len=1411499 2024-08-10T05:40:54.883 INFO:tasks.workunit.client.0.smithi031.stdout:op 1952 completed, throughput=5MB/sec 2024-08-10T05:40:55.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:40:55 smithi031 ceph-mon[98130]: pgmap v1584: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-10T05:40:55.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:40:55 smithi031 ceph-mon[100614]: pgmap v1584: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-10T05:40:55.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:40:55 smithi196 ceph-mon[90243]: pgmap v1584: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-10T05:40:55.884 INFO:tasks.workunit.client.0.smithi031.stdout: 378: throughput=4.99MB/sec pending data=0 2024-08-10T05:40:55.884 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-bsozymo004RuWg0 off=5292961 len=677476 2024-08-10T05:40:55.888 INFO:tasks.workunit.client.0.smithi031.stdout:op 1953 completed, throughput=4.99MB/sec 2024-08-10T05:40:55.888 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-lYiqOFYIiV1Mqaj off=3126166 len=1434551 2024-08-10T05:40:55.890 INFO:tasks.workunit.client.0.smithi031.stdout:op 1954 completed, throughput=4.99MB/sec 2024-08-10T05:40:55.890 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-PMo7df5s49jk--1 off=12596811 len=434198 2024-08-10T05:40:55.893 INFO:tasks.workunit.client.0.smithi031.stdout:op 1955 completed, throughput=4.99MB/sec 2024-08-10T05:40:55.893 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-3_nVLo1g9wJOmwE off=971380 len=1332995 2024-08-10T05:40:55.902 INFO:tasks.workunit.client.0.smithi031.stdout:op 1956 completed, throughput=5MB/sec 2024-08-10T05:40:55.902 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-lqdoq2OGknijKjK off=8344681 len=2095984 2024-08-10T05:40:55.914 INFO:tasks.workunit.client.0.smithi031.stdout:op 1957 completed, throughput=5MB/sec 2024-08-10T05:40:56.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:40:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:40:56.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:40:56 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:40:56.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:40:56 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:40:56.914 INFO:tasks.workunit.client.0.smithi031.stdout: 379: throughput=4.99MB/sec pending data=0 2024-08-10T05:40:56.915 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Weihfq_XHdxs-NR off=4919868 len=800192 2024-08-10T05:40:56.919 INFO:tasks.workunit.client.0.smithi031.stdout:op 1958 completed, throughput=4.99MB/sec 2024-08-10T05:40:56.919 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-xdiquU8xFZB6kxT off=11212362 len=1691643 2024-08-10T05:40:56.921 INFO:tasks.workunit.client.0.smithi031.stdout:op 1959 completed, throughput=5MB/sec 2024-08-10T05:40:56.922 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-x24jMPjFBzdCNvy off=22407060 len=339547 2024-08-10T05:40:56.925 INFO:tasks.workunit.client.0.smithi031.stdout:op 1960 completed, throughput=5MB/sec 2024-08-10T05:40:56.925 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-JrMcNc8C6lAYu7O off=4486782 len=187243 2024-08-10T05:40:56.928 INFO:tasks.workunit.client.0.smithi031.stdout:op 1961 completed, throughput=5MB/sec 2024-08-10T05:40:56.928 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-wpH3y7KOaFIGIJ6 off=9262758 len=765974 2024-08-10T05:40:56.932 INFO:tasks.workunit.client.0.smithi031.stdout:op 1962 completed, throughput=5MB/sec 2024-08-10T05:40:56.932 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ebf4R79-8KI8zcv off=579813 len=3024 2024-08-10T05:40:56.932 INFO:tasks.workunit.client.0.smithi031.stdout:op 1963 completed, throughput=5MB/sec 2024-08-10T05:40:56.932 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Ap_WbSNqDxfe1gF off=8839360 len=1652829 2024-08-10T05:40:56.941 INFO:tasks.workunit.client.0.smithi031.stdout:op 1964 completed, throughput=5MB/sec 2024-08-10T05:40:57.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:40:57 smithi031 ceph-mon[98130]: pgmap v1585: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-10T05:40:57.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:40:57 smithi031 ceph-mon[100614]: pgmap v1585: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-10T05:40:57.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:40:57 smithi196 ceph-mon[90243]: pgmap v1585: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-10T05:40:57.941 INFO:tasks.workunit.client.0.smithi031.stdout: 380: throughput=4.99MB/sec pending data=0 2024-08-10T05:40:57.942 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-za0XoBzCgyYSH0X off=7433825 len=168275 2024-08-10T05:40:57.944 INFO:tasks.workunit.client.0.smithi031.stdout:op 1965 completed, throughput=4.99MB/sec 2024-08-10T05:40:57.945 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-oUQ0Buq-H63zOeX off=5703303 len=2039850 2024-08-10T05:40:57.947 INFO:tasks.workunit.client.0.smithi031.stdout:op 1966 completed, throughput=5MB/sec 2024-08-10T05:40:57.947 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-MOb8yY-7GYz7khq off=6914505 len=280453 2024-08-10T05:40:57.950 INFO:tasks.workunit.client.0.smithi031.stdout:op 1967 completed, throughput=5MB/sec 2024-08-10T05:40:57.950 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Ga_EKJWA109eD16 off=15130489 len=1509595 2024-08-10T05:40:57.952 INFO:tasks.workunit.client.0.smithi031.stdout:op 1968 completed, throughput=5MB/sec 2024-08-10T05:40:57.952 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ZRok_Tx75wO8JuG off=2712819 len=1739508 2024-08-10T05:40:57.963 INFO:tasks.workunit.client.0.smithi031.stdout:op 1969 completed, throughput=5MB/sec 2024-08-10T05:40:58.963 INFO:tasks.workunit.client.0.smithi031.stdout: 381: throughput=4.99MB/sec pending data=0 2024-08-10T05:40:58.963 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-WTT0Y8I_CV3vLMf off=16129788 len=630618 2024-08-10T05:40:58.964 INFO:tasks.workunit.client.0.smithi031.stdout:op 1970 completed, throughput=4.99MB/sec 2024-08-10T05:40:58.964 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-hfJLVfot-TCVLSD off=11689573 len=822148 2024-08-10T05:40:58.969 INFO:tasks.workunit.client.0.smithi031.stdout:op 1971 completed, throughput=4.99MB/sec 2024-08-10T05:40:58.970 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Esn_f-la8urT05J off=16578307 len=1961034 2024-08-10T05:40:58.979 INFO:tasks.workunit.client.0.smithi031.stdout:op 1972 completed, throughput=5MB/sec 2024-08-10T05:40:58.979 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-H5ePzLNhAjO-mgA off=3952395 len=1047195 2024-08-10T05:40:58.984 INFO:tasks.workunit.client.0.smithi031.stdout:op 1973 completed, throughput=5MB/sec 2024-08-10T05:40:59.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:40:59 smithi031 ceph-mon[98130]: pgmap v1586: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:40:59.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:40:59 smithi031 ceph-mon[100614]: pgmap v1586: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:40:59.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:40:59 smithi196 ceph-mon[90243]: pgmap v1586: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:40:59.984 INFO:tasks.workunit.client.0.smithi031.stdout: 382: throughput=4.99MB/sec pending data=0 2024-08-10T05:40:59.984 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-p5IhYhP_M5zeoqQ off=1882629 len=729626 2024-08-10T05:40:59.985 INFO:tasks.workunit.client.0.smithi031.stdout:op 1974 completed, throughput=4.99MB/sec 2024-08-10T05:40:59.985 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-dHvBP_XhyofBK08 off=3168703 len=671935 2024-08-10T05:40:59.987 INFO:tasks.workunit.client.0.smithi031.stdout:op 1975 completed, throughput=4.99MB/sec 2024-08-10T05:40:59.987 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-r5gRzx6g1rYjgga off=358951 len=116471 2024-08-10T05:40:59.987 INFO:tasks.workunit.client.0.smithi031.stdout:op 1976 completed, throughput=4.99MB/sec 2024-08-10T05:40:59.987 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-c7JLI6Bk3fBzhoJ off=1904415 len=9157 2024-08-10T05:40:59.988 INFO:tasks.workunit.client.0.smithi031.stdout:op 1977 completed, throughput=4.99MB/sec 2024-08-10T05:40:59.988 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-dfVw8EfuwmyQb_v off=1126869 len=1199415 2024-08-10T05:40:59.991 INFO:tasks.workunit.client.0.smithi031.stdout:op 1978 completed, throughput=5MB/sec 2024-08-10T05:40:59.991 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-sAPGXbmqDDcsiEw off=10246151 len=678781 2024-08-10T05:40:59.992 INFO:tasks.workunit.client.0.smithi031.stdout:op 1979 completed, throughput=5MB/sec 2024-08-10T05:40:59.992 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-CfErzBy9XyTesPH off=6185154 len=331477 2024-08-10T05:40:59.994 INFO:tasks.workunit.client.0.smithi031.stdout:op 1980 completed, throughput=5MB/sec 2024-08-10T05:40:59.994 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Yls-wAM5_6fkiWy off=8713507 len=2036961 2024-08-10T05:40:59.996 INFO:tasks.workunit.client.0.smithi031.stdout:op 1981 completed, throughput=5MB/sec 2024-08-10T05:41:00.996 INFO:tasks.workunit.client.0.smithi031.stdout: 383: throughput=4.99MB/sec pending data=0 2024-08-10T05:41:00.997 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-dV6IcyqT-fXLOAc off=12115467 len=264662 2024-08-10T05:41:01.000 INFO:tasks.workunit.client.0.smithi031.stdout:op 1982 completed, throughput=4.99MB/sec 2024-08-10T05:41:01.000 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-sx3biO9xESzEZyB off=17665198 len=1110663 2024-08-10T05:41:01.006 INFO:tasks.workunit.client.0.smithi031.stdout:op 1983 completed, throughput=4.99MB/sec 2024-08-10T05:41:01.006 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-fuA7n-UPIlUcVbx off=5664268 len=339848 2024-08-10T05:41:01.009 INFO:tasks.workunit.client.0.smithi031.stdout:op 1984 completed, throughput=4.99MB/sec 2024-08-10T05:41:01.009 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-cKyl8QSKKTMTWea off=6417290 len=145577 2024-08-10T05:41:01.012 INFO:tasks.workunit.client.0.smithi031.stdout:op 1985 completed, throughput=4.99MB/sec 2024-08-10T05:41:01.012 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-8fEuhJmtJm4Yn7x off=7682340 len=1928890 2024-08-10T05:41:01.022 INFO:tasks.workunit.client.0.smithi031.stdout:op 1986 completed, throughput=5MB/sec 2024-08-10T05:41:01.023 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-XZyS6D4q8pxI0il off=10525148 len=1935286 2024-08-10T05:41:01.026 INFO:tasks.workunit.client.0.smithi031.stdout:op 1987 completed, throughput=5MB/sec 2024-08-10T05:41:01.253 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:41:00 smithi031 ceph-mon[98130]: pgmap v1587: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-10T05:41:01.254 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:41:00 smithi031 ceph-mon[100614]: pgmap v1587: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-10T05:41:01.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:41:00 smithi196 ceph-mon[90243]: pgmap v1587: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-10T05:41:01.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:41:01 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:41:01] "GET /metrics HTTP/1.1" 200 34034 "" "Prometheus/2.43.0" 2024-08-10T05:41:02.026 INFO:tasks.workunit.client.0.smithi031.stdout: 384: throughput=4.99MB/sec pending data=0 2024-08-10T05:41:02.026 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-6EfoLv90PzBhFDC off=3393425 len=1889583 2024-08-10T05:41:02.030 INFO:tasks.workunit.client.0.smithi031.stdout:op 1988 completed, throughput=5MB/sec 2024-08-10T05:41:02.030 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-aS_aTsMtgU_fP30 off=14395977 len=46403 2024-08-10T05:41:02.031 INFO:tasks.workunit.client.0.smithi031.stdout:op 1989 completed, throughput=5MB/sec 2024-08-10T05:41:02.031 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-9et-ZdUv-HPQMTz off=12900025 len=1726045 2024-08-10T05:41:02.040 INFO:tasks.workunit.client.0.smithi031.stdout:op 1990 completed, throughput=5MB/sec 2024-08-10T05:41:02.040 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-87DBqWICGBMdd4m off=16592754 len=1125864 2024-08-10T05:41:02.042 INFO:tasks.workunit.client.0.smithi031.stdout:op 1991 completed, throughput=5MB/sec 2024-08-10T05:41:02.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:41:02 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:41:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:41:03.042 INFO:tasks.workunit.client.0.smithi031.stdout: 385: throughput=4.99MB/sec pending data=0 2024-08-10T05:41:03.042 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-kCM2qe0323FGoRz off=13208440 len=1966651 2024-08-10T05:41:03.045 INFO:tasks.workunit.client.0.smithi031.stdout:op 1992 completed, throughput=4.99MB/sec 2024-08-10T05:41:03.045 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-co3RdtCM5Tinv6k off=11899529 len=243658 2024-08-10T05:41:03.045 INFO:tasks.workunit.client.0.smithi031.stdout:op 1993 completed, throughput=5MB/sec 2024-08-10T05:41:03.045 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-QruH9ejYpm6FVp0 off=10536836 len=1693074 2024-08-10T05:41:03.048 INFO:tasks.workunit.client.0.smithi031.stdout:op 1994 completed, throughput=5MB/sec 2024-08-10T05:41:03.048 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-B_o8Aij4TT39WzD off=10677193 len=1103557 2024-08-10T05:41:03.049 INFO:tasks.workunit.client.0.smithi031.stdout:op 1995 completed, throughput=5MB/sec 2024-08-10T05:41:03.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:41:03 smithi031 ceph-mon[98130]: pgmap v1588: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:41:03.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:41:03 smithi031 ceph-mon[100614]: pgmap v1588: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:41:03.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:41:03 smithi196 ceph-mon[90243]: pgmap v1588: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:41:04.049 INFO:tasks.workunit.client.0.smithi031.stdout: 386: throughput=4.99MB/sec pending data=0 2024-08-10T05:41:04.050 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-DK6DFD7IXPxrdmT off=7079168 len=1193876 2024-08-10T05:41:04.051 INFO:tasks.workunit.client.0.smithi031.stdout:op 1996 completed, throughput=4.99MB/sec 2024-08-10T05:41:04.051 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Eo6QKlZkp1UUML0 off=8577588 len=101035 2024-08-10T05:41:04.054 INFO:tasks.workunit.client.0.smithi031.stdout:op 1997 completed, throughput=4.99MB/sec 2024-08-10T05:41:04.054 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-0WWkGYNHzjKm4hE off=5539931 len=933409 2024-08-10T05:41:04.055 INFO:tasks.workunit.client.0.smithi031.stdout:op 1998 completed, throughput=4.99MB/sec 2024-08-10T05:41:04.055 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Ib6k3Ysbfv5JBKJ off=9857833 len=1929212 2024-08-10T05:41:04.067 INFO:tasks.workunit.client.0.smithi031.stdout:op 1999 completed, throughput=5MB/sec 2024-08-10T05:41:04.067 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-rDKuPqf4a6SPbTj off=9933423 len=818559 2024-08-10T05:41:04.068 INFO:tasks.workunit.client.0.smithi031.stdout:op 2000 completed, throughput=5MB/sec 2024-08-10T05:41:05.068 INFO:tasks.workunit.client.0.smithi031.stdout: 387: throughput=4.99MB/sec pending data=0 2024-08-10T05:41:05.069 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-lPwPtzzd_EanYfK off=236670 len=692182 2024-08-10T05:41:05.073 INFO:tasks.workunit.client.0.smithi031.stdout:op 2001 completed, throughput=4.99MB/sec 2024-08-10T05:41:05.073 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-QNf89o4l2dJ85xC off=19263784 len=1604279 2024-08-10T05:41:05.081 INFO:tasks.workunit.client.0.smithi031.stdout:op 2002 completed, throughput=4.99MB/sec 2024-08-10T05:41:05.081 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-kyYS3FCrs89WrqT off=8520305 len=1591312 2024-08-10T05:41:05.083 INFO:tasks.workunit.client.0.smithi031.stdout:op 2003 completed, throughput=5MB/sec 2024-08-10T05:41:05.083 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-bwwuBblqi2vzQx5 off=20721048 len=908273 2024-08-10T05:41:05.088 INFO:tasks.workunit.client.0.smithi031.stdout:op 2004 completed, throughput=5MB/sec 2024-08-10T05:41:05.088 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-lMKCx7jZ10jYfC3 off=7024240 len=1418249 2024-08-10T05:41:05.090 INFO:tasks.workunit.client.0.smithi031.stdout:op 2005 completed, throughput=5MB/sec 2024-08-10T05:41:05.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:41:05 smithi031 ceph-mon[98130]: pgmap v1589: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:41:05.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:41:05 smithi031 ceph-mon[100614]: pgmap v1589: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:41:05.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:41:05 smithi196 ceph-mon[90243]: pgmap v1589: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:41:06.091 INFO:tasks.workunit.client.0.smithi031.stdout: 388: throughput=4.99MB/sec pending data=0 2024-08-10T05:41:06.091 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-W5YhtCGJByHp6UF off=4639191 len=908471 2024-08-10T05:41:06.095 INFO:tasks.workunit.client.0.smithi031.stdout:op 2006 completed, throughput=4.99MB/sec 2024-08-10T05:41:06.095 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-eeZM8FW6r9MT1YU off=18960210 len=488400 2024-08-10T05:41:06.096 INFO:tasks.workunit.client.0.smithi031.stdout:op 2007 completed, throughput=4.99MB/sec 2024-08-10T05:41:06.096 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-87daNYD0aVE8sPQ off=17135301 len=93587 2024-08-10T05:41:06.097 INFO:tasks.workunit.client.0.smithi031.stdout:op 2008 completed, throughput=4.99MB/sec 2024-08-10T05:41:06.097 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-hAsmMVxib62vwMs off=5836665 len=1361771 2024-08-10T05:41:06.098 INFO:tasks.workunit.client.0.smithi031.stdout:op 2009 completed, throughput=5MB/sec 2024-08-10T05:41:06.098 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-KxI8-xrzCy9BTj_ off=6671070 len=1401572 2024-08-10T05:41:06.108 INFO:tasks.workunit.client.0.smithi031.stdout:op 2010 completed, throughput=5MB/sec 2024-08-10T05:41:07.109 INFO:tasks.workunit.client.0.smithi031.stdout: 389: throughput=4.99MB/sec pending data=0 2024-08-10T05:41:07.109 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-vUtX5uoF5uRls1I off=2642960 len=981054 2024-08-10T05:41:07.110 INFO:tasks.workunit.client.0.smithi031.stdout:op 2011 completed, throughput=4.99MB/sec 2024-08-10T05:41:07.110 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-LYdtbqcZUVzmktG off=3800114 len=1566044 2024-08-10T05:41:07.112 INFO:tasks.workunit.client.0.smithi031.stdout:op 2012 completed, throughput=4.99MB/sec 2024-08-10T05:41:07.112 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-qGHody8L0QFpTcq off=6879066 len=1687637 2024-08-10T05:41:07.114 INFO:tasks.workunit.client.0.smithi031.stdout:op 2013 completed, throughput=5MB/sec 2024-08-10T05:41:07.114 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-XNNHe8a-0sQIjLH off=4801385 len=47626 2024-08-10T05:41:07.115 INFO:tasks.workunit.client.0.smithi031.stdout:op 2014 completed, throughput=5MB/sec 2024-08-10T05:41:07.115 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-sOcLowo74pA93Up off=13803443 len=141888 2024-08-10T05:41:07.116 INFO:tasks.workunit.client.0.smithi031.stdout:op 2015 completed, throughput=5MB/sec 2024-08-10T05:41:07.116 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-l5fPIFWdf04z_7p off=4300056 len=1757859 2024-08-10T05:41:07.123 INFO:tasks.workunit.client.0.smithi031.stdout:op 2016 completed, throughput=5MB/sec 2024-08-10T05:41:07.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:41:07 smithi031 ceph-mon[98130]: pgmap v1590: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:41:07.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:41:07 smithi031 ceph-mon[100614]: pgmap v1590: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:41:07.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:41:07 smithi196 ceph-mon[90243]: pgmap v1590: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:41:08.124 INFO:tasks.workunit.client.0.smithi031.stdout: 390: throughput=4.99MB/sec pending data=0 2024-08-10T05:41:08.124 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-JeSWghwLAnIX3tM off=4144989 len=310022 2024-08-10T05:41:08.128 INFO:tasks.workunit.client.0.smithi031.stdout:op 2017 completed, throughput=4.99MB/sec 2024-08-10T05:41:08.128 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-w0tbLY-cx_l2BzL off=1360395 len=695226 2024-08-10T05:41:08.129 INFO:tasks.workunit.client.0.smithi031.stdout:op 2018 completed, throughput=4.99MB/sec 2024-08-10T05:41:08.129 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-WSD_-2KhwCCx9Od off=8352133 len=177273 2024-08-10T05:41:08.130 INFO:tasks.workunit.client.0.smithi031.stdout:op 2019 completed, throughput=4.99MB/sec 2024-08-10T05:41:08.130 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ZSBxJDtBGmXtGvh off=881794 len=530597 2024-08-10T05:41:08.134 INFO:tasks.workunit.client.0.smithi031.stdout:op 2020 completed, throughput=4.99MB/sec 2024-08-10T05:41:08.134 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-LWJ8GFp_vAGsdd7 off=534699 len=1898412 2024-08-10T05:41:08.143 INFO:tasks.workunit.client.0.smithi031.stdout:op 2021 completed, throughput=5MB/sec 2024-08-10T05:41:08.143 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-lhA2fw2NgWbqB3K off=1483966 len=705410 2024-08-10T05:41:08.145 INFO:tasks.workunit.client.0.smithi031.stdout:op 2022 completed, throughput=5MB/sec 2024-08-10T05:41:08.145 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-1eLn7nEh1HOQPyg off=164316 len=1148366 2024-08-10T05:41:08.147 INFO:tasks.workunit.client.0.smithi031.stdout:op 2023 completed, throughput=5MB/sec 2024-08-10T05:41:09.147 INFO:tasks.workunit.client.0.smithi031.stdout: 391: throughput=4.99MB/sec pending data=0 2024-08-10T05:41:09.148 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-r3gSpCAVRs0qoTg off=11337620 len=2089257 2024-08-10T05:41:09.160 INFO:tasks.workunit.client.0.smithi031.stdout:op 2024 completed, throughput=4.99MB/sec 2024-08-10T05:41:09.160 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-SKWZ4Kh6ikQItT4 off=1026947 len=189575 2024-08-10T05:41:09.162 INFO:tasks.workunit.client.0.smithi031.stdout:op 2025 completed, throughput=5MB/sec 2024-08-10T05:41:09.162 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-i0kX40wkhlWHW53 off=563157 len=1280882 2024-08-10T05:41:09.164 INFO:tasks.workunit.client.0.smithi031.stdout:op 2026 completed, throughput=5MB/sec 2024-08-10T05:41:09.164 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-3RrK1497igc7Kcl off=819780 len=15255 2024-08-10T05:41:09.166 INFO:tasks.workunit.client.0.smithi031.stdout:op 2027 completed, throughput=5MB/sec 2024-08-10T05:41:09.167 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-nfKYVDSGvLw1MSx off=18412561 len=105445 2024-08-10T05:41:09.167 INFO:tasks.workunit.client.0.smithi031.stdout:op 2028 completed, throughput=5MB/sec 2024-08-10T05:41:09.168 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ozRt0mTIzrupnCq off=10169742 len=1115870 2024-08-10T05:41:09.173 INFO:tasks.workunit.client.0.smithi031.stdout:op 2029 completed, throughput=5MB/sec 2024-08-10T05:41:09.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:41:09 smithi031 ceph-mon[98130]: pgmap v1591: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:41:09.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:41:09 smithi031 ceph-mon[100614]: pgmap v1591: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:41:09.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:41:09 smithi196 ceph-mon[90243]: pgmap v1591: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:41:10.173 INFO:tasks.workunit.client.0.smithi031.stdout: 392: throughput=4.99MB/sec pending data=0 2024-08-10T05:41:10.173 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Hkua4VzZRdpewMw off=425928 len=1036697 2024-08-10T05:41:10.175 INFO:tasks.workunit.client.0.smithi031.stdout:op 2030 completed, throughput=4.99MB/sec 2024-08-10T05:41:10.175 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-lA2hbmh7xyWeyL0 off=10871537 len=667929 2024-08-10T05:41:10.178 INFO:tasks.workunit.client.0.smithi031.stdout:op 2031 completed, throughput=4.99MB/sec 2024-08-10T05:41:10.179 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-fKUjzqyfdgVRRDB off=21712656 len=2006587 2024-08-10T05:41:10.182 INFO:tasks.workunit.client.0.smithi031.stdout:op 2032 completed, throughput=5MB/sec 2024-08-10T05:41:10.182 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-36pQKh1dt9U4l25 off=13669469 len=1174779 2024-08-10T05:41:10.184 INFO:tasks.workunit.client.0.smithi031.stdout:op 2033 completed, throughput=5MB/sec 2024-08-10T05:41:11.184 INFO:tasks.workunit.client.0.smithi031.stdout: 393: throughput=4.99MB/sec pending data=0 2024-08-10T05:41:11.184 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-GrsR_oHRdlgUyMG off=5739863 len=1960204 2024-08-10T05:41:11.187 INFO:tasks.workunit.client.0.smithi031.stdout:op 2034 completed, throughput=4.99MB/sec 2024-08-10T05:41:11.187 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Y3T37Er8cj6k1d0 off=17851800 len=1668286 2024-08-10T05:41:11.189 INFO:tasks.workunit.client.0.smithi031.stdout:op 2035 completed, throughput=5MB/sec 2024-08-10T05:41:11.189 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-2duKnGh1QpC38rU off=4208868 len=1125182 2024-08-10T05:41:11.195 INFO:tasks.workunit.client.0.smithi031.stdout:op 2036 completed, throughput=5MB/sec 2024-08-10T05:41:11.195 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-GesYkzdXhMeoW0a off=4987485 len=1530613 2024-08-10T05:41:11.197 INFO:tasks.workunit.client.0.smithi031.stdout:op 2037 completed, throughput=5MB/sec 2024-08-10T05:41:11.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:41:11 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:41:11] "GET /metrics HTTP/1.1" 200 34036 "" "Prometheus/2.43.0" 2024-08-10T05:41:11.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:41:11 smithi031 ceph-mon[98130]: pgmap v1592: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-08-10T05:41:11.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:41:11 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:41:11.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:41:11 smithi031 ceph-mon[100614]: pgmap v1592: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-08-10T05:41:11.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:41:11 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:41:11.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:41:11 smithi196 ceph-mon[90243]: pgmap v1592: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-08-10T05:41:11.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:41:11 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:41:12.197 INFO:tasks.workunit.client.0.smithi031.stdout: 394: throughput=4.99MB/sec pending data=0 2024-08-10T05:41:12.197 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ZwvLMjlk4cFPhHT off=6832841 len=1861058 2024-08-10T05:41:12.200 INFO:tasks.workunit.client.0.smithi031.stdout:op 2038 completed, throughput=4.99MB/sec 2024-08-10T05:41:12.200 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-S7-WmcaTuGLro5E off=1728063 len=2017237 2024-08-10T05:41:12.202 INFO:tasks.workunit.client.0.smithi031.stdout:op 2039 completed, throughput=5MB/sec 2024-08-10T05:41:12.202 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-RgJXGdmOysbap9G off=1164814 len=1756664 2024-08-10T05:41:12.213 INFO:tasks.workunit.client.0.smithi031.stdout:op 2040 completed, throughput=5MB/sec 2024-08-10T05:41:12.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:41:12 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:41:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:41:13.213 INFO:tasks.workunit.client.0.smithi031.stdout: 395: throughput=4.99MB/sec pending data=0 2024-08-10T05:41:13.213 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-QpfVHLiazHqfXYY off=2004429 len=1899665 2024-08-10T05:41:13.215 INFO:tasks.workunit.client.0.smithi031.stdout:op 2041 completed, throughput=5MB/sec 2024-08-10T05:41:13.215 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-aLCsme0BICin2J- off=11667634 len=1969127 2024-08-10T05:41:13.216 INFO:tasks.workunit.client.0.smithi031.stdout:op 2042 completed, throughput=5MB/sec 2024-08-10T05:41:13.216 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Ob_izidJ8CIiQwy off=2590934 len=1452234 2024-08-10T05:41:13.222 INFO:tasks.workunit.client.0.smithi031.stdout:op 2043 completed, throughput=5MB/sec 2024-08-10T05:41:13.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:41:13 smithi031 ceph-mon[98130]: pgmap v1593: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-10T05:41:13.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:41:13 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:41:13.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:41:13 smithi031 ceph-mon[100614]: pgmap v1593: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-10T05:41:13.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:41:13 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:41:13.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:41:13 smithi196 ceph-mon[90243]: pgmap v1593: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-10T05:41:13.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:41:13 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:41:14.223 INFO:tasks.workunit.client.0.smithi031.stdout: 396: throughput=4.99MB/sec pending data=0 2024-08-10T05:41:14.223 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-DT3v4UEPDSmoZEE off=10815789 len=940580 2024-08-10T05:41:14.225 INFO:tasks.workunit.client.0.smithi031.stdout:op 2044 completed, throughput=4.99MB/sec 2024-08-10T05:41:14.225 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-PKsDehWMi38ZoYf off=4448721 len=1902248 2024-08-10T05:41:14.227 INFO:tasks.workunit.client.0.smithi031.stdout:op 2045 completed, throughput=5MB/sec 2024-08-10T05:41:14.227 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-f3Wcgc-FDMwqVGF off=392967 len=1344405 2024-08-10T05:41:14.229 INFO:tasks.workunit.client.0.smithi031.stdout:op 2046 completed, throughput=5MB/sec 2024-08-10T05:41:14.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:41:14 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:41:14.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:41:14 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:41:14.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:41:14 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:41:14.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:41:14 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:41:14.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:41:14 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:41:14.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:41:14 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:41:14.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:41:14 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:41:14.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:41:14 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:41:14.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:41:14 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:41:15.229 INFO:tasks.workunit.client.0.smithi031.stdout: 397: throughput=4.99MB/sec pending data=0 2024-08-10T05:41:15.230 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ceVwXunZAIiK7uH off=2512362 len=1979899 2024-08-10T05:41:15.234 INFO:tasks.workunit.client.0.smithi031.stdout:op 2047 completed, throughput=4.99MB/sec 2024-08-10T05:41:15.234 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-SeDdclryjiMZI03 off=13897194 len=1467759 2024-08-10T05:41:15.236 INFO:tasks.workunit.client.0.smithi031.stdout:op 2048 completed, throughput=5MB/sec 2024-08-10T05:41:15.236 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-O92Tqp4j2bmTHh3 off=2078926 len=1566193 2024-08-10T05:41:15.238 INFO:tasks.workunit.client.0.smithi031.stdout:op 2049 completed, throughput=5MB/sec 2024-08-10T05:41:15.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:41:15 smithi031 ceph-mon[98130]: pgmap v1594: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-10T05:41:15.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:41:15 smithi031 ceph-mon[100614]: pgmap v1594: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-10T05:41:15.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:41:15 smithi196 ceph-mon[90243]: pgmap v1594: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-10T05:41:16.238 INFO:tasks.workunit.client.0.smithi031.stdout: 398: throughput=4.99MB/sec pending data=0 2024-08-10T05:41:16.238 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-0_rtJ7NrbiXMpAK off=154273 len=1233476 2024-08-10T05:41:16.240 INFO:tasks.workunit.client.0.smithi031.stdout:op 2050 completed, throughput=4.99MB/sec 2024-08-10T05:41:16.240 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-NwCK0LvCJU05Hzv off=543888 len=1809695 2024-08-10T05:41:16.244 INFO:tasks.workunit.client.0.smithi031.stdout:op 2051 completed, throughput=4.99MB/sec 2024-08-10T05:41:16.244 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-HEk-m7WPGhYj4Sp off=2024264 len=573319 2024-08-10T05:41:16.245 INFO:tasks.workunit.client.0.smithi031.stdout:op 2052 completed, throughput=5MB/sec 2024-08-10T05:41:16.245 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-BgoJC3qFFkJbi6j off=12178848 len=113148 2024-08-10T05:41:16.248 INFO:tasks.workunit.client.0.smithi031.stdout:op 2053 completed, throughput=5MB/sec 2024-08-10T05:41:16.248 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-1jaO82ePyyu2EJs off=0 len=1118470 2024-08-10T05:41:16.250 INFO:tasks.workunit.client.0.smithi031.stdout:op 2054 completed, throughput=5MB/sec 2024-08-10T05:41:16.250 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ELYNJhwwkwR2-tl off=17459292 len=567259 2024-08-10T05:41:16.252 INFO:tasks.workunit.client.0.smithi031.stdout:op 2055 completed, throughput=5MB/sec 2024-08-10T05:41:17.252 INFO:tasks.workunit.client.0.smithi031.stdout: 399: throughput=4.99MB/sec pending data=0 2024-08-10T05:41:17.252 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-1W9Nkun_Rq2qraZ off=7124423 len=440801 2024-08-10T05:41:17.256 INFO:tasks.workunit.client.0.smithi031.stdout:op 2056 completed, throughput=4.99MB/sec 2024-08-10T05:41:17.256 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-FKlafnmo51t9JZc off=1356263 len=17393 2024-08-10T05:41:17.257 INFO:tasks.workunit.client.0.smithi031.stdout:op 2057 completed, throughput=4.99MB/sec 2024-08-10T05:41:17.257 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-sgmVoF0L3O3NNa8 off=15677086 len=178162 2024-08-10T05:41:17.257 INFO:tasks.workunit.client.0.smithi031.stdout:op 2058 completed, throughput=4.99MB/sec 2024-08-10T05:41:17.257 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-mYTeheQ5w7nCO3k off=17285044 len=1559872 2024-08-10T05:41:17.261 INFO:tasks.workunit.client.0.smithi031.stdout:op 2059 completed, throughput=4.99MB/sec 2024-08-10T05:41:17.261 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-dxcfJpy1NFfLI20 off=2769350 len=1721298 2024-08-10T05:41:17.268 INFO:tasks.workunit.client.0.smithi031.stdout:op 2060 completed, throughput=5MB/sec 2024-08-10T05:41:17.268 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-E78i0zTuYI6GbK_ off=6815963 len=656550 2024-08-10T05:41:17.273 INFO:tasks.workunit.client.0.smithi031.stdout:op 2061 completed, throughput=5MB/sec 2024-08-10T05:41:17.273 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-iUhwrrwoXKn6PFi off=943650 len=1270538 2024-08-10T05:41:17.274 INFO:tasks.workunit.client.0.smithi031.stdout:op 2062 completed, throughput=5MB/sec 2024-08-10T05:41:17.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:41:17 smithi031 ceph-mon[98130]: pgmap v1595: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-10T05:41:17.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:41:17 smithi031 ceph-mon[100614]: pgmap v1595: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-10T05:41:17.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:41:17 smithi196 ceph-mon[90243]: pgmap v1595: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-10T05:41:18.275 INFO:tasks.workunit.client.0.smithi031.stdout: 400: throughput=4.99MB/sec pending data=0 2024-08-10T05:41:18.275 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-4ZUo00bxAAGVBsj off=1114773 len=337105 2024-08-10T05:41:18.276 INFO:tasks.workunit.client.0.smithi031.stdout:op 2063 completed, throughput=4.99MB/sec 2024-08-10T05:41:18.276 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-jZfnM_JoSnMbIWx off=17851721 len=1431325 2024-08-10T05:41:18.278 INFO:tasks.workunit.client.0.smithi031.stdout:op 2064 completed, throughput=4.99MB/sec 2024-08-10T05:41:18.278 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-WNBLLg8xhK8Yn5M off=3722869 len=141615 2024-08-10T05:41:18.281 INFO:tasks.workunit.client.0.smithi031.stdout:op 2065 completed, throughput=4.99MB/sec 2024-08-10T05:41:18.281 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-E2Xym2qAvukfR9u off=1919033 len=517132 2024-08-10T05:41:18.282 INFO:tasks.workunit.client.0.smithi031.stdout:op 2066 completed, throughput=4.99MB/sec 2024-08-10T05:41:18.282 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-bSGw_lsTbplHBWN off=20916582 len=579851 2024-08-10T05:41:18.283 INFO:tasks.workunit.client.0.smithi031.stdout:op 2067 completed, throughput=5MB/sec 2024-08-10T05:41:18.283 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-M97rZyH3UoJCMvP off=3643350 len=1393077 2024-08-10T05:41:18.291 INFO:tasks.workunit.client.0.smithi031.stdout:op 2068 completed, throughput=5MB/sec 2024-08-10T05:41:18.291 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ALeZ8H1q-4xaG5Q off=675972 len=1960817 2024-08-10T05:41:18.299 INFO:tasks.workunit.client.0.smithi031.stdout:op 2069 completed, throughput=5MB/sec 2024-08-10T05:41:19.299 INFO:tasks.workunit.client.0.smithi031.stdout: 401: throughput=4.99MB/sec pending data=0 2024-08-10T05:41:19.300 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-dIMKBBmOJR7Nfkv off=3861704 len=1772069 2024-08-10T05:41:19.302 INFO:tasks.workunit.client.0.smithi031.stdout:op 2070 completed, throughput=5MB/sec 2024-08-10T05:41:19.302 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-HZRuKwEVw6uxjv- off=10716967 len=1988959 2024-08-10T05:41:19.304 INFO:tasks.workunit.client.0.smithi031.stdout:op 2071 completed, throughput=5MB/sec 2024-08-10T05:41:19.570 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:41:19 smithi031 ceph-mon[98130]: pgmap v1596: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-08-10T05:41:19.570 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:41:19 smithi031 ceph-mon[100614]: pgmap v1596: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-08-10T05:41:19.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:41:19 smithi196 ceph-mon[90243]: pgmap v1596: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-08-10T05:41:20.305 INFO:tasks.workunit.client.0.smithi031.stdout: 402: throughput=4.99MB/sec pending data=0 2024-08-10T05:41:20.305 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Y89vAkP5-mGGDQF off=43881 len=372493 2024-08-10T05:41:20.308 INFO:tasks.workunit.client.0.smithi031.stdout:op 2072 completed, throughput=4.99MB/sec 2024-08-10T05:41:20.308 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Un9uxbR__uhrwlc off=1587912 len=1599122 2024-08-10T05:41:20.310 INFO:tasks.workunit.client.0.smithi031.stdout:op 2073 completed, throughput=4.99MB/sec 2024-08-10T05:41:20.310 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ai1QwiRj_XUJ3Qs off=5166719 len=1271961 2024-08-10T05:41:20.314 INFO:tasks.workunit.client.0.smithi031.stdout:op 2074 completed, throughput=5MB/sec 2024-08-10T05:41:20.314 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-tYeIXxf1XgHs0Z9 off=263348 len=947595 2024-08-10T05:41:20.314 INFO:tasks.workunit.client.0.smithi031.stdout:op 2075 completed, throughput=5MB/sec 2024-08-10T05:41:20.314 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-z0qaUKYCSrV-DjI off=18570334 len=743559 2024-08-10T05:41:20.315 INFO:tasks.workunit.client.0.smithi031.stdout:op 2076 completed, throughput=5MB/sec 2024-08-10T05:41:20.315 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-gaJEvNQ1HxLQB2I off=2671017 len=197616 2024-08-10T05:41:20.316 INFO:tasks.workunit.client.0.smithi031.stdout:op 2077 completed, throughput=5MB/sec 2024-08-10T05:41:20.316 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-7KLZ0vXlE0kidh0 off=1096787 len=1795131 2024-08-10T05:41:20.326 INFO:tasks.workunit.client.0.smithi031.stdout:op 2078 completed, throughput=5MB/sec 2024-08-10T05:41:21.327 INFO:tasks.workunit.client.0.smithi031.stdout: 403: throughput=4.99MB/sec pending data=0 2024-08-10T05:41:21.327 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-vzLthUo8AKkSSX4 off=2439803 len=570350 2024-08-10T05:41:21.328 INFO:tasks.workunit.client.0.smithi031.stdout:op 2079 completed, throughput=4.99MB/sec 2024-08-10T05:41:21.328 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Yg58UuGNEMyVe_7 off=19867780 len=1795836 2024-08-10T05:41:21.330 INFO:tasks.workunit.client.0.smithi031.stdout:op 2080 completed, throughput=5MB/sec 2024-08-10T05:41:21.330 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-nGqbqmPXAJgO_D2 off=3145853 len=1732131 2024-08-10T05:41:21.332 INFO:tasks.workunit.client.0.smithi031.stdout:op 2081 completed, throughput=5MB/sec 2024-08-10T05:41:21.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:41:21 smithi031 ceph-mon[98130]: pgmap v1597: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.5 MiB/s wr, 5 op/s 2024-08-10T05:41:21.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:41:21 smithi031 ceph-mon[100614]: pgmap v1597: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.5 MiB/s wr, 5 op/s 2024-08-10T05:41:21.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:41:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:41:21] "GET /metrics HTTP/1.1" 200 34036 "" "Prometheus/2.43.0" 2024-08-10T05:41:21.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:41:21 smithi196 ceph-mon[90243]: pgmap v1597: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.5 MiB/s wr, 5 op/s 2024-08-10T05:41:22.332 INFO:tasks.workunit.client.0.smithi031.stdout: 404: throughput=4.99MB/sec pending data=0 2024-08-10T05:41:22.333 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-X2A-aVEhO-Z0glg off=9941535 len=1576435 2024-08-10T05:41:22.336 INFO:tasks.workunit.client.0.smithi031.stdout:op 2082 completed, throughput=4.99MB/sec 2024-08-10T05:41:22.336 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-VE1xBghZcGbW1yL off=1349225 len=141923 2024-08-10T05:41:22.337 INFO:tasks.workunit.client.0.smithi031.stdout:op 2083 completed, throughput=4.99MB/sec 2024-08-10T05:41:22.338 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-6mi-yPGmySTvY1x off=4424665 len=754842 2024-08-10T05:41:22.338 INFO:tasks.workunit.client.0.smithi031.stdout:op 2084 completed, throughput=4.99MB/sec 2024-08-10T05:41:22.339 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-CSUlUhBTpbxGt3Z off=5480318 len=150187 2024-08-10T05:41:22.342 INFO:tasks.workunit.client.0.smithi031.stdout:op 2085 completed, throughput=4.99MB/sec 2024-08-10T05:41:22.342 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-a5wIUUDe6W4auxy off=0 len=1895841 2024-08-10T05:41:22.351 INFO:tasks.workunit.client.0.smithi031.stdout:op 2086 completed, throughput=5MB/sec 2024-08-10T05:41:22.351 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-m1fNMfRFB2YPlCv off=4434243 len=409170 2024-08-10T05:41:22.352 INFO:tasks.workunit.client.0.smithi031.stdout:op 2087 completed, throughput=5MB/sec 2024-08-10T05:41:22.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:41:22 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:41:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:41:23.352 INFO:tasks.workunit.client.0.smithi031.stdout: 405: throughput=4.99MB/sec pending data=0 2024-08-10T05:41:23.352 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-GdzmGA85b-LAGD9 off=16565444 len=714714 2024-08-10T05:41:23.357 INFO:tasks.workunit.client.0.smithi031.stdout:op 2088 completed, throughput=4.99MB/sec 2024-08-10T05:41:23.357 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-D2qsUeL_MgnrYEn off=12716109 len=893637 2024-08-10T05:41:23.363 INFO:tasks.workunit.client.0.smithi031.stdout:op 2089 completed, throughput=4.99MB/sec 2024-08-10T05:41:23.363 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-a3NE-hI48ON9sbX off=9886801 len=1702195 2024-08-10T05:41:23.371 INFO:tasks.workunit.client.0.smithi031.stdout:op 2090 completed, throughput=5MB/sec 2024-08-10T05:41:23.371 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-cqZa6LggjV6B9XY off=991079 len=1337284 2024-08-10T05:41:23.372 INFO:tasks.workunit.client.0.smithi031.stdout:op 2091 completed, throughput=5MB/sec 2024-08-10T05:41:23.372 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-a9ZPupJxqFeUsAb off=290435 len=1926859 2024-08-10T05:41:23.381 INFO:tasks.workunit.client.0.smithi031.stdout:op 2092 completed, throughput=5MB/sec 2024-08-10T05:41:23.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:41:23 smithi031 ceph-mon[98130]: pgmap v1598: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.1 MiB/s wr, 4 op/s 2024-08-10T05:41:23.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:41:23 smithi031 ceph-mon[100614]: pgmap v1598: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.1 MiB/s wr, 4 op/s 2024-08-10T05:41:23.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:41:23 smithi196 ceph-mon[90243]: pgmap v1598: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.1 MiB/s wr, 4 op/s 2024-08-10T05:41:24.382 INFO:tasks.workunit.client.0.smithi031.stdout: 406: throughput=4.99MB/sec pending data=0 2024-08-10T05:41:24.382 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-vUTBQSmU9emncmo off=20197666 len=1409622 2024-08-10T05:41:24.386 INFO:tasks.workunit.client.0.smithi031.stdout:op 2093 completed, throughput=4.99MB/sec 2024-08-10T05:41:24.386 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-yoYOVq-Mce4jTON off=5503113 len=1564919 2024-08-10T05:41:24.386 INFO:tasks.workunit.client.0.smithi031.stdout:op 2094 completed, throughput=5MB/sec 2024-08-10T05:41:24.386 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj--oN9TpHGpVI8nap off=14396034 len=1113502 2024-08-10T05:41:24.392 INFO:tasks.workunit.client.0.smithi031.stdout:op 2095 completed, throughput=5MB/sec 2024-08-10T05:41:25.393 INFO:tasks.workunit.client.0.smithi031.stdout: 407: throughput=4.99MB/sec pending data=0 2024-08-10T05:41:25.393 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-sjkyds7LOl9A_jc off=20513579 len=963790 2024-08-10T05:41:25.398 INFO:tasks.workunit.client.0.smithi031.stdout:op 2096 completed, throughput=4.99MB/sec 2024-08-10T05:41:25.399 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-3RrK1497igc7Kcl off=14308781 len=577748 2024-08-10T05:41:25.400 INFO:tasks.workunit.client.0.smithi031.stdout:op 2097 completed, throughput=4.99MB/sec 2024-08-10T05:41:25.400 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj--xAnEquJ5dVrOQc off=5595070 len=1082704 2024-08-10T05:41:25.405 INFO:tasks.workunit.client.0.smithi031.stdout:op 2098 completed, throughput=4.99MB/sec 2024-08-10T05:41:25.405 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-lZAkag2-J2-yEkY off=11512504 len=1466355 2024-08-10T05:41:25.412 INFO:tasks.workunit.client.0.smithi031.stdout:op 2099 completed, throughput=5MB/sec 2024-08-10T05:41:25.412 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-KKnQNc6tGzjBzHf off=11981239 len=1064750 2024-08-10T05:41:25.413 INFO:tasks.workunit.client.0.smithi031.stdout:op 2100 completed, throughput=5MB/sec 2024-08-10T05:41:25.413 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-vAouBJNpAjXDDSr off=988109 len=585179 2024-08-10T05:41:25.416 INFO:tasks.workunit.client.0.smithi031.stdout:op 2101 completed, throughput=5MB/sec 2024-08-10T05:41:25.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:41:25 smithi031 ceph-mon[98130]: pgmap v1599: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.2 MiB/s wr, 4 op/s 2024-08-10T05:41:25.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:41:25 smithi031 ceph-mon[100614]: pgmap v1599: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.2 MiB/s wr, 4 op/s 2024-08-10T05:41:25.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:41:25 smithi196 ceph-mon[90243]: pgmap v1599: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.2 MiB/s wr, 4 op/s 2024-08-10T05:41:26.417 INFO:tasks.workunit.client.0.smithi031.stdout: 408: throughput=4.99MB/sec pending data=0 2024-08-10T05:41:26.417 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-udA7rrXKj71xj0Z off=7970632 len=1297394 2024-08-10T05:41:26.423 INFO:tasks.workunit.client.0.smithi031.stdout:op 2102 completed, throughput=4.99MB/sec 2024-08-10T05:41:26.423 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-HF5KpkYUwB4yzDX off=1593701 len=1144380 2024-08-10T05:41:26.430 INFO:tasks.workunit.client.0.smithi031.stdout:op 2103 completed, throughput=4.99MB/sec 2024-08-10T05:41:26.430 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-eU9u6Jfwt0Hv-nc off=17409207 len=1360332 2024-08-10T05:41:26.435 INFO:tasks.workunit.client.0.smithi031.stdout:op 2104 completed, throughput=5MB/sec 2024-08-10T05:41:26.436 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-1Ep6MtBgvz972OL off=10562752 len=675381 2024-08-10T05:41:26.436 INFO:tasks.workunit.client.0.smithi031.stdout:op 2105 completed, throughput=5MB/sec 2024-08-10T05:41:26.437 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-fhRAaAhbzbQdD6u off=1044289 len=1453093 2024-08-10T05:41:26.442 INFO:tasks.workunit.client.0.smithi031.stdout:op 2106 completed, throughput=5MB/sec 2024-08-10T05:41:26.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:41:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:41:26.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:41:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:41:26.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:41:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:41:27.442 INFO:tasks.workunit.client.0.smithi031.stdout: 409: throughput=4.99MB/sec pending data=0 2024-08-10T05:41:27.443 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ePFecT6C2i3Ynpx off=2619991 len=2096107 2024-08-10T05:41:27.455 INFO:tasks.workunit.client.0.smithi031.stdout:op 2107 completed, throughput=4.99MB/sec 2024-08-10T05:41:27.455 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-XWT3rHf5mwgqXNr off=3278350 len=168814 2024-08-10T05:41:27.455 INFO:tasks.workunit.client.0.smithi031.stdout:op 2108 completed, throughput=5MB/sec 2024-08-10T05:41:27.456 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-1_ZxziSYPtK6MGR off=9174081 len=10831 2024-08-10T05:41:27.458 INFO:tasks.workunit.client.0.smithi031.stdout:op 2109 completed, throughput=5MB/sec 2024-08-10T05:41:27.458 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj--iUIBXo3srHDleJ off=7166437 len=1269320 2024-08-10T05:41:27.460 INFO:tasks.workunit.client.0.smithi031.stdout:op 2110 completed, throughput=5MB/sec 2024-08-10T05:41:27.460 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ffZyifC0vYus0g0 off=9559154 len=719458 2024-08-10T05:41:27.464 INFO:tasks.workunit.client.0.smithi031.stdout:op 2111 completed, throughput=5MB/sec 2024-08-10T05:41:27.464 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-x69T6UhtAKyg_1q off=1225612 len=639800 2024-08-10T05:41:27.465 INFO:tasks.workunit.client.0.smithi031.stdout:op 2112 completed, throughput=5MB/sec 2024-08-10T05:41:27.768 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:41:27 smithi031 ceph-mon[100614]: pgmap v1600: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.0 MiB/s wr, 4 op/s 2024-08-10T05:41:27.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:41:27 smithi031 ceph-mon[98130]: pgmap v1600: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.0 MiB/s wr, 4 op/s 2024-08-10T05:41:27.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:41:27 smithi196 ceph-mon[90243]: pgmap v1600: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.0 MiB/s wr, 4 op/s 2024-08-10T05:41:28.465 INFO:tasks.workunit.client.0.smithi031.stdout: 410: throughput=4.99MB/sec pending data=0 2024-08-10T05:41:28.465 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-QKMpu6FgQGa10B6 off=4456107 len=1896455 2024-08-10T05:41:28.474 INFO:tasks.workunit.client.0.smithi031.stdout:op 2113 completed, throughput=4.99MB/sec 2024-08-10T05:41:28.474 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-uu4UDH8_PKxbyxk off=4135107 len=581150 2024-08-10T05:41:28.475 INFO:tasks.workunit.client.0.smithi031.stdout:op 2114 completed, throughput=4.99MB/sec 2024-08-10T05:41:28.475 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-BFJA0ViS0IDiOI5 off=513378 len=1630410 2024-08-10T05:41:28.477 INFO:tasks.workunit.client.0.smithi031.stdout:op 2115 completed, throughput=5MB/sec 2024-08-10T05:41:28.477 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-bI0bEwGYc9lNsw3 off=9725318 len=2023877 2024-08-10T05:41:28.479 INFO:tasks.workunit.client.0.smithi031.stdout:op 2116 completed, throughput=5MB/sec 2024-08-10T05:41:29.479 INFO:tasks.workunit.client.0.smithi031.stdout: 411: throughput=4.99MB/sec pending data=0 2024-08-10T05:41:29.480 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-fhRAaAhbzbQdD6u off=2936736 len=148450 2024-08-10T05:41:29.480 INFO:tasks.workunit.client.0.smithi031.stdout:op 2117 completed, throughput=4.99MB/sec 2024-08-10T05:41:29.480 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-FpBQaMNFQJR72XS off=16245754 len=833270 2024-08-10T05:41:29.481 INFO:tasks.workunit.client.0.smithi031.stdout:op 2118 completed, throughput=4.99MB/sec 2024-08-10T05:41:29.481 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-joekIA6a7skgXsO off=6854231 len=351881 2024-08-10T05:41:29.482 INFO:tasks.workunit.client.0.smithi031.stdout:op 2119 completed, throughput=4.99MB/sec 2024-08-10T05:41:29.482 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-tRryi0vI3cZwoE7 off=9567318 len=485979 2024-08-10T05:41:29.484 INFO:tasks.workunit.client.0.smithi031.stdout:op 2120 completed, throughput=5MB/sec 2024-08-10T05:41:29.484 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-D5iUcNFy-MMBOFn off=3897409 len=593531 2024-08-10T05:41:29.485 INFO:tasks.workunit.client.0.smithi031.stdout:op 2121 completed, throughput=5MB/sec 2024-08-10T05:41:29.485 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-jWx5pQ3uTfl53iJ off=11890270 len=457025 2024-08-10T05:41:29.486 INFO:tasks.workunit.client.0.smithi031.stdout:op 2122 completed, throughput=5MB/sec 2024-08-10T05:41:29.486 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-i4bolx4DgvAtd9o off=10231419 len=401160 2024-08-10T05:41:29.487 INFO:tasks.workunit.client.0.smithi031.stdout:op 2123 completed, throughput=5MB/sec 2024-08-10T05:41:29.487 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-qETYpW9tMDIrXQD off=311421 len=1986889 2024-08-10T05:41:29.489 INFO:tasks.workunit.client.0.smithi031.stdout:op 2124 completed, throughput=5MB/sec 2024-08-10T05:41:29.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:41:29 smithi031 ceph-mon[98130]: pgmap v1601: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.2 MiB/s wr, 3 op/s 2024-08-10T05:41:29.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:41:29 smithi031 ceph-mon[100614]: pgmap v1601: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.2 MiB/s wr, 3 op/s 2024-08-10T05:41:29.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:41:29 smithi196 ceph-mon[90243]: pgmap v1601: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.2 MiB/s wr, 3 op/s 2024-08-10T05:41:30.489 INFO:tasks.workunit.client.0.smithi031.stdout: 412: throughput=4.99MB/sec pending data=0 2024-08-10T05:41:30.490 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-xhwRYGXO48ITA_j off=4056950 len=867285 2024-08-10T05:41:30.490 INFO:tasks.workunit.client.0.smithi031.stdout:op 2125 completed, throughput=4.99MB/sec 2024-08-10T05:41:30.491 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ioZ-K5fNE1irH78 off=7105036 len=1264490 2024-08-10T05:41:30.499 INFO:tasks.workunit.client.0.smithi031.stdout:op 2126 completed, throughput=5MB/sec 2024-08-10T05:41:30.499 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-MSfFVZWLc7PXl9M off=7903267 len=709091 2024-08-10T05:41:30.502 INFO:tasks.workunit.client.0.smithi031.stdout:op 2127 completed, throughput=5MB/sec 2024-08-10T05:41:30.502 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-evFrXhztAHJG_Np off=15046320 len=340402 2024-08-10T05:41:30.505 INFO:tasks.workunit.client.0.smithi031.stdout:op 2128 completed, throughput=5MB/sec 2024-08-10T05:41:30.505 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-5--GDfESA5SsV74 off=7493438 len=477094 2024-08-10T05:41:30.506 INFO:tasks.workunit.client.0.smithi031.stdout:op 2129 completed, throughput=5MB/sec 2024-08-10T05:41:30.506 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-l2_k1eNTfqktSiP off=758578 len=1999856 2024-08-10T05:41:30.508 INFO:tasks.workunit.client.0.smithi031.stdout:op 2130 completed, throughput=5MB/sec 2024-08-10T05:41:31.508 INFO:tasks.workunit.client.0.smithi031.stdout: 413: throughput=4.99MB/sec pending data=0 2024-08-10T05:41:31.509 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-L80eURhf-WCbIx8 off=10282592 len=1967112 2024-08-10T05:41:31.512 INFO:tasks.workunit.client.0.smithi031.stdout:op 2131 completed, throughput=5MB/sec 2024-08-10T05:41:31.512 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-9ZIC0_Sw8FzUwwH off=7749511 len=457208 2024-08-10T05:41:31.514 INFO:tasks.workunit.client.0.smithi031.stdout:op 2132 completed, throughput=5MB/sec 2024-08-10T05:41:31.514 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-TF5f-RPDr1O9Ipo off=6336395 len=20398 2024-08-10T05:41:31.516 INFO:tasks.workunit.client.0.smithi031.stdout:op 2133 completed, throughput=5MB/sec 2024-08-10T05:41:31.516 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-hA66TtFZ6zkzjf3 off=14942003 len=642960 2024-08-10T05:41:31.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:41:31 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:41:31] "GET /metrics HTTP/1.1" 200 34036 "" "Prometheus/2.43.0" 2024-08-10T05:41:31.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:41:31 smithi031 ceph-mon[98130]: pgmap v1602: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-10T05:41:31.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:41:31 smithi031 ceph-mon[100614]: pgmap v1602: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-10T05:41:31.521 INFO:tasks.workunit.client.0.smithi031.stdout:op 2134 completed, throughput=5MB/sec 2024-08-10T05:41:31.521 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-19N2njGQR5ckGYO off=15609062 len=564724 2024-08-10T05:41:31.524 INFO:tasks.workunit.client.0.smithi031.stdout:op 2135 completed, throughput=5MB/sec 2024-08-10T05:41:31.524 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-FyrQGPijm5OOsNL off=7204574 len=1675590 2024-08-10T05:41:31.526 INFO:tasks.workunit.client.0.smithi031.stdout:op 2136 completed, throughput=5MB/sec 2024-08-10T05:41:31.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:41:31 smithi196 ceph-mon[90243]: pgmap v1602: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-10T05:41:32.526 INFO:tasks.workunit.client.0.smithi031.stdout: 414: throughput=4.99MB/sec pending data=0 2024-08-10T05:41:32.527 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-UpuSqiLHdUiVBdM off=9834333 len=128751 2024-08-10T05:41:32.527 INFO:tasks.workunit.client.0.smithi031.stdout:op 2137 completed, throughput=4.99MB/sec 2024-08-10T05:41:32.527 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-sijMi8B5a34TVll off=841662 len=230922 2024-08-10T05:41:32.528 INFO:tasks.workunit.client.0.smithi031.stdout:op 2138 completed, throughput=4.99MB/sec 2024-08-10T05:41:32.528 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-_tWENhQ4JweVwfi off=380477 len=533581 2024-08-10T05:41:32.532 INFO:tasks.workunit.client.0.smithi031.stdout:op 2139 completed, throughput=4.99MB/sec 2024-08-10T05:41:32.533 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Tszj9hXA68ikYK- off=2398245 len=1525595 2024-08-10T05:41:32.540 INFO:tasks.workunit.client.0.smithi031.stdout:op 2140 completed, throughput=5MB/sec 2024-08-10T05:41:32.540 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ommFJu36ag2nWcS off=1104409 len=1001004 2024-08-10T05:41:32.545 INFO:tasks.workunit.client.0.smithi031.stdout:op 2141 completed, throughput=5MB/sec 2024-08-10T05:41:32.545 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ucLu7ez4ja3Egsq off=9957790 len=1509073 2024-08-10T05:41:32.546 INFO:tasks.workunit.client.0.smithi031.stdout:op 2142 completed, throughput=5MB/sec 2024-08-10T05:41:32.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:41:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:41:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:41:33.547 INFO:tasks.workunit.client.0.smithi031.stdout: 415: throughput=4.99MB/sec pending data=0 2024-08-10T05:41:33.547 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-T3gD0ZO69fg0aKR off=6074125 len=680475 2024-08-10T05:41:33.552 INFO:tasks.workunit.client.0.smithi031.stdout:op 2143 completed, throughput=4.99MB/sec 2024-08-10T05:41:33.552 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-OzFlWpZO7dYn-tw off=1032880 len=1385700 2024-08-10T05:41:33.555 INFO:tasks.workunit.client.0.smithi031.stdout:op 2144 completed, throughput=5MB/sec 2024-08-10T05:41:33.555 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-8-lEXXlya8CMiwe off=6667432 len=1144327 2024-08-10T05:41:33.561 INFO:tasks.workunit.client.0.smithi031.stdout:op 2145 completed, throughput=5MB/sec 2024-08-10T05:41:33.561 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-V_G3Xx9r6-LQgdK off=3096413 len=1401839 2024-08-10T05:41:33.568 INFO:tasks.workunit.client.0.smithi031.stdout:op 2146 completed, throughput=5MB/sec 2024-08-10T05:41:33.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:41:33 smithi031 ceph-mon[98130]: pgmap v1603: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:41:33.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:41:33 smithi031 ceph-mon[100614]: pgmap v1603: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:41:33.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:41:33 smithi196 ceph-mon[90243]: pgmap v1603: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:41:34.568 INFO:tasks.workunit.client.0.smithi031.stdout: 416: throughput=4.99MB/sec pending data=0 2024-08-10T05:41:34.568 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-4zPwWN3q18NxGbX off=15008969 len=333665 2024-08-10T05:41:34.572 INFO:tasks.workunit.client.0.smithi031.stdout:op 2147 completed, throughput=4.99MB/sec 2024-08-10T05:41:34.572 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-EWsUrLJ8Pe9EOid off=8455397 len=1507411 2024-08-10T05:41:34.580 INFO:tasks.workunit.client.0.smithi031.stdout:op 2148 completed, throughput=4.99MB/sec 2024-08-10T05:41:34.580 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ejivFosA_KF07Xp off=3042844 len=117675 2024-08-10T05:41:34.581 INFO:tasks.workunit.client.0.smithi031.stdout:op 2149 completed, throughput=4.99MB/sec 2024-08-10T05:41:34.581 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Ii9RE0OV6w-S-Mj off=3884158 len=883354 2024-08-10T05:41:34.586 INFO:tasks.workunit.client.0.smithi031.stdout:op 2150 completed, throughput=5MB/sec 2024-08-10T05:41:34.586 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-V1COaUSKtglJ05W off=2097324 len=654878 2024-08-10T05:41:34.587 INFO:tasks.workunit.client.0.smithi031.stdout:op 2151 completed, throughput=5MB/sec 2024-08-10T05:41:34.587 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Zjw1eVVUWFWHK9a off=10140948 len=1938024 2024-08-10T05:41:34.598 INFO:tasks.workunit.client.0.smithi031.stdout:op 2152 completed, throughput=5MB/sec 2024-08-10T05:41:35.598 INFO:tasks.workunit.client.0.smithi031.stdout: 417: throughput=4.99MB/sec pending data=0 2024-08-10T05:41:35.598 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-sf_ADEzagvZlK-x off=10592285 len=1602276 2024-08-10T05:41:35.602 INFO:tasks.workunit.client.0.smithi031.stdout:op 2153 completed, throughput=4.99MB/sec 2024-08-10T05:41:35.602 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-uDQeb9QkRrfyow5 off=2031856 len=630558 2024-08-10T05:41:35.606 INFO:tasks.workunit.client.0.smithi031.stdout:op 2154 completed, throughput=4.99MB/sec 2024-08-10T05:41:35.606 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-8TuwrhMyljyJVZJ off=17460395 len=1518427 2024-08-10T05:41:35.616 INFO:tasks.workunit.client.0.smithi031.stdout:op 2155 completed, throughput=5MB/sec 2024-08-10T05:41:35.616 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Q9ro0543JMxxD6d off=2081409 len=942827 2024-08-10T05:41:35.617 INFO:tasks.workunit.client.0.smithi031.stdout:op 2156 completed, throughput=5MB/sec 2024-08-10T05:41:35.617 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-MA-a9oXPAC3f386 off=2888304 len=467172 2024-08-10T05:41:35.621 INFO:tasks.workunit.client.0.smithi031.stdout:op 2157 completed, throughput=5MB/sec 2024-08-10T05:41:35.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:41:35 smithi031 ceph-mon[98130]: pgmap v1604: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:41:35.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:41:35 smithi031 ceph-mon[100614]: pgmap v1604: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:41:35.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:41:35 smithi196 ceph-mon[90243]: pgmap v1604: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:41:36.621 INFO:tasks.workunit.client.0.smithi031.stdout: 418: throughput=4.99MB/sec pending data=0 2024-08-10T05:41:36.621 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-0gUpVvF3mkfsSp0 off=6230498 len=1410725 2024-08-10T05:41:36.623 INFO:tasks.workunit.client.0.smithi031.stdout:op 2158 completed, throughput=4.99MB/sec 2024-08-10T05:41:36.623 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-N3Fwlev254O1L2Q off=10245990 len=1865654 2024-08-10T05:41:36.631 INFO:tasks.workunit.client.0.smithi031.stdout:op 2159 completed, throughput=5MB/sec 2024-08-10T05:41:36.632 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Uqyu6Qd10E7StwW off=343337 len=752069 2024-08-10T05:41:36.632 INFO:tasks.workunit.client.0.smithi031.stdout:op 2160 completed, throughput=5MB/sec 2024-08-10T05:41:36.633 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-VRlq5aZY_wmxJBR off=6089882 len=833620 2024-08-10T05:41:36.638 INFO:tasks.workunit.client.0.smithi031.stdout:op 2161 completed, throughput=5MB/sec 2024-08-10T05:41:36.638 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-nXtnUhO81MWDf0n off=6131516 len=706856 2024-08-10T05:41:36.639 INFO:tasks.workunit.client.0.smithi031.stdout:op 2162 completed, throughput=5MB/sec 2024-08-10T05:41:37.640 INFO:tasks.workunit.client.0.smithi031.stdout: 419: throughput=4.99MB/sec pending data=0 2024-08-10T05:41:37.640 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-hl_ncK7ncidCOpd off=13770634 len=1850721 2024-08-10T05:41:37.642 INFO:tasks.workunit.client.0.smithi031.stdout:op 2163 completed, throughput=4.99MB/sec 2024-08-10T05:41:37.643 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-rnKQdgrVn0_EriL off=15846001 len=1637461 2024-08-10T05:41:37.652 INFO:tasks.workunit.client.0.smithi031.stdout:op 2164 completed, throughput=5MB/sec 2024-08-10T05:41:37.652 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Q-MWpF1hBkgJAtK off=19471299 len=426130 2024-08-10T05:41:37.653 INFO:tasks.workunit.client.0.smithi031.stdout:op 2165 completed, throughput=5MB/sec 2024-08-10T05:41:37.653 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ZmbjVufla1VmD2Q off=9850364 len=897887 2024-08-10T05:41:37.656 INFO:tasks.workunit.client.0.smithi031.stdout:op 2166 completed, throughput=5MB/sec 2024-08-10T05:41:37.656 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj--vu4C1m9rcuuNma off=19868338 len=1540890 2024-08-10T05:41:37.657 INFO:tasks.workunit.client.0.smithi031.stdout:op 2167 completed, throughput=5MB/sec 2024-08-10T05:41:37.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:41:37 smithi031 ceph-mon[98130]: pgmap v1605: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-10T05:41:37.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:41:37 smithi031 ceph-mon[100614]: pgmap v1605: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-10T05:41:37.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:41:37 smithi196 ceph-mon[90243]: pgmap v1605: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-10T05:41:38.658 INFO:tasks.workunit.client.0.smithi031.stdout: 420: throughput=4.99MB/sec pending data=0 2024-08-10T05:41:38.658 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ZmbjVufla1VmD2Q off=9757034 len=1047246 2024-08-10T05:41:38.659 INFO:tasks.workunit.client.0.smithi031.stdout:op 2168 completed, throughput=4.99MB/sec 2024-08-10T05:41:38.659 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-lZjQhSgtGi-w25F off=5008476 len=1922279 2024-08-10T05:41:38.661 INFO:tasks.workunit.client.0.smithi031.stdout:op 2169 completed, throughput=5MB/sec 2024-08-10T05:41:38.661 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Vo_E6a2TRzOdq83 off=4558235 len=202709 2024-08-10T05:41:38.665 INFO:tasks.workunit.client.0.smithi031.stdout:op 2170 completed, throughput=5MB/sec 2024-08-10T05:41:38.665 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-cP1W9WVx_h4a2a- off=6778451 len=1470657 2024-08-10T05:41:38.671 INFO:tasks.workunit.client.0.smithi031.stdout:op 2171 completed, throughput=5MB/sec 2024-08-10T05:41:39.581 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:41:39 smithi196 ceph-mon[90243]: pgmap v1606: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:41:39.672 INFO:tasks.workunit.client.0.smithi031.stdout: 421: throughput=4.99MB/sec pending data=0 2024-08-10T05:41:39.672 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-52FjqzZyeBMQzIg off=3390794 len=1166130 2024-08-10T05:41:39.673 INFO:tasks.workunit.client.0.smithi031.stdout:op 2172 completed, throughput=4.99MB/sec 2024-08-10T05:41:39.673 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ni-3LC27oEc5rg4 off=3996981 len=1727280 2024-08-10T05:41:39.681 INFO:tasks.workunit.client.0.smithi031.stdout:op 2173 completed, throughput=5MB/sec 2024-08-10T05:41:39.681 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-tWbYteyS-Mlf9y7 off=11538975 len=1415070 2024-08-10T05:41:39.687 INFO:tasks.workunit.client.0.smithi031.stdout:op 2174 completed, throughput=5MB/sec 2024-08-10T05:41:39.688 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-vlxPG3WklNSBMGE off=7995141 len=876146 2024-08-10T05:41:39.689 INFO:tasks.workunit.client.0.smithi031.stdout:op 2175 completed, throughput=5MB/sec 2024-08-10T05:41:39.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:41:39 smithi031 ceph-mon[98130]: pgmap v1606: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:41:39.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:41:39 smithi031 ceph-mon[100614]: pgmap v1606: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:41:40.689 INFO:tasks.workunit.client.0.smithi031.stdout: 422: throughput=4.99MB/sec pending data=0 2024-08-10T05:41:40.689 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-1W9Nkun_Rq2qraZ off=5763603 len=2090861 2024-08-10T05:41:40.694 INFO:tasks.workunit.client.0.smithi031.stdout:op 2176 completed, throughput=4.99MB/sec 2024-08-10T05:41:40.694 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-O60dbxW3eLcGC4S off=14876485 len=899147 2024-08-10T05:41:40.700 INFO:tasks.workunit.client.0.smithi031.stdout:op 2177 completed, throughput=5MB/sec 2024-08-10T05:41:40.700 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-FyFs_OFgyFxmu8G off=11872599 len=106659 2024-08-10T05:41:40.700 INFO:tasks.workunit.client.0.smithi031.stdout:op 2178 completed, throughput=5MB/sec 2024-08-10T05:41:40.700 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-rlRXmDxll-n1xb- off=3702727 len=519626 2024-08-10T05:41:40.704 INFO:tasks.workunit.client.0.smithi031.stdout:op 2179 completed, throughput=5MB/sec 2024-08-10T05:41:40.704 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-tv6Z4Gd3zPvfrSp off=9070917 len=1492242 2024-08-10T05:41:40.712 INFO:tasks.workunit.client.0.smithi031.stdout:op 2180 completed, throughput=5MB/sec 2024-08-10T05:41:41.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:41:41 smithi031 ceph-mon[98130]: pgmap v1607: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:41:41.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:41:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:41:41.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:41:41 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:41:41] "GET /metrics HTTP/1.1" 200 34049 "" "Prometheus/2.43.0" 2024-08-10T05:41:41.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:41:41 smithi031 ceph-mon[100614]: pgmap v1607: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:41:41.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:41:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:41:41.712 INFO:tasks.workunit.client.0.smithi031.stdout: 423: throughput=4.99MB/sec pending data=0 2024-08-10T05:41:41.712 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-PB-GnTw-8E7GGRU off=4878449 len=2086925 2024-08-10T05:41:41.715 INFO:tasks.workunit.client.0.smithi031.stdout:op 2181 completed, throughput=4.99MB/sec 2024-08-10T05:41:41.715 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-oTkqNA59ab6qF5v off=8030144 len=41402 2024-08-10T05:41:41.715 INFO:tasks.workunit.client.0.smithi031.stdout:op 2182 completed, throughput=4.99MB/sec 2024-08-10T05:41:41.715 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-VX7UsutqiFisPF_ off=13708385 len=709390 2024-08-10T05:41:41.717 INFO:tasks.workunit.client.0.smithi031.stdout:op 2183 completed, throughput=5MB/sec 2024-08-10T05:41:41.717 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-adfHrIYjA6dO_E3 off=12291465 len=970900 2024-08-10T05:41:41.719 INFO:tasks.workunit.client.0.smithi031.stdout:op 2184 completed, throughput=5MB/sec 2024-08-10T05:41:41.720 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-_Mq4PhedYShYaec off=1236100 len=2082342 2024-08-10T05:41:41.729 INFO:tasks.workunit.client.0.smithi031.stdout:op 2185 completed, throughput=5MB/sec 2024-08-10T05:41:41.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:41:41 smithi196 ceph-mon[90243]: pgmap v1607: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:41:41.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:41:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:41:42.729 INFO:tasks.workunit.client.0.smithi031.stdout: 424: throughput=4.99MB/sec pending data=0 2024-08-10T05:41:42.729 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-h8Jab7G3kRuD8Q8 off=1732612 len=1902838 2024-08-10T05:41:42.738 INFO:tasks.workunit.client.0.smithi031.stdout:op 2186 completed, throughput=4.99MB/sec 2024-08-10T05:41:42.738 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-9J1WYlGJ5auXFBN off=2103255 len=1909495 2024-08-10T05:41:42.749 INFO:tasks.workunit.client.0.smithi031.stdout:op 2187 completed, throughput=5MB/sec 2024-08-10T05:41:42.749 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-SvrCs8rKYggeTxW off=8529733 len=93903 2024-08-10T05:41:42.749 INFO:tasks.workunit.client.0.smithi031.stdout:op 2188 completed, throughput=5MB/sec 2024-08-10T05:41:42.749 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-DzXvFGqdMuwjhWj off=9965640 len=2012043 2024-08-10T05:41:42.752 INFO:tasks.workunit.client.0.smithi031.stdout:op 2189 completed, throughput=5MB/sec 2024-08-10T05:41:42.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:41:42 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:41:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:41:43.752 INFO:tasks.workunit.client.0.smithi031.stdout: 425: throughput=4.99MB/sec pending data=0 2024-08-10T05:41:43.752 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-DVcWg8e0ksmdqxi off=9220100 len=233780 2024-08-10T05:41:43.753 INFO:tasks.workunit.client.0.smithi031.stdout:op 2190 completed, throughput=4.99MB/sec 2024-08-10T05:41:43.753 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-IIvSJ9wdxp4x87_ off=767473 len=415601 2024-08-10T05:41:43.754 INFO:tasks.workunit.client.0.smithi031.stdout:op 2191 completed, throughput=4.99MB/sec 2024-08-10T05:41:43.754 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-BaHR6IN90VoO6N0 off=540483 len=97491 2024-08-10T05:41:43.755 INFO:tasks.workunit.client.0.smithi031.stdout:op 2192 completed, throughput=4.99MB/sec 2024-08-10T05:41:43.755 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-DHfI3Wfz-61jFzI off=2132347 len=1393247 2024-08-10T05:41:43.764 INFO:tasks.workunit.client.0.smithi031.stdout:op 2193 completed, throughput=5MB/sec 2024-08-10T05:41:43.764 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-g9orbcQ2TNzay0x off=4200147 len=1883827 2024-08-10T05:41:43.766 INFO:tasks.workunit.client.0.smithi031.stdout:op 2194 completed, throughput=5MB/sec 2024-08-10T05:41:43.768 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:41:43 smithi031 ceph-mon[100614]: pgmap v1608: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:41:43.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:41:43 smithi031 ceph-mon[98130]: pgmap v1608: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:41:43.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:41:43 smithi196 ceph-mon[90243]: pgmap v1608: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:41:44.766 INFO:tasks.workunit.client.0.smithi031.stdout: 426: throughput=4.99MB/sec pending data=0 2024-08-10T05:41:44.767 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-NtMrasCXEs4RNW6 off=13232903 len=331153 2024-08-10T05:41:44.770 INFO:tasks.workunit.client.0.smithi031.stdout:op 2195 completed, throughput=4.99MB/sec 2024-08-10T05:41:44.770 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-j_DZnITSqbay4NP off=2483581 len=1281984 2024-08-10T05:41:44.772 INFO:tasks.workunit.client.0.smithi031.stdout:op 2196 completed, throughput=4.99MB/sec 2024-08-10T05:41:44.772 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Ol2lY3FImIt7K_B off=12849788 len=88838 2024-08-10T05:41:44.775 INFO:tasks.workunit.client.0.smithi031.stdout:op 2197 completed, throughput=4.99MB/sec 2024-08-10T05:41:44.775 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-6yT-OaLJTZQUcdM off=5679751 len=1307283 2024-08-10T05:41:44.788 INFO:tasks.workunit.client.0.smithi031.stdout:op 2198 completed, throughput=5MB/sec 2024-08-10T05:41:44.788 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-d-e7-GNWgJ_XWFO off=883185 len=1293120 2024-08-10T05:41:44.790 INFO:tasks.workunit.client.0.smithi031.stdout:op 2199 completed, throughput=5MB/sec 2024-08-10T05:41:44.790 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-WY_iyk53ueErunl off=1875165 len=1627666 2024-08-10T05:41:44.791 INFO:tasks.workunit.client.0.smithi031.stdout:op 2200 completed, throughput=5MB/sec 2024-08-10T05:41:45.768 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:41:45 smithi031 ceph-mon[100614]: pgmap v1609: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:41:45.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:41:45 smithi031 ceph-mon[98130]: pgmap v1609: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:41:45.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:41:45 smithi196 ceph-mon[90243]: pgmap v1609: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:41:45.791 INFO:tasks.workunit.client.0.smithi031.stdout: 427: throughput=4.99MB/sec pending data=0 2024-08-10T05:41:45.791 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-exeImIcshdmebFl off=3395628 len=1395969 2024-08-10T05:41:45.793 INFO:tasks.workunit.client.0.smithi031.stdout:op 2201 completed, throughput=4.99MB/sec 2024-08-10T05:41:45.793 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-uuubAc7_uo49ztD off=13043232 len=879812 2024-08-10T05:41:45.799 INFO:tasks.workunit.client.0.smithi031.stdout:op 2202 completed, throughput=5MB/sec 2024-08-10T05:41:45.799 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-PRjw3s6vbm__aeu off=9754954 len=1371540 2024-08-10T05:41:45.801 INFO:tasks.workunit.client.0.smithi031.stdout:op 2203 completed, throughput=5MB/sec 2024-08-10T05:41:45.801 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-eK74BbdUNkpweF_ off=7651209 len=1040000 2024-08-10T05:41:45.803 INFO:tasks.workunit.client.0.smithi031.stdout:op 2204 completed, throughput=5MB/sec 2024-08-10T05:41:46.804 INFO:tasks.workunit.client.0.smithi031.stdout: 428: throughput=4.99MB/sec pending data=0 2024-08-10T05:41:46.804 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-zB2tjiEnhulvwp0 off=1980464 len=9019 2024-08-10T05:41:46.806 INFO:tasks.workunit.client.0.smithi031.stdout:op 2205 completed, throughput=4.99MB/sec 2024-08-10T05:41:46.806 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ez2wuoj9YXqjTXw off=3469117 len=789044 2024-08-10T05:41:46.807 INFO:tasks.workunit.client.0.smithi031.stdout:op 2206 completed, throughput=4.99MB/sec 2024-08-10T05:41:46.807 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-QL1waNtFLd34q4Z off=7011966 len=178145 2024-08-10T05:41:46.810 INFO:tasks.workunit.client.0.smithi031.stdout:op 2207 completed, throughput=4.99MB/sec 2024-08-10T05:41:46.811 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-T1tu1k1D-fJ6PDv off=9367098 len=1544020 2024-08-10T05:41:46.815 INFO:tasks.workunit.client.0.smithi031.stdout:op 2208 completed, throughput=4.99MB/sec 2024-08-10T05:41:46.816 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-UXdsMxZr2GFVwlg off=6679194 len=627251 2024-08-10T05:41:46.820 INFO:tasks.workunit.client.0.smithi031.stdout:op 2209 completed, throughput=5MB/sec 2024-08-10T05:41:46.820 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-lw4jIQfFW3UnSfH off=8532385 len=1816018 2024-08-10T05:41:46.829 INFO:tasks.workunit.client.0.smithi031.stdout:op 2210 completed, throughput=5MB/sec 2024-08-10T05:41:46.829 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-YBGoV48A01ILZRg off=1799150 len=165946 2024-08-10T05:41:46.831 INFO:tasks.workunit.client.0.smithi031.stdout:op 2211 completed, throughput=5MB/sec 2024-08-10T05:41:46.832 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-eH9ghfmPuufoNQa off=5205815 len=1442743 2024-08-10T05:41:46.838 INFO:tasks.workunit.client.0.smithi031.stdout:op 2212 completed, throughput=5MB/sec 2024-08-10T05:41:47.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:41:47 smithi031 ceph-mon[98130]: pgmap v1610: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:41:47.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:41:47 smithi031 ceph-mon[100614]: pgmap v1610: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:41:47.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:41:47 smithi196 ceph-mon[90243]: pgmap v1610: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:41:47.839 INFO:tasks.workunit.client.0.smithi031.stdout: 429: throughput=4.99MB/sec pending data=0 2024-08-10T05:41:47.839 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-0V1JVNN0TfyzWz_ off=9297027 len=1570444 2024-08-10T05:41:47.841 INFO:tasks.workunit.client.0.smithi031.stdout:op 2213 completed, throughput=4.99MB/sec 2024-08-10T05:41:47.841 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-dXGJ1BJXw4doTzw off=19061354 len=1398916 2024-08-10T05:41:47.851 INFO:tasks.workunit.client.0.smithi031.stdout:op 2214 completed, throughput=5MB/sec 2024-08-10T05:41:47.851 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-D-z72z2Hn4AB6dm off=10587449 len=1870140 2024-08-10T05:41:47.860 INFO:tasks.workunit.client.0.smithi031.stdout:op 2215 completed, throughput=5MB/sec 2024-08-10T05:41:48.860 INFO:tasks.workunit.client.0.smithi031.stdout: 430: throughput=4.99MB/sec pending data=0 2024-08-10T05:41:48.860 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-tzZ6oAeuZcFa5UE off=10350409 len=524444 2024-08-10T05:41:48.862 INFO:tasks.workunit.client.0.smithi031.stdout:op 2216 completed, throughput=4.99MB/sec 2024-08-10T05:41:48.862 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-JGQI2fOwi5hQvc9 off=10115802 len=703701 2024-08-10T05:41:48.863 INFO:tasks.workunit.client.0.smithi031.stdout:op 2217 completed, throughput=4.99MB/sec 2024-08-10T05:41:48.863 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-3fYHFIDMHzxNXKn off=13027871 len=2047625 2024-08-10T05:41:48.866 INFO:tasks.workunit.client.0.smithi031.stdout:op 2218 completed, throughput=5MB/sec 2024-08-10T05:41:48.866 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-2AIRGbMll1sLYm4 off=2546114 len=1865486 2024-08-10T05:41:48.869 INFO:tasks.workunit.client.0.smithi031.stdout:op 2219 completed, throughput=5MB/sec 2024-08-10T05:41:49.768 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:41:49 smithi031 ceph-mon[100614]: pgmap v1611: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:41:49.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:41:49 smithi031 ceph-mon[98130]: pgmap v1611: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:41:49.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:41:49 smithi196 ceph-mon[90243]: pgmap v1611: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:41:49.869 INFO:tasks.workunit.client.0.smithi031.stdout: 431: throughput=4.99MB/sec pending data=0 2024-08-10T05:41:49.870 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-j_DZnITSqbay4NP off=2033647 len=472130 2024-08-10T05:41:49.870 INFO:tasks.workunit.client.0.smithi031.stdout:op 2220 completed, throughput=4.99MB/sec 2024-08-10T05:41:49.871 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-mdrhqdzgiHrYVlm off=19931706 len=506112 2024-08-10T05:41:49.871 INFO:tasks.workunit.client.0.smithi031.stdout:op 2221 completed, throughput=4.99MB/sec 2024-08-10T05:41:49.871 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-xg-_Kt5cPqIQmrz off=297356 len=1635998 2024-08-10T05:41:49.879 INFO:tasks.workunit.client.0.smithi031.stdout:op 2222 completed, throughput=5MB/sec 2024-08-10T05:41:49.879 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-8PvG7qzCHJlnD3U off=6038374 len=261095 2024-08-10T05:41:49.882 INFO:tasks.workunit.client.0.smithi031.stdout:op 2223 completed, throughput=5MB/sec 2024-08-10T05:41:49.882 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-gqblrds6wfE6ep3 off=7580436 len=1936138 2024-08-10T05:41:49.891 INFO:tasks.workunit.client.0.smithi031.stdout:op 2224 completed, throughput=5MB/sec 2024-08-10T05:41:50.891 INFO:tasks.workunit.client.0.smithi031.stdout: 432: throughput=4.99MB/sec pending data=0 2024-08-10T05:41:50.892 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-cgGKIY4oxf2u910 off=8749263 len=152459 2024-08-10T05:41:50.892 INFO:tasks.workunit.client.0.smithi031.stdout:op 2225 completed, throughput=4.99MB/sec 2024-08-10T05:41:50.892 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-oS6efFwqffh7UTb off=1562317 len=1788484 2024-08-10T05:41:50.901 INFO:tasks.workunit.client.0.smithi031.stdout:op 2226 completed, throughput=4.99MB/sec 2024-08-10T05:41:50.901 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-gOJPb9DIY4LoqNZ off=3098708 len=867666 2024-08-10T05:41:50.903 INFO:tasks.workunit.client.0.smithi031.stdout:op 2227 completed, throughput=4.99MB/sec 2024-08-10T05:41:50.903 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-OnoFKQNkHp0VO-r off=3669705 len=1133085 2024-08-10T05:41:50.904 INFO:tasks.workunit.client.0.smithi031.stdout:op 2228 completed, throughput=5MB/sec 2024-08-10T05:41:50.904 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-XkrmPBSJygFxUHJ off=4347358 len=738373 2024-08-10T05:41:50.906 INFO:tasks.workunit.client.0.smithi031.stdout:op 2229 completed, throughput=5MB/sec 2024-08-10T05:41:50.906 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-BqT8Qy3t7Q_9NMg off=4478539 len=2062659 2024-08-10T05:41:50.915 INFO:tasks.workunit.client.0.smithi031.stdout:op 2230 completed, throughput=5MB/sec 2024-08-10T05:41:51.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:41:51 smithi031 ceph-mon[98130]: pgmap v1612: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:41:51.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:41:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:41:51] "GET /metrics HTTP/1.1" 200 34049 "" "Prometheus/2.43.0" 2024-08-10T05:41:51.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:41:51 smithi031 ceph-mon[100614]: pgmap v1612: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:41:51.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:41:51 smithi196 ceph-mon[90243]: pgmap v1612: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:41:51.916 INFO:tasks.workunit.client.0.smithi031.stdout: 433: throughput=4.99MB/sec pending data=0 2024-08-10T05:41:51.916 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-imkipDxW5D03Ggb off=125398 len=1793968 2024-08-10T05:41:51.924 INFO:tasks.workunit.client.0.smithi031.stdout:op 2231 completed, throughput=5MB/sec 2024-08-10T05:41:51.925 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-PLL-SJk8XoVPR9R off=9355171 len=1428299 2024-08-10T05:41:51.933 INFO:tasks.workunit.client.0.smithi031.stdout:op 2232 completed, throughput=5MB/sec 2024-08-10T05:41:51.933 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Wm8d0vAejAOiOGu off=3126276 len=69185 2024-08-10T05:41:51.933 INFO:tasks.workunit.client.0.smithi031.stdout:op 2233 completed, throughput=5MB/sec 2024-08-10T05:41:51.933 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-co3RdtCM5Tinv6k off=13217332 len=262631 2024-08-10T05:41:51.936 INFO:tasks.workunit.client.0.smithi031.stdout:op 2234 completed, throughput=5MB/sec 2024-08-10T05:41:51.936 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-zbJ1uFKNfLjanOS off=1917171 len=1439165 2024-08-10T05:41:51.944 INFO:tasks.workunit.client.0.smithi031.stdout:op 2235 completed, throughput=5MB/sec 2024-08-10T05:41:52.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:41:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:41:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:41:52.944 INFO:tasks.workunit.client.0.smithi031.stdout: 434: throughput=4.99MB/sec pending data=0 2024-08-10T05:41:52.944 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ds0BL7d-TKA3T4K off=6543829 len=1662753 2024-08-10T05:41:52.946 INFO:tasks.workunit.client.0.smithi031.stdout:op 2236 completed, throughput=4.99MB/sec 2024-08-10T05:41:52.947 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-doHHYMS2LTTXV8Z off=12899987 len=346501 2024-08-10T05:41:52.947 INFO:tasks.workunit.client.0.smithi031.stdout:op 2237 completed, throughput=5MB/sec 2024-08-10T05:41:52.947 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-CXvA9KJ-ZSpIpj- off=1998315 len=1880863 2024-08-10T05:41:52.950 INFO:tasks.workunit.client.0.smithi031.stdout:op 2238 completed, throughput=5MB/sec 2024-08-10T05:41:52.950 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-LH2WuOz0dS1nQNF off=5296410 len=123460 2024-08-10T05:41:52.953 INFO:tasks.workunit.client.0.smithi031.stdout:op 2239 completed, throughput=5MB/sec 2024-08-10T05:41:52.953 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-t1pfTzfyRpX4itN off=496239 len=186322 2024-08-10T05:41:52.954 INFO:tasks.workunit.client.0.smithi031.stdout:op 2240 completed, throughput=5MB/sec 2024-08-10T05:41:52.954 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-OIhxy_iyd28gCDA off=1426799 len=598896 2024-08-10T05:41:52.958 INFO:tasks.workunit.client.0.smithi031.stdout:op 2241 completed, throughput=5MB/sec 2024-08-10T05:41:53.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:41:53 smithi031 ceph-mon[98130]: pgmap v1613: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:41:53.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:41:53 smithi031 ceph-mon[100614]: pgmap v1613: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:41:53.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:41:53 smithi196 ceph-mon[90243]: pgmap v1613: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:41:53.959 INFO:tasks.workunit.client.0.smithi031.stdout: 435: throughput=4.99MB/sec pending data=0 2024-08-10T05:41:53.959 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-n4HtBw7L-j_hFUL off=9150731 len=1521942 2024-08-10T05:41:53.966 INFO:tasks.workunit.client.0.smithi031.stdout:op 2242 completed, throughput=4.99MB/sec 2024-08-10T05:41:53.966 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-vTKMrgl0JDRNsHk off=367352 len=199574 2024-08-10T05:41:53.967 INFO:tasks.workunit.client.0.smithi031.stdout:op 2243 completed, throughput=4.99MB/sec 2024-08-10T05:41:53.967 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-9CKlN6dZvzGrKE- off=10403231 len=704116 2024-08-10T05:41:53.971 INFO:tasks.workunit.client.0.smithi031.stdout:op 2244 completed, throughput=5MB/sec 2024-08-10T05:41:53.971 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-eJHunRCklG5-eZQ off=22287888 len=1234322 2024-08-10T05:41:53.977 INFO:tasks.workunit.client.0.smithi031.stdout:op 2245 completed, throughput=5MB/sec 2024-08-10T05:41:53.977 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-MBz-hcJye8vFSU3 off=5135954 len=1948244 2024-08-10T05:41:53.979 INFO:tasks.workunit.client.0.smithi031.stdout:op 2246 completed, throughput=5MB/sec 2024-08-10T05:41:54.980 INFO:tasks.workunit.client.0.smithi031.stdout: 436: throughput=4.99MB/sec pending data=0 2024-08-10T05:41:54.980 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-UjEKrhetOJRxCcv off=6596329 len=630064 2024-08-10T05:41:54.981 INFO:tasks.workunit.client.0.smithi031.stdout:op 2247 completed, throughput=4.99MB/sec 2024-08-10T05:41:54.981 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-W61naT69ZPCOKca off=5115951 len=1356820 2024-08-10T05:41:54.984 INFO:tasks.workunit.client.0.smithi031.stdout:op 2248 completed, throughput=4.99MB/sec 2024-08-10T05:41:54.984 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Ao-IPiN3PQN12iQ off=607191 len=1727215 2024-08-10T05:41:54.994 INFO:tasks.workunit.client.0.smithi031.stdout:op 2249 completed, throughput=5MB/sec 2024-08-10T05:41:54.994 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-MglLxHx4kTNG7Yu off=2656761 len=435420 2024-08-10T05:41:54.997 INFO:tasks.workunit.client.0.smithi031.stdout:op 2250 completed, throughput=5MB/sec 2024-08-10T05:41:54.997 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-fKUjzqyfdgVRRDB off=12655975 len=595160 2024-08-10T05:41:55.002 INFO:tasks.workunit.client.0.smithi031.stdout:op 2251 completed, throughput=5MB/sec 2024-08-10T05:41:55.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:41:55 smithi031 ceph-mon[98130]: pgmap v1614: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:41:55.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:41:55 smithi031 ceph-mon[100614]: pgmap v1614: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:41:55.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:41:55 smithi196 ceph-mon[90243]: pgmap v1614: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:41:56.002 INFO:tasks.workunit.client.0.smithi031.stdout: 437: throughput=4.99MB/sec pending data=0 2024-08-10T05:41:56.002 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-CWS1nQ1Zl2uZCYZ off=13095971 len=1623959 2024-08-10T05:41:56.004 INFO:tasks.workunit.client.0.smithi031.stdout:op 2252 completed, throughput=4.99MB/sec 2024-08-10T05:41:56.004 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-KBboUneBa71HhuJ off=1717925 len=1089627 2024-08-10T05:41:56.006 INFO:tasks.workunit.client.0.smithi031.stdout:op 2253 completed, throughput=4.99MB/sec 2024-08-10T05:41:56.007 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-7Pin62_wxQodcGG off=15096411 len=1597039 2024-08-10T05:41:56.017 INFO:tasks.workunit.client.0.smithi031.stdout:op 2254 completed, throughput=5MB/sec 2024-08-10T05:41:56.017 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-cpr_cCys_2OSfYe off=4808820 len=1502388 2024-08-10T05:41:56.019 INFO:tasks.workunit.client.0.smithi031.stdout:op 2255 completed, throughput=5MB/sec 2024-08-10T05:41:56.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:41:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:41:56.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:41:56 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:41:56.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:41:56 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:41:57.019 INFO:tasks.workunit.client.0.smithi031.stdout: 438: throughput=4.99MB/sec pending data=0 2024-08-10T05:41:57.019 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-NYgPUEL-ndJRlbF off=1422632 len=924772 2024-08-10T05:41:57.025 INFO:tasks.workunit.client.0.smithi031.stdout:op 2256 completed, throughput=4.99MB/sec 2024-08-10T05:41:57.025 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-0nGMIRrAQk9HccZ off=8556156 len=1283120 2024-08-10T05:41:57.032 INFO:tasks.workunit.client.0.smithi031.stdout:op 2257 completed, throughput=4.99MB/sec 2024-08-10T05:41:57.032 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-3c4T8vKaAtw-7cg off=2105333 len=1076260 2024-08-10T05:41:57.034 INFO:tasks.workunit.client.0.smithi031.stdout:op 2258 completed, throughput=5MB/sec 2024-08-10T05:41:57.034 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-P_ehERGiF-Pcf31 off=6090630 len=954006 2024-08-10T05:41:57.035 INFO:tasks.workunit.client.0.smithi031.stdout:op 2259 completed, throughput=5MB/sec 2024-08-10T05:41:57.035 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ixLDDUUBX_SMNuP off=6417074 len=1645895 2024-08-10T05:41:57.044 INFO:tasks.workunit.client.0.smithi031.stdout:op 2260 completed, throughput=5MB/sec 2024-08-10T05:41:57.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:41:57 smithi031 ceph-mon[98130]: pgmap v1615: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:41:57.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:41:57 smithi031 ceph-mon[100614]: pgmap v1615: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:41:57.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:41:57 smithi196 ceph-mon[90243]: pgmap v1615: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:41:58.044 INFO:tasks.workunit.client.0.smithi031.stdout: 439: throughput=4.99MB/sec pending data=0 2024-08-10T05:41:58.044 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-DJFZYjDagxB818x off=2249843 len=161533 2024-08-10T05:41:58.047 INFO:tasks.workunit.client.0.smithi031.stdout:op 2261 completed, throughput=4.99MB/sec 2024-08-10T05:41:58.047 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-EsvrV--454ALG06 off=12999559 len=8728 2024-08-10T05:41:58.049 INFO:tasks.workunit.client.0.smithi031.stdout:op 2262 completed, throughput=4.99MB/sec 2024-08-10T05:41:58.049 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-nNA3yDkw_lKvkBS off=651050 len=57927 2024-08-10T05:41:58.050 INFO:tasks.workunit.client.0.smithi031.stdout:op 2263 completed, throughput=4.99MB/sec 2024-08-10T05:41:58.050 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-9VVHdquKXuC59kX off=5717460 len=1535980 2024-08-10T05:41:58.059 INFO:tasks.workunit.client.0.smithi031.stdout:op 2264 completed, throughput=4.99MB/sec 2024-08-10T05:41:58.059 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-mjXK-dKslhvPpYy off=1749112 len=136792 2024-08-10T05:41:58.062 INFO:tasks.workunit.client.0.smithi031.stdout:op 2265 completed, throughput=5MB/sec 2024-08-10T05:41:58.062 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-YkX8D8GbkLbBcEf off=189691 len=432154 2024-08-10T05:41:58.062 INFO:tasks.workunit.client.0.smithi031.stdout:op 2266 completed, throughput=5MB/sec 2024-08-10T05:41:58.063 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-RSGgkgfJ8Rg-dgx off=16244616 len=834878 2024-08-10T05:41:58.064 INFO:tasks.workunit.client.0.smithi031.stdout:op 2267 completed, throughput=5MB/sec 2024-08-10T05:41:58.064 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-2TAOZghh2008OuY off=12697994 len=1484590 2024-08-10T05:41:58.071 INFO:tasks.workunit.client.0.smithi031.stdout:op 2268 completed, throughput=5MB/sec 2024-08-10T05:41:59.071 INFO:tasks.workunit.client.0.smithi031.stdout: 440: throughput=4.99MB/sec pending data=0 2024-08-10T05:41:59.072 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-XGLzaZFYXaGniO9 off=6164174 len=452636 2024-08-10T05:41:59.072 INFO:tasks.workunit.client.0.smithi031.stdout:op 2269 completed, throughput=4.99MB/sec 2024-08-10T05:41:59.072 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-qvss-AYltejf1pC off=536724 len=488176 2024-08-10T05:41:59.076 INFO:tasks.workunit.client.0.smithi031.stdout:op 2270 completed, throughput=4.99MB/sec 2024-08-10T05:41:59.077 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-evYipPyCvFNVbAZ off=18365383 len=1997457 2024-08-10T05:41:59.080 INFO:tasks.workunit.client.0.smithi031.stdout:op 2271 completed, throughput=5MB/sec 2024-08-10T05:41:59.080 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-6U-3QfDr7DpG1Gz off=3797857 len=21192 2024-08-10T05:41:59.083 INFO:tasks.workunit.client.0.smithi031.stdout:op 2272 completed, throughput=5MB/sec 2024-08-10T05:41:59.083 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-AfQBVkApAgZQEgl off=8393011 len=914507 2024-08-10T05:41:59.088 INFO:tasks.workunit.client.0.smithi031.stdout:op 2273 completed, throughput=5MB/sec 2024-08-10T05:41:59.088 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-TpwomvSbf8Lv7N5 off=7179999 len=136841 2024-08-10T05:41:59.088 INFO:tasks.workunit.client.0.smithi031.stdout:op 2274 completed, throughput=5MB/sec 2024-08-10T05:41:59.088 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-J3QpmlyFbYOBpVx off=9717735 len=1544359 2024-08-10T05:41:59.090 INFO:tasks.workunit.client.0.smithi031.stdout:op 2275 completed, throughput=5MB/sec 2024-08-10T05:41:59.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:41:59 smithi031 ceph-mon[98130]: pgmap v1616: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:41:59.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:41:59 smithi031 ceph-mon[100614]: pgmap v1616: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:41:59.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:41:59 smithi196 ceph-mon[90243]: pgmap v1616: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:42:00.091 INFO:tasks.workunit.client.0.smithi031.stdout: 441: throughput=4.99MB/sec pending data=0 2024-08-10T05:42:00.091 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-SXLysCqCdw9RB3I off=833813 len=189202 2024-08-10T05:42:00.094 INFO:tasks.workunit.client.0.smithi031.stdout:op 2276 completed, throughput=4.99MB/sec 2024-08-10T05:42:00.094 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ytsHZKnHbp-lxp6 off=12169872 len=187160 2024-08-10T05:42:00.097 INFO:tasks.workunit.client.0.smithi031.stdout:op 2277 completed, throughput=4.99MB/sec 2024-08-10T05:42:00.097 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-XsrlCW7yiosmmkK off=9767950 len=553995 2024-08-10T05:42:00.101 INFO:tasks.workunit.client.0.smithi031.stdout:op 2278 completed, throughput=4.99MB/sec 2024-08-10T05:42:00.101 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-S9FHUWCaIuitk5N off=3959469 len=1965729 2024-08-10T05:42:00.111 INFO:tasks.workunit.client.0.smithi031.stdout:op 2279 completed, throughput=5MB/sec 2024-08-10T05:42:00.111 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-NAA2Z2v3UENtcIg off=4100271 len=555186 2024-08-10T05:42:00.112 INFO:tasks.workunit.client.0.smithi031.stdout:op 2280 completed, throughput=5MB/sec 2024-08-10T05:42:00.112 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-m-zhypbxObrjD4T off=2716939 len=2061142 2024-08-10T05:42:00.122 INFO:tasks.workunit.client.0.smithi031.stdout:op 2281 completed, throughput=5MB/sec 2024-08-10T05:42:01.122 INFO:tasks.workunit.client.0.smithi031.stdout: 442: throughput=4.99MB/sec pending data=0 2024-08-10T05:42:01.122 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-KQSXqxUULbGYTZD off=4914027 len=2015347 2024-08-10T05:42:01.134 INFO:tasks.workunit.client.0.smithi031.stdout:op 2282 completed, throughput=4.99MB/sec 2024-08-10T05:42:01.134 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Vx2Qb-rFvuUwe6I off=3527327 len=1509374 2024-08-10T05:42:01.136 INFO:tasks.workunit.client.0.smithi031.stdout:op 2283 completed, throughput=5MB/sec 2024-08-10T05:42:01.136 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-OwZ-vuu3cAao4tt off=116991 len=323831 2024-08-10T05:42:01.140 INFO:tasks.workunit.client.0.smithi031.stdout:op 2284 completed, throughput=5MB/sec 2024-08-10T05:42:01.140 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-rMcDnjA_P_S-mGK off=4147804 len=1082634 2024-08-10T05:42:01.144 INFO:tasks.workunit.client.0.smithi031.stdout:op 2285 completed, throughput=5MB/sec 2024-08-10T05:42:01.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:42:01 smithi031 ceph-mon[98130]: pgmap v1617: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-08-10T05:42:01.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:42:01 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:42:01] "GET /metrics HTTP/1.1" 200 34052 "" "Prometheus/2.43.0" 2024-08-10T05:42:01.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:42:01 smithi031 ceph-mon[100614]: pgmap v1617: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-08-10T05:42:01.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:42:01 smithi196 ceph-mon[90243]: pgmap v1617: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-08-10T05:42:02.144 INFO:tasks.workunit.client.0.smithi031.stdout: 443: throughput=4.99MB/sec pending data=0 2024-08-10T05:42:02.145 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-bGI0oBZGWYwzBuq off=939003 len=999677 2024-08-10T05:42:02.147 INFO:tasks.workunit.client.0.smithi031.stdout:op 2286 completed, throughput=4.99MB/sec 2024-08-10T05:42:02.147 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Pc1MTleNaK6ho7t off=16559715 len=683152 2024-08-10T05:42:02.149 INFO:tasks.workunit.client.0.smithi031.stdout:op 2287 completed, throughput=4.99MB/sec 2024-08-10T05:42:02.149 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-14hNV8TcamY6n8q off=2463779 len=1209611 2024-08-10T05:42:02.156 INFO:tasks.workunit.client.0.smithi031.stdout:op 2288 completed, throughput=5MB/sec 2024-08-10T05:42:02.156 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-GSpxgrxMH5uV6GF off=8551180 len=1996181 2024-08-10T05:42:02.166 INFO:tasks.workunit.client.0.smithi031.stdout:op 2289 completed, throughput=5MB/sec 2024-08-10T05:42:02.166 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-HbEadjKhTkag4KY off=13205181 len=971026 2024-08-10T05:42:02.167 INFO:tasks.workunit.client.0.smithi031.stdout:op 2290 completed, throughput=5MB/sec 2024-08-10T05:42:02.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:42:02 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:42:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:42:03.168 INFO:tasks.workunit.client.0.smithi031.stdout: 444: throughput=4.99MB/sec pending data=0 2024-08-10T05:42:03.168 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-4tlCaO5qehp6Exs off=9437618 len=573477 2024-08-10T05:42:03.169 INFO:tasks.workunit.client.0.smithi031.stdout:op 2291 completed, throughput=4.99MB/sec 2024-08-10T05:42:03.169 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-QA64UVY3aEGZOWB off=12756289 len=1399163 2024-08-10T05:42:03.176 INFO:tasks.workunit.client.0.smithi031.stdout:op 2292 completed, throughput=4.99MB/sec 2024-08-10T05:42:03.176 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-pPP0Yj4e4qkckzR off=1117488 len=898317 2024-08-10T05:42:03.178 INFO:tasks.workunit.client.0.smithi031.stdout:op 2293 completed, throughput=5MB/sec 2024-08-10T05:42:03.178 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-HQTfP-RyDUHLqTL off=9243875 len=152494 2024-08-10T05:42:03.179 INFO:tasks.workunit.client.0.smithi031.stdout:op 2294 completed, throughput=5MB/sec 2024-08-10T05:42:03.179 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-xsbXoaZ8MByxFwU off=5371914 len=1970556 2024-08-10T05:42:03.181 INFO:tasks.workunit.client.0.smithi031.stdout:op 2295 completed, throughput=5MB/sec 2024-08-10T05:42:03.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:42:03 smithi031 ceph-mon[98130]: pgmap v1618: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:42:03.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:42:03 smithi031 ceph-mon[100614]: pgmap v1618: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:42:03.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:42:03 smithi196 ceph-mon[90243]: pgmap v1618: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:42:04.181 INFO:tasks.workunit.client.0.smithi031.stdout: 445: throughput=4.99MB/sec pending data=0 2024-08-10T05:42:04.181 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-1C82G5bXk8PDJUD off=1035866 len=241026 2024-08-10T05:42:04.184 INFO:tasks.workunit.client.0.smithi031.stdout:op 2296 completed, throughput=4.99MB/sec 2024-08-10T05:42:04.184 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-psTPCi0EMDcx5ie off=2266533 len=430170 2024-08-10T05:42:04.188 INFO:tasks.workunit.client.0.smithi031.stdout:op 2297 completed, throughput=4.99MB/sec 2024-08-10T05:42:04.188 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-YBGoV48A01ILZRg off=451129 len=2037648 2024-08-10T05:42:04.200 INFO:tasks.workunit.client.0.smithi031.stdout:op 2298 completed, throughput=5MB/sec 2024-08-10T05:42:04.200 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-1uQ9NqCrwjtD4k0 off=3590442 len=1252378 2024-08-10T05:42:04.203 INFO:tasks.workunit.client.0.smithi031.stdout:op 2299 completed, throughput=5MB/sec 2024-08-10T05:42:04.203 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-8Ba0qGXh_oZJTFk off=4997464 len=1957514 2024-08-10T05:42:04.205 INFO:tasks.workunit.client.0.smithi031.stdout:op 2300 completed, throughput=5MB/sec 2024-08-10T05:42:05.206 INFO:tasks.workunit.client.0.smithi031.stdout: 446: throughput=4.99MB/sec pending data=0 2024-08-10T05:42:05.206 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-2AlYc6eVmaYoMsQ off=2000852 len=1105327 2024-08-10T05:42:05.208 INFO:tasks.workunit.client.0.smithi031.stdout:op 2301 completed, throughput=4.99MB/sec 2024-08-10T05:42:05.208 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Fdllr3GfItJWiYz off=17367248 len=2063205 2024-08-10T05:42:05.220 INFO:tasks.workunit.client.0.smithi031.stdout:op 2302 completed, throughput=5MB/sec 2024-08-10T05:42:05.220 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-0mUla7HQVhuyTrf off=5933340 len=1389844 2024-08-10T05:42:05.228 INFO:tasks.workunit.client.0.smithi031.stdout:op 2303 completed, throughput=5MB/sec 2024-08-10T05:42:05.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:42:05 smithi031 ceph-mon[98130]: pgmap v1619: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-10T05:42:05.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:42:05 smithi031 ceph-mon[100614]: pgmap v1619: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-10T05:42:05.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:42:05 smithi196 ceph-mon[90243]: pgmap v1619: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-10T05:42:06.228 INFO:tasks.workunit.client.0.smithi031.stdout: 447: throughput=4.99MB/sec pending data=0 2024-08-10T05:42:06.229 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Rd6Yp_JhwtVIOU3 off=8568067 len=811897 2024-08-10T05:42:06.230 INFO:tasks.workunit.client.0.smithi031.stdout:op 2304 completed, throughput=4.99MB/sec 2024-08-10T05:42:06.230 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-1Y9NesIbj1fMKVa off=2495839 len=1697053 2024-08-10T05:42:06.240 INFO:tasks.workunit.client.0.smithi031.stdout:op 2305 completed, throughput=4.99MB/sec 2024-08-10T05:42:06.240 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-BnusKVjVBpYJtqF off=2624068 len=1751566 2024-08-10T05:42:06.243 INFO:tasks.workunit.client.0.smithi031.stdout:op 2306 completed, throughput=5MB/sec 2024-08-10T05:42:06.243 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-gRXPLFHEv-PacPk off=5159805 len=632838 2024-08-10T05:42:06.244 INFO:tasks.workunit.client.0.smithi031.stdout:op 2307 completed, throughput=5MB/sec 2024-08-10T05:42:06.244 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Cfboeub_L0Hn77L off=8229674 len=1919314 2024-08-10T05:42:06.253 INFO:tasks.workunit.client.0.smithi031.stdout:op 2308 completed, throughput=5MB/sec 2024-08-10T05:42:07.254 INFO:tasks.workunit.client.0.smithi031.stdout: 448: throughput=4.99MB/sec pending data=0 2024-08-10T05:42:07.254 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-oyU3HgiaJg9mMYf off=5571486 len=1092536 2024-08-10T05:42:07.259 INFO:tasks.workunit.client.0.smithi031.stdout:op 2309 completed, throughput=4.99MB/sec 2024-08-10T05:42:07.259 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Kt09h1b3C3COLdU off=9664434 len=378319 2024-08-10T05:42:07.262 INFO:tasks.workunit.client.0.smithi031.stdout:op 2310 completed, throughput=5MB/sec 2024-08-10T05:42:07.262 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-4m1iuz6gxs-PgGL off=6787829 len=1790132 2024-08-10T05:42:07.273 INFO:tasks.workunit.client.0.smithi031.stdout:op 2311 completed, throughput=5MB/sec 2024-08-10T05:42:07.273 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-vgi29a6Nbx_jvnw off=3918673 len=566074 2024-08-10T05:42:07.274 INFO:tasks.workunit.client.0.smithi031.stdout:op 2312 completed, throughput=5MB/sec 2024-08-10T05:42:07.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:42:07 smithi031 ceph-mon[98130]: pgmap v1620: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-10T05:42:07.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:42:07 smithi031 ceph-mon[100614]: pgmap v1620: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-10T05:42:07.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:42:07 smithi196 ceph-mon[90243]: pgmap v1620: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-10T05:42:08.274 INFO:tasks.workunit.client.0.smithi031.stdout: 449: throughput=4.99MB/sec pending data=0 2024-08-10T05:42:08.274 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-JHFLAHhD6IGLRWF off=14813760 len=1128140 2024-08-10T05:42:08.277 INFO:tasks.workunit.client.0.smithi031.stdout:op 2313 completed, throughput=4.99MB/sec 2024-08-10T05:42:08.277 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-hi7cE8Tv7aODtL9 off=888837 len=1882581 2024-08-10T05:42:08.283 INFO:tasks.workunit.client.0.smithi031.stdout:op 2314 completed, throughput=5MB/sec 2024-08-10T05:42:08.283 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-J9zsw3Lt8fR-aNZ off=9461952 len=106031 2024-08-10T05:42:08.284 INFO:tasks.workunit.client.0.smithi031.stdout:op 2315 completed, throughput=5MB/sec 2024-08-10T05:42:08.284 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj--kB7IV6c5R2j-TP off=1489043 len=747583 2024-08-10T05:42:08.289 INFO:tasks.workunit.client.0.smithi031.stdout:op 2316 completed, throughput=5MB/sec 2024-08-10T05:42:08.289 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-mKNIDwwkXC6jxsH off=2356954 len=1432159 2024-08-10T05:42:08.296 INFO:tasks.workunit.client.0.smithi031.stdout:op 2317 completed, throughput=5MB/sec 2024-08-10T05:42:09.296 INFO:tasks.workunit.client.0.smithi031.stdout: 450: throughput=4.99MB/sec pending data=0 2024-08-10T05:42:09.296 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-HEFll7EmtYfD267 off=19267 len=2006963 2024-08-10T05:42:09.308 INFO:tasks.workunit.client.0.smithi031.stdout:op 2318 completed, throughput=4.99MB/sec 2024-08-10T05:42:09.308 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-oVV6smGK7Hf6ot8 off=97079 len=919526 2024-08-10T05:42:09.313 INFO:tasks.workunit.client.0.smithi031.stdout:op 2319 completed, throughput=5MB/sec 2024-08-10T05:42:09.313 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-V9pedG4rWJDcVhl off=12703884 len=1005719 2024-08-10T05:42:09.317 INFO:tasks.workunit.client.0.smithi031.stdout:op 2320 completed, throughput=5MB/sec 2024-08-10T05:42:09.318 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-l1UUQ6W8FnQ-iSA off=5556386 len=1215898 2024-08-10T05:42:09.319 INFO:tasks.workunit.client.0.smithi031.stdout:op 2321 completed, throughput=5MB/sec 2024-08-10T05:42:09.319 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-OQLQT31sTPg73pF off=10429420 len=723062 2024-08-10T05:42:09.320 INFO:tasks.workunit.client.0.smithi031.stdout:op 2322 completed, throughput=5MB/sec 2024-08-10T05:42:09.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:42:09 smithi031 ceph-mon[98130]: pgmap v1621: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:42:09.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:42:09 smithi031 ceph-mon[100614]: pgmap v1621: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:42:09.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:42:09 smithi196 ceph-mon[90243]: pgmap v1621: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:42:10.323 INFO:tasks.workunit.client.0.smithi031.stdout: 451: throughput=4.99MB/sec pending data=0 2024-08-10T05:42:10.323 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-6-l5X_8aS276ftm off=2496289 len=808355 2024-08-10T05:42:10.323 INFO:tasks.workunit.client.0.smithi031.stdout:op 2323 completed, throughput=4.99MB/sec 2024-08-10T05:42:10.323 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-t0rs0NG1pEC-yhY off=8385190 len=1400099 2024-08-10T05:42:10.324 INFO:tasks.workunit.client.0.smithi031.stdout:op 2324 completed, throughput=4.99MB/sec 2024-08-10T05:42:10.325 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-3prYokk7aMph4Zj off=844458 len=1455103 2024-08-10T05:42:10.326 INFO:tasks.workunit.client.0.smithi031.stdout:op 2325 completed, throughput=5MB/sec 2024-08-10T05:42:10.327 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-6vz8zKEvlgk2-LU off=414391 len=618935 2024-08-10T05:42:10.331 INFO:tasks.workunit.client.0.smithi031.stdout:op 2326 completed, throughput=5MB/sec 2024-08-10T05:42:10.331 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-yrn62rO6lAIM_Bc off=15075642 len=1095040 2024-08-10T05:42:10.337 INFO:tasks.workunit.client.0.smithi031.stdout:op 2327 completed, throughput=5MB/sec 2024-08-10T05:42:11.337 INFO:tasks.workunit.client.0.smithi031.stdout: 452: throughput=4.99MB/sec pending data=0 2024-08-10T05:42:11.338 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-hYLDCAkB6kk5q9E off=16770514 len=927594 2024-08-10T05:42:11.340 INFO:tasks.workunit.client.0.smithi031.stdout:op 2328 completed, throughput=4.99MB/sec 2024-08-10T05:42:11.340 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-WIBoM6YRUrFGzRs off=16652474 len=1159700 2024-08-10T05:42:11.345 INFO:tasks.workunit.client.0.smithi031.stdout:op 2329 completed, throughput=4.99MB/sec 2024-08-10T05:42:11.345 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-wTZplhHMtyJWc0O off=4144841 len=647938 2024-08-10T05:42:11.350 INFO:tasks.workunit.client.0.smithi031.stdout:op 2330 completed, throughput=5MB/sec 2024-08-10T05:42:11.350 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-LGYaJAaIMmVnjLP off=16609140 len=699128 2024-08-10T05:42:11.354 INFO:tasks.workunit.client.0.smithi031.stdout:op 2331 completed, throughput=5MB/sec 2024-08-10T05:42:11.354 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-z6MDP5H2_7jW098 off=7212681 len=305656 2024-08-10T05:42:11.354 INFO:tasks.workunit.client.0.smithi031.stdout:op 2332 completed, throughput=5MB/sec 2024-08-10T05:42:11.354 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-H1amhV4NORQteNl off=1360876 len=413407 2024-08-10T05:42:11.355 INFO:tasks.workunit.client.0.smithi031.stdout:op 2333 completed, throughput=5MB/sec 2024-08-10T05:42:11.355 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-bs9Znqk8T1rTIB7 off=7187352 len=1303641 2024-08-10T05:42:11.358 INFO:tasks.workunit.client.0.smithi031.stdout:op 2334 completed, throughput=5MB/sec 2024-08-10T05:42:11.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:42:11 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:42:11] "GET /metrics HTTP/1.1" 200 34049 "" "Prometheus/2.43.0" 2024-08-10T05:42:11.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:42:11 smithi031 ceph-mon[98130]: pgmap v1622: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-10T05:42:11.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:42:11 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:42:11.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:42:11 smithi031 ceph-mon[100614]: pgmap v1622: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-10T05:42:11.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:42:11 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:42:11.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:42:11 smithi196 ceph-mon[90243]: pgmap v1622: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-10T05:42:11.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:42:11 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:42:12.358 INFO:tasks.workunit.client.0.smithi031.stdout: 453: throughput=4.99MB/sec pending data=0 2024-08-10T05:42:12.358 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-4errKE5nselOSZw off=6261285 len=919941 2024-08-10T05:42:12.359 INFO:tasks.workunit.client.0.smithi031.stdout:op 2335 completed, throughput=4.99MB/sec 2024-08-10T05:42:12.360 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-HcxsxiLX8ISyXcL off=4525292 len=1393450 2024-08-10T05:42:12.367 INFO:tasks.workunit.client.0.smithi031.stdout:op 2336 completed, throughput=5MB/sec 2024-08-10T05:42:12.367 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-5_uaifTlfCfE51n off=12674728 len=1445799 2024-08-10T05:42:12.369 INFO:tasks.workunit.client.0.smithi031.stdout:op 2337 completed, throughput=5MB/sec 2024-08-10T05:42:12.369 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-90mLW_3dgbrSwQF off=1989892 len=1949098 2024-08-10T05:42:12.380 INFO:tasks.workunit.client.0.smithi031.stdout:op 2338 completed, throughput=5MB/sec 2024-08-10T05:42:12.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:42:12 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:42:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:42:13.381 INFO:tasks.workunit.client.0.smithi031.stdout: 454: throughput=4.99MB/sec pending data=0 2024-08-10T05:42:13.381 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-G2n2UP9eV19m7PR off=2377618 len=26996 2024-08-10T05:42:13.381 INFO:tasks.workunit.client.0.smithi031.stdout:op 2339 completed, throughput=4.99MB/sec 2024-08-10T05:42:13.381 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-bIB-BgF_8syB87p off=2560403 len=1764047 2024-08-10T05:42:13.383 INFO:tasks.workunit.client.0.smithi031.stdout:op 2340 completed, throughput=5MB/sec 2024-08-10T05:42:13.384 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-jLrHQUdw38tucPS off=17433121 len=1393655 2024-08-10T05:42:13.391 INFO:tasks.workunit.client.0.smithi031.stdout:op 2341 completed, throughput=5MB/sec 2024-08-10T05:42:13.391 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-HSW953r40QZdHa6 off=2767971 len=1510890 2024-08-10T05:42:13.398 INFO:tasks.workunit.client.0.smithi031.stdout:op 2342 completed, throughput=5MB/sec 2024-08-10T05:42:13.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:42:13 smithi031 ceph-mon[98130]: pgmap v1623: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:42:13.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:42:13 smithi031 ceph-mon[100614]: pgmap v1623: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:42:13.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:42:13 smithi196 ceph-mon[90243]: pgmap v1623: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:42:14.399 INFO:tasks.workunit.client.0.smithi031.stdout: 455: throughput=4.99MB/sec pending data=0 2024-08-10T05:42:14.399 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-BumxtDbimN1dSqu off=1986070 len=791285 2024-08-10T05:42:14.400 INFO:tasks.workunit.client.0.smithi031.stdout:op 2343 completed, throughput=4.99MB/sec 2024-08-10T05:42:14.400 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-WpuXJxZEOZEMQbq off=4785416 len=1261701 2024-08-10T05:42:14.402 INFO:tasks.workunit.client.0.smithi031.stdout:op 2344 completed, throughput=4.99MB/sec 2024-08-10T05:42:14.402 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-271reooi4R637sb off=2137099 len=1652640 2024-08-10T05:42:14.405 INFO:tasks.workunit.client.0.smithi031.stdout:op 2345 completed, throughput=5MB/sec 2024-08-10T05:42:14.405 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Y5PhN7RREk9U4SZ off=7227801 len=936409 2024-08-10T05:42:14.410 INFO:tasks.workunit.client.0.smithi031.stdout:op 2346 completed, throughput=5MB/sec 2024-08-10T05:42:14.410 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-JOAFa32_WZ391ac off=637035 len=1680921 2024-08-10T05:42:14.412 INFO:tasks.workunit.client.0.smithi031.stdout:op 2347 completed, throughput=5MB/sec 2024-08-10T05:42:14.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:42:14 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:42:14.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:42:14 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:42:14.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:42:14 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:42:14.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:42:14 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:42:14.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:42:14 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:42:14.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:42:14 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:42:14.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:42:14 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:42:14.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:42:14 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:42:14.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:42:14 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:42:14.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:42:14 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:42:14.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:42:14 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:42:14.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:42:14 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:42:15.413 INFO:tasks.workunit.client.0.smithi031.stdout: 456: throughput=4.99MB/sec pending data=0 2024-08-10T05:42:15.413 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-XyL7fBONpRzcY2D off=19045602 len=493255 2024-08-10T05:42:15.417 INFO:tasks.workunit.client.0.smithi031.stdout:op 2348 completed, throughput=4.99MB/sec 2024-08-10T05:42:15.417 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Hd5hcED5EQ0K94L off=17409629 len=2021649 2024-08-10T05:42:15.426 INFO:tasks.workunit.client.0.smithi031.stdout:op 2349 completed, throughput=5MB/sec 2024-08-10T05:42:15.426 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-9A88g_FCR5gnwAN off=2111926 len=543553 2024-08-10T05:42:15.430 INFO:tasks.workunit.client.0.smithi031.stdout:op 2350 completed, throughput=5MB/sec 2024-08-10T05:42:15.430 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-3Co4eM_nYmn1xRp off=1240172 len=757885 2024-08-10T05:42:15.435 INFO:tasks.workunit.client.0.smithi031.stdout:op 2351 completed, throughput=5MB/sec 2024-08-10T05:42:15.435 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-4uL4pp9IQSWGKCN off=1752832 len=777658 2024-08-10T05:42:15.439 INFO:tasks.workunit.client.0.smithi031.stdout:op 2352 completed, throughput=5MB/sec 2024-08-10T05:42:16.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:42:15 smithi031 ceph-mon[98130]: pgmap v1624: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-10T05:42:16.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:42:15 smithi031 ceph-mon[100614]: pgmap v1624: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-10T05:42:16.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:42:15 smithi196 ceph-mon[90243]: pgmap v1624: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-10T05:42:16.440 INFO:tasks.workunit.client.0.smithi031.stdout: 457: throughput=4.99MB/sec pending data=0 2024-08-10T05:42:16.440 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-pLr3zXYz4MSxeFH off=15462121 len=1431601 2024-08-10T05:42:16.442 INFO:tasks.workunit.client.0.smithi031.stdout:op 2353 completed, throughput=4.99MB/sec 2024-08-10T05:42:16.442 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-jvw6re2eqnG9mFa off=6109013 len=1738758 2024-08-10T05:42:16.444 INFO:tasks.workunit.client.0.smithi031.stdout:op 2354 completed, throughput=5MB/sec 2024-08-10T05:42:16.444 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-WY_iyk53ueErunl off=5642497 len=1308418 2024-08-10T05:42:16.450 INFO:tasks.workunit.client.0.smithi031.stdout:op 2355 completed, throughput=5MB/sec 2024-08-10T05:42:16.450 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-17zn9zD5yX301BZ off=8372615 len=1136424 2024-08-10T05:42:16.451 INFO:tasks.workunit.client.0.smithi031.stdout:op 2356 completed, throughput=5MB/sec 2024-08-10T05:42:17.452 INFO:tasks.workunit.client.0.smithi031.stdout: 458: throughput=4.99MB/sec pending data=0 2024-08-10T05:42:17.452 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-L8EOnElWQTVc136 off=3961739 len=1437544 2024-08-10T05:42:17.458 INFO:tasks.workunit.client.0.smithi031.stdout:op 2357 completed, throughput=4.99MB/sec 2024-08-10T05:42:17.459 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-4YhHYbyBSDEH-RZ off=7676413 len=1283216 2024-08-10T05:42:17.461 INFO:tasks.workunit.client.0.smithi031.stdout:op 2358 completed, throughput=5MB/sec 2024-08-10T05:42:17.462 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-R90T5JY2RV5wEXz off=3049279 len=417311 2024-08-10T05:42:17.462 INFO:tasks.workunit.client.0.smithi031.stdout:op 2359 completed, throughput=5MB/sec 2024-08-10T05:42:17.463 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-QrHFdk01mvlTgiv off=9206805 len=103174 2024-08-10T05:42:17.463 INFO:tasks.workunit.client.0.smithi031.stdout:op 2360 completed, throughput=5MB/sec 2024-08-10T05:42:17.463 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-j2renElsL6dyKY8 off=15101932 len=633250 2024-08-10T05:42:17.467 INFO:tasks.workunit.client.0.smithi031.stdout:op 2361 completed, throughput=5MB/sec 2024-08-10T05:42:17.468 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Q5zG6lsY0nbn-BC off=5504649 len=2087994 2024-08-10T05:42:17.481 INFO:tasks.workunit.client.0.smithi031.stdout:op 2362 completed, throughput=5MB/sec 2024-08-10T05:42:18.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:42:17 smithi031 ceph-mon[98130]: pgmap v1625: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:42:18.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:42:17 smithi031 ceph-mon[100614]: pgmap v1625: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:42:18.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:42:17 smithi196 ceph-mon[90243]: pgmap v1625: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:42:18.481 INFO:tasks.workunit.client.0.smithi031.stdout: 459: throughput=4.99MB/sec pending data=0 2024-08-10T05:42:18.481 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-w_JrGxSJHS8ujif off=5152347 len=748069 2024-08-10T05:42:18.483 INFO:tasks.workunit.client.0.smithi031.stdout:op 2363 completed, throughput=4.99MB/sec 2024-08-10T05:42:18.483 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-E4KxSqDT6RPQpr3 off=21533146 len=1506967 2024-08-10T05:42:18.485 INFO:tasks.workunit.client.0.smithi031.stdout:op 2364 completed, throughput=5MB/sec 2024-08-10T05:42:18.486 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-99zpYNqCTmP9Bv6 off=11210233 len=1705092 2024-08-10T05:42:18.495 INFO:tasks.workunit.client.0.smithi031.stdout:op 2365 completed, throughput=5MB/sec 2024-08-10T05:42:19.495 INFO:tasks.workunit.client.0.smithi031.stdout: 460: throughput=4.99MB/sec pending data=0 2024-08-10T05:42:19.495 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-NuhLM14_hJ2PfyO off=14067108 len=1905220 2024-08-10T05:42:19.504 INFO:tasks.workunit.client.0.smithi031.stdout:op 2366 completed, throughput=4.99MB/sec 2024-08-10T05:42:19.504 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-uaPpsrVoC042ONs off=12567994 len=494522 2024-08-10T05:42:19.505 INFO:tasks.workunit.client.0.smithi031.stdout:op 2367 completed, throughput=4.99MB/sec 2024-08-10T05:42:19.505 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-94VaivAKK1BmALp off=6939280 len=1353968 2024-08-10T05:42:19.514 INFO:tasks.workunit.client.0.smithi031.stdout:op 2368 completed, throughput=5MB/sec 2024-08-10T05:42:19.514 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-3UGTqtXHnALlsv9 off=4861662 len=1325103 2024-08-10T05:42:19.521 INFO:tasks.workunit.client.0.smithi031.stdout:op 2369 completed, throughput=5MB/sec 2024-08-10T05:42:19.521 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-1lB0_wYC5V_UGGi off=7233523 len=513564 2024-08-10T05:42:19.525 INFO:tasks.workunit.client.0.smithi031.stdout:op 2370 completed, throughput=5MB/sec 2024-08-10T05:42:20.071 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:42:19 smithi031 ceph-mon[98130]: pgmap v1626: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:42:20.071 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:42:19 smithi031 ceph-mon[100614]: pgmap v1626: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:42:20.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:42:19 smithi196 ceph-mon[90243]: pgmap v1626: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:42:20.525 INFO:tasks.workunit.client.0.smithi031.stdout: 461: throughput=4.99MB/sec pending data=0 2024-08-10T05:42:20.525 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-0d2xNU3ndvgTXzS off=6350102 len=1786301 2024-08-10T05:42:20.529 INFO:tasks.workunit.client.0.smithi031.stdout:op 2371 completed, throughput=4.99MB/sec 2024-08-10T05:42:20.529 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-yH-eezzmQKv677Q off=10161397 len=1450421 2024-08-10T05:42:20.532 INFO:tasks.workunit.client.0.smithi031.stdout:op 2372 completed, throughput=5MB/sec 2024-08-10T05:42:20.532 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-BXZ7UxZmIWhTOLe off=133888 len=1856857 2024-08-10T05:42:20.542 INFO:tasks.workunit.client.0.smithi031.stdout:op 2373 completed, throughput=5MB/sec 2024-08-10T05:42:21.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:42:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:42:21] "GET /metrics HTTP/1.1" 200 34049 "" "Prometheus/2.43.0" 2024-08-10T05:42:21.542 INFO:tasks.workunit.client.0.smithi031.stdout: 462: throughput=4.99MB/sec pending data=0 2024-08-10T05:42:21.542 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Dg1EdHM3oI5o3Sb off=1079772 len=119140 2024-08-10T05:42:21.545 INFO:tasks.workunit.client.0.smithi031.stdout:op 2374 completed, throughput=4.99MB/sec 2024-08-10T05:42:21.545 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-miVsyp2Kx6x1dOE off=14867894 len=1365070 2024-08-10T05:42:21.547 INFO:tasks.workunit.client.0.smithi031.stdout:op 2375 completed, throughput=4.99MB/sec 2024-08-10T05:42:21.547 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-mCozPLpqvVxsoum off=1780516 len=892563 2024-08-10T05:42:21.549 INFO:tasks.workunit.client.0.smithi031.stdout:op 2376 completed, throughput=4.99MB/sec 2024-08-10T05:42:21.549 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-aQ9cyfoRXt6iUvb off=15730181 len=1244298 2024-08-10T05:42:21.554 INFO:tasks.workunit.client.0.smithi031.stdout:op 2377 completed, throughput=5MB/sec 2024-08-10T05:42:21.554 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-z-_JmcgjRteKGZK off=1437743 len=536081 2024-08-10T05:42:21.555 INFO:tasks.workunit.client.0.smithi031.stdout:op 2378 completed, throughput=5MB/sec 2024-08-10T05:42:21.556 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-qDsIknJ9RsvABX3 off=10339796 len=1559985 2024-08-10T05:42:21.565 INFO:tasks.workunit.client.0.smithi031.stdout:op 2379 completed, throughput=5MB/sec 2024-08-10T05:42:22.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:42:21 smithi031 ceph-mon[98130]: pgmap v1627: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:42:22.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:42:21 smithi031 ceph-mon[100614]: pgmap v1627: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:42:22.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:42:21 smithi196 ceph-mon[90243]: pgmap v1627: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:42:22.565 INFO:tasks.workunit.client.0.smithi031.stdout: 463: throughput=4.99MB/sec pending data=0 2024-08-10T05:42:22.566 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-VcC19kFvFBT6Uot off=6174264 len=67527 2024-08-10T05:42:22.568 INFO:tasks.workunit.client.0.smithi031.stdout:op 2380 completed, throughput=4.99MB/sec 2024-08-10T05:42:22.568 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-fELM-4zi1BIxRou off=4090797 len=1222450 2024-08-10T05:42:22.571 INFO:tasks.workunit.client.0.smithi031.stdout:op 2381 completed, throughput=4.99MB/sec 2024-08-10T05:42:22.571 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ewusdr1IKkwMgoA off=2380345 len=1196053 2024-08-10T05:42:22.573 INFO:tasks.workunit.client.0.smithi031.stdout:op 2382 completed, throughput=5MB/sec 2024-08-10T05:42:22.573 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-gEBYZ1ogd9gyDK_ off=15382375 len=1023039 2024-08-10T05:42:22.577 INFO:tasks.workunit.client.0.smithi031.stdout:op 2383 completed, throughput=5MB/sec 2024-08-10T05:42:22.577 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-sx6duufGB65GD7l off=1283508 len=1548419 2024-08-10T05:42:22.586 INFO:tasks.workunit.client.0.smithi031.stdout:op 2384 completed, throughput=5MB/sec 2024-08-10T05:42:22.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:42:22 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:42:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:42:23.586 INFO:tasks.workunit.client.0.smithi031.stdout: 464: throughput=4.99MB/sec pending data=0 2024-08-10T05:42:23.586 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-HXfBV9IjN8TN-x8 off=2199340 len=46617 2024-08-10T05:42:23.587 INFO:tasks.workunit.client.0.smithi031.stdout:op 2385 completed, throughput=4.99MB/sec 2024-08-10T05:42:23.587 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-YmSOGLBqttxQj0o off=11367734 len=42767 2024-08-10T05:42:23.589 INFO:tasks.workunit.client.0.smithi031.stdout:op 2386 completed, throughput=4.99MB/sec 2024-08-10T05:42:23.589 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-kzUmJRLQLzs1ipI off=79026 len=968435 2024-08-10T05:42:23.591 INFO:tasks.workunit.client.0.smithi031.stdout:op 2387 completed, throughput=4.99MB/sec 2024-08-10T05:42:23.591 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-u92iiTBAzzK3GPP off=7676139 len=218481 2024-08-10T05:42:23.593 INFO:tasks.workunit.client.0.smithi031.stdout:op 2388 completed, throughput=4.99MB/sec 2024-08-10T05:42:23.594 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-4ndsd5XPdKY_Rk3 off=502399 len=527362 2024-08-10T05:42:23.597 INFO:tasks.workunit.client.0.smithi031.stdout:op 2389 completed, throughput=4.99MB/sec 2024-08-10T05:42:23.597 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-0-eTvo98k-AGHGy off=6537194 len=1124584 2024-08-10T05:42:23.602 INFO:tasks.workunit.client.0.smithi031.stdout:op 2390 completed, throughput=5MB/sec 2024-08-10T05:42:23.602 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-bebWcGcQ6QQsbvw off=666047 len=1432877 2024-08-10T05:42:23.604 INFO:tasks.workunit.client.0.smithi031.stdout:op 2391 completed, throughput=5MB/sec 2024-08-10T05:42:23.604 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-eS7qjvL8GK6egzQ off=2843974 len=224709 2024-08-10T05:42:23.607 INFO:tasks.workunit.client.0.smithi031.stdout:op 2392 completed, throughput=5MB/sec 2024-08-10T05:42:23.607 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-QNEkf-eLtcHjOAF off=5587353 len=288308 2024-08-10T05:42:23.610 INFO:tasks.workunit.client.0.smithi031.stdout:op 2393 completed, throughput=5MB/sec 2024-08-10T05:42:23.610 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ygtYVYMW4P1PpBn off=305316 len=2071979 2024-08-10T05:42:23.612 INFO:tasks.workunit.client.0.smithi031.stdout:op 2394 completed, throughput=5MB/sec 2024-08-10T05:42:24.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:42:23 smithi031 ceph-mon[98130]: pgmap v1628: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:42:24.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:42:23 smithi031 ceph-mon[100614]: pgmap v1628: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:42:24.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:42:23 smithi196 ceph-mon[90243]: pgmap v1628: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:42:24.613 INFO:tasks.workunit.client.0.smithi031.stdout: 465: throughput=4.99MB/sec pending data=0 2024-08-10T05:42:24.613 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-nnlFwh7UZPDBNPK off=11669123 len=1748649 2024-08-10T05:42:24.622 INFO:tasks.workunit.client.0.smithi031.stdout:op 2395 completed, throughput=5MB/sec 2024-08-10T05:42:24.622 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-o6YjSYdTXlGrhqf off=952095 len=1631316 2024-08-10T05:42:24.624 INFO:tasks.workunit.client.0.smithi031.stdout:op 2396 completed, throughput=5MB/sec 2024-08-10T05:42:24.624 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-fiBL0LUiWNA_wJ0 off=205984 len=1954558 2024-08-10T05:42:24.635 INFO:tasks.workunit.client.0.smithi031.stdout:op 2397 completed, throughput=5MB/sec 2024-08-10T05:42:25.636 INFO:tasks.workunit.client.0.smithi031.stdout: 466: throughput=4.99MB/sec pending data=0 2024-08-10T05:42:25.636 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-nGh3epPb7nNbhaE off=17456511 len=1939171 2024-08-10T05:42:25.638 INFO:tasks.workunit.client.0.smithi031.stdout:op 2398 completed, throughput=5MB/sec 2024-08-10T05:42:25.638 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-wj9a3_l0aNC0Zsn off=6583994 len=458135 2024-08-10T05:42:25.642 INFO:tasks.workunit.client.0.smithi031.stdout:op 2399 completed, throughput=5MB/sec 2024-08-10T05:42:25.642 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-fVrQBH9eobnlYkq off=7587028 len=515668 2024-08-10T05:42:25.645 INFO:tasks.workunit.client.0.smithi031.stdout:op 2400 completed, throughput=5MB/sec 2024-08-10T05:42:25.645 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-w2D9TsQpDOqJ-N- off=0 len=1235968 2024-08-10T05:42:25.649 INFO:tasks.workunit.client.0.smithi031.stdout:op 2401 completed, throughput=5MB/sec 2024-08-10T05:42:26.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:42:25 smithi031 ceph-mon[98130]: pgmap v1629: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:42:26.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:42:25 smithi031 ceph-mon[100614]: pgmap v1629: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:42:26.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:42:25 smithi196 ceph-mon[90243]: pgmap v1629: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:42:26.649 INFO:tasks.workunit.client.0.smithi031.stdout: 467: throughput=4.99MB/sec pending data=0 2024-08-10T05:42:26.649 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-8RG_WiP8lUmtGOC off=833607 len=1698639 2024-08-10T05:42:26.651 INFO:tasks.workunit.client.0.smithi031.stdout:op 2402 completed, throughput=4.99MB/sec 2024-08-10T05:42:26.651 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-4jv12JdFpEiAvbU off=21358129 len=585605 2024-08-10T05:42:26.652 INFO:tasks.workunit.client.0.smithi031.stdout:op 2403 completed, throughput=5MB/sec 2024-08-10T05:42:26.652 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-jQdlCsADLYTVxd0 off=7171068 len=1472377 2024-08-10T05:42:26.660 INFO:tasks.workunit.client.0.smithi031.stdout:op 2404 completed, throughput=5MB/sec 2024-08-10T05:42:26.660 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-oFLPzw1uiopCSev off=8561793 len=1429571 2024-08-10T05:42:26.661 INFO:tasks.workunit.client.0.smithi031.stdout:op 2405 completed, throughput=5MB/sec 2024-08-10T05:42:27.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:42:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:42:27.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:42:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:42:27.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:42:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:42:27.662 INFO:tasks.workunit.client.0.smithi031.stdout: 468: throughput=4.99MB/sec pending data=0 2024-08-10T05:42:27.662 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-5jM-ttnLNtJbnru off=3734435 len=2009363 2024-08-10T05:42:27.672 INFO:tasks.workunit.client.0.smithi031.stdout:op 2406 completed, throughput=4.99MB/sec 2024-08-10T05:42:27.672 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-yuoLangSpURPKWn off=8931811 len=1714932 2024-08-10T05:42:27.683 INFO:tasks.workunit.client.0.smithi031.stdout:op 2407 completed, throughput=5MB/sec 2024-08-10T05:42:27.683 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-qOVPZgvGMmJss_U off=18005310 len=562017 2024-08-10T05:42:27.686 INFO:tasks.workunit.client.0.smithi031.stdout:op 2408 completed, throughput=5MB/sec 2024-08-10T05:42:27.686 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-TTimUqRaKpnW0cr off=10654109 len=1073970 2024-08-10T05:42:27.688 INFO:tasks.workunit.client.0.smithi031.stdout:op 2409 completed, throughput=5MB/sec 2024-08-10T05:42:28.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:42:27 smithi031 ceph-mon[98130]: pgmap v1630: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:42:28.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:42:27 smithi031 ceph-mon[100614]: pgmap v1630: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:42:28.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:42:27 smithi196 ceph-mon[90243]: pgmap v1630: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:42:28.688 INFO:tasks.workunit.client.0.smithi031.stdout: 469: throughput=4.99MB/sec pending data=0 2024-08-10T05:42:28.688 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ZEcEE-6jLsIATJc off=6102201 len=1407588 2024-08-10T05:42:28.690 INFO:tasks.workunit.client.0.smithi031.stdout:op 2410 completed, throughput=4.99MB/sec 2024-08-10T05:42:28.690 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-mKZ-GR4AewedNnw off=5141179 len=1160208 2024-08-10T05:42:28.696 INFO:tasks.workunit.client.0.smithi031.stdout:op 2411 completed, throughput=5MB/sec 2024-08-10T05:42:28.697 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-jHDoLf-ffizmDUU off=7739345 len=762855 2024-08-10T05:42:28.698 INFO:tasks.workunit.client.0.smithi031.stdout:op 2412 completed, throughput=5MB/sec 2024-08-10T05:42:28.698 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Ne6EEbd8P0TRDns off=5532307 len=561318 2024-08-10T05:42:28.700 INFO:tasks.workunit.client.0.smithi031.stdout:op 2413 completed, throughput=5MB/sec 2024-08-10T05:42:28.700 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-kkNK7mVwhXEjnZb off=352593 len=2043403 2024-08-10T05:42:28.709 INFO:tasks.workunit.client.0.smithi031.stdout:op 2414 completed, throughput=5MB/sec 2024-08-10T05:42:29.710 INFO:tasks.workunit.client.0.smithi031.stdout: 470: throughput=4.99MB/sec pending data=0 2024-08-10T05:42:29.710 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-2A3LECLJGWn5nyV off=2016804 len=466470 2024-08-10T05:42:29.710 INFO:tasks.workunit.client.0.smithi031.stdout:op 2415 completed, throughput=4.99MB/sec 2024-08-10T05:42:29.711 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-dNU4iDAwu8PDznp off=4398060 len=98062 2024-08-10T05:42:29.713 INFO:tasks.workunit.client.0.smithi031.stdout:op 2416 completed, throughput=4.99MB/sec 2024-08-10T05:42:29.713 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-bI5mWqTTdAsj5xz off=3829791 len=2095328 2024-08-10T05:42:29.716 INFO:tasks.workunit.client.0.smithi031.stdout:op 2417 completed, throughput=5MB/sec 2024-08-10T05:42:29.716 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-3mgfg4z37shms6A off=15774451 len=105696 2024-08-10T05:42:29.719 INFO:tasks.workunit.client.0.smithi031.stdout:op 2418 completed, throughput=5MB/sec 2024-08-10T05:42:29.719 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-pmnCUjvOf6se8sf off=7238950 len=422700 2024-08-10T05:42:29.720 INFO:tasks.workunit.client.0.smithi031.stdout:op 2419 completed, throughput=5MB/sec 2024-08-10T05:42:29.720 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-p8APpNIjfzeh3Ia off=2046927 len=1965458 2024-08-10T05:42:29.732 INFO:tasks.workunit.client.0.smithi031.stdout:op 2420 completed, throughput=5MB/sec 2024-08-10T05:42:30.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:42:29 smithi031 ceph-mon[98130]: pgmap v1631: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-08-10T05:42:30.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:42:29 smithi031 ceph-mon[100614]: pgmap v1631: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-08-10T05:42:30.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:42:29 smithi196 ceph-mon[90243]: pgmap v1631: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-08-10T05:42:30.733 INFO:tasks.workunit.client.0.smithi031.stdout: 471: throughput=4.99MB/sec pending data=0 2024-08-10T05:42:30.733 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-jp9qF0LUGUjaal2 off=1254695 len=745587 2024-08-10T05:42:30.734 INFO:tasks.workunit.client.0.smithi031.stdout:op 2421 completed, throughput=4.99MB/sec 2024-08-10T05:42:30.734 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-gvfQuxgtD0MxBfF off=12584363 len=635967 2024-08-10T05:42:30.738 INFO:tasks.workunit.client.0.smithi031.stdout:op 2422 completed, throughput=4.99MB/sec 2024-08-10T05:42:30.738 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-9QqYJ54JNFwJiTI off=5457774 len=1895003 2024-08-10T05:42:30.750 INFO:tasks.workunit.client.0.smithi031.stdout:op 2423 completed, throughput=5MB/sec 2024-08-10T05:42:30.750 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-bRwNS8JXRyB43bQ off=4354870 len=1933785 2024-08-10T05:42:30.752 INFO:tasks.workunit.client.0.smithi031.stdout:op 2424 completed, throughput=5MB/sec 2024-08-10T05:42:31.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:42:31 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:42:31] "GET /metrics HTTP/1.1" 200 34049 "" "Prometheus/2.43.0" 2024-08-10T05:42:31.753 INFO:tasks.workunit.client.0.smithi031.stdout: 472: throughput=4.99MB/sec pending data=0 2024-08-10T05:42:31.753 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-fI2HqWzCf90QJs0 off=872685 len=1186060 2024-08-10T05:42:31.759 INFO:tasks.workunit.client.0.smithi031.stdout:op 2425 completed, throughput=4.99MB/sec 2024-08-10T05:42:31.759 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-pTbAI-aFnF89g-v off=6423098 len=650179 2024-08-10T05:42:31.760 INFO:tasks.workunit.client.0.smithi031.stdout:op 2426 completed, throughput=4.99MB/sec 2024-08-10T05:42:31.760 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-_hHEPP4rHJThSoj off=1502251 len=1883257 2024-08-10T05:42:31.762 INFO:tasks.workunit.client.0.smithi031.stdout:op 2427 completed, throughput=5MB/sec 2024-08-10T05:42:31.763 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-z9p1WKY8Muhux0k off=5651115 len=836970 2024-08-10T05:42:31.764 INFO:tasks.workunit.client.0.smithi031.stdout:op 2428 completed, throughput=5MB/sec 2024-08-10T05:42:31.764 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-IEvni4TgrfTE2gw off=5679205 len=1158447 2024-08-10T05:42:31.766 INFO:tasks.workunit.client.0.smithi031.stdout:op 2429 completed, throughput=5MB/sec 2024-08-10T05:42:32.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:42:31 smithi031 ceph-mon[98130]: pgmap v1632: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:42:32.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:42:31 smithi031 ceph-mon[100614]: pgmap v1632: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:42:32.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:42:31 smithi196 ceph-mon[90243]: pgmap v1632: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:42:32.766 INFO:tasks.workunit.client.0.smithi031.stdout: 473: throughput=4.99MB/sec pending data=0 2024-08-10T05:42:32.767 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-xkD9_P0_L-1QKLI off=7049468 len=177548 2024-08-10T05:42:32.770 INFO:tasks.workunit.client.0.smithi031.stdout:op 2430 completed, throughput=4.99MB/sec 2024-08-10T05:42:32.770 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-XTZQK8OMdcw_sjQ off=766082 len=1405313 2024-08-10T05:42:32.778 INFO:tasks.workunit.client.0.smithi031.stdout:op 2431 completed, throughput=4.99MB/sec 2024-08-10T05:42:32.778 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-in7VCDK7ZTxHlt2 off=4324172 len=1391705 2024-08-10T05:42:32.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:42:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:42:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:42:32.780 INFO:tasks.workunit.client.0.smithi031.stdout:op 2432 completed, throughput=5MB/sec 2024-08-10T05:42:32.780 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-yr4Je57oCG--8f6 off=13371117 len=461774 2024-08-10T05:42:32.783 INFO:tasks.workunit.client.0.smithi031.stdout:op 2433 completed, throughput=5MB/sec 2024-08-10T05:42:32.784 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-uavK_7Liim9zd8p off=503916 len=507404 2024-08-10T05:42:32.787 INFO:tasks.workunit.client.0.smithi031.stdout:op 2434 completed, throughput=5MB/sec 2024-08-10T05:42:32.787 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-XkrmPBSJygFxUHJ off=9274038 len=70098 2024-08-10T05:42:32.789 INFO:tasks.workunit.client.0.smithi031.stdout:op 2435 completed, throughput=5MB/sec 2024-08-10T05:42:32.789 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-IUkwLzyC5a5GoQk off=3785077 len=1746327 2024-08-10T05:42:32.792 INFO:tasks.workunit.client.0.smithi031.stdout:op 2436 completed, throughput=5MB/sec 2024-08-10T05:42:33.793 INFO:tasks.workunit.client.0.smithi031.stdout: 474: throughput=4.99MB/sec pending data=0 2024-08-10T05:42:33.793 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-XEiOdn4ar2qx0jB off=866161 len=1306464 2024-08-10T05:42:33.795 INFO:tasks.workunit.client.0.smithi031.stdout:op 2437 completed, throughput=5MB/sec 2024-08-10T05:42:33.795 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-piCqvWXKYsPgsFp off=3791119 len=201397 2024-08-10T05:42:33.798 INFO:tasks.workunit.client.0.smithi031.stdout:op 2438 completed, throughput=5MB/sec 2024-08-10T05:42:33.798 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-iOMAjbU3LoVFwpj off=17152591 len=1079337 2024-08-10T05:42:33.803 INFO:tasks.workunit.client.0.smithi031.stdout:op 2439 completed, throughput=5MB/sec 2024-08-10T05:42:33.803 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-mQvxwxJjrbMe2uP off=7953595 len=1607040 2024-08-10T05:42:33.812 INFO:tasks.workunit.client.0.smithi031.stdout:op 2440 completed, throughput=5MB/sec 2024-08-10T05:42:34.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:42:33 smithi031 ceph-mon[98130]: pgmap v1633: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:42:34.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:42:33 smithi031 ceph-mon[100614]: pgmap v1633: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:42:34.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:42:33 smithi196 ceph-mon[90243]: pgmap v1633: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:42:34.812 INFO:tasks.workunit.client.0.smithi031.stdout: 475: throughput=4.99MB/sec pending data=0 2024-08-10T05:42:34.813 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Bn-xN8HKM13ZNCe off=2864844 len=325338 2024-08-10T05:42:34.814 INFO:tasks.workunit.client.0.smithi031.stdout:op 2441 completed, throughput=4.99MB/sec 2024-08-10T05:42:34.814 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-cil0zSNDBszR_rW off=14504336 len=2019659 2024-08-10T05:42:34.826 INFO:tasks.workunit.client.0.smithi031.stdout:op 2442 completed, throughput=4.99MB/sec 2024-08-10T05:42:34.826 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-yDx_trZDBDDZQ72 off=3543564 len=270815 2024-08-10T05:42:34.829 INFO:tasks.workunit.client.0.smithi031.stdout:op 2443 completed, throughput=5MB/sec 2024-08-10T05:42:34.829 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-W9XaTzVjFGHri3K off=5628672 len=807267 2024-08-10T05:42:34.834 INFO:tasks.workunit.client.0.smithi031.stdout:op 2444 completed, throughput=5MB/sec 2024-08-10T05:42:34.834 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-iU-Z1C-AK_ns80v off=11155215 len=1307793 2024-08-10T05:42:34.835 INFO:tasks.workunit.client.0.smithi031.stdout:op 2445 completed, throughput=5MB/sec 2024-08-10T05:42:34.835 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-OtTSrjToEc4vlUM off=10058208 len=1800522 2024-08-10T05:42:34.837 INFO:tasks.workunit.client.0.smithi031.stdout:op 2446 completed, throughput=5MB/sec 2024-08-10T05:42:35.838 INFO:tasks.workunit.client.0.smithi031.stdout: 476: throughput=4.99MB/sec pending data=0 2024-08-10T05:42:35.839 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-eC1CyhsSEi0u-B9 off=6260926 len=1314010 2024-08-10T05:42:35.840 INFO:tasks.workunit.client.0.smithi031.stdout:op 2447 completed, throughput=5MB/sec 2024-08-10T05:42:35.840 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-2G2Ebttye08y_mK off=5170055 len=1052512 2024-08-10T05:42:35.846 INFO:tasks.workunit.client.0.smithi031.stdout:op 2448 completed, throughput=5MB/sec 2024-08-10T05:42:35.846 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-CxaO7uDNt3NgI5x off=4993682 len=111983 2024-08-10T05:42:35.849 INFO:tasks.workunit.client.0.smithi031.stdout:op 2449 completed, throughput=5MB/sec 2024-08-10T05:42:35.849 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-kapjgYp_DhsVUjT off=7524550 len=1007558 2024-08-10T05:42:35.850 INFO:tasks.workunit.client.0.smithi031.stdout:op 2450 completed, throughput=5MB/sec 2024-08-10T05:42:35.850 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-e2TBOMbilbZ6LlA off=604037 len=982175 2024-08-10T05:42:35.851 INFO:tasks.workunit.client.0.smithi031.stdout:op 2451 completed, throughput=5MB/sec 2024-08-10T05:42:36.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:42:35 smithi031 ceph-mon[98130]: pgmap v1634: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-10T05:42:36.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:42:35 smithi031 ceph-mon[100614]: pgmap v1634: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-10T05:42:36.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:42:35 smithi196 ceph-mon[90243]: pgmap v1634: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-10T05:42:36.851 INFO:tasks.workunit.client.0.smithi031.stdout: 477: throughput=4.99MB/sec pending data=0 2024-08-10T05:42:36.852 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-8EDrItDW7fqIS7g off=11504490 len=1593403 2024-08-10T05:42:36.861 INFO:tasks.workunit.client.0.smithi031.stdout:op 2452 completed, throughput=4.99MB/sec 2024-08-10T05:42:36.861 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-bX0Dt4TqSVdeQ4j off=6905769 len=1337684 2024-08-10T05:42:36.868 INFO:tasks.workunit.client.0.smithi031.stdout:op 2453 completed, throughput=5MB/sec 2024-08-10T05:42:36.868 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-8VGWGI0TxFi7Zie off=8405420 len=1483068 2024-08-10T05:42:36.874 INFO:tasks.workunit.client.0.smithi031.stdout:op 2454 completed, throughput=5MB/sec 2024-08-10T05:42:36.874 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-TyNuDbIatGL0-TV off=9333875 len=869067 2024-08-10T05:42:36.878 INFO:tasks.workunit.client.0.smithi031.stdout:op 2455 completed, throughput=5MB/sec 2024-08-10T05:42:37.879 INFO:tasks.workunit.client.0.smithi031.stdout: 478: throughput=4.99MB/sec pending data=0 2024-08-10T05:42:37.879 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-jdp1G4CcLTejZDA off=17756370 len=1378684 2024-08-10T05:42:37.885 INFO:tasks.workunit.client.0.smithi031.stdout:op 2456 completed, throughput=4.99MB/sec 2024-08-10T05:42:37.885 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-vbDz9J049q3u_Ye off=7852286 len=748250 2024-08-10T05:42:37.890 INFO:tasks.workunit.client.0.smithi031.stdout:op 2457 completed, throughput=4.99MB/sec 2024-08-10T05:42:37.890 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-KXQTqKXBqeSV_4x off=1996187 len=1756418 2024-08-10T05:42:37.898 INFO:tasks.workunit.client.0.smithi031.stdout:op 2458 completed, throughput=5MB/sec 2024-08-10T05:42:37.898 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-f8vftRx9T3ivfsP off=8671584 len=501053 2024-08-10T05:42:37.901 INFO:tasks.workunit.client.0.smithi031.stdout:op 2459 completed, throughput=5MB/sec 2024-08-10T05:42:37.901 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-5-v7KnB0TNpAvZu off=137896 len=1872459 2024-08-10T05:42:37.909 INFO:tasks.workunit.client.0.smithi031.stdout:op 2460 completed, throughput=5MB/sec 2024-08-10T05:42:38.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:42:37 smithi031 ceph-mon[98130]: pgmap v1635: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:42:38.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:42:37 smithi031 ceph-mon[100614]: pgmap v1635: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:42:38.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:42:37 smithi196 ceph-mon[90243]: pgmap v1635: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:42:38.910 INFO:tasks.workunit.client.0.smithi031.stdout: 479: throughput=4.99MB/sec pending data=0 2024-08-10T05:42:38.910 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-1FUy-1t-iq8zyno off=1044910 len=1790564 2024-08-10T05:42:38.920 INFO:tasks.workunit.client.0.smithi031.stdout:op 2461 completed, throughput=5MB/sec 2024-08-10T05:42:38.920 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-jAHTnSVOFF1aZo7 off=15497860 len=1638366 2024-08-10T05:42:38.928 INFO:tasks.workunit.client.0.smithi031.stdout:op 2462 completed, throughput=5MB/sec 2024-08-10T05:42:38.928 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-EqgiwcwG9yNO5ZU off=12495140 len=368834 2024-08-10T05:42:38.931 INFO:tasks.workunit.client.0.smithi031.stdout:op 2463 completed, throughput=5MB/sec 2024-08-10T05:42:38.931 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-3WdNQGOwJmz6sS9 off=4865994 len=878187 2024-08-10T05:42:38.932 INFO:tasks.workunit.client.0.smithi031.stdout:op 2464 completed, throughput=5MB/sec 2024-08-10T05:42:39.933 INFO:tasks.workunit.client.0.smithi031.stdout: 480: throughput=4.99MB/sec pending data=0 2024-08-10T05:42:39.933 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-zjT-y4We60BfsAO off=3965486 len=1451980 2024-08-10T05:42:39.941 INFO:tasks.workunit.client.0.smithi031.stdout:op 2465 completed, throughput=4.99MB/sec 2024-08-10T05:42:39.941 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-5uKdUQGCAx94acN off=2613997 len=1027117 2024-08-10T05:42:39.942 INFO:tasks.workunit.client.0.smithi031.stdout:op 2466 completed, throughput=5MB/sec 2024-08-10T05:42:39.942 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Q2ocfasIsGSnRtp off=7854342 len=1508274 2024-08-10T05:42:39.944 INFO:tasks.workunit.client.0.smithi031.stdout:op 2467 completed, throughput=5MB/sec 2024-08-10T05:42:39.945 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-qydMf8nGy8yJSKk off=382058 len=2017201 2024-08-10T05:42:39.948 INFO:tasks.workunit.client.0.smithi031.stdout:op 2468 completed, throughput=5MB/sec 2024-08-10T05:42:40.268 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:42:39 smithi031 ceph-mon[100614]: pgmap v1636: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:42:40.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:42:39 smithi031 ceph-mon[98130]: pgmap v1636: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:42:40.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:42:39 smithi196 ceph-mon[90243]: pgmap v1636: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:42:40.949 INFO:tasks.workunit.client.0.smithi031.stdout: 481: throughput=4.99MB/sec pending data=0 2024-08-10T05:42:40.949 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-UPT6Uhoxe06wWTH off=982237 len=1199032 2024-08-10T05:42:40.956 INFO:tasks.workunit.client.0.smithi031.stdout:op 2469 completed, throughput=4.99MB/sec 2024-08-10T05:42:40.956 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-dGInkG60mYbL2Vc off=455647 len=1825039 2024-08-10T05:42:40.964 INFO:tasks.workunit.client.0.smithi031.stdout:op 2470 completed, throughput=5MB/sec 2024-08-10T05:42:40.964 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj--zoEIlYCfRs6Kq2 off=3731435 len=1708958 2024-08-10T05:42:40.966 INFO:tasks.workunit.client.0.smithi031.stdout:op 2471 completed, throughput=5MB/sec 2024-08-10T05:42:41.254 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:42:40 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:42:41.255 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:42:40 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:42:41.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:42:40 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:42:41.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:42:41 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:42:41] "GET /metrics HTTP/1.1" 200 34048 "" "Prometheus/2.43.0" 2024-08-10T05:42:41.967 INFO:tasks.workunit.client.0.smithi031.stdout: 482: throughput=4.99MB/sec pending data=0 2024-08-10T05:42:41.967 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-WUINI8yp-VZcUVR off=12638189 len=1315541 2024-08-10T05:42:41.975 INFO:tasks.workunit.client.0.smithi031.stdout:op 2472 completed, throughput=4.99MB/sec 2024-08-10T05:42:41.975 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-3wJoiljLAURBwVl off=8034980 len=1945742 2024-08-10T05:42:41.984 INFO:tasks.workunit.client.0.smithi031.stdout:op 2473 completed, throughput=5MB/sec 2024-08-10T05:42:41.984 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-dZpKRke7xyEvs8K off=3126534 len=1039449 2024-08-10T05:42:41.985 INFO:tasks.workunit.client.0.smithi031.stdout:op 2474 completed, throughput=5MB/sec 2024-08-10T05:42:41.985 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-QERw4EEaMzhkREx off=7206002 len=190426 2024-08-10T05:42:41.988 INFO:tasks.workunit.client.0.smithi031.stdout:op 2475 completed, throughput=5MB/sec 2024-08-10T05:42:41.988 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-_1n2chgxcWteqY2 off=5013101 len=1906092 2024-08-10T05:42:41.990 INFO:tasks.workunit.client.0.smithi031.stdout:op 2476 completed, throughput=5MB/sec 2024-08-10T05:42:42.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:42:41 smithi031 ceph-mon[98130]: pgmap v1637: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:42:42.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:42:41 smithi031 ceph-mon[100614]: pgmap v1637: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:42:42.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:42:41 smithi196 ceph-mon[90243]: pgmap v1637: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:42:42.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:42:42 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:42:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:42:42.990 INFO:tasks.workunit.client.0.smithi031.stdout: 483: throughput=4.99MB/sec pending data=0 2024-08-10T05:42:42.990 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-rGMq1qjbF6ndtZv off=3416361 len=169289 2024-08-10T05:42:42.991 INFO:tasks.workunit.client.0.smithi031.stdout:op 2477 completed, throughput=4.99MB/sec 2024-08-10T05:42:42.991 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-uUrYQtk2h-3yuF0 off=12079812 len=143840 2024-08-10T05:42:42.994 INFO:tasks.workunit.client.0.smithi031.stdout:op 2478 completed, throughput=4.99MB/sec 2024-08-10T05:42:42.994 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-j_6s45a8l0_Z-mk off=17547705 len=1997445 2024-08-10T05:42:43.005 INFO:tasks.workunit.client.0.smithi031.stdout:op 2479 completed, throughput=5MB/sec 2024-08-10T05:42:43.005 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-rKQNJGAzpGKl7cK off=14498854 len=1761974 2024-08-10T05:42:43.007 INFO:tasks.workunit.client.0.smithi031.stdout:op 2480 completed, throughput=5MB/sec 2024-08-10T05:42:44.008 INFO:tasks.workunit.client.0.smithi031.stdout: 484: throughput=4.99MB/sec pending data=0 2024-08-10T05:42:44.008 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-9qxiouSzHzQtlPA off=11900944 len=661919 2024-08-10T05:42:44.013 INFO:tasks.workunit.client.0.smithi031.stdout:op 2481 completed, throughput=4.99MB/sec 2024-08-10T05:42:44.013 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-T4UuW6B7sUZGqoP off=4949603 len=2047931 2024-08-10T05:42:44.022 INFO:tasks.workunit.client.0.smithi031.stdout:op 2482 completed, throughput=5MB/sec 2024-08-10T05:42:44.022 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-NWHYQ0rBFR00nW6 off=10601014 len=960059 2024-08-10T05:42:44.023 INFO:tasks.workunit.client.0.smithi031.stdout:op 2483 completed, throughput=5MB/sec 2024-08-10T05:42:44.023 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-oHRuz-b2tFXADH8 off=71631 len=811714 2024-08-10T05:42:44.028 INFO:tasks.workunit.client.0.smithi031.stdout:op 2484 completed, throughput=5MB/sec 2024-08-10T05:42:44.028 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-XupJEz1Ei_QwG8M off=9242138 len=818885 2024-08-10T05:42:44.032 INFO:tasks.workunit.client.0.smithi031.stdout:op 2485 completed, throughput=5MB/sec 2024-08-10T05:42:44.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:42:43 smithi031 ceph-mon[98130]: pgmap v1638: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:42:44.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:42:43 smithi031 ceph-mon[100614]: pgmap v1638: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:42:44.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:42:43 smithi196 ceph-mon[90243]: pgmap v1638: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:42:45.032 INFO:tasks.workunit.client.0.smithi031.stdout: 485: throughput=4.99MB/sec pending data=0 2024-08-10T05:42:45.032 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-yFdj-2NcwSp3u-E off=7819473 len=2031964 2024-08-10T05:42:45.034 INFO:tasks.workunit.client.0.smithi031.stdout:op 2486 completed, throughput=4.99MB/sec 2024-08-10T05:42:45.035 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ORNTk3ll1bNfMLD off=15428137 len=1189117 2024-08-10T05:42:45.041 INFO:tasks.workunit.client.0.smithi031.stdout:op 2487 completed, throughput=5MB/sec 2024-08-10T05:42:45.041 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Caw1V-837VcJ6Mi off=4526429 len=727583 2024-08-10T05:42:45.045 INFO:tasks.workunit.client.0.smithi031.stdout:op 2488 completed, throughput=5MB/sec 2024-08-10T05:42:45.045 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-N4dSY-vsxwOsDca off=4277650 len=1239192 2024-08-10T05:42:45.053 INFO:tasks.workunit.client.0.smithi031.stdout:op 2489 completed, throughput=5MB/sec 2024-08-10T05:42:46.053 INFO:tasks.workunit.client.0.smithi031.stdout: 486: throughput=4.99MB/sec pending data=0 2024-08-10T05:42:46.053 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-0cpd-jerkhNa-J6 off=6697632 len=1072578 2024-08-10T05:42:46.055 INFO:tasks.workunit.client.0.smithi031.stdout:op 2490 completed, throughput=4.99MB/sec 2024-08-10T05:42:46.055 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-cdbkdgp2tpA6yt3 off=8427831 len=1705053 2024-08-10T05:42:46.057 INFO:tasks.workunit.client.0.smithi031.stdout:op 2491 completed, throughput=5MB/sec 2024-08-10T05:42:46.057 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-fBb733UtbikAqnE off=13564277 len=850608 2024-08-10T05:42:46.061 INFO:tasks.workunit.client.0.smithi031.stdout:op 2492 completed, throughput=5MB/sec 2024-08-10T05:42:46.061 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-VZ0IP124MVDE7GX off=5855145 len=1942983 2024-08-10T05:42:46.073 INFO:tasks.workunit.client.0.smithi031.stdout:op 2493 completed, throughput=5MB/sec 2024-08-10T05:42:46.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:42:45 smithi031 ceph-mon[98130]: pgmap v1639: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-10T05:42:46.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:42:45 smithi031 ceph-mon[100614]: pgmap v1639: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-10T05:42:46.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:42:45 smithi196 ceph-mon[90243]: pgmap v1639: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-10T05:42:47.073 INFO:tasks.workunit.client.0.smithi031.stdout: 487: throughput=4.99MB/sec pending data=0 2024-08-10T05:42:47.073 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-6BsyTUmbbRcfDdJ off=4990096 len=2048086 2024-08-10T05:42:47.077 INFO:tasks.workunit.client.0.smithi031.stdout:op 2494 completed, throughput=4.99MB/sec 2024-08-10T05:42:47.077 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-P80BvVlyv-jPJoT off=18260688 len=1321521 2024-08-10T05:42:47.083 INFO:tasks.workunit.client.0.smithi031.stdout:op 2495 completed, throughput=5MB/sec 2024-08-10T05:42:47.083 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-rzt-9qyQLDptKTQ off=6372870 len=1441665 2024-08-10T05:42:47.085 INFO:tasks.workunit.client.0.smithi031.stdout:op 2496 completed, throughput=5MB/sec 2024-08-10T05:42:48.085 INFO:tasks.workunit.client.0.smithi031.stdout: 488: throughput=4.99MB/sec pending data=0 2024-08-10T05:42:48.086 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-IGzVuO-ZKfKDklA off=441752 len=656539 2024-08-10T05:42:48.086 INFO:tasks.workunit.client.0.smithi031.stdout:op 2497 completed, throughput=4.99MB/sec 2024-08-10T05:42:48.087 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-_im_Za2MX8roVmh off=3077739 len=1817149 2024-08-10T05:42:48.089 INFO:tasks.workunit.client.0.smithi031.stdout:op 2498 completed, throughput=4.99MB/sec 2024-08-10T05:42:48.089 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-hgZYVMtwkCUJ327 off=7932671 len=2082869 2024-08-10T05:42:48.102 INFO:tasks.workunit.client.0.smithi031.stdout:op 2499 completed, throughput=5MB/sec 2024-08-10T05:42:48.102 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-zh3XP-D44t41y7T off=1106460 len=1386469 2024-08-10T05:42:48.109 INFO:tasks.workunit.client.0.smithi031.stdout:op 2500 completed, throughput=5MB/sec 2024-08-10T05:42:48.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:42:47 smithi031 ceph-mon[98130]: pgmap v1640: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:42:48.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:42:47 smithi031 ceph-mon[100614]: pgmap v1640: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:42:48.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:42:47 smithi196 ceph-mon[90243]: pgmap v1640: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:42:49.109 INFO:tasks.workunit.client.0.smithi031.stdout: 489: throughput=4.99MB/sec pending data=0 2024-08-10T05:42:49.109 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-FDOIaxlKHl9WMzB off=4627353 len=1505801 2024-08-10T05:42:49.118 INFO:tasks.workunit.client.0.smithi031.stdout:op 2501 completed, throughput=4.99MB/sec 2024-08-10T05:42:49.119 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-STQGuu_e1vKt3D4 off=2462308 len=1349517 2024-08-10T05:42:49.125 INFO:tasks.workunit.client.0.smithi031.stdout:op 2502 completed, throughput=5MB/sec 2024-08-10T05:42:49.125 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-m-ZFJJAAtQLHA9G off=16910866 len=1943066 2024-08-10T05:42:49.136 INFO:tasks.workunit.client.0.smithi031.stdout:op 2503 completed, throughput=5MB/sec 2024-08-10T05:42:50.136 INFO:tasks.workunit.client.0.smithi031.stdout: 490: throughput=4.99MB/sec pending data=0 2024-08-10T05:42:50.137 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-LH6tlJO043qYFvN off=462492 len=215650 2024-08-10T05:42:50.140 INFO:tasks.workunit.client.0.smithi031.stdout:op 2504 completed, throughput=4.99MB/sec 2024-08-10T05:42:50.140 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-I3cxHxgNKy1deo- off=17663468 len=36817 2024-08-10T05:42:50.141 INFO:tasks.workunit.client.0.smithi031.stdout:op 2505 completed, throughput=4.99MB/sec 2024-08-10T05:42:50.141 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-G38ZBCV4GxP-Zdv off=13434837 len=43416 2024-08-10T05:42:50.141 INFO:tasks.workunit.client.0.smithi031.stdout:op 2506 completed, throughput=4.99MB/sec 2024-08-10T05:42:50.141 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-6nbAf5-5V7PsEpx off=5200118 len=1676705 2024-08-10T05:42:50.143 INFO:tasks.workunit.client.0.smithi031.stdout:op 2507 completed, throughput=4.99MB/sec 2024-08-10T05:42:50.143 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-VFTIHHK1qbO_3hU off=4089514 len=295483 2024-08-10T05:42:50.146 INFO:tasks.workunit.client.0.smithi031.stdout:op 2508 completed, throughput=4.99MB/sec 2024-08-10T05:42:50.146 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-fCfw5CJj2b7ntpg off=1196527 len=291275 2024-08-10T05:42:50.147 INFO:tasks.workunit.client.0.smithi031.stdout:op 2509 completed, throughput=4.99MB/sec 2024-08-10T05:42:50.147 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-U211AwB5eTYEAkO off=5955682 len=345635 2024-08-10T05:42:50.148 INFO:tasks.workunit.client.0.smithi031.stdout:op 2510 completed, throughput=5MB/sec 2024-08-10T05:42:50.148 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-wK1ULeqTMpik4qp off=6423742 len=1617321 2024-08-10T05:42:50.149 INFO:tasks.workunit.client.0.smithi031.stdout:op 2511 completed, throughput=5MB/sec 2024-08-10T05:42:50.149 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-dJPrujEdbEyP0Qk off=13672203 len=788830 2024-08-10T05:42:50.151 INFO:tasks.workunit.client.0.smithi031.stdout:op 2512 completed, throughput=5MB/sec 2024-08-10T05:42:50.151 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ds0BL7d-TKA3T4K off=14045669 len=518845 2024-08-10T05:42:50.154 INFO:tasks.workunit.client.0.smithi031.stdout:op 2513 completed, throughput=5MB/sec 2024-08-10T05:42:50.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:42:49 smithi031 ceph-mon[98130]: pgmap v1641: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-08-10T05:42:50.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:42:49 smithi031 ceph-mon[100614]: pgmap v1641: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-08-10T05:42:50.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:42:49 smithi196 ceph-mon[90243]: pgmap v1641: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-08-10T05:42:51.155 INFO:tasks.workunit.client.0.smithi031.stdout: 491: throughput=4.99MB/sec pending data=0 2024-08-10T05:42:51.155 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-MHrZDCWf_Kxv4NC off=4545932 len=1435264 2024-08-10T05:42:51.156 INFO:tasks.workunit.client.0.smithi031.stdout:op 2514 completed, throughput=4.99MB/sec 2024-08-10T05:42:51.157 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-IFWk6jNPG_Oezmf off=11300339 len=1246122 2024-08-10T05:42:51.163 INFO:tasks.workunit.client.0.smithi031.stdout:op 2515 completed, throughput=5MB/sec 2024-08-10T05:42:51.163 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-EsvIhXN32cuM1dV off=1059919 len=2084369 2024-08-10T05:42:51.172 INFO:tasks.workunit.client.0.smithi031.stdout:op 2516 completed, throughput=5MB/sec 2024-08-10T05:42:51.173 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-t5HW6TEpSHIKK_s off=16507117 len=1179167 2024-08-10T05:42:51.178 INFO:tasks.workunit.client.0.smithi031.stdout:op 2517 completed, throughput=5MB/sec 2024-08-10T05:42:51.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:42:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:42:51] "GET /metrics HTTP/1.1" 200 34048 "" "Prometheus/2.43.0" 2024-08-10T05:42:52.179 INFO:tasks.workunit.client.0.smithi031.stdout: 492: throughput=4.99MB/sec pending data=0 2024-08-10T05:42:52.179 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ecAQvWR88j2IZ_D off=8419604 len=346390 2024-08-10T05:42:52.182 INFO:tasks.workunit.client.0.smithi031.stdout:op 2518 completed, throughput=4.99MB/sec 2024-08-10T05:42:52.182 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-igdXEEt1eSpH-wF off=8648634 len=1766187 2024-08-10T05:42:52.192 INFO:tasks.workunit.client.0.smithi031.stdout:op 2519 completed, throughput=5MB/sec 2024-08-10T05:42:52.192 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-JyaUfFrPIUqO2FL off=10585964 len=1120227 2024-08-10T05:42:52.194 INFO:tasks.workunit.client.0.smithi031.stdout:op 2520 completed, throughput=5MB/sec 2024-08-10T05:42:52.194 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-HmAUDT518W3jfQd off=9755141 len=562027 2024-08-10T05:42:52.197 INFO:tasks.workunit.client.0.smithi031.stdout:op 2521 completed, throughput=5MB/sec 2024-08-10T05:42:52.197 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-F3ZZmye3uNHhQY0 off=113006 len=1501240 2024-08-10T05:42:52.204 INFO:tasks.workunit.client.0.smithi031.stdout:op 2522 completed, throughput=5MB/sec 2024-08-10T05:42:52.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:42:51 smithi031 ceph-mon[98130]: pgmap v1642: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.8 MiB/s wr, 4 op/s 2024-08-10T05:42:52.268 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:42:51 smithi031 ceph-mon[100614]: pgmap v1642: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.8 MiB/s wr, 4 op/s 2024-08-10T05:42:52.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:42:51 smithi196 ceph-mon[90243]: pgmap v1642: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.8 MiB/s wr, 4 op/s 2024-08-10T05:42:52.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:42:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:42:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:42:53.205 INFO:tasks.workunit.client.0.smithi031.stdout: 493: throughput=4.99MB/sec pending data=0 2024-08-10T05:42:53.205 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-M2wGdAZQK3u4ihP off=1253895 len=1372237 2024-08-10T05:42:53.207 INFO:tasks.workunit.client.0.smithi031.stdout:op 2523 completed, throughput=4.99MB/sec 2024-08-10T05:42:53.207 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-SqZ55fTdGeq8mnf off=1330553 len=483433 2024-08-10T05:42:53.211 INFO:tasks.workunit.client.0.smithi031.stdout:op 2524 completed, throughput=5MB/sec 2024-08-10T05:42:53.211 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-hpDjw4kPXDnb5zJ off=773034 len=325615 2024-08-10T05:42:53.212 INFO:tasks.workunit.client.0.smithi031.stdout:op 2525 completed, throughput=5MB/sec 2024-08-10T05:42:53.212 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Ww9XbL9lrtRpeH3 off=16872161 len=2058839 2024-08-10T05:42:53.224 INFO:tasks.workunit.client.0.smithi031.stdout:op 2526 completed, throughput=5MB/sec 2024-08-10T05:42:53.224 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-PkPHIXoO07ayYME off=21909375 len=1243686 2024-08-10T05:42:53.225 INFO:tasks.workunit.client.0.smithi031.stdout:op 2527 completed, throughput=5MB/sec 2024-08-10T05:42:54.226 INFO:tasks.workunit.client.0.smithi031.stdout: 494: throughput=4.99MB/sec pending data=0 2024-08-10T05:42:54.226 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-1E9iDtxV_IOsKfh off=8021776 len=517906 2024-08-10T05:42:54.228 INFO:tasks.workunit.client.0.smithi031.stdout:op 2528 completed, throughput=4.99MB/sec 2024-08-10T05:42:54.228 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-y4MOg-6Ie4MgH00 off=20744718 len=1111046 2024-08-10T05:42:54.230 INFO:tasks.workunit.client.0.smithi031.stdout:op 2529 completed, throughput=5MB/sec 2024-08-10T05:42:54.230 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-oZwT9B1UMM4HSyA off=3000676 len=857029 2024-08-10T05:42:54.234 INFO:tasks.workunit.client.0.smithi031.stdout:op 2530 completed, throughput=5MB/sec 2024-08-10T05:42:54.234 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-IKA4jDG9TIsW29m off=2115168 len=2039665 2024-08-10T05:42:54.246 INFO:tasks.workunit.client.0.smithi031.stdout:op 2531 completed, throughput=5MB/sec 2024-08-10T05:42:54.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:42:53 smithi031 ceph-mon[98130]: pgmap v1643: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-08-10T05:42:54.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:42:53 smithi031 ceph-mon[100614]: pgmap v1643: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-08-10T05:42:54.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:42:53 smithi196 ceph-mon[90243]: pgmap v1643: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-08-10T05:42:55.247 INFO:tasks.workunit.client.0.smithi031.stdout: 495: throughput=4.99MB/sec pending data=0 2024-08-10T05:42:55.247 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-FLm2yHc3GyV_sPC off=1849962 len=601614 2024-08-10T05:42:55.251 INFO:tasks.workunit.client.0.smithi031.stdout:op 2532 completed, throughput=4.99MB/sec 2024-08-10T05:42:55.251 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-0y06uXF9agtdm6v off=4949522 len=30029 2024-08-10T05:42:55.253 INFO:tasks.workunit.client.0.smithi031.stdout:op 2533 completed, throughput=4.99MB/sec 2024-08-10T05:42:55.253 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ohe52y8t1Oi4TgQ off=4663398 len=1231501 2024-08-10T05:42:55.255 INFO:tasks.workunit.client.0.smithi031.stdout:op 2534 completed, throughput=4.99MB/sec 2024-08-10T05:42:55.255 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-1M6Eptsolncwl_A off=1955403 len=1184370 2024-08-10T05:42:55.261 INFO:tasks.workunit.client.0.smithi031.stdout:op 2535 completed, throughput=5MB/sec 2024-08-10T05:42:55.261 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-uxwNSSvlkyvaQLS off=1118745 len=368903 2024-08-10T05:42:55.262 INFO:tasks.workunit.client.0.smithi031.stdout:op 2536 completed, throughput=5MB/sec 2024-08-10T05:42:55.262 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-isf5kmS6Gp3Gmjh off=16878576 len=40318 2024-08-10T05:42:55.263 INFO:tasks.workunit.client.0.smithi031.stdout:op 2537 completed, throughput=5MB/sec 2024-08-10T05:42:55.263 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-9Z3Gty4KN-vkpQC off=9635942 len=1542618 2024-08-10T05:42:55.272 INFO:tasks.workunit.client.0.smithi031.stdout:op 2538 completed, throughput=5MB/sec 2024-08-10T05:42:55.273 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Kpf-0IwMwGMFqDw off=3257747 len=477579 2024-08-10T05:42:55.273 INFO:tasks.workunit.client.0.smithi031.stdout:op 2539 completed, throughput=5MB/sec 2024-08-10T05:42:56.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:42:55 smithi031 ceph-mon[98130]: pgmap v1644: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-10T05:42:56.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:42:55 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:42:56.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:42:55 smithi031 ceph-mon[100614]: pgmap v1644: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-10T05:42:56.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:42:55 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:42:56.273 INFO:tasks.workunit.client.0.smithi031.stdout: 496: throughput=4.99MB/sec pending data=0 2024-08-10T05:42:56.273 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-TttIobEN9Xuavj- off=1881398 len=600604 2024-08-10T05:42:56.275 INFO:tasks.workunit.client.0.smithi031.stdout:op 2540 completed, throughput=4.99MB/sec 2024-08-10T05:42:56.275 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-52ePF49Mdq6M8_h off=7072848 len=354559 2024-08-10T05:42:56.278 INFO:tasks.workunit.client.0.smithi031.stdout:op 2541 completed, throughput=4.99MB/sec 2024-08-10T05:42:56.278 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-SYkC1IszL2dT9Y3 off=9023093 len=193115 2024-08-10T05:42:56.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:42:55 smithi196 ceph-mon[90243]: pgmap v1644: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-10T05:42:56.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:42:55 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:42:56.279 INFO:tasks.workunit.client.0.smithi031.stdout:op 2542 completed, throughput=4.99MB/sec 2024-08-10T05:42:56.279 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-gfwoQ_h_a8Phcb0 off=9452352 len=1103665 2024-08-10T05:42:56.285 INFO:tasks.workunit.client.0.smithi031.stdout:op 2543 completed, throughput=4.99MB/sec 2024-08-10T05:42:56.285 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-yDlYHFmCzYtT0hX off=515394 len=399943 2024-08-10T05:42:56.288 INFO:tasks.workunit.client.0.smithi031.stdout:op 2544 completed, throughput=5MB/sec 2024-08-10T05:42:56.288 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-8kODXCckHtxh6iT off=10675723 len=1163049 2024-08-10T05:42:56.289 INFO:tasks.workunit.client.0.smithi031.stdout:op 2545 completed, throughput=5MB/sec 2024-08-10T05:42:56.289 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-KJu-J7fq0Vh85NT off=2894389 len=1787382 2024-08-10T05:42:56.292 INFO:tasks.workunit.client.0.smithi031.stdout:op 2546 completed, throughput=5MB/sec 2024-08-10T05:42:57.293 INFO:tasks.workunit.client.0.smithi031.stdout: 497: throughput=4.99MB/sec pending data=0 2024-08-10T05:42:57.293 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-k2aazmyhXuNqrOk off=1442432 len=777157 2024-08-10T05:42:57.294 INFO:tasks.workunit.client.0.smithi031.stdout:op 2547 completed, throughput=4.99MB/sec 2024-08-10T05:42:57.294 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-pvf4TZRlyXXSjno off=2866896 len=808359 2024-08-10T05:42:57.295 INFO:tasks.workunit.client.0.smithi031.stdout:op 2548 completed, throughput=4.99MB/sec 2024-08-10T05:42:57.296 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-9R2i8-5G06tJ4C4 off=3147537 len=1508259 2024-08-10T05:42:57.297 INFO:tasks.workunit.client.0.smithi031.stdout:op 2549 completed, throughput=5MB/sec 2024-08-10T05:42:57.298 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-BYTRyIcZzqzTlIw off=16283644 len=1130000 2024-08-10T05:42:57.299 INFO:tasks.workunit.client.0.smithi031.stdout:op 2550 completed, throughput=5MB/sec 2024-08-10T05:42:57.299 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Zk_UHJn9rSwx9o6 off=4799030 len=29450 2024-08-10T05:42:57.299 INFO:tasks.workunit.client.0.smithi031.stdout:op 2551 completed, throughput=5MB/sec 2024-08-10T05:42:57.300 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-_gxY48rNJWE1UTN off=17263559 len=293233 2024-08-10T05:42:57.301 INFO:tasks.workunit.client.0.smithi031.stdout:op 2552 completed, throughput=5MB/sec 2024-08-10T05:42:57.301 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-IBebd0MXtwAAHEe off=1292152 len=574389 2024-08-10T05:42:57.304 INFO:tasks.workunit.client.0.smithi031.stdout:op 2553 completed, throughput=5MB/sec 2024-08-10T05:42:58.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:42:57 smithi031 ceph-mon[98130]: pgmap v1645: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-08-10T05:42:58.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:42:57 smithi031 ceph-mon[100614]: pgmap v1645: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-08-10T05:42:58.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:42:57 smithi196 ceph-mon[90243]: pgmap v1645: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-08-10T05:42:58.305 INFO:tasks.workunit.client.0.smithi031.stdout: 498: throughput=4.99MB/sec pending data=0 2024-08-10T05:42:58.305 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-XgCnBghH1RFS59o off=943085 len=1885188 2024-08-10T05:42:58.307 INFO:tasks.workunit.client.0.smithi031.stdout:op 2554 completed, throughput=4.99MB/sec 2024-08-10T05:42:58.307 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-354IiLkdMdQBLYL off=11429090 len=1981125 2024-08-10T05:42:58.310 INFO:tasks.workunit.client.0.smithi031.stdout:op 2555 completed, throughput=5MB/sec 2024-08-10T05:42:58.310 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-NotMz3ylIAMr7pU off=11405013 len=1247751 2024-08-10T05:42:58.316 INFO:tasks.workunit.client.0.smithi031.stdout:op 2556 completed, throughput=5MB/sec 2024-08-10T05:42:59.316 INFO:tasks.workunit.client.0.smithi031.stdout: 499: throughput=4.99MB/sec pending data=0 2024-08-10T05:42:59.316 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-sr5mJ8M1wKTBhXG off=2345468 len=1118339 2024-08-10T05:42:59.318 INFO:tasks.workunit.client.0.smithi031.stdout:op 2557 completed, throughput=4.99MB/sec 2024-08-10T05:42:59.318 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-EqCW_CjdddHvjBE off=4348732 len=312520 2024-08-10T05:42:59.322 INFO:tasks.workunit.client.0.smithi031.stdout:op 2558 completed, throughput=4.99MB/sec 2024-08-10T05:42:59.322 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-_jVuFalkQTmYy79 off=10094291 len=1505294 2024-08-10T05:42:59.324 INFO:tasks.workunit.client.0.smithi031.stdout:op 2559 completed, throughput=5MB/sec 2024-08-10T05:42:59.324 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-i5jZUG0xtvFHS8B off=10378913 len=1927099 2024-08-10T05:42:59.326 INFO:tasks.workunit.client.0.smithi031.stdout:op 2560 completed, throughput=5MB/sec 2024-08-10T05:42:59.326 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-yp2jI0ixBbHruIP off=16978903 len=1266005 2024-08-10T05:42:59.334 INFO:tasks.workunit.client.0.smithi031.stdout:op 2561 completed, throughput=5MB/sec 2024-08-10T05:43:00.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:42:59 smithi031 ceph-mon[98130]: pgmap v1646: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-10T05:43:00.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:42:59 smithi031 ceph-mon[100614]: pgmap v1646: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-10T05:43:00.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:42:59 smithi196 ceph-mon[90243]: pgmap v1646: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-10T05:43:00.334 INFO:tasks.workunit.client.0.smithi031.stdout: 500: throughput=4.99MB/sec pending data=0 2024-08-10T05:43:00.334 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-UEYxnH7Na3IqyxG off=12035785 len=1863417 2024-08-10T05:43:00.338 INFO:tasks.workunit.client.0.smithi031.stdout:op 2562 completed, throughput=5MB/sec 2024-08-10T05:43:00.338 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-GF1yJOFJY_Q1fyp off=739285 len=1664579 2024-08-10T05:43:00.341 INFO:tasks.workunit.client.0.smithi031.stdout:op 2563 completed, throughput=5MB/sec 2024-08-10T05:43:00.342 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-v8wdGVS5p-TaCb7 off=325314 len=1692149 2024-08-10T05:43:00.350 INFO:tasks.workunit.client.0.smithi031.stdout:op 2564 completed, throughput=5MB/sec 2024-08-10T05:43:01.351 INFO:tasks.workunit.client.0.smithi031.stdout: 501: throughput=4.99MB/sec pending data=0 2024-08-10T05:43:01.351 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-9kDBb88Li4dOPjW off=3842929 len=1438407 2024-08-10T05:43:01.359 INFO:tasks.workunit.client.0.smithi031.stdout:op 2565 completed, throughput=4.99MB/sec 2024-08-10T05:43:01.359 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-IC_WsvpkW8kUUcB off=6245653 len=834392 2024-08-10T05:43:01.364 INFO:tasks.workunit.client.0.smithi031.stdout:op 2566 completed, throughput=5MB/sec 2024-08-10T05:43:01.364 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-cvTgKuSLTyGOLYU off=12735693 len=1722798 2024-08-10T05:43:01.366 INFO:tasks.workunit.client.0.smithi031.stdout:op 2567 completed, throughput=5MB/sec 2024-08-10T05:43:01.366 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Yg58UuGNEMyVe_7 off=11776942 len=1008303 2024-08-10T05:43:01.371 INFO:tasks.workunit.client.0.smithi031.stdout:op 2568 completed, throughput=5MB/sec 2024-08-10T05:43:01.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:43:01 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:43:01] "GET /metrics HTTP/1.1" 200 34049 "" "Prometheus/2.43.0" 2024-08-10T05:43:02.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:43:01 smithi031 ceph-mon[98130]: pgmap v1647: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:43:02.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:43:01 smithi031 ceph-mon[100614]: pgmap v1647: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:43:02.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:43:01 smithi196 ceph-mon[90243]: pgmap v1647: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:43:02.372 INFO:tasks.workunit.client.0.smithi031.stdout: 502: throughput=4.99MB/sec pending data=0 2024-08-10T05:43:02.372 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-8A_U5-6lbSxO0bS off=4562566 len=1233878 2024-08-10T05:43:02.379 INFO:tasks.workunit.client.0.smithi031.stdout:op 2569 completed, throughput=4.99MB/sec 2024-08-10T05:43:02.379 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-bie7U1qWJknfYFs off=5477235 len=1576131 2024-08-10T05:43:02.387 INFO:tasks.workunit.client.0.smithi031.stdout:op 2570 completed, throughput=5MB/sec 2024-08-10T05:43:02.387 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-wYPAHXomrLE6AMa off=7250385 len=1443757 2024-08-10T05:43:02.391 INFO:tasks.workunit.client.0.smithi031.stdout:op 2571 completed, throughput=5MB/sec 2024-08-10T05:43:02.391 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-La-mtomUPvrhwVr off=5894663 len=566630 2024-08-10T05:43:02.394 INFO:tasks.workunit.client.0.smithi031.stdout:op 2572 completed, throughput=5MB/sec 2024-08-10T05:43:02.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:43:02 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:43:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:43:03.394 INFO:tasks.workunit.client.0.smithi031.stdout: 503: throughput=4.99MB/sec pending data=0 2024-08-10T05:43:03.395 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-_vNKH9ZXKdb4Ikc off=5530140 len=544396 2024-08-10T05:43:03.396 INFO:tasks.workunit.client.0.smithi031.stdout:op 2573 completed, throughput=4.99MB/sec 2024-08-10T05:43:03.396 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-qVdf3HYUkrpPPix off=413092 len=363385 2024-08-10T05:43:03.397 INFO:tasks.workunit.client.0.smithi031.stdout:op 2574 completed, throughput=4.99MB/sec 2024-08-10T05:43:03.397 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-u9CJ_83_9O4EDtA off=2325771 len=1497298 2024-08-10T05:43:03.398 INFO:tasks.workunit.client.0.smithi031.stdout:op 2575 completed, throughput=4.99MB/sec 2024-08-10T05:43:03.399 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-CSUlUhBTpbxGt3Z off=2826209 len=673732 2024-08-10T05:43:03.403 INFO:tasks.workunit.client.0.smithi031.stdout:op 2576 completed, throughput=5MB/sec 2024-08-10T05:43:03.403 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-nPwPYHMJ996Ckhu off=2988971 len=340483 2024-08-10T05:43:03.406 INFO:tasks.workunit.client.0.smithi031.stdout:op 2577 completed, throughput=5MB/sec 2024-08-10T05:43:03.406 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-eLLZkVrvoTbx1yP off=3469625 len=821792 2024-08-10T05:43:03.408 INFO:tasks.workunit.client.0.smithi031.stdout:op 2578 completed, throughput=5MB/sec 2024-08-10T05:43:03.408 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-j_DZnITSqbay4NP off=1674946 len=992818 2024-08-10T05:43:03.412 INFO:tasks.workunit.client.0.smithi031.stdout:op 2579 completed, throughput=5MB/sec 2024-08-10T05:43:03.412 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-aSzctkPBlPOiOLF off=1930876 len=1571129 2024-08-10T05:43:03.420 INFO:tasks.workunit.client.0.smithi031.stdout:op 2580 completed, throughput=5MB/sec 2024-08-10T05:43:04.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:43:03 smithi031 ceph-mon[98130]: pgmap v1648: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:43:04.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:43:03 smithi031 ceph-mon[100614]: pgmap v1648: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:43:04.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:43:03 smithi196 ceph-mon[90243]: pgmap v1648: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:43:04.420 INFO:tasks.workunit.client.0.smithi031.stdout: 504: throughput=4.99MB/sec pending data=0 2024-08-10T05:43:04.421 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-TBX4Zi87FLeIyo1 off=3523741 len=1634275 2024-08-10T05:43:04.431 INFO:tasks.workunit.client.0.smithi031.stdout:op 2581 completed, throughput=5MB/sec 2024-08-10T05:43:04.431 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-2zVW3y1-MRKAJ8U off=456813 len=1403288 2024-08-10T05:43:04.438 INFO:tasks.workunit.client.0.smithi031.stdout:op 2582 completed, throughput=5MB/sec 2024-08-10T05:43:04.439 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj--ZjHfbOW1kCBW-v off=11244186 len=977866 2024-08-10T05:43:04.440 INFO:tasks.workunit.client.0.smithi031.stdout:op 2583 completed, throughput=5MB/sec 2024-08-10T05:43:05.442 INFO:tasks.workunit.client.0.smithi031.stdout: 505: throughput=4.99MB/sec pending data=0 2024-08-10T05:43:05.442 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-fiNxfNJ6ogNPNDV off=11121791 len=834146 2024-08-10T05:43:05.445 INFO:tasks.workunit.client.0.smithi031.stdout:op 2584 completed, throughput=4.99MB/sec 2024-08-10T05:43:05.445 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Zvg5O7BVXmcQ0be off=1331518 len=1365771 2024-08-10T05:43:05.447 INFO:tasks.workunit.client.0.smithi031.stdout:op 2585 completed, throughput=4.99MB/sec 2024-08-10T05:43:05.447 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-eVYASi-Os2aKzMR off=212259 len=1210753 2024-08-10T05:43:05.449 INFO:tasks.workunit.client.0.smithi031.stdout:op 2586 completed, throughput=5MB/sec 2024-08-10T05:43:05.449 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-XRjvkowE40Z3Z83 off=2738807 len=1256337 2024-08-10T05:43:05.457 INFO:tasks.workunit.client.0.smithi031.stdout:op 2587 completed, throughput=5MB/sec 2024-08-10T05:43:05.457 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-rofOqM_n4W-zm4E off=1486509 len=373317 2024-08-10T05:43:05.460 INFO:tasks.workunit.client.0.smithi031.stdout:op 2588 completed, throughput=5MB/sec 2024-08-10T05:43:05.461 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Ky9eJfA02J_pA_t off=10616785 len=94705 2024-08-10T05:43:05.461 INFO:tasks.workunit.client.0.smithi031.stdout:op 2589 completed, throughput=5MB/sec 2024-08-10T05:43:05.461 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-t-eegC21VYSEUeX off=4988970 len=1322666 2024-08-10T05:43:05.469 INFO:tasks.workunit.client.0.smithi031.stdout:op 2590 completed, throughput=5MB/sec 2024-08-10T05:43:06.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:43:05 smithi031 ceph-mon[98130]: pgmap v1649: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-10T05:43:06.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:43:05 smithi031 ceph-mon[100614]: pgmap v1649: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-10T05:43:06.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:43:05 smithi196 ceph-mon[90243]: pgmap v1649: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-10T05:43:06.470 INFO:tasks.workunit.client.0.smithi031.stdout: 506: throughput=4.99MB/sec pending data=0 2024-08-10T05:43:06.470 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-G6qHN-o0CsgNLZn off=1589923 len=276932 2024-08-10T05:43:06.473 INFO:tasks.workunit.client.0.smithi031.stdout:op 2591 completed, throughput=4.99MB/sec 2024-08-10T05:43:06.474 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-jWL7yjrAuufrq5U off=10154182 len=396622 2024-08-10T05:43:06.474 INFO:tasks.workunit.client.0.smithi031.stdout:op 2592 completed, throughput=4.99MB/sec 2024-08-10T05:43:06.474 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-xEvrlo1h5kbKPMI off=5858348 len=844504 2024-08-10T05:43:06.476 INFO:tasks.workunit.client.0.smithi031.stdout:op 2593 completed, throughput=5MB/sec 2024-08-10T05:43:06.476 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-_vnR2H7FxgNVAj2 off=178890 len=1889426 2024-08-10T05:43:06.489 INFO:tasks.workunit.client.0.smithi031.stdout:op 2594 completed, throughput=5MB/sec 2024-08-10T05:43:06.489 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-FMLRsjhTmyBPt8k off=3502785 len=57093 2024-08-10T05:43:06.491 INFO:tasks.workunit.client.0.smithi031.stdout:op 2595 completed, throughput=5MB/sec 2024-08-10T05:43:06.491 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Q9ro0543JMxxD6d off=1035970 len=80301 2024-08-10T05:43:06.493 INFO:tasks.workunit.client.0.smithi031.stdout:op 2596 completed, throughput=5MB/sec 2024-08-10T05:43:06.493 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-yfUpUPDKG7i-udY off=2664808 len=83671 2024-08-10T05:43:06.495 INFO:tasks.workunit.client.0.smithi031.stdout:op 2597 completed, throughput=5MB/sec 2024-08-10T05:43:06.495 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-kuUOaRIOLcoMSlN off=949524 len=1482531 2024-08-10T05:43:06.497 INFO:tasks.workunit.client.0.smithi031.stdout:op 2598 completed, throughput=5MB/sec 2024-08-10T05:43:07.498 INFO:tasks.workunit.client.0.smithi031.stdout: 507: throughput=4.99MB/sec pending data=0 2024-08-10T05:43:07.498 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-tnZSK0sAcyXsq42 off=0 len=1143806 2024-08-10T05:43:07.500 INFO:tasks.workunit.client.0.smithi031.stdout:op 2599 completed, throughput=4.99MB/sec 2024-08-10T05:43:07.500 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-OYvkEeDVQYG-2M2 off=2156967 len=1169337 2024-08-10T05:43:07.507 INFO:tasks.workunit.client.0.smithi031.stdout:op 2600 completed, throughput=5MB/sec 2024-08-10T05:43:07.507 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-0XO2g529VcnpP0l off=391858 len=1106188 2024-08-10T05:43:07.512 INFO:tasks.workunit.client.0.smithi031.stdout:op 2601 completed, throughput=5MB/sec 2024-08-10T05:43:07.512 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Zjk7OxpJKf6MnTt off=8225832 len=1474074 2024-08-10T05:43:07.520 INFO:tasks.workunit.client.0.smithi031.stdout:op 2602 completed, throughput=5MB/sec 2024-08-10T05:43:08.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:43:07 smithi031 ceph-mon[98130]: pgmap v1650: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:43:08.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:43:07 smithi031 ceph-mon[100614]: pgmap v1650: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:43:08.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:43:07 smithi196 ceph-mon[90243]: pgmap v1650: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:43:08.520 INFO:tasks.workunit.client.0.smithi031.stdout: 508: throughput=4.99MB/sec pending data=0 2024-08-10T05:43:08.521 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ZvQ2hkjqCGB_8Bq off=12906358 len=390308 2024-08-10T05:43:08.522 INFO:tasks.workunit.client.0.smithi031.stdout:op 2603 completed, throughput=4.99MB/sec 2024-08-10T05:43:08.522 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ia9KrhYDI_tbvu8 off=1658632 len=41715 2024-08-10T05:43:08.522 INFO:tasks.workunit.client.0.smithi031.stdout:op 2604 completed, throughput=4.99MB/sec 2024-08-10T05:43:08.522 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-NsTnWDL2BqC4pRc off=14936078 len=1135709 2024-08-10T05:43:08.529 INFO:tasks.workunit.client.0.smithi031.stdout:op 2605 completed, throughput=4.99MB/sec 2024-08-10T05:43:08.529 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-o0SwL8zGdrZ-1am off=836147 len=392584 2024-08-10T05:43:08.530 INFO:tasks.workunit.client.0.smithi031.stdout:op 2606 completed, throughput=4.99MB/sec 2024-08-10T05:43:08.530 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-IkRcDdP3s7-_kBr off=1333126 len=555712 2024-08-10T05:43:08.531 INFO:tasks.workunit.client.0.smithi031.stdout:op 2607 completed, throughput=5MB/sec 2024-08-10T05:43:08.531 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-JGGiTgFTFV_hOZL off=8667280 len=604999 2024-08-10T05:43:08.532 INFO:tasks.workunit.client.0.smithi031.stdout:op 2608 completed, throughput=5MB/sec 2024-08-10T05:43:08.532 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ph6FwEoKC4RLIXx off=6114692 len=1646400 2024-08-10T05:43:08.540 INFO:tasks.workunit.client.0.smithi031.stdout:op 2609 completed, throughput=5MB/sec 2024-08-10T05:43:08.540 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-7VA_o-xfemeKZs7 off=16243602 len=1902629 2024-08-10T05:43:08.543 INFO:tasks.workunit.client.0.smithi031.stdout:op 2610 completed, throughput=5MB/sec 2024-08-10T05:43:09.544 INFO:tasks.workunit.client.0.smithi031.stdout: 509: throughput=4.99MB/sec pending data=0 2024-08-10T05:43:09.553 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-CMdCzbhgH-YpgEM off=1599741 len=1082499 2024-08-10T05:43:09.553 INFO:tasks.workunit.client.0.smithi031.stdout:op 2611 completed, throughput=5MB/sec 2024-08-10T05:43:09.553 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-1FLwCVJwz_l5CdO off=927840 len=1570776 2024-08-10T05:43:09.554 INFO:tasks.workunit.client.0.smithi031.stdout:op 2612 completed, throughput=5MB/sec 2024-08-10T05:43:09.554 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-KPAwLnPYs-EcmMj off=2518961 len=1145133 2024-08-10T05:43:09.560 INFO:tasks.workunit.client.0.smithi031.stdout:op 2613 completed, throughput=5MB/sec 2024-08-10T05:43:10.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:43:09 smithi031 ceph-mon[98130]: pgmap v1651: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-08-10T05:43:10.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:43:09 smithi031 ceph-mon[100614]: pgmap v1651: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-08-10T05:43:10.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:43:09 smithi196 ceph-mon[90243]: pgmap v1651: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-08-10T05:43:10.560 INFO:tasks.workunit.client.0.smithi031.stdout: 510: throughput=4.99MB/sec pending data=0 2024-08-10T05:43:10.560 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-JGirB4TiahNmaN2 off=1426288 len=675155 2024-08-10T05:43:10.564 INFO:tasks.workunit.client.0.smithi031.stdout:op 2614 completed, throughput=4.99MB/sec 2024-08-10T05:43:10.564 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-SpBKR81kFXwrMe1 off=19216077 len=1702606 2024-08-10T05:43:10.568 INFO:tasks.workunit.client.0.smithi031.stdout:op 2615 completed, throughput=5MB/sec 2024-08-10T05:43:10.568 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Ghbb7ah2WQ6pm0D off=11644139 len=146716 2024-08-10T05:43:10.571 INFO:tasks.workunit.client.0.smithi031.stdout:op 2616 completed, throughput=5MB/sec 2024-08-10T05:43:10.571 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-R4GE11SEi47IJ32 off=6397824 len=1498397 2024-08-10T05:43:10.573 INFO:tasks.workunit.client.0.smithi031.stdout:op 2617 completed, throughput=5MB/sec 2024-08-10T05:43:10.573 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Ib_HpqHR-bd76vL off=17858849 len=569235 2024-08-10T05:43:10.577 INFO:tasks.workunit.client.0.smithi031.stdout:op 2618 completed, throughput=5MB/sec 2024-08-10T05:43:10.577 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-GLsrjk21HeYZYJP off=12062563 len=664303 2024-08-10T05:43:10.581 INFO:tasks.workunit.client.0.smithi031.stdout:op 2619 completed, throughput=5MB/sec 2024-08-10T05:43:11.254 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:43:10 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:43:11.254 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:43:10 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:43:11.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:43:10 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:43:11.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:43:11 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:43:11] "GET /metrics HTTP/1.1" 200 34044 "" "Prometheus/2.43.0" 2024-08-10T05:43:11.581 INFO:tasks.workunit.client.0.smithi031.stdout: 511: throughput=4.99MB/sec pending data=0 2024-08-10T05:43:11.581 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-WvfE8D7wQvti7mk off=290448 len=526970 2024-08-10T05:43:11.582 INFO:tasks.workunit.client.0.smithi031.stdout:op 2620 completed, throughput=4.99MB/sec 2024-08-10T05:43:11.582 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-3N_0HIMbqKYm-UM off=3073926 len=156811 2024-08-10T05:43:11.585 INFO:tasks.workunit.client.0.smithi031.stdout:op 2621 completed, throughput=4.99MB/sec 2024-08-10T05:43:11.585 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-eD7zQTs-p5UQmvZ off=9865896 len=301692 2024-08-10T05:43:11.589 INFO:tasks.workunit.client.0.smithi031.stdout:op 2622 completed, throughput=4.99MB/sec 2024-08-10T05:43:11.589 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-xNWoU_amAe_XQyF off=8868315 len=1518787 2024-08-10T05:43:11.591 INFO:tasks.workunit.client.0.smithi031.stdout:op 2623 completed, throughput=5MB/sec 2024-08-10T05:43:11.591 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-KdMPM8vJrn-mEBp off=7403894 len=774256 2024-08-10T05:43:11.595 INFO:tasks.workunit.client.0.smithi031.stdout:op 2624 completed, throughput=5MB/sec 2024-08-10T05:43:11.595 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-mfSAUZcPD8iisvF off=12198917 len=53518 2024-08-10T05:43:11.597 INFO:tasks.workunit.client.0.smithi031.stdout:op 2625 completed, throughput=5MB/sec 2024-08-10T05:43:11.598 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-6Qsw36O3M3mzjd2 off=14938464 len=802051 2024-08-10T05:43:11.602 INFO:tasks.workunit.client.0.smithi031.stdout:op 2626 completed, throughput=5MB/sec 2024-08-10T05:43:11.602 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-IfpmS8gaQZaWsJM off=19256605 len=1255911 2024-08-10T05:43:11.603 INFO:tasks.workunit.client.0.smithi031.stdout:op 2627 completed, throughput=5MB/sec 2024-08-10T05:43:12.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:43:11 smithi031 ceph-mon[98130]: pgmap v1652: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:43:12.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:43:11 smithi031 ceph-mon[100614]: pgmap v1652: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:43:12.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:43:11 smithi196 ceph-mon[90243]: pgmap v1652: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:43:12.604 INFO:tasks.workunit.client.0.smithi031.stdout: 512: throughput=4.99MB/sec pending data=0 2024-08-10T05:43:12.604 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ghNj1PDtt0UYF8K off=4474250 len=832212 2024-08-10T05:43:12.609 INFO:tasks.workunit.client.0.smithi031.stdout:op 2628 completed, throughput=4.99MB/sec 2024-08-10T05:43:12.609 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-5qkZy4ZDAsDp1-N off=6093825 len=971544 2024-08-10T05:43:12.613 INFO:tasks.workunit.client.0.smithi031.stdout:op 2629 completed, throughput=4.99MB/sec 2024-08-10T05:43:12.614 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-PsnhbU_RQuwCZ4k off=1446260 len=1324186 2024-08-10T05:43:12.620 INFO:tasks.workunit.client.0.smithi031.stdout:op 2630 completed, throughput=5MB/sec 2024-08-10T05:43:12.620 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Edej3g0Wk5qg6XU off=729365 len=729889 2024-08-10T05:43:12.623 INFO:tasks.workunit.client.0.smithi031.stdout:op 2631 completed, throughput=5MB/sec 2024-08-10T05:43:12.624 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-VFH2JtAjIJ0Ge85 off=5535158 len=466616 2024-08-10T05:43:12.624 INFO:tasks.workunit.client.0.smithi031.stdout:op 2632 completed, throughput=5MB/sec 2024-08-10T05:43:12.624 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-qwFmAIBhE0Q2qUo off=8147772 len=245165 2024-08-10T05:43:12.625 INFO:tasks.workunit.client.0.smithi031.stdout:op 2633 completed, throughput=5MB/sec 2024-08-10T05:43:12.625 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-HoDzmOb21LAQR-t off=6364495 len=393365 2024-08-10T05:43:12.628 INFO:tasks.workunit.client.0.smithi031.stdout:op 2634 completed, throughput=5MB/sec 2024-08-10T05:43:12.628 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-wLT74HuQPBxaixA off=7006800 len=1467837 2024-08-10T05:43:12.630 INFO:tasks.workunit.client.0.smithi031.stdout:op 2635 completed, throughput=5MB/sec 2024-08-10T05:43:12.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:43:12 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:43:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:43:13.630 INFO:tasks.workunit.client.0.smithi031.stdout: 513: throughput=4.99MB/sec pending data=0 2024-08-10T05:43:13.631 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-sORUzHatXUfhadK off=388818 len=1602310 2024-08-10T05:43:13.632 INFO:tasks.workunit.client.0.smithi031.stdout:op 2636 completed, throughput=5MB/sec 2024-08-10T05:43:13.632 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-cs-X0iJKc4O_Khc off=3864161 len=1007169 2024-08-10T05:43:13.638 INFO:tasks.workunit.client.0.smithi031.stdout:op 2637 completed, throughput=5MB/sec 2024-08-10T05:43:13.638 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-lRAXSeXcv8G2Ye_ off=1037505 len=993910 2024-08-10T05:43:13.643 INFO:tasks.workunit.client.0.smithi031.stdout:op 2638 completed, throughput=5MB/sec 2024-08-10T05:43:13.643 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-5XvpF1EeIfjHRhY off=612709 len=212651 2024-08-10T05:43:13.643 INFO:tasks.workunit.client.0.smithi031.stdout:op 2639 completed, throughput=5MB/sec 2024-08-10T05:43:13.643 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-P8jKxPggUqxxSZR off=6415350 len=539248 2024-08-10T05:43:13.645 INFO:tasks.workunit.client.0.smithi031.stdout:op 2640 completed, throughput=5MB/sec 2024-08-10T05:43:14.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:43:13 smithi031 ceph-mon[98130]: pgmap v1653: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:43:14.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:43:13 smithi031 ceph-mon[100614]: pgmap v1653: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:43:14.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:43:13 smithi196 ceph-mon[90243]: pgmap v1653: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:43:14.645 INFO:tasks.workunit.client.0.smithi031.stdout: 514: throughput=4.99MB/sec pending data=0 2024-08-10T05:43:14.646 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-sqR4A7Yp35AajeX off=5664771 len=1197187 2024-08-10T05:43:14.652 INFO:tasks.workunit.client.0.smithi031.stdout:op 2641 completed, throughput=4.99MB/sec 2024-08-10T05:43:14.652 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-22PGI36GjPjBDds off=1977793 len=1130544 2024-08-10T05:43:14.657 INFO:tasks.workunit.client.0.smithi031.stdout:op 2642 completed, throughput=5MB/sec 2024-08-10T05:43:14.657 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ii19T8lPfADYfiA off=1670084 len=1261310 2024-08-10T05:43:14.663 INFO:tasks.workunit.client.0.smithi031.stdout:op 2643 completed, throughput=5MB/sec 2024-08-10T05:43:14.663 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-VaTJqMrw1HsICQf off=4455784 len=657879 2024-08-10T05:43:14.664 INFO:tasks.workunit.client.0.smithi031.stdout:op 2644 completed, throughput=5MB/sec 2024-08-10T05:43:14.664 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-2TAOZghh2008OuY off=19384509 len=1607790 2024-08-10T05:43:14.665 INFO:tasks.workunit.client.0.smithi031.stdout:op 2645 completed, throughput=5MB/sec 2024-08-10T05:43:15.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:43:14 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:43:15.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:43:14 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:43:15.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:43:14 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:43:15.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:43:14 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:43:15.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:43:14 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:43:15.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:43:14 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:43:15.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:43:14 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:43:15.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:43:14 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:43:15.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:43:14 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:43:15.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:43:14 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:43:15.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:43:14 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:43:15.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:43:14 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:43:15.666 INFO:tasks.workunit.client.0.smithi031.stdout: 515: throughput=4.99MB/sec pending data=0 2024-08-10T05:43:15.666 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-z4kCUt_Dl6mXV3q off=14554921 len=1884273 2024-08-10T05:43:15.668 INFO:tasks.workunit.client.0.smithi031.stdout:op 2646 completed, throughput=5MB/sec 2024-08-10T05:43:15.668 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-I34aWEKDTCFpLO5 off=1639966 len=612242 2024-08-10T05:43:15.669 INFO:tasks.workunit.client.0.smithi031.stdout:op 2647 completed, throughput=5MB/sec 2024-08-10T05:43:15.669 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-6R2JFVLfB5o9ooO off=6000076 len=509987 2024-08-10T05:43:15.673 INFO:tasks.workunit.client.0.smithi031.stdout:op 2648 completed, throughput=5MB/sec 2024-08-10T05:43:15.673 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-9MQz7vPg7qXvalv off=5571336 len=1860447 2024-08-10T05:43:15.684 INFO:tasks.workunit.client.0.smithi031.stdout:op 2649 completed, throughput=5MB/sec 2024-08-10T05:43:16.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:43:15 smithi031 ceph-mon[98130]: pgmap v1654: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:43:16.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:43:15 smithi031 ceph-mon[100614]: pgmap v1654: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:43:16.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:43:15 smithi196 ceph-mon[90243]: pgmap v1654: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:43:16.684 INFO:tasks.workunit.client.0.smithi031.stdout: 516: throughput=4.99MB/sec pending data=0 2024-08-10T05:43:16.685 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-JN7MUcqbe1aUOHG off=6624251 len=1363947 2024-08-10T05:43:16.686 INFO:tasks.workunit.client.0.smithi031.stdout:op 2650 completed, throughput=4.99MB/sec 2024-08-10T05:43:16.687 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-wHYwn_heMXQm27H off=6340714 len=234525 2024-08-10T05:43:16.689 INFO:tasks.workunit.client.0.smithi031.stdout:op 2651 completed, throughput=4.99MB/sec 2024-08-10T05:43:16.689 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ijHrz-UzTrO6vQP off=4438935 len=1555578 2024-08-10T05:43:16.699 INFO:tasks.workunit.client.0.smithi031.stdout:op 2652 completed, throughput=5MB/sec 2024-08-10T05:43:16.699 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-iEcpndkb2rnfim- off=1379930 len=1375794 2024-08-10T05:43:16.701 INFO:tasks.workunit.client.0.smithi031.stdout:op 2653 completed, throughput=5MB/sec 2024-08-10T05:43:16.701 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-AdzDZC-5YeYVx6A off=2466270 len=1146305 2024-08-10T05:43:16.706 INFO:tasks.workunit.client.0.smithi031.stdout:op 2654 completed, throughput=5MB/sec 2024-08-10T05:43:17.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:43:16 smithi031 ceph-mon[98130]: pgmap v1655: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:43:17.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:43:16 smithi031 ceph-mon[100614]: pgmap v1655: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:43:17.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:43:16 smithi196 ceph-mon[90243]: pgmap v1655: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:43:17.707 INFO:tasks.workunit.client.0.smithi031.stdout: 517: throughput=4.99MB/sec pending data=0 2024-08-10T05:43:17.707 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Pc1MTleNaK6ho7t off=5828886 len=1339055 2024-08-10T05:43:17.715 INFO:tasks.workunit.client.0.smithi031.stdout:op 2655 completed, throughput=4.99MB/sec 2024-08-10T05:43:17.715 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Fnc5yUGxDYYm7HP off=5619684 len=1578952 2024-08-10T05:43:17.722 INFO:tasks.workunit.client.0.smithi031.stdout:op 2656 completed, throughput=5MB/sec 2024-08-10T05:43:17.722 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Aih5nHynHdOni1U off=6977014 len=535110 2024-08-10T05:43:17.723 INFO:tasks.workunit.client.0.smithi031.stdout:op 2657 completed, throughput=5MB/sec 2024-08-10T05:43:17.724 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-KK4KMljOMZ-b9Sv off=24120233 len=1184920 2024-08-10T05:43:17.732 INFO:tasks.workunit.client.0.smithi031.stdout:op 2658 completed, throughput=5MB/sec 2024-08-10T05:43:17.732 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-gdySEUfB2fsZWF3 off=11903313 len=2044492 2024-08-10T05:43:17.733 INFO:tasks.workunit.client.0.smithi031.stdout:op 2659 completed, throughput=5MB/sec 2024-08-10T05:43:18.734 INFO:tasks.workunit.client.0.smithi031.stdout: 518: throughput=4.99MB/sec pending data=0 2024-08-10T05:43:18.734 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-TpwomvSbf8Lv7N5 off=11862252 len=1690870 2024-08-10T05:43:18.736 INFO:tasks.workunit.client.0.smithi031.stdout:op 2660 completed, throughput=5MB/sec 2024-08-10T05:43:18.736 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-g-uSJN2880rssT1 off=16588839 len=1399909 2024-08-10T05:43:18.738 INFO:tasks.workunit.client.0.smithi031.stdout:op 2661 completed, throughput=5MB/sec 2024-08-10T05:43:18.738 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-TmNPOr210KZDbAZ off=0 len=1553149 2024-08-10T05:43:18.740 INFO:tasks.workunit.client.0.smithi031.stdout:op 2662 completed, throughput=5MB/sec 2024-08-10T05:43:19.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:43:19 smithi031 ceph-mon[98130]: pgmap v1656: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:43:19.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:43:19 smithi031 ceph-mon[100614]: pgmap v1656: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:43:19.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:43:19 smithi196 ceph-mon[90243]: pgmap v1656: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:43:19.740 INFO:tasks.workunit.client.0.smithi031.stdout: 519: throughput=4.99MB/sec pending data=0 2024-08-10T05:43:19.741 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-El346Vuwo1ZuoDt off=2269890 len=1425660 2024-08-10T05:43:19.749 INFO:tasks.workunit.client.0.smithi031.stdout:op 2663 completed, throughput=5MB/sec 2024-08-10T05:43:19.749 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-zaXGabmTfewptT1 off=3449869 len=1026861 2024-08-10T05:43:19.754 INFO:tasks.workunit.client.0.smithi031.stdout:op 2664 completed, throughput=5MB/sec 2024-08-10T05:43:19.754 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-2TGaI_SXSZLYM1U off=4907116 len=993080 2024-08-10T05:43:19.755 INFO:tasks.workunit.client.0.smithi031.stdout:op 2665 completed, throughput=5MB/sec 2024-08-10T05:43:19.755 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-NXF2RQGjJJ2jVJW off=1788892 len=994173 2024-08-10T05:43:19.755 INFO:tasks.workunit.client.0.smithi031.stdout:op 2666 completed, throughput=5MB/sec 2024-08-10T05:43:20.756 INFO:tasks.workunit.client.0.smithi031.stdout: 520: throughput=4.99MB/sec pending data=0 2024-08-10T05:43:20.756 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-8-u-8osIYoWi14O off=3655157 len=1388920 2024-08-10T05:43:20.764 INFO:tasks.workunit.client.0.smithi031.stdout:op 2667 completed, throughput=4.99MB/sec 2024-08-10T05:43:20.764 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-xg-_Kt5cPqIQmrz off=20472991 len=1515443 2024-08-10T05:43:20.770 INFO:tasks.workunit.client.0.smithi031.stdout:op 2668 completed, throughput=5MB/sec 2024-08-10T05:43:20.771 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-iqz5PQnHbG455dg off=31281 len=1990493 2024-08-10T05:43:20.772 INFO:tasks.workunit.client.0.smithi031.stdout:op 2669 completed, throughput=5MB/sec 2024-08-10T05:43:20.772 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-J3QpmlyFbYOBpVx off=1227615 len=1029956 2024-08-10T05:43:20.777 INFO:tasks.workunit.client.0.smithi031.stdout:op 2670 completed, throughput=5MB/sec 2024-08-10T05:43:21.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:43:21 smithi031 ceph-mon[98130]: pgmap v1657: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-08-10T05:43:21.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:43:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:43:21] "GET /metrics HTTP/1.1" 200 34044 "" "Prometheus/2.43.0" 2024-08-10T05:43:21.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:43:21 smithi031 ceph-mon[100614]: pgmap v1657: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-08-10T05:43:21.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:43:21 smithi196 ceph-mon[90243]: pgmap v1657: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-08-10T05:43:21.777 INFO:tasks.workunit.client.0.smithi031.stdout: 521: throughput=4.99MB/sec pending data=0 2024-08-10T05:43:21.778 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-lA3z4bkCYB4mY9s off=10637942 len=1325884 2024-08-10T05:43:21.780 INFO:tasks.workunit.client.0.smithi031.stdout:op 2671 completed, throughput=4.99MB/sec 2024-08-10T05:43:21.780 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj--eKaapX3aubDtr2 off=12293487 len=546496 2024-08-10T05:43:21.785 INFO:tasks.workunit.client.0.smithi031.stdout:op 2672 completed, throughput=5MB/sec 2024-08-10T05:43:21.785 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj--gTj5tySeXDcFOz off=468472 len=2053642 2024-08-10T05:43:21.788 INFO:tasks.workunit.client.0.smithi031.stdout:op 2673 completed, throughput=5MB/sec 2024-08-10T05:43:21.788 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-hU43mEZFjqz7zyS off=747595 len=932156 2024-08-10T05:43:21.793 INFO:tasks.workunit.client.0.smithi031.stdout:op 2674 completed, throughput=5MB/sec 2024-08-10T05:43:22.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:43:22 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:43:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:43:22.793 INFO:tasks.workunit.client.0.smithi031.stdout: 522: throughput=4.99MB/sec pending data=0 2024-08-10T05:43:22.793 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-PtW1IN_xxSu8eOT off=233853 len=1754913 2024-08-10T05:43:22.802 INFO:tasks.workunit.client.0.smithi031.stdout:op 2675 completed, throughput=4.99MB/sec 2024-08-10T05:43:22.802 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-6GCa2m6j3etWKjF off=14869000 len=558501 2024-08-10T05:43:22.803 INFO:tasks.workunit.client.0.smithi031.stdout:op 2676 completed, throughput=5MB/sec 2024-08-10T05:43:22.803 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-5qi8PpzKvmlkb2m off=2054676 len=262457 2024-08-10T05:43:22.806 INFO:tasks.workunit.client.0.smithi031.stdout:op 2677 completed, throughput=5MB/sec 2024-08-10T05:43:22.806 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-dxucuxp21Ow4z4M off=2092133 len=378434 2024-08-10T05:43:22.809 INFO:tasks.workunit.client.0.smithi031.stdout:op 2678 completed, throughput=5MB/sec 2024-08-10T05:43:22.809 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-o4UD81huGexJBEZ off=2377896 len=1319231 2024-08-10T05:43:22.815 INFO:tasks.workunit.client.0.smithi031.stdout:op 2679 completed, throughput=5MB/sec 2024-08-10T05:43:22.815 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-6HuOX1FCuI6PYe- off=1801998 len=147905 2024-08-10T05:43:22.818 INFO:tasks.workunit.client.0.smithi031.stdout:op 2680 completed, throughput=5MB/sec 2024-08-10T05:43:22.818 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-eo1DV0JmSQKu1mN off=7490680 len=488703 2024-08-10T05:43:22.821 INFO:tasks.workunit.client.0.smithi031.stdout:op 2681 completed, throughput=5MB/sec 2024-08-10T05:43:23.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:43:23 smithi031 ceph-mon[98130]: pgmap v1658: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:43:23.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:43:23 smithi031 ceph-mon[100614]: pgmap v1658: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:43:23.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:43:23 smithi196 ceph-mon[90243]: pgmap v1658: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:43:23.822 INFO:tasks.workunit.client.0.smithi031.stdout: 523: throughput=4.99MB/sec pending data=0 2024-08-10T05:43:23.822 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-yEgYKoPjegMzydC off=2726541 len=676717 2024-08-10T05:43:23.824 INFO:tasks.workunit.client.0.smithi031.stdout:op 2682 completed, throughput=4.99MB/sec 2024-08-10T05:43:23.824 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ESckVi8C4o9kz22 off=141371 len=1023958 2024-08-10T05:43:23.826 INFO:tasks.workunit.client.0.smithi031.stdout:op 2683 completed, throughput=4.99MB/sec 2024-08-10T05:43:23.826 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-52N25x4zhDgDNv4 off=500912 len=22130 2024-08-10T05:43:23.826 INFO:tasks.workunit.client.0.smithi031.stdout:op 2684 completed, throughput=4.99MB/sec 2024-08-10T05:43:23.826 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-SgU8oqr-uHe6qTy off=2759184 len=1531874 2024-08-10T05:43:23.828 INFO:tasks.workunit.client.0.smithi031.stdout:op 2685 completed, throughput=5MB/sec 2024-08-10T05:43:23.828 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-8cQps1Tjqrf5smr off=344973 len=1935718 2024-08-10T05:43:23.831 INFO:tasks.workunit.client.0.smithi031.stdout:op 2686 completed, throughput=5MB/sec 2024-08-10T05:43:23.832 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj--yVkElOccNxSNb9 off=12804311 len=1652168 2024-08-10T05:43:23.834 INFO:tasks.workunit.client.0.smithi031.stdout:op 2687 completed, throughput=5MB/sec 2024-08-10T05:43:24.834 INFO:tasks.workunit.client.0.smithi031.stdout: 524: throughput=4.99MB/sec pending data=0 2024-08-10T05:43:24.835 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ZjCIi1ZRc5EQgj4 off=209772 len=854900 2024-08-10T05:43:24.837 INFO:tasks.workunit.client.0.smithi031.stdout:op 2688 completed, throughput=4.99MB/sec 2024-08-10T05:43:24.837 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-m5NhJfrJRrvJFNF off=3748719 len=1719626 2024-08-10T05:43:24.847 INFO:tasks.workunit.client.0.smithi031.stdout:op 2689 completed, throughput=5MB/sec 2024-08-10T05:43:24.848 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-TamaesYptf_Mo00 off=2259887 len=666113 2024-08-10T05:43:24.851 INFO:tasks.workunit.client.0.smithi031.stdout:op 2690 completed, throughput=5MB/sec 2024-08-10T05:43:24.851 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-H7l0waZsq6r1D1D off=22663339 len=800218 2024-08-10T05:43:24.856 INFO:tasks.workunit.client.0.smithi031.stdout:op 2691 completed, throughput=5MB/sec 2024-08-10T05:43:25.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:43:25 smithi031 ceph-mon[98130]: pgmap v1659: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:43:25.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:43:25 smithi031 ceph-mon[100614]: pgmap v1659: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:43:25.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:43:25 smithi196 ceph-mon[90243]: pgmap v1659: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:43:25.857 INFO:tasks.workunit.client.0.smithi031.stdout: 525: throughput=4.99MB/sec pending data=0 2024-08-10T05:43:25.857 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-pz9NY_W4znoI2lp off=8481389 len=410487 2024-08-10T05:43:25.858 INFO:tasks.workunit.client.0.smithi031.stdout:op 2692 completed, throughput=4.99MB/sec 2024-08-10T05:43:25.858 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-K8jDhjGUdJ1Afbi off=8266172 len=1683463 2024-08-10T05:43:25.866 INFO:tasks.workunit.client.0.smithi031.stdout:op 2693 completed, throughput=4.99MB/sec 2024-08-10T05:43:25.866 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-QasaVrjI72jLgzA off=7293985 len=1203242 2024-08-10T05:43:25.872 INFO:tasks.workunit.client.0.smithi031.stdout:op 2694 completed, throughput=5MB/sec 2024-08-10T05:43:25.872 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-qqCIsf1rFvSEFxq off=3794531 len=607162 2024-08-10T05:43:25.875 INFO:tasks.workunit.client.0.smithi031.stdout:op 2695 completed, throughput=5MB/sec 2024-08-10T05:43:25.875 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-eyuxA-tyf5-BJrC off=8912505 len=1655196 2024-08-10T05:43:25.877 INFO:tasks.workunit.client.0.smithi031.stdout:op 2696 completed, throughput=5MB/sec 2024-08-10T05:43:26.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:43:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:43:26.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:43:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:43:26.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:43:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:43:26.877 INFO:tasks.workunit.client.0.smithi031.stdout: 526: throughput=4.99MB/sec pending data=0 2024-08-10T05:43:26.877 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-YI7boDxXty5pMP_ off=15709642 len=1659563 2024-08-10T05:43:26.887 INFO:tasks.workunit.client.0.smithi031.stdout:op 2697 completed, throughput=4.99MB/sec 2024-08-10T05:43:26.887 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-vueUpUlVIYlRxsv off=13050312 len=944435 2024-08-10T05:43:26.888 INFO:tasks.workunit.client.0.smithi031.stdout:op 2698 completed, throughput=5MB/sec 2024-08-10T05:43:26.888 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-O9XKZC9Hqr1qSJb off=14495078 len=237436 2024-08-10T05:43:26.888 INFO:tasks.workunit.client.0.smithi031.stdout:op 2699 completed, throughput=5MB/sec 2024-08-10T05:43:26.889 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-gq_zLeznUc91AkT off=3008070 len=170031 2024-08-10T05:43:26.892 INFO:tasks.workunit.client.0.smithi031.stdout:op 2700 completed, throughput=5MB/sec 2024-08-10T05:43:26.892 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-vy8-MdgHBCV5DJZ off=19390063 len=1059862 2024-08-10T05:43:26.897 INFO:tasks.workunit.client.0.smithi031.stdout:op 2701 completed, throughput=5MB/sec 2024-08-10T05:43:26.897 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-V3I3sMXayRgXaKP off=0 len=1357788 2024-08-10T05:43:26.899 INFO:tasks.workunit.client.0.smithi031.stdout:op 2702 completed, throughput=5MB/sec 2024-08-10T05:43:27.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:43:27 smithi031 ceph-mon[98130]: pgmap v1660: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:43:27.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:43:27 smithi031 ceph-mon[100614]: pgmap v1660: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:43:27.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:43:27 smithi196 ceph-mon[90243]: pgmap v1660: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:43:27.899 INFO:tasks.workunit.client.0.smithi031.stdout: 527: throughput=4.99MB/sec pending data=0 2024-08-10T05:43:27.899 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-kTcWcCg4J9ufSpt off=5130516 len=553854 2024-08-10T05:43:27.900 INFO:tasks.workunit.client.0.smithi031.stdout:op 2703 completed, throughput=4.99MB/sec 2024-08-10T05:43:27.900 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-qd1PRu8h8YOwTNq off=10771885 len=287860 2024-08-10T05:43:27.904 INFO:tasks.workunit.client.0.smithi031.stdout:op 2704 completed, throughput=4.99MB/sec 2024-08-10T05:43:27.904 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-IfoiI_o36979ujG off=1686053 len=1229873 2024-08-10T05:43:27.911 INFO:tasks.workunit.client.0.smithi031.stdout:op 2705 completed, throughput=5MB/sec 2024-08-10T05:43:27.911 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-_8VziDzFNOUbmRu off=1218771 len=185710 2024-08-10T05:43:27.912 INFO:tasks.workunit.client.0.smithi031.stdout:op 2706 completed, throughput=5MB/sec 2024-08-10T05:43:27.912 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-SrgWdLDjJ1Qm83b off=9189294 len=788986 2024-08-10T05:43:27.913 INFO:tasks.workunit.client.0.smithi031.stdout:op 2707 completed, throughput=5MB/sec 2024-08-10T05:43:27.913 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-1jsyu8_Cxq4fZz6 off=6954175 len=1271812 2024-08-10T05:43:27.915 INFO:tasks.workunit.client.0.smithi031.stdout:op 2708 completed, throughput=5MB/sec 2024-08-10T05:43:27.915 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-bh-K85t_XARZzZB off=4714674 len=1283277 2024-08-10T05:43:27.922 INFO:tasks.workunit.client.0.smithi031.stdout:op 2709 completed, throughput=5MB/sec 2024-08-10T05:43:28.923 INFO:tasks.workunit.client.0.smithi031.stdout: 528: throughput=4.99MB/sec pending data=0 2024-08-10T05:43:28.923 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-G-0u3B9N8sJd5AG off=11314742 len=926968 2024-08-10T05:43:28.924 INFO:tasks.workunit.client.0.smithi031.stdout:op 2710 completed, throughput=4.99MB/sec 2024-08-10T05:43:28.924 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-UFwlVs0hazmMP4x off=14168598 len=104680 2024-08-10T05:43:28.927 INFO:tasks.workunit.client.0.smithi031.stdout:op 2711 completed, throughput=4.99MB/sec 2024-08-10T05:43:28.927 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj--YyLc5OzR83h-fq off=11891932 len=1048013 2024-08-10T05:43:28.928 INFO:tasks.workunit.client.0.smithi031.stdout:op 2712 completed, throughput=5MB/sec 2024-08-10T05:43:28.928 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-TPeYLvLmz3uNXpX off=2721470 len=300434 2024-08-10T05:43:28.932 INFO:tasks.workunit.client.0.smithi031.stdout:op 2713 completed, throughput=5MB/sec 2024-08-10T05:43:28.932 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-RZUkciX0lCAsXcK off=8311048 len=770982 2024-08-10T05:43:28.933 INFO:tasks.workunit.client.0.smithi031.stdout:op 2714 completed, throughput=5MB/sec 2024-08-10T05:43:28.934 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-QZh1x9OkObXNUUq off=3809975 len=90901 2024-08-10T05:43:28.936 INFO:tasks.workunit.client.0.smithi031.stdout:op 2715 completed, throughput=5MB/sec 2024-08-10T05:43:28.936 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-9Lxt0pIEOS1GGSF off=3283473 len=714651 2024-08-10T05:43:28.937 INFO:tasks.workunit.client.0.smithi031.stdout:op 2716 completed, throughput=5MB/sec 2024-08-10T05:43:28.937 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-5A0a0ttLAV80pXA off=4057891 len=332479 2024-08-10T05:43:28.941 INFO:tasks.workunit.client.0.smithi031.stdout:op 2717 completed, throughput=5MB/sec 2024-08-10T05:43:28.941 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-mvabTe7GV-0jehd off=21598396 len=933858 2024-08-10T05:43:28.942 INFO:tasks.workunit.client.0.smithi031.stdout:op 2718 completed, throughput=5MB/sec 2024-08-10T05:43:29.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:43:29 smithi031 ceph-mon[98130]: pgmap v1661: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:43:29.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:43:29 smithi031 ceph-mon[100614]: pgmap v1661: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:43:29.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:43:29 smithi196 ceph-mon[90243]: pgmap v1661: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:43:29.943 INFO:tasks.workunit.client.0.smithi031.stdout: 529: throughput=4.99MB/sec pending data=0 2024-08-10T05:43:29.943 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-lmVlhn1B1Z0McTG off=19834274 len=1804299 2024-08-10T05:43:29.945 INFO:tasks.workunit.client.0.smithi031.stdout:op 2719 completed, throughput=4.99MB/sec 2024-08-10T05:43:29.946 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-7lpzLbcmvtrZ7yr off=8527773 len=719427 2024-08-10T05:43:29.947 INFO:tasks.workunit.client.0.smithi031.stdout:op 2720 completed, throughput=5MB/sec 2024-08-10T05:43:29.948 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-VI66mP9vAW-ImLy off=11707381 len=1368297 2024-08-10T05:43:29.955 INFO:tasks.workunit.client.0.smithi031.stdout:op 2721 completed, throughput=5MB/sec 2024-08-10T05:43:29.955 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-3tipybLPmNd2AnQ off=12636942 len=1676499 2024-08-10T05:43:29.963 INFO:tasks.workunit.client.0.smithi031.stdout:op 2722 completed, throughput=5MB/sec 2024-08-10T05:43:30.963 INFO:tasks.workunit.client.0.smithi031.stdout: 530: throughput=4.99MB/sec pending data=0 2024-08-10T05:43:30.963 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-n8Pl9E_-FsD2DER off=4131983 len=399903 2024-08-10T05:43:30.967 INFO:tasks.workunit.client.0.smithi031.stdout:op 2723 completed, throughput=4.99MB/sec 2024-08-10T05:43:30.967 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-9WgdacsUbteyHeU off=5371794 len=371658 2024-08-10T05:43:30.970 INFO:tasks.workunit.client.0.smithi031.stdout:op 2724 completed, throughput=4.99MB/sec 2024-08-10T05:43:30.970 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Dsyx4xhUAMvYsd0 off=19955174 len=435611 2024-08-10T05:43:30.973 INFO:tasks.workunit.client.0.smithi031.stdout:op 2725 completed, throughput=4.99MB/sec 2024-08-10T05:43:30.973 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-JMGx5ils5Ap04VY off=2016869 len=2022533 2024-08-10T05:43:30.977 INFO:tasks.workunit.client.0.smithi031.stdout:op 2726 completed, throughput=5MB/sec 2024-08-10T05:43:30.978 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-hmxCMOaxnxnLTIS off=3615681 len=1888319 2024-08-10T05:43:30.980 INFO:tasks.workunit.client.0.smithi031.stdout:op 2727 completed, throughput=5MB/sec 2024-08-10T05:43:31.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:43:31 smithi031 ceph-mon[98130]: pgmap v1662: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:43:31.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:43:31 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:43:31] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-08-10T05:43:31.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:43:31 smithi031 ceph-mon[100614]: pgmap v1662: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:43:31.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:43:31 smithi196 ceph-mon[90243]: pgmap v1662: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:43:31.980 INFO:tasks.workunit.client.0.smithi031.stdout: 531: throughput=4.99MB/sec pending data=0 2024-08-10T05:43:31.980 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-8T-N1VeviQPoirh off=3479778 len=656911 2024-08-10T05:43:31.985 INFO:tasks.workunit.client.0.smithi031.stdout:op 2728 completed, throughput=4.99MB/sec 2024-08-10T05:43:31.985 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-UDCVdYeFrMo6nEb off=11917980 len=1329118 2024-08-10T05:43:31.992 INFO:tasks.workunit.client.0.smithi031.stdout:op 2729 completed, throughput=5MB/sec 2024-08-10T05:43:31.992 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-hwHgpDMgC40BXMF off=12540196 len=457332 2024-08-10T05:43:31.995 INFO:tasks.workunit.client.0.smithi031.stdout:op 2730 completed, throughput=5MB/sec 2024-08-10T05:43:31.996 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-VYAseF65LrDK_vM off=9894940 len=515232 2024-08-10T05:43:31.997 INFO:tasks.workunit.client.0.smithi031.stdout:op 2731 completed, throughput=5MB/sec 2024-08-10T05:43:31.997 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-QoZcZ5LjY_pvNuR off=1514116 len=1167164 2024-08-10T05:43:31.999 INFO:tasks.workunit.client.0.smithi031.stdout:op 2732 completed, throughput=5MB/sec 2024-08-10T05:43:31.999 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-9rb9I-KGiA-Q9Lb off=18784698 len=637251 2024-08-10T05:43:32.003 INFO:tasks.workunit.client.0.smithi031.stdout:op 2733 completed, throughput=5MB/sec 2024-08-10T05:43:32.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:43:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:43:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:43:33.004 INFO:tasks.workunit.client.0.smithi031.stdout: 532: throughput=4.99MB/sec pending data=0 2024-08-10T05:43:33.004 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj--ljvq5vnZBK3WSn off=15320257 len=2015654 2024-08-10T05:43:33.014 INFO:tasks.workunit.client.0.smithi031.stdout:op 2734 completed, throughput=4.99MB/sec 2024-08-10T05:43:33.015 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-geXck_cOCOlh-Ri off=9154783 len=1175026 2024-08-10T05:43:33.016 INFO:tasks.workunit.client.0.smithi031.stdout:op 2735 completed, throughput=5MB/sec 2024-08-10T05:43:33.016 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-W9MVdYqC3-Gjh-h off=8143030 len=2072898 2024-08-10T05:43:33.018 INFO:tasks.workunit.client.0.smithi031.stdout:op 2736 completed, throughput=5MB/sec 2024-08-10T05:43:33.018 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-syQgktaSSHn2fox off=913904 len=406836 2024-08-10T05:43:33.019 INFO:tasks.workunit.client.0.smithi031.stdout:op 2737 completed, throughput=5MB/sec 2024-08-10T05:43:33.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:43:33 smithi031 ceph-mon[98130]: pgmap v1663: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:43:33.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:43:33 smithi031 ceph-mon[100614]: pgmap v1663: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:43:33.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:43:33 smithi196 ceph-mon[90243]: pgmap v1663: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:43:34.019 INFO:tasks.workunit.client.0.smithi031.stdout: 533: throughput=4.99MB/sec pending data=0 2024-08-10T05:43:34.020 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-UtLkSE5oJebYbEM off=14794951 len=2046998 2024-08-10T05:43:34.022 INFO:tasks.workunit.client.0.smithi031.stdout:op 2738 completed, throughput=4.99MB/sec 2024-08-10T05:43:34.022 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-WoGkWv0Z9vD_tbm off=3847353 len=1782387 2024-08-10T05:43:34.030 INFO:tasks.workunit.client.0.smithi031.stdout:op 2739 completed, throughput=5MB/sec 2024-08-10T05:43:34.030 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-OqBtVb3vLU7R59A off=12996748 len=1370433 2024-08-10T05:43:34.031 INFO:tasks.workunit.client.0.smithi031.stdout:op 2740 completed, throughput=5MB/sec 2024-08-10T05:43:35.032 INFO:tasks.workunit.client.0.smithi031.stdout: 534: throughput=4.99MB/sec pending data=0 2024-08-10T05:43:35.032 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-kOUhbRBqArxK8cI off=1918049 len=1137423 2024-08-10T05:43:35.035 INFO:tasks.workunit.client.0.smithi031.stdout:op 2741 completed, throughput=4.99MB/sec 2024-08-10T05:43:35.035 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-DgALLoyh7mnZhcf off=9889096 len=1140305 2024-08-10T05:43:35.042 INFO:tasks.workunit.client.0.smithi031.stdout:op 2742 completed, throughput=5MB/sec 2024-08-10T05:43:35.043 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ZY5xa79fYZWF_Zu off=9875121 len=632642 2024-08-10T05:43:35.044 INFO:tasks.workunit.client.0.smithi031.stdout:op 2743 completed, throughput=5MB/sec 2024-08-10T05:43:35.044 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-tdMtfLeHa4hnqfM off=452911 len=870233 2024-08-10T05:43:35.045 INFO:tasks.workunit.client.0.smithi031.stdout:op 2744 completed, throughput=5MB/sec 2024-08-10T05:43:35.045 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-GOfISH6zn5_ibiW off=745248 len=656863 2024-08-10T05:43:35.046 INFO:tasks.workunit.client.0.smithi031.stdout:op 2745 completed, throughput=5MB/sec 2024-08-10T05:43:35.047 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-alIRJsBubuS9tpP off=22781191 len=953325 2024-08-10T05:43:35.051 INFO:tasks.workunit.client.0.smithi031.stdout:op 2746 completed, throughput=5MB/sec 2024-08-10T05:43:35.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:43:35 smithi031 ceph-mon[98130]: pgmap v1664: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:43:35.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:43:35 smithi031 ceph-mon[100614]: pgmap v1664: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:43:35.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:43:35 smithi196 ceph-mon[90243]: pgmap v1664: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:43:36.052 INFO:tasks.workunit.client.0.smithi031.stdout: 535: throughput=4.99MB/sec pending data=0 2024-08-10T05:43:36.052 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-O19Hi4QvyNR35G5 off=1357926 len=1802764 2024-08-10T05:43:36.062 INFO:tasks.workunit.client.0.smithi031.stdout:op 2747 completed, throughput=4.99MB/sec 2024-08-10T05:43:36.062 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-KLMQ_zSPLuqj85m off=9702602 len=1147460 2024-08-10T05:43:36.064 INFO:tasks.workunit.client.0.smithi031.stdout:op 2748 completed, throughput=5MB/sec 2024-08-10T05:43:36.064 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-9J1WYlGJ5auXFBN off=413759 len=1358127 2024-08-10T05:43:36.066 INFO:tasks.workunit.client.0.smithi031.stdout:op 2749 completed, throughput=5MB/sec 2024-08-10T05:43:36.066 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-lfVm8XI6L4JWU-t off=15476422 len=132531 2024-08-10T05:43:36.066 INFO:tasks.workunit.client.0.smithi031.stdout:op 2750 completed, throughput=5MB/sec 2024-08-10T05:43:36.067 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-_NA4tF1cHuQk0q1 off=1093451 len=199059 2024-08-10T05:43:36.067 INFO:tasks.workunit.client.0.smithi031.stdout:op 2751 completed, throughput=5MB/sec 2024-08-10T05:43:36.067 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-w2Hd3alQEqr9PBS off=580171 len=897103 2024-08-10T05:43:36.070 INFO:tasks.workunit.client.0.smithi031.stdout:op 2752 completed, throughput=5MB/sec 2024-08-10T05:43:37.070 INFO:tasks.workunit.client.0.smithi031.stdout: 536: throughput=4.99MB/sec pending data=0 2024-08-10T05:43:37.070 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-p6fENvjBq_gzPzh off=9557444 len=98915 2024-08-10T05:43:37.071 INFO:tasks.workunit.client.0.smithi031.stdout:op 2753 completed, throughput=4.99MB/sec 2024-08-10T05:43:37.071 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-rt_H29OnbYpKeXV off=3881774 len=1836186 2024-08-10T05:43:37.074 INFO:tasks.workunit.client.0.smithi031.stdout:op 2754 completed, throughput=5MB/sec 2024-08-10T05:43:37.075 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-AUy9DvPg4V-u68A off=4213765 len=1388524 2024-08-10T05:43:37.077 INFO:tasks.workunit.client.0.smithi031.stdout:op 2755 completed, throughput=5MB/sec 2024-08-10T05:43:37.077 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-flTMZBF55togspe off=4029001 len=1505140 2024-08-10T05:43:37.079 INFO:tasks.workunit.client.0.smithi031.stdout:op 2756 completed, throughput=5MB/sec 2024-08-10T05:43:37.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:43:37 smithi031 ceph-mon[98130]: pgmap v1665: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:43:37.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:43:37 smithi031 ceph-mon[100614]: pgmap v1665: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:43:37.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:43:37 smithi196 ceph-mon[90243]: pgmap v1665: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:43:38.080 INFO:tasks.workunit.client.0.smithi031.stdout: 537: throughput=4.99MB/sec pending data=0 2024-08-10T05:43:38.080 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Q6pNkma7OxWX6xN off=16383357 len=2056990 2024-08-10T05:43:38.092 INFO:tasks.workunit.client.0.smithi031.stdout:op 2757 completed, throughput=4.99MB/sec 2024-08-10T05:43:38.092 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-t5N22wzAUeCBTsS off=7239181 len=1072948 2024-08-10T05:43:38.093 INFO:tasks.workunit.client.0.smithi031.stdout:op 2758 completed, throughput=5MB/sec 2024-08-10T05:43:38.093 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-AO-fZJgMhk9lDUa off=1153617 len=345206 2024-08-10T05:43:38.096 INFO:tasks.workunit.client.0.smithi031.stdout:op 2759 completed, throughput=5MB/sec 2024-08-10T05:43:38.097 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-jQ-XmmGESu9Nh3R off=3876482 len=1347906 2024-08-10T05:43:38.104 INFO:tasks.workunit.client.0.smithi031.stdout:op 2760 completed, throughput=5MB/sec 2024-08-10T05:43:38.104 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-qwcSv8cfpgd2Qk7 off=4089397 len=925426 2024-08-10T05:43:38.109 INFO:tasks.workunit.client.0.smithi031.stdout:op 2761 completed, throughput=5MB/sec 2024-08-10T05:43:39.109 INFO:tasks.workunit.client.0.smithi031.stdout: 538: throughput=4.99MB/sec pending data=0 2024-08-10T05:43:39.109 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-nqDUGSkQzw3X0sr off=8917434 len=780760 2024-08-10T05:43:39.113 INFO:tasks.workunit.client.0.smithi031.stdout:op 2762 completed, throughput=4.99MB/sec 2024-08-10T05:43:39.114 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-9nqeCa_hhMjgBys off=2034428 len=1830356 2024-08-10T05:43:39.123 INFO:tasks.workunit.client.0.smithi031.stdout:op 2763 completed, throughput=5MB/sec 2024-08-10T05:43:39.123 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-9Nv_aJ5ycLroCHz off=129429 len=1358458 2024-08-10T05:43:39.129 INFO:tasks.workunit.client.0.smithi031.stdout:op 2764 completed, throughput=5MB/sec 2024-08-10T05:43:39.129 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-uVCB6S3_2I1qCLI off=7790967 len=1275301 2024-08-10T05:43:39.137 INFO:tasks.workunit.client.0.smithi031.stdout:op 2765 completed, throughput=5MB/sec 2024-08-10T05:43:39.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:43:39 smithi031 ceph-mon[98130]: pgmap v1666: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-08-10T05:43:39.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:43:39 smithi031 ceph-mon[100614]: pgmap v1666: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-08-10T05:43:39.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:43:39 smithi196 ceph-mon[90243]: pgmap v1666: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-08-10T05:43:40.138 INFO:tasks.workunit.client.0.smithi031.stdout: 539: throughput=4.99MB/sec pending data=0 2024-08-10T05:43:40.138 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ecAm8v_AyN0Jm-X off=1543277 len=1956584 2024-08-10T05:43:40.150 INFO:tasks.workunit.client.0.smithi031.stdout:op 2766 completed, throughput=4.99MB/sec 2024-08-10T05:43:40.150 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-EiGlqp11sC4zcRH off=9233102 len=1191710 2024-08-10T05:43:40.155 INFO:tasks.workunit.client.0.smithi031.stdout:op 2767 completed, throughput=5MB/sec 2024-08-10T05:43:40.155 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-6zFSoFX8wk3cejm off=2120417 len=1820951 2024-08-10T05:43:40.165 INFO:tasks.workunit.client.0.smithi031.stdout:op 2768 completed, throughput=5MB/sec 2024-08-10T05:43:40.165 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-0BvSNi_Qoh3Nlxs off=15065 len=1925781 2024-08-10T05:43:40.168 INFO:tasks.workunit.client.0.smithi031.stdout:op 2769 completed, throughput=5MB/sec 2024-08-10T05:43:41.169 INFO:tasks.workunit.client.0.smithi031.stdout: 540: throughput=4.99MB/sec pending data=0 2024-08-10T05:43:41.170 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj--DnD5fGisSr1ZUb off=6592910 len=526626 2024-08-10T05:43:41.173 INFO:tasks.workunit.client.0.smithi031.stdout:op 2770 completed, throughput=4.99MB/sec 2024-08-10T05:43:41.174 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-sWePfijkPUbQ6OP off=9986640 len=507805 2024-08-10T05:43:41.175 INFO:tasks.workunit.client.0.smithi031.stdout:op 2771 completed, throughput=5MB/sec 2024-08-10T05:43:41.175 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-tI1LYy9_phsuYDU off=18303421 len=1010837 2024-08-10T05:43:41.180 INFO:tasks.workunit.client.0.smithi031.stdout:op 2772 completed, throughput=5MB/sec 2024-08-10T05:43:41.180 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-PyBHr-xbGYWMhPx off=4170468 len=1774400 2024-08-10T05:43:41.190 INFO:tasks.workunit.client.0.smithi031.stdout:op 2773 completed, throughput=5MB/sec 2024-08-10T05:43:41.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:43:41 smithi031 ceph-mon[98130]: pgmap v1667: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-08-10T05:43:41.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:43:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:43:41.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:43:41 smithi031 ceph-mon[100614]: pgmap v1667: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-08-10T05:43:41.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:43:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:43:41.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:43:41 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:43:41] "GET /metrics HTTP/1.1" 200 34047 "" "Prometheus/2.43.0" 2024-08-10T05:43:41.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:43:41 smithi196 ceph-mon[90243]: pgmap v1667: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-08-10T05:43:41.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:43:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:43:42.190 INFO:tasks.workunit.client.0.smithi031.stdout: 541: throughput=4.99MB/sec pending data=0 2024-08-10T05:43:42.191 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-b3yw9qr9K7-9frW off=11454232 len=2047601 2024-08-10T05:43:42.193 INFO:tasks.workunit.client.0.smithi031.stdout:op 2774 completed, throughput=4.99MB/sec 2024-08-10T05:43:42.193 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-sGQyFaqXZY2F7z6 off=2102988 len=201930 2024-08-10T05:43:42.196 INFO:tasks.workunit.client.0.smithi031.stdout:op 2775 completed, throughput=5MB/sec 2024-08-10T05:43:42.196 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-EGf5NdZ5u2zn7Ul off=1045702 len=321061 2024-08-10T05:43:42.199 INFO:tasks.workunit.client.0.smithi031.stdout:op 2776 completed, throughput=5MB/sec 2024-08-10T05:43:42.200 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-5sU6bSKxzZe1Hpq off=1040567 len=1255314 2024-08-10T05:43:42.206 INFO:tasks.workunit.client.0.smithi031.stdout:op 2777 completed, throughput=5MB/sec 2024-08-10T05:43:42.206 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-skCOmkro-Es-OUN off=7473164 len=325789 2024-08-10T05:43:42.208 INFO:tasks.workunit.client.0.smithi031.stdout:op 2778 completed, throughput=5MB/sec 2024-08-10T05:43:42.208 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-2vfQ-bRkueejG8R off=1060997 len=1689166 2024-08-10T05:43:42.217 INFO:tasks.workunit.client.0.smithi031.stdout:op 2779 completed, throughput=5MB/sec 2024-08-10T05:43:42.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:43:42 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:43:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:43:43.217 INFO:tasks.workunit.client.0.smithi031.stdout: 542: throughput=4.99MB/sec pending data=0 2024-08-10T05:43:43.217 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Q7tOhhmoz-IJbcc off=13975743 len=388921 2024-08-10T05:43:43.218 INFO:tasks.workunit.client.0.smithi031.stdout:op 2780 completed, throughput=4.99MB/sec 2024-08-10T05:43:43.218 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-MNLj-jLZSBgE4qa off=501687 len=1397176 2024-08-10T05:43:43.227 INFO:tasks.workunit.client.0.smithi031.stdout:op 2781 completed, throughput=5MB/sec 2024-08-10T05:43:43.227 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-wpQutbMsjtF7_N9 off=3430453 len=1637958 2024-08-10T05:43:43.229 INFO:tasks.workunit.client.0.smithi031.stdout:op 2782 completed, throughput=5MB/sec 2024-08-10T05:43:43.229 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-emU32rBLRrJKalK off=12206454 len=1786297 2024-08-10T05:43:43.240 INFO:tasks.workunit.client.0.smithi031.stdout:op 2783 completed, throughput=5MB/sec 2024-08-10T05:43:43.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:43:43 smithi031 ceph-mon[98130]: pgmap v1668: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-10T05:43:43.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:43:43 smithi031 ceph-mon[100614]: pgmap v1668: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-10T05:43:43.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:43:43 smithi196 ceph-mon[90243]: pgmap v1668: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-10T05:43:44.241 INFO:tasks.workunit.client.0.smithi031.stdout: 543: throughput=4.99MB/sec pending data=0 2024-08-10T05:43:44.241 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-iqwmKW5jG_7PCXY off=3529984 len=438299 2024-08-10T05:43:44.244 INFO:tasks.workunit.client.0.smithi031.stdout:op 2784 completed, throughput=4.99MB/sec 2024-08-10T05:43:44.245 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-RetLyR4yXeGfXP8 off=19833426 len=1674667 2024-08-10T05:43:44.248 INFO:tasks.workunit.client.0.smithi031.stdout:op 2785 completed, throughput=5MB/sec 2024-08-10T05:43:44.248 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-TQLy97PW0WyK2U4 off=12877609 len=394662 2024-08-10T05:43:44.249 INFO:tasks.workunit.client.0.smithi031.stdout:op 2786 completed, throughput=5MB/sec 2024-08-10T05:43:44.249 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-UN71jTGBDmBCuYI off=17016262 len=1371562 2024-08-10T05:43:44.251 INFO:tasks.workunit.client.0.smithi031.stdout:op 2787 completed, throughput=5MB/sec 2024-08-10T05:43:44.252 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Zf8BIycDxTruQwB off=2121815 len=1266545 2024-08-10T05:43:44.253 INFO:tasks.workunit.client.0.smithi031.stdout:op 2788 completed, throughput=5MB/sec 2024-08-10T05:43:45.254 INFO:tasks.workunit.client.0.smithi031.stdout: 544: throughput=4.99MB/sec pending data=0 2024-08-10T05:43:45.254 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-BThxFuHmRUK23DA off=4954587 len=315689 2024-08-10T05:43:45.257 INFO:tasks.workunit.client.0.smithi031.stdout:op 2789 completed, throughput=4.99MB/sec 2024-08-10T05:43:45.257 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-lwdrx9YQTrWQS_e off=2883242 len=1918642 2024-08-10T05:43:45.269 INFO:tasks.workunit.client.0.smithi031.stdout:op 2790 completed, throughput=5MB/sec 2024-08-10T05:43:45.269 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Yt1j-laRc3O2PnO off=3793824 len=1377898 2024-08-10T05:43:45.276 INFO:tasks.workunit.client.0.smithi031.stdout:op 2791 completed, throughput=5MB/sec 2024-08-10T05:43:45.276 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-qZJHVLgu-y_hrCz off=4930632 len=1879092 2024-08-10T05:43:45.287 INFO:tasks.workunit.client.0.smithi031.stdout:op 2792 completed, throughput=5MB/sec 2024-08-10T05:43:45.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:43:45 smithi196 ceph-mon[90243]: pgmap v1669: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:43:45.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:43:45 smithi031 ceph-mon[98130]: pgmap v1669: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:43:45.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:43:45 smithi031 ceph-mon[100614]: pgmap v1669: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:43:46.287 INFO:tasks.workunit.client.0.smithi031.stdout: 545: throughput=4.99MB/sec pending data=0 2024-08-10T05:43:46.287 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-666V5DB2xTvXYbv off=12214765 len=1673382 2024-08-10T05:43:46.290 INFO:tasks.workunit.client.0.smithi031.stdout:op 2793 completed, throughput=4.99MB/sec 2024-08-10T05:43:46.290 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-VCQHQbpB4P_Ghms off=436923 len=1814068 2024-08-10T05:43:46.292 INFO:tasks.workunit.client.0.smithi031.stdout:op 2794 completed, throughput=5MB/sec 2024-08-10T05:43:46.292 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ZqafxVC2-0oZ4Nu off=6569457 len=122602 2024-08-10T05:43:46.293 INFO:tasks.workunit.client.0.smithi031.stdout:op 2795 completed, throughput=5MB/sec 2024-08-10T05:43:46.293 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-x1feGq091SA_6-c off=687162 len=2000019 2024-08-10T05:43:46.297 INFO:tasks.workunit.client.0.smithi031.stdout:op 2796 completed, throughput=5MB/sec 2024-08-10T05:43:47.297 INFO:tasks.workunit.client.0.smithi031.stdout: 546: throughput=4.99MB/sec pending data=0 2024-08-10T05:43:47.297 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-wDcmxfrVTinTWoz off=11786546 len=1611726 2024-08-10T05:43:47.299 INFO:tasks.workunit.client.0.smithi031.stdout:op 2797 completed, throughput=4.99MB/sec 2024-08-10T05:43:47.299 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-4nq6yVYAfuIsdAH off=15467276 len=1214964 2024-08-10T05:43:47.308 INFO:tasks.workunit.client.0.smithi031.stdout:op 2798 completed, throughput=5MB/sec 2024-08-10T05:43:47.308 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-3gA4YnPOMhrImWc off=13247538 len=812901 2024-08-10T05:43:47.312 INFO:tasks.workunit.client.0.smithi031.stdout:op 2799 completed, throughput=5MB/sec 2024-08-10T05:43:47.312 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-P0r5jrYobg86-2u off=1221028 len=994536 2024-08-10T05:43:47.317 INFO:tasks.workunit.client.0.smithi031.stdout:op 2800 completed, throughput=5MB/sec 2024-08-10T05:43:47.317 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-dlnaQ-8GDsbIY9_ off=7053541 len=977719 2024-08-10T05:43:47.318 INFO:tasks.workunit.client.0.smithi031.stdout:op 2801 completed, throughput=5MB/sec 2024-08-10T05:43:47.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:43:47 smithi196 ceph-mon[90243]: pgmap v1670: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:43:47.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:43:47 smithi031 ceph-mon[98130]: pgmap v1670: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:43:47.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:43:47 smithi031 ceph-mon[100614]: pgmap v1670: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:43:48.319 INFO:tasks.workunit.client.0.smithi031.stdout: 547: throughput=4.99MB/sec pending data=0 2024-08-10T05:43:48.319 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-QzfifSyHw16Notl off=6146073 len=1949896 2024-08-10T05:43:48.321 INFO:tasks.workunit.client.0.smithi031.stdout:op 2802 completed, throughput=5MB/sec 2024-08-10T05:43:48.321 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj--cTPE-lE19V-YuQ off=2718699 len=264179 2024-08-10T05:43:48.323 INFO:tasks.workunit.client.0.smithi031.stdout:op 2803 completed, throughput=5MB/sec 2024-08-10T05:43:48.323 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-uW9rTecbMTh3JOZ off=1228357 len=285926 2024-08-10T05:43:48.323 INFO:tasks.workunit.client.0.smithi031.stdout:op 2804 completed, throughput=5MB/sec 2024-08-10T05:43:48.323 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Z14oIFKP4NkrvUv off=22575734 len=438983 2024-08-10T05:43:48.325 INFO:tasks.workunit.client.0.smithi031.stdout:op 2805 completed, throughput=5MB/sec 2024-08-10T05:43:48.325 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-e19ibiLFy-BlOX5 off=3604154 len=842692 2024-08-10T05:43:48.326 INFO:tasks.workunit.client.0.smithi031.stdout:op 2806 completed, throughput=5MB/sec 2024-08-10T05:43:48.327 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-csT8ukxuiaDQ9p9 off=3595042 len=1342428 2024-08-10T05:43:48.328 INFO:tasks.workunit.client.0.smithi031.stdout:op 2807 completed, throughput=5MB/sec 2024-08-10T05:43:49.328 INFO:tasks.workunit.client.0.smithi031.stdout: 548: throughput=4.99MB/sec pending data=0 2024-08-10T05:43:49.328 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-i6Bi7QYBGiMncce off=19880660 len=1533167 2024-08-10T05:43:49.330 INFO:tasks.workunit.client.0.smithi031.stdout:op 2808 completed, throughput=4.99MB/sec 2024-08-10T05:43:49.330 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-LbzFrSRpwPNuQxJ off=10474656 len=751518 2024-08-10T05:43:49.332 INFO:tasks.workunit.client.0.smithi031.stdout:op 2809 completed, throughput=5MB/sec 2024-08-10T05:43:49.332 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-dZ6ELI7rbY-LFUv off=4928484 len=488843 2024-08-10T05:43:49.333 INFO:tasks.workunit.client.0.smithi031.stdout:op 2810 completed, throughput=5MB/sec 2024-08-10T05:43:49.333 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-B98g-PulHM8PfuS off=21423186 len=437989 2024-08-10T05:43:49.336 INFO:tasks.workunit.client.0.smithi031.stdout:op 2811 completed, throughput=5MB/sec 2024-08-10T05:43:49.336 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Ziat68ZUQtHuJjw off=6774639 len=1049631 2024-08-10T05:43:49.342 INFO:tasks.workunit.client.0.smithi031.stdout:op 2812 completed, throughput=5MB/sec 2024-08-10T05:43:49.342 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-DzQu85d70DEbJv4 off=4672070 len=1238559 2024-08-10T05:43:49.343 INFO:tasks.workunit.client.0.smithi031.stdout:op 2813 completed, throughput=5MB/sec 2024-08-10T05:43:49.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:43:49 smithi196 ceph-mon[90243]: pgmap v1671: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:43:49.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:43:49 smithi031 ceph-mon[98130]: pgmap v1671: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:43:49.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:43:49 smithi031 ceph-mon[100614]: pgmap v1671: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:43:50.344 INFO:tasks.workunit.client.0.smithi031.stdout: 549: throughput=4.99MB/sec pending data=0 2024-08-10T05:43:50.344 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-T84ELiPasa3gNI6 off=1320865 len=1924141 2024-08-10T05:43:50.346 INFO:tasks.workunit.client.0.smithi031.stdout:op 2814 completed, throughput=5MB/sec 2024-08-10T05:43:50.346 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-KfdHz1ufi2YRNMv off=4768329 len=1041596 2024-08-10T05:43:50.352 INFO:tasks.workunit.client.0.smithi031.stdout:op 2815 completed, throughput=5MB/sec 2024-08-10T05:43:50.352 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-xvf4VTdlq-eLVEh off=2304382 len=141419 2024-08-10T05:43:50.353 INFO:tasks.workunit.client.0.smithi031.stdout:op 2816 completed, throughput=5MB/sec 2024-08-10T05:43:50.353 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-zMCw72gS6g_M46I off=20582380 len=266537 2024-08-10T05:43:50.356 INFO:tasks.workunit.client.0.smithi031.stdout:op 2817 completed, throughput=5MB/sec 2024-08-10T05:43:50.356 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-jASyKO-dy88WsJ7 off=12186365 len=1392620 2024-08-10T05:43:50.357 INFO:tasks.workunit.client.0.smithi031.stdout:op 2818 completed, throughput=5MB/sec 2024-08-10T05:43:51.358 INFO:tasks.workunit.client.0.smithi031.stdout: 550: throughput=4.99MB/sec pending data=0 2024-08-10T05:43:51.358 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-a7-0LY4LvPVoUjG off=16891756 len=982374 2024-08-10T05:43:51.364 INFO:tasks.workunit.client.0.smithi031.stdout:op 2819 completed, throughput=4.99MB/sec 2024-08-10T05:43:51.364 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-CTGnVCT4Fz1sW5r off=6417219 len=1137002 2024-08-10T05:43:51.369 INFO:tasks.workunit.client.0.smithi031.stdout:op 2820 completed, throughput=5MB/sec 2024-08-10T05:43:51.369 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-3SREJsGpLDT2BAW off=11683656 len=1230714 2024-08-10T05:43:51.376 INFO:tasks.workunit.client.0.smithi031.stdout:op 2821 completed, throughput=5MB/sec 2024-08-10T05:43:51.376 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-U2moVJgb69u0uDg off=8031023 len=1450261 2024-08-10T05:43:51.378 INFO:tasks.workunit.client.0.smithi031.stdout:op 2822 completed, throughput=5MB/sec 2024-08-10T05:43:51.378 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Baab9QmUQqrhMLC off=1024977 len=359892 2024-08-10T05:43:51.381 INFO:tasks.workunit.client.0.smithi031.stdout:op 2823 completed, throughput=5MB/sec 2024-08-10T05:43:51.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:43:51 smithi031 ceph-mon[98130]: pgmap v1672: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:43:51.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:43:51 smithi031 ceph-mon[100614]: pgmap v1672: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:43:51.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:43:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:43:51] "GET /metrics HTTP/1.1" 200 34047 "" "Prometheus/2.43.0" 2024-08-10T05:43:51.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:43:51 smithi196 ceph-mon[90243]: pgmap v1672: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:43:52.381 INFO:tasks.workunit.client.0.smithi031.stdout: 551: throughput=4.99MB/sec pending data=0 2024-08-10T05:43:52.382 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-L2XSMNbfMQpelgx off=5430549 len=319168 2024-08-10T05:43:52.382 INFO:tasks.workunit.client.0.smithi031.stdout:op 2824 completed, throughput=4.99MB/sec 2024-08-10T05:43:52.382 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-yJarWnTNC_dz1ra off=1686180 len=1277642 2024-08-10T05:43:52.384 INFO:tasks.workunit.client.0.smithi031.stdout:op 2825 completed, throughput=4.99MB/sec 2024-08-10T05:43:52.384 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-xPk9z8J3zm1lZ9e off=6354948 len=293587 2024-08-10T05:43:52.387 INFO:tasks.workunit.client.0.smithi031.stdout:op 2826 completed, throughput=4.99MB/sec 2024-08-10T05:43:52.387 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-g4XH775Pkj3UF-K off=611617 len=913887 2024-08-10T05:43:52.392 INFO:tasks.workunit.client.0.smithi031.stdout:op 2827 completed, throughput=5MB/sec 2024-08-10T05:43:52.392 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-jKTLegplwC2o4nP off=14524702 len=437613 2024-08-10T05:43:52.393 INFO:tasks.workunit.client.0.smithi031.stdout:op 2828 completed, throughput=5MB/sec 2024-08-10T05:43:52.393 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-79tefsjQMcCjCAm off=1807848 len=1599994 2024-08-10T05:43:52.403 INFO:tasks.workunit.client.0.smithi031.stdout:op 2829 completed, throughput=5MB/sec 2024-08-10T05:43:52.403 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-AwGga4Uk3RQwlkM off=5302094 len=620708 2024-08-10T05:43:52.404 INFO:tasks.workunit.client.0.smithi031.stdout:op 2830 completed, throughput=5MB/sec 2024-08-10T05:43:52.778 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:43:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[126930]: logger=cleanup t=2024-08-10T05:43:52.427548506Z level=info msg="Completed cleanup jobs" duration=2.201055ms 2024-08-10T05:43:52.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:43:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:43:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:43:53.405 INFO:tasks.workunit.client.0.smithi031.stdout: 552: throughput=4.99MB/sec pending data=0 2024-08-10T05:43:53.405 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ZCffa5xWzrEjOSD off=2427707 len=687998 2024-08-10T05:43:53.406 INFO:tasks.workunit.client.0.smithi031.stdout:op 2831 completed, throughput=4.99MB/sec 2024-08-10T05:43:53.406 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-BxMuCjvSHpN5x6E off=15890984 len=1322674 2024-08-10T05:43:53.412 INFO:tasks.workunit.client.0.smithi031.stdout:op 2832 completed, throughput=4.99MB/sec 2024-08-10T05:43:53.412 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-TD0SUX64IOoTG3t off=1599486 len=1618483 2024-08-10T05:43:53.421 INFO:tasks.workunit.client.0.smithi031.stdout:op 2833 completed, throughput=5MB/sec 2024-08-10T05:43:53.421 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-P6K1UPiNMt9_sg_ off=12010127 len=1345340 2024-08-10T05:43:53.426 INFO:tasks.workunit.client.0.smithi031.stdout:op 2834 completed, throughput=5MB/sec 2024-08-10T05:43:53.426 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-PJ0pHE5V-udMNrK off=3847786 len=732682 2024-08-10T05:43:53.427 INFO:tasks.workunit.client.0.smithi031.stdout:op 2835 completed, throughput=5MB/sec 2024-08-10T05:43:53.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:43:53 smithi031 ceph-mon[98130]: pgmap v1673: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:43:53.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:43:53 smithi031 ceph-mon[100614]: pgmap v1673: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:43:53.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:43:53 smithi196 ceph-mon[90243]: pgmap v1673: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:43:54.428 INFO:tasks.workunit.client.0.smithi031.stdout: 553: throughput=4.99MB/sec pending data=0 2024-08-10T05:43:54.428 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-hbGOK-AcoGlec2g off=3438017 len=1246832 2024-08-10T05:43:54.435 INFO:tasks.workunit.client.0.smithi031.stdout:op 2836 completed, throughput=4.99MB/sec 2024-08-10T05:43:54.435 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-C89WIX732qi_Jnx off=18281845 len=753781 2024-08-10T05:43:54.436 INFO:tasks.workunit.client.0.smithi031.stdout:op 2837 completed, throughput=5MB/sec 2024-08-10T05:43:54.436 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-YDhp16T3zuYvMsa off=7065972 len=2008190 2024-08-10T05:43:54.439 INFO:tasks.workunit.client.0.smithi031.stdout:op 2838 completed, throughput=5MB/sec 2024-08-10T05:43:54.439 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-NxsXIe19qilHRFR off=19065849 len=1658179 2024-08-10T05:43:54.442 INFO:tasks.workunit.client.0.smithi031.stdout:op 2839 completed, throughput=5MB/sec 2024-08-10T05:43:55.443 INFO:tasks.workunit.client.0.smithi031.stdout: 554: throughput=4.99MB/sec pending data=0 2024-08-10T05:43:55.443 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-PEYqhEnR-gfGeQc off=2995521 len=858193 2024-08-10T05:43:55.444 INFO:tasks.workunit.client.0.smithi031.stdout:op 2840 completed, throughput=4.99MB/sec 2024-08-10T05:43:55.444 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Q08tKcu6ndYYdWG off=391514 len=555683 2024-08-10T05:43:55.448 INFO:tasks.workunit.client.0.smithi031.stdout:op 2841 completed, throughput=5MB/sec 2024-08-10T05:43:55.449 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-q2gQyFftMFx5qXO off=189777 len=1820670 2024-08-10T05:43:55.451 INFO:tasks.workunit.client.0.smithi031.stdout:op 2842 completed, throughput=5MB/sec 2024-08-10T05:43:55.451 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-SFWV6iitypX92yr off=3007689 len=133890 2024-08-10T05:43:55.454 INFO:tasks.workunit.client.0.smithi031.stdout:op 2843 completed, throughput=5MB/sec 2024-08-10T05:43:55.454 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-RJmPjFlS_9R1tvM off=4322024 len=1136665 2024-08-10T05:43:55.455 INFO:tasks.workunit.client.0.smithi031.stdout:op 2844 completed, throughput=5MB/sec 2024-08-10T05:43:55.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:43:55 smithi031 ceph-mon[98130]: pgmap v1674: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:43:55.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:43:55 smithi031 ceph-mon[100614]: pgmap v1674: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:43:55.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:43:55 smithi196 ceph-mon[90243]: pgmap v1674: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:43:56.456 INFO:tasks.workunit.client.0.smithi031.stdout: 555: throughput=4.99MB/sec pending data=0 2024-08-10T05:43:56.456 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-j_6s45a8l0_Z-mk off=20819048 len=736576 2024-08-10T05:43:56.458 INFO:tasks.workunit.client.0.smithi031.stdout:op 2845 completed, throughput=4.99MB/sec 2024-08-10T05:43:56.458 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-j2IkIgEPBd0Rr3q off=3359827 len=268917 2024-08-10T05:43:56.459 INFO:tasks.workunit.client.0.smithi031.stdout:op 2846 completed, throughput=4.99MB/sec 2024-08-10T05:43:56.459 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-FVqgSt9wMWxofMb off=9442953 len=181267 2024-08-10T05:43:56.462 INFO:tasks.workunit.client.0.smithi031.stdout:op 2847 completed, throughput=4.99MB/sec 2024-08-10T05:43:56.463 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-seb0bVNE4efisuc off=9523863 len=813016 2024-08-10T05:43:56.468 INFO:tasks.workunit.client.0.smithi031.stdout:op 2848 completed, throughput=4.99MB/sec 2024-08-10T05:43:56.468 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-EamkRVFZob0qyID off=9023124 len=190752 2024-08-10T05:43:56.470 INFO:tasks.workunit.client.0.smithi031.stdout:op 2849 completed, throughput=5MB/sec 2024-08-10T05:43:56.471 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ItJkJn13kE3TTNc off=11524586 len=1461739 2024-08-10T05:43:56.472 INFO:tasks.workunit.client.0.smithi031.stdout:op 2850 completed, throughput=5MB/sec 2024-08-10T05:43:56.472 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-fz09swzcg6W6Jl- off=1665574 len=7925 2024-08-10T05:43:56.473 INFO:tasks.workunit.client.0.smithi031.stdout:op 2851 completed, throughput=5MB/sec 2024-08-10T05:43:56.473 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Y4-lcxjmOyvjwDl off=5094153 len=1011506 2024-08-10T05:43:56.474 INFO:tasks.workunit.client.0.smithi031.stdout:op 2852 completed, throughput=5MB/sec 2024-08-10T05:43:56.474 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-xOcHf6J2fD_dMyk off=861003 len=1395842 2024-08-10T05:43:56.476 INFO:tasks.workunit.client.0.smithi031.stdout:op 2853 completed, throughput=5MB/sec 2024-08-10T05:43:56.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:43:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:43:56.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:43:56 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:43:56.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:43:56 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:43:57.477 INFO:tasks.workunit.client.0.smithi031.stdout: 556: throughput=4.99MB/sec pending data=0 2024-08-10T05:43:57.477 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-tSaP3j2z0FAO6MP off=2843390 len=879786 2024-08-10T05:43:57.483 INFO:tasks.workunit.client.0.smithi031.stdout:op 2854 completed, throughput=4.99MB/sec 2024-08-10T05:43:57.483 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-e98mMeqLadWjq28 off=9617312 len=1712664 2024-08-10T05:43:57.486 INFO:tasks.workunit.client.0.smithi031.stdout:op 2855 completed, throughput=5MB/sec 2024-08-10T05:43:57.486 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ab_S4Ee-PXxktD3 off=13318424 len=425751 2024-08-10T05:43:57.487 INFO:tasks.workunit.client.0.smithi031.stdout:op 2856 completed, throughput=5MB/sec 2024-08-10T05:43:57.487 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-BMd2Sua7wPbltIS off=12434508 len=2014683 2024-08-10T05:43:57.498 INFO:tasks.workunit.client.0.smithi031.stdout:op 2857 completed, throughput=5MB/sec 2024-08-10T05:43:57.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:43:57 smithi031 ceph-mon[98130]: pgmap v1675: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:43:57.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:43:57 smithi031 ceph-mon[100614]: pgmap v1675: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:43:57.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:43:57 smithi196 ceph-mon[90243]: pgmap v1675: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:43:58.498 INFO:tasks.workunit.client.0.smithi031.stdout: 557: throughput=4.99MB/sec pending data=0 2024-08-10T05:43:58.498 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-8N82VRyJkkZzYDE off=831177 len=704291 2024-08-10T05:43:58.503 INFO:tasks.workunit.client.0.smithi031.stdout:op 2858 completed, throughput=4.99MB/sec 2024-08-10T05:43:58.503 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-PY3Veo879F3D0xL off=6410022 len=366175 2024-08-10T05:43:58.503 INFO:tasks.workunit.client.0.smithi031.stdout:op 2859 completed, throughput=4.99MB/sec 2024-08-10T05:43:58.503 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-C82RBNlEULaYQ4S off=15262727 len=1303164 2024-08-10T05:43:58.505 INFO:tasks.workunit.client.0.smithi031.stdout:op 2860 completed, throughput=5MB/sec 2024-08-10T05:43:58.505 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-NYsz3ck2Bpbk--B off=7620062 len=1670304 2024-08-10T05:43:58.507 INFO:tasks.workunit.client.0.smithi031.stdout:op 2861 completed, throughput=5MB/sec 2024-08-10T05:43:58.507 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-YDhp16T3zuYvMsa off=1053840 len=1027591 2024-08-10T05:43:58.508 INFO:tasks.workunit.client.0.smithi031.stdout:op 2862 completed, throughput=5MB/sec 2024-08-10T05:43:59.509 INFO:tasks.workunit.client.0.smithi031.stdout: 558: throughput=4.99MB/sec pending data=0 2024-08-10T05:43:59.509 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-o43IcnZWI2DfjWh off=1362113 len=1283630 2024-08-10T05:43:59.511 INFO:tasks.workunit.client.0.smithi031.stdout:op 2863 completed, throughput=4.99MB/sec 2024-08-10T05:43:59.511 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-mPExbPbGADRaVOc off=1520584 len=1773040 2024-08-10T05:43:59.513 INFO:tasks.workunit.client.0.smithi031.stdout:op 2864 completed, throughput=5MB/sec 2024-08-10T05:43:59.513 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ZF2qcnjUNqoal9y off=9086778 len=504085 2024-08-10T05:43:59.517 INFO:tasks.workunit.client.0.smithi031.stdout:op 2865 completed, throughput=5MB/sec 2024-08-10T05:43:59.517 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-raW6WAuwSKf-hXe off=260151 len=101106 2024-08-10T05:43:59.518 INFO:tasks.workunit.client.0.smithi031.stdout:op 2866 completed, throughput=5MB/sec 2024-08-10T05:43:59.518 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-HCw_mTorU_YsAPP off=3125821 len=763992 2024-08-10T05:43:59.522 INFO:tasks.workunit.client.0.smithi031.stdout:op 2867 completed, throughput=5MB/sec 2024-08-10T05:43:59.522 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-k5F9snYPJVuZdU- off=2233113 len=631517 2024-08-10T05:43:59.527 INFO:tasks.workunit.client.0.smithi031.stdout:op 2868 completed, throughput=5MB/sec 2024-08-10T05:43:59.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:43:59 smithi031 ceph-mon[98130]: pgmap v1676: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-10T05:43:59.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:43:59 smithi031 ceph-mon[100614]: pgmap v1676: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-10T05:43:59.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:43:59 smithi196 ceph-mon[90243]: pgmap v1676: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-10T05:44:00.527 INFO:tasks.workunit.client.0.smithi031.stdout: 559: throughput=4.99MB/sec pending data=0 2024-08-10T05:44:00.527 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-fxFzSQIeg2VPlp7 off=2082125 len=984931 2024-08-10T05:44:00.529 INFO:tasks.workunit.client.0.smithi031.stdout:op 2869 completed, throughput=4.99MB/sec 2024-08-10T05:44:00.529 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ZTxHT06-PBVTr35 off=3424156 len=1833169 2024-08-10T05:44:00.537 INFO:tasks.workunit.client.0.smithi031.stdout:op 2870 completed, throughput=5MB/sec 2024-08-10T05:44:00.537 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-NcWEfiR6BWnygsS off=11511674 len=199641 2024-08-10T05:44:00.538 INFO:tasks.workunit.client.0.smithi031.stdout:op 2871 completed, throughput=5MB/sec 2024-08-10T05:44:00.538 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-nXk20zw4ExKxvzE off=77522 len=103717 2024-08-10T05:44:00.540 INFO:tasks.workunit.client.0.smithi031.stdout:op 2872 completed, throughput=5MB/sec 2024-08-10T05:44:00.540 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-KdMPM8vJrn-mEBp off=7914454 len=238465 2024-08-10T05:44:00.543 INFO:tasks.workunit.client.0.smithi031.stdout:op 2873 completed, throughput=5MB/sec 2024-08-10T05:44:00.543 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-vmGGIIZNkfMbcma off=528354 len=1342277 2024-08-10T05:44:00.552 INFO:tasks.workunit.client.0.smithi031.stdout:op 2874 completed, throughput=5MB/sec 2024-08-10T05:44:00.552 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-UycJg4duTaRKUSF off=19335337 len=357016 2024-08-10T05:44:00.555 INFO:tasks.workunit.client.0.smithi031.stdout:op 2875 completed, throughput=5MB/sec 2024-08-10T05:44:00.555 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-puvZrin4_HO5be9 off=14729511 len=1051251 2024-08-10T05:44:00.560 INFO:tasks.workunit.client.0.smithi031.stdout:op 2876 completed, throughput=5MB/sec 2024-08-10T05:44:01.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:44:01 smithi031 ceph-mon[98130]: pgmap v1677: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-10T05:44:01.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:44:01 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:44:01] "GET /metrics HTTP/1.1" 200 34052 "" "Prometheus/2.43.0" 2024-08-10T05:44:01.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:44:01 smithi031 ceph-mon[100614]: pgmap v1677: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-10T05:44:01.560 INFO:tasks.workunit.client.0.smithi031.stdout: 560: throughput=4.99MB/sec pending data=0 2024-08-10T05:44:01.560 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-C6FlOJlnQYk5J4L off=6296092 len=349359 2024-08-10T05:44:01.563 INFO:tasks.workunit.client.0.smithi031.stdout:op 2877 completed, throughput=4.99MB/sec 2024-08-10T05:44:01.563 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-SrZaMWTipcnCJcg off=20933333 len=1020332 2024-08-10T05:44:01.568 INFO:tasks.workunit.client.0.smithi031.stdout:op 2878 completed, throughput=4.99MB/sec 2024-08-10T05:44:01.569 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-oBD7EUKdN3jz4dc off=6760169 len=1345424 2024-08-10T05:44:01.570 INFO:tasks.workunit.client.0.smithi031.stdout:op 2879 completed, throughput=5MB/sec 2024-08-10T05:44:01.570 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-DDmVNvZU8DuBMBs off=17883975 len=1994089 2024-08-10T05:44:01.580 INFO:tasks.workunit.client.0.smithi031.stdout:op 2880 completed, throughput=5MB/sec 2024-08-10T05:44:01.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:44:01 smithi196 ceph-mon[90243]: pgmap v1677: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-10T05:44:02.580 INFO:tasks.workunit.client.0.smithi031.stdout: 561: throughput=4.99MB/sec pending data=0 2024-08-10T05:44:02.580 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-W8EMv28Fmh1BmvD off=7857988 len=237679 2024-08-10T05:44:02.583 INFO:tasks.workunit.client.0.smithi031.stdout:op 2881 completed, throughput=4.99MB/sec 2024-08-10T05:44:02.583 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-3fYHFIDMHzxNXKn off=2610043 len=820465 2024-08-10T05:44:02.588 INFO:tasks.workunit.client.0.smithi031.stdout:op 2882 completed, throughput=4.99MB/sec 2024-08-10T05:44:02.588 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-iDIwh8-pBtGaTwl off=2565068 len=1572275 2024-08-10T05:44:02.596 INFO:tasks.workunit.client.0.smithi031.stdout:op 2883 completed, throughput=5MB/sec 2024-08-10T05:44:02.596 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Brn44kRQxX-NlsY off=21760177 len=21845 2024-08-10T05:44:02.597 INFO:tasks.workunit.client.0.smithi031.stdout:op 2884 completed, throughput=5MB/sec 2024-08-10T05:44:02.597 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Zc7nqe2ct61QN8Y off=2006071 len=818873 2024-08-10T05:44:02.598 INFO:tasks.workunit.client.0.smithi031.stdout:op 2885 completed, throughput=5MB/sec 2024-08-10T05:44:02.598 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-eKqYeOXfJj3VNJw off=1140329 len=1519086 2024-08-10T05:44:02.600 INFO:tasks.workunit.client.0.smithi031.stdout:op 2886 completed, throughput=5MB/sec 2024-08-10T05:44:02.600 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-2ltIU4JJ8wqY3bz off=3161206 len=809631 2024-08-10T05:44:02.604 INFO:tasks.workunit.client.0.smithi031.stdout:op 2887 completed, throughput=5MB/sec 2024-08-10T05:44:02.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:44:02 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:44:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:44:03.604 INFO:tasks.workunit.client.0.smithi031.stdout: 562: throughput=4.99MB/sec pending data=0 2024-08-10T05:44:03.605 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-zFrXgsfnhI2q6JE off=5972299 len=1772976 2024-08-10T05:44:03.607 INFO:tasks.workunit.client.0.smithi031.stdout:op 2888 completed, throughput=5MB/sec 2024-08-10T05:44:03.607 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ZeHqy41zhTG9XUT off=10668213 len=1121153 2024-08-10T05:44:03.613 INFO:tasks.workunit.client.0.smithi031.stdout:op 2889 completed, throughput=5MB/sec 2024-08-10T05:44:03.613 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-lHwsZmYTAkoSYWA off=6705240 len=914773 2024-08-10T05:44:03.618 INFO:tasks.workunit.client.0.smithi031.stdout:op 2890 completed, throughput=5MB/sec 2024-08-10T05:44:03.618 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-txQyhBg1_WS_QtW off=1042147 len=112543 2024-08-10T05:44:03.618 INFO:tasks.workunit.client.0.smithi031.stdout:op 2891 completed, throughput=5MB/sec 2024-08-10T05:44:03.618 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-sXNYWYVV0meH7pz off=4819900 len=175044 2024-08-10T05:44:03.620 INFO:tasks.workunit.client.0.smithi031.stdout:op 2892 completed, throughput=5MB/sec 2024-08-10T05:44:03.621 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-xnkTpm1k_aL-h34 off=121500 len=1563757 2024-08-10T05:44:03.629 INFO:tasks.workunit.client.0.smithi031.stdout:op 2893 completed, throughput=5MB/sec 2024-08-10T05:44:03.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:44:03 smithi031 ceph-mon[98130]: pgmap v1678: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-10T05:44:03.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:44:03 smithi031 ceph-mon[100614]: pgmap v1678: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-10T05:44:03.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:44:03 smithi196 ceph-mon[90243]: pgmap v1678: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-10T05:44:04.629 INFO:tasks.workunit.client.0.smithi031.stdout: 563: throughput=4.99MB/sec pending data=0 2024-08-10T05:44:04.630 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-abInEVGtIqFIghj off=6897967 len=520200 2024-08-10T05:44:04.634 INFO:tasks.workunit.client.0.smithi031.stdout:op 2894 completed, throughput=4.99MB/sec 2024-08-10T05:44:04.634 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-KqYqinyMiTgFkLd off=3723266 len=685899 2024-08-10T05:44:04.637 INFO:tasks.workunit.client.0.smithi031.stdout:op 2895 completed, throughput=4.99MB/sec 2024-08-10T05:44:04.637 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-YDVQN03FP3cqVqO off=16269493 len=45026 2024-08-10T05:44:04.638 INFO:tasks.workunit.client.0.smithi031.stdout:op 2896 completed, throughput=4.99MB/sec 2024-08-10T05:44:04.638 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-4umfQpS70LKeb6_ off=12719 len=156872 2024-08-10T05:44:04.640 INFO:tasks.workunit.client.0.smithi031.stdout:op 2897 completed, throughput=4.99MB/sec 2024-08-10T05:44:04.640 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-AMNcYF6hWjmgozo off=7082433 len=161527 2024-08-10T05:44:04.643 INFO:tasks.workunit.client.0.smithi031.stdout:op 2898 completed, throughput=5MB/sec 2024-08-10T05:44:04.643 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-6qmyKyhnZZEW9kd off=15591340 len=1841468 2024-08-10T05:44:04.646 INFO:tasks.workunit.client.0.smithi031.stdout:op 2899 completed, throughput=5MB/sec 2024-08-10T05:44:04.647 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-xeEMcsUvK5ldJIC off=4602387 len=1658361 2024-08-10T05:44:04.649 INFO:tasks.workunit.client.0.smithi031.stdout:op 2900 completed, throughput=5MB/sec 2024-08-10T05:44:05.649 INFO:tasks.workunit.client.0.smithi031.stdout: 564: throughput=4.99MB/sec pending data=0 2024-08-10T05:44:05.649 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-biQuQqUaHq6gGq4 off=6586865 len=1570048 2024-08-10T05:44:05.656 INFO:tasks.workunit.client.0.smithi031.stdout:op 2901 completed, throughput=4.99MB/sec 2024-08-10T05:44:05.656 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj--jgr9sy0jf5XpQj off=9209150 len=378919 2024-08-10T05:44:05.657 INFO:tasks.workunit.client.0.smithi031.stdout:op 2902 completed, throughput=5MB/sec 2024-08-10T05:44:05.657 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-PY3Veo879F3D0xL off=13024495 len=768263 2024-08-10T05:44:05.658 INFO:tasks.workunit.client.0.smithi031.stdout:op 2903 completed, throughput=5MB/sec 2024-08-10T05:44:05.659 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ecVyx_NB4objlLJ off=4683705 len=740670 2024-08-10T05:44:05.663 INFO:tasks.workunit.client.0.smithi031.stdout:op 2904 completed, throughput=5MB/sec 2024-08-10T05:44:05.663 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-QNEkf-eLtcHjOAF off=861048 len=419038 2024-08-10T05:44:05.664 INFO:tasks.workunit.client.0.smithi031.stdout:op 2905 completed, throughput=5MB/sec 2024-08-10T05:44:05.664 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-KDJ9GsylClcsfA9 off=1215180 len=1004625 2024-08-10T05:44:05.665 INFO:tasks.workunit.client.0.smithi031.stdout:op 2906 completed, throughput=5MB/sec 2024-08-10T05:44:05.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:44:05 smithi031 ceph-mon[98130]: pgmap v1679: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-08-10T05:44:05.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:44:05 smithi031 ceph-mon[100614]: pgmap v1679: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-08-10T05:44:05.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:44:05 smithi196 ceph-mon[90243]: pgmap v1679: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-08-10T05:44:06.666 INFO:tasks.workunit.client.0.smithi031.stdout: 565: throughput=4.99MB/sec pending data=0 2024-08-10T05:44:06.666 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-pbjiFHZnMpqHZ2K off=15980761 len=901132 2024-08-10T05:44:06.668 INFO:tasks.workunit.client.0.smithi031.stdout:op 2907 completed, throughput=4.99MB/sec 2024-08-10T05:44:06.668 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-nifZdLunzPTbY_M off=12024730 len=874205 2024-08-10T05:44:06.674 INFO:tasks.workunit.client.0.smithi031.stdout:op 2908 completed, throughput=4.99MB/sec 2024-08-10T05:44:06.674 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-q6WvDUTxa9hS5ED off=4126672 len=1335572 2024-08-10T05:44:06.681 INFO:tasks.workunit.client.0.smithi031.stdout:op 2909 completed, throughput=5MB/sec 2024-08-10T05:44:06.682 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-fyi9uoQSptSQdHE off=9286083 len=420386 2024-08-10T05:44:06.683 INFO:tasks.workunit.client.0.smithi031.stdout:op 2910 completed, throughput=5MB/sec 2024-08-10T05:44:06.683 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-xXAP5VFyHaGt006 off=2095570 len=1966580 2024-08-10T05:44:06.686 INFO:tasks.workunit.client.0.smithi031.stdout:op 2911 completed, throughput=5MB/sec 2024-08-10T05:44:07.687 INFO:tasks.workunit.client.0.smithi031.stdout: 566: throughput=4.99MB/sec pending data=0 2024-08-10T05:44:07.687 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-_fAu0uY9gAIY37- off=9033731 len=1427672 2024-08-10T05:44:07.688 INFO:tasks.workunit.client.0.smithi031.stdout:op 2912 completed, throughput=4.99MB/sec 2024-08-10T05:44:07.688 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-R9PuJv5izt0YPLV off=15438511 len=898149 2024-08-10T05:44:07.690 INFO:tasks.workunit.client.0.smithi031.stdout:op 2913 completed, throughput=5MB/sec 2024-08-10T05:44:07.690 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-jp9qF0LUGUjaal2 off=13104748 len=1627741 2024-08-10T05:44:07.697 INFO:tasks.workunit.client.0.smithi031.stdout:op 2914 completed, throughput=5MB/sec 2024-08-10T05:44:07.697 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-S7w9NdJTfzXwSTF off=6167239 len=1979632 2024-08-10T05:44:07.700 INFO:tasks.workunit.client.0.smithi031.stdout:op 2915 completed, throughput=5MB/sec 2024-08-10T05:44:07.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:44:07 smithi031 ceph-mon[98130]: pgmap v1680: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-08-10T05:44:07.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:44:07 smithi031 ceph-mon[100614]: pgmap v1680: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-08-10T05:44:07.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:44:07 smithi196 ceph-mon[90243]: pgmap v1680: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-08-10T05:44:08.702 INFO:tasks.workunit.client.0.smithi031.stdout: 567: throughput=4.99MB/sec pending data=0 2024-08-10T05:44:08.702 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-1uI5Aa4zjvxAvwj off=6927933 len=99682 2024-08-10T05:44:08.704 INFO:tasks.workunit.client.0.smithi031.stdout:op 2916 completed, throughput=4.99MB/sec 2024-08-10T05:44:08.704 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-zOP1WJ-G33SWMgq off=2648297 len=1712446 2024-08-10T05:44:08.706 INFO:tasks.workunit.client.0.smithi031.stdout:op 2917 completed, throughput=5MB/sec 2024-08-10T05:44:08.706 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-8GM6MTMhTG1rK2F off=5375844 len=1743789 2024-08-10T05:44:08.710 INFO:tasks.workunit.client.0.smithi031.stdout:op 2918 completed, throughput=5MB/sec 2024-08-10T05:44:08.710 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-rdAmIbZBdUXuGzS off=7737373 len=1947623 2024-08-10T05:44:08.720 INFO:tasks.workunit.client.0.smithi031.stdout:op 2919 completed, throughput=5MB/sec 2024-08-10T05:44:09.721 INFO:tasks.workunit.client.0.smithi031.stdout: 568: throughput=4.99MB/sec pending data=0 2024-08-10T05:44:09.721 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Nl6oRHs8mlpil43 off=7084332 len=1740366 2024-08-10T05:44:09.723 INFO:tasks.workunit.client.0.smithi031.stdout:op 2920 completed, throughput=5MB/sec 2024-08-10T05:44:09.724 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Sy7sEPaJzJg7LEK off=2078642 len=244383 2024-08-10T05:44:09.725 INFO:tasks.workunit.client.0.smithi031.stdout:op 2921 completed, throughput=5MB/sec 2024-08-10T05:44:09.725 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-R11h95SIicMR_Ye off=10221994 len=1286479 2024-08-10T05:44:09.727 INFO:tasks.workunit.client.0.smithi031.stdout:op 2922 completed, throughput=5MB/sec 2024-08-10T05:44:09.727 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-_E3HB75ZehJLt46 off=12125440 len=1069065 2024-08-10T05:44:09.728 INFO:tasks.workunit.client.0.smithi031.stdout:op 2923 completed, throughput=5MB/sec 2024-08-10T05:44:09.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:44:09 smithi031 ceph-mon[98130]: pgmap v1681: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-08-10T05:44:09.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:44:09 smithi031 ceph-mon[100614]: pgmap v1681: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-08-10T05:44:09.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:44:09 smithi196 ceph-mon[90243]: pgmap v1681: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-08-10T05:44:10.728 INFO:tasks.workunit.client.0.smithi031.stdout: 569: throughput=4.99MB/sec pending data=0 2024-08-10T05:44:10.729 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-sjSC0RiwIU0cxBw off=7051008 len=564322 2024-08-10T05:44:10.733 INFO:tasks.workunit.client.0.smithi031.stdout:op 2924 completed, throughput=4.99MB/sec 2024-08-10T05:44:10.733 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-XWgVkNIxp6BsMSx off=8134007 len=1745782 2024-08-10T05:44:10.742 INFO:tasks.workunit.client.0.smithi031.stdout:op 2925 completed, throughput=5MB/sec 2024-08-10T05:44:10.742 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-lJkD8rUocvps8ae off=946571 len=1180224 2024-08-10T05:44:10.750 INFO:tasks.workunit.client.0.smithi031.stdout:op 2926 completed, throughput=5MB/sec 2024-08-10T05:44:10.750 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-seu7-VVxrvcC4Dn off=16195479 len=1896740 2024-08-10T05:44:10.751 INFO:tasks.workunit.client.0.smithi031.stdout:op 2927 completed, throughput=5MB/sec 2024-08-10T05:44:11.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:44:11 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:44:11] "GET /metrics HTTP/1.1" 200 34051 "" "Prometheus/2.43.0" 2024-08-10T05:44:11.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:44:11 smithi031 ceph-mon[98130]: pgmap v1682: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-08-10T05:44:11.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:44:11 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:44:11.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:44:11 smithi031 ceph-mon[100614]: pgmap v1682: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-08-10T05:44:11.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:44:11 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:44:11.581 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:44:11 smithi196 ceph-mon[90243]: pgmap v1682: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-08-10T05:44:11.581 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:44:11 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:44:11.752 INFO:tasks.workunit.client.0.smithi031.stdout: 570: throughput=4.99MB/sec pending data=0 2024-08-10T05:44:11.752 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-rGYg0_F3SkoYre- off=0 len=1200571 2024-08-10T05:44:11.754 INFO:tasks.workunit.client.0.smithi031.stdout:op 2928 completed, throughput=4.99MB/sec 2024-08-10T05:44:11.754 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-TY1MfmN47zvp9PF off=6399673 len=466548 2024-08-10T05:44:11.756 INFO:tasks.workunit.client.0.smithi031.stdout:op 2929 completed, throughput=4.99MB/sec 2024-08-10T05:44:11.756 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-vfEuvtHT-9bWsKU off=20453304 len=1418860 2024-08-10T05:44:11.763 INFO:tasks.workunit.client.0.smithi031.stdout:op 2930 completed, throughput=5MB/sec 2024-08-10T05:44:11.763 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-T2yZTLwoZ1BAyhH off=16063545 len=1218815 2024-08-10T05:44:11.765 INFO:tasks.workunit.client.0.smithi031.stdout:op 2931 completed, throughput=5MB/sec 2024-08-10T05:44:11.765 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-XPFmQaQ9_utglLU off=2271612 len=1741031 2024-08-10T05:44:11.768 INFO:tasks.workunit.client.0.smithi031.stdout:op 2932 completed, throughput=5MB/sec 2024-08-10T05:44:12.768 INFO:tasks.workunit.client.0.smithi031.stdout: 571: throughput=4.99MB/sec pending data=0 2024-08-10T05:44:12.769 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-u47LIEHV4PM_MW_ off=7480562 len=1291583 2024-08-10T05:44:12.771 INFO:tasks.workunit.client.0.smithi031.stdout:op 2933 completed, throughput=4.99MB/sec 2024-08-10T05:44:12.771 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-oqfyACRbsP2tlhc off=3352088 len=1785872 2024-08-10T05:44:12.774 INFO:tasks.workunit.client.0.smithi031.stdout:op 2934 completed, throughput=5MB/sec 2024-08-10T05:44:12.774 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-GVvs21uIhB133l4 off=18684047 len=1345615 2024-08-10T05:44:12.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:44:12 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:44:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:44:12.780 INFO:tasks.workunit.client.0.smithi031.stdout:op 2935 completed, throughput=5MB/sec 2024-08-10T05:44:12.780 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-9SY5Ge2WD5E2RPd off=2268579 len=2079865 2024-08-10T05:44:12.782 INFO:tasks.workunit.client.0.smithi031.stdout:op 2936 completed, throughput=5MB/sec 2024-08-10T05:44:13.768 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:44:13 smithi031 ceph-mon[100614]: pgmap v1683: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-10T05:44:13.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:44:13 smithi031 ceph-mon[98130]: pgmap v1683: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-10T05:44:13.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:44:13 smithi196 ceph-mon[90243]: pgmap v1683: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-10T05:44:13.782 INFO:tasks.workunit.client.0.smithi031.stdout: 572: throughput=4.99MB/sec pending data=0 2024-08-10T05:44:13.782 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-u1ekAOy_Zgf_06k off=1099974 len=841946 2024-08-10T05:44:13.787 INFO:tasks.workunit.client.0.smithi031.stdout:op 2937 completed, throughput=5MB/sec 2024-08-10T05:44:13.787 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-sgeS7R1fI8xIOyR off=3130233 len=1528361 2024-08-10T05:44:13.789 INFO:tasks.workunit.client.0.smithi031.stdout:op 2938 completed, throughput=5MB/sec 2024-08-10T05:44:13.789 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-a4xqbkHzEY5Qap0 off=3603829 len=703239 2024-08-10T05:44:13.789 INFO:tasks.workunit.client.0.smithi031.stdout:op 2939 completed, throughput=5MB/sec 2024-08-10T05:44:13.790 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-YbQX-nHRzg1xl-S off=2386636 len=1288023 2024-08-10T05:44:13.795 INFO:tasks.workunit.client.0.smithi031.stdout:op 2940 completed, throughput=5MB/sec 2024-08-10T05:44:14.795 INFO:tasks.workunit.client.0.smithi031.stdout: 573: throughput=4.99MB/sec pending data=0 2024-08-10T05:44:14.796 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-hmxCMOaxnxnLTIS off=14196607 len=1211082 2024-08-10T05:44:14.800 INFO:tasks.workunit.client.0.smithi031.stdout:op 2941 completed, throughput=5MB/sec 2024-08-10T05:44:14.801 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-bbhfvOl0nxnCIur off=5841768 len=569355 2024-08-10T05:44:14.804 INFO:tasks.workunit.client.0.smithi031.stdout:op 2942 completed, throughput=5MB/sec 2024-08-10T05:44:14.804 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-z0Zw4_SjB-mhzGs off=2054079 len=1060059 2024-08-10T05:44:14.808 INFO:tasks.workunit.client.0.smithi031.stdout:op 2943 completed, throughput=5MB/sec 2024-08-10T05:44:14.808 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-rnrJ39PX6GCQpLH off=4559872 len=1941883 2024-08-10T05:44:14.818 INFO:tasks.workunit.client.0.smithi031.stdout:op 2944 completed, throughput=5MB/sec 2024-08-10T05:44:15.361 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:44:15 smithi031 ceph-mon[98130]: pgmap v1684: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-10T05:44:15.361 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:44:15 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:44:15.361 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:44:15 smithi031 ceph-mon[100614]: pgmap v1684: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-10T05:44:15.361 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:44:15 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:44:15.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:44:15 smithi196 ceph-mon[90243]: pgmap v1684: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-10T05:44:15.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:44:15 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:44:15.819 INFO:tasks.workunit.client.0.smithi031.stdout: 574: throughput=4.99MB/sec pending data=0 2024-08-10T05:44:15.819 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-2G2Ebttye08y_mK off=2036907 len=586775 2024-08-10T05:44:15.822 INFO:tasks.workunit.client.0.smithi031.stdout:op 2945 completed, throughput=4.99MB/sec 2024-08-10T05:44:15.822 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-YZ5KJWNs-OpJh2G off=1595119 len=524852 2024-08-10T05:44:15.823 INFO:tasks.workunit.client.0.smithi031.stdout:op 2946 completed, throughput=4.99MB/sec 2024-08-10T05:44:15.823 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ae_Ath1H5MGpBli off=5851003 len=1605640 2024-08-10T05:44:15.830 INFO:tasks.workunit.client.0.smithi031.stdout:op 2947 completed, throughput=5MB/sec 2024-08-10T05:44:15.830 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-pof09QlOyqYF4uK off=1966379 len=2088085 2024-08-10T05:44:15.832 INFO:tasks.workunit.client.0.smithi031.stdout:op 2948 completed, throughput=5MB/sec 2024-08-10T05:44:15.832 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj--XUJm8JmtITr1Sx off=3004271 len=471589 2024-08-10T05:44:15.834 INFO:tasks.workunit.client.0.smithi031.stdout:op 2949 completed, throughput=5MB/sec 2024-08-10T05:44:16.835 INFO:tasks.workunit.client.0.smithi031.stdout: 575: throughput=4.99MB/sec pending data=0 2024-08-10T05:44:16.835 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-SLc3Kvq1YTV-Dgu off=8105498 len=117118 2024-08-10T05:44:16.836 INFO:tasks.workunit.client.0.smithi031.stdout:op 2950 completed, throughput=4.99MB/sec 2024-08-10T05:44:16.836 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-mF9bAbbYGzZSIfC off=6307009 len=1836050 2024-08-10T05:44:16.843 INFO:tasks.workunit.client.0.smithi031.stdout:op 2951 completed, throughput=5MB/sec 2024-08-10T05:44:16.844 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Cj7rmowjpFyiqQs off=7083488 len=34924 2024-08-10T05:44:16.845 INFO:tasks.workunit.client.0.smithi031.stdout:op 2952 completed, throughput=5MB/sec 2024-08-10T05:44:16.846 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-598wwa1wRRPnz2C off=2265679 len=610816 2024-08-10T05:44:16.849 INFO:tasks.workunit.client.0.smithi031.stdout:op 2953 completed, throughput=5MB/sec 2024-08-10T05:44:16.849 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-mS65LdbTMf5BrTD off=1687033 len=1091973 2024-08-10T05:44:16.852 INFO:tasks.workunit.client.0.smithi031.stdout:op 2954 completed, throughput=5MB/sec 2024-08-10T05:44:16.853 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-u0GiCp-vlEBv2t5 off=4314396 len=499448 2024-08-10T05:44:16.853 INFO:tasks.workunit.client.0.smithi031.stdout:op 2955 completed, throughput=5MB/sec 2024-08-10T05:44:16.853 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-R1u0_YYhiN8lSBF off=5674398 len=1688348 2024-08-10T05:44:16.854 INFO:tasks.workunit.client.0.smithi031.stdout:op 2956 completed, throughput=5MB/sec 2024-08-10T05:44:17.644 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:44:17 smithi196 ceph-mon[90243]: pgmap v1685: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-10T05:44:17.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:44:17 smithi031 ceph-mon[98130]: pgmap v1685: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-10T05:44:17.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:44:17 smithi031 ceph-mon[100614]: pgmap v1685: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-10T05:44:17.854 INFO:tasks.workunit.client.0.smithi031.stdout: 576: throughput=4.99MB/sec pending data=0 2024-08-10T05:44:17.855 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-EpOxezQtBum4Wkc off=728343 len=952536 2024-08-10T05:44:17.859 INFO:tasks.workunit.client.0.smithi031.stdout:op 2957 completed, throughput=4.99MB/sec 2024-08-10T05:44:17.859 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Mt1H7T6e0MrDQKO off=678307 len=2063752 2024-08-10T05:44:17.869 INFO:tasks.workunit.client.0.smithi031.stdout:op 2958 completed, throughput=5MB/sec 2024-08-10T05:44:17.869 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-3SaexB8W_4619SZ off=6099850 len=205139 2024-08-10T05:44:17.870 INFO:tasks.workunit.client.0.smithi031.stdout:op 2959 completed, throughput=5MB/sec 2024-08-10T05:44:17.870 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-n4JQPfgSM3n5HaM off=5311293 len=773187 2024-08-10T05:44:17.871 INFO:tasks.workunit.client.0.smithi031.stdout:op 2960 completed, throughput=5MB/sec 2024-08-10T05:44:17.871 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-nTnSgtDSVIbvjMn off=213599 len=1439101 2024-08-10T05:44:17.872 INFO:tasks.workunit.client.0.smithi031.stdout:op 2961 completed, throughput=5MB/sec 2024-08-10T05:44:18.872 INFO:tasks.workunit.client.0.smithi031.stdout: 577: throughput=4.99MB/sec pending data=0 2024-08-10T05:44:18.873 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Is5KkAbT32AA-4I off=4710334 len=1168316 2024-08-10T05:44:18.880 INFO:tasks.workunit.client.0.smithi031.stdout:op 2962 completed, throughput=5MB/sec 2024-08-10T05:44:18.880 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-B8c2GrCV8VXNNXb off=662708 len=1755081 2024-08-10T05:44:18.882 INFO:tasks.workunit.client.0.smithi031.stdout:op 2963 completed, throughput=5MB/sec 2024-08-10T05:44:18.882 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-6ROoc8uoD7d9oHL off=1980088 len=483728 2024-08-10T05:44:18.882 INFO:tasks.workunit.client.0.smithi031.stdout:op 2964 completed, throughput=5MB/sec 2024-08-10T05:44:18.882 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-XrvaomIysfVms-K off=9833064 len=1435957 2024-08-10T05:44:18.883 INFO:tasks.workunit.client.0.smithi031.stdout:op 2965 completed, throughput=5MB/sec 2024-08-10T05:44:19.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:44:18 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:44:19.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:44:18 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:44:19.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:44:18 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:44:19.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:44:18 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:44:19.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:44:18 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:44:19.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:44:18 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:44:19.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:44:18 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:44:19.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:44:18 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:44:19.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:44:18 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:44:19.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:44:18 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:44:19.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:44:18 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:44:19.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:44:18 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:44:19.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:44:18 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:44:19.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:44:18 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:44:19.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:44:18 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:44:19.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:44:18 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:44:19.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:44:18 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:44:19.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:44:18 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:44:19.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:44:18 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:44:19.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:44:18 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:44:19.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:44:18 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:44:19.884 INFO:tasks.workunit.client.0.smithi031.stdout: 578: throughput=4.99MB/sec pending data=0 2024-08-10T05:44:19.884 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-0Un31A799OnKWre off=2610766 len=327256 2024-08-10T05:44:19.884 INFO:tasks.workunit.client.0.smithi031.stdout:op 2966 completed, throughput=4.99MB/sec 2024-08-10T05:44:19.885 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-uAq3FJV432XJx1Z off=6969135 len=1897600 2024-08-10T05:44:19.887 INFO:tasks.workunit.client.0.smithi031.stdout:op 2967 completed, throughput=5MB/sec 2024-08-10T05:44:19.887 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-0nJwfNQdtMerIKS off=16220892 len=157988 2024-08-10T05:44:19.890 INFO:tasks.workunit.client.0.smithi031.stdout:op 2968 completed, throughput=5MB/sec 2024-08-10T05:44:19.890 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-SVEvJNvUAtGfncW off=5115196 len=211485 2024-08-10T05:44:19.892 INFO:tasks.workunit.client.0.smithi031.stdout:op 2969 completed, throughput=5MB/sec 2024-08-10T05:44:19.893 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-NjzTTY0hQNRhfqu off=19324248 len=1560101 2024-08-10T05:44:19.894 INFO:tasks.workunit.client.0.smithi031.stdout:op 2970 completed, throughput=5MB/sec 2024-08-10T05:44:19.895 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-frqt1wejLSIv8Nw off=3869634 len=1844147 2024-08-10T05:44:19.905 INFO:tasks.workunit.client.0.smithi031.stdout:op 2971 completed, throughput=5MB/sec 2024-08-10T05:44:20.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:44:19 smithi031 ceph-mon[98130]: pgmap v1686: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-10T05:44:20.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:44:19 smithi031 ceph-mon[100614]: pgmap v1686: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-10T05:44:20.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:44:19 smithi196 ceph-mon[90243]: pgmap v1686: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-10T05:44:20.905 INFO:tasks.workunit.client.0.smithi031.stdout: 579: throughput=4.99MB/sec pending data=0 2024-08-10T05:44:20.906 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-SgU8oqr-uHe6qTy off=3140078 len=86699 2024-08-10T05:44:20.906 INFO:tasks.workunit.client.0.smithi031.stdout:op 2972 completed, throughput=4.99MB/sec 2024-08-10T05:44:20.906 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-H4fXfKmfRxbPImd off=2864722 len=75485 2024-08-10T05:44:20.908 INFO:tasks.workunit.client.0.smithi031.stdout:op 2973 completed, throughput=4.99MB/sec 2024-08-10T05:44:20.909 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-llfBsWrmG9kR_-Y off=9035264 len=1004418 2024-08-10T05:44:20.910 INFO:tasks.workunit.client.0.smithi031.stdout:op 2974 completed, throughput=5MB/sec 2024-08-10T05:44:20.910 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ooTfQ06Iacz-Mf0 off=4828450 len=1770189 2024-08-10T05:44:20.920 INFO:tasks.workunit.client.0.smithi031.stdout:op 2975 completed, throughput=5MB/sec 2024-08-10T05:44:20.921 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Yx0m8EFZwCNodk7 off=408253 len=1860101 2024-08-10T05:44:20.924 INFO:tasks.workunit.client.0.smithi031.stdout:op 2976 completed, throughput=5MB/sec 2024-08-10T05:44:21.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:44:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:44:21] "GET /metrics HTTP/1.1" 200 34051 "" "Prometheus/2.43.0" 2024-08-10T05:44:21.803 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:44:21 smithi031 ceph-mon[98130]: pgmap v1687: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:44:21.803 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:44:21 smithi031 ceph-mon[100614]: pgmap v1687: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:44:21.924 INFO:tasks.workunit.client.0.smithi031.stdout: 580: throughput=4.99MB/sec pending data=0 2024-08-10T05:44:21.924 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-swQclwcXrHxkiYx off=7287040 len=236959 2024-08-10T05:44:21.927 INFO:tasks.workunit.client.0.smithi031.stdout:op 2977 completed, throughput=4.99MB/sec 2024-08-10T05:44:21.928 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-C3vFHcQQTPGp5io off=2073007 len=1402922 2024-08-10T05:44:21.929 INFO:tasks.workunit.client.0.smithi031.stdout:op 2978 completed, throughput=5MB/sec 2024-08-10T05:44:21.929 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-OdzbKdc2hCLOrV9 off=11645750 len=1967522 2024-08-10T05:44:21.931 INFO:tasks.workunit.client.0.smithi031.stdout:op 2979 completed, throughput=5MB/sec 2024-08-10T05:44:21.931 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-HrC14QBwJXPNZ9w off=15567351 len=467675 2024-08-10T05:44:21.934 INFO:tasks.workunit.client.0.smithi031.stdout:op 2980 completed, throughput=5MB/sec 2024-08-10T05:44:21.935 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-X9TtgAzsUXOyqU0 off=8131951 len=1836230 2024-08-10T05:44:21.941 INFO:tasks.workunit.client.0.smithi031.stdout:op 2981 completed, throughput=5MB/sec 2024-08-10T05:44:22.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:44:21 smithi196 ceph-mon[90243]: pgmap v1687: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:44:22.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:44:22 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:44:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:44:22.942 INFO:tasks.workunit.client.0.smithi031.stdout: 581: throughput=4.99MB/sec pending data=0 2024-08-10T05:44:22.942 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Ctoc1kb1WdLubcY off=2537361 len=870674 2024-08-10T05:44:22.947 INFO:tasks.workunit.client.0.smithi031.stdout:op 2982 completed, throughput=4.99MB/sec 2024-08-10T05:44:22.948 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-hZdo-CKrJd-1VqN off=3633819 len=129193 2024-08-10T05:44:22.950 INFO:tasks.workunit.client.0.smithi031.stdout:op 2983 completed, throughput=5MB/sec 2024-08-10T05:44:22.950 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-xtIRWfRdh53unEq off=11007001 len=1361788 2024-08-10T05:44:22.951 INFO:tasks.workunit.client.0.smithi031.stdout:op 2984 completed, throughput=5MB/sec 2024-08-10T05:44:22.951 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-iku2W3kjJVPQ6Nv off=17418696 len=1183151 2024-08-10T05:44:22.956 INFO:tasks.workunit.client.0.smithi031.stdout:op 2985 completed, throughput=5MB/sec 2024-08-10T05:44:22.956 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-15yuMomJLLSvbNg off=4540037 len=90647 2024-08-10T05:44:22.958 INFO:tasks.workunit.client.0.smithi031.stdout:op 2986 completed, throughput=5MB/sec 2024-08-10T05:44:22.958 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-SfSl9HpQNjO_G8e off=2484340 len=1291560 2024-08-10T05:44:22.965 INFO:tasks.workunit.client.0.smithi031.stdout:op 2987 completed, throughput=5MB/sec 2024-08-10T05:44:23.966 INFO:tasks.workunit.client.0.smithi031.stdout: 582: throughput=4.99MB/sec pending data=0 2024-08-10T05:44:23.966 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-kEFGFbMX0fqKQJv off=22749322 len=1866460 2024-08-10T05:44:23.977 INFO:tasks.workunit.client.0.smithi031.stdout:op 2988 completed, throughput=5MB/sec 2024-08-10T05:44:23.977 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Np_nGTFnrH-in6s off=125345 len=1850492 2024-08-10T05:44:23.986 INFO:tasks.workunit.client.0.smithi031.stdout:op 2989 completed, throughput=5MB/sec 2024-08-10T05:44:23.986 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-CRtCULLFPi0pW1s off=1140398 len=1645113 2024-08-10T05:44:23.988 INFO:tasks.workunit.client.0.smithi031.stdout:op 2990 completed, throughput=5MB/sec 2024-08-10T05:44:24.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:44:23 smithi031 ceph-mon[98130]: pgmap v1688: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:44:24.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:44:23 smithi031 ceph-mon[100614]: pgmap v1688: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:44:24.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:44:23 smithi196 ceph-mon[90243]: pgmap v1688: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:44:24.988 INFO:tasks.workunit.client.0.smithi031.stdout: 583: throughput=4.99MB/sec pending data=0 2024-08-10T05:44:24.988 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-3uH2WsI_JlBf5YG off=4653627 len=1434386 2024-08-10T05:44:24.990 INFO:tasks.workunit.client.0.smithi031.stdout:op 2991 completed, throughput=5MB/sec 2024-08-10T05:44:24.990 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-pr76xpdlN0Bhcx9 off=1482623 len=2040670 2024-08-10T05:44:24.992 INFO:tasks.workunit.client.0.smithi031.stdout:op 2992 completed, throughput=5MB/sec 2024-08-10T05:44:24.993 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-QqTftbtESqqX3Yq off=12047284 len=984337 2024-08-10T05:44:24.995 INFO:tasks.workunit.client.0.smithi031.stdout:op 2993 completed, throughput=5MB/sec 2024-08-10T05:44:25.996 INFO:tasks.workunit.client.0.smithi031.stdout: 584: throughput=4.99MB/sec pending data=0 2024-08-10T05:44:25.996 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-6PlhrFbt44UrqND off=10313879 len=1764848 2024-08-10T05:44:25.998 INFO:tasks.workunit.client.0.smithi031.stdout:op 2994 completed, throughput=4.99MB/sec 2024-08-10T05:44:25.998 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-SZ_q-nKt3QfK-EQ off=2565577 len=2065998 2024-08-10T05:44:26.001 INFO:tasks.workunit.client.0.smithi031.stdout:op 2995 completed, throughput=5MB/sec 2024-08-10T05:44:26.001 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ZvmIrgdRhwTaQW3 off=7017945 len=1460379 2024-08-10T05:44:26.008 INFO:tasks.workunit.client.0.smithi031.stdout:op 2996 completed, throughput=5MB/sec 2024-08-10T05:44:26.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:44:25 smithi031 ceph-mon[98130]: pgmap v1689: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:44:26.018 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:44:25 smithi031 ceph-mon[100614]: pgmap v1689: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:44:26.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:44:25 smithi196 ceph-mon[90243]: pgmap v1689: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:44:27.008 INFO:tasks.workunit.client.0.smithi031.stdout: 585: throughput=4.99MB/sec pending data=0 2024-08-10T05:44:27.008 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-u7mynhI0mEt4m8S off=15957285 len=1610265 2024-08-10T05:44:27.011 INFO:tasks.workunit.client.0.smithi031.stdout:op 2997 completed, throughput=4.99MB/sec 2024-08-10T05:44:27.011 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-5eaa9oiVb1Cs44z off=2648587 len=563222 2024-08-10T05:44:27.016 INFO:tasks.workunit.client.0.smithi031.stdout:op 2998 completed, throughput=5MB/sec 2024-08-10T05:44:27.016 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-HqCJBgjI66dvvvJ off=16187939 len=945336 2024-08-10T05:44:27.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:44:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:44:27.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:44:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:44:27.021 INFO:tasks.workunit.client.0.smithi031.stdout:op 2999 completed, throughput=5MB/sec 2024-08-10T05:44:27.021 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-uOQsULkx0sa5wsJ off=0 len=1818717 2024-08-10T05:44:27.024 INFO:tasks.workunit.client.0.smithi031.stdout:op 3000 completed, throughput=5MB/sec 2024-08-10T05:44:27.024 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-8wjZmASFq23lKFb off=13792212 len=1704840 2024-08-10T05:44:27.026 INFO:tasks.workunit.client.0.smithi031.stdout:op 3001 completed, throughput=5MB/sec 2024-08-10T05:44:27.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:44:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:44:28.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:44:27 smithi031 ceph-mon[98130]: pgmap v1690: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:44:28.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:44:27 smithi031 ceph-mon[100614]: pgmap v1690: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:44:28.026 INFO:tasks.workunit.client.0.smithi031.stdout: 586: throughput=4.99MB/sec pending data=0 2024-08-10T05:44:28.026 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-9vgmxnqevsfM5NF off=11248433 len=948936 2024-08-10T05:44:28.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:44:27 smithi196 ceph-mon[90243]: pgmap v1690: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:44:28.032 INFO:tasks.workunit.client.0.smithi031.stdout:op 3002 completed, throughput=5MB/sec 2024-08-10T05:44:28.032 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-MxrSLGBMRMIyXVX off=1219062 len=1987412 2024-08-10T05:44:28.036 INFO:tasks.workunit.client.0.smithi031.stdout:op 3003 completed, throughput=5MB/sec 2024-08-10T05:44:28.036 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-DWuvHe31reo9s6V off=13765352 len=1859596 2024-08-10T05:44:28.047 INFO:tasks.workunit.client.0.smithi031.stdout:op 3004 completed, throughput=5MB/sec 2024-08-10T05:44:29.048 INFO:tasks.workunit.client.0.smithi031.stdout: 587: throughput=4.99MB/sec pending data=0 2024-08-10T05:44:29.048 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-nF2J8Q5k9JaDWpD off=102118 len=429643 2024-08-10T05:44:29.049 INFO:tasks.workunit.client.0.smithi031.stdout:op 3005 completed, throughput=4.99MB/sec 2024-08-10T05:44:29.049 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-9OM7x2IDMZYEip7 off=5294406 len=153910 2024-08-10T05:44:29.050 INFO:tasks.workunit.client.0.smithi031.stdout:op 3006 completed, throughput=4.99MB/sec 2024-08-10T05:44:29.050 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-lqJVefokuQVViyk off=472966 len=476821 2024-08-10T05:44:29.053 INFO:tasks.workunit.client.0.smithi031.stdout:op 3007 completed, throughput=4.99MB/sec 2024-08-10T05:44:29.053 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-vytft3E1tJX2tj3 off=210060 len=1008366 2024-08-10T05:44:29.056 INFO:tasks.workunit.client.0.smithi031.stdout:op 3008 completed, throughput=5MB/sec 2024-08-10T05:44:29.056 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-gLNoDdnAFMYya4A off=17173217 len=34946 2024-08-10T05:44:29.058 INFO:tasks.workunit.client.0.smithi031.stdout:op 3009 completed, throughput=5MB/sec 2024-08-10T05:44:29.058 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-vXutWSWf1-g3ask off=6648654 len=1074575 2024-08-10T05:44:29.060 INFO:tasks.workunit.client.0.smithi031.stdout:op 3010 completed, throughput=5MB/sec 2024-08-10T05:44:29.060 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-q5jmvKvNGBs1pcG off=853191 len=1183436 2024-08-10T05:44:29.067 INFO:tasks.workunit.client.0.smithi031.stdout:op 3011 completed, throughput=5MB/sec 2024-08-10T05:44:29.067 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Sg45rIuFrd3Xlz3 off=4198316 len=473706 2024-08-10T05:44:29.068 INFO:tasks.workunit.client.0.smithi031.stdout:op 3012 completed, throughput=5MB/sec 2024-08-10T05:44:30.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:44:29 smithi031 ceph-mon[98130]: pgmap v1691: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:44:30.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:44:29 smithi031 ceph-mon[100614]: pgmap v1691: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:44:30.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:44:29 smithi196 ceph-mon[90243]: pgmap v1691: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:44:30.068 INFO:tasks.workunit.client.0.smithi031.stdout: 588: throughput=4.99MB/sec pending data=0 2024-08-10T05:44:30.068 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-bUfvDrv1O3fTncm off=19070128 len=234354 2024-08-10T05:44:30.071 INFO:tasks.workunit.client.0.smithi031.stdout:op 3013 completed, throughput=4.99MB/sec 2024-08-10T05:44:30.071 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-KNcf-uw2sofqWYb off=492131 len=1924737 2024-08-10T05:44:30.080 INFO:tasks.workunit.client.0.smithi031.stdout:op 3014 completed, throughput=5MB/sec 2024-08-10T05:44:30.080 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-mOIJz7IGHn8gdyg off=2945240 len=1523250 2024-08-10T05:44:30.087 INFO:tasks.workunit.client.0.smithi031.stdout:op 3015 completed, throughput=5MB/sec 2024-08-10T05:44:30.087 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-J_kyUTHQKwpSwT3 off=14597991 len=1743626 2024-08-10T05:44:30.097 INFO:tasks.workunit.client.0.smithi031.stdout:op 3016 completed, throughput=5MB/sec 2024-08-10T05:44:31.098 INFO:tasks.workunit.client.0.smithi031.stdout: 589: throughput=4.99MB/sec pending data=0 2024-08-10T05:44:31.098 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-1BI_KYdRh--8mgY off=10373721 len=766873 2024-08-10T05:44:31.099 INFO:tasks.workunit.client.0.smithi031.stdout:op 3017 completed, throughput=4.99MB/sec 2024-08-10T05:44:31.099 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ytsHZKnHbp-lxp6 off=4647792 len=1220394 2024-08-10T05:44:31.106 INFO:tasks.workunit.client.0.smithi031.stdout:op 3018 completed, throughput=5MB/sec 2024-08-10T05:44:31.106 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-VO-6Ilz-EIwUnvH off=14924123 len=619752 2024-08-10T05:44:31.107 INFO:tasks.workunit.client.0.smithi031.stdout:op 3019 completed, throughput=5MB/sec 2024-08-10T05:44:31.107 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-evm5nsU-3dHaiC3 off=15375663 len=1560986 2024-08-10T05:44:31.113 INFO:tasks.workunit.client.0.smithi031.stdout:op 3020 completed, throughput=5MB/sec 2024-08-10T05:44:31.114 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-WKWLFhfEkDxmeZ9 off=13577195 len=273407 2024-08-10T05:44:31.116 INFO:tasks.workunit.client.0.smithi031.stdout:op 3021 completed, throughput=5MB/sec 2024-08-10T05:44:31.116 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-d8bq22ClfgXHryR off=4664950 len=1990422 2024-08-10T05:44:31.118 INFO:tasks.workunit.client.0.smithi031.stdout:op 3022 completed, throughput=5MB/sec 2024-08-10T05:44:31.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:44:31 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:44:31] "GET /metrics HTTP/1.1" 200 34051 "" "Prometheus/2.43.0" 2024-08-10T05:44:32.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:44:31 smithi031 ceph-mon[100614]: pgmap v1692: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:44:32.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:44:31 smithi031 ceph-mon[98130]: pgmap v1692: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:44:32.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:44:31 smithi196 ceph-mon[90243]: pgmap v1692: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:44:32.118 INFO:tasks.workunit.client.0.smithi031.stdout: 590: throughput=4.99MB/sec pending data=0 2024-08-10T05:44:32.119 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-rV0eX9Wl4zxUGLL off=10877063 len=2041517 2024-08-10T05:44:32.130 INFO:tasks.workunit.client.0.smithi031.stdout:op 3023 completed, throughput=5MB/sec 2024-08-10T05:44:32.130 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-TBKaUHhj2SC2Fhs off=16792812 len=1887265 2024-08-10T05:44:32.133 INFO:tasks.workunit.client.0.smithi031.stdout:op 3024 completed, throughput=5MB/sec 2024-08-10T05:44:32.133 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-_x5lOrE8BABYqRv off=4960741 len=1324876 2024-08-10T05:44:32.138 INFO:tasks.workunit.client.0.smithi031.stdout:op 3025 completed, throughput=5MB/sec 2024-08-10T05:44:32.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:44:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:44:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:44:33.139 INFO:tasks.workunit.client.0.smithi031.stdout: 591: throughput=4.99MB/sec pending data=0 2024-08-10T05:44:33.139 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-9LFiiyyB7xzyEo3 off=17219855 len=1810800 2024-08-10T05:44:33.150 INFO:tasks.workunit.client.0.smithi031.stdout:op 3026 completed, throughput=5MB/sec 2024-08-10T05:44:33.150 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ipLdyDLbilEgNF1 off=11781081 len=980510 2024-08-10T05:44:33.155 INFO:tasks.workunit.client.0.smithi031.stdout:op 3027 completed, throughput=5MB/sec 2024-08-10T05:44:33.155 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-qpjyytJywnIRwDj off=2206271 len=1713810 2024-08-10T05:44:33.158 INFO:tasks.workunit.client.0.smithi031.stdout:op 3028 completed, throughput=5MB/sec 2024-08-10T05:44:34.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:44:33 smithi031 ceph-mon[98130]: pgmap v1693: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-08-10T05:44:34.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:44:33 smithi031 ceph-mon[100614]: pgmap v1693: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-08-10T05:44:34.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:44:33 smithi196 ceph-mon[90243]: pgmap v1693: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-08-10T05:44:34.158 INFO:tasks.workunit.client.0.smithi031.stdout: 592: throughput=4.99MB/sec pending data=0 2024-08-10T05:44:34.158 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-W3gueeGlPs4AHWv off=18453526 len=958309 2024-08-10T05:44:34.160 INFO:tasks.workunit.client.0.smithi031.stdout:op 3029 completed, throughput=4.99MB/sec 2024-08-10T05:44:34.160 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Yls-wAM5_6fkiWy off=3390853 len=1174960 2024-08-10T05:44:34.162 INFO:tasks.workunit.client.0.smithi031.stdout:op 3030 completed, throughput=5MB/sec 2024-08-10T05:44:34.162 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-CNnhvoThtDy45x6 off=2226947 len=2080133 2024-08-10T05:44:34.166 INFO:tasks.workunit.client.0.smithi031.stdout:op 3031 completed, throughput=5MB/sec 2024-08-10T05:44:34.166 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-mkgtGVI0HGrn1eW off=327067 len=631935 2024-08-10T05:44:34.167 INFO:tasks.workunit.client.0.smithi031.stdout:op 3032 completed, throughput=5MB/sec 2024-08-10T05:44:34.168 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-7DpkFKTC8i03iJ4 off=792186 len=1317449 2024-08-10T05:44:34.173 INFO:tasks.workunit.client.0.smithi031.stdout:op 3033 completed, throughput=5MB/sec 2024-08-10T05:44:35.174 INFO:tasks.workunit.client.0.smithi031.stdout: 593: throughput=4.99MB/sec pending data=0 2024-08-10T05:44:35.174 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-pb_vzHZ4FYojPGO off=1236048 len=1562726 2024-08-10T05:44:35.176 INFO:tasks.workunit.client.0.smithi031.stdout:op 3034 completed, throughput=5MB/sec 2024-08-10T05:44:35.176 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-rCOrnq1_8uCckIg off=16635376 len=858340 2024-08-10T05:44:35.181 INFO:tasks.workunit.client.0.smithi031.stdout:op 3035 completed, throughput=5MB/sec 2024-08-10T05:44:35.181 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Hp5sd1zY2XMXev3 off=1016815 len=767546 2024-08-10T05:44:35.182 INFO:tasks.workunit.client.0.smithi031.stdout:op 3036 completed, throughput=5MB/sec 2024-08-10T05:44:35.182 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-D6BvUtEMLbNR0CY off=13458524 len=1083439 2024-08-10T05:44:35.188 INFO:tasks.workunit.client.0.smithi031.stdout:op 3037 completed, throughput=5MB/sec 2024-08-10T05:44:36.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:44:35 smithi031 ceph-mon[98130]: pgmap v1694: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:44:36.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:44:35 smithi031 ceph-mon[100614]: pgmap v1694: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:44:36.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:44:35 smithi196 ceph-mon[90243]: pgmap v1694: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:44:36.188 INFO:tasks.workunit.client.0.smithi031.stdout: 594: throughput=4.99MB/sec pending data=0 2024-08-10T05:44:36.189 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-bMKRI0kLbffQNlh off=6401347 len=1383516 2024-08-10T05:44:36.190 INFO:tasks.workunit.client.0.smithi031.stdout:op 3038 completed, throughput=4.99MB/sec 2024-08-10T05:44:36.190 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-in7VCDK7ZTxHlt2 off=12616434 len=851088 2024-08-10T05:44:36.192 INFO:tasks.workunit.client.0.smithi031.stdout:op 3039 completed, throughput=5MB/sec 2024-08-10T05:44:36.192 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-WxaHf9ISsTCJkWZ off=8564032 len=421844 2024-08-10T05:44:36.192 INFO:tasks.workunit.client.0.smithi031.stdout:op 3040 completed, throughput=5MB/sec 2024-08-10T05:44:36.193 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-0_wxUm5-HjhDlfc off=16681983 len=663951 2024-08-10T05:44:36.193 INFO:tasks.workunit.client.0.smithi031.stdout:op 3041 completed, throughput=5MB/sec 2024-08-10T05:44:36.194 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ZpctiyTC33FYywN off=1260393 len=1325450 2024-08-10T05:44:36.197 INFO:tasks.workunit.client.0.smithi031.stdout:op 3042 completed, throughput=5MB/sec 2024-08-10T05:44:36.197 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-vBstFxh8Bk6baam off=5592519 len=596750 2024-08-10T05:44:36.201 INFO:tasks.workunit.client.0.smithi031.stdout:op 3043 completed, throughput=5MB/sec 2024-08-10T05:44:37.201 INFO:tasks.workunit.client.0.smithi031.stdout: 595: throughput=4.99MB/sec pending data=0 2024-08-10T05:44:37.202 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-4zEBS-ywBS79wBt off=486754 len=1898674 2024-08-10T05:44:37.213 INFO:tasks.workunit.client.0.smithi031.stdout:op 3044 completed, throughput=4.99MB/sec 2024-08-10T05:44:37.213 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ES9rr8BPCdyDlu- off=3181554 len=698551 2024-08-10T05:44:37.214 INFO:tasks.workunit.client.0.smithi031.stdout:op 3045 completed, throughput=5MB/sec 2024-08-10T05:44:37.214 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-KBXZKx3JYq7lNBw off=5811086 len=1706400 2024-08-10T05:44:37.216 INFO:tasks.workunit.client.0.smithi031.stdout:op 3046 completed, throughput=5MB/sec 2024-08-10T05:44:37.216 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-olxAX01cgW926l0 off=2011805 len=1040084 2024-08-10T05:44:37.218 INFO:tasks.workunit.client.0.smithi031.stdout:op 3047 completed, throughput=5MB/sec 2024-08-10T05:44:38.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:44:37 smithi031 ceph-mon[98130]: pgmap v1695: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-08-10T05:44:38.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:44:37 smithi031 ceph-mon[100614]: pgmap v1695: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-08-10T05:44:38.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:44:37 smithi196 ceph-mon[90243]: pgmap v1695: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-08-10T05:44:38.218 INFO:tasks.workunit.client.0.smithi031.stdout: 596: throughput=4.99MB/sec pending data=0 2024-08-10T05:44:38.219 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-v4P1o9OfD0FBtJ3 off=1440178 len=909574 2024-08-10T05:44:38.219 INFO:tasks.workunit.client.0.smithi031.stdout:op 3048 completed, throughput=4.99MB/sec 2024-08-10T05:44:38.220 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-wpH3y7KOaFIGIJ6 off=17657200 len=1878554 2024-08-10T05:44:38.222 INFO:tasks.workunit.client.0.smithi031.stdout:op 3049 completed, throughput=5MB/sec 2024-08-10T05:44:38.222 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-eSh2SSs7nUOL5Ql off=6392069 len=1873116 2024-08-10T05:44:38.231 INFO:tasks.workunit.client.0.smithi031.stdout:op 3050 completed, throughput=5MB/sec 2024-08-10T05:44:38.231 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-rGJaMBJSjj4oULM off=5276570 len=1750353 2024-08-10T05:44:38.234 INFO:tasks.workunit.client.0.smithi031.stdout:op 3051 completed, throughput=5MB/sec 2024-08-10T05:44:39.235 INFO:tasks.workunit.client.0.smithi031.stdout: 597: throughput=4.99MB/sec pending data=0 2024-08-10T05:44:39.235 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-WoNXp5u-lWCE5VQ off=8925229 len=2017507 2024-08-10T05:44:39.244 INFO:tasks.workunit.client.0.smithi031.stdout:op 3052 completed, throughput=5MB/sec 2024-08-10T05:44:39.245 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-J46luanm503iwbv off=6298582 len=1540513 2024-08-10T05:44:39.246 INFO:tasks.workunit.client.0.smithi031.stdout:op 3053 completed, throughput=5MB/sec 2024-08-10T05:44:39.246 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-PoaikBcdBAL6sSc off=5385959 len=844273 2024-08-10T05:44:39.250 INFO:tasks.workunit.client.0.smithi031.stdout:op 3054 completed, throughput=5MB/sec 2024-08-10T05:44:40.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:44:39 smithi031 ceph-mon[98130]: pgmap v1696: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-08-10T05:44:40.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:44:39 smithi031 ceph-mon[100614]: pgmap v1696: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-08-10T05:44:40.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:44:39 smithi196 ceph-mon[90243]: pgmap v1696: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-08-10T05:44:40.251 INFO:tasks.workunit.client.0.smithi031.stdout: 598: throughput=4.99MB/sec pending data=0 2024-08-10T05:44:40.251 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-WvfE8D7wQvti7mk off=824205 len=1481785 2024-08-10T05:44:40.259 INFO:tasks.workunit.client.0.smithi031.stdout:op 3055 completed, throughput=4.99MB/sec 2024-08-10T05:44:40.260 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-YS-LZOJoeN_TNTi off=4112056 len=578903 2024-08-10T05:44:40.263 INFO:tasks.workunit.client.0.smithi031.stdout:op 3056 completed, throughput=5MB/sec 2024-08-10T05:44:40.264 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-gejo3egVEazpgsY off=7893171 len=1117722 2024-08-10T05:44:40.269 INFO:tasks.workunit.client.0.smithi031.stdout:op 3057 completed, throughput=5MB/sec 2024-08-10T05:44:40.269 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ZYKIHh4JYNf0r6F off=14363643 len=633883 2024-08-10T05:44:40.272 INFO:tasks.workunit.client.0.smithi031.stdout:op 3058 completed, throughput=5MB/sec 2024-08-10T05:44:40.272 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-TR3jcgIy7_la8kx off=14728112 len=1705957 2024-08-10T05:44:40.276 INFO:tasks.workunit.client.0.smithi031.stdout:op 3059 completed, throughput=5MB/sec 2024-08-10T05:44:41.276 INFO:tasks.workunit.client.0.smithi031.stdout: 599: throughput=4.99MB/sec pending data=0 2024-08-10T05:44:41.276 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-qE2Fju4EnNUSyhu off=397161 len=1792221 2024-08-10T05:44:41.288 INFO:tasks.workunit.client.0.smithi031.stdout:op 3060 completed, throughput=5MB/sec 2024-08-10T05:44:41.288 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-cJDLe4JDRdI2NDN off=1737826 len=618946 2024-08-10T05:44:41.292 INFO:tasks.workunit.client.0.smithi031.stdout:op 3061 completed, throughput=5MB/sec 2024-08-10T05:44:41.292 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-qx_skdo3GkGzVyj off=19200338 len=1982754 2024-08-10T05:44:41.294 INFO:tasks.workunit.client.0.smithi031.stdout:op 3062 completed, throughput=5MB/sec 2024-08-10T05:44:41.295 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ut8gswy-IQMsoup off=12666283 len=707334 2024-08-10T05:44:41.296 INFO:tasks.workunit.client.0.smithi031.stdout:op 3063 completed, throughput=5MB/sec 2024-08-10T05:44:41.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:44:41 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:44:41] "GET /metrics HTTP/1.1" 200 34049 "" "Prometheus/2.43.0" 2024-08-10T05:44:41.830 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:44:41 smithi196 ceph-mon[90243]: pgmap v1697: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:44:41.830 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:44:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:44:42.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:44:41 smithi031 ceph-mon[98130]: pgmap v1697: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:44:42.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:44:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:44:42.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:44:41 smithi031 ceph-mon[100614]: pgmap v1697: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:44:42.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:44:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:44:42.296 INFO:tasks.workunit.client.0.smithi031.stdout: 600: throughput=4.99MB/sec pending data=0 2024-08-10T05:44:42.296 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-M4iOCO3Gu9wsuly off=8402517 len=1214914 2024-08-10T05:44:42.302 INFO:tasks.workunit.client.0.smithi031.stdout:op 3064 completed, throughput=4.99MB/sec 2024-08-10T05:44:42.303 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-bzjx5bvFKfIhyPt off=12554383 len=1827777 2024-08-10T05:44:42.309 INFO:tasks.workunit.client.0.smithi031.stdout:op 3065 completed, throughput=5MB/sec 2024-08-10T05:44:42.309 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-dFJYzgmGvvAVajI off=1277763 len=1655923 2024-08-10T05:44:42.311 INFO:tasks.workunit.client.0.smithi031.stdout:op 3066 completed, throughput=5MB/sec 2024-08-10T05:44:42.312 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-W7AJORYQzDm3GEs off=2217256 len=1786997 2024-08-10T05:44:42.313 INFO:tasks.workunit.client.0.smithi031.stdout:op 3067 completed, throughput=5MB/sec 2024-08-10T05:44:42.528 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:44:42 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:44:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:44:43.313 INFO:tasks.workunit.client.0.smithi031.stdout: 601: throughput=4.99MB/sec pending data=0 2024-08-10T05:44:43.313 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-W6P2ITYgEQ0ghbw off=565051 len=853140 2024-08-10T05:44:43.315 INFO:tasks.workunit.client.0.smithi031.stdout:op 3068 completed, throughput=5MB/sec 2024-08-10T05:44:43.315 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-lEzyVpkfYZQxzdr off=14125673 len=1782181 2024-08-10T05:44:43.323 INFO:tasks.workunit.client.0.smithi031.stdout:op 3069 completed, throughput=5MB/sec 2024-08-10T05:44:43.323 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-_tVJAoPdAKtNdGE off=3936589 len=2073900 2024-08-10T05:44:43.325 INFO:tasks.workunit.client.0.smithi031.stdout:op 3070 completed, throughput=5MB/sec 2024-08-10T05:44:44.018 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:44:43 smithi031 ceph-mon[100614]: pgmap v1698: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:44:44.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:44:43 smithi031 ceph-mon[98130]: pgmap v1698: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:44:44.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:44:43 smithi196 ceph-mon[90243]: pgmap v1698: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:44:44.326 INFO:tasks.workunit.client.0.smithi031.stdout: 602: throughput=4.99MB/sec pending data=0 2024-08-10T05:44:44.326 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-v3FOBYDf5pDeocr off=7010921 len=1430814 2024-08-10T05:44:44.334 INFO:tasks.workunit.client.0.smithi031.stdout:op 3071 completed, throughput=5MB/sec 2024-08-10T05:44:44.334 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-0tNZVGoynu3Nsb1 off=18192408 len=1505194 2024-08-10T05:44:44.343 INFO:tasks.workunit.client.0.smithi031.stdout:op 3072 completed, throughput=5MB/sec 2024-08-10T05:44:44.343 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-p6crwR2-NkE5VzC off=8020357 len=902999 2024-08-10T05:44:44.344 INFO:tasks.workunit.client.0.smithi031.stdout:op 3073 completed, throughput=5MB/sec 2024-08-10T05:44:44.345 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Sxlb_nooPqVkIgj off=569266 len=1403485 2024-08-10T05:44:44.347 INFO:tasks.workunit.client.0.smithi031.stdout:op 3074 completed, throughput=5MB/sec 2024-08-10T05:44:45.350 INFO:tasks.workunit.client.0.smithi031.stdout: 603: throughput=4.99MB/sec pending data=0 2024-08-10T05:44:45.350 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-OLCOiUNa0o1dxNE off=3703718 len=1469597 2024-08-10T05:44:45.355 INFO:tasks.workunit.client.0.smithi031.stdout:op 3075 completed, throughput=5MB/sec 2024-08-10T05:44:45.355 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj--kZBE4-6GfYsk55 off=5719217 len=2054173 2024-08-10T05:44:45.366 INFO:tasks.workunit.client.0.smithi031.stdout:op 3076 completed, throughput=5MB/sec 2024-08-10T05:44:45.366 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-CWlRxDDLszOEOKr off=24764 len=3644 2024-08-10T05:44:45.368 INFO:tasks.workunit.client.0.smithi031.stdout:op 3077 completed, throughput=5MB/sec 2024-08-10T05:44:45.368 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-q4eOz9Sa9DtvwpM off=5559923 len=1179603 2024-08-10T05:44:45.370 INFO:tasks.workunit.client.0.smithi031.stdout:op 3078 completed, throughput=5MB/sec 2024-08-10T05:44:45.370 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-vBstFxh8Bk6baam off=4382179 len=1468945 2024-08-10T05:44:45.372 INFO:tasks.workunit.client.0.smithi031.stdout:op 3079 completed, throughput=5MB/sec 2024-08-10T05:44:46.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:44:45 smithi031 ceph-mon[98130]: pgmap v1699: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:44:46.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:44:45 smithi031 ceph-mon[100614]: pgmap v1699: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:44:46.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:44:45 smithi196 ceph-mon[90243]: pgmap v1699: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:44:46.373 INFO:tasks.workunit.client.0.smithi031.stdout: 604: throughput=4.99MB/sec pending data=0 2024-08-10T05:44:46.373 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-_qQ3BGBjB8_fYo- off=5191572 len=1862540 2024-08-10T05:44:46.381 INFO:tasks.workunit.client.0.smithi031.stdout:op 3080 completed, throughput=5MB/sec 2024-08-10T05:44:46.381 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-4kMerAomGhRWeBo off=3085141 len=848169 2024-08-10T05:44:46.383 INFO:tasks.workunit.client.0.smithi031.stdout:op 3081 completed, throughput=5MB/sec 2024-08-10T05:44:46.383 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-rSbq7UhaYlu7-yb off=233413 len=790623 2024-08-10T05:44:46.383 INFO:tasks.workunit.client.0.smithi031.stdout:op 3082 completed, throughput=5MB/sec 2024-08-10T05:44:46.383 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-4EtYh22RAbbrChH off=15805947 len=1266614 2024-08-10T05:44:46.390 INFO:tasks.workunit.client.0.smithi031.stdout:op 3083 completed, throughput=5MB/sec 2024-08-10T05:44:47.390 INFO:tasks.workunit.client.0.smithi031.stdout: 605: throughput=4.99MB/sec pending data=0 2024-08-10T05:44:47.390 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-TWQhhzubPUgvCMq off=7777216 len=425695 2024-08-10T05:44:47.391 INFO:tasks.workunit.client.0.smithi031.stdout:op 3084 completed, throughput=4.99MB/sec 2024-08-10T05:44:47.391 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-WoNXp5u-lWCE5VQ off=11219645 len=1934047 2024-08-10T05:44:47.400 INFO:tasks.workunit.client.0.smithi031.stdout:op 3085 completed, throughput=5MB/sec 2024-08-10T05:44:47.400 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-JZAUrx7BKB09lJt off=7219140 len=1285914 2024-08-10T05:44:47.406 INFO:tasks.workunit.client.0.smithi031.stdout:op 3086 completed, throughput=5MB/sec 2024-08-10T05:44:47.406 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-gMu4KeUyQY3-4uD off=783216 len=378236 2024-08-10T05:44:47.407 INFO:tasks.workunit.client.0.smithi031.stdout:op 3087 completed, throughput=5MB/sec 2024-08-10T05:44:47.407 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-UikQazlGFHhpCoT off=2844978 len=519643 2024-08-10T05:44:47.410 INFO:tasks.workunit.client.0.smithi031.stdout:op 3088 completed, throughput=5MB/sec 2024-08-10T05:44:48.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:44:47 smithi031 ceph-mon[98130]: pgmap v1700: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:44:48.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:44:47 smithi031 ceph-mon[100614]: pgmap v1700: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:44:48.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:44:47 smithi196 ceph-mon[90243]: pgmap v1700: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:44:48.410 INFO:tasks.workunit.client.0.smithi031.stdout: 606: throughput=4.99MB/sec pending data=0 2024-08-10T05:44:48.411 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-qbBGeQv4MAFZsVU off=1916452 len=1009621 2024-08-10T05:44:48.416 INFO:tasks.workunit.client.0.smithi031.stdout:op 3089 completed, throughput=4.99MB/sec 2024-08-10T05:44:48.416 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-eTVSxdU0Z0bshel off=4796790 len=1293505 2024-08-10T05:44:48.422 INFO:tasks.workunit.client.0.smithi031.stdout:op 3090 completed, throughput=5MB/sec 2024-08-10T05:44:48.422 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-e3en7BpN_jzEQ5r off=3370094 len=1140055 2024-08-10T05:44:48.428 INFO:tasks.workunit.client.0.smithi031.stdout:op 3091 completed, throughput=5MB/sec 2024-08-10T05:44:48.429 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-vWq2h4R0o53LqqT off=2627512 len=957840 2024-08-10T05:44:48.433 INFO:tasks.workunit.client.0.smithi031.stdout:op 3092 completed, throughput=5MB/sec 2024-08-10T05:44:48.433 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-OtTSrjToEc4vlUM off=12275952 len=589562 2024-08-10T05:44:48.436 INFO:tasks.workunit.client.0.smithi031.stdout:op 3093 completed, throughput=5MB/sec 2024-08-10T05:44:48.437 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-A0E77D_vx8h7gNu off=4601240 len=687905 2024-08-10T05:44:48.438 INFO:tasks.workunit.client.0.smithi031.stdout:op 3094 completed, throughput=5MB/sec 2024-08-10T05:44:49.438 INFO:tasks.workunit.client.0.smithi031.stdout: 607: throughput=4.99MB/sec pending data=0 2024-08-10T05:44:49.439 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-GP9wa9OESbwG9wc off=8602442 len=1578563 2024-08-10T05:44:49.442 INFO:tasks.workunit.client.0.smithi031.stdout:op 3095 completed, throughput=4.99MB/sec 2024-08-10T05:44:49.442 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-DkZsMJbfoiASR4L off=4589656 len=766153 2024-08-10T05:44:49.449 INFO:tasks.workunit.client.0.smithi031.stdout:op 3096 completed, throughput=5MB/sec 2024-08-10T05:44:49.449 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-JpTnPDUCiy4ptFP off=3310171 len=1780766 2024-08-10T05:44:49.456 INFO:tasks.workunit.client.0.smithi031.stdout:op 3097 completed, throughput=5MB/sec 2024-08-10T05:44:49.456 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-rmhdnnRh3NHKl4L off=748743 len=1653723 2024-08-10T05:44:49.464 INFO:tasks.workunit.client.0.smithi031.stdout:op 3098 completed, throughput=5MB/sec 2024-08-10T05:44:50.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:44:49 smithi031 ceph-mon[98130]: pgmap v1701: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-08-10T05:44:50.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:44:49 smithi031 ceph-mon[100614]: pgmap v1701: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-08-10T05:44:50.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:44:49 smithi196 ceph-mon[90243]: pgmap v1701: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-08-10T05:44:50.465 INFO:tasks.workunit.client.0.smithi031.stdout: 608: throughput=4.99MB/sec pending data=0 2024-08-10T05:44:50.465 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ugHmirwXVeyzmt1 off=1763396 len=1779880 2024-08-10T05:44:50.467 INFO:tasks.workunit.client.0.smithi031.stdout:op 3099 completed, throughput=5MB/sec 2024-08-10T05:44:50.467 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-I8K2bH2eLLPKN5b off=10102269 len=1449409 2024-08-10T05:44:50.475 INFO:tasks.workunit.client.0.smithi031.stdout:op 3100 completed, throughput=5MB/sec 2024-08-10T05:44:50.475 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-XcgMRmxYRLNIyEC off=3242758 len=695560 2024-08-10T05:44:50.480 INFO:tasks.workunit.client.0.smithi031.stdout:op 3101 completed, throughput=5MB/sec 2024-08-10T05:44:50.480 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-LLEyKnTAlXN30pB off=8606732 len=982724 2024-08-10T05:44:50.484 INFO:tasks.workunit.client.0.smithi031.stdout:op 3102 completed, throughput=5MB/sec 2024-08-10T05:44:51.485 INFO:tasks.workunit.client.0.smithi031.stdout: 609: throughput=4.99MB/sec pending data=0 2024-08-10T05:44:51.485 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-S098YmGIEUD6Sjn off=2730926 len=58632 2024-08-10T05:44:51.485 INFO:tasks.workunit.client.0.smithi031.stdout:op 3103 completed, throughput=4.99MB/sec 2024-08-10T05:44:51.486 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-EjpP_d-9caNEJ6w off=4155301 len=1676044 2024-08-10T05:44:51.495 INFO:tasks.workunit.client.0.smithi031.stdout:op 3104 completed, throughput=5MB/sec 2024-08-10T05:44:51.495 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-NjauDjcYtoE5dRz off=5120895 len=559438 2024-08-10T05:44:51.496 INFO:tasks.workunit.client.0.smithi031.stdout:op 3105 completed, throughput=5MB/sec 2024-08-10T05:44:51.496 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-BJFZr2dE-fck1MI off=6298557 len=826107 2024-08-10T05:44:51.501 INFO:tasks.workunit.client.0.smithi031.stdout:op 3106 completed, throughput=5MB/sec 2024-08-10T05:44:51.501 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Neo2gvPFIFQocsl off=3393383 len=893217 2024-08-10T05:44:51.506 INFO:tasks.workunit.client.0.smithi031.stdout:op 3107 completed, throughput=5MB/sec 2024-08-10T05:44:51.506 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Cw7GWaRk62RE6Yu off=60730 len=1653021 2024-08-10T05:44:51.513 INFO:tasks.workunit.client.0.smithi031.stdout:op 3108 completed, throughput=5MB/sec 2024-08-10T05:44:51.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:44:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:44:51] "GET /metrics HTTP/1.1" 200 34049 "" "Prometheus/2.43.0" 2024-08-10T05:44:52.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:44:51 smithi031 ceph-mon[100614]: pgmap v1702: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-10T05:44:52.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:44:51 smithi031 ceph-mon[98130]: pgmap v1702: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-10T05:44:52.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:44:51 smithi196 ceph-mon[90243]: pgmap v1702: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-10T05:44:52.514 INFO:tasks.workunit.client.0.smithi031.stdout: 610: throughput=4.99MB/sec pending data=0 2024-08-10T05:44:52.514 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-_Y1Q1-eqDHmSQvZ off=6288690 len=1150892 2024-08-10T05:44:52.515 INFO:tasks.workunit.client.0.smithi031.stdout:op 3109 completed, throughput=4.99MB/sec 2024-08-10T05:44:52.515 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-flTMZBF55togspe off=8748621 len=1700836 2024-08-10T05:44:52.517 INFO:tasks.workunit.client.0.smithi031.stdout:op 3110 completed, throughput=5MB/sec 2024-08-10T05:44:52.517 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-HibFaRfdlaJJx5c off=6522338 len=1879877 2024-08-10T05:44:52.528 INFO:tasks.workunit.client.0.smithi031.stdout:op 3111 completed, throughput=5MB/sec 2024-08-10T05:44:52.528 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-huoFY1UQh3MAO8y off=6873484 len=48245 2024-08-10T05:44:52.529 INFO:tasks.workunit.client.0.smithi031.stdout:op 3112 completed, throughput=5MB/sec 2024-08-10T05:44:52.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:44:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:44:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:44:53.529 INFO:tasks.workunit.client.0.smithi031.stdout: 611: throughput=4.99MB/sec pending data=0 2024-08-10T05:44:53.529 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-h7fBrvNY1gDrBI1 off=3119411 len=1739085 2024-08-10T05:44:53.531 INFO:tasks.workunit.client.0.smithi031.stdout:op 3113 completed, throughput=4.99MB/sec 2024-08-10T05:44:53.531 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-K7gO4en5XbRGGNz off=7615011 len=2069021 2024-08-10T05:44:53.534 INFO:tasks.workunit.client.0.smithi031.stdout:op 3114 completed, throughput=5MB/sec 2024-08-10T05:44:53.534 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-y4MOg-6Ie4MgH00 off=16032925 len=1449419 2024-08-10T05:44:53.536 INFO:tasks.workunit.client.0.smithi031.stdout:op 3115 completed, throughput=5MB/sec 2024-08-10T05:44:54.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:44:53 smithi031 ceph-mon[98130]: pgmap v1703: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-08-10T05:44:54.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:44:53 smithi031 ceph-mon[100614]: pgmap v1703: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-08-10T05:44:54.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:44:53 smithi196 ceph-mon[90243]: pgmap v1703: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-08-10T05:44:54.536 INFO:tasks.workunit.client.0.smithi031.stdout: 612: throughput=4.99MB/sec pending data=0 2024-08-10T05:44:54.536 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-PM3p4hQQWLtKIJP off=778911 len=1967191 2024-08-10T05:44:54.549 INFO:tasks.workunit.client.0.smithi031.stdout:op 3116 completed, throughput=4.99MB/sec 2024-08-10T05:44:54.550 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-E8LiIy-hlTAbO5- off=11519693 len=728322 2024-08-10T05:44:54.554 INFO:tasks.workunit.client.0.smithi031.stdout:op 3117 completed, throughput=5MB/sec 2024-08-10T05:44:54.554 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-uoTHqGDvVqRExpW off=8191325 len=982405 2024-08-10T05:44:54.559 INFO:tasks.workunit.client.0.smithi031.stdout:op 3118 completed, throughput=5MB/sec 2024-08-10T05:44:54.559 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-84ZAD4Z2elN_Ar8 off=3717685 len=901820 2024-08-10T05:44:54.560 INFO:tasks.workunit.client.0.smithi031.stdout:op 3119 completed, throughput=5MB/sec 2024-08-10T05:44:54.561 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-gf0IAnSFf5fbMsR off=13175751 len=1002596 2024-08-10T05:44:54.562 INFO:tasks.workunit.client.0.smithi031.stdout:op 3120 completed, throughput=5MB/sec 2024-08-10T05:44:55.562 INFO:tasks.workunit.client.0.smithi031.stdout: 613: throughput=4.99MB/sec pending data=0 2024-08-10T05:44:55.562 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-tPfvXr9kmTlnjAi off=11844776 len=296467 2024-08-10T05:44:55.566 INFO:tasks.workunit.client.0.smithi031.stdout:op 3121 completed, throughput=4.99MB/sec 2024-08-10T05:44:55.566 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-iU-Z1C-AK_ns80v off=81733 len=877967 2024-08-10T05:44:55.567 INFO:tasks.workunit.client.0.smithi031.stdout:op 3122 completed, throughput=4.99MB/sec 2024-08-10T05:44:55.567 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-IT_aB2YQ-Oz1QJ3 off=6058929 len=1573163 2024-08-10T05:44:55.570 INFO:tasks.workunit.client.0.smithi031.stdout:op 3123 completed, throughput=5MB/sec 2024-08-10T05:44:55.570 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-JNmbrk1fCUWgUwg off=9931725 len=445211 2024-08-10T05:44:55.574 INFO:tasks.workunit.client.0.smithi031.stdout:op 3124 completed, throughput=5MB/sec 2024-08-10T05:44:55.574 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-GSpxgrxMH5uV6GF off=6715632 len=380409 2024-08-10T05:44:55.577 INFO:tasks.workunit.client.0.smithi031.stdout:op 3125 completed, throughput=5MB/sec 2024-08-10T05:44:55.577 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-KzsCXUXY9QnWPAi off=2973567 len=2083159 2024-08-10T05:44:55.579 INFO:tasks.workunit.client.0.smithi031.stdout:op 3126 completed, throughput=5MB/sec 2024-08-10T05:44:56.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:44:55 smithi031 ceph-mon[98130]: pgmap v1704: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-08-10T05:44:56.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:44:55 smithi031 ceph-mon[100614]: pgmap v1704: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-08-10T05:44:56.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:44:55 smithi196 ceph-mon[90243]: pgmap v1704: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-08-10T05:44:56.580 INFO:tasks.workunit.client.0.smithi031.stdout: 614: throughput=4.99MB/sec pending data=0 2024-08-10T05:44:56.580 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-b4XM1ERYybzQVOf off=7234618 len=750239 2024-08-10T05:44:56.582 INFO:tasks.workunit.client.0.smithi031.stdout:op 3127 completed, throughput=4.99MB/sec 2024-08-10T05:44:56.582 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-i6Bi7QYBGiMncce off=20541461 len=104457 2024-08-10T05:44:56.585 INFO:tasks.workunit.client.0.smithi031.stdout:op 3128 completed, throughput=4.99MB/sec 2024-08-10T05:44:56.585 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-vWq2h4R0o53LqqT off=18407105 len=1192518 2024-08-10T05:44:56.587 INFO:tasks.workunit.client.0.smithi031.stdout:op 3129 completed, throughput=5MB/sec 2024-08-10T05:44:56.587 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-NznYR7_Su0ENuK6 off=3963107 len=1088127 2024-08-10T05:44:56.588 INFO:tasks.workunit.client.0.smithi031.stdout:op 3130 completed, throughput=5MB/sec 2024-08-10T05:44:56.588 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-55imvCa2Sr0S9YO off=1503403 len=353090 2024-08-10T05:44:56.589 INFO:tasks.workunit.client.0.smithi031.stdout:op 3131 completed, throughput=5MB/sec 2024-08-10T05:44:56.589 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-_CbTvlSGbVpSkbj off=14468681 len=2013407 2024-08-10T05:44:56.599 INFO:tasks.workunit.client.0.smithi031.stdout:op 3132 completed, throughput=5MB/sec 2024-08-10T05:44:57.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:44:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:44:57.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:44:56 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:44:57.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:44:56 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:44:57.599 INFO:tasks.workunit.client.0.smithi031.stdout: 615: throughput=4.99MB/sec pending data=0 2024-08-10T05:44:57.600 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-tsWWAxO_SZUzznY off=2855895 len=1444879 2024-08-10T05:44:57.601 INFO:tasks.workunit.client.0.smithi031.stdout:op 3133 completed, throughput=5MB/sec 2024-08-10T05:44:57.602 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-sdNAeW3WjaD8q-U off=8721129 len=1317397 2024-08-10T05:44:57.610 INFO:tasks.workunit.client.0.smithi031.stdout:op 3134 completed, throughput=5MB/sec 2024-08-10T05:44:57.610 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-1aULEjBGYud7xSr off=14508802 len=1376 2024-08-10T05:44:57.611 INFO:tasks.workunit.client.0.smithi031.stdout:op 3135 completed, throughput=5MB/sec 2024-08-10T05:44:57.611 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-lH779V-N_NVR4Sx off=9164280 len=674642 2024-08-10T05:44:57.612 INFO:tasks.workunit.client.0.smithi031.stdout:op 3136 completed, throughput=5MB/sec 2024-08-10T05:44:57.612 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-yeA8YsiwyIyAKYj off=14916465 len=1756734 2024-08-10T05:44:57.614 INFO:tasks.workunit.client.0.smithi031.stdout:op 3137 completed, throughput=5MB/sec 2024-08-10T05:44:58.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:44:57 smithi031 ceph-mon[98130]: pgmap v1705: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:44:58.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:44:57 smithi031 ceph-mon[100614]: pgmap v1705: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:44:58.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:44:57 smithi196 ceph-mon[90243]: pgmap v1705: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:44:58.614 INFO:tasks.workunit.client.0.smithi031.stdout: 616: throughput=4.99MB/sec pending data=0 2024-08-10T05:44:58.615 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-PcNs78KEH20Hmk4 off=2755800 len=1405465 2024-08-10T05:44:58.621 INFO:tasks.workunit.client.0.smithi031.stdout:op 3138 completed, throughput=4.99MB/sec 2024-08-10T05:44:58.621 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Cfta9PydVQxhUze off=16077386 len=1533135 2024-08-10T05:44:58.630 INFO:tasks.workunit.client.0.smithi031.stdout:op 3139 completed, throughput=5MB/sec 2024-08-10T05:44:58.630 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-lVWPqzVpVHg9XO8 off=11407411 len=2008417 2024-08-10T05:44:58.638 INFO:tasks.workunit.client.0.smithi031.stdout:op 3140 completed, throughput=5MB/sec 2024-08-10T05:44:59.639 INFO:tasks.workunit.client.0.smithi031.stdout: 617: throughput=4.99MB/sec pending data=0 2024-08-10T05:44:59.639 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-y9rHEySzlUA2p9d off=1372896 len=74913 2024-08-10T05:44:59.650 INFO:tasks.workunit.client.0.smithi031.stdout:op 3141 completed, throughput=4.99MB/sec 2024-08-10T05:44:59.650 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-XMHcTCK-wF29uER off=1222922 len=1704773 2024-08-10T05:44:59.652 INFO:tasks.workunit.client.0.smithi031.stdout:op 3142 completed, throughput=4.99MB/sec 2024-08-10T05:44:59.652 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-B8c2GrCV8VXNNXb off=669014 len=1748775 2024-08-10T05:44:59.653 INFO:tasks.workunit.client.0.smithi031.stdout:op 3143 completed, throughput=5MB/sec 2024-08-10T05:44:59.653 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Ljx4uPHO7P-P4eW off=1559892 len=1921550 2024-08-10T05:44:59.657 INFO:tasks.workunit.client.0.smithi031.stdout:op 3144 completed, throughput=5MB/sec 2024-08-10T05:45:00.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:44:59 smithi031 ceph-mon[98130]: pgmap v1706: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-10T05:45:00.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:44:59 smithi031 ceph-mon[100614]: pgmap v1706: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-10T05:45:00.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:44:59 smithi196 ceph-mon[90243]: pgmap v1706: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-10T05:45:00.658 INFO:tasks.workunit.client.0.smithi031.stdout: 618: throughput=4.99MB/sec pending data=0 2024-08-10T05:45:00.658 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-fbTxjc8ks-4cvRJ off=6305202 len=1204941 2024-08-10T05:45:00.659 INFO:tasks.workunit.client.0.smithi031.stdout:op 3145 completed, throughput=4.99MB/sec 2024-08-10T05:45:00.659 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-EyxvqtdPWXkI4xo off=7478235 len=1098 2024-08-10T05:45:00.662 INFO:tasks.workunit.client.0.smithi031.stdout:op 3146 completed, throughput=4.99MB/sec 2024-08-10T05:45:00.662 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-2KZ51485L7HSD7R off=3513927 len=2000126 2024-08-10T05:45:00.665 INFO:tasks.workunit.client.0.smithi031.stdout:op 3147 completed, throughput=5MB/sec 2024-08-10T05:45:00.665 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-I7tegtcaIgztRRH off=4637671 len=411324 2024-08-10T05:45:00.668 INFO:tasks.workunit.client.0.smithi031.stdout:op 3148 completed, throughput=5MB/sec 2024-08-10T05:45:00.668 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-36pQKh1dt9U4l25 off=11675088 len=953908 2024-08-10T05:45:00.673 INFO:tasks.workunit.client.0.smithi031.stdout:op 3149 completed, throughput=5MB/sec 2024-08-10T05:45:00.673 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-0XO2g529VcnpP0l off=18752461 len=1019183 2024-08-10T05:45:00.675 INFO:tasks.workunit.client.0.smithi031.stdout:op 3150 completed, throughput=5MB/sec 2024-08-10T05:45:01.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:45:01 smithi196 ceph-mon[90243]: pgmap v1707: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:45:01.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:45:01 smithi031 ceph-mon[98130]: pgmap v1707: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:45:01.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:45:01 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:45:01] "GET /metrics HTTP/1.1" 200 34049 "" "Prometheus/2.43.0" 2024-08-10T05:45:01.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:45:01 smithi031 ceph-mon[100614]: pgmap v1707: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:45:01.675 INFO:tasks.workunit.client.0.smithi031.stdout: 619: throughput=4.99MB/sec pending data=0 2024-08-10T05:45:01.675 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-C9H3I3fAjlxLjbO off=9044430 len=1056477 2024-08-10T05:45:01.677 INFO:tasks.workunit.client.0.smithi031.stdout:op 3151 completed, throughput=4.99MB/sec 2024-08-10T05:45:01.677 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-FlbxlA3BR_PFhx_ off=10805654 len=494647 2024-08-10T05:45:01.678 INFO:tasks.workunit.client.0.smithi031.stdout:op 3152 completed, throughput=5MB/sec 2024-08-10T05:45:01.678 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ktUUiAGqMczYg_5 off=19982905 len=152236 2024-08-10T05:45:01.681 INFO:tasks.workunit.client.0.smithi031.stdout:op 3153 completed, throughput=5MB/sec 2024-08-10T05:45:01.681 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-3N5vpm2qRM6XX-I off=10345346 len=1632975 2024-08-10T05:45:01.697 INFO:tasks.workunit.client.0.smithi031.stdout:op 3154 completed, throughput=5MB/sec 2024-08-10T05:45:01.697 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-jGx8zgZJS7IbPKG off=881572 len=197233 2024-08-10T05:45:01.699 INFO:tasks.workunit.client.0.smithi031.stdout:op 3155 completed, throughput=5MB/sec 2024-08-10T05:45:01.700 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-MKFV8KRFizZQ__v off=2693549 len=1539933 2024-08-10T05:45:01.708 INFO:tasks.workunit.client.0.smithi031.stdout:op 3156 completed, throughput=5MB/sec 2024-08-10T05:45:02.708 INFO:tasks.workunit.client.0.smithi031.stdout: 620: throughput=4.99MB/sec pending data=0 2024-08-10T05:45:02.709 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-V_XuTsy9Pis1Ihq off=3659117 len=159164 2024-08-10T05:45:02.711 INFO:tasks.workunit.client.0.smithi031.stdout:op 3157 completed, throughput=4.99MB/sec 2024-08-10T05:45:02.711 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-_AwibGAfdbQjoTb off=12960426 len=1094179 2024-08-10T05:45:02.713 INFO:tasks.workunit.client.0.smithi031.stdout:op 3158 completed, throughput=4.99MB/sec 2024-08-10T05:45:02.713 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-5cUgy22wVxFQzNb off=400251 len=608584 2024-08-10T05:45:02.717 INFO:tasks.workunit.client.0.smithi031.stdout:op 3159 completed, throughput=5MB/sec 2024-08-10T05:45:02.717 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Q5NnCr09nqDofU- off=5685156 len=2019648 2024-08-10T05:45:02.729 INFO:tasks.workunit.client.0.smithi031.stdout:op 3160 completed, throughput=5MB/sec 2024-08-10T05:45:02.729 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-fuA7n-UPIlUcVbx off=79974 len=102843 2024-08-10T05:45:02.731 INFO:tasks.workunit.client.0.smithi031.stdout:op 3161 completed, throughput=5MB/sec 2024-08-10T05:45:02.731 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ZgxewbE0ywyFh9b off=16514028 len=1909474 2024-08-10T05:45:02.741 INFO:tasks.workunit.client.0.smithi031.stdout:op 3162 completed, throughput=5MB/sec 2024-08-10T05:45:02.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:45:02 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:45:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:45:03.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:45:03 smithi031 ceph-mon[98130]: pgmap v1708: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:45:03.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:45:03 smithi031 ceph-mon[100614]: pgmap v1708: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:45:03.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:45:03 smithi196 ceph-mon[90243]: pgmap v1708: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:45:03.742 INFO:tasks.workunit.client.0.smithi031.stdout: 621: throughput=4.99MB/sec pending data=0 2024-08-10T05:45:03.742 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-TaZXKFXZbeidNzM off=3200988 len=1844794 2024-08-10T05:45:03.745 INFO:tasks.workunit.client.0.smithi031.stdout:op 3163 completed, throughput=5MB/sec 2024-08-10T05:45:03.745 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-syS46DS6GZ6CFV0 off=5443288 len=1642528 2024-08-10T05:45:03.748 INFO:tasks.workunit.client.0.smithi031.stdout:op 3164 completed, throughput=5MB/sec 2024-08-10T05:45:03.748 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-rQDKz8eLpr96bHl off=2577854 len=1056791 2024-08-10T05:45:03.754 INFO:tasks.workunit.client.0.smithi031.stdout:op 3165 completed, throughput=5MB/sec 2024-08-10T05:45:03.754 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-MMqZFj9CLFafKj1 off=15836093 len=1100283 2024-08-10T05:45:03.756 INFO:tasks.workunit.client.0.smithi031.stdout:op 3166 completed, throughput=5MB/sec 2024-08-10T05:45:04.756 INFO:tasks.workunit.client.0.smithi031.stdout: 622: throughput=4.99MB/sec pending data=0 2024-08-10T05:45:04.756 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-n9PjpEKHAXGqn61 off=10688486 len=363108 2024-08-10T05:45:04.760 INFO:tasks.workunit.client.0.smithi031.stdout:op 3167 completed, throughput=4.99MB/sec 2024-08-10T05:45:04.760 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-zGrfdoLsVZQa5Ss off=7515267 len=1061455 2024-08-10T05:45:04.762 INFO:tasks.workunit.client.0.smithi031.stdout:op 3168 completed, throughput=5MB/sec 2024-08-10T05:45:04.762 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-fwU4ZBbZRdOC5Df off=10697343 len=244410 2024-08-10T05:45:04.762 INFO:tasks.workunit.client.0.smithi031.stdout:op 3169 completed, throughput=5MB/sec 2024-08-10T05:45:04.763 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-XEKGTq6rFvdyMom off=1009594 len=1709734 2024-08-10T05:45:04.771 INFO:tasks.workunit.client.0.smithi031.stdout:op 3170 completed, throughput=5MB/sec 2024-08-10T05:45:04.771 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-K0I76uj99qgyzHk off=3658333 len=1186595 2024-08-10T05:45:04.773 INFO:tasks.workunit.client.0.smithi031.stdout:op 3171 completed, throughput=5MB/sec 2024-08-10T05:45:05.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:45:05 smithi031 ceph-mon[98130]: pgmap v1709: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:45:05.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:45:05 smithi031 ceph-mon[100614]: pgmap v1709: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:45:05.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:45:05 smithi196 ceph-mon[90243]: pgmap v1709: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:45:05.773 INFO:tasks.workunit.client.0.smithi031.stdout: 623: throughput=4.99MB/sec pending data=0 2024-08-10T05:45:05.773 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-xMu-RJT6iyKa-a2 off=4216013 len=1254092 2024-08-10T05:45:05.775 INFO:tasks.workunit.client.0.smithi031.stdout:op 3172 completed, throughput=4.99MB/sec 2024-08-10T05:45:05.775 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-7DdE9Ns_UqOAz5z off=4726223 len=1336650 2024-08-10T05:45:05.777 INFO:tasks.workunit.client.0.smithi031.stdout:op 3173 completed, throughput=5MB/sec 2024-08-10T05:45:05.777 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-9CKlN6dZvzGrKE- off=12344286 len=1227578 2024-08-10T05:45:05.778 INFO:tasks.workunit.client.0.smithi031.stdout:op 3174 completed, throughput=5MB/sec 2024-08-10T05:45:05.778 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Pp7Ae_iTnRpJJkd off=2361787 len=281172 2024-08-10T05:45:05.779 INFO:tasks.workunit.client.0.smithi031.stdout:op 3175 completed, throughput=5MB/sec 2024-08-10T05:45:05.779 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-PrOIzIfw40GM6Wi off=9605107 len=1529383 2024-08-10T05:45:05.788 INFO:tasks.workunit.client.0.smithi031.stdout:op 3176 completed, throughput=5MB/sec 2024-08-10T05:45:06.789 INFO:tasks.workunit.client.0.smithi031.stdout: 624: throughput=4.99MB/sec pending data=0 2024-08-10T05:45:06.789 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-nBjx-r9PrbfnIJH off=14473236 len=583473 2024-08-10T05:45:06.790 INFO:tasks.workunit.client.0.smithi031.stdout:op 3177 completed, throughput=4.99MB/sec 2024-08-10T05:45:06.790 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-6Fc4QJUIFFP-rSm off=604963 len=1288256 2024-08-10T05:45:06.796 INFO:tasks.workunit.client.0.smithi031.stdout:op 3178 completed, throughput=5MB/sec 2024-08-10T05:45:06.796 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-p6mycn2om-PrhHr off=1055493 len=1475942 2024-08-10T05:45:06.798 INFO:tasks.workunit.client.0.smithi031.stdout:op 3179 completed, throughput=5MB/sec 2024-08-10T05:45:06.798 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-E5xjpo2EhUOVjAf off=2033858 len=17330 2024-08-10T05:45:06.801 INFO:tasks.workunit.client.0.smithi031.stdout:op 3180 completed, throughput=5MB/sec 2024-08-10T05:45:06.801 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-GJdugs_TIq34C0m off=2671196 len=1575554 2024-08-10T05:45:06.802 INFO:tasks.workunit.client.0.smithi031.stdout:op 3181 completed, throughput=5MB/sec 2024-08-10T05:45:07.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:45:07 smithi031 ceph-mon[98130]: pgmap v1710: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:45:07.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:45:07 smithi031 ceph-mon[100614]: pgmap v1710: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:45:07.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:45:07 smithi196 ceph-mon[90243]: pgmap v1710: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:45:07.803 INFO:tasks.workunit.client.0.smithi031.stdout: 625: throughput=4.99MB/sec pending data=0 2024-08-10T05:45:07.803 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-MWl8pCXjNlmx0AW off=2872682 len=393617 2024-08-10T05:45:07.804 INFO:tasks.workunit.client.0.smithi031.stdout:op 3182 completed, throughput=4.99MB/sec 2024-08-10T05:45:07.805 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ItRftPVSp-s-GM1 off=1686132 len=548238 2024-08-10T05:45:07.808 INFO:tasks.workunit.client.0.smithi031.stdout:op 3183 completed, throughput=4.99MB/sec 2024-08-10T05:45:07.808 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-BmSFP7jTlIwmvLl off=4388481 len=1201051 2024-08-10T05:45:07.815 INFO:tasks.workunit.client.0.smithi031.stdout:op 3184 completed, throughput=5MB/sec 2024-08-10T05:45:07.815 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-gnzR0hxpmtJM5X6 off=1914114 len=1254724 2024-08-10T05:45:07.816 INFO:tasks.workunit.client.0.smithi031.stdout:op 3185 completed, throughput=5MB/sec 2024-08-10T05:45:07.816 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-QAPxZWM1UhV-dMI off=12281155 len=2055074 2024-08-10T05:45:07.827 INFO:tasks.workunit.client.0.smithi031.stdout:op 3186 completed, throughput=5MB/sec 2024-08-10T05:45:08.827 INFO:tasks.workunit.client.0.smithi031.stdout: 626: throughput=4.99MB/sec pending data=0 2024-08-10T05:45:08.828 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-xwgfxISWB1rZ6J6 off=8604839 len=1996179 2024-08-10T05:45:08.839 INFO:tasks.workunit.client.0.smithi031.stdout:op 3187 completed, throughput=5MB/sec 2024-08-10T05:45:08.839 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-N-MgtrQRSWqFDik off=1432958 len=25369 2024-08-10T05:45:08.841 INFO:tasks.workunit.client.0.smithi031.stdout:op 3188 completed, throughput=5MB/sec 2024-08-10T05:45:08.842 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-lIyHhJj08C3CFZ4 off=1170450 len=1165973 2024-08-10T05:45:08.843 INFO:tasks.workunit.client.0.smithi031.stdout:op 3189 completed, throughput=5MB/sec 2024-08-10T05:45:08.843 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-FR7ffQUfS2TH4VK off=1251216 len=1597406 2024-08-10T05:45:08.845 INFO:tasks.workunit.client.0.smithi031.stdout:op 3190 completed, throughput=5MB/sec 2024-08-10T05:45:08.845 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-zrnjhc3C0BDyFB8 off=10549975 len=256374 2024-08-10T05:45:08.848 INFO:tasks.workunit.client.0.smithi031.stdout:op 3191 completed, throughput=5MB/sec 2024-08-10T05:45:08.849 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-S4bFKF7iSvMXgjb off=889375 len=2042665 2024-08-10T05:45:08.852 INFO:tasks.workunit.client.0.smithi031.stdout:op 3192 completed, throughput=5MB/sec 2024-08-10T05:45:09.522 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:45:09 smithi031 ceph-mon[98130]: pgmap v1711: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-10T05:45:09.522 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:45:09 smithi031 ceph-mon[100614]: pgmap v1711: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-10T05:45:09.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:45:09 smithi196 ceph-mon[90243]: pgmap v1711: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-10T05:45:09.852 INFO:tasks.workunit.client.0.smithi031.stdout: 627: throughput=5MB/sec pending data=0 2024-08-10T05:45:09.852 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-vk7INrGUtWOv79G off=8094249 len=1470710 2024-08-10T05:45:09.855 INFO:tasks.workunit.client.0.smithi031.stdout:op 3193 completed, throughput=5MB/sec 2024-08-10T05:45:09.855 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-WXAXecS6TIuxkxL off=17892306 len=649214 2024-08-10T05:45:09.861 INFO:tasks.workunit.client.0.smithi031.stdout:op 3194 completed, throughput=5MB/sec 2024-08-10T05:45:09.861 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-jftkznbq-h9qQhf off=2497566 len=148899 2024-08-10T05:45:09.861 INFO:tasks.workunit.client.0.smithi031.stdout:op 3195 completed, throughput=5MB/sec 2024-08-10T05:45:09.862 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-nuXyAhIPO8k6Qh8 off=9002732 len=1921414 2024-08-10T05:45:09.871 INFO:tasks.workunit.client.0.smithi031.stdout:op 3196 completed, throughput=5MB/sec 2024-08-10T05:45:10.871 INFO:tasks.workunit.client.0.smithi031.stdout: 628: throughput=4.99MB/sec pending data=0 2024-08-10T05:45:10.871 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ck2R5V4wFbVoRXM off=5804800 len=686621 2024-08-10T05:45:10.876 INFO:tasks.workunit.client.0.smithi031.stdout:op 3197 completed, throughput=4.99MB/sec 2024-08-10T05:45:10.876 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-2vfQ-bRkueejG8R off=8532666 len=419269 2024-08-10T05:45:10.877 INFO:tasks.workunit.client.0.smithi031.stdout:op 3198 completed, throughput=4.99MB/sec 2024-08-10T05:45:10.877 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-F80Y_uUadVAl_1S off=6592649 len=946919 2024-08-10T05:45:10.878 INFO:tasks.workunit.client.0.smithi031.stdout:op 3199 completed, throughput=5MB/sec 2024-08-10T05:45:10.879 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-U4tfsU4jrm2GNhf off=17023411 len=1728073 2024-08-10T05:45:10.888 INFO:tasks.workunit.client.0.smithi031.stdout:op 3200 completed, throughput=5MB/sec 2024-08-10T05:45:10.888 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-yUioW7NStFJoNL8 off=5795697 len=338156 2024-08-10T05:45:10.891 INFO:tasks.workunit.client.0.smithi031.stdout:op 3201 completed, throughput=5MB/sec 2024-08-10T05:45:10.891 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-g7ruUkoav3eJgaj off=6221950 len=739827 2024-08-10T05:45:10.892 INFO:tasks.workunit.client.0.smithi031.stdout:op 3202 completed, throughput=5MB/sec 2024-08-10T05:45:11.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:45:11 smithi031 ceph-mon[98130]: pgmap v1712: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-10T05:45:11.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:45:11 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:45:11.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:45:11 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:45:11] "GET /metrics HTTP/1.1" 200 34049 "" "Prometheus/2.43.0" 2024-08-10T05:45:11.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:45:11 smithi031 ceph-mon[100614]: pgmap v1712: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-10T05:45:11.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:45:11 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:45:11.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:45:11 smithi196 ceph-mon[90243]: pgmap v1712: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-10T05:45:11.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:45:11 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:45:11.892 INFO:tasks.workunit.client.0.smithi031.stdout: 629: throughput=4.99MB/sec pending data=0 2024-08-10T05:45:11.893 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-yXj8BCPKk9jpWG3 off=0 len=1146141 2024-08-10T05:45:11.898 INFO:tasks.workunit.client.0.smithi031.stdout:op 3203 completed, throughput=4.99MB/sec 2024-08-10T05:45:11.898 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-SHRYLY-6UNhACA6 off=3807923 len=42064 2024-08-10T05:45:11.901 INFO:tasks.workunit.client.0.smithi031.stdout:op 3204 completed, throughput=4.99MB/sec 2024-08-10T05:45:11.901 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-1acts5t06I3VDYG off=0 len=1354953 2024-08-10T05:45:11.908 INFO:tasks.workunit.client.0.smithi031.stdout:op 3205 completed, throughput=5MB/sec 2024-08-10T05:45:11.908 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-AwgTcmPkkgy3-n9 off=3235431 len=846072 2024-08-10T05:45:11.912 INFO:tasks.workunit.client.0.smithi031.stdout:op 3206 completed, throughput=5MB/sec 2024-08-10T05:45:11.912 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-egFRZvRTzLMOA6D off=6757974 len=1521064 2024-08-10T05:45:11.919 INFO:tasks.workunit.client.0.smithi031.stdout:op 3207 completed, throughput=5MB/sec 2024-08-10T05:45:11.919 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-SnnMmGk_tOtdVME off=8883497 len=1058883 2024-08-10T05:45:11.923 INFO:tasks.workunit.client.0.smithi031.stdout:op 3208 completed, throughput=5MB/sec 2024-08-10T05:45:12.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:45:12 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:45:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:45:12.924 INFO:tasks.workunit.client.0.smithi031.stdout: 630: throughput=4.99MB/sec pending data=0 2024-08-10T05:45:12.924 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-lpTSv36MFcZl75d off=3355617 len=568816 2024-08-10T05:45:12.928 INFO:tasks.workunit.client.0.smithi031.stdout:op 3209 completed, throughput=4.99MB/sec 2024-08-10T05:45:12.928 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-WbAb6JiBjKgBQHM off=21268444 len=1707490 2024-08-10T05:45:12.930 INFO:tasks.workunit.client.0.smithi031.stdout:op 3210 completed, throughput=5MB/sec 2024-08-10T05:45:12.930 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-FpA3_Pwgl7qMBRz off=2309405 len=105513 2024-08-10T05:45:12.933 INFO:tasks.workunit.client.0.smithi031.stdout:op 3211 completed, throughput=5MB/sec 2024-08-10T05:45:12.933 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-i8V38ezWS3YQ_QB off=668843 len=967814 2024-08-10T05:45:12.938 INFO:tasks.workunit.client.0.smithi031.stdout:op 3212 completed, throughput=5MB/sec 2024-08-10T05:45:12.938 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-OBy0IVdSood1AQq off=5165568 len=1993569 2024-08-10T05:45:12.940 INFO:tasks.workunit.client.0.smithi031.stdout:op 3213 completed, throughput=5MB/sec 2024-08-10T05:45:13.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:45:13 smithi031 ceph-mon[98130]: pgmap v1713: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:45:13.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:45:13 smithi031 ceph-mon[100614]: pgmap v1713: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:45:13.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:45:13 smithi196 ceph-mon[90243]: pgmap v1713: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:45:13.940 INFO:tasks.workunit.client.0.smithi031.stdout: 631: throughput=4.99MB/sec pending data=0 2024-08-10T05:45:13.941 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-UWGgVPH2AeJfZZA off=7621787 len=1198758 2024-08-10T05:45:13.942 INFO:tasks.workunit.client.0.smithi031.stdout:op 3214 completed, throughput=5MB/sec 2024-08-10T05:45:13.943 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-BkTUVhjhiHxsPwK off=7118014 len=1019006 2024-08-10T05:45:13.948 INFO:tasks.workunit.client.0.smithi031.stdout:op 3215 completed, throughput=5MB/sec 2024-08-10T05:45:13.948 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-uguz_T8c8LajvD2 off=9160237 len=1410462 2024-08-10T05:45:13.949 INFO:tasks.workunit.client.0.smithi031.stdout:op 3216 completed, throughput=5MB/sec 2024-08-10T05:45:13.949 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-yvKFPDI9hxUcPMB off=18078336 len=40543 2024-08-10T05:45:13.950 INFO:tasks.workunit.client.0.smithi031.stdout:op 3217 completed, throughput=5MB/sec 2024-08-10T05:45:13.950 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-S6bv8_-Drlhy_wP off=20447515 len=703140 2024-08-10T05:45:13.954 INFO:tasks.workunit.client.0.smithi031.stdout:op 3218 completed, throughput=5MB/sec 2024-08-10T05:45:13.954 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-8JiSpUhKAX25LMf off=20378128 len=682415 2024-08-10T05:45:13.956 INFO:tasks.workunit.client.0.smithi031.stdout:op 3219 completed, throughput=5MB/sec 2024-08-10T05:45:14.956 INFO:tasks.workunit.client.0.smithi031.stdout: 632: throughput=4.99MB/sec pending data=0 2024-08-10T05:45:14.956 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-gmd3YrTOt4RmPZ8 off=5781284 len=861211 2024-08-10T05:45:14.961 INFO:tasks.workunit.client.0.smithi031.stdout:op 3220 completed, throughput=4.99MB/sec 2024-08-10T05:45:14.961 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-BBM2vcAHZZFQvwJ off=3244565 len=1109451 2024-08-10T05:45:14.964 INFO:tasks.workunit.client.0.smithi031.stdout:op 3221 completed, throughput=5MB/sec 2024-08-10T05:45:14.964 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-hqHiSo3V80xujAM off=4206791 len=51741 2024-08-10T05:45:14.964 INFO:tasks.workunit.client.0.smithi031.stdout:op 3222 completed, throughput=5MB/sec 2024-08-10T05:45:14.965 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-gZQO3qO2MVTtD3J off=647426 len=818825 2024-08-10T05:45:14.970 INFO:tasks.workunit.client.0.smithi031.stdout:op 3223 completed, throughput=5MB/sec 2024-08-10T05:45:14.970 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-DROjj3ZHWyhlVix off=1428739 len=1553940 2024-08-10T05:45:14.973 INFO:tasks.workunit.client.0.smithi031.stdout:op 3224 completed, throughput=5MB/sec 2024-08-10T05:45:14.973 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-GrspBHNnJVcxAgv off=6174890 len=1013276 2024-08-10T05:45:14.974 INFO:tasks.workunit.client.0.smithi031.stdout:op 3225 completed, throughput=5MB/sec 2024-08-10T05:45:15.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:45:15 smithi196 ceph-mon[90243]: pgmap v1714: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:45:15.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:45:15 smithi031 ceph-mon[98130]: pgmap v1714: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:45:15.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:45:15 smithi031 ceph-mon[100614]: pgmap v1714: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:45:15.975 INFO:tasks.workunit.client.0.smithi031.stdout: 633: throughput=4.99MB/sec pending data=0 2024-08-10T05:45:15.975 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-brbr7adXmuut4-_ off=393223 len=1957056 2024-08-10T05:45:15.978 INFO:tasks.workunit.client.0.smithi031.stdout:op 3226 completed, throughput=5MB/sec 2024-08-10T05:45:15.978 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-M3iIUU3lwHGp3yG off=2224371 len=750956 2024-08-10T05:45:15.979 INFO:tasks.workunit.client.0.smithi031.stdout:op 3227 completed, throughput=5MB/sec 2024-08-10T05:45:15.979 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-xH7PHUN4yZ4xmBI off=5850949 len=723548 2024-08-10T05:45:15.980 INFO:tasks.workunit.client.0.smithi031.stdout:op 3228 completed, throughput=5MB/sec 2024-08-10T05:45:15.980 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-iqKUcoiOtY2hGYk off=491827 len=1651722 2024-08-10T05:45:15.982 INFO:tasks.workunit.client.0.smithi031.stdout:op 3229 completed, throughput=5MB/sec 2024-08-10T05:45:16.983 INFO:tasks.workunit.client.0.smithi031.stdout: 634: throughput=4.99MB/sec pending data=0 2024-08-10T05:45:16.983 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-2joOURakcW6EXg8 off=6346435 len=233807 2024-08-10T05:45:16.986 INFO:tasks.workunit.client.0.smithi031.stdout:op 3230 completed, throughput=4.99MB/sec 2024-08-10T05:45:16.986 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-zwfGAIzHKiHvZO2 off=0 len=1149394 2024-08-10T05:45:16.988 INFO:tasks.workunit.client.0.smithi031.stdout:op 3231 completed, throughput=4.99MB/sec 2024-08-10T05:45:16.988 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-gcxxkHS7nGSR_Vz off=1409469 len=266687 2024-08-10T05:45:16.991 INFO:tasks.workunit.client.0.smithi031.stdout:op 3232 completed, throughput=5MB/sec 2024-08-10T05:45:16.991 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-uL4_zriUKY4Ntmu off=5689113 len=1309116 2024-08-10T05:45:16.992 INFO:tasks.workunit.client.0.smithi031.stdout:op 3233 completed, throughput=5MB/sec 2024-08-10T05:45:16.993 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-TBE2SV3k1mmCa7B off=9914858 len=415247 2024-08-10T05:45:16.994 INFO:tasks.workunit.client.0.smithi031.stdout:op 3234 completed, throughput=5MB/sec 2024-08-10T05:45:16.994 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-4NSKjsW1y_sK8-s off=5207479 len=1667727 2024-08-10T05:45:17.000 INFO:tasks.workunit.client.0.smithi031.stdout:op 3235 completed, throughput=5MB/sec 2024-08-10T05:45:17.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:45:17 smithi196 ceph-mon[90243]: pgmap v1715: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:45:17.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:45:17 smithi031 ceph-mon[98130]: pgmap v1715: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:45:17.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:45:17 smithi031 ceph-mon[100614]: pgmap v1715: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:45:18.001 INFO:tasks.workunit.client.0.smithi031.stdout: 635: throughput=4.99MB/sec pending data=0 2024-08-10T05:45:18.001 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-apY8Qrr5BkzgLix off=5340090 len=2092120 2024-08-10T05:45:18.003 INFO:tasks.workunit.client.0.smithi031.stdout:op 3236 completed, throughput=5MB/sec 2024-08-10T05:45:18.004 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-bsY5Surl37mf1Pt off=2926327 len=1714654 2024-08-10T05:45:18.013 INFO:tasks.workunit.client.0.smithi031.stdout:op 3237 completed, throughput=5MB/sec 2024-08-10T05:45:18.013 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-4j6mI5oTlKogHS9 off=10875945 len=1475872 2024-08-10T05:45:18.014 INFO:tasks.workunit.client.0.smithi031.stdout:op 3238 completed, throughput=5MB/sec 2024-08-10T05:45:19.015 INFO:tasks.workunit.client.0.smithi031.stdout: 636: throughput=4.99MB/sec pending data=0 2024-08-10T05:45:19.015 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-76CyGkTJffqJDH0 off=1814061 len=264254 2024-08-10T05:45:19.015 INFO:tasks.workunit.client.0.smithi031.stdout:op 3239 completed, throughput=4.99MB/sec 2024-08-10T05:45:19.016 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-1HfspMim-wnvFff off=13648627 len=1231421 2024-08-10T05:45:19.017 INFO:tasks.workunit.client.0.smithi031.stdout:op 3240 completed, throughput=4.99MB/sec 2024-08-10T05:45:19.017 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-E10CCwR_hzenAnz off=366816 len=263434 2024-08-10T05:45:19.017 INFO:tasks.workunit.client.0.smithi031.stdout:op 3241 completed, throughput=5MB/sec 2024-08-10T05:45:19.018 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-9u4lVxD3lJjGbvx off=6000687 len=1825222 2024-08-10T05:45:19.027 INFO:tasks.workunit.client.0.smithi031.stdout:op 3242 completed, throughput=5MB/sec 2024-08-10T05:45:19.027 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-vTKMrgl0JDRNsHk off=1224786 len=250800 2024-08-10T05:45:19.030 INFO:tasks.workunit.client.0.smithi031.stdout:op 3243 completed, throughput=5MB/sec 2024-08-10T05:45:19.030 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-gXZtoQdKV-1h-lW off=1383770 len=214531 2024-08-10T05:45:19.030 INFO:tasks.workunit.client.0.smithi031.stdout:op 3244 completed, throughput=5MB/sec 2024-08-10T05:45:19.031 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-NFzAUCpDA7Yx-Xb off=586440 len=1410656 2024-08-10T05:45:19.037 INFO:tasks.workunit.client.0.smithi031.stdout:op 3245 completed, throughput=5MB/sec 2024-08-10T05:45:19.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:45:19 smithi196 ceph-mon[90243]: pgmap v1716: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:45:19.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:45:19 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:45:19.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:45:19 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:45:19.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:45:19 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:45:19.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:45:19 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:45:19.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:45:19 smithi031 ceph-mon[100614]: pgmap v1716: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:45:19.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:45:19 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:45:19.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:45:19 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:45:19.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:45:19 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:45:19.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:45:19 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:45:19.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:45:19 smithi031 ceph-mon[98130]: pgmap v1716: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:45:19.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:45:19 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:45:19.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:45:19 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:45:19.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:45:19 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:45:19.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:45:19 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:45:20.037 INFO:tasks.workunit.client.0.smithi031.stdout: 637: throughput=4.99MB/sec pending data=0 2024-08-10T05:45:20.037 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-4noXgfLG3yEfxYw off=6037088 len=779806 2024-08-10T05:45:20.039 INFO:tasks.workunit.client.0.smithi031.stdout:op 3246 completed, throughput=4.99MB/sec 2024-08-10T05:45:20.039 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Wy4SbgisLCnkZ0j off=2250389 len=2008371 2024-08-10T05:45:20.049 INFO:tasks.workunit.client.0.smithi031.stdout:op 3247 completed, throughput=5MB/sec 2024-08-10T05:45:20.049 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-u1rWgZScjovfxg0 off=1009325 len=1301720 2024-08-10T05:45:20.055 INFO:tasks.workunit.client.0.smithi031.stdout:op 3248 completed, throughput=5MB/sec 2024-08-10T05:45:20.055 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-_tWENhQ4JweVwfi off=11512129 len=1489955 2024-08-10T05:45:20.062 INFO:tasks.workunit.client.0.smithi031.stdout:op 3249 completed, throughput=5MB/sec 2024-08-10T05:45:21.063 INFO:tasks.workunit.client.0.smithi031.stdout: 638: throughput=4.99MB/sec pending data=0 2024-08-10T05:45:21.063 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-IYk1E6aufywBbA- off=4883745 len=1135854 2024-08-10T05:45:21.069 INFO:tasks.workunit.client.0.smithi031.stdout:op 3250 completed, throughput=4.99MB/sec 2024-08-10T05:45:21.070 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-2ij78o-5NUoMed_ off=16097757 len=837996 2024-08-10T05:45:21.075 INFO:tasks.workunit.client.0.smithi031.stdout:op 3251 completed, throughput=5MB/sec 2024-08-10T05:45:21.075 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-gfUfefs9rImmnFy off=4411741 len=501921 2024-08-10T05:45:21.076 INFO:tasks.workunit.client.0.smithi031.stdout:op 3252 completed, throughput=5MB/sec 2024-08-10T05:45:21.076 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Af72TOkDMVAGfEh off=5262500 len=1107163 2024-08-10T05:45:21.082 INFO:tasks.workunit.client.0.smithi031.stdout:op 3253 completed, throughput=5MB/sec 2024-08-10T05:45:21.082 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-aiJiSEYKWVwMsWZ off=7158053 len=316668 2024-08-10T05:45:21.083 INFO:tasks.workunit.client.0.smithi031.stdout:op 3254 completed, throughput=5MB/sec 2024-08-10T05:45:21.083 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-94VaivAKK1BmALp off=2502638 len=1770417 2024-08-10T05:45:21.093 INFO:tasks.workunit.client.0.smithi031.stdout:op 3255 completed, throughput=5MB/sec 2024-08-10T05:45:21.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:45:21 smithi031 ceph-mon[98130]: pgmap v1717: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-08-10T05:45:21.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:45:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:45:21] "GET /metrics HTTP/1.1" 200 34049 "" "Prometheus/2.43.0" 2024-08-10T05:45:21.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:45:21 smithi031 ceph-mon[100614]: pgmap v1717: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-08-10T05:45:21.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:45:21 smithi196 ceph-mon[90243]: pgmap v1717: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-08-10T05:45:22.094 INFO:tasks.workunit.client.0.smithi031.stdout: 639: throughput=4.99MB/sec pending data=0 2024-08-10T05:45:22.094 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-hboY4cP6r5p6zBF off=919289 len=1121920 2024-08-10T05:45:22.095 INFO:tasks.workunit.client.0.smithi031.stdout:op 3256 completed, throughput=4.99MB/sec 2024-08-10T05:45:22.095 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-feWrgiUvLLKLDB1 off=6901631 len=68349 2024-08-10T05:45:22.098 INFO:tasks.workunit.client.0.smithi031.stdout:op 3257 completed, throughput=5MB/sec 2024-08-10T05:45:22.098 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-YS-LZOJoeN_TNTi off=12897800 len=1961889 2024-08-10T05:45:22.107 INFO:tasks.workunit.client.0.smithi031.stdout:op 3258 completed, throughput=5MB/sec 2024-08-10T05:45:22.107 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-PZfM9Ue9MZzkbYP off=608292 len=1604189 2024-08-10T05:45:22.114 INFO:tasks.workunit.client.0.smithi031.stdout:op 3259 completed, throughput=5MB/sec 2024-08-10T05:45:22.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:45:22 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:45:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:45:23.115 INFO:tasks.workunit.client.0.smithi031.stdout: 640: throughput=4.99MB/sec pending data=0 2024-08-10T05:45:23.115 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-JiODjMSvobvzuiW off=4720171 len=1587645 2024-08-10T05:45:23.124 INFO:tasks.workunit.client.0.smithi031.stdout:op 3260 completed, throughput=4.99MB/sec 2024-08-10T05:45:23.124 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-uEVtz_IGLT3MIeY off=7716616 len=1781160 2024-08-10T05:45:23.126 INFO:tasks.workunit.client.0.smithi031.stdout:op 3261 completed, throughput=5MB/sec 2024-08-10T05:45:23.126 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-RCt1T5RlP-kV39L off=1229495 len=1683169 2024-08-10T05:45:23.133 INFO:tasks.workunit.client.0.smithi031.stdout:op 3262 completed, throughput=5MB/sec 2024-08-10T05:45:23.133 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-X9TtgAzsUXOyqU0 off=3393772 len=1353535 2024-08-10T05:45:23.134 INFO:tasks.workunit.client.0.smithi031.stdout:op 3263 completed, throughput=5MB/sec 2024-08-10T05:45:23.768 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:45:23 smithi031 ceph-mon[100614]: pgmap v1718: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-10T05:45:23.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:45:23 smithi031 ceph-mon[98130]: pgmap v1718: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-10T05:45:23.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:45:23 smithi196 ceph-mon[90243]: pgmap v1718: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-10T05:45:24.135 INFO:tasks.workunit.client.0.smithi031.stdout: 641: throughput=4.99MB/sec pending data=0 2024-08-10T05:45:24.135 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-E65zZ7eCa37QbXW off=3854771 len=1115078 2024-08-10T05:45:24.136 INFO:tasks.workunit.client.0.smithi031.stdout:op 3264 completed, throughput=5MB/sec 2024-08-10T05:45:24.137 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ipbH6Ji_OGmMeoT off=2888297 len=782799 2024-08-10T05:45:24.141 INFO:tasks.workunit.client.0.smithi031.stdout:op 3265 completed, throughput=5MB/sec 2024-08-10T05:45:24.141 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj--kZBE4-6GfYsk55 off=1472402 len=1519714 2024-08-10T05:45:24.144 INFO:tasks.workunit.client.0.smithi031.stdout:op 3266 completed, throughput=5MB/sec 2024-08-10T05:45:24.145 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-sD0gy5Td0bMpLkn off=786150 len=1053160 2024-08-10T05:45:24.149 INFO:tasks.workunit.client.0.smithi031.stdout:op 3267 completed, throughput=5MB/sec 2024-08-10T05:45:25.150 INFO:tasks.workunit.client.0.smithi031.stdout: 642: throughput=4.99MB/sec pending data=0 2024-08-10T05:45:25.150 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-oWBWSR0Zs9voT9B off=23030650 len=1328788 2024-08-10T05:45:25.153 INFO:tasks.workunit.client.0.smithi031.stdout:op 3268 completed, throughput=4.99MB/sec 2024-08-10T05:45:25.153 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-pmFqfbHYCac8K0y off=328479 len=2046573 2024-08-10T05:45:25.165 INFO:tasks.workunit.client.0.smithi031.stdout:op 3269 completed, throughput=5MB/sec 2024-08-10T05:45:25.165 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-SrpKvi_WHTmicP7 off=7992143 len=525829 2024-08-10T05:45:25.166 INFO:tasks.workunit.client.0.smithi031.stdout:op 3270 completed, throughput=5MB/sec 2024-08-10T05:45:25.166 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-C1uAx_tNfovNDY3 off=5696207 len=1695866 2024-08-10T05:45:25.172 INFO:tasks.workunit.client.0.smithi031.stdout:op 3271 completed, throughput=5MB/sec 2024-08-10T05:45:25.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:45:25 smithi031 ceph-mon[100614]: pgmap v1719: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:45:25.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:45:25 smithi031 ceph-mon[98130]: pgmap v1719: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:45:25.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:45:25 smithi196 ceph-mon[90243]: pgmap v1719: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:45:26.173 INFO:tasks.workunit.client.0.smithi031.stdout: 643: throughput=4.99MB/sec pending data=0 2024-08-10T05:45:26.173 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-KRQZN8zDOA-HRXZ off=13021314 len=1351705 2024-08-10T05:45:26.180 INFO:tasks.workunit.client.0.smithi031.stdout:op 3272 completed, throughput=5MB/sec 2024-08-10T05:45:26.180 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-NMYd3fZjVIw6xhN off=10671756 len=874327 2024-08-10T05:45:26.182 INFO:tasks.workunit.client.0.smithi031.stdout:op 3273 completed, throughput=5MB/sec 2024-08-10T05:45:26.182 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-h_ZWdlM1dml3C6g off=4551541 len=1984230 2024-08-10T05:45:26.184 INFO:tasks.workunit.client.0.smithi031.stdout:op 3274 completed, throughput=5MB/sec 2024-08-10T05:45:26.184 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-kr1GHFmD8VTVEdr off=9859122 len=655442 2024-08-10T05:45:26.188 INFO:tasks.workunit.client.0.smithi031.stdout:op 3275 completed, throughput=5MB/sec 2024-08-10T05:45:26.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:45:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:45:26.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:45:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:45:26.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:45:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:45:27.189 INFO:tasks.workunit.client.0.smithi031.stdout: 644: throughput=4.99MB/sec pending data=0 2024-08-10T05:45:27.189 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-k9zZyXkufNMPZLn off=6900433 len=599659 2024-08-10T05:45:27.193 INFO:tasks.workunit.client.0.smithi031.stdout:op 3276 completed, throughput=4.99MB/sec 2024-08-10T05:45:27.193 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-EqBPkAdh7GLgpxd off=601868 len=1637891 2024-08-10T05:45:27.201 INFO:tasks.workunit.client.0.smithi031.stdout:op 3277 completed, throughput=5MB/sec 2024-08-10T05:45:27.201 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-gAD0pyMHQTbvzp7 off=11452782 len=2082760 2024-08-10T05:45:27.205 INFO:tasks.workunit.client.0.smithi031.stdout:op 3278 completed, throughput=5MB/sec 2024-08-10T05:45:27.205 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-uklD2iTlane6nx1 off=7932774 len=1745965 2024-08-10T05:45:27.208 INFO:tasks.workunit.client.0.smithi031.stdout:op 3279 completed, throughput=5MB/sec 2024-08-10T05:45:27.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:45:27 smithi031 ceph-mon[98130]: pgmap v1720: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:45:27.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:45:27 smithi031 ceph-mon[100614]: pgmap v1720: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:45:27.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:45:27 smithi196 ceph-mon[90243]: pgmap v1720: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:45:28.209 INFO:tasks.workunit.client.0.smithi031.stdout: 645: throughput=4.99MB/sec pending data=0 2024-08-10T05:45:28.209 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-qCeGvs_wgItdbsB off=5511469 len=317190 2024-08-10T05:45:28.210 INFO:tasks.workunit.client.0.smithi031.stdout:op 3280 completed, throughput=4.99MB/sec 2024-08-10T05:45:28.210 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-aox7maQ5UIqSsR3 off=15195147 len=681522 2024-08-10T05:45:28.215 INFO:tasks.workunit.client.0.smithi031.stdout:op 3281 completed, throughput=4.99MB/sec 2024-08-10T05:45:28.215 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-q6iMf7-6wpyGccl off=8021557 len=901021 2024-08-10T05:45:28.217 INFO:tasks.workunit.client.0.smithi031.stdout:op 3282 completed, throughput=5MB/sec 2024-08-10T05:45:28.217 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-T-k7bt3m4bwL10r off=1801481 len=490426 2024-08-10T05:45:28.218 INFO:tasks.workunit.client.0.smithi031.stdout:op 3283 completed, throughput=5MB/sec 2024-08-10T05:45:28.218 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-TSfsm82Yl4PtfXd off=948397 len=1496016 2024-08-10T05:45:28.226 INFO:tasks.workunit.client.0.smithi031.stdout:op 3284 completed, throughput=5MB/sec 2024-08-10T05:45:28.226 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-hNts9h5iwUY1VCJ off=17021996 len=1305437 2024-08-10T05:45:28.227 INFO:tasks.workunit.client.0.smithi031.stdout:op 3285 completed, throughput=5MB/sec 2024-08-10T05:45:29.228 INFO:tasks.workunit.client.0.smithi031.stdout: 646: throughput=4.99MB/sec pending data=0 2024-08-10T05:45:29.228 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-TpXLEfDTcsrT_KW off=10532704 len=315794 2024-08-10T05:45:29.231 INFO:tasks.workunit.client.0.smithi031.stdout:op 3286 completed, throughput=4.99MB/sec 2024-08-10T05:45:29.231 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-xr3CZI0-Le1sUlb off=7412243 len=247011 2024-08-10T05:45:29.232 INFO:tasks.workunit.client.0.smithi031.stdout:op 3287 completed, throughput=4.99MB/sec 2024-08-10T05:45:29.232 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-4tpgv8ys7qHTPAu off=10027691 len=926192 2024-08-10T05:45:29.234 INFO:tasks.workunit.client.0.smithi031.stdout:op 3288 completed, throughput=5MB/sec 2024-08-10T05:45:29.234 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-qaRocWbxppo3aQj off=9676161 len=1550197 2024-08-10T05:45:29.244 INFO:tasks.workunit.client.0.smithi031.stdout:op 3289 completed, throughput=5MB/sec 2024-08-10T05:45:29.244 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Ei40HE59V-2k2K- off=6700844 len=220202 2024-08-10T05:45:29.245 INFO:tasks.workunit.client.0.smithi031.stdout:op 3290 completed, throughput=5MB/sec 2024-08-10T05:45:29.245 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-p0fnQ6c9P75pDEc off=8914067 len=214565 2024-08-10T05:45:29.245 INFO:tasks.workunit.client.0.smithi031.stdout:op 3291 completed, throughput=5MB/sec 2024-08-10T05:45:29.245 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-trFuhIv9hI5mHCK off=6096401 len=1855949 2024-08-10T05:45:29.248 INFO:tasks.workunit.client.0.smithi031.stdout:op 3292 completed, throughput=5MB/sec 2024-08-10T05:45:29.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:45:29 smithi031 ceph-mon[98130]: pgmap v1721: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:45:29.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:45:29 smithi031 ceph-mon[100614]: pgmap v1721: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:45:29.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:45:29 smithi196 ceph-mon[90243]: pgmap v1721: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:45:30.248 INFO:tasks.workunit.client.0.smithi031.stdout: 647: throughput=4.99MB/sec pending data=0 2024-08-10T05:45:30.249 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-TUttTRpP_6s5D1j off=2470358 len=1547239 2024-08-10T05:45:30.256 INFO:tasks.workunit.client.0.smithi031.stdout:op 3293 completed, throughput=5MB/sec 2024-08-10T05:45:30.256 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-515S6aFEWL0-BhL off=20721477 len=1856713 2024-08-10T05:45:30.267 INFO:tasks.workunit.client.0.smithi031.stdout:op 3294 completed, throughput=5MB/sec 2024-08-10T05:45:30.268 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-VyL7AS4TofVERpr off=5473939 len=1587385 2024-08-10T05:45:30.277 INFO:tasks.workunit.client.0.smithi031.stdout:op 3295 completed, throughput=5MB/sec 2024-08-10T05:45:31.277 INFO:tasks.workunit.client.0.smithi031.stdout: 648: throughput=4.99MB/sec pending data=0 2024-08-10T05:45:31.277 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-S1FqDSrHewpNaWF off=21903693 len=997376 2024-08-10T05:45:31.282 INFO:tasks.workunit.client.0.smithi031.stdout:op 3296 completed, throughput=4.99MB/sec 2024-08-10T05:45:31.282 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-NaNjMkR3CimiaKh off=6983938 len=531128 2024-08-10T05:45:31.285 INFO:tasks.workunit.client.0.smithi031.stdout:op 3297 completed, throughput=4.99MB/sec 2024-08-10T05:45:31.285 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-q7TDl6UOT2yIn3Q off=9449239 len=576178 2024-08-10T05:45:31.289 INFO:tasks.workunit.client.0.smithi031.stdout:op 3298 completed, throughput=5MB/sec 2024-08-10T05:45:31.289 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Ctoc1kb1WdLubcY off=2717319 len=394774 2024-08-10T05:45:31.291 INFO:tasks.workunit.client.0.smithi031.stdout:op 3299 completed, throughput=5MB/sec 2024-08-10T05:45:31.291 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-QFm2wr80w6LoeE3 off=4596038 len=1559822 2024-08-10T05:45:31.301 INFO:tasks.workunit.client.0.smithi031.stdout:op 3300 completed, throughput=5MB/sec 2024-08-10T05:45:31.301 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-GmtlW4eIyXz_5uQ off=4476051 len=397886 2024-08-10T05:45:31.302 INFO:tasks.workunit.client.0.smithi031.stdout:op 3301 completed, throughput=5MB/sec 2024-08-10T05:45:31.302 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-M6PMPS8HgS47-Fm off=11558457 len=1382293 2024-08-10T05:45:31.303 INFO:tasks.workunit.client.0.smithi031.stdout:op 3302 completed, throughput=5MB/sec 2024-08-10T05:45:31.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:45:31 smithi031 ceph-mon[98130]: pgmap v1722: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-10T05:45:31.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:45:31 smithi031 ceph-mon[100614]: pgmap v1722: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-10T05:45:31.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:45:31 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:45:31] "GET /metrics HTTP/1.1" 200 34046 "" "Prometheus/2.43.0" 2024-08-10T05:45:31.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:45:31 smithi196 ceph-mon[90243]: pgmap v1722: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-10T05:45:32.303 INFO:tasks.workunit.client.0.smithi031.stdout: 649: throughput=4.99MB/sec pending data=0 2024-08-10T05:45:32.303 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ZSZLmPxxvW8jINx off=4563154 len=1755493 2024-08-10T05:45:32.306 INFO:tasks.workunit.client.0.smithi031.stdout:op 3303 completed, throughput=5MB/sec 2024-08-10T05:45:32.306 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-kMipMZM0C75i4NV off=9226779 len=95313 2024-08-10T05:45:32.307 INFO:tasks.workunit.client.0.smithi031.stdout:op 3304 completed, throughput=5MB/sec 2024-08-10T05:45:32.307 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-zfN-66u0Db1qlu4 off=23599912 len=1180923 2024-08-10T05:45:32.314 INFO:tasks.workunit.client.0.smithi031.stdout:op 3305 completed, throughput=5MB/sec 2024-08-10T05:45:32.314 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-JPNL-XEYIVxf5Rd off=3270597 len=979064 2024-08-10T05:45:32.316 INFO:tasks.workunit.client.0.smithi031.stdout:op 3306 completed, throughput=5MB/sec 2024-08-10T05:45:32.316 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-9kjEz79pCNnFG55 off=1188902 len=768102 2024-08-10T05:45:32.320 INFO:tasks.workunit.client.0.smithi031.stdout:op 3307 completed, throughput=5MB/sec 2024-08-10T05:45:32.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:45:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:45:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:45:33.321 INFO:tasks.workunit.client.0.smithi031.stdout: 650: throughput=4.99MB/sec pending data=0 2024-08-10T05:45:33.321 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-83Sf6wGCg2Zt2GX off=10315578 len=957197 2024-08-10T05:45:33.326 INFO:tasks.workunit.client.0.smithi031.stdout:op 3308 completed, throughput=4.99MB/sec 2024-08-10T05:45:33.326 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-UDbkrUfHml0Odb4 off=6874922 len=2055438 2024-08-10T05:45:33.328 INFO:tasks.workunit.client.0.smithi031.stdout:op 3309 completed, throughput=5MB/sec 2024-08-10T05:45:33.328 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-FpA3_Pwgl7qMBRz off=1359397 len=358918 2024-08-10T05:45:33.331 INFO:tasks.workunit.client.0.smithi031.stdout:op 3310 completed, throughput=5MB/sec 2024-08-10T05:45:33.331 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-areEqsgFp_oLf1I off=10507827 len=1230278 2024-08-10T05:45:33.333 INFO:tasks.workunit.client.0.smithi031.stdout:op 3311 completed, throughput=5MB/sec 2024-08-10T05:45:33.333 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-St_rC-T10lF_YVm off=19924062 len=1820652 2024-08-10T05:45:33.343 INFO:tasks.workunit.client.0.smithi031.stdout:op 3312 completed, throughput=5MB/sec 2024-08-10T05:45:33.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:45:33 smithi031 ceph-mon[98130]: pgmap v1723: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-10T05:45:33.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:45:33 smithi031 ceph-mon[100614]: pgmap v1723: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-10T05:45:33.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:45:33 smithi196 ceph-mon[90243]: pgmap v1723: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-10T05:45:34.343 INFO:tasks.workunit.client.0.smithi031.stdout: 651: throughput=4.99MB/sec pending data=0 2024-08-10T05:45:34.344 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-X8xS5yfIcwClQeu off=6376627 len=1909293 2024-08-10T05:45:34.353 INFO:tasks.workunit.client.0.smithi031.stdout:op 3313 completed, throughput=5MB/sec 2024-08-10T05:45:34.353 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-rlAXsF2JeOtVUyJ off=691641 len=1239394 2024-08-10T05:45:34.355 INFO:tasks.workunit.client.0.smithi031.stdout:op 3314 completed, throughput=5MB/sec 2024-08-10T05:45:34.355 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-vWZ705427a-yWI6 off=14612517 len=1684235 2024-08-10T05:45:34.362 INFO:tasks.workunit.client.0.smithi031.stdout:op 3315 completed, throughput=5MB/sec 2024-08-10T05:45:35.363 INFO:tasks.workunit.client.0.smithi031.stdout: 652: throughput=4.99MB/sec pending data=0 2024-08-10T05:45:35.363 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-0_wxUm5-HjhDlfc off=13884298 len=1484477 2024-08-10T05:45:35.369 INFO:tasks.workunit.client.0.smithi031.stdout:op 3316 completed, throughput=5MB/sec 2024-08-10T05:45:35.370 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-nbHy5uJvb6KgRvE off=8597503 len=972095 2024-08-10T05:45:35.374 INFO:tasks.workunit.client.0.smithi031.stdout:op 3317 completed, throughput=5MB/sec 2024-08-10T05:45:35.375 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-5oyRkE7iS6rvbw5 off=4201206 len=1952051 2024-08-10T05:45:35.378 INFO:tasks.workunit.client.0.smithi031.stdout:op 3318 completed, throughput=5MB/sec 2024-08-10T05:45:35.378 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-74L-GGm1cuRva5q off=2322403 len=1236842 2024-08-10T05:45:35.380 INFO:tasks.workunit.client.0.smithi031.stdout:op 3319 completed, throughput=5MB/sec 2024-08-10T05:45:35.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:45:35 smithi031 ceph-mon[98130]: pgmap v1724: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-08-10T05:45:35.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:45:35 smithi031 ceph-mon[100614]: pgmap v1724: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-08-10T05:45:35.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:45:35 smithi196 ceph-mon[90243]: pgmap v1724: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-08-10T05:45:36.380 INFO:tasks.workunit.client.0.smithi031.stdout: 653: throughput=4.99MB/sec pending data=0 2024-08-10T05:45:36.380 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj--3jLSaR0Zcc5mXJ off=2288002 len=1390102 2024-08-10T05:45:36.389 INFO:tasks.workunit.client.0.smithi031.stdout:op 3320 completed, throughput=5MB/sec 2024-08-10T05:45:36.389 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ENWZxXs1a2SG7LP off=8694343 len=706941 2024-08-10T05:45:36.391 INFO:tasks.workunit.client.0.smithi031.stdout:op 3321 completed, throughput=5MB/sec 2024-08-10T05:45:36.391 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-yKD3kRzpIGEJc-N off=719738 len=1654737 2024-08-10T05:45:36.393 INFO:tasks.workunit.client.0.smithi031.stdout:op 3322 completed, throughput=5MB/sec 2024-08-10T05:45:36.393 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-xuxPEF6jhUFb66X off=47801 len=1232588 2024-08-10T05:45:36.399 INFO:tasks.workunit.client.0.smithi031.stdout:op 3323 completed, throughput=5MB/sec 2024-08-10T05:45:37.400 INFO:tasks.workunit.client.0.smithi031.stdout: 654: throughput=4.99MB/sec pending data=0 2024-08-10T05:45:37.400 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Rzum5kj4gJGsiMc off=1930499 len=82763 2024-08-10T05:45:37.400 INFO:tasks.workunit.client.0.smithi031.stdout:op 3324 completed, throughput=4.99MB/sec 2024-08-10T05:45:37.401 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Xzv01HokC_Gdgdn off=21647909 len=1326915 2024-08-10T05:45:37.402 INFO:tasks.workunit.client.0.smithi031.stdout:op 3325 completed, throughput=5MB/sec 2024-08-10T05:45:37.402 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-lLlbvuQd94g5jhH off=16922732 len=1893880 2024-08-10T05:45:37.404 INFO:tasks.workunit.client.0.smithi031.stdout:op 3326 completed, throughput=5MB/sec 2024-08-10T05:45:37.405 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-PbT_GpVQ2VJzgz1 off=12433752 len=410537 2024-08-10T05:45:37.408 INFO:tasks.workunit.client.0.smithi031.stdout:op 3327 completed, throughput=5MB/sec 2024-08-10T05:45:37.408 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ep9SLFtCXu9B5-M off=1638496 len=169133 2024-08-10T05:45:37.409 INFO:tasks.workunit.client.0.smithi031.stdout:op 3328 completed, throughput=5MB/sec 2024-08-10T05:45:37.409 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-a3JqLdWO9oIySu2 off=3827846 len=145447 2024-08-10T05:45:37.411 INFO:tasks.workunit.client.0.smithi031.stdout:op 3329 completed, throughput=5MB/sec 2024-08-10T05:45:37.411 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-qISaqbJoiadNyIF off=5684345 len=1883247 2024-08-10T05:45:37.422 INFO:tasks.workunit.client.0.smithi031.stdout:op 3330 completed, throughput=5MB/sec 2024-08-10T05:45:37.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:45:37 smithi031 ceph-mon[98130]: pgmap v1725: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:45:37.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:45:37 smithi031 ceph-mon[100614]: pgmap v1725: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:45:37.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:45:37 smithi196 ceph-mon[90243]: pgmap v1725: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:45:38.422 INFO:tasks.workunit.client.0.smithi031.stdout: 655: throughput=4.99MB/sec pending data=0 2024-08-10T05:45:38.423 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-hhk6HFwGeWqVBs0 off=19652291 len=951830 2024-08-10T05:45:38.428 INFO:tasks.workunit.client.0.smithi031.stdout:op 3331 completed, throughput=5MB/sec 2024-08-10T05:45:38.428 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Ab-8rn3DKYpwXrs off=5678128 len=1096509 2024-08-10T05:45:38.433 INFO:tasks.workunit.client.0.smithi031.stdout:op 3332 completed, throughput=5MB/sec 2024-08-10T05:45:38.433 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-qhZoyNSs_Ux6j99 off=10231264 len=526664 2024-08-10T05:45:38.434 INFO:tasks.workunit.client.0.smithi031.stdout:op 3333 completed, throughput=5MB/sec 2024-08-10T05:45:38.435 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-_9PqtxJKF8mUud3 off=708161 len=238982 2024-08-10T05:45:38.435 INFO:tasks.workunit.client.0.smithi031.stdout:op 3334 completed, throughput=5MB/sec 2024-08-10T05:45:38.435 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-5G9YTxkc7TyYvyi off=8247497 len=1033495 2024-08-10T05:45:38.437 INFO:tasks.workunit.client.0.smithi031.stdout:op 3335 completed, throughput=5MB/sec 2024-08-10T05:45:38.437 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-XpxQNPVEV2whKUe off=2622018 len=1756795 2024-08-10T05:45:38.439 INFO:tasks.workunit.client.0.smithi031.stdout:op 3336 completed, throughput=5MB/sec 2024-08-10T05:45:39.443 INFO:tasks.workunit.client.0.smithi031.stdout: 656: throughput=4.99MB/sec pending data=0 2024-08-10T05:45:39.443 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-CwS1nqlrW6gRPr9 off=11981447 len=1709799 2024-08-10T05:45:39.448 INFO:tasks.workunit.client.0.smithi031.stdout:op 3337 completed, throughput=5MB/sec 2024-08-10T05:45:39.448 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-7KyNfvdNntXv9JQ off=11930845 len=1056959 2024-08-10T05:45:39.449 INFO:tasks.workunit.client.0.smithi031.stdout:op 3338 completed, throughput=5MB/sec 2024-08-10T05:45:39.449 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-xQR1SMSeytA5Zcc off=4506142 len=550102 2024-08-10T05:45:39.450 INFO:tasks.workunit.client.0.smithi031.stdout:op 3339 completed, throughput=5MB/sec 2024-08-10T05:45:39.451 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-TygPOxn9jda5DDx off=9812794 len=1713662 2024-08-10T05:45:39.452 INFO:tasks.workunit.client.0.smithi031.stdout:op 3340 completed, throughput=5MB/sec 2024-08-10T05:45:39.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:45:39 smithi031 ceph-mon[98130]: pgmap v1726: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:45:39.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:45:39 smithi031 ceph-mon[100614]: pgmap v1726: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:45:39.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:45:39 smithi196 ceph-mon[90243]: pgmap v1726: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:45:40.453 INFO:tasks.workunit.client.0.smithi031.stdout: 657: throughput=4.99MB/sec pending data=0 2024-08-10T05:45:40.453 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-nNaj04PRUJZS4zg off=10832465 len=1570939 2024-08-10T05:45:40.461 INFO:tasks.workunit.client.0.smithi031.stdout:op 3341 completed, throughput=5MB/sec 2024-08-10T05:45:40.461 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-DeyJZbFdAR5vvm5 off=6167548 len=751974 2024-08-10T05:45:40.462 INFO:tasks.workunit.client.0.smithi031.stdout:op 3342 completed, throughput=5MB/sec 2024-08-10T05:45:40.462 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-jZLJZOTqzRf7ohl off=13610253 len=762765 2024-08-10T05:45:40.464 INFO:tasks.workunit.client.0.smithi031.stdout:op 3343 completed, throughput=5MB/sec 2024-08-10T05:45:40.464 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-MNA55maIi85y7fB off=223892 len=1601196 2024-08-10T05:45:40.471 INFO:tasks.workunit.client.0.smithi031.stdout:op 3344 completed, throughput=5MB/sec 2024-08-10T05:45:41.472 INFO:tasks.workunit.client.0.smithi031.stdout: 658: throughput=4.99MB/sec pending data=0 2024-08-10T05:45:41.472 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-gTrkTi2HwleUJDU off=9929096 len=233289 2024-08-10T05:45:41.473 INFO:tasks.workunit.client.0.smithi031.stdout:op 3345 completed, throughput=4.99MB/sec 2024-08-10T05:45:41.473 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-SrZaMWTipcnCJcg off=19689725 len=761035 2024-08-10T05:45:41.478 INFO:tasks.workunit.client.0.smithi031.stdout:op 3346 completed, throughput=4.99MB/sec 2024-08-10T05:45:41.478 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-raJ9Qbjwhh5JMdb off=3304177 len=530490 2024-08-10T05:45:41.479 INFO:tasks.workunit.client.0.smithi031.stdout:op 3347 completed, throughput=5MB/sec 2024-08-10T05:45:41.479 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-4YhHYbyBSDEH-RZ off=713889 len=347916 2024-08-10T05:45:41.480 INFO:tasks.workunit.client.0.smithi031.stdout:op 3348 completed, throughput=5MB/sec 2024-08-10T05:45:41.481 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-xtBXwMKwkaOFPsQ off=6691469 len=960423 2024-08-10T05:45:41.482 INFO:tasks.workunit.client.0.smithi031.stdout:op 3349 completed, throughput=5MB/sec 2024-08-10T05:45:41.482 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-inHh_E2ieaL85BA off=1306107 len=720394 2024-08-10T05:45:41.486 INFO:tasks.workunit.client.0.smithi031.stdout:op 3350 completed, throughput=5MB/sec 2024-08-10T05:45:41.486 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-vytft3E1tJX2tj3 off=3157585 len=1555477 2024-08-10T05:45:41.489 INFO:tasks.workunit.client.0.smithi031.stdout:op 3351 completed, throughput=5MB/sec 2024-08-10T05:45:41.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:45:41 smithi031 ceph-mon[98130]: pgmap v1727: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-10T05:45:41.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:45:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:45:41.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:45:41 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:45:41] "GET /metrics HTTP/1.1" 200 34048 "" "Prometheus/2.43.0" 2024-08-10T05:45:41.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:45:41 smithi031 ceph-mon[100614]: pgmap v1727: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-10T05:45:41.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:45:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:45:41.581 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:45:41 smithi196 ceph-mon[90243]: pgmap v1727: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-10T05:45:41.581 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:45:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:45:42.490 INFO:tasks.workunit.client.0.smithi031.stdout: 659: throughput=4.99MB/sec pending data=0 2024-08-10T05:45:42.490 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Y-_8VjfATleOuod off=7411358 len=1149200 2024-08-10T05:45:42.498 INFO:tasks.workunit.client.0.smithi031.stdout:op 3352 completed, throughput=4.99MB/sec 2024-08-10T05:45:42.498 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Yep_-RVs0vVdTwU off=742458 len=1926134 2024-08-10T05:45:42.500 INFO:tasks.workunit.client.0.smithi031.stdout:op 3353 completed, throughput=5MB/sec 2024-08-10T05:45:42.500 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-1D_3Ct69jEM3Yb7 off=15906488 len=1883919 2024-08-10T05:45:42.511 INFO:tasks.workunit.client.0.smithi031.stdout:op 3354 completed, throughput=5MB/sec 2024-08-10T05:45:42.511 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-QzT95NgJs8xe_2v off=8889712 len=188117 2024-08-10T05:45:42.512 INFO:tasks.workunit.client.0.smithi031.stdout:op 3355 completed, throughput=5MB/sec 2024-08-10T05:45:42.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:45:42 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:45:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:45:43.512 INFO:tasks.workunit.client.0.smithi031.stdout: 660: throughput=4.99MB/sec pending data=0 2024-08-10T05:45:43.512 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj--6UIdLg9aWrx_1s off=2862528 len=51665 2024-08-10T05:45:43.513 INFO:tasks.workunit.client.0.smithi031.stdout:op 3356 completed, throughput=4.99MB/sec 2024-08-10T05:45:43.513 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Hd5hcED5EQ0K94L off=23621481 len=685801 2024-08-10T05:45:43.518 INFO:tasks.workunit.client.0.smithi031.stdout:op 3357 completed, throughput=4.99MB/sec 2024-08-10T05:45:43.518 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-3vmROTtju6OTqnD off=792671 len=282541 2024-08-10T05:45:43.521 INFO:tasks.workunit.client.0.smithi031.stdout:op 3358 completed, throughput=4.99MB/sec 2024-08-10T05:45:43.521 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-dnM9c_tkUxZ4v0o off=7619522 len=1773931 2024-08-10T05:45:43.532 INFO:tasks.workunit.client.0.smithi031.stdout:op 3359 completed, throughput=5MB/sec 2024-08-10T05:45:43.532 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-tiFrt1hp894luU3 off=6551889 len=1819133 2024-08-10T05:45:43.534 INFO:tasks.workunit.client.0.smithi031.stdout:op 3360 completed, throughput=5MB/sec 2024-08-10T05:45:43.535 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-6mi-yPGmySTvY1x off=178720 len=578125 2024-08-10T05:45:43.536 INFO:tasks.workunit.client.0.smithi031.stdout:op 3361 completed, throughput=5MB/sec 2024-08-10T05:45:43.536 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-yRn4inKkkZbvIZN off=6450738 len=1045522 2024-08-10T05:45:43.538 INFO:tasks.workunit.client.0.smithi031.stdout:op 3362 completed, throughput=5MB/sec 2024-08-10T05:45:43.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:45:43 smithi031 ceph-mon[98130]: pgmap v1728: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-08-10T05:45:43.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:45:43 smithi031 ceph-mon[100614]: pgmap v1728: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-08-10T05:45:43.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:45:43 smithi196 ceph-mon[90243]: pgmap v1728: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-08-10T05:45:44.538 INFO:tasks.workunit.client.0.smithi031.stdout: 661: throughput=4.99MB/sec pending data=0 2024-08-10T05:45:44.539 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-l1UUQ6W8FnQ-iSA off=17364786 len=480146 2024-08-10T05:45:44.543 INFO:tasks.workunit.client.0.smithi031.stdout:op 3363 completed, throughput=4.99MB/sec 2024-08-10T05:45:44.543 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-BMd2Sua7wPbltIS off=5107995 len=536991 2024-08-10T05:45:44.547 INFO:tasks.workunit.client.0.smithi031.stdout:op 3364 completed, throughput=5MB/sec 2024-08-10T05:45:44.547 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-BxMuCjvSHpN5x6E off=2713389 len=639909 2024-08-10T05:45:44.548 INFO:tasks.workunit.client.0.smithi031.stdout:op 3365 completed, throughput=5MB/sec 2024-08-10T05:45:44.548 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-svYxNxQ4WhVeuc4 off=1973353 len=1927740 2024-08-10T05:45:44.557 INFO:tasks.workunit.client.0.smithi031.stdout:op 3366 completed, throughput=5MB/sec 2024-08-10T05:45:44.557 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-jetiwz8a-t7q06a off=5444634 len=1783961 2024-08-10T05:45:44.560 INFO:tasks.workunit.client.0.smithi031.stdout:op 3367 completed, throughput=5MB/sec 2024-08-10T05:45:45.560 INFO:tasks.workunit.client.0.smithi031.stdout: 662: throughput=4.99MB/sec pending data=0 2024-08-10T05:45:45.561 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Q189hINXVR368RK off=946033 len=181966 2024-08-10T05:45:45.561 INFO:tasks.workunit.client.0.smithi031.stdout:op 3368 completed, throughput=4.99MB/sec 2024-08-10T05:45:45.561 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-9ofCxbd-pZUEeKe off=3945336 len=1428277 2024-08-10T05:45:45.567 INFO:tasks.workunit.client.0.smithi031.stdout:op 3369 completed, throughput=5MB/sec 2024-08-10T05:45:45.568 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-7QN6tK3DbaznhQp off=1987097 len=1939792 2024-08-10T05:45:45.581 INFO:tasks.workunit.client.0.smithi031.stdout:op 3370 completed, throughput=5MB/sec 2024-08-10T05:45:45.581 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-9Mhp4aRPf641zUd off=21728699 len=2053113 2024-08-10T05:45:45.597 INFO:tasks.workunit.client.0.smithi031.stdout:op 3371 completed, throughput=5MB/sec 2024-08-10T05:45:45.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:45:45 smithi031 ceph-mon[100614]: pgmap v1729: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:45:45.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:45:45 smithi031 ceph-mon[98130]: pgmap v1729: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:45:45.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:45:45 smithi196 ceph-mon[90243]: pgmap v1729: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:45:46.597 INFO:tasks.workunit.client.0.smithi031.stdout: 663: throughput=4.99MB/sec pending data=0 2024-08-10T05:45:46.597 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-jnDmvxTHPrITQKY off=6651915 len=309567 2024-08-10T05:45:46.597 INFO:tasks.workunit.client.0.smithi031.stdout:op 3372 completed, throughput=4.99MB/sec 2024-08-10T05:45:46.598 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-XUDrbwOSfzn4Ibp off=4345522 len=462999 2024-08-10T05:45:46.602 INFO:tasks.workunit.client.0.smithi031.stdout:op 3373 completed, throughput=5MB/sec 2024-08-10T05:45:46.602 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-M1_t-nxgZVIxUMT off=969705 len=11429 2024-08-10T05:45:46.604 INFO:tasks.workunit.client.0.smithi031.stdout:op 3374 completed, throughput=5MB/sec 2024-08-10T05:45:46.604 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-iUdMuyslGpKlOql off=9696986 len=834732 2024-08-10T05:45:46.608 INFO:tasks.workunit.client.0.smithi031.stdout:op 3375 completed, throughput=5MB/sec 2024-08-10T05:45:46.608 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-P8jKxPggUqxxSZR off=12716675 len=125411 2024-08-10T05:45:46.611 INFO:tasks.workunit.client.0.smithi031.stdout:op 3376 completed, throughput=5MB/sec 2024-08-10T05:45:46.611 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-LzMWtS2qdCmpSc_ off=9493829 len=229666 2024-08-10T05:45:46.614 INFO:tasks.workunit.client.0.smithi031.stdout:op 3377 completed, throughput=5MB/sec 2024-08-10T05:45:46.614 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-7SqKBnb2G79Osey off=934130 len=41619 2024-08-10T05:45:46.614 INFO:tasks.workunit.client.0.smithi031.stdout:op 3378 completed, throughput=5MB/sec 2024-08-10T05:45:46.614 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-cs-oHitq_an1ex6 off=2490459 len=1480661 2024-08-10T05:45:46.622 INFO:tasks.workunit.client.0.smithi031.stdout:op 3379 completed, throughput=5MB/sec 2024-08-10T05:45:46.622 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-6a9g-iz122PaGKu off=7441628 len=383526 2024-08-10T05:45:46.625 INFO:tasks.workunit.client.0.smithi031.stdout:op 3380 completed, throughput=5MB/sec 2024-08-10T05:45:46.625 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-6oxXd5A0Cid9EdZ off=7810240 len=1761355 2024-08-10T05:45:46.635 INFO:tasks.workunit.client.0.smithi031.stdout:op 3381 completed, throughput=5MB/sec 2024-08-10T05:45:47.635 INFO:tasks.workunit.client.0.smithi031.stdout: 664: throughput=4.99MB/sec pending data=0 2024-08-10T05:45:47.635 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-xBka7KJ0jeEuRAS off=2393552 len=764230 2024-08-10T05:45:47.641 INFO:tasks.workunit.client.0.smithi031.stdout:op 3382 completed, throughput=5MB/sec 2024-08-10T05:45:47.641 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-VyL7AS4TofVERpr off=5034452 len=1674226 2024-08-10T05:45:47.650 INFO:tasks.workunit.client.0.smithi031.stdout:op 3383 completed, throughput=5MB/sec 2024-08-10T05:45:47.650 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-6nJXNBM5ZdjihE_ off=9027297 len=727794 2024-08-10T05:45:47.654 INFO:tasks.workunit.client.0.smithi031.stdout:op 3384 completed, throughput=5MB/sec 2024-08-10T05:45:47.654 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-VW4uKr9Q9dhvl5n off=4836844 len=860975 2024-08-10T05:45:47.659 INFO:tasks.workunit.client.0.smithi031.stdout:op 3385 completed, throughput=5MB/sec 2024-08-10T05:45:47.659 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-g3tkLVFJ8Hfp-KZ off=6032394 len=1913419 2024-08-10T05:45:47.669 INFO:tasks.workunit.client.0.smithi031.stdout:op 3386 completed, throughput=5MB/sec 2024-08-10T05:45:47.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:45:47 smithi031 ceph-mon[98130]: pgmap v1730: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:45:47.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:45:47 smithi031 ceph-mon[100614]: pgmap v1730: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:45:47.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:45:47 smithi196 ceph-mon[90243]: pgmap v1730: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:45:48.669 INFO:tasks.workunit.client.0.smithi031.stdout: 665: throughput=5MB/sec pending data=0 2024-08-10T05:45:48.669 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-cFYM2rJjM6k0EL7 off=6939616 len=502549 2024-08-10T05:45:48.673 INFO:tasks.workunit.client.0.smithi031.stdout:op 3387 completed, throughput=5MB/sec 2024-08-10T05:45:48.673 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-9XoJC015XALXPzo off=1867687 len=1388466 2024-08-10T05:45:48.680 INFO:tasks.workunit.client.0.smithi031.stdout:op 3388 completed, throughput=5MB/sec 2024-08-10T05:45:48.680 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-CAoUmTOxocMsGXN off=11189331 len=542626 2024-08-10T05:45:48.683 INFO:tasks.workunit.client.0.smithi031.stdout:op 3389 completed, throughput=5MB/sec 2024-08-10T05:45:48.684 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-pbHM74TGTX17dUA off=15690612 len=1492597 2024-08-10T05:45:48.690 INFO:tasks.workunit.client.0.smithi031.stdout:op 3390 completed, throughput=5MB/sec 2024-08-10T05:45:49.691 INFO:tasks.workunit.client.0.smithi031.stdout: 666: throughput=4.99MB/sec pending data=0 2024-08-10T05:45:49.691 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-yg18nI_Q7csglPW off=19504229 len=997980 2024-08-10T05:45:49.697 INFO:tasks.workunit.client.0.smithi031.stdout:op 3391 completed, throughput=4.99MB/sec 2024-08-10T05:45:49.697 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-5aCWUbl1v_l6Vis off=10069428 len=704877 2024-08-10T05:45:49.698 INFO:tasks.workunit.client.0.smithi031.stdout:op 3392 completed, throughput=5MB/sec 2024-08-10T05:45:49.698 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj--jgr9sy0jf5XpQj off=10992987 len=1354450 2024-08-10T05:45:49.701 INFO:tasks.workunit.client.0.smithi031.stdout:op 3393 completed, throughput=5MB/sec 2024-08-10T05:45:49.701 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-jscOk-SoEoPJ5fD off=15594525 len=1366574 2024-08-10T05:45:49.703 INFO:tasks.workunit.client.0.smithi031.stdout:op 3394 completed, throughput=5MB/sec 2024-08-10T05:45:49.703 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-gMzdwcKUlH86HUD off=13649608 len=576074 2024-08-10T05:45:49.704 INFO:tasks.workunit.client.0.smithi031.stdout:op 3395 completed, throughput=5MB/sec 2024-08-10T05:45:49.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:45:49 smithi031 ceph-mon[98130]: pgmap v1731: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-10T05:45:49.768 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:45:49 smithi031 ceph-mon[100614]: pgmap v1731: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-10T05:45:49.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:45:49 smithi196 ceph-mon[90243]: pgmap v1731: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-10T05:45:50.704 INFO:tasks.workunit.client.0.smithi031.stdout: 667: throughput=4.99MB/sec pending data=0 2024-08-10T05:45:50.705 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-YgietQpwSaWNn3L off=3812270 len=1092523 2024-08-10T05:45:50.711 INFO:tasks.workunit.client.0.smithi031.stdout:op 3396 completed, throughput=4.99MB/sec 2024-08-10T05:45:50.711 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-8BjkdeG0horzEQm off=15420806 len=301115 2024-08-10T05:45:50.714 INFO:tasks.workunit.client.0.smithi031.stdout:op 3397 completed, throughput=4.99MB/sec 2024-08-10T05:45:50.714 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-7L8Vb2zd56dAYvC off=15939533 len=1448413 2024-08-10T05:45:50.716 INFO:tasks.workunit.client.0.smithi031.stdout:op 3398 completed, throughput=5MB/sec 2024-08-10T05:45:50.716 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-PYCyOOPGUJ_7pgy off=985649 len=1908528 2024-08-10T05:45:50.718 INFO:tasks.workunit.client.0.smithi031.stdout:op 3399 completed, throughput=5MB/sec 2024-08-10T05:45:50.718 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj--SXvVcgzyJ4bQcS off=312664 len=1025090 2024-08-10T05:45:50.723 INFO:tasks.workunit.client.0.smithi031.stdout:op 3400 completed, throughput=5MB/sec 2024-08-10T05:45:51.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:45:51 smithi031 ceph-mon[98130]: pgmap v1732: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:45:51.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:45:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:45:51] "GET /metrics HTTP/1.1" 200 34048 "" "Prometheus/2.43.0" 2024-08-10T05:45:51.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:45:51 smithi031 ceph-mon[100614]: pgmap v1732: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:45:51.724 INFO:tasks.workunit.client.0.smithi031.stdout: 668: throughput=4.99MB/sec pending data=0 2024-08-10T05:45:51.724 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-uVtGUVLkP-uSWZR off=495441 len=1992771 2024-08-10T05:45:51.736 INFO:tasks.workunit.client.0.smithi031.stdout:op 3401 completed, throughput=5MB/sec 2024-08-10T05:45:51.736 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-nyxW66_lwtqSVzZ off=978512 len=662542 2024-08-10T05:45:51.740 INFO:tasks.workunit.client.0.smithi031.stdout:op 3402 completed, throughput=5MB/sec 2024-08-10T05:45:51.740 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-cYClAkATNWwjhhP off=8142117 len=1645093 2024-08-10T05:45:51.748 INFO:tasks.workunit.client.0.smithi031.stdout:op 3403 completed, throughput=5MB/sec 2024-08-10T05:45:51.748 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj--xAnEquJ5dVrOQc off=4242909 len=1265480 2024-08-10T05:45:51.750 INFO:tasks.workunit.client.0.smithi031.stdout:op 3404 completed, throughput=5MB/sec 2024-08-10T05:45:51.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:45:51 smithi196 ceph-mon[90243]: pgmap v1732: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:45:52.750 INFO:tasks.workunit.client.0.smithi031.stdout: 669: throughput=4.99MB/sec pending data=0 2024-08-10T05:45:52.751 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-fZgzhbRPkKngUol off=780047 len=1248159 2024-08-10T05:45:52.757 INFO:tasks.workunit.client.0.smithi031.stdout:op 3405 completed, throughput=5MB/sec 2024-08-10T05:45:52.757 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Oli6oFCJfnKyyDU off=9628128 len=319790 2024-08-10T05:45:52.760 INFO:tasks.workunit.client.0.smithi031.stdout:op 3406 completed, throughput=5MB/sec 2024-08-10T05:45:52.760 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-MHrZDCWf_Kxv4NC off=8240288 len=1906582 2024-08-10T05:45:52.763 INFO:tasks.workunit.client.0.smithi031.stdout:op 3407 completed, throughput=5MB/sec 2024-08-10T05:45:52.763 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-8WXg5uHnCxvc-nm off=2180240 len=1128660 2024-08-10T05:45:52.768 INFO:tasks.workunit.client.0.smithi031.stdout:op 3408 completed, throughput=5MB/sec 2024-08-10T05:45:52.768 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Tzq9mJDGIwIgGrb off=8568972 len=1404032 2024-08-10T05:45:52.774 INFO:tasks.workunit.client.0.smithi031.stdout:op 3409 completed, throughput=5MB/sec 2024-08-10T05:45:52.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:45:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:45:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:45:53.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:45:53 smithi031 ceph-mon[98130]: pgmap v1733: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:45:53.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:45:53 smithi031 ceph-mon[100614]: pgmap v1733: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:45:53.775 INFO:tasks.workunit.client.0.smithi031.stdout: 670: throughput=4.99MB/sec pending data=0 2024-08-10T05:45:53.775 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ns28G9jh1UriFbK off=12905037 len=1181010 2024-08-10T05:45:53.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:45:53 smithi196 ceph-mon[90243]: pgmap v1733: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:45:53.785 INFO:tasks.workunit.client.0.smithi031.stdout:op 3410 completed, throughput=5MB/sec 2024-08-10T05:45:53.786 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-DrBVDrxgjFenTbY off=3194339 len=1868321 2024-08-10T05:45:53.790 INFO:tasks.workunit.client.0.smithi031.stdout:op 3411 completed, throughput=5MB/sec 2024-08-10T05:45:53.790 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-rjQDIiCY7WFw9cL off=13310418 len=774743 2024-08-10T05:45:53.795 INFO:tasks.workunit.client.0.smithi031.stdout:op 3412 completed, throughput=5MB/sec 2024-08-10T05:45:53.796 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-KN4lS1GNtvDqAMj off=15944601 len=131268 2024-08-10T05:45:53.798 INFO:tasks.workunit.client.0.smithi031.stdout:op 3413 completed, throughput=5MB/sec 2024-08-10T05:45:53.798 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-42-kcQJLXXrkGjL off=926591 len=221306 2024-08-10T05:45:53.800 INFO:tasks.workunit.client.0.smithi031.stdout:op 3414 completed, throughput=5MB/sec 2024-08-10T05:45:54.801 INFO:tasks.workunit.client.0.smithi031.stdout: 671: throughput=4.99MB/sec pending data=0 2024-08-10T05:45:54.801 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-qcnKJTZScfoZ7KL off=82588 len=662727 2024-08-10T05:45:54.805 INFO:tasks.workunit.client.0.smithi031.stdout:op 3415 completed, throughput=4.99MB/sec 2024-08-10T05:45:54.805 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-9CCOymrJMli30wu off=1695683 len=1055809 2024-08-10T05:45:54.814 INFO:tasks.workunit.client.0.smithi031.stdout:op 3416 completed, throughput=5MB/sec 2024-08-10T05:45:54.814 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-CNlutv-HyJWQPOV off=216826 len=417664 2024-08-10T05:45:54.814 INFO:tasks.workunit.client.0.smithi031.stdout:op 3417 completed, throughput=5MB/sec 2024-08-10T05:45:54.814 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-9yxMZQoaZUjVRbZ off=13408264 len=341118 2024-08-10T05:45:54.815 INFO:tasks.workunit.client.0.smithi031.stdout:op 3418 completed, throughput=5MB/sec 2024-08-10T05:45:54.815 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-3hkVh5T1QPbNgN8 off=17187160 len=254041 2024-08-10T05:45:54.815 INFO:tasks.workunit.client.0.smithi031.stdout:op 3419 completed, throughput=5MB/sec 2024-08-10T05:45:54.815 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-O-Lz0EYBZmX_EpQ off=2181028 len=1098223 2024-08-10T05:45:54.820 INFO:tasks.workunit.client.0.smithi031.stdout:op 3420 completed, throughput=5MB/sec 2024-08-10T05:45:54.820 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-9ckVObTxH_aDKoN off=2878725 len=168040 2024-08-10T05:45:54.821 INFO:tasks.workunit.client.0.smithi031.stdout:op 3421 completed, throughput=5MB/sec 2024-08-10T05:45:54.821 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-pXqpmxunwmoWlaD off=930698 len=1149214 2024-08-10T05:45:54.822 INFO:tasks.workunit.client.0.smithi031.stdout:op 3422 completed, throughput=5MB/sec 2024-08-10T05:45:54.822 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-96uEN_wJVb0PLIU off=4572829 len=1727114 2024-08-10T05:45:54.824 INFO:tasks.workunit.client.0.smithi031.stdout:op 3423 completed, throughput=5MB/sec 2024-08-10T05:45:55.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:45:55 smithi031 ceph-mon[98130]: pgmap v1734: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-10T05:45:55.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:45:55 smithi031 ceph-mon[100614]: pgmap v1734: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-10T05:45:55.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:45:55 smithi196 ceph-mon[90243]: pgmap v1734: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-10T05:45:55.825 INFO:tasks.workunit.client.0.smithi031.stdout: 672: throughput=4.99MB/sec pending data=0 2024-08-10T05:45:55.825 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-SYkC1IszL2dT9Y3 off=17005502 len=2035894 2024-08-10T05:45:55.835 INFO:tasks.workunit.client.0.smithi031.stdout:op 3424 completed, throughput=5MB/sec 2024-08-10T05:45:55.835 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-KQF7tgRnQ_cxNhj off=10988344 len=2029726 2024-08-10T05:45:55.847 INFO:tasks.workunit.client.0.smithi031.stdout:op 3425 completed, throughput=5MB/sec 2024-08-10T05:45:56.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:45:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:45:56.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:45:56 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:45:56.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:45:56 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:45:56.847 INFO:tasks.workunit.client.0.smithi031.stdout: 673: throughput=4.99MB/sec pending data=0 2024-08-10T05:45:56.847 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-vAouBJNpAjXDDSr off=1230364 len=408259 2024-08-10T05:45:56.848 INFO:tasks.workunit.client.0.smithi031.stdout:op 3426 completed, throughput=4.99MB/sec 2024-08-10T05:45:56.849 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-1GOwDDUguFIgVk5 off=2269984 len=395984 2024-08-10T05:45:56.852 INFO:tasks.workunit.client.0.smithi031.stdout:op 3427 completed, throughput=4.99MB/sec 2024-08-10T05:45:56.852 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-VA9YOc2hdiDrBba off=1646472 len=313288 2024-08-10T05:45:56.853 INFO:tasks.workunit.client.0.smithi031.stdout:op 3428 completed, throughput=4.99MB/sec 2024-08-10T05:45:56.853 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-qBAavft7xyY4vxz off=4048975 len=1275823 2024-08-10T05:45:56.858 INFO:tasks.workunit.client.0.smithi031.stdout:op 3429 completed, throughput=5MB/sec 2024-08-10T05:45:56.858 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-AOiqtFMPX__vioU off=1893573 len=1621282 2024-08-10T05:45:56.866 INFO:tasks.workunit.client.0.smithi031.stdout:op 3430 completed, throughput=5MB/sec 2024-08-10T05:45:56.867 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-UMRiB_RyO-AUkPN off=694929 len=98534 2024-08-10T05:45:56.867 INFO:tasks.workunit.client.0.smithi031.stdout:op 3431 completed, throughput=5MB/sec 2024-08-10T05:45:56.867 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-BVNedyRvRGn4UzQ off=18443201 len=940971 2024-08-10T05:45:56.870 INFO:tasks.workunit.client.0.smithi031.stdout:op 3432 completed, throughput=5MB/sec 2024-08-10T05:45:57.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:45:57 smithi031 ceph-mon[98130]: pgmap v1735: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-10T05:45:57.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:45:57 smithi031 ceph-mon[100614]: pgmap v1735: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-10T05:45:57.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:45:57 smithi196 ceph-mon[90243]: pgmap v1735: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-10T05:45:57.869 INFO:tasks.workunit.client.0.smithi031.stdout: 674: throughput=4.99MB/sec pending data=0 2024-08-10T05:45:57.869 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-4Hfo9Cg1JYo5h9X off=506194 len=1067979 2024-08-10T05:45:57.870 INFO:tasks.workunit.client.0.smithi031.stdout:op 3433 completed, throughput=4.99MB/sec 2024-08-10T05:45:57.870 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-2ij78o-5NUoMed_ off=15958910 len=903254 2024-08-10T05:45:57.872 INFO:tasks.workunit.client.0.smithi031.stdout:op 3434 completed, throughput=5MB/sec 2024-08-10T05:45:57.872 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-aS_aTsMtgU_fP30 off=18432584 len=1094442 2024-08-10T05:45:57.878 INFO:tasks.workunit.client.0.smithi031.stdout:op 3435 completed, throughput=5MB/sec 2024-08-10T05:45:57.879 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-467fQLpqlD8JG-D off=1486881 len=860768 2024-08-10T05:45:57.883 INFO:tasks.workunit.client.0.smithi031.stdout:op 3436 completed, throughput=5MB/sec 2024-08-10T05:45:57.883 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-I4NCfBln68irH9o off=2018457 len=145155 2024-08-10T05:45:57.886 INFO:tasks.workunit.client.0.smithi031.stdout:op 3437 completed, throughput=5MB/sec 2024-08-10T05:45:57.886 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Cw7GWaRk62RE6Yu off=1012984 len=700767 2024-08-10T05:45:57.888 INFO:tasks.workunit.client.0.smithi031.stdout:op 3438 completed, throughput=5MB/sec 2024-08-10T05:45:57.889 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-DkZsMJbfoiASR4L off=3764523 len=963028 2024-08-10T05:45:57.891 INFO:tasks.workunit.client.0.smithi031.stdout:op 3439 completed, throughput=5MB/sec 2024-08-10T05:45:58.891 INFO:tasks.workunit.client.0.smithi031.stdout: 675: throughput=4.99MB/sec pending data=0 2024-08-10T05:45:58.892 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-2xrCbvSlBWxmgiJ off=4303411 len=822394 2024-08-10T05:45:58.893 INFO:tasks.workunit.client.0.smithi031.stdout:op 3440 completed, throughput=4.99MB/sec 2024-08-10T05:45:58.893 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-5sU6bSKxzZe1Hpq off=5493358 len=1990081 2024-08-10T05:45:58.896 INFO:tasks.workunit.client.0.smithi031.stdout:op 3441 completed, throughput=5MB/sec 2024-08-10T05:45:58.896 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ziBZtuvxxRx8DNk off=20031625 len=583092 2024-08-10T05:45:58.897 INFO:tasks.workunit.client.0.smithi031.stdout:op 3442 completed, throughput=5MB/sec 2024-08-10T05:45:58.897 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-oG_8-orE7T_PgJ1 off=18615008 len=268423 2024-08-10T05:45:58.901 INFO:tasks.workunit.client.0.smithi031.stdout:op 3443 completed, throughput=5MB/sec 2024-08-10T05:45:58.901 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Yh0eoN85C4L9FJk off=10503359 len=159242 2024-08-10T05:45:58.904 INFO:tasks.workunit.client.0.smithi031.stdout:op 3444 completed, throughput=5MB/sec 2024-08-10T05:45:58.904 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-TJdtmospC3ytRka off=73320 len=117942 2024-08-10T05:45:58.906 INFO:tasks.workunit.client.0.smithi031.stdout:op 3445 completed, throughput=5MB/sec 2024-08-10T05:45:58.906 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-8H3_KwtTCPoUc4U off=1739203 len=987597 2024-08-10T05:45:58.907 INFO:tasks.workunit.client.0.smithi031.stdout:op 3446 completed, throughput=5MB/sec 2024-08-10T05:45:58.907 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj--jDJZZsXCcXF51O off=9224390 len=608935 2024-08-10T05:45:58.911 INFO:tasks.workunit.client.0.smithi031.stdout:op 3447 completed, throughput=5MB/sec 2024-08-10T05:45:59.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:45:59 smithi031 ceph-mon[98130]: pgmap v1736: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-08-10T05:45:59.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:45:59 smithi031 ceph-mon[100614]: pgmap v1736: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-08-10T05:45:59.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:45:59 smithi196 ceph-mon[90243]: pgmap v1736: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-08-10T05:45:59.911 INFO:tasks.workunit.client.0.smithi031.stdout: 676: throughput=4.99MB/sec pending data=0 2024-08-10T05:45:59.912 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-VP9L0YFgM4adGEP off=2451278 len=817640 2024-08-10T05:45:59.917 INFO:tasks.workunit.client.0.smithi031.stdout:op 3448 completed, throughput=4.99MB/sec 2024-08-10T05:45:59.917 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-f7zTnaBfILh-n7e off=1489785 len=158112 2024-08-10T05:45:59.919 INFO:tasks.workunit.client.0.smithi031.stdout:op 3449 completed, throughput=4.99MB/sec 2024-08-10T05:45:59.920 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-xpk9l29lLKQaTOa off=20612 len=183076 2024-08-10T05:45:59.920 INFO:tasks.workunit.client.0.smithi031.stdout:op 3450 completed, throughput=5MB/sec 2024-08-10T05:45:59.920 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-PC0yIZeOUdAc4oo off=6648897 len=419515 2024-08-10T05:45:59.921 INFO:tasks.workunit.client.0.smithi031.stdout:op 3451 completed, throughput=5MB/sec 2024-08-10T05:45:59.921 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-FOHmNSQR4yXyoxH off=18027535 len=1642714 2024-08-10T05:45:59.924 INFO:tasks.workunit.client.0.smithi031.stdout:op 3452 completed, throughput=5MB/sec 2024-08-10T05:45:59.924 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-1mRSysb16DZsmxn off=3588029 len=65684 2024-08-10T05:45:59.926 INFO:tasks.workunit.client.0.smithi031.stdout:op 3453 completed, throughput=5MB/sec 2024-08-10T05:45:59.927 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-zpPxeRG8W4CHRBl off=7240611 len=557627 2024-08-10T05:45:59.931 INFO:tasks.workunit.client.0.smithi031.stdout:op 3454 completed, throughput=5MB/sec 2024-08-10T05:45:59.931 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-WZqZQUYveayCETD off=12192954 len=1459039 2024-08-10T05:45:59.934 INFO:tasks.workunit.client.0.smithi031.stdout:op 3455 completed, throughput=5MB/sec 2024-08-10T05:46:00.934 INFO:tasks.workunit.client.0.smithi031.stdout: 677: throughput=4.99MB/sec pending data=0 2024-08-10T05:46:00.934 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-QFm2wr80w6LoeE3 off=1817960 len=1664097 2024-08-10T05:46:00.937 INFO:tasks.workunit.client.0.smithi031.stdout:op 3456 completed, throughput=5MB/sec 2024-08-10T05:46:00.937 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-PTiJ4zTcLoQgEyQ off=49353 len=1241011 2024-08-10T05:46:00.943 INFO:tasks.workunit.client.0.smithi031.stdout:op 3457 completed, throughput=5MB/sec 2024-08-10T05:46:00.943 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-73w1z9DPkpX4s0N off=5499218 len=1026623 2024-08-10T05:46:00.948 INFO:tasks.workunit.client.0.smithi031.stdout:op 3458 completed, throughput=5MB/sec 2024-08-10T05:46:00.948 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-8LNFHLraqofe_fd off=18978195 len=51924 2024-08-10T05:46:00.950 INFO:tasks.workunit.client.0.smithi031.stdout:op 3459 completed, throughput=5MB/sec 2024-08-10T05:46:00.950 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-6m-LoMO-GdFaE3C off=18255603 len=182943 2024-08-10T05:46:00.951 INFO:tasks.workunit.client.0.smithi031.stdout:op 3460 completed, throughput=5MB/sec 2024-08-10T05:46:00.951 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-kmSPPLn5m5nxtxQ off=97102 len=872603 2024-08-10T05:46:00.953 INFO:tasks.workunit.client.0.smithi031.stdout:op 3461 completed, throughput=5MB/sec 2024-08-10T05:46:01.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:46:01 smithi031 ceph-mon[98130]: pgmap v1737: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 4.1 MiB/s wr, 6 op/s 2024-08-10T05:46:01.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:46:01 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:46:01] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-08-10T05:46:01.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:46:01 smithi031 ceph-mon[100614]: pgmap v1737: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 4.1 MiB/s wr, 6 op/s 2024-08-10T05:46:01.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:46:01 smithi196 ceph-mon[90243]: pgmap v1737: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 4.1 MiB/s wr, 6 op/s 2024-08-10T05:46:01.953 INFO:tasks.workunit.client.0.smithi031.stdout: 678: throughput=4.99MB/sec pending data=0 2024-08-10T05:46:01.954 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-N5hInSmOy225QvR off=7475136 len=1851804 2024-08-10T05:46:01.961 INFO:tasks.workunit.client.0.smithi031.stdout:op 3462 completed, throughput=5MB/sec 2024-08-10T05:46:01.961 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-1I2tmWEPWyK8byI off=8159694 len=1519073 2024-08-10T05:46:01.971 INFO:tasks.workunit.client.0.smithi031.stdout:op 3463 completed, throughput=5MB/sec 2024-08-10T05:46:01.971 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-LRlIHzi_mBLtcoM off=20420041 len=868088 2024-08-10T05:46:01.975 INFO:tasks.workunit.client.0.smithi031.stdout:op 3464 completed, throughput=5MB/sec 2024-08-10T05:46:01.975 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-6sCIBN5fjjUlqh1 off=934184 len=10897 2024-08-10T05:46:01.976 INFO:tasks.workunit.client.0.smithi031.stdout:op 3465 completed, throughput=5MB/sec 2024-08-10T05:46:01.976 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-dBfcR7FI2V_wuZa off=10069586 len=1488256 2024-08-10T05:46:01.977 INFO:tasks.workunit.client.0.smithi031.stdout:op 3466 completed, throughput=5MB/sec 2024-08-10T05:46:02.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:46:02 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:46:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:46:02.978 INFO:tasks.workunit.client.0.smithi031.stdout: 679: throughput=4.99MB/sec pending data=0 2024-08-10T05:46:02.978 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-fGQ0ykc2BH0YVAy off=1635754 len=422148 2024-08-10T05:46:02.982 INFO:tasks.workunit.client.0.smithi031.stdout:op 3467 completed, throughput=4.99MB/sec 2024-08-10T05:46:02.982 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-cU-TuZhIsXWZUUG off=6601407 len=889172 2024-08-10T05:46:02.988 INFO:tasks.workunit.client.0.smithi031.stdout:op 3468 completed, throughput=5MB/sec 2024-08-10T05:46:02.988 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-W_DidPCidardYxD off=99703 len=710273 2024-08-10T05:46:02.992 INFO:tasks.workunit.client.0.smithi031.stdout:op 3469 completed, throughput=5MB/sec 2024-08-10T05:46:02.992 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-f4N0YiN6cYQ6aOs off=2234770 len=1363870 2024-08-10T05:46:02.993 INFO:tasks.workunit.client.0.smithi031.stdout:op 3470 completed, throughput=5MB/sec 2024-08-10T05:46:02.994 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-a60MjDiusXI3xQ8 off=2320119 len=1729384 2024-08-10T05:46:03.000 INFO:tasks.workunit.client.0.smithi031.stdout:op 3471 completed, throughput=5MB/sec 2024-08-10T05:46:03.768 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:46:03 smithi031 ceph-mon[100614]: pgmap v1738: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:46:03.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:46:03 smithi031 ceph-mon[98130]: pgmap v1738: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:46:03.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:46:03 smithi196 ceph-mon[90243]: pgmap v1738: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:46:04.001 INFO:tasks.workunit.client.0.smithi031.stdout: 680: throughput=4.99MB/sec pending data=0 2024-08-10T05:46:04.001 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-iyyBM4KMpsrxEN2 off=865514 len=1305713 2024-08-10T05:46:04.004 INFO:tasks.workunit.client.0.smithi031.stdout:op 3472 completed, throughput=5MB/sec 2024-08-10T05:46:04.004 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-BolSglK_1GYHtAF off=6860980 len=1946788 2024-08-10T05:46:04.014 INFO:tasks.workunit.client.0.smithi031.stdout:op 3473 completed, throughput=5MB/sec 2024-08-10T05:46:04.014 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-XGLzaZFYXaGniO9 off=4257240 len=1381225 2024-08-10T05:46:04.016 INFO:tasks.workunit.client.0.smithi031.stdout:op 3474 completed, throughput=5MB/sec 2024-08-10T05:46:04.016 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-NsTnWDL2BqC4pRc off=22555388 len=1685646 2024-08-10T05:46:04.018 INFO:tasks.workunit.client.0.smithi031.stdout:op 3475 completed, throughput=5MB/sec 2024-08-10T05:46:05.018 INFO:tasks.workunit.client.0.smithi031.stdout: 681: throughput=4.99MB/sec pending data=0 2024-08-10T05:46:05.018 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ED7rxic-815ixMh off=2050906 len=180891 2024-08-10T05:46:05.019 INFO:tasks.workunit.client.0.smithi031.stdout:op 3476 completed, throughput=4.99MB/sec 2024-08-10T05:46:05.019 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-np0zJqRY0txtP50 off=1464737 len=1615558 2024-08-10T05:46:05.029 INFO:tasks.workunit.client.0.smithi031.stdout:op 3477 completed, throughput=5MB/sec 2024-08-10T05:46:05.029 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-JHTce0cOSb3Wxth off=12430972 len=1286336 2024-08-10T05:46:05.036 INFO:tasks.workunit.client.0.smithi031.stdout:op 3478 completed, throughput=5MB/sec 2024-08-10T05:46:05.036 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-oUzKD7fYRL5ElkW off=6132755 len=663387 2024-08-10T05:46:05.039 INFO:tasks.workunit.client.0.smithi031.stdout:op 3479 completed, throughput=5MB/sec 2024-08-10T05:46:05.040 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-52N25x4zhDgDNv4 off=2820373 len=403291 2024-08-10T05:46:05.043 INFO:tasks.workunit.client.0.smithi031.stdout:op 3480 completed, throughput=5MB/sec 2024-08-10T05:46:05.768 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:46:05 smithi031 ceph-mon[100614]: pgmap v1739: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-10T05:46:05.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:46:05 smithi031 ceph-mon[98130]: pgmap v1739: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-10T05:46:05.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:46:05 smithi196 ceph-mon[90243]: pgmap v1739: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-10T05:46:06.043 INFO:tasks.workunit.client.0.smithi031.stdout: 682: throughput=4.99MB/sec pending data=0 2024-08-10T05:46:06.044 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Yep_-RVs0vVdTwU off=1422515 len=385895 2024-08-10T05:46:06.047 INFO:tasks.workunit.client.0.smithi031.stdout:op 3481 completed, throughput=4.99MB/sec 2024-08-10T05:46:06.047 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-CIxnwOcu1xOsZKb off=7920945 len=468619 2024-08-10T05:46:06.048 INFO:tasks.workunit.client.0.smithi031.stdout:op 3482 completed, throughput=4.99MB/sec 2024-08-10T05:46:06.048 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-AZhW1nEOJnosi03 off=9806129 len=620857 2024-08-10T05:46:06.052 INFO:tasks.workunit.client.0.smithi031.stdout:op 3483 completed, throughput=4.99MB/sec 2024-08-10T05:46:06.053 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-IgvRw9QpTqt7cA8 off=4561334 len=1069117 2024-08-10T05:46:06.054 INFO:tasks.workunit.client.0.smithi031.stdout:op 3484 completed, throughput=5MB/sec 2024-08-10T05:46:06.055 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-3s9bR0MglIlat4_ off=845317 len=202934 2024-08-10T05:46:06.057 INFO:tasks.workunit.client.0.smithi031.stdout:op 3485 completed, throughput=5MB/sec 2024-08-10T05:46:06.057 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-JGQI2fOwi5hQvc9 off=654490 len=1785359 2024-08-10T05:46:06.059 INFO:tasks.workunit.client.0.smithi031.stdout:op 3486 completed, throughput=5MB/sec 2024-08-10T05:46:06.060 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-rtGTwmYkZKEwhc- off=3961809 len=282356 2024-08-10T05:46:06.060 INFO:tasks.workunit.client.0.smithi031.stdout:op 3487 completed, throughput=5MB/sec 2024-08-10T05:46:06.060 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-CxaO7uDNt3NgI5x off=15636819 len=296972 2024-08-10T05:46:06.061 INFO:tasks.workunit.client.0.smithi031.stdout:op 3488 completed, throughput=5MB/sec 2024-08-10T05:46:06.061 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-E8P2Fuk-d-J1QN4 off=6071916 len=1191601 2024-08-10T05:46:06.062 INFO:tasks.workunit.client.0.smithi031.stdout:op 3489 completed, throughput=5MB/sec 2024-08-10T05:46:07.063 INFO:tasks.workunit.client.0.smithi031.stdout: 683: throughput=4.99MB/sec pending data=0 2024-08-10T05:46:07.063 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-WNDS7145W5pVxYb off=7418371 len=1169772 2024-08-10T05:46:07.065 INFO:tasks.workunit.client.0.smithi031.stdout:op 3490 completed, throughput=5MB/sec 2024-08-10T05:46:07.065 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-eS7qjvL8GK6egzQ off=3004385 len=1059856 2024-08-10T05:46:07.067 INFO:tasks.workunit.client.0.smithi031.stdout:op 3491 completed, throughput=5MB/sec 2024-08-10T05:46:07.067 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-nCsx4nThKq8Upfk off=2836515 len=1956260 2024-08-10T05:46:07.077 INFO:tasks.workunit.client.0.smithi031.stdout:op 3492 completed, throughput=5MB/sec 2024-08-10T05:46:07.077 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-RifWgTeQ29LMTFx off=313158 len=1314945 2024-08-10T05:46:07.078 INFO:tasks.workunit.client.0.smithi031.stdout:op 3493 completed, throughput=5MB/sec 2024-08-10T05:46:07.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:46:07 smithi031 ceph-mon[98130]: pgmap v1740: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:46:07.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:46:07 smithi031 ceph-mon[100614]: pgmap v1740: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:46:07.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:46:07 smithi196 ceph-mon[90243]: pgmap v1740: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:46:08.079 INFO:tasks.workunit.client.0.smithi031.stdout: 684: throughput=4.99MB/sec pending data=0 2024-08-10T05:46:08.079 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-dh12gPgGIx75WdV off=9682577 len=1769005 2024-08-10T05:46:08.088 INFO:tasks.workunit.client.0.smithi031.stdout:op 3494 completed, throughput=5MB/sec 2024-08-10T05:46:08.088 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-NtbtcSkYv7iTEjG off=2815562 len=1828679 2024-08-10T05:46:08.090 INFO:tasks.workunit.client.0.smithi031.stdout:op 3495 completed, throughput=5MB/sec 2024-08-10T05:46:08.090 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-O9HJNdYZ40UKEwq off=1122848 len=1826293 2024-08-10T05:46:08.100 INFO:tasks.workunit.client.0.smithi031.stdout:op 3496 completed, throughput=5MB/sec 2024-08-10T05:46:09.100 INFO:tasks.workunit.client.0.smithi031.stdout: 685: throughput=4.99MB/sec pending data=0 2024-08-10T05:46:09.100 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Qb1JEsRE6QcvAFT off=2502629 len=911335 2024-08-10T05:46:09.102 INFO:tasks.workunit.client.0.smithi031.stdout:op 3497 completed, throughput=5MB/sec 2024-08-10T05:46:09.102 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ux16gpZeSmCW4r- off=1251474 len=1077370 2024-08-10T05:46:09.103 INFO:tasks.workunit.client.0.smithi031.stdout:op 3498 completed, throughput=5MB/sec 2024-08-10T05:46:09.103 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ykOuWTzVk5kB2Pw off=8048662 len=1345462 2024-08-10T05:46:09.112 INFO:tasks.workunit.client.0.smithi031.stdout:op 3499 completed, throughput=5MB/sec 2024-08-10T05:46:09.112 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-BAJOKx8z4KOvToT off=1660371 len=1129162 2024-08-10T05:46:09.114 INFO:tasks.workunit.client.0.smithi031.stdout:op 3500 completed, throughput=5MB/sec 2024-08-10T05:46:09.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:46:09 smithi031 ceph-mon[98130]: pgmap v1741: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:46:09.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:46:09 smithi031 ceph-mon[100614]: pgmap v1741: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:46:09.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:46:09 smithi196 ceph-mon[90243]: pgmap v1741: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:46:10.114 INFO:tasks.workunit.client.0.smithi031.stdout: 686: throughput=4.99MB/sec pending data=0 2024-08-10T05:46:10.115 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-_G6o-JqIIjbQX-1 off=2569954 len=1865606 2024-08-10T05:46:10.117 INFO:tasks.workunit.client.0.smithi031.stdout:op 3501 completed, throughput=5MB/sec 2024-08-10T05:46:10.117 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-z-0ztMRKyPsSiIg off=8040270 len=1046222 2024-08-10T05:46:10.122 INFO:tasks.workunit.client.0.smithi031.stdout:op 3502 completed, throughput=5MB/sec 2024-08-10T05:46:10.123 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-4tKzOT-s7dqrLQC off=13810206 len=6969 2024-08-10T05:46:10.123 INFO:tasks.workunit.client.0.smithi031.stdout:op 3503 completed, throughput=5MB/sec 2024-08-10T05:46:10.123 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-qjOAjSjZ0_vbzwo off=8758873 len=751161 2024-08-10T05:46:10.128 INFO:tasks.workunit.client.0.smithi031.stdout:op 3504 completed, throughput=5MB/sec 2024-08-10T05:46:10.128 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-zijefSsDISfZJT8 off=6794234 len=885290 2024-08-10T05:46:10.132 INFO:tasks.workunit.client.0.smithi031.stdout:op 3505 completed, throughput=5MB/sec 2024-08-10T05:46:10.132 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-1JqNhD4Ist-hb9D off=2153586 len=589385 2024-08-10T05:46:10.133 INFO:tasks.workunit.client.0.smithi031.stdout:op 3506 completed, throughput=5MB/sec 2024-08-10T05:46:11.134 INFO:tasks.workunit.client.0.smithi031.stdout: 687: throughput=4.99MB/sec pending data=0 2024-08-10T05:46:11.134 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-53tqyclGyFMCh9H off=8747626 len=1213362 2024-08-10T05:46:11.136 INFO:tasks.workunit.client.0.smithi031.stdout:op 3507 completed, throughput=4.99MB/sec 2024-08-10T05:46:11.136 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-dj-fx4DniAH3H7v off=5915169 len=1259213 2024-08-10T05:46:11.144 INFO:tasks.workunit.client.0.smithi031.stdout:op 3508 completed, throughput=5MB/sec 2024-08-10T05:46:11.144 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-unUZ0ba-Z202p9O off=4238717 len=890103 2024-08-10T05:46:11.145 INFO:tasks.workunit.client.0.smithi031.stdout:op 3509 completed, throughput=5MB/sec 2024-08-10T05:46:11.145 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-wKaRfSeHsdUdXvE off=5250475 len=914822 2024-08-10T05:46:11.151 INFO:tasks.workunit.client.0.smithi031.stdout:op 3510 completed, throughput=5MB/sec 2024-08-10T05:46:11.151 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ZPJ940wUVzqIoGS off=5592656 len=401492 2024-08-10T05:46:11.154 INFO:tasks.workunit.client.0.smithi031.stdout:op 3511 completed, throughput=5MB/sec 2024-08-10T05:46:11.154 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-fNFaUvlx4AcwoL_ off=1551303 len=600755 2024-08-10T05:46:11.158 INFO:tasks.workunit.client.0.smithi031.stdout:op 3512 completed, throughput=5MB/sec 2024-08-10T05:46:11.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:46:11 smithi031 ceph-mon[98130]: pgmap v1742: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-08-10T05:46:11.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:46:11 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:46:11.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:46:11 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:46:11] "GET /metrics HTTP/1.1" 200 34046 "" "Prometheus/2.43.0" 2024-08-10T05:46:11.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:46:11 smithi031 ceph-mon[100614]: pgmap v1742: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-08-10T05:46:11.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:46:11 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:46:11.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:46:11 smithi196 ceph-mon[90243]: pgmap v1742: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-08-10T05:46:11.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:46:11 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:46:12.158 INFO:tasks.workunit.client.0.smithi031.stdout: 688: throughput=4.99MB/sec pending data=0 2024-08-10T05:46:12.158 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-tcCIhpe7bCBJxi0 off=6451629 len=817107 2024-08-10T05:46:12.160 INFO:tasks.workunit.client.0.smithi031.stdout:op 3513 completed, throughput=4.99MB/sec 2024-08-10T05:46:12.160 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-2nL7Y3MAuMJcB2Q off=1102933 len=1953069 2024-08-10T05:46:12.168 INFO:tasks.workunit.client.0.smithi031.stdout:op 3514 completed, throughput=5MB/sec 2024-08-10T05:46:12.168 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-O__ddBCVz37D_wx off=4141892 len=1997763 2024-08-10T05:46:12.179 INFO:tasks.workunit.client.0.smithi031.stdout:op 3515 completed, throughput=5MB/sec 2024-08-10T05:46:12.179 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-gdrTaLRYWvDkZMW off=4540987 len=1336555 2024-08-10T05:46:12.184 INFO:tasks.workunit.client.0.smithi031.stdout:op 3516 completed, throughput=5MB/sec 2024-08-10T05:46:12.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:46:12 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:46:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:46:13.185 INFO:tasks.workunit.client.0.smithi031.stdout: 689: throughput=4.99MB/sec pending data=0 2024-08-10T05:46:13.185 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-HPFjXYEcDdkOAfw off=540715 len=1644154 2024-08-10T05:46:13.193 INFO:tasks.workunit.client.0.smithi031.stdout:op 3517 completed, throughput=5MB/sec 2024-08-10T05:46:13.193 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-I1Ee86_Re5q03L5 off=3277616 len=1285189 2024-08-10T05:46:13.199 INFO:tasks.workunit.client.0.smithi031.stdout:op 3518 completed, throughput=5MB/sec 2024-08-10T05:46:13.199 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-XOl2nuq0W_yXd0E off=19450188 len=1734667 2024-08-10T05:46:13.201 INFO:tasks.workunit.client.0.smithi031.stdout:op 3519 completed, throughput=5MB/sec 2024-08-10T05:46:13.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:46:13 smithi031 ceph-mon[98130]: pgmap v1743: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-10T05:46:13.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:46:13 smithi031 ceph-mon[100614]: pgmap v1743: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-10T05:46:13.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:46:13 smithi196 ceph-mon[90243]: pgmap v1743: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-10T05:46:14.202 INFO:tasks.workunit.client.0.smithi031.stdout: 690: throughput=4.99MB/sec pending data=0 2024-08-10T05:46:14.202 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-wXI16YHLk63p8a7 off=1348696 len=1691088 2024-08-10T05:46:14.212 INFO:tasks.workunit.client.0.smithi031.stdout:op 3520 completed, throughput=5MB/sec 2024-08-10T05:46:14.213 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-RjMCujQu_BIWjmy off=9881770 len=345092 2024-08-10T05:46:14.213 INFO:tasks.workunit.client.0.smithi031.stdout:op 3521 completed, throughput=5MB/sec 2024-08-10T05:46:14.213 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-GSgcWOLwa78OHv3 off=1454643 len=943536 2024-08-10T05:46:14.219 INFO:tasks.workunit.client.0.smithi031.stdout:op 3522 completed, throughput=5MB/sec 2024-08-10T05:46:14.219 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-z2aYkTOfs2CXE5j off=16729227 len=940843 2024-08-10T05:46:14.224 INFO:tasks.workunit.client.0.smithi031.stdout:op 3523 completed, throughput=5MB/sec 2024-08-10T05:46:14.224 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-oUQ0Buq-H63zOeX off=598908 len=135043 2024-08-10T05:46:14.224 INFO:tasks.workunit.client.0.smithi031.stdout:op 3524 completed, throughput=5MB/sec 2024-08-10T05:46:14.225 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-7gANPQA1sgX-b6l off=4344198 len=1327467 2024-08-10T05:46:14.230 INFO:tasks.workunit.client.0.smithi031.stdout:op 3525 completed, throughput=5MB/sec 2024-08-10T05:46:15.230 INFO:tasks.workunit.client.0.smithi031.stdout: 691: throughput=4.99MB/sec pending data=0 2024-08-10T05:46:15.231 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-eSh2SSs7nUOL5Ql off=12983704 len=827140 2024-08-10T05:46:15.235 INFO:tasks.workunit.client.0.smithi031.stdout:op 3526 completed, throughput=4.99MB/sec 2024-08-10T05:46:15.235 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-BuIjsJh1wYXYxzN off=12136913 len=1913343 2024-08-10T05:46:15.238 INFO:tasks.workunit.client.0.smithi031.stdout:op 3527 completed, throughput=5MB/sec 2024-08-10T05:46:15.238 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-AWUPBlBv_BxtX-E off=12907067 len=1049277 2024-08-10T05:46:15.241 INFO:tasks.workunit.client.0.smithi031.stdout:op 3528 completed, throughput=5MB/sec 2024-08-10T05:46:15.241 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-snutXELDuVLBwnR off=14083168 len=1908755 2024-08-10T05:46:15.243 INFO:tasks.workunit.client.0.smithi031.stdout:op 3529 completed, throughput=5MB/sec 2024-08-10T05:46:15.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:46:15 smithi031 ceph-mon[98130]: pgmap v1744: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:46:15.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:46:15 smithi031 ceph-mon[100614]: pgmap v1744: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:46:15.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:46:15 smithi196 ceph-mon[90243]: pgmap v1744: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:46:16.244 INFO:tasks.workunit.client.0.smithi031.stdout: 692: throughput=4.99MB/sec pending data=0 2024-08-10T05:46:16.244 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-r1lMR2QLSzKgnp- off=16784 len=345787 2024-08-10T05:46:16.245 INFO:tasks.workunit.client.0.smithi031.stdout:op 3530 completed, throughput=4.99MB/sec 2024-08-10T05:46:16.245 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-RRuK6gjNEhpWMi2 off=10325004 len=1249492 2024-08-10T05:46:16.252 INFO:tasks.workunit.client.0.smithi031.stdout:op 3531 completed, throughput=5MB/sec 2024-08-10T05:46:16.252 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-_XAdGUW70UiUke0 off=8777795 len=72447 2024-08-10T05:46:16.253 INFO:tasks.workunit.client.0.smithi031.stdout:op 3532 completed, throughput=5MB/sec 2024-08-10T05:46:16.253 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-NQr5J4dVce9pM_k off=1653664 len=444136 2024-08-10T05:46:16.254 INFO:tasks.workunit.client.0.smithi031.stdout:op 3533 completed, throughput=5MB/sec 2024-08-10T05:46:16.254 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-zaBMTnJFAOPJjOe off=9827220 len=218603 2024-08-10T05:46:16.256 INFO:tasks.workunit.client.0.smithi031.stdout:op 3534 completed, throughput=5MB/sec 2024-08-10T05:46:16.256 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-uAmNC9u7mtGbhPL off=17851051 len=315713 2024-08-10T05:46:16.257 INFO:tasks.workunit.client.0.smithi031.stdout:op 3535 completed, throughput=5MB/sec 2024-08-10T05:46:16.257 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-BPSSrOpAWK-RkaY off=3645408 len=964744 2024-08-10T05:46:16.262 INFO:tasks.workunit.client.0.smithi031.stdout:op 3536 completed, throughput=5MB/sec 2024-08-10T05:46:16.263 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-gOpS86mPzVtgSPI off=7476966 len=1682454 2024-08-10T05:46:16.272 INFO:tasks.workunit.client.0.smithi031.stdout:op 3537 completed, throughput=5MB/sec 2024-08-10T05:46:17.272 INFO:tasks.workunit.client.0.smithi031.stdout: 693: throughput=4.99MB/sec pending data=0 2024-08-10T05:46:17.272 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-oYq5oWkVRStLXto off=12528255 len=1374205 2024-08-10T05:46:17.274 INFO:tasks.workunit.client.0.smithi031.stdout:op 3538 completed, throughput=5MB/sec 2024-08-10T05:46:17.274 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Is4J1W3KTKudeLn off=13868569 len=1260153 2024-08-10T05:46:17.280 INFO:tasks.workunit.client.0.smithi031.stdout:op 3539 completed, throughput=5MB/sec 2024-08-10T05:46:17.280 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-XyxjKAaHI8isxEi off=7017578 len=1227068 2024-08-10T05:46:17.288 INFO:tasks.workunit.client.0.smithi031.stdout:op 3540 completed, throughput=5MB/sec 2024-08-10T05:46:17.288 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-thzDLAQh5buCOCx off=1552611 len=794507 2024-08-10T05:46:17.292 INFO:tasks.workunit.client.0.smithi031.stdout:op 3541 completed, throughput=5MB/sec 2024-08-10T05:46:17.292 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-hje-CZc5jtKY3wg off=2375642 len=594899 2024-08-10T05:46:17.296 INFO:tasks.workunit.client.0.smithi031.stdout:op 3542 completed, throughput=5MB/sec 2024-08-10T05:46:17.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:46:17 smithi031 ceph-mon[98130]: pgmap v1745: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-10T05:46:17.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:46:17 smithi031 ceph-mon[100614]: pgmap v1745: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-10T05:46:17.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:46:17 smithi196 ceph-mon[90243]: pgmap v1745: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-10T05:46:18.297 INFO:tasks.workunit.client.0.smithi031.stdout: 694: throughput=4.99MB/sec pending data=0 2024-08-10T05:46:18.297 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-2QfK9Bi4WEDh8m0 off=7767308 len=867162 2024-08-10T05:46:18.298 INFO:tasks.workunit.client.0.smithi031.stdout:op 3543 completed, throughput=4.99MB/sec 2024-08-10T05:46:18.298 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-dO4S0A0szgJ9ABU off=8665239 len=232172 2024-08-10T05:46:18.301 INFO:tasks.workunit.client.0.smithi031.stdout:op 3544 completed, throughput=4.99MB/sec 2024-08-10T05:46:18.301 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-nSwVJyw1zLd1MoL off=3056066 len=1910407 2024-08-10T05:46:18.304 INFO:tasks.workunit.client.0.smithi031.stdout:op 3545 completed, throughput=5MB/sec 2024-08-10T05:46:18.304 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-66pjYJPseHU0Cdq off=4871997 len=1149045 2024-08-10T05:46:18.305 INFO:tasks.workunit.client.0.smithi031.stdout:op 3546 completed, throughput=5MB/sec 2024-08-10T05:46:18.305 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-XJScyBYYYlID_FV off=16515241 len=1194996 2024-08-10T05:46:18.307 INFO:tasks.workunit.client.0.smithi031.stdout:op 3547 completed, throughput=5MB/sec 2024-08-10T05:46:19.308 INFO:tasks.workunit.client.0.smithi031.stdout: 695: throughput=4.99MB/sec pending data=0 2024-08-10T05:46:19.308 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj--I43itISmx1fMyC off=0 len=1777356 2024-08-10T05:46:19.316 INFO:tasks.workunit.client.0.smithi031.stdout:op 3548 completed, throughput=5MB/sec 2024-08-10T05:46:19.316 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-mW_v7T1B_dJWACs off=4467600 len=423926 2024-08-10T05:46:19.316 INFO:tasks.workunit.client.0.smithi031.stdout:op 3549 completed, throughput=5MB/sec 2024-08-10T05:46:19.316 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-eH9ghfmPuufoNQa off=3577332 len=801497 2024-08-10T05:46:19.320 INFO:tasks.workunit.client.0.smithi031.stdout:op 3550 completed, throughput=5MB/sec 2024-08-10T05:46:19.320 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Q15RsLxVl7XH60K off=2882352 len=700183 2024-08-10T05:46:19.321 INFO:tasks.workunit.client.0.smithi031.stdout:op 3551 completed, throughput=5MB/sec 2024-08-10T05:46:19.321 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Ir4Ioem9HQ03J4_ off=14432760 len=2045642 2024-08-10T05:46:19.323 INFO:tasks.workunit.client.0.smithi031.stdout:op 3552 completed, throughput=5MB/sec 2024-08-10T05:46:19.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:46:19 smithi031 ceph-mon[98130]: pgmap v1746: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:46:19.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:46:19 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:46:19.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:46:19 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:46:19.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:46:19 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:46:19.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:46:19 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:46:19.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:46:19 smithi031 ceph-mon[100614]: pgmap v1746: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:46:19.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:46:19 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:46:19.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:46:19 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:46:19.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:46:19 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:46:19.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:46:19 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:46:19.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:46:19 smithi196 ceph-mon[90243]: pgmap v1746: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:46:19.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:46:19 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:46:19.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:46:19 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:46:19.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:46:19 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:46:19.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:46:19 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:46:20.323 INFO:tasks.workunit.client.0.smithi031.stdout: 696: throughput=4.99MB/sec pending data=0 2024-08-10T05:46:20.323 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-DGr0fp6DCklj1aI off=1462070 len=1765412 2024-08-10T05:46:20.333 INFO:tasks.workunit.client.0.smithi031.stdout:op 3553 completed, throughput=5MB/sec 2024-08-10T05:46:20.333 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-JgolKa3V-V3IMbY off=5368660 len=1856063 2024-08-10T05:46:20.341 INFO:tasks.workunit.client.0.smithi031.stdout:op 3554 completed, throughput=5MB/sec 2024-08-10T05:46:20.341 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-z2bD6bHk1NIxy4P off=9202776 len=23969 2024-08-10T05:46:20.342 INFO:tasks.workunit.client.0.smithi031.stdout:op 3555 completed, throughput=5MB/sec 2024-08-10T05:46:20.342 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-sLIWXZGnyCurC__ off=2670903 len=763866 2024-08-10T05:46:20.346 INFO:tasks.workunit.client.0.smithi031.stdout:op 3556 completed, throughput=5MB/sec 2024-08-10T05:46:20.346 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-jo39ZhPAEeWbvLB off=11180857 len=1460631 2024-08-10T05:46:20.348 INFO:tasks.workunit.client.0.smithi031.stdout:op 3557 completed, throughput=5MB/sec 2024-08-10T05:46:21.348 INFO:tasks.workunit.client.0.smithi031.stdout: 697: throughput=4.99MB/sec pending data=0 2024-08-10T05:46:21.348 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Vb_VWMMP30PQPHQ off=16543750 len=1794069 2024-08-10T05:46:21.359 INFO:tasks.workunit.client.0.smithi031.stdout:op 3558 completed, throughput=5MB/sec 2024-08-10T05:46:21.359 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-5zAllJmwyHLwf4h off=10583640 len=1704689 2024-08-10T05:46:21.361 INFO:tasks.workunit.client.0.smithi031.stdout:op 3559 completed, throughput=5MB/sec 2024-08-10T05:46:21.361 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Gf62lBRY4MCog3g off=272326 len=246232 2024-08-10T05:46:21.364 INFO:tasks.workunit.client.0.smithi031.stdout:op 3560 completed, throughput=5MB/sec 2024-08-10T05:46:21.364 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-NjauDjcYtoE5dRz off=16589532 len=897906 2024-08-10T05:46:21.366 INFO:tasks.workunit.client.0.smithi031.stdout:op 3561 completed, throughput=5MB/sec 2024-08-10T05:46:21.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:46:21 smithi031 ceph-mon[98130]: pgmap v1747: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-08-10T05:46:21.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:46:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:46:21] "GET /metrics HTTP/1.1" 200 34046 "" "Prometheus/2.43.0" 2024-08-10T05:46:21.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:46:21 smithi031 ceph-mon[100614]: pgmap v1747: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-08-10T05:46:21.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:46:21 smithi196 ceph-mon[90243]: pgmap v1747: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-08-10T05:46:22.366 INFO:tasks.workunit.client.0.smithi031.stdout: 698: throughput=4.99MB/sec pending data=0 2024-08-10T05:46:22.366 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-uM4X3-DGAALJaRB off=19227539 len=813934 2024-08-10T05:46:22.371 INFO:tasks.workunit.client.0.smithi031.stdout:op 3562 completed, throughput=4.99MB/sec 2024-08-10T05:46:22.371 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-6rhFJYPKaHYBbJ9 off=19090242 len=1291978 2024-08-10T05:46:22.375 INFO:tasks.workunit.client.0.smithi031.stdout:op 3563 completed, throughput=5MB/sec 2024-08-10T05:46:22.375 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-U2moVJgb69u0uDg off=12970188 len=1868056 2024-08-10T05:46:22.377 INFO:tasks.workunit.client.0.smithi031.stdout:op 3564 completed, throughput=5MB/sec 2024-08-10T05:46:22.377 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-jx_1x7Oysm8NJUY off=15803829 len=1597271 2024-08-10T05:46:22.379 INFO:tasks.workunit.client.0.smithi031.stdout:op 3565 completed, throughput=5MB/sec 2024-08-10T05:46:22.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:46:22 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:46:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:46:23.380 INFO:tasks.workunit.client.0.smithi031.stdout: 699: throughput=4.99MB/sec pending data=0 2024-08-10T05:46:23.380 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-FFMBBn40CrSmlg8 off=1173480 len=1346794 2024-08-10T05:46:23.382 INFO:tasks.workunit.client.0.smithi031.stdout:op 3566 completed, throughput=5MB/sec 2024-08-10T05:46:23.382 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Zf8BIycDxTruQwB off=1574390 len=1745066 2024-08-10T05:46:23.391 INFO:tasks.workunit.client.0.smithi031.stdout:op 3567 completed, throughput=5MB/sec 2024-08-10T05:46:23.391 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-9O6aQQ5Mmfv_6Ox off=2764938 len=519182 2024-08-10T05:46:23.392 INFO:tasks.workunit.client.0.smithi031.stdout:op 3568 completed, throughput=5MB/sec 2024-08-10T05:46:23.392 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-UZo1BSGS31_QFLv off=15971785 len=1135094 2024-08-10T05:46:23.393 INFO:tasks.workunit.client.0.smithi031.stdout:op 3569 completed, throughput=5MB/sec 2024-08-10T05:46:23.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:46:23 smithi031 ceph-mon[98130]: pgmap v1748: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:46:23.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:46:23 smithi031 ceph-mon[100614]: pgmap v1748: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:46:23.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:46:23 smithi196 ceph-mon[90243]: pgmap v1748: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:46:24.393 INFO:tasks.workunit.client.0.smithi031.stdout: 700: throughput=4.99MB/sec pending data=0 2024-08-10T05:46:24.394 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-8Vf-AXRpgfYFy9d off=16673484 len=811321 2024-08-10T05:46:24.396 INFO:tasks.workunit.client.0.smithi031.stdout:op 3570 completed, throughput=4.99MB/sec 2024-08-10T05:46:24.396 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-6_vMiR3MyUDPtT7 off=4577754 len=55712 2024-08-10T05:46:24.396 INFO:tasks.workunit.client.0.smithi031.stdout:op 3571 completed, throughput=4.99MB/sec 2024-08-10T05:46:24.396 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-PkC8RuLsWJCX2yC off=8064481 len=77449 2024-08-10T05:46:24.397 INFO:tasks.workunit.client.0.smithi031.stdout:op 3572 completed, throughput=4.99MB/sec 2024-08-10T05:46:24.397 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-lYgjY93FUROcOvF off=23432374 len=299492 2024-08-10T05:46:24.400 INFO:tasks.workunit.client.0.smithi031.stdout:op 3573 completed, throughput=5MB/sec 2024-08-10T05:46:24.400 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-VkrjUyFcSR_l_eZ off=20021254 len=11604 2024-08-10T05:46:24.402 INFO:tasks.workunit.client.0.smithi031.stdout:op 3574 completed, throughput=5MB/sec 2024-08-10T05:46:24.402 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-NOf5kjtTnfHqCXW off=18479105 len=371350 2024-08-10T05:46:24.403 INFO:tasks.workunit.client.0.smithi031.stdout:op 3575 completed, throughput=5MB/sec 2024-08-10T05:46:24.403 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-SZmiIaRgyZKOjOi off=6675436 len=993447 2024-08-10T05:46:24.409 INFO:tasks.workunit.client.0.smithi031.stdout:op 3576 completed, throughput=5MB/sec 2024-08-10T05:46:24.409 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-6fbvmnwVf4zgCa5 off=5860105 len=1882360 2024-08-10T05:46:24.412 INFO:tasks.workunit.client.0.smithi031.stdout:op 3577 completed, throughput=5MB/sec 2024-08-10T05:46:24.412 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-8C4IBFO2H7m-cYP off=11042222 len=1875945 2024-08-10T05:46:24.420 INFO:tasks.workunit.client.0.smithi031.stdout:op 3578 completed, throughput=5MB/sec 2024-08-10T05:46:25.420 INFO:tasks.workunit.client.0.smithi031.stdout: 701: throughput=4.99MB/sec pending data=0 2024-08-10T05:46:25.421 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-h83_sJtBb96A0hE off=645787 len=796773 2024-08-10T05:46:25.425 INFO:tasks.workunit.client.0.smithi031.stdout:op 3579 completed, throughput=5MB/sec 2024-08-10T05:46:25.425 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-OZr2DaSZKFdXwBM off=12084877 len=37685 2024-08-10T05:46:25.426 INFO:tasks.workunit.client.0.smithi031.stdout:op 3580 completed, throughput=5MB/sec 2024-08-10T05:46:25.426 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-sWf6dBjFYi-fwcx off=4431954 len=135228 2024-08-10T05:46:25.429 INFO:tasks.workunit.client.0.smithi031.stdout:op 3581 completed, throughput=5MB/sec 2024-08-10T05:46:25.429 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-gqGd3Ftkiy546ja off=2571820 len=1571502 2024-08-10T05:46:25.437 INFO:tasks.workunit.client.0.smithi031.stdout:op 3582 completed, throughput=5MB/sec 2024-08-10T05:46:25.437 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-xkxdImwinXGnsP4 off=3679045 len=79634 2024-08-10T05:46:25.439 INFO:tasks.workunit.client.0.smithi031.stdout:op 3583 completed, throughput=5MB/sec 2024-08-10T05:46:25.439 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-QosSBHCa7iaOCyF off=19414363 len=579841 2024-08-10T05:46:25.441 INFO:tasks.workunit.client.0.smithi031.stdout:op 3584 completed, throughput=5MB/sec 2024-08-10T05:46:25.441 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-3iFjLVUmphoDJ2c off=734000 len=1130160 2024-08-10T05:46:25.446 INFO:tasks.workunit.client.0.smithi031.stdout:op 3585 completed, throughput=5MB/sec 2024-08-10T05:46:25.768 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:46:25 smithi031 ceph-mon[100614]: pgmap v1749: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-10T05:46:25.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:46:25 smithi031 ceph-mon[98130]: pgmap v1749: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-10T05:46:25.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:46:25 smithi196 ceph-mon[90243]: pgmap v1749: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-10T05:46:26.446 INFO:tasks.workunit.client.0.smithi031.stdout: 702: throughput=4.99MB/sec pending data=0 2024-08-10T05:46:26.447 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-qeg5D2RD6wqNXIo off=3472069 len=680349 2024-08-10T05:46:26.448 INFO:tasks.workunit.client.0.smithi031.stdout:op 3586 completed, throughput=4.99MB/sec 2024-08-10T05:46:26.448 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Qxzp5hPUmooMB97 off=8622023 len=502303 2024-08-10T05:46:26.452 INFO:tasks.workunit.client.0.smithi031.stdout:op 3587 completed, throughput=4.99MB/sec 2024-08-10T05:46:26.452 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-vw19OpjOgA-CFcr off=4959317 len=1123186 2024-08-10T05:46:26.453 INFO:tasks.workunit.client.0.smithi031.stdout:op 3588 completed, throughput=5MB/sec 2024-08-10T05:46:26.453 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-9LFiiyyB7xzyEo3 off=8150478 len=2004395 2024-08-10T05:46:26.457 INFO:tasks.workunit.client.0.smithi031.stdout:op 3589 completed, throughput=5MB/sec 2024-08-10T05:46:26.457 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-4k0OdTC3gfdwUGd off=665669 len=396116 2024-08-10T05:46:26.461 INFO:tasks.workunit.client.0.smithi031.stdout:op 3590 completed, throughput=5MB/sec 2024-08-10T05:46:26.461 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-1fRHdZJBmCTt8h0 off=893334 len=794092 2024-08-10T05:46:26.465 INFO:tasks.workunit.client.0.smithi031.stdout:op 3591 completed, throughput=5MB/sec 2024-08-10T05:46:26.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:46:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:46:26.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:46:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:46:26.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:46:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:46:27.466 INFO:tasks.workunit.client.0.smithi031.stdout: 703: throughput=4.99MB/sec pending data=0 2024-08-10T05:46:27.466 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-OH-dNKy8CwKIXPv off=1793482 len=1589737 2024-08-10T05:46:27.476 INFO:tasks.workunit.client.0.smithi031.stdout:op 3592 completed, throughput=5MB/sec 2024-08-10T05:46:27.476 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-gejo3egVEazpgsY off=6076766 len=2090856 2024-08-10T05:46:27.484 INFO:tasks.workunit.client.0.smithi031.stdout:op 3593 completed, throughput=5MB/sec 2024-08-10T05:46:27.484 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-CQNHe6Pdp_ICa7m off=14778565 len=1685144 2024-08-10T05:46:27.493 INFO:tasks.workunit.client.0.smithi031.stdout:op 3594 completed, throughput=5MB/sec 2024-08-10T05:46:27.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:46:27 smithi031 ceph-mon[98130]: pgmap v1750: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:46:27.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:46:27 smithi031 ceph-mon[100614]: pgmap v1750: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:46:27.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:46:27 smithi196 ceph-mon[90243]: pgmap v1750: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:46:28.494 INFO:tasks.workunit.client.0.smithi031.stdout: 704: throughput=4.99MB/sec pending data=0 2024-08-10T05:46:28.494 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Di2LJ-Pc8-LKIcF off=2020555 len=1169587 2024-08-10T05:46:28.496 INFO:tasks.workunit.client.0.smithi031.stdout:op 3595 completed, throughput=5MB/sec 2024-08-10T05:46:28.496 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-PGklDQyYSa80MyR off=7186571 len=1792645 2024-08-10T05:46:28.506 INFO:tasks.workunit.client.0.smithi031.stdout:op 3596 completed, throughput=5MB/sec 2024-08-10T05:46:28.506 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-tiFrt1hp894luU3 off=7340367 len=2038152 2024-08-10T05:46:28.510 INFO:tasks.workunit.client.0.smithi031.stdout:op 3597 completed, throughput=5MB/sec 2024-08-10T05:46:29.511 INFO:tasks.workunit.client.0.smithi031.stdout: 705: throughput=4.99MB/sec pending data=0 2024-08-10T05:46:29.511 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-LEUwqsoS_gQnrqZ off=16152339 len=531548 2024-08-10T05:46:29.512 INFO:tasks.workunit.client.0.smithi031.stdout:op 3598 completed, throughput=4.99MB/sec 2024-08-10T05:46:29.512 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-MxZlJd5_OnTvIZ5 off=944807 len=608426 2024-08-10T05:46:29.513 INFO:tasks.workunit.client.0.smithi031.stdout:op 3599 completed, throughput=4.99MB/sec 2024-08-10T05:46:29.513 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-spzL6e76t1t7cGm off=12382982 len=1458278 2024-08-10T05:46:29.516 INFO:tasks.workunit.client.0.smithi031.stdout:op 3600 completed, throughput=5MB/sec 2024-08-10T05:46:29.516 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-_GXrqZaIADgo-88 off=1049099 len=635829 2024-08-10T05:46:29.521 INFO:tasks.workunit.client.0.smithi031.stdout:op 3601 completed, throughput=5MB/sec 2024-08-10T05:46:29.521 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ZyqaLjv-lwfclXV off=3185005 len=1683093 2024-08-10T05:46:29.524 INFO:tasks.workunit.client.0.smithi031.stdout:op 3602 completed, throughput=5MB/sec 2024-08-10T05:46:29.524 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-mzWzjL7kO81wk_m off=2551049 len=1862489 2024-08-10T05:46:29.526 INFO:tasks.workunit.client.0.smithi031.stdout:op 3603 completed, throughput=5MB/sec 2024-08-10T05:46:29.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:46:29 smithi031 ceph-mon[98130]: pgmap v1751: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:46:29.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:46:29 smithi031 ceph-mon[100614]: pgmap v1751: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:46:29.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:46:29 smithi196 ceph-mon[90243]: pgmap v1751: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:46:30.527 INFO:tasks.workunit.client.0.smithi031.stdout: 706: throughput=5MB/sec pending data=0 2024-08-10T05:46:30.527 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Y2XPqonGfFoxppL off=1415006 len=965222 2024-08-10T05:46:30.532 INFO:tasks.workunit.client.0.smithi031.stdout:op 3604 completed, throughput=5MB/sec 2024-08-10T05:46:30.532 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-qumUNVI2Ca1Q05X off=6548553 len=1789199 2024-08-10T05:46:30.535 INFO:tasks.workunit.client.0.smithi031.stdout:op 3605 completed, throughput=5MB/sec 2024-08-10T05:46:30.535 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-GcgHn3l3Sv6PriS off=43720 len=1011605 2024-08-10T05:46:30.541 INFO:tasks.workunit.client.0.smithi031.stdout:op 3606 completed, throughput=5MB/sec 2024-08-10T05:46:30.541 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Eau21OE82chUHo0 off=10852730 len=1074422 2024-08-10T05:46:30.545 INFO:tasks.workunit.client.0.smithi031.stdout:op 3607 completed, throughput=5MB/sec 2024-08-10T05:46:31.518 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:46:31 smithi031 ceph-mon[100614]: pgmap v1752: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:46:31.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:46:31 smithi031 ceph-mon[98130]: pgmap v1752: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:46:31.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:46:31 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:46:31] "GET /metrics HTTP/1.1" 200 34053 "" "Prometheus/2.43.0" 2024-08-10T05:46:31.545 INFO:tasks.workunit.client.0.smithi031.stdout: 707: throughput=4.99MB/sec pending data=0 2024-08-10T05:46:31.546 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-kEFGFbMX0fqKQJv off=12024631 len=754996 2024-08-10T05:46:31.551 INFO:tasks.workunit.client.0.smithi031.stdout:op 3608 completed, throughput=5MB/sec 2024-08-10T05:46:31.551 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ZRLwEBsUAU7RR4h off=12537681 len=458912 2024-08-10T05:46:31.555 INFO:tasks.workunit.client.0.smithi031.stdout:op 3609 completed, throughput=5MB/sec 2024-08-10T05:46:31.555 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-QBW4Sf44hhiF4v3 off=330686 len=1950569 2024-08-10T05:46:31.557 INFO:tasks.workunit.client.0.smithi031.stdout:op 3610 completed, throughput=5MB/sec 2024-08-10T05:46:31.557 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Mnk3Zx_76nI6sUn off=9945293 len=645564 2024-08-10T05:46:31.561 INFO:tasks.workunit.client.0.smithi031.stdout:op 3611 completed, throughput=5MB/sec 2024-08-10T05:46:31.561 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-i9xCufKJA32sXIX off=8149961 len=1781170 2024-08-10T05:46:31.564 INFO:tasks.workunit.client.0.smithi031.stdout:op 3612 completed, throughput=5MB/sec 2024-08-10T05:46:31.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:46:31 smithi196 ceph-mon[90243]: pgmap v1752: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:46:32.564 INFO:tasks.workunit.client.0.smithi031.stdout: 708: throughput=4.99MB/sec pending data=0 2024-08-10T05:46:32.564 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-6BQpTSAAVV6lqpP off=10588612 len=1236406 2024-08-10T05:46:32.566 INFO:tasks.workunit.client.0.smithi031.stdout:op 3613 completed, throughput=5MB/sec 2024-08-10T05:46:32.566 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-h0vlTQSDwVpdSVs off=7647457 len=826602 2024-08-10T05:46:32.568 INFO:tasks.workunit.client.0.smithi031.stdout:op 3614 completed, throughput=5MB/sec 2024-08-10T05:46:32.568 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Z7bSyK9ZTYB-PnU off=975682 len=1733339 2024-08-10T05:46:32.578 INFO:tasks.workunit.client.0.smithi031.stdout:op 3615 completed, throughput=5MB/sec 2024-08-10T05:46:32.578 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-5E1o0tcjS7_oSdu off=135062 len=651999 2024-08-10T05:46:32.579 INFO:tasks.workunit.client.0.smithi031.stdout:op 3616 completed, throughput=5MB/sec 2024-08-10T05:46:32.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:46:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:46:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:46:33.580 INFO:tasks.workunit.client.0.smithi031.stdout: 709: throughput=4.99MB/sec pending data=0 2024-08-10T05:46:33.580 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-afqM0pyEnbpk1Gz off=452534 len=1839263 2024-08-10T05:46:33.591 INFO:tasks.workunit.client.0.smithi031.stdout:op 3617 completed, throughput=5MB/sec 2024-08-10T05:46:33.591 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-jWsYZpwUAhaBYcW off=12245418 len=396026 2024-08-10T05:46:33.592 INFO:tasks.workunit.client.0.smithi031.stdout:op 3618 completed, throughput=5MB/sec 2024-08-10T05:46:33.592 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-uXRIt5MZSAy8vk0 off=501427 len=836299 2024-08-10T05:46:33.596 INFO:tasks.workunit.client.0.smithi031.stdout:op 3619 completed, throughput=5MB/sec 2024-08-10T05:46:33.597 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-4GJmudgNJcqIFla off=15748576 len=995132 2024-08-10T05:46:33.599 INFO:tasks.workunit.client.0.smithi031.stdout:op 3620 completed, throughput=5MB/sec 2024-08-10T05:46:33.599 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-3DSoXBNDd1j0d7x off=4582334 len=747731 2024-08-10T05:46:33.600 INFO:tasks.workunit.client.0.smithi031.stdout:op 3621 completed, throughput=5MB/sec 2024-08-10T05:46:33.600 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-sUTDgFFWvH2DaO3 off=6303338 len=532518 2024-08-10T05:46:33.601 INFO:tasks.workunit.client.0.smithi031.stdout:op 3622 completed, throughput=5MB/sec 2024-08-10T05:46:33.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:46:33 smithi031 ceph-mon[98130]: pgmap v1753: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:46:33.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:46:33 smithi031 ceph-mon[100614]: pgmap v1753: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:46:33.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:46:33 smithi196 ceph-mon[90243]: pgmap v1753: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:46:34.601 INFO:tasks.workunit.client.0.smithi031.stdout: 710: throughput=4.99MB/sec pending data=0 2024-08-10T05:46:34.601 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-QXfHyFlzCGVFnOU off=8099362 len=1864645 2024-08-10T05:46:34.605 INFO:tasks.workunit.client.0.smithi031.stdout:op 3623 completed, throughput=5MB/sec 2024-08-10T05:46:34.605 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-JSWmMo7ljUNMFP_ off=0 len=1179611 2024-08-10T05:46:34.611 INFO:tasks.workunit.client.0.smithi031.stdout:op 3624 completed, throughput=5MB/sec 2024-08-10T05:46:34.611 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-i6-31oFbbe-_N_y off=672575 len=391960 2024-08-10T05:46:34.612 INFO:tasks.workunit.client.0.smithi031.stdout:op 3625 completed, throughput=5MB/sec 2024-08-10T05:46:34.612 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-2Co5gwGsbFPArdL off=10081581 len=463274 2024-08-10T05:46:34.613 INFO:tasks.workunit.client.0.smithi031.stdout:op 3626 completed, throughput=5MB/sec 2024-08-10T05:46:34.613 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Vi6SW9uC0cJmYTZ off=3633467 len=1632618 2024-08-10T05:46:34.620 INFO:tasks.workunit.client.0.smithi031.stdout:op 3627 completed, throughput=5MB/sec 2024-08-10T05:46:35.620 INFO:tasks.workunit.client.0.smithi031.stdout: 711: throughput=4.99MB/sec pending data=0 2024-08-10T05:46:35.620 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-t5a-ZhHySBROrgQ off=10228884 len=102326 2024-08-10T05:46:35.623 INFO:tasks.workunit.client.0.smithi031.stdout:op 3628 completed, throughput=4.99MB/sec 2024-08-10T05:46:35.623 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-zrBfw-tLXNUSj6o off=1135945 len=1254435 2024-08-10T05:46:35.631 INFO:tasks.workunit.client.0.smithi031.stdout:op 3629 completed, throughput=5MB/sec 2024-08-10T05:46:35.631 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-mAZ05IX1peQitVu off=19732712 len=2003452 2024-08-10T05:46:35.642 INFO:tasks.workunit.client.0.smithi031.stdout:op 3630 completed, throughput=5MB/sec 2024-08-10T05:46:35.642 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-MA-a9oXPAC3f386 off=1930889 len=1646321 2024-08-10T05:46:35.645 INFO:tasks.workunit.client.0.smithi031.stdout:op 3631 completed, throughput=5MB/sec 2024-08-10T05:46:35.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:46:35 smithi031 ceph-mon[98130]: pgmap v1754: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:46:35.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:46:35 smithi031 ceph-mon[100614]: pgmap v1754: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:46:35.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:46:35 smithi196 ceph-mon[90243]: pgmap v1754: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:46:36.645 INFO:tasks.workunit.client.0.smithi031.stdout: 712: throughput=4.99MB/sec pending data=0 2024-08-10T05:46:36.646 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-VYjhdCvlaQMnYQu off=1433358 len=1544670 2024-08-10T05:46:36.647 INFO:tasks.workunit.client.0.smithi031.stdout:op 3632 completed, throughput=5MB/sec 2024-08-10T05:46:36.647 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-FTB4aX7GJXorKX7 off=12860966 len=1891634 2024-08-10T05:46:36.661 INFO:tasks.workunit.client.0.smithi031.stdout:op 3633 completed, throughput=5MB/sec 2024-08-10T05:46:36.661 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-JAZkauAGUxmDAAG off=6098377 len=1197495 2024-08-10T05:46:36.662 INFO:tasks.workunit.client.0.smithi031.stdout:op 3634 completed, throughput=5MB/sec 2024-08-10T05:46:36.663 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-RUWtzQYyboGXO6G off=7402028 len=233941 2024-08-10T05:46:36.666 INFO:tasks.workunit.client.0.smithi031.stdout:op 3635 completed, throughput=5MB/sec 2024-08-10T05:46:36.666 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-SWrO0UCcwbea7B2 off=16265718 len=764270 2024-08-10T05:46:36.667 INFO:tasks.workunit.client.0.smithi031.stdout:op 3636 completed, throughput=5MB/sec 2024-08-10T05:46:37.667 INFO:tasks.workunit.client.0.smithi031.stdout: 713: throughput=4.99MB/sec pending data=0 2024-08-10T05:46:37.668 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-sh4RsirVjVpWUl6 off=2669575 len=428323 2024-08-10T05:46:37.669 INFO:tasks.workunit.client.0.smithi031.stdout:op 3637 completed, throughput=4.99MB/sec 2024-08-10T05:46:37.669 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-5ofs3GJe7plY15M off=10100276 len=13835 2024-08-10T05:46:37.672 INFO:tasks.workunit.client.0.smithi031.stdout:op 3638 completed, throughput=4.99MB/sec 2024-08-10T05:46:37.672 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-6q_tmadvZM0fAq6 off=13368290 len=736447 2024-08-10T05:46:37.676 INFO:tasks.workunit.client.0.smithi031.stdout:op 3639 completed, throughput=5MB/sec 2024-08-10T05:46:37.676 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-f6sdl0Jc2BORLnY off=10202611 len=939818 2024-08-10T05:46:37.677 INFO:tasks.workunit.client.0.smithi031.stdout:op 3640 completed, throughput=5MB/sec 2024-08-10T05:46:37.678 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-rd4UXDe610TBeR5 off=1256683 len=1053553 2024-08-10T05:46:37.683 INFO:tasks.workunit.client.0.smithi031.stdout:op 3641 completed, throughput=5MB/sec 2024-08-10T05:46:37.683 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-EVsRexetb886UlZ off=7940284 len=1880754 2024-08-10T05:46:37.693 INFO:tasks.workunit.client.0.smithi031.stdout:op 3642 completed, throughput=5MB/sec 2024-08-10T05:46:37.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:46:37 smithi031 ceph-mon[98130]: pgmap v1755: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:46:37.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:46:37 smithi031 ceph-mon[100614]: pgmap v1755: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:46:37.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:46:37 smithi196 ceph-mon[90243]: pgmap v1755: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:46:38.694 INFO:tasks.workunit.client.0.smithi031.stdout: 714: throughput=4.99MB/sec pending data=0 2024-08-10T05:46:38.694 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-8qa7KREwtriN6_x off=41431 len=1984003 2024-08-10T05:46:38.706 INFO:tasks.workunit.client.0.smithi031.stdout:op 3643 completed, throughput=5MB/sec 2024-08-10T05:46:38.706 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-iV2m-ulEQyqO9v9 off=4195932 len=602980 2024-08-10T05:46:38.707 INFO:tasks.workunit.client.0.smithi031.stdout:op 3644 completed, throughput=5MB/sec 2024-08-10T05:46:38.707 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-LpTxYXOQ14Ud34c off=9055805 len=174261 2024-08-10T05:46:38.708 INFO:tasks.workunit.client.0.smithi031.stdout:op 3645 completed, throughput=5MB/sec 2024-08-10T05:46:38.708 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-78ixIlBsvzifKih off=1652925 len=1349546 2024-08-10T05:46:38.709 INFO:tasks.workunit.client.0.smithi031.stdout:op 3646 completed, throughput=5MB/sec 2024-08-10T05:46:38.709 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-pcCLFCdCsMGJ0U8 off=15367304 len=348637 2024-08-10T05:46:38.712 INFO:tasks.workunit.client.0.smithi031.stdout:op 3647 completed, throughput=5MB/sec 2024-08-10T05:46:38.712 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-EY5EVckZn3pCATv off=14699520 len=2000690 2024-08-10T05:46:38.722 INFO:tasks.workunit.client.0.smithi031.stdout:op 3648 completed, throughput=5MB/sec 2024-08-10T05:46:39.722 INFO:tasks.workunit.client.0.smithi031.stdout: 715: throughput=4.99MB/sec pending data=0 2024-08-10T05:46:39.722 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-0C0av3hPaIhqMmM off=8575067 len=1108293 2024-08-10T05:46:39.728 INFO:tasks.workunit.client.0.smithi031.stdout:op 3649 completed, throughput=5MB/sec 2024-08-10T05:46:39.728 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-nvAju1G1cElc_Ww off=2295368 len=1843067 2024-08-10T05:46:39.739 INFO:tasks.workunit.client.0.smithi031.stdout:op 3650 completed, throughput=5MB/sec 2024-08-10T05:46:39.740 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-4ToFA6dIyoZTHJ0 off=3093225 len=1005021 2024-08-10T05:46:39.744 INFO:tasks.workunit.client.0.smithi031.stdout:op 3651 completed, throughput=5MB/sec 2024-08-10T05:46:39.744 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-1-V7XIr8YiSnff3 off=3720185 len=1386844 2024-08-10T05:46:39.746 INFO:tasks.workunit.client.0.smithi031.stdout:op 3652 completed, throughput=5MB/sec 2024-08-10T05:46:39.768 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:46:39 smithi031 ceph-mon[100614]: pgmap v1756: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:46:39.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:46:39 smithi031 ceph-mon[98130]: pgmap v1756: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:46:39.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:46:39 smithi196 ceph-mon[90243]: pgmap v1756: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:46:40.746 INFO:tasks.workunit.client.0.smithi031.stdout: 716: throughput=4.99MB/sec pending data=0 2024-08-10T05:46:40.746 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-3Q_R5dc6O56U9pG off=7596651 len=630654 2024-08-10T05:46:40.751 INFO:tasks.workunit.client.0.smithi031.stdout:op 3653 completed, throughput=5MB/sec 2024-08-10T05:46:40.751 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-zhoIyQ1r5PS53cN off=1041182 len=731918 2024-08-10T05:46:40.753 INFO:tasks.workunit.client.0.smithi031.stdout:op 3654 completed, throughput=5MB/sec 2024-08-10T05:46:40.753 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-1GZwnGEStBUru37 off=11690560 len=1471868 2024-08-10T05:46:40.755 INFO:tasks.workunit.client.0.smithi031.stdout:op 3655 completed, throughput=5MB/sec 2024-08-10T05:46:40.755 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-gOpS86mPzVtgSPI off=16844194 len=25071 2024-08-10T05:46:40.755 INFO:tasks.workunit.client.0.smithi031.stdout:op 3656 completed, throughput=5MB/sec 2024-08-10T05:46:40.755 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-OI8OLASTHf5kipJ off=2332497 len=1864068 2024-08-10T05:46:40.765 INFO:tasks.workunit.client.0.smithi031.stdout:op 3657 completed, throughput=5MB/sec 2024-08-10T05:46:41.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:46:41 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:46:41] "GET /metrics HTTP/1.1" 200 34040 "" "Prometheus/2.43.0" 2024-08-10T05:46:41.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:46:41 smithi031 ceph-mon[98130]: pgmap v1757: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:46:41.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:46:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:46:41.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:46:41 smithi031 ceph-mon[100614]: pgmap v1757: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:46:41.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:46:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:46:41.766 INFO:tasks.workunit.client.0.smithi031.stdout: 717: throughput=4.99MB/sec pending data=0 2024-08-10T05:46:41.767 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-fwrm-bih0RKcFJw off=10801975 len=856579 2024-08-10T05:46:41.768 INFO:tasks.workunit.client.0.smithi031.stdout:op 3658 completed, throughput=5MB/sec 2024-08-10T05:46:41.768 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-bI0bEwGYc9lNsw3 off=8242086 len=850949 2024-08-10T05:46:41.769 INFO:tasks.workunit.client.0.smithi031.stdout:op 3659 completed, throughput=5MB/sec 2024-08-10T05:46:41.769 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-nmy_FzORrliuQfN off=332517 len=1941332 2024-08-10T05:46:41.772 INFO:tasks.workunit.client.0.smithi031.stdout:op 3660 completed, throughput=5MB/sec 2024-08-10T05:46:41.772 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-4pRNunOsUHnag_2 off=1467088 len=1758009 2024-08-10T05:46:41.774 INFO:tasks.workunit.client.0.smithi031.stdout:op 3661 completed, throughput=5MB/sec 2024-08-10T05:46:41.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:46:41 smithi196 ceph-mon[90243]: pgmap v1757: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:46:41.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:46:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:46:42.774 INFO:tasks.workunit.client.0.smithi031.stdout: 718: throughput=4.99MB/sec pending data=0 2024-08-10T05:46:42.775 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-IurfKUADWFodOVO off=2625060 len=1869109 2024-08-10T05:46:42.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:46:42 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:46:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:46:42.785 INFO:tasks.workunit.client.0.smithi031.stdout:op 3662 completed, throughput=5MB/sec 2024-08-10T05:46:42.785 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-dtpheTjYHYCfZJz off=6372685 len=1852411 2024-08-10T05:46:42.786 INFO:tasks.workunit.client.0.smithi031.stdout:op 3663 completed, throughput=5MB/sec 2024-08-10T05:46:42.787 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-mXPi9Cke169CYAc off=13246396 len=1012557 2024-08-10T05:46:42.788 INFO:tasks.workunit.client.0.smithi031.stdout:op 3664 completed, throughput=5MB/sec 2024-08-10T05:46:43.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:46:43 smithi031 ceph-mon[98130]: pgmap v1758: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:46:43.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:46:43 smithi031 ceph-mon[100614]: pgmap v1758: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:46:43.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:46:43 smithi196 ceph-mon[90243]: pgmap v1758: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:46:43.788 INFO:tasks.workunit.client.0.smithi031.stdout: 719: throughput=4.99MB/sec pending data=0 2024-08-10T05:46:43.788 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-nEa1n7SLyIAbFLD off=11044376 len=1244513 2024-08-10T05:46:43.796 INFO:tasks.workunit.client.0.smithi031.stdout:op 3665 completed, throughput=4.99MB/sec 2024-08-10T05:46:43.796 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-M5MMfHmd-4Sxz9t off=11486657 len=1319631 2024-08-10T05:46:43.804 INFO:tasks.workunit.client.0.smithi031.stdout:op 3666 completed, throughput=5MB/sec 2024-08-10T05:46:43.805 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-2euGFbQIQSEcmQA off=3911153 len=564420 2024-08-10T05:46:43.808 INFO:tasks.workunit.client.0.smithi031.stdout:op 3667 completed, throughput=5MB/sec 2024-08-10T05:46:43.809 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-pdaLkE4pVtcHdrY off=720028 len=343045 2024-08-10T05:46:43.811 INFO:tasks.workunit.client.0.smithi031.stdout:op 3668 completed, throughput=5MB/sec 2024-08-10T05:46:43.811 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-0fAY1sHD9dnQsNQ off=12445187 len=971137 2024-08-10T05:46:43.812 INFO:tasks.workunit.client.0.smithi031.stdout:op 3669 completed, throughput=5MB/sec 2024-08-10T05:46:43.812 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-aLA6msvWoPf_dKT off=40947 len=1816581 2024-08-10T05:46:43.822 INFO:tasks.workunit.client.0.smithi031.stdout:op 3670 completed, throughput=5MB/sec 2024-08-10T05:46:44.823 INFO:tasks.workunit.client.0.smithi031.stdout: 720: throughput=4.99MB/sec pending data=0 2024-08-10T05:46:44.823 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-B-rLW6tynyUbyNj off=9799003 len=1027524 2024-08-10T05:46:44.829 INFO:tasks.workunit.client.0.smithi031.stdout:op 3671 completed, throughput=5MB/sec 2024-08-10T05:46:44.829 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-b3N0WdLT8qQVeiy off=16405426 len=321162 2024-08-10T05:46:44.832 INFO:tasks.workunit.client.0.smithi031.stdout:op 3672 completed, throughput=5MB/sec 2024-08-10T05:46:44.832 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-sRryaTN_dXqn6iD off=19883368 len=2017173 2024-08-10T05:46:44.835 INFO:tasks.workunit.client.0.smithi031.stdout:op 3673 completed, throughput=5MB/sec 2024-08-10T05:46:44.835 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-LxASpe9-uS0p2vN off=10820599 len=1497480 2024-08-10T05:46:44.844 INFO:tasks.workunit.client.0.smithi031.stdout:op 3674 completed, throughput=5MB/sec 2024-08-10T05:46:45.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:46:45 smithi031 ceph-mon[98130]: pgmap v1759: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:46:45.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:46:45 smithi031 ceph-mon[100614]: pgmap v1759: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:46:45.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:46:45 smithi196 ceph-mon[90243]: pgmap v1759: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:46:45.846 INFO:tasks.workunit.client.0.smithi031.stdout: 721: throughput=4.99MB/sec pending data=0 2024-08-10T05:46:45.846 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-qvss-AYltejf1pC off=2111972 len=1704487 2024-08-10T05:46:45.852 INFO:tasks.workunit.client.0.smithi031.stdout:op 3675 completed, throughput=5MB/sec 2024-08-10T05:46:45.852 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Nk9oiJG25QRR3Sm off=11250336 len=1956919 2024-08-10T05:46:45.864 INFO:tasks.workunit.client.0.smithi031.stdout:op 3676 completed, throughput=5MB/sec 2024-08-10T05:46:45.864 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ZPJ940wUVzqIoGS off=6037155 len=440178 2024-08-10T05:46:45.867 INFO:tasks.workunit.client.0.smithi031.stdout:op 3677 completed, throughput=5MB/sec 2024-08-10T05:46:45.868 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-nyHYdqqjzCGrzti off=2655869 len=39513 2024-08-10T05:46:45.870 INFO:tasks.workunit.client.0.smithi031.stdout:op 3678 completed, throughput=5MB/sec 2024-08-10T05:46:45.870 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-raW6WAuwSKf-hXe off=1012369 len=1030238 2024-08-10T05:46:45.871 INFO:tasks.workunit.client.0.smithi031.stdout:op 3679 completed, throughput=5MB/sec 2024-08-10T05:46:46.872 INFO:tasks.workunit.client.0.smithi031.stdout: 722: throughput=4.99MB/sec pending data=0 2024-08-10T05:46:46.872 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-JhQ-ddRzeaqZLTs off=9214703 len=1083423 2024-08-10T05:46:46.877 INFO:tasks.workunit.client.0.smithi031.stdout:op 3680 completed, throughput=4.99MB/sec 2024-08-10T05:46:46.877 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-THZvBp5NHZ27SLg off=5111922 len=1786156 2024-08-10T05:46:46.879 INFO:tasks.workunit.client.0.smithi031.stdout:op 3681 completed, throughput=5MB/sec 2024-08-10T05:46:46.879 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Mk_jEQ8Lrm8NbSD off=591236 len=1366841 2024-08-10T05:46:46.887 INFO:tasks.workunit.client.0.smithi031.stdout:op 3682 completed, throughput=5MB/sec 2024-08-10T05:46:46.887 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-VUCUj_5c8rMaqAz off=441419 len=418077 2024-08-10T05:46:46.889 INFO:tasks.workunit.client.0.smithi031.stdout:op 3683 completed, throughput=5MB/sec 2024-08-10T05:46:46.889 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-UVyiH76L8AEoW6Z off=3012036 len=258600 2024-08-10T05:46:46.892 INFO:tasks.workunit.client.0.smithi031.stdout:op 3684 completed, throughput=5MB/sec 2024-08-10T05:46:46.892 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-iDc1l7Wb2NXk0DC off=12453872 len=899384 2024-08-10T05:46:46.893 INFO:tasks.workunit.client.0.smithi031.stdout:op 3685 completed, throughput=5MB/sec 2024-08-10T05:46:47.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:46:47 smithi031 ceph-mon[98130]: pgmap v1760: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:46:47.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:46:47 smithi031 ceph-mon[100614]: pgmap v1760: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:46:47.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:46:47 smithi196 ceph-mon[90243]: pgmap v1760: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:46:47.893 INFO:tasks.workunit.client.0.smithi031.stdout: 723: throughput=4.99MB/sec pending data=0 2024-08-10T05:46:47.894 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-TRHBE8Vt6xhiAzX off=2252299 len=1961839 2024-08-10T05:46:47.904 INFO:tasks.workunit.client.0.smithi031.stdout:op 3686 completed, throughput=5MB/sec 2024-08-10T05:46:47.905 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-YnfyZk0JzDpd1Kb off=4441581 len=912694 2024-08-10T05:46:47.906 INFO:tasks.workunit.client.0.smithi031.stdout:op 3687 completed, throughput=5MB/sec 2024-08-10T05:46:47.906 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-tNikKiVo6EMY4wi off=10263367 len=166081 2024-08-10T05:46:47.908 INFO:tasks.workunit.client.0.smithi031.stdout:op 3688 completed, throughput=5MB/sec 2024-08-10T05:46:47.909 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-pYCAend1Bx5BwL- off=9172041 len=474000 2024-08-10T05:46:47.909 INFO:tasks.workunit.client.0.smithi031.stdout:op 3689 completed, throughput=5MB/sec 2024-08-10T05:46:47.909 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-A05q-2GuL2Ikkf2 off=56119 len=1045920 2024-08-10T05:46:47.915 INFO:tasks.workunit.client.0.smithi031.stdout:op 3690 completed, throughput=5MB/sec 2024-08-10T05:46:47.915 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-6U-3QfDr7DpG1Gz off=985377 len=743351 2024-08-10T05:46:47.919 INFO:tasks.workunit.client.0.smithi031.stdout:op 3691 completed, throughput=5MB/sec 2024-08-10T05:46:48.919 INFO:tasks.workunit.client.0.smithi031.stdout: 724: throughput=4.99MB/sec pending data=0 2024-08-10T05:46:48.920 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-pdaLkE4pVtcHdrY off=20856459 len=1387790 2024-08-10T05:46:48.926 INFO:tasks.workunit.client.0.smithi031.stdout:op 3692 completed, throughput=5MB/sec 2024-08-10T05:46:48.926 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-OG5xItW1Vwd8tLz off=51076 len=897185 2024-08-10T05:46:48.932 INFO:tasks.workunit.client.0.smithi031.stdout:op 3693 completed, throughput=5MB/sec 2024-08-10T05:46:48.932 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-x0tU3weaVGJVQ0y off=5387921 len=798326 2024-08-10T05:46:48.936 INFO:tasks.workunit.client.0.smithi031.stdout:op 3694 completed, throughput=5MB/sec 2024-08-10T05:46:48.936 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj--pdhoiUDF5GOfTl off=4396297 len=2080309 2024-08-10T05:46:48.947 INFO:tasks.workunit.client.0.smithi031.stdout:op 3695 completed, throughput=5MB/sec 2024-08-10T05:46:49.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:46:49 smithi031 ceph-mon[98130]: pgmap v1761: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-08-10T05:46:49.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:46:49 smithi031 ceph-mon[100614]: pgmap v1761: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-08-10T05:46:49.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:46:49 smithi196 ceph-mon[90243]: pgmap v1761: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-08-10T05:46:49.947 INFO:tasks.workunit.client.0.smithi031.stdout: 725: throughput=4.99MB/sec pending data=0 2024-08-10T05:46:49.947 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-RymBsOeOFMVWVIw off=801827 len=114578 2024-08-10T05:46:49.948 INFO:tasks.workunit.client.0.smithi031.stdout:op 3696 completed, throughput=4.99MB/sec 2024-08-10T05:46:49.948 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-JYb_QLM3VCDY8SO off=8537360 len=1596312 2024-08-10T05:46:49.951 INFO:tasks.workunit.client.0.smithi031.stdout:op 3697 completed, throughput=5MB/sec 2024-08-10T05:46:49.951 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-_tWENhQ4JweVwfi off=4535039 len=1033969 2024-08-10T05:46:49.957 INFO:tasks.workunit.client.0.smithi031.stdout:op 3698 completed, throughput=5MB/sec 2024-08-10T05:46:49.957 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-vvS94zbewt9gqgy off=8731072 len=1958743 2024-08-10T05:46:49.967 INFO:tasks.workunit.client.0.smithi031.stdout:op 3699 completed, throughput=5MB/sec 2024-08-10T05:46:49.967 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-R_Ka3VZmmqTsRet off=4755241 len=937800 2024-08-10T05:46:49.969 INFO:tasks.workunit.client.0.smithi031.stdout:op 3700 completed, throughput=5MB/sec 2024-08-10T05:46:50.969 INFO:tasks.workunit.client.0.smithi031.stdout: 726: throughput=4.99MB/sec pending data=0 2024-08-10T05:46:50.969 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Ef-P81MoOkJRCpX off=2034291 len=891122 2024-08-10T05:46:50.972 INFO:tasks.workunit.client.0.smithi031.stdout:op 3701 completed, throughput=5MB/sec 2024-08-10T05:46:50.972 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-bWHmcQ7YngypVO4 off=1040990 len=1857020 2024-08-10T05:46:50.983 INFO:tasks.workunit.client.0.smithi031.stdout:op 3702 completed, throughput=5MB/sec 2024-08-10T05:46:50.983 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-8Q9k7eUdrxaQT7K off=11475452 len=252166 2024-08-10T05:46:50.986 INFO:tasks.workunit.client.0.smithi031.stdout:op 3703 completed, throughput=5MB/sec 2024-08-10T05:46:50.986 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-YaSZh1sznsIxYSN off=5408204 len=741443 2024-08-10T05:46:50.987 INFO:tasks.workunit.client.0.smithi031.stdout:op 3704 completed, throughput=5MB/sec 2024-08-10T05:46:50.987 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-hGvB2TnwpZeHcK7 off=4926252 len=1583388 2024-08-10T05:46:50.989 INFO:tasks.workunit.client.0.smithi031.stdout:op 3705 completed, throughput=5MB/sec 2024-08-10T05:46:51.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:46:51 smithi031 ceph-mon[98130]: pgmap v1762: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-10T05:46:51.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:46:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:46:51] "GET /metrics HTTP/1.1" 200 34040 "" "Prometheus/2.43.0" 2024-08-10T05:46:51.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:46:51 smithi031 ceph-mon[100614]: pgmap v1762: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-10T05:46:51.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:46:51 smithi196 ceph-mon[90243]: pgmap v1762: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-10T05:46:51.989 INFO:tasks.workunit.client.0.smithi031.stdout: 727: throughput=4.99MB/sec pending data=0 2024-08-10T05:46:51.990 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-SFwoFjoAsEpnx7O off=5368444 len=329593 2024-08-10T05:46:51.990 INFO:tasks.workunit.client.0.smithi031.stdout:op 3706 completed, throughput=4.99MB/sec 2024-08-10T05:46:51.990 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-TUBkqWPjKW6WCRg off=3762310 len=1768054 2024-08-10T05:46:51.998 INFO:tasks.workunit.client.0.smithi031.stdout:op 3707 completed, throughput=5MB/sec 2024-08-10T05:46:51.998 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-F3ZZmye3uNHhQY0 off=1470808 len=1323486 2024-08-10T05:46:52.001 INFO:tasks.workunit.client.0.smithi031.stdout:op 3708 completed, throughput=5MB/sec 2024-08-10T05:46:52.001 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-emTmWHQ5NDdXj3W off=12546867 len=1646584 2024-08-10T05:46:52.011 INFO:tasks.workunit.client.0.smithi031.stdout:op 3709 completed, throughput=5MB/sec 2024-08-10T05:46:52.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:46:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:46:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:46:53.012 INFO:tasks.workunit.client.0.smithi031.stdout: 728: throughput=4.99MB/sec pending data=0 2024-08-10T05:46:53.012 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-wj9a3_l0aNC0Zsn off=6946305 len=944648 2024-08-10T05:46:53.014 INFO:tasks.workunit.client.0.smithi031.stdout:op 3710 completed, throughput=4.99MB/sec 2024-08-10T05:46:53.014 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-hY2C3yWduS8tHEz off=6282711 len=1678910 2024-08-10T05:46:53.018 INFO:tasks.workunit.client.0.smithi031.stdout:op 3711 completed, throughput=5MB/sec 2024-08-10T05:46:53.018 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-QYroNb7h4as4hsv off=2440524 len=909957 2024-08-10T05:46:53.019 INFO:tasks.workunit.client.0.smithi031.stdout:op 3712 completed, throughput=5MB/sec 2024-08-10T05:46:53.019 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-vetuzG1mLWmr4w3 off=2845213 len=461232 2024-08-10T05:46:53.023 INFO:tasks.workunit.client.0.smithi031.stdout:op 3713 completed, throughput=5MB/sec 2024-08-10T05:46:53.023 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-rDKuPqf4a6SPbTj off=8509434 len=544280 2024-08-10T05:46:53.024 INFO:tasks.workunit.client.0.smithi031.stdout:op 3714 completed, throughput=5MB/sec 2024-08-10T05:46:53.024 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-RSwQUOSaJSvVr1M off=928552 len=538451 2024-08-10T05:46:53.028 INFO:tasks.workunit.client.0.smithi031.stdout:op 3715 completed, throughput=5MB/sec 2024-08-10T05:46:53.768 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:46:53 smithi031 ceph-mon[100614]: pgmap v1763: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-10T05:46:53.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:46:53 smithi031 ceph-mon[98130]: pgmap v1763: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-10T05:46:53.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:46:53 smithi196 ceph-mon[90243]: pgmap v1763: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-10T05:46:54.028 INFO:tasks.workunit.client.0.smithi031.stdout: 729: throughput=4.99MB/sec pending data=0 2024-08-10T05:46:54.028 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-lveiCvJ9GQgYFft off=1836291 len=89637 2024-08-10T05:46:54.031 INFO:tasks.workunit.client.0.smithi031.stdout:op 3716 completed, throughput=4.99MB/sec 2024-08-10T05:46:54.034 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-mrIjq_tAY4jIk5- off=3674806 len=1042070 2024-08-10T05:46:54.037 INFO:tasks.workunit.client.0.smithi031.stdout:op 3717 completed, throughput=4.99MB/sec 2024-08-10T05:46:54.037 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-sf_ADEzagvZlK-x off=3237412 len=1794619 2024-08-10T05:46:54.040 INFO:tasks.workunit.client.0.smithi031.stdout:op 3718 completed, throughput=5MB/sec 2024-08-10T05:46:54.040 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-PRiAfg79RR3xpg5 off=1755247 len=142930 2024-08-10T05:46:54.041 INFO:tasks.workunit.client.0.smithi031.stdout:op 3719 completed, throughput=5MB/sec 2024-08-10T05:46:54.041 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-cP_z-E_W7q0U3X3 off=11605834 len=290006 2024-08-10T05:46:54.042 INFO:tasks.workunit.client.0.smithi031.stdout:op 3720 completed, throughput=5MB/sec 2024-08-10T05:46:54.042 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-IHzXplauPV1Yqwf off=2238745 len=980702 2024-08-10T05:46:54.047 INFO:tasks.workunit.client.0.smithi031.stdout:op 3721 completed, throughput=5MB/sec 2024-08-10T05:46:54.047 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Mb-o2c20sGywJzn off=10372085 len=404013 2024-08-10T05:46:54.048 INFO:tasks.workunit.client.0.smithi031.stdout:op 3722 completed, throughput=5MB/sec 2024-08-10T05:46:54.048 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-FMF7UYOvw1Dsq-4 off=24030474 len=1313310 2024-08-10T05:46:54.055 INFO:tasks.workunit.client.0.smithi031.stdout:op 3723 completed, throughput=5MB/sec 2024-08-10T05:46:55.055 INFO:tasks.workunit.client.0.smithi031.stdout: 730: throughput=4.99MB/sec pending data=0 2024-08-10T05:46:55.056 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-a2-vDAQlMC-tySo off=7796980 len=842015 2024-08-10T05:46:55.057 INFO:tasks.workunit.client.0.smithi031.stdout:op 3724 completed, throughput=5MB/sec 2024-08-10T05:46:55.057 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-I6dSthK1P6CXiiF off=11902110 len=1973211 2024-08-10T05:46:55.066 INFO:tasks.workunit.client.0.smithi031.stdout:op 3725 completed, throughput=5MB/sec 2024-08-10T05:46:55.066 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-g3tkLVFJ8Hfp-KZ off=9595265 len=1028639 2024-08-10T05:46:55.068 INFO:tasks.workunit.client.0.smithi031.stdout:op 3726 completed, throughput=5MB/sec 2024-08-10T05:46:55.068 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-vBJ412n5pq1VeNS off=1742725 len=746936 2024-08-10T05:46:55.072 INFO:tasks.workunit.client.0.smithi031.stdout:op 3727 completed, throughput=5MB/sec 2024-08-10T05:46:55.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:46:55 smithi031 ceph-mon[98130]: pgmap v1764: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:46:55.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:46:55 smithi031 ceph-mon[100614]: pgmap v1764: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:46:55.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:46:55 smithi196 ceph-mon[90243]: pgmap v1764: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:46:56.072 INFO:tasks.workunit.client.0.smithi031.stdout: 731: throughput=4.99MB/sec pending data=0 2024-08-10T05:46:56.072 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-h0IxV6tv6MeSXLV off=6891845 len=1742151 2024-08-10T05:46:56.083 INFO:tasks.workunit.client.0.smithi031.stdout:op 3728 completed, throughput=5MB/sec 2024-08-10T05:46:56.083 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-nC_kvwOmtwGcsNT off=16194565 len=859479 2024-08-10T05:46:56.087 INFO:tasks.workunit.client.0.smithi031.stdout:op 3729 completed, throughput=5MB/sec 2024-08-10T05:46:56.088 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-x24jMPjFBzdCNvy off=18010672 len=129768 2024-08-10T05:46:56.088 INFO:tasks.workunit.client.0.smithi031.stdout:op 3730 completed, throughput=5MB/sec 2024-08-10T05:46:56.088 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-zkZBplLD-8_6RAY off=14918353 len=124673 2024-08-10T05:46:56.090 INFO:tasks.workunit.client.0.smithi031.stdout:op 3731 completed, throughput=5MB/sec 2024-08-10T05:46:56.091 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-i6qoVDaa3XiGcaG off=8740524 len=36794 2024-08-10T05:46:56.091 INFO:tasks.workunit.client.0.smithi031.stdout:op 3732 completed, throughput=5MB/sec 2024-08-10T05:46:56.091 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-SHzYuExQYjtAgf8 off=9894005 len=772847 2024-08-10T05:46:56.095 INFO:tasks.workunit.client.0.smithi031.stdout:op 3733 completed, throughput=5MB/sec 2024-08-10T05:46:56.095 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-FOHmNSQR4yXyoxH off=2775706 len=1254315 2024-08-10T05:46:56.097 INFO:tasks.workunit.client.0.smithi031.stdout:op 3734 completed, throughput=5MB/sec 2024-08-10T05:46:56.098 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-mEQIFCf-M9wCq3A off=3964202 len=1315783 2024-08-10T05:46:56.103 INFO:tasks.workunit.client.0.smithi031.stdout:op 3735 completed, throughput=5MB/sec 2024-08-10T05:46:56.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:46:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:46:56.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:46:56 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:46:56.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:46:56 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:46:57.103 INFO:tasks.workunit.client.0.smithi031.stdout: 732: throughput=4.99MB/sec pending data=0 2024-08-10T05:46:57.103 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-gjwPntoF9YU7I6B off=280234 len=829947 2024-08-10T05:46:57.104 INFO:tasks.workunit.client.0.smithi031.stdout:op 3736 completed, throughput=5MB/sec 2024-08-10T05:46:57.105 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-YRFWaAwBhosfPeK off=2755158 len=1534640 2024-08-10T05:46:57.107 INFO:tasks.workunit.client.0.smithi031.stdout:op 3737 completed, throughput=5MB/sec 2024-08-10T05:46:57.107 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-xUlUAJ7OTnS5sRi off=524884 len=1498370 2024-08-10T05:46:57.114 INFO:tasks.workunit.client.0.smithi031.stdout:op 3738 completed, throughput=5MB/sec 2024-08-10T05:46:57.115 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-zq4QGe4LcWM1HJu off=8158199 len=427107 2024-08-10T05:46:57.115 INFO:tasks.workunit.client.0.smithi031.stdout:op 3739 completed, throughput=5MB/sec 2024-08-10T05:46:57.115 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-vwxD7gYh3ShMxaN off=1493821 len=1669826 2024-08-10T05:46:57.119 INFO:tasks.workunit.client.0.smithi031.stdout:op 3740 completed, throughput=5MB/sec 2024-08-10T05:46:57.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:46:57 smithi031 ceph-mon[98130]: pgmap v1765: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-10T05:46:57.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:46:57 smithi031 ceph-mon[100614]: pgmap v1765: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-10T05:46:57.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:46:57 smithi196 ceph-mon[90243]: pgmap v1765: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-10T05:46:58.119 INFO:tasks.workunit.client.0.smithi031.stdout: 733: throughput=5MB/sec pending data=0 2024-08-10T05:46:58.120 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-TXnbduO0KwiehoX off=23739167 len=1711232 2024-08-10T05:46:58.127 INFO:tasks.workunit.client.0.smithi031.stdout:op 3741 completed, throughput=5MB/sec 2024-08-10T05:46:58.127 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-FijO5dJZZdZQFwx off=12185750 len=838006 2024-08-10T05:46:58.129 INFO:tasks.workunit.client.0.smithi031.stdout:op 3742 completed, throughput=5MB/sec 2024-08-10T05:46:58.129 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-rkowTT69Br_OUMo off=1385980 len=1377869 2024-08-10T05:46:58.132 INFO:tasks.workunit.client.0.smithi031.stdout:op 3743 completed, throughput=5MB/sec 2024-08-10T05:46:59.133 INFO:tasks.workunit.client.0.smithi031.stdout: 734: throughput=4.99MB/sec pending data=0 2024-08-10T05:46:59.133 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Gf62lBRY4MCog3g off=0 len=1777393 2024-08-10T05:46:59.143 INFO:tasks.workunit.client.0.smithi031.stdout:op 3744 completed, throughput=5MB/sec 2024-08-10T05:46:59.143 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-UxSBUjp06gr29pd off=17005657 len=395937 2024-08-10T05:46:59.145 INFO:tasks.workunit.client.0.smithi031.stdout:op 3745 completed, throughput=5MB/sec 2024-08-10T05:46:59.145 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-xqbOddIlwGlDIyk off=10881156 len=11079 2024-08-10T05:46:59.148 INFO:tasks.workunit.client.0.smithi031.stdout:op 3746 completed, throughput=5MB/sec 2024-08-10T05:46:59.148 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-_lEiGtOP4yG8bOG off=4250748 len=652210 2024-08-10T05:46:59.153 INFO:tasks.workunit.client.0.smithi031.stdout:op 3747 completed, throughput=5MB/sec 2024-08-10T05:46:59.153 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-_GPrVUpY2TEI27_ off=15477757 len=1598668 2024-08-10T05:46:59.161 INFO:tasks.workunit.client.0.smithi031.stdout:op 3748 completed, throughput=5MB/sec 2024-08-10T05:46:59.161 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-gaJEvNQ1HxLQB2I off=4018444 len=1028692 2024-08-10T05:46:59.163 INFO:tasks.workunit.client.0.smithi031.stdout:op 3749 completed, throughput=5MB/sec 2024-08-10T05:46:59.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:46:59 smithi031 ceph-mon[98130]: pgmap v1766: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-10T05:46:59.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:46:59 smithi031 ceph-mon[100614]: pgmap v1766: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-10T05:46:59.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:46:59 smithi196 ceph-mon[90243]: pgmap v1766: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-10T05:47:00.164 INFO:tasks.workunit.client.0.smithi031.stdout: 735: throughput=4.99MB/sec pending data=0 2024-08-10T05:47:00.164 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-q0Pfiy0skTidpaW off=4440408 len=1101112 2024-08-10T05:47:00.169 INFO:tasks.workunit.client.0.smithi031.stdout:op 3750 completed, throughput=4.99MB/sec 2024-08-10T05:47:00.169 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-WHoyRNWahkE93TM off=4675426 len=934226 2024-08-10T05:47:00.171 INFO:tasks.workunit.client.0.smithi031.stdout:op 3751 completed, throughput=5MB/sec 2024-08-10T05:47:00.171 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-3m_n6CNYMgY41dW off=2195120 len=1649665 2024-08-10T05:47:00.173 INFO:tasks.workunit.client.0.smithi031.stdout:op 3752 completed, throughput=5MB/sec 2024-08-10T05:47:00.173 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-4fzSNpauJIWh2PW off=5762990 len=996162 2024-08-10T05:47:00.175 INFO:tasks.workunit.client.0.smithi031.stdout:op 3753 completed, throughput=5MB/sec 2024-08-10T05:47:00.175 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-L5YXbKkcp-2qpoL off=1876939 len=323002 2024-08-10T05:47:00.179 INFO:tasks.workunit.client.0.smithi031.stdout:op 3754 completed, throughput=5MB/sec 2024-08-10T05:47:00.179 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-IefjNDxhON_0prR off=958785 len=1527093 2024-08-10T05:47:00.185 INFO:tasks.workunit.client.0.smithi031.stdout:op 3755 completed, throughput=5MB/sec 2024-08-10T05:47:01.186 INFO:tasks.workunit.client.0.smithi031.stdout: 736: throughput=5MB/sec pending data=0 2024-08-10T05:47:01.186 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-B_pxeoX2EVAePy9 off=783712 len=1022091 2024-08-10T05:47:01.187 INFO:tasks.workunit.client.0.smithi031.stdout:op 3756 completed, throughput=5MB/sec 2024-08-10T05:47:01.187 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ANWbXptii8wd8tc off=16403117 len=794714 2024-08-10T05:47:01.189 INFO:tasks.workunit.client.0.smithi031.stdout:op 3757 completed, throughput=5MB/sec 2024-08-10T05:47:01.189 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-TfqaCFwtduR3xy- off=23142096 len=1272764 2024-08-10T05:47:01.192 INFO:tasks.workunit.client.0.smithi031.stdout:op 3758 completed, throughput=5MB/sec 2024-08-10T05:47:01.192 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-0lUb6Rpu1A4hC-f off=9686752 len=19042 2024-08-10T05:47:01.193 INFO:tasks.workunit.client.0.smithi031.stdout:op 3759 completed, throughput=5MB/sec 2024-08-10T05:47:01.193 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-OQ6icjR73D8eXW9 off=1927235 len=2063252 2024-08-10T05:47:01.195 INFO:tasks.workunit.client.0.smithi031.stdout:op 3760 completed, throughput=5MB/sec 2024-08-10T05:47:01.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:47:01 smithi031 ceph-mon[98130]: pgmap v1767: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-08-10T05:47:01.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:47:01 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:47:01] "GET /metrics HTTP/1.1" 200 34046 "" "Prometheus/2.43.0" 2024-08-10T05:47:01.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:47:01 smithi031 ceph-mon[100614]: pgmap v1767: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-08-10T05:47:01.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:47:01 smithi196 ceph-mon[90243]: pgmap v1767: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-08-10T05:47:02.195 INFO:tasks.workunit.client.0.smithi031.stdout: 737: throughput=4.99MB/sec pending data=0 2024-08-10T05:47:02.196 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-CPt5FNWD7ksfqMq off=6213022 len=199830 2024-08-10T05:47:02.196 INFO:tasks.workunit.client.0.smithi031.stdout:op 3761 completed, throughput=5MB/sec 2024-08-10T05:47:02.197 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-auQ-bJCNGX51eMv off=988538 len=1090769 2024-08-10T05:47:02.198 INFO:tasks.workunit.client.0.smithi031.stdout:op 3762 completed, throughput=5MB/sec 2024-08-10T05:47:02.198 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-BTYiXUcG4s2YzZf off=16665247 len=933978 2024-08-10T05:47:02.204 INFO:tasks.workunit.client.0.smithi031.stdout:op 3763 completed, throughput=5MB/sec 2024-08-10T05:47:02.204 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-O98T9qeub0mo_dB off=2138970 len=58990 2024-08-10T05:47:02.204 INFO:tasks.workunit.client.0.smithi031.stdout:op 3764 completed, throughput=5MB/sec 2024-08-10T05:47:02.204 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ykdhpJqTwSW4IW3 off=1039003 len=619713 2024-08-10T05:47:02.206 INFO:tasks.workunit.client.0.smithi031.stdout:op 3765 completed, throughput=5MB/sec 2024-08-10T05:47:02.206 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-1v0w0GtAwQ3EzMI off=15775025 len=1654670 2024-08-10T05:47:02.214 INFO:tasks.workunit.client.0.smithi031.stdout:op 3766 completed, throughput=5MB/sec 2024-08-10T05:47:02.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:47:02 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:47:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:47:03.214 INFO:tasks.workunit.client.0.smithi031.stdout: 738: throughput=4.99MB/sec pending data=0 2024-08-10T05:47:03.214 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-SQHke7Hf8gL4z44 off=18731855 len=1191008 2024-08-10T05:47:03.221 INFO:tasks.workunit.client.0.smithi031.stdout:op 3767 completed, throughput=5MB/sec 2024-08-10T05:47:03.221 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-gkmHV9LzIM5tYvx off=9656660 len=2054229 2024-08-10T05:47:03.223 INFO:tasks.workunit.client.0.smithi031.stdout:op 3768 completed, throughput=5MB/sec 2024-08-10T05:47:03.223 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-shkUgNiWhap92mN off=20128025 len=1687138 2024-08-10T05:47:03.233 INFO:tasks.workunit.client.0.smithi031.stdout:op 3769 completed, throughput=5MB/sec 2024-08-10T05:47:03.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:47:03 smithi031 ceph-mon[98130]: pgmap v1768: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:47:03.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:47:03 smithi031 ceph-mon[100614]: pgmap v1768: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:47:03.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:47:03 smithi196 ceph-mon[90243]: pgmap v1768: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:47:04.233 INFO:tasks.workunit.client.0.smithi031.stdout: 739: throughput=4.99MB/sec pending data=0 2024-08-10T05:47:04.234 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-GpoWp3op4PN5tOJ off=10168078 len=439962 2024-08-10T05:47:04.234 INFO:tasks.workunit.client.0.smithi031.stdout:op 3770 completed, throughput=4.99MB/sec 2024-08-10T05:47:04.234 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-7bg2XLKfrumQ9Wh off=5252959 len=522014 2024-08-10T05:47:04.238 INFO:tasks.workunit.client.0.smithi031.stdout:op 3771 completed, throughput=4.99MB/sec 2024-08-10T05:47:04.239 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-x8wewDyjzvBALka off=11330432 len=345603 2024-08-10T05:47:04.240 INFO:tasks.workunit.client.0.smithi031.stdout:op 3772 completed, throughput=5MB/sec 2024-08-10T05:47:04.240 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-7_QHpXgVyzgB_hA off=9133701 len=2073773 2024-08-10T05:47:04.253 INFO:tasks.workunit.client.0.smithi031.stdout:op 3773 completed, throughput=5MB/sec 2024-08-10T05:47:04.253 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-zb1OksqurbuZ1pW off=1919607 len=11427 2024-08-10T05:47:04.255 INFO:tasks.workunit.client.0.smithi031.stdout:op 3774 completed, throughput=5MB/sec 2024-08-10T05:47:04.255 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-e9NjvOkysJre2h0 off=3770135 len=328671 2024-08-10T05:47:04.259 INFO:tasks.workunit.client.0.smithi031.stdout:op 3775 completed, throughput=5MB/sec 2024-08-10T05:47:04.259 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-8wOsliYtJpwb8_1 off=4874524 len=1082892 2024-08-10T05:47:04.265 INFO:tasks.workunit.client.0.smithi031.stdout:op 3776 completed, throughput=5MB/sec 2024-08-10T05:47:04.265 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-exTzTdu9WMTw61U off=12613429 len=1416003 2024-08-10T05:47:04.271 INFO:tasks.workunit.client.0.smithi031.stdout:op 3777 completed, throughput=5MB/sec 2024-08-10T05:47:05.271 INFO:tasks.workunit.client.0.smithi031.stdout: 740: throughput=4.99MB/sec pending data=0 2024-08-10T05:47:05.271 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-h8Jab7G3kRuD8Q8 off=2542009 len=1093441 2024-08-10T05:47:05.273 INFO:tasks.workunit.client.0.smithi031.stdout:op 3778 completed, throughput=5MB/sec 2024-08-10T05:47:05.273 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-fzWvi-z64Q7fvi5 off=2708808 len=619075 2024-08-10T05:47:05.278 INFO:tasks.workunit.client.0.smithi031.stdout:op 3779 completed, throughput=5MB/sec 2024-08-10T05:47:05.278 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-srXCaf826RPurFC off=2239664 len=2016374 2024-08-10T05:47:05.286 INFO:tasks.workunit.client.0.smithi031.stdout:op 3780 completed, throughput=5MB/sec 2024-08-10T05:47:05.286 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-iNIB1d0cxPdFZsp off=422566 len=1404059 2024-08-10T05:47:05.292 INFO:tasks.workunit.client.0.smithi031.stdout:op 3781 completed, throughput=5MB/sec 2024-08-10T05:47:05.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:47:05 smithi031 ceph-mon[98130]: pgmap v1769: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:47:05.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:47:05 smithi031 ceph-mon[100614]: pgmap v1769: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:47:05.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:47:05 smithi196 ceph-mon[90243]: pgmap v1769: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:47:06.292 INFO:tasks.workunit.client.0.smithi031.stdout: 741: throughput=4.99MB/sec pending data=0 2024-08-10T05:47:06.293 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-mo1NvXj_iujGajp off=1213607 len=1721763 2024-08-10T05:47:06.300 INFO:tasks.workunit.client.0.smithi031.stdout:op 3782 completed, throughput=5MB/sec 2024-08-10T05:47:06.300 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-lrY71JFx6dHVzh7 off=175655 len=1531433 2024-08-10T05:47:06.308 INFO:tasks.workunit.client.0.smithi031.stdout:op 3783 completed, throughput=5MB/sec 2024-08-10T05:47:06.308 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-mNhCKwhSEDlLfx9 off=7380703 len=953260 2024-08-10T05:47:06.314 INFO:tasks.workunit.client.0.smithi031.stdout:op 3784 completed, throughput=5MB/sec 2024-08-10T05:47:06.314 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-asAAqZrRbAZVa96 off=2115374 len=1169982 2024-08-10T05:47:06.320 INFO:tasks.workunit.client.0.smithi031.stdout:op 3785 completed, throughput=5MB/sec 2024-08-10T05:47:07.320 INFO:tasks.workunit.client.0.smithi031.stdout: 742: throughput=4.99MB/sec pending data=0 2024-08-10T05:47:07.320 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-VHLA3WrArAR8SB6 off=2226239 len=1463201 2024-08-10T05:47:07.322 INFO:tasks.workunit.client.0.smithi031.stdout:op 3786 completed, throughput=5MB/sec 2024-08-10T05:47:07.323 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-mYTeheQ5w7nCO3k off=17815358 len=728349 2024-08-10T05:47:07.330 INFO:tasks.workunit.client.0.smithi031.stdout:op 3787 completed, throughput=5MB/sec 2024-08-10T05:47:07.331 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Wd9kIvIoQfr8WWU off=11623378 len=73868 2024-08-10T05:47:07.331 INFO:tasks.workunit.client.0.smithi031.stdout:op 3788 completed, throughput=5MB/sec 2024-08-10T05:47:07.331 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-w551SxLH9DdQDL9 off=16238012 len=1128725 2024-08-10T05:47:07.331 INFO:tasks.workunit.client.0.smithi031.stdout:op 3789 completed, throughput=5MB/sec 2024-08-10T05:47:07.331 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-iOMAjbU3LoVFwpj off=666095 len=366254 2024-08-10T05:47:07.333 INFO:tasks.workunit.client.0.smithi031.stdout:op 3790 completed, throughput=5MB/sec 2024-08-10T05:47:07.333 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-XPM4OsWhbj92kHd off=330262 len=337431 2024-08-10T05:47:07.334 INFO:tasks.workunit.client.0.smithi031.stdout:op 3791 completed, throughput=5MB/sec 2024-08-10T05:47:07.334 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-yKMX-J31NLwlIQ4 off=1308210 len=930056 2024-08-10T05:47:07.338 INFO:tasks.workunit.client.0.smithi031.stdout:op 3792 completed, throughput=5MB/sec 2024-08-10T05:47:07.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:47:07 smithi031 ceph-mon[98130]: pgmap v1770: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:47:07.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:47:07 smithi031 ceph-mon[100614]: pgmap v1770: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:47:07.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:47:07 smithi196 ceph-mon[90243]: pgmap v1770: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:47:08.339 INFO:tasks.workunit.client.0.smithi031.stdout: 743: throughput=4.99MB/sec pending data=0 2024-08-10T05:47:08.339 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-5v6m6r_mNNKFe0v off=266861 len=1767105 2024-08-10T05:47:08.341 INFO:tasks.workunit.client.0.smithi031.stdout:op 3793 completed, throughput=5MB/sec 2024-08-10T05:47:08.341 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-nPwPYHMJ996Ckhu off=4236851 len=782225 2024-08-10T05:47:08.346 INFO:tasks.workunit.client.0.smithi031.stdout:op 3794 completed, throughput=5MB/sec 2024-08-10T05:47:08.346 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-qlOxt8Ypb2trnl- off=22337925 len=606683 2024-08-10T05:47:08.347 INFO:tasks.workunit.client.0.smithi031.stdout:op 3795 completed, throughput=5MB/sec 2024-08-10T05:47:08.347 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-u_NcY_1h7Npsa7V off=11883420 len=119285 2024-08-10T05:47:08.350 INFO:tasks.workunit.client.0.smithi031.stdout:op 3796 completed, throughput=5MB/sec 2024-08-10T05:47:08.350 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-YtGI5npNBCui5r0 off=7399162 len=735048 2024-08-10T05:47:08.354 INFO:tasks.workunit.client.0.smithi031.stdout:op 3797 completed, throughput=5MB/sec 2024-08-10T05:47:08.355 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-KZB8AWtFS7olKmn off=3859812 len=196726 2024-08-10T05:47:08.355 INFO:tasks.workunit.client.0.smithi031.stdout:op 3798 completed, throughput=5MB/sec 2024-08-10T05:47:08.355 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-IOrbYOuaPaUHBSh off=17211655 len=1859453 2024-08-10T05:47:08.357 INFO:tasks.workunit.client.0.smithi031.stdout:op 3799 completed, throughput=5MB/sec 2024-08-10T05:47:09.358 INFO:tasks.workunit.client.0.smithi031.stdout: 744: throughput=4.99MB/sec pending data=0 2024-08-10T05:47:09.358 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-cSQ6Pj8E-JqaQMf off=3785748 len=423570 2024-08-10T05:47:09.358 INFO:tasks.workunit.client.0.smithi031.stdout:op 3800 completed, throughput=5MB/sec 2024-08-10T05:47:09.359 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-L82r09jC9xya-4C off=5403759 len=1267607 2024-08-10T05:47:09.361 INFO:tasks.workunit.client.0.smithi031.stdout:op 3801 completed, throughput=5MB/sec 2024-08-10T05:47:09.362 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-GmtlW4eIyXz_5uQ off=6837714 len=652469 2024-08-10T05:47:09.364 INFO:tasks.workunit.client.0.smithi031.stdout:op 3802 completed, throughput=5MB/sec 2024-08-10T05:47:09.364 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-F9aqQmrLINIMZEK off=842376 len=863499 2024-08-10T05:47:09.366 INFO:tasks.workunit.client.0.smithi031.stdout:op 3803 completed, throughput=5MB/sec 2024-08-10T05:47:09.366 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-NIdNy-E_YDu_hea off=7176491 len=846484 2024-08-10T05:47:09.371 INFO:tasks.workunit.client.0.smithi031.stdout:op 3804 completed, throughput=5MB/sec 2024-08-10T05:47:09.372 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-x24jMPjFBzdCNvy off=20683903 len=312334 2024-08-10T05:47:09.374 INFO:tasks.workunit.client.0.smithi031.stdout:op 3805 completed, throughput=5MB/sec 2024-08-10T05:47:09.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:47:09 smithi031 ceph-mon[98130]: pgmap v1771: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:47:09.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:47:09 smithi031 ceph-mon[100614]: pgmap v1771: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:47:09.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:47:09 smithi196 ceph-mon[90243]: pgmap v1771: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:47:10.374 INFO:tasks.workunit.client.0.smithi031.stdout: 745: throughput=4.99MB/sec pending data=0 2024-08-10T05:47:10.374 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-sREpRECbfZGABDi off=0 len=1097344 2024-08-10T05:47:10.380 INFO:tasks.workunit.client.0.smithi031.stdout:op 3806 completed, throughput=4.99MB/sec 2024-08-10T05:47:10.380 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-9caYs0bem7S65__ off=15932396 len=192527 2024-08-10T05:47:10.383 INFO:tasks.workunit.client.0.smithi031.stdout:op 3807 completed, throughput=5MB/sec 2024-08-10T05:47:10.384 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-1AZDnxGxG6sRbWq off=12734047 len=547143 2024-08-10T05:47:10.385 INFO:tasks.workunit.client.0.smithi031.stdout:op 3808 completed, throughput=5MB/sec 2024-08-10T05:47:10.385 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-eLk3uTu9aTnBhoV off=1236007 len=47084 2024-08-10T05:47:10.387 INFO:tasks.workunit.client.0.smithi031.stdout:op 3809 completed, throughput=5MB/sec 2024-08-10T05:47:10.387 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Un9uxbR__uhrwlc off=1423202 len=1863307 2024-08-10T05:47:10.389 INFO:tasks.workunit.client.0.smithi031.stdout:op 3810 completed, throughput=5MB/sec 2024-08-10T05:47:10.389 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-GTfSxynTJwoK0jm off=9108790 len=58661 2024-08-10T05:47:10.394 INFO:tasks.workunit.client.0.smithi031.stdout:op 3811 completed, throughput=5MB/sec 2024-08-10T05:47:10.394 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-KjeC13AEK-b-8Sy off=17173497 len=853115 2024-08-10T05:47:10.397 INFO:tasks.workunit.client.0.smithi031.stdout:op 3812 completed, throughput=5MB/sec 2024-08-10T05:47:10.397 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-pZfDnqNLxjADygv off=2391047 len=1201181 2024-08-10T05:47:10.402 INFO:tasks.workunit.client.0.smithi031.stdout:op 3813 completed, throughput=5MB/sec 2024-08-10T05:47:11.402 INFO:tasks.workunit.client.0.smithi031.stdout: 746: throughput=4.99MB/sec pending data=0 2024-08-10T05:47:11.402 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ZT02wYCyAUFKk_T off=8970667 len=1918300 2024-08-10T05:47:11.414 INFO:tasks.workunit.client.0.smithi031.stdout:op 3814 completed, throughput=5MB/sec 2024-08-10T05:47:11.414 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-geG_BzZNeKoUVfh off=4832989 len=1489460 2024-08-10T05:47:11.420 INFO:tasks.workunit.client.0.smithi031.stdout:op 3815 completed, throughput=5MB/sec 2024-08-10T05:47:11.420 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-velot1kz1p0NbWF off=743721 len=365395 2024-08-10T05:47:11.422 INFO:tasks.workunit.client.0.smithi031.stdout:op 3816 completed, throughput=5MB/sec 2024-08-10T05:47:11.422 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-BKX6iBDq2FIVP-m off=2668334 len=1639908 2024-08-10T05:47:11.432 INFO:tasks.workunit.client.0.smithi031.stdout:op 3817 completed, throughput=5MB/sec 2024-08-10T05:47:11.518 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:47:11 smithi031 ceph-mon[98130]: pgmap v1772: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:47:11.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:47:11 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:47:11.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:47:11 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:47:11] "GET /metrics HTTP/1.1" 200 34045 "" "Prometheus/2.43.0" 2024-08-10T05:47:11.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:47:11 smithi031 ceph-mon[100614]: pgmap v1772: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:47:11.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:47:11 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:47:11.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:47:11 smithi196 ceph-mon[90243]: pgmap v1772: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:47:11.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:47:11 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:47:12.434 INFO:tasks.workunit.client.0.smithi031.stdout: 747: throughput=4.99MB/sec pending data=0 2024-08-10T05:47:12.434 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Is4J1W3KTKudeLn off=6589850 len=564827 2024-08-10T05:47:12.434 INFO:tasks.workunit.client.0.smithi031.stdout:op 3818 completed, throughput=4.99MB/sec 2024-08-10T05:47:12.434 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ct5WadddT_xxbgL off=11196080 len=1472393 2024-08-10T05:47:12.443 INFO:tasks.workunit.client.0.smithi031.stdout:op 3819 completed, throughput=5MB/sec 2024-08-10T05:47:12.443 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-TdK6lePUUXYe26L off=2530878 len=850556 2024-08-10T05:47:12.444 INFO:tasks.workunit.client.0.smithi031.stdout:op 3820 completed, throughput=5MB/sec 2024-08-10T05:47:12.444 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-BE7wuITi2OyPyLC off=574863 len=425546 2024-08-10T05:47:12.447 INFO:tasks.workunit.client.0.smithi031.stdout:op 3821 completed, throughput=5MB/sec 2024-08-10T05:47:12.447 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-lkoxZM-dmb_l7Or off=16642386 len=1281863 2024-08-10T05:47:12.449 INFO:tasks.workunit.client.0.smithi031.stdout:op 3822 completed, throughput=5MB/sec 2024-08-10T05:47:12.449 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-yrzeNDVHpOi2SXF off=386124 len=357146 2024-08-10T05:47:12.452 INFO:tasks.workunit.client.0.smithi031.stdout:op 3823 completed, throughput=5MB/sec 2024-08-10T05:47:12.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:47:12 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:47:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:47:13.453 INFO:tasks.workunit.client.0.smithi031.stdout: 748: throughput=4.99MB/sec pending data=0 2024-08-10T05:47:13.453 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-XP7G5_dTXBH7Zh6 off=7560694 len=375190 2024-08-10T05:47:13.456 INFO:tasks.workunit.client.0.smithi031.stdout:op 3824 completed, throughput=4.99MB/sec 2024-08-10T05:47:13.456 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-J1KlprJzYeFSFgy off=8099470 len=1335837 2024-08-10T05:47:13.463 INFO:tasks.workunit.client.0.smithi031.stdout:op 3825 completed, throughput=5MB/sec 2024-08-10T05:47:13.463 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-WoDM6x5Kb05lyaY off=759850 len=875675 2024-08-10T05:47:13.464 INFO:tasks.workunit.client.0.smithi031.stdout:op 3826 completed, throughput=5MB/sec 2024-08-10T05:47:13.465 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-xOesiuRdS2ladWL off=9323924 len=52507 2024-08-10T05:47:13.465 INFO:tasks.workunit.client.0.smithi031.stdout:op 3827 completed, throughput=5MB/sec 2024-08-10T05:47:13.465 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ESmPdbzEVa7BwQZ off=10789327 len=1145724 2024-08-10T05:47:13.471 INFO:tasks.workunit.client.0.smithi031.stdout:op 3828 completed, throughput=5MB/sec 2024-08-10T05:47:13.471 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-xXAP5VFyHaGt006 off=1064229 len=1954828 2024-08-10T05:47:13.475 INFO:tasks.workunit.client.0.smithi031.stdout:op 3829 completed, throughput=5MB/sec 2024-08-10T05:47:13.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:47:13 smithi031 ceph-mon[98130]: pgmap v1773: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:47:13.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:47:13 smithi031 ceph-mon[100614]: pgmap v1773: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:47:13.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:47:13 smithi196 ceph-mon[90243]: pgmap v1773: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:47:14.475 INFO:tasks.workunit.client.0.smithi031.stdout: 749: throughput=4.99MB/sec pending data=0 2024-08-10T05:47:14.475 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-6vBv6cRAySXgjat off=5741981 len=460167 2024-08-10T05:47:14.479 INFO:tasks.workunit.client.0.smithi031.stdout:op 3830 completed, throughput=4.99MB/sec 2024-08-10T05:47:14.479 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-aVjz-htng84_No5 off=4082267 len=109145 2024-08-10T05:47:14.479 INFO:tasks.workunit.client.0.smithi031.stdout:op 3831 completed, throughput=4.99MB/sec 2024-08-10T05:47:14.479 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-gMu4KeUyQY3-4uD off=1202814 len=1688164 2024-08-10T05:47:14.481 INFO:tasks.workunit.client.0.smithi031.stdout:op 3832 completed, throughput=5MB/sec 2024-08-10T05:47:14.481 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-H5ePzLNhAjO-mgA off=7895659 len=840964 2024-08-10T05:47:14.482 INFO:tasks.workunit.client.0.smithi031.stdout:op 3833 completed, throughput=5MB/sec 2024-08-10T05:47:14.482 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-XNfYxhWpKJRuHox off=1621686 len=267543 2024-08-10T05:47:14.483 INFO:tasks.workunit.client.0.smithi031.stdout:op 3834 completed, throughput=5MB/sec 2024-08-10T05:47:14.483 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-XI6Sc0ZjDPB1Lpk off=8888823 len=2015498 2024-08-10T05:47:14.495 INFO:tasks.workunit.client.0.smithi031.stdout:op 3835 completed, throughput=5MB/sec 2024-08-10T05:47:15.495 INFO:tasks.workunit.client.0.smithi031.stdout: 750: throughput=4.99MB/sec pending data=0 2024-08-10T05:47:15.496 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-uDQeb9QkRrfyow5 off=7367462 len=2046745 2024-08-10T05:47:15.500 INFO:tasks.workunit.client.0.smithi031.stdout:op 3836 completed, throughput=5MB/sec 2024-08-10T05:47:15.500 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-8hYyRZzLGG77dwc off=1475903 len=25911 2024-08-10T05:47:15.502 INFO:tasks.workunit.client.0.smithi031.stdout:op 3837 completed, throughput=5MB/sec 2024-08-10T05:47:15.502 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-lYbv6adydeS_oTb off=14583058 len=1804927 2024-08-10T05:47:15.510 INFO:tasks.workunit.client.0.smithi031.stdout:op 3838 completed, throughput=5MB/sec 2024-08-10T05:47:15.510 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ssNvfOzURy7jKWj off=3746623 len=496372 2024-08-10T05:47:15.514 INFO:tasks.workunit.client.0.smithi031.stdout:op 3839 completed, throughput=5MB/sec 2024-08-10T05:47:15.514 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-DqMNzkO67faaTMA off=20748107 len=264538 2024-08-10T05:47:15.515 INFO:tasks.workunit.client.0.smithi031.stdout:op 3840 completed, throughput=5MB/sec 2024-08-10T05:47:15.515 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-2BxfFhBfKy5Oe9_ off=162370 len=523100 2024-08-10T05:47:15.516 INFO:tasks.workunit.client.0.smithi031.stdout:op 3841 completed, throughput=5MB/sec 2024-08-10T05:47:15.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:47:15 smithi031 ceph-mon[98130]: pgmap v1774: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:47:15.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:47:15 smithi031 ceph-mon[100614]: pgmap v1774: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:47:15.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:47:15 smithi196 ceph-mon[90243]: pgmap v1774: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:47:16.517 INFO:tasks.workunit.client.0.smithi031.stdout: 751: throughput=4.99MB/sec pending data=0 2024-08-10T05:47:16.517 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-4HB4H0n8pOjHp8u off=7933396 len=47385 2024-08-10T05:47:16.517 INFO:tasks.workunit.client.0.smithi031.stdout:op 3842 completed, throughput=4.99MB/sec 2024-08-10T05:47:16.518 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-iMRxkbKdeT84sZg off=3011424 len=1019232 2024-08-10T05:47:16.523 INFO:tasks.workunit.client.0.smithi031.stdout:op 3843 completed, throughput=5MB/sec 2024-08-10T05:47:16.523 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-MmtD6oSw70R8gOD off=2509481 len=1743070 2024-08-10T05:47:16.525 INFO:tasks.workunit.client.0.smithi031.stdout:op 3844 completed, throughput=5MB/sec 2024-08-10T05:47:16.525 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-lLlbvuQd94g5jhH off=22000679 len=982902 2024-08-10T05:47:16.530 INFO:tasks.workunit.client.0.smithi031.stdout:op 3845 completed, throughput=5MB/sec 2024-08-10T05:47:16.530 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ohe52y8t1Oi4TgQ off=1673824 len=595606 2024-08-10T05:47:16.534 INFO:tasks.workunit.client.0.smithi031.stdout:op 3846 completed, throughput=5MB/sec 2024-08-10T05:47:16.534 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-I0P4dtqdtKgdQWT off=3346020 len=1744618 2024-08-10T05:47:16.535 INFO:tasks.workunit.client.0.smithi031.stdout:op 3847 completed, throughput=5MB/sec 2024-08-10T05:47:17.536 INFO:tasks.workunit.client.0.smithi031.stdout: 752: throughput=4.99MB/sec pending data=0 2024-08-10T05:47:17.536 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-dHRxx3yn1KnKwuB off=5012018 len=1960666 2024-08-10T05:47:17.538 INFO:tasks.workunit.client.0.smithi031.stdout:op 3848 completed, throughput=5MB/sec 2024-08-10T05:47:17.539 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-vqEY1Cv7rCfIY7s off=13890139 len=1811917 2024-08-10T05:47:17.540 INFO:tasks.workunit.client.0.smithi031.stdout:op 3849 completed, throughput=5MB/sec 2024-08-10T05:47:17.540 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-gwmTa7IPqC5VubA off=326473 len=346537 2024-08-10T05:47:17.541 INFO:tasks.workunit.client.0.smithi031.stdout:op 3850 completed, throughput=5MB/sec 2024-08-10T05:47:17.541 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ZvX2-dnYBB45tx8 off=6178882 len=8459 2024-08-10T05:47:17.541 INFO:tasks.workunit.client.0.smithi031.stdout:op 3851 completed, throughput=5MB/sec 2024-08-10T05:47:17.542 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Zda98vS0zbHb_cD off=14098897 len=1100276 2024-08-10T05:47:17.547 INFO:tasks.workunit.client.0.smithi031.stdout:op 3852 completed, throughput=5MB/sec 2024-08-10T05:47:17.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:47:17 smithi031 ceph-mon[98130]: pgmap v1775: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:47:17.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:47:17 smithi031 ceph-mon[100614]: pgmap v1775: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:47:17.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:47:17 smithi196 ceph-mon[90243]: pgmap v1775: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:47:18.548 INFO:tasks.workunit.client.0.smithi031.stdout: 753: throughput=4.99MB/sec pending data=0 2024-08-10T05:47:18.548 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-nGw3SRUNAXoVXRp off=7795460 len=1241110 2024-08-10T05:47:18.553 INFO:tasks.workunit.client.0.smithi031.stdout:op 3853 completed, throughput=5MB/sec 2024-08-10T05:47:18.553 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-H197lVy-R2PPi4Q off=5520299 len=591628 2024-08-10T05:47:18.557 INFO:tasks.workunit.client.0.smithi031.stdout:op 3854 completed, throughput=5MB/sec 2024-08-10T05:47:18.557 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-pb_vzHZ4FYojPGO off=49980 len=708769 2024-08-10T05:47:18.558 INFO:tasks.workunit.client.0.smithi031.stdout:op 3855 completed, throughput=5MB/sec 2024-08-10T05:47:18.558 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-TpwomvSbf8Lv7N5 off=7323250 len=131477 2024-08-10T05:47:18.559 INFO:tasks.workunit.client.0.smithi031.stdout:op 3856 completed, throughput=5MB/sec 2024-08-10T05:47:18.559 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-r23rLP30u0z525A off=12969677 len=531199 2024-08-10T05:47:18.562 INFO:tasks.workunit.client.0.smithi031.stdout:op 3857 completed, throughput=5MB/sec 2024-08-10T05:47:18.562 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-MPSLNoAUmIQLUbH off=23019828 len=462697 2024-08-10T05:47:18.566 INFO:tasks.workunit.client.0.smithi031.stdout:op 3858 completed, throughput=5MB/sec 2024-08-10T05:47:18.566 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-yBFhzSPv9eUP_3m off=403011 len=898437 2024-08-10T05:47:18.568 INFO:tasks.workunit.client.0.smithi031.stdout:op 3859 completed, throughput=5MB/sec 2024-08-10T05:47:19.569 INFO:tasks.workunit.client.0.smithi031.stdout: 754: throughput=4.99MB/sec pending data=0 2024-08-10T05:47:19.569 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-48kwCd1JVwJP4M3 off=2187875 len=58857 2024-08-10T05:47:19.569 INFO:tasks.workunit.client.0.smithi031.stdout:op 3860 completed, throughput=4.99MB/sec 2024-08-10T05:47:19.569 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-XuSOR6MsJpvH6iA off=6570813 len=2063607 2024-08-10T05:47:19.576 INFO:tasks.workunit.client.0.smithi031.stdout:op 3861 completed, throughput=5MB/sec 2024-08-10T05:47:19.577 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-yNEu6oQyBj18Nwa off=1082905 len=599910 2024-08-10T05:47:19.578 INFO:tasks.workunit.client.0.smithi031.stdout:op 3862 completed, throughput=5MB/sec 2024-08-10T05:47:19.578 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-BQZ2Z6FypZjJdRj off=14747584 len=975630 2024-08-10T05:47:19.579 INFO:tasks.workunit.client.0.smithi031.stdout:op 3863 completed, throughput=5MB/sec 2024-08-10T05:47:19.579 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-uNN-s3Dxp5PLzNc off=19015752 len=1536173 2024-08-10T05:47:19.586 INFO:tasks.workunit.client.0.smithi031.stdout:op 3864 completed, throughput=5MB/sec 2024-08-10T05:47:19.768 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:47:19 smithi031 ceph-mon[100614]: pgmap v1776: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:47:19.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:47:19 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:47:19.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:47:19 smithi031 ceph-mon[98130]: pgmap v1776: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:47:19.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:47:19 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:47:19.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:47:19 smithi196 ceph-mon[90243]: pgmap v1776: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:47:19.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:47:19 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:47:20.585 INFO:tasks.workunit.client.0.smithi031.stdout: 755: throughput=4.99MB/sec pending data=0 2024-08-10T05:47:20.585 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-2xRyjJvElyjDouV off=579469 len=1508228 2024-08-10T05:47:20.587 INFO:tasks.workunit.client.0.smithi031.stdout:op 3865 completed, throughput=5MB/sec 2024-08-10T05:47:20.587 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-5Bz5E-om1pNhxmI off=6903327 len=992308 2024-08-10T05:47:20.588 INFO:tasks.workunit.client.0.smithi031.stdout:op 3866 completed, throughput=5MB/sec 2024-08-10T05:47:20.588 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-4O3Ig7d8MyJRaC4 off=2701876 len=2069499 2024-08-10T05:47:20.590 INFO:tasks.workunit.client.0.smithi031.stdout:op 3867 completed, throughput=5MB/sec 2024-08-10T05:47:20.590 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-yty_NbfUFKPrnE8 off=400905 len=691936 2024-08-10T05:47:20.592 INFO:tasks.workunit.client.0.smithi031.stdout:op 3868 completed, throughput=5MB/sec 2024-08-10T05:47:21.254 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:47:20 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:47:21.254 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:47:20 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:47:21.255 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:47:20 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:47:21.255 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:47:20 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:47:21.255 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:47:20 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:47:21.255 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:47:20 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:47:21.255 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:47:20 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:47:21.255 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:47:20 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:47:21.255 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:47:20 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:47:21.255 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:47:20 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:47:21.255 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:47:20 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:47:21.256 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:47:20 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:47:21.256 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:47:20 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:47:21.256 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:47:20 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:47:21.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:47:20 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:47:21.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:47:20 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:47:21.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:47:20 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:47:21.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:47:20 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:47:21.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:47:20 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:47:21.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:47:20 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:47:21.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:47:20 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:47:21.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:47:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:47:21] "GET /metrics HTTP/1.1" 200 34045 "" "Prometheus/2.43.0" 2024-08-10T05:47:21.592 INFO:tasks.workunit.client.0.smithi031.stdout: 756: throughput=4.99MB/sec pending data=0 2024-08-10T05:47:21.592 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-6IEEzRFI6RDLab5 off=2919425 len=882478 2024-08-10T05:47:21.593 INFO:tasks.workunit.client.0.smithi031.stdout:op 3869 completed, throughput=4.99MB/sec 2024-08-10T05:47:21.593 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-PHq8CITJ1qdOfys off=1099832 len=1468056 2024-08-10T05:47:21.595 INFO:tasks.workunit.client.0.smithi031.stdout:op 3870 completed, throughput=5MB/sec 2024-08-10T05:47:21.595 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Bpdb4BJ-tvg0eD_ off=2587553 len=1867986 2024-08-10T05:47:21.605 INFO:tasks.workunit.client.0.smithi031.stdout:op 3871 completed, throughput=5MB/sec 2024-08-10T05:47:21.605 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-CMdCzbhgH-YpgEM off=3838051 len=1276058 2024-08-10T05:47:21.608 INFO:tasks.workunit.client.0.smithi031.stdout:op 3872 completed, throughput=5MB/sec 2024-08-10T05:47:22.018 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:47:21 smithi031 ceph-mon[98130]: pgmap v1777: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-08-10T05:47:22.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:47:21 smithi031 ceph-mon[100614]: pgmap v1777: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-08-10T05:47:22.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:47:21 smithi196 ceph-mon[90243]: pgmap v1777: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-08-10T05:47:22.608 INFO:tasks.workunit.client.0.smithi031.stdout: 757: throughput=4.99MB/sec pending data=0 2024-08-10T05:47:22.608 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-81WBTicBFC9N7qk off=4787349 len=1411457 2024-08-10T05:47:22.614 INFO:tasks.workunit.client.0.smithi031.stdout:op 3873 completed, throughput=5MB/sec 2024-08-10T05:47:22.614 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-sV_sP6GtZJ_G5hv off=1904406 len=1024576 2024-08-10T05:47:22.615 INFO:tasks.workunit.client.0.smithi031.stdout:op 3874 completed, throughput=5MB/sec 2024-08-10T05:47:22.616 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-WlhVuCxe3xx_LAh off=1097843 len=1879606 2024-08-10T05:47:22.617 INFO:tasks.workunit.client.0.smithi031.stdout:op 3875 completed, throughput=5MB/sec 2024-08-10T05:47:22.617 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-fkncf84Syp-JG4f off=8058934 len=1418833 2024-08-10T05:47:22.626 INFO:tasks.workunit.client.0.smithi031.stdout:op 3876 completed, throughput=5MB/sec 2024-08-10T05:47:22.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:47:22 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:47:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:47:23.627 INFO:tasks.workunit.client.0.smithi031.stdout: 758: throughput=4.99MB/sec pending data=0 2024-08-10T05:47:23.627 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-jxCQfqTjYJBZqqB off=11857196 len=1010946 2024-08-10T05:47:23.632 INFO:tasks.workunit.client.0.smithi031.stdout:op 3877 completed, throughput=5MB/sec 2024-08-10T05:47:23.632 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-E0NZIeORzpE8QGC off=2457494 len=1175729 2024-08-10T05:47:23.638 INFO:tasks.workunit.client.0.smithi031.stdout:op 3878 completed, throughput=5MB/sec 2024-08-10T05:47:23.639 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-crV3Xiz7ykIWFRN off=8606737 len=318448 2024-08-10T05:47:23.639 INFO:tasks.workunit.client.0.smithi031.stdout:op 3879 completed, throughput=5MB/sec 2024-08-10T05:47:23.639 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-905PoR4hqC5mwEz off=6414142 len=891119 2024-08-10T05:47:23.641 INFO:tasks.workunit.client.0.smithi031.stdout:op 3880 completed, throughput=5MB/sec 2024-08-10T05:47:23.641 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-swVplIrYi7ExlyD off=6844113 len=2008883 2024-08-10T05:47:23.643 INFO:tasks.workunit.client.0.smithi031.stdout:op 3881 completed, throughput=5MB/sec 2024-08-10T05:47:24.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:47:23 smithi031 ceph-mon[98130]: pgmap v1778: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:47:24.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:47:23 smithi031 ceph-mon[100614]: pgmap v1778: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:47:24.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:47:23 smithi196 ceph-mon[90243]: pgmap v1778: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:47:24.644 INFO:tasks.workunit.client.0.smithi031.stdout: 759: throughput=4.99MB/sec pending data=0 2024-08-10T05:47:24.644 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-nwvv0-BSsHm6dtw off=10325332 len=847986 2024-08-10T05:47:24.645 INFO:tasks.workunit.client.0.smithi031.stdout:op 3882 completed, throughput=5MB/sec 2024-08-10T05:47:24.645 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-dERYP0ZyUCORyN5 off=1185013 len=1053630 2024-08-10T05:47:24.651 INFO:tasks.workunit.client.0.smithi031.stdout:op 3883 completed, throughput=5MB/sec 2024-08-10T05:47:24.651 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-bf27djYDOU2gh3A off=2974742 len=1662732 2024-08-10T05:47:24.660 INFO:tasks.workunit.client.0.smithi031.stdout:op 3884 completed, throughput=5MB/sec 2024-08-10T05:47:24.660 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ugB9VLEQROGWINk off=1174136 len=929228 2024-08-10T05:47:24.663 INFO:tasks.workunit.client.0.smithi031.stdout:op 3885 completed, throughput=5MB/sec 2024-08-10T05:47:24.663 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-r8nbqU1dNvBUDB1 off=3811545 len=1101041 2024-08-10T05:47:24.669 INFO:tasks.workunit.client.0.smithi031.stdout:op 3886 completed, throughput=5MB/sec 2024-08-10T05:47:25.670 INFO:tasks.workunit.client.0.smithi031.stdout: 760: throughput=4.99MB/sec pending data=0 2024-08-10T05:47:25.670 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-qBAavft7xyY4vxz off=3539186 len=2005644 2024-08-10T05:47:25.673 INFO:tasks.workunit.client.0.smithi031.stdout:op 3887 completed, throughput=5MB/sec 2024-08-10T05:47:25.673 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-6K81Xyff2wxBcf- off=2882887 len=145316 2024-08-10T05:47:25.676 INFO:tasks.workunit.client.0.smithi031.stdout:op 3888 completed, throughput=5MB/sec 2024-08-10T05:47:25.676 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-rWJ2uoJU2BCetz2 off=471736 len=798238 2024-08-10T05:47:25.678 INFO:tasks.workunit.client.0.smithi031.stdout:op 3889 completed, throughput=5MB/sec 2024-08-10T05:47:25.678 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ELfvYikpGQek2be off=1563262 len=186518 2024-08-10T05:47:25.679 INFO:tasks.workunit.client.0.smithi031.stdout:op 3890 completed, throughput=5MB/sec 2024-08-10T05:47:25.679 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-NY02NNB-aYQ3jNP off=18627992 len=1275103 2024-08-10T05:47:25.681 INFO:tasks.workunit.client.0.smithi031.stdout:op 3891 completed, throughput=5MB/sec 2024-08-10T05:47:26.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:47:25 smithi031 ceph-mon[98130]: pgmap v1779: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:47:26.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:47:25 smithi031 ceph-mon[100614]: pgmap v1779: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:47:26.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:47:25 smithi196 ceph-mon[90243]: pgmap v1779: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:47:26.682 INFO:tasks.workunit.client.0.smithi031.stdout: 761: throughput=4.99MB/sec pending data=0 2024-08-10T05:47:26.682 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ZjrMsEYZZTPk3bf off=2854160 len=1672395 2024-08-10T05:47:26.689 INFO:tasks.workunit.client.0.smithi031.stdout:op 3892 completed, throughput=5MB/sec 2024-08-10T05:47:26.689 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-u_NcY_1h7Npsa7V off=8670634 len=966629 2024-08-10T05:47:26.691 INFO:tasks.workunit.client.0.smithi031.stdout:op 3893 completed, throughput=5MB/sec 2024-08-10T05:47:26.691 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-A2whNMwzeinAnRW off=9513062 len=1517648 2024-08-10T05:47:26.694 INFO:tasks.workunit.client.0.smithi031.stdout:op 3894 completed, throughput=5MB/sec 2024-08-10T05:47:26.694 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Hq2yrZlOoEMvEMf off=1536165 len=1489798 2024-08-10T05:47:26.704 INFO:tasks.workunit.client.0.smithi031.stdout:op 3895 completed, throughput=5MB/sec 2024-08-10T05:47:27.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:47:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:47:27.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:47:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:47:27.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:47:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:47:27.704 INFO:tasks.workunit.client.0.smithi031.stdout: 762: throughput=4.99MB/sec pending data=0 2024-08-10T05:47:27.704 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-HmUgS0XdVi3lULm off=5439737 len=772687 2024-08-10T05:47:27.705 INFO:tasks.workunit.client.0.smithi031.stdout:op 3896 completed, throughput=4.99MB/sec 2024-08-10T05:47:27.705 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-CKIzEZaeIH-gd8c off=1094696 len=398091 2024-08-10T05:47:27.706 INFO:tasks.workunit.client.0.smithi031.stdout:op 3897 completed, throughput=5MB/sec 2024-08-10T05:47:27.707 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Wm_LA4BZU7yYHCD off=6646471 len=629030 2024-08-10T05:47:27.707 INFO:tasks.workunit.client.0.smithi031.stdout:op 3898 completed, throughput=5MB/sec 2024-08-10T05:47:27.708 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Is5KkAbT32AA-4I off=4546053 len=505225 2024-08-10T05:47:27.710 INFO:tasks.workunit.client.0.smithi031.stdout:op 3899 completed, throughput=5MB/sec 2024-08-10T05:47:27.710 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-1sMNnU5i7qErGGt off=11094553 len=647437 2024-08-10T05:47:27.714 INFO:tasks.workunit.client.0.smithi031.stdout:op 3900 completed, throughput=5MB/sec 2024-08-10T05:47:27.714 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-K4-HSxAOF6pUAiW off=4475960 len=829480 2024-08-10T05:47:27.716 INFO:tasks.workunit.client.0.smithi031.stdout:op 3901 completed, throughput=5MB/sec 2024-08-10T05:47:27.716 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-o-N0DwXjHAvcrtQ off=8591689 len=1300032 2024-08-10T05:47:27.718 INFO:tasks.workunit.client.0.smithi031.stdout:op 3902 completed, throughput=5MB/sec 2024-08-10T05:47:28.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:47:27 smithi031 ceph-mon[100614]: pgmap v1780: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:47:28.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:47:27 smithi031 ceph-mon[98130]: pgmap v1780: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:47:28.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:47:27 smithi196 ceph-mon[90243]: pgmap v1780: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:47:28.718 INFO:tasks.workunit.client.0.smithi031.stdout: 763: throughput=4.99MB/sec pending data=0 2024-08-10T05:47:28.718 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-1QnmasWwtjhyl8L off=423093 len=1030085 2024-08-10T05:47:28.720 INFO:tasks.workunit.client.0.smithi031.stdout:op 3903 completed, throughput=5MB/sec 2024-08-10T05:47:28.720 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-M9fx6dN4S7621jz off=0 len=1738606 2024-08-10T05:47:28.728 INFO:tasks.workunit.client.0.smithi031.stdout:op 3904 completed, throughput=5MB/sec 2024-08-10T05:47:28.728 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-lwdrx9YQTrWQS_e off=4614945 len=451011 2024-08-10T05:47:28.729 INFO:tasks.workunit.client.0.smithi031.stdout:op 3905 completed, throughput=5MB/sec 2024-08-10T05:47:28.729 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-DIEzGnVf6vxEID8 off=6376392 len=445959 2024-08-10T05:47:28.733 INFO:tasks.workunit.client.0.smithi031.stdout:op 3906 completed, throughput=5MB/sec 2024-08-10T05:47:28.733 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-C2kqnrTPUOWrMo4 off=20145984 len=103452 2024-08-10T05:47:28.735 INFO:tasks.workunit.client.0.smithi031.stdout:op 3907 completed, throughput=5MB/sec 2024-08-10T05:47:28.735 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Ib_HpqHR-bd76vL off=363287 len=857630 2024-08-10T05:47:28.740 INFO:tasks.workunit.client.0.smithi031.stdout:op 3908 completed, throughput=5MB/sec 2024-08-10T05:47:28.740 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Ys2N2jESyhiKUKN off=13749670 len=1195152 2024-08-10T05:47:28.742 INFO:tasks.workunit.client.0.smithi031.stdout:op 3909 completed, throughput=5MB/sec 2024-08-10T05:47:29.742 INFO:tasks.workunit.client.0.smithi031.stdout: 764: throughput=4.99MB/sec pending data=0 2024-08-10T05:47:29.743 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Yj5RwvblZz6DnL7 off=6312172 len=353215 2024-08-10T05:47:29.746 INFO:tasks.workunit.client.0.smithi031.stdout:op 3910 completed, throughput=4.99MB/sec 2024-08-10T05:47:29.746 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-4mgOQdz9STHCi0U off=7592153 len=2027673 2024-08-10T05:47:29.750 INFO:tasks.workunit.client.0.smithi031.stdout:op 3911 completed, throughput=5MB/sec 2024-08-10T05:47:29.750 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-dnLkS4Z-_1uo1g_ off=7766954 len=1907749 2024-08-10T05:47:29.762 INFO:tasks.workunit.client.0.smithi031.stdout:op 3912 completed, throughput=5MB/sec 2024-08-10T05:47:29.762 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-vDs-HA1yqdmQrOq off=13314080 len=776515 2024-08-10T05:47:29.765 INFO:tasks.workunit.client.0.smithi031.stdout:op 3913 completed, throughput=5MB/sec 2024-08-10T05:47:30.268 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:47:29 smithi031 ceph-mon[100614]: pgmap v1781: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-10T05:47:30.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:47:29 smithi031 ceph-mon[98130]: pgmap v1781: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-10T05:47:30.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:47:29 smithi196 ceph-mon[90243]: pgmap v1781: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-10T05:47:30.765 INFO:tasks.workunit.client.0.smithi031.stdout: 765: throughput=4.99MB/sec pending data=0 2024-08-10T05:47:30.766 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-C1cKOK1Z-FWe31e off=425303 len=770970 2024-08-10T05:47:30.770 INFO:tasks.workunit.client.0.smithi031.stdout:op 3914 completed, throughput=4.99MB/sec 2024-08-10T05:47:30.771 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-FzVjslCbhiyxsRj off=5952840 len=1153892 2024-08-10T05:47:30.778 INFO:tasks.workunit.client.0.smithi031.stdout:op 3915 completed, throughput=5MB/sec 2024-08-10T05:47:30.778 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-llh1YZgwKiqoZK- off=8724468 len=1979710 2024-08-10T05:47:30.781 INFO:tasks.workunit.client.0.smithi031.stdout:op 3916 completed, throughput=5MB/sec 2024-08-10T05:47:30.781 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-qOK1tJ_ErNpg2nw off=8386082 len=1449429 2024-08-10T05:47:30.790 INFO:tasks.workunit.client.0.smithi031.stdout:op 3917 completed, throughput=5MB/sec 2024-08-10T05:47:31.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:47:31 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:47:31] "GET /metrics HTTP/1.1" 200 34049 "" "Prometheus/2.43.0" 2024-08-10T05:47:31.790 INFO:tasks.workunit.client.0.smithi031.stdout: 766: throughput=4.99MB/sec pending data=0 2024-08-10T05:47:31.790 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-wyUJ-fdbDGD0prW off=16788594 len=245552 2024-08-10T05:47:31.791 INFO:tasks.workunit.client.0.smithi031.stdout:op 3918 completed, throughput=4.99MB/sec 2024-08-10T05:47:31.791 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-NN7jXXURhHuX6lJ off=1543838 len=621061 2024-08-10T05:47:31.792 INFO:tasks.workunit.client.0.smithi031.stdout:op 3919 completed, throughput=5MB/sec 2024-08-10T05:47:31.792 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-6_Yfht1lufQFuZy off=6171934 len=877127 2024-08-10T05:47:31.797 INFO:tasks.workunit.client.0.smithi031.stdout:op 3920 completed, throughput=5MB/sec 2024-08-10T05:47:31.797 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-c13kFC5UH3hueMT off=16894037 len=592681 2024-08-10T05:47:31.798 INFO:tasks.workunit.client.0.smithi031.stdout:op 3921 completed, throughput=5MB/sec 2024-08-10T05:47:31.798 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-6oxXd5A0Cid9EdZ off=891472 len=1718484 2024-08-10T05:47:31.809 INFO:tasks.workunit.client.0.smithi031.stdout:op 3922 completed, throughput=5MB/sec 2024-08-10T05:47:31.809 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-7r9VZ5uv2SWhd1Y off=9814029 len=1628206 2024-08-10T05:47:31.811 INFO:tasks.workunit.client.0.smithi031.stdout:op 3923 completed, throughput=5MB/sec 2024-08-10T05:47:32.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:47:31 smithi031 ceph-mon[98130]: pgmap v1782: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-10T05:47:32.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:47:31 smithi031 ceph-mon[100614]: pgmap v1782: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-10T05:47:32.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:47:31 smithi196 ceph-mon[90243]: pgmap v1782: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-10T05:47:32.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:47:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:47:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:47:32.812 INFO:tasks.workunit.client.0.smithi031.stdout: 767: throughput=4.99MB/sec pending data=0 2024-08-10T05:47:32.812 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Ie1FCbqS6qHdowr off=12701121 len=998499 2024-08-10T05:47:32.814 INFO:tasks.workunit.client.0.smithi031.stdout:op 3924 completed, throughput=5MB/sec 2024-08-10T05:47:32.814 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-l4rhmDzgXC8Rq0H off=582971 len=1815200 2024-08-10T05:47:32.817 INFO:tasks.workunit.client.0.smithi031.stdout:op 3925 completed, throughput=5MB/sec 2024-08-10T05:47:32.817 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-A6ZA5iD0FfTcm9Y off=7399431 len=772494 2024-08-10T05:47:32.818 INFO:tasks.workunit.client.0.smithi031.stdout:op 3926 completed, throughput=5MB/sec 2024-08-10T05:47:32.819 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-r23rLP30u0z525A off=6631059 len=920700 2024-08-10T05:47:32.820 INFO:tasks.workunit.client.0.smithi031.stdout:op 3927 completed, throughput=5MB/sec 2024-08-10T05:47:32.820 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-GByUIpvL-QuTEAZ off=11790677 len=108457 2024-08-10T05:47:32.823 INFO:tasks.workunit.client.0.smithi031.stdout:op 3928 completed, throughput=5MB/sec 2024-08-10T05:47:32.823 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Wbww45VVUdYgkMh off=8673899 len=150475 2024-08-10T05:47:32.824 INFO:tasks.workunit.client.0.smithi031.stdout:op 3929 completed, throughput=5MB/sec 2024-08-10T05:47:33.824 INFO:tasks.workunit.client.0.smithi031.stdout: 768: throughput=4.99MB/sec pending data=0 2024-08-10T05:47:33.824 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-6W-1plEA-eY_MoU off=0 len=1260275 2024-08-10T05:47:33.832 INFO:tasks.workunit.client.0.smithi031.stdout:op 3930 completed, throughput=5MB/sec 2024-08-10T05:47:33.832 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Ym4iaLwdAfQkZHP off=619719 len=544812 2024-08-10T05:47:33.833 INFO:tasks.workunit.client.0.smithi031.stdout:op 3931 completed, throughput=5MB/sec 2024-08-10T05:47:33.833 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-pgNbueDcMfUM5FM off=1838582 len=441041 2024-08-10T05:47:33.834 INFO:tasks.workunit.client.0.smithi031.stdout:op 3932 completed, throughput=5MB/sec 2024-08-10T05:47:33.834 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-t24C_5Dzr0TEGSI off=16253382 len=1194526 2024-08-10T05:47:33.836 INFO:tasks.workunit.client.0.smithi031.stdout:op 3933 completed, throughput=5MB/sec 2024-08-10T05:47:33.836 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-sG_Zpu4pbqMdCcX off=15222849 len=686647 2024-08-10T05:47:33.837 INFO:tasks.workunit.client.0.smithi031.stdout:op 3934 completed, throughput=5MB/sec 2024-08-10T05:47:33.837 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-MjUd1cm4iCHmpbD off=17707851 len=1226441 2024-08-10T05:47:33.842 INFO:tasks.workunit.client.0.smithi031.stdout:op 3935 completed, throughput=5MB/sec 2024-08-10T05:47:34.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:47:33 smithi031 ceph-mon[98130]: pgmap v1783: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:47:34.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:47:33 smithi031 ceph-mon[100614]: pgmap v1783: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:47:34.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:47:33 smithi196 ceph-mon[90243]: pgmap v1783: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:47:34.843 INFO:tasks.workunit.client.0.smithi031.stdout: 769: throughput=4.99MB/sec pending data=0 2024-08-10T05:47:34.843 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-hb5ZSkHGBZh1JZF off=701768 len=1030308 2024-08-10T05:47:34.848 INFO:tasks.workunit.client.0.smithi031.stdout:op 3936 completed, throughput=4.99MB/sec 2024-08-10T05:47:34.848 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-G0RBtGLNp42o9k9 off=4982836 len=1189250 2024-08-10T05:47:34.851 INFO:tasks.workunit.client.0.smithi031.stdout:op 3937 completed, throughput=5MB/sec 2024-08-10T05:47:34.851 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-9v1kMFAxoWeDMNS off=11287116 len=72113 2024-08-10T05:47:34.853 INFO:tasks.workunit.client.0.smithi031.stdout:op 3938 completed, throughput=5MB/sec 2024-08-10T05:47:34.853 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-UGg3syEzis6lrKk off=218658 len=273544 2024-08-10T05:47:34.856 INFO:tasks.workunit.client.0.smithi031.stdout:op 3939 completed, throughput=5MB/sec 2024-08-10T05:47:34.856 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-QIxW7gTKf97Og5C off=1613607 len=361538 2024-08-10T05:47:34.859 INFO:tasks.workunit.client.0.smithi031.stdout:op 3940 completed, throughput=5MB/sec 2024-08-10T05:47:34.859 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-pgNbueDcMfUM5FM off=1231053 len=1361391 2024-08-10T05:47:34.866 INFO:tasks.workunit.client.0.smithi031.stdout:op 3941 completed, throughput=5MB/sec 2024-08-10T05:47:34.866 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-jQtmwp61gg_4RRE off=5306396 len=1450053 2024-08-10T05:47:34.867 INFO:tasks.workunit.client.0.smithi031.stdout:op 3942 completed, throughput=5MB/sec 2024-08-10T05:47:35.868 INFO:tasks.workunit.client.0.smithi031.stdout: 770: throughput=4.99MB/sec pending data=0 2024-08-10T05:47:35.868 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-a4xqbkHzEY5Qap0 off=914231 len=952981 2024-08-10T05:47:35.873 INFO:tasks.workunit.client.0.smithi031.stdout:op 3943 completed, throughput=5MB/sec 2024-08-10T05:47:35.873 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-h8dnTGwX_Hl37Ud off=3118830 len=420399 2024-08-10T05:47:35.877 INFO:tasks.workunit.client.0.smithi031.stdout:op 3944 completed, throughput=5MB/sec 2024-08-10T05:47:35.877 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-U0j8dJf1oxHYzOA off=4353104 len=1576220 2024-08-10T05:47:35.879 INFO:tasks.workunit.client.0.smithi031.stdout:op 3945 completed, throughput=5MB/sec 2024-08-10T05:47:35.879 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-onNj844TUwBp-Mb off=2088127 len=503727 2024-08-10T05:47:35.881 INFO:tasks.workunit.client.0.smithi031.stdout:op 3946 completed, throughput=5MB/sec 2024-08-10T05:47:35.881 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-IouulJIeulw-pqx off=8798934 len=1498423 2024-08-10T05:47:35.888 INFO:tasks.workunit.client.0.smithi031.stdout:op 3947 completed, throughput=5MB/sec 2024-08-10T05:47:36.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:47:35 smithi031 ceph-mon[98130]: pgmap v1784: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-10T05:47:36.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:47:35 smithi031 ceph-mon[100614]: pgmap v1784: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-10T05:47:36.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:47:35 smithi196 ceph-mon[90243]: pgmap v1784: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-10T05:47:36.889 INFO:tasks.workunit.client.0.smithi031.stdout: 771: throughput=4.99MB/sec pending data=0 2024-08-10T05:47:36.889 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-2FvSrQP9QtTVYsk off=7811000 len=823235 2024-08-10T05:47:36.890 INFO:tasks.workunit.client.0.smithi031.stdout:op 3948 completed, throughput=4.99MB/sec 2024-08-10T05:47:36.890 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-RBeiO_mgpak6IKx off=153133 len=1164343 2024-08-10T05:47:36.892 INFO:tasks.workunit.client.0.smithi031.stdout:op 3949 completed, throughput=5MB/sec 2024-08-10T05:47:36.892 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Zx7y8h7OVILb5I_ off=7773050 len=202339 2024-08-10T05:47:36.892 INFO:tasks.workunit.client.0.smithi031.stdout:op 3950 completed, throughput=5MB/sec 2024-08-10T05:47:36.893 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-UYe9nvES0FSb5pL off=20856181 len=525086 2024-08-10T05:47:36.894 INFO:tasks.workunit.client.0.smithi031.stdout:op 3951 completed, throughput=5MB/sec 2024-08-10T05:47:36.894 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-9kdpbnR08t-KSn3 off=11732225 len=470025 2024-08-10T05:47:36.898 INFO:tasks.workunit.client.0.smithi031.stdout:op 3952 completed, throughput=5MB/sec 2024-08-10T05:47:36.898 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-_78o__jEs-TodiV off=7814153 len=353485 2024-08-10T05:47:36.901 INFO:tasks.workunit.client.0.smithi031.stdout:op 3953 completed, throughput=5MB/sec 2024-08-10T05:47:36.901 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-SrdR4Hq9OrRnpqk off=1492056 len=1179606 2024-08-10T05:47:36.903 INFO:tasks.workunit.client.0.smithi031.stdout:op 3954 completed, throughput=5MB/sec 2024-08-10T05:47:36.904 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-HPFjXYEcDdkOAfw off=1282357 len=902512 2024-08-10T05:47:36.909 INFO:tasks.workunit.client.0.smithi031.stdout:op 3955 completed, throughput=5MB/sec 2024-08-10T05:47:37.909 INFO:tasks.workunit.client.0.smithi031.stdout: 772: throughput=4.99MB/sec pending data=0 2024-08-10T05:47:37.910 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-SnnMmGk_tOtdVME off=6710835 len=2081289 2024-08-10T05:47:37.912 INFO:tasks.workunit.client.0.smithi031.stdout:op 3956 completed, throughput=5MB/sec 2024-08-10T05:47:37.912 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-gxHtH2MrVv84-EO off=5550800 len=293097 2024-08-10T05:47:37.913 INFO:tasks.workunit.client.0.smithi031.stdout:op 3957 completed, throughput=5MB/sec 2024-08-10T05:47:37.913 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-WzgsbBXYfbevtVZ off=8604379 len=1690816 2024-08-10T05:47:37.923 INFO:tasks.workunit.client.0.smithi031.stdout:op 3958 completed, throughput=5MB/sec 2024-08-10T05:47:37.923 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-nJAnwPt2V5-Lg9B off=2052721 len=1276083 2024-08-10T05:47:37.925 INFO:tasks.workunit.client.0.smithi031.stdout:op 3959 completed, throughput=5MB/sec 2024-08-10T05:47:38.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:47:37 smithi031 ceph-mon[98130]: pgmap v1785: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-10T05:47:38.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:47:37 smithi031 ceph-mon[100614]: pgmap v1785: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-10T05:47:38.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:47:37 smithi196 ceph-mon[90243]: pgmap v1785: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-10T05:47:38.925 INFO:tasks.workunit.client.0.smithi031.stdout: 773: throughput=4.99MB/sec pending data=0 2024-08-10T05:47:38.925 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-4T5IB5Ewp79O2NS off=15175403 len=1947564 2024-08-10T05:47:38.929 INFO:tasks.workunit.client.0.smithi031.stdout:op 3960 completed, throughput=5MB/sec 2024-08-10T05:47:38.929 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-kKC1MSylpQI-eNX off=1803052 len=1156610 2024-08-10T05:47:38.931 INFO:tasks.workunit.client.0.smithi031.stdout:op 3961 completed, throughput=5MB/sec 2024-08-10T05:47:38.931 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-nbLVo4px50dpFqF off=970813 len=1504612 2024-08-10T05:47:38.933 INFO:tasks.workunit.client.0.smithi031.stdout:op 3962 completed, throughput=5MB/sec 2024-08-10T05:47:38.933 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-x8BTPHaYgbi5S2S off=3702494 len=905999 2024-08-10T05:47:38.935 INFO:tasks.workunit.client.0.smithi031.stdout:op 3963 completed, throughput=5MB/sec 2024-08-10T05:47:39.936 INFO:tasks.workunit.client.0.smithi031.stdout: 774: throughput=4.99MB/sec pending data=0 2024-08-10T05:47:39.936 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-_vNKH9ZXKdb4Ikc off=3954233 len=2072159 2024-08-10T05:47:39.946 INFO:tasks.workunit.client.0.smithi031.stdout:op 3964 completed, throughput=5MB/sec 2024-08-10T05:47:39.946 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-vPfIjagIV2EqvK9 off=4062630 len=447256 2024-08-10T05:47:39.947 INFO:tasks.workunit.client.0.smithi031.stdout:op 3965 completed, throughput=5MB/sec 2024-08-10T05:47:39.947 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-JdLoqy6SmnI6cvj off=13216062 len=2059435 2024-08-10T05:47:39.948 INFO:tasks.workunit.client.0.smithi031.stdout:op 3966 completed, throughput=5MB/sec 2024-08-10T05:47:39.949 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-oCXUu2vGkLSLlYT off=3434528 len=498298 2024-08-10T05:47:39.949 INFO:tasks.workunit.client.0.smithi031.stdout:op 3967 completed, throughput=5MB/sec 2024-08-10T05:47:40.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:47:39 smithi031 ceph-mon[98130]: pgmap v1786: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-10T05:47:40.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:47:39 smithi031 ceph-mon[100614]: pgmap v1786: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-10T05:47:40.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:47:39 smithi196 ceph-mon[90243]: pgmap v1786: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-10T05:47:40.950 INFO:tasks.workunit.client.0.smithi031.stdout: 775: throughput=4.99MB/sec pending data=0 2024-08-10T05:47:40.950 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-2OLS1tgqAQVp6Ui off=1293818 len=187325 2024-08-10T05:47:40.953 INFO:tasks.workunit.client.0.smithi031.stdout:op 3968 completed, throughput=4.99MB/sec 2024-08-10T05:47:40.953 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-QrCUVaj2yPxW5fN off=4409114 len=1722465 2024-08-10T05:47:40.955 INFO:tasks.workunit.client.0.smithi031.stdout:op 3969 completed, throughput=5MB/sec 2024-08-10T05:47:40.956 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-kD1A5zUlUtJRDQN off=206578 len=796740 2024-08-10T05:47:40.957 INFO:tasks.workunit.client.0.smithi031.stdout:op 3970 completed, throughput=5MB/sec 2024-08-10T05:47:40.957 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-YzHb7ljJLJVhJzn off=8448488 len=1680463 2024-08-10T05:47:40.959 INFO:tasks.workunit.client.0.smithi031.stdout:op 3971 completed, throughput=5MB/sec 2024-08-10T05:47:40.959 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-_SJMa6AdnGGslyn off=4209852 len=899341 2024-08-10T05:47:40.964 INFO:tasks.workunit.client.0.smithi031.stdout:op 3972 completed, throughput=5MB/sec 2024-08-10T05:47:41.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:47:41 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:47:41] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-08-10T05:47:41.965 INFO:tasks.workunit.client.0.smithi031.stdout: 776: throughput=4.99MB/sec pending data=0 2024-08-10T05:47:41.965 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ODNPoi0VOTMzRrm off=4732815 len=1955209 2024-08-10T05:47:41.967 INFO:tasks.workunit.client.0.smithi031.stdout:op 3973 completed, throughput=5MB/sec 2024-08-10T05:47:41.967 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Lx3NRHNSYveEl0L off=6871013 len=712680 2024-08-10T05:47:41.973 INFO:tasks.workunit.client.0.smithi031.stdout:op 3974 completed, throughput=5MB/sec 2024-08-10T05:47:41.973 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-2CAGFnPAGeNZ5zh off=11916571 len=104285 2024-08-10T05:47:41.974 INFO:tasks.workunit.client.0.smithi031.stdout:op 3975 completed, throughput=5MB/sec 2024-08-10T05:47:41.974 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-LbdURoutL58EnqU off=9248846 len=84676 2024-08-10T05:47:41.975 INFO:tasks.workunit.client.0.smithi031.stdout:op 3976 completed, throughput=5MB/sec 2024-08-10T05:47:41.975 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-DJOIvKKbyAgeRpW off=20508110 len=203776 2024-08-10T05:47:41.976 INFO:tasks.workunit.client.0.smithi031.stdout:op 3977 completed, throughput=5MB/sec 2024-08-10T05:47:41.976 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-iUnrBMdnC0VLOKF off=9984797 len=1279501 2024-08-10T05:47:41.983 INFO:tasks.workunit.client.0.smithi031.stdout:op 3978 completed, throughput=5MB/sec 2024-08-10T05:47:41.983 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-3NLmYfLAC2YIifx off=7322276 len=203743 2024-08-10T05:47:41.983 INFO:tasks.workunit.client.0.smithi031.stdout:op 3979 completed, throughput=5MB/sec 2024-08-10T05:47:41.983 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-yrn62rO6lAIM_Bc off=2799865 len=1397185 2024-08-10T05:47:41.990 INFO:tasks.workunit.client.0.smithi031.stdout:op 3980 completed, throughput=5MB/sec 2024-08-10T05:47:42.081 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:47:41 smithi196 ceph-mon[90243]: pgmap v1787: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-08-10T05:47:42.081 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:47:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:47:42.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:47:41 smithi031 ceph-mon[98130]: pgmap v1787: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-08-10T05:47:42.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:47:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:47:42.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:47:41 smithi031 ceph-mon[100614]: pgmap v1787: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-08-10T05:47:42.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:47:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:47:42.528 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:47:42 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:47:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:47:42.991 INFO:tasks.workunit.client.0.smithi031.stdout: 777: throughput=4.99MB/sec pending data=0 2024-08-10T05:47:42.991 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Hd4PErHHtynfLIj off=14747202 len=886279 2024-08-10T05:47:42.995 INFO:tasks.workunit.client.0.smithi031.stdout:op 3981 completed, throughput=5MB/sec 2024-08-10T05:47:42.996 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-hAsmMVxib62vwMs off=2788059 len=965080 2024-08-10T05:47:43.006 INFO:tasks.workunit.client.0.smithi031.stdout:op 3982 completed, throughput=5MB/sec 2024-08-10T05:47:43.006 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-10ZGzqH6Pi55rvP off=1999475 len=1017509 2024-08-10T05:47:43.011 INFO:tasks.workunit.client.0.smithi031.stdout:op 3983 completed, throughput=5MB/sec 2024-08-10T05:47:43.012 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-gxHtH2MrVv84-EO off=651609 len=613697 2024-08-10T05:47:43.012 INFO:tasks.workunit.client.0.smithi031.stdout:op 3984 completed, throughput=5MB/sec 2024-08-10T05:47:43.013 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-L-iQXZY5gJZafX7 off=3062769 len=168751 2024-08-10T05:47:43.015 INFO:tasks.workunit.client.0.smithi031.stdout:op 3985 completed, throughput=5MB/sec 2024-08-10T05:47:43.015 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-uaA9qHzOXi7FFUw off=6293145 len=1185973 2024-08-10T05:47:43.020 INFO:tasks.workunit.client.0.smithi031.stdout:op 3986 completed, throughput=5MB/sec 2024-08-10T05:47:44.020 INFO:tasks.workunit.client.0.smithi031.stdout: 778: throughput=4.99MB/sec pending data=0 2024-08-10T05:47:44.020 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-cm7m66vtl5X0lA9 off=15975548 len=502494 2024-08-10T05:47:44.025 INFO:tasks.workunit.client.0.smithi031.stdout:op 3987 completed, throughput=4.99MB/sec 2024-08-10T05:47:44.025 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-CCDcWE3b7xyjAQW off=16866462 len=717607 2024-08-10T05:47:44.026 INFO:tasks.workunit.client.0.smithi031.stdout:op 3988 completed, throughput=5MB/sec 2024-08-10T05:47:44.026 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-4gAnVCklECzqJ5W off=3356656 len=74616 2024-08-10T05:47:44.026 INFO:tasks.workunit.client.0.smithi031.stdout:op 3989 completed, throughput=5MB/sec 2024-08-10T05:47:44.027 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-M1_t-nxgZVIxUMT off=1779312 len=687416 2024-08-10T05:47:44.031 INFO:tasks.workunit.client.0.smithi031.stdout:op 3990 completed, throughput=5MB/sec 2024-08-10T05:47:44.031 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-S46BpaZCCIc6ALx off=3722108 len=456544 2024-08-10T05:47:44.034 INFO:tasks.workunit.client.0.smithi031.stdout:op 3991 completed, throughput=5MB/sec 2024-08-10T05:47:44.034 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-r5vsM1ZmzkKg8hX off=6438117 len=631734 2024-08-10T05:47:44.038 INFO:tasks.workunit.client.0.smithi031.stdout:op 3992 completed, throughput=5MB/sec 2024-08-10T05:47:44.039 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-wEcp9XVx6ZJqOz6 off=1119246 len=384675 2024-08-10T05:47:44.039 INFO:tasks.workunit.client.0.smithi031.stdout:op 3993 completed, throughput=5MB/sec 2024-08-10T05:47:44.039 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-zp78jMJgy4T7Bxj off=326515 len=1569991 2024-08-10T05:47:44.047 INFO:tasks.workunit.client.0.smithi031.stdout:op 3994 completed, throughput=5MB/sec 2024-08-10T05:47:44.048 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-vBstFxh8Bk6baam off=10957843 len=1507417 2024-08-10T05:47:44.055 INFO:tasks.workunit.client.0.smithi031.stdout:op 3995 completed, throughput=5MB/sec 2024-08-10T05:47:44.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:47:43 smithi031 ceph-mon[98130]: pgmap v1788: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-10T05:47:44.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:47:43 smithi031 ceph-mon[100614]: pgmap v1788: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-10T05:47:44.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:47:43 smithi196 ceph-mon[90243]: pgmap v1788: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-10T05:47:45.056 INFO:tasks.workunit.client.0.smithi031.stdout: 779: throughput=5MB/sec pending data=0 2024-08-10T05:47:45.056 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-tPfvXr9kmTlnjAi off=12937135 len=1456541 2024-08-10T05:47:45.063 INFO:tasks.workunit.client.0.smithi031.stdout:op 3996 completed, throughput=5MB/sec 2024-08-10T05:47:45.063 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-q3SwFGuwBME1QGK off=337888 len=1416026 2024-08-10T05:47:45.065 INFO:tasks.workunit.client.0.smithi031.stdout:op 3997 completed, throughput=5MB/sec 2024-08-10T05:47:45.065 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-xCJ6j8A0x2f06si off=1153523 len=335062 2024-08-10T05:47:45.068 INFO:tasks.workunit.client.0.smithi031.stdout:op 3998 completed, throughput=5MB/sec 2024-08-10T05:47:45.068 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-lOVEt50QpPP_Otc off=13310268 len=1631846 2024-08-10T05:47:45.079 INFO:tasks.workunit.client.0.smithi031.stdout:op 3999 completed, throughput=5MB/sec 2024-08-10T05:47:46.079 INFO:tasks.workunit.client.0.smithi031.stdout: 780: throughput=4.99MB/sec pending data=0 2024-08-10T05:47:46.080 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-mNsdwcSxMz4pbMW off=2434181 len=1656983 2024-08-10T05:47:46.089 INFO:tasks.workunit.client.0.smithi031.stdout:op 4000 completed, throughput=5MB/sec 2024-08-10T05:47:46.089 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-zbC7_DZFwacCkGm off=4041587 len=707614 2024-08-10T05:47:46.090 INFO:tasks.workunit.client.0.smithi031.stdout:op 4001 completed, throughput=5MB/sec 2024-08-10T05:47:46.091 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-CvagqCleybEp8JP off=18786884 len=1500856 2024-08-10T05:47:46.099 INFO:tasks.workunit.client.0.smithi031.stdout:op 4002 completed, throughput=5MB/sec 2024-08-10T05:47:46.099 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-DafQCmhvwSltWYG off=420726 len=776311 2024-08-10T05:47:46.104 INFO:tasks.workunit.client.0.smithi031.stdout:op 4003 completed, throughput=5MB/sec 2024-08-10T05:47:46.268 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:47:45 smithi031 ceph-mon[100614]: pgmap v1789: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-10T05:47:46.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:47:45 smithi031 ceph-mon[98130]: pgmap v1789: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-10T05:47:46.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:47:45 smithi196 ceph-mon[90243]: pgmap v1789: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-10T05:47:47.104 INFO:tasks.workunit.client.0.smithi031.stdout: 781: throughput=4.99MB/sec pending data=0 2024-08-10T05:47:47.104 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-flOIZu5-eEGuEci off=2022625 len=320001 2024-08-10T05:47:47.111 INFO:tasks.workunit.client.0.smithi031.stdout:op 4004 completed, throughput=4.99MB/sec 2024-08-10T05:47:47.111 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-rYBNgM1fC6GDiJq off=4560124 len=1133663 2024-08-10T05:47:47.113 INFO:tasks.workunit.client.0.smithi031.stdout:op 4005 completed, throughput=5MB/sec 2024-08-10T05:47:47.113 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-G_DrbXHNm0dpjCJ off=8979388 len=1628083 2024-08-10T05:47:47.115 INFO:tasks.workunit.client.0.smithi031.stdout:op 4006 completed, throughput=5MB/sec 2024-08-10T05:47:47.115 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-b2fu9EHTyrRbuEH off=7254070 len=1626934 2024-08-10T05:47:47.125 INFO:tasks.workunit.client.0.smithi031.stdout:op 4007 completed, throughput=5MB/sec 2024-08-10T05:47:47.125 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-tTr1j3Z6NFTYoOR off=10259983 len=1677735 2024-08-10T05:47:47.134 INFO:tasks.workunit.client.0.smithi031.stdout:op 4008 completed, throughput=5MB/sec 2024-08-10T05:47:48.134 INFO:tasks.workunit.client.0.smithi031.stdout: 782: throughput=5MB/sec pending data=0 2024-08-10T05:47:48.134 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-apROjyvnTm_mpC9 off=132321 len=1421598 2024-08-10T05:47:48.137 INFO:tasks.workunit.client.0.smithi031.stdout:op 4009 completed, throughput=5MB/sec 2024-08-10T05:47:48.137 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ygtYVYMW4P1PpBn off=2326194 len=1750843 2024-08-10T05:47:48.140 INFO:tasks.workunit.client.0.smithi031.stdout:op 4010 completed, throughput=5MB/sec 2024-08-10T05:47:48.140 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-3KebOqbj1g7X-vV off=12009694 len=926580 2024-08-10T05:47:48.141 INFO:tasks.workunit.client.0.smithi031.stdout:op 4011 completed, throughput=5MB/sec 2024-08-10T05:47:48.141 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-GDlJnb04NFsdBrL off=15814902 len=1939304 2024-08-10T05:47:48.144 INFO:tasks.workunit.client.0.smithi031.stdout:op 4012 completed, throughput=5MB/sec 2024-08-10T05:47:48.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:47:47 smithi031 ceph-mon[98130]: pgmap v1790: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-10T05:47:48.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:47:47 smithi031 ceph-mon[100614]: pgmap v1790: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-10T05:47:48.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:47:47 smithi196 ceph-mon[90243]: pgmap v1790: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-10T05:47:49.144 INFO:tasks.workunit.client.0.smithi031.stdout: 783: throughput=5MB/sec pending data=0 2024-08-10T05:47:49.145 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-8y2IR9dIiDRN6Q0 off=4707898 len=689701 2024-08-10T05:47:49.149 INFO:tasks.workunit.client.0.smithi031.stdout:op 4013 completed, throughput=5MB/sec 2024-08-10T05:47:49.150 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-hl_ncK7ncidCOpd off=7551159 len=934424 2024-08-10T05:47:49.154 INFO:tasks.workunit.client.0.smithi031.stdout:op 4014 completed, throughput=5MB/sec 2024-08-10T05:47:49.154 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-x7vTpTJScEGB1vp off=5972631 len=529457 2024-08-10T05:47:49.156 INFO:tasks.workunit.client.0.smithi031.stdout:op 4015 completed, throughput=5MB/sec 2024-08-10T05:47:49.157 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-X7CLiS7q-N8l5Ox off=2379947 len=1808603 2024-08-10T05:47:49.166 INFO:tasks.workunit.client.0.smithi031.stdout:op 4016 completed, throughput=5MB/sec 2024-08-10T05:47:50.166 INFO:tasks.workunit.client.0.smithi031.stdout: 784: throughput=4.99MB/sec pending data=0 2024-08-10T05:47:50.166 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-oaeWR7O5xTtazm_ off=9275426 len=127795 2024-08-10T05:47:50.167 INFO:tasks.workunit.client.0.smithi031.stdout:op 4017 completed, throughput=4.99MB/sec 2024-08-10T05:47:50.167 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-1JqNhD4Ist-hb9D off=5772978 len=520808 2024-08-10T05:47:50.168 INFO:tasks.workunit.client.0.smithi031.stdout:op 4018 completed, throughput=5MB/sec 2024-08-10T05:47:50.168 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-9bISPjgb83gJtC9 off=3490913 len=1982405 2024-08-10T05:47:50.176 INFO:tasks.workunit.client.0.smithi031.stdout:op 4019 completed, throughput=5MB/sec 2024-08-10T05:47:50.176 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-kEFGFbMX0fqKQJv off=18545977 len=502727 2024-08-10T05:47:50.181 INFO:tasks.workunit.client.0.smithi031.stdout:op 4020 completed, throughput=5MB/sec 2024-08-10T05:47:50.181 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-m-TBN6v-nmXWlCN off=1240509 len=1229743 2024-08-10T05:47:50.186 INFO:tasks.workunit.client.0.smithi031.stdout:op 4021 completed, throughput=5MB/sec 2024-08-10T05:47:50.186 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-PYJovcKE4WarCDP off=2517001 len=302716 2024-08-10T05:47:50.189 INFO:tasks.workunit.client.0.smithi031.stdout:op 4022 completed, throughput=5MB/sec 2024-08-10T05:47:50.189 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Kr5n9CrIP6rpuvT off=1192674 len=776910 2024-08-10T05:47:50.190 INFO:tasks.workunit.client.0.smithi031.stdout:op 4023 completed, throughput=5MB/sec 2024-08-10T05:47:50.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:47:49 smithi031 ceph-mon[98130]: pgmap v1791: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:47:50.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:47:49 smithi031 ceph-mon[100614]: pgmap v1791: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:47:50.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:47:49 smithi196 ceph-mon[90243]: pgmap v1791: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:47:51.191 INFO:tasks.workunit.client.0.smithi031.stdout: 785: throughput=4.99MB/sec pending data=0 2024-08-10T05:47:51.191 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-VO-6Ilz-EIwUnvH off=3240348 len=594112 2024-08-10T05:47:51.192 INFO:tasks.workunit.client.0.smithi031.stdout:op 4024 completed, throughput=5MB/sec 2024-08-10T05:47:51.192 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ueWMeoPaKJO303a off=21710772 len=1740923 2024-08-10T05:47:51.194 INFO:tasks.workunit.client.0.smithi031.stdout:op 4025 completed, throughput=5MB/sec 2024-08-10T05:47:51.194 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-VhuN_MWrGTatr-t off=6597083 len=1696696 2024-08-10T05:47:51.202 INFO:tasks.workunit.client.0.smithi031.stdout:op 4026 completed, throughput=5MB/sec 2024-08-10T05:47:51.202 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-mIh3AG6faQWSfAg off=9434770 len=1921842 2024-08-10T05:47:51.214 INFO:tasks.workunit.client.0.smithi031.stdout:op 4027 completed, throughput=5MB/sec 2024-08-10T05:47:51.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:47:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:47:51] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-08-10T05:47:52.214 INFO:tasks.workunit.client.0.smithi031.stdout: 786: throughput=5MB/sec pending data=0 2024-08-10T05:47:52.215 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-4j6mI5oTlKogHS9 off=7707608 len=856445 2024-08-10T05:47:52.220 INFO:tasks.workunit.client.0.smithi031.stdout:op 4028 completed, throughput=5MB/sec 2024-08-10T05:47:52.220 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-VP9L0YFgM4adGEP off=4161905 len=466072 2024-08-10T05:47:52.223 INFO:tasks.workunit.client.0.smithi031.stdout:op 4029 completed, throughput=5MB/sec 2024-08-10T05:47:52.224 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-mYylj96nwIbbvm4 off=16801927 len=421880 2024-08-10T05:47:52.227 INFO:tasks.workunit.client.0.smithi031.stdout:op 4030 completed, throughput=5MB/sec 2024-08-10T05:47:52.227 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-cbkIz9PjalL3sKF off=16738766 len=1170807 2024-08-10T05:47:52.229 INFO:tasks.workunit.client.0.smithi031.stdout:op 4031 completed, throughput=5MB/sec 2024-08-10T05:47:52.229 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ynS64e2L9w6dSIn off=5921808 len=1934260 2024-08-10T05:47:52.231 INFO:tasks.workunit.client.0.smithi031.stdout:op 4032 completed, throughput=5MB/sec 2024-08-10T05:47:52.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:47:51 smithi031 ceph-mon[98130]: pgmap v1792: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-08-10T05:47:52.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:47:51 smithi031 ceph-mon[100614]: pgmap v1792: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-08-10T05:47:52.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:47:51 smithi196 ceph-mon[90243]: pgmap v1792: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-08-10T05:47:52.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:47:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:47:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:47:53.232 INFO:tasks.workunit.client.0.smithi031.stdout: 787: throughput=4.99MB/sec pending data=0 2024-08-10T05:47:53.232 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-iDIwh8-pBtGaTwl off=6184569 len=1601176 2024-08-10T05:47:53.236 INFO:tasks.workunit.client.0.smithi031.stdout:op 4033 completed, throughput=5MB/sec 2024-08-10T05:47:53.236 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-vo1ykADToTtkAY2 off=2719815 len=1010298 2024-08-10T05:47:53.241 INFO:tasks.workunit.client.0.smithi031.stdout:op 4034 completed, throughput=5MB/sec 2024-08-10T05:47:53.242 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-3C7q8HgLG8ezQSn off=19769921 len=778259 2024-08-10T05:47:53.246 INFO:tasks.workunit.client.0.smithi031.stdout:op 4035 completed, throughput=5MB/sec 2024-08-10T05:47:53.247 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-fafhosnWiGTOmcm off=7965795 len=2075132 2024-08-10T05:47:53.249 INFO:tasks.workunit.client.0.smithi031.stdout:op 4036 completed, throughput=5MB/sec 2024-08-10T05:47:54.249 INFO:tasks.workunit.client.0.smithi031.stdout: 788: throughput=4.99MB/sec pending data=0 2024-08-10T05:47:54.250 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-KHLTC7oi-PZFn_p off=5952877 len=105653 2024-08-10T05:47:54.251 INFO:tasks.workunit.client.0.smithi031.stdout:op 4037 completed, throughput=4.99MB/sec 2024-08-10T05:47:54.251 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-EZoB8lPhp6urR3j off=2187770 len=993287 2024-08-10T05:47:54.256 INFO:tasks.workunit.client.0.smithi031.stdout:op 4038 completed, throughput=5MB/sec 2024-08-10T05:47:54.256 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-mTivhsEbE0uydHq off=3053433 len=1922255 2024-08-10T05:47:54.260 INFO:tasks.workunit.client.0.smithi031.stdout:op 4039 completed, throughput=5MB/sec 2024-08-10T05:47:54.260 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-mS94of33Rxvu7iX off=902889 len=1042050 2024-08-10T05:47:54.266 INFO:tasks.workunit.client.0.smithi031.stdout:op 4040 completed, throughput=5MB/sec 2024-08-10T05:47:54.267 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-rBAe95NEMINrT2Y off=15137761 len=24709 2024-08-10T05:47:54.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:47:53 smithi031 ceph-mon[98130]: pgmap v1793: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:47:54.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:47:53 smithi031 ceph-mon[100614]: pgmap v1793: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:47:54.269 INFO:tasks.workunit.client.0.smithi031.stdout:op 4041 completed, throughput=5MB/sec 2024-08-10T05:47:54.269 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-WtTQkwFMb8tJuyf off=14679910 len=1068096 2024-08-10T05:47:54.270 INFO:tasks.workunit.client.0.smithi031.stdout:op 4042 completed, throughput=5MB/sec 2024-08-10T05:47:54.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:47:53 smithi196 ceph-mon[90243]: pgmap v1793: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:47:55.270 INFO:tasks.workunit.client.0.smithi031.stdout: 789: throughput=4.99MB/sec pending data=0 2024-08-10T05:47:55.270 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-VBL8rAW9jNeUvIB off=8815006 len=1527656 2024-08-10T05:47:55.273 INFO:tasks.workunit.client.0.smithi031.stdout:op 4043 completed, throughput=5MB/sec 2024-08-10T05:47:55.273 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-4i0twu9UZNNBiM1 off=2628415 len=162333 2024-08-10T05:47:55.274 INFO:tasks.workunit.client.0.smithi031.stdout:op 4044 completed, throughput=5MB/sec 2024-08-10T05:47:55.274 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-r-tYklfudxZgMZs off=530143 len=1776630 2024-08-10T05:47:55.285 INFO:tasks.workunit.client.0.smithi031.stdout:op 4045 completed, throughput=5MB/sec 2024-08-10T05:47:55.285 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-m0LbcV3WtJddOG8 off=1580377 len=895706 2024-08-10T05:47:55.287 INFO:tasks.workunit.client.0.smithi031.stdout:op 4046 completed, throughput=5MB/sec 2024-08-10T05:47:55.287 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-WfLr6X_d2rc9ufC off=631358 len=26237 2024-08-10T05:47:55.288 INFO:tasks.workunit.client.0.smithi031.stdout:op 4047 completed, throughput=5MB/sec 2024-08-10T05:47:55.288 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-bf27djYDOU2gh3A off=3702619 len=368787 2024-08-10T05:47:55.291 INFO:tasks.workunit.client.0.smithi031.stdout:op 4048 completed, throughput=5MB/sec 2024-08-10T05:47:55.291 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-5vAu2NtNlbRyXOE off=181264 len=992766 2024-08-10T05:47:55.296 INFO:tasks.workunit.client.0.smithi031.stdout:op 4049 completed, throughput=5MB/sec 2024-08-10T05:47:56.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:47:55 smithi031 ceph-mon[98130]: pgmap v1794: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:47:56.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:47:55 smithi031 ceph-mon[100614]: pgmap v1794: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:47:56.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:47:55 smithi196 ceph-mon[90243]: pgmap v1794: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:47:56.296 INFO:tasks.workunit.client.0.smithi031.stdout: 790: throughput=4.99MB/sec pending data=0 2024-08-10T05:47:56.297 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-J3QpmlyFbYOBpVx off=13421383 len=531061 2024-08-10T05:47:56.297 INFO:tasks.workunit.client.0.smithi031.stdout:op 4050 completed, throughput=5MB/sec 2024-08-10T05:47:56.298 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-w9YevwhKyGaiFeP off=1469086 len=1903183 2024-08-10T05:47:56.300 INFO:tasks.workunit.client.0.smithi031.stdout:op 4051 completed, throughput=5MB/sec 2024-08-10T05:47:56.300 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-hRYYiY4unEIy3SV off=1023704 len=223768 2024-08-10T05:47:56.303 INFO:tasks.workunit.client.0.smithi031.stdout:op 4052 completed, throughput=5MB/sec 2024-08-10T05:47:56.303 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-r5RrBrCXSfBfwZE off=6552331 len=1870159 2024-08-10T05:47:56.307 INFO:tasks.workunit.client.0.smithi031.stdout:op 4053 completed, throughput=5MB/sec 2024-08-10T05:47:57.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:47:56 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:47:57.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:47:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:47:57.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:47:56 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:47:57.307 INFO:tasks.workunit.client.0.smithi031.stdout: 791: throughput=4.99MB/sec pending data=0 2024-08-10T05:47:57.308 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-8WwZ49yG5MCV-k2 off=6840760 len=2009197 2024-08-10T05:47:57.316 INFO:tasks.workunit.client.0.smithi031.stdout:op 4054 completed, throughput=5MB/sec 2024-08-10T05:47:57.316 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-HAaBzYSHPMAoVGF off=5426427 len=772890 2024-08-10T05:47:57.321 INFO:tasks.workunit.client.0.smithi031.stdout:op 4055 completed, throughput=5MB/sec 2024-08-10T05:47:57.321 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-9C4pOBop76PTQ04 off=4382246 len=963874 2024-08-10T05:47:57.326 INFO:tasks.workunit.client.0.smithi031.stdout:op 4056 completed, throughput=5MB/sec 2024-08-10T05:47:57.326 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-RRz5iXdJCv_L3dp off=305179 len=1875948 2024-08-10T05:47:57.336 INFO:tasks.workunit.client.0.smithi031.stdout:op 4057 completed, throughput=5MB/sec 2024-08-10T05:47:58.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:47:57 smithi031 ceph-mon[98130]: pgmap v1795: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-10T05:47:58.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:47:57 smithi031 ceph-mon[100614]: pgmap v1795: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-10T05:47:58.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:47:57 smithi196 ceph-mon[90243]: pgmap v1795: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-10T05:47:58.336 INFO:tasks.workunit.client.0.smithi031.stdout: 792: throughput=4.99MB/sec pending data=0 2024-08-10T05:47:58.336 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-tNJR07TPdExdxX8 off=2937067 len=137605 2024-08-10T05:47:58.337 INFO:tasks.workunit.client.0.smithi031.stdout:op 4058 completed, throughput=4.99MB/sec 2024-08-10T05:47:58.337 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Zogbszax_K3oy3I off=9411134 len=157043 2024-08-10T05:47:58.338 INFO:tasks.workunit.client.0.smithi031.stdout:op 4059 completed, throughput=4.99MB/sec 2024-08-10T05:47:58.338 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-cMcb7x3FME1G_Hq off=6547531 len=2047008 2024-08-10T05:47:58.341 INFO:tasks.workunit.client.0.smithi031.stdout:op 4060 completed, throughput=5MB/sec 2024-08-10T05:47:58.341 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-cgGKIY4oxf2u910 off=4074552 len=329852 2024-08-10T05:47:58.344 INFO:tasks.workunit.client.0.smithi031.stdout:op 4061 completed, throughput=5MB/sec 2024-08-10T05:47:58.344 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-OBuWeSe1qLDiPcc off=2699353 len=2344 2024-08-10T05:47:58.344 INFO:tasks.workunit.client.0.smithi031.stdout:op 4062 completed, throughput=5MB/sec 2024-08-10T05:47:58.344 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-NT5nz3xCpcBpkkQ off=6889764 len=522798 2024-08-10T05:47:58.346 INFO:tasks.workunit.client.0.smithi031.stdout:op 4063 completed, throughput=5MB/sec 2024-08-10T05:47:58.346 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-HNtZM-z6YW7rjud off=651485 len=1287144 2024-08-10T05:47:58.348 INFO:tasks.workunit.client.0.smithi031.stdout:op 4064 completed, throughput=5MB/sec 2024-08-10T05:47:58.348 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Vls4V3y9X2ZsLD8 off=9772407 len=282333 2024-08-10T05:47:58.348 INFO:tasks.workunit.client.0.smithi031.stdout:op 4065 completed, throughput=5MB/sec 2024-08-10T05:47:58.348 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-BpkBQysf1U9RJT- off=976 len=360635 2024-08-10T05:47:58.349 INFO:tasks.workunit.client.0.smithi031.stdout:op 4066 completed, throughput=5MB/sec 2024-08-10T05:47:59.349 INFO:tasks.workunit.client.0.smithi031.stdout: 793: throughput=4.99MB/sec pending data=0 2024-08-10T05:47:59.350 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-WnJH6hjB6EtmDB2 off=931141 len=476438 2024-08-10T05:47:59.353 INFO:tasks.workunit.client.0.smithi031.stdout:op 4067 completed, throughput=4.99MB/sec 2024-08-10T05:47:59.354 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-IP6C6qx_349XkaL off=23614965 len=1682157 2024-08-10T05:47:59.357 INFO:tasks.workunit.client.0.smithi031.stdout:op 4068 completed, throughput=5MB/sec 2024-08-10T05:47:59.357 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-6NeJeMOvfAX4VGV off=3535901 len=1310606 2024-08-10T05:47:59.363 INFO:tasks.workunit.client.0.smithi031.stdout:op 4069 completed, throughput=5MB/sec 2024-08-10T05:47:59.363 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-tMzp5LZuRryRQRr off=1466219 len=1432091 2024-08-10T05:47:59.372 INFO:tasks.workunit.client.0.smithi031.stdout:op 4070 completed, throughput=5MB/sec 2024-08-10T05:47:59.373 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Pfwe0mZzb_TaLDg off=23145129 len=1431354 2024-08-10T05:47:59.375 INFO:tasks.workunit.client.0.smithi031.stdout:op 4071 completed, throughput=5MB/sec 2024-08-10T05:48:00.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:47:59 smithi031 ceph-mon[98130]: pgmap v1796: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:48:00.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:47:59 smithi031 ceph-mon[100614]: pgmap v1796: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:48:00.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:47:59 smithi196 ceph-mon[90243]: pgmap v1796: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:48:00.375 INFO:tasks.workunit.client.0.smithi031.stdout: 794: throughput=5MB/sec pending data=0 2024-08-10T05:48:00.375 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-kSVozrKZAUWIL9a off=218024 len=850643 2024-08-10T05:48:00.376 INFO:tasks.workunit.client.0.smithi031.stdout:op 4072 completed, throughput=5MB/sec 2024-08-10T05:48:00.376 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-tg0ivDJSEb6FpAt off=2046863 len=1288795 2024-08-10T05:48:00.379 INFO:tasks.workunit.client.0.smithi031.stdout:op 4073 completed, throughput=5MB/sec 2024-08-10T05:48:00.379 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-6hX4Ndq9z0U2c-A off=279254 len=1600010 2024-08-10T05:48:00.386 INFO:tasks.workunit.client.0.smithi031.stdout:op 4074 completed, throughput=5MB/sec 2024-08-10T05:48:00.386 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-26qy5kLzxGnyz-k off=1194355 len=710402 2024-08-10T05:48:00.390 INFO:tasks.workunit.client.0.smithi031.stdout:op 4075 completed, throughput=5MB/sec 2024-08-10T05:48:01.390 INFO:tasks.workunit.client.0.smithi031.stdout: 795: throughput=4.99MB/sec pending data=0 2024-08-10T05:48:01.390 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-O0UvxwlXyBjhFYx off=3151434 len=1215231 2024-08-10T05:48:01.393 INFO:tasks.workunit.client.0.smithi031.stdout:op 4076 completed, throughput=5MB/sec 2024-08-10T05:48:01.393 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-IFWk6jNPG_Oezmf off=8806624 len=1915795 2024-08-10T05:48:01.395 INFO:tasks.workunit.client.0.smithi031.stdout:op 4077 completed, throughput=5MB/sec 2024-08-10T05:48:01.396 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-u1qIzK4O1zBwYkZ off=121001 len=339177 2024-08-10T05:48:01.397 INFO:tasks.workunit.client.0.smithi031.stdout:op 4078 completed, throughput=5MB/sec 2024-08-10T05:48:01.397 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-fKUjzqyfdgVRRDB off=18271291 len=1667785 2024-08-10T05:48:01.407 INFO:tasks.workunit.client.0.smithi031.stdout:op 4079 completed, throughput=5MB/sec 2024-08-10T05:48:01.518 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:48:01 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:48:01] "GET /metrics HTTP/1.1" 200 34046 "" "Prometheus/2.43.0" 2024-08-10T05:48:02.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:48:01 smithi031 ceph-mon[98130]: pgmap v1797: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:48:02.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:48:01 smithi031 ceph-mon[100614]: pgmap v1797: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:48:02.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:48:01 smithi196 ceph-mon[90243]: pgmap v1797: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:48:02.407 INFO:tasks.workunit.client.0.smithi031.stdout: 796: throughput=4.99MB/sec pending data=0 2024-08-10T05:48:02.407 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-3TttxZtZ1zQKB13 off=704109 len=937614 2024-08-10T05:48:02.413 INFO:tasks.workunit.client.0.smithi031.stdout:op 4080 completed, throughput=5MB/sec 2024-08-10T05:48:02.413 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-tyZzFd-mr_CdXzv off=17936083 len=1337882 2024-08-10T05:48:02.415 INFO:tasks.workunit.client.0.smithi031.stdout:op 4081 completed, throughput=5MB/sec 2024-08-10T05:48:02.415 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-QFm2wr80w6LoeE3 off=4593387 len=1979702 2024-08-10T05:48:02.427 INFO:tasks.workunit.client.0.smithi031.stdout:op 4082 completed, throughput=5MB/sec 2024-08-10T05:48:02.427 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-MeTj0Nm11Ack17r off=15395431 len=925251 2024-08-10T05:48:02.432 INFO:tasks.workunit.client.0.smithi031.stdout:op 4083 completed, throughput=5MB/sec 2024-08-10T05:48:02.432 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-1AqDM8w7ofdzqZL off=1432499 len=880349 2024-08-10T05:48:02.434 INFO:tasks.workunit.client.0.smithi031.stdout:op 4084 completed, throughput=5MB/sec 2024-08-10T05:48:02.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:48:02 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:48:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:48:03.434 INFO:tasks.workunit.client.0.smithi031.stdout: 797: throughput=4.99MB/sec pending data=0 2024-08-10T05:48:03.435 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-s8mwIGsaZxArjRe off=2296625 len=1242706 2024-08-10T05:48:03.442 INFO:tasks.workunit.client.0.smithi031.stdout:op 4085 completed, throughput=5MB/sec 2024-08-10T05:48:03.442 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-OenB1KOZXM70PW2 off=3087645 len=815776 2024-08-10T05:48:03.442 INFO:tasks.workunit.client.0.smithi031.stdout:op 4086 completed, throughput=5MB/sec 2024-08-10T05:48:03.442 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-2ALJA3q4SwF6jb9 off=21483633 len=1445581 2024-08-10T05:48:03.450 INFO:tasks.workunit.client.0.smithi031.stdout:op 4087 completed, throughput=5MB/sec 2024-08-10T05:48:03.450 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ZRLwEBsUAU7RR4h off=2266749 len=227011 2024-08-10T05:48:03.450 INFO:tasks.workunit.client.0.smithi031.stdout:op 4088 completed, throughput=5MB/sec 2024-08-10T05:48:03.450 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-edJ9EuhdQU33y1o off=8179706 len=968478 2024-08-10T05:48:03.455 INFO:tasks.workunit.client.0.smithi031.stdout:op 4089 completed, throughput=5MB/sec 2024-08-10T05:48:04.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:48:03 smithi031 ceph-mon[98130]: pgmap v1798: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:48:04.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:48:03 smithi031 ceph-mon[100614]: pgmap v1798: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:48:04.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:48:03 smithi196 ceph-mon[90243]: pgmap v1798: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:48:04.455 INFO:tasks.workunit.client.0.smithi031.stdout: 798: throughput=4.99MB/sec pending data=0 2024-08-10T05:48:04.455 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-f4N0YiN6cYQ6aOs off=3712288 len=1109207 2024-08-10T05:48:04.457 INFO:tasks.workunit.client.0.smithi031.stdout:op 4090 completed, throughput=5MB/sec 2024-08-10T05:48:04.457 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-fheYcEnUzweGYWo off=3721674 len=293503 2024-08-10T05:48:04.460 INFO:tasks.workunit.client.0.smithi031.stdout:op 4091 completed, throughput=5MB/sec 2024-08-10T05:48:04.460 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-5xYLIWF8rSYMawT off=17320363 len=1929205 2024-08-10T05:48:04.471 INFO:tasks.workunit.client.0.smithi031.stdout:op 4092 completed, throughput=5MB/sec 2024-08-10T05:48:04.471 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-rzP_eL0h9JFX0FZ off=76472 len=1541033 2024-08-10T05:48:04.477 INFO:tasks.workunit.client.0.smithi031.stdout:op 4093 completed, throughput=5MB/sec 2024-08-10T05:48:04.477 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-velot1kz1p0NbWF off=760304 len=701548 2024-08-10T05:48:04.482 INFO:tasks.workunit.client.0.smithi031.stdout:op 4094 completed, throughput=5MB/sec 2024-08-10T05:48:05.483 INFO:tasks.workunit.client.0.smithi031.stdout: 799: throughput=4.99MB/sec pending data=0 2024-08-10T05:48:05.483 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Hbp46ljeTd8Da-K off=0 len=1315128 2024-08-10T05:48:05.485 INFO:tasks.workunit.client.0.smithi031.stdout:op 4095 completed, throughput=5MB/sec 2024-08-10T05:48:05.485 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-T0zysPimAbje4jZ off=3671942 len=1423298 2024-08-10T05:48:05.493 INFO:tasks.workunit.client.0.smithi031.stdout:op 4096 completed, throughput=5MB/sec 2024-08-10T05:48:05.493 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-GeIFlMo2sXdJViP off=7007906 len=1339061 2024-08-10T05:48:05.500 INFO:tasks.workunit.client.0.smithi031.stdout:op 4097 completed, throughput=5MB/sec 2024-08-10T05:48:05.500 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-eQWpG7FQqxQqW7s off=4515760 len=2068554 2024-08-10T05:48:05.502 INFO:tasks.workunit.client.0.smithi031.stdout:op 4098 completed, throughput=5MB/sec 2024-08-10T05:48:06.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:48:05 smithi031 ceph-mon[98130]: pgmap v1799: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:48:06.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:48:05 smithi031 ceph-mon[100614]: pgmap v1799: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:48:06.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:48:05 smithi196 ceph-mon[90243]: pgmap v1799: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:48:06.503 INFO:tasks.workunit.client.0.smithi031.stdout: 800: throughput=5MB/sec pending data=0 2024-08-10T05:48:06.503 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-o2vedD__FuhYnx1 off=81278 len=353524 2024-08-10T05:48:06.507 INFO:tasks.workunit.client.0.smithi031.stdout:op 4099 completed, throughput=5MB/sec 2024-08-10T05:48:06.507 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-B8zx0_5E4MP6GNI off=3979788 len=497917 2024-08-10T05:48:06.508 INFO:tasks.workunit.client.0.smithi031.stdout:op 4100 completed, throughput=5MB/sec 2024-08-10T05:48:06.508 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-TI90ZaSiQZhbiDs off=8059910 len=1549693 2024-08-10T05:48:06.510 INFO:tasks.workunit.client.0.smithi031.stdout:op 4101 completed, throughput=5MB/sec 2024-08-10T05:48:06.511 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-8Q9k7eUdrxaQT7K off=7295441 len=1856037 2024-08-10T05:48:06.519 INFO:tasks.workunit.client.0.smithi031.stdout:op 4102 completed, throughput=5MB/sec 2024-08-10T05:48:07.519 INFO:tasks.workunit.client.0.smithi031.stdout: 801: throughput=4.99MB/sec pending data=0 2024-08-10T05:48:07.519 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-g9orbcQ2TNzay0x off=8693323 len=1751584 2024-08-10T05:48:07.522 INFO:tasks.workunit.client.0.smithi031.stdout:op 4103 completed, throughput=5MB/sec 2024-08-10T05:48:07.522 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-NJ7q8rt86S6EC0_ off=4744118 len=1930429 2024-08-10T05:48:07.531 INFO:tasks.workunit.client.0.smithi031.stdout:op 4104 completed, throughput=5MB/sec 2024-08-10T05:48:07.534 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-P_CldUhYmmv6BKw off=14120513 len=544880 2024-08-10T05:48:07.535 INFO:tasks.workunit.client.0.smithi031.stdout:op 4105 completed, throughput=5MB/sec 2024-08-10T05:48:07.535 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-mMkNqgb0wGqTCbS off=12772020 len=1865913 2024-08-10T05:48:07.549 INFO:tasks.workunit.client.0.smithi031.stdout:op 4106 completed, throughput=5MB/sec 2024-08-10T05:48:08.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:48:07 smithi031 ceph-mon[98130]: pgmap v1800: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-10T05:48:08.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:48:07 smithi031 ceph-mon[100614]: pgmap v1800: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-10T05:48:08.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:48:07 smithi196 ceph-mon[90243]: pgmap v1800: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-10T05:48:08.550 INFO:tasks.workunit.client.0.smithi031.stdout: 802: throughput=4.99MB/sec pending data=0 2024-08-10T05:48:08.550 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-GrHokdDAVYZRPhz off=4484512 len=1977668 2024-08-10T05:48:08.559 INFO:tasks.workunit.client.0.smithi031.stdout:op 4107 completed, throughput=5MB/sec 2024-08-10T05:48:08.560 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ql9XIlHbQBVxYyo off=502061 len=770758 2024-08-10T05:48:08.561 INFO:tasks.workunit.client.0.smithi031.stdout:op 4108 completed, throughput=5MB/sec 2024-08-10T05:48:08.561 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Hh0XQ0MQhwmhe7T off=663381 len=1030951 2024-08-10T05:48:08.566 INFO:tasks.workunit.client.0.smithi031.stdout:op 4109 completed, throughput=5MB/sec 2024-08-10T05:48:08.566 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-QYroNb7h4as4hsv off=702500 len=932508 2024-08-10T05:48:08.567 INFO:tasks.workunit.client.0.smithi031.stdout:op 4110 completed, throughput=5MB/sec 2024-08-10T05:48:09.567 INFO:tasks.workunit.client.0.smithi031.stdout: 803: throughput=4.99MB/sec pending data=0 2024-08-10T05:48:09.567 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-2joOURakcW6EXg8 off=565038 len=507755 2024-08-10T05:48:09.568 INFO:tasks.workunit.client.0.smithi031.stdout:op 4111 completed, throughput=4.99MB/sec 2024-08-10T05:48:09.568 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-lJd36mHwjA2ck5N off=677371 len=1285123 2024-08-10T05:48:09.570 INFO:tasks.workunit.client.0.smithi031.stdout:op 4112 completed, throughput=5MB/sec 2024-08-10T05:48:09.570 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-lMOtKoC25jgVI5K off=11717704 len=6583 2024-08-10T05:48:09.570 INFO:tasks.workunit.client.0.smithi031.stdout:op 4113 completed, throughput=5MB/sec 2024-08-10T05:48:09.570 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-GFOLa1_543NTCkp off=16742009 len=423616 2024-08-10T05:48:09.574 INFO:tasks.workunit.client.0.smithi031.stdout:op 4114 completed, throughput=5MB/sec 2024-08-10T05:48:09.574 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-xxDRFk1yVCCd-fJ off=10153326 len=257167 2024-08-10T05:48:09.577 INFO:tasks.workunit.client.0.smithi031.stdout:op 4115 completed, throughput=5MB/sec 2024-08-10T05:48:09.577 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-utyTly0XaXU1eQU off=1609296 len=1025609 2024-08-10T05:48:09.582 INFO:tasks.workunit.client.0.smithi031.stdout:op 4116 completed, throughput=5MB/sec 2024-08-10T05:48:09.582 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-XvxTp_uMnDGpyKA off=17639825 len=1365814 2024-08-10T05:48:09.590 INFO:tasks.workunit.client.0.smithi031.stdout:op 4117 completed, throughput=5MB/sec 2024-08-10T05:48:09.590 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-xN3IP2PLr9Zaurz off=2174606 len=1570135 2024-08-10T05:48:09.591 INFO:tasks.workunit.client.0.smithi031.stdout:op 4118 completed, throughput=5MB/sec 2024-08-10T05:48:10.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:48:09 smithi031 ceph-mon[98130]: pgmap v1801: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:48:10.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:48:09 smithi031 ceph-mon[100614]: pgmap v1801: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:48:10.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:48:09 smithi196 ceph-mon[90243]: pgmap v1801: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:48:10.592 INFO:tasks.workunit.client.0.smithi031.stdout: 804: throughput=5MB/sec pending data=0 2024-08-10T05:48:10.592 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-kMM1MzSOPrJ3Rw3 off=10539943 len=1495327 2024-08-10T05:48:10.601 INFO:tasks.workunit.client.0.smithi031.stdout:op 4119 completed, throughput=5MB/sec 2024-08-10T05:48:10.601 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-WW1SIgr1M-1ptMP off=1878125 len=1308785 2024-08-10T05:48:10.603 INFO:tasks.workunit.client.0.smithi031.stdout:op 4120 completed, throughput=5MB/sec 2024-08-10T05:48:10.603 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-JgolKa3V-V3IMbY off=6414892 len=1704474 2024-08-10T05:48:10.610 INFO:tasks.workunit.client.0.smithi031.stdout:op 4121 completed, throughput=5MB/sec 2024-08-10T05:48:11.254 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:48:10 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:48:11.255 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:48:10 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:48:11.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:48:10 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:48:11.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:48:11 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:48:11] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-08-10T05:48:11.610 INFO:tasks.workunit.client.0.smithi031.stdout: 805: throughput=4.99MB/sec pending data=0 2024-08-10T05:48:11.611 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-evm5nsU-3dHaiC3 off=9165844 len=220198 2024-08-10T05:48:11.611 INFO:tasks.workunit.client.0.smithi031.stdout:op 4122 completed, throughput=4.99MB/sec 2024-08-10T05:48:11.611 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-4uS7P4Ml26vBVuC off=854186 len=1348411 2024-08-10T05:48:11.613 INFO:tasks.workunit.client.0.smithi031.stdout:op 4123 completed, throughput=5MB/sec 2024-08-10T05:48:11.613 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-wfptB1jyfgi4Sr5 off=18193692 len=2024543 2024-08-10T05:48:11.618 INFO:tasks.workunit.client.0.smithi031.stdout:op 4124 completed, throughput=5MB/sec 2024-08-10T05:48:11.618 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-XEiOdn4ar2qx0jB off=1511584 len=732988 2024-08-10T05:48:11.619 INFO:tasks.workunit.client.0.smithi031.stdout:op 4125 completed, throughput=5MB/sec 2024-08-10T05:48:11.619 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-UNyICYigC9HBXOI off=11085995 len=1000309 2024-08-10T05:48:11.620 INFO:tasks.workunit.client.0.smithi031.stdout:op 4126 completed, throughput=5MB/sec 2024-08-10T05:48:12.180 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:48:11 smithi196 ceph-mon[90243]: pgmap v1802: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:48:12.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:48:11 smithi031 ceph-mon[98130]: pgmap v1802: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:48:12.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:48:11 smithi031 ceph-mon[100614]: pgmap v1802: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:48:12.457 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:48:12 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:48:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:48:12.621 INFO:tasks.workunit.client.0.smithi031.stdout: 806: throughput=4.99MB/sec pending data=0 2024-08-10T05:48:12.622 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-EvE8BU-mKqvaZaP off=1254939 len=1337796 2024-08-10T05:48:12.628 INFO:tasks.workunit.client.0.smithi031.stdout:op 4127 completed, throughput=5MB/sec 2024-08-10T05:48:12.628 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-XKzB9auKSAagOfd off=1195458 len=1619572 2024-08-10T05:48:12.637 INFO:tasks.workunit.client.0.smithi031.stdout:op 4128 completed, throughput=5MB/sec 2024-08-10T05:48:12.637 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-9J1WYlGJ5auXFBN off=1987100 len=2025650 2024-08-10T05:48:12.648 INFO:tasks.workunit.client.0.smithi031.stdout:op 4129 completed, throughput=5MB/sec 2024-08-10T05:48:12.648 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-O84-k8Q_SYqGorq off=14978564 len=919634 2024-08-10T05:48:12.650 INFO:tasks.workunit.client.0.smithi031.stdout:op 4130 completed, throughput=5MB/sec 2024-08-10T05:48:13.650 INFO:tasks.workunit.client.0.smithi031.stdout: 807: throughput=4.99MB/sec pending data=0 2024-08-10T05:48:13.650 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Zh4fDgp7s-is-MT off=3872052 len=713202 2024-08-10T05:48:13.651 INFO:tasks.workunit.client.0.smithi031.stdout:op 4131 completed, throughput=5MB/sec 2024-08-10T05:48:13.652 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-aTi0JtQ2H4jXZX4 off=101554 len=1789352 2024-08-10T05:48:13.660 INFO:tasks.workunit.client.0.smithi031.stdout:op 4132 completed, throughput=5MB/sec 2024-08-10T05:48:13.660 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-GsX5R2jtsDZQga- off=1222612 len=1934340 2024-08-10T05:48:13.669 INFO:tasks.workunit.client.0.smithi031.stdout:op 4133 completed, throughput=5MB/sec 2024-08-10T05:48:13.669 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-vvS94zbewt9gqgy off=6192746 len=1247236 2024-08-10T05:48:13.671 INFO:tasks.workunit.client.0.smithi031.stdout:op 4134 completed, throughput=5MB/sec 2024-08-10T05:48:14.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:48:13 smithi031 ceph-mon[98130]: pgmap v1803: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:48:14.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:48:13 smithi031 ceph-mon[100614]: pgmap v1803: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:48:14.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:48:13 smithi196 ceph-mon[90243]: pgmap v1803: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:48:14.671 INFO:tasks.workunit.client.0.smithi031.stdout: 808: throughput=5MB/sec pending data=0 2024-08-10T05:48:14.671 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-OWZ4i9_iQSbrbxi off=14775567 len=2070803 2024-08-10T05:48:14.680 INFO:tasks.workunit.client.0.smithi031.stdout:op 4135 completed, throughput=5MB/sec 2024-08-10T05:48:14.680 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-KpYuwg3c0b-DoQ5 off=5447123 len=1941390 2024-08-10T05:48:14.682 INFO:tasks.workunit.client.0.smithi031.stdout:op 4136 completed, throughput=5MB/sec 2024-08-10T05:48:14.682 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-i59DNuBA_g85imu off=333810 len=1127727 2024-08-10T05:48:14.687 INFO:tasks.workunit.client.0.smithi031.stdout:op 4137 completed, throughput=5MB/sec 2024-08-10T05:48:15.688 INFO:tasks.workunit.client.0.smithi031.stdout: 809: throughput=5MB/sec pending data=0 2024-08-10T05:48:15.688 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-MH5YCtrKFflzCPx off=6645891 len=1666067 2024-08-10T05:48:15.698 INFO:tasks.workunit.client.0.smithi031.stdout:op 4138 completed, throughput=5MB/sec 2024-08-10T05:48:15.698 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Cj7rmowjpFyiqQs off=2818265 len=705807 2024-08-10T05:48:15.702 INFO:tasks.workunit.client.0.smithi031.stdout:op 4139 completed, throughput=5MB/sec 2024-08-10T05:48:15.703 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-gPzXAHV3dxrNiAb off=134355 len=881464 2024-08-10T05:48:15.707 INFO:tasks.workunit.client.0.smithi031.stdout:op 4140 completed, throughput=5MB/sec 2024-08-10T05:48:15.707 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-cYkz9uJkprie6YH off=11864260 len=1226923 2024-08-10T05:48:15.713 INFO:tasks.workunit.client.0.smithi031.stdout:op 4141 completed, throughput=5MB/sec 2024-08-10T05:48:16.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:48:15 smithi031 ceph-mon[98130]: pgmap v1804: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-10T05:48:16.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:48:15 smithi031 ceph-mon[100614]: pgmap v1804: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-10T05:48:16.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:48:15 smithi196 ceph-mon[90243]: pgmap v1804: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-10T05:48:16.713 INFO:tasks.workunit.client.0.smithi031.stdout: 810: throughput=4.99MB/sec pending data=0 2024-08-10T05:48:16.713 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-4KjvHhwDxrGOt4_ off=4632204 len=1060737 2024-08-10T05:48:16.719 INFO:tasks.workunit.client.0.smithi031.stdout:op 4142 completed, throughput=5MB/sec 2024-08-10T05:48:16.719 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-9--s6uE3ygfdyxU off=1554062 len=1571122 2024-08-10T05:48:16.727 INFO:tasks.workunit.client.0.smithi031.stdout:op 4143 completed, throughput=5MB/sec 2024-08-10T05:48:16.727 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-nh8PObmJjE2d36D off=3679241 len=1362020 2024-08-10T05:48:16.729 INFO:tasks.workunit.client.0.smithi031.stdout:op 4144 completed, throughput=5MB/sec 2024-08-10T05:48:16.729 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-pr76xpdlN0Bhcx9 off=4927293 len=252136 2024-08-10T05:48:16.732 INFO:tasks.workunit.client.0.smithi031.stdout:op 4145 completed, throughput=5MB/sec 2024-08-10T05:48:16.732 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-vaII5yZurfOt5CT off=11532741 len=1727020 2024-08-10T05:48:16.742 INFO:tasks.workunit.client.0.smithi031.stdout:op 4146 completed, throughput=5MB/sec 2024-08-10T05:48:17.742 INFO:tasks.workunit.client.0.smithi031.stdout: 811: throughput=4.99MB/sec pending data=0 2024-08-10T05:48:17.742 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-UOhroEgWXvSDzbw off=0 len=1175391 2024-08-10T05:48:17.744 INFO:tasks.workunit.client.0.smithi031.stdout:op 4147 completed, throughput=5MB/sec 2024-08-10T05:48:17.744 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-EVEnlb-3Z46jUQ8 off=18307609 len=1449926 2024-08-10T05:48:17.754 INFO:tasks.workunit.client.0.smithi031.stdout:op 4148 completed, throughput=5MB/sec 2024-08-10T05:48:17.754 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-nXk20zw4ExKxvzE off=16637703 len=1149197 2024-08-10T05:48:17.755 INFO:tasks.workunit.client.0.smithi031.stdout:op 4149 completed, throughput=5MB/sec 2024-08-10T05:48:17.755 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-CAoUmTOxocMsGXN off=3583200 len=673600 2024-08-10T05:48:17.757 INFO:tasks.workunit.client.0.smithi031.stdout:op 4150 completed, throughput=5MB/sec 2024-08-10T05:48:17.757 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Dc0UKLAReoRBckB off=3478226 len=969946 2024-08-10T05:48:17.759 INFO:tasks.workunit.client.0.smithi031.stdout:op 4151 completed, throughput=5MB/sec 2024-08-10T05:48:18.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:48:17 smithi031 ceph-mon[98130]: pgmap v1805: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-10T05:48:18.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:48:17 smithi031 ceph-mon[100614]: pgmap v1805: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-10T05:48:18.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:48:17 smithi196 ceph-mon[90243]: pgmap v1805: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-10T05:48:18.759 INFO:tasks.workunit.client.0.smithi031.stdout: 812: throughput=4.99MB/sec pending data=0 2024-08-10T05:48:18.759 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-7cAZjY4_EcADZrp off=1689026 len=1794 2024-08-10T05:48:18.760 INFO:tasks.workunit.client.0.smithi031.stdout:op 4152 completed, throughput=4.99MB/sec 2024-08-10T05:48:18.760 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-6k1Td2mlKDf3Knw off=731358 len=785892 2024-08-10T05:48:18.765 INFO:tasks.workunit.client.0.smithi031.stdout:op 4153 completed, throughput=5MB/sec 2024-08-10T05:48:18.765 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-wgwGAmtMum91hLf off=2782382 len=394660 2024-08-10T05:48:18.768 INFO:tasks.workunit.client.0.smithi031.stdout:op 4154 completed, throughput=5MB/sec 2024-08-10T05:48:18.768 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-0Bqew5uf3p8iDVS off=2251901 len=1310980 2024-08-10T05:48:18.774 INFO:tasks.workunit.client.0.smithi031.stdout:op 4155 completed, throughput=5MB/sec 2024-08-10T05:48:18.775 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-1OSdyHVvFaTa0_J off=6978297 len=2031261 2024-08-10T05:48:18.785 INFO:tasks.workunit.client.0.smithi031.stdout:op 4156 completed, throughput=5MB/sec 2024-08-10T05:48:18.785 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-TYCDLHAklHPK2hN off=3564221 len=1429516 2024-08-10T05:48:18.791 INFO:tasks.workunit.client.0.smithi031.stdout:op 4157 completed, throughput=5MB/sec 2024-08-10T05:48:19.791 INFO:tasks.workunit.client.0.smithi031.stdout: 813: throughput=5MB/sec pending data=0 2024-08-10T05:48:19.792 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-EYVRwJMID6ZatO7 off=11450353 len=1939512 2024-08-10T05:48:19.794 INFO:tasks.workunit.client.0.smithi031.stdout:op 4158 completed, throughput=5MB/sec 2024-08-10T05:48:19.794 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-GFf4FreHtk_HCRP off=8154482 len=574962 2024-08-10T05:48:19.798 INFO:tasks.workunit.client.0.smithi031.stdout:op 4159 completed, throughput=5MB/sec 2024-08-10T05:48:19.798 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-wDcmxfrVTinTWoz off=6534235 len=377265 2024-08-10T05:48:19.801 INFO:tasks.workunit.client.0.smithi031.stdout:op 4160 completed, throughput=5MB/sec 2024-08-10T05:48:19.801 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-8-GHDJnf7GsXdTo off=5000232 len=188491 2024-08-10T05:48:19.802 INFO:tasks.workunit.client.0.smithi031.stdout:op 4161 completed, throughput=5MB/sec 2024-08-10T05:48:19.802 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-hiAOqoLkrEWjI77 off=8901414 len=306909 2024-08-10T05:48:19.805 INFO:tasks.workunit.client.0.smithi031.stdout:op 4162 completed, throughput=5MB/sec 2024-08-10T05:48:19.805 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-_93blJI446uL2Gd off=5456113 len=1905514 2024-08-10T05:48:19.814 INFO:tasks.workunit.client.0.smithi031.stdout:op 4163 completed, throughput=5MB/sec 2024-08-10T05:48:20.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:48:19 smithi031 ceph-mon[98130]: pgmap v1806: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2024-08-10T05:48:20.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:48:19 smithi031 ceph-mon[100614]: pgmap v1806: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2024-08-10T05:48:20.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:48:19 smithi196 ceph-mon[90243]: pgmap v1806: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2024-08-10T05:48:20.814 INFO:tasks.workunit.client.0.smithi031.stdout: 814: throughput=5MB/sec pending data=0 2024-08-10T05:48:20.814 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-GcMTFJxg8lj6LBX off=4323064 len=2052562 2024-08-10T05:48:20.824 INFO:tasks.workunit.client.0.smithi031.stdout:op 4164 completed, throughput=5MB/sec 2024-08-10T05:48:20.824 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-0P5CBImzEWcyzNf off=1858004 len=2044035 2024-08-10T05:48:20.826 INFO:tasks.workunit.client.0.smithi031.stdout:op 4165 completed, throughput=5MB/sec 2024-08-10T05:48:21.170 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:48:20 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:48:21.170 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:48:20 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:48:21.171 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:48:20 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:48:21.171 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:48:20 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:48:21.171 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:48:20 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:48:21.171 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:48:20 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:48:21.171 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:48:20 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:48:21.171 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:48:20 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:48:21.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:48:20 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:48:21.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:48:20 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:48:21.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:48:20 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:48:21.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:48:20 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:48:21.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:48:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:48:21] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-08-10T05:48:21.827 INFO:tasks.workunit.client.0.smithi031.stdout: 815: throughput=4.99MB/sec pending data=0 2024-08-10T05:48:21.827 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ZUAsA-wxaUT-7Ys off=9333422 len=465151 2024-08-10T05:48:21.831 INFO:tasks.workunit.client.0.smithi031.stdout:op 4166 completed, throughput=4.99MB/sec 2024-08-10T05:48:21.831 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-L80eURhf-WCbIx8 off=5201074 len=2081869 2024-08-10T05:48:21.835 INFO:tasks.workunit.client.0.smithi031.stdout:op 4167 completed, throughput=5MB/sec 2024-08-10T05:48:21.835 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-XwWczDlcS0BP1b_ off=2550436 len=1247310 2024-08-10T05:48:21.842 INFO:tasks.workunit.client.0.smithi031.stdout:op 4168 completed, throughput=5MB/sec 2024-08-10T05:48:21.842 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-nOpcOniLUTyXc98 off=4084679 len=329495 2024-08-10T05:48:21.845 INFO:tasks.workunit.client.0.smithi031.stdout:op 4169 completed, throughput=5MB/sec 2024-08-10T05:48:21.845 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Rx8WpldRyhMB_e2 off=8293783 len=1502193 2024-08-10T05:48:21.848 INFO:tasks.workunit.client.0.smithi031.stdout:op 4170 completed, throughput=5MB/sec 2024-08-10T05:48:22.268 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:48:21 smithi031 ceph-mon[98130]: pgmap v1807: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-08-10T05:48:22.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:48:21 smithi031 ceph-mon[100614]: pgmap v1807: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-08-10T05:48:22.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:48:21 smithi196 ceph-mon[90243]: pgmap v1807: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-08-10T05:48:22.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:48:22 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:48:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:48:22.848 INFO:tasks.workunit.client.0.smithi031.stdout: 816: throughput=4.99MB/sec pending data=0 2024-08-10T05:48:22.848 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-QZZ6YphoVPcyZXU off=15150038 len=119768 2024-08-10T05:48:22.851 INFO:tasks.workunit.client.0.smithi031.stdout:op 4171 completed, throughput=4.99MB/sec 2024-08-10T05:48:22.851 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-uFPKj2ovF6hN59e off=2592300 len=504216 2024-08-10T05:48:22.855 INFO:tasks.workunit.client.0.smithi031.stdout:op 4172 completed, throughput=5MB/sec 2024-08-10T05:48:22.855 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-00-5nxhIxb688wG off=440433 len=396710 2024-08-10T05:48:22.859 INFO:tasks.workunit.client.0.smithi031.stdout:op 4173 completed, throughput=5MB/sec 2024-08-10T05:48:22.859 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-d89HnMKH5lLku3Z off=12987023 len=846467 2024-08-10T05:48:22.864 INFO:tasks.workunit.client.0.smithi031.stdout:op 4174 completed, throughput=5MB/sec 2024-08-10T05:48:22.864 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-UWGgVPH2AeJfZZA off=5356301 len=1206584 2024-08-10T05:48:22.870 INFO:tasks.workunit.client.0.smithi031.stdout:op 4175 completed, throughput=5MB/sec 2024-08-10T05:48:22.870 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-sOKcF6CJQ1hW7Vb off=21066728 len=1854088 2024-08-10T05:48:22.872 INFO:tasks.workunit.client.0.smithi031.stdout:op 4176 completed, throughput=5MB/sec 2024-08-10T05:48:22.872 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-tYeIXxf1XgHs0Z9 off=15770148 len=915636 2024-08-10T05:48:22.873 INFO:tasks.workunit.client.0.smithi031.stdout:op 4177 completed, throughput=5MB/sec 2024-08-10T05:48:23.874 INFO:tasks.workunit.client.0.smithi031.stdout: 817: throughput=4.99MB/sec pending data=0 2024-08-10T05:48:23.874 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-sm6lQcaTGWLViD0 off=11599122 len=681514 2024-08-10T05:48:23.878 INFO:tasks.workunit.client.0.smithi031.stdout:op 4178 completed, throughput=5MB/sec 2024-08-10T05:48:23.878 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-jGx8zgZJS7IbPKG off=375590 len=511267 2024-08-10T05:48:23.882 INFO:tasks.workunit.client.0.smithi031.stdout:op 4179 completed, throughput=5MB/sec 2024-08-10T05:48:23.882 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Uhzr6vFVySLexT8 off=1667788 len=1890844 2024-08-10T05:48:23.890 INFO:tasks.workunit.client.0.smithi031.stdout:op 4180 completed, throughput=5MB/sec 2024-08-10T05:48:23.890 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-5oyRkE7iS6rvbw5 off=2047696 len=659271 2024-08-10T05:48:23.891 INFO:tasks.workunit.client.0.smithi031.stdout:op 4181 completed, throughput=5MB/sec 2024-08-10T05:48:23.891 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-7PUBnkko-D2tNPJ off=10341634 len=936469 2024-08-10T05:48:23.896 INFO:tasks.workunit.client.0.smithi031.stdout:op 4182 completed, throughput=5MB/sec 2024-08-10T05:48:24.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:48:23 smithi031 ceph-mon[98130]: pgmap v1808: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-10T05:48:24.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:48:23 smithi031 ceph-mon[100614]: pgmap v1808: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-10T05:48:24.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:48:23 smithi196 ceph-mon[90243]: pgmap v1808: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-10T05:48:24.896 INFO:tasks.workunit.client.0.smithi031.stdout: 818: throughput=4.99MB/sec pending data=0 2024-08-10T05:48:24.896 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Zt_6cuFu0DR3i6a off=15172337 len=1302561 2024-08-10T05:48:24.904 INFO:tasks.workunit.client.0.smithi031.stdout:op 4183 completed, throughput=5MB/sec 2024-08-10T05:48:24.904 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-DNVsD-i-LRa07d6 off=5984277 len=601417 2024-08-10T05:48:24.906 INFO:tasks.workunit.client.0.smithi031.stdout:op 4184 completed, throughput=5MB/sec 2024-08-10T05:48:24.906 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-RzzN2HM_x3_H1V0 off=6219818 len=1002553 2024-08-10T05:48:24.911 INFO:tasks.workunit.client.0.smithi031.stdout:op 4185 completed, throughput=5MB/sec 2024-08-10T05:48:24.911 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-3SREJsGpLDT2BAW off=4673938 len=1552689 2024-08-10T05:48:24.913 INFO:tasks.workunit.client.0.smithi031.stdout:op 4186 completed, throughput=5MB/sec 2024-08-10T05:48:24.913 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-SqH0l6O-QD1A1_f off=17919061 len=2068703 2024-08-10T05:48:24.917 INFO:tasks.workunit.client.0.smithi031.stdout:op 4187 completed, throughput=5MB/sec 2024-08-10T05:48:25.917 INFO:tasks.workunit.client.0.smithi031.stdout: 819: throughput=5MB/sec pending data=0 2024-08-10T05:48:25.917 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ViOUlbgwNZMyOn8 off=17269128 len=1948680 2024-08-10T05:48:25.920 INFO:tasks.workunit.client.0.smithi031.stdout:op 4188 completed, throughput=5MB/sec 2024-08-10T05:48:25.920 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-MYNzL6ImjoxMqz7 off=7001374 len=418142 2024-08-10T05:48:25.921 INFO:tasks.workunit.client.0.smithi031.stdout:op 4189 completed, throughput=5MB/sec 2024-08-10T05:48:25.921 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-34cEzlQC0qtDocY off=2338768 len=1146501 2024-08-10T05:48:25.927 INFO:tasks.workunit.client.0.smithi031.stdout:op 4190 completed, throughput=5MB/sec 2024-08-10T05:48:25.927 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-u4IFwwK8uAO9s6p off=1050930 len=2018203 2024-08-10T05:48:25.935 INFO:tasks.workunit.client.0.smithi031.stdout:op 4191 completed, throughput=5MB/sec 2024-08-10T05:48:26.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:48:25 smithi031 ceph-mon[98130]: pgmap v1809: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-08-10T05:48:26.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:48:25 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:48:26.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:48:25 smithi031 ceph-mon[100614]: pgmap v1809: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-08-10T05:48:26.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:48:25 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:48:26.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:48:25 smithi196 ceph-mon[90243]: pgmap v1809: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-08-10T05:48:26.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:48:25 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:48:26.935 INFO:tasks.workunit.client.0.smithi031.stdout: 820: throughput=5MB/sec pending data=0 2024-08-10T05:48:26.936 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj--eUVTOtqHuJ4y7t off=13987569 len=1450529 2024-08-10T05:48:26.943 INFO:tasks.workunit.client.0.smithi031.stdout:op 4192 completed, throughput=5MB/sec 2024-08-10T05:48:26.943 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-QNf89o4l2dJ85xC off=3987620 len=1820440 2024-08-10T05:48:26.954 INFO:tasks.workunit.client.0.smithi031.stdout:op 4193 completed, throughput=5MB/sec 2024-08-10T05:48:26.954 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-20xXxBXdxy31N-E off=10233999 len=636094 2024-08-10T05:48:26.958 INFO:tasks.workunit.client.0.smithi031.stdout:op 4194 completed, throughput=5MB/sec 2024-08-10T05:48:27.959 INFO:tasks.workunit.client.0.smithi031.stdout: 821: throughput=4.99MB/sec pending data=0 2024-08-10T05:48:27.959 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-khOCbnNZz6zfVT7 off=11524303 len=1608019 2024-08-10T05:48:27.961 INFO:tasks.workunit.client.0.smithi031.stdout:op 4195 completed, throughput=5MB/sec 2024-08-10T05:48:27.961 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-BCbKNu7NbyG9Uh1 off=4991057 len=1027357 2024-08-10T05:48:27.962 INFO:tasks.workunit.client.0.smithi031.stdout:op 4196 completed, throughput=5MB/sec 2024-08-10T05:48:27.963 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-xr3CZI0-Le1sUlb off=16085325 len=986880 2024-08-10T05:48:27.965 INFO:tasks.workunit.client.0.smithi031.stdout:op 4197 completed, throughput=5MB/sec 2024-08-10T05:48:27.965 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-0XWLe_8AxCxrs4d off=94414 len=1097169 2024-08-10T05:48:27.967 INFO:tasks.workunit.client.0.smithi031.stdout:op 4198 completed, throughput=5MB/sec 2024-08-10T05:48:27.967 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-178Y1DWaBXG2l7D off=6523163 len=131227 2024-08-10T05:48:27.968 INFO:tasks.workunit.client.0.smithi031.stdout:op 4199 completed, throughput=5MB/sec 2024-08-10T05:48:27.968 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-aLCsme0BICin2J- off=14124729 len=756805 2024-08-10T05:48:27.969 INFO:tasks.workunit.client.0.smithi031.stdout:op 4200 completed, throughput=5MB/sec 2024-08-10T05:48:28.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:48:27 smithi031 ceph-mon[98130]: pgmap v1810: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-08-10T05:48:28.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:48:27 smithi031 ceph-mon[100614]: pgmap v1810: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-08-10T05:48:28.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:48:27 smithi196 ceph-mon[90243]: pgmap v1810: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-08-10T05:48:28.969 INFO:tasks.workunit.client.0.smithi031.stdout: 822: throughput=4.99MB/sec pending data=0 2024-08-10T05:48:28.970 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-hQGUE1lc9rnzZQ_ off=5850299 len=365425 2024-08-10T05:48:28.973 INFO:tasks.workunit.client.0.smithi031.stdout:op 4201 completed, throughput=4.99MB/sec 2024-08-10T05:48:28.973 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-3ahfuJKeZSt3ypj off=337088 len=666354 2024-08-10T05:48:28.975 INFO:tasks.workunit.client.0.smithi031.stdout:op 4202 completed, throughput=5MB/sec 2024-08-10T05:48:28.975 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-3iFjLVUmphoDJ2c off=3355509 len=521921 2024-08-10T05:48:28.976 INFO:tasks.workunit.client.0.smithi031.stdout:op 4203 completed, throughput=5MB/sec 2024-08-10T05:48:28.976 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-9Po0NUrhm3TNcGJ off=3368705 len=638284 2024-08-10T05:48:28.977 INFO:tasks.workunit.client.0.smithi031.stdout:op 4204 completed, throughput=5MB/sec 2024-08-10T05:48:28.977 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-PWUA_STVfl8v1XH off=425587 len=1285496 2024-08-10T05:48:28.979 INFO:tasks.workunit.client.0.smithi031.stdout:op 4205 completed, throughput=5MB/sec 2024-08-10T05:48:28.980 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-9mml9WwX-ECp432 off=5051750 len=1168007 2024-08-10T05:48:28.986 INFO:tasks.workunit.client.0.smithi031.stdout:op 4206 completed, throughput=5MB/sec 2024-08-10T05:48:28.986 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-2a_PTWyh1y95VdH off=12557742 len=570733 2024-08-10T05:48:28.989 INFO:tasks.workunit.client.0.smithi031.stdout:op 4207 completed, throughput=5MB/sec 2024-08-10T05:48:29.989 INFO:tasks.workunit.client.0.smithi031.stdout: 823: throughput=4.99MB/sec pending data=0 2024-08-10T05:48:29.989 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-nHSWqzGsavEokgi off=21227195 len=899795 2024-08-10T05:48:29.995 INFO:tasks.workunit.client.0.smithi031.stdout:op 4208 completed, throughput=5MB/sec 2024-08-10T05:48:29.995 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-hw24fDgU3PFNty4 off=1929619 len=855900 2024-08-10T05:48:29.996 INFO:tasks.workunit.client.0.smithi031.stdout:op 4209 completed, throughput=5MB/sec 2024-08-10T05:48:29.997 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-GNFSL9QUAyqUZd7 off=6203239 len=292977 2024-08-10T05:48:29.999 INFO:tasks.workunit.client.0.smithi031.stdout:op 4210 completed, throughput=5MB/sec 2024-08-10T05:48:29.999 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-NOf5kjtTnfHqCXW off=1823372 len=881471 2024-08-10T05:48:30.000 INFO:tasks.workunit.client.0.smithi031.stdout:op 4211 completed, throughput=5MB/sec 2024-08-10T05:48:30.001 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-PfwaE2EmU3Kifs0 off=16244460 len=1281832 2024-08-10T05:48:30.006 INFO:tasks.workunit.client.0.smithi031.stdout:op 4212 completed, throughput=5MB/sec 2024-08-10T05:48:30.006 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-9yxMZQoaZUjVRbZ off=3531789 len=1447475 2024-08-10T05:48:30.008 INFO:tasks.workunit.client.0.smithi031.stdout:op 4213 completed, throughput=5MB/sec 2024-08-10T05:48:30.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:48:29 smithi031 ceph-mon[100614]: pgmap v1811: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:48:30.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:48:29 smithi031 ceph-mon[98130]: pgmap v1811: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:48:30.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:48:29 smithi196 ceph-mon[90243]: pgmap v1811: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:48:31.009 INFO:tasks.workunit.client.0.smithi031.stdout: 824: throughput=4.99MB/sec pending data=0 2024-08-10T05:48:31.009 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-NDiYfETvIGRZNVR off=1839136 len=759816 2024-08-10T05:48:31.010 INFO:tasks.workunit.client.0.smithi031.stdout:op 4214 completed, throughput=5MB/sec 2024-08-10T05:48:31.011 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-EvE8BU-mKqvaZaP off=139611 len=1796214 2024-08-10T05:48:31.022 INFO:tasks.workunit.client.0.smithi031.stdout:op 4215 completed, throughput=5MB/sec 2024-08-10T05:48:31.022 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-5TGkuyDYa8DV2JJ off=14187541 len=2015810 2024-08-10T05:48:31.033 INFO:tasks.workunit.client.0.smithi031.stdout:op 4216 completed, throughput=5MB/sec 2024-08-10T05:48:31.033 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-WAko27z63EfzYk9 off=2738227 len=1498458 2024-08-10T05:48:31.035 INFO:tasks.workunit.client.0.smithi031.stdout:op 4217 completed, throughput=5MB/sec 2024-08-10T05:48:31.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:48:31 smithi031 ceph-mon[98130]: pgmap v1812: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-10T05:48:31.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:48:31 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:48:31] "GET /metrics HTTP/1.1" 200 34047 "" "Prometheus/2.43.0" 2024-08-10T05:48:31.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:48:31 smithi031 ceph-mon[100614]: pgmap v1812: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-10T05:48:31.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:48:31 smithi196 ceph-mon[90243]: pgmap v1812: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-10T05:48:32.036 INFO:tasks.workunit.client.0.smithi031.stdout: 825: throughput=5MB/sec pending data=0 2024-08-10T05:48:32.036 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-_78o__jEs-TodiV off=5922037 len=630472 2024-08-10T05:48:32.037 INFO:tasks.workunit.client.0.smithi031.stdout:op 4218 completed, throughput=5MB/sec 2024-08-10T05:48:32.037 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-tDHNnqnCgyTWaec off=7892151 len=1137450 2024-08-10T05:48:32.039 INFO:tasks.workunit.client.0.smithi031.stdout:op 4219 completed, throughput=5MB/sec 2024-08-10T05:48:32.039 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-mEgd5iu5rkLF8vU off=11005045 len=495969 2024-08-10T05:48:32.043 INFO:tasks.workunit.client.0.smithi031.stdout:op 4220 completed, throughput=5MB/sec 2024-08-10T05:48:32.043 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ptDe0czH9XCjLSC off=371227 len=762560 2024-08-10T05:48:32.044 INFO:tasks.workunit.client.0.smithi031.stdout:op 4221 completed, throughput=5MB/sec 2024-08-10T05:48:32.044 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-NLh8IyOsQe1tmG8 off=7600884 len=957906 2024-08-10T05:48:32.050 INFO:tasks.workunit.client.0.smithi031.stdout:op 4222 completed, throughput=5MB/sec 2024-08-10T05:48:32.050 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-2QMjtfsjt1QCL-c off=5116267 len=628200 2024-08-10T05:48:32.054 INFO:tasks.workunit.client.0.smithi031.stdout:op 4223 completed, throughput=5MB/sec 2024-08-10T05:48:32.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:48:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:48:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:48:33.054 INFO:tasks.workunit.client.0.smithi031.stdout: 826: throughput=4.99MB/sec pending data=0 2024-08-10T05:48:33.054 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Vx2Qb-rFvuUwe6I off=570958 len=1092466 2024-08-10T05:48:33.056 INFO:tasks.workunit.client.0.smithi031.stdout:op 4224 completed, throughput=5MB/sec 2024-08-10T05:48:33.056 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-iz_EBxEbIGhCpIB off=2972337 len=700065 2024-08-10T05:48:33.060 INFO:tasks.workunit.client.0.smithi031.stdout:op 4225 completed, throughput=5MB/sec 2024-08-10T05:48:33.060 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Rzum5kj4gJGsiMc off=2838951 len=1485277 2024-08-10T05:48:33.062 INFO:tasks.workunit.client.0.smithi031.stdout:op 4226 completed, throughput=5MB/sec 2024-08-10T05:48:33.062 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-XZj4cTYr6fFYZrF off=6043622 len=264087 2024-08-10T05:48:33.062 INFO:tasks.workunit.client.0.smithi031.stdout:op 4227 completed, throughput=5MB/sec 2024-08-10T05:48:33.063 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-QBSRdBw0U-pVYjm off=2105677 len=965209 2024-08-10T05:48:33.067 INFO:tasks.workunit.client.0.smithi031.stdout:op 4228 completed, throughput=5MB/sec 2024-08-10T05:48:33.067 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-dLs7n290J6wxWDi off=1793250 len=32611 2024-08-10T05:48:33.068 INFO:tasks.workunit.client.0.smithi031.stdout:op 4229 completed, throughput=5MB/sec 2024-08-10T05:48:33.068 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-9XGFy5cGxDggslM off=1322011 len=978673 2024-08-10T05:48:33.074 INFO:tasks.workunit.client.0.smithi031.stdout:op 4230 completed, throughput=5MB/sec 2024-08-10T05:48:33.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:48:33 smithi031 ceph-mon[98130]: pgmap v1813: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:48:33.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:48:33 smithi031 ceph-mon[100614]: pgmap v1813: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:48:33.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:48:33 smithi196 ceph-mon[90243]: pgmap v1813: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:48:34.075 INFO:tasks.workunit.client.0.smithi031.stdout: 827: throughput=4.99MB/sec pending data=0 2024-08-10T05:48:34.075 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-_JzzcsFkgDmR6mC off=21911975 len=1391163 2024-08-10T05:48:34.077 INFO:tasks.workunit.client.0.smithi031.stdout:op 4231 completed, throughput=5MB/sec 2024-08-10T05:48:34.077 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-00KKoHq90pDs6to off=729888 len=1478414 2024-08-10T05:48:34.079 INFO:tasks.workunit.client.0.smithi031.stdout:op 4232 completed, throughput=5MB/sec 2024-08-10T05:48:34.079 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-fP-9tXhjDnFEYmS off=10070463 len=31268 2024-08-10T05:48:34.082 INFO:tasks.workunit.client.0.smithi031.stdout:op 4233 completed, throughput=5MB/sec 2024-08-10T05:48:34.082 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Sd_KL_lUfjsyL-F off=6085150 len=825477 2024-08-10T05:48:34.087 INFO:tasks.workunit.client.0.smithi031.stdout:op 4234 completed, throughput=5MB/sec 2024-08-10T05:48:34.087 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-LJ7n7NXV_U1-Sur off=7952689 len=1781315 2024-08-10T05:48:34.089 INFO:tasks.workunit.client.0.smithi031.stdout:op 4235 completed, throughput=5MB/sec 2024-08-10T05:48:35.089 INFO:tasks.workunit.client.0.smithi031.stdout: 828: throughput=5MB/sec pending data=0 2024-08-10T05:48:35.090 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-GcBlHEWREi4j4-B off=14633893 len=1748540 2024-08-10T05:48:35.092 INFO:tasks.workunit.client.0.smithi031.stdout:op 4236 completed, throughput=5MB/sec 2024-08-10T05:48:35.092 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-okwOwmsKtHlYmxZ off=4407056 len=852577 2024-08-10T05:48:35.093 INFO:tasks.workunit.client.0.smithi031.stdout:op 4237 completed, throughput=5MB/sec 2024-08-10T05:48:35.093 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj--JeLOicCxcuh39h off=21231553 len=371354 2024-08-10T05:48:35.095 INFO:tasks.workunit.client.0.smithi031.stdout:op 4238 completed, throughput=5MB/sec 2024-08-10T05:48:35.095 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-iogCs9FyO0KX4bq off=8295381 len=1842197 2024-08-10T05:48:35.097 INFO:tasks.workunit.client.0.smithi031.stdout:op 4239 completed, throughput=5MB/sec 2024-08-10T05:48:35.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:48:35 smithi031 ceph-mon[98130]: pgmap v1814: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-10T05:48:35.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:48:35 smithi031 ceph-mon[100614]: pgmap v1814: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-10T05:48:35.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:48:35 smithi196 ceph-mon[90243]: pgmap v1814: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-10T05:48:36.097 INFO:tasks.workunit.client.0.smithi031.stdout: 829: throughput=4.99MB/sec pending data=0 2024-08-10T05:48:36.097 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-AxhUMk7QKBq7aKf off=818030 len=1889309 2024-08-10T05:48:36.100 INFO:tasks.workunit.client.0.smithi031.stdout:op 4240 completed, throughput=5MB/sec 2024-08-10T05:48:36.100 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-pBE4WX8bfCNZj0o off=10528831 len=1622571 2024-08-10T05:48:36.108 INFO:tasks.workunit.client.0.smithi031.stdout:op 4241 completed, throughput=5MB/sec 2024-08-10T05:48:36.108 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-uPb1nYThvF8YPen off=1767170 len=780668 2024-08-10T05:48:36.109 INFO:tasks.workunit.client.0.smithi031.stdout:op 4242 completed, throughput=5MB/sec 2024-08-10T05:48:36.109 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-OxpNNKJLrVrzeoX off=13042304 len=318778 2024-08-10T05:48:36.111 INFO:tasks.workunit.client.0.smithi031.stdout:op 4243 completed, throughput=5MB/sec 2024-08-10T05:48:36.111 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-evFrXhztAHJG_Np off=15692634 len=577735 2024-08-10T05:48:36.115 INFO:tasks.workunit.client.0.smithi031.stdout:op 4244 completed, throughput=5MB/sec 2024-08-10T05:48:37.116 INFO:tasks.workunit.client.0.smithi031.stdout: 830: throughput=4.99MB/sec pending data=0 2024-08-10T05:48:37.116 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-NAWwLxsnTY4bJ5A off=3888002 len=87554 2024-08-10T05:48:37.116 INFO:tasks.workunit.client.0.smithi031.stdout:op 4245 completed, throughput=4.99MB/sec 2024-08-10T05:48:37.117 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-GO8NMIKvlAyRijL off=14532344 len=1215580 2024-08-10T05:48:37.118 INFO:tasks.workunit.client.0.smithi031.stdout:op 4246 completed, throughput=5MB/sec 2024-08-10T05:48:37.118 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-02GUHyQJo7kW0z7 off=586758 len=1461498 2024-08-10T05:48:37.120 INFO:tasks.workunit.client.0.smithi031.stdout:op 4247 completed, throughput=5MB/sec 2024-08-10T05:48:37.120 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-3nh6RQlmiXdOYJk off=4052035 len=79918 2024-08-10T05:48:37.121 INFO:tasks.workunit.client.0.smithi031.stdout:op 4248 completed, throughput=5MB/sec 2024-08-10T05:48:37.121 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-755BvtFqNb7ecP- off=31825 len=1797085 2024-08-10T05:48:37.123 INFO:tasks.workunit.client.0.smithi031.stdout:op 4249 completed, throughput=5MB/sec 2024-08-10T05:48:37.123 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ESckVi8C4o9kz22 off=20907774 len=1845124 2024-08-10T05:48:37.131 INFO:tasks.workunit.client.0.smithi031.stdout:op 4250 completed, throughput=5MB/sec 2024-08-10T05:48:37.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:48:37 smithi031 ceph-mon[98130]: pgmap v1815: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:48:37.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:48:37 smithi031 ceph-mon[100614]: pgmap v1815: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:48:37.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:48:37 smithi196 ceph-mon[90243]: pgmap v1815: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:48:38.132 INFO:tasks.workunit.client.0.smithi031.stdout: 831: throughput=5MB/sec pending data=0 2024-08-10T05:48:38.132 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-uoTHqGDvVqRExpW off=7585505 len=1300195 2024-08-10T05:48:38.140 INFO:tasks.workunit.client.0.smithi031.stdout:op 4251 completed, throughput=5MB/sec 2024-08-10T05:48:38.140 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-3YZd5pVf__CzntL off=0 len=1768461 2024-08-10T05:48:38.149 INFO:tasks.workunit.client.0.smithi031.stdout:op 4252 completed, throughput=5MB/sec 2024-08-10T05:48:38.149 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Gsiqx0iAr1zWuCw off=4020009 len=31635 2024-08-10T05:48:38.152 INFO:tasks.workunit.client.0.smithi031.stdout:op 4253 completed, throughput=5MB/sec 2024-08-10T05:48:38.152 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-TRF5MzoCcLN65W0 off=3132365 len=613203 2024-08-10T05:48:38.156 INFO:tasks.workunit.client.0.smithi031.stdout:op 4254 completed, throughput=5MB/sec 2024-08-10T05:48:38.156 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-07_NZdMQixvGT2f off=1133510 len=446739 2024-08-10T05:48:38.159 INFO:tasks.workunit.client.0.smithi031.stdout:op 4255 completed, throughput=5MB/sec 2024-08-10T05:48:39.160 INFO:tasks.workunit.client.0.smithi031.stdout: 832: throughput=4.99MB/sec pending data=0 2024-08-10T05:48:39.160 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-aCyXRMJicRjl9jj off=18528905 len=238194 2024-08-10T05:48:39.161 INFO:tasks.workunit.client.0.smithi031.stdout:op 4256 completed, throughput=4.99MB/sec 2024-08-10T05:48:39.161 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-L8vqIvCQuFz0Q0A off=2957756 len=1458835 2024-08-10T05:48:39.169 INFO:tasks.workunit.client.0.smithi031.stdout:op 4257 completed, throughput=5MB/sec 2024-08-10T05:48:39.170 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-wfBXiDID2RuhcBv off=6685113 len=1595808 2024-08-10T05:48:39.172 INFO:tasks.workunit.client.0.smithi031.stdout:op 4258 completed, throughput=5MB/sec 2024-08-10T05:48:39.172 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-1yrGWT3OzbzD-T_ off=9467233 len=1275469 2024-08-10T05:48:39.174 INFO:tasks.workunit.client.0.smithi031.stdout:op 4259 completed, throughput=5MB/sec 2024-08-10T05:48:39.174 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-SyvXoeRmvf13Rt2 off=9827700 len=1060516 2024-08-10T05:48:39.179 INFO:tasks.workunit.client.0.smithi031.stdout:op 4260 completed, throughput=5MB/sec 2024-08-10T05:48:39.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:48:39 smithi031 ceph-mon[98130]: pgmap v1816: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:48:39.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:48:39 smithi031 ceph-mon[100614]: pgmap v1816: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:48:39.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:48:39 smithi196 ceph-mon[90243]: pgmap v1816: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:48:40.180 INFO:tasks.workunit.client.0.smithi031.stdout: 833: throughput=4.99MB/sec pending data=0 2024-08-10T05:48:40.180 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-5uKdUQGCAx94acN off=620951 len=454478 2024-08-10T05:48:40.181 INFO:tasks.workunit.client.0.smithi031.stdout:op 4261 completed, throughput=5MB/sec 2024-08-10T05:48:40.181 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-9MQz7vPg7qXvalv off=1628182 len=568918 2024-08-10T05:48:40.186 INFO:tasks.workunit.client.0.smithi031.stdout:op 4262 completed, throughput=5MB/sec 2024-08-10T05:48:40.186 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-oqfyACRbsP2tlhc off=1674892 len=1529319 2024-08-10T05:48:40.187 INFO:tasks.workunit.client.0.smithi031.stdout:op 4263 completed, throughput=5MB/sec 2024-08-10T05:48:40.188 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-lJd36mHwjA2ck5N off=5688768 len=2006872 2024-08-10T05:48:40.190 INFO:tasks.workunit.client.0.smithi031.stdout:op 4264 completed, throughput=5MB/sec 2024-08-10T05:48:40.190 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-HcxMBX2yNZ9JT_n off=606849 len=1907647 2024-08-10T05:48:40.199 INFO:tasks.workunit.client.0.smithi031.stdout:op 4265 completed, throughput=5MB/sec 2024-08-10T05:48:41.199 INFO:tasks.workunit.client.0.smithi031.stdout: 834: throughput=5MB/sec pending data=0 2024-08-10T05:48:41.199 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-HmAUDT518W3jfQd off=9096319 len=1220849 2024-08-10T05:48:41.205 INFO:tasks.workunit.client.0.smithi031.stdout:op 4266 completed, throughput=5MB/sec 2024-08-10T05:48:41.205 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-9ebvTTNq-_1BGqB off=64832 len=2081962 2024-08-10T05:48:41.214 INFO:tasks.workunit.client.0.smithi031.stdout:op 4267 completed, throughput=5MB/sec 2024-08-10T05:48:41.214 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-LyKbEyHPgtYE5GC off=9636183 len=1283591 2024-08-10T05:48:41.221 INFO:tasks.workunit.client.0.smithi031.stdout:op 4268 completed, throughput=5MB/sec 2024-08-10T05:48:41.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:48:41 smithi031 ceph-mon[98130]: pgmap v1817: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:48:41.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:48:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:48:41.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:48:41 smithi031 ceph-mon[100614]: pgmap v1817: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:48:41.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:48:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:48:41.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:48:41 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:48:41] "GET /metrics HTTP/1.1" 200 34051 "" "Prometheus/2.43.0" 2024-08-10T05:48:41.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:48:41 smithi196 ceph-mon[90243]: pgmap v1817: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:48:41.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:48:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:48:42.222 INFO:tasks.workunit.client.0.smithi031.stdout: 835: throughput=4.99MB/sec pending data=0 2024-08-10T05:48:42.222 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-YGQUsa-UQQgaXyp off=6123017 len=376463 2024-08-10T05:48:42.222 INFO:tasks.workunit.client.0.smithi031.stdout:op 4269 completed, throughput=5MB/sec 2024-08-10T05:48:42.223 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-LEUwqsoS_gQnrqZ off=7622204 len=191978 2024-08-10T05:48:42.223 INFO:tasks.workunit.client.0.smithi031.stdout:op 4270 completed, throughput=5MB/sec 2024-08-10T05:48:42.223 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-2ltIU4JJ8wqY3bz off=7414756 len=1821891 2024-08-10T05:48:42.227 INFO:tasks.workunit.client.0.smithi031.stdout:op 4271 completed, throughput=5MB/sec 2024-08-10T05:48:42.227 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-egqzksu5f6LB2of off=13855133 len=1535159 2024-08-10T05:48:42.235 INFO:tasks.workunit.client.0.smithi031.stdout:op 4272 completed, throughput=5MB/sec 2024-08-10T05:48:42.235 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-1fRHdZJBmCTt8h0 off=327335 len=967083 2024-08-10T05:48:42.240 INFO:tasks.workunit.client.0.smithi031.stdout:op 4273 completed, throughput=5MB/sec 2024-08-10T05:48:42.680 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:48:42 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:48:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:48:43.240 INFO:tasks.workunit.client.0.smithi031.stdout: 836: throughput=4.99MB/sec pending data=0 2024-08-10T05:48:43.241 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-87daNYD0aVE8sPQ off=3631943 len=824084 2024-08-10T05:48:43.245 INFO:tasks.workunit.client.0.smithi031.stdout:op 4274 completed, throughput=5MB/sec 2024-08-10T05:48:43.245 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-1gWt2amI2Q_u07Z off=3299850 len=1092152 2024-08-10T05:48:43.252 INFO:tasks.workunit.client.0.smithi031.stdout:op 4275 completed, throughput=5MB/sec 2024-08-10T05:48:43.252 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-UG3kS9IWu2M1eiV off=5100816 len=237935 2024-08-10T05:48:43.253 INFO:tasks.workunit.client.0.smithi031.stdout:op 4276 completed, throughput=5MB/sec 2024-08-10T05:48:43.253 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Z5xDQuV1Xedohlv off=11677578 len=508481 2024-08-10T05:48:43.254 INFO:tasks.workunit.client.0.smithi031.stdout:op 4277 completed, throughput=5MB/sec 2024-08-10T05:48:43.254 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-pijqMpLeaDDwhDQ off=22073 len=1242321 2024-08-10T05:48:43.259 INFO:tasks.workunit.client.0.smithi031.stdout:op 4278 completed, throughput=5MB/sec 2024-08-10T05:48:43.259 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-YfmvBzm7rl9QU_2 off=1467212 len=1788857 2024-08-10T05:48:43.261 INFO:tasks.workunit.client.0.smithi031.stdout:op 4279 completed, throughput=5MB/sec 2024-08-10T05:48:43.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:48:43 smithi031 ceph-mon[98130]: pgmap v1818: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-10T05:48:43.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:48:43 smithi031 ceph-mon[100614]: pgmap v1818: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-10T05:48:43.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:48:43 smithi196 ceph-mon[90243]: pgmap v1818: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-10T05:48:44.262 INFO:tasks.workunit.client.0.smithi031.stdout: 837: throughput=4.99MB/sec pending data=0 2024-08-10T05:48:44.262 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-UwzUB9oV9umVHg5 off=4474901 len=781202 2024-08-10T05:48:44.263 INFO:tasks.workunit.client.0.smithi031.stdout:op 4280 completed, throughput=5MB/sec 2024-08-10T05:48:44.263 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-9oQrNxpEHPrSjMr off=6817744 len=1994461 2024-08-10T05:48:44.266 INFO:tasks.workunit.client.0.smithi031.stdout:op 4281 completed, throughput=5MB/sec 2024-08-10T05:48:44.266 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-btwXY2InaJHVANi off=1382739 len=1748189 2024-08-10T05:48:44.269 INFO:tasks.workunit.client.0.smithi031.stdout:op 4282 completed, throughput=5MB/sec 2024-08-10T05:48:44.269 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-fB7TEGLYTCGcZXN off=2687671 len=2081572 2024-08-10T05:48:44.272 INFO:tasks.workunit.client.0.smithi031.stdout:op 4283 completed, throughput=5MB/sec 2024-08-10T05:48:45.273 INFO:tasks.workunit.client.0.smithi031.stdout: 838: throughput=5MB/sec pending data=0 2024-08-10T05:48:45.273 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-UpuSqiLHdUiVBdM off=13141698 len=610672 2024-08-10T05:48:45.277 INFO:tasks.workunit.client.0.smithi031.stdout:op 4284 completed, throughput=5MB/sec 2024-08-10T05:48:45.277 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-VI66mP9vAW-ImLy off=10298395 len=465016 2024-08-10T05:48:45.278 INFO:tasks.workunit.client.0.smithi031.stdout:op 4285 completed, throughput=5MB/sec 2024-08-10T05:48:45.278 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-keK50DvZEja9fkN off=11028656 len=1584397 2024-08-10T05:48:45.287 INFO:tasks.workunit.client.0.smithi031.stdout:op 4286 completed, throughput=5MB/sec 2024-08-10T05:48:45.287 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-7uE92hTDhh9ncD- off=374487 len=1115586 2024-08-10T05:48:45.288 INFO:tasks.workunit.client.0.smithi031.stdout:op 4287 completed, throughput=5MB/sec 2024-08-10T05:48:45.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:48:45 smithi031 ceph-mon[100614]: pgmap v1819: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:48:45.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:48:45 smithi031 ceph-mon[98130]: pgmap v1819: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:48:45.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:48:45 smithi196 ceph-mon[90243]: pgmap v1819: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:48:46.289 INFO:tasks.workunit.client.0.smithi031.stdout: 839: throughput=4.99MB/sec pending data=0 2024-08-10T05:48:46.289 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-whV3WiCLAipgQ8F off=553579 len=1605435 2024-08-10T05:48:46.291 INFO:tasks.workunit.client.0.smithi031.stdout:op 4288 completed, throughput=5MB/sec 2024-08-10T05:48:46.292 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-VJRJYYudQePdcQQ off=18416286 len=1977119 2024-08-10T05:48:46.301 INFO:tasks.workunit.client.0.smithi031.stdout:op 4289 completed, throughput=5MB/sec 2024-08-10T05:48:46.302 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-r5oOP7O-7dRsClr off=14254077 len=999743 2024-08-10T05:48:46.306 INFO:tasks.workunit.client.0.smithi031.stdout:op 4290 completed, throughput=5MB/sec 2024-08-10T05:48:46.307 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Fb_nTgMNarzMcBj off=5819911 len=490460 2024-08-10T05:48:46.310 INFO:tasks.workunit.client.0.smithi031.stdout:op 4291 completed, throughput=5MB/sec 2024-08-10T05:48:47.311 INFO:tasks.workunit.client.0.smithi031.stdout: 840: throughput=4.99MB/sec pending data=0 2024-08-10T05:48:47.311 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ygxbFXkfZaWFTSP off=7101710 len=1447994 2024-08-10T05:48:47.318 INFO:tasks.workunit.client.0.smithi031.stdout:op 4292 completed, throughput=5MB/sec 2024-08-10T05:48:47.318 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-kzSFkQPJUDk86fL off=1076256 len=423791 2024-08-10T05:48:47.321 INFO:tasks.workunit.client.0.smithi031.stdout:op 4293 completed, throughput=5MB/sec 2024-08-10T05:48:47.321 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-doHHYMS2LTTXV8Z off=8770492 len=1499176 2024-08-10T05:48:47.328 INFO:tasks.workunit.client.0.smithi031.stdout:op 4294 completed, throughput=5MB/sec 2024-08-10T05:48:47.328 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-x2QCIAVp6cLbujx off=15548319 len=1273352 2024-08-10T05:48:47.335 INFO:tasks.workunit.client.0.smithi031.stdout:op 4295 completed, throughput=5MB/sec 2024-08-10T05:48:47.335 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-bU0qtHZsBDlE9Bz off=4015952 len=767885 2024-08-10T05:48:47.340 INFO:tasks.workunit.client.0.smithi031.stdout:op 4296 completed, throughput=5MB/sec 2024-08-10T05:48:47.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:48:47 smithi031 ceph-mon[98130]: pgmap v1820: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-08-10T05:48:47.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:48:47 smithi031 ceph-mon[100614]: pgmap v1820: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-08-10T05:48:47.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:48:47 smithi196 ceph-mon[90243]: pgmap v1820: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-08-10T05:48:48.340 INFO:tasks.workunit.client.0.smithi031.stdout: 841: throughput=4.99MB/sec pending data=0 2024-08-10T05:48:48.340 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-enXFz82ZGXbE8Jp off=3541891 len=2000971 2024-08-10T05:48:48.352 INFO:tasks.workunit.client.0.smithi031.stdout:op 4297 completed, throughput=5MB/sec 2024-08-10T05:48:48.352 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-VkF_sZjWggBm3Mg off=2188963 len=913666 2024-08-10T05:48:48.357 INFO:tasks.workunit.client.0.smithi031.stdout:op 4298 completed, throughput=5MB/sec 2024-08-10T05:48:48.357 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-N_Khnbctc83mCiI off=2177129 len=730268 2024-08-10T05:48:48.361 INFO:tasks.workunit.client.0.smithi031.stdout:op 4299 completed, throughput=5MB/sec 2024-08-10T05:48:48.361 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-yFya4HiBcdrmxsE off=20101091 len=1152842 2024-08-10T05:48:48.366 INFO:tasks.workunit.client.0.smithi031.stdout:op 4300 completed, throughput=5MB/sec 2024-08-10T05:48:48.367 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-W8hDmGGTnOftaMj off=15010442 len=1163040 2024-08-10T05:48:48.368 INFO:tasks.workunit.client.0.smithi031.stdout:op 4301 completed, throughput=5MB/sec 2024-08-10T05:48:49.368 INFO:tasks.workunit.client.0.smithi031.stdout: 842: throughput=4.99MB/sec pending data=0 2024-08-10T05:48:49.368 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-_x5lOrE8BABYqRv off=2301335 len=838573 2024-08-10T05:48:49.393 INFO:tasks.workunit.client.0.smithi031.stdout:op 4302 completed, throughput=5MB/sec 2024-08-10T05:48:49.393 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-XkWco7NCeFWR5B3 off=617535 len=1054824 2024-08-10T05:48:49.395 INFO:tasks.workunit.client.0.smithi031.stdout:op 4303 completed, throughput=5MB/sec 2024-08-10T05:48:49.395 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-9Qu5bdXVz7G9dvw off=16693841 len=1246411 2024-08-10T05:48:49.402 INFO:tasks.workunit.client.0.smithi031.stdout:op 4304 completed, throughput=5MB/sec 2024-08-10T05:48:49.402 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-6QRzNe54c0LjEbO off=5583825 len=304021 2024-08-10T05:48:49.403 INFO:tasks.workunit.client.0.smithi031.stdout:op 4305 completed, throughput=5MB/sec 2024-08-10T05:48:49.403 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-gmd3YrTOt4RmPZ8 off=6022648 len=2038130 2024-08-10T05:48:49.407 INFO:tasks.workunit.client.0.smithi031.stdout:op 4306 completed, throughput=5MB/sec 2024-08-10T05:48:49.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:48:49 smithi031 ceph-mon[98130]: pgmap v1821: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:48:49.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:48:49 smithi031 ceph-mon[100614]: pgmap v1821: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:48:49.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:48:49 smithi196 ceph-mon[90243]: pgmap v1821: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:48:50.408 INFO:tasks.workunit.client.0.smithi031.stdout: 843: throughput=5MB/sec pending data=0 2024-08-10T05:48:50.408 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-RlThQbdcTj5yBIq off=7453033 len=1821014 2024-08-10T05:48:50.417 INFO:tasks.workunit.client.0.smithi031.stdout:op 4307 completed, throughput=5MB/sec 2024-08-10T05:48:50.417 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-LGqysGM5jSKTXJc off=153248 len=1914880 2024-08-10T05:48:50.419 INFO:tasks.workunit.client.0.smithi031.stdout:op 4308 completed, throughput=5MB/sec 2024-08-10T05:48:50.419 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-k9rxjslf9MQ_jdG off=7669860 len=1376541 2024-08-10T05:48:50.420 INFO:tasks.workunit.client.0.smithi031.stdout:op 4309 completed, throughput=5MB/sec 2024-08-10T05:48:51.421 INFO:tasks.workunit.client.0.smithi031.stdout: 844: throughput=4.99MB/sec pending data=0 2024-08-10T05:48:51.421 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-KvkRotqcgjizzFq off=12802295 len=856601 2024-08-10T05:48:51.423 INFO:tasks.workunit.client.0.smithi031.stdout:op 4310 completed, throughput=5MB/sec 2024-08-10T05:48:51.423 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-4i0twu9UZNNBiM1 off=381271 len=622933 2024-08-10T05:48:51.428 INFO:tasks.workunit.client.0.smithi031.stdout:op 4311 completed, throughput=5MB/sec 2024-08-10T05:48:51.428 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-CWS1nQ1Zl2uZCYZ off=17631250 len=1875162 2024-08-10T05:48:51.430 INFO:tasks.workunit.client.0.smithi031.stdout:op 4312 completed, throughput=5MB/sec 2024-08-10T05:48:51.431 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-SZmiIaRgyZKOjOi off=6369052 len=1095013 2024-08-10T05:48:51.433 INFO:tasks.workunit.client.0.smithi031.stdout:op 4313 completed, throughput=5MB/sec 2024-08-10T05:48:51.433 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj--F3nDoSFMQE9Dt- off=3127112 len=824220 2024-08-10T05:48:51.434 INFO:tasks.workunit.client.0.smithi031.stdout:op 4314 completed, throughput=5MB/sec 2024-08-10T05:48:51.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:48:51 smithi031 ceph-mon[100614]: pgmap v1822: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:48:51.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:48:51 smithi031 ceph-mon[98130]: pgmap v1822: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:48:51.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:48:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:48:51] "GET /metrics HTTP/1.1" 200 34051 "" "Prometheus/2.43.0" 2024-08-10T05:48:51.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:48:51 smithi196 ceph-mon[90243]: pgmap v1822: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:48:52.435 INFO:tasks.workunit.client.0.smithi031.stdout: 845: throughput=4.99MB/sec pending data=0 2024-08-10T05:48:52.435 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-JSWmMo7ljUNMFP_ off=0 len=1179611 2024-08-10T05:48:52.441 INFO:tasks.workunit.client.0.smithi031.stdout:op 4315 completed, throughput=5MB/sec 2024-08-10T05:48:52.441 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-6NeJeMOvfAX4VGV off=12712340 len=801718 2024-08-10T05:48:52.443 INFO:tasks.workunit.client.0.smithi031.stdout:op 4316 completed, throughput=5MB/sec 2024-08-10T05:48:52.443 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Y6ZeqYt8OXIsQ9B off=678914 len=492156 2024-08-10T05:48:52.443 INFO:tasks.workunit.client.0.smithi031.stdout:op 4317 completed, throughput=5MB/sec 2024-08-10T05:48:52.444 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-deim6V8MQF3z28c off=12070378 len=204388 2024-08-10T05:48:52.446 INFO:tasks.workunit.client.0.smithi031.stdout:op 4318 completed, throughput=5MB/sec 2024-08-10T05:48:52.447 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-F6F34iCRm0DUtT0 off=1602694 len=681704 2024-08-10T05:48:52.450 INFO:tasks.workunit.client.0.smithi031.stdout:op 4319 completed, throughput=5MB/sec 2024-08-10T05:48:52.450 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-0ctVSDpL4hj0PKg off=17798043 len=1316785 2024-08-10T05:48:52.457 INFO:tasks.workunit.client.0.smithi031.stdout:op 4320 completed, throughput=5MB/sec 2024-08-10T05:48:52.457 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ykOuWTzVk5kB2Pw off=2893072 len=1279905 2024-08-10T05:48:52.465 INFO:tasks.workunit.client.0.smithi031.stdout:op 4321 completed, throughput=5MB/sec 2024-08-10T05:48:52.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:48:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:48:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:48:53.466 INFO:tasks.workunit.client.0.smithi031.stdout: 846: throughput=5MB/sec pending data=0 2024-08-10T05:48:53.466 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-z0aQ5hY1UJUncIm off=15625776 len=1959381 2024-08-10T05:48:53.468 INFO:tasks.workunit.client.0.smithi031.stdout:op 4322 completed, throughput=5MB/sec 2024-08-10T05:48:53.468 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Is0TbdKkartitD- off=2468284 len=1089278 2024-08-10T05:48:53.474 INFO:tasks.workunit.client.0.smithi031.stdout:op 4323 completed, throughput=5MB/sec 2024-08-10T05:48:53.475 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Kb8bYghzx5uZWz3 off=9467477 len=1171163 2024-08-10T05:48:53.480 INFO:tasks.workunit.client.0.smithi031.stdout:op 4324 completed, throughput=5MB/sec 2024-08-10T05:48:53.480 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-I9QwHLLRE4TTiG- off=12083862 len=425585 2024-08-10T05:48:53.481 INFO:tasks.workunit.client.0.smithi031.stdout:op 4325 completed, throughput=5MB/sec 2024-08-10T05:48:53.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:48:53 smithi031 ceph-mon[98130]: pgmap v1823: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-08-10T05:48:53.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:48:53 smithi031 ceph-mon[100614]: pgmap v1823: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-08-10T05:48:53.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:48:53 smithi196 ceph-mon[90243]: pgmap v1823: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-08-10T05:48:54.481 INFO:tasks.workunit.client.0.smithi031.stdout: 847: throughput=4.99MB/sec pending data=0 2024-08-10T05:48:54.482 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-FsaRNtwK6Z-MRYe off=14093826 len=743679 2024-08-10T05:48:54.487 INFO:tasks.workunit.client.0.smithi031.stdout:op 4326 completed, throughput=5MB/sec 2024-08-10T05:48:54.487 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-z-0ztMRKyPsSiIg off=7538751 len=238403 2024-08-10T05:48:54.488 INFO:tasks.workunit.client.0.smithi031.stdout:op 4327 completed, throughput=5MB/sec 2024-08-10T05:48:54.488 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-JeZbhtKfWKJnmbk off=11374042 len=556652 2024-08-10T05:48:54.489 INFO:tasks.workunit.client.0.smithi031.stdout:op 4328 completed, throughput=5MB/sec 2024-08-10T05:48:54.489 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-uXRIt5MZSAy8vk0 off=316144 len=1567997 2024-08-10T05:48:54.496 INFO:tasks.workunit.client.0.smithi031.stdout:op 4329 completed, throughput=5MB/sec 2024-08-10T05:48:54.496 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-rqDPhqt6vvsa-E3 off=1968435 len=2033680 2024-08-10T05:48:54.505 INFO:tasks.workunit.client.0.smithi031.stdout:op 4330 completed, throughput=5MB/sec 2024-08-10T05:48:55.505 INFO:tasks.workunit.client.0.smithi031.stdout: 848: throughput=4.99MB/sec pending data=0 2024-08-10T05:48:55.505 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-686Eru245vzLUAo off=6894532 len=1364522 2024-08-10T05:48:55.507 INFO:tasks.workunit.client.0.smithi031.stdout:op 4331 completed, throughput=5MB/sec 2024-08-10T05:48:55.507 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-qqPPQlKRuka1Zjw off=3173220 len=1581012 2024-08-10T05:48:55.516 INFO:tasks.workunit.client.0.smithi031.stdout:op 4332 completed, throughput=5MB/sec 2024-08-10T05:48:55.516 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-6Ep-4Go_7MDB55a off=36787 len=2009957 2024-08-10T05:48:55.524 INFO:tasks.workunit.client.0.smithi031.stdout:op 4333 completed, throughput=5MB/sec 2024-08-10T05:48:55.524 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-J6quVJdfZspHifB off=298798 len=1610799 2024-08-10T05:48:55.525 INFO:tasks.workunit.client.0.smithi031.stdout:op 4334 completed, throughput=5MB/sec 2024-08-10T05:48:55.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:48:55 smithi031 ceph-mon[98130]: pgmap v1824: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-10T05:48:55.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:48:55 smithi031 ceph-mon[100614]: pgmap v1824: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-10T05:48:55.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:48:55 smithi196 ceph-mon[90243]: pgmap v1824: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-10T05:48:56.526 INFO:tasks.workunit.client.0.smithi031.stdout: 849: throughput=5MB/sec pending data=0 2024-08-10T05:48:56.526 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-dCTNoUaCzYxaib_ off=6243829 len=51965 2024-08-10T05:48:56.526 INFO:tasks.workunit.client.0.smithi031.stdout:op 4335 completed, throughput=5MB/sec 2024-08-10T05:48:56.526 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-4oSkBAUAr1_MCiU off=10337640 len=2068656 2024-08-10T05:48:56.538 INFO:tasks.workunit.client.0.smithi031.stdout:op 4336 completed, throughput=5MB/sec 2024-08-10T05:48:56.538 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-IZcgE9bGObyh8ti off=910704 len=1104341 2024-08-10T05:48:56.544 INFO:tasks.workunit.client.0.smithi031.stdout:op 4337 completed, throughput=5MB/sec 2024-08-10T05:48:56.544 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-KnIXZ3IJQCAjdp6 off=18987073 len=1988970 2024-08-10T05:48:56.553 INFO:tasks.workunit.client.0.smithi031.stdout:op 4338 completed, throughput=5MB/sec 2024-08-10T05:48:56.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:48:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:48:56.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:48:56 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:48:56.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:48:56 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:48:57.553 INFO:tasks.workunit.client.0.smithi031.stdout: 850: throughput=5MB/sec pending data=0 2024-08-10T05:48:57.553 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-JI7gODDVFt3leBW off=18794441 len=1451547 2024-08-10T05:48:57.555 INFO:tasks.workunit.client.0.smithi031.stdout:op 4339 completed, throughput=5MB/sec 2024-08-10T05:48:57.555 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-BMd2Sua7wPbltIS off=13161801 len=357629 2024-08-10T05:48:57.557 INFO:tasks.workunit.client.0.smithi031.stdout:op 4340 completed, throughput=5MB/sec 2024-08-10T05:48:57.557 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-7GutzH3A94NjHrM off=8379443 len=471360 2024-08-10T05:48:57.558 INFO:tasks.workunit.client.0.smithi031.stdout:op 4341 completed, throughput=5MB/sec 2024-08-10T05:48:57.558 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-okKhzS8tcL0xCkE off=14025640 len=1191382 2024-08-10T05:48:57.564 INFO:tasks.workunit.client.0.smithi031.stdout:op 4342 completed, throughput=5MB/sec 2024-08-10T05:48:57.565 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-smholrMd6Af8MUO off=354786 len=128674 2024-08-10T05:48:57.567 INFO:tasks.workunit.client.0.smithi031.stdout:op 4343 completed, throughput=5MB/sec 2024-08-10T05:48:57.567 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-XiCsnYecPOz1Qrz off=5416846 len=1607046 2024-08-10T05:48:57.569 INFO:tasks.workunit.client.0.smithi031.stdout:op 4344 completed, throughput=5MB/sec 2024-08-10T05:48:57.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:48:57 smithi031 ceph-mon[98130]: pgmap v1825: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:48:57.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:48:57 smithi031 ceph-mon[100614]: pgmap v1825: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:48:57.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:48:57 smithi196 ceph-mon[90243]: pgmap v1825: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:48:58.570 INFO:tasks.workunit.client.0.smithi031.stdout: 851: throughput=5MB/sec pending data=0 2024-08-10T05:48:58.570 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-pBE4WX8bfCNZj0o off=6368275 len=826963 2024-08-10T05:48:58.574 INFO:tasks.workunit.client.0.smithi031.stdout:op 4345 completed, throughput=5MB/sec 2024-08-10T05:48:58.574 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-yg18nI_Q7csglPW off=9739384 len=27652 2024-08-10T05:48:58.577 INFO:tasks.workunit.client.0.smithi031.stdout:op 4346 completed, throughput=5MB/sec 2024-08-10T05:48:58.577 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-bFBwGFQ7L8oudpQ off=4460182 len=1967189 2024-08-10T05:48:58.589 INFO:tasks.workunit.client.0.smithi031.stdout:op 4347 completed, throughput=5MB/sec 2024-08-10T05:48:58.589 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-qXLwz67ODrSlrhL off=381589 len=128552 2024-08-10T05:48:58.590 INFO:tasks.workunit.client.0.smithi031.stdout:op 4348 completed, throughput=5MB/sec 2024-08-10T05:48:58.590 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-6Y312LYimtHq9-W off=6452166 len=1565535 2024-08-10T05:48:58.596 INFO:tasks.workunit.client.0.smithi031.stdout:op 4349 completed, throughput=5MB/sec 2024-08-10T05:48:59.596 INFO:tasks.workunit.client.0.smithi031.stdout: 852: throughput=4.99MB/sec pending data=0 2024-08-10T05:48:59.596 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-xuzsHvcuBzklMIp off=1028381 len=764429 2024-08-10T05:48:59.599 INFO:tasks.workunit.client.0.smithi031.stdout:op 4350 completed, throughput=5MB/sec 2024-08-10T05:48:59.599 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-kCw11FnWxYLdLoF off=4014316 len=1264679 2024-08-10T05:48:59.600 INFO:tasks.workunit.client.0.smithi031.stdout:op 4351 completed, throughput=5MB/sec 2024-08-10T05:48:59.601 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-lGPqhOi2IpnujWY off=18151531 len=1856574 2024-08-10T05:48:59.603 INFO:tasks.workunit.client.0.smithi031.stdout:op 4352 completed, throughput=5MB/sec 2024-08-10T05:48:59.603 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-zrnjhc3C0BDyFB8 off=5053642 len=1490031 2024-08-10T05:48:59.609 INFO:tasks.workunit.client.0.smithi031.stdout:op 4353 completed, throughput=5MB/sec 2024-08-10T05:48:59.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:48:59 smithi031 ceph-mon[98130]: pgmap v1826: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:48:59.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:48:59 smithi031 ceph-mon[100614]: pgmap v1826: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:48:59.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:48:59 smithi196 ceph-mon[90243]: pgmap v1826: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:49:00.610 INFO:tasks.workunit.client.0.smithi031.stdout: 853: throughput=4.99MB/sec pending data=0 2024-08-10T05:49:00.610 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-BPSSrOpAWK-RkaY off=6060941 len=750537 2024-08-10T05:49:00.611 INFO:tasks.workunit.client.0.smithi031.stdout:op 4354 completed, throughput=5MB/sec 2024-08-10T05:49:00.611 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-LbdURoutL58EnqU off=15625884 len=1377915 2024-08-10T05:49:00.618 INFO:tasks.workunit.client.0.smithi031.stdout:op 4355 completed, throughput=5MB/sec 2024-08-10T05:49:00.618 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-92lm394TtNTBwgB off=6390217 len=331097 2024-08-10T05:49:00.619 INFO:tasks.workunit.client.0.smithi031.stdout:op 4356 completed, throughput=5MB/sec 2024-08-10T05:49:00.619 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-OnoFKQNkHp0VO-r off=4622641 len=1409613 2024-08-10T05:49:00.626 INFO:tasks.workunit.client.0.smithi031.stdout:op 4357 completed, throughput=5MB/sec 2024-08-10T05:49:00.626 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-GF1yJOFJY_Q1fyp off=3190366 len=869269 2024-08-10T05:49:00.630 INFO:tasks.workunit.client.0.smithi031.stdout:op 4358 completed, throughput=5MB/sec 2024-08-10T05:49:00.630 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-rkowTT69Br_OUMo off=292915 len=1613544 2024-08-10T05:49:00.633 INFO:tasks.workunit.client.0.smithi031.stdout:op 4359 completed, throughput=5MB/sec 2024-08-10T05:49:01.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:49:01 smithi031 ceph-mon[98130]: pgmap v1827: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-08-10T05:49:01.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:49:01 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:49:01] "GET /metrics HTTP/1.1" 200 34049 "" "Prometheus/2.43.0" 2024-08-10T05:49:01.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:49:01 smithi031 ceph-mon[100614]: pgmap v1827: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-08-10T05:49:01.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:49:01 smithi196 ceph-mon[90243]: pgmap v1827: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-08-10T05:49:01.634 INFO:tasks.workunit.client.0.smithi031.stdout: 854: throughput=5MB/sec pending data=0 2024-08-10T05:49:01.634 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-I6dSthK1P6CXiiF off=11451612 len=2012389 2024-08-10T05:49:01.637 INFO:tasks.workunit.client.0.smithi031.stdout:op 4360 completed, throughput=5MB/sec 2024-08-10T05:49:01.637 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-FHScq3GdSweX6_L off=4292065 len=431781 2024-08-10T05:49:01.638 INFO:tasks.workunit.client.0.smithi031.stdout:op 4361 completed, throughput=5MB/sec 2024-08-10T05:49:01.638 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-m0AWHCAksl15Jc8 off=95803 len=1754661 2024-08-10T05:49:01.640 INFO:tasks.workunit.client.0.smithi031.stdout:op 4362 completed, throughput=5MB/sec 2024-08-10T05:49:02.641 INFO:tasks.workunit.client.0.smithi031.stdout: 855: throughput=4.99MB/sec pending data=0 2024-08-10T05:49:02.641 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-oxotfr-6mX1mzlm off=5781278 len=723525 2024-08-10T05:49:02.642 INFO:tasks.workunit.client.0.smithi031.stdout:op 4363 completed, throughput=5MB/sec 2024-08-10T05:49:02.642 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-blU_eeEqNA--kZE off=5309820 len=929901 2024-08-10T05:49:02.647 INFO:tasks.workunit.client.0.smithi031.stdout:op 4364 completed, throughput=5MB/sec 2024-08-10T05:49:02.648 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-YnN2AUKoVQO576x off=2770747 len=1260178 2024-08-10T05:49:02.656 INFO:tasks.workunit.client.0.smithi031.stdout:op 4365 completed, throughput=5MB/sec 2024-08-10T05:49:02.656 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj---E91QBYrcgYxuG off=7298620 len=1803166 2024-08-10T05:49:02.658 INFO:tasks.workunit.client.0.smithi031.stdout:op 4366 completed, throughput=5MB/sec 2024-08-10T05:49:02.658 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-BmSFP7jTlIwmvLl off=6951679 len=16798 2024-08-10T05:49:02.659 INFO:tasks.workunit.client.0.smithi031.stdout:op 4367 completed, throughput=5MB/sec 2024-08-10T05:49:02.659 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-3j9hNQoThZ1pMbR off=19965877 len=1769615 2024-08-10T05:49:02.668 INFO:tasks.workunit.client.0.smithi031.stdout:op 4368 completed, throughput=5MB/sec 2024-08-10T05:49:02.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:49:02 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:49:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:49:03.668 INFO:tasks.workunit.client.0.smithi031.stdout: 856: throughput=5MB/sec pending data=0 2024-08-10T05:49:03.668 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-70XcwiaaGvQHkEp off=9198845 len=1481356 2024-08-10T05:49:03.675 INFO:tasks.workunit.client.0.smithi031.stdout:op 4369 completed, throughput=5MB/sec 2024-08-10T05:49:03.675 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-w7CB-ZVD2PtYD2E off=2544142 len=648511 2024-08-10T05:49:03.679 INFO:tasks.workunit.client.0.smithi031.stdout:op 4370 completed, throughput=5MB/sec 2024-08-10T05:49:03.679 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-A05q-2GuL2Ikkf2 off=2465287 len=1196609 2024-08-10T05:49:03.681 INFO:tasks.workunit.client.0.smithi031.stdout:op 4371 completed, throughput=5MB/sec 2024-08-10T05:49:03.681 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-r-a6KeKVBElu9B8 off=6481146 len=1448008 2024-08-10T05:49:03.687 INFO:tasks.workunit.client.0.smithi031.stdout:op 4372 completed, throughput=5MB/sec 2024-08-10T05:49:03.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:49:03 smithi031 ceph-mon[98130]: pgmap v1828: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:49:03.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:49:03 smithi031 ceph-mon[100614]: pgmap v1828: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:49:03.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:49:03 smithi196 ceph-mon[90243]: pgmap v1828: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:49:04.687 INFO:tasks.workunit.client.0.smithi031.stdout: 857: throughput=5MB/sec pending data=0 2024-08-10T05:49:04.687 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-QrCUVaj2yPxW5fN off=1478705 len=591505 2024-08-10T05:49:04.691 INFO:tasks.workunit.client.0.smithi031.stdout:op 4373 completed, throughput=5MB/sec 2024-08-10T05:49:04.692 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-G6gP2jCs1QwIX8M off=10428911 len=1091890 2024-08-10T05:49:04.697 INFO:tasks.workunit.client.0.smithi031.stdout:op 4374 completed, throughput=5MB/sec 2024-08-10T05:49:04.697 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-u_glHCkFLYdH4AU off=7404146 len=426071 2024-08-10T05:49:04.700 INFO:tasks.workunit.client.0.smithi031.stdout:op 4375 completed, throughput=5MB/sec 2024-08-10T05:49:04.700 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-qsXBC3aXjp6F4MG off=1027122 len=1951820 2024-08-10T05:49:04.702 INFO:tasks.workunit.client.0.smithi031.stdout:op 4376 completed, throughput=5MB/sec 2024-08-10T05:49:04.702 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-krfXzxYDLTWIj4a off=16635411 len=1494969 2024-08-10T05:49:04.714 INFO:tasks.workunit.client.0.smithi031.stdout:op 4377 completed, throughput=5MB/sec 2024-08-10T05:49:05.715 INFO:tasks.workunit.client.0.smithi031.stdout: 858: throughput=5MB/sec pending data=0 2024-08-10T05:49:05.716 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-iFgQSTNNeuTe4TS off=2766890 len=107534 2024-08-10T05:49:05.717 INFO:tasks.workunit.client.0.smithi031.stdout:op 4378 completed, throughput=5MB/sec 2024-08-10T05:49:05.717 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-OPR2o81UOC8iuM7 off=147411 len=155126 2024-08-10T05:49:05.720 INFO:tasks.workunit.client.0.smithi031.stdout:op 4379 completed, throughput=5MB/sec 2024-08-10T05:49:05.720 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-EbDjruFtoN-XUZV off=1440998 len=395719 2024-08-10T05:49:05.724 INFO:tasks.workunit.client.0.smithi031.stdout:op 4380 completed, throughput=5MB/sec 2024-08-10T05:49:05.724 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-fRdPuqdvXgrzVPH off=907018 len=1072036 2024-08-10T05:49:05.730 INFO:tasks.workunit.client.0.smithi031.stdout:op 4381 completed, throughput=5MB/sec 2024-08-10T05:49:05.730 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-2kZ4TvUulfJHZa4 off=15808277 len=35557 2024-08-10T05:49:05.731 INFO:tasks.workunit.client.0.smithi031.stdout:op 4382 completed, throughput=5MB/sec 2024-08-10T05:49:05.731 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-4d5aEPTKjNTkvJY off=336669 len=1333162 2024-08-10T05:49:05.737 INFO:tasks.workunit.client.0.smithi031.stdout:op 4383 completed, throughput=5MB/sec 2024-08-10T05:49:05.737 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-H1amhV4NORQteNl off=1118838 len=267005 2024-08-10T05:49:05.737 INFO:tasks.workunit.client.0.smithi031.stdout:op 4384 completed, throughput=5MB/sec 2024-08-10T05:49:05.738 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-v5Mq-Nx-d1UlTls off=1746415 len=146048 2024-08-10T05:49:05.738 INFO:tasks.workunit.client.0.smithi031.stdout:op 4385 completed, throughput=5MB/sec 2024-08-10T05:49:05.738 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-1kd8Vmx0w9KpRAI off=5463180 len=786556 2024-08-10T05:49:05.740 INFO:tasks.workunit.client.0.smithi031.stdout:op 4386 completed, throughput=5MB/sec 2024-08-10T05:49:05.740 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-BsuiiOzcr1vTEUq off=1947735 len=1087148 2024-08-10T05:49:05.746 INFO:tasks.workunit.client.0.smithi031.stdout:op 4387 completed, throughput=5MB/sec 2024-08-10T05:49:05.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:49:05 smithi031 ceph-mon[98130]: pgmap v1829: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-10T05:49:05.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:49:05 smithi031 ceph-mon[100614]: pgmap v1829: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-10T05:49:05.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:49:05 smithi196 ceph-mon[90243]: pgmap v1829: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-10T05:49:06.747 INFO:tasks.workunit.client.0.smithi031.stdout: 859: throughput=5MB/sec pending data=0 2024-08-10T05:49:06.747 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-FDpOP7ZNXrVemKo off=4933411 len=559212 2024-08-10T05:49:06.751 INFO:tasks.workunit.client.0.smithi031.stdout:op 4388 completed, throughput=5MB/sec 2024-08-10T05:49:06.751 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-dDtZhmg98YsB8wX off=418018 len=1088623 2024-08-10T05:49:06.756 INFO:tasks.workunit.client.0.smithi031.stdout:op 4389 completed, throughput=5MB/sec 2024-08-10T05:49:06.756 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-2cTzCpasVuCVOMe off=11398110 len=1933802 2024-08-10T05:49:06.758 INFO:tasks.workunit.client.0.smithi031.stdout:op 4390 completed, throughput=5MB/sec 2024-08-10T05:49:06.758 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Wf-gmqQB5yLdWQM off=4644017 len=1344436 2024-08-10T05:49:06.766 INFO:tasks.workunit.client.0.smithi031.stdout:op 4391 completed, throughput=5MB/sec 2024-08-10T05:49:07.766 INFO:tasks.workunit.client.0.smithi031.stdout: 860: throughput=4.99MB/sec pending data=0 2024-08-10T05:49:07.766 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-uTqBNkVgG7xhuNr off=9236079 len=372210 2024-08-10T05:49:07.767 INFO:tasks.workunit.client.0.smithi031.stdout:op 4392 completed, throughput=5MB/sec 2024-08-10T05:49:07.767 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-bMKRI0kLbffQNlh off=3946550 len=957745 2024-08-10T05:49:07.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:49:07 smithi031 ceph-mon[98130]: pgmap v1830: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:49:07.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:49:07 smithi031 ceph-mon[100614]: pgmap v1830: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:49:07.769 INFO:tasks.workunit.client.0.smithi031.stdout:op 4393 completed, throughput=5MB/sec 2024-08-10T05:49:07.769 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-VHLA3WrArAR8SB6 off=6843547 len=1868404 2024-08-10T05:49:07.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:49:07 smithi196 ceph-mon[90243]: pgmap v1830: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:49:07.780 INFO:tasks.workunit.client.0.smithi031.stdout:op 4394 completed, throughput=5MB/sec 2024-08-10T05:49:07.780 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Zaj-rAlLYHSRotu off=17229620 len=1201851 2024-08-10T05:49:07.783 INFO:tasks.workunit.client.0.smithi031.stdout:op 4395 completed, throughput=5MB/sec 2024-08-10T05:49:07.783 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-3BCxpbd1zgSzd8j off=51558 len=512865 2024-08-10T05:49:07.787 INFO:tasks.workunit.client.0.smithi031.stdout:op 4396 completed, throughput=5MB/sec 2024-08-10T05:49:07.787 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-D_VtK9pEgxAGI1B off=5206811 len=725303 2024-08-10T05:49:07.791 INFO:tasks.workunit.client.0.smithi031.stdout:op 4397 completed, throughput=5MB/sec 2024-08-10T05:49:08.791 INFO:tasks.workunit.client.0.smithi031.stdout: 861: throughput=5MB/sec pending data=0 2024-08-10T05:49:08.791 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ql9XIlHbQBVxYyo off=683751 len=589068 2024-08-10T05:49:08.795 INFO:tasks.workunit.client.0.smithi031.stdout:op 4398 completed, throughput=5MB/sec 2024-08-10T05:49:08.795 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-cm7m66vtl5X0lA9 off=1705079 len=1027713 2024-08-10T05:49:08.797 INFO:tasks.workunit.client.0.smithi031.stdout:op 4399 completed, throughput=5MB/sec 2024-08-10T05:49:08.797 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-9YrnFwIjSzBhW9t off=1416852 len=1874391 2024-08-10T05:49:08.809 INFO:tasks.workunit.client.0.smithi031.stdout:op 4400 completed, throughput=5MB/sec 2024-08-10T05:49:08.809 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Pc1MTleNaK6ho7t off=21782017 len=1091707 2024-08-10T05:49:08.815 INFO:tasks.workunit.client.0.smithi031.stdout:op 4401 completed, throughput=5MB/sec 2024-08-10T05:49:08.815 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj--zpW6foAfL8YK2U off=2361452 len=458985 2024-08-10T05:49:08.818 INFO:tasks.workunit.client.0.smithi031.stdout:op 4402 completed, throughput=5MB/sec 2024-08-10T05:49:09.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:49:09 smithi031 ceph-mon[98130]: pgmap v1831: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-10T05:49:09.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:49:09 smithi031 ceph-mon[100614]: pgmap v1831: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-10T05:49:09.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:49:09 smithi196 ceph-mon[90243]: pgmap v1831: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-10T05:49:09.818 INFO:tasks.workunit.client.0.smithi031.stdout: 862: throughput=4.99MB/sec pending data=0 2024-08-10T05:49:09.818 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-KTvCmI4Bc_IHXL1 off=8792090 len=2092931 2024-08-10T05:49:09.831 INFO:tasks.workunit.client.0.smithi031.stdout:op 4403 completed, throughput=5MB/sec 2024-08-10T05:49:09.831 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-EWsUrLJ8Pe9EOid off=6328439 len=1787648 2024-08-10T05:49:09.833 INFO:tasks.workunit.client.0.smithi031.stdout:op 4404 completed, throughput=5MB/sec 2024-08-10T05:49:09.833 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-dWyNrbE07d44pAw off=607672 len=1098747 2024-08-10T05:49:09.835 INFO:tasks.workunit.client.0.smithi031.stdout:op 4405 completed, throughput=5MB/sec 2024-08-10T05:49:10.836 INFO:tasks.workunit.client.0.smithi031.stdout: 863: throughput=4.99MB/sec pending data=0 2024-08-10T05:49:10.836 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Qq-Avvbouxvx4GU off=1752524 len=1526830 2024-08-10T05:49:10.844 INFO:tasks.workunit.client.0.smithi031.stdout:op 4406 completed, throughput=5MB/sec 2024-08-10T05:49:10.844 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-L4kR3GV4IbCpAUD off=2198019 len=450027 2024-08-10T05:49:10.845 INFO:tasks.workunit.client.0.smithi031.stdout:op 4407 completed, throughput=5MB/sec 2024-08-10T05:49:10.845 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-lMOtKoC25jgVI5K off=19976525 len=269915 2024-08-10T05:49:10.845 INFO:tasks.workunit.client.0.smithi031.stdout:op 4408 completed, throughput=5MB/sec 2024-08-10T05:49:10.845 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-fvSuvtyrIzdJCnP off=5555867 len=1928442 2024-08-10T05:49:10.854 INFO:tasks.workunit.client.0.smithi031.stdout:op 4409 completed, throughput=5MB/sec 2024-08-10T05:49:10.855 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-0rIGPPbyRVSW20S off=6784395 len=1581592 2024-08-10T05:49:10.860 INFO:tasks.workunit.client.0.smithi031.stdout:op 4410 completed, throughput=5MB/sec 2024-08-10T05:49:11.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:49:11 smithi031 ceph-mon[98130]: pgmap v1832: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-10T05:49:11.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:49:11 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:49:11.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:49:11 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:49:11] "GET /metrics HTTP/1.1" 200 34055 "" "Prometheus/2.43.0" 2024-08-10T05:49:11.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:49:11 smithi031 ceph-mon[100614]: pgmap v1832: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-10T05:49:11.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:49:11 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:49:11.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:49:11 smithi196 ceph-mon[90243]: pgmap v1832: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-10T05:49:11.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:49:11 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:49:11.861 INFO:tasks.workunit.client.0.smithi031.stdout: 864: throughput=4.99MB/sec pending data=0 2024-08-10T05:49:11.861 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-zQr9ZID_9Ecdj1A off=6529003 len=1906810 2024-08-10T05:49:11.871 INFO:tasks.workunit.client.0.smithi031.stdout:op 4411 completed, throughput=5MB/sec 2024-08-10T05:49:11.871 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-uTqBNkVgG7xhuNr off=3866192 len=454259 2024-08-10T05:49:11.874 INFO:tasks.workunit.client.0.smithi031.stdout:op 4412 completed, throughput=5MB/sec 2024-08-10T05:49:11.875 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-0uYWgak4zE15EF5 off=20515471 len=1594062 2024-08-10T05:49:11.876 INFO:tasks.workunit.client.0.smithi031.stdout:op 4413 completed, throughput=5MB/sec 2024-08-10T05:49:11.876 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-_eIDqiAdPKCvSQs off=1457177 len=1454705 2024-08-10T05:49:11.885 INFO:tasks.workunit.client.0.smithi031.stdout:op 4414 completed, throughput=5MB/sec 2024-08-10T05:49:12.680 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:49:12 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:49:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:49:12.886 INFO:tasks.workunit.client.0.smithi031.stdout: 865: throughput=4.99MB/sec pending data=0 2024-08-10T05:49:12.886 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-7QB7iMmzcAOuJ_F off=2125909 len=1192970 2024-08-10T05:49:12.888 INFO:tasks.workunit.client.0.smithi031.stdout:op 4415 completed, throughput=5MB/sec 2024-08-10T05:49:12.888 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-9vJH_dL13waX8_P off=5178139 len=671769 2024-08-10T05:49:12.889 INFO:tasks.workunit.client.0.smithi031.stdout:op 4416 completed, throughput=5MB/sec 2024-08-10T05:49:12.889 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-5FA5nMbIKacQH9Y off=13848897 len=751279 2024-08-10T05:49:12.890 INFO:tasks.workunit.client.0.smithi031.stdout:op 4417 completed, throughput=5MB/sec 2024-08-10T05:49:12.890 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-lMtTAjGWBqj0kCs off=966408 len=564501 2024-08-10T05:49:12.895 INFO:tasks.workunit.client.0.smithi031.stdout:op 4418 completed, throughput=5MB/sec 2024-08-10T05:49:12.895 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Q1Vno4lZ7l03tXF off=3164261 len=148555 2024-08-10T05:49:12.897 INFO:tasks.workunit.client.0.smithi031.stdout:op 4419 completed, throughput=5MB/sec 2024-08-10T05:49:12.897 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-prnKdUwTpfQdadZ off=6982180 len=1879666 2024-08-10T05:49:12.900 INFO:tasks.workunit.client.0.smithi031.stdout:op 4420 completed, throughput=5MB/sec 2024-08-10T05:49:13.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:49:13 smithi031 ceph-mon[98130]: pgmap v1833: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-10T05:49:13.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:49:13 smithi031 ceph-mon[100614]: pgmap v1833: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-10T05:49:13.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:49:13 smithi196 ceph-mon[90243]: pgmap v1833: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-10T05:49:13.900 INFO:tasks.workunit.client.0.smithi031.stdout: 866: throughput=4.99MB/sec pending data=0 2024-08-10T05:49:13.900 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-o8kIIXVI6EZxGFi off=3975766 len=169381 2024-08-10T05:49:13.904 INFO:tasks.workunit.client.0.smithi031.stdout:op 4421 completed, throughput=4.99MB/sec 2024-08-10T05:49:13.904 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-qrhRCXr-H4X9MO8 off=2893416 len=348652 2024-08-10T05:49:13.904 INFO:tasks.workunit.client.0.smithi031.stdout:op 4422 completed, throughput=5MB/sec 2024-08-10T05:49:13.904 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-y1iSibcNutlL2oO off=7529618 len=1969944 2024-08-10T05:49:13.908 INFO:tasks.workunit.client.0.smithi031.stdout:op 4423 completed, throughput=5MB/sec 2024-08-10T05:49:13.908 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-mPExbPbGADRaVOc off=4805841 len=271667 2024-08-10T05:49:13.912 INFO:tasks.workunit.client.0.smithi031.stdout:op 4424 completed, throughput=5MB/sec 2024-08-10T05:49:13.912 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-M0qOicoQA_xD0YU off=11922082 len=332016 2024-08-10T05:49:13.913 INFO:tasks.workunit.client.0.smithi031.stdout:op 4425 completed, throughput=5MB/sec 2024-08-10T05:49:13.913 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-tSW2dJ9s0peOZR3 off=0 len=1113955 2024-08-10T05:49:13.919 INFO:tasks.workunit.client.0.smithi031.stdout:op 4426 completed, throughput=5MB/sec 2024-08-10T05:49:13.919 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-b3N0WdLT8qQVeiy off=12866665 len=1206698 2024-08-10T05:49:13.920 INFO:tasks.workunit.client.0.smithi031.stdout:op 4427 completed, throughput=5MB/sec 2024-08-10T05:49:14.921 INFO:tasks.workunit.client.0.smithi031.stdout: 867: throughput=4.99MB/sec pending data=0 2024-08-10T05:49:14.921 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-MLmjwPlI8mi9RgC off=6789305 len=739505 2024-08-10T05:49:14.925 INFO:tasks.workunit.client.0.smithi031.stdout:op 4428 completed, throughput=5MB/sec 2024-08-10T05:49:14.926 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-zBZOCPGq5Lxch_1 off=5670545 len=1663122 2024-08-10T05:49:14.935 INFO:tasks.workunit.client.0.smithi031.stdout:op 4429 completed, throughput=5MB/sec 2024-08-10T05:49:14.935 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Wf-gmqQB5yLdWQM off=2087265 len=1858248 2024-08-10T05:49:14.937 INFO:tasks.workunit.client.0.smithi031.stdout:op 4430 completed, throughput=5MB/sec 2024-08-10T05:49:14.937 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-TWQhhzubPUgvCMq off=5389692 len=955988 2024-08-10T05:49:14.938 INFO:tasks.workunit.client.0.smithi031.stdout:op 4431 completed, throughput=5MB/sec 2024-08-10T05:49:15.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:49:15 smithi031 ceph-mon[98130]: pgmap v1834: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-08-10T05:49:15.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:49:15 smithi031 ceph-mon[100614]: pgmap v1834: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-08-10T05:49:15.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:49:15 smithi196 ceph-mon[90243]: pgmap v1834: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-08-10T05:49:15.938 INFO:tasks.workunit.client.0.smithi031.stdout: 868: throughput=4.99MB/sec pending data=0 2024-08-10T05:49:15.938 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-JO2o5TIKpA4etLs off=10477134 len=1742047 2024-08-10T05:49:15.949 INFO:tasks.workunit.client.0.smithi031.stdout:op 4432 completed, throughput=5MB/sec 2024-08-10T05:49:15.949 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-izo5HnslPCyLfBu off=15819784 len=547534 2024-08-10T05:49:15.950 INFO:tasks.workunit.client.0.smithi031.stdout:op 4433 completed, throughput=5MB/sec 2024-08-10T05:49:15.950 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-6ZCooCRifY_TNze off=16061860 len=1896991 2024-08-10T05:49:15.961 INFO:tasks.workunit.client.0.smithi031.stdout:op 4434 completed, throughput=5MB/sec 2024-08-10T05:49:15.961 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-2AlYc6eVmaYoMsQ off=7842052 len=1348434 2024-08-10T05:49:15.963 INFO:tasks.workunit.client.0.smithi031.stdout:op 4435 completed, throughput=5MB/sec 2024-08-10T05:49:16.964 INFO:tasks.workunit.client.0.smithi031.stdout: 869: throughput=4.99MB/sec pending data=0 2024-08-10T05:49:16.964 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-GihvFB31yTky4S3 off=690762 len=1259044 2024-08-10T05:49:16.971 INFO:tasks.workunit.client.0.smithi031.stdout:op 4436 completed, throughput=5MB/sec 2024-08-10T05:49:16.971 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-A05q-2GuL2Ikkf2 off=1771024 len=295186 2024-08-10T05:49:16.972 INFO:tasks.workunit.client.0.smithi031.stdout:op 4437 completed, throughput=5MB/sec 2024-08-10T05:49:16.972 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-mW_v7T1B_dJWACs off=18466615 len=1218484 2024-08-10T05:49:16.974 INFO:tasks.workunit.client.0.smithi031.stdout:op 4438 completed, throughput=5MB/sec 2024-08-10T05:49:16.974 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Fqw8U4finu8lgT7 off=23103761 len=1350874 2024-08-10T05:49:16.976 INFO:tasks.workunit.client.0.smithi031.stdout:op 4439 completed, throughput=5MB/sec 2024-08-10T05:49:16.977 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-p2gmW_FR2VcJRnm off=2811115 len=152841 2024-08-10T05:49:16.977 INFO:tasks.workunit.client.0.smithi031.stdout:op 4440 completed, throughput=5MB/sec 2024-08-10T05:49:16.977 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-zb1OksqurbuZ1pW off=3203809 len=16449 2024-08-10T05:49:16.978 INFO:tasks.workunit.client.0.smithi031.stdout:op 4441 completed, throughput=5MB/sec 2024-08-10T05:49:16.978 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-yLUK19MqbFN7dMa off=2134431 len=384821 2024-08-10T05:49:16.981 INFO:tasks.workunit.client.0.smithi031.stdout:op 4442 completed, throughput=5MB/sec 2024-08-10T05:49:16.981 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj--vu4C1m9rcuuNma off=8071560 len=799147 2024-08-10T05:49:16.985 INFO:tasks.workunit.client.0.smithi031.stdout:op 4443 completed, throughput=5MB/sec 2024-08-10T05:49:17.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:49:17 smithi031 ceph-mon[98130]: pgmap v1835: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:49:17.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:49:17 smithi031 ceph-mon[100614]: pgmap v1835: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:49:17.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:49:17 smithi196 ceph-mon[90243]: pgmap v1835: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:49:17.985 INFO:tasks.workunit.client.0.smithi031.stdout: 870: throughput=4.99MB/sec pending data=0 2024-08-10T05:49:17.986 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Ir_wX6iO46GrWEz off=1296755 len=1993550 2024-08-10T05:49:17.988 INFO:tasks.workunit.client.0.smithi031.stdout:op 4444 completed, throughput=5MB/sec 2024-08-10T05:49:17.988 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-8mYFU5mNYhxI4ZV off=1904762 len=1872976 2024-08-10T05:49:17.990 INFO:tasks.workunit.client.0.smithi031.stdout:op 4445 completed, throughput=5MB/sec 2024-08-10T05:49:17.991 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-cSpkkMETn2Z6gvZ off=3116939 len=96273 2024-08-10T05:49:17.993 INFO:tasks.workunit.client.0.smithi031.stdout:op 4446 completed, throughput=5MB/sec 2024-08-10T05:49:17.993 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-TYMSvqbKfkwssyX off=4948410 len=1863425 2024-08-10T05:49:18.002 INFO:tasks.workunit.client.0.smithi031.stdout:op 4447 completed, throughput=5MB/sec 2024-08-10T05:49:19.002 INFO:tasks.workunit.client.0.smithi031.stdout: 871: throughput=5MB/sec pending data=0 2024-08-10T05:49:19.002 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-LsbhY-ejRZMmBpf off=0 len=1262726 2024-08-10T05:49:19.004 INFO:tasks.workunit.client.0.smithi031.stdout:op 4448 completed, throughput=5MB/sec 2024-08-10T05:49:19.004 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-bh-K85t_XARZzZB off=17117053 len=276020 2024-08-10T05:49:19.006 INFO:tasks.workunit.client.0.smithi031.stdout:op 4449 completed, throughput=5MB/sec 2024-08-10T05:49:19.006 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-lYbv6adydeS_oTb off=8106032 len=666152 2024-08-10T05:49:19.007 INFO:tasks.workunit.client.0.smithi031.stdout:op 4450 completed, throughput=5MB/sec 2024-08-10T05:49:19.007 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-wV8DD2Ul1wC65PF off=1533061 len=101604 2024-08-10T05:49:19.009 INFO:tasks.workunit.client.0.smithi031.stdout:op 4451 completed, throughput=5MB/sec 2024-08-10T05:49:19.010 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-3nh6RQlmiXdOYJk off=7594219 len=1934780 2024-08-10T05:49:19.012 INFO:tasks.workunit.client.0.smithi031.stdout:op 4452 completed, throughput=5MB/sec 2024-08-10T05:49:19.012 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-sx3biO9xESzEZyB off=14716705 len=308194 2024-08-10T05:49:19.015 INFO:tasks.workunit.client.0.smithi031.stdout:op 4453 completed, throughput=5MB/sec 2024-08-10T05:49:19.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:49:19 smithi031 ceph-mon[98130]: pgmap v1836: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:49:19.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:49:19 smithi031 ceph-mon[100614]: pgmap v1836: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:49:19.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:49:19 smithi196 ceph-mon[90243]: pgmap v1836: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:49:20.016 INFO:tasks.workunit.client.0.smithi031.stdout: 872: throughput=4.99MB/sec pending data=0 2024-08-10T05:49:20.016 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-755BvtFqNb7ecP- off=973510 len=222887 2024-08-10T05:49:20.016 INFO:tasks.workunit.client.0.smithi031.stdout:op 4454 completed, throughput=4.99MB/sec 2024-08-10T05:49:20.016 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-kcea32H1AJqzx44 off=8192599 len=1907448 2024-08-10T05:49:20.028 INFO:tasks.workunit.client.0.smithi031.stdout:op 4455 completed, throughput=5MB/sec 2024-08-10T05:49:20.028 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-a0o2aqpFvC95Sgl off=176720 len=759304 2024-08-10T05:49:20.029 INFO:tasks.workunit.client.0.smithi031.stdout:op 4456 completed, throughput=5MB/sec 2024-08-10T05:49:20.029 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-vjzn-JthepaSCm6 off=1732795 len=182725 2024-08-10T05:49:20.030 INFO:tasks.workunit.client.0.smithi031.stdout:op 4457 completed, throughput=5MB/sec 2024-08-10T05:49:20.030 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-RzVXtD1dXJpwm0P off=1611814 len=370693 2024-08-10T05:49:20.031 INFO:tasks.workunit.client.0.smithi031.stdout:op 4458 completed, throughput=5MB/sec 2024-08-10T05:49:20.031 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-pPP0Yj4e4qkckzR off=972638 len=483427 2024-08-10T05:49:20.035 INFO:tasks.workunit.client.0.smithi031.stdout:op 4459 completed, throughput=5MB/sec 2024-08-10T05:49:20.035 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-qj7AhlshUzhZPO3 off=613167 len=1640995 2024-08-10T05:49:20.037 INFO:tasks.workunit.client.0.smithi031.stdout:op 4460 completed, throughput=5MB/sec 2024-08-10T05:49:21.037 INFO:tasks.workunit.client.0.smithi031.stdout: 873: throughput=4.99MB/sec pending data=0 2024-08-10T05:49:21.037 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-sOpBwE3WjN-HL94 off=273931 len=1436733 2024-08-10T05:49:21.042 INFO:tasks.workunit.client.0.smithi031.stdout:op 4461 completed, throughput=5MB/sec 2024-08-10T05:49:21.043 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-XPFmQaQ9_utglLU off=1972301 len=2040342 2024-08-10T05:49:21.050 INFO:tasks.workunit.client.0.smithi031.stdout:op 4462 completed, throughput=5MB/sec 2024-08-10T05:49:21.050 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-hRYYiY4unEIy3SV off=5892647 len=1868542 2024-08-10T05:49:21.055 INFO:tasks.workunit.client.0.smithi031.stdout:op 4463 completed, throughput=5MB/sec 2024-08-10T05:49:21.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:49:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:49:21] "GET /metrics HTTP/1.1" 200 34055 "" "Prometheus/2.43.0" 2024-08-10T05:49:21.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:49:21 smithi031 ceph-mon[98130]: pgmap v1837: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:49:21.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:49:21 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:49:21.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:49:21 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:49:21.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:49:21 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:49:21.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:49:21 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:49:21.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:49:21 smithi031 ceph-mon[100614]: pgmap v1837: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:49:21.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:49:21 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:49:21.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:49:21 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:49:21.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:49:21 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:49:21.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:49:21 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:49:21.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:49:21 smithi196 ceph-mon[90243]: pgmap v1837: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:49:21.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:49:21 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:49:21.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:49:21 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:49:21.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:49:21 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:49:21.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:49:21 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:49:22.056 INFO:tasks.workunit.client.0.smithi031.stdout: 874: throughput=4.99MB/sec pending data=0 2024-08-10T05:49:22.056 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-frqt1wejLSIv8Nw off=16189592 len=1596276 2024-08-10T05:49:22.066 INFO:tasks.workunit.client.0.smithi031.stdout:op 4464 completed, throughput=5MB/sec 2024-08-10T05:49:22.066 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-jWJffNUQUgStLtW off=11520619 len=399554 2024-08-10T05:49:22.070 INFO:tasks.workunit.client.0.smithi031.stdout:op 4465 completed, throughput=5MB/sec 2024-08-10T05:49:22.070 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-gLJozDlbZ8XurGo off=410652 len=632654 2024-08-10T05:49:22.071 INFO:tasks.workunit.client.0.smithi031.stdout:op 4466 completed, throughput=5MB/sec 2024-08-10T05:49:22.071 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-mWM7u0Js2HldTZ_ off=5858764 len=503918 2024-08-10T05:49:22.074 INFO:tasks.workunit.client.0.smithi031.stdout:op 4467 completed, throughput=5MB/sec 2024-08-10T05:49:22.074 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-S46BpaZCCIc6ALx off=1130829 len=306380 2024-08-10T05:49:22.077 INFO:tasks.workunit.client.0.smithi031.stdout:op 4468 completed, throughput=5MB/sec 2024-08-10T05:49:22.077 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Nj56LyP9F1lHog8 off=9700876 len=28897 2024-08-10T05:49:22.077 INFO:tasks.workunit.client.0.smithi031.stdout:op 4469 completed, throughput=5MB/sec 2024-08-10T05:49:22.077 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-W8EMv28Fmh1BmvD off=1978758 len=630425 2024-08-10T05:49:22.081 INFO:tasks.workunit.client.0.smithi031.stdout:op 4470 completed, throughput=5MB/sec 2024-08-10T05:49:22.081 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-9XoJC015XALXPzo off=5574701 len=517322 2024-08-10T05:49:22.082 INFO:tasks.workunit.client.0.smithi031.stdout:op 4471 completed, throughput=5MB/sec 2024-08-10T05:49:22.082 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-wo7pzd9yrnoD2mK off=903046 len=782400 2024-08-10T05:49:22.086 INFO:tasks.workunit.client.0.smithi031.stdout:op 4472 completed, throughput=5MB/sec 2024-08-10T05:49:22.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:49:22 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:49:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:49:23.086 INFO:tasks.workunit.client.0.smithi031.stdout: 875: throughput=4.99MB/sec pending data=0 2024-08-10T05:49:23.087 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-UrSavv9KEy8jXth off=5147530 len=241912 2024-08-10T05:49:23.087 INFO:tasks.workunit.client.0.smithi031.stdout:op 4473 completed, throughput=5MB/sec 2024-08-10T05:49:23.088 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Uqyu6Qd10E7StwW off=2630073 len=197829 2024-08-10T05:49:23.088 INFO:tasks.workunit.client.0.smithi031.stdout:op 4474 completed, throughput=5MB/sec 2024-08-10T05:49:23.088 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-KDJ4NDWjKoXd8et off=14836156 len=380956 2024-08-10T05:49:23.090 INFO:tasks.workunit.client.0.smithi031.stdout:op 4475 completed, throughput=5MB/sec 2024-08-10T05:49:23.090 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-KDJ4NDWjKoXd8et off=8502187 len=1249244 2024-08-10T05:49:23.093 INFO:tasks.workunit.client.0.smithi031.stdout:op 4476 completed, throughput=5MB/sec 2024-08-10T05:49:23.093 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-6EtjaMoXw-RQl2d off=9464277 len=1635472 2024-08-10T05:49:23.100 INFO:tasks.workunit.client.0.smithi031.stdout:op 4477 completed, throughput=5MB/sec 2024-08-10T05:49:23.100 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-dxlSKzyDQX1hRs2 off=6095275 len=374661 2024-08-10T05:49:23.103 INFO:tasks.workunit.client.0.smithi031.stdout:op 4478 completed, throughput=5MB/sec 2024-08-10T05:49:23.103 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-BuO1Y2tb6kqW72Y off=14495959 len=2038900 2024-08-10T05:49:23.115 INFO:tasks.workunit.client.0.smithi031.stdout:op 4479 completed, throughput=5MB/sec 2024-08-10T05:49:23.768 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:49:23 smithi031 ceph-mon[100614]: pgmap v1838: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:49:23.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:49:23 smithi031 ceph-mon[98130]: pgmap v1838: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:49:23.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:49:23 smithi196 ceph-mon[90243]: pgmap v1838: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:49:24.115 INFO:tasks.workunit.client.0.smithi031.stdout: 876: throughput=5MB/sec pending data=0 2024-08-10T05:49:24.116 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-tit8n01-SDQGl_s off=1129585 len=727058 2024-08-10T05:49:24.117 INFO:tasks.workunit.client.0.smithi031.stdout:op 4480 completed, throughput=5MB/sec 2024-08-10T05:49:24.117 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-cTm-T3UTgHg2oNa off=779098 len=1581870 2024-08-10T05:49:24.125 INFO:tasks.workunit.client.0.smithi031.stdout:op 4481 completed, throughput=5MB/sec 2024-08-10T05:49:24.125 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-jQtmwp61gg_4RRE off=3673354 len=824255 2024-08-10T05:49:24.126 INFO:tasks.workunit.client.0.smithi031.stdout:op 4482 completed, throughput=5MB/sec 2024-08-10T05:49:24.126 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-R9SKjL2zp7UMxmz off=1976260 len=220596 2024-08-10T05:49:24.129 INFO:tasks.workunit.client.0.smithi031.stdout:op 4483 completed, throughput=5MB/sec 2024-08-10T05:49:24.130 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-WlhVuCxe3xx_LAh off=1195970 len=2070099 2024-08-10T05:49:24.142 INFO:tasks.workunit.client.0.smithi031.stdout:op 4484 completed, throughput=5MB/sec 2024-08-10T05:49:25.142 INFO:tasks.workunit.client.0.smithi031.stdout: 877: throughput=5MB/sec pending data=0 2024-08-10T05:49:25.142 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj--v_vHgFpzStDhaL off=6485439 len=1478248 2024-08-10T05:49:25.150 INFO:tasks.workunit.client.0.smithi031.stdout:op 4485 completed, throughput=5MB/sec 2024-08-10T05:49:25.150 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-uCCxI-PN-fHdZzq off=3836215 len=1376738 2024-08-10T05:49:25.152 INFO:tasks.workunit.client.0.smithi031.stdout:op 4486 completed, throughput=5MB/sec 2024-08-10T05:49:25.152 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-0-1Gf1WhZTtuNH- off=38326 len=1697161 2024-08-10T05:49:25.154 INFO:tasks.workunit.client.0.smithi031.stdout:op 4487 completed, throughput=5MB/sec 2024-08-10T05:49:25.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:49:25 smithi031 ceph-mon[98130]: pgmap v1839: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-10T05:49:25.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:49:25 smithi031 ceph-mon[100614]: pgmap v1839: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-10T05:49:25.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:49:25 smithi196 ceph-mon[90243]: pgmap v1839: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-10T05:49:26.155 INFO:tasks.workunit.client.0.smithi031.stdout: 878: throughput=4.99MB/sec pending data=0 2024-08-10T05:49:26.155 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-OacSMH5Ii0CBklo off=13960210 len=1554719 2024-08-10T05:49:26.156 INFO:tasks.workunit.client.0.smithi031.stdout:op 4488 completed, throughput=5MB/sec 2024-08-10T05:49:26.157 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-CTozC7pUUfHTpMM off=1943121 len=695675 2024-08-10T05:49:26.159 INFO:tasks.workunit.client.0.smithi031.stdout:op 4489 completed, throughput=5MB/sec 2024-08-10T05:49:26.159 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-qwcSv8cfpgd2Qk7 off=7664414 len=605532 2024-08-10T05:49:26.160 INFO:tasks.workunit.client.0.smithi031.stdout:op 4490 completed, throughput=5MB/sec 2024-08-10T05:49:26.160 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-cYYIOfMcK2ce7_X off=4270859 len=14814 2024-08-10T05:49:26.163 INFO:tasks.workunit.client.0.smithi031.stdout:op 4491 completed, throughput=5MB/sec 2024-08-10T05:49:26.163 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Y2XPqonGfFoxppL off=4731887 len=263182 2024-08-10T05:49:26.163 INFO:tasks.workunit.client.0.smithi031.stdout:op 4492 completed, throughput=5MB/sec 2024-08-10T05:49:26.163 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-jYFw2R71skMl4q- off=2434725 len=143312 2024-08-10T05:49:26.166 INFO:tasks.workunit.client.0.smithi031.stdout:op 4493 completed, throughput=5MB/sec 2024-08-10T05:49:26.166 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-yEMwD6T94hZozlQ off=4803578 len=1419493 2024-08-10T05:49:26.167 INFO:tasks.workunit.client.0.smithi031.stdout:op 4494 completed, throughput=5MB/sec 2024-08-10T05:49:26.168 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-WZqZQUYveayCETD off=941549 len=1188548 2024-08-10T05:49:26.174 INFO:tasks.workunit.client.0.smithi031.stdout:op 4495 completed, throughput=5MB/sec 2024-08-10T05:49:26.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:49:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:49:26.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:49:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:49:26.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:49:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:49:27.174 INFO:tasks.workunit.client.0.smithi031.stdout: 879: throughput=5MB/sec pending data=0 2024-08-10T05:49:27.175 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-zbJ1uFKNfLjanOS off=2885165 len=120915 2024-08-10T05:49:27.177 INFO:tasks.workunit.client.0.smithi031.stdout:op 4496 completed, throughput=5MB/sec 2024-08-10T05:49:27.177 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-0FDd3B-vvmeDKcF off=5999093 len=1104476 2024-08-10T05:49:27.184 INFO:tasks.workunit.client.0.smithi031.stdout:op 4497 completed, throughput=5MB/sec 2024-08-10T05:49:27.184 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-A0jO-isQisP2fjw off=4731863 len=242844 2024-08-10T05:49:27.187 INFO:tasks.workunit.client.0.smithi031.stdout:op 4498 completed, throughput=5MB/sec 2024-08-10T05:49:27.187 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-JsXpPh1HkXElGIP off=897948 len=1431630 2024-08-10T05:49:27.189 INFO:tasks.workunit.client.0.smithi031.stdout:op 4499 completed, throughput=5MB/sec 2024-08-10T05:49:27.189 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-CIxnwOcu1xOsZKb off=2212838 len=1970416 2024-08-10T05:49:27.191 INFO:tasks.workunit.client.0.smithi031.stdout:op 4500 completed, throughput=5MB/sec 2024-08-10T05:49:27.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:49:27 smithi031 ceph-mon[100614]: pgmap v1840: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-10T05:49:27.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:49:27 smithi031 ceph-mon[98130]: pgmap v1840: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-10T05:49:27.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:49:27 smithi196 ceph-mon[90243]: pgmap v1840: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-10T05:49:28.191 INFO:tasks.workunit.client.0.smithi031.stdout: 880: throughput=5MB/sec pending data=0 2024-08-10T05:49:28.191 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-qeg5D2RD6wqNXIo off=3206023 len=1044950 2024-08-10T05:49:28.193 INFO:tasks.workunit.client.0.smithi031.stdout:op 4501 completed, throughput=5MB/sec 2024-08-10T05:49:28.193 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj--i-N5m03QhO8TJM off=548465 len=274577 2024-08-10T05:49:28.197 INFO:tasks.workunit.client.0.smithi031.stdout:op 4502 completed, throughput=5MB/sec 2024-08-10T05:49:28.197 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-0bic2u326mi0ERL off=596929 len=893252 2024-08-10T05:49:28.198 INFO:tasks.workunit.client.0.smithi031.stdout:op 4503 completed, throughput=5MB/sec 2024-08-10T05:49:28.198 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Sr3mE3jpYRg78h4 off=3794602 len=41877 2024-08-10T05:49:28.200 INFO:tasks.workunit.client.0.smithi031.stdout:op 4504 completed, throughput=5MB/sec 2024-08-10T05:49:28.201 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-aRwvSvwht7O9Y58 off=1564757 len=212443 2024-08-10T05:49:28.203 INFO:tasks.workunit.client.0.smithi031.stdout:op 4505 completed, throughput=5MB/sec 2024-08-10T05:49:28.203 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-AePRAvOUx_3f7S9 off=15304829 len=864213 2024-08-10T05:49:28.205 INFO:tasks.workunit.client.0.smithi031.stdout:op 4506 completed, throughput=5MB/sec 2024-08-10T05:49:28.205 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-f6sdl0Jc2BORLnY off=6933054 len=1068188 2024-08-10T05:49:28.210 INFO:tasks.workunit.client.0.smithi031.stdout:op 4507 completed, throughput=5MB/sec 2024-08-10T05:49:28.210 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-GQ93oVsIUyaLeGB off=10060116 len=14074 2024-08-10T05:49:28.212 INFO:tasks.workunit.client.0.smithi031.stdout:op 4508 completed, throughput=5MB/sec 2024-08-10T05:49:28.212 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj---uxWsYilHO_viR off=4727742 len=1959454 2024-08-10T05:49:28.214 INFO:tasks.workunit.client.0.smithi031.stdout:op 4509 completed, throughput=5MB/sec 2024-08-10T05:49:29.214 INFO:tasks.workunit.client.0.smithi031.stdout: 881: throughput=5MB/sec pending data=0 2024-08-10T05:49:29.214 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-mo1NvXj_iujGajp off=27239 len=2077962 2024-08-10T05:49:29.217 INFO:tasks.workunit.client.0.smithi031.stdout:op 4510 completed, throughput=5MB/sec 2024-08-10T05:49:29.217 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-B8zx0_5E4MP6GNI off=15291079 len=1209227 2024-08-10T05:49:29.224 INFO:tasks.workunit.client.0.smithi031.stdout:op 4511 completed, throughput=5MB/sec 2024-08-10T05:49:29.224 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-nMUg0QK1bB7qfJQ off=7886287 len=1689227 2024-08-10T05:49:29.226 INFO:tasks.workunit.client.0.smithi031.stdout:op 4512 completed, throughput=5MB/sec 2024-08-10T05:49:29.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:49:29 smithi031 ceph-mon[100614]: pgmap v1841: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-08-10T05:49:29.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:49:29 smithi031 ceph-mon[98130]: pgmap v1841: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-08-10T05:49:29.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:49:29 smithi196 ceph-mon[90243]: pgmap v1841: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-08-10T05:49:30.227 INFO:tasks.workunit.client.0.smithi031.stdout: 882: throughput=5MB/sec pending data=0 2024-08-10T05:49:30.227 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-PztaR4MZ0Lhvre9 off=1790114 len=487931 2024-08-10T05:49:30.229 INFO:tasks.workunit.client.0.smithi031.stdout:op 4513 completed, throughput=5MB/sec 2024-08-10T05:49:30.229 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-geG_BzZNeKoUVfh off=4833512 len=443317 2024-08-10T05:49:30.230 INFO:tasks.workunit.client.0.smithi031.stdout:op 4514 completed, throughput=5MB/sec 2024-08-10T05:49:30.230 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-weovsIV3Pid254u off=4479192 len=403717 2024-08-10T05:49:30.231 INFO:tasks.workunit.client.0.smithi031.stdout:op 4515 completed, throughput=5MB/sec 2024-08-10T05:49:30.231 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-PYCyOOPGUJ_7pgy off=7325651 len=559897 2024-08-10T05:49:30.235 INFO:tasks.workunit.client.0.smithi031.stdout:op 4516 completed, throughput=5MB/sec 2024-08-10T05:49:30.235 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-xUlUAJ7OTnS5sRi off=8754812 len=147718 2024-08-10T05:49:30.235 INFO:tasks.workunit.client.0.smithi031.stdout:op 4517 completed, throughput=5MB/sec 2024-08-10T05:49:30.235 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-_vnR2H7FxgNVAj2 off=2003283 len=1097131 2024-08-10T05:49:30.239 INFO:tasks.workunit.client.0.smithi031.stdout:op 4518 completed, throughput=5MB/sec 2024-08-10T05:49:30.239 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-HLYfBaP5Mr7aoVy off=16371186 len=1164686 2024-08-10T05:49:30.244 INFO:tasks.workunit.client.0.smithi031.stdout:op 4519 completed, throughput=5MB/sec 2024-08-10T05:49:31.245 INFO:tasks.workunit.client.0.smithi031.stdout: 883: throughput=4.99MB/sec pending data=0 2024-08-10T05:49:31.245 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-7r9VZ5uv2SWhd1Y off=6226538 len=1639660 2024-08-10T05:49:31.248 INFO:tasks.workunit.client.0.smithi031.stdout:op 4520 completed, throughput=5MB/sec 2024-08-10T05:49:31.248 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Q74cAg0dSaIuf76 off=12829830 len=1291591 2024-08-10T05:49:31.250 INFO:tasks.workunit.client.0.smithi031.stdout:op 4521 completed, throughput=5MB/sec 2024-08-10T05:49:31.250 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-XPFmQaQ9_utglLU off=449979 len=1581482 2024-08-10T05:49:31.252 INFO:tasks.workunit.client.0.smithi031.stdout:op 4522 completed, throughput=5MB/sec 2024-08-10T05:49:31.252 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-2v0a0Tnm5KDELzz off=3956564 len=665498 2024-08-10T05:49:31.257 INFO:tasks.workunit.client.0.smithi031.stdout:op 4523 completed, throughput=5MB/sec 2024-08-10T05:49:31.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:49:31 smithi031 ceph-mon[98130]: pgmap v1842: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-10T05:49:31.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:49:31 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:49:31] "GET /metrics HTTP/1.1" 200 34054 "" "Prometheus/2.43.0" 2024-08-10T05:49:31.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:49:31 smithi031 ceph-mon[100614]: pgmap v1842: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-10T05:49:31.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:49:31 smithi196 ceph-mon[90243]: pgmap v1842: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-10T05:49:32.257 INFO:tasks.workunit.client.0.smithi031.stdout: 884: throughput=4.99MB/sec pending data=0 2024-08-10T05:49:32.257 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-HZJxQ-mAZ6gG5ml off=2259221 len=1408334 2024-08-10T05:49:32.266 INFO:tasks.workunit.client.0.smithi031.stdout:op 4524 completed, throughput=5MB/sec 2024-08-10T05:49:32.267 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-WiKi4SGuvf3x9tE off=3313564 len=1871374 2024-08-10T05:49:32.270 INFO:tasks.workunit.client.0.smithi031.stdout:op 4525 completed, throughput=5MB/sec 2024-08-10T05:49:32.270 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-vlka5zXWwuuOcX- off=18232187 len=2051733 2024-08-10T05:49:32.273 INFO:tasks.workunit.client.0.smithi031.stdout:op 4526 completed, throughput=5MB/sec 2024-08-10T05:49:32.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:49:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:49:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:49:33.274 INFO:tasks.workunit.client.0.smithi031.stdout: 885: throughput=4.99MB/sec pending data=0 2024-08-10T05:49:33.274 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-nPr6E4F8s5yeOuf off=4878846 len=1226622 2024-08-10T05:49:33.280 INFO:tasks.workunit.client.0.smithi031.stdout:op 4527 completed, throughput=5MB/sec 2024-08-10T05:49:33.281 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-wnUXgIDcTKZHzum off=8216183 len=1800060 2024-08-10T05:49:33.282 INFO:tasks.workunit.client.0.smithi031.stdout:op 4528 completed, throughput=5MB/sec 2024-08-10T05:49:33.282 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-HrjhO3V0lppBAKk off=2681295 len=1928876 2024-08-10T05:49:33.290 INFO:tasks.workunit.client.0.smithi031.stdout:op 4529 completed, throughput=5MB/sec 2024-08-10T05:49:33.291 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-jFw10NvqIMy6yq- off=623461 len=1892190 2024-08-10T05:49:33.293 INFO:tasks.workunit.client.0.smithi031.stdout:op 4530 completed, throughput=5MB/sec 2024-08-10T05:49:33.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:49:33 smithi031 ceph-mon[100614]: pgmap v1843: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-10T05:49:33.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:49:33 smithi031 ceph-mon[98130]: pgmap v1843: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-10T05:49:33.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:49:33 smithi196 ceph-mon[90243]: pgmap v1843: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-10T05:49:34.293 INFO:tasks.workunit.client.0.smithi031.stdout: 886: throughput=5MB/sec pending data=0 2024-08-10T05:49:34.294 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-tqFNq8UEDUEhT6x off=1106565 len=1195871 2024-08-10T05:49:34.300 INFO:tasks.workunit.client.0.smithi031.stdout:op 4531 completed, throughput=5MB/sec 2024-08-10T05:49:34.301 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-BKrytYJwE31J9KE off=22981677 len=1902018 2024-08-10T05:49:34.303 INFO:tasks.workunit.client.0.smithi031.stdout:op 4532 completed, throughput=5MB/sec 2024-08-10T05:49:34.303 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-GeIFlMo2sXdJViP off=10402795 len=1280434 2024-08-10T05:49:34.309 INFO:tasks.workunit.client.0.smithi031.stdout:op 4533 completed, throughput=5MB/sec 2024-08-10T05:49:35.310 INFO:tasks.workunit.client.0.smithi031.stdout: 887: throughput=5MB/sec pending data=0 2024-08-10T05:49:35.310 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-aEjf13mm0rGmH2K off=7993273 len=1975080 2024-08-10T05:49:35.312 INFO:tasks.workunit.client.0.smithi031.stdout:op 4534 completed, throughput=5MB/sec 2024-08-10T05:49:35.312 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-cC6RpdYd17bZ_cw off=1938391 len=1513749 2024-08-10T05:49:35.314 INFO:tasks.workunit.client.0.smithi031.stdout:op 4535 completed, throughput=5MB/sec 2024-08-10T05:49:35.314 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-yh3ia1tVxJehgi8 off=15335827 len=61256 2024-08-10T05:49:35.314 INFO:tasks.workunit.client.0.smithi031.stdout:op 4536 completed, throughput=5MB/sec 2024-08-10T05:49:35.314 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-q09rQcKAnwBxO3l off=3238700 len=824917 2024-08-10T05:49:35.319 INFO:tasks.workunit.client.0.smithi031.stdout:op 4537 completed, throughput=5MB/sec 2024-08-10T05:49:35.319 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-GdzmGA85b-LAGD9 off=7483722 len=1310985 2024-08-10T05:49:35.321 INFO:tasks.workunit.client.0.smithi031.stdout:op 4538 completed, throughput=5MB/sec 2024-08-10T05:49:35.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:49:35 smithi031 ceph-mon[98130]: pgmap v1844: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-08-10T05:49:35.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:49:35 smithi031 ceph-mon[100614]: pgmap v1844: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-08-10T05:49:35.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:49:35 smithi196 ceph-mon[90243]: pgmap v1844: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-08-10T05:49:36.321 INFO:tasks.workunit.client.0.smithi031.stdout: 888: throughput=5MB/sec pending data=0 2024-08-10T05:49:36.321 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-wvPmhP5gCun7O_u off=1602818 len=685952 2024-08-10T05:49:36.326 INFO:tasks.workunit.client.0.smithi031.stdout:op 4539 completed, throughput=5MB/sec 2024-08-10T05:49:36.326 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-bcxMhrFY-qrH7_K off=5752871 len=2035910 2024-08-10T05:49:36.330 INFO:tasks.workunit.client.0.smithi031.stdout:op 4540 completed, throughput=5MB/sec 2024-08-10T05:49:36.330 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-cIhGy8EUR4DRGbg off=407100 len=1631008 2024-08-10T05:49:36.332 INFO:tasks.workunit.client.0.smithi031.stdout:op 4541 completed, throughput=5MB/sec 2024-08-10T05:49:37.332 INFO:tasks.workunit.client.0.smithi031.stdout: 889: throughput=4.99MB/sec pending data=0 2024-08-10T05:49:37.332 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-zkju2nm0IW8ZLfE off=11515023 len=219723 2024-08-10T05:49:37.335 INFO:tasks.workunit.client.0.smithi031.stdout:op 4542 completed, throughput=4.99MB/sec 2024-08-10T05:49:37.336 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-zEjugx9glwyl7VD off=3765955 len=1090783 2024-08-10T05:49:37.338 INFO:tasks.workunit.client.0.smithi031.stdout:op 4543 completed, throughput=5MB/sec 2024-08-10T05:49:37.338 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-NHdlcGwPPyc0j8T off=1208915 len=300264 2024-08-10T05:49:37.339 INFO:tasks.workunit.client.0.smithi031.stdout:op 4544 completed, throughput=5MB/sec 2024-08-10T05:49:37.339 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-kYgslK5Ehtn849b off=2174191 len=779290 2024-08-10T05:49:37.343 INFO:tasks.workunit.client.0.smithi031.stdout:op 4545 completed, throughput=5MB/sec 2024-08-10T05:49:37.344 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-_cAj5pHgEA25xoi off=2905677 len=239867 2024-08-10T05:49:37.344 INFO:tasks.workunit.client.0.smithi031.stdout:op 4546 completed, throughput=5MB/sec 2024-08-10T05:49:37.344 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ZqXQ3YM1_JKH_ts off=8468318 len=843106 2024-08-10T05:49:37.350 INFO:tasks.workunit.client.0.smithi031.stdout:op 4547 completed, throughput=5MB/sec 2024-08-10T05:49:37.350 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-qSA8Uya48xBF_G4 off=3685704 len=402545 2024-08-10T05:49:37.350 INFO:tasks.workunit.client.0.smithi031.stdout:op 4548 completed, throughput=5MB/sec 2024-08-10T05:49:37.351 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-mjtULS9NmLGGPwt off=319420 len=1504738 2024-08-10T05:49:37.353 INFO:tasks.workunit.client.0.smithi031.stdout:op 4549 completed, throughput=5MB/sec 2024-08-10T05:49:37.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:49:37 smithi031 ceph-mon[98130]: pgmap v1845: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.2 MiB/s wr, 4 op/s 2024-08-10T05:49:37.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:49:37 smithi031 ceph-mon[100614]: pgmap v1845: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.2 MiB/s wr, 4 op/s 2024-08-10T05:49:37.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:49:37 smithi196 ceph-mon[90243]: pgmap v1845: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.2 MiB/s wr, 4 op/s 2024-08-10T05:49:38.353 INFO:tasks.workunit.client.0.smithi031.stdout: 890: throughput=4.99MB/sec pending data=0 2024-08-10T05:49:38.353 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-gnzR0hxpmtJM5X6 off=1448535 len=1652755 2024-08-10T05:49:38.355 INFO:tasks.workunit.client.0.smithi031.stdout:op 4550 completed, throughput=5MB/sec 2024-08-10T05:49:38.355 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-PaWMUUre2w5ucPA off=2756435 len=810415 2024-08-10T05:49:38.360 INFO:tasks.workunit.client.0.smithi031.stdout:op 4551 completed, throughput=5MB/sec 2024-08-10T05:49:38.360 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-1fRHdZJBmCTt8h0 off=563577 len=647293 2024-08-10T05:49:38.362 INFO:tasks.workunit.client.0.smithi031.stdout:op 4552 completed, throughput=5MB/sec 2024-08-10T05:49:38.362 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-pE3EcNwxO4eSPpJ off=19750235 len=1442577 2024-08-10T05:49:38.363 INFO:tasks.workunit.client.0.smithi031.stdout:op 4553 completed, throughput=5MB/sec 2024-08-10T05:49:38.363 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-BfN7K1_zQv715QI off=9455963 len=775829 2024-08-10T05:49:38.368 INFO:tasks.workunit.client.0.smithi031.stdout:op 4554 completed, throughput=5MB/sec 2024-08-10T05:49:39.368 INFO:tasks.workunit.client.0.smithi031.stdout: 891: throughput=4.99MB/sec pending data=0 2024-08-10T05:49:39.369 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Aok-ltvGjyq48y9 off=14940996 len=1362066 2024-08-10T05:49:39.375 INFO:tasks.workunit.client.0.smithi031.stdout:op 4555 completed, throughput=5MB/sec 2024-08-10T05:49:39.375 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-KPAwLnPYs-EcmMj off=5121600 len=1672712 2024-08-10T05:49:39.386 INFO:tasks.workunit.client.0.smithi031.stdout:op 4556 completed, throughput=5MB/sec 2024-08-10T05:49:39.386 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-M85E2o6Sn6ZHjzl off=15390594 len=1804063 2024-08-10T05:49:39.395 INFO:tasks.workunit.client.0.smithi031.stdout:op 4557 completed, throughput=5MB/sec 2024-08-10T05:49:39.395 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Yc-eMFQ2ufStIb7 off=887789 len=1793480 2024-08-10T05:49:39.404 INFO:tasks.workunit.client.0.smithi031.stdout:op 4558 completed, throughput=5MB/sec 2024-08-10T05:49:39.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:49:39 smithi031 ceph-mon[100614]: pgmap v1846: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-10T05:49:39.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:49:39 smithi031 ceph-mon[98130]: pgmap v1846: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-10T05:49:39.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:49:39 smithi196 ceph-mon[90243]: pgmap v1846: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-10T05:49:40.405 INFO:tasks.workunit.client.0.smithi031.stdout: 892: throughput=5MB/sec pending data=0 2024-08-10T05:49:40.405 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Rem9CNHCSyfhStx off=2669252 len=1164368 2024-08-10T05:49:40.406 INFO:tasks.workunit.client.0.smithi031.stdout:op 4559 completed, throughput=5MB/sec 2024-08-10T05:49:40.406 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-NkGYYPuPF9YX5xh off=4362422 len=1909551 2024-08-10T05:49:40.417 INFO:tasks.workunit.client.0.smithi031.stdout:op 4560 completed, throughput=5MB/sec 2024-08-10T05:49:40.418 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-1C82G5bXk8PDJUD off=960994 len=788550 2024-08-10T05:49:40.419 INFO:tasks.workunit.client.0.smithi031.stdout:op 4561 completed, throughput=5MB/sec 2024-08-10T05:49:40.419 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-hfXIw7F7A8UvmKZ off=1245032 len=1651285 2024-08-10T05:49:40.421 INFO:tasks.workunit.client.0.smithi031.stdout:op 4562 completed, throughput=5MB/sec 2024-08-10T05:49:41.422 INFO:tasks.workunit.client.0.smithi031.stdout: 893: throughput=5MB/sec pending data=0 2024-08-10T05:49:41.422 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-3fZ1co_5aamYqSo off=8575703 len=1301133 2024-08-10T05:49:41.428 INFO:tasks.workunit.client.0.smithi031.stdout:op 4563 completed, throughput=5MB/sec 2024-08-10T05:49:41.428 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-IcIp4gI065IFXGD off=7871291 len=1615145 2024-08-10T05:49:41.436 INFO:tasks.workunit.client.0.smithi031.stdout:op 4564 completed, throughput=5MB/sec 2024-08-10T05:49:41.437 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-TygPOxn9jda5DDx off=11785900 len=1689715 2024-08-10T05:49:41.442 INFO:tasks.workunit.client.0.smithi031.stdout:op 4565 completed, throughput=5MB/sec 2024-08-10T05:49:41.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:49:41 smithi031 ceph-mon[98130]: pgmap v1847: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-08-10T05:49:41.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:49:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:49:41.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:49:41 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:49:41] "GET /metrics HTTP/1.1" 200 34052 "" "Prometheus/2.43.0" 2024-08-10T05:49:41.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:49:41 smithi031 ceph-mon[100614]: pgmap v1847: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-08-10T05:49:41.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:49:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:49:41.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:49:41 smithi196 ceph-mon[90243]: pgmap v1847: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-08-10T05:49:41.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:49:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:49:42.443 INFO:tasks.workunit.client.0.smithi031.stdout: 894: throughput=5MB/sec pending data=0 2024-08-10T05:49:42.443 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ct66RX7jc7e9DO6 off=1573413 len=926276 2024-08-10T05:49:42.445 INFO:tasks.workunit.client.0.smithi031.stdout:op 4566 completed, throughput=5MB/sec 2024-08-10T05:49:42.445 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-SFWV6iitypX92yr off=2033607 len=555982 2024-08-10T05:49:42.449 INFO:tasks.workunit.client.0.smithi031.stdout:op 4567 completed, throughput=5MB/sec 2024-08-10T05:49:42.449 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-LpUtuPanR4iW6Uj off=4711385 len=2066271 2024-08-10T05:49:42.452 INFO:tasks.workunit.client.0.smithi031.stdout:op 4568 completed, throughput=5MB/sec 2024-08-10T05:49:42.452 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ghe148ebO0vngTZ off=2328554 len=1167188 2024-08-10T05:49:42.453 INFO:tasks.workunit.client.0.smithi031.stdout:op 4569 completed, throughput=5MB/sec 2024-08-10T05:49:42.680 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:49:42 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:49:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:49:43.454 INFO:tasks.workunit.client.0.smithi031.stdout: 895: throughput=4.99MB/sec pending data=0 2024-08-10T05:49:43.454 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-NuhLM14_hJ2PfyO off=9686144 len=2095483 2024-08-10T05:49:43.463 INFO:tasks.workunit.client.0.smithi031.stdout:op 4570 completed, throughput=5MB/sec 2024-08-10T05:49:43.463 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-d8h8SnvDipMs4IH off=1445322 len=1689039 2024-08-10T05:49:43.465 INFO:tasks.workunit.client.0.smithi031.stdout:op 4571 completed, throughput=5MB/sec 2024-08-10T05:49:43.465 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-cTDq0hCtnHdq_B1 off=1289208 len=649898 2024-08-10T05:49:43.470 INFO:tasks.workunit.client.0.smithi031.stdout:op 4572 completed, throughput=5MB/sec 2024-08-10T05:49:43.471 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-bpfXYQbyiVpyDLM off=1581577 len=517958 2024-08-10T05:49:43.471 INFO:tasks.workunit.client.0.smithi031.stdout:op 4573 completed, throughput=5MB/sec 2024-08-10T05:49:43.471 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-b2mA_k75LvonHVJ off=1431202 len=919171 2024-08-10T05:49:43.472 INFO:tasks.workunit.client.0.smithi031.stdout:op 4574 completed, throughput=5MB/sec 2024-08-10T05:49:43.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:49:43 smithi031 ceph-mon[98130]: pgmap v1848: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-08-10T05:49:43.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:49:43 smithi031 ceph-mon[100614]: pgmap v1848: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-08-10T05:49:43.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:49:43 smithi196 ceph-mon[90243]: pgmap v1848: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-08-10T05:49:44.473 INFO:tasks.workunit.client.0.smithi031.stdout: 896: throughput=5MB/sec pending data=0 2024-08-10T05:49:44.473 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-FKeKsk8RKyO41O2 off=13798550 len=1916328 2024-08-10T05:49:44.475 INFO:tasks.workunit.client.0.smithi031.stdout:op 4575 completed, throughput=5MB/sec 2024-08-10T05:49:44.475 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Xzv01HokC_Gdgdn off=15107152 len=369326 2024-08-10T05:49:44.479 INFO:tasks.workunit.client.0.smithi031.stdout:op 4576 completed, throughput=5MB/sec 2024-08-10T05:49:44.479 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-69dqoSyX66Vd46X off=6511119 len=1392802 2024-08-10T05:49:44.487 INFO:tasks.workunit.client.0.smithi031.stdout:op 4577 completed, throughput=5MB/sec 2024-08-10T05:49:44.487 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-gyxQFtInI9c95pO off=3505674 len=11647 2024-08-10T05:49:44.487 INFO:tasks.workunit.client.0.smithi031.stdout:op 4578 completed, throughput=5MB/sec 2024-08-10T05:49:44.488 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-uEcFNwYfVWcx3gV off=3143847 len=145669 2024-08-10T05:49:44.488 INFO:tasks.workunit.client.0.smithi031.stdout:op 4579 completed, throughput=5MB/sec 2024-08-10T05:49:44.488 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ayhXcpDTFzJcs61 off=6044021 len=421191 2024-08-10T05:49:44.492 INFO:tasks.workunit.client.0.smithi031.stdout:op 4580 completed, throughput=5MB/sec 2024-08-10T05:49:44.492 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-_9hlE7J0KFw337c off=2064726 len=1077505 2024-08-10T05:49:44.497 INFO:tasks.workunit.client.0.smithi031.stdout:op 4581 completed, throughput=5MB/sec 2024-08-10T05:49:45.498 INFO:tasks.workunit.client.0.smithi031.stdout: 897: throughput=5MB/sec pending data=0 2024-08-10T05:49:45.498 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-N3-3tK9H6NjBOY0 off=3332602 len=1130312 2024-08-10T05:49:45.500 INFO:tasks.workunit.client.0.smithi031.stdout:op 4582 completed, throughput=5MB/sec 2024-08-10T05:49:45.500 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-C8nx4K6jcUamVq9 off=14559188 len=1829513 2024-08-10T05:49:45.510 INFO:tasks.workunit.client.0.smithi031.stdout:op 4583 completed, throughput=5MB/sec 2024-08-10T05:49:45.511 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-I7tegtcaIgztRRH off=7235550 len=2005136 2024-08-10T05:49:45.522 INFO:tasks.workunit.client.0.smithi031.stdout:op 4584 completed, throughput=5MB/sec 2024-08-10T05:49:45.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:49:45 smithi031 ceph-mon[98130]: pgmap v1849: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:49:45.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:49:45 smithi031 ceph-mon[100614]: pgmap v1849: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:49:45.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:49:45 smithi196 ceph-mon[90243]: pgmap v1849: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:49:46.523 INFO:tasks.workunit.client.0.smithi031.stdout: 898: throughput=4.99MB/sec pending data=0 2024-08-10T05:49:46.523 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-KfsuoFunImbXQAF off=8584878 len=171944 2024-08-10T05:49:46.523 INFO:tasks.workunit.client.0.smithi031.stdout:op 4585 completed, throughput=4.99MB/sec 2024-08-10T05:49:46.523 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-8K67lwewCdIHJJk off=1166998 len=1055091 2024-08-10T05:49:46.525 INFO:tasks.workunit.client.0.smithi031.stdout:op 4586 completed, throughput=5MB/sec 2024-08-10T05:49:46.525 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-GvBW33ovusarc2o off=2153995 len=607122 2024-08-10T05:49:46.530 INFO:tasks.workunit.client.0.smithi031.stdout:op 4587 completed, throughput=5MB/sec 2024-08-10T05:49:46.530 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-sqR4A7Yp35AajeX off=17446327 len=204901 2024-08-10T05:49:46.530 INFO:tasks.workunit.client.0.smithi031.stdout:op 4588 completed, throughput=5MB/sec 2024-08-10T05:49:46.531 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-0tI2z92YUR9PZNv off=1519542 len=63361 2024-08-10T05:49:46.533 INFO:tasks.workunit.client.0.smithi031.stdout:op 4589 completed, throughput=5MB/sec 2024-08-10T05:49:46.533 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-yrzeNDVHpOi2SXF off=4646913 len=794049 2024-08-10T05:49:46.534 INFO:tasks.workunit.client.0.smithi031.stdout:op 4590 completed, throughput=5MB/sec 2024-08-10T05:49:46.534 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-m3crwJ8Ym_-c4Fk off=1079736 len=1345892 2024-08-10T05:49:46.536 INFO:tasks.workunit.client.0.smithi031.stdout:op 4591 completed, throughput=5MB/sec 2024-08-10T05:49:46.536 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-HGir9YUG4ga4cVR off=12177634 len=185264 2024-08-10T05:49:46.537 INFO:tasks.workunit.client.0.smithi031.stdout:op 4592 completed, throughput=5MB/sec 2024-08-10T05:49:46.537 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-SFZH783RNs3ZX8S off=1458877 len=1990058 2024-08-10T05:49:46.548 INFO:tasks.workunit.client.0.smithi031.stdout:op 4593 completed, throughput=5MB/sec 2024-08-10T05:49:47.549 INFO:tasks.workunit.client.0.smithi031.stdout: 899: throughput=5MB/sec pending data=0 2024-08-10T05:49:47.549 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-bGI0oBZGWYwzBuq off=1066604 len=1216852 2024-08-10T05:49:47.552 INFO:tasks.workunit.client.0.smithi031.stdout:op 4594 completed, throughput=5MB/sec 2024-08-10T05:49:47.552 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-bXvgHSRtihdodCM off=1216442 len=356649 2024-08-10T05:49:47.556 INFO:tasks.workunit.client.0.smithi031.stdout:op 4595 completed, throughput=5MB/sec 2024-08-10T05:49:47.556 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-JrlzUfy0p7jkv3w off=3502984 len=1607451 2024-08-10T05:49:47.558 INFO:tasks.workunit.client.0.smithi031.stdout:op 4596 completed, throughput=5MB/sec 2024-08-10T05:49:47.559 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-4HJzeJtIUW6oa4z off=10562193 len=462384 2024-08-10T05:49:47.560 INFO:tasks.workunit.client.0.smithi031.stdout:op 4597 completed, throughput=5MB/sec 2024-08-10T05:49:47.560 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-EbuK8Rs9H8ByeNg off=5361774 len=1849527 2024-08-10T05:49:47.568 INFO:tasks.workunit.client.0.smithi031.stdout:op 4598 completed, throughput=5MB/sec 2024-08-10T05:49:47.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:49:47 smithi031 ceph-mon[98130]: pgmap v1850: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-08-10T05:49:47.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:49:47 smithi031 ceph-mon[100614]: pgmap v1850: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-08-10T05:49:47.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:49:47 smithi196 ceph-mon[90243]: pgmap v1850: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-08-10T05:49:48.569 INFO:tasks.workunit.client.0.smithi031.stdout: 900: throughput=5MB/sec pending data=0 2024-08-10T05:49:48.569 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-L44xgL3o6dQr_7f off=2801590 len=1852380 2024-08-10T05:49:48.578 INFO:tasks.workunit.client.0.smithi031.stdout:op 4599 completed, throughput=5MB/sec 2024-08-10T05:49:48.578 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj--zGPMcjTeNwosBH off=5910917 len=900872 2024-08-10T05:49:48.583 INFO:tasks.workunit.client.0.smithi031.stdout:op 4600 completed, throughput=5MB/sec 2024-08-10T05:49:48.583 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-6YknHaSxc5XVqLy off=8774263 len=875905 2024-08-10T05:49:48.588 INFO:tasks.workunit.client.0.smithi031.stdout:op 4601 completed, throughput=5MB/sec 2024-08-10T05:49:48.588 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-bActu6XNB-aVM9q off=14924145 len=539149 2024-08-10T05:49:48.598 INFO:tasks.workunit.client.0.smithi031.stdout:op 4602 completed, throughput=5MB/sec 2024-08-10T05:49:49.599 INFO:tasks.workunit.client.0.smithi031.stdout: 901: throughput=4.99MB/sec pending data=0 2024-08-10T05:49:49.599 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-i9xCufKJA32sXIX off=16029388 len=295488 2024-08-10T05:49:49.600 INFO:tasks.workunit.client.0.smithi031.stdout:op 4603 completed, throughput=5MB/sec 2024-08-10T05:49:49.600 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-2qPpJHMv8JrQDG9 off=19338021 len=1746915 2024-08-10T05:49:49.610 INFO:tasks.workunit.client.0.smithi031.stdout:op 4604 completed, throughput=5MB/sec 2024-08-10T05:49:49.610 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-lWIh9x9yFkENDuv off=4866924 len=1220027 2024-08-10T05:49:49.616 INFO:tasks.workunit.client.0.smithi031.stdout:op 4605 completed, throughput=5MB/sec 2024-08-10T05:49:49.617 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-s9fydL3_2Zl3OER off=492412 len=923774 2024-08-10T05:49:49.619 INFO:tasks.workunit.client.0.smithi031.stdout:op 4606 completed, throughput=5MB/sec 2024-08-10T05:49:49.619 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-4AzRZqjcoBXDz38 off=19122268 len=2057728 2024-08-10T05:49:49.629 INFO:tasks.workunit.client.0.smithi031.stdout:op 4607 completed, throughput=5MB/sec 2024-08-10T05:49:49.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:49:49 smithi031 ceph-mon[98130]: pgmap v1851: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:49:49.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:49:49 smithi031 ceph-mon[100614]: pgmap v1851: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:49:49.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:49:49 smithi196 ceph-mon[90243]: pgmap v1851: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:49:50.630 INFO:tasks.workunit.client.0.smithi031.stdout: 902: throughput=5MB/sec pending data=0 2024-08-10T05:49:50.630 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Is5KkAbT32AA-4I off=4334892 len=664812 2024-08-10T05:49:50.631 INFO:tasks.workunit.client.0.smithi031.stdout:op 4608 completed, throughput=5MB/sec 2024-08-10T05:49:50.632 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-zVAGPBq4YsPQZRP off=8960821 len=285938 2024-08-10T05:49:50.632 INFO:tasks.workunit.client.0.smithi031.stdout:op 4609 completed, throughput=5MB/sec 2024-08-10T05:49:50.632 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj--_qIhdG4rdk_aCf off=8076652 len=953822 2024-08-10T05:49:50.638 INFO:tasks.workunit.client.0.smithi031.stdout:op 4610 completed, throughput=5MB/sec 2024-08-10T05:49:50.638 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-53XKFX6IEXP6WLP off=2083565 len=337211 2024-08-10T05:49:50.639 INFO:tasks.workunit.client.0.smithi031.stdout:op 4611 completed, throughput=5MB/sec 2024-08-10T05:49:50.639 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-iFgQSTNNeuTe4TS off=1550971 len=642552 2024-08-10T05:49:50.640 INFO:tasks.workunit.client.0.smithi031.stdout:op 4612 completed, throughput=5MB/sec 2024-08-10T05:49:50.640 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-MrCUmA5bCRFmKzh off=10335223 len=1442018 2024-08-10T05:49:50.642 INFO:tasks.workunit.client.0.smithi031.stdout:op 4613 completed, throughput=5MB/sec 2024-08-10T05:49:51.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:49:51 smithi031 ceph-mon[98130]: pgmap v1852: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:49:51.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:49:51 smithi031 ceph-mon[100614]: pgmap v1852: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:49:51.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:49:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:49:51] "GET /metrics HTTP/1.1" 200 34052 "" "Prometheus/2.43.0" 2024-08-10T05:49:51.642 INFO:tasks.workunit.client.0.smithi031.stdout: 903: throughput=4.99MB/sec pending data=0 2024-08-10T05:49:51.642 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-BiYeeXwlf594kF5 off=4669378 len=448024 2024-08-10T05:49:51.646 INFO:tasks.workunit.client.0.smithi031.stdout:op 4614 completed, throughput=5MB/sec 2024-08-10T05:49:51.646 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ytJFyA-WPcXEl3C off=4244853 len=1024613 2024-08-10T05:49:51.652 INFO:tasks.workunit.client.0.smithi031.stdout:op 4615 completed, throughput=5MB/sec 2024-08-10T05:49:51.652 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-FxbHni3otJskZo2 off=4852686 len=992850 2024-08-10T05:49:51.657 INFO:tasks.workunit.client.0.smithi031.stdout:op 4616 completed, throughput=5MB/sec 2024-08-10T05:49:51.658 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Uh3fVPDCIaNwrM2 off=17686325 len=893409 2024-08-10T05:49:51.662 INFO:tasks.workunit.client.0.smithi031.stdout:op 4617 completed, throughput=5MB/sec 2024-08-10T05:49:51.662 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-FcdKuB37YAZyTvb off=12130494 len=1320048 2024-08-10T05:49:51.664 INFO:tasks.workunit.client.0.smithi031.stdout:op 4618 completed, throughput=5MB/sec 2024-08-10T05:49:51.664 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-cBFz4_oEjFe0rY0 off=8415727 len=840279 2024-08-10T05:49:51.665 INFO:tasks.workunit.client.0.smithi031.stdout:op 4619 completed, throughput=5MB/sec 2024-08-10T05:49:51.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:49:51 smithi196 ceph-mon[90243]: pgmap v1852: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:49:52.666 INFO:tasks.workunit.client.0.smithi031.stdout: 904: throughput=4.99MB/sec pending data=0 2024-08-10T05:49:52.666 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-0JPtXDXIllf3kk7 off=943728 len=1164535 2024-08-10T05:49:52.669 INFO:tasks.workunit.client.0.smithi031.stdout:op 4620 completed, throughput=5MB/sec 2024-08-10T05:49:52.669 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-oDbqmbSHvESuMe7 off=1746240 len=1337542 2024-08-10T05:49:52.676 INFO:tasks.workunit.client.0.smithi031.stdout:op 4621 completed, throughput=5MB/sec 2024-08-10T05:49:52.676 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-0fNaHb_1Mkanz4Y off=14555547 len=2082906 2024-08-10T05:49:52.679 INFO:tasks.workunit.client.0.smithi031.stdout:op 4622 completed, throughput=5MB/sec 2024-08-10T05:49:52.679 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj--nam_zLVKLTPsol off=3318145 len=146962 2024-08-10T05:49:52.680 INFO:tasks.workunit.client.0.smithi031.stdout:op 4623 completed, throughput=5MB/sec 2024-08-10T05:49:52.680 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj--xAnEquJ5dVrOQc off=2609280 len=941401 2024-08-10T05:49:52.685 INFO:tasks.workunit.client.0.smithi031.stdout:op 4624 completed, throughput=5MB/sec 2024-08-10T05:49:52.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:49:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:49:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:49:53.685 INFO:tasks.workunit.client.0.smithi031.stdout: 905: throughput=5MB/sec pending data=0 2024-08-10T05:49:53.685 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-HN_Vs6OSqOOmUyP off=9133499 len=784947 2024-08-10T05:49:53.690 INFO:tasks.workunit.client.0.smithi031.stdout:op 4625 completed, throughput=5MB/sec 2024-08-10T05:49:53.690 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Xc3xjWZX5q9SJhm off=15825269 len=387171 2024-08-10T05:49:53.694 INFO:tasks.workunit.client.0.smithi031.stdout:op 4626 completed, throughput=5MB/sec 2024-08-10T05:49:53.694 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-qn25jMq9oriATPM off=752203 len=909197 2024-08-10T05:49:53.698 INFO:tasks.workunit.client.0.smithi031.stdout:op 4627 completed, throughput=5MB/sec 2024-08-10T05:49:53.698 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-mMvafO-2tTrnpNw off=916135 len=972764 2024-08-10T05:49:53.701 INFO:tasks.workunit.client.0.smithi031.stdout:op 4628 completed, throughput=5MB/sec 2024-08-10T05:49:53.701 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-D8e-Yl7o10IZ1Jn off=9199310 len=1770716 2024-08-10T05:49:53.708 INFO:tasks.workunit.client.0.smithi031.stdout:op 4629 completed, throughput=5MB/sec 2024-08-10T05:49:53.708 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-n4_BW-O-qh566o6 off=6816321 len=587197 2024-08-10T05:49:53.712 INFO:tasks.workunit.client.0.smithi031.stdout:op 4630 completed, throughput=5MB/sec 2024-08-10T05:49:53.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:49:53 smithi031 ceph-mon[98130]: pgmap v1853: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-10T05:49:53.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:49:53 smithi031 ceph-mon[100614]: pgmap v1853: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-10T05:49:53.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:49:53 smithi196 ceph-mon[90243]: pgmap v1853: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-10T05:49:54.713 INFO:tasks.workunit.client.0.smithi031.stdout: 906: throughput=5MB/sec pending data=0 2024-08-10T05:49:54.713 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-V-DnrvwImJxkIgQ off=2326595 len=984417 2024-08-10T05:49:54.719 INFO:tasks.workunit.client.0.smithi031.stdout:op 4631 completed, throughput=5MB/sec 2024-08-10T05:49:54.719 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Kvy5aZh2rpesu35 off=1038156 len=1345167 2024-08-10T05:49:54.721 INFO:tasks.workunit.client.0.smithi031.stdout:op 4632 completed, throughput=5MB/sec 2024-08-10T05:49:54.721 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-CV39ZpkHWTt2dNy off=5896912 len=1555679 2024-08-10T05:49:54.729 INFO:tasks.workunit.client.0.smithi031.stdout:op 4633 completed, throughput=5MB/sec 2024-08-10T05:49:54.730 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-fHt_v67-Y-sY9RR off=1437376 len=466114 2024-08-10T05:49:54.731 INFO:tasks.workunit.client.0.smithi031.stdout:op 4634 completed, throughput=5MB/sec 2024-08-10T05:49:54.731 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj--Q8UxA12Nw5oE7p off=1761670 len=1184066 2024-08-10T05:49:54.732 INFO:tasks.workunit.client.0.smithi031.stdout:op 4635 completed, throughput=5MB/sec 2024-08-10T05:49:55.733 INFO:tasks.workunit.client.0.smithi031.stdout: 907: throughput=5MB/sec pending data=0 2024-08-10T05:49:55.733 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-B-8UlLkU9pp9F-T off=20702880 len=1710728 2024-08-10T05:49:55.744 INFO:tasks.workunit.client.0.smithi031.stdout:op 4636 completed, throughput=5MB/sec 2024-08-10T05:49:55.744 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-7KyNfvdNntXv9JQ off=16863235 len=1039514 2024-08-10T05:49:55.745 INFO:tasks.workunit.client.0.smithi031.stdout:op 4637 completed, throughput=5MB/sec 2024-08-10T05:49:55.745 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Q5E_SVAMsaPBrn3 off=7161052 len=1389384 2024-08-10T05:49:55.746 INFO:tasks.workunit.client.0.smithi031.stdout:op 4638 completed, throughput=5MB/sec 2024-08-10T05:49:55.746 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-iKHGT3pOvsn04iv off=5543576 len=2066524 2024-08-10T05:49:55.750 INFO:tasks.workunit.client.0.smithi031.stdout:op 4639 completed, throughput=5MB/sec 2024-08-10T05:49:55.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:49:55 smithi031 ceph-mon[98130]: pgmap v1854: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-10T05:49:55.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:49:55 smithi031 ceph-mon[100614]: pgmap v1854: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-10T05:49:55.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:49:55 smithi196 ceph-mon[90243]: pgmap v1854: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-10T05:49:56.751 INFO:tasks.workunit.client.0.smithi031.stdout: 908: throughput=5MB/sec pending data=0 2024-08-10T05:49:56.751 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ibbLTyPcWI6tGCp off=12329387 len=1043858 2024-08-10T05:49:56.753 INFO:tasks.workunit.client.0.smithi031.stdout:op 4640 completed, throughput=5MB/sec 2024-08-10T05:49:56.753 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-_ka1bUzU04H00B3 off=11513677 len=328251 2024-08-10T05:49:56.756 INFO:tasks.workunit.client.0.smithi031.stdout:op 4641 completed, throughput=5MB/sec 2024-08-10T05:49:56.756 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-XkrmPBSJygFxUHJ off=11197155 len=295089 2024-08-10T05:49:56.760 INFO:tasks.workunit.client.0.smithi031.stdout:op 4642 completed, throughput=5MB/sec 2024-08-10T05:49:56.760 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-4A_vRLUSOC6k4JP off=17352745 len=12592 2024-08-10T05:49:56.760 INFO:tasks.workunit.client.0.smithi031.stdout:op 4643 completed, throughput=5MB/sec 2024-08-10T05:49:56.760 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-VrMmpsKWvXq3Bgg off=8651609 len=876823 2024-08-10T05:49:56.761 INFO:tasks.workunit.client.0.smithi031.stdout:op 4644 completed, throughput=5MB/sec 2024-08-10T05:49:56.762 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-XQ4Y7Xo66xSGkTp off=11442280 len=2032137 2024-08-10T05:49:56.768 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:49:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:49:56.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:49:56 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:49:56.770 INFO:tasks.workunit.client.0.smithi031.stdout:op 4645 completed, throughput=5MB/sec 2024-08-10T05:49:56.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:49:56 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:49:57.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:49:57 smithi031 ceph-mon[98130]: pgmap v1855: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:49:57.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:49:57 smithi031 ceph-mon[100614]: pgmap v1855: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:49:57.770 INFO:tasks.workunit.client.0.smithi031.stdout: 909: throughput=5MB/sec pending data=0 2024-08-10T05:49:57.770 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-oZwT9B1UMM4HSyA off=5139667 len=1322097 2024-08-10T05:49:57.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:49:57 smithi196 ceph-mon[90243]: pgmap v1855: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:49:57.779 INFO:tasks.workunit.client.0.smithi031.stdout:op 4646 completed, throughput=5MB/sec 2024-08-10T05:49:57.779 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-NCpT5GmKZSG7i_s off=1745902 len=1392581 2024-08-10T05:49:57.785 INFO:tasks.workunit.client.0.smithi031.stdout:op 4647 completed, throughput=5MB/sec 2024-08-10T05:49:57.785 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-2pe1SWKRvFUlyGQ off=4122560 len=861653 2024-08-10T05:49:57.790 INFO:tasks.workunit.client.0.smithi031.stdout:op 4648 completed, throughput=5MB/sec 2024-08-10T05:49:57.790 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-r5oOP7O-7dRsClr off=10386592 len=1011315 2024-08-10T05:49:57.794 INFO:tasks.workunit.client.0.smithi031.stdout:op 4649 completed, throughput=5MB/sec 2024-08-10T05:49:58.794 INFO:tasks.workunit.client.0.smithi031.stdout: 910: throughput=4.99MB/sec pending data=0 2024-08-10T05:49:58.795 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-uG_eE1eyyHTfo4f off=1033048 len=1750643 2024-08-10T05:49:58.798 INFO:tasks.workunit.client.0.smithi031.stdout:op 4650 completed, throughput=5MB/sec 2024-08-10T05:49:58.798 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ykdhpJqTwSW4IW3 off=957392 len=1246597 2024-08-10T05:49:58.800 INFO:tasks.workunit.client.0.smithi031.stdout:op 4651 completed, throughput=5MB/sec 2024-08-10T05:49:58.801 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-2ALJA3q4SwF6jb9 off=11919032 len=68468 2024-08-10T05:49:58.801 INFO:tasks.workunit.client.0.smithi031.stdout:op 4652 completed, throughput=5MB/sec 2024-08-10T05:49:58.801 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-IBKzbrkfwwWOAQj off=12155395 len=1835382 2024-08-10T05:49:58.812 INFO:tasks.workunit.client.0.smithi031.stdout:op 4653 completed, throughput=5MB/sec 2024-08-10T05:49:58.812 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-nmy_FzORrliuQfN off=12493907 len=1960404 2024-08-10T05:49:58.815 INFO:tasks.workunit.client.0.smithi031.stdout:op 4654 completed, throughput=5MB/sec 2024-08-10T05:49:59.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:49:59 smithi031 ceph-mon[98130]: pgmap v1856: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-10T05:49:59.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:49:59 smithi031 ceph-mon[100614]: pgmap v1856: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-10T05:49:59.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:49:59 smithi196 ceph-mon[90243]: pgmap v1856: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-10T05:49:59.815 INFO:tasks.workunit.client.0.smithi031.stdout: 911: throughput=5MB/sec pending data=0 2024-08-10T05:49:59.815 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-PM3p4hQQWLtKIJP off=778583 len=1916406 2024-08-10T05:49:59.827 INFO:tasks.workunit.client.0.smithi031.stdout:op 4655 completed, throughput=5MB/sec 2024-08-10T05:49:59.827 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-XsqSSIKBt8ah1k8 off=1482495 len=490071 2024-08-10T05:49:59.828 INFO:tasks.workunit.client.0.smithi031.stdout:op 4656 completed, throughput=5MB/sec 2024-08-10T05:49:59.828 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-71bBbeLboZca-qw off=12694126 len=975240 2024-08-10T05:49:59.829 INFO:tasks.workunit.client.0.smithi031.stdout:op 4657 completed, throughput=5MB/sec 2024-08-10T05:49:59.830 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Gaa10XOmhKIkERo off=2555112 len=751639 2024-08-10T05:49:59.834 INFO:tasks.workunit.client.0.smithi031.stdout:op 4658 completed, throughput=5MB/sec 2024-08-10T05:50:00.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:50:00 smithi031 ceph-mon[98130]: overall HEALTH_OK 2024-08-10T05:50:00.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:50:00 smithi031 ceph-mon[100614]: overall HEALTH_OK 2024-08-10T05:50:00.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:50:00 smithi196 ceph-mon[90243]: overall HEALTH_OK 2024-08-10T05:50:00.835 INFO:tasks.workunit.client.0.smithi031.stdout: 912: throughput=4.99MB/sec pending data=0 2024-08-10T05:50:00.835 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-8RAZHVKgL0akdEt off=13143053 len=1493450 2024-08-10T05:50:00.837 INFO:tasks.workunit.client.0.smithi031.stdout:op 4659 completed, throughput=5MB/sec 2024-08-10T05:50:00.837 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-0bic2u326mi0ERL off=0 len=1490181 2024-08-10T05:50:00.845 INFO:tasks.workunit.client.0.smithi031.stdout:op 4660 completed, throughput=5MB/sec 2024-08-10T05:50:00.845 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-DvJOdak8pG1IddD off=3661963 len=1384936 2024-08-10T05:50:00.847 INFO:tasks.workunit.client.0.smithi031.stdout:op 4661 completed, throughput=5MB/sec 2024-08-10T05:50:00.847 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-dYMq8IfmDcPs7-- off=3494733 len=280924 2024-08-10T05:50:00.848 INFO:tasks.workunit.client.0.smithi031.stdout:op 4662 completed, throughput=5MB/sec 2024-08-10T05:50:00.848 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ekEc0ZEa0R_Lppd off=8337285 len=1235411 2024-08-10T05:50:00.854 INFO:tasks.workunit.client.0.smithi031.stdout:op 4663 completed, throughput=5MB/sec 2024-08-10T05:50:01.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:50:01 smithi031 ceph-mon[98130]: pgmap v1857: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-10T05:50:01.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:50:01 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:50:01] "GET /metrics HTTP/1.1" 200 34051 "" "Prometheus/2.43.0" 2024-08-10T05:50:01.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:50:01 smithi031 ceph-mon[100614]: pgmap v1857: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-10T05:50:01.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:50:01 smithi196 ceph-mon[90243]: pgmap v1857: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-10T05:50:01.854 INFO:tasks.workunit.client.0.smithi031.stdout: 913: throughput=5MB/sec pending data=0 2024-08-10T05:50:01.854 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-syS46DS6GZ6CFV0 off=13633280 len=1940702 2024-08-10T05:50:01.858 INFO:tasks.workunit.client.0.smithi031.stdout:op 4664 completed, throughput=5MB/sec 2024-08-10T05:50:01.859 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-WwuNbGFbpQoUmpq off=477863 len=1162966 2024-08-10T05:50:01.865 INFO:tasks.workunit.client.0.smithi031.stdout:op 4665 completed, throughput=5MB/sec 2024-08-10T05:50:01.866 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-UiO6AGNq43hwYRH off=1871823 len=88339 2024-08-10T05:50:01.868 INFO:tasks.workunit.client.0.smithi031.stdout:op 4666 completed, throughput=5MB/sec 2024-08-10T05:50:01.868 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-KBGf7Vr5pyftO9n off=1982104 len=536358 2024-08-10T05:50:01.872 INFO:tasks.workunit.client.0.smithi031.stdout:op 4667 completed, throughput=5MB/sec 2024-08-10T05:50:01.872 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-aVjz-htng84_No5 off=7916193 len=99097 2024-08-10T05:50:01.872 INFO:tasks.workunit.client.0.smithi031.stdout:op 4668 completed, throughput=5MB/sec 2024-08-10T05:50:01.872 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-DeyJZbFdAR5vvm5 off=3600214 len=41222 2024-08-10T05:50:01.874 INFO:tasks.workunit.client.0.smithi031.stdout:op 4669 completed, throughput=5MB/sec 2024-08-10T05:50:01.874 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-oc-uNlBPzWuRIlW off=18009179 len=862487 2024-08-10T05:50:01.875 INFO:tasks.workunit.client.0.smithi031.stdout:op 4670 completed, throughput=5MB/sec 2024-08-10T05:50:02.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:50:02 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:50:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:50:02.875 INFO:tasks.workunit.client.0.smithi031.stdout: 914: throughput=4.99MB/sec pending data=0 2024-08-10T05:50:02.876 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-GQ93oVsIUyaLeGB off=2827646 len=1073640 2024-08-10T05:50:02.877 INFO:tasks.workunit.client.0.smithi031.stdout:op 4671 completed, throughput=5MB/sec 2024-08-10T05:50:02.877 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj--LMc2uX6j854Jg3 off=2569603 len=2071762 2024-08-10T05:50:02.880 INFO:tasks.workunit.client.0.smithi031.stdout:op 4672 completed, throughput=5MB/sec 2024-08-10T05:50:02.880 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-oc-uNlBPzWuRIlW off=10106832 len=1908328 2024-08-10T05:50:02.882 INFO:tasks.workunit.client.0.smithi031.stdout:op 4673 completed, throughput=5MB/sec 2024-08-10T05:50:03.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:50:03 smithi031 ceph-mon[98130]: pgmap v1858: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-10T05:50:03.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:50:03 smithi031 ceph-mon[100614]: pgmap v1858: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-10T05:50:03.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:50:03 smithi196 ceph-mon[90243]: pgmap v1858: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-10T05:50:03.882 INFO:tasks.workunit.client.0.smithi031.stdout: 915: throughput=4.99MB/sec pending data=0 2024-08-10T05:50:03.883 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Kvy5aZh2rpesu35 off=1059743 len=923417 2024-08-10T05:50:03.885 INFO:tasks.workunit.client.0.smithi031.stdout:op 4674 completed, throughput=5MB/sec 2024-08-10T05:50:03.885 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-KfJE0UBxSa8c2UU off=13682219 len=1583083 2024-08-10T05:50:03.892 INFO:tasks.workunit.client.0.smithi031.stdout:op 4675 completed, throughput=5MB/sec 2024-08-10T05:50:03.892 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-_Wz6eozNTmug3FW off=10334657 len=45752 2024-08-10T05:50:03.894 INFO:tasks.workunit.client.0.smithi031.stdout:op 4676 completed, throughput=5MB/sec 2024-08-10T05:50:03.895 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-RKxlwv6ZTZCLiGb off=17489234 len=165828 2024-08-10T05:50:03.895 INFO:tasks.workunit.client.0.smithi031.stdout:op 4677 completed, throughput=5MB/sec 2024-08-10T05:50:03.895 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-8UvvrBRnHP5bxiE off=1289207 len=2015710 2024-08-10T05:50:03.898 INFO:tasks.workunit.client.0.smithi031.stdout:op 4678 completed, throughput=5MB/sec 2024-08-10T05:50:03.898 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-tGrK9iZ4fyYMWaN off=4221871 len=1627556 2024-08-10T05:50:03.906 INFO:tasks.workunit.client.0.smithi031.stdout:op 4679 completed, throughput=5MB/sec 2024-08-10T05:50:04.906 INFO:tasks.workunit.client.0.smithi031.stdout: 916: throughput=5MB/sec pending data=0 2024-08-10T05:50:04.907 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-6l0PbABRd1EtkFM off=3861621 len=1170402 2024-08-10T05:50:04.913 INFO:tasks.workunit.client.0.smithi031.stdout:op 4680 completed, throughput=5MB/sec 2024-08-10T05:50:04.913 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-wvJD6lCtVQFKMtH off=8028196 len=977108 2024-08-10T05:50:04.918 INFO:tasks.workunit.client.0.smithi031.stdout:op 4681 completed, throughput=5MB/sec 2024-08-10T05:50:04.918 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-HBRiej2c5H4HUvI off=1767785 len=1060373 2024-08-10T05:50:04.924 INFO:tasks.workunit.client.0.smithi031.stdout:op 4682 completed, throughput=5MB/sec 2024-08-10T05:50:04.924 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Rbihn-owRXuCKWj off=18761458 len=1836857 2024-08-10T05:50:04.932 INFO:tasks.workunit.client.0.smithi031.stdout:op 4683 completed, throughput=5MB/sec 2024-08-10T05:50:05.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:50:05 smithi031 ceph-mon[98130]: pgmap v1859: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:50:05.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:50:05 smithi031 ceph-mon[100614]: pgmap v1859: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:50:05.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:50:05 smithi196 ceph-mon[90243]: pgmap v1859: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:50:05.933 INFO:tasks.workunit.client.0.smithi031.stdout: 917: throughput=5MB/sec pending data=0 2024-08-10T05:50:05.933 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Fzx6OnEzFA-Y7qv off=322616 len=481307 2024-08-10T05:50:05.934 INFO:tasks.workunit.client.0.smithi031.stdout:op 4684 completed, throughput=5MB/sec 2024-08-10T05:50:05.934 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-N7fzCuxlX60Xb6r off=7433829 len=1226220 2024-08-10T05:50:05.941 INFO:tasks.workunit.client.0.smithi031.stdout:op 4685 completed, throughput=5MB/sec 2024-08-10T05:50:05.941 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-njOl3pRjwIvOAbw off=6558894 len=1809414 2024-08-10T05:50:05.943 INFO:tasks.workunit.client.0.smithi031.stdout:op 4686 completed, throughput=5MB/sec 2024-08-10T05:50:05.943 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-xdP7jU8SVSRTj5p off=13334291 len=245682 2024-08-10T05:50:05.944 INFO:tasks.workunit.client.0.smithi031.stdout:op 4687 completed, throughput=5MB/sec 2024-08-10T05:50:05.944 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-IOLyn1igcXyUOaK off=4094118 len=167250 2024-08-10T05:50:05.947 INFO:tasks.workunit.client.0.smithi031.stdout:op 4688 completed, throughput=5MB/sec 2024-08-10T05:50:05.947 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-gEBYZ1ogd9gyDK_ off=20086 len=1464176 2024-08-10T05:50:05.954 INFO:tasks.workunit.client.0.smithi031.stdout:op 4689 completed, throughput=5MB/sec 2024-08-10T05:50:06.954 INFO:tasks.workunit.client.0.smithi031.stdout: 918: throughput=5MB/sec pending data=0 2024-08-10T05:50:06.954 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-lfWRtONZGiLzWTL off=190921 len=1373966 2024-08-10T05:50:06.956 INFO:tasks.workunit.client.0.smithi031.stdout:op 4690 completed, throughput=5MB/sec 2024-08-10T05:50:06.956 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-SwhVntzJdBPO8YY off=10178287 len=1535252 2024-08-10T05:50:06.959 INFO:tasks.workunit.client.0.smithi031.stdout:op 4691 completed, throughput=5MB/sec 2024-08-10T05:50:06.960 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-muUKMjXLgcbAg3C off=3362240 len=1973067 2024-08-10T05:50:06.971 INFO:tasks.workunit.client.0.smithi031.stdout:op 4692 completed, throughput=5MB/sec 2024-08-10T05:50:07.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:50:07 smithi031 ceph-mon[98130]: pgmap v1860: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:50:07.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:50:07 smithi031 ceph-mon[100614]: pgmap v1860: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:50:07.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:50:07 smithi196 ceph-mon[90243]: pgmap v1860: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:50:07.971 INFO:tasks.workunit.client.0.smithi031.stdout: 919: throughput=4.99MB/sec pending data=0 2024-08-10T05:50:07.972 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-vTbgIWi7OjgUhVO off=1606405 len=363919 2024-08-10T05:50:07.973 INFO:tasks.workunit.client.0.smithi031.stdout:op 4693 completed, throughput=5MB/sec 2024-08-10T05:50:07.973 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-St_rC-T10lF_YVm off=2912357 len=921281 2024-08-10T05:50:07.979 INFO:tasks.workunit.client.0.smithi031.stdout:op 4694 completed, throughput=5MB/sec 2024-08-10T05:50:07.979 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-MWl8pCXjNlmx0AW off=1548047 len=832319 2024-08-10T05:50:07.984 INFO:tasks.workunit.client.0.smithi031.stdout:op 4695 completed, throughput=5MB/sec 2024-08-10T05:50:07.984 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-KKnQNc6tGzjBzHf off=1548076 len=1814319 2024-08-10T05:50:07.994 INFO:tasks.workunit.client.0.smithi031.stdout:op 4696 completed, throughput=5MB/sec 2024-08-10T05:50:07.994 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-vZG8pmPmkYcg0SR off=2129409 len=473957 2024-08-10T05:50:07.995 INFO:tasks.workunit.client.0.smithi031.stdout:op 4697 completed, throughput=5MB/sec 2024-08-10T05:50:07.995 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-7GjkuJLPUT0kwwx off=8634171 len=851872 2024-08-10T05:50:07.997 INFO:tasks.workunit.client.0.smithi031.stdout:op 4698 completed, throughput=5MB/sec 2024-08-10T05:50:08.998 INFO:tasks.workunit.client.0.smithi031.stdout: 920: throughput=4.99MB/sec pending data=0 2024-08-10T05:50:08.998 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-SQGGWBQEegInhVP off=20279810 len=1891787 2024-08-10T05:50:09.000 INFO:tasks.workunit.client.0.smithi031.stdout:op 4699 completed, throughput=5MB/sec 2024-08-10T05:50:09.000 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-mcXSy9DVmBcUXCx off=4880286 len=775691 2024-08-10T05:50:09.001 INFO:tasks.workunit.client.0.smithi031.stdout:op 4700 completed, throughput=5MB/sec 2024-08-10T05:50:09.001 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Q15RsLxVl7XH60K off=9095996 len=1025537 2024-08-10T05:50:09.003 INFO:tasks.workunit.client.0.smithi031.stdout:op 4701 completed, throughput=5MB/sec 2024-08-10T05:50:09.003 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-qZX-Kbf5m4dP0lk off=1261412 len=605262 2024-08-10T05:50:09.007 INFO:tasks.workunit.client.0.smithi031.stdout:op 4702 completed, throughput=5MB/sec 2024-08-10T05:50:09.007 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-W2FSB1IYdO3X9k9 off=2179182 len=574892 2024-08-10T05:50:09.009 INFO:tasks.workunit.client.0.smithi031.stdout:op 4703 completed, throughput=5MB/sec 2024-08-10T05:50:09.009 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-fMay_K85tv9XTN5 off=6820023 len=97024 2024-08-10T05:50:09.009 INFO:tasks.workunit.client.0.smithi031.stdout:op 4704 completed, throughput=5MB/sec 2024-08-10T05:50:09.009 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-_eiO_frleVEXbTs off=2480228 len=2046656 2024-08-10T05:50:09.019 INFO:tasks.workunit.client.0.smithi031.stdout:op 4705 completed, throughput=5MB/sec 2024-08-10T05:50:09.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:50:09 smithi031 ceph-mon[98130]: pgmap v1861: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-10T05:50:09.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:50:09 smithi031 ceph-mon[100614]: pgmap v1861: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-10T05:50:09.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:50:09 smithi196 ceph-mon[90243]: pgmap v1861: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-10T05:50:10.019 INFO:tasks.workunit.client.0.smithi031.stdout: 921: throughput=5MB/sec pending data=0 2024-08-10T05:50:10.019 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-sq7yNR5qSM-Q8-B off=1060578 len=1308886 2024-08-10T05:50:10.021 INFO:tasks.workunit.client.0.smithi031.stdout:op 4706 completed, throughput=5MB/sec 2024-08-10T05:50:10.021 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-zZ5gjI8C1bvL-NC off=2778352 len=1142643 2024-08-10T05:50:10.027 INFO:tasks.workunit.client.0.smithi031.stdout:op 4707 completed, throughput=5MB/sec 2024-08-10T05:50:10.027 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Tlz5Jo09soqfEOY off=4232219 len=1460777 2024-08-10T05:50:10.029 INFO:tasks.workunit.client.0.smithi031.stdout:op 4708 completed, throughput=5MB/sec 2024-08-10T05:50:11.029 INFO:tasks.workunit.client.0.smithi031.stdout: 922: throughput=5MB/sec pending data=0 2024-08-10T05:50:11.030 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-hqHiSo3V80xujAM off=821036 len=1729965 2024-08-10T05:50:11.032 INFO:tasks.workunit.client.0.smithi031.stdout:op 4709 completed, throughput=5MB/sec 2024-08-10T05:50:11.032 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-APwQAxNIsIveFbj off=6979838 len=82793 2024-08-10T05:50:11.035 INFO:tasks.workunit.client.0.smithi031.stdout:op 4710 completed, throughput=5MB/sec 2024-08-10T05:50:11.035 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-RWtovTDTj1ZFPoH off=1785822 len=795898 2024-08-10T05:50:11.040 INFO:tasks.workunit.client.0.smithi031.stdout:op 4711 completed, throughput=5MB/sec 2024-08-10T05:50:11.040 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-YGIB7bMDVO6Jnu5 off=223535 len=1937084 2024-08-10T05:50:11.051 INFO:tasks.workunit.client.0.smithi031.stdout:op 4712 completed, throughput=5MB/sec 2024-08-10T05:50:11.051 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-CIxnwOcu1xOsZKb off=10732827 len=1082797 2024-08-10T05:50:11.057 INFO:tasks.workunit.client.0.smithi031.stdout:op 4713 completed, throughput=5MB/sec 2024-08-10T05:50:11.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:50:11 smithi031 ceph-mon[98130]: pgmap v1862: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:50:11.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:50:11 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:50:11.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:50:11 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:50:11] "GET /metrics HTTP/1.1" 200 34053 "" "Prometheus/2.43.0" 2024-08-10T05:50:11.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:50:11 smithi031 ceph-mon[100614]: pgmap v1862: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:50:11.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:50:11 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:50:11.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:50:11 smithi196 ceph-mon[90243]: pgmap v1862: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:50:11.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:50:11 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:50:12.057 INFO:tasks.workunit.client.0.smithi031.stdout: 923: throughput=5MB/sec pending data=0 2024-08-10T05:50:12.058 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-WVzC1J_27zTrnty off=4529849 len=935480 2024-08-10T05:50:12.059 INFO:tasks.workunit.client.0.smithi031.stdout:op 4714 completed, throughput=5MB/sec 2024-08-10T05:50:12.059 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-RH2cWkYl5IJVYEo off=3155096 len=1638507 2024-08-10T05:50:12.068 INFO:tasks.workunit.client.0.smithi031.stdout:op 4715 completed, throughput=5MB/sec 2024-08-10T05:50:12.068 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-5fdfmWf0iwEi_x0 off=18439843 len=1719703 2024-08-10T05:50:12.070 INFO:tasks.workunit.client.0.smithi031.stdout:op 4716 completed, throughput=5MB/sec 2024-08-10T05:50:12.070 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-D2qGvP6LmBji-_H off=333289 len=547939 2024-08-10T05:50:12.074 INFO:tasks.workunit.client.0.smithi031.stdout:op 4717 completed, throughput=5MB/sec 2024-08-10T05:50:12.680 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:50:12 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:50:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:50:13.074 INFO:tasks.workunit.client.0.smithi031.stdout: 924: throughput=4.99MB/sec pending data=0 2024-08-10T05:50:13.075 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-J6A2IXJaN1mdYzU off=5583999 len=964275 2024-08-10T05:50:13.080 INFO:tasks.workunit.client.0.smithi031.stdout:op 4718 completed, throughput=5MB/sec 2024-08-10T05:50:13.080 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-QmTZZ64bldbqm_9 off=9962125 len=1481953 2024-08-10T05:50:13.090 INFO:tasks.workunit.client.0.smithi031.stdout:op 4719 completed, throughput=5MB/sec 2024-08-10T05:50:13.090 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-E62D02WKaA7saNb off=688374 len=553927 2024-08-10T05:50:13.094 INFO:tasks.workunit.client.0.smithi031.stdout:op 4720 completed, throughput=5MB/sec 2024-08-10T05:50:13.094 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-n8ihqfcfqQNn1H9 off=14507973 len=1150946 2024-08-10T05:50:13.096 INFO:tasks.workunit.client.0.smithi031.stdout:op 4721 completed, throughput=5MB/sec 2024-08-10T05:50:13.096 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-DsYpHP6-46b28R2 off=9483326 len=1762843 2024-08-10T05:50:13.104 INFO:tasks.workunit.client.0.smithi031.stdout:op 4722 completed, throughput=5MB/sec 2024-08-10T05:50:13.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:50:13 smithi031 ceph-mon[98130]: pgmap v1863: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:50:13.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:50:13 smithi031 ceph-mon[100614]: pgmap v1863: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:50:13.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:50:13 smithi196 ceph-mon[90243]: pgmap v1863: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:50:14.105 INFO:tasks.workunit.client.0.smithi031.stdout: 925: throughput=5MB/sec pending data=0 2024-08-10T05:50:14.105 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Hq69A-AVkJPBYWR off=12635952 len=268260 2024-08-10T05:50:14.108 INFO:tasks.workunit.client.0.smithi031.stdout:op 4723 completed, throughput=5MB/sec 2024-08-10T05:50:14.108 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-F80Y_uUadVAl_1S off=10033437 len=948084 2024-08-10T05:50:14.114 INFO:tasks.workunit.client.0.smithi031.stdout:op 4724 completed, throughput=5MB/sec 2024-08-10T05:50:14.114 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-qOK1tJ_ErNpg2nw off=4888064 len=1364163 2024-08-10T05:50:14.117 INFO:tasks.workunit.client.0.smithi031.stdout:op 4725 completed, throughput=5MB/sec 2024-08-10T05:50:14.117 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-nyHYdqqjzCGrzti off=1219197 len=820595 2024-08-10T05:50:14.118 INFO:tasks.workunit.client.0.smithi031.stdout:op 4726 completed, throughput=5MB/sec 2024-08-10T05:50:14.118 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-G6AuksZc54yI76U off=8373890 len=736765 2024-08-10T05:50:14.119 INFO:tasks.workunit.client.0.smithi031.stdout:op 4727 completed, throughput=5MB/sec 2024-08-10T05:50:14.119 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-RZ3jGjs_kP_TYbn off=2342755 len=1160299 2024-08-10T05:50:14.121 INFO:tasks.workunit.client.0.smithi031.stdout:op 4728 completed, throughput=5MB/sec 2024-08-10T05:50:15.122 INFO:tasks.workunit.client.0.smithi031.stdout: 926: throughput=5MB/sec pending data=0 2024-08-10T05:50:15.122 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-mzWzjL7kO81wk_m off=10559653 len=1387396 2024-08-10T05:50:15.129 INFO:tasks.workunit.client.0.smithi031.stdout:op 4729 completed, throughput=5MB/sec 2024-08-10T05:50:15.129 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-QERw4EEaMzhkREx off=2290121 len=2054789 2024-08-10T05:50:15.131 INFO:tasks.workunit.client.0.smithi031.stdout:op 4730 completed, throughput=5MB/sec 2024-08-10T05:50:15.132 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-5TGkuyDYa8DV2JJ off=2867413 len=1970050 2024-08-10T05:50:15.134 INFO:tasks.workunit.client.0.smithi031.stdout:op 4731 completed, throughput=5MB/sec 2024-08-10T05:50:15.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:50:15 smithi031 ceph-mon[98130]: pgmap v1864: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-10T05:50:15.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:50:15 smithi031 ceph-mon[100614]: pgmap v1864: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-10T05:50:15.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:50:15 smithi196 ceph-mon[90243]: pgmap v1864: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-10T05:50:16.135 INFO:tasks.workunit.client.0.smithi031.stdout: 927: throughput=5MB/sec pending data=0 2024-08-10T05:50:16.135 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-dC9b11zNhslep-o off=6231930 len=753847 2024-08-10T05:50:16.136 INFO:tasks.workunit.client.0.smithi031.stdout:op 4732 completed, throughput=5MB/sec 2024-08-10T05:50:16.136 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-UF5AbGpGGkSfm5_ off=1526840 len=885529 2024-08-10T05:50:16.137 INFO:tasks.workunit.client.0.smithi031.stdout:op 4733 completed, throughput=5MB/sec 2024-08-10T05:50:16.137 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-2zpxRQ_RG7NlV6O off=28675 len=1700777 2024-08-10T05:50:16.148 INFO:tasks.workunit.client.0.smithi031.stdout:op 4734 completed, throughput=5MB/sec 2024-08-10T05:50:16.149 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-qdkTzgfWtOvL8eg off=2452940 len=151023 2024-08-10T05:50:16.151 INFO:tasks.workunit.client.0.smithi031.stdout:op 4735 completed, throughput=5MB/sec 2024-08-10T05:50:16.151 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-R-pwHvSZrvDdPZr off=8781741 len=865537 2024-08-10T05:50:16.152 INFO:tasks.workunit.client.0.smithi031.stdout:op 4736 completed, throughput=5MB/sec 2024-08-10T05:50:16.152 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-DT7jEOVmYSYbJ2G off=2128288 len=720318 2024-08-10T05:50:16.153 INFO:tasks.workunit.client.0.smithi031.stdout:op 4737 completed, throughput=5MB/sec 2024-08-10T05:50:17.154 INFO:tasks.workunit.client.0.smithi031.stdout: 928: throughput=5MB/sec pending data=0 2024-08-10T05:50:17.154 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-QfB8os3nGcOnZiP off=5652976 len=1034613 2024-08-10T05:50:17.159 INFO:tasks.workunit.client.0.smithi031.stdout:op 4738 completed, throughput=5MB/sec 2024-08-10T05:50:17.159 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-FTB4aX7GJXorKX7 off=12324324 len=1681878 2024-08-10T05:50:17.168 INFO:tasks.workunit.client.0.smithi031.stdout:op 4739 completed, throughput=5MB/sec 2024-08-10T05:50:17.168 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-S_aU_lbKibQLCCK off=2541479 len=1127198 2024-08-10T05:50:17.173 INFO:tasks.workunit.client.0.smithi031.stdout:op 4740 completed, throughput=5MB/sec 2024-08-10T05:50:17.173 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-9CKlN6dZvzGrKE- off=10965846 len=2021282 2024-08-10T05:50:17.182 INFO:tasks.workunit.client.0.smithi031.stdout:op 4741 completed, throughput=5MB/sec 2024-08-10T05:50:17.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:50:17 smithi031 ceph-mon[98130]: pgmap v1865: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:50:17.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:50:17 smithi031 ceph-mon[100614]: pgmap v1865: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:50:17.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:50:17 smithi196 ceph-mon[90243]: pgmap v1865: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:50:18.183 INFO:tasks.workunit.client.0.smithi031.stdout: 929: throughput=5MB/sec pending data=0 2024-08-10T05:50:18.183 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-TF5f-RPDr1O9Ipo off=14079016 len=1451523 2024-08-10T05:50:18.185 INFO:tasks.workunit.client.0.smithi031.stdout:op 4742 completed, throughput=5MB/sec 2024-08-10T05:50:18.185 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ugW8uNv5w-ITcXT off=7607318 len=303794 2024-08-10T05:50:18.188 INFO:tasks.workunit.client.0.smithi031.stdout:op 4743 completed, throughput=5MB/sec 2024-08-10T05:50:18.188 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-u-WiyUtNz6FE5wk off=13328199 len=210615 2024-08-10T05:50:18.190 INFO:tasks.workunit.client.0.smithi031.stdout:op 4744 completed, throughput=5MB/sec 2024-08-10T05:50:18.191 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-W8Qdsbs0JiSYIOS off=10330062 len=117868 2024-08-10T05:50:18.193 INFO:tasks.workunit.client.0.smithi031.stdout:op 4745 completed, throughput=5MB/sec 2024-08-10T05:50:18.193 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-rBAe95NEMINrT2Y off=4577627 len=1028730 2024-08-10T05:50:18.199 INFO:tasks.workunit.client.0.smithi031.stdout:op 4746 completed, throughput=5MB/sec 2024-08-10T05:50:18.199 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-dZYfGkh5h01DP_D off=15542840 len=1985488 2024-08-10T05:50:18.201 INFO:tasks.workunit.client.0.smithi031.stdout:op 4747 completed, throughput=5MB/sec 2024-08-10T05:50:19.201 INFO:tasks.workunit.client.0.smithi031.stdout: 930: throughput=5MB/sec pending data=0 2024-08-10T05:50:19.201 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-PztaR4MZ0Lhvre9 off=8058775 len=1359334 2024-08-10T05:50:19.209 INFO:tasks.workunit.client.0.smithi031.stdout:op 4748 completed, throughput=5MB/sec 2024-08-10T05:50:19.209 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-PiqYzDxgAaK4_Pw off=10098770 len=1865540 2024-08-10T05:50:19.216 INFO:tasks.workunit.client.0.smithi031.stdout:op 4749 completed, throughput=5MB/sec 2024-08-10T05:50:19.217 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-zBH3ZDjSuScjU9p off=19511374 len=833169 2024-08-10T05:50:19.218 INFO:tasks.workunit.client.0.smithi031.stdout:op 4750 completed, throughput=5MB/sec 2024-08-10T05:50:19.218 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-8fvr4zTGNyD9XGU off=1360461 len=1843681 2024-08-10T05:50:19.222 INFO:tasks.workunit.client.0.smithi031.stdout:op 4751 completed, throughput=5MB/sec 2024-08-10T05:50:19.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:50:19 smithi031 ceph-mon[98130]: pgmap v1866: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:50:19.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:50:19 smithi031 ceph-mon[100614]: pgmap v1866: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:50:19.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:50:19 smithi196 ceph-mon[90243]: pgmap v1866: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:50:20.223 INFO:tasks.workunit.client.0.smithi031.stdout: 931: throughput=5MB/sec pending data=0 2024-08-10T05:50:20.223 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Yc-eMFQ2ufStIb7 off=2919884 len=1538338 2024-08-10T05:50:20.230 INFO:tasks.workunit.client.0.smithi031.stdout:op 4752 completed, throughput=5MB/sec 2024-08-10T05:50:20.231 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-vDRehG18We-3ysn off=8299049 len=1443907 2024-08-10T05:50:20.239 INFO:tasks.workunit.client.0.smithi031.stdout:op 4753 completed, throughput=5MB/sec 2024-08-10T05:50:20.239 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-IzDdQ1oCLneTf_l off=1781631 len=519918 2024-08-10T05:50:20.240 INFO:tasks.workunit.client.0.smithi031.stdout:op 4754 completed, throughput=5MB/sec 2024-08-10T05:50:20.240 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-bSGw_lsTbplHBWN off=24308328 len=41324 2024-08-10T05:50:20.241 INFO:tasks.workunit.client.0.smithi031.stdout:op 4755 completed, throughput=5MB/sec 2024-08-10T05:50:20.241 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ElVoZ5dD4q54eQx off=632156 len=1615265 2024-08-10T05:50:20.243 INFO:tasks.workunit.client.0.smithi031.stdout:op 4756 completed, throughput=5MB/sec 2024-08-10T05:50:21.244 INFO:tasks.workunit.client.0.smithi031.stdout: 932: throughput=5MB/sec pending data=0 2024-08-10T05:50:21.244 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-fWZ87ePeTiu-Kx0 off=10681935 len=1679726 2024-08-10T05:50:21.246 INFO:tasks.workunit.client.0.smithi031.stdout:op 4757 completed, throughput=5MB/sec 2024-08-10T05:50:21.246 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-rRmBt6gfDsBPtvh off=1846270 len=221980 2024-08-10T05:50:21.247 INFO:tasks.workunit.client.0.smithi031.stdout:op 4758 completed, throughput=5MB/sec 2024-08-10T05:50:21.247 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-AsohfQhkh726x19 off=2485522 len=200732 2024-08-10T05:50:21.250 INFO:tasks.workunit.client.0.smithi031.stdout:op 4759 completed, throughput=5MB/sec 2024-08-10T05:50:21.250 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Kmg5WLJqZIoJNR2 off=3257778 len=1279045 2024-08-10T05:50:21.258 INFO:tasks.workunit.client.0.smithi031.stdout:op 4760 completed, throughput=5MB/sec 2024-08-10T05:50:21.258 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-pk5iMGkhfvioe-c off=1260528 len=1884449 2024-08-10T05:50:21.260 INFO:tasks.workunit.client.0.smithi031.stdout:op 4761 completed, throughput=5MB/sec 2024-08-10T05:50:21.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:50:21 smithi031 ceph-mon[98130]: pgmap v1867: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:50:21.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:50:21 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:50:21.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:50:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:50:21] "GET /metrics HTTP/1.1" 200 34053 "" "Prometheus/2.43.0" 2024-08-10T05:50:21.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:50:21 smithi031 ceph-mon[100614]: pgmap v1867: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:50:21.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:50:21 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:50:21.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:50:21 smithi196 ceph-mon[90243]: pgmap v1867: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:50:21.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:50:21 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:50:22.260 INFO:tasks.workunit.client.0.smithi031.stdout: 933: throughput=5MB/sec pending data=0 2024-08-10T05:50:22.261 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-7QFiXjnpG7cf3Yz off=4561970 len=1605995 2024-08-10T05:50:22.262 INFO:tasks.workunit.client.0.smithi031.stdout:op 4762 completed, throughput=5MB/sec 2024-08-10T05:50:22.262 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ePFecT6C2i3Ynpx off=4735096 len=1468665 2024-08-10T05:50:22.264 INFO:tasks.workunit.client.0.smithi031.stdout:op 4763 completed, throughput=5MB/sec 2024-08-10T05:50:22.264 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-QrrjcqJIrVeo6zw off=10448086 len=1515761 2024-08-10T05:50:22.270 INFO:tasks.workunit.client.0.smithi031.stdout:op 4764 completed, throughput=5MB/sec 2024-08-10T05:50:22.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:50:22 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:50:22.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:50:22 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:50:22.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:50:22 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:50:22.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:50:22 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:50:22.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:50:22 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:50:22.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:50:22 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:50:22.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:50:22 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:50:22.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:50:22 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:50:22.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:50:22 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:50:22.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:50:22 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:50:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:50:23.270 INFO:tasks.workunit.client.0.smithi031.stdout: 934: throughput=5MB/sec pending data=0 2024-08-10T05:50:23.271 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-P9qWBCgKaw_Cyx2 off=16434327 len=1262119 2024-08-10T05:50:23.277 INFO:tasks.workunit.client.0.smithi031.stdout:op 4765 completed, throughput=5MB/sec 2024-08-10T05:50:23.277 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-RrYEnYoOdbxpvkt off=352496 len=832940 2024-08-10T05:50:23.278 INFO:tasks.workunit.client.0.smithi031.stdout:op 4766 completed, throughput=5MB/sec 2024-08-10T05:50:23.278 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ejivFosA_KF07Xp off=37375 len=869608 2024-08-10T05:50:23.283 INFO:tasks.workunit.client.0.smithi031.stdout:op 4767 completed, throughput=5MB/sec 2024-08-10T05:50:23.283 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-G0RBtGLNp42o9k9 off=2532216 len=181746 2024-08-10T05:50:23.284 INFO:tasks.workunit.client.0.smithi031.stdout:op 4768 completed, throughput=5MB/sec 2024-08-10T05:50:23.284 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-CAxq-Wc3-AVgLOL off=1229868 len=1926257 2024-08-10T05:50:23.294 INFO:tasks.workunit.client.0.smithi031.stdout:op 4769 completed, throughput=5MB/sec 2024-08-10T05:50:24.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:50:23 smithi031 ceph-mon[98130]: pgmap v1868: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:50:24.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:50:23 smithi031 ceph-mon[100614]: pgmap v1868: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:50:24.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:50:23 smithi196 ceph-mon[90243]: pgmap v1868: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:50:24.294 INFO:tasks.workunit.client.0.smithi031.stdout: 935: throughput=4.99MB/sec pending data=0 2024-08-10T05:50:24.294 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-7SBptWoEV5gPfz5 off=5803050 len=1970323 2024-08-10T05:50:24.306 INFO:tasks.workunit.client.0.smithi031.stdout:op 4770 completed, throughput=5MB/sec 2024-08-10T05:50:24.306 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-y704F_KRQCoOz7n off=5963380 len=274219 2024-08-10T05:50:24.309 INFO:tasks.workunit.client.0.smithi031.stdout:op 4771 completed, throughput=5MB/sec 2024-08-10T05:50:24.309 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-vyHHk3zzgfy3mZS off=7549990 len=1228137 2024-08-10T05:50:24.310 INFO:tasks.workunit.client.0.smithi031.stdout:op 4772 completed, throughput=5MB/sec 2024-08-10T05:50:24.311 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-0HFqQamI4gqAUTn off=16378841 len=351897 2024-08-10T05:50:24.314 INFO:tasks.workunit.client.0.smithi031.stdout:op 4773 completed, throughput=5MB/sec 2024-08-10T05:50:24.314 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-8F8hzFTV2RmeKzI off=10319701 len=1317243 2024-08-10T05:50:24.322 INFO:tasks.workunit.client.0.smithi031.stdout:op 4774 completed, throughput=5MB/sec 2024-08-10T05:50:24.322 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-sD0gy5Td0bMpLkn off=6614014 len=2058908 2024-08-10T05:50:24.324 INFO:tasks.workunit.client.0.smithi031.stdout:op 4775 completed, throughput=5MB/sec 2024-08-10T05:50:25.325 INFO:tasks.workunit.client.0.smithi031.stdout: 936: throughput=5MB/sec pending data=0 2024-08-10T05:50:25.325 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Wbww45VVUdYgkMh off=749547 len=1559016 2024-08-10T05:50:25.332 INFO:tasks.workunit.client.0.smithi031.stdout:op 4776 completed, throughput=5MB/sec 2024-08-10T05:50:25.332 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-imQkIHUhHB_CyhG off=2525947 len=1010994 2024-08-10T05:50:25.335 INFO:tasks.workunit.client.0.smithi031.stdout:op 4777 completed, throughput=5MB/sec 2024-08-10T05:50:25.335 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-9HBr80426UOY7zm off=2875445 len=794988 2024-08-10T05:50:25.336 INFO:tasks.workunit.client.0.smithi031.stdout:op 4778 completed, throughput=5MB/sec 2024-08-10T05:50:25.337 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-QBpdAREf2Dl_Usw off=22306636 len=124169 2024-08-10T05:50:25.337 INFO:tasks.workunit.client.0.smithi031.stdout:op 4779 completed, throughput=5MB/sec 2024-08-10T05:50:26.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:50:25 smithi031 ceph-mon[98130]: pgmap v1869: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:50:26.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:50:25 smithi031 ceph-mon[100614]: pgmap v1869: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:50:26.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:50:25 smithi196 ceph-mon[90243]: pgmap v1869: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:50:26.337 INFO:tasks.workunit.client.0.smithi031.stdout: 937: throughput=4.99MB/sec pending data=0 2024-08-10T05:50:26.338 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Mh40CNBP1KHJRqi off=13215919 len=1042673 2024-08-10T05:50:26.339 INFO:tasks.workunit.client.0.smithi031.stdout:op 4780 completed, throughput=5MB/sec 2024-08-10T05:50:26.339 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-h3HhXUjieU_RKoR off=1562536 len=1475053 2024-08-10T05:50:26.346 INFO:tasks.workunit.client.0.smithi031.stdout:op 4781 completed, throughput=5MB/sec 2024-08-10T05:50:26.346 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-_CS2dCQfklGNfTG off=10743784 len=1369275 2024-08-10T05:50:26.353 INFO:tasks.workunit.client.0.smithi031.stdout:op 4782 completed, throughput=5MB/sec 2024-08-10T05:50:26.353 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-t_9VbTYCsh9qOer off=5460509 len=499694 2024-08-10T05:50:26.354 INFO:tasks.workunit.client.0.smithi031.stdout:op 4783 completed, throughput=5MB/sec 2024-08-10T05:50:26.355 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-1sMNnU5i7qErGGt off=7078565 len=737630 2024-08-10T05:50:26.359 INFO:tasks.workunit.client.0.smithi031.stdout:op 4784 completed, throughput=5MB/sec 2024-08-10T05:50:26.359 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-102g4zBtBHjic5- off=1438416 len=1432922 2024-08-10T05:50:26.364 INFO:tasks.workunit.client.0.smithi031.stdout:op 4785 completed, throughput=5MB/sec 2024-08-10T05:50:27.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:50:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:50:27.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:50:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:50:27.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:50:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:50:27.365 INFO:tasks.workunit.client.0.smithi031.stdout: 938: throughput=5MB/sec pending data=0 2024-08-10T05:50:27.365 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-BYTRyIcZzqzTlIw off=2649372 len=1287632 2024-08-10T05:50:27.367 INFO:tasks.workunit.client.0.smithi031.stdout:op 4786 completed, throughput=5MB/sec 2024-08-10T05:50:27.367 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-83tklUuF8OxrzIB off=3206038 len=1490217 2024-08-10T05:50:27.370 INFO:tasks.workunit.client.0.smithi031.stdout:op 4787 completed, throughput=5MB/sec 2024-08-10T05:50:27.370 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-hYLDCAkB6kk5q9E off=14283922 len=214971 2024-08-10T05:50:27.374 INFO:tasks.workunit.client.0.smithi031.stdout:op 4788 completed, throughput=5MB/sec 2024-08-10T05:50:27.374 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-PGtmRwyv1IfAQ7x off=1156381 len=1814192 2024-08-10T05:50:27.377 INFO:tasks.workunit.client.0.smithi031.stdout:op 4789 completed, throughput=5MB/sec 2024-08-10T05:50:28.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:50:27 smithi031 ceph-mon[98130]: pgmap v1870: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-08-10T05:50:28.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:50:27 smithi031 ceph-mon[100614]: pgmap v1870: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-08-10T05:50:28.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:50:27 smithi196 ceph-mon[90243]: pgmap v1870: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-08-10T05:50:28.378 INFO:tasks.workunit.client.0.smithi031.stdout: 939: throughput=5MB/sec pending data=0 2024-08-10T05:50:28.378 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-6NeJeMOvfAX4VGV off=103929 len=1295227 2024-08-10T05:50:28.384 INFO:tasks.workunit.client.0.smithi031.stdout:op 4790 completed, throughput=5MB/sec 2024-08-10T05:50:28.384 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-B8c2GrCV8VXNNXb off=1411213 len=1006576 2024-08-10T05:50:28.389 INFO:tasks.workunit.client.0.smithi031.stdout:op 4791 completed, throughput=5MB/sec 2024-08-10T05:50:28.389 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-xAvzlgtO0U4Cdmx off=2088308 len=381242 2024-08-10T05:50:28.392 INFO:tasks.workunit.client.0.smithi031.stdout:op 4792 completed, throughput=5MB/sec 2024-08-10T05:50:28.392 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-BI2I3KukTHcwd8N off=6099036 len=1659034 2024-08-10T05:50:28.395 INFO:tasks.workunit.client.0.smithi031.stdout:op 4793 completed, throughput=5MB/sec 2024-08-10T05:50:28.396 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-EApkH0LnQjDTKTk off=1776125 len=1567773 2024-08-10T05:50:28.397 INFO:tasks.workunit.client.0.smithi031.stdout:op 4794 completed, throughput=5MB/sec 2024-08-10T05:50:29.397 INFO:tasks.workunit.client.0.smithi031.stdout: 940: throughput=5MB/sec pending data=0 2024-08-10T05:50:29.398 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-mdGrB9BfJesPF55 off=1956135 len=1213383 2024-08-10T05:50:29.399 INFO:tasks.workunit.client.0.smithi031.stdout:op 4795 completed, throughput=5MB/sec 2024-08-10T05:50:29.399 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-WRMmgbTPNf8p7BY off=2622064 len=1007408 2024-08-10T05:50:29.400 INFO:tasks.workunit.client.0.smithi031.stdout:op 4796 completed, throughput=5MB/sec 2024-08-10T05:50:29.400 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-qxUa6v8jQI7zt-9 off=19493473 len=1652703 2024-08-10T05:50:29.404 INFO:tasks.workunit.client.0.smithi031.stdout:op 4797 completed, throughput=5MB/sec 2024-08-10T05:50:29.404 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-3FJoFYTmvtXKFG8 off=20662765 len=2086808 2024-08-10T05:50:29.406 INFO:tasks.workunit.client.0.smithi031.stdout:op 4798 completed, throughput=5MB/sec 2024-08-10T05:50:30.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:50:29 smithi196 ceph-mon[90243]: pgmap v1871: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:50:30.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:50:29 smithi031 ceph-mon[98130]: pgmap v1871: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:50:30.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:50:29 smithi031 ceph-mon[100614]: pgmap v1871: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:50:30.407 INFO:tasks.workunit.client.0.smithi031.stdout: 941: throughput=5MB/sec pending data=0 2024-08-10T05:50:30.407 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-_DNoH0CRD89KxCM off=6124832 len=795647 2024-08-10T05:50:30.411 INFO:tasks.workunit.client.0.smithi031.stdout:op 4799 completed, throughput=5MB/sec 2024-08-10T05:50:30.411 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-sLIWXZGnyCurC__ off=543293 len=670724 2024-08-10T05:50:30.415 INFO:tasks.workunit.client.0.smithi031.stdout:op 4800 completed, throughput=5MB/sec 2024-08-10T05:50:30.415 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-kTcWcCg4J9ufSpt off=8183111 len=2043014 2024-08-10T05:50:30.418 INFO:tasks.workunit.client.0.smithi031.stdout:op 4801 completed, throughput=5MB/sec 2024-08-10T05:50:31.418 INFO:tasks.workunit.client.0.smithi031.stdout: 942: throughput=4.99MB/sec pending data=0 2024-08-10T05:50:31.418 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-zhoIyQ1r5PS53cN off=1703043 len=227987 2024-08-10T05:50:31.421 INFO:tasks.workunit.client.0.smithi031.stdout:op 4802 completed, throughput=5MB/sec 2024-08-10T05:50:31.421 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-R4v95nwINpdsAgD off=23434426 len=313212 2024-08-10T05:50:31.424 INFO:tasks.workunit.client.0.smithi031.stdout:op 4803 completed, throughput=5MB/sec 2024-08-10T05:50:31.425 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ybu7YtYV56HeG0D off=8901902 len=1204618 2024-08-10T05:50:31.430 INFO:tasks.workunit.client.0.smithi031.stdout:op 4804 completed, throughput=5MB/sec 2024-08-10T05:50:31.430 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-bNdb-ZDy95FXWME off=4988512 len=1593490 2024-08-10T05:50:31.432 INFO:tasks.workunit.client.0.smithi031.stdout:op 4805 completed, throughput=5MB/sec 2024-08-10T05:50:31.432 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-YzLPUiQBwQNW3i4 off=1253995 len=228400 2024-08-10T05:50:31.433 INFO:tasks.workunit.client.0.smithi031.stdout:op 4806 completed, throughput=5MB/sec 2024-08-10T05:50:31.433 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-X82prKNbS3DglpT off=4799860 len=700218 2024-08-10T05:50:31.438 INFO:tasks.workunit.client.0.smithi031.stdout:op 4807 completed, throughput=5MB/sec 2024-08-10T05:50:31.438 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-S7-WmcaTuGLro5E off=3673196 len=133504 2024-08-10T05:50:31.440 INFO:tasks.workunit.client.0.smithi031.stdout:op 4808 completed, throughput=5MB/sec 2024-08-10T05:50:31.440 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-RBeiO_mgpak6IKx off=367207 len=859896 2024-08-10T05:50:31.442 INFO:tasks.workunit.client.0.smithi031.stdout:op 4809 completed, throughput=5MB/sec 2024-08-10T05:50:31.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:50:31 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:50:31] "GET /metrics HTTP/1.1" 200 34055 "" "Prometheus/2.43.0" 2024-08-10T05:50:32.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:50:31 smithi196 ceph-mon[90243]: pgmap v1872: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:50:32.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:50:31 smithi031 ceph-mon[98130]: pgmap v1872: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:50:32.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:50:31 smithi031 ceph-mon[100614]: pgmap v1872: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:50:32.442 INFO:tasks.workunit.client.0.smithi031.stdout: 943: throughput=4.99MB/sec pending data=0 2024-08-10T05:50:32.442 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-3xPnHVC52nINFUt off=2544670 len=1671422 2024-08-10T05:50:32.450 INFO:tasks.workunit.client.0.smithi031.stdout:op 4810 completed, throughput=5MB/sec 2024-08-10T05:50:32.450 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-FUtraowQzB7lode off=3231504 len=2058037 2024-08-10T05:50:32.459 INFO:tasks.workunit.client.0.smithi031.stdout:op 4811 completed, throughput=5MB/sec 2024-08-10T05:50:32.459 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-KBXZKx3JYq7lNBw off=9835993 len=1358787 2024-08-10T05:50:32.460 INFO:tasks.workunit.client.0.smithi031.stdout:op 4812 completed, throughput=5MB/sec 2024-08-10T05:50:32.461 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-S0lMPtrQJdMIr2q off=15241130 len=39069 2024-08-10T05:50:32.463 INFO:tasks.workunit.client.0.smithi031.stdout:op 4813 completed, throughput=5MB/sec 2024-08-10T05:50:32.463 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-GRNiIEeU0-LK61x off=7089702 len=1290041 2024-08-10T05:50:32.464 INFO:tasks.workunit.client.0.smithi031.stdout:op 4814 completed, throughput=5MB/sec 2024-08-10T05:50:32.778 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:50:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:50:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:50:33.464 INFO:tasks.workunit.client.0.smithi031.stdout: 944: throughput=5MB/sec pending data=0 2024-08-10T05:50:33.464 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-6qRlNpbzGgKSPlz off=5100269 len=1846960 2024-08-10T05:50:33.467 INFO:tasks.workunit.client.0.smithi031.stdout:op 4815 completed, throughput=5MB/sec 2024-08-10T05:50:33.467 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-kCw11FnWxYLdLoF off=5937246 len=1301002 2024-08-10T05:50:33.474 INFO:tasks.workunit.client.0.smithi031.stdout:op 4816 completed, throughput=5MB/sec 2024-08-10T05:50:33.474 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ez2wuoj9YXqjTXw off=3084226 len=1885717 2024-08-10T05:50:33.482 INFO:tasks.workunit.client.0.smithi031.stdout:op 4817 completed, throughput=5MB/sec 2024-08-10T05:50:34.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:50:33 smithi196 ceph-mon[90243]: pgmap v1873: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:50:34.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:50:33 smithi031 ceph-mon[98130]: pgmap v1873: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:50:34.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:50:33 smithi031 ceph-mon[100614]: pgmap v1873: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:50:34.482 INFO:tasks.workunit.client.0.smithi031.stdout: 945: throughput=5MB/sec pending data=0 2024-08-10T05:50:34.482 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-xWsSh4g_gv8ssXl off=17447482 len=2083412 2024-08-10T05:50:34.485 INFO:tasks.workunit.client.0.smithi031.stdout:op 4818 completed, throughput=5MB/sec 2024-08-10T05:50:34.485 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ZiqEa1WMfLjjOko off=3174476 len=596000 2024-08-10T05:50:34.486 INFO:tasks.workunit.client.0.smithi031.stdout:op 4819 completed, throughput=5MB/sec 2024-08-10T05:50:34.486 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-78F2n9KmBQObTmN off=13330409 len=1909725 2024-08-10T05:50:34.488 INFO:tasks.workunit.client.0.smithi031.stdout:op 4820 completed, throughput=5MB/sec 2024-08-10T05:50:35.488 INFO:tasks.workunit.client.0.smithi031.stdout: 946: throughput=4.99MB/sec pending data=0 2024-08-10T05:50:35.489 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-7s6R4M0KIo4Vn_k off=303575 len=113961 2024-08-10T05:50:35.491 INFO:tasks.workunit.client.0.smithi031.stdout:op 4821 completed, throughput=4.99MB/sec 2024-08-10T05:50:35.492 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-POchOT5yVyT6ViW off=9610588 len=502236 2024-08-10T05:50:35.492 INFO:tasks.workunit.client.0.smithi031.stdout:op 4822 completed, throughput=5MB/sec 2024-08-10T05:50:35.493 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-cObqlSFSdN0Dj12 off=35242 len=44201 2024-08-10T05:50:35.493 INFO:tasks.workunit.client.0.smithi031.stdout:op 4823 completed, throughput=5MB/sec 2024-08-10T05:50:35.493 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-QalHHCjgYxVMYav off=659652 len=1211887 2024-08-10T05:50:35.500 INFO:tasks.workunit.client.0.smithi031.stdout:op 4824 completed, throughput=5MB/sec 2024-08-10T05:50:35.500 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-T1tu1k1D-fJ6PDv off=4678469 len=2073523 2024-08-10T05:50:35.511 INFO:tasks.workunit.client.0.smithi031.stdout:op 4825 completed, throughput=5MB/sec 2024-08-10T05:50:35.511 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Aarb7co18M8aJBA off=8741447 len=1893608 2024-08-10T05:50:35.522 INFO:tasks.workunit.client.0.smithi031.stdout:op 4826 completed, throughput=5MB/sec 2024-08-10T05:50:36.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:50:35 smithi031 ceph-mon[98130]: pgmap v1874: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-10T05:50:36.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:50:35 smithi031 ceph-mon[100614]: pgmap v1874: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-10T05:50:36.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:50:35 smithi196 ceph-mon[90243]: pgmap v1874: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-10T05:50:36.522 INFO:tasks.workunit.client.0.smithi031.stdout: 947: throughput=5MB/sec pending data=0 2024-08-10T05:50:36.523 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-AdR26dhouD4wOQr off=4854033 len=1357473 2024-08-10T05:50:36.525 INFO:tasks.workunit.client.0.smithi031.stdout:op 4827 completed, throughput=5MB/sec 2024-08-10T05:50:36.526 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-je0Erfp4-5MfHEH off=1105780 len=1787109 2024-08-10T05:50:36.528 INFO:tasks.workunit.client.0.smithi031.stdout:op 4828 completed, throughput=5MB/sec 2024-08-10T05:50:36.528 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-8hT7H9C6-fvjztk off=7660842 len=1338472 2024-08-10T05:50:36.534 INFO:tasks.workunit.client.0.smithi031.stdout:op 4829 completed, throughput=5MB/sec 2024-08-10T05:50:36.534 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-QNKBRkYvlJ626qw off=5483875 len=553371 2024-08-10T05:50:36.535 INFO:tasks.workunit.client.0.smithi031.stdout:op 4830 completed, throughput=5MB/sec 2024-08-10T05:50:37.536 INFO:tasks.workunit.client.0.smithi031.stdout: 948: throughput=5MB/sec pending data=0 2024-08-10T05:50:37.536 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ixLDDUUBX_SMNuP off=4599514 len=1797489 2024-08-10T05:50:37.546 INFO:tasks.workunit.client.0.smithi031.stdout:op 4831 completed, throughput=5MB/sec 2024-08-10T05:50:37.546 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-JtFFZ3HjKfZ-_rW off=8474538 len=937435 2024-08-10T05:50:37.552 INFO:tasks.workunit.client.0.smithi031.stdout:op 4832 completed, throughput=5MB/sec 2024-08-10T05:50:37.552 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-i2EeXJakG5vxLXy off=1068900 len=516116 2024-08-10T05:50:37.555 INFO:tasks.workunit.client.0.smithi031.stdout:op 4833 completed, throughput=5MB/sec 2024-08-10T05:50:37.555 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-zPjtCmYvRRVN6r4 off=10741710 len=1863088 2024-08-10T05:50:37.558 INFO:tasks.workunit.client.0.smithi031.stdout:op 4834 completed, throughput=5MB/sec 2024-08-10T05:50:37.558 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ccxqgN_CXTgpLVO off=14204318 len=1463544 2024-08-10T05:50:37.565 INFO:tasks.workunit.client.0.smithi031.stdout:op 4835 completed, throughput=5MB/sec 2024-08-10T05:50:38.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:50:37 smithi031 ceph-mon[98130]: pgmap v1875: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:50:38.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:50:37 smithi031 ceph-mon[100614]: pgmap v1875: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:50:38.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:50:37 smithi196 ceph-mon[90243]: pgmap v1875: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:50:38.566 INFO:tasks.workunit.client.0.smithi031.stdout: 949: throughput=5MB/sec pending data=0 2024-08-10T05:50:38.566 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-1tB13CDBqXLNlF3 off=1428427 len=1112063 2024-08-10T05:50:38.567 INFO:tasks.workunit.client.0.smithi031.stdout:op 4836 completed, throughput=5MB/sec 2024-08-10T05:50:38.568 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-7NRujnuDmwVLaph off=9746089 len=254524 2024-08-10T05:50:38.568 INFO:tasks.workunit.client.0.smithi031.stdout:op 4837 completed, throughput=5MB/sec 2024-08-10T05:50:38.568 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-RjvebJiPFav2wu- off=6107765 len=172675 2024-08-10T05:50:38.572 INFO:tasks.workunit.client.0.smithi031.stdout:op 4838 completed, throughput=5MB/sec 2024-08-10T05:50:38.572 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-NRoJtT7S4Pwsd5b off=3396183 len=665631 2024-08-10T05:50:38.576 INFO:tasks.workunit.client.0.smithi031.stdout:op 4839 completed, throughput=5MB/sec 2024-08-10T05:50:38.576 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-6tFhXfiyG3GMJNj off=6890503 len=289222 2024-08-10T05:50:38.579 INFO:tasks.workunit.client.0.smithi031.stdout:op 4840 completed, throughput=5MB/sec 2024-08-10T05:50:38.579 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-QVm6iVgguF9avma off=4607787 len=2064433 2024-08-10T05:50:38.588 INFO:tasks.workunit.client.0.smithi031.stdout:op 4841 completed, throughput=5MB/sec 2024-08-10T05:50:39.588 INFO:tasks.workunit.client.0.smithi031.stdout: 950: throughput=5MB/sec pending data=0 2024-08-10T05:50:39.588 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-HrC14QBwJXPNZ9w off=15818985 len=1877299 2024-08-10T05:50:39.591 INFO:tasks.workunit.client.0.smithi031.stdout:op 4842 completed, throughput=5MB/sec 2024-08-10T05:50:39.591 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-pHXAt6eUx6nG_Lq off=17718835 len=1654180 2024-08-10T05:50:39.600 INFO:tasks.workunit.client.0.smithi031.stdout:op 4843 completed, throughput=5MB/sec 2024-08-10T05:50:39.600 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-11goAoY_ElmJcET off=1935111 len=771806 2024-08-10T05:50:39.601 INFO:tasks.workunit.client.0.smithi031.stdout:op 4844 completed, throughput=5MB/sec 2024-08-10T05:50:39.601 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-NIN7w9XYQbHDnZX off=13538491 len=1581715 2024-08-10T05:50:39.602 INFO:tasks.workunit.client.0.smithi031.stdout:op 4845 completed, throughput=5MB/sec 2024-08-10T05:50:40.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:50:39 smithi031 ceph-mon[98130]: pgmap v1876: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:50:40.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:50:39 smithi031 ceph-mon[100614]: pgmap v1876: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:50:40.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:50:39 smithi196 ceph-mon[90243]: pgmap v1876: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:50:40.603 INFO:tasks.workunit.client.0.smithi031.stdout: 951: throughput=5MB/sec pending data=0 2024-08-10T05:50:40.603 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-uSUQ3fIRLkpQ8Ls off=23238982 len=1830397 2024-08-10T05:50:40.611 INFO:tasks.workunit.client.0.smithi031.stdout:op 4846 completed, throughput=5MB/sec 2024-08-10T05:50:40.611 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Lge_eOgfsHyh4WA off=11711206 len=1036384 2024-08-10T05:50:40.617 INFO:tasks.workunit.client.0.smithi031.stdout:op 4847 completed, throughput=5MB/sec 2024-08-10T05:50:40.617 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-h1BF06Y1dEkPTgp off=8714166 len=2009800 2024-08-10T05:50:40.628 INFO:tasks.workunit.client.0.smithi031.stdout:op 4848 completed, throughput=5MB/sec 2024-08-10T05:50:41.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:50:41 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:50:41] "GET /metrics HTTP/1.1" 200 34053 "" "Prometheus/2.43.0" 2024-08-10T05:50:41.628 INFO:tasks.workunit.client.0.smithi031.stdout: 952: throughput=5MB/sec pending data=0 2024-08-10T05:50:41.628 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-syS46DS6GZ6CFV0 off=7047203 len=1717158 2024-08-10T05:50:41.632 INFO:tasks.workunit.client.0.smithi031.stdout:op 4849 completed, throughput=5MB/sec 2024-08-10T05:50:41.632 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-k1DBncm907Fac5W off=15824756 len=2089908 2024-08-10T05:50:41.645 INFO:tasks.workunit.client.0.smithi031.stdout:op 4850 completed, throughput=5MB/sec 2024-08-10T05:50:41.645 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-To0-c_WL-Rqhn17 off=10444501 len=598555 2024-08-10T05:50:41.646 INFO:tasks.workunit.client.0.smithi031.stdout:op 4851 completed, throughput=5MB/sec 2024-08-10T05:50:41.646 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-5jY7Jq2jJrCpIy_ off=213990 len=1200771 2024-08-10T05:50:41.653 INFO:tasks.workunit.client.0.smithi031.stdout:op 4852 completed, throughput=5MB/sec 2024-08-10T05:50:42.081 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:50:41 smithi196 ceph-mon[90243]: pgmap v1877: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:50:42.081 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:50:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:50:42.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:50:41 smithi031 ceph-mon[98130]: pgmap v1877: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:50:42.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:50:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:50:42.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:50:41 smithi031 ceph-mon[100614]: pgmap v1877: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:50:42.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:50:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:50:42.529 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:50:42 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:50:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:50:42.653 INFO:tasks.workunit.client.0.smithi031.stdout: 953: throughput=5MB/sec pending data=0 2024-08-10T05:50:42.653 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-bsY5Surl37mf1Pt off=3960835 len=466387 2024-08-10T05:50:42.657 INFO:tasks.workunit.client.0.smithi031.stdout:op 4853 completed, throughput=5MB/sec 2024-08-10T05:50:42.657 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-T-dHalH_HgT1pfr off=4525678 len=891855 2024-08-10T05:50:42.658 INFO:tasks.workunit.client.0.smithi031.stdout:op 4854 completed, throughput=5MB/sec 2024-08-10T05:50:42.659 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-BumxtDbimN1dSqu off=5621142 len=704886 2024-08-10T05:50:42.663 INFO:tasks.workunit.client.0.smithi031.stdout:op 4855 completed, throughput=5MB/sec 2024-08-10T05:50:42.664 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-RtHHlGk44-WANFT off=10799861 len=240938 2024-08-10T05:50:42.664 INFO:tasks.workunit.client.0.smithi031.stdout:op 4856 completed, throughput=5MB/sec 2024-08-10T05:50:42.665 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-sRxagovfxhOE6MY off=862711 len=2037928 2024-08-10T05:50:42.668 INFO:tasks.workunit.client.0.smithi031.stdout:op 4857 completed, throughput=5MB/sec 2024-08-10T05:50:42.668 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-E1mQfFw9znP0POe off=5221031 len=513661 2024-08-10T05:50:42.669 INFO:tasks.workunit.client.0.smithi031.stdout:op 4858 completed, throughput=5MB/sec 2024-08-10T05:50:43.670 INFO:tasks.workunit.client.0.smithi031.stdout: 954: throughput=5MB/sec pending data=0 2024-08-10T05:50:43.670 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-xkxdImwinXGnsP4 off=8403735 len=1826971 2024-08-10T05:50:43.679 INFO:tasks.workunit.client.0.smithi031.stdout:op 4859 completed, throughput=5MB/sec 2024-08-10T05:50:43.679 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-i8xzPXNpZkJcDif off=14126613 len=1235291 2024-08-10T05:50:43.681 INFO:tasks.workunit.client.0.smithi031.stdout:op 4860 completed, throughput=5MB/sec 2024-08-10T05:50:43.700 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-BAsnIbqqbNhCAtc off=790896 len=1555008 2024-08-10T05:50:43.701 INFO:tasks.workunit.client.0.smithi031.stdout:op 4861 completed, throughput=5MB/sec 2024-08-10T05:50:43.701 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ete8ZTO49m0m9fv off=18700601 len=919751 2024-08-10T05:50:43.701 INFO:tasks.workunit.client.0.smithi031.stdout:op 4862 completed, throughput=5MB/sec 2024-08-10T05:50:44.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:50:43 smithi031 ceph-mon[98130]: pgmap v1878: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-08-10T05:50:44.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:50:43 smithi031 ceph-mon[100614]: pgmap v1878: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-08-10T05:50:44.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:50:43 smithi196 ceph-mon[90243]: pgmap v1878: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-08-10T05:50:44.694 INFO:tasks.workunit.client.0.smithi031.stdout: 955: throughput=5MB/sec pending data=0 2024-08-10T05:50:44.695 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-YFoxyPF6hfl2Vzh off=1036002 len=1696238 2024-08-10T05:50:44.704 INFO:tasks.workunit.client.0.smithi031.stdout:op 4863 completed, throughput=5MB/sec 2024-08-10T05:50:44.704 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-qbTv2NoZt-NcG-O off=5869457 len=338469 2024-08-10T05:50:44.707 INFO:tasks.workunit.client.0.smithi031.stdout:op 4864 completed, throughput=5MB/sec 2024-08-10T05:50:44.707 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-_ibc2n-RzXIVm_M off=17924567 len=566119 2024-08-10T05:50:44.709 INFO:tasks.workunit.client.0.smithi031.stdout:op 4865 completed, throughput=5MB/sec 2024-08-10T05:50:44.709 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-APwQAxNIsIveFbj off=20790285 len=493517 2024-08-10T05:50:44.710 INFO:tasks.workunit.client.0.smithi031.stdout:op 4866 completed, throughput=5MB/sec 2024-08-10T05:50:44.710 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-EApkH0LnQjDTKTk off=3223327 len=164914 2024-08-10T05:50:44.710 INFO:tasks.workunit.client.0.smithi031.stdout:op 4867 completed, throughput=5MB/sec 2024-08-10T05:50:44.710 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-WQGLR5JEhuEh1nv off=5086083 len=1881712 2024-08-10T05:50:44.712 INFO:tasks.workunit.client.0.smithi031.stdout:op 4868 completed, throughput=5MB/sec 2024-08-10T05:50:45.713 INFO:tasks.workunit.client.0.smithi031.stdout: 956: throughput=5MB/sec pending data=0 2024-08-10T05:50:45.713 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-5MenYG-1J2ItFTf off=1118407 len=1379863 2024-08-10T05:50:45.720 INFO:tasks.workunit.client.0.smithi031.stdout:op 4869 completed, throughput=5MB/sec 2024-08-10T05:50:45.720 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-lLlbvuQd94g5jhH off=21755391 len=1086340 2024-08-10T05:50:45.725 INFO:tasks.workunit.client.0.smithi031.stdout:op 4870 completed, throughput=5MB/sec 2024-08-10T05:50:45.725 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-18le4EC00fakfuO off=1738719 len=1079848 2024-08-10T05:50:45.728 INFO:tasks.workunit.client.0.smithi031.stdout:op 4871 completed, throughput=5MB/sec 2024-08-10T05:50:45.729 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-fAV77yi60ZECFRr off=6842643 len=38137 2024-08-10T05:50:45.731 INFO:tasks.workunit.client.0.smithi031.stdout:op 4872 completed, throughput=5MB/sec 2024-08-10T05:50:45.731 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ednS7y8jTBR-1nQ off=6760821 len=1558940 2024-08-10T05:50:45.733 INFO:tasks.workunit.client.0.smithi031.stdout:op 4873 completed, throughput=5MB/sec 2024-08-10T05:50:46.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:50:45 smithi031 ceph-mon[98130]: pgmap v1879: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:50:46.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:50:45 smithi031 ceph-mon[100614]: pgmap v1879: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:50:46.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:50:45 smithi196 ceph-mon[90243]: pgmap v1879: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:50:46.733 INFO:tasks.workunit.client.0.smithi031.stdout: 957: throughput=5MB/sec pending data=0 2024-08-10T05:50:46.733 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-1UjHKz7hSLTUJSo off=14076166 len=1420099 2024-08-10T05:50:46.735 INFO:tasks.workunit.client.0.smithi031.stdout:op 4874 completed, throughput=5MB/sec 2024-08-10T05:50:46.735 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-WI6AX6Spc1QHU62 off=1062904 len=1523452 2024-08-10T05:50:46.744 INFO:tasks.workunit.client.0.smithi031.stdout:op 4875 completed, throughput=5MB/sec 2024-08-10T05:50:46.744 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-35v6xAw55-701qF off=484206 len=557164 2024-08-10T05:50:46.745 INFO:tasks.workunit.client.0.smithi031.stdout:op 4876 completed, throughput=5MB/sec 2024-08-10T05:50:46.745 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-wteElgIZGBd8Ul5 off=5597508 len=1398331 2024-08-10T05:50:46.746 INFO:tasks.workunit.client.0.smithi031.stdout:op 4877 completed, throughput=5MB/sec 2024-08-10T05:50:46.746 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-cJQ5dZuyOjtAE4C off=5865939 len=344382 2024-08-10T05:50:46.747 INFO:tasks.workunit.client.0.smithi031.stdout:op 4878 completed, throughput=5MB/sec 2024-08-10T05:50:47.747 INFO:tasks.workunit.client.0.smithi031.stdout: 958: throughput=4.99MB/sec pending data=0 2024-08-10T05:50:47.747 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ZVT2HMMDOzpJVHd off=2010201 len=89402 2024-08-10T05:50:47.748 INFO:tasks.workunit.client.0.smithi031.stdout:op 4879 completed, throughput=5MB/sec 2024-08-10T05:50:47.748 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-qDdR19VgvlJxQPz off=10607829 len=581949 2024-08-10T05:50:47.752 INFO:tasks.workunit.client.0.smithi031.stdout:op 4880 completed, throughput=5MB/sec 2024-08-10T05:50:47.753 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-W6RATVwAOmxyX-u off=5434520 len=943507 2024-08-10T05:50:47.758 INFO:tasks.workunit.client.0.smithi031.stdout:op 4881 completed, throughput=5MB/sec 2024-08-10T05:50:47.758 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-SApRASojd9owq8F off=4506889 len=1889371 2024-08-10T05:50:47.766 INFO:tasks.workunit.client.0.smithi031.stdout:op 4882 completed, throughput=5MB/sec 2024-08-10T05:50:47.766 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-TqkSSnZNPo-N2LJ off=12618828 len=1095547 2024-08-10T05:50:47.772 INFO:tasks.workunit.client.0.smithi031.stdout:op 4883 completed, throughput=5MB/sec 2024-08-10T05:50:47.772 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-H24_RTwmW8NLI86 off=12225747 len=1416366 2024-08-10T05:50:47.774 INFO:tasks.workunit.client.0.smithi031.stdout:op 4884 completed, throughput=5MB/sec 2024-08-10T05:50:48.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:50:47 smithi031 ceph-mon[98130]: pgmap v1880: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:50:48.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:50:47 smithi031 ceph-mon[100614]: pgmap v1880: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:50:48.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:50:47 smithi196 ceph-mon[90243]: pgmap v1880: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:50:48.774 INFO:tasks.workunit.client.0.smithi031.stdout: 959: throughput=5MB/sec pending data=0 2024-08-10T05:50:48.774 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ipLdyDLbilEgNF1 off=8670828 len=1913203 2024-08-10T05:50:48.783 INFO:tasks.workunit.client.0.smithi031.stdout:op 4885 completed, throughput=5MB/sec 2024-08-10T05:50:48.783 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-7cAZjY4_EcADZrp off=1201507 len=1216381 2024-08-10T05:50:48.791 INFO:tasks.workunit.client.0.smithi031.stdout:op 4886 completed, throughput=5MB/sec 2024-08-10T05:50:48.791 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-UVmeOJsgKXi0to_ off=4491454 len=870008 2024-08-10T05:50:48.796 INFO:tasks.workunit.client.0.smithi031.stdout:op 4887 completed, throughput=5MB/sec 2024-08-10T05:50:48.796 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Ei40HE59V-2k2K- off=4629558 len=129717 2024-08-10T05:50:48.796 INFO:tasks.workunit.client.0.smithi031.stdout:op 4888 completed, throughput=5MB/sec 2024-08-10T05:50:48.796 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-TaXgQBPwg9tQDOH off=4390397 len=2005995 2024-08-10T05:50:48.808 INFO:tasks.workunit.client.0.smithi031.stdout:op 4889 completed, throughput=5MB/sec 2024-08-10T05:50:49.812 INFO:tasks.workunit.client.0.smithi031.stdout: 960: throughput=5MB/sec pending data=0 2024-08-10T05:50:49.812 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-VO-6Ilz-EIwUnvH off=19002170 len=1937559 2024-08-10T05:50:49.821 INFO:tasks.workunit.client.0.smithi031.stdout:op 4890 completed, throughput=5MB/sec 2024-08-10T05:50:49.821 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-LGPld-HxveZ4S-c off=801469 len=1312456 2024-08-10T05:50:49.822 INFO:tasks.workunit.client.0.smithi031.stdout:op 4891 completed, throughput=5MB/sec 2024-08-10T05:50:49.823 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-IcrV4OsBSGsKRXo off=2039521 len=1759081 2024-08-10T05:50:49.831 INFO:tasks.workunit.client.0.smithi031.stdout:op 4892 completed, throughput=5MB/sec 2024-08-10T05:50:50.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:50:49 smithi031 ceph-mon[98130]: pgmap v1881: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-10T05:50:50.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:50:49 smithi031 ceph-mon[100614]: pgmap v1881: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-10T05:50:50.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:50:49 smithi196 ceph-mon[90243]: pgmap v1881: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-10T05:50:50.831 INFO:tasks.workunit.client.0.smithi031.stdout: 961: throughput=5MB/sec pending data=0 2024-08-10T05:50:50.831 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-2UaIhXK98ndUio4 off=1718509 len=328722 2024-08-10T05:50:50.834 INFO:tasks.workunit.client.0.smithi031.stdout:op 4893 completed, throughput=5MB/sec 2024-08-10T05:50:50.834 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-AdzDZC-5YeYVx6A off=57340 len=1169201 2024-08-10T05:50:50.840 INFO:tasks.workunit.client.0.smithi031.stdout:op 4894 completed, throughput=5MB/sec 2024-08-10T05:50:50.840 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-J6YC60G0OzQhm1y off=10668783 len=1780078 2024-08-10T05:50:50.842 INFO:tasks.workunit.client.0.smithi031.stdout:op 4895 completed, throughput=5MB/sec 2024-08-10T05:50:50.842 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-XpnnngJxgo7uqhb off=4336078 len=778859 2024-08-10T05:50:50.847 INFO:tasks.workunit.client.0.smithi031.stdout:op 4896 completed, throughput=5MB/sec 2024-08-10T05:50:50.847 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Eqo3mH6Ksao_HTv off=8448463 len=947532 2024-08-10T05:50:50.852 INFO:tasks.workunit.client.0.smithi031.stdout:op 4897 completed, throughput=5MB/sec 2024-08-10T05:50:51.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:50:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:50:51] "GET /metrics HTTP/1.1" 200 34053 "" "Prometheus/2.43.0" 2024-08-10T05:50:51.852 INFO:tasks.workunit.client.0.smithi031.stdout: 962: throughput=5MB/sec pending data=0 2024-08-10T05:50:51.852 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-3yo3RSuMzIxE6sT off=3371844 len=1716319 2024-08-10T05:50:51.862 INFO:tasks.workunit.client.0.smithi031.stdout:op 4898 completed, throughput=5MB/sec 2024-08-10T05:50:51.862 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-WMIT93CBJP0xF_P off=5917499 len=771383 2024-08-10T05:50:51.867 INFO:tasks.workunit.client.0.smithi031.stdout:op 4899 completed, throughput=5MB/sec 2024-08-10T05:50:51.867 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj--unXI501KaC-Zbo off=4949687 len=438477 2024-08-10T05:50:51.870 INFO:tasks.workunit.client.0.smithi031.stdout:op 4900 completed, throughput=5MB/sec 2024-08-10T05:50:51.870 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-q4PrVN1iCV8jqY5 off=1180882 len=2069116 2024-08-10T05:50:51.874 INFO:tasks.workunit.client.0.smithi031.stdout:op 4901 completed, throughput=5MB/sec 2024-08-10T05:50:52.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:50:51 smithi031 ceph-mon[98130]: pgmap v1882: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-10T05:50:52.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:50:51 smithi031 ceph-mon[100614]: pgmap v1882: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-10T05:50:52.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:50:51 smithi196 ceph-mon[90243]: pgmap v1882: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-10T05:50:52.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:50:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:50:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:50:52.874 INFO:tasks.workunit.client.0.smithi031.stdout: 963: throughput=5MB/sec pending data=0 2024-08-10T05:50:52.875 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-F6QB3BJ2fTFr9UZ off=18311259 len=1835252 2024-08-10T05:50:52.886 INFO:tasks.workunit.client.0.smithi031.stdout:op 4902 completed, throughput=5MB/sec 2024-08-10T05:50:52.891 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ti1t3G5Gd7al5rg off=1668556 len=441681 2024-08-10T05:50:52.892 INFO:tasks.workunit.client.0.smithi031.stdout:op 4903 completed, throughput=5MB/sec 2024-08-10T05:50:52.892 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-uL4_zriUKY4Ntmu off=16680414 len=228360 2024-08-10T05:50:52.892 INFO:tasks.workunit.client.0.smithi031.stdout:op 4904 completed, throughput=5MB/sec 2024-08-10T05:50:52.892 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-98EiIL6zKdKP7xh off=18532381 len=717120 2024-08-10T05:50:52.892 INFO:tasks.workunit.client.0.smithi031.stdout:op 4905 completed, throughput=5MB/sec 2024-08-10T05:50:52.892 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-lof_ryLXFucdFBd off=295761 len=1896795 2024-08-10T05:50:52.893 INFO:tasks.workunit.client.0.smithi031.stdout:op 4906 completed, throughput=5MB/sec 2024-08-10T05:50:53.893 INFO:tasks.workunit.client.0.smithi031.stdout: 964: throughput=5MB/sec pending data=0 2024-08-10T05:50:53.893 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-vOIAbEiYc3en9Ui off=8681571 len=749991 2024-08-10T05:50:53.898 INFO:tasks.workunit.client.0.smithi031.stdout:op 4907 completed, throughput=5MB/sec 2024-08-10T05:50:53.898 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ElVoZ5dD4q54eQx off=220519 len=868995 2024-08-10T05:50:53.900 INFO:tasks.workunit.client.0.smithi031.stdout:op 4908 completed, throughput=5MB/sec 2024-08-10T05:50:53.900 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-xPUP-GHrF9YdjUC off=20997765 len=1971753 2024-08-10T05:50:53.902 INFO:tasks.workunit.client.0.smithi031.stdout:op 4909 completed, throughput=5MB/sec 2024-08-10T05:50:53.902 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-32rDFEUYpIGEAE5 off=2258182 len=1796982 2024-08-10T05:50:53.904 INFO:tasks.workunit.client.0.smithi031.stdout:op 4910 completed, throughput=5MB/sec 2024-08-10T05:50:54.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:50:53 smithi031 ceph-mon[98130]: pgmap v1883: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:50:54.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:50:53 smithi031 ceph-mon[100614]: pgmap v1883: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:50:54.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:50:53 smithi196 ceph-mon[90243]: pgmap v1883: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:50:54.905 INFO:tasks.workunit.client.0.smithi031.stdout: 965: throughput=5MB/sec pending data=0 2024-08-10T05:50:54.905 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-2NqJLytxzasmw0O off=6845922 len=1600881 2024-08-10T05:50:54.914 INFO:tasks.workunit.client.0.smithi031.stdout:op 4911 completed, throughput=5MB/sec 2024-08-10T05:50:54.914 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-BAJOKx8z4KOvToT off=3930479 len=1656123 2024-08-10T05:50:54.921 INFO:tasks.workunit.client.0.smithi031.stdout:op 4912 completed, throughput=5MB/sec 2024-08-10T05:50:54.921 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-gnbnhPEvI83ChrI off=6448340 len=1355365 2024-08-10T05:50:54.927 INFO:tasks.workunit.client.0.smithi031.stdout:op 4913 completed, throughput=5MB/sec 2024-08-10T05:50:54.927 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-sNv7rEqMvwkLmob off=2535394 len=523492 2024-08-10T05:50:54.929 INFO:tasks.workunit.client.0.smithi031.stdout:op 4914 completed, throughput=5MB/sec 2024-08-10T05:50:55.930 INFO:tasks.workunit.client.0.smithi031.stdout: 966: throughput=4.99MB/sec pending data=0 2024-08-10T05:50:55.930 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-krJkzSDnvKy_IuI off=5842642 len=87151 2024-08-10T05:50:55.932 INFO:tasks.workunit.client.0.smithi031.stdout:op 4915 completed, throughput=5MB/sec 2024-08-10T05:50:55.933 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj--8SiHl21SnFomNi off=379325 len=1069663 2024-08-10T05:50:55.939 INFO:tasks.workunit.client.0.smithi031.stdout:op 4916 completed, throughput=5MB/sec 2024-08-10T05:50:55.939 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Fdt5ZbNGo1ytSmF off=3517575 len=1659729 2024-08-10T05:50:55.941 INFO:tasks.workunit.client.0.smithi031.stdout:op 4917 completed, throughput=5MB/sec 2024-08-10T05:50:55.941 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-AcO_HrC5Ew6brSi off=9931317 len=69471 2024-08-10T05:50:55.942 INFO:tasks.workunit.client.0.smithi031.stdout:op 4918 completed, throughput=5MB/sec 2024-08-10T05:50:55.942 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-tDHNnqnCgyTWaec off=1846267 len=352541 2024-08-10T05:50:55.942 INFO:tasks.workunit.client.0.smithi031.stdout:op 4919 completed, throughput=5MB/sec 2024-08-10T05:50:55.942 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-bhLwZir6waoB1I- off=14525721 len=1069326 2024-08-10T05:50:55.945 INFO:tasks.workunit.client.0.smithi031.stdout:op 4920 completed, throughput=5MB/sec 2024-08-10T05:50:55.945 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-jetiwz8a-t7q06a off=5368929 len=1657925 2024-08-10T05:50:55.951 INFO:tasks.workunit.client.0.smithi031.stdout:op 4921 completed, throughput=5MB/sec 2024-08-10T05:50:56.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:50:55 smithi031 ceph-mon[98130]: pgmap v1884: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-10T05:50:56.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:50:55 smithi031 ceph-mon[100614]: pgmap v1884: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-10T05:50:56.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:50:55 smithi196 ceph-mon[90243]: pgmap v1884: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-10T05:50:56.952 INFO:tasks.workunit.client.0.smithi031.stdout: 967: throughput=5MB/sec pending data=0 2024-08-10T05:50:56.952 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-pPP0Yj4e4qkckzR off=8614438 len=2028265 2024-08-10T05:50:56.961 INFO:tasks.workunit.client.0.smithi031.stdout:op 4922 completed, throughput=5MB/sec 2024-08-10T05:50:56.961 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-tFGKyp83Y9jQEWS off=17235211 len=763270 2024-08-10T05:50:56.962 INFO:tasks.workunit.client.0.smithi031.stdout:op 4923 completed, throughput=5MB/sec 2024-08-10T05:50:56.962 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-wNQrz_KAFbY1-51 off=4094042 len=1975668 2024-08-10T05:50:56.964 INFO:tasks.workunit.client.0.smithi031.stdout:op 4924 completed, throughput=5MB/sec 2024-08-10T05:50:57.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:50:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:50:57.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:50:56 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:50:57.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:50:56 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:50:57.964 INFO:tasks.workunit.client.0.smithi031.stdout: 968: throughput=5MB/sec pending data=0 2024-08-10T05:50:57.964 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-aakc5FXLW2nNiy1 off=9705015 len=467414 2024-08-10T05:50:57.968 INFO:tasks.workunit.client.0.smithi031.stdout:op 4925 completed, throughput=5MB/sec 2024-08-10T05:50:57.968 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-DJOIvKKbyAgeRpW off=6022 len=572135 2024-08-10T05:50:57.970 INFO:tasks.workunit.client.0.smithi031.stdout:op 4926 completed, throughput=5MB/sec 2024-08-10T05:50:57.970 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-2v0a0Tnm5KDELzz off=1377445 len=1059529 2024-08-10T05:50:57.976 INFO:tasks.workunit.client.0.smithi031.stdout:op 4927 completed, throughput=5MB/sec 2024-08-10T05:50:57.976 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-CxaO7uDNt3NgI5x off=18484121 len=1145860 2024-08-10T05:50:57.978 INFO:tasks.workunit.client.0.smithi031.stdout:op 4928 completed, throughput=5MB/sec 2024-08-10T05:50:57.978 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-gwKCpNpAdIwzZMe off=575715 len=45074 2024-08-10T05:50:57.981 INFO:tasks.workunit.client.0.smithi031.stdout:op 4929 completed, throughput=5MB/sec 2024-08-10T05:50:57.981 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-LJ7n7NXV_U1-Sur off=4995037 len=59219 2024-08-10T05:50:57.983 INFO:tasks.workunit.client.0.smithi031.stdout:op 4930 completed, throughput=5MB/sec 2024-08-10T05:50:57.983 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-3yM09g9dGxG4q3J off=7592874 len=205334 2024-08-10T05:50:57.984 INFO:tasks.workunit.client.0.smithi031.stdout:op 4931 completed, throughput=5MB/sec 2024-08-10T05:50:57.984 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-zDM5Hqg166IO2Wz off=942722 len=18266 2024-08-10T05:50:57.986 INFO:tasks.workunit.client.0.smithi031.stdout:op 4932 completed, throughput=5MB/sec 2024-08-10T05:50:57.986 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-_d7mU62rH3BRbqF off=18374933 len=1187406 2024-08-10T05:50:57.992 INFO:tasks.workunit.client.0.smithi031.stdout:op 4933 completed, throughput=5MB/sec 2024-08-10T05:50:57.992 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-sh4RsirVjVpWUl6 off=2558123 len=656416 2024-08-10T05:50:57.997 INFO:tasks.workunit.client.0.smithi031.stdout:op 4934 completed, throughput=5MB/sec 2024-08-10T05:50:58.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:50:57 smithi031 ceph-mon[98130]: pgmap v1885: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-08-10T05:50:58.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:50:57 smithi031 ceph-mon[100614]: pgmap v1885: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-08-10T05:50:58.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:50:57 smithi196 ceph-mon[90243]: pgmap v1885: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-08-10T05:50:58.997 INFO:tasks.workunit.client.0.smithi031.stdout: 969: throughput=5MB/sec pending data=0 2024-08-10T05:50:58.997 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ZUvMAVJU8x4Bmhl off=709132 len=1830594 2024-08-10T05:50:59.008 INFO:tasks.workunit.client.0.smithi031.stdout:op 4935 completed, throughput=5MB/sec 2024-08-10T05:50:59.008 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-CFNFXGlTGHyUdGB off=3262897 len=1118447 2024-08-10T05:50:59.009 INFO:tasks.workunit.client.0.smithi031.stdout:op 4936 completed, throughput=5MB/sec 2024-08-10T05:50:59.009 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-St77TKwcRmdk9iU off=1171821 len=783402 2024-08-10T05:50:59.011 INFO:tasks.workunit.client.0.smithi031.stdout:op 4937 completed, throughput=5MB/sec 2024-08-10T05:50:59.011 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-bpTIzjmM8JnbfFX off=267454 len=975938 2024-08-10T05:50:59.016 INFO:tasks.workunit.client.0.smithi031.stdout:op 4938 completed, throughput=5MB/sec 2024-08-10T05:50:59.016 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-GRIpBR6GzAXq_NM off=12332445 len=1466749 2024-08-10T05:50:59.023 INFO:tasks.workunit.client.0.smithi031.stdout:op 4939 completed, throughput=5MB/sec 2024-08-10T05:51:00.024 INFO:tasks.workunit.client.0.smithi031.stdout: 970: throughput=5MB/sec pending data=0 2024-08-10T05:51:00.024 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-3nALC3-YQ4xCtRZ off=9810499 len=267018 2024-08-10T05:51:00.027 INFO:tasks.workunit.client.0.smithi031.stdout:op 4940 completed, throughput=5MB/sec 2024-08-10T05:51:00.027 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-bHeAgQrihiexR2c off=6542211 len=903003 2024-08-10T05:51:00.032 INFO:tasks.workunit.client.0.smithi031.stdout:op 4941 completed, throughput=5MB/sec 2024-08-10T05:51:00.032 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-V9pedG4rWJDcVhl off=14383226 len=822812 2024-08-10T05:51:00.036 INFO:tasks.workunit.client.0.smithi031.stdout:op 4942 completed, throughput=5MB/sec 2024-08-10T05:51:00.036 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Ap9H9_620SV4Ynb off=3376416 len=884352 2024-08-10T05:51:00.042 INFO:tasks.workunit.client.0.smithi031.stdout:op 4943 completed, throughput=5MB/sec 2024-08-10T05:51:00.042 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ma2LG12Z5RLMwwM off=983378 len=557080 2024-08-10T05:51:00.046 INFO:tasks.workunit.client.0.smithi031.stdout:op 4944 completed, throughput=5MB/sec 2024-08-10T05:51:00.046 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ftMQiu9d8DgskeP off=5656352 len=225731 2024-08-10T05:51:00.049 INFO:tasks.workunit.client.0.smithi031.stdout:op 4945 completed, throughput=5MB/sec 2024-08-10T05:51:00.050 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-NMYd3fZjVIw6xhN off=8844305 len=794576 2024-08-10T05:51:00.053 INFO:tasks.workunit.client.0.smithi031.stdout:op 4946 completed, throughput=5MB/sec 2024-08-10T05:51:00.053 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-IaawNJZazEjQOfU off=9629636 len=482655 2024-08-10T05:51:00.056 INFO:tasks.workunit.client.0.smithi031.stdout:op 4947 completed, throughput=5MB/sec 2024-08-10T05:51:00.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:50:59 smithi031 ceph-mon[98130]: pgmap v1886: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-10T05:51:00.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:50:59 smithi031 ceph-mon[100614]: pgmap v1886: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-10T05:51:00.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:50:59 smithi196 ceph-mon[90243]: pgmap v1886: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-10T05:51:01.056 INFO:tasks.workunit.client.0.smithi031.stdout: 971: throughput=5MB/sec pending data=0 2024-08-10T05:51:01.056 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-wTb01uYQC4j9n1a off=4135893 len=1281996 2024-08-10T05:51:01.058 INFO:tasks.workunit.client.0.smithi031.stdout:op 4948 completed, throughput=5MB/sec 2024-08-10T05:51:01.058 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-aLlmTujSoKhtFjc off=12367215 len=1311397 2024-08-10T05:51:01.060 INFO:tasks.workunit.client.0.smithi031.stdout:op 4949 completed, throughput=5MB/sec 2024-08-10T05:51:01.060 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj--EnqHHis9zxxsGi off=6456752 len=1397018 2024-08-10T05:51:01.068 INFO:tasks.workunit.client.0.smithi031.stdout:op 4950 completed, throughput=5MB/sec 2024-08-10T05:51:01.068 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-JaFLRkhC8hkhQNI off=8395465 len=899233 2024-08-10T05:51:01.073 INFO:tasks.workunit.client.0.smithi031.stdout:op 4951 completed, throughput=5MB/sec 2024-08-10T05:51:01.073 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-npGbYVsEcpPRYyQ off=17989648 len=645125 2024-08-10T05:51:01.074 INFO:tasks.workunit.client.0.smithi031.stdout:op 4952 completed, throughput=5MB/sec 2024-08-10T05:51:01.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:51:01 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:51:01] "GET /metrics HTTP/1.1" 200 34053 "" "Prometheus/2.43.0" 2024-08-10T05:51:02.074 INFO:tasks.workunit.client.0.smithi031.stdout: 972: throughput=5MB/sec pending data=0 2024-08-10T05:51:02.075 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-KknSBr5zXJN5je4 off=0 len=1437746 2024-08-10T05:51:02.078 INFO:tasks.workunit.client.0.smithi031.stdout:op 4953 completed, throughput=5MB/sec 2024-08-10T05:51:02.078 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-TuUwBNDfki_EVyC off=135601 len=138158 2024-08-10T05:51:02.078 INFO:tasks.workunit.client.0.smithi031.stdout:op 4954 completed, throughput=5MB/sec 2024-08-10T05:51:02.079 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-79tefsjQMcCjCAm off=1383892 len=920312 2024-08-10T05:51:02.084 INFO:tasks.workunit.client.0.smithi031.stdout:op 4955 completed, throughput=5MB/sec 2024-08-10T05:51:02.084 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-YZZU_ENLonlsiwK off=15120305 len=1828524 2024-08-10T05:51:02.095 INFO:tasks.workunit.client.0.smithi031.stdout:op 4956 completed, throughput=5MB/sec 2024-08-10T05:51:02.095 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-JABFAVTjYEaBpO6 off=7991692 len=2064858 2024-08-10T05:51:02.103 INFO:tasks.workunit.client.0.smithi031.stdout:op 4957 completed, throughput=5MB/sec 2024-08-10T05:51:02.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:51:01 smithi031 ceph-mon[98130]: pgmap v1887: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:51:02.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:51:01 smithi031 ceph-mon[100614]: pgmap v1887: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:51:02.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:51:01 smithi196 ceph-mon[90243]: pgmap v1887: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:51:02.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:51:02 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:51:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:51:03.103 INFO:tasks.workunit.client.0.smithi031.stdout: 973: throughput=5MB/sec pending data=0 2024-08-10T05:51:03.103 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-5vAu2NtNlbRyXOE off=2095055 len=1100485 2024-08-10T05:51:03.109 INFO:tasks.workunit.client.0.smithi031.stdout:op 4958 completed, throughput=5MB/sec 2024-08-10T05:51:03.109 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-KTl8jg8fYsT1FCb off=12075956 len=1687387 2024-08-10T05:51:03.111 INFO:tasks.workunit.client.0.smithi031.stdout:op 4959 completed, throughput=5MB/sec 2024-08-10T05:51:03.111 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-MDez-Rb6VKpscOP off=2519266 len=272252 2024-08-10T05:51:03.112 INFO:tasks.workunit.client.0.smithi031.stdout:op 4960 completed, throughput=5MB/sec 2024-08-10T05:51:03.112 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-tw7j7o4LZLCELT4 off=93884 len=1535676 2024-08-10T05:51:03.118 INFO:tasks.workunit.client.0.smithi031.stdout:op 4961 completed, throughput=5MB/sec 2024-08-10T05:51:04.118 INFO:tasks.workunit.client.0.smithi031.stdout: 974: throughput=5MB/sec pending data=0 2024-08-10T05:51:04.119 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-CcJooWDcIzlN2db off=1016525 len=1353018 2024-08-10T05:51:04.126 INFO:tasks.workunit.client.0.smithi031.stdout:op 4962 completed, throughput=5MB/sec 2024-08-10T05:51:04.126 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-q0zO-u9armnikTL off=1847776 len=1926255 2024-08-10T05:51:04.130 INFO:tasks.workunit.client.0.smithi031.stdout:op 4963 completed, throughput=5MB/sec 2024-08-10T05:51:04.130 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-KosSJJqA3Wx9u0l off=2153138 len=1597705 2024-08-10T05:51:04.132 INFO:tasks.workunit.client.0.smithi031.stdout:op 4964 completed, throughput=5MB/sec 2024-08-10T05:51:04.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:51:03 smithi031 ceph-mon[100614]: pgmap v1888: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:51:04.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:51:03 smithi031 ceph-mon[98130]: pgmap v1888: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:51:04.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:51:03 smithi196 ceph-mon[90243]: pgmap v1888: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:51:05.133 INFO:tasks.workunit.client.0.smithi031.stdout: 975: throughput=5MB/sec pending data=0 2024-08-10T05:51:05.133 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-YcLIIRFVGTSL6fu off=4181521 len=1391229 2024-08-10T05:51:05.139 INFO:tasks.workunit.client.0.smithi031.stdout:op 4965 completed, throughput=5MB/sec 2024-08-10T05:51:05.139 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ifcbIplswjGDYEa off=9342925 len=783326 2024-08-10T05:51:05.145 INFO:tasks.workunit.client.0.smithi031.stdout:op 4966 completed, throughput=5MB/sec 2024-08-10T05:51:05.145 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-D3DOSFMwKo4F4Bv off=8991578 len=152120 2024-08-10T05:51:05.146 INFO:tasks.workunit.client.0.smithi031.stdout:op 4967 completed, throughput=5MB/sec 2024-08-10T05:51:05.146 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-LbI8nk9RE7d_ZWW off=6417031 len=820175 2024-08-10T05:51:05.150 INFO:tasks.workunit.client.0.smithi031.stdout:op 4968 completed, throughput=5MB/sec 2024-08-10T05:51:05.150 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-zoduV-oqTGfzMvz off=9703042 len=1871699 2024-08-10T05:51:05.159 INFO:tasks.workunit.client.0.smithi031.stdout:op 4969 completed, throughput=5MB/sec 2024-08-10T05:51:06.159 INFO:tasks.workunit.client.0.smithi031.stdout: 976: throughput=5MB/sec pending data=0 2024-08-10T05:51:06.159 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Ou4wRjoV8ApVYDX off=2280380 len=1998161 2024-08-10T05:51:06.162 INFO:tasks.workunit.client.0.smithi031.stdout:op 4970 completed, throughput=5MB/sec 2024-08-10T05:51:06.162 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-SwhVntzJdBPO8YY off=13021288 len=1079458 2024-08-10T05:51:06.165 INFO:tasks.workunit.client.0.smithi031.stdout:op 4971 completed, throughput=5MB/sec 2024-08-10T05:51:06.165 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-zzXNEIXRkgZ0Txx off=13932888 len=551288 2024-08-10T05:51:06.166 INFO:tasks.workunit.client.0.smithi031.stdout:op 4972 completed, throughput=5MB/sec 2024-08-10T05:51:06.166 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-hYm97HbuJCaxRWO off=8838830 len=1786780 2024-08-10T05:51:06.174 INFO:tasks.workunit.client.0.smithi031.stdout:op 4973 completed, throughput=5MB/sec 2024-08-10T05:51:06.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:51:05 smithi031 ceph-mon[98130]: pgmap v1889: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-08-10T05:51:06.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:51:05 smithi031 ceph-mon[100614]: pgmap v1889: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-08-10T05:51:06.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:51:05 smithi196 ceph-mon[90243]: pgmap v1889: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-08-10T05:51:07.174 INFO:tasks.workunit.client.0.smithi031.stdout: 977: throughput=5MB/sec pending data=0 2024-08-10T05:51:07.175 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-_FjM5-6tAXvVsps off=7419711 len=978968 2024-08-10T05:51:07.181 INFO:tasks.workunit.client.0.smithi031.stdout:op 4974 completed, throughput=5MB/sec 2024-08-10T05:51:07.181 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-PyAYG0ZO2k1DZFh off=92385 len=731354 2024-08-10T05:51:07.186 INFO:tasks.workunit.client.0.smithi031.stdout:op 4975 completed, throughput=5MB/sec 2024-08-10T05:51:07.186 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-db2JK4-m2TF6J9- off=10385932 len=1499544 2024-08-10T05:51:07.188 INFO:tasks.workunit.client.0.smithi031.stdout:op 4976 completed, throughput=5MB/sec 2024-08-10T05:51:07.188 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-yrZuo12ye8xgngi off=14711885 len=951167 2024-08-10T05:51:07.189 INFO:tasks.workunit.client.0.smithi031.stdout:op 4977 completed, throughput=5MB/sec 2024-08-10T05:51:07.189 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-0P5CBImzEWcyzNf off=536285 len=1237083 2024-08-10T05:51:07.195 INFO:tasks.workunit.client.0.smithi031.stdout:op 4978 completed, throughput=5MB/sec 2024-08-10T05:51:08.196 INFO:tasks.workunit.client.0.smithi031.stdout: 978: throughput=5MB/sec pending data=0 2024-08-10T05:51:08.196 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-D1Z0BgWNs6Uw6IB off=4330253 len=2073664 2024-08-10T05:51:08.209 INFO:tasks.workunit.client.0.smithi031.stdout:op 4979 completed, throughput=5MB/sec 2024-08-10T05:51:08.210 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-SpBKR81kFXwrMe1 off=15322718 len=261269 2024-08-10T05:51:08.212 INFO:tasks.workunit.client.0.smithi031.stdout:op 4980 completed, throughput=5MB/sec 2024-08-10T05:51:08.213 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-E0MXTJrlNUY_Ihk off=11692483 len=248913 2024-08-10T05:51:08.216 INFO:tasks.workunit.client.0.smithi031.stdout:op 4981 completed, throughput=5MB/sec 2024-08-10T05:51:08.216 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-JKg5jomCIngLoBy off=1878406 len=211063 2024-08-10T05:51:08.218 INFO:tasks.workunit.client.0.smithi031.stdout:op 4982 completed, throughput=5MB/sec 2024-08-10T05:51:08.219 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-0b1KA_MTmWGp-Oo off=9518535 len=186512 2024-08-10T05:51:08.221 INFO:tasks.workunit.client.0.smithi031.stdout:op 4983 completed, throughput=5MB/sec 2024-08-10T05:51:08.221 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-IwSl8W_d7MBSS-- off=1513622 len=425629 2024-08-10T05:51:08.225 INFO:tasks.workunit.client.0.smithi031.stdout:op 4984 completed, throughput=5MB/sec 2024-08-10T05:51:08.225 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Vf-cENy_A9BTIbc off=6694378 len=364432 2024-08-10T05:51:08.226 INFO:tasks.workunit.client.0.smithi031.stdout:op 4985 completed, throughput=5MB/sec 2024-08-10T05:51:08.226 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-AORFWHNfT0JB1qH off=3892963 len=1357525 2024-08-10T05:51:08.227 INFO:tasks.workunit.client.0.smithi031.stdout:op 4986 completed, throughput=5MB/sec 2024-08-10T05:51:08.227 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-3koltCV1mC2nlXK off=0 len=1497502 2024-08-10T05:51:08.229 INFO:tasks.workunit.client.0.smithi031.stdout:op 4987 completed, throughput=5MB/sec 2024-08-10T05:51:08.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:51:07 smithi031 ceph-mon[98130]: pgmap v1890: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:51:08.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:51:07 smithi031 ceph-mon[100614]: pgmap v1890: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:51:08.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:51:07 smithi196 ceph-mon[90243]: pgmap v1890: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:51:09.229 INFO:tasks.workunit.client.0.smithi031.stdout: 979: throughput=5MB/sec pending data=0 2024-08-10T05:51:09.229 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-38bC3ajMl5QGsPz off=20281264 len=2023419 2024-08-10T05:51:09.232 INFO:tasks.workunit.client.0.smithi031.stdout:op 4988 completed, throughput=5MB/sec 2024-08-10T05:51:09.232 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-49_iltlologFC0X off=10473475 len=1753609 2024-08-10T05:51:09.234 INFO:tasks.workunit.client.0.smithi031.stdout:op 4989 completed, throughput=5MB/sec 2024-08-10T05:51:09.234 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-k1T6uggVFh1Wtz6 off=2450841 len=1798940 2024-08-10T05:51:09.243 INFO:tasks.workunit.client.0.smithi031.stdout:op 4990 completed, throughput=5MB/sec 2024-08-10T05:51:10.244 INFO:tasks.workunit.client.0.smithi031.stdout: 980: throughput=5MB/sec pending data=0 2024-08-10T05:51:10.244 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-k0gJq-252aWEjoH off=3067181 len=1243593 2024-08-10T05:51:10.252 INFO:tasks.workunit.client.0.smithi031.stdout:op 4991 completed, throughput=5MB/sec 2024-08-10T05:51:10.252 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-QsSVY6VXjkqoAhZ off=860133 len=506652 2024-08-10T05:51:10.253 INFO:tasks.workunit.client.0.smithi031.stdout:op 4992 completed, throughput=5MB/sec 2024-08-10T05:51:10.253 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-IGzVuO-ZKfKDklA off=463713 len=634578 2024-08-10T05:51:10.255 INFO:tasks.workunit.client.0.smithi031.stdout:op 4993 completed, throughput=5MB/sec 2024-08-10T05:51:10.255 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-3ULlrwdD6VNFHf0 off=11395754 len=50165 2024-08-10T05:51:10.255 INFO:tasks.workunit.client.0.smithi031.stdout:op 4994 completed, throughput=5MB/sec 2024-08-10T05:51:10.255 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-DOeKA77k9jsmkFD off=17212676 len=198387 2024-08-10T05:51:10.255 INFO:tasks.workunit.client.0.smithi031.stdout:op 4995 completed, throughput=5MB/sec 2024-08-10T05:51:10.255 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-4WUogLkxPL2Aw7O off=19101734 len=1739560 2024-08-10T05:51:10.257 INFO:tasks.workunit.client.0.smithi031.stdout:op 4996 completed, throughput=5MB/sec 2024-08-10T05:51:10.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:51:09 smithi031 ceph-mon[98130]: pgmap v1891: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-10T05:51:10.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:51:09 smithi031 ceph-mon[100614]: pgmap v1891: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-10T05:51:10.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:51:09 smithi196 ceph-mon[90243]: pgmap v1891: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-10T05:51:11.258 INFO:tasks.workunit.client.0.smithi031.stdout: 981: throughput=5MB/sec pending data=0 2024-08-10T05:51:11.258 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Uqyu6Qd10E7StwW off=3140358 len=1510255 2024-08-10T05:51:11.265 INFO:tasks.workunit.client.0.smithi031.stdout:op 4997 completed, throughput=5MB/sec 2024-08-10T05:51:11.265 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ZjCIi1ZRc5EQgj4 off=294537 len=99124 2024-08-10T05:51:11.268 INFO:tasks.workunit.client.0.smithi031.stdout:op 4998 completed, throughput=5MB/sec 2024-08-10T05:51:11.268 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-N3-3tK9H6NjBOY0 off=8005273 len=1583825 2024-08-10T05:51:11.271 INFO:tasks.workunit.client.0.smithi031.stdout:op 4999 completed, throughput=5MB/sec 2024-08-10T05:51:11.271 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-DoJF2FnGT4t9PHO off=18149724 len=1039539 2024-08-10T05:51:11.277 INFO:tasks.workunit.client.0.smithi031.stdout:op 5000 completed, throughput=5MB/sec 2024-08-10T05:51:11.277 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-E1aIz1x8FpQOFwH off=6025090 len=1794009 2024-08-10T05:51:11.280 INFO:tasks.workunit.client.0.smithi031.stdout:op 5001 completed, throughput=5MB/sec 2024-08-10T05:51:11.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:51:11 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:51:11] "GET /metrics HTTP/1.1" 200 34051 "" "Prometheus/2.43.0" 2024-08-10T05:51:12.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:51:11 smithi031 ceph-mon[98130]: pgmap v1892: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-10T05:51:12.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:51:11 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:51:12.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:51:11 smithi031 ceph-mon[100614]: pgmap v1892: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-10T05:51:12.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:51:11 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:51:12.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:51:11 smithi196 ceph-mon[90243]: pgmap v1892: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-10T05:51:12.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:51:11 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:51:12.280 INFO:tasks.workunit.client.0.smithi031.stdout: 982: throughput=5MB/sec pending data=0 2024-08-10T05:51:12.280 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-c9ITfnkboiYzqtV off=9304513 len=1154060 2024-08-10T05:51:12.282 INFO:tasks.workunit.client.0.smithi031.stdout:op 5002 completed, throughput=5MB/sec 2024-08-10T05:51:12.282 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-0pkNiQUUIIcqmHx off=10217030 len=548376 2024-08-10T05:51:12.283 INFO:tasks.workunit.client.0.smithi031.stdout:op 5003 completed, throughput=5MB/sec 2024-08-10T05:51:12.283 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-gqGd3Ftkiy546ja off=11994819 len=857828 2024-08-10T05:51:12.288 INFO:tasks.workunit.client.0.smithi031.stdout:op 5004 completed, throughput=5MB/sec 2024-08-10T05:51:12.288 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-f5limt-2NLqWi5c off=3160978 len=530486 2024-08-10T05:51:12.292 INFO:tasks.workunit.client.0.smithi031.stdout:op 5005 completed, throughput=5MB/sec 2024-08-10T05:51:12.292 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-QzfifSyHw16Notl off=8958744 len=47436 2024-08-10T05:51:12.292 INFO:tasks.workunit.client.0.smithi031.stdout:op 5006 completed, throughput=5MB/sec 2024-08-10T05:51:12.293 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-AsmhvFL5_gQwmtE off=2602675 len=1700665 2024-08-10T05:51:12.301 INFO:tasks.workunit.client.0.smithi031.stdout:op 5007 completed, throughput=5MB/sec 2024-08-10T05:51:12.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:51:12 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:51:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:51:13.302 INFO:tasks.workunit.client.0.smithi031.stdout: 983: throughput=5MB/sec pending data=0 2024-08-10T05:51:13.302 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-yEMwD6T94hZozlQ off=3681191 len=1992936 2024-08-10T05:51:13.314 INFO:tasks.workunit.client.0.smithi031.stdout:op 5008 completed, throughput=5MB/sec 2024-08-10T05:51:13.314 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-9RXRj6Uxk9cFhzK off=15068520 len=252201 2024-08-10T05:51:13.314 INFO:tasks.workunit.client.0.smithi031.stdout:op 5009 completed, throughput=5MB/sec 2024-08-10T05:51:13.315 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ynFSPVcgh88mTNX off=12402852 len=1207584 2024-08-10T05:51:13.316 INFO:tasks.workunit.client.0.smithi031.stdout:op 5010 completed, throughput=5MB/sec 2024-08-10T05:51:13.316 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-i2jZ_ODi0E9g6Rx off=11558968 len=1800926 2024-08-10T05:51:13.324 INFO:tasks.workunit.client.0.smithi031.stdout:op 5011 completed, throughput=5MB/sec 2024-08-10T05:51:14.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:51:13 smithi031 ceph-mon[98130]: pgmap v1893: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:51:14.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:51:13 smithi031 ceph-mon[100614]: pgmap v1893: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:51:14.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:51:13 smithi196 ceph-mon[90243]: pgmap v1893: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:51:14.325 INFO:tasks.workunit.client.0.smithi031.stdout: 984: throughput=5MB/sec pending data=0 2024-08-10T05:51:14.325 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-22Q0uFBj3hGStG6 off=6689209 len=2018983 2024-08-10T05:51:14.329 INFO:tasks.workunit.client.0.smithi031.stdout:op 5012 completed, throughput=5MB/sec 2024-08-10T05:51:14.329 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-k02UjqNPNbdBomG off=663134 len=1977033 2024-08-10T05:51:14.341 INFO:tasks.workunit.client.0.smithi031.stdout:op 5013 completed, throughput=5MB/sec 2024-08-10T05:51:14.341 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-s1rWxuOY2eJEjOb off=2696411 len=944786 2024-08-10T05:51:14.346 INFO:tasks.workunit.client.0.smithi031.stdout:op 5014 completed, throughput=5MB/sec 2024-08-10T05:51:15.346 INFO:tasks.workunit.client.0.smithi031.stdout: 985: throughput=5MB/sec pending data=0 2024-08-10T05:51:15.346 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-55nIHak6J25A-NC off=4285349 len=1190221 2024-08-10T05:51:15.353 INFO:tasks.workunit.client.0.smithi031.stdout:op 5015 completed, throughput=5MB/sec 2024-08-10T05:51:15.353 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj--nam_zLVKLTPsol off=3852978 len=1836610 2024-08-10T05:51:15.355 INFO:tasks.workunit.client.0.smithi031.stdout:op 5016 completed, throughput=5MB/sec 2024-08-10T05:51:15.355 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-419A9aVmz94k-fE off=950540 len=1895667 2024-08-10T05:51:15.365 INFO:tasks.workunit.client.0.smithi031.stdout:op 5017 completed, throughput=5MB/sec 2024-08-10T05:51:15.365 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-vJ-98XOEi3w0hrF off=15192020 len=1684281 2024-08-10T05:51:15.370 INFO:tasks.workunit.client.0.smithi031.stdout:op 5018 completed, throughput=5MB/sec 2024-08-10T05:51:16.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:51:15 smithi031 ceph-mon[98130]: pgmap v1894: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-10T05:51:16.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:51:15 smithi031 ceph-mon[100614]: pgmap v1894: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-10T05:51:16.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:51:15 smithi196 ceph-mon[90243]: pgmap v1894: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-10T05:51:16.370 INFO:tasks.workunit.client.0.smithi031.stdout: 986: throughput=5MB/sec pending data=0 2024-08-10T05:51:16.370 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-DBqIwnuDeeOdRKJ off=6524719 len=2048926 2024-08-10T05:51:16.380 INFO:tasks.workunit.client.0.smithi031.stdout:op 5019 completed, throughput=5MB/sec 2024-08-10T05:51:16.380 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-IgozRsx94RoFQpv off=3478864 len=286536 2024-08-10T05:51:16.381 INFO:tasks.workunit.client.0.smithi031.stdout:op 5020 completed, throughput=5MB/sec 2024-08-10T05:51:16.381 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-NJ7q8rt86S6EC0_ off=3915067 len=256012 2024-08-10T05:51:16.381 INFO:tasks.workunit.client.0.smithi031.stdout:op 5021 completed, throughput=5MB/sec 2024-08-10T05:51:16.381 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-G5GX1G7Dc4plBSL off=1822372 len=446244 2024-08-10T05:51:16.383 INFO:tasks.workunit.client.0.smithi031.stdout:op 5022 completed, throughput=5MB/sec 2024-08-10T05:51:16.383 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ItJkJn13kE3TTNc off=13444195 len=1778312 2024-08-10T05:51:16.384 INFO:tasks.workunit.client.0.smithi031.stdout:op 5023 completed, throughput=5MB/sec 2024-08-10T05:51:17.385 INFO:tasks.workunit.client.0.smithi031.stdout: 987: throughput=5MB/sec pending data=0 2024-08-10T05:51:17.385 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-iRC2iKJpON9nkD- off=13860886 len=600792 2024-08-10T05:51:17.386 INFO:tasks.workunit.client.0.smithi031.stdout:op 5024 completed, throughput=5MB/sec 2024-08-10T05:51:17.386 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-SR_yeGmqZL7Y9P- off=454968 len=1029832 2024-08-10T05:51:17.391 INFO:tasks.workunit.client.0.smithi031.stdout:op 5025 completed, throughput=5MB/sec 2024-08-10T05:51:17.391 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-CcfhQX8bsT7FEaV off=2131468 len=546001 2024-08-10T05:51:17.395 INFO:tasks.workunit.client.0.smithi031.stdout:op 5026 completed, throughput=5MB/sec 2024-08-10T05:51:17.395 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-DAoBQReS2kxsDFA off=7077893 len=669173 2024-08-10T05:51:17.399 INFO:tasks.workunit.client.0.smithi031.stdout:op 5027 completed, throughput=5MB/sec 2024-08-10T05:51:17.399 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-19N2njGQR5ckGYO off=23424399 len=1513204 2024-08-10T05:51:17.405 INFO:tasks.workunit.client.0.smithi031.stdout:op 5028 completed, throughput=5MB/sec 2024-08-10T05:51:18.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:51:17 smithi031 ceph-mon[98130]: pgmap v1895: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:51:18.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:51:17 smithi031 ceph-mon[100614]: pgmap v1895: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:51:18.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:51:17 smithi196 ceph-mon[90243]: pgmap v1895: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:51:18.405 INFO:tasks.workunit.client.0.smithi031.stdout: 988: throughput=5MB/sec pending data=0 2024-08-10T05:51:18.405 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-8vjqDP-O_d7plk2 off=2659556 len=738406 2024-08-10T05:51:18.410 INFO:tasks.workunit.client.0.smithi031.stdout:op 5029 completed, throughput=5MB/sec 2024-08-10T05:51:18.410 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Brc3zt4k1Ih9sw- off=14723264 len=507707 2024-08-10T05:51:18.411 INFO:tasks.workunit.client.0.smithi031.stdout:op 5030 completed, throughput=5MB/sec 2024-08-10T05:51:18.411 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-rCOrnq1_8uCckIg off=7216531 len=1961956 2024-08-10T05:51:18.421 INFO:tasks.workunit.client.0.smithi031.stdout:op 5031 completed, throughput=5MB/sec 2024-08-10T05:51:18.421 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-uDQeb9QkRrfyow5 off=8082436 len=1331771 2024-08-10T05:51:18.424 INFO:tasks.workunit.client.0.smithi031.stdout:op 5032 completed, throughput=5MB/sec 2024-08-10T05:51:18.424 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-LxAMtcJqBa7l0uz off=10409989 len=853441 2024-08-10T05:51:18.426 INFO:tasks.workunit.client.0.smithi031.stdout:op 5033 completed, throughput=5MB/sec 2024-08-10T05:51:19.426 INFO:tasks.workunit.client.0.smithi031.stdout: 989: throughput=5MB/sec pending data=0 2024-08-10T05:51:19.426 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-396tC-3fxIrNS9v off=4490164 len=1613936 2024-08-10T05:51:19.430 INFO:tasks.workunit.client.0.smithi031.stdout:op 5034 completed, throughput=5MB/sec 2024-08-10T05:51:19.430 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-0pjD14xtqg8xiae off=2226079 len=1028476 2024-08-10T05:51:19.435 INFO:tasks.workunit.client.0.smithi031.stdout:op 5035 completed, throughput=5MB/sec 2024-08-10T05:51:19.435 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-SFwoFjoAsEpnx7O off=3405195 len=2009226 2024-08-10T05:51:19.438 INFO:tasks.workunit.client.0.smithi031.stdout:op 5036 completed, throughput=5MB/sec 2024-08-10T05:51:19.438 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-oBQM6zcmk2VueAV off=13389320 len=1212813 2024-08-10T05:51:19.440 INFO:tasks.workunit.client.0.smithi031.stdout:op 5037 completed, throughput=5MB/sec 2024-08-10T05:51:20.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:51:19 smithi031 ceph-mon[98130]: pgmap v1896: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:51:20.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:51:19 smithi031 ceph-mon[100614]: pgmap v1896: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:51:20.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:51:19 smithi196 ceph-mon[90243]: pgmap v1896: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:51:20.440 INFO:tasks.workunit.client.0.smithi031.stdout: 990: throughput=5MB/sec pending data=0 2024-08-10T05:51:20.440 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-OShFE9VzqtAE1I4 off=1622822 len=899214 2024-08-10T05:51:20.442 INFO:tasks.workunit.client.0.smithi031.stdout:op 5038 completed, throughput=5MB/sec 2024-08-10T05:51:20.442 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-4mgOQdz9STHCi0U off=7607186 len=1308301 2024-08-10T05:51:20.451 INFO:tasks.workunit.client.0.smithi031.stdout:op 5039 completed, throughput=5MB/sec 2024-08-10T05:51:20.451 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-wqETFmyLM4m-MlM off=2829156 len=1096104 2024-08-10T05:51:20.452 INFO:tasks.workunit.client.0.smithi031.stdout:op 5040 completed, throughput=5MB/sec 2024-08-10T05:51:20.453 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-KTGgnqDr21i6TdG off=842619 len=477653 2024-08-10T05:51:20.454 INFO:tasks.workunit.client.0.smithi031.stdout:op 5041 completed, throughput=5MB/sec 2024-08-10T05:51:20.454 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-PbC47TfFhZaWajY off=6883778 len=1934919 2024-08-10T05:51:20.456 INFO:tasks.workunit.client.0.smithi031.stdout:op 5042 completed, throughput=5MB/sec 2024-08-10T05:51:21.457 INFO:tasks.workunit.client.0.smithi031.stdout: 991: throughput=5MB/sec pending data=0 2024-08-10T05:51:21.457 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-1YgOj4L19shFd6P off=10656014 len=1078179 2024-08-10T05:51:21.458 INFO:tasks.workunit.client.0.smithi031.stdout:op 5043 completed, throughput=5MB/sec 2024-08-10T05:51:21.459 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-nXk20zw4ExKxvzE off=1092246 len=810842 2024-08-10T05:51:21.460 INFO:tasks.workunit.client.0.smithi031.stdout:op 5044 completed, throughput=5MB/sec 2024-08-10T05:51:21.460 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-oUDrycQwT99UpSd off=5802917 len=680732 2024-08-10T05:51:21.461 INFO:tasks.workunit.client.0.smithi031.stdout:op 5045 completed, throughput=5MB/sec 2024-08-10T05:51:21.461 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-1ziHYR_Dkugem59 off=3056142 len=1608725 2024-08-10T05:51:21.463 INFO:tasks.workunit.client.0.smithi031.stdout:op 5046 completed, throughput=5MB/sec 2024-08-10T05:51:21.463 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-zTWi-GBuDfjgKMX off=1243352 len=1363663 2024-08-10T05:51:21.466 INFO:tasks.workunit.client.0.smithi031.stdout:op 5047 completed, throughput=5MB/sec 2024-08-10T05:51:21.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:51:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:51:21] "GET /metrics HTTP/1.1" 200 34051 "" "Prometheus/2.43.0" 2024-08-10T05:51:22.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:51:21 smithi031 ceph-mon[98130]: pgmap v1897: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:51:22.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:51:21 smithi031 ceph-mon[100614]: pgmap v1897: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:51:22.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:51:21 smithi196 ceph-mon[90243]: pgmap v1897: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:51:22.466 INFO:tasks.workunit.client.0.smithi031.stdout: 992: throughput=5MB/sec pending data=0 2024-08-10T05:51:22.466 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-3v4DLPVuCur31TU off=4057260 len=1321603 2024-08-10T05:51:22.473 INFO:tasks.workunit.client.0.smithi031.stdout:op 5048 completed, throughput=5MB/sec 2024-08-10T05:51:22.473 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-7pyRy3-ak04F7Ia off=10284603 len=1499097 2024-08-10T05:51:22.475 INFO:tasks.workunit.client.0.smithi031.stdout:op 5049 completed, throughput=5MB/sec 2024-08-10T05:51:22.475 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Zyqf2WgwIewfLmH off=14120059 len=1876272 2024-08-10T05:51:22.484 INFO:tasks.workunit.client.0.smithi031.stdout:op 5050 completed, throughput=5MB/sec 2024-08-10T05:51:22.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:51:22 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:51:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:51:23.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:51:22 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:51:23.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:51:22 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:51:23.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:51:22 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:51:23.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:51:22 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:51:23.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:51:22 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:51:23.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:51:22 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:51:23.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:51:22 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:51:23.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:51:22 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:51:23.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:51:22 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:51:23.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:51:22 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:51:23.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:51:22 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:51:23.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:51:22 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:51:23.484 INFO:tasks.workunit.client.0.smithi031.stdout: 993: throughput=5MB/sec pending data=0 2024-08-10T05:51:23.484 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-VOWp6VHGRWKvnwa off=6417235 len=297459 2024-08-10T05:51:23.488 INFO:tasks.workunit.client.0.smithi031.stdout:op 5051 completed, throughput=5MB/sec 2024-08-10T05:51:23.488 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-L_MknA8r7kzQaYf off=3410531 len=447075 2024-08-10T05:51:23.488 INFO:tasks.workunit.client.0.smithi031.stdout:op 5052 completed, throughput=5MB/sec 2024-08-10T05:51:23.489 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-mwISh5exhTWIazL off=932584 len=169355 2024-08-10T05:51:23.491 INFO:tasks.workunit.client.0.smithi031.stdout:op 5053 completed, throughput=5MB/sec 2024-08-10T05:51:23.492 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-hFXdLDhh_Re0haA off=4346317 len=1190211 2024-08-10T05:51:23.493 INFO:tasks.workunit.client.0.smithi031.stdout:op 5054 completed, throughput=5MB/sec 2024-08-10T05:51:23.493 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-s9fydL3_2Zl3OER off=3846425 len=261044 2024-08-10T05:51:23.494 INFO:tasks.workunit.client.0.smithi031.stdout:op 5055 completed, throughput=5MB/sec 2024-08-10T05:51:23.495 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-hexwqAP2Uy9ORzO off=4167482 len=364726 2024-08-10T05:51:23.499 INFO:tasks.workunit.client.0.smithi031.stdout:op 5056 completed, throughput=5MB/sec 2024-08-10T05:51:23.499 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-nL7se_Nwwznm7Aw off=5686401 len=894216 2024-08-10T05:51:23.500 INFO:tasks.workunit.client.0.smithi031.stdout:op 5057 completed, throughput=5MB/sec 2024-08-10T05:51:23.500 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-m2cbpF4K-8cOAhs off=13993294 len=739811 2024-08-10T05:51:23.505 INFO:tasks.workunit.client.0.smithi031.stdout:op 5058 completed, throughput=5MB/sec 2024-08-10T05:51:23.505 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-HOeS_QiD6pbmgYO off=49294 len=1164421 2024-08-10T05:51:23.508 INFO:tasks.workunit.client.0.smithi031.stdout:op 5059 completed, throughput=5MB/sec 2024-08-10T05:51:24.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:51:23 smithi031 ceph-mon[98130]: pgmap v1898: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-08-10T05:51:24.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:51:23 smithi031 ceph-mon[100614]: pgmap v1898: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-08-10T05:51:24.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:51:23 smithi196 ceph-mon[90243]: pgmap v1898: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-08-10T05:51:24.508 INFO:tasks.workunit.client.0.smithi031.stdout: 994: throughput=5MB/sec pending data=0 2024-08-10T05:51:24.509 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-h3YOv9eayyYQWt4 off=11312804 len=728829 2024-08-10T05:51:24.512 INFO:tasks.workunit.client.0.smithi031.stdout:op 5060 completed, throughput=5MB/sec 2024-08-10T05:51:24.513 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-W9jvnIwLBIuLWdv off=5531890 len=129580 2024-08-10T05:51:24.516 INFO:tasks.workunit.client.0.smithi031.stdout:op 5061 completed, throughput=5MB/sec 2024-08-10T05:51:24.516 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-YBeb1yvbsE4iMxK off=19569742 len=1995230 2024-08-10T05:51:24.527 INFO:tasks.workunit.client.0.smithi031.stdout:op 5062 completed, throughput=5MB/sec 2024-08-10T05:51:24.527 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-qqCIsf1rFvSEFxq off=2717553 len=614498 2024-08-10T05:51:24.531 INFO:tasks.workunit.client.0.smithi031.stdout:op 5063 completed, throughput=5MB/sec 2024-08-10T05:51:24.531 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-j--ln8MapXOZZDJ off=8128001 len=1963383 2024-08-10T05:51:24.534 INFO:tasks.workunit.client.0.smithi031.stdout:op 5064 completed, throughput=5MB/sec 2024-08-10T05:51:25.534 INFO:tasks.workunit.client.0.smithi031.stdout: 995: throughput=5MB/sec pending data=0 2024-08-10T05:51:25.535 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-w59OMDQfy8lso4r off=5711917 len=916109 2024-08-10T05:51:25.536 INFO:tasks.workunit.client.0.smithi031.stdout:op 5065 completed, throughput=5MB/sec 2024-08-10T05:51:25.536 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-FA2IptCl-X5-18K off=1920934 len=1870348 2024-08-10T05:51:25.538 INFO:tasks.workunit.client.0.smithi031.stdout:op 5066 completed, throughput=5MB/sec 2024-08-10T05:51:25.538 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Zd-03k-pc4VlK63 off=2039499 len=245353 2024-08-10T05:51:25.541 INFO:tasks.workunit.client.0.smithi031.stdout:op 5067 completed, throughput=5MB/sec 2024-08-10T05:51:25.541 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-prnKdUwTpfQdadZ off=3965264 len=1462360 2024-08-10T05:51:25.543 INFO:tasks.workunit.client.0.smithi031.stdout:op 5068 completed, throughput=5MB/sec 2024-08-10T05:51:26.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:51:25 smithi031 ceph-mon[98130]: pgmap v1899: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:51:26.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:51:25 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:51:26.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:51:25 smithi031 ceph-mon[100614]: pgmap v1899: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:51:26.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:51:25 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:51:26.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:51:25 smithi196 ceph-mon[90243]: pgmap v1899: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:51:26.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:51:25 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:51:26.543 INFO:tasks.workunit.client.0.smithi031.stdout: 996: throughput=5MB/sec pending data=0 2024-08-10T05:51:26.543 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-FdOK5ZMRQy158HC off=4845996 len=1556049 2024-08-10T05:51:26.550 INFO:tasks.workunit.client.0.smithi031.stdout:op 5069 completed, throughput=5MB/sec 2024-08-10T05:51:26.550 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-1Vm1OHBcLZHNAxV off=18113043 len=1666805 2024-08-10T05:51:26.553 INFO:tasks.workunit.client.0.smithi031.stdout:op 5070 completed, throughput=5MB/sec 2024-08-10T05:51:26.553 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-9Z_p7sP5mYNViPp off=4522069 len=1217578 2024-08-10T05:51:26.556 INFO:tasks.workunit.client.0.smithi031.stdout:op 5071 completed, throughput=5MB/sec 2024-08-10T05:51:26.556 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-YbocaiDItILZo0q off=4341335 len=1943436 2024-08-10T05:51:26.568 INFO:tasks.workunit.client.0.smithi031.stdout:op 5072 completed, throughput=5MB/sec 2024-08-10T05:51:27.568 INFO:tasks.workunit.client.0.smithi031.stdout: 997: throughput=5MB/sec pending data=0 2024-08-10T05:51:27.568 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-3Co4eM_nYmn1xRp off=903792 len=26909 2024-08-10T05:51:27.570 INFO:tasks.workunit.client.0.smithi031.stdout:op 5073 completed, throughput=5MB/sec 2024-08-10T05:51:27.571 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-t-hkoqNwqfIE-Q- off=3561410 len=665545 2024-08-10T05:51:27.572 INFO:tasks.workunit.client.0.smithi031.stdout:op 5074 completed, throughput=5MB/sec 2024-08-10T05:51:27.572 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-2H0bCi3CoQdxAjX off=11962403 len=582113 2024-08-10T05:51:27.576 INFO:tasks.workunit.client.0.smithi031.stdout:op 5075 completed, throughput=5MB/sec 2024-08-10T05:51:27.576 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-3uH2WsI_JlBf5YG off=4337756 len=1869860 2024-08-10T05:51:27.578 INFO:tasks.workunit.client.0.smithi031.stdout:op 5076 completed, throughput=5MB/sec 2024-08-10T05:51:27.578 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-rQWUdMksIe4pb9m off=9064558 len=178645 2024-08-10T05:51:27.579 INFO:tasks.workunit.client.0.smithi031.stdout:op 5077 completed, throughput=5MB/sec 2024-08-10T05:51:27.580 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-FlbxlA3BR_PFhx_ off=2574247 len=1723744 2024-08-10T05:51:27.587 INFO:tasks.workunit.client.0.smithi031.stdout:op 5078 completed, throughput=5MB/sec 2024-08-10T05:51:28.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:51:27 smithi031 ceph-mon[98130]: pgmap v1900: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-08-10T05:51:28.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:51:27 smithi031 ceph-mon[100614]: pgmap v1900: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-08-10T05:51:28.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:51:27 smithi196 ceph-mon[90243]: pgmap v1900: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-08-10T05:51:28.587 INFO:tasks.workunit.client.0.smithi031.stdout: 998: throughput=5MB/sec pending data=0 2024-08-10T05:51:28.587 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-kLyl3E_l15pwL_- off=12868799 len=165548 2024-08-10T05:51:28.590 INFO:tasks.workunit.client.0.smithi031.stdout:op 5079 completed, throughput=5MB/sec 2024-08-10T05:51:28.590 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-NiKoegHn21Kxqtj off=1623406 len=315310 2024-08-10T05:51:28.593 INFO:tasks.workunit.client.0.smithi031.stdout:op 5080 completed, throughput=5MB/sec 2024-08-10T05:51:28.593 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-MM00XJAluqfMHEP off=262275 len=2094683 2024-08-10T05:51:28.596 INFO:tasks.workunit.client.0.smithi031.stdout:op 5081 completed, throughput=5MB/sec 2024-08-10T05:51:28.596 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-NDx1Jne5cfb711g off=4504604 len=2067105 2024-08-10T05:51:28.600 INFO:tasks.workunit.client.0.smithi031.stdout:op 5082 completed, throughput=5MB/sec 2024-08-10T05:51:29.601 INFO:tasks.workunit.client.0.smithi031.stdout: 999: throughput=5MB/sec pending data=0 2024-08-10T05:51:29.601 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-4t2kg8lphkgvRr7 off=6807178 len=162903 2024-08-10T05:51:29.604 INFO:tasks.workunit.client.0.smithi031.stdout:op 5083 completed, throughput=5MB/sec 2024-08-10T05:51:29.604 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-zhaXtHpdhCj3foq off=11732786 len=937930 2024-08-10T05:51:29.605 INFO:tasks.workunit.client.0.smithi031.stdout:op 5084 completed, throughput=5MB/sec 2024-08-10T05:51:29.605 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-kSVozrKZAUWIL9a off=5489378 len=1921433 2024-08-10T05:51:29.617 INFO:tasks.workunit.client.0.smithi031.stdout:op 5085 completed, throughput=5MB/sec 2024-08-10T05:51:29.617 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-LCCfQe-WBNQ63Zi off=8107052 len=732145 2024-08-10T05:51:29.622 INFO:tasks.workunit.client.0.smithi031.stdout:op 5086 completed, throughput=5MB/sec 2024-08-10T05:51:29.622 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-t4RCojbXis-hEm0 off=21882374 len=126796 2024-08-10T05:51:29.624 INFO:tasks.workunit.client.0.smithi031.stdout:op 5087 completed, throughput=5MB/sec 2024-08-10T05:51:29.625 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-y2zIhpfteplDRI5 off=9283722 len=1086171 2024-08-10T05:51:29.627 INFO:tasks.workunit.client.0.smithi031.stdout:op 5088 completed, throughput=5MB/sec 2024-08-10T05:51:29.627 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-EGckSDWSOXpcgS- off=2757702 len=766057 2024-08-10T05:51:29.628 INFO:tasks.workunit.client.0.smithi031.stdout:op 5089 completed, throughput=5MB/sec 2024-08-10T05:51:30.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:51:29 smithi031 ceph-mon[100614]: pgmap v1901: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:51:30.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:51:29 smithi031 ceph-mon[98130]: pgmap v1901: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:51:30.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:51:29 smithi196 ceph-mon[90243]: pgmap v1901: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:51:30.628 INFO:tasks.workunit.client.0.smithi031.stdout: 1000: throughput=5MB/sec pending data=0 2024-08-10T05:51:30.629 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-17zn9zD5yX301BZ off=10758785 len=1464852 2024-08-10T05:51:30.636 INFO:tasks.workunit.client.0.smithi031.stdout:op 5090 completed, throughput=5MB/sec 2024-08-10T05:51:30.636 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-WhTbE9MyWe6_YMy off=15206233 len=188049 2024-08-10T05:51:30.636 INFO:tasks.workunit.client.0.smithi031.stdout:op 5091 completed, throughput=5MB/sec 2024-08-10T05:51:30.636 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-w0tbLY-cx_l2BzL off=1250206 len=1244246 2024-08-10T05:51:30.639 INFO:tasks.workunit.client.0.smithi031.stdout:op 5092 completed, throughput=5MB/sec 2024-08-10T05:51:30.639 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Qxzp5hPUmooMB97 off=14824469 len=1846324 2024-08-10T05:51:30.647 INFO:tasks.workunit.client.0.smithi031.stdout:op 5093 completed, throughput=5MB/sec 2024-08-10T05:51:30.647 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-IRa75sBH0Y_W_Lp off=1017536 len=2051268 2024-08-10T05:51:30.649 INFO:tasks.workunit.client.0.smithi031.stdout:op 5094 completed, throughput=5MB/sec 2024-08-10T05:51:31.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:51:31 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:51:31] "GET /metrics HTTP/1.1" 200 34052 "" "Prometheus/2.43.0" 2024-08-10T05:51:31.649 INFO:tasks.workunit.client.0.smithi031.stdout: 1001: throughput=5MB/sec pending data=0 2024-08-10T05:51:31.649 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-tzTtXK41RFZ408B off=1124875 len=1595706 2024-08-10T05:51:31.659 INFO:tasks.workunit.client.0.smithi031.stdout:op 5095 completed, throughput=5MB/sec 2024-08-10T05:51:31.659 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Z39U317PXJTbWFi off=8942882 len=1075862 2024-08-10T05:51:31.661 INFO:tasks.workunit.client.0.smithi031.stdout:op 5096 completed, throughput=5MB/sec 2024-08-10T05:51:31.661 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-8DlEo9J2ten79O5 off=5242658 len=37779 2024-08-10T05:51:31.661 INFO:tasks.workunit.client.0.smithi031.stdout:op 5097 completed, throughput=5MB/sec 2024-08-10T05:51:31.661 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ma_-jBohlKjqiTq off=90821 len=2090067 2024-08-10T05:51:31.664 INFO:tasks.workunit.client.0.smithi031.stdout:op 5098 completed, throughput=5MB/sec 2024-08-10T05:51:32.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:51:31 smithi031 ceph-mon[98130]: pgmap v1902: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:51:32.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:51:31 smithi031 ceph-mon[100614]: pgmap v1902: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:51:32.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:51:31 smithi196 ceph-mon[90243]: pgmap v1902: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:51:32.664 INFO:tasks.workunit.client.0.smithi031.stdout: 1002: throughput=5MB/sec pending data=0 2024-08-10T05:51:32.664 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-TmY_xjcmtWTdJID off=6782375 len=1642196 2024-08-10T05:51:32.673 INFO:tasks.workunit.client.0.smithi031.stdout:op 5099 completed, throughput=5MB/sec 2024-08-10T05:51:32.673 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-MXz8oBlvwZWrvgY off=1137345 len=539074 2024-08-10T05:51:32.676 INFO:tasks.workunit.client.0.smithi031.stdout:op 5100 completed, throughput=5MB/sec 2024-08-10T05:51:32.677 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-6YknHaSxc5XVqLy off=2752929 len=1341413 2024-08-10T05:51:32.678 INFO:tasks.workunit.client.0.smithi031.stdout:op 5101 completed, throughput=5MB/sec 2024-08-10T05:51:32.678 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-kP5E14p02qjmCSe off=6666372 len=1261382 2024-08-10T05:51:32.684 INFO:tasks.workunit.client.0.smithi031.stdout:op 5102 completed, throughput=5MB/sec 2024-08-10T05:51:32.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:51:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:51:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:51:33.684 INFO:tasks.workunit.client.0.smithi031.stdout: 1003: throughput=5MB/sec pending data=0 2024-08-10T05:51:33.685 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-HoDzmOb21LAQR-t off=13803404 len=724696 2024-08-10T05:51:33.686 INFO:tasks.workunit.client.0.smithi031.stdout:op 5103 completed, throughput=5MB/sec 2024-08-10T05:51:33.686 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-WhoBNXgW96FOLZv off=3580389 len=1409581 2024-08-10T05:51:33.696 INFO:tasks.workunit.client.0.smithi031.stdout:op 5104 completed, throughput=5MB/sec 2024-08-10T05:51:33.696 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ejcJXUZubkoF1ud off=16127795 len=1511177 2024-08-10T05:51:33.703 INFO:tasks.workunit.client.0.smithi031.stdout:op 5105 completed, throughput=5MB/sec 2024-08-10T05:51:33.703 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-UmWJQ3j9Oqfj1jQ off=8615097 len=372658 2024-08-10T05:51:33.706 INFO:tasks.workunit.client.0.smithi031.stdout:op 5106 completed, throughput=5MB/sec 2024-08-10T05:51:33.706 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-QosSBHCa7iaOCyF off=15337057 len=2027002 2024-08-10T05:51:33.719 INFO:tasks.workunit.client.0.smithi031.stdout:op 5107 completed, throughput=5MB/sec 2024-08-10T05:51:34.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:51:33 smithi031 ceph-mon[98130]: pgmap v1903: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-08-10T05:51:34.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:51:33 smithi031 ceph-mon[100614]: pgmap v1903: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-08-10T05:51:34.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:51:33 smithi196 ceph-mon[90243]: pgmap v1903: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-08-10T05:51:34.719 INFO:tasks.workunit.client.0.smithi031.stdout: 1004: throughput=5MB/sec pending data=0 2024-08-10T05:51:34.720 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-bmmRCaQ-6Z4jH7s off=1737177 len=1868072 2024-08-10T05:51:34.729 INFO:tasks.workunit.client.0.smithi031.stdout:op 5108 completed, throughput=5MB/sec 2024-08-10T05:51:34.729 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-bkn0hCbNJ63amre off=5392259 len=1736761 2024-08-10T05:51:34.739 INFO:tasks.workunit.client.0.smithi031.stdout:op 5109 completed, throughput=5MB/sec 2024-08-10T05:51:34.739 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Y7J04_oHowUjTcK off=2436700 len=733752 2024-08-10T05:51:34.741 INFO:tasks.workunit.client.0.smithi031.stdout:op 5110 completed, throughput=5MB/sec 2024-08-10T05:51:35.741 INFO:tasks.workunit.client.0.smithi031.stdout: 1005: throughput=5MB/sec pending data=0 2024-08-10T05:51:35.741 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-7Oa8AIzbVKEdTug off=8269495 len=1421174 2024-08-10T05:51:35.743 INFO:tasks.workunit.client.0.smithi031.stdout:op 5111 completed, throughput=5MB/sec 2024-08-10T05:51:35.743 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-WSXJYK6mLLvs3oA off=21528540 len=1418114 2024-08-10T05:51:35.750 INFO:tasks.workunit.client.0.smithi031.stdout:op 5112 completed, throughput=5MB/sec 2024-08-10T05:51:35.751 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-7gANPQA1sgX-b6l off=10278764 len=603319 2024-08-10T05:51:35.754 INFO:tasks.workunit.client.0.smithi031.stdout:op 5113 completed, throughput=5MB/sec 2024-08-10T05:51:35.754 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-6JRHqYHoI3cYPpu off=4227343 len=2038688 2024-08-10T05:51:35.757 INFO:tasks.workunit.client.0.smithi031.stdout:op 5114 completed, throughput=5MB/sec 2024-08-10T05:51:36.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:51:35 smithi031 ceph-mon[100614]: pgmap v1904: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-10T05:51:36.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:51:35 smithi031 ceph-mon[98130]: pgmap v1904: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-10T05:51:36.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:51:35 smithi196 ceph-mon[90243]: pgmap v1904: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-10T05:51:36.757 INFO:tasks.workunit.client.0.smithi031.stdout: 1006: throughput=5MB/sec pending data=0 2024-08-10T05:51:36.757 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-aynN6iUP3hxfHdH off=13032291 len=198371 2024-08-10T05:51:36.760 INFO:tasks.workunit.client.0.smithi031.stdout:op 5115 completed, throughput=5MB/sec 2024-08-10T05:51:36.760 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-AePRAvOUx_3f7S9 off=19106634 len=512612 2024-08-10T05:51:36.764 INFO:tasks.workunit.client.0.smithi031.stdout:op 5116 completed, throughput=5MB/sec 2024-08-10T05:51:36.764 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-gxVD9cGyizwkYEg off=23633478 len=1194520 2024-08-10T05:51:36.767 INFO:tasks.workunit.client.0.smithi031.stdout:op 5117 completed, throughput=5MB/sec 2024-08-10T05:51:36.767 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-i-NxBE_1gPsvN_W off=11186403 len=249782 2024-08-10T05:51:36.767 INFO:tasks.workunit.client.0.smithi031.stdout:op 5118 completed, throughput=5MB/sec 2024-08-10T05:51:36.768 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-U2tsMw2xg9Uy67a off=12316514 len=2086029 2024-08-10T05:51:36.777 INFO:tasks.workunit.client.0.smithi031.stdout:op 5119 completed, throughput=5MB/sec 2024-08-10T05:51:36.777 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-bFvRlsSneB9Emqj off=2201059 len=1318572 2024-08-10T05:51:36.780 INFO:tasks.workunit.client.0.smithi031.stdout:op 5120 completed, throughput=5MB/sec 2024-08-10T05:51:37.780 INFO:tasks.workunit.client.0.smithi031.stdout: 1007: throughput=5MB/sec pending data=0 2024-08-10T05:51:37.781 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-sM-SqVIvB76PJQd off=1971155 len=402778 2024-08-10T05:51:37.784 INFO:tasks.workunit.client.0.smithi031.stdout:op 5121 completed, throughput=5MB/sec 2024-08-10T05:51:37.784 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-S4bFKF7iSvMXgjb off=5254106 len=457929 2024-08-10T05:51:37.786 INFO:tasks.workunit.client.0.smithi031.stdout:op 5122 completed, throughput=5MB/sec 2024-08-10T05:51:37.786 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-VOHfO53Lm-e7HrJ off=6114349 len=1456348 2024-08-10T05:51:37.788 INFO:tasks.workunit.client.0.smithi031.stdout:op 5123 completed, throughput=5MB/sec 2024-08-10T05:51:37.788 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-YOM3b-Ysk0ByzYy off=1184459 len=1978369 2024-08-10T05:51:37.800 INFO:tasks.workunit.client.0.smithi031.stdout:op 5124 completed, throughput=5MB/sec 2024-08-10T05:51:37.800 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ShVUlC6eb6T3FsX off=8506267 len=1696818 2024-08-10T05:51:37.801 INFO:tasks.workunit.client.0.smithi031.stdout:op 5125 completed, throughput=5MB/sec 2024-08-10T05:51:38.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:51:37 smithi031 ceph-mon[100614]: pgmap v1905: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-10T05:51:38.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:51:37 smithi031 ceph-mon[98130]: pgmap v1905: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-10T05:51:38.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:51:37 smithi196 ceph-mon[90243]: pgmap v1905: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-10T05:51:38.802 INFO:tasks.workunit.client.0.smithi031.stdout: 1008: throughput=5MB/sec pending data=0 2024-08-10T05:51:38.802 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj--eePOb6bS1_Dhtp off=18806710 len=419373 2024-08-10T05:51:38.805 INFO:tasks.workunit.client.0.smithi031.stdout:op 5126 completed, throughput=5MB/sec 2024-08-10T05:51:38.806 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-EziKQ5_69ljzX4c off=12213965 len=502329 2024-08-10T05:51:38.809 INFO:tasks.workunit.client.0.smithi031.stdout:op 5127 completed, throughput=5MB/sec 2024-08-10T05:51:38.809 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-sdNAeW3WjaD8q-U off=7904563 len=1112004 2024-08-10T05:51:38.814 INFO:tasks.workunit.client.0.smithi031.stdout:op 5128 completed, throughput=5MB/sec 2024-08-10T05:51:38.814 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Ctoc1kb1WdLubcY off=2543351 len=1995329 2024-08-10T05:51:38.827 INFO:tasks.workunit.client.0.smithi031.stdout:op 5129 completed, throughput=5MB/sec 2024-08-10T05:51:39.827 INFO:tasks.workunit.client.0.smithi031.stdout: 1009: throughput=5MB/sec pending data=0 2024-08-10T05:51:39.827 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-QdjAard6M2e_TVK off=8060519 len=1271864 2024-08-10T05:51:39.829 INFO:tasks.workunit.client.0.smithi031.stdout:op 5130 completed, throughput=5MB/sec 2024-08-10T05:51:39.829 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-St_rC-T10lF_YVm off=22376678 len=288012 2024-08-10T05:51:39.834 INFO:tasks.workunit.client.0.smithi031.stdout:op 5131 completed, throughput=5MB/sec 2024-08-10T05:51:39.834 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-zcmut6AZdGVTu3X off=3584730 len=1901667 2024-08-10T05:51:39.844 INFO:tasks.workunit.client.0.smithi031.stdout:op 5132 completed, throughput=5MB/sec 2024-08-10T05:51:39.844 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-vXutWSWf1-g3ask off=3807127 len=653413 2024-08-10T05:51:39.848 INFO:tasks.workunit.client.0.smithi031.stdout:op 5133 completed, throughput=5MB/sec 2024-08-10T05:51:39.848 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-hEE98B7BZp5IxX0 off=6904458 len=52890 2024-08-10T05:51:39.850 INFO:tasks.workunit.client.0.smithi031.stdout:op 5134 completed, throughput=5MB/sec 2024-08-10T05:51:39.850 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-cmrHQKWbsWLpqr6 off=8925884 len=460891 2024-08-10T05:51:39.854 INFO:tasks.workunit.client.0.smithi031.stdout:op 5135 completed, throughput=5MB/sec 2024-08-10T05:51:39.854 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-xpdSAQsBOZIlBhu off=3438870 len=998530 2024-08-10T05:51:39.855 INFO:tasks.workunit.client.0.smithi031.stdout:op 5136 completed, throughput=5MB/sec 2024-08-10T05:51:40.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:51:39 smithi031 ceph-mon[98130]: pgmap v1906: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:51:40.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:51:39 smithi031 ceph-mon[100614]: pgmap v1906: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:51:40.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:51:39 smithi196 ceph-mon[90243]: pgmap v1906: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:51:40.856 INFO:tasks.workunit.client.0.smithi031.stdout: 1010: throughput=5MB/sec pending data=0 2024-08-10T05:51:40.856 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-SbNFO9kWjjEdzN2 off=2229633 len=2086336 2024-08-10T05:51:40.861 INFO:tasks.workunit.client.0.smithi031.stdout:op 5137 completed, throughput=5MB/sec 2024-08-10T05:51:40.861 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-qxuG42zNGw8NMSW off=18623514 len=989126 2024-08-10T05:51:40.866 INFO:tasks.workunit.client.0.smithi031.stdout:op 5138 completed, throughput=5MB/sec 2024-08-10T05:51:40.866 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Fa8qAM36H9AWc0z off=16283948 len=988003 2024-08-10T05:51:40.871 INFO:tasks.workunit.client.0.smithi031.stdout:op 5139 completed, throughput=5MB/sec 2024-08-10T05:51:40.872 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-HKcPDLC7Js2EMXQ off=8861681 len=645922 2024-08-10T05:51:40.876 INFO:tasks.workunit.client.0.smithi031.stdout:op 5140 completed, throughput=5MB/sec 2024-08-10T05:51:40.876 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-1D_3Ct69jEM3Yb7 off=451809 len=932124 2024-08-10T05:51:40.878 INFO:tasks.workunit.client.0.smithi031.stdout:op 5141 completed, throughput=5MB/sec 2024-08-10T05:51:41.254 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:51:40 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:51:41.255 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:51:40 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:51:41.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:51:40 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:51:41.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:51:41 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:51:41] "GET /metrics HTTP/1.1" 200 34052 "" "Prometheus/2.43.0" 2024-08-10T05:51:41.878 INFO:tasks.workunit.client.0.smithi031.stdout: 1011: throughput=5MB/sec pending data=0 2024-08-10T05:51:41.878 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-8RG_WiP8lUmtGOC off=23591671 len=1924354 2024-08-10T05:51:41.881 INFO:tasks.workunit.client.0.smithi031.stdout:op 5142 completed, throughput=5MB/sec 2024-08-10T05:51:41.881 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-HiZICfupl-OQhDs off=135457 len=1312946 2024-08-10T05:51:41.888 INFO:tasks.workunit.client.0.smithi031.stdout:op 5143 completed, throughput=5MB/sec 2024-08-10T05:51:41.888 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-W3u6MVHZJwUvvDT off=2234956 len=1356007 2024-08-10T05:51:41.894 INFO:tasks.workunit.client.0.smithi031.stdout:op 5144 completed, throughput=5MB/sec 2024-08-10T05:51:41.895 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj--uv80sOBmtPfUiu off=11172847 len=381563 2024-08-10T05:51:41.898 INFO:tasks.workunit.client.0.smithi031.stdout:op 5145 completed, throughput=5MB/sec 2024-08-10T05:51:42.180 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:51:41 smithi196 ceph-mon[90243]: pgmap v1907: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:51:42.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:51:41 smithi031 ceph-mon[98130]: pgmap v1907: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:51:42.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:51:41 smithi031 ceph-mon[100614]: pgmap v1907: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-10T05:51:42.529 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:51:42 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:51:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:51:42.898 INFO:tasks.workunit.client.0.smithi031.stdout: 1012: throughput=5MB/sec pending data=0 2024-08-10T05:51:42.898 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-D3Rw8FG6LJjPszk off=6493517 len=1749480 2024-08-10T05:51:42.902 INFO:tasks.workunit.client.0.smithi031.stdout:op 5146 completed, throughput=5MB/sec 2024-08-10T05:51:42.902 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-WMBwZmo6lhDoAza off=1033889 len=1361994 2024-08-10T05:51:42.904 INFO:tasks.workunit.client.0.smithi031.stdout:op 5147 completed, throughput=5MB/sec 2024-08-10T05:51:42.904 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-mCRiOWnL8YteNOt off=13129397 len=991885 2024-08-10T05:51:42.909 INFO:tasks.workunit.client.0.smithi031.stdout:op 5148 completed, throughput=5MB/sec 2024-08-10T05:51:42.909 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-exTzTdu9WMTw61U off=4995460 len=1781407 2024-08-10T05:51:42.916 INFO:tasks.workunit.client.0.smithi031.stdout:op 5149 completed, throughput=5MB/sec 2024-08-10T05:51:43.917 INFO:tasks.workunit.client.0.smithi031.stdout: 1013: throughput=5MB/sec pending data=0 2024-08-10T05:51:43.917 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-jDQchHFF9M9uBBK off=11961090 len=1087163 2024-08-10T05:51:43.918 INFO:tasks.workunit.client.0.smithi031.stdout:op 5150 completed, throughput=5MB/sec 2024-08-10T05:51:43.918 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-MHKCh8rhqLERe-Q off=5003150 len=987929 2024-08-10T05:51:43.923 INFO:tasks.workunit.client.0.smithi031.stdout:op 5151 completed, throughput=5MB/sec 2024-08-10T05:51:43.923 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ah4AhYXxOzbDady off=432558 len=1558147 2024-08-10T05:51:43.933 INFO:tasks.workunit.client.0.smithi031.stdout:op 5152 completed, throughput=5MB/sec 2024-08-10T05:51:43.934 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-A3bSsrsWlWVdhlf off=1747345 len=981982 2024-08-10T05:51:43.939 INFO:tasks.workunit.client.0.smithi031.stdout:op 5153 completed, throughput=5MB/sec 2024-08-10T05:51:44.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:51:43 smithi031 ceph-mon[98130]: pgmap v1908: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:51:44.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:51:43 smithi031 ceph-mon[100614]: pgmap v1908: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:51:44.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:51:43 smithi196 ceph-mon[90243]: pgmap v1908: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:51:44.940 INFO:tasks.workunit.client.0.smithi031.stdout: 1014: throughput=5MB/sec pending data=0 2024-08-10T05:51:44.940 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Kr0bMeLCw4SENIZ off=2862419 len=652738 2024-08-10T05:51:44.941 INFO:tasks.workunit.client.0.smithi031.stdout:op 5154 completed, throughput=5MB/sec 2024-08-10T05:51:44.941 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-3e6qZdT1nsgEXHn off=407224 len=1979140 2024-08-10T05:51:44.943 INFO:tasks.workunit.client.0.smithi031.stdout:op 5155 completed, throughput=5MB/sec 2024-08-10T05:51:44.943 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-KT6LYH9GEA_Vg-1 off=388487 len=1778870 2024-08-10T05:51:44.946 INFO:tasks.workunit.client.0.smithi031.stdout:op 5156 completed, throughput=5MB/sec 2024-08-10T05:51:44.946 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-R4QdiPwXHudciuY off=2859822 len=1151103 2024-08-10T05:51:44.947 INFO:tasks.workunit.client.0.smithi031.stdout:op 5157 completed, throughput=5MB/sec 2024-08-10T05:51:45.948 INFO:tasks.workunit.client.0.smithi031.stdout: 1015: throughput=5MB/sec pending data=0 2024-08-10T05:51:45.948 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-6eOpxgWm2WyiqSl off=1991713 len=272935 2024-08-10T05:51:45.951 INFO:tasks.workunit.client.0.smithi031.stdout:op 5158 completed, throughput=5MB/sec 2024-08-10T05:51:45.951 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-R9V-TgmEZVgariR off=6777417 len=364934 2024-08-10T05:51:45.952 INFO:tasks.workunit.client.0.smithi031.stdout:op 5159 completed, throughput=5MB/sec 2024-08-10T05:51:45.952 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-UGN00ZLg8anenmk off=0 len=1162955 2024-08-10T05:51:45.959 INFO:tasks.workunit.client.0.smithi031.stdout:op 5160 completed, throughput=5MB/sec 2024-08-10T05:51:45.959 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-DZwlRrqAlcCaTEr off=5882570 len=1845930 2024-08-10T05:51:45.967 INFO:tasks.workunit.client.0.smithi031.stdout:op 5161 completed, throughput=5MB/sec 2024-08-10T05:51:45.967 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-oKE1AwiL_78UAuh off=6329119 len=1566280 2024-08-10T05:51:45.970 INFO:tasks.workunit.client.0.smithi031.stdout:op 5162 completed, throughput=5MB/sec 2024-08-10T05:51:46.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:51:45 smithi031 ceph-mon[98130]: pgmap v1909: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-10T05:51:46.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:51:45 smithi031 ceph-mon[100614]: pgmap v1909: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-10T05:51:46.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:51:45 smithi196 ceph-mon[90243]: pgmap v1909: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-10T05:51:46.970 INFO:tasks.workunit.client.0.smithi031.stdout: 1016: throughput=5MB/sec pending data=0 2024-08-10T05:51:46.970 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-D1Z0BgWNs6Uw6IB off=4371942 len=1043119 2024-08-10T05:51:46.977 INFO:tasks.workunit.client.0.smithi031.stdout:op 5163 completed, throughput=5MB/sec 2024-08-10T05:51:46.977 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-qMAvHBjW33YNuxi off=7053414 len=1541994 2024-08-10T05:51:46.985 INFO:tasks.workunit.client.0.smithi031.stdout:op 5164 completed, throughput=5MB/sec 2024-08-10T05:51:46.985 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Cw7GWaRk62RE6Yu off=239057 len=956220 2024-08-10T05:51:46.988 INFO:tasks.workunit.client.0.smithi031.stdout:op 5165 completed, throughput=5MB/sec 2024-08-10T05:51:46.988 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-e07ocCgVgYAeAo9 off=9918872 len=940553 2024-08-10T05:51:46.990 INFO:tasks.workunit.client.0.smithi031.stdout:op 5166 completed, throughput=5MB/sec 2024-08-10T05:51:46.990 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-AnGk2VwwQOfQV8s off=847795 len=2016220 2024-08-10T05:51:46.994 INFO:tasks.workunit.client.0.smithi031.stdout:op 5167 completed, throughput=5MB/sec 2024-08-10T05:51:47.994 INFO:tasks.workunit.client.0.smithi031.stdout: 1017: throughput=5MB/sec pending data=0 2024-08-10T05:51:47.994 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-tpmWUrs3xPQS4ZF off=8778051 len=196275 2024-08-10T05:51:47.995 INFO:tasks.workunit.client.0.smithi031.stdout:op 5168 completed, throughput=5MB/sec 2024-08-10T05:51:47.996 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-IurfKUADWFodOVO off=7727264 len=98678 2024-08-10T05:51:47.999 INFO:tasks.workunit.client.0.smithi031.stdout:op 5169 completed, throughput=5MB/sec 2024-08-10T05:51:47.999 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-VtPrtxca3PAufQa off=21774723 len=1844866 2024-08-10T05:51:48.007 INFO:tasks.workunit.client.0.smithi031.stdout:op 5170 completed, throughput=5MB/sec 2024-08-10T05:51:48.007 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-RymBsOeOFMVWVIw off=1899090 len=1714247 2024-08-10T05:51:48.015 INFO:tasks.workunit.client.0.smithi031.stdout:op 5171 completed, throughput=5MB/sec 2024-08-10T05:51:48.015 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-o-EsES026ACupXQ off=5420120 len=1791893 2024-08-10T05:51:48.019 INFO:tasks.workunit.client.0.smithi031.stdout:op 5172 completed, throughput=5MB/sec 2024-08-10T05:51:48.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:51:47 smithi031 ceph-mon[100614]: pgmap v1910: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-10T05:51:48.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:51:47 smithi031 ceph-mon[98130]: pgmap v1910: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-10T05:51:48.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:51:47 smithi196 ceph-mon[90243]: pgmap v1910: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-10T05:51:49.019 INFO:tasks.workunit.client.0.smithi031.stdout: 1018: throughput=5MB/sec pending data=0 2024-08-10T05:51:49.019 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-3lYR-5n8T58Xx35 off=1076981 len=1590977 2024-08-10T05:51:49.026 INFO:tasks.workunit.client.0.smithi031.stdout:op 5173 completed, throughput=5MB/sec 2024-08-10T05:51:49.026 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-6-T9S_6I2RExy63 off=1150427 len=649131 2024-08-10T05:51:49.027 INFO:tasks.workunit.client.0.smithi031.stdout:op 5174 completed, throughput=5MB/sec 2024-08-10T05:51:49.028 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-BnlK5YRDTEgrsqF off=18927300 len=1425220 2024-08-10T05:51:49.029 INFO:tasks.workunit.client.0.smithi031.stdout:op 5175 completed, throughput=5MB/sec 2024-08-10T05:51:49.029 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-CaUCKJevI7l-9i6 off=3243766 len=1804492 2024-08-10T05:51:49.039 INFO:tasks.workunit.client.0.smithi031.stdout:op 5176 completed, throughput=5MB/sec 2024-08-10T05:51:50.039 INFO:tasks.workunit.client.0.smithi031.stdout: 1019: throughput=5MB/sec pending data=0 2024-08-10T05:51:50.040 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-W9jvnIwLBIuLWdv off=7906087 len=1780788 2024-08-10T05:51:50.051 INFO:tasks.workunit.client.0.smithi031.stdout:op 5177 completed, throughput=5MB/sec 2024-08-10T05:51:50.051 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-jXoxKOBRviOmk4G off=12411798 len=1395779 2024-08-10T05:51:50.053 INFO:tasks.workunit.client.0.smithi031.stdout:op 5178 completed, throughput=5MB/sec 2024-08-10T05:51:50.053 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Q5E_SVAMsaPBrn3 off=10229686 len=1697999 2024-08-10T05:51:50.060 INFO:tasks.workunit.client.0.smithi031.stdout:op 5179 completed, throughput=5MB/sec 2024-08-10T05:51:50.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:51:49 smithi031 ceph-mon[98130]: pgmap v1911: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-10T05:51:50.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:51:49 smithi031 ceph-mon[100614]: pgmap v1911: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-10T05:51:50.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:51:49 smithi196 ceph-mon[90243]: pgmap v1911: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-10T05:51:51.061 INFO:tasks.workunit.client.0.smithi031.stdout: 1020: throughput=5MB/sec pending data=0 2024-08-10T05:51:51.061 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-N6yFtRWfnQ4QiaW off=6211140 len=1274566 2024-08-10T05:51:51.067 INFO:tasks.workunit.client.0.smithi031.stdout:op 5180 completed, throughput=5MB/sec 2024-08-10T05:51:51.067 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-yUioW7NStFJoNL8 off=3546319 len=646068 2024-08-10T05:51:51.068 INFO:tasks.workunit.client.0.smithi031.stdout:op 5181 completed, throughput=5MB/sec 2024-08-10T05:51:51.068 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-BfXs0yhFJcAO-zw off=12979748 len=1673370 2024-08-10T05:51:51.075 INFO:tasks.workunit.client.0.smithi031.stdout:op 5182 completed, throughput=5MB/sec 2024-08-10T05:51:51.076 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-fkG8mawINdTlEll off=8359916 len=1599242 2024-08-10T05:51:51.077 INFO:tasks.workunit.client.0.smithi031.stdout:op 5183 completed, throughput=5MB/sec 2024-08-10T05:51:51.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:51:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:51:51] "GET /metrics HTTP/1.1" 200 34052 "" "Prometheus/2.43.0" 2024-08-10T05:51:52.077 INFO:tasks.workunit.client.0.smithi031.stdout: 1021: throughput=5MB/sec pending data=0 2024-08-10T05:51:52.077 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-EVqURY9mHXSuU48 off=1180452 len=2086209 2024-08-10T05:51:52.091 INFO:tasks.workunit.client.0.smithi031.stdout:op 5184 completed, throughput=5MB/sec 2024-08-10T05:51:52.091 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-1fRHdZJBmCTt8h0 off=0 len=1687426 2024-08-10T05:51:52.093 INFO:tasks.workunit.client.0.smithi031.stdout:op 5185 completed, throughput=5MB/sec 2024-08-10T05:51:52.093 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ojtJuYic0vV2Fod off=939632 len=10287 2024-08-10T05:51:52.095 INFO:tasks.workunit.client.0.smithi031.stdout:op 5186 completed, throughput=5MB/sec 2024-08-10T05:51:52.096 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ZYUNQw_ZigLlVfL off=17028709 len=1120015 2024-08-10T05:51:52.098 INFO:tasks.workunit.client.0.smithi031.stdout:op 5187 completed, throughput=5MB/sec 2024-08-10T05:51:52.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:51:51 smithi031 ceph-mon[98130]: pgmap v1912: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:51:52.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:51:51 smithi031 ceph-mon[100614]: pgmap v1912: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:51:52.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:51:51 smithi196 ceph-mon[90243]: pgmap v1912: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:51:52.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:51:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:51:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:51:53.099 INFO:tasks.workunit.client.0.smithi031.stdout: 1022: throughput=5MB/sec pending data=0 2024-08-10T05:51:53.099 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-mexooMbOPxGU-MV off=20710 len=350279 2024-08-10T05:51:53.099 INFO:tasks.workunit.client.0.smithi031.stdout:op 5188 completed, throughput=5MB/sec 2024-08-10T05:51:53.099 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Iud8QldMhaupojk off=3558660 len=1012996 2024-08-10T05:51:53.101 INFO:tasks.workunit.client.0.smithi031.stdout:op 5189 completed, throughput=5MB/sec 2024-08-10T05:51:53.101 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-8WMNm0jfknM-Rr1 off=6154843 len=2067778 2024-08-10T05:51:53.104 INFO:tasks.workunit.client.0.smithi031.stdout:op 5190 completed, throughput=5MB/sec 2024-08-10T05:51:53.104 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-I0tsEhMPFuZpVNZ off=15835843 len=1258872 2024-08-10T05:51:53.106 INFO:tasks.workunit.client.0.smithi031.stdout:op 5191 completed, throughput=5MB/sec 2024-08-10T05:51:53.106 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-gttyC0tfAOQsCom off=1689358 len=979580 2024-08-10T05:51:53.107 INFO:tasks.workunit.client.0.smithi031.stdout:op 5192 completed, throughput=5MB/sec 2024-08-10T05:51:54.107 INFO:tasks.workunit.client.0.smithi031.stdout: 1023: throughput=5MB/sec pending data=0 2024-08-10T05:51:54.108 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Asu8Y5khfsUXR5d off=2727446 len=39848 2024-08-10T05:51:54.108 INFO:tasks.workunit.client.0.smithi031.stdout:op 5193 completed, throughput=5MB/sec 2024-08-10T05:51:54.108 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Ga_EKJWA109eD16 off=7747333 len=141083 2024-08-10T05:51:54.111 INFO:tasks.workunit.client.0.smithi031.stdout:op 5194 completed, throughput=5MB/sec 2024-08-10T05:51:54.111 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-UkOn0YTzc9k8dmR off=1275380 len=1607311 2024-08-10T05:51:54.114 INFO:tasks.workunit.client.0.smithi031.stdout:op 5195 completed, throughput=5MB/sec 2024-08-10T05:51:54.114 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-l5qJbf58puZlWJ6 off=22501486 len=1520447 2024-08-10T05:51:54.128 INFO:tasks.workunit.client.0.smithi031.stdout:op 5196 completed, throughput=5MB/sec 2024-08-10T05:51:54.128 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-IDJsl4L2PViNmJU off=1957608 len=425250 2024-08-10T05:51:54.129 INFO:tasks.workunit.client.0.smithi031.stdout:op 5197 completed, throughput=5MB/sec 2024-08-10T05:51:54.129 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-xXAP5VFyHaGt006 off=1689604 len=1491290 2024-08-10T05:51:54.132 INFO:tasks.workunit.client.0.smithi031.stdout:op 5198 completed, throughput=5MB/sec 2024-08-10T05:51:54.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:51:53 smithi031 ceph-mon[98130]: pgmap v1913: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-08-10T05:51:54.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:51:53 smithi031 ceph-mon[100614]: pgmap v1913: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-08-10T05:51:54.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:51:53 smithi196 ceph-mon[90243]: pgmap v1913: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-08-10T05:51:55.133 INFO:tasks.workunit.client.0.smithi031.stdout: 1024: throughput=5MB/sec pending data=0 2024-08-10T05:51:55.133 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-efcYjs5VGiTS7SK off=15156979 len=1692624 2024-08-10T05:51:55.135 INFO:tasks.workunit.client.0.smithi031.stdout:op 5199 completed, throughput=5MB/sec 2024-08-10T05:51:55.135 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-dERYP0ZyUCORyN5 off=1477480 len=761163 2024-08-10T05:51:55.140 INFO:tasks.workunit.client.0.smithi031.stdout:op 5200 completed, throughput=5MB/sec 2024-08-10T05:51:55.140 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-m_rriFsXLd4wNj_ off=3264145 len=1429575 2024-08-10T05:51:55.144 INFO:tasks.workunit.client.0.smithi031.stdout:op 5201 completed, throughput=5MB/sec 2024-08-10T05:51:55.144 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Mns05pkMS0xveVV off=782689 len=1677927 2024-08-10T05:51:55.145 INFO:tasks.workunit.client.0.smithi031.stdout:op 5202 completed, throughput=5MB/sec 2024-08-10T05:51:56.146 INFO:tasks.workunit.client.0.smithi031.stdout: 1025: throughput=5MB/sec pending data=0 2024-08-10T05:51:56.146 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-mixKRq_89mIqSZW off=2317073 len=1024844 2024-08-10T05:51:56.147 INFO:tasks.workunit.client.0.smithi031.stdout:op 5203 completed, throughput=5MB/sec 2024-08-10T05:51:56.147 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-_NA4tF1cHuQk0q1 off=10034124 len=1081591 2024-08-10T05:51:56.149 INFO:tasks.workunit.client.0.smithi031.stdout:op 5204 completed, throughput=5MB/sec 2024-08-10T05:51:56.149 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ucvncDz_kjBPEIr off=4087228 len=675551 2024-08-10T05:51:56.151 INFO:tasks.workunit.client.0.smithi031.stdout:op 5205 completed, throughput=5MB/sec 2024-08-10T05:51:56.151 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-EAafO0V1ElCqtyg off=19199280 len=1708987 2024-08-10T05:51:56.153 INFO:tasks.workunit.client.0.smithi031.stdout:op 5206 completed, throughput=5MB/sec 2024-08-10T05:51:56.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:51:55 smithi031 ceph-mon[98130]: pgmap v1914: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-10T05:51:56.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:51:55 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:51:56.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:51:55 smithi031 ceph-mon[100614]: pgmap v1914: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-10T05:51:56.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:51:55 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:51:56.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:51:55 smithi196 ceph-mon[90243]: pgmap v1914: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-10T05:51:56.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:51:55 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:51:57.153 INFO:tasks.workunit.client.0.smithi031.stdout: 1026: throughput=5MB/sec pending data=0 2024-08-10T05:51:57.154 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-h_Xd26V6TB1Y6KY off=2289906 len=1850154 2024-08-10T05:51:57.164 INFO:tasks.workunit.client.0.smithi031.stdout:op 5207 completed, throughput=5MB/sec 2024-08-10T05:51:57.164 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-e2TBOMbilbZ6LlA off=2615220 len=764374 2024-08-10T05:51:57.165 INFO:tasks.workunit.client.0.smithi031.stdout:op 5208 completed, throughput=5MB/sec 2024-08-10T05:51:57.165 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-V6u-RLQSszrT1EM off=1572617 len=1968289 2024-08-10T05:51:57.167 INFO:tasks.workunit.client.0.smithi031.stdout:op 5209 completed, throughput=5MB/sec 2024-08-10T05:51:57.168 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-YZU-m5ikLJZoZ6Q off=16434560 len=785493 2024-08-10T05:51:57.172 INFO:tasks.workunit.client.0.smithi031.stdout:op 5210 completed, throughput=5MB/sec 2024-08-10T05:51:58.173 INFO:tasks.workunit.client.0.smithi031.stdout: 1027: throughput=5MB/sec pending data=0 2024-08-10T05:51:58.173 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-uSVYaRQ2RJfVYKU off=6008768 len=1671512 2024-08-10T05:51:58.175 INFO:tasks.workunit.client.0.smithi031.stdout:op 5211 completed, throughput=5MB/sec 2024-08-10T05:51:58.175 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-v31nYj68_NbDXhb off=2390641 len=549614 2024-08-10T05:51:58.180 INFO:tasks.workunit.client.0.smithi031.stdout:op 5212 completed, throughput=5MB/sec 2024-08-10T05:51:58.180 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-M5eScOsroKugMdw off=3511812 len=1297145 2024-08-10T05:51:58.187 INFO:tasks.workunit.client.0.smithi031.stdout:op 5213 completed, throughput=5MB/sec 2024-08-10T05:51:58.187 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-6nSgtrRk3er8CIn off=972823 len=1514472 2024-08-10T05:51:58.190 INFO:tasks.workunit.client.0.smithi031.stdout:op 5214 completed, throughput=5MB/sec 2024-08-10T05:51:58.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:51:57 smithi031 ceph-mon[98130]: pgmap v1915: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-08-10T05:51:58.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:51:57 smithi031 ceph-mon[100614]: pgmap v1915: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-08-10T05:51:58.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:51:57 smithi196 ceph-mon[90243]: pgmap v1915: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-08-10T05:51:59.190 INFO:tasks.workunit.client.0.smithi031.stdout: 1028: throughput=5MB/sec pending data=0 2024-08-10T05:51:59.190 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-vvS94zbewt9gqgy off=4441252 len=1103227 2024-08-10T05:51:59.195 INFO:tasks.workunit.client.0.smithi031.stdout:op 5215 completed, throughput=5MB/sec 2024-08-10T05:51:59.196 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-LIoFVwNo36RviKs off=8538832 len=1022770 2024-08-10T05:51:59.197 INFO:tasks.workunit.client.0.smithi031.stdout:op 5216 completed, throughput=5MB/sec 2024-08-10T05:51:59.197 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-3b9TS5xtcsLUwdQ off=11849690 len=1633812 2024-08-10T05:51:59.205 INFO:tasks.workunit.client.0.smithi031.stdout:op 5217 completed, throughput=5MB/sec 2024-08-10T05:51:59.205 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-wAKP5xIyXyIlrwW off=1033108 len=1358526 2024-08-10T05:51:59.211 INFO:tasks.workunit.client.0.smithi031.stdout:op 5218 completed, throughput=5MB/sec 2024-08-10T05:51:59.211 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-hhUxSRVgfe63NTD off=7801090 len=272099 2024-08-10T05:51:59.214 INFO:tasks.workunit.client.0.smithi031.stdout:op 5219 completed, throughput=5MB/sec 2024-08-10T05:52:00.214 INFO:tasks.workunit.client.0.smithi031.stdout: 1029: throughput=5MB/sec pending data=0 2024-08-10T05:52:00.214 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-BHinfbY7iqrWEQ2 off=11867182 len=659795 2024-08-10T05:52:00.215 INFO:tasks.workunit.client.0.smithi031.stdout:op 5220 completed, throughput=5MB/sec 2024-08-10T05:52:00.215 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-KXT5uP9wSnFMkC4 off=5472971 len=318804 2024-08-10T05:52:00.219 INFO:tasks.workunit.client.0.smithi031.stdout:op 5221 completed, throughput=5MB/sec 2024-08-10T05:52:00.219 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-qdwxrS4ufkCRxcb off=2092171 len=1272312 2024-08-10T05:52:00.227 INFO:tasks.workunit.client.0.smithi031.stdout:op 5222 completed, throughput=5MB/sec 2024-08-10T05:52:00.227 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ulmVKVJVto3lmmq off=2927964 len=1558671 2024-08-10T05:52:00.229 INFO:tasks.workunit.client.0.smithi031.stdout:op 5223 completed, throughput=5MB/sec 2024-08-10T05:52:00.229 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-RqN6liGUaAT8mtA off=6289807 len=2051801 2024-08-10T05:52:00.230 INFO:tasks.workunit.client.0.smithi031.stdout:op 5224 completed, throughput=5MB/sec 2024-08-10T05:52:00.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:51:59 smithi031 ceph-mon[98130]: pgmap v1916: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:52:00.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:51:59 smithi031 ceph-mon[100614]: pgmap v1916: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:52:00.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:51:59 smithi196 ceph-mon[90243]: pgmap v1916: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:52:01.231 INFO:tasks.workunit.client.0.smithi031.stdout: 1030: throughput=5MB/sec pending data=0 2024-08-10T05:52:01.231 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-5hjGCXXUeOuRbV3 off=3720141 len=273216 2024-08-10T05:52:01.234 INFO:tasks.workunit.client.0.smithi031.stdout:op 5225 completed, throughput=5MB/sec 2024-08-10T05:52:01.234 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-S_B4VNedBA5CGSm off=8076895 len=1460148 2024-08-10T05:52:01.246 INFO:tasks.workunit.client.0.smithi031.stdout:op 5226 completed, throughput=5MB/sec 2024-08-10T05:52:01.247 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-DOeKA77k9jsmkFD off=10014241 len=138956 2024-08-10T05:52:01.248 INFO:tasks.workunit.client.0.smithi031.stdout:op 5227 completed, throughput=5MB/sec 2024-08-10T05:52:01.248 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ehPNiGgxlgU-58b off=643198 len=1424638 2024-08-10T05:52:01.255 INFO:tasks.workunit.client.0.smithi031.stdout:op 5228 completed, throughput=5MB/sec 2024-08-10T05:52:01.255 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-BhlDTymjCg1uSgq off=7468415 len=2071693 2024-08-10T05:52:01.256 INFO:tasks.workunit.client.0.smithi031.stdout:op 5229 completed, throughput=5MB/sec 2024-08-10T05:52:01.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:52:01 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:52:01] "GET /metrics HTTP/1.1" 200 34052 "" "Prometheus/2.43.0" 2024-08-10T05:52:02.256 INFO:tasks.workunit.client.0.smithi031.stdout: 1031: throughput=5MB/sec pending data=0 2024-08-10T05:52:02.257 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Mys4npGeOv9BGb9 off=130205 len=255324 2024-08-10T05:52:02.258 INFO:tasks.workunit.client.0.smithi031.stdout:op 5230 completed, throughput=5MB/sec 2024-08-10T05:52:02.258 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ASwe2wz6M8X2l37 off=50486 len=1097454 2024-08-10T05:52:02.260 INFO:tasks.workunit.client.0.smithi031.stdout:op 5231 completed, throughput=5MB/sec 2024-08-10T05:52:02.260 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-uQT75AnoWaVL5IW off=1200530 len=1633633 2024-08-10T05:52:02.262 INFO:tasks.workunit.client.0.smithi031.stdout:op 5232 completed, throughput=5MB/sec 2024-08-10T05:52:02.262 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Pfwe0mZzb_TaLDg off=8362773 len=1856272 2024-08-10T05:52:02.264 INFO:tasks.workunit.client.0.smithi031.stdout:op 5233 completed, throughput=5MB/sec 2024-08-10T05:52:02.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:52:01 smithi031 ceph-mon[98130]: pgmap v1917: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:52:02.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:52:01 smithi031 ceph-mon[100614]: pgmap v1917: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:52:02.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:52:01 smithi196 ceph-mon[90243]: pgmap v1917: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:52:02.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:52:02 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:52:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:52:03.265 INFO:tasks.workunit.client.0.smithi031.stdout: 1032: throughput=5MB/sec pending data=0 2024-08-10T05:52:03.265 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ma2LG12Z5RLMwwM off=1866181 len=454301 2024-08-10T05:52:03.266 INFO:tasks.workunit.client.0.smithi031.stdout:op 5234 completed, throughput=5MB/sec 2024-08-10T05:52:03.266 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-hA66TtFZ6zkzjf3 off=17913106 len=1927694 2024-08-10T05:52:03.275 INFO:tasks.workunit.client.0.smithi031.stdout:op 5235 completed, throughput=5MB/sec 2024-08-10T05:52:03.275 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Jp6hgIMn7HrlNd5 off=5004549 len=1310279 2024-08-10T05:52:03.277 INFO:tasks.workunit.client.0.smithi031.stdout:op 5236 completed, throughput=5MB/sec 2024-08-10T05:52:03.278 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-EcWBOTlDCCvt1sN off=5909839 len=1520751 2024-08-10T05:52:03.285 INFO:tasks.workunit.client.0.smithi031.stdout:op 5237 completed, throughput=5MB/sec 2024-08-10T05:52:03.285 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-tRtNg6gqPcCS609 off=13446735 len=1832617 2024-08-10T05:52:03.286 INFO:tasks.workunit.client.0.smithi031.stdout:op 5238 completed, throughput=5MB/sec 2024-08-10T05:52:04.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:52:03 smithi031 ceph-mon[100614]: pgmap v1918: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-10T05:52:04.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:52:03 smithi031 ceph-mon[98130]: pgmap v1918: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-10T05:52:04.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:52:03 smithi196 ceph-mon[90243]: pgmap v1918: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-10T05:52:04.286 INFO:tasks.workunit.client.0.smithi031.stdout: 1033: throughput=5MB/sec pending data=0 2024-08-10T05:52:04.286 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-1ygWTRVtrf7NYdL off=218658 len=688182 2024-08-10T05:52:04.288 INFO:tasks.workunit.client.0.smithi031.stdout:op 5239 completed, throughput=5MB/sec 2024-08-10T05:52:04.288 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-d4hkgR3TONc2B9i off=1572022 len=2032312 2024-08-10T05:52:04.301 INFO:tasks.workunit.client.0.smithi031.stdout:op 5240 completed, throughput=5MB/sec 2024-08-10T05:52:04.301 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-cbe2pTqmtXUcZ7m off=2276397 len=924456 2024-08-10T05:52:04.302 INFO:tasks.workunit.client.0.smithi031.stdout:op 5241 completed, throughput=5MB/sec 2024-08-10T05:52:05.303 INFO:tasks.workunit.client.0.smithi031.stdout: 1034: throughput=5MB/sec pending data=0 2024-08-10T05:52:05.303 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-R3w6t4jGlVZ6VwP off=13477819 len=1734289 2024-08-10T05:52:05.311 INFO:tasks.workunit.client.0.smithi031.stdout:op 5242 completed, throughput=5MB/sec 2024-08-10T05:52:05.311 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-iNm4klJ3I-pv0mD off=2199527 len=477440 2024-08-10T05:52:05.312 INFO:tasks.workunit.client.0.smithi031.stdout:op 5243 completed, throughput=5MB/sec 2024-08-10T05:52:05.312 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-9RhcCmuTJHPeHKo off=7439713 len=227283 2024-08-10T05:52:05.315 INFO:tasks.workunit.client.0.smithi031.stdout:op 5244 completed, throughput=5MB/sec 2024-08-10T05:52:05.315 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-CCs-XXHUgMVS7DQ off=1393865 len=1320207 2024-08-10T05:52:05.316 INFO:tasks.workunit.client.0.smithi031.stdout:op 5245 completed, throughput=5MB/sec 2024-08-10T05:52:05.316 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-dtqyObRDxendkXO off=2381159 len=339941 2024-08-10T05:52:05.318 INFO:tasks.workunit.client.0.smithi031.stdout:op 5246 completed, throughput=5MB/sec 2024-08-10T05:52:05.318 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-s_VDonPrzJ7dj7L off=6466315 len=86187 2024-08-10T05:52:05.319 INFO:tasks.workunit.client.0.smithi031.stdout:op 5247 completed, throughput=5MB/sec 2024-08-10T05:52:05.319 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-XOzFgnYY57XBs33 off=3465748 len=1998376 2024-08-10T05:52:05.321 INFO:tasks.workunit.client.0.smithi031.stdout:op 5248 completed, throughput=5MB/sec 2024-08-10T05:52:06.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:52:05 smithi031 ceph-mon[98130]: pgmap v1919: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:52:06.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:52:05 smithi031 ceph-mon[100614]: pgmap v1919: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:52:06.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:52:05 smithi196 ceph-mon[90243]: pgmap v1919: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:52:06.321 INFO:tasks.workunit.client.0.smithi031.stdout: 1035: throughput=5MB/sec pending data=0 2024-08-10T05:52:06.321 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-_Sv2Mv0LAG7VqCS off=1221494 len=1818115 2024-08-10T05:52:06.323 INFO:tasks.workunit.client.0.smithi031.stdout:op 5249 completed, throughput=5MB/sec 2024-08-10T05:52:06.323 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-e1b_TTRPLorzOgQ off=9226884 len=1629308 2024-08-10T05:52:06.331 INFO:tasks.workunit.client.0.smithi031.stdout:op 5250 completed, throughput=5MB/sec 2024-08-10T05:52:06.332 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-wPgJXK7v4sHb9i4 off=3675815 len=1745950 2024-08-10T05:52:06.333 INFO:tasks.workunit.client.0.smithi031.stdout:op 5251 completed, throughput=5MB/sec 2024-08-10T05:52:07.334 INFO:tasks.workunit.client.0.smithi031.stdout: 1036: throughput=5MB/sec pending data=0 2024-08-10T05:52:07.334 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-raJ9Qbjwhh5JMdb off=10934591 len=1172173 2024-08-10T05:52:07.336 INFO:tasks.workunit.client.0.smithi031.stdout:op 5252 completed, throughput=5MB/sec 2024-08-10T05:52:07.336 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ePy6q8Oof0ev-xj off=7750973 len=1052853 2024-08-10T05:52:07.342 INFO:tasks.workunit.client.0.smithi031.stdout:op 5253 completed, throughput=5MB/sec 2024-08-10T05:52:07.342 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Dy2bKggOfH_nRvM off=312055 len=2034050 2024-08-10T05:52:07.355 INFO:tasks.workunit.client.0.smithi031.stdout:op 5254 completed, throughput=5MB/sec 2024-08-10T05:52:07.355 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-VthPU_xsswVOEJ6 off=1711686 len=1467694 2024-08-10T05:52:07.364 INFO:tasks.workunit.client.0.smithi031.stdout:op 5255 completed, throughput=5MB/sec 2024-08-10T05:52:08.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:52:07 smithi031 ceph-mon[98130]: pgmap v1920: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-08-10T05:52:08.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:52:07 smithi031 ceph-mon[100614]: pgmap v1920: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-08-10T05:52:08.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:52:07 smithi196 ceph-mon[90243]: pgmap v1920: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-08-10T05:52:08.364 INFO:tasks.workunit.client.0.smithi031.stdout: 1037: throughput=5MB/sec pending data=0 2024-08-10T05:52:08.365 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-CCDcWE3b7xyjAQW off=5797728 len=1611201 2024-08-10T05:52:08.372 INFO:tasks.workunit.client.0.smithi031.stdout:op 5256 completed, throughput=5MB/sec 2024-08-10T05:52:08.372 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-gOfGOmoH8lM60v5 off=4174687 len=31569 2024-08-10T05:52:08.374 INFO:tasks.workunit.client.0.smithi031.stdout:op 5257 completed, throughput=5MB/sec 2024-08-10T05:52:08.375 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-3fYHFIDMHzxNXKn off=4628067 len=1974059 2024-08-10T05:52:08.377 INFO:tasks.workunit.client.0.smithi031.stdout:op 5258 completed, throughput=5MB/sec 2024-08-10T05:52:08.377 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj--i-N5m03QhO8TJM off=1112854 len=618661 2024-08-10T05:52:08.378 INFO:tasks.workunit.client.0.smithi031.stdout:op 5259 completed, throughput=5MB/sec 2024-08-10T05:52:09.378 INFO:tasks.workunit.client.0.smithi031.stdout: 1038: throughput=5MB/sec pending data=0 2024-08-10T05:52:09.378 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-yhuVlu6P7uZelcw off=13084501 len=751412 2024-08-10T05:52:09.384 INFO:tasks.workunit.client.0.smithi031.stdout:op 5260 completed, throughput=5MB/sec 2024-08-10T05:52:09.384 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-6E8QWypZN3_sB-e off=4997135 len=1656374 2024-08-10T05:52:09.394 INFO:tasks.workunit.client.0.smithi031.stdout:op 5261 completed, throughput=5MB/sec 2024-08-10T05:52:09.394 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-BTYiXUcG4s2YzZf off=2442794 len=962208 2024-08-10T05:52:09.396 INFO:tasks.workunit.client.0.smithi031.stdout:op 5262 completed, throughput=5MB/sec 2024-08-10T05:52:09.396 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-LH5L37zGoiAHBI1 off=2426869 len=813227 2024-08-10T05:52:09.397 INFO:tasks.workunit.client.0.smithi031.stdout:op 5263 completed, throughput=5MB/sec 2024-08-10T05:52:09.397 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-KPb75mrx4NtOOwD off=17701936 len=1437220 2024-08-10T05:52:09.399 INFO:tasks.workunit.client.0.smithi031.stdout:op 5264 completed, throughput=5MB/sec 2024-08-10T05:52:10.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:52:09 smithi031 ceph-mon[98130]: pgmap v1921: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-08-10T05:52:10.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:52:09 smithi031 ceph-mon[100614]: pgmap v1921: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-08-10T05:52:10.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:52:09 smithi196 ceph-mon[90243]: pgmap v1921: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-08-10T05:52:10.400 INFO:tasks.workunit.client.0.smithi031.stdout: 1039: throughput=5MB/sec pending data=0 2024-08-10T05:52:10.400 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-f5oRaik4zrhDb74 off=2559673 len=103607 2024-08-10T05:52:10.401 INFO:tasks.workunit.client.0.smithi031.stdout:op 5265 completed, throughput=5MB/sec 2024-08-10T05:52:10.401 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-90iPgm3A2jwRTjH off=101757 len=1981510 2024-08-10T05:52:10.403 INFO:tasks.workunit.client.0.smithi031.stdout:op 5266 completed, throughput=5MB/sec 2024-08-10T05:52:10.404 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-yRfJlNxQES57jz0 off=149000 len=116201 2024-08-10T05:52:10.404 INFO:tasks.workunit.client.0.smithi031.stdout:op 5267 completed, throughput=5MB/sec 2024-08-10T05:52:10.404 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ZAuHi2X6P9MSczZ off=2662864 len=443635 2024-08-10T05:52:10.408 INFO:tasks.workunit.client.0.smithi031.stdout:op 5268 completed, throughput=5MB/sec 2024-08-10T05:52:10.408 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-zuCSR03Km4I2sGD off=18765756 len=1528161 2024-08-10T05:52:10.411 INFO:tasks.workunit.client.0.smithi031.stdout:op 5269 completed, throughput=5MB/sec 2024-08-10T05:52:10.411 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-xPk9z8J3zm1lZ9e off=8127266 len=1401033 2024-08-10T05:52:10.417 INFO:tasks.workunit.client.0.smithi031.stdout:op 5270 completed, throughput=5MB/sec 2024-08-10T05:52:11.255 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:52:10 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:52:11.255 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:52:10 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:52:11.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:52:10 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:52:11.418 INFO:tasks.workunit.client.0.smithi031.stdout: 1040: throughput=5MB/sec pending data=0 2024-08-10T05:52:11.418 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-LqpgUq654_hZKCI off=475463 len=635717 2024-08-10T05:52:11.422 INFO:tasks.workunit.client.0.smithi031.stdout:op 5271 completed, throughput=5MB/sec 2024-08-10T05:52:11.422 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-UhY3Zz1Hl7It1PQ off=3260935 len=1878493 2024-08-10T05:52:11.431 INFO:tasks.workunit.client.0.smithi031.stdout:op 5272 completed, throughput=5MB/sec 2024-08-10T05:52:11.431 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-3EpuzukRfT7iQdC off=4865869 len=1294776 2024-08-10T05:52:11.432 INFO:tasks.workunit.client.0.smithi031.stdout:op 5273 completed, throughput=5MB/sec 2024-08-10T05:52:11.432 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-mCbsjPqYpnURrkm off=9549410 len=456896 2024-08-10T05:52:11.436 INFO:tasks.workunit.client.0.smithi031.stdout:op 5274 completed, throughput=5MB/sec 2024-08-10T05:52:11.436 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-DUHHZBUuCCWlP59 off=1321259 len=1024226 2024-08-10T05:52:11.437 INFO:tasks.workunit.client.0.smithi031.stdout:op 5275 completed, throughput=5MB/sec 2024-08-10T05:52:11.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:52:11 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:52:11] "GET /metrics HTTP/1.1" 200 34054 "" "Prometheus/2.43.0" 2024-08-10T05:52:12.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:52:11 smithi031 ceph-mon[98130]: pgmap v1922: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:52:12.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:52:11 smithi031 ceph-mon[100614]: pgmap v1922: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:52:12.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:52:11 smithi196 ceph-mon[90243]: pgmap v1922: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:52:12.438 INFO:tasks.workunit.client.0.smithi031.stdout: 1041: throughput=5MB/sec pending data=0 2024-08-10T05:52:12.438 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-dM66RnsF4T49Ple off=18742381 len=1017332 2024-08-10T05:52:12.443 INFO:tasks.workunit.client.0.smithi031.stdout:op 5276 completed, throughput=5MB/sec 2024-08-10T05:52:12.443 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-DZWW-eGHxKNVz8F off=11788489 len=1100401 2024-08-10T05:52:12.444 INFO:tasks.workunit.client.0.smithi031.stdout:op 5277 completed, throughput=5MB/sec 2024-08-10T05:52:12.444 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-d21f2pEiO_jdDxw off=5245215 len=670314 2024-08-10T05:52:12.446 INFO:tasks.workunit.client.0.smithi031.stdout:op 5278 completed, throughput=5MB/sec 2024-08-10T05:52:12.447 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-AwgTcmPkkgy3-n9 off=2245252 len=243252 2024-08-10T05:52:12.450 INFO:tasks.workunit.client.0.smithi031.stdout:op 5279 completed, throughput=5MB/sec 2024-08-10T05:52:12.450 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Bb38O7dlDJe1rFq off=21594293 len=524716 2024-08-10T05:52:12.454 INFO:tasks.workunit.client.0.smithi031.stdout:op 5280 completed, throughput=5MB/sec 2024-08-10T05:52:12.454 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Ot5iEkg5bffdDhQ off=2973536 len=642821 2024-08-10T05:52:12.458 INFO:tasks.workunit.client.0.smithi031.stdout:op 5281 completed, throughput=5MB/sec 2024-08-10T05:52:12.458 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-sX9lvYrWic9Dywp off=11623173 len=1207961 2024-08-10T05:52:12.459 INFO:tasks.workunit.client.0.smithi031.stdout:op 5282 completed, throughput=5MB/sec 2024-08-10T05:52:12.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:52:12 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:52:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:52:13.460 INFO:tasks.workunit.client.0.smithi031.stdout: 1042: throughput=5MB/sec pending data=0 2024-08-10T05:52:13.460 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Vb_VWMMP30PQPHQ off=4515834 len=1760803 2024-08-10T05:52:13.468 INFO:tasks.workunit.client.0.smithi031.stdout:op 5283 completed, throughput=5MB/sec 2024-08-10T05:52:13.468 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-XmQNvk_dgXFyjvO off=2113452 len=1311649 2024-08-10T05:52:13.476 INFO:tasks.workunit.client.0.smithi031.stdout:op 5284 completed, throughput=5MB/sec 2024-08-10T05:52:13.476 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-jQZ81G2XpN7I1mp off=269240 len=930999 2024-08-10T05:52:13.478 INFO:tasks.workunit.client.0.smithi031.stdout:op 5285 completed, throughput=5MB/sec 2024-08-10T05:52:13.478 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-NES1KMv03OBDGyc off=3190240 len=264722 2024-08-10T05:52:13.481 INFO:tasks.workunit.client.0.smithi031.stdout:op 5286 completed, throughput=5MB/sec 2024-08-10T05:52:13.481 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-18le4EC00fakfuO off=1716031 len=415364 2024-08-10T05:52:13.482 INFO:tasks.workunit.client.0.smithi031.stdout:op 5287 completed, throughput=5MB/sec 2024-08-10T05:52:13.482 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-czEfpburhRFYLTz off=11100061 len=1964148 2024-08-10T05:52:13.486 INFO:tasks.workunit.client.0.smithi031.stdout:op 5288 completed, throughput=5MB/sec 2024-08-10T05:52:14.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:52:13 smithi031 ceph-mon[98130]: pgmap v1923: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-08-10T05:52:14.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:52:13 smithi031 ceph-mon[100614]: pgmap v1923: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-08-10T05:52:14.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:52:13 smithi196 ceph-mon[90243]: pgmap v1923: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-08-10T05:52:14.487 INFO:tasks.workunit.client.0.smithi031.stdout: 1043: throughput=5MB/sec pending data=0 2024-08-10T05:52:14.487 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-R8kAen5QD-jQZpD off=7293636 len=898358 2024-08-10T05:52:14.488 INFO:tasks.workunit.client.0.smithi031.stdout:op 5289 completed, throughput=5MB/sec 2024-08-10T05:52:14.488 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-5VHuMTNtIgMbnB3 off=2740024 len=94621 2024-08-10T05:52:14.492 INFO:tasks.workunit.client.0.smithi031.stdout:op 5290 completed, throughput=5MB/sec 2024-08-10T05:52:14.492 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-9kYPexx3R4bUhR4 off=2537884 len=510917 2024-08-10T05:52:14.493 INFO:tasks.workunit.client.0.smithi031.stdout:op 5291 completed, throughput=5MB/sec 2024-08-10T05:52:14.493 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-pY6IDmXkyWf6pkj off=339740 len=725616 2024-08-10T05:52:14.494 INFO:tasks.workunit.client.0.smithi031.stdout:op 5292 completed, throughput=5MB/sec 2024-08-10T05:52:14.494 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-mS48Gp6em5mpo7K off=5355334 len=1258740 2024-08-10T05:52:14.496 INFO:tasks.workunit.client.0.smithi031.stdout:op 5293 completed, throughput=5MB/sec 2024-08-10T05:52:15.497 INFO:tasks.workunit.client.0.smithi031.stdout: 1044: throughput=5MB/sec pending data=0 2024-08-10T05:52:15.497 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Ol2lY3FImIt7K_B off=700667 len=902304 2024-08-10T05:52:15.502 INFO:tasks.workunit.client.0.smithi031.stdout:op 5294 completed, throughput=5MB/sec 2024-08-10T05:52:15.502 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-nC_kvwOmtwGcsNT off=13246004 len=1327879 2024-08-10T05:52:15.504 INFO:tasks.workunit.client.0.smithi031.stdout:op 5295 completed, throughput=5MB/sec 2024-08-10T05:52:15.504 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-D4zi2gSWUOwPHlB off=5812379 len=1898077 2024-08-10T05:52:15.515 INFO:tasks.workunit.client.0.smithi031.stdout:op 5296 completed, throughput=5MB/sec 2024-08-10T05:52:15.515 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-CVXjyHetumCC1F_ off=16390821 len=169063 2024-08-10T05:52:15.518 INFO:tasks.workunit.client.0.smithi031.stdout:op 5297 completed, throughput=5MB/sec 2024-08-10T05:52:15.518 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-S3Y_npY63sWu23p off=4885404 len=359501 2024-08-10T05:52:15.519 INFO:tasks.workunit.client.0.smithi031.stdout:op 5298 completed, throughput=5MB/sec 2024-08-10T05:52:15.519 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-UGg3syEzis6lrKk off=3818291 len=1802278 2024-08-10T05:52:15.521 INFO:tasks.workunit.client.0.smithi031.stdout:op 5299 completed, throughput=5MB/sec 2024-08-10T05:52:16.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:52:15 smithi031 ceph-mon[98130]: pgmap v1924: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-10T05:52:16.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:52:15 smithi031 ceph-mon[100614]: pgmap v1924: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-10T05:52:16.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:52:15 smithi196 ceph-mon[90243]: pgmap v1924: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-10T05:52:16.521 INFO:tasks.workunit.client.0.smithi031.stdout: 1045: throughput=5MB/sec pending data=0 2024-08-10T05:52:16.521 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-TamaesYptf_Mo00 off=3401028 len=791525 2024-08-10T05:52:16.523 INFO:tasks.workunit.client.0.smithi031.stdout:op 5300 completed, throughput=5MB/sec 2024-08-10T05:52:16.523 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-sijMi8B5a34TVll off=1321502 len=536944 2024-08-10T05:52:16.526 INFO:tasks.workunit.client.0.smithi031.stdout:op 5301 completed, throughput=5MB/sec 2024-08-10T05:52:16.526 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-n_qOpLwMJb6kHgW off=11612130 len=1467110 2024-08-10T05:52:16.535 INFO:tasks.workunit.client.0.smithi031.stdout:op 5302 completed, throughput=5MB/sec 2024-08-10T05:52:16.535 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-12XQoy3Xz8Fqdnp off=14321109 len=438194 2024-08-10T05:52:16.536 INFO:tasks.workunit.client.0.smithi031.stdout:op 5303 completed, throughput=5MB/sec 2024-08-10T05:52:16.536 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-W57zYju0d8ZyhNq off=10317542 len=1732655 2024-08-10T05:52:16.538 INFO:tasks.workunit.client.0.smithi031.stdout:op 5304 completed, throughput=5MB/sec 2024-08-10T05:52:17.539 INFO:tasks.workunit.client.0.smithi031.stdout: 1046: throughput=5MB/sec pending data=0 2024-08-10T05:52:17.539 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-8gHYtXavjX4uPbu off=1811410 len=628827 2024-08-10T05:52:17.540 INFO:tasks.workunit.client.0.smithi031.stdout:op 5305 completed, throughput=5MB/sec 2024-08-10T05:52:17.540 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-DE6qROc7sEUiKTQ off=1980910 len=734988 2024-08-10T05:52:17.545 INFO:tasks.workunit.client.0.smithi031.stdout:op 5306 completed, throughput=5MB/sec 2024-08-10T05:52:17.545 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-E_9E9QOwT93beMX off=4945591 len=927837 2024-08-10T05:52:17.551 INFO:tasks.workunit.client.0.smithi031.stdout:op 5307 completed, throughput=5MB/sec 2024-08-10T05:52:17.551 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-qxuG42zNGw8NMSW off=7955618 len=1790267 2024-08-10T05:52:17.558 INFO:tasks.workunit.client.0.smithi031.stdout:op 5308 completed, throughput=5MB/sec 2024-08-10T05:52:17.558 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-8dBFHVR9_PVbgGA off=6043682 len=219185 2024-08-10T05:52:17.559 INFO:tasks.workunit.client.0.smithi031.stdout:op 5309 completed, throughput=5MB/sec 2024-08-10T05:52:17.559 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Ap9H9_620SV4Ynb off=2508982 len=1478916 2024-08-10T05:52:17.567 INFO:tasks.workunit.client.0.smithi031.stdout:op 5310 completed, throughput=5MB/sec 2024-08-10T05:52:18.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:52:17 smithi031 ceph-mon[98130]: pgmap v1925: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-10T05:52:18.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:52:17 smithi031 ceph-mon[100614]: pgmap v1925: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-10T05:52:18.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:52:17 smithi196 ceph-mon[90243]: pgmap v1925: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-10T05:52:18.567 INFO:tasks.workunit.client.0.smithi031.stdout: 1047: throughput=5MB/sec pending data=0 2024-08-10T05:52:18.567 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Bz3319o3K2Ln_Qt off=1345775 len=1591343 2024-08-10T05:52:18.577 INFO:tasks.workunit.client.0.smithi031.stdout:op 5311 completed, throughput=5MB/sec 2024-08-10T05:52:18.577 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-mVTEhoxxIijFvun off=2198610 len=1300105 2024-08-10T05:52:18.584 INFO:tasks.workunit.client.0.smithi031.stdout:op 5312 completed, throughput=5MB/sec 2024-08-10T05:52:18.584 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-PYJovcKE4WarCDP off=191420 len=206666 2024-08-10T05:52:18.585 INFO:tasks.workunit.client.0.smithi031.stdout:op 5313 completed, throughput=5MB/sec 2024-08-10T05:52:18.585 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-IBKzbrkfwwWOAQj off=10655184 len=1293075 2024-08-10T05:52:18.592 INFO:tasks.workunit.client.0.smithi031.stdout:op 5314 completed, throughput=5MB/sec 2024-08-10T05:52:19.593 INFO:tasks.workunit.client.0.smithi031.stdout: 1048: throughput=5MB/sec pending data=0 2024-08-10T05:52:19.593 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-VPgbaOvfx_uJvXV off=6622445 len=85413 2024-08-10T05:52:19.595 INFO:tasks.workunit.client.0.smithi031.stdout:op 5315 completed, throughput=5MB/sec 2024-08-10T05:52:19.595 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-BBM2vcAHZZFQvwJ off=12146518 len=43897 2024-08-10T05:52:19.598 INFO:tasks.workunit.client.0.smithi031.stdout:op 5316 completed, throughput=5MB/sec 2024-08-10T05:52:19.598 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-xNWoU_amAe_XQyF off=5482289 len=509298 2024-08-10T05:52:19.602 INFO:tasks.workunit.client.0.smithi031.stdout:op 5317 completed, throughput=5MB/sec 2024-08-10T05:52:19.602 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-KvCWgirCZHwWnsU off=6950955 len=1653569 2024-08-10T05:52:19.606 INFO:tasks.workunit.client.0.smithi031.stdout:op 5318 completed, throughput=5MB/sec 2024-08-10T05:52:19.606 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-AXZZgPdxBXFiSgz off=3876814 len=1341635 2024-08-10T05:52:19.613 INFO:tasks.workunit.client.0.smithi031.stdout:op 5319 completed, throughput=5MB/sec 2024-08-10T05:52:19.613 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-1bHozGbDseXKDUr off=12159817 len=1665147 2024-08-10T05:52:19.614 INFO:tasks.workunit.client.0.smithi031.stdout:op 5320 completed, throughput=5MB/sec 2024-08-10T05:52:20.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:52:19 smithi031 ceph-mon[98130]: pgmap v1926: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:52:20.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:52:19 smithi031 ceph-mon[100614]: pgmap v1926: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:52:20.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:52:19 smithi196 ceph-mon[90243]: pgmap v1926: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:52:20.615 INFO:tasks.workunit.client.0.smithi031.stdout: 1049: throughput=5MB/sec pending data=0 2024-08-10T05:52:20.615 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-uDvKf5kb4sROpQM off=622961 len=684194 2024-08-10T05:52:20.617 INFO:tasks.workunit.client.0.smithi031.stdout:op 5321 completed, throughput=5MB/sec 2024-08-10T05:52:20.617 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-gG76hzBvTAQECuQ off=4302307 len=749491 2024-08-10T05:52:20.622 INFO:tasks.workunit.client.0.smithi031.stdout:op 5322 completed, throughput=5MB/sec 2024-08-10T05:52:20.622 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-UM68k3AEIT2Mmtu off=2916648 len=525899 2024-08-10T05:52:20.623 INFO:tasks.workunit.client.0.smithi031.stdout:op 5323 completed, throughput=5MB/sec 2024-08-10T05:52:20.623 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-IT_aB2YQ-Oz1QJ3 off=8074220 len=161063 2024-08-10T05:52:20.626 INFO:tasks.workunit.client.0.smithi031.stdout:op 5324 completed, throughput=5MB/sec 2024-08-10T05:52:20.626 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-T_2v_hfH9MunpTV off=1473662 len=1222686 2024-08-10T05:52:20.628 INFO:tasks.workunit.client.0.smithi031.stdout:op 5325 completed, throughput=5MB/sec 2024-08-10T05:52:20.628 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ra-1MuUcrFDXPZJ off=2421824 len=1919139 2024-08-10T05:52:20.631 INFO:tasks.workunit.client.0.smithi031.stdout:op 5326 completed, throughput=5MB/sec 2024-08-10T05:52:21.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:52:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:52:21] "GET /metrics HTTP/1.1" 200 34054 "" "Prometheus/2.43.0" 2024-08-10T05:52:21.632 INFO:tasks.workunit.client.0.smithi031.stdout: 1050: throughput=5MB/sec pending data=0 2024-08-10T05:52:21.632 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-odaelgHDSFOOKuc off=3394357 len=1865993 2024-08-10T05:52:21.641 INFO:tasks.workunit.client.0.smithi031.stdout:op 5327 completed, throughput=5MB/sec 2024-08-10T05:52:21.641 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-s_VDonPrzJ7dj7L off=625483 len=42955 2024-08-10T05:52:21.643 INFO:tasks.workunit.client.0.smithi031.stdout:op 5328 completed, throughput=5MB/sec 2024-08-10T05:52:21.644 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-7-37_zGP0_z8hON off=4051202 len=1350559 2024-08-10T05:52:21.645 INFO:tasks.workunit.client.0.smithi031.stdout:op 5329 completed, throughput=5MB/sec 2024-08-10T05:52:21.646 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-l6OK8i29QKH9F4N off=6294511 len=1258735 2024-08-10T05:52:21.647 INFO:tasks.workunit.client.0.smithi031.stdout:op 5330 completed, throughput=5MB/sec 2024-08-10T05:52:21.647 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-f5oRaik4zrhDb74 off=6885138 len=29765 2024-08-10T05:52:21.650 INFO:tasks.workunit.client.0.smithi031.stdout:op 5331 completed, throughput=5MB/sec 2024-08-10T05:52:21.650 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-uLdM5j2tlsSCRfk off=1241546 len=52547 2024-08-10T05:52:21.650 INFO:tasks.workunit.client.0.smithi031.stdout:op 5332 completed, throughput=5MB/sec 2024-08-10T05:52:21.650 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-GT3Jqc7R3O9dUSz off=0 len=1056816 2024-08-10T05:52:21.655 INFO:tasks.workunit.client.0.smithi031.stdout:op 5333 completed, throughput=5MB/sec 2024-08-10T05:52:22.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:52:21 smithi031 ceph-mon[98130]: pgmap v1927: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:52:22.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:52:21 smithi031 ceph-mon[100614]: pgmap v1927: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:52:22.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:52:21 smithi196 ceph-mon[90243]: pgmap v1927: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:52:22.655 INFO:tasks.workunit.client.0.smithi031.stdout: 1051: throughput=5MB/sec pending data=0 2024-08-10T05:52:22.655 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-khpKRg9xiLwrOpf off=8378770 len=1464755 2024-08-10T05:52:22.658 INFO:tasks.workunit.client.0.smithi031.stdout:op 5334 completed, throughput=5MB/sec 2024-08-10T05:52:22.658 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-5JnxPVuJit2HeFw off=1797326 len=477322 2024-08-10T05:52:22.659 INFO:tasks.workunit.client.0.smithi031.stdout:op 5335 completed, throughput=5MB/sec 2024-08-10T05:52:22.659 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-c3wZyeORvzYc5Nd off=3023831 len=836062 2024-08-10T05:52:22.662 INFO:tasks.workunit.client.0.smithi031.stdout:op 5336 completed, throughput=5MB/sec 2024-08-10T05:52:22.663 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-THZvBp5NHZ27SLg off=11122198 len=835281 2024-08-10T05:52:22.663 INFO:tasks.workunit.client.0.smithi031.stdout:op 5337 completed, throughput=5MB/sec 2024-08-10T05:52:22.663 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-aJZi1Ci1TF1gtm8 off=4161199 len=659824 2024-08-10T05:52:22.665 INFO:tasks.workunit.client.0.smithi031.stdout:op 5338 completed, throughput=5MB/sec 2024-08-10T05:52:22.665 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-juP4Gkk3Slf4iES off=15494825 len=1764499 2024-08-10T05:52:22.675 INFO:tasks.workunit.client.0.smithi031.stdout:op 5339 completed, throughput=5MB/sec 2024-08-10T05:52:22.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:52:22 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:52:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:52:23.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:52:22 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:52:23.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:52:22 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:52:23.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:52:22 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:52:23.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:52:22 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:52:23.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:52:22 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:52:23.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:52:22 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:52:23.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:52:22 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:52:23.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:52:22 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:52:23.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:52:22 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:52:23.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:52:22 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:52:23.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:52:22 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:52:23.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:52:22 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:52:23.675 INFO:tasks.workunit.client.0.smithi031.stdout: 1052: throughput=5MB/sec pending data=0 2024-08-10T05:52:23.675 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-PYyVsSLPx8wF71n off=4405858 len=2048809 2024-08-10T05:52:23.679 INFO:tasks.workunit.client.0.smithi031.stdout:op 5340 completed, throughput=5MB/sec 2024-08-10T05:52:23.679 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-hpAzkOZR4rU_K50 off=15504379 len=126757 2024-08-10T05:52:23.679 INFO:tasks.workunit.client.0.smithi031.stdout:op 5341 completed, throughput=5MB/sec 2024-08-10T05:52:23.679 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-36pQKh1dt9U4l25 off=16971938 len=635508 2024-08-10T05:52:23.684 INFO:tasks.workunit.client.0.smithi031.stdout:op 5342 completed, throughput=5MB/sec 2024-08-10T05:52:23.684 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-MSRFkIe2S-a5X31 off=3493648 len=1263684 2024-08-10T05:52:23.691 INFO:tasks.workunit.client.0.smithi031.stdout:op 5343 completed, throughput=5MB/sec 2024-08-10T05:52:23.692 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-3prYokk7aMph4Zj off=79365 len=1200522 2024-08-10T05:52:23.693 INFO:tasks.workunit.client.0.smithi031.stdout:op 5344 completed, throughput=5MB/sec 2024-08-10T05:52:24.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:52:23 smithi031 ceph-mon[98130]: pgmap v1928: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-10T05:52:24.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:52:23 smithi031 ceph-mon[100614]: pgmap v1928: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-10T05:52:24.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:52:23 smithi196 ceph-mon[90243]: pgmap v1928: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-10T05:52:24.693 INFO:tasks.workunit.client.0.smithi031.stdout: 1053: throughput=5MB/sec pending data=0 2024-08-10T05:52:24.693 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-yKMX-J31NLwlIQ4 off=2064477 len=575219 2024-08-10T05:52:24.695 INFO:tasks.workunit.client.0.smithi031.stdout:op 5345 completed, throughput=5MB/sec 2024-08-10T05:52:24.695 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-DD3P6Wdp3ID3gTF off=2908310 len=452863 2024-08-10T05:52:24.697 INFO:tasks.workunit.client.0.smithi031.stdout:op 5346 completed, throughput=5MB/sec 2024-08-10T05:52:24.697 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-aupY8i1_rYmh7_5 off=862474 len=846534 2024-08-10T05:52:24.698 INFO:tasks.workunit.client.0.smithi031.stdout:op 5347 completed, throughput=5MB/sec 2024-08-10T05:52:24.698 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-OsfmUkmcnupAyDY off=9315885 len=1226079 2024-08-10T05:52:24.699 INFO:tasks.workunit.client.0.smithi031.stdout:op 5348 completed, throughput=5MB/sec 2024-08-10T05:52:24.699 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-a60MjDiusXI3xQ8 off=4883197 len=521345 2024-08-10T05:52:24.703 INFO:tasks.workunit.client.0.smithi031.stdout:op 5349 completed, throughput=5MB/sec 2024-08-10T05:52:24.703 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-RWanyP_XMvs57Rd off=5459036 len=328478 2024-08-10T05:52:24.706 INFO:tasks.workunit.client.0.smithi031.stdout:op 5350 completed, throughput=5MB/sec 2024-08-10T05:52:24.706 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-eK74BbdUNkpweF_ off=9277477 len=196925 2024-08-10T05:52:24.710 INFO:tasks.workunit.client.0.smithi031.stdout:op 5351 completed, throughput=5MB/sec 2024-08-10T05:52:24.710 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-WoGkWv0Z9vD_tbm off=9218660 len=42761 2024-08-10T05:52:24.710 INFO:tasks.workunit.client.0.smithi031.stdout:op 5352 completed, throughput=5MB/sec 2024-08-10T05:52:24.710 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-_AwibGAfdbQjoTb off=5313005 len=1934006 2024-08-10T05:52:24.720 INFO:tasks.workunit.client.0.smithi031.stdout:op 5353 completed, throughput=5MB/sec 2024-08-10T05:52:25.720 INFO:tasks.workunit.client.0.smithi031.stdout: 1054: throughput=5MB/sec pending data=0 2024-08-10T05:52:25.720 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-PyBHr-xbGYWMhPx off=16035587 len=1375676 2024-08-10T05:52:25.722 INFO:tasks.workunit.client.0.smithi031.stdout:op 5354 completed, throughput=5MB/sec 2024-08-10T05:52:25.722 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Ucf7GokTEFVzJh2 off=11709400 len=968620 2024-08-10T05:52:25.723 INFO:tasks.workunit.client.0.smithi031.stdout:op 5355 completed, throughput=5MB/sec 2024-08-10T05:52:25.724 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-PRiAfg79RR3xpg5 off=3952944 len=1989569 2024-08-10T05:52:25.727 INFO:tasks.workunit.client.0.smithi031.stdout:op 5356 completed, throughput=5MB/sec 2024-08-10T05:52:26.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:52:25 smithi031 ceph-mon[98130]: pgmap v1929: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-10T05:52:26.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:52:25 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:52:26.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:52:25 smithi031 ceph-mon[100614]: pgmap v1929: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-10T05:52:26.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:52:25 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:52:26.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:52:25 smithi196 ceph-mon[90243]: pgmap v1929: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-10T05:52:26.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:52:25 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:52:26.728 INFO:tasks.workunit.client.0.smithi031.stdout: 1055: throughput=5MB/sec pending data=0 2024-08-10T05:52:26.728 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-O60dbxW3eLcGC4S off=18967464 len=1073618 2024-08-10T05:52:26.734 INFO:tasks.workunit.client.0.smithi031.stdout:op 5357 completed, throughput=5MB/sec 2024-08-10T05:52:26.734 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-72x8-IQOrD0nIw8 off=2385333 len=768801 2024-08-10T05:52:26.739 INFO:tasks.workunit.client.0.smithi031.stdout:op 5358 completed, throughput=5MB/sec 2024-08-10T05:52:26.739 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-WCCmGc-bsMi8exU off=19993296 len=353519 2024-08-10T05:52:26.740 INFO:tasks.workunit.client.0.smithi031.stdout:op 5359 completed, throughput=5MB/sec 2024-08-10T05:52:26.740 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-2cTzCpasVuCVOMe off=7293986 len=1831203 2024-08-10T05:52:26.749 INFO:tasks.workunit.client.0.smithi031.stdout:op 5360 completed, throughput=5MB/sec 2024-08-10T05:52:26.749 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-3qRObCTtrf3tZAp off=4788624 len=656568 2024-08-10T05:52:26.753 INFO:tasks.workunit.client.0.smithi031.stdout:op 5361 completed, throughput=5MB/sec 2024-08-10T05:52:27.754 INFO:tasks.workunit.client.0.smithi031.stdout: 1056: throughput=5MB/sec pending data=0 2024-08-10T05:52:27.754 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-t4Gg6O1rTi_N9qi off=19163319 len=1878315 2024-08-10T05:52:27.756 INFO:tasks.workunit.client.0.smithi031.stdout:op 5362 completed, throughput=5MB/sec 2024-08-10T05:52:27.756 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-vTfm2ohwZfie_7y off=1384405 len=193587 2024-08-10T05:52:27.759 INFO:tasks.workunit.client.0.smithi031.stdout:op 5363 completed, throughput=5MB/sec 2024-08-10T05:52:27.760 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-rYJcr5LeMypNcpM off=6469787 len=1124335 2024-08-10T05:52:27.767 INFO:tasks.workunit.client.0.smithi031.stdout:op 5364 completed, throughput=5MB/sec 2024-08-10T05:52:27.767 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-838liYzql6lXzZe off=8718797 len=1820875 2024-08-10T05:52:27.769 INFO:tasks.workunit.client.0.smithi031.stdout:op 5365 completed, throughput=5MB/sec 2024-08-10T05:52:27.769 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-2zpxRQ_RG7NlV6O off=0 len=1729452 2024-08-10T05:52:27.778 INFO:tasks.workunit.client.0.smithi031.stdout:op 5366 completed, throughput=5MB/sec 2024-08-10T05:52:28.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:52:27 smithi031 ceph-mon[100614]: pgmap v1930: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:52:28.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:52:27 smithi031 ceph-mon[98130]: pgmap v1930: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:52:28.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:52:27 smithi196 ceph-mon[90243]: pgmap v1930: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:52:28.778 INFO:tasks.workunit.client.0.smithi031.stdout: 1057: throughput=5MB/sec pending data=0 2024-08-10T05:52:28.778 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-5qNglzxNDghJkCM off=4655727 len=1958471 2024-08-10T05:52:28.780 INFO:tasks.workunit.client.0.smithi031.stdout:op 5367 completed, throughput=5MB/sec 2024-08-10T05:52:28.780 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-K77knkEVq1C1woq off=29343 len=1441217 2024-08-10T05:52:28.790 INFO:tasks.workunit.client.0.smithi031.stdout:op 5368 completed, throughput=5MB/sec 2024-08-10T05:52:28.790 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-jfAqLsApLfRcQdN off=11683173 len=1816896 2024-08-10T05:52:28.792 INFO:tasks.workunit.client.0.smithi031.stdout:op 5369 completed, throughput=5MB/sec 2024-08-10T05:52:29.793 INFO:tasks.workunit.client.0.smithi031.stdout: 1058: throughput=5MB/sec pending data=0 2024-08-10T05:52:29.793 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-cAuCK5pkrrvYazV off=3929842 len=1370919 2024-08-10T05:52:29.796 INFO:tasks.workunit.client.0.smithi031.stdout:op 5370 completed, throughput=5MB/sec 2024-08-10T05:52:29.796 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-yUioW7NStFJoNL8 off=4078245 len=1841206 2024-08-10T05:52:29.798 INFO:tasks.workunit.client.0.smithi031.stdout:op 5371 completed, throughput=5MB/sec 2024-08-10T05:52:29.798 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-3SueQJu3C7s-Nv5 off=2608412 len=1067154 2024-08-10T05:52:29.802 INFO:tasks.workunit.client.0.smithi031.stdout:op 5372 completed, throughput=5MB/sec 2024-08-10T05:52:30.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:52:29 smithi031 ceph-mon[98130]: pgmap v1931: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-10T05:52:30.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:52:29 smithi031 ceph-mon[100614]: pgmap v1931: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-10T05:52:30.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:52:29 smithi196 ceph-mon[90243]: pgmap v1931: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-10T05:52:30.800 INFO:tasks.workunit.client.0.smithi031.stdout: 1059: throughput=5MB/sec pending data=0 2024-08-10T05:52:30.800 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-XSjVP1LQ4YaQQIa off=12112723 len=1405097 2024-08-10T05:52:30.802 INFO:tasks.workunit.client.0.smithi031.stdout:op 5373 completed, throughput=5MB/sec 2024-08-10T05:52:30.802 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-unUZ0ba-Z202p9O off=1905754 len=1325936 2024-08-10T05:52:30.808 INFO:tasks.workunit.client.0.smithi031.stdout:op 5374 completed, throughput=5MB/sec 2024-08-10T05:52:30.809 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-p_4QrGx4nYbp3ly off=6292337 len=1127100 2024-08-10T05:52:30.815 INFO:tasks.workunit.client.0.smithi031.stdout:op 5375 completed, throughput=5MB/sec 2024-08-10T05:52:30.815 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-uUrYQtk2h-3yuF0 off=5858382 len=478584 2024-08-10T05:52:30.816 INFO:tasks.workunit.client.0.smithi031.stdout:op 5376 completed, throughput=5MB/sec 2024-08-10T05:52:30.816 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-cxSzDTPw6VqFhnp off=2496135 len=1552444 2024-08-10T05:52:30.822 INFO:tasks.workunit.client.0.smithi031.stdout:op 5377 completed, throughput=5MB/sec 2024-08-10T05:52:31.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:52:31 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:52:31] "GET /metrics HTTP/1.1" 200 34051 "" "Prometheus/2.43.0" 2024-08-10T05:52:31.819 INFO:tasks.workunit.client.0.smithi031.stdout: 1060: throughput=5MB/sec pending data=0 2024-08-10T05:52:31.820 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-_V3YEnCHf4___fV off=1938194 len=189523 2024-08-10T05:52:31.823 INFO:tasks.workunit.client.0.smithi031.stdout:op 5378 completed, throughput=5MB/sec 2024-08-10T05:52:31.823 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-dC_-dJKu3knFQmw off=12402356 len=1790677 2024-08-10T05:52:31.825 INFO:tasks.workunit.client.0.smithi031.stdout:op 5379 completed, throughput=5MB/sec 2024-08-10T05:52:31.825 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Ko53EIFcfsEANrl off=1072821 len=143064 2024-08-10T05:52:31.828 INFO:tasks.workunit.client.0.smithi031.stdout:op 5380 completed, throughput=5MB/sec 2024-08-10T05:52:31.828 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-JUxDadmzbhAb1mx off=10785903 len=176666 2024-08-10T05:52:31.829 INFO:tasks.workunit.client.0.smithi031.stdout:op 5381 completed, throughput=5MB/sec 2024-08-10T05:52:31.829 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-lJd36mHwjA2ck5N off=15511684 len=2014917 2024-08-10T05:52:31.839 INFO:tasks.workunit.client.0.smithi031.stdout:op 5382 completed, throughput=5MB/sec 2024-08-10T05:52:31.839 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-lJ625dN6Dq57ivf off=5335232 len=1462465 2024-08-10T05:52:31.846 INFO:tasks.workunit.client.0.smithi031.stdout:op 5383 completed, throughput=5MB/sec 2024-08-10T05:52:32.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:52:31 smithi031 ceph-mon[98130]: pgmap v1932: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:52:32.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:52:31 smithi031 ceph-mon[100614]: pgmap v1932: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:52:32.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:52:31 smithi196 ceph-mon[90243]: pgmap v1932: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:52:32.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:52:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:52:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:52:32.845 INFO:tasks.workunit.client.0.smithi031.stdout: 1061: throughput=5MB/sec pending data=0 2024-08-10T05:52:32.845 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-kuUOaRIOLcoMSlN off=3949849 len=1463229 2024-08-10T05:52:32.853 INFO:tasks.workunit.client.0.smithi031.stdout:op 5384 completed, throughput=5MB/sec 2024-08-10T05:52:32.853 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-iGWn6ltIgJ6Fcmh off=11420426 len=483619 2024-08-10T05:52:32.853 INFO:tasks.workunit.client.0.smithi031.stdout:op 5385 completed, throughput=5MB/sec 2024-08-10T05:52:32.854 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-1mq7eZYrgeOws1p off=17842115 len=1478514 2024-08-10T05:52:32.860 INFO:tasks.workunit.client.0.smithi031.stdout:op 5386 completed, throughput=5MB/sec 2024-08-10T05:52:32.860 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-JeZbhtKfWKJnmbk off=4450452 len=654783 2024-08-10T05:52:32.864 INFO:tasks.workunit.client.0.smithi031.stdout:op 5387 completed, throughput=5MB/sec 2024-08-10T05:52:32.864 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-LjPcvqapDzi2IA1 off=2959022 len=904328 2024-08-10T05:52:32.868 INFO:tasks.workunit.client.0.smithi031.stdout:op 5388 completed, throughput=5MB/sec 2024-08-10T05:52:33.869 INFO:tasks.workunit.client.0.smithi031.stdout: 1062: throughput=5MB/sec pending data=0 2024-08-10T05:52:33.869 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-wRa_DUtBKStSqYl off=1020557 len=466842 2024-08-10T05:52:33.872 INFO:tasks.workunit.client.0.smithi031.stdout:op 5389 completed, throughput=5MB/sec 2024-08-10T05:52:33.872 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-OxN5Xo42CUNEpKm off=6417872 len=1945377 2024-08-10T05:52:33.874 INFO:tasks.workunit.client.0.smithi031.stdout:op 5390 completed, throughput=5MB/sec 2024-08-10T05:52:33.874 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-okRogb98UrSO2qU off=14114802 len=684310 2024-08-10T05:52:33.877 INFO:tasks.workunit.client.0.smithi031.stdout:op 5391 completed, throughput=5MB/sec 2024-08-10T05:52:33.877 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-419A9aVmz94k-fE off=3706771 len=1137659 2024-08-10T05:52:33.880 INFO:tasks.workunit.client.0.smithi031.stdout:op 5392 completed, throughput=5MB/sec 2024-08-10T05:52:33.880 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-TK07poi8TdCwj2G off=8310883 len=591456 2024-08-10T05:52:33.883 INFO:tasks.workunit.client.0.smithi031.stdout:op 5393 completed, throughput=5MB/sec 2024-08-10T05:52:34.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:52:33 smithi031 ceph-mon[98130]: pgmap v1933: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:52:34.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:52:33 smithi031 ceph-mon[100614]: pgmap v1933: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:52:34.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:52:33 smithi196 ceph-mon[90243]: pgmap v1933: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:52:34.884 INFO:tasks.workunit.client.0.smithi031.stdout: 1063: throughput=5MB/sec pending data=0 2024-08-10T05:52:34.884 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-0VL-s2H7RwU1yIj off=21013805 len=1616393 2024-08-10T05:52:34.886 INFO:tasks.workunit.client.0.smithi031.stdout:op 5394 completed, throughput=5MB/sec 2024-08-10T05:52:34.886 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-CrUU8adcx4P3F6g off=752689 len=1256657 2024-08-10T05:52:34.889 INFO:tasks.workunit.client.0.smithi031.stdout:op 5395 completed, throughput=5MB/sec 2024-08-10T05:52:34.889 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-AePRAvOUx_3f7S9 off=12359987 len=420108 2024-08-10T05:52:34.893 INFO:tasks.workunit.client.0.smithi031.stdout:op 5396 completed, throughput=5MB/sec 2024-08-10T05:52:34.893 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-CE3RhVrYkFpYurV off=13052373 len=1873683 2024-08-10T05:52:34.904 INFO:tasks.workunit.client.0.smithi031.stdout:op 5397 completed, throughput=5MB/sec 2024-08-10T05:52:35.905 INFO:tasks.workunit.client.0.smithi031.stdout: 1064: throughput=5MB/sec pending data=0 2024-08-10T05:52:35.905 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-4JGNjrugde98zT2 off=3534547 len=1267858 2024-08-10T05:52:35.911 INFO:tasks.workunit.client.0.smithi031.stdout:op 5398 completed, throughput=5MB/sec 2024-08-10T05:52:35.911 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Y4FxH28z3o-3Lbt off=1855968 len=1413492 2024-08-10T05:52:35.918 INFO:tasks.workunit.client.0.smithi031.stdout:op 5399 completed, throughput=5MB/sec 2024-08-10T05:52:35.919 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-dPxEHxTJJT5UOui off=7987206 len=64624 2024-08-10T05:52:35.921 INFO:tasks.workunit.client.0.smithi031.stdout:op 5400 completed, throughput=5MB/sec 2024-08-10T05:52:35.921 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-PQ6Kq6ievtzZW7E off=306896 len=505639 2024-08-10T05:52:35.922 INFO:tasks.workunit.client.0.smithi031.stdout:op 5401 completed, throughput=5MB/sec 2024-08-10T05:52:35.922 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-rDKuPqf4a6SPbTj off=10629017 len=465070 2024-08-10T05:52:35.925 INFO:tasks.workunit.client.0.smithi031.stdout:op 5402 completed, throughput=5MB/sec 2024-08-10T05:52:35.925 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-AlV4HirKCz-BgBc off=2091590 len=255991 2024-08-10T05:52:35.928 INFO:tasks.workunit.client.0.smithi031.stdout:op 5403 completed, throughput=5MB/sec 2024-08-10T05:52:35.928 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-oHaKkDK_4hHa0j- off=4866754 len=1590244 2024-08-10T05:52:35.930 INFO:tasks.workunit.client.0.smithi031.stdout:op 5404 completed, throughput=5MB/sec 2024-08-10T05:52:36.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:52:35 smithi031 ceph-mon[98130]: pgmap v1934: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-08-10T05:52:36.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:52:35 smithi031 ceph-mon[100614]: pgmap v1934: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-08-10T05:52:36.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:52:35 smithi196 ceph-mon[90243]: pgmap v1934: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-08-10T05:52:36.931 INFO:tasks.workunit.client.0.smithi031.stdout: 1065: throughput=5MB/sec pending data=0 2024-08-10T05:52:36.931 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ORBR7mD-ZSEQwZ6 off=5149659 len=541354 2024-08-10T05:52:36.935 INFO:tasks.workunit.client.0.smithi031.stdout:op 5405 completed, throughput=5MB/sec 2024-08-10T05:52:36.935 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-uwcCdTKB3g8JKcz off=1714268 len=1863977 2024-08-10T05:52:36.946 INFO:tasks.workunit.client.0.smithi031.stdout:op 5406 completed, throughput=5MB/sec 2024-08-10T05:52:36.946 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-EHUHwvRpvfFPDgN off=1699277 len=588968 2024-08-10T05:52:36.949 INFO:tasks.workunit.client.0.smithi031.stdout:op 5407 completed, throughput=5MB/sec 2024-08-10T05:52:36.949 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-LsbhY-ejRZMmBpf off=4674 len=1125902 2024-08-10T05:52:36.951 INFO:tasks.workunit.client.0.smithi031.stdout:op 5408 completed, throughput=5MB/sec 2024-08-10T05:52:36.951 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-FCvQNHK9_M8misi off=7232527 len=1792517 2024-08-10T05:52:36.959 INFO:tasks.workunit.client.0.smithi031.stdout:op 5409 completed, throughput=5MB/sec 2024-08-10T05:52:37.959 INFO:tasks.workunit.client.0.smithi031.stdout: 1066: throughput=5MB/sec pending data=0 2024-08-10T05:52:37.959 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-HUEhF3JOEai9ac0 off=11194594 len=1246759 2024-08-10T05:52:37.961 INFO:tasks.workunit.client.0.smithi031.stdout:op 5410 completed, throughput=5MB/sec 2024-08-10T05:52:37.961 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-c89CANytKuqgOoS off=1849505 len=1074804 2024-08-10T05:52:37.964 INFO:tasks.workunit.client.0.smithi031.stdout:op 5411 completed, throughput=5MB/sec 2024-08-10T05:52:37.964 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-E_9E9QOwT93beMX off=673574 len=402322 2024-08-10T05:52:37.967 INFO:tasks.workunit.client.0.smithi031.stdout:op 5412 completed, throughput=5MB/sec 2024-08-10T05:52:37.968 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-bsY5Surl37mf1Pt off=5602124 len=1493715 2024-08-10T05:52:37.975 INFO:tasks.workunit.client.0.smithi031.stdout:op 5413 completed, throughput=5MB/sec 2024-08-10T05:52:37.976 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-WMCw0Jp_TnzPrfl off=5606924 len=822490 2024-08-10T05:52:37.977 INFO:tasks.workunit.client.0.smithi031.stdout:op 5414 completed, throughput=5MB/sec 2024-08-10T05:52:38.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:52:37 smithi031 ceph-mon[98130]: pgmap v1935: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-10T05:52:38.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:52:37 smithi031 ceph-mon[100614]: pgmap v1935: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-10T05:52:38.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:52:37 smithi196 ceph-mon[90243]: pgmap v1935: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-10T05:52:38.977 INFO:tasks.workunit.client.0.smithi031.stdout: 1067: throughput=5MB/sec pending data=0 2024-08-10T05:52:38.977 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-pOTbkeO9qGGI8Pu off=1555898 len=1796735 2024-08-10T05:52:38.986 INFO:tasks.workunit.client.0.smithi031.stdout:op 5415 completed, throughput=5MB/sec 2024-08-10T05:52:38.986 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-MzLIZR39k-LEcMV off=16917294 len=1882890 2024-08-10T05:52:38.994 INFO:tasks.workunit.client.0.smithi031.stdout:op 5416 completed, throughput=5MB/sec 2024-08-10T05:52:38.994 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-3cno088Zt_oJ40S off=180486 len=1161839 2024-08-10T05:52:38.996 INFO:tasks.workunit.client.0.smithi031.stdout:op 5417 completed, throughput=5MB/sec 2024-08-10T05:52:39.997 INFO:tasks.workunit.client.0.smithi031.stdout: 1068: throughput=5MB/sec pending data=0 2024-08-10T05:52:39.997 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-oUzKD7fYRL5ElkW off=16882065 len=1105295 2024-08-10T05:52:40.004 INFO:tasks.workunit.client.0.smithi031.stdout:op 5418 completed, throughput=5MB/sec 2024-08-10T05:52:40.004 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ecVyx_NB4objlLJ off=266289 len=312850 2024-08-10T05:52:40.005 INFO:tasks.workunit.client.0.smithi031.stdout:op 5419 completed, throughput=5MB/sec 2024-08-10T05:52:40.005 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-_93blJI446uL2Gd off=4373675 len=1721294 2024-08-10T05:52:40.013 INFO:tasks.workunit.client.0.smithi031.stdout:op 5420 completed, throughput=5MB/sec 2024-08-10T05:52:40.013 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-UWGgVPH2AeJfZZA off=7449540 len=417889 2024-08-10T05:52:40.016 INFO:tasks.workunit.client.0.smithi031.stdout:op 5421 completed, throughput=5MB/sec 2024-08-10T05:52:40.016 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-tcCIhpe7bCBJxi0 off=2895389 len=1157235 2024-08-10T05:52:40.022 INFO:tasks.workunit.client.0.smithi031.stdout:op 5422 completed, throughput=5MB/sec 2024-08-10T05:52:40.022 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-hFY0dnJJAs6LD2j off=643218 len=978860 2024-08-10T05:52:40.026 INFO:tasks.workunit.client.0.smithi031.stdout:op 5423 completed, throughput=5MB/sec 2024-08-10T05:52:40.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:52:40 smithi031 ceph-mon[98130]: pgmap v1936: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:52:40.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:52:40 smithi031 ceph-mon[100614]: pgmap v1936: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:52:40.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:52:40 smithi196 ceph-mon[90243]: pgmap v1936: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:52:41.027 INFO:tasks.workunit.client.0.smithi031.stdout: 1069: throughput=5MB/sec pending data=0 2024-08-10T05:52:41.027 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-L5YXbKkcp-2qpoL off=4252259 len=25220 2024-08-10T05:52:41.030 INFO:tasks.workunit.client.0.smithi031.stdout:op 5424 completed, throughput=5MB/sec 2024-08-10T05:52:41.030 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-x3pufVZBL4kiVsV off=7410472 len=1535506 2024-08-10T05:52:41.033 INFO:tasks.workunit.client.0.smithi031.stdout:op 5425 completed, throughput=5MB/sec 2024-08-10T05:52:41.033 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-VOqhRpP7m7j6aZf off=21428292 len=26592 2024-08-10T05:52:41.033 INFO:tasks.workunit.client.0.smithi031.stdout:op 5426 completed, throughput=5MB/sec 2024-08-10T05:52:41.033 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-44G-CFGICsYn8ky off=13185110 len=366319 2024-08-10T05:52:41.034 INFO:tasks.workunit.client.0.smithi031.stdout:op 5427 completed, throughput=5MB/sec 2024-08-10T05:52:41.034 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-dCwOtALaiM3Fr5G off=3820821 len=1978927 2024-08-10T05:52:41.043 INFO:tasks.workunit.client.0.smithi031.stdout:op 5428 completed, throughput=5MB/sec 2024-08-10T05:52:41.043 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-DiqFk2iyVpBibti off=2792180 len=1176598 2024-08-10T05:52:41.045 INFO:tasks.workunit.client.0.smithi031.stdout:op 5429 completed, throughput=5MB/sec 2024-08-10T05:52:41.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:52:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:52:41.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:52:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:52:41.269 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:52:41 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:52:41] "GET /metrics HTTP/1.1" 200 34053 "" "Prometheus/2.43.0" 2024-08-10T05:52:41.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:52:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:52:42.045 INFO:tasks.workunit.client.0.smithi031.stdout: 1070: throughput=5MB/sec pending data=0 2024-08-10T05:52:42.046 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-rGV8Q9Mp9ZvwAru off=305657 len=2050890 2024-08-10T05:52:42.059 INFO:tasks.workunit.client.0.smithi031.stdout:op 5430 completed, throughput=5MB/sec 2024-08-10T05:52:42.059 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-vc4jqsEnZDb8avt off=14402841 len=1298043 2024-08-10T05:52:42.062 INFO:tasks.workunit.client.0.smithi031.stdout:op 5431 completed, throughput=5MB/sec 2024-08-10T05:52:42.062 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-wj9a3_l0aNC0Zsn off=5078435 len=1752077 2024-08-10T05:52:42.064 INFO:tasks.workunit.client.0.smithi031.stdout:op 5432 completed, throughput=5MB/sec 2024-08-10T05:52:42.064 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-S9FHUWCaIuitk5N off=2372569 len=1014640 2024-08-10T05:52:42.066 INFO:tasks.workunit.client.0.smithi031.stdout:op 5433 completed, throughput=5MB/sec 2024-08-10T05:52:42.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:52:42 smithi031 ceph-mon[98130]: pgmap v1937: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-10T05:52:42.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:52:42 smithi031 ceph-mon[100614]: pgmap v1937: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-10T05:52:42.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:52:42 smithi196 ceph-mon[90243]: pgmap v1937: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-10T05:52:42.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:52:42 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:52:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:52:43.066 INFO:tasks.workunit.client.0.smithi031.stdout: 1071: throughput=5MB/sec pending data=0 2024-08-10T05:52:43.066 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-qBAavft7xyY4vxz off=1150410 len=3412 2024-08-10T05:52:43.068 INFO:tasks.workunit.client.0.smithi031.stdout:op 5434 completed, throughput=5MB/sec 2024-08-10T05:52:43.069 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ab_S4Ee-PXxktD3 off=8706841 len=1665139 2024-08-10T05:52:43.076 INFO:tasks.workunit.client.0.smithi031.stdout:op 5435 completed, throughput=5MB/sec 2024-08-10T05:52:43.076 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-olNumjO8W7aYtNs off=5900304 len=25336 2024-08-10T05:52:43.078 INFO:tasks.workunit.client.0.smithi031.stdout:op 5436 completed, throughput=5MB/sec 2024-08-10T05:52:43.078 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj--12foggCMsgtJ6U off=1177925 len=1313586 2024-08-10T05:52:43.081 INFO:tasks.workunit.client.0.smithi031.stdout:op 5437 completed, throughput=5MB/sec 2024-08-10T05:52:43.081 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-qlZgBTWCAFT-tvR off=10517775 len=198501 2024-08-10T05:52:43.081 INFO:tasks.workunit.client.0.smithi031.stdout:op 5438 completed, throughput=5MB/sec 2024-08-10T05:52:43.081 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-yrZuo12ye8xgngi off=6931852 len=1433269 2024-08-10T05:52:43.089 INFO:tasks.workunit.client.0.smithi031.stdout:op 5439 completed, throughput=5MB/sec 2024-08-10T05:52:44.089 INFO:tasks.workunit.client.0.smithi031.stdout: 1072: throughput=5MB/sec pending data=0 2024-08-10T05:52:44.089 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-YolVtU5Lmy6KDFc off=1968131 len=1178498 2024-08-10T05:52:44.095 INFO:tasks.workunit.client.0.smithi031.stdout:op 5440 completed, throughput=5MB/sec 2024-08-10T05:52:44.095 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-hKvvEcFbNjuVXIM off=2022161 len=2017730 2024-08-10T05:52:44.099 INFO:tasks.workunit.client.0.smithi031.stdout:op 5441 completed, throughput=5MB/sec 2024-08-10T05:52:44.099 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-puv2wt8Nv6ILFAZ off=3199765 len=146159 2024-08-10T05:52:44.099 INFO:tasks.workunit.client.0.smithi031.stdout:op 5442 completed, throughput=5MB/sec 2024-08-10T05:52:44.100 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ebf4R79-8KI8zcv off=13640271 len=1655805 2024-08-10T05:52:44.107 INFO:tasks.workunit.client.0.smithi031.stdout:op 5443 completed, throughput=5MB/sec 2024-08-10T05:52:44.107 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-p0fnQ6c9P75pDEc off=21243718 len=1921348 2024-08-10T05:52:44.118 INFO:tasks.workunit.client.0.smithi031.stdout:op 5444 completed, throughput=5MB/sec 2024-08-10T05:52:44.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:52:44 smithi031 ceph-mon[98130]: pgmap v1938: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:52:44.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:52:44 smithi031 ceph-mon[100614]: pgmap v1938: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:52:44.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:52:44 smithi196 ceph-mon[90243]: pgmap v1938: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-10T05:52:45.118 INFO:tasks.workunit.client.0.smithi031.stdout: 1073: throughput=5MB/sec pending data=0 2024-08-10T05:52:45.119 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-FDMUEJhTU83OaE8 off=436190 len=1151359 2024-08-10T05:52:45.121 INFO:tasks.workunit.client.0.smithi031.stdout:op 5445 completed, throughput=5MB/sec 2024-08-10T05:52:45.121 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-EkYb6FttNYS9zdL off=9945390 len=738333 2024-08-10T05:52:45.126 INFO:tasks.workunit.client.0.smithi031.stdout:op 5446 completed, throughput=5MB/sec 2024-08-10T05:52:45.126 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-xH7PHUN4yZ4xmBI off=7784310 len=431086 2024-08-10T05:52:45.127 INFO:tasks.workunit.client.0.smithi031.stdout:op 5447 completed, throughput=5MB/sec 2024-08-10T05:52:45.127 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-nKBz1smzEt6Zd1R off=4326651 len=293545 2024-08-10T05:52:45.130 INFO:tasks.workunit.client.0.smithi031.stdout:op 5448 completed, throughput=5MB/sec 2024-08-10T05:52:45.130 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-fKUjzqyfdgVRRDB off=18329383 len=2074439 2024-08-10T05:52:45.142 INFO:tasks.workunit.client.0.smithi031.stdout:op 5449 completed, throughput=5MB/sec 2024-08-10T05:52:45.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:52:45 smithi031 ceph-mon[98130]: pgmap v1939: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-08-10T05:52:45.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:52:45 smithi031 ceph-mon[100614]: pgmap v1939: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-08-10T05:52:45.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:52:45 smithi196 ceph-mon[90243]: pgmap v1939: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-08-10T05:52:46.143 INFO:tasks.workunit.client.0.smithi031.stdout: 1074: throughput=5MB/sec pending data=0 2024-08-10T05:52:46.143 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-FyrQGPijm5OOsNL off=20337004 len=41812 2024-08-10T05:52:46.146 INFO:tasks.workunit.client.0.smithi031.stdout:op 5450 completed, throughput=5MB/sec 2024-08-10T05:52:46.146 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-buwMC8FVTJgF5Jj off=4680783 len=306268 2024-08-10T05:52:46.149 INFO:tasks.workunit.client.0.smithi031.stdout:op 5451 completed, throughput=5MB/sec 2024-08-10T05:52:46.149 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-WNDS7145W5pVxYb off=8874372 len=13090 2024-08-10T05:52:46.150 INFO:tasks.workunit.client.0.smithi031.stdout:op 5452 completed, throughput=5MB/sec 2024-08-10T05:52:46.150 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-wvJD6lCtVQFKMtH off=881070 len=142779 2024-08-10T05:52:46.152 INFO:tasks.workunit.client.0.smithi031.stdout:op 5453 completed, throughput=5MB/sec 2024-08-10T05:52:46.152 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-jNGdACJJ5z2uEEZ off=5271355 len=1293674 2024-08-10T05:52:46.154 INFO:tasks.workunit.client.0.smithi031.stdout:op 5454 completed, throughput=5MB/sec 2024-08-10T05:52:46.154 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ESckVi8C4o9kz22 off=320178 len=1974147 2024-08-10T05:52:46.166 INFO:tasks.workunit.client.0.smithi031.stdout:op 5455 completed, throughput=5MB/sec 2024-08-10T05:52:46.166 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-FqRCvQFG_8Ba98- off=1336321 len=1474790 2024-08-10T05:52:46.172 INFO:tasks.workunit.client.0.smithi031.stdout:op 5456 completed, throughput=5MB/sec 2024-08-10T05:52:47.172 INFO:tasks.workunit.client.0.smithi031.stdout: 1075: throughput=5MB/sec pending data=0 2024-08-10T05:52:47.172 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-3DoKRWf4J4-G9QR off=3883716 len=1716138 2024-08-10T05:52:47.181 INFO:tasks.workunit.client.0.smithi031.stdout:op 5457 completed, throughput=5MB/sec 2024-08-10T05:52:47.182 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-h5vlRExetNyGK_3 off=2529795 len=490043 2024-08-10T05:52:47.183 INFO:tasks.workunit.client.0.smithi031.stdout:op 5458 completed, throughput=5MB/sec 2024-08-10T05:52:47.183 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-7kHLNsK4dBR5t1W off=2992836 len=414620 2024-08-10T05:52:47.187 INFO:tasks.workunit.client.0.smithi031.stdout:op 5459 completed, throughput=5MB/sec 2024-08-10T05:52:47.187 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-dC5-tn9sWBSOk8K off=8522284 len=147361 2024-08-10T05:52:47.190 INFO:tasks.workunit.client.0.smithi031.stdout:op 5460 completed, throughput=5MB/sec 2024-08-10T05:52:47.190 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-4b_X8Y8qJRA_6Hu off=21436352 len=1743795 2024-08-10T05:52:47.193 INFO:tasks.workunit.client.0.smithi031.stdout:op 5461 completed, throughput=5MB/sec 2024-08-10T05:52:47.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:52:47 smithi031 ceph-mon[98130]: pgmap v1940: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-10T05:52:47.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:52:47 smithi031 ceph-mon[100614]: pgmap v1940: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-10T05:52:47.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:52:47 smithi196 ceph-mon[90243]: pgmap v1940: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-10T05:52:48.194 INFO:tasks.workunit.client.0.smithi031.stdout: 1076: throughput=5MB/sec pending data=0 2024-08-10T05:52:48.194 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ymQVFv5I267KVFV off=2022330 len=1817331 2024-08-10T05:52:48.202 INFO:tasks.workunit.client.0.smithi031.stdout:op 5462 completed, throughput=5MB/sec 2024-08-10T05:52:48.202 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ZRok_Tx75wO8JuG off=190898 len=1895665 2024-08-10T05:52:48.214 INFO:tasks.workunit.client.0.smithi031.stdout:op 5463 completed, throughput=5MB/sec 2024-08-10T05:52:48.214 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-o-EsES026ACupXQ off=11286341 len=1635722 2024-08-10T05:52:48.220 INFO:tasks.workunit.client.0.smithi031.stdout:op 5464 completed, throughput=5MB/sec 2024-08-10T05:52:49.221 INFO:tasks.workunit.client.0.smithi031.stdout: 1077: throughput=5MB/sec pending data=0 2024-08-10T05:52:49.221 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-EkYb6FttNYS9zdL off=8669724 len=1003221 2024-08-10T05:52:49.222 INFO:tasks.workunit.client.0.smithi031.stdout:op 5465 completed, throughput=5MB/sec 2024-08-10T05:52:49.222 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-9csXzJOAnxtvrkv off=8227960 len=1686589 2024-08-10T05:52:49.224 INFO:tasks.workunit.client.0.smithi031.stdout:op 5466 completed, throughput=5MB/sec 2024-08-10T05:52:49.225 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-qHJEyTj7VNihB1J off=3868279 len=92966 2024-08-10T05:52:49.225 INFO:tasks.workunit.client.0.smithi031.stdout:op 5467 completed, throughput=5MB/sec 2024-08-10T05:52:49.225 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-NSEDsFigl_WTix0 off=2266128 len=1833035 2024-08-10T05:52:49.227 INFO:tasks.workunit.client.0.smithi031.stdout:op 5468 completed, throughput=5MB/sec 2024-08-10T05:52:49.227 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-rBXyj_e3g6S2z6w off=17170015 len=985869 2024-08-10T05:52:49.233 INFO:tasks.workunit.client.0.smithi031.stdout:op 5469 completed, throughput=5MB/sec 2024-08-10T05:52:49.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:52:49 smithi031 ceph-mon[98130]: pgmap v1941: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:52:49.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:52:49 smithi031 ceph-mon[100614]: pgmap v1941: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:52:49.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:52:49 smithi196 ceph-mon[90243]: pgmap v1941: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-10T05:52:50.234 INFO:tasks.workunit.client.0.smithi031.stdout: 1078: throughput=5MB/sec pending data=0 2024-08-10T05:52:50.234 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-PMo7df5s49jk--1 off=2823970 len=812848 2024-08-10T05:52:50.235 INFO:tasks.workunit.client.0.smithi031.stdout:op 5470 completed, throughput=5MB/sec 2024-08-10T05:52:50.235 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-cTpx26ldpx74LeJ off=127284 len=1207516 2024-08-10T05:52:50.237 INFO:tasks.workunit.client.0.smithi031.stdout:op 5471 completed, throughput=5MB/sec 2024-08-10T05:52:50.237 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-l8dEWsqX73Q9hBm off=5438831 len=770757 2024-08-10T05:52:50.241 INFO:tasks.workunit.client.0.smithi031.stdout:op 5472 completed, throughput=5MB/sec 2024-08-10T05:52:50.241 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj--zWjikS5O7YD3mK off=928286 len=1577259 2024-08-10T05:52:50.245 INFO:tasks.workunit.client.0.smithi031.stdout:op 5473 completed, throughput=5MB/sec 2024-08-10T05:52:50.245 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Q81FBfG9CA15DT8 off=7072410 len=467515 2024-08-10T05:52:50.249 INFO:tasks.workunit.client.0.smithi031.stdout:op 5474 completed, throughput=5MB/sec 2024-08-10T05:52:50.249 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-gG72wb8PGU3pkbo off=11437471 len=1181408 2024-08-10T05:52:50.250 INFO:tasks.workunit.client.0.smithi031.stdout:op 5475 completed, throughput=5MB/sec 2024-08-10T05:52:51.250 INFO:tasks.workunit.client.0.smithi031.stdout: 1079: throughput=5MB/sec pending data=0 2024-08-10T05:52:51.251 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Z58ZAdcVNz8dOSQ off=12922430 len=334387 2024-08-10T05:52:51.254 INFO:tasks.workunit.client.0.smithi031.stdout:op 5476 completed, throughput=5MB/sec 2024-08-10T05:52:51.254 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-lMKCx7jZ10jYfC3 off=7455973 len=986516 2024-08-10T05:52:51.260 INFO:tasks.workunit.client.0.smithi031.stdout:op 5477 completed, throughput=5MB/sec 2024-08-10T05:52:51.260 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-OIhxy_iyd28gCDA off=116988 len=1660956 2024-08-10T05:52:51.263 INFO:tasks.workunit.client.0.smithi031.stdout:op 5478 completed, throughput=5MB/sec 2024-08-10T05:52:51.263 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-UWGgVPH2AeJfZZA off=2556972 len=1593607 2024-08-10T05:52:51.271 INFO:tasks.workunit.client.0.smithi031.stdout:op 5479 completed, throughput=5MB/sec 2024-08-10T05:52:51.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:52:51 smithi031 ceph-mon[98130]: pgmap v1942: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:52:51.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:52:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:52:51] "GET /metrics HTTP/1.1" 200 34053 "" "Prometheus/2.43.0" 2024-08-10T05:52:51.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:52:51 smithi031 ceph-mon[100614]: pgmap v1942: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:52:51.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:52:51 smithi196 ceph-mon[90243]: pgmap v1942: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:52:52.271 INFO:tasks.workunit.client.0.smithi031.stdout: 1080: throughput=5MB/sec pending data=0 2024-08-10T05:52:52.271 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-OY0eoZMp2az2wMw off=17250304 len=560632 2024-08-10T05:52:52.276 INFO:tasks.workunit.client.0.smithi031.stdout:op 5480 completed, throughput=5MB/sec 2024-08-10T05:52:52.276 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-loerpqA0KpLauUg off=3565339 len=1061570 2024-08-10T05:52:52.281 INFO:tasks.workunit.client.0.smithi031.stdout:op 5481 completed, throughput=5MB/sec 2024-08-10T05:52:52.281 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-zucYqpmwmjlZBTE off=989089 len=1159020 2024-08-10T05:52:52.287 INFO:tasks.workunit.client.0.smithi031.stdout:op 5482 completed, throughput=5MB/sec 2024-08-10T05:52:52.287 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-0mJS5p3GWd3XnrT off=464989 len=369132 2024-08-10T05:52:52.290 INFO:tasks.workunit.client.0.smithi031.stdout:op 5483 completed, throughput=5MB/sec 2024-08-10T05:52:52.290 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-eQk9qIRupZUZlto off=7173636 len=1647288 2024-08-10T05:52:52.292 INFO:tasks.workunit.client.0.smithi031.stdout:op 5484 completed, throughput=5MB/sec 2024-08-10T05:52:52.292 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-NdeEPVpM772YbUO off=1053692 len=1357995 2024-08-10T05:52:52.298 INFO:tasks.workunit.client.0.smithi031.stdout:op 5485 completed, throughput=5MB/sec 2024-08-10T05:52:52.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:52:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:52:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:52:53.299 INFO:tasks.workunit.client.0.smithi031.stdout: 1081: throughput=5MB/sec pending data=0 2024-08-10T05:52:53.299 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-0vcM7G7zFiFLmqG off=11756999 len=473023 2024-08-10T05:52:53.303 INFO:tasks.workunit.client.0.smithi031.stdout:op 5486 completed, throughput=5MB/sec 2024-08-10T05:52:53.303 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-uNmv1ezHBcjDYIh off=2155422 len=1795876 2024-08-10T05:52:53.305 INFO:tasks.workunit.client.0.smithi031.stdout:op 5487 completed, throughput=5MB/sec 2024-08-10T05:52:53.305 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-nyHYdqqjzCGrzti off=4145345 len=1628384 2024-08-10T05:52:53.314 INFO:tasks.workunit.client.0.smithi031.stdout:op 5488 completed, throughput=5MB/sec 2024-08-10T05:52:53.314 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-K9NIJVxGOp-XmQA off=7509214 len=1584288 2024-08-10T05:52:53.315 INFO:tasks.workunit.client.0.smithi031.stdout:op 5489 completed, throughput=5MB/sec 2024-08-10T05:52:53.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:52:53 smithi031 ceph-mon[98130]: pgmap v1943: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:52:53.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:52:53 smithi031 ceph-mon[100614]: pgmap v1943: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:52:53.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:52:53 smithi196 ceph-mon[90243]: pgmap v1943: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:52:54.316 INFO:tasks.workunit.client.0.smithi031.stdout: 1082: throughput=5MB/sec pending data=0 2024-08-10T05:52:54.316 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-7NTuTn5YE9v67Hz off=19547 len=137407 2024-08-10T05:52:54.317 INFO:tasks.workunit.client.0.smithi031.stdout:op 5490 completed, throughput=5MB/sec 2024-08-10T05:52:54.317 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-sPidOZL7R0ZmlzU off=4065018 len=1083949 2024-08-10T05:52:54.323 INFO:tasks.workunit.client.0.smithi031.stdout:op 5491 completed, throughput=5MB/sec 2024-08-10T05:52:54.323 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-HJexM7WtE8sF-KS off=10423969 len=1043616 2024-08-10T05:52:54.325 INFO:tasks.workunit.client.0.smithi031.stdout:op 5492 completed, throughput=5MB/sec 2024-08-10T05:52:54.325 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ggPDhxrTibwn_fz off=9405656 len=1035359 2024-08-10T05:52:54.327 INFO:tasks.workunit.client.0.smithi031.stdout:op 5493 completed, throughput=5MB/sec 2024-08-10T05:52:54.327 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-DRzEsT985BldG-x off=4501848 len=56717 2024-08-10T05:52:54.330 INFO:tasks.workunit.client.0.smithi031.stdout:op 5494 completed, throughput=5MB/sec 2024-08-10T05:52:54.330 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-w2nSdFJcIzAbrYE off=2717931 len=1595465 2024-08-10T05:52:54.332 INFO:tasks.workunit.client.0.smithi031.stdout:op 5495 completed, throughput=5MB/sec 2024-08-10T05:52:55.332 INFO:tasks.workunit.client.0.smithi031.stdout: 1083: throughput=5MB/sec pending data=0 2024-08-10T05:52:55.332 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-5Kp944IREqoma0D off=2090046 len=610628 2024-08-10T05:52:55.336 INFO:tasks.workunit.client.0.smithi031.stdout:op 5496 completed, throughput=5MB/sec 2024-08-10T05:52:55.337 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-eqjAvfoOf0yUhTT off=11515240 len=1853958 2024-08-10T05:52:55.339 INFO:tasks.workunit.client.0.smithi031.stdout:op 5497 completed, throughput=5MB/sec 2024-08-10T05:52:55.339 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-VfuO8xbQRqL-ww3 off=3870703 len=1633648 2024-08-10T05:52:55.341 INFO:tasks.workunit.client.0.smithi031.stdout:op 5498 completed, throughput=5MB/sec 2024-08-10T05:52:55.342 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-WNBLLg8xhK8Yn5M off=2989330 len=2094630 2024-08-10T05:52:55.351 INFO:tasks.workunit.client.0.smithi031.stdout:op 5499 completed, throughput=5MB/sec 2024-08-10T05:52:55.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:52:55 smithi031 ceph-mon[98130]: pgmap v1944: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-10T05:52:55.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:52:55 smithi031 ceph-mon[100614]: pgmap v1944: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-10T05:52:55.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:52:55 smithi196 ceph-mon[90243]: pgmap v1944: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-10T05:52:56.352 INFO:tasks.workunit.client.0.smithi031.stdout: 1084: throughput=5MB/sec pending data=0 2024-08-10T05:52:56.352 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ajJN0jprhG1RpWR off=843713 len=453998 2024-08-10T05:52:56.353 INFO:tasks.workunit.client.0.smithi031.stdout:op 5500 completed, throughput=5MB/sec 2024-08-10T05:52:56.353 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Zh3NKF41R_iHRe9 off=4246430 len=2004448 2024-08-10T05:52:56.356 INFO:tasks.workunit.client.0.smithi031.stdout:op 5501 completed, throughput=5MB/sec 2024-08-10T05:52:56.356 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-IGzVuO-ZKfKDklA off=225888 len=401463 2024-08-10T05:52:56.357 INFO:tasks.workunit.client.0.smithi031.stdout:op 5502 completed, throughput=5MB/sec 2024-08-10T05:52:56.357 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Y7CHDkYtFEbMOzL off=18005082 len=274408 2024-08-10T05:52:56.357 INFO:tasks.workunit.client.0.smithi031.stdout:op 5503 completed, throughput=5MB/sec 2024-08-10T05:52:56.358 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-gvKRzi7XrV14P-L off=6592740 len=100131 2024-08-10T05:52:56.360 INFO:tasks.workunit.client.0.smithi031.stdout:op 5504 completed, throughput=5MB/sec 2024-08-10T05:52:56.360 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-4dDBpJhBur2MKMs off=22862383 len=1318429 2024-08-10T05:52:56.369 INFO:tasks.workunit.client.0.smithi031.stdout:op 5505 completed, throughput=5MB/sec 2024-08-10T05:52:56.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:52:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:52:56.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:52:56 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:52:56.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:52:56 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:52:57.369 INFO:tasks.workunit.client.0.smithi031.stdout: 1085: throughput=5MB/sec pending data=0 2024-08-10T05:52:57.370 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-CnGBbFvszGhbnJR off=21048502 len=808334 2024-08-10T05:52:57.371 INFO:tasks.workunit.client.0.smithi031.stdout:op 5506 completed, throughput=5MB/sec 2024-08-10T05:52:57.372 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-lIyHhJj08C3CFZ4 off=7289681 len=1035932 2024-08-10T05:52:57.377 INFO:tasks.workunit.client.0.smithi031.stdout:op 5507 completed, throughput=5MB/sec 2024-08-10T05:52:57.377 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-x64am_KsTPJPCHk off=535789 len=1356607 2024-08-10T05:52:57.380 INFO:tasks.workunit.client.0.smithi031.stdout:op 5508 completed, throughput=5MB/sec 2024-08-10T05:52:57.380 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-CQNHe6Pdp_ICa7m off=14436868 len=119171 2024-08-10T05:52:57.381 INFO:tasks.workunit.client.0.smithi031.stdout:op 5509 completed, throughput=5MB/sec 2024-08-10T05:52:57.381 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-tjje-_Piu6GYy_8 off=645208 len=494049 2024-08-10T05:52:57.385 INFO:tasks.workunit.client.0.smithi031.stdout:op 5510 completed, throughput=5MB/sec 2024-08-10T05:52:57.385 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-bpDi5N1diNEIEMB off=6290964 len=387384 2024-08-10T05:52:57.388 INFO:tasks.workunit.client.0.smithi031.stdout:op 5511 completed, throughput=5MB/sec 2024-08-10T05:52:57.388 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-rxrNqUk1_4Y4CDN off=4649241 len=1191589 2024-08-10T05:52:57.390 INFO:tasks.workunit.client.0.smithi031.stdout:op 5512 completed, throughput=5MB/sec 2024-08-10T05:52:57.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:52:57 smithi031 ceph-mon[98130]: pgmap v1945: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:52:57.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:52:57 smithi031 ceph-mon[100614]: pgmap v1945: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:52:57.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:52:57 smithi196 ceph-mon[90243]: pgmap v1945: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:52:58.390 INFO:tasks.workunit.client.0.smithi031.stdout: 1086: throughput=5MB/sec pending data=0 2024-08-10T05:52:58.390 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-_YTVCHlrd_vup6P off=2442175 len=1867990 2024-08-10T05:52:58.394 INFO:tasks.workunit.client.0.smithi031.stdout:op 5513 completed, throughput=5MB/sec 2024-08-10T05:52:58.394 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-rAjaATcVM2EM-6N off=18395674 len=1999209 2024-08-10T05:52:58.397 INFO:tasks.workunit.client.0.smithi031.stdout:op 5514 completed, throughput=5MB/sec 2024-08-10T05:52:58.397 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-qwtNa1jmj29XJgr off=7990166 len=1913311 2024-08-10T05:52:58.409 INFO:tasks.workunit.client.0.smithi031.stdout:op 5515 completed, throughput=5MB/sec 2024-08-10T05:52:59.409 INFO:tasks.workunit.client.0.smithi031.stdout: 1087: throughput=5MB/sec pending data=0 2024-08-10T05:52:59.409 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-YnfyZk0JzDpd1Kb off=12418887 len=1687263 2024-08-10T05:52:59.411 INFO:tasks.workunit.client.0.smithi031.stdout:op 5516 completed, throughput=5MB/sec 2024-08-10T05:52:59.411 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-EyxvqtdPWXkI4xo off=10646536 len=340652 2024-08-10T05:52:59.415 INFO:tasks.workunit.client.0.smithi031.stdout:op 5517 completed, throughput=5MB/sec 2024-08-10T05:52:59.415 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-bC3goTGewilG3_p off=144306 len=1766519 2024-08-10T05:52:59.417 INFO:tasks.workunit.client.0.smithi031.stdout:op 5518 completed, throughput=5MB/sec 2024-08-10T05:52:59.417 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-KdMPM8vJrn-mEBp off=1401266 len=1007008 2024-08-10T05:52:59.423 INFO:tasks.workunit.client.0.smithi031.stdout:op 5519 completed, throughput=5MB/sec 2024-08-10T05:52:59.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:52:59 smithi031 ceph-mon[98130]: pgmap v1946: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:52:59.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:52:59 smithi031 ceph-mon[100614]: pgmap v1946: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:52:59.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:52:59 smithi196 ceph-mon[90243]: pgmap v1946: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:53:00.423 INFO:tasks.workunit.client.0.smithi031.stdout: 1088: throughput=5MB/sec pending data=0 2024-08-10T05:53:00.423 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-FnNCb7WSkieHU7e off=16484910 len=977145 2024-08-10T05:53:00.431 INFO:tasks.workunit.client.0.smithi031.stdout:op 5520 completed, throughput=5MB/sec 2024-08-10T05:53:00.431 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Aih5nHynHdOni1U off=24462730 len=470689 2024-08-10T05:53:00.432 INFO:tasks.workunit.client.0.smithi031.stdout:op 5521 completed, throughput=5MB/sec 2024-08-10T05:53:00.433 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-eGuvbP_OjNJQOBf off=7502895 len=951283 2024-08-10T05:53:00.434 INFO:tasks.workunit.client.0.smithi031.stdout:op 5522 completed, throughput=5MB/sec 2024-08-10T05:53:00.434 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-CVJCHWnIDwBBaBq off=1691952 len=1544546 2024-08-10T05:53:00.442 INFO:tasks.workunit.client.0.smithi031.stdout:op 5523 completed, throughput=5MB/sec 2024-08-10T05:53:00.442 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-0_rtJ7NrbiXMpAK off=107994 len=560540 2024-08-10T05:53:00.446 INFO:tasks.workunit.client.0.smithi031.stdout:op 5524 completed, throughput=5MB/sec 2024-08-10T05:53:00.446 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-x8BTPHaYgbi5S2S off=4147955 len=851855 2024-08-10T05:53:00.450 INFO:tasks.workunit.client.0.smithi031.stdout:op 5525 completed, throughput=5MB/sec 2024-08-10T05:53:01.451 INFO:tasks.workunit.client.0.smithi031.stdout: 1089: throughput=5MB/sec pending data=0 2024-08-10T05:53:01.451 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-cU-TuZhIsXWZUUG off=680358 len=253211 2024-08-10T05:53:01.452 INFO:tasks.workunit.client.0.smithi031.stdout:op 5526 completed, throughput=5MB/sec 2024-08-10T05:53:01.452 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-NpxxjpAyUdwgYfj off=1036978 len=995649 2024-08-10T05:53:01.457 INFO:tasks.workunit.client.0.smithi031.stdout:op 5527 completed, throughput=5MB/sec 2024-08-10T05:53:01.457 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-C4EkKD-LMjRq4ru off=552156 len=1451585 2024-08-10T05:53:01.466 INFO:tasks.workunit.client.0.smithi031.stdout:op 5528 completed, throughput=5MB/sec 2024-08-10T05:53:01.466 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-PWUA_STVfl8v1XH off=4470160 len=724645 2024-08-10T05:53:01.468 INFO:tasks.workunit.client.0.smithi031.stdout:op 5529 completed, throughput=5MB/sec 2024-08-10T05:53:01.468 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-dC_-dJKu3knFQmw off=7437504 len=771080 2024-08-10T05:53:01.469 INFO:tasks.workunit.client.0.smithi031.stdout:op 5530 completed, throughput=5MB/sec 2024-08-10T05:53:01.470 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-tNikKiVo6EMY4wi off=4794711 len=72693 2024-08-10T05:53:01.470 INFO:tasks.workunit.client.0.smithi031.stdout:op 5531 completed, throughput=5MB/sec 2024-08-10T05:53:01.470 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-kUvE7IOpdEAKXr_ off=13580026 len=1074190 2024-08-10T05:53:01.475 INFO:tasks.workunit.client.0.smithi031.stdout:op 5532 completed, throughput=5MB/sec 2024-08-10T05:53:01.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:53:01 smithi031 ceph-mon[98130]: pgmap v1947: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:53:01.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:53:01 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:53:01] "GET /metrics HTTP/1.1" 200 34055 "" "Prometheus/2.43.0" 2024-08-10T05:53:01.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:53:01 smithi031 ceph-mon[100614]: pgmap v1947: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:53:01.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:53:01 smithi196 ceph-mon[90243]: pgmap v1947: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-10T05:53:02.475 INFO:tasks.workunit.client.0.smithi031.stdout: 1090: throughput=5MB/sec pending data=0 2024-08-10T05:53:02.475 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-xnkTpm1k_aL-h34 off=199419 len=1179693 2024-08-10T05:53:02.482 INFO:tasks.workunit.client.0.smithi031.stdout:op 5533 completed, throughput=5MB/sec 2024-08-10T05:53:02.482 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-d4ShAstqzADLqPc off=230592 len=474941 2024-08-10T05:53:02.486 INFO:tasks.workunit.client.0.smithi031.stdout:op 5534 completed, throughput=5MB/sec 2024-08-10T05:53:02.486 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-LsbhY-ejRZMmBpf off=508445 len=108009 2024-08-10T05:53:02.488 INFO:tasks.workunit.client.0.smithi031.stdout:op 5535 completed, throughput=5MB/sec 2024-08-10T05:53:02.488 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-1N5wMgrl2rRU-mt off=6930092 len=1042709 2024-08-10T05:53:02.490 INFO:tasks.workunit.client.0.smithi031.stdout:op 5536 completed, throughput=5MB/sec 2024-08-10T05:53:02.491 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-MA-a9oXPAC3f386 off=875801 len=857658 2024-08-10T05:53:02.495 INFO:tasks.workunit.client.0.smithi031.stdout:op 5537 completed, throughput=5MB/sec 2024-08-10T05:53:02.495 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-lMtTAjGWBqj0kCs off=545656 len=985253 2024-08-10T05:53:02.500 INFO:tasks.workunit.client.0.smithi031.stdout:op 5538 completed, throughput=5MB/sec 2024-08-10T05:53:02.500 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-kzI7y6sVNSUnZPZ off=2437919 len=609729 2024-08-10T05:53:02.503 INFO:tasks.workunit.client.0.smithi031.stdout:op 5539 completed, throughput=5MB/sec 2024-08-10T05:53:02.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:53:02 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:53:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:53:03.504 INFO:tasks.workunit.client.0.smithi031.stdout: 1091: throughput=5MB/sec pending data=0 2024-08-10T05:53:03.504 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-x8Q8EnTF42_PNv_ off=3852966 len=1929369 2024-08-10T05:53:03.506 INFO:tasks.workunit.client.0.smithi031.stdout:op 5540 completed, throughput=5MB/sec 2024-08-10T05:53:03.507 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-25vMvogE1ir7HGD off=2386176 len=1976033 2024-08-10T05:53:03.509 INFO:tasks.workunit.client.0.smithi031.stdout:op 5541 completed, throughput=5MB/sec 2024-08-10T05:53:03.509 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Zv4yXZugzIw82Wg off=2554139 len=651080 2024-08-10T05:53:03.511 INFO:tasks.workunit.client.0.smithi031.stdout:op 5542 completed, throughput=5MB/sec 2024-08-10T05:53:03.511 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-_eiO_frleVEXbTs off=16866716 len=1587300 2024-08-10T05:53:03.513 INFO:tasks.workunit.client.0.smithi031.stdout:op 5543 completed, throughput=5MB/sec 2024-08-10T05:53:03.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:53:03 smithi031 ceph-mon[98130]: pgmap v1948: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:53:03.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:53:03 smithi031 ceph-mon[100614]: pgmap v1948: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:53:03.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:53:03 smithi196 ceph-mon[90243]: pgmap v1948: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-10T05:53:04.513 INFO:tasks.workunit.client.0.smithi031.stdout: 1092: throughput=5MB/sec pending data=0 2024-08-10T05:53:04.513 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-pk5iMGkhfvioe-c off=4456612 len=703968 2024-08-10T05:53:04.518 INFO:tasks.workunit.client.0.smithi031.stdout:op 5544 completed, throughput=5MB/sec 2024-08-10T05:53:04.518 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-UPVV7DU8KGprXCI off=4585931 len=1711292 2024-08-10T05:53:04.527 INFO:tasks.workunit.client.0.smithi031.stdout:op 5545 completed, throughput=5MB/sec 2024-08-10T05:53:04.527 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-JPNL-XEYIVxf5Rd off=8584039 len=848466 2024-08-10T05:53:04.529 INFO:tasks.workunit.client.0.smithi031.stdout:op 5546 completed, throughput=5MB/sec 2024-08-10T05:53:04.529 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-cAuCK5pkrrvYazV off=1653724 len=288047 2024-08-10T05:53:04.533 INFO:tasks.workunit.client.0.smithi031.stdout:op 5547 completed, throughput=5MB/sec 2024-08-10T05:53:04.533 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-QU3eEOkBkE7TNdc off=8662204 len=618504 2024-08-10T05:53:04.533 INFO:tasks.workunit.client.0.smithi031.stdout:op 5548 completed, throughput=5MB/sec 2024-08-10T05:53:05.534 INFO:tasks.workunit.client.0.smithi031.stdout: 1093: throughput=5MB/sec pending data=0 2024-08-10T05:53:05.534 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Cx8T6hCcWtEbV2M off=7934457 len=2073769 2024-08-10T05:53:05.543 INFO:tasks.workunit.client.0.smithi031.stdout:op 5549 completed, throughput=5MB/sec 2024-08-10T05:53:05.543 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-H6f6FgXUNx1Zcap off=11288738 len=1752163 2024-08-10T05:53:05.551 INFO:tasks.workunit.client.0.smithi031.stdout:op 5550 completed, throughput=5MB/sec 2024-08-10T05:53:05.551 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-fSOgPdBPLudqSvq off=5317741 len=1364708 2024-08-10T05:53:05.559 INFO:tasks.workunit.client.0.smithi031.stdout:op 5551 completed, throughput=5MB/sec 2024-08-10T05:53:05.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:53:05 smithi031 ceph-mon[98130]: pgmap v1949: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-10T05:53:05.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:53:05 smithi031 ceph-mon[100614]: pgmap v1949: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-10T05:53:05.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:53:05 smithi196 ceph-mon[90243]: pgmap v1949: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-10T05:53:06.560 INFO:tasks.workunit.client.0.smithi031.stdout: 1094: throughput=5MB/sec pending data=0 2024-08-10T05:53:06.560 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-5nLpa0cwyucMI6x off=762975 len=1925619 2024-08-10T05:53:06.570 INFO:tasks.workunit.client.0.smithi031.stdout:op 5552 completed, throughput=5MB/sec 2024-08-10T05:53:06.570 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-TDi_cxAY2wHzGr_ off=13402799 len=1685145 2024-08-10T05:53:06.574 INFO:tasks.workunit.client.0.smithi031.stdout:op 5553 completed, throughput=5MB/sec 2024-08-10T05:53:06.574 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-AqWw8fTDYEhSDIQ off=8205587 len=529570 2024-08-10T05:53:06.575 INFO:tasks.workunit.client.0.smithi031.stdout:op 5554 completed, throughput=5MB/sec 2024-08-10T05:53:06.575 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-nLHKA2orjsASamq off=11424583 len=1883287 2024-08-10T05:53:06.577 INFO:tasks.workunit.client.0.smithi031.stdout:op 5555 completed, throughput=5MB/sec 2024-08-10T05:53:07.578 INFO:tasks.workunit.client.0.smithi031.stdout: 1095: throughput=5MB/sec pending data=0 2024-08-10T05:53:07.578 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-GcgHn3l3Sv6PriS off=4111366 len=40771 2024-08-10T05:53:07.578 INFO:tasks.workunit.client.0.smithi031.stdout:op 5556 completed, throughput=5MB/sec 2024-08-10T05:53:07.579 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-a9ZPupJxqFeUsAb off=7589427 len=692546 2024-08-10T05:53:07.583 INFO:tasks.workunit.client.0.smithi031.stdout:op 5557 completed, throughput=5MB/sec 2024-08-10T05:53:07.583 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-FxhzXJqMl2guhQY off=7385019 len=2050186 2024-08-10T05:53:07.586 INFO:tasks.workunit.client.0.smithi031.stdout:op 5558 completed, throughput=5MB/sec 2024-08-10T05:53:07.586 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-LH6tlJO043qYFvN off=4854382 len=1297306 2024-08-10T05:53:07.594 INFO:tasks.workunit.client.0.smithi031.stdout:op 5559 completed, throughput=5MB/sec 2024-08-10T05:53:07.594 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-755BvtFqNb7ecP- off=11624783 len=931210 2024-08-10T05:53:07.595 INFO:tasks.workunit.client.0.smithi031.stdout:op 5560 completed, throughput=5MB/sec 2024-08-10T05:53:07.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:53:07 smithi031 ceph-mon[98130]: pgmap v1950: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-08-10T05:53:07.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:53:07 smithi031 ceph-mon[100614]: pgmap v1950: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-08-10T05:53:07.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:53:07 smithi196 ceph-mon[90243]: pgmap v1950: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-08-10T05:53:08.596 INFO:tasks.workunit.client.0.smithi031.stdout: 1096: throughput=5MB/sec pending data=0 2024-08-10T05:53:08.596 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj--kuNnL45dDuE8R2 off=11608372 len=26088 2024-08-10T05:53:08.598 INFO:tasks.workunit.client.0.smithi031.stdout:op 5561 completed, throughput=5MB/sec 2024-08-10T05:53:08.599 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-maC90UOCnpNuc_o off=10453686 len=163063 2024-08-10T05:53:08.599 INFO:tasks.workunit.client.0.smithi031.stdout:op 5562 completed, throughput=5MB/sec 2024-08-10T05:53:08.599 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-PsSWNTifXZuLuVZ off=1254292 len=477326 2024-08-10T05:53:08.603 INFO:tasks.workunit.client.0.smithi031.stdout:op 5563 completed, throughput=5MB/sec 2024-08-10T05:53:08.603 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-P6nYiZGzrmXlE6P off=3307390 len=628264 2024-08-10T05:53:08.607 INFO:tasks.workunit.client.0.smithi031.stdout:op 5564 completed, throughput=5MB/sec 2024-08-10T05:53:08.607 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-t-3ar4BJc04T3Zu off=10169777 len=535256 2024-08-10T05:53:08.611 INFO:tasks.workunit.client.0.smithi031.stdout:op 5565 completed, throughput=5MB/sec 2024-08-10T05:53:08.611 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Ie6GyS3CDc-ehtp off=2353673 len=2014973 2024-08-10T05:53:08.622 INFO:tasks.workunit.client.0.smithi031.stdout:op 5566 completed, throughput=5MB/sec 2024-08-10T05:53:08.622 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-MiNUW6VQ5FblfM9 off=436294 len=1160421 2024-08-10T05:53:08.627 INFO:tasks.workunit.client.0.smithi031.stdout:op 5567 completed, throughput=5MB/sec 2024-08-10T05:53:09.628 INFO:tasks.workunit.client.0.smithi031.stdout: 1097: throughput=5MB/sec pending data=0 2024-08-10T05:53:09.628 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-fPhTkN3k7gfQbb7 off=22032679 len=826919 2024-08-10T05:53:09.632 INFO:tasks.workunit.client.0.smithi031.stdout:op 5568 completed, throughput=5MB/sec 2024-08-10T05:53:09.633 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-dRUt6PCWKbxiSUQ off=2928608 len=86038 2024-08-10T05:53:09.633 INFO:tasks.workunit.client.0.smithi031.stdout:op 5569 completed, throughput=5MB/sec 2024-08-10T05:53:09.633 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-vh8cmHFQxaA3WjA off=4428468 len=2036986 2024-08-10T05:53:09.642 INFO:tasks.workunit.client.0.smithi031.stdout:op 5570 completed, throughput=5MB/sec 2024-08-10T05:53:09.642 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-xOlkgTVD7O3i7iV off=10291573 len=264522 2024-08-10T05:53:09.643 INFO:tasks.workunit.client.0.smithi031.stdout:op 5571 completed, throughput=5MB/sec 2024-08-10T05:53:09.643 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-b48mXqS7lEjOGje off=11495266 len=782235 2024-08-10T05:53:09.644 INFO:tasks.workunit.client.0.smithi031.stdout:op 5572 completed, throughput=5MB/sec 2024-08-10T05:53:09.644 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-FCt7921yO7xi7d_ off=3640635 len=1329063 2024-08-10T05:53:09.647 INFO:tasks.workunit.client.0.smithi031.stdout:op 5573 completed, throughput=5MB/sec 2024-08-10T05:53:09.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:53:09 smithi031 ceph-mon[98130]: pgmap v1951: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-10T05:53:09.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:53:09 smithi031 ceph-mon[100614]: pgmap v1951: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-10T05:53:09.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:53:09 smithi196 ceph-mon[90243]: pgmap v1951: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-10T05:53:10.647 INFO:tasks.workunit.client.0.smithi031.stdout: 1098: throughput=5MB/sec pending data=0 2024-08-10T05:53:10.647 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-DHfI3Wfz-61jFzI off=1705678 len=608750 2024-08-10T05:53:10.649 INFO:tasks.workunit.client.0.smithi031.stdout:op 5574 completed, throughput=5MB/sec 2024-08-10T05:53:10.649 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-2e8y7VipP4CIk5y off=8932566 len=466893 2024-08-10T05:53:10.653 INFO:tasks.workunit.client.0.smithi031.stdout:op 5575 completed, throughput=5MB/sec 2024-08-10T05:53:10.653 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-91UNyof7uIP4TAl off=0 len=1523040 2024-08-10T05:53:10.656 INFO:tasks.workunit.client.0.smithi031.stdout:op 5576 completed, throughput=5MB/sec 2024-08-10T05:53:10.656 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-6YknHaSxc5XVqLy off=8037521 len=2014628 2024-08-10T05:53:10.668 INFO:tasks.workunit.client.0.smithi031.stdout:op 5577 completed, throughput=5MB/sec 2024-08-10T05:53:10.668 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-TBE2SV3k1mmCa7B off=11997972 len=241698 2024-08-10T05:53:10.668 INFO:tasks.workunit.client.0.smithi031.stdout:op 5578 completed, throughput=5MB/sec 2024-08-10T05:53:10.669 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-_fbZzNfDVQ6VPvh off=13219346 len=96972 2024-08-10T05:53:10.669 INFO:tasks.workunit.client.0.smithi031.stdout:op 5579 completed, throughput=5MB/sec 2024-08-10T05:53:10.670 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-kZ2jeDo8gInJe8e off=6967967 len=792183 2024-08-10T05:53:10.673 INFO:tasks.workunit.client.0.smithi031.stdout:op 5580 completed, throughput=5MB/sec 2024-08-10T05:53:11.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:53:11 smithi031 ceph-mon[100614]: pgmap v1952: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:53:11.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:53:11 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:53:11.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:53:11 smithi031 ceph-mon[98130]: pgmap v1952: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:53:11.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:53:11 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:53:11.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:53:11 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:53:11] "GET /metrics HTTP/1.1" 200 34053 "" "Prometheus/2.43.0" 2024-08-10T05:53:11.673 INFO:tasks.workunit.client.0.smithi031.stdout: 1099: throughput=5MB/sec pending data=0 2024-08-10T05:53:11.674 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-kE1d58gVK_-KcXj off=10433679 len=534505 2024-08-10T05:53:11.678 INFO:tasks.workunit.client.0.smithi031.stdout:op 5581 completed, throughput=5MB/sec 2024-08-10T05:53:11.678 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-HPFjXYEcDdkOAfw off=1560065 len=419245 2024-08-10T05:53:11.681 INFO:tasks.workunit.client.0.smithi031.stdout:op 5582 completed, throughput=5MB/sec 2024-08-10T05:53:11.681 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-JwVUs8RPjLU4LrC off=4474539 len=406633 2024-08-10T05:53:11.685 INFO:tasks.workunit.client.0.smithi031.stdout:op 5583 completed, throughput=5MB/sec 2024-08-10T05:53:11.685 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-OsOjDeFV_1xmUPR off=3269555 len=1963744 2024-08-10T05:53:11.689 INFO:tasks.workunit.client.0.smithi031.stdout:op 5584 completed, throughput=5MB/sec 2024-08-10T05:53:11.689 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-v5Mq-Nx-d1UlTls off=2748706 len=1808989 2024-08-10T05:53:11.697 INFO:tasks.workunit.client.0.smithi031.stdout:op 5585 completed, throughput=5MB/sec 2024-08-10T05:53:11.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:53:11 smithi196 ceph-mon[90243]: pgmap v1952: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-10T05:53:11.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:53:11 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:53:12.680 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:53:12 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:53:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:53:12.697 INFO:tasks.workunit.client.0.smithi031.stdout: 1100: throughput=5MB/sec pending data=0 2024-08-10T05:53:12.698 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-E1aIz1x8FpQOFwH off=15959112 len=599826 2024-08-10T05:53:12.703 INFO:tasks.workunit.client.0.smithi031.stdout:op 5586 completed, throughput=5MB/sec 2024-08-10T05:53:12.703 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-rqDPhqt6vvsa-E3 off=10733442 len=989099 2024-08-10T05:53:12.704 INFO:tasks.workunit.client.0.smithi031.stdout:op 5587 completed, throughput=5MB/sec 2024-08-10T05:53:12.704 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-a3NE-hI48ON9sbX off=3868924 len=28501 2024-08-10T05:53:12.705 INFO:tasks.workunit.client.0.smithi031.stdout:op 5588 completed, throughput=5MB/sec 2024-08-10T05:53:12.705 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-x94XIW7m_bmx32L off=1358654 len=67930 2024-08-10T05:53:12.707 INFO:tasks.workunit.client.0.smithi031.stdout:op 5589 completed, throughput=5MB/sec 2024-08-10T05:53:12.708 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-gkmHV9LzIM5tYvx off=1340600 len=1606562 2024-08-10T05:53:12.710 INFO:tasks.workunit.client.0.smithi031.stdout:op 5590 completed, throughput=5MB/sec 2024-08-10T05:53:12.710 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-xtgzh3vg6FkWVp1 off=2515518 len=1212342 2024-08-10T05:53:12.716 INFO:tasks.workunit.client.0.smithi031.stdout:op 5591 completed, throughput=5MB/sec 2024-08-10T05:53:12.716 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-utyTly0XaXU1eQU off=6043197 len=839534 2024-08-10T05:53:12.717 INFO:tasks.workunit.client.0.smithi031.stdout:op 5592 completed, throughput=5MB/sec 2024-08-10T05:53:13.718 INFO:tasks.workunit.client.0.smithi031.stdout: 1101: throughput=5MB/sec pending data=0 2024-08-10T05:53:13.718 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-8URYwwKofUXXdcR off=5697436 len=1403205 2024-08-10T05:53:13.720 INFO:tasks.workunit.client.0.smithi031.stdout:op 5593 completed, throughput=5MB/sec 2024-08-10T05:53:13.721 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-bVSqIqzArkRlOGv off=2930026 len=1185616 2024-08-10T05:53:13.726 INFO:tasks.workunit.client.0.smithi031.stdout:op 5594 completed, throughput=5MB/sec 2024-08-10T05:53:13.726 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-vsWgo6llTQpOk7o off=16609834 len=123519 2024-08-10T05:53:13.729 INFO:tasks.workunit.client.0.smithi031.stdout:op 5595 completed, throughput=5MB/sec 2024-08-10T05:53:13.729 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-u1qIzK4O1zBwYkZ off=1559431 len=1685083 2024-08-10T05:53:13.739 INFO:tasks.workunit.client.0.smithi031.stdout:op 5596 completed, throughput=5MB/sec 2024-08-10T05:53:13.739 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-eKqYeOXfJj3VNJw off=15595431 len=1623750 2024-08-10T05:53:13.745 INFO:tasks.workunit.client.0.smithi031.stdout:op 5597 completed, throughput=5MB/sec 2024-08-10T05:53:13.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:53:13 smithi031 ceph-mon[98130]: pgmap v1953: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:53:13.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:53:13 smithi031 ceph-mon[100614]: pgmap v1953: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:53:13.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:53:13 smithi196 ceph-mon[90243]: pgmap v1953: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:53:14.746 INFO:tasks.workunit.client.0.smithi031.stdout: 1102: throughput=5MB/sec pending data=0 2024-08-10T05:53:14.746 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ld7AB_kqEf1MhCP off=4807422 len=232702 2024-08-10T05:53:14.749 INFO:tasks.workunit.client.0.smithi031.stdout:op 5598 completed, throughput=5MB/sec 2024-08-10T05:53:14.750 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-hmHc3pw4FgVesF8 off=16585846 len=961048 2024-08-10T05:53:14.751 INFO:tasks.workunit.client.0.smithi031.stdout:op 5599 completed, throughput=5MB/sec 2024-08-10T05:53:14.751 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-RKxlwv6ZTZCLiGb off=17922457 len=1123630 2024-08-10T05:53:14.753 INFO:tasks.workunit.client.0.smithi031.stdout:op 5600 completed, throughput=5MB/sec 2024-08-10T05:53:14.753 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Uf6P0KPdb8ftci2 off=6847325 len=264392 2024-08-10T05:53:14.756 INFO:tasks.workunit.client.0.smithi031.stdout:op 5601 completed, throughput=5MB/sec 2024-08-10T05:53:14.756 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Ma-1-RhcY-yrUbi off=6834389 len=1671720 2024-08-10T05:53:14.758 INFO:tasks.workunit.client.0.smithi031.stdout:op 5602 completed, throughput=5MB/sec 2024-08-10T05:53:14.758 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-M7YvRsHADbmVM-1 off=1576198 len=779782 2024-08-10T05:53:14.763 INFO:tasks.workunit.client.0.smithi031.stdout:op 5603 completed, throughput=5MB/sec 2024-08-10T05:53:15.764 INFO:tasks.workunit.client.0.smithi031.stdout: 1103: throughput=5MB/sec pending data=0 2024-08-10T05:53:15.764 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ciNiWlOJMMZDOxj off=19189752 len=124526 2024-08-10T05:53:15.764 INFO:tasks.workunit.client.0.smithi031.stdout:op 5604 completed, throughput=5MB/sec 2024-08-10T05:53:15.765 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-4t2kg8lphkgvRr7 off=3032458 len=665113 2024-08-10T05:53:15.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:53:15 smithi031 ceph-mon[98130]: pgmap v1954: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-08-10T05:53:15.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:53:15 smithi031 ceph-mon[100614]: pgmap v1954: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-08-10T05:53:15.770 INFO:tasks.workunit.client.0.smithi031.stdout:op 5605 completed, throughput=5MB/sec 2024-08-10T05:53:15.770 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-M0Pj3y2yyipdCJs off=1468775 len=1658730 2024-08-10T05:53:15.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:53:15 smithi196 ceph-mon[90243]: pgmap v1954: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-08-10T05:53:15.779 INFO:tasks.workunit.client.0.smithi031.stdout:op 5606 completed, throughput=5MB/sec 2024-08-10T05:53:15.779 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-K0ZksU7yr2v7Qj5 off=13035938 len=603924 2024-08-10T05:53:15.781 INFO:tasks.workunit.client.0.smithi031.stdout:op 5607 completed, throughput=5MB/sec 2024-08-10T05:53:15.781 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-FB_WFu0Gnw2SKgg off=14324733 len=611541 2024-08-10T05:53:15.785 INFO:tasks.workunit.client.0.smithi031.stdout:op 5608 completed, throughput=5MB/sec 2024-08-10T05:53:15.785 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-qwtNa1jmj29XJgr off=15657137 len=249694 2024-08-10T05:53:15.785 INFO:tasks.workunit.client.0.smithi031.stdout:op 5609 completed, throughput=5MB/sec 2024-08-10T05:53:15.785 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-QqTftbtESqqX3Yq off=11494506 len=667646 2024-08-10T05:53:15.789 INFO:tasks.workunit.client.0.smithi031.stdout:op 5610 completed, throughput=5MB/sec 2024-08-10T05:53:15.789 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-jBANLVIR7-b2wjU off=1286437 len=204890 2024-08-10T05:53:15.798 INFO:tasks.workunit.client.0.smithi031.stdout:op 5611 completed, throughput=5MB/sec 2024-08-10T05:53:15.798 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-_upFf6aQCLHapbY off=0 len=1585264 2024-08-10T05:53:15.806 INFO:tasks.workunit.client.0.smithi031.stdout:op 5612 completed, throughput=5MB/sec 2024-08-10T05:53:16.807 INFO:tasks.workunit.client.0.smithi031.stdout: 1104: throughput=5MB/sec pending data=0 2024-08-10T05:53:16.807 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-O6_9cJlhah0GUjm off=12195678 len=461394 2024-08-10T05:53:16.807 INFO:tasks.workunit.client.0.smithi031.stdout:op 5613 completed, throughput=5MB/sec 2024-08-10T05:53:16.808 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-0b1KA_MTmWGp-Oo off=4384885 len=1972305 2024-08-10T05:53:16.810 INFO:tasks.workunit.client.0.smithi031.stdout:op 5614 completed, throughput=5MB/sec 2024-08-10T05:53:16.810 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-b2jkoYE1utDPc4V off=3778534 len=1838548 2024-08-10T05:53:16.814 INFO:tasks.workunit.client.0.smithi031.stdout:op 5615 completed, throughput=5MB/sec 2024-08-10T05:53:17.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:53:17 smithi031 ceph-mon[100614]: pgmap v1955: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:53:17.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:53:17 smithi031 ceph-mon[98130]: pgmap v1955: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:53:17.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:53:17 smithi196 ceph-mon[90243]: pgmap v1955: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:53:17.814 INFO:tasks.workunit.client.0.smithi031.stdout: 1105: throughput=5MB/sec pending data=0 2024-08-10T05:53:17.814 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Ek0ElJh5y62ubD6 off=20997946 len=1385418 2024-08-10T05:53:17.817 INFO:tasks.workunit.client.0.smithi031.stdout:op 5616 completed, throughput=5MB/sec 2024-08-10T05:53:17.817 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-5FceCDN4-yitVfe off=14009596 len=356246 2024-08-10T05:53:17.821 INFO:tasks.workunit.client.0.smithi031.stdout:op 5617 completed, throughput=5MB/sec 2024-08-10T05:53:17.821 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-l0MMrdSNRuXvPx9 off=22848542 len=1640850 2024-08-10T05:53:17.828 INFO:tasks.workunit.client.0.smithi031.stdout:op 5618 completed, throughput=5MB/sec 2024-08-10T05:53:17.829 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-GnrCZO6PtMNFmQx off=4744425 len=1449804 2024-08-10T05:53:17.835 INFO:tasks.workunit.client.0.smithi031.stdout:op 5619 completed, throughput=5MB/sec 2024-08-10T05:53:17.835 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-BsD3wM35CyDA-q3 off=139674 len=697039 2024-08-10T05:53:17.837 INFO:tasks.workunit.client.0.smithi031.stdout:op 5620 completed, throughput=5MB/sec 2024-08-10T05:53:18.838 INFO:tasks.workunit.client.0.smithi031.stdout: 1106: throughput=5MB/sec pending data=0 2024-08-10T05:53:18.838 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-9U9JWm02aIG0x_w off=4686757 len=1752852 2024-08-10T05:53:18.840 INFO:tasks.workunit.client.0.smithi031.stdout:op 5621 completed, throughput=5MB/sec 2024-08-10T05:53:18.840 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-x_4McP5UjWQJJ-c off=7738484 len=557970 2024-08-10T05:53:18.844 INFO:tasks.workunit.client.0.smithi031.stdout:op 5622 completed, throughput=5MB/sec 2024-08-10T05:53:18.844 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ZNObPFaWj4Vg7v4 off=12759580 len=452340 2024-08-10T05:53:18.846 INFO:tasks.workunit.client.0.smithi031.stdout:op 5623 completed, throughput=5MB/sec 2024-08-10T05:53:18.846 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-fhRAaAhbzbQdD6u off=3986504 len=1833877 2024-08-10T05:53:18.854 INFO:tasks.workunit.client.0.smithi031.stdout:op 5624 completed, throughput=5MB/sec 2024-08-10T05:53:18.855 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-2mUHU--dohVxz2x off=3031285 len=418192 2024-08-10T05:53:18.855 INFO:tasks.workunit.client.0.smithi031.stdout:op 5625 completed, throughput=5MB/sec 2024-08-10T05:53:19.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:53:19 smithi031 ceph-mon[98130]: pgmap v1956: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:53:19.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:53:19 smithi031 ceph-mon[100614]: pgmap v1956: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:53:19.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:53:19 smithi196 ceph-mon[90243]: pgmap v1956: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:53:19.856 INFO:tasks.workunit.client.0.smithi031.stdout: 1107: throughput=5MB/sec pending data=0 2024-08-10T05:53:19.856 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-mMkNqgb0wGqTCbS off=12407112 len=1587780 2024-08-10T05:53:19.859 INFO:tasks.workunit.client.0.smithi031.stdout:op 5626 completed, throughput=5MB/sec 2024-08-10T05:53:19.859 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Sha9kWU7oygdWLi off=974976 len=841366 2024-08-10T05:53:19.861 INFO:tasks.workunit.client.0.smithi031.stdout:op 5627 completed, throughput=5MB/sec 2024-08-10T05:53:19.861 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ZwvLMjlk4cFPhHT off=9299118 len=568265 2024-08-10T05:53:19.862 INFO:tasks.workunit.client.0.smithi031.stdout:op 5628 completed, throughput=5MB/sec 2024-08-10T05:53:19.862 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-29ZPjrg7SPuBnJl off=16278911 len=37060 2024-08-10T05:53:19.865 INFO:tasks.workunit.client.0.smithi031.stdout:op 5629 completed, throughput=5MB/sec 2024-08-10T05:53:19.865 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-P_ehERGiF-Pcf31 off=531294 len=790501 2024-08-10T05:53:19.870 INFO:tasks.workunit.client.0.smithi031.stdout:op 5630 completed, throughput=5MB/sec 2024-08-10T05:53:19.871 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-C7XuQ4iYsUbPUUP off=5262128 len=187441 2024-08-10T05:53:19.871 INFO:tasks.workunit.client.0.smithi031.stdout:op 5631 completed, throughput=5MB/sec 2024-08-10T05:53:19.871 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-twNL5lTdkQYuih7 off=4236809 len=896593 2024-08-10T05:53:19.873 INFO:tasks.workunit.client.0.smithi031.stdout:op 5632 completed, throughput=5MB/sec 2024-08-10T05:53:19.873 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-XqGzlNMOPcroXM9 off=7575667 len=2003644 2024-08-10T05:53:19.876 INFO:tasks.workunit.client.0.smithi031.stdout:op 5633 completed, throughput=5MB/sec 2024-08-10T05:53:20.877 INFO:tasks.workunit.client.0.smithi031.stdout: 1108: throughput=5MB/sec pending data=0 2024-08-10T05:53:20.877 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ZnXjuFhEugNqGoG off=10184369 len=1518671 2024-08-10T05:53:20.885 INFO:tasks.workunit.client.0.smithi031.stdout:op 5634 completed, throughput=5MB/sec 2024-08-10T05:53:20.885 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-SNcMvF86GQJXxUz off=192899 len=1711740 2024-08-10T05:53:20.894 INFO:tasks.workunit.client.0.smithi031.stdout:op 5635 completed, throughput=5MB/sec 2024-08-10T05:53:20.895 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-bDHFWCUPjc2Kl4I off=4485687 len=1131259 2024-08-10T05:53:20.896 INFO:tasks.workunit.client.0.smithi031.stdout:op 5636 completed, throughput=5MB/sec 2024-08-10T05:53:21.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:53:21 smithi031 ceph-mon[98130]: pgmap v1957: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-10T05:53:21.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:53:21 smithi031 ceph-mon[100614]: pgmap v1957: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-10T05:53:21.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:53:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:53:21] "GET /metrics HTTP/1.1" 200 34053 "" "Prometheus/2.43.0" 2024-08-10T05:53:21.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:53:21 smithi196 ceph-mon[90243]: pgmap v1957: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-10T05:53:21.896 INFO:tasks.workunit.client.0.smithi031.stdout: 1109: throughput=5MB/sec pending data=0 2024-08-10T05:53:21.896 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-VcNUwIygP7c8N4W off=5492133 len=1423155 2024-08-10T05:53:21.898 INFO:tasks.workunit.client.0.smithi031.stdout:op 5637 completed, throughput=5MB/sec 2024-08-10T05:53:21.898 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-nJbbcARUELkBLrU off=457063 len=328197 2024-08-10T05:53:21.899 INFO:tasks.workunit.client.0.smithi031.stdout:op 5638 completed, throughput=5MB/sec 2024-08-10T05:53:21.899 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Z5xDQuV1Xedohlv off=1941990 len=850034 2024-08-10T05:53:21.904 INFO:tasks.workunit.client.0.smithi031.stdout:op 5639 completed, throughput=5MB/sec 2024-08-10T05:53:21.904 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-2OG8t9oDx3Z6Trm off=13036276 len=1566198 2024-08-10T05:53:21.915 INFO:tasks.workunit.client.0.smithi031.stdout:op 5640 completed, throughput=5MB/sec 2024-08-10T05:53:21.915 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-oCXUu2vGkLSLlYT off=6974498 len=1574671 2024-08-10T05:53:21.922 INFO:tasks.workunit.client.0.smithi031.stdout:op 5641 completed, throughput=5MB/sec 2024-08-10T05:53:22.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:53:22 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:53:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:53:22.922 INFO:tasks.workunit.client.0.smithi031.stdout: 1110: throughput=5MB/sec pending data=0 2024-08-10T05:53:22.925 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-gsW24OHO-Fgz5k5 off=6096931 len=1460724 2024-08-10T05:53:22.930 INFO:tasks.workunit.client.0.smithi031.stdout:op 5642 completed, throughput=5MB/sec 2024-08-10T05:53:22.930 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ynFma_wa4XZC9dp off=1001417 len=712963 2024-08-10T05:53:22.932 INFO:tasks.workunit.client.0.smithi031.stdout:op 5643 completed, throughput=5MB/sec 2024-08-10T05:53:22.932 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-HvwxgcFCoIe2nnG off=13986767 len=319070 2024-08-10T05:53:22.933 INFO:tasks.workunit.client.0.smithi031.stdout:op 5644 completed, throughput=5MB/sec 2024-08-10T05:53:22.933 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-0Gwe7gYgBr95AQw off=1750419 len=16071 2024-08-10T05:53:22.934 INFO:tasks.workunit.client.0.smithi031.stdout:op 5645 completed, throughput=5MB/sec 2024-08-10T05:53:22.934 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-RNDk3w1JrJJUTMi off=14902066 len=1517562 2024-08-10T05:53:22.940 INFO:tasks.workunit.client.0.smithi031.stdout:op 5646 completed, throughput=5MB/sec 2024-08-10T05:53:22.940 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-yr_y6-1JU_ZXImc off=5731459 len=576496 2024-08-10T05:53:22.944 INFO:tasks.workunit.client.0.smithi031.stdout:op 5647 completed, throughput=5MB/sec 2024-08-10T05:53:23.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:53:23 smithi031 ceph-mon[100614]: pgmap v1958: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:53:23.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:53:23 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:53:23.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:53:23 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:53:23.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:53:23 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:53:23.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:53:23 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:53:23.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:53:23 smithi031 ceph-mon[98130]: pgmap v1958: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:53:23.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:53:23 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:53:23.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:53:23 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:53:23.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:53:23 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:53:23.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:53:23 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:53:23.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:53:23 smithi196 ceph-mon[90243]: pgmap v1958: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:53:23.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:53:23 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:53:23.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:53:23 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:53:23.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:53:23 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:53:23.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:53:23 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:53:23.945 INFO:tasks.workunit.client.0.smithi031.stdout: 1111: throughput=5MB/sec pending data=0 2024-08-10T05:53:23.945 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-T59d4LjABUI7tlD off=4414037 len=192585 2024-08-10T05:53:23.946 INFO:tasks.workunit.client.0.smithi031.stdout:op 5648 completed, throughput=5MB/sec 2024-08-10T05:53:23.946 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-NjzTTY0hQNRhfqu off=15157612 len=651569 2024-08-10T05:53:23.947 INFO:tasks.workunit.client.0.smithi031.stdout:op 5649 completed, throughput=5MB/sec 2024-08-10T05:53:23.947 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-D4FbNW8S9yFi1EU off=1931336 len=733843 2024-08-10T05:53:23.951 INFO:tasks.workunit.client.0.smithi031.stdout:op 5650 completed, throughput=5MB/sec 2024-08-10T05:53:23.951 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-xN3wEzJsFmsM6xJ off=2367581 len=16265 2024-08-10T05:53:23.953 INFO:tasks.workunit.client.0.smithi031.stdout:op 5651 completed, throughput=5MB/sec 2024-08-10T05:53:23.953 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-mPExbPbGADRaVOc off=2168047 len=1500290 2024-08-10T05:53:23.954 INFO:tasks.workunit.client.0.smithi031.stdout:op 5652 completed, throughput=5MB/sec 2024-08-10T05:53:23.954 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-UmBB67FOZf9DVXs off=15514493 len=935727 2024-08-10T05:53:23.960 INFO:tasks.workunit.client.0.smithi031.stdout:op 5653 completed, throughput=5MB/sec 2024-08-10T05:53:23.960 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ZfTpdFhBNk_vAaQ off=14363273 len=1595673 2024-08-10T05:53:23.967 INFO:tasks.workunit.client.0.smithi031.stdout:op 5654 completed, throughput=5MB/sec 2024-08-10T05:53:24.968 INFO:tasks.workunit.client.0.smithi031.stdout: 1112: throughput=5MB/sec pending data=0 2024-08-10T05:53:24.968 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ec_rzSJL3Ahfu7_ off=11692936 len=937446 2024-08-10T05:53:24.969 INFO:tasks.workunit.client.0.smithi031.stdout:op 5655 completed, throughput=5MB/sec 2024-08-10T05:53:24.969 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Gj5jXTBio9zvVix off=4622534 len=776815 2024-08-10T05:53:24.970 INFO:tasks.workunit.client.0.smithi031.stdout:op 5656 completed, throughput=5MB/sec 2024-08-10T05:53:24.970 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ung9xYkR8lhYoCS off=10915433 len=529140 2024-08-10T05:53:24.971 INFO:tasks.workunit.client.0.smithi031.stdout:op 5657 completed, throughput=5MB/sec 2024-08-10T05:53:24.971 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-VO-6Ilz-EIwUnvH off=9898758 len=2077513 2024-08-10T05:53:24.982 INFO:tasks.workunit.client.0.smithi031.stdout:op 5658 completed, throughput=5MB/sec 2024-08-10T05:53:24.982 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Yj5RwvblZz6DnL7 off=1780565 len=1115813 2024-08-10T05:53:24.984 INFO:tasks.workunit.client.0.smithi031.stdout:op 5659 completed, throughput=5MB/sec 2024-08-10T05:53:25.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:53:25 smithi031 ceph-mon[98130]: pgmap v1959: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-08-10T05:53:25.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:53:25 smithi031 ceph-mon[100614]: pgmap v1959: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-08-10T05:53:25.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:53:25 smithi196 ceph-mon[90243]: pgmap v1959: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-08-10T05:53:25.984 INFO:tasks.workunit.client.0.smithi031.stdout: 1113: throughput=5MB/sec pending data=0 2024-08-10T05:53:25.984 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-KyqK_WVYVOGpHah off=12671299 len=417853 2024-08-10T05:53:25.985 INFO:tasks.workunit.client.0.smithi031.stdout:op 5660 completed, throughput=5MB/sec 2024-08-10T05:53:25.985 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-CgTWDszCJYpIZ-Y off=579971 len=1674058 2024-08-10T05:53:25.993 INFO:tasks.workunit.client.0.smithi031.stdout:op 5661 completed, throughput=5MB/sec 2024-08-10T05:53:25.993 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-9L-Tn8b7Z0WjutZ off=10333965 len=940188 2024-08-10T05:53:25.994 INFO:tasks.workunit.client.0.smithi031.stdout:op 5662 completed, throughput=5MB/sec 2024-08-10T05:53:25.994 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-LqwnFj1SbNLs_GC off=1400423 len=1576453 2024-08-10T05:53:25.996 INFO:tasks.workunit.client.0.smithi031.stdout:op 5663 completed, throughput=5MB/sec 2024-08-10T05:53:26.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:53:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:53:26.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:53:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:53:26.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:53:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:53:26.996 INFO:tasks.workunit.client.0.smithi031.stdout: 1114: throughput=5MB/sec pending data=0 2024-08-10T05:53:26.997 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-uFItApLgJkugIOL off=5097615 len=1334763 2024-08-10T05:53:27.004 INFO:tasks.workunit.client.0.smithi031.stdout:op 5664 completed, throughput=5MB/sec 2024-08-10T05:53:27.004 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-vrSL1VT4bdaBMH_ off=7804856 len=1422570 2024-08-10T05:53:27.011 INFO:tasks.workunit.client.0.smithi031.stdout:op 5665 completed, throughput=5MB/sec 2024-08-10T05:53:27.011 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-SaNsYvYPxEkhv5X off=4561345 len=1583521 2024-08-10T05:53:27.013 INFO:tasks.workunit.client.0.smithi031.stdout:op 5666 completed, throughput=5MB/sec 2024-08-10T05:53:27.013 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-JNmbrk1fCUWgUwg off=9017113 len=1838977 2024-08-10T05:53:27.015 INFO:tasks.workunit.client.0.smithi031.stdout:op 5667 completed, throughput=5MB/sec 2024-08-10T05:53:27.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:53:27 smithi031 ceph-mon[98130]: pgmap v1960: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:53:27.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:53:27 smithi031 ceph-mon[100614]: pgmap v1960: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:53:27.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:53:27 smithi196 ceph-mon[90243]: pgmap v1960: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-10T05:53:28.015 INFO:tasks.workunit.client.0.smithi031.stdout: 1115: throughput=5MB/sec pending data=0 2024-08-10T05:53:28.016 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-_Sv2Mv0LAG7VqCS off=137688 len=1488264 2024-08-10T05:53:28.023 INFO:tasks.workunit.client.0.smithi031.stdout:op 5668 completed, throughput=5MB/sec 2024-08-10T05:53:28.024 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-cvbU2L8h4HuH2LA off=14830779 len=1018206 2024-08-10T05:53:28.025 INFO:tasks.workunit.client.0.smithi031.stdout:op 5669 completed, throughput=5MB/sec 2024-08-10T05:53:28.025 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-W57zYju0d8ZyhNq off=2537251 len=572529 2024-08-10T05:53:28.029 INFO:tasks.workunit.client.0.smithi031.stdout:op 5670 completed, throughput=5MB/sec 2024-08-10T05:53:28.029 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-a97t_G-GCwD7mDB off=4794935 len=1495702 2024-08-10T05:53:28.036 INFO:tasks.workunit.client.0.smithi031.stdout:op 5671 completed, throughput=5MB/sec 2024-08-10T05:53:29.036 INFO:tasks.workunit.client.0.smithi031.stdout: 1116: throughput=5MB/sec pending data=0 2024-08-10T05:53:29.036 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-codJin8xs-Icris off=2938724 len=1347663 2024-08-10T05:53:29.044 INFO:tasks.workunit.client.0.smithi031.stdout:op 5672 completed, throughput=5MB/sec 2024-08-10T05:53:29.044 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-2BxfFhBfKy5Oe9_ off=45498 len=668714 2024-08-10T05:53:29.049 INFO:tasks.workunit.client.0.smithi031.stdout:op 5673 completed, throughput=5MB/sec 2024-08-10T05:53:29.049 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-VJRJYYudQePdcQQ off=5139728 len=3673 2024-08-10T05:53:29.051 INFO:tasks.workunit.client.0.smithi031.stdout:op 5674 completed, throughput=5MB/sec 2024-08-10T05:53:29.051 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-H7l0waZsq6r1D1D off=5952411 len=1978418 2024-08-10T05:53:29.053 INFO:tasks.workunit.client.0.smithi031.stdout:op 5675 completed, throughput=5MB/sec 2024-08-10T05:53:29.053 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-6OiMxDcu5osmIZB off=4362456 len=190589 2024-08-10T05:53:29.054 INFO:tasks.workunit.client.0.smithi031.stdout:op 5676 completed, throughput=5MB/sec 2024-08-10T05:53:29.054 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-TBX4Zi87FLeIyo1 off=14889246 len=1418243 2024-08-10T05:53:29.062 INFO:tasks.workunit.client.0.smithi031.stdout:op 5677 completed, throughput=5MB/sec 2024-08-10T05:53:29.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:53:29 smithi031 ceph-mon[98130]: pgmap v1961: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:53:29.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:53:29 smithi031 ceph-mon[100614]: pgmap v1961: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:53:29.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:53:29 smithi196 ceph-mon[90243]: pgmap v1961: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:53:30.063 INFO:tasks.workunit.client.0.smithi031.stdout: 1117: throughput=5MB/sec pending data=0 2024-08-10T05:53:30.063 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-cAKu-SGcsZWt4zO off=3871680 len=1373607 2024-08-10T05:53:30.065 INFO:tasks.workunit.client.0.smithi031.stdout:op 5678 completed, throughput=5MB/sec 2024-08-10T05:53:30.065 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-wTZplhHMtyJWc0O off=5760411 len=643096 2024-08-10T05:53:30.069 INFO:tasks.workunit.client.0.smithi031.stdout:op 5679 completed, throughput=5MB/sec 2024-08-10T05:53:30.069 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-wDcmxfrVTinTWoz off=3752386 len=350298 2024-08-10T05:53:30.070 INFO:tasks.workunit.client.0.smithi031.stdout:op 5680 completed, throughput=5MB/sec 2024-08-10T05:53:30.070 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-c4uaOtF5NcT5Mi_ off=9506983 len=1579803 2024-08-10T05:53:30.077 INFO:tasks.workunit.client.0.smithi031.stdout:op 5681 completed, throughput=5MB/sec 2024-08-10T05:53:30.077 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-C_Yv0JGq0GpWVeM off=13334800 len=130759 2024-08-10T05:53:30.078 INFO:tasks.workunit.client.0.smithi031.stdout:op 5682 completed, throughput=5MB/sec 2024-08-10T05:53:30.078 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-lHf2Ure-lj8-U2S off=3632056 len=1326567 2024-08-10T05:53:30.080 INFO:tasks.workunit.client.0.smithi031.stdout:op 5683 completed, throughput=5MB/sec 2024-08-10T05:53:31.080 INFO:tasks.workunit.client.0.smithi031.stdout: 1118: throughput=5MB/sec pending data=0 2024-08-10T05:53:31.080 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-n26ERjtSuA0Z5ez off=20266758 len=587831 2024-08-10T05:53:31.085 INFO:tasks.workunit.client.0.smithi031.stdout:op 5684 completed, throughput=5MB/sec 2024-08-10T05:53:31.085 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-lPwPtzzd_EanYfK off=2154600 len=94825 2024-08-10T05:53:31.087 INFO:tasks.workunit.client.0.smithi031.stdout:op 5685 completed, throughput=5MB/sec 2024-08-10T05:53:31.087 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-_jVuFalkQTmYy79 off=16511575 len=2033399 2024-08-10T05:53:31.098 INFO:tasks.workunit.client.0.smithi031.stdout:op 5686 completed, throughput=5MB/sec 2024-08-10T05:53:31.098 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-uScaR2RBxNGBbgt off=3571762 len=1060675 2024-08-10T05:53:31.104 INFO:tasks.workunit.client.0.smithi031.stdout:op 5687 completed, throughput=5MB/sec 2024-08-10T05:53:31.104 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-DrqAYi-EuRGhcFs off=8810 len=806345 2024-08-10T05:53:31.109 INFO:tasks.workunit.client.0.smithi031.stdout:op 5688 completed, throughput=5MB/sec 2024-08-10T05:53:31.109 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-V1COaUSKtglJ05W off=6480532 len=2023106 2024-08-10T05:53:31.110 INFO:tasks.workunit.client.0.smithi031.stdout:op 5689 completed, throughput=5MB/sec 2024-08-10T05:53:31.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:53:31 smithi031 ceph-mon[98130]: pgmap v1962: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:53:31.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:53:31 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:53:31] "GET /metrics HTTP/1.1" 200 34055 "" "Prometheus/2.43.0" 2024-08-10T05:53:31.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:53:31 smithi031 ceph-mon[100614]: pgmap v1962: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:53:31.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:53:31 smithi196 ceph-mon[90243]: pgmap v1962: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:53:32.111 INFO:tasks.workunit.client.0.smithi031.stdout: 1119: throughput=5MB/sec pending data=0 2024-08-10T05:53:32.111 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-kP9_Ovjgw5piQxX off=6470861 len=978461 2024-08-10T05:53:32.113 INFO:tasks.workunit.client.0.smithi031.stdout:op 5690 completed, throughput=5MB/sec 2024-08-10T05:53:32.113 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-zpjyEwkG28C8qnM off=5718045 len=568346 2024-08-10T05:53:32.117 INFO:tasks.workunit.client.0.smithi031.stdout:op 5691 completed, throughput=5MB/sec 2024-08-10T05:53:32.117 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-IZ0fFhYK0bHc7hF off=1948990 len=490432 2024-08-10T05:53:32.118 INFO:tasks.workunit.client.0.smithi031.stdout:op 5692 completed, throughput=5MB/sec 2024-08-10T05:53:32.118 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-1lVc0IT4Ai7DD6C off=10088085 len=165671 2024-08-10T05:53:32.121 INFO:tasks.workunit.client.0.smithi031.stdout:op 5693 completed, throughput=5MB/sec 2024-08-10T05:53:32.121 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-vQnzDrPiZ9EmYIk off=8202797 len=1919687 2024-08-10T05:53:32.132 INFO:tasks.workunit.client.0.smithi031.stdout:op 5694 completed, throughput=5MB/sec 2024-08-10T05:53:32.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:53:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:53:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:53:33.132 INFO:tasks.workunit.client.0.smithi031.stdout: 1120: throughput=5MB/sec pending data=0 2024-08-10T05:53:33.132 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-kzLmdOEHidhO8OU off=14551801 len=811790 2024-08-10T05:53:33.135 INFO:tasks.workunit.client.0.smithi031.stdout:op 5695 completed, throughput=5MB/sec 2024-08-10T05:53:33.135 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-9ciSLlXwyDFqkeF off=3231808 len=442649 2024-08-10T05:53:33.139 INFO:tasks.workunit.client.0.smithi031.stdout:op 5696 completed, throughput=5MB/sec 2024-08-10T05:53:33.139 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-gdySEUfB2fsZWF3 off=4115607 len=1040337 2024-08-10T05:53:33.140 INFO:tasks.workunit.client.0.smithi031.stdout:op 5697 completed, throughput=5MB/sec 2024-08-10T05:53:33.140 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-WCc0VfDQ1YcelVs off=17376269 len=786245 2024-08-10T05:53:33.142 INFO:tasks.workunit.client.0.smithi031.stdout:op 5698 completed, throughput=5MB/sec 2024-08-10T05:53:33.142 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-hsRLqfUgj0xcYmk off=20515297 len=111322 2024-08-10T05:53:33.143 INFO:tasks.workunit.client.0.smithi031.stdout:op 5699 completed, throughput=5MB/sec 2024-08-10T05:53:33.143 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-3NGFhxXzsNqHZw0 off=22091038 len=479165 2024-08-10T05:53:33.144 INFO:tasks.workunit.client.0.smithi031.stdout:op 5700 completed, throughput=5MB/sec 2024-08-10T05:53:33.144 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-gnzR0hxpmtJM5X6 off=3572781 len=1113046 2024-08-10T05:53:33.150 INFO:tasks.workunit.client.0.smithi031.stdout:op 5701 completed, throughput=5MB/sec 2024-08-10T05:53:33.150 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Vhi9GE2fpsQ6WBh off=9262723 len=279220 2024-08-10T05:53:33.153 INFO:tasks.workunit.client.0.smithi031.stdout:op 5702 completed, throughput=5MB/sec 2024-08-10T05:53:33.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:53:33 smithi031 ceph-mon[98130]: pgmap v1963: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:53:33.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:53:33 smithi031 ceph-mon[100614]: pgmap v1963: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:53:33.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:53:33 smithi196 ceph-mon[90243]: pgmap v1963: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-10T05:53:34.153 INFO:tasks.workunit.client.0.smithi031.stdout: 1121: throughput=5MB/sec pending data=0 2024-08-10T05:53:34.154 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-wTb01uYQC4j9n1a off=1691569 len=556327 2024-08-10T05:53:34.157 INFO:tasks.workunit.client.0.smithi031.stdout:op 5703 completed, throughput=5MB/sec 2024-08-10T05:53:34.157 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-S6CmJnHJJBhn2GO off=9604856 len=250042 2024-08-10T05:53:34.158 INFO:tasks.workunit.client.0.smithi031.stdout:op 5704 completed, throughput=5MB/sec 2024-08-10T05:53:34.158 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-yRn4inKkkZbvIZN off=5402647 len=407887 2024-08-10T05:53:34.161 INFO:tasks.workunit.client.0.smithi031.stdout:op 5705 completed, throughput=5MB/sec 2024-08-10T05:53:34.161 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-6bqtbZQZw98ZILs off=10353253 len=47754 2024-08-10T05:53:34.162 INFO:tasks.workunit.client.0.smithi031.stdout:op 5706 completed, throughput=5MB/sec 2024-08-10T05:53:34.162 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-cwbjF518V_42EzP off=12718158 len=20237 2024-08-10T05:53:34.162 INFO:tasks.workunit.client.0.smithi031.stdout:op 5707 completed, throughput=5MB/sec 2024-08-10T05:53:34.163 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-xr3CZI0-Le1sUlb off=8421019 len=141705 2024-08-10T05:53:34.163 INFO:tasks.workunit.client.0.smithi031.stdout:op 5708 completed, throughput=5MB/sec 2024-08-10T05:53:34.163 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-4kdIG_ivTB1YEzc off=8809559 len=434210 2024-08-10T05:53:34.167 INFO:tasks.workunit.client.0.smithi031.stdout:op 5709 completed, throughput=5MB/sec 2024-08-10T05:53:34.167 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-3c4T8vKaAtw-7cg off=5274321 len=783185 2024-08-10T05:53:34.168 INFO:tasks.workunit.client.0.smithi031.stdout:op 5710 completed, throughput=5MB/sec 2024-08-10T05:53:34.168 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-wGanxU_B3B349qJ off=5879545 len=1324016 2024-08-10T05:53:34.170 INFO:tasks.workunit.client.0.smithi031.stdout:op 5711 completed, throughput=5MB/sec 2024-08-10T05:53:34.170 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-3G434jLPprLhjBF off=6043488 len=16493 2024-08-10T05:53:34.170 INFO:tasks.workunit.client.0.smithi031.stdout:op 5712 completed, throughput=5MB/sec 2024-08-10T05:53:34.171 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-JZAUrx7BKB09lJt off=8116239 len=618604 2024-08-10T05:53:34.172 INFO:tasks.workunit.client.0.smithi031.stdout:op 5713 completed, throughput=5MB/sec 2024-08-10T05:53:34.172 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-hfXIw7F7A8UvmKZ off=1363275 len=1533042 2024-08-10T05:53:34.180 INFO:tasks.workunit.client.0.smithi031.stdout:op 5714 completed, throughput=5MB/sec 2024-08-10T05:53:35.181 INFO:tasks.workunit.client.0.smithi031.stdout: 1122: throughput=5MB/sec pending data=0 2024-08-10T05:53:35.181 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-wWqxQEQCM0dqVTA off=524857 len=1747926 2024-08-10T05:53:35.183 INFO:tasks.workunit.client.0.smithi031.stdout:op 5715 completed, throughput=5MB/sec 2024-08-10T05:53:35.183 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj--LMc2uX6j854Jg3 off=6363215 len=1800440 2024-08-10T05:53:35.185 INFO:tasks.workunit.client.0.smithi031.stdout:op 5716 completed, throughput=5MB/sec 2024-08-10T05:53:35.185 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-hje-CZc5jtKY3wg off=4440204 len=978393 2024-08-10T05:53:35.187 INFO:tasks.workunit.client.0.smithi031.stdout:op 5717 completed, throughput=5MB/sec 2024-08-10T05:53:35.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:53:35 smithi031 ceph-mon[98130]: pgmap v1964: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-08-10T05:53:35.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:53:35 smithi031 ceph-mon[100614]: pgmap v1964: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-08-10T05:53:35.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:53:35 smithi196 ceph-mon[90243]: pgmap v1964: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-08-10T05:53:36.187 INFO:tasks.workunit.client.0.smithi031.stdout: 1123: throughput=5MB/sec pending data=0 2024-08-10T05:53:36.187 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ov1cjODNSSwOKfZ off=8125178 len=528003 2024-08-10T05:53:36.188 INFO:tasks.workunit.client.0.smithi031.stdout:op 5718 completed, throughput=5MB/sec 2024-08-10T05:53:36.188 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-QpaUFBrFnevp7-4 off=1192272 len=275917 2024-08-10T05:53:36.190 INFO:tasks.workunit.client.0.smithi031.stdout:op 5719 completed, throughput=5MB/sec 2024-08-10T05:53:36.190 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-eKqYeOXfJj3VNJw off=10608791 len=1008932 2024-08-10T05:53:36.191 INFO:tasks.workunit.client.0.smithi031.stdout:op 5720 completed, throughput=5MB/sec 2024-08-10T05:53:36.191 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Iu1sC6SqjDMWZuI off=13885804 len=383809 2024-08-10T05:53:36.195 INFO:tasks.workunit.client.0.smithi031.stdout:op 5721 completed, throughput=5MB/sec 2024-08-10T05:53:36.195 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-1JltcIy6g5dWB-W off=3257708 len=1455837 2024-08-10T05:53:36.203 INFO:tasks.workunit.client.0.smithi031.stdout:op 5722 completed, throughput=5MB/sec 2024-08-10T05:53:36.203 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-K4-HSxAOF6pUAiW off=8160030 len=849112 2024-08-10T05:53:36.208 INFO:tasks.workunit.client.0.smithi031.stdout:op 5723 completed, throughput=5MB/sec 2024-08-10T05:53:36.208 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-CxaO7uDNt3NgI5x off=6288335 len=1135175 2024-08-10T05:53:36.209 INFO:tasks.workunit.client.0.smithi031.stdout:op 5724 completed, throughput=5MB/sec 2024-08-10T05:53:37.210 INFO:tasks.workunit.client.0.smithi031.stdout: 1124: throughput=5MB/sec pending data=0 2024-08-10T05:53:37.210 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-RjMCujQu_BIWjmy off=10925180 len=398503 2024-08-10T05:53:37.214 INFO:tasks.workunit.client.0.smithi031.stdout:op 5725 completed, throughput=5MB/sec 2024-08-10T05:53:37.214 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-xkD9_P0_L-1QKLI off=8331973 len=1690886 2024-08-10T05:53:37.221 INFO:tasks.workunit.client.0.smithi031.stdout:op 5726 completed, throughput=5MB/sec 2024-08-10T05:53:37.221 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-hA66TtFZ6zkzjf3 off=21695710 len=292491 2024-08-10T05:53:37.222 INFO:tasks.workunit.client.0.smithi031.stdout:op 5727 completed, throughput=5MB/sec 2024-08-10T05:53:37.222 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-uZsgPJaLu4Fce28 off=661830 len=189710 2024-08-10T05:53:37.223 INFO:tasks.workunit.client.0.smithi031.stdout:op 5728 completed, throughput=5MB/sec 2024-08-10T05:53:37.223 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-tpmWUrs3xPQS4ZF off=9101244 len=1641713 2024-08-10T05:53:37.226 INFO:tasks.workunit.client.0.smithi031.stdout:op 5729 completed, throughput=5MB/sec 2024-08-10T05:53:37.226 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-p7K47Ue7YYAc8Ze off=3845860 len=961246 2024-08-10T05:53:37.231 INFO:tasks.workunit.client.0.smithi031.stdout:op 5730 completed, throughput=5MB/sec 2024-08-10T05:53:37.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:53:37 smithi031 ceph-mon[98130]: pgmap v1965: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:53:37.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:53:37 smithi031 ceph-mon[100614]: pgmap v1965: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:53:37.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:53:37 smithi196 ceph-mon[90243]: pgmap v1965: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-10T05:53:38.231 INFO:tasks.workunit.client.0.smithi031.stdout: 1125: throughput=5MB/sec pending data=0 2024-08-10T05:53:38.231 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-N6SVie28ZbrxmNT off=598588 len=120196 2024-08-10T05:53:38.232 INFO:tasks.workunit.client.0.smithi031.stdout:op 5731 completed, throughput=5MB/sec 2024-08-10T05:53:38.232 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-0sxdIVNRt908gUn off=2159051 len=1418552 2024-08-10T05:53:38.234 INFO:tasks.workunit.client.0.smithi031.stdout:op 5732 completed, throughput=5MB/sec 2024-08-10T05:53:38.234 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-kUvE7IOpdEAKXr_ off=16856165 len=1102782 2024-08-10T05:53:38.240 INFO:tasks.workunit.client.0.smithi031.stdout:op 5733 completed, throughput=5MB/sec 2024-08-10T05:53:38.241 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-6LAIXgP_qS9Kw3e off=3161122 len=1348572 2024-08-10T05:53:38.244 INFO:tasks.workunit.client.0.smithi031.stdout:op 5734 completed, throughput=5MB/sec 2024-08-10T05:53:38.244 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-6_YK-wI3Oqd517W off=4661219 len=1176100 2024-08-10T05:53:38.249 INFO:tasks.workunit.client.0.smithi031.stdout:op 5735 completed, throughput=5MB/sec 2024-08-10T05:53:38.250 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-3EpuzukRfT7iQdC off=7739754 len=1243895 2024-08-10T05:53:38.255 INFO:tasks.workunit.client.0.smithi031.stdout:op 5736 completed, throughput=5MB/sec 2024-08-10T05:53:39.256 INFO:tasks.workunit.client.0.smithi031.stdout: 1126: throughput=5MB/sec pending data=0 2024-08-10T05:53:39.256 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj--Uqni_GCgNcPMbU off=6447554 len=1340980 2024-08-10T05:53:39.258 INFO:tasks.workunit.client.0.smithi031.stdout:op 5737 completed, throughput=5MB/sec 2024-08-10T05:53:39.258 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-dURgw5mQUBZcTfT off=8927031 len=1404108 2024-08-10T05:53:39.265 INFO:tasks.workunit.client.0.smithi031.stdout:op 5738 completed, throughput=5MB/sec 2024-08-10T05:53:39.265 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-mAmQRzHk2QxY1X5 off=1209655 len=1032907 2024-08-10T05:53:39.271 INFO:tasks.workunit.client.0.smithi031.stdout:op 5739 completed, throughput=5MB/sec 2024-08-10T05:53:39.271 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-MvKUcBrYySl7bQZ off=15835806 len=2016666 2024-08-10T05:53:39.273 INFO:tasks.workunit.client.0.smithi031.stdout:op 5740 completed, throughput=5MB/sec 2024-08-10T05:53:39.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:53:39 smithi031 ceph-mon[98130]: pgmap v1966: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:53:39.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:53:39 smithi031 ceph-mon[100614]: pgmap v1966: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:53:39.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:53:39 smithi196 ceph-mon[90243]: pgmap v1966: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:53:40.274 INFO:tasks.workunit.client.0.smithi031.stdout: 1127: throughput=5MB/sec pending data=0 2024-08-10T05:53:40.274 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-91LVCzXbf4VdHMj off=10834211 len=237209 2024-08-10T05:53:40.277 INFO:tasks.workunit.client.0.smithi031.stdout:op 5741 completed, throughput=5MB/sec 2024-08-10T05:53:40.277 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-SFZH783RNs3ZX8S off=1354654 len=2094281 2024-08-10T05:53:40.291 INFO:tasks.workunit.client.0.smithi031.stdout:op 5742 completed, throughput=5MB/sec 2024-08-10T05:53:40.291 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ibfxVSNJxTxhEbW off=4610235 len=1367758 2024-08-10T05:53:40.298 INFO:tasks.workunit.client.0.smithi031.stdout:op 5743 completed, throughput=5MB/sec 2024-08-10T05:53:40.298 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Y9w3DMoYFisB7QY off=7905855 len=1472706 2024-08-10T05:53:40.303 INFO:tasks.workunit.client.0.smithi031.stdout:op 5744 completed, throughput=5MB/sec 2024-08-10T05:53:41.304 INFO:tasks.workunit.client.0.smithi031.stdout: 1128: throughput=5MB/sec pending data=0 2024-08-10T05:53:41.304 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-vjBiGgUmwV3oEsN off=3493258 len=831395 2024-08-10T05:53:41.308 INFO:tasks.workunit.client.0.smithi031.stdout:op 5745 completed, throughput=5MB/sec 2024-08-10T05:53:41.309 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-QkRodswvH7nLFbk off=7417372 len=39994 2024-08-10T05:53:41.311 INFO:tasks.workunit.client.0.smithi031.stdout:op 5746 completed, throughput=5MB/sec 2024-08-10T05:53:41.311 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-BZKzKJJSCA_zOYJ off=1292331 len=1924894 2024-08-10T05:53:41.321 INFO:tasks.workunit.client.0.smithi031.stdout:op 5747 completed, throughput=5MB/sec 2024-08-10T05:53:41.321 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-gaJEvNQ1HxLQB2I off=707094 len=90258 2024-08-10T05:53:41.323 INFO:tasks.workunit.client.0.smithi031.stdout:op 5748 completed, throughput=5MB/sec 2024-08-10T05:53:41.323 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-b2JzjrhEdcJ5mtF off=359939 len=53446 2024-08-10T05:53:41.324 INFO:tasks.workunit.client.0.smithi031.stdout:op 5749 completed, throughput=5MB/sec 2024-08-10T05:53:41.324 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-YZU-m5ikLJZoZ6Q off=16034891 len=2084933 2024-08-10T05:53:41.335 INFO:tasks.workunit.client.0.smithi031.stdout:op 5750 completed, throughput=5MB/sec 2024-08-10T05:53:41.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:53:41 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:53:41] "GET /metrics HTTP/1.1" 200 34053 "" "Prometheus/2.43.0" 2024-08-10T05:53:41.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:53:41 smithi031 ceph-mon[100614]: pgmap v1967: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-10T05:53:41.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:53:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:53:41.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:53:41 smithi031 ceph-mon[98130]: pgmap v1967: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-10T05:53:41.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:53:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:53:41.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:53:41 smithi196 ceph-mon[90243]: pgmap v1967: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-10T05:53:41.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:53:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:53:42.336 INFO:tasks.workunit.client.0.smithi031.stdout: 1129: throughput=5MB/sec pending data=0 2024-08-10T05:53:42.336 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-3I0opcjSYc8fp9X off=16066536 len=1073726 2024-08-10T05:53:42.342 INFO:tasks.workunit.client.0.smithi031.stdout:op 5751 completed, throughput=5MB/sec 2024-08-10T05:53:42.342 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-h_Xd26V6TB1Y6KY off=678373 len=1757042 2024-08-10T05:53:42.344 INFO:tasks.workunit.client.0.smithi031.stdout:op 5752 completed, throughput=5MB/sec 2024-08-10T05:53:42.344 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-uJttbTw-wdQMJb_ off=0 len=1462521 2024-08-10T05:53:42.352 INFO:tasks.workunit.client.0.smithi031.stdout:op 5753 completed, throughput=5MB/sec 2024-08-10T05:53:42.680 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:53:42 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:53:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:53:43.353 INFO:tasks.workunit.client.0.smithi031.stdout: 1130: throughput=5MB/sec pending data=0 2024-08-10T05:53:43.353 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-TSfsm82Yl4PtfXd off=3113437 len=608265 2024-08-10T05:53:43.357 INFO:tasks.workunit.client.0.smithi031.stdout:op 5754 completed, throughput=5MB/sec 2024-08-10T05:53:43.357 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-07_NZdMQixvGT2f off=15127166 len=646224 2024-08-10T05:53:43.362 INFO:tasks.workunit.client.0.smithi031.stdout:op 5755 completed, throughput=5MB/sec 2024-08-10T05:53:43.362 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-AX86y5hP8NsyfYN off=11507914 len=768781 2024-08-10T05:53:43.366 INFO:tasks.workunit.client.0.smithi031.stdout:op 5756 completed, throughput=5MB/sec 2024-08-10T05:53:43.366 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-2Uh0jDjn_7b47pw off=9531649 len=1812240 2024-08-10T05:53:43.376 INFO:tasks.workunit.client.0.smithi031.stdout:op 5757 completed, throughput=5MB/sec 2024-08-10T05:53:43.376 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-tlYFZwjtRa_vKTN off=2069100 len=657996 2024-08-10T05:53:43.377 INFO:tasks.workunit.client.0.smithi031.stdout:op 5758 completed, throughput=5MB/sec 2024-08-10T05:53:43.377 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Nwn4Hu0rLSIewbm off=3746174 len=1589232 2024-08-10T05:53:43.381 INFO:tasks.workunit.client.0.smithi031.stdout:op 5759 completed, throughput=5MB/sec 2024-08-10T05:53:43.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:53:43 smithi031 ceph-mon[98130]: pgmap v1968: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:53:43.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:53:43 smithi031 ceph-mon[100614]: pgmap v1968: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:53:43.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:53:43 smithi196 ceph-mon[90243]: pgmap v1968: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-10T05:53:44.381 INFO:tasks.workunit.client.0.smithi031.stdout: 1131: throughput=5MB/sec pending data=0 2024-08-10T05:53:44.382 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-bHa395JMxIfClyT off=98950 len=1321681 2024-08-10T05:53:44.387 INFO:tasks.workunit.client.0.smithi031.stdout:op 5760 completed, throughput=5MB/sec 2024-08-10T05:53:44.387 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ete8ZTO49m0m9fv off=7911545 len=1109602 2024-08-10T05:53:44.393 INFO:tasks.workunit.client.0.smithi031.stdout:op 5761 completed, throughput=5MB/sec 2024-08-10T05:53:44.393 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-kisXDzAT3ZB61JD off=5643969 len=686742 2024-08-10T05:53:44.398 INFO:tasks.workunit.client.0.smithi031.stdout:op 5762 completed, throughput=5MB/sec 2024-08-10T05:53:44.398 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-1YyrGeriWVmtDcw off=21569065 len=1222474 2024-08-10T05:53:44.405 INFO:tasks.workunit.client.0.smithi031.stdout:op 5763 completed, throughput=5MB/sec 2024-08-10T05:53:44.405 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-llfBsWrmG9kR_-Y off=15243731 len=96690 2024-08-10T05:53:44.405 INFO:tasks.workunit.client.0.smithi031.stdout:op 5764 completed, throughput=5MB/sec 2024-08-10T05:53:44.405 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-vAouBJNpAjXDDSr off=953877 len=881334 2024-08-10T05:53:44.410 INFO:tasks.workunit.client.0.smithi031.stdout:op 5765 completed, throughput=5MB/sec 2024-08-10T05:53:45.407 INFO:tasks.workunit.client.0.smithi031.stdout: 1132: throughput=5MB/sec pending data=0 2024-08-10T05:53:45.407 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-KEy9U6ANJEXdvGl off=5048136 len=291302 2024-08-10T05:53:45.410 INFO:tasks.workunit.client.0.smithi031.stdout:op 5766 completed, throughput=5MB/sec 2024-08-10T05:53:45.410 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ehPNiGgxlgU-58b off=997879 len=1068903 2024-08-10T05:53:45.416 INFO:tasks.workunit.client.0.smithi031.stdout:op 5767 completed, throughput=5MB/sec 2024-08-10T05:53:45.416 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-MaOg36l02f_gHhJ off=12691696 len=1095826 2024-08-10T05:53:45.419 INFO:tasks.workunit.client.0.smithi031.stdout:op 5768 completed, throughput=5MB/sec 2024-08-10T05:53:45.419 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-a9ZPupJxqFeUsAb off=7628113 len=653860 2024-08-10T05:53:45.426 INFO:tasks.workunit.client.0.smithi031.stdout:op 5769 completed, throughput=5MB/sec 2024-08-10T05:53:45.426 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-1uI5Aa4zjvxAvwj off=3257889 len=514277 2024-08-10T05:53:45.428 INFO:tasks.workunit.client.0.smithi031.stdout:op 5770 completed, throughput=5MB/sec 2024-08-10T05:53:45.428 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-y_3LRFbQIKX5R0z off=8883590 len=1084175 2024-08-10T05:53:45.434 INFO:tasks.workunit.client.0.smithi031.stdout:op 5771 completed, throughput=5MB/sec 2024-08-10T05:53:45.434 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-_x5lOrE8BABYqRv off=1734376 len=1800855 2024-08-10T05:53:45.436 INFO:tasks.workunit.client.0.smithi031.stdout:op 5772 completed, throughput=5MB/sec 2024-08-10T05:53:45.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:53:45 smithi031 ceph-mon[98130]: pgmap v1969: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-08-10T05:53:45.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:53:45 smithi031 ceph-mon[100614]: pgmap v1969: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-08-10T05:53:45.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:53:45 smithi196 ceph-mon[90243]: pgmap v1969: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-08-10T05:53:46.436 INFO:tasks.workunit.client.0.smithi031.stdout: 1133: throughput=5MB/sec pending data=0 2024-08-10T05:53:46.436 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-UDCVdYeFrMo6nEb off=14017648 len=237695 2024-08-10T05:53:46.437 INFO:tasks.workunit.client.0.smithi031.stdout:op 5773 completed, throughput=5MB/sec 2024-08-10T05:53:46.437 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-wmaoRxCfnGPlMSY off=5603100 len=132776 2024-08-10T05:53:46.438 INFO:tasks.workunit.client.0.smithi031.stdout:op 5774 completed, throughput=5MB/sec 2024-08-10T05:53:46.438 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-BFjFZzE0rA_mTFb off=5348163 len=1703403 2024-08-10T05:53:46.446 INFO:tasks.workunit.client.0.smithi031.stdout:op 5775 completed, throughput=5MB/sec 2024-08-10T05:53:46.446 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-sFNxMC2b0K2Lrjg off=1985550 len=1654853 2024-08-10T05:53:46.447 INFO:tasks.workunit.client.0.smithi031.stdout:op 5776 completed, throughput=5MB/sec 2024-08-10T05:53:47.448 INFO:tasks.workunit.client.0.smithi031.stdout: 1134: throughput=5MB/sec pending data=0 2024-08-10T05:53:47.448 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-9DK_RcfsullVr7a off=798208 len=1370539 2024-08-10T05:53:47.455 INFO:tasks.workunit.client.0.smithi031.stdout:op 5777 completed, throughput=5MB/sec 2024-08-10T05:53:47.456 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-GdRkx7qWKP4A4jg off=1450318 len=1744221 2024-08-10T05:53:47.458 INFO:tasks.workunit.client.0.smithi031.stdout:op 5778 completed, throughput=5MB/sec 2024-08-10T05:53:47.458 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-cs-X0iJKc4O_Khc off=6686284 len=592820 2024-08-10T05:53:47.459 INFO:tasks.workunit.client.0.smithi031.stdout:op 5779 completed, throughput=5MB/sec 2024-08-10T05:53:47.459 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-bUfvDrv1O3fTncm off=11373183 len=1604374 2024-08-10T05:53:47.460 INFO:tasks.workunit.client.0.smithi031.stdout:op 5780 completed, throughput=5MB/sec 2024-08-10T05:53:47.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:53:47 smithi031 ceph-mon[98130]: pgmap v1970: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:53:47.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:53:47 smithi031 ceph-mon[100614]: pgmap v1970: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:53:47.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:53:47 smithi196 ceph-mon[90243]: pgmap v1970: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-10T05:53:48.461 INFO:tasks.workunit.client.0.smithi031.stdout: 1135: throughput=5MB/sec pending data=0 2024-08-10T05:53:48.461 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-2DN20zO3CRyMwtt off=5954582 len=552881 2024-08-10T05:53:48.461 INFO:tasks.workunit.client.0.smithi031.stdout:op 5781 completed, throughput=5MB/sec 2024-08-10T05:53:48.462 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-juy4Vy0W2DQZOk0 off=10708794 len=1126109 2024-08-10T05:53:48.467 INFO:tasks.workunit.client.0.smithi031.stdout:op 5782 completed, throughput=5MB/sec 2024-08-10T05:53:48.467 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-fFqxv-B0KA3KCgR off=19880062 len=848638 2024-08-10T05:53:48.470 INFO:tasks.workunit.client.0.smithi031.stdout:op 5783 completed, throughput=5MB/sec 2024-08-10T05:53:48.470 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Cx8T6hCcWtEbV2M off=12341401 len=221585 2024-08-10T05:53:48.470 INFO:tasks.workunit.client.0.smithi031.stdout:op 5784 completed, throughput=5MB/sec 2024-08-10T05:53:48.471 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-iFH3dbg4wISDp4F off=12720294 len=248070 2024-08-10T05:53:48.473 INFO:tasks.workunit.client.0.smithi031.stdout:op 5785 completed, throughput=5MB/sec 2024-08-10T05:53:48.473 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-v2y5N2m9eqkvtIl off=14789208 len=859702 2024-08-10T05:53:48.474 INFO:tasks.workunit.client.0.smithi031.stdout:op 5786 completed, throughput=5MB/sec 2024-08-10T05:53:48.474 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-HcO3DA-p6c10jpG off=11235431 len=295339 2024-08-10T05:53:48.477 INFO:tasks.workunit.client.0.smithi031.stdout:op 5787 completed, throughput=5MB/sec 2024-08-10T05:53:48.477 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-jgIjsuyGKdV-ofQ off=1056387 len=1966804 2024-08-10T05:53:48.489 INFO:tasks.workunit.client.0.smithi031.stdout:op 5788 completed, throughput=5MB/sec 2024-08-10T05:53:49.489 INFO:tasks.workunit.client.0.smithi031.stdout: 1136: throughput=5MB/sec pending data=0 2024-08-10T05:53:49.489 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Rgta6az7GW6aoio off=23359721 len=1667808 2024-08-10T05:53:49.498 INFO:tasks.workunit.client.0.smithi031.stdout:op 5789 completed, throughput=5MB/sec 2024-08-10T05:53:49.498 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-QW_l8s6ipNbmQGy off=6916165 len=1377328 2024-08-10T05:53:49.500 INFO:tasks.workunit.client.0.smithi031.stdout:op 5790 completed, throughput=5MB/sec 2024-08-10T05:53:49.500 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-usco6FhLPoSW9vK off=4410435 len=679518 2024-08-10T05:53:49.505 INFO:tasks.workunit.client.0.smithi031.stdout:op 5791 completed, throughput=5MB/sec 2024-08-10T05:53:49.505 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-qOVPZgvGMmJss_U off=14250301 len=72986 2024-08-10T05:53:49.507 INFO:tasks.workunit.client.0.smithi031.stdout:op 5792 completed, throughput=5MB/sec 2024-08-10T05:53:49.507 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-P8MivD6x2CVJcg8 off=16123033 len=2056249 2024-08-10T05:53:49.518 INFO:tasks.workunit.client.0.smithi031.stdout:op 5793 completed, throughput=5MB/sec 2024-08-10T05:53:49.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:53:49 smithi031 ceph-mon[98130]: pgmap v1971: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:53:49.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:53:49 smithi031 ceph-mon[100614]: pgmap v1971: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:53:49.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:53:49 smithi196 ceph-mon[90243]: pgmap v1971: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:53:50.518 INFO:tasks.workunit.client.0.smithi031.stdout: 1137: throughput=5MB/sec pending data=0 2024-08-10T05:53:50.519 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-jNGdACJJ5z2uEEZ off=7757560 len=1624121 2024-08-10T05:53:50.525 INFO:tasks.workunit.client.0.smithi031.stdout:op 5794 completed, throughput=5MB/sec 2024-08-10T05:53:50.525 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-SyvXoeRmvf13Rt2 off=2694694 len=1836920 2024-08-10T05:53:50.538 INFO:tasks.workunit.client.0.smithi031.stdout:op 5795 completed, throughput=5MB/sec 2024-08-10T05:53:50.538 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-6Zx-9JATOBhwm01 off=5759066 len=499354 2024-08-10T05:53:50.542 INFO:tasks.workunit.client.0.smithi031.stdout:op 5796 completed, throughput=5MB/sec 2024-08-10T05:53:50.542 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-wK1ULeqTMpik4qp off=17456658 len=1485754 2024-08-10T05:53:50.544 INFO:tasks.workunit.client.0.smithi031.stdout:op 5797 completed, throughput=5MB/sec 2024-08-10T05:53:51.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:53:51 smithi031 ceph-mon[98130]: pgmap v1972: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:53:51.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:53:51 smithi031 ceph-mon[100614]: pgmap v1972: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:53:51.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:53:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:53:51] "GET /metrics HTTP/1.1" 200 34053 "" "Prometheus/2.43.0" 2024-08-10T05:53:51.544 INFO:tasks.workunit.client.0.smithi031.stdout: 1138: throughput=5MB/sec pending data=0 2024-08-10T05:53:51.544 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-JaR4OHZJflSwoaR off=7150976 len=1497300 2024-08-10T05:53:51.546 INFO:tasks.workunit.client.0.smithi031.stdout:op 5798 completed, throughput=5MB/sec 2024-08-10T05:53:51.546 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-JKHx-IBVx9an1qZ off=9153396 len=15552 2024-08-10T05:53:51.547 INFO:tasks.workunit.client.0.smithi031.stdout:op 5799 completed, throughput=5MB/sec 2024-08-10T05:53:51.547 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-GulxVHGJ8zr9my2 off=629696 len=1397066 2024-08-10T05:53:51.557 INFO:tasks.workunit.client.0.smithi031.stdout:op 5800 completed, throughput=5MB/sec 2024-08-10T05:53:51.557 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-66cf9tqdHuaN2qS off=6759987 len=1385661 2024-08-10T05:53:51.559 INFO:tasks.workunit.client.0.smithi031.stdout:op 5801 completed, throughput=5MB/sec 2024-08-10T05:53:51.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:53:51 smithi196 ceph-mon[90243]: pgmap v1972: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-10T05:53:52.559 INFO:tasks.workunit.client.0.smithi031.stdout: 1139: throughput=5MB/sec pending data=0 2024-08-10T05:53:52.559 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-XnqcfOE9uKjaHxt off=2683870 len=894085 2024-08-10T05:53:52.565 INFO:tasks.workunit.client.0.smithi031.stdout:op 5802 completed, throughput=5MB/sec 2024-08-10T05:53:52.565 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-S-811-YYtSD__EA off=30263 len=1443839 2024-08-10T05:53:52.572 INFO:tasks.workunit.client.0.smithi031.stdout:op 5803 completed, throughput=5MB/sec 2024-08-10T05:53:52.572 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-YsRc2dfswdz31Wp off=2178517 len=1078622 2024-08-10T05:53:52.574 INFO:tasks.workunit.client.0.smithi031.stdout:op 5804 completed, throughput=5MB/sec 2024-08-10T05:53:52.574 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Oqy3F7oVQPZNB7i off=2558360 len=39818 2024-08-10T05:53:52.575 INFO:tasks.workunit.client.0.smithi031.stdout:op 5805 completed, throughput=5MB/sec 2024-08-10T05:53:52.575 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-7SmCKSS0T8btyTN off=2282856 len=636288 2024-08-10T05:53:52.579 INFO:tasks.workunit.client.0.smithi031.stdout:op 5806 completed, throughput=5MB/sec 2024-08-10T05:53:52.579 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-84Jw36tfHUkrhmR off=8437066 len=8994 2024-08-10T05:53:52.579 INFO:tasks.workunit.client.0.smithi031.stdout:op 5807 completed, throughput=5MB/sec 2024-08-10T05:53:52.580 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-tzTtXK41RFZ408B off=4074547 len=299791 2024-08-10T05:53:52.580 INFO:tasks.workunit.client.0.smithi031.stdout:op 5808 completed, throughput=5MB/sec 2024-08-10T05:53:52.581 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ggHpD6FXisusPXU off=20725008 len=1281863 2024-08-10T05:53:52.588 INFO:tasks.workunit.client.0.smithi031.stdout:op 5809 completed, throughput=5MB/sec 2024-08-10T05:53:52.779 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 05:53:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[126930]: logger=cleanup t=2024-08-10T05:53:52.428139393Z level=info msg="Completed cleanup jobs" duration=2.25805ms 2024-08-10T05:53:52.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:53:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:53:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:53:53.588 INFO:tasks.workunit.client.0.smithi031.stdout: 1140: throughput=5MB/sec pending data=0 2024-08-10T05:53:53.589 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-TBE2SV3k1mmCa7B off=6941442 len=483726 2024-08-10T05:53:53.592 INFO:tasks.workunit.client.0.smithi031.stdout:op 5810 completed, throughput=5MB/sec 2024-08-10T05:53:53.592 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-zbV8nJPl35DigUl off=4951490 len=486378 2024-08-10T05:53:53.596 INFO:tasks.workunit.client.0.smithi031.stdout:op 5811 completed, throughput=5MB/sec 2024-08-10T05:53:53.596 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-zQTv6IfsuBuQZWp off=1047834 len=592535 2024-08-10T05:53:53.600 INFO:tasks.workunit.client.0.smithi031.stdout:op 5812 completed, throughput=5MB/sec 2024-08-10T05:53:53.601 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-HiGIKaKEGS8FmXu off=1204421 len=1404810 2024-08-10T05:53:53.607 INFO:tasks.workunit.client.0.smithi031.stdout:op 5813 completed, throughput=5MB/sec 2024-08-10T05:53:53.607 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-pEqI6ybIWVu_DJq off=820735 len=2031573 2024-08-10T05:53:53.616 INFO:tasks.workunit.client.0.smithi031.stdout:op 5814 completed, throughput=5MB/sec 2024-08-10T05:53:53.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:53:53 smithi031 ceph-mon[98130]: pgmap v1973: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:53:53.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:53:53 smithi031 ceph-mon[100614]: pgmap v1973: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:53:53.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:53:53 smithi196 ceph-mon[90243]: pgmap v1973: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:53:54.617 INFO:tasks.workunit.client.0.smithi031.stdout: 1141: throughput=5MB/sec pending data=0 2024-08-10T05:53:54.617 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-0y06uXF9agtdm6v off=8503648 len=927103 2024-08-10T05:53:54.622 INFO:tasks.workunit.client.0.smithi031.stdout:op 5815 completed, throughput=5MB/sec 2024-08-10T05:53:54.622 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-E1mQfFw9znP0POe off=10060027 len=1076580 2024-08-10T05:53:54.624 INFO:tasks.workunit.client.0.smithi031.stdout:op 5816 completed, throughput=5MB/sec 2024-08-10T05:53:54.624 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-AqWw8fTDYEhSDIQ off=1461555 len=396591 2024-08-10T05:53:54.625 INFO:tasks.workunit.client.0.smithi031.stdout:op 5817 completed, throughput=5MB/sec 2024-08-10T05:53:54.625 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-bie7U1qWJknfYFs off=19663167 len=876324 2024-08-10T05:53:54.626 INFO:tasks.workunit.client.0.smithi031.stdout:op 5818 completed, throughput=5MB/sec 2024-08-10T05:53:54.626 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-P6K1UPiNMt9_sg_ off=12727497 len=754893 2024-08-10T05:53:54.628 INFO:tasks.workunit.client.0.smithi031.stdout:op 5819 completed, throughput=5MB/sec 2024-08-10T05:53:54.628 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-shkUgNiWhap92mN off=20903117 len=1780476 2024-08-10T05:53:54.638 INFO:tasks.workunit.client.0.smithi031.stdout:op 5820 completed, throughput=5MB/sec 2024-08-10T05:53:55.638 INFO:tasks.workunit.client.0.smithi031.stdout: 1142: throughput=5MB/sec pending data=0 2024-08-10T05:53:55.639 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-fJGF7SOCm2P4QKo off=222836 len=682193 2024-08-10T05:53:55.643 INFO:tasks.workunit.client.0.smithi031.stdout:op 5821 completed, throughput=5MB/sec 2024-08-10T05:53:55.643 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-eVsbwnDMHKqjONL off=8110603 len=308781 2024-08-10T05:53:55.646 INFO:tasks.workunit.client.0.smithi031.stdout:op 5822 completed, throughput=5MB/sec 2024-08-10T05:53:55.646 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-5A0a0ttLAV80pXA off=6017083 len=1677488 2024-08-10T05:53:55.648 INFO:tasks.workunit.client.0.smithi031.stdout:op 5823 completed, throughput=5MB/sec 2024-08-10T05:53:55.648 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ixLDDUUBX_SMNuP off=15904917 len=1228199 2024-08-10T05:53:55.656 INFO:tasks.workunit.client.0.smithi031.stdout:op 5824 completed, throughput=5MB/sec 2024-08-10T05:53:55.656 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-7bg2XLKfrumQ9Wh off=995552 len=1433613 2024-08-10T05:53:55.665 INFO:tasks.workunit.client.0.smithi031.stdout:op 5825 completed, throughput=5MB/sec 2024-08-10T05:53:55.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:53:55 smithi031 ceph-mon[98130]: pgmap v1974: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-08-10T05:53:55.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:53:55 smithi031 ceph-mon[100614]: pgmap v1974: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-08-10T05:53:55.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:53:55 smithi196 ceph-mon[90243]: pgmap v1974: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-08-10T05:53:56.665 INFO:tasks.workunit.client.0.smithi031.stdout: 1143: throughput=5MB/sec pending data=0 2024-08-10T05:53:56.666 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-wQPpq9x2tPKRPKc off=10958908 len=1237172 2024-08-10T05:53:56.667 INFO:tasks.workunit.client.0.smithi031.stdout:op 5826 completed, throughput=5MB/sec 2024-08-10T05:53:56.667 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-h_lUK199C1ejX7q off=1429644 len=1657858 2024-08-10T05:53:56.675 INFO:tasks.workunit.client.0.smithi031.stdout:op 5827 completed, throughput=5MB/sec 2024-08-10T05:53:56.675 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-6tY0couv79_ISYh off=3843780 len=1366792 2024-08-10T05:53:56.676 INFO:tasks.workunit.client.0.smithi031.stdout:op 5828 completed, throughput=5MB/sec 2024-08-10T05:53:56.676 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-H0kd0iyc3f41DX1 off=2620474 len=974470 2024-08-10T05:53:56.681 INFO:tasks.workunit.client.0.smithi031.stdout:op 5829 completed, throughput=5MB/sec 2024-08-10T05:53:56.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:53:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:53:56.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:53:56 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:53:56.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:53:56 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:53:57.682 INFO:tasks.workunit.client.0.smithi031.stdout: 1144: throughput=5MB/sec pending data=0 2024-08-10T05:53:57.682 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-zZE8S4dlmsr-3-P off=5942329 len=219929 2024-08-10T05:53:57.685 INFO:tasks.workunit.client.0.smithi031.stdout:op 5830 completed, throughput=5MB/sec 2024-08-10T05:53:57.685 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-sFOaP62_XWlebYs off=797863 len=1322188 2024-08-10T05:53:57.692 INFO:tasks.workunit.client.0.smithi031.stdout:op 5831 completed, throughput=5MB/sec 2024-08-10T05:53:57.692 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Qru7Dm2Dutpuw44 off=1345835 len=1135969 2024-08-10T05:53:57.693 INFO:tasks.workunit.client.0.smithi031.stdout:op 5832 completed, throughput=5MB/sec 2024-08-10T05:53:57.693 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-pHJOE_zZoAZZyTy off=3883503 len=412970 2024-08-10T05:53:57.694 INFO:tasks.workunit.client.0.smithi031.stdout:op 5833 completed, throughput=5MB/sec 2024-08-10T05:53:57.694 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-GT3Jqc7R3O9dUSz off=230630 len=713411 2024-08-10T05:53:57.702 INFO:tasks.workunit.client.0.smithi031.stdout:op 5834 completed, throughput=5MB/sec 2024-08-10T05:53:57.703 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-9XoJC015XALXPzo off=294301 len=956831 2024-08-10T05:53:57.704 INFO:tasks.workunit.client.0.smithi031.stdout:op 5835 completed, throughput=5MB/sec 2024-08-10T05:53:57.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:53:57 smithi031 ceph-mon[98130]: pgmap v1975: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:53:57.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:53:57 smithi031 ceph-mon[100614]: pgmap v1975: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:53:57.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:53:57 smithi196 ceph-mon[90243]: pgmap v1975: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:53:58.704 INFO:tasks.workunit.client.0.smithi031.stdout: 1145: throughput=5MB/sec pending data=0 2024-08-10T05:53:58.704 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj--DnD5fGisSr1ZUb off=9219541 len=1707419 2024-08-10T05:53:58.706 INFO:tasks.workunit.client.0.smithi031.stdout:op 5836 completed, throughput=5MB/sec 2024-08-10T05:53:58.707 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ZqfoR7Bq3BYFuuc off=13627371 len=659571 2024-08-10T05:53:58.711 INFO:tasks.workunit.client.0.smithi031.stdout:op 5837 completed, throughput=5MB/sec 2024-08-10T05:53:58.711 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-jLrHQUdw38tucPS off=278882 len=1435229 2024-08-10T05:53:58.718 INFO:tasks.workunit.client.0.smithi031.stdout:op 5838 completed, throughput=5MB/sec 2024-08-10T05:53:58.718 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-oUzKD7fYRL5ElkW off=2878732 len=461082 2024-08-10T05:53:58.722 INFO:tasks.workunit.client.0.smithi031.stdout:op 5839 completed, throughput=5MB/sec 2024-08-10T05:53:58.722 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-jWx5pQ3uTfl53iJ off=17870102 len=1868799 2024-08-10T05:53:58.732 INFO:tasks.workunit.client.0.smithi031.stdout:op 5840 completed, throughput=5MB/sec 2024-08-10T05:53:59.732 INFO:tasks.workunit.client.0.smithi031.stdout: 1146: throughput=5MB/sec pending data=0 2024-08-10T05:53:59.732 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-fyi9uoQSptSQdHE off=5168417 len=1881120 2024-08-10T05:53:59.740 INFO:tasks.workunit.client.0.smithi031.stdout:op 5841 completed, throughput=5MB/sec 2024-08-10T05:53:59.740 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-8ukWFZWj9RTX4oD off=2142130 len=1862497 2024-08-10T05:53:59.751 INFO:tasks.workunit.client.0.smithi031.stdout:op 5842 completed, throughput=5MB/sec 2024-08-10T05:53:59.751 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-29MJ6IjFkVmIxHp off=12725425 len=2018783 2024-08-10T05:53:59.754 INFO:tasks.workunit.client.0.smithi031.stdout:op 5843 completed, throughput=5MB/sec 2024-08-10T05:53:59.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:53:59 smithi031 ceph-mon[98130]: pgmap v1976: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-10T05:53:59.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:53:59 smithi031 ceph-mon[100614]: pgmap v1976: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-10T05:53:59.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:53:59 smithi196 ceph-mon[90243]: pgmap v1976: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-10T05:54:00.755 INFO:tasks.workunit.client.0.smithi031.stdout: 1147: throughput=5MB/sec pending data=0 2024-08-10T05:54:00.755 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Tzq9mJDGIwIgGrb off=2138319 len=1566521 2024-08-10T05:54:00.757 INFO:tasks.workunit.client.0.smithi031.stdout:op 5844 completed, throughput=5MB/sec 2024-08-10T05:54:00.757 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-j4YJ37pQxmaTiqP off=5528284 len=2010749 2024-08-10T05:54:00.770 INFO:tasks.workunit.client.0.smithi031.stdout:op 5845 completed, throughput=5MB/sec 2024-08-10T05:54:00.770 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Rlq1y-5iz2sh1Rk off=2228191 len=1940500 2024-08-10T05:54:00.771 INFO:tasks.workunit.client.0.smithi031.stdout:op 5846 completed, throughput=5MB/sec 2024-08-10T05:54:01.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:54:01 smithi031 ceph-mon[98130]: pgmap v1977: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:54:01.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:54:01 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:54:01] "GET /metrics HTTP/1.1" 200 34054 "" "Prometheus/2.43.0" 2024-08-10T05:54:01.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:54:01 smithi031 ceph-mon[100614]: pgmap v1977: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:54:01.771 INFO:tasks.workunit.client.0.smithi031.stdout: 1148: throughput=5MB/sec pending data=0 2024-08-10T05:54:01.772 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-gXqA1LsItG8ltu- off=78452 len=1942702 2024-08-10T05:54:01.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:54:01 smithi196 ceph-mon[90243]: pgmap v1977: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-10T05:54:01.782 INFO:tasks.workunit.client.0.smithi031.stdout:op 5847 completed, throughput=5MB/sec 2024-08-10T05:54:01.782 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-pQmdMjTOLU-dy1F off=355331 len=925884 2024-08-10T05:54:01.786 INFO:tasks.workunit.client.0.smithi031.stdout:op 5848 completed, throughput=5MB/sec 2024-08-10T05:54:01.787 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-l0NAE4uXNKqxp7M off=5993565 len=454398 2024-08-10T05:54:01.790 INFO:tasks.workunit.client.0.smithi031.stdout:op 5849 completed, throughput=5MB/sec 2024-08-10T05:54:01.790 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-xPUP-GHrF9YdjUC off=15926471 len=772232 2024-08-10T05:54:01.791 INFO:tasks.workunit.client.0.smithi031.stdout:op 5850 completed, throughput=5MB/sec 2024-08-10T05:54:02.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:54:02 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:54:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:54:02.791 INFO:tasks.workunit.client.0.smithi031.stdout: 1149: throughput=5MB/sec pending data=0 2024-08-10T05:54:02.791 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-juzXeYn6TxymKxW off=1240369 len=1881317 2024-08-10T05:54:02.801 INFO:tasks.workunit.client.0.smithi031.stdout:op 5851 completed, throughput=5MB/sec 2024-08-10T05:54:02.802 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-LpVSll7nQr0OFyQ off=1354995 len=1014591 2024-08-10T05:54:02.807 INFO:tasks.workunit.client.0.smithi031.stdout:op 5852 completed, throughput=5MB/sec 2024-08-10T05:54:02.807 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-8Fur8xfU7iygev4 off=598459 len=596598 2024-08-10T05:54:02.808 INFO:tasks.workunit.client.0.smithi031.stdout:op 5853 completed, throughput=5MB/sec 2024-08-10T05:54:02.808 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-96qsFvSWcCT4PRL off=4406834 len=1690522 2024-08-10T05:54:02.816 INFO:tasks.workunit.client.0.smithi031.stdout:op 5854 completed, throughput=5MB/sec 2024-08-10T05:54:02.816 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-NDx1Jne5cfb711g off=5038865 len=1169295 2024-08-10T05:54:02.819 INFO:tasks.workunit.client.0.smithi031.stdout:op 5855 completed, throughput=5MB/sec 2024-08-10T05:54:03.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:54:03 smithi031 ceph-mon[98130]: pgmap v1978: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-10T05:54:03.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:54:03 smithi031 ceph-mon[100614]: pgmap v1978: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-10T05:54:03.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:54:03 smithi196 ceph-mon[90243]: pgmap v1978: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-10T05:54:03.820 INFO:tasks.workunit.client.0.smithi031.stdout: 1150: throughput=5MB/sec pending data=0 2024-08-10T05:54:03.820 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-U3Do879E1G3HLPK off=10971977 len=1905889 2024-08-10T05:54:03.832 INFO:tasks.workunit.client.0.smithi031.stdout:op 5856 completed, throughput=5MB/sec 2024-08-10T05:54:03.832 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-3_0NvnFDM_7nxgU off=6454915 len=1079784 2024-08-10T05:54:03.833 INFO:tasks.workunit.client.0.smithi031.stdout:op 5857 completed, throughput=5MB/sec 2024-08-10T05:54:03.833 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-xgRggzScznTDzpd off=623791 len=724868 2024-08-10T05:54:03.834 INFO:tasks.workunit.client.0.smithi031.stdout:op 5858 completed, throughput=5MB/sec 2024-08-10T05:54:03.834 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-dpihRPQ2B0QZtUe off=12378166 len=76345 2024-08-10T05:54:03.834 INFO:tasks.workunit.client.0.smithi031.stdout:op 5859 completed, throughput=5MB/sec 2024-08-10T05:54:03.835 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-KqfIexwtKiuqzrm off=4806582 len=1519928 2024-08-10T05:54:03.840 INFO:tasks.workunit.client.0.smithi031.stdout:op 5860 completed, throughput=5MB/sec 2024-08-10T05:54:04.841 INFO:tasks.workunit.client.0.smithi031.stdout: 1151: throughput=5MB/sec pending data=0 2024-08-10T05:54:04.841 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-YWav2FAzKhxYwVN off=18758896 len=127397 2024-08-10T05:54:04.842 INFO:tasks.workunit.client.0.smithi031.stdout:op 5861 completed, throughput=5MB/sec 2024-08-10T05:54:04.842 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-oV7HhuZy6vdkUsw off=782079 len=626299 2024-08-10T05:54:04.843 INFO:tasks.workunit.client.0.smithi031.stdout:op 5862 completed, throughput=5MB/sec 2024-08-10T05:54:04.844 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-xj1r7KjejsyYSe7 off=6601113 len=1784530 2024-08-10T05:54:04.846 INFO:tasks.workunit.client.0.smithi031.stdout:op 5863 completed, throughput=5MB/sec 2024-08-10T05:54:04.846 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-9vJH_dL13waX8_P off=6557935 len=2096381 2024-08-10T05:54:04.856 INFO:tasks.workunit.client.0.smithi031.stdout:op 5864 completed, throughput=5MB/sec 2024-08-10T05:54:05.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:54:05 smithi031 ceph-mon[98130]: pgmap v1979: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.9 MiB/s wr, 5 op/s 2024-08-10T05:54:05.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:54:05 smithi031 ceph-mon[100614]: pgmap v1979: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.9 MiB/s wr, 5 op/s 2024-08-10T05:54:05.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:54:05 smithi196 ceph-mon[90243]: pgmap v1979: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.9 MiB/s wr, 5 op/s 2024-08-10T05:54:05.858 INFO:tasks.workunit.client.0.smithi031.stdout: 1152: throughput=5MB/sec pending data=0 2024-08-10T05:54:05.858 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-j3kotgqmaB4oM8I off=9309023 len=880158 2024-08-10T05:54:05.858 INFO:tasks.workunit.client.0.smithi031.stdout:op 5865 completed, throughput=5MB/sec 2024-08-10T05:54:05.858 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-LbdURoutL58EnqU off=7552242 len=1426035 2024-08-10T05:54:05.860 INFO:tasks.workunit.client.0.smithi031.stdout:op 5866 completed, throughput=5MB/sec 2024-08-10T05:54:05.860 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-AauJ5z9oNSPIaYY off=5324290 len=1047832 2024-08-10T05:54:05.862 INFO:tasks.workunit.client.0.smithi031.stdout:op 5867 completed, throughput=5MB/sec 2024-08-10T05:54:05.862 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-yBFhzSPv9eUP_3m off=6173647 len=228339 2024-08-10T05:54:05.863 INFO:tasks.workunit.client.0.smithi031.stdout:op 5868 completed, throughput=5MB/sec 2024-08-10T05:54:05.863 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-FVbF6j6f3WzI44R off=397806 len=1552025 2024-08-10T05:54:05.872 INFO:tasks.workunit.client.0.smithi031.stdout:op 5869 completed, throughput=5MB/sec 2024-08-10T05:54:06.873 INFO:tasks.workunit.client.0.smithi031.stdout: 1153: throughput=5MB/sec pending data=0 2024-08-10T05:54:06.873 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-i1LrKSmQsEkNBrX off=4399410 len=733256 2024-08-10T05:54:06.875 INFO:tasks.workunit.client.0.smithi031.stdout:op 5870 completed, throughput=5MB/sec 2024-08-10T05:54:06.878 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-fZgzhbRPkKngUol off=239441 len=972813 2024-08-10T05:54:06.881 INFO:tasks.workunit.client.0.smithi031.stdout:op 5871 completed, throughput=5MB/sec 2024-08-10T05:54:06.881 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-W_8DmMszPy5v0yQ off=6979441 len=942277 2024-08-10T05:54:06.887 INFO:tasks.workunit.client.0.smithi031.stdout:op 5872 completed, throughput=5MB/sec 2024-08-10T05:54:06.887 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-3ULlrwdD6VNFHf0 off=1714515 len=68420 2024-08-10T05:54:06.889 INFO:tasks.workunit.client.0.smithi031.stdout:op 5873 completed, throughput=5MB/sec 2024-08-10T05:54:06.889 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-mj22_HnYZtR5-UI off=2799869 len=552685 2024-08-10T05:54:06.893 INFO:tasks.workunit.client.0.smithi031.stdout:op 5874 completed, throughput=5MB/sec 2024-08-10T05:54:06.893 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-I6xxZc92fa9IjBq off=5743893 len=980266 2024-08-10T05:54:06.894 INFO:tasks.workunit.client.0.smithi031.stdout:op 5875 completed, throughput=5MB/sec 2024-08-10T05:54:06.894 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-GJdugs_TIq34C0m off=1552888 len=1716397 2024-08-10T05:54:06.896 INFO:tasks.workunit.client.0.smithi031.stdout:op 5876 completed, throughput=5MB/sec 2024-08-10T05:54:07.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:54:07 smithi031 ceph-mon[98130]: pgmap v1980: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-08-10T05:54:07.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:54:07 smithi031 ceph-mon[100614]: pgmap v1980: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-08-10T05:54:07.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:54:07 smithi196 ceph-mon[90243]: pgmap v1980: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-08-10T05:54:07.897 INFO:tasks.workunit.client.0.smithi031.stdout: 1154: throughput=5MB/sec pending data=0 2024-08-10T05:54:07.897 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj--ZoSwXUieDcakHz off=2369869 len=1248077 2024-08-10T05:54:07.906 INFO:tasks.workunit.client.0.smithi031.stdout:op 5877 completed, throughput=5MB/sec 2024-08-10T05:54:07.906 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-o-EsES026ACupXQ off=8005554 len=1183246 2024-08-10T05:54:07.907 INFO:tasks.workunit.client.0.smithi031.stdout:op 5878 completed, throughput=5MB/sec 2024-08-10T05:54:07.907 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-S5sQlI3W5W2tfNF off=7849405 len=317031 2024-08-10T05:54:07.908 INFO:tasks.workunit.client.0.smithi031.stdout:op 5879 completed, throughput=5MB/sec 2024-08-10T05:54:07.908 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-gnovRhuZ-8adhF9 off=1988070 len=2015179 2024-08-10T05:54:07.910 INFO:tasks.workunit.client.0.smithi031.stdout:op 5880 completed, throughput=5MB/sec 2024-08-10T05:54:08.911 INFO:tasks.workunit.client.0.smithi031.stdout: 1155: throughput=5MB/sec pending data=0 2024-08-10T05:54:08.911 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj--LJHnodGcNk7WVp off=12160691 len=2079679 2024-08-10T05:54:08.915 INFO:tasks.workunit.client.0.smithi031.stdout:op 5881 completed, throughput=5MB/sec 2024-08-10T05:54:08.915 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-hC7XBc5N0Yvrf7L off=5299624 len=1316674 2024-08-10T05:54:08.917 INFO:tasks.workunit.client.0.smithi031.stdout:op 5882 completed, throughput=5MB/sec 2024-08-10T05:54:08.917 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ZvmIrgdRhwTaQW3 off=9891190 len=454569 2024-08-10T05:54:08.921 INFO:tasks.workunit.client.0.smithi031.stdout:op 5883 completed, throughput=5MB/sec 2024-08-10T05:54:08.921 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ZWH6_Vode_-0p5c off=3470017 len=542656 2024-08-10T05:54:08.923 INFO:tasks.workunit.client.0.smithi031.stdout:op 5884 completed, throughput=5MB/sec 2024-08-10T05:54:08.923 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-cen815c7cWuW2uO off=11243350 len=640720 2024-08-10T05:54:08.925 INFO:tasks.workunit.client.0.smithi031.stdout:op 5885 completed, throughput=5MB/sec 2024-08-10T05:54:08.925 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-WWbXa7D90n7PEnZ off=4084383 len=132952 2024-08-10T05:54:08.927 INFO:tasks.workunit.client.0.smithi031.stdout:op 5886 completed, throughput=5MB/sec 2024-08-10T05:54:09.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:54:09 smithi031 ceph-mon[98130]: pgmap v1981: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-10T05:54:09.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:54:09 smithi031 ceph-mon[100614]: pgmap v1981: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-10T05:54:09.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:54:09 smithi196 ceph-mon[90243]: pgmap v1981: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-10T05:54:09.928 INFO:tasks.workunit.client.0.smithi031.stdout: 1156: throughput=5MB/sec pending data=0 2024-08-10T05:54:09.928 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-esMb7tasNjiFJPY off=10153967 len=360828 2024-08-10T05:54:09.929 INFO:tasks.workunit.client.0.smithi031.stdout:op 5887 completed, throughput=5MB/sec 2024-08-10T05:54:09.929 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ofFwoet_o-fxXmg off=15321516 len=1792919 2024-08-10T05:54:09.931 INFO:tasks.workunit.client.0.smithi031.stdout:op 5888 completed, throughput=5MB/sec 2024-08-10T05:54:09.931 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Bb38O7dlDJe1rFq off=821023 len=1047046 2024-08-10T05:54:09.933 INFO:tasks.workunit.client.0.smithi031.stdout:op 5889 completed, throughput=5MB/sec 2024-08-10T05:54:09.934 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-0WsUeDFfU4N0cWL off=16725801 len=191018 2024-08-10T05:54:09.937 INFO:tasks.workunit.client.0.smithi031.stdout:op 5890 completed, throughput=5MB/sec 2024-08-10T05:54:09.937 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-KTl8jg8fYsT1FCb off=4286418 len=1058684 2024-08-10T05:54:09.943 INFO:tasks.workunit.client.0.smithi031.stdout:op 5891 completed, throughput=5MB/sec 2024-08-10T05:54:09.943 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-ybnTz8gUjbI3YHU off=1809488 len=1008292 2024-08-10T05:54:09.944 INFO:tasks.workunit.client.0.smithi031.stdout:op 5892 completed, throughput=5MB/sec 2024-08-10T05:54:10.945 INFO:tasks.workunit.client.0.smithi031.stdout: 1157: throughput=5MB/sec pending data=0 2024-08-10T05:54:10.945 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-W3u6MVHZJwUvvDT off=12315792 len=594420 2024-08-10T05:54:10.949 INFO:tasks.workunit.client.0.smithi031.stdout:op 5893 completed, throughput=5MB/sec 2024-08-10T05:54:10.949 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-yH-eezzmQKv677Q off=11534027 len=1085457 2024-08-10T05:54:10.955 INFO:tasks.workunit.client.0.smithi031.stdout:op 5894 completed, throughput=5MB/sec 2024-08-10T05:54:10.955 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-VdYTKETMv2I1erL off=621432 len=1135300 2024-08-10T05:54:10.958 INFO:tasks.workunit.client.0.smithi031.stdout:op 5895 completed, throughput=5MB/sec 2024-08-10T05:54:10.958 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-QS9NbTwSB-HHkP5 off=2754562 len=2016608 2024-08-10T05:54:10.967 INFO:tasks.workunit.client.0.smithi031.stdout:op 5896 completed, throughput=5MB/sec 2024-08-10T05:54:10.967 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-O2pTu3qmNcPZaSX off=4829404 len=504677 2024-08-10T05:54:10.968 INFO:tasks.workunit.client.0.smithi031.stdout:op 5897 completed, throughput=5MB/sec 2024-08-10T05:54:11.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:54:11 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:54:11] "GET /metrics HTTP/1.1" 200 34055 "" "Prometheus/2.43.0" 2024-08-10T05:54:11.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:54:11 smithi196 ceph-mon[90243]: pgmap v1982: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:54:11.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:54:11 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:54:11.968 INFO:tasks.workunit.client.0.smithi031.stdout: 1158: throughput=5MB/sec pending data=0 2024-08-10T05:54:11.968 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-kktUQZs0EZy_Vvd off=10492005 len=1086649 2024-08-10T05:54:11.973 INFO:tasks.workunit.client.0.smithi031.stdout:op 5898 completed, throughput=5MB/sec 2024-08-10T05:54:11.973 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-HGir9YUG4ga4cVR off=17830035 len=1699981 2024-08-10T05:54:11.982 INFO:tasks.workunit.client.0.smithi031.stdout:op 5899 completed, throughput=5MB/sec 2024-08-10T05:54:11.982 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-H5nZSZsPFNe8sOD off=8026934 len=358082 2024-08-10T05:54:11.983 INFO:tasks.workunit.client.0.smithi031.stdout:op 5900 completed, throughput=5MB/sec 2024-08-10T05:54:11.983 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-D4bYam9xJUot8lU off=7650087 len=142570 2024-08-10T05:54:11.983 INFO:tasks.workunit.client.0.smithi031.stdout:op 5901 completed, throughput=5MB/sec 2024-08-10T05:54:11.984 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-bh-K85t_XARZzZB off=4515519 len=1119442 2024-08-10T05:54:11.986 INFO:tasks.workunit.client.0.smithi031.stdout:op 5902 completed, throughput=5MB/sec 2024-08-10T05:54:11.986 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-P3rn381EMm7EyAO off=832357 len=753819 2024-08-10T05:54:11.990 INFO:tasks.workunit.client.0.smithi031.stdout:op 5903 completed, throughput=5MB/sec 2024-08-10T05:54:11.990 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-Nygu-W28cXDnY9- off=9014601 len=656812 2024-08-10T05:54:11.995 INFO:tasks.workunit.client.0.smithi031.stdout:op 5904 completed, throughput=5MB/sec 2024-08-10T05:54:12.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:54:11 smithi031 ceph-mon[98130]: pgmap v1982: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:54:12.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:54:11 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:54:12.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:54:11 smithi031 ceph-mon[100614]: pgmap v1982: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-10T05:54:12.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:54:11 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:54:12.680 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:54:12 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:54:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:54:12.995 INFO:tasks.workunit.client.0.smithi031.stdout: 1159: throughput=5MB/sec pending data=0 2024-08-10T05:54:12.995 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-uZsgPJaLu4Fce28 off=2089249 len=1685369 2024-08-10T05:54:12.999 INFO:tasks.workunit.client.0.smithi031.stdout:op 5905 completed, throughput=5MB/sec 2024-08-10T05:54:12.999 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-9_-Dy4hitGkC2lj off=12194294 len=1531144 2024-08-10T05:54:13.001 INFO:tasks.workunit.client.0.smithi031.stdout:op 5906 completed, throughput=5MB/sec 2024-08-10T05:54:13.001 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-RXf1ykWHaGsE9ko off=1932946 len=47471 2024-08-10T05:54:13.004 INFO:tasks.workunit.client.0.smithi031.stdout:op 5907 completed, throughput=5MB/sec 2024-08-10T05:54:13.004 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-zqVY2Cpdecgk9Qk off=195217 len=1269708 2024-08-10T05:54:13.015 INFO:tasks.workunit.client.0.smithi031.stdout:op 5908 completed, throughput=5MB/sec 2024-08-10T05:54:13.015 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-UhUTzc3whwmVtMn off=14543428 len=1751524 2024-08-10T05:54:13.015 INFO:tasks.workunit.client.0.smithi031.stdout:op 5909 completed, throughput=5MB/sec 2024-08-10T05:54:13.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:54:13 smithi196 ceph-mon[90243]: pgmap v1983: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:54:14.013 INFO:tasks.workunit.client.0.smithi031.stdout: 1160: throughput=5MB/sec pending data=0 2024-08-10T05:54:14.014 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-cMcb7x3FME1G_Hq off=4868229 len=739783 2024-08-10T05:54:14.015 INFO:tasks.workunit.client.0.smithi031.stdout:op 5910 completed, throughput=5MB/sec 2024-08-10T05:54:14.015 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-ByvUuriyGaNwk-9 off=4521362 len=937665 2024-08-10T05:54:14.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:54:13 smithi031 ceph-mon[98130]: pgmap v1983: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:54:14.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:54:13 smithi031 ceph-mon[100614]: pgmap v1983: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-10T05:54:14.020 INFO:tasks.workunit.client.0.smithi031.stdout:op 5911 completed, throughput=5MB/sec 2024-08-10T05:54:14.020 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-u1ekAOy_Zgf_06k off=1478002 len=1925606 2024-08-10T05:54:14.029 INFO:tasks.workunit.client.0.smithi031.stdout:op 5912 completed, throughput=5MB/sec 2024-08-10T05:54:14.029 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-TUttTRpP_6s5D1j off=2162380 len=1855217 2024-08-10T05:54:14.032 INFO:tasks.workunit.client.0.smithi031.stdout:op 5913 completed, throughput=5MB/sec 2024-08-10T05:54:15.033 INFO:tasks.workunit.client.0.smithi031.stdout: 1161: throughput=5MB/sec pending data=0 2024-08-10T05:54:15.033 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-_gxY48rNJWE1UTN off=7223981 len=967975 2024-08-10T05:54:15.036 INFO:tasks.workunit.client.0.smithi031.stdout:op 5914 completed, throughput=5MB/sec 2024-08-10T05:54:15.036 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-hm9teSf05Z0N-Ux off=11989517 len=702588 2024-08-10T05:54:15.041 INFO:tasks.workunit.client.0.smithi031.stdout:op 5915 completed, throughput=5MB/sec 2024-08-10T05:54:15.041 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-vgi29a6Nbx_jvnw off=2733882 len=1623555 2024-08-10T05:54:15.043 INFO:tasks.workunit.client.0.smithi031.stdout:op 5916 completed, throughput=5MB/sec 2024-08-10T05:54:15.043 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-oPb9vs0ob-TShZ8 off=1942414 len=1950462 2024-08-10T05:54:15.045 INFO:tasks.workunit.client.0.smithi031.stdout:op 5917 completed, throughput=5MB/sec 2024-08-10T05:54:15.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:54:15 smithi196 ceph-mon[90243]: pgmap v1984: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-10T05:54:16.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:54:15 smithi031 ceph-mon[98130]: pgmap v1984: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-10T05:54:16.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:54:15 smithi031 ceph-mon[100614]: pgmap v1984: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-10T05:54:16.046 INFO:tasks.workunit.client.0.smithi031.stdout: 1162: throughput=5MB/sec pending data=0 2024-08-10T05:54:16.046 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-5EimKQLuBg9yeYn off=22720767 len=1145367 2024-08-10T05:54:16.048 INFO:tasks.workunit.client.0.smithi031.stdout:op 5918 completed, throughput=5MB/sec 2024-08-10T05:54:16.048 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-Fs32HuHnW_yjSwf off=4037082 len=1299989 2024-08-10T05:54:16.049 INFO:tasks.workunit.client.0.smithi031.stdout:op 5919 completed, throughput=5MB/sec 2024-08-10T05:54:16.050 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-qyXh5zsdRNEw-Ug off=3921506 len=925823 2024-08-10T05:54:16.051 INFO:tasks.workunit.client.0.smithi031.stdout:op 5920 completed, throughput=5MB/sec 2024-08-10T05:54:16.051 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-w4u3g6fV4KWwfI0 off=2690302 len=1000309 2024-08-10T05:54:16.051 INFO:tasks.workunit.client.0.smithi031.stdout:op 5921 completed, throughput=5MB/sec 2024-08-10T05:54:17.052 INFO:tasks.workunit.client.0.smithi031.stdout: 1163: throughput=5MB/sec pending data=0 2024-08-10T05:54:17.052 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-hPc9lrDGIX5ksvi off=7105070 len=471607 2024-08-10T05:54:17.056 INFO:tasks.workunit.client.0.smithi031.stdout:op 5922 completed, throughput=5MB/sec 2024-08-10T05:54:17.056 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-QalHHCjgYxVMYav off=3201981 len=1782425 2024-08-10T05:54:17.064 INFO:tasks.workunit.client.0.smithi031.stdout:op 5923 completed, throughput=5MB/sec 2024-08-10T05:54:17.064 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-CofeaO1Xs6E1m-U off=3390195 len=508447 2024-08-10T05:54:17.068 INFO:tasks.workunit.client.0.smithi031.stdout:op 5924 completed, throughput=5MB/sec 2024-08-10T05:54:17.068 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-jJAe99eNmXRu9GM off=3170620 len=389322 2024-08-10T05:54:17.070 INFO:tasks.workunit.client.0.smithi031.stdout:op 5925 completed, throughput=5MB/sec 2024-08-10T05:54:17.070 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-sf_ADEzagvZlK-x off=3344725 len=1884335 2024-08-10T05:54:17.074 INFO:tasks.workunit.client.0.smithi031.stdout:op 5926 completed, throughput=5MB/sec 2024-08-10T05:54:17.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:54:17 smithi196 ceph-mon[90243]: pgmap v1985: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-10T05:54:18.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:54:17 smithi031 ceph-mon[98130]: pgmap v1985: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-10T05:54:18.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:54:17 smithi031 ceph-mon[100614]: pgmap v1985: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-10T05:54:18.074 INFO:tasks.workunit.client.0.smithi031.stdout: 1164: throughput=5MB/sec pending data=0 2024-08-10T05:54:18.075 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-cU-TuZhIsXWZUUG off=242342 len=1899282 2024-08-10T05:54:18.077 INFO:tasks.workunit.client.0.smithi031.stdout:op 5927 completed, throughput=5MB/sec 2024-08-10T05:54:18.077 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-qEjSL6pM5lb9QFH off=534529 len=907599 2024-08-10T05:54:18.078 INFO:tasks.workunit.client.0.smithi031.stdout:op 5928 completed, throughput=5MB/sec 2024-08-10T05:54:18.079 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-lZjQhSgtGi-w25F off=13749865 len=1235323 2024-08-10T05:54:18.081 INFO:tasks.workunit.client.0.smithi031.stdout:op 5929 completed, throughput=5MB/sec 2024-08-10T05:54:18.081 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-sA09XYBP9H7yKQ2 off=2367256 len=1939719 2024-08-10T05:54:18.093 INFO:tasks.workunit.client.0.smithi031.stdout:op 5930 completed, throughput=5MB/sec 2024-08-10T05:54:19.093 INFO:tasks.workunit.client.0.smithi031.stdout: 1165: throughput=5MB/sec pending data=0 2024-08-10T05:54:19.093 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-7CPdq9JHJ5uSmL- off=15287178 len=354748 2024-08-10T05:54:19.097 INFO:tasks.workunit.client.0.smithi031.stdout:op 5931 completed, throughput=5MB/sec 2024-08-10T05:54:19.097 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-wavKs6SeQDESBjK off=10613364 len=561254 2024-08-10T05:54:19.098 INFO:tasks.workunit.client.0.smithi031.stdout:op 5932 completed, throughput=5MB/sec 2024-08-10T05:54:19.098 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-KfsuoFunImbXQAF off=10227713 len=645004 2024-08-10T05:54:19.100 INFO:tasks.workunit.client.0.smithi031.stdout:op 5933 completed, throughput=5MB/sec 2024-08-10T05:54:19.100 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-EGf5NdZ5u2zn7Ul off=0 len=1366763 2024-08-10T05:54:19.102 INFO:tasks.workunit.client.0.smithi031.stdout:op 5934 completed, throughput=5MB/sec 2024-08-10T05:54:19.102 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-_E3HB75ZehJLt46 off=14628547 len=484116 2024-08-10T05:54:19.106 INFO:tasks.workunit.client.0.smithi031.stdout:op 5935 completed, throughput=5MB/sec 2024-08-10T05:54:19.106 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-k6wYGXMDCKPdOoQ off=10738033 len=515357 2024-08-10T05:54:19.107 INFO:tasks.workunit.client.0.smithi031.stdout:op 5936 completed, throughput=5MB/sec 2024-08-10T05:54:19.107 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-6dukCcAxF2MW5xG off=13242064 len=267406 2024-08-10T05:54:19.108 INFO:tasks.workunit.client.0.smithi031.stdout:op 5937 completed, throughput=5MB/sec 2024-08-10T05:54:19.108 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-_vbFXGiH33pA2iI off=2574379 len=1518282 2024-08-10T05:54:19.110 INFO:tasks.workunit.client.0.smithi031.stdout:op 5938 completed, throughput=5MB/sec 2024-08-10T05:54:20.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:54:19 smithi031 ceph-mon[98130]: pgmap v1986: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-10T05:54:20.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:54:19 smithi031 ceph-mon[100614]: pgmap v1986: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-10T05:54:20.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:54:19 smithi196 ceph-mon[90243]: pgmap v1986: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-10T05:54:20.110 INFO:tasks.workunit.client.0.smithi031.stdout: 1166: throughput=5MB/sec pending data=0 2024-08-10T05:54:20.110 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-MiNUW6VQ5FblfM9 off=376616 len=1220099 2024-08-10T05:54:20.113 INFO:tasks.workunit.client.0.smithi031.stdout:op 5939 completed, throughput=5MB/sec 2024-08-10T05:54:20.114 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-2m6QsTkgflW7R8i off=312172 len=1124033 2024-08-10T05:54:20.120 INFO:tasks.workunit.client.0.smithi031.stdout:op 5940 completed, throughput=5MB/sec 2024-08-10T05:54:20.120 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-GuCi4VnX-v3oaFy off=19384974 len=2019049 2024-08-10T05:54:20.131 INFO:tasks.workunit.client.0.smithi031.stdout:op 5941 completed, throughput=5MB/sec 2024-08-10T05:54:21.131 INFO:tasks.workunit.client.0.smithi031.stdout: 1167: throughput=5MB/sec pending data=0 2024-08-10T05:54:21.132 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-qKHLpyt5jlVZCYf off=3483927 len=757721 2024-08-10T05:54:21.133 INFO:tasks.workunit.client.0.smithi031.stdout:op 5942 completed, throughput=5MB/sec 2024-08-10T05:54:21.133 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-68HWzdknBacpcOY off=6787926 len=891907 2024-08-10T05:54:21.138 INFO:tasks.workunit.client.0.smithi031.stdout:op 5943 completed, throughput=5MB/sec 2024-08-10T05:54:21.138 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-szZhDT5zxerCs4b off=13496761 len=738201 2024-08-10T05:54:21.143 INFO:tasks.workunit.client.0.smithi031.stdout:op 5944 completed, throughput=5MB/sec 2024-08-10T05:54:21.143 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-mgX2OSoLMnCSJKk off=464223 len=621933 2024-08-10T05:54:21.147 INFO:tasks.workunit.client.0.smithi031.stdout:op 5945 completed, throughput=5MB/sec 2024-08-10T05:54:21.147 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-pE3EcNwxO4eSPpJ off=19987198 len=1811806 2024-08-10T05:54:21.149 INFO:tasks.workunit.client.0.smithi031.stdout:op 5946 completed, throughput=5MB/sec 2024-08-10T05:54:21.150 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-l6L-5GR7w2aYD2c off=1818787 len=1052177 2024-08-10T05:54:21.155 INFO:tasks.workunit.client.0.smithi031.stdout:op 5947 completed, throughput=5MB/sec 2024-08-10T05:54:21.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:54:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:54:21] "GET /metrics HTTP/1.1" 200 34055 "" "Prometheus/2.43.0" 2024-08-10T05:54:22.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:54:21 smithi031 ceph-mon[98130]: pgmap v1987: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-08-10T05:54:22.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:54:21 smithi031 ceph-mon[100614]: pgmap v1987: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-08-10T05:54:22.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:54:21 smithi196 ceph-mon[90243]: pgmap v1987: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-08-10T05:54:22.155 INFO:tasks.workunit.client.0.smithi031.stdout: 1168: throughput=5MB/sec pending data=0 2024-08-10T05:54:22.155 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-b-erNHdKrJkHrtQ off=822412 len=212713 2024-08-10T05:54:22.159 INFO:tasks.workunit.client.0.smithi031.stdout:op 5948 completed, throughput=5MB/sec 2024-08-10T05:54:22.159 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-JzQ1cu-fqTJk-jM off=24391040 len=406926 2024-08-10T05:54:22.162 INFO:tasks.workunit.client.0.smithi031.stdout:op 5949 completed, throughput=5MB/sec 2024-08-10T05:54:22.162 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-CQNHe6Pdp_ICa7m off=1704081 len=77151 2024-08-10T05:54:22.163 INFO:tasks.workunit.client.0.smithi031.stdout:op 5950 completed, throughput=5MB/sec 2024-08-10T05:54:22.163 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-_vbFXGiH33pA2iI off=2860567 len=1299562 2024-08-10T05:54:22.165 INFO:tasks.workunit.client.0.smithi031.stdout:op 5951 completed, throughput=5MB/sec 2024-08-10T05:54:22.165 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-P3inQJL3kKkJEKo off=1141415 len=1941088 2024-08-10T05:54:22.167 INFO:tasks.workunit.client.0.smithi031.stdout:op 5952 completed, throughput=5MB/sec 2024-08-10T05:54:22.168 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-kAWb9bjEQwEvrHn off=6353889 len=486700 2024-08-10T05:54:22.169 INFO:tasks.workunit.client.0.smithi031.stdout:op 5953 completed, throughput=5MB/sec 2024-08-10T05:54:22.169 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-f14J2TcqEHdCaSj off=788559 len=1087490 2024-08-10T05:54:22.170 INFO:tasks.workunit.client.0.smithi031.stdout:op 5954 completed, throughput=5MB/sec 2024-08-10T05:54:22.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:54:22 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:54:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:54:23.170 INFO:tasks.workunit.client.0.smithi031.stdout: 1169: throughput=5MB/sec pending data=0 2024-08-10T05:54:23.171 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-oHRuz-b2tFXADH8 off=536294 len=1309917 2024-08-10T05:54:23.180 INFO:tasks.workunit.client.0.smithi031.stdout:op 5955 completed, throughput=5MB/sec 2024-08-10T05:54:23.180 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-pLEASoryajVEHdU off=3389146 len=15097 2024-08-10T05:54:23.182 INFO:tasks.workunit.client.0.smithi031.stdout:op 5956 completed, throughput=5MB/sec 2024-08-10T05:54:23.182 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-x69T6UhtAKyg_1q off=169268 len=696294 2024-08-10T05:54:23.183 INFO:tasks.workunit.client.0.smithi031.stdout:op 5957 completed, throughput=5MB/sec 2024-08-10T05:54:23.184 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-NDiYfETvIGRZNVR off=418227 len=1445213 2024-08-10T05:54:23.192 INFO:tasks.workunit.client.0.smithi031.stdout:op 5958 completed, throughput=5MB/sec 2024-08-10T05:54:23.192 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-FopuroQlwKqdeZr off=1954550 len=871037 2024-08-10T05:54:23.193 INFO:tasks.workunit.client.0.smithi031.stdout:op 5959 completed, throughput=5MB/sec 2024-08-10T05:54:23.193 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-vW9awOI58Ge6Zky off=3150386 len=2013604 2024-08-10T05:54:23.194 INFO:tasks.workunit.client.0.smithi031.stdout:op 5960 completed, throughput=5MB/sec 2024-08-10T05:54:24.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:54:23 smithi031 ceph-mon[98130]: pgmap v1988: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-08-10T05:54:24.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:54:23 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:54:24.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:54:23 smithi031 ceph-mon[100614]: pgmap v1988: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-08-10T05:54:24.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:54:23 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:54:24.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:54:23 smithi196 ceph-mon[90243]: pgmap v1988: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-08-10T05:54:24.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:54:23 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:54:24.195 INFO:tasks.workunit.client.0.smithi031.stdout: 1170: throughput=5MB/sec pending data=0 2024-08-10T05:54:24.195 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-LfcK1T1NOrmesMI off=512629 len=128429 2024-08-10T05:54:24.198 INFO:tasks.workunit.client.0.smithi031.stdout:op 5961 completed, throughput=5MB/sec 2024-08-10T05:54:24.198 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-9B2RCdhvHsXlgY6 off=3797854 len=120608 2024-08-10T05:54:24.198 INFO:tasks.workunit.client.0.smithi031.stdout:op 5962 completed, throughput=5MB/sec 2024-08-10T05:54:24.199 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-UhY3Zz1Hl7It1PQ off=3786934 len=1895346 2024-08-10T05:54:24.207 INFO:tasks.workunit.client.0.smithi031.stdout:op 5963 completed, throughput=5MB/sec 2024-08-10T05:54:24.207 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-prnKdUwTpfQdadZ off=2994554 len=78803 2024-08-10T05:54:24.208 INFO:tasks.workunit.client.0.smithi031.stdout:op 5964 completed, throughput=5MB/sec 2024-08-10T05:54:24.209 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-My5uNuFAkpyofGR off=8759561 len=1247673 2024-08-10T05:54:24.210 INFO:tasks.workunit.client.0.smithi031.stdout:op 5965 completed, throughput=5MB/sec 2024-08-10T05:54:25.210 INFO:tasks.workunit.client.0.smithi031.stdout: 1171: throughput=5MB/sec pending data=0 2024-08-10T05:54:25.211 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-VLpBcKho3fqKEFu off=881255 len=1730084 2024-08-10T05:54:25.212 INFO:tasks.workunit.client.0.smithi031.stdout:op 5966 completed, throughput=5MB/sec 2024-08-10T05:54:25.212 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-rnKQdgrVn0_EriL off=9133826 len=1102621 2024-08-10T05:54:25.214 INFO:tasks.workunit.client.0.smithi031.stdout:op 5967 completed, throughput=5MB/sec 2024-08-10T05:54:25.215 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-qsXBC3aXjp6F4MG off=11972192 len=1506221 2024-08-10T05:54:25.216 INFO:tasks.workunit.client.0.smithi031.stdout:op 5968 completed, throughput=5MB/sec 2024-08-10T05:54:25.216 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-vzLthUo8AKkSSX4 off=904465 len=1290018 2024-08-10T05:54:25.218 INFO:tasks.workunit.client.0.smithi031.stdout:op 5969 completed, throughput=5MB/sec 2024-08-10T05:54:25.843 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:54:25 smithi196 ceph-mon[90243]: pgmap v1989: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-10T05:54:26.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:54:25 smithi031 ceph-mon[98130]: pgmap v1989: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-10T05:54:26.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:54:25 smithi031 ceph-mon[100614]: pgmap v1989: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-10T05:54:26.218 INFO:tasks.workunit.client.0.smithi031.stdout: 1172: throughput=5MB/sec pending data=0 2024-08-10T05:54:26.218 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-PtW1IN_xxSu8eOT off=5505380 len=1747251 2024-08-10T05:54:26.219 INFO:tasks.workunit.client.0.smithi031.stdout:op 5970 completed, throughput=5MB/sec 2024-08-10T05:54:26.220 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-a2-vDAQlMC-tySo off=3619491 len=410597 2024-08-10T05:54:26.220 INFO:tasks.workunit.client.0.smithi031.stdout:op 5971 completed, throughput=5MB/sec 2024-08-10T05:54:26.220 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-_6_Y6eIpVGlv-ct off=2609406 len=323098 2024-08-10T05:54:26.221 INFO:tasks.workunit.client.0.smithi031.stdout:op 5972 completed, throughput=5MB/sec 2024-08-10T05:54:26.221 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-S_aU_lbKibQLCCK off=751846 len=386853 2024-08-10T05:54:26.224 INFO:tasks.workunit.client.0.smithi031.stdout:op 5973 completed, throughput=5MB/sec 2024-08-10T05:54:26.224 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj--XUJm8JmtITr1Sx off=2417085 len=906063 2024-08-10T05:54:26.228 INFO:tasks.workunit.client.0.smithi031.stdout:op 5974 completed, throughput=5MB/sec 2024-08-10T05:54:26.228 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-XbjJmr_9ECx4J-- off=4317869 len=1403335 2024-08-10T05:54:26.230 INFO:tasks.workunit.client.0.smithi031.stdout:op 5975 completed, throughput=5MB/sec 2024-08-10T05:54:27.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:54:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:54:27.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:54:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:54:27.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:54:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:54:27.231 INFO:tasks.workunit.client.0.smithi031.stdout: 1173: throughput=5MB/sec pending data=0 2024-08-10T05:54:27.231 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-T7Xs38KAMZo8ytT off=191593 len=1658832 2024-08-10T05:54:27.232 INFO:tasks.workunit.client.0.smithi031.stdout:op 5976 completed, throughput=5MB/sec 2024-08-10T05:54:27.232 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-nNA3yDkw_lKvkBS off=9086729 len=1185229 2024-08-10T05:54:27.238 INFO:tasks.workunit.client.0.smithi031.stdout:op 5977 completed, throughput=5MB/sec 2024-08-10T05:54:27.238 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-OQLQT31sTPg73pF off=2905587 len=1082873 2024-08-10T05:54:27.242 INFO:tasks.workunit.client.0.smithi031.stdout:op 5978 completed, throughput=5MB/sec 2024-08-10T05:54:27.242 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-JZAUrx7BKB09lJt off=1384107 len=924019 2024-08-10T05:54:27.246 INFO:tasks.workunit.client.0.smithi031.stdout:op 5979 completed, throughput=5MB/sec 2024-08-10T05:54:27.246 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-fovFZvUqTFr4GPF off=4247184 len=972586 2024-08-10T05:54:27.247 INFO:tasks.workunit.client.0.smithi031.stdout:op 5980 completed, throughput=5MB/sec 2024-08-10T05:54:28.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:54:27 smithi031 ceph-mon[98130]: pgmap v1990: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-08-10T05:54:28.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:54:27 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:54:28.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:54:27 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:54:28.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:54:27 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:54:28.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:54:27 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:54:28.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:54:27 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:54:28.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:54:27 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:54:28.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:54:27 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:54:28.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:54:27 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:54:28.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:54:27 smithi031 ceph-mon[100614]: pgmap v1990: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-08-10T05:54:28.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:54:27 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:54:28.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:54:27 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:54:28.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:54:27 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:54:28.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:54:27 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:54:28.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:54:27 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:54:28.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:54:27 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:54:28.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:54:27 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:54:28.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:54:27 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:54:28.022 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:54:27 smithi196 ceph-mon[90243]: pgmap v1990: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-08-10T05:54:28.022 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:54:27 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:54:28.022 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:54:27 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:54:28.022 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:54:27 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:54:28.022 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:54:27 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:54:28.022 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:54:27 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:54:28.022 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:54:27 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:54:28.022 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:54:27 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:54:28.022 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:54:27 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:54:28.247 INFO:tasks.workunit.client.0.smithi031.stdout: 1174: throughput=5MB/sec pending data=0 2024-08-10T05:54:28.247 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-zwfGAIzHKiHvZO2 off=769818 len=379576 2024-08-10T05:54:28.248 INFO:tasks.workunit.client.0.smithi031.stdout:op 5981 completed, throughput=5MB/sec 2024-08-10T05:54:28.248 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-BfN7K1_zQv715QI off=4285472 len=968207 2024-08-10T05:54:28.249 INFO:tasks.workunit.client.0.smithi031.stdout:op 5982 completed, throughput=5MB/sec 2024-08-10T05:54:28.249 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-2iAV2McqQ20sVyz off=611359 len=449364 2024-08-10T05:54:28.250 INFO:tasks.workunit.client.0.smithi031.stdout:op 5983 completed, throughput=5MB/sec 2024-08-10T05:54:28.250 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-bzjx5bvFKfIhyPt off=11360563 len=1742281 2024-08-10T05:54:28.257 INFO:tasks.workunit.client.0.smithi031.stdout:op 5984 completed, throughput=5MB/sec 2024-08-10T05:54:28.257 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-nflyros3Iq1CDhy off=2018657 len=1268916 2024-08-10T05:54:28.258 INFO:tasks.workunit.client.0.smithi031.stdout:op 5985 completed, throughput=5MB/sec 2024-08-10T05:54:29.258 INFO:tasks.workunit.client.0.smithi031.stdout: 1175: throughput=5MB/sec pending data=0 2024-08-10T05:54:29.259 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-zgVLA_a5eYQKepC off=6902904 len=832839 2024-08-10T05:54:29.262 INFO:tasks.workunit.client.0.smithi031.stdout:op 5986 completed, throughput=5MB/sec 2024-08-10T05:54:29.262 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-dtmoEYDpUegwEAB off=4659178 len=1904887 2024-08-10T05:54:29.273 INFO:tasks.workunit.client.0.smithi031.stdout:op 5987 completed, throughput=5MB/sec 2024-08-10T05:54:29.273 INFO:tasks.workunit.client.0.smithi031.stdout:WRITE : oid=obj-DITMJatbC8fB8GW off=8287830 len=1746233 2024-08-10T05:54:29.281 INFO:tasks.workunit.client.0.smithi031.stdout:op 5988 completed, throughput=5MB/sec 2024-08-10T05:54:29.281 INFO:tasks.workunit.client.0.smithi031.stdout:READ : oid=obj-LqpgUq654_hZKCI off=57675 len=638523 2024-08-10T05:54:29.284 INFO:tasks.workunit.client.0.smithi031.stdout:op 5989 completed, throughput=5MB/sec 2024-08-10T05:54:29.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:54:29 smithi196 ceph-mon[90243]: pgmap v1991: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-10T05:54:30.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:54:29 smithi031 ceph-mon[98130]: pgmap v1991: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-10T05:54:30.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:54:29 smithi031 ceph-mon[100614]: pgmap v1991: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-10T05:54:30.284 INFO:tasks.workunit.client.0.smithi031.stdout:waiting for all operations to complete 2024-08-10T05:54:30.284 INFO:tasks.workunit.client.0.smithi031.stdout:cleaning up objects 2024-08-10T05:54:31.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:54:31 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:54:31] "GET /metrics HTTP/1.1" 200 34048 "" "Prometheus/2.43.0" 2024-08-10T05:54:32.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:54:31 smithi031 ceph-mon[100614]: pgmap v1992: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-08-10T05:54:32.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:54:31 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:54:32.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:54:31 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:54:32.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:54:31 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:54:32.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:54:31 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:54:32.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:54:31 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:54:32.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:54:31 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:54:32.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:54:31 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:54:32.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:54:31 smithi031 ceph-mon[98130]: pgmap v1992: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-08-10T05:54:32.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:54:31 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:54:32.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:54:31 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:54:32.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:54:31 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:54:32.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:54:31 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:54:32.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:54:31 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:54:32.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:54:31 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:54:32.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:54:31 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:54:32.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:54:31 smithi196 ceph-mon[90243]: pgmap v1992: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-08-10T05:54:32.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:54:31 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:54:32.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:54:31 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:54:32.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:54:31 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:54:32.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:54:31 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:54:32.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:54:31 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:54:32.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:54:31 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:54:32.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:54:31 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:54:32.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:54:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:54:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:54:34.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:54:33 smithi031 ceph-mon[98130]: pgmap v1993: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2024-08-10T05:54:34.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:54:33 smithi031 ceph-mon[100614]: pgmap v1993: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2024-08-10T05:54:34.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:54:33 smithi196 ceph-mon[90243]: pgmap v1993: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2024-08-10T05:54:36.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:54:35 smithi031 ceph-mon[98130]: pgmap v1994: 105 pgs: 105 active+clean; 106 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 151 op/s 2024-08-10T05:54:36.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:54:35 smithi031 ceph-mon[100614]: pgmap v1994: 105 pgs: 105 active+clean; 106 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 151 op/s 2024-08-10T05:54:36.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:54:35 smithi196 ceph-mon[90243]: pgmap v1994: 105 pgs: 105 active+clean; 106 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 151 op/s 2024-08-10T05:54:38.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:54:37 smithi031 ceph-mon[98130]: pgmap v1995: 105 pgs: 105 active+clean; 101 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.2 MiB/s wr, 185 op/s 2024-08-10T05:54:38.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:54:37 smithi031 ceph-mon[100614]: pgmap v1995: 105 pgs: 105 active+clean; 101 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.2 MiB/s wr, 185 op/s 2024-08-10T05:54:38.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:54:37 smithi196 ceph-mon[90243]: pgmap v1995: 105 pgs: 105 active+clean; 101 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.2 MiB/s wr, 185 op/s 2024-08-10T05:54:40.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:54:39 smithi031 ceph-mon[98130]: pgmap v1996: 105 pgs: 105 active+clean; 81 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.1 MiB/s wr, 317 op/s 2024-08-10T05:54:40.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:54:39 smithi031 ceph-mon[100614]: pgmap v1996: 105 pgs: 105 active+clean; 81 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.1 MiB/s wr, 317 op/s 2024-08-10T05:54:40.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:54:39 smithi196 ceph-mon[90243]: pgmap v1996: 105 pgs: 105 active+clean; 81 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.1 MiB/s wr, 317 op/s 2024-08-10T05:54:41.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:54:41 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:54:41] "GET /metrics HTTP/1.1" 200 34048 "" "Prometheus/2.43.0" 2024-08-10T05:54:42.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:54:41 smithi031 ceph-mon[98130]: pgmap v1997: 105 pgs: 105 active+clean; 61 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 468 KiB/s rd, 568 KiB/s wr, 450 op/s 2024-08-10T05:54:42.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:54:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:54:42.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:54:41 smithi031 ceph-mon[100614]: pgmap v1997: 105 pgs: 105 active+clean; 61 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 468 KiB/s rd, 568 KiB/s wr, 450 op/s 2024-08-10T05:54:42.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:54:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:54:42.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:54:41 smithi196 ceph-mon[90243]: pgmap v1997: 105 pgs: 105 active+clean; 61 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 468 KiB/s rd, 568 KiB/s wr, 450 op/s 2024-08-10T05:54:42.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:54:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:54:42.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:54:42 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:54:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:54:44.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:54:43 smithi031 ceph-mon[98130]: pgmap v1998: 105 pgs: 105 active+clean; 56 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 52 KiB/s rd, 365 KiB/s wr, 479 op/s 2024-08-10T05:54:44.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:54:43 smithi031 ceph-mon[100614]: pgmap v1998: 105 pgs: 105 active+clean; 56 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 52 KiB/s rd, 365 KiB/s wr, 479 op/s 2024-08-10T05:54:44.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:54:43 smithi196 ceph-mon[90243]: pgmap v1998: 105 pgs: 105 active+clean; 56 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 52 KiB/s rd, 365 KiB/s wr, 479 op/s 2024-08-10T05:54:46.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:54:45 smithi031 ceph-mon[98130]: pgmap v1999: 105 pgs: 105 active+clean; 29 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 365 KiB/s wr, 648 op/s 2024-08-10T05:54:46.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:54:45 smithi031 ceph-mon[100614]: pgmap v1999: 105 pgs: 105 active+clean; 29 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 365 KiB/s wr, 648 op/s 2024-08-10T05:54:46.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:54:45 smithi196 ceph-mon[90243]: pgmap v1999: 105 pgs: 105 active+clean; 29 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 365 KiB/s wr, 648 op/s 2024-08-10T05:54:47.243 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-10T05:54:47.243 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-10T05:54:47.273 INFO:tasks.workunit:Stopping ['rados/load-gen-big.sh'] on client.0... 2024-08-10T05:54:47.273 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-08-10T05:54:47.538 DEBUG:teuthology.parallel:result is None 2024-08-10T05:54:47.539 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-08-10T05:54:47.565 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-08-10T05:54:47.565 DEBUG:teuthology.orchestra.run.smithi031:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-08-10T05:54:47.621 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-08-10T05:54:47.621 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-08-10T05:54:47.621 INFO:teuthology.task.print:**** done end rados_loadgenbig.yaml 2024-08-10T05:54:47.621 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-08-10T05:54:47.622 INFO:teuthology.task.print:**** done start rbd_import_export.yaml 2024-08-10T05:54:47.622 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-08-10T05:54:47.622 INFO:tasks.workunit:Pulling workunits from ref quincy 2024-08-10T05:54:47.623 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-08-10T05:54:47.623 DEBUG:teuthology.orchestra.run.smithi196:> stat -- /home/ubuntu/cephtest/mnt.1 2024-08-10T05:54:47.639 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-10T05:54:47.640 INFO:teuthology.orchestra.run.smithi196.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.1': No such file or directory 2024-08-10T05:54:47.640 DEBUG:teuthology.orchestra.run.smithi196:> mkdir -- /home/ubuntu/cephtest/mnt.1 2024-08-10T05:54:47.696 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.1 2024-08-10T05:54:47.696 DEBUG:teuthology.orchestra.run.smithi196:> cd -- /home/ubuntu/cephtest/mnt.1 && mkdir -- client.1 2024-08-10T05:54:47.752 INFO:tasks.workunit:timeout=3h 2024-08-10T05:54:47.752 INFO:tasks.workunit:cleanup=True 2024-08-10T05:54:47.753 DEBUG:teuthology.orchestra.run.smithi196:> rm -rf /home/ubuntu/cephtest/clone.client.1 && git clone --depth 1 --branch quincy https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.1 && cd /home/ubuntu/cephtest/clone.client.1 2024-08-10T05:54:47.808 INFO:tasks.workunit.client.1.smithi196.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.1'... 2024-08-10T05:54:48.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:54:47 smithi031 ceph-mon[98130]: pgmap v2000: 105 pgs: 105 active+clean; 25 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 538 op/s 2024-08-10T05:54:48.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:54:47 smithi031 ceph-mon[100614]: pgmap v2000: 105 pgs: 105 active+clean; 25 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 538 op/s 2024-08-10T05:54:48.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:54:47 smithi196 ceph-mon[90243]: pgmap v2000: 105 pgs: 105 active+clean; 25 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 538 op/s 2024-08-10T05:54:50.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:54:49 smithi031 ceph-mon[98130]: pgmap v2001: 105 pgs: 105 active+clean; 11 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 598 op/s 2024-08-10T05:54:50.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:54:49 smithi031 ceph-mon[100614]: pgmap v2001: 105 pgs: 105 active+clean; 11 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 598 op/s 2024-08-10T05:54:50.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:54:49 smithi196 ceph-mon[90243]: pgmap v2001: 105 pgs: 105 active+clean; 11 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 598 op/s 2024-08-10T05:54:51.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:54:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:54:51] "GET /metrics HTTP/1.1" 200 34048 "" "Prometheus/2.43.0" 2024-08-10T05:54:51.804 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:54:51 smithi031 ceph-mon[100614]: pgmap v2002: 105 pgs: 105 active+clean; 851 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 533 op/s 2024-08-10T05:54:51.805 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:54:51 smithi031 ceph-mon[98130]: pgmap v2002: 105 pgs: 105 active+clean; 851 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 533 op/s 2024-08-10T05:54:52.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:54:51 smithi196 ceph-mon[90243]: pgmap v2002: 105 pgs: 105 active+clean; 851 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 533 op/s 2024-08-10T05:54:52.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:54:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:54:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:54:53.541 DEBUG:teuthology.orchestra.run.smithi196:> cd -- /home/ubuntu/cephtest/clone.client.1/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.1 2024-08-10T05:54:53.612 INFO:tasks.workunit.client.1.smithi196.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-08-10T05:54:53.614 INFO:tasks.workunit.client.1.smithi196.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/direct_io' 2024-08-10T05:54:53.615 INFO:tasks.workunit.client.1.smithi196.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-08-10T05:54:54.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:54:53 smithi031 ceph-mon[98130]: pgmap v2003: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 403 op/s 2024-08-10T05:54:54.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:54:53 smithi031 ceph-mon[100614]: pgmap v2003: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 403 op/s 2024-08-10T05:54:54.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:54:53 smithi196 ceph-mon[90243]: pgmap v2003: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 403 op/s 2024-08-10T05:54:54.420 INFO:tasks.workunit.client.1.smithi196.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-08-10T05:54:54.475 INFO:tasks.workunit.client.1.smithi196.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-08-10T05:54:54.515 INFO:tasks.workunit.client.1.smithi196.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/direct_io' 2024-08-10T05:54:54.517 INFO:tasks.workunit.client.1.smithi196.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/fs' 2024-08-10T05:54:54.517 INFO:tasks.workunit.client.1.smithi196.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-08-10T05:54:54.556 INFO:tasks.workunit.client.1.smithi196.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/fs' 2024-08-10T05:54:54.559 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-08-10T05:54:54.559 DEBUG:teuthology.orchestra.run.smithi196:> dd if=/home/ubuntu/cephtest/workunits.list.client.1 of=/dev/stdout 2024-08-10T05:54:54.615 INFO:tasks.workunit:Running workunits matching rbd/import_export.sh on client.1... 2024-08-10T05:54:54.616 INFO:tasks.workunit:Running workunit rbd/import_export.sh... 2024-08-10T05:54:54.616 DEBUG:teuthology.orchestra.run.smithi196:workunit test rbd/import_export.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && cd -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="1" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.1 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.1 CEPH_MNT=/home/ubuntu/cephtest/mnt.1 RBD_CREATE_ARGS=--new-format adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.1/qa/workunits/rbd/import_export.sh 2024-08-10T05:54:54.689 INFO:tasks.workunit.client.1.smithi196.stderr:+ export RBD_FORCE_ALLOW_V1=1 2024-08-10T05:54:54.689 INFO:tasks.workunit.client.1.smithi196.stderr:+ RBD_FORCE_ALLOW_V1=1 2024-08-10T05:54:54.689 INFO:tasks.workunit.client.1.smithi196.stderr:+ TMPDIR=/tmp/rbd_import_export_139454 2024-08-10T05:54:54.689 INFO:tasks.workunit.client.1.smithi196.stderr:+ rm -rf /tmp/rbd_import_export_139454 2024-08-10T05:54:54.689 INFO:tasks.workunit.client.1.smithi196.stderr:+ mkdir /tmp/rbd_import_export_139454 2024-08-10T05:54:54.690 INFO:tasks.workunit.client.1.smithi196.stderr:+ trap 'rm -rf /tmp/rbd_import_export_139454' INT TERM EXIT 2024-08-10T05:54:54.690 INFO:tasks.workunit.client.1.smithi196.stderr:+ mkdir foo.139454 2024-08-10T05:54:54.691 INFO:tasks.workunit.client.1.smithi196.stderr:+ rbd import foo.139454 foo.dir 2024-08-10T05:54:54.732 INFO:tasks.workunit.client.1.smithi196.stderr:rbd: cannot import a directory 2024-08-10T05:54:54.732 INFO:tasks.workunit.client.1.smithi196.stderr: Importing image: 0% complete...failed. 2024-08-10T05:54:54.732 INFO:tasks.workunit.client.1.smithi196.stderr:rbd: import failed: (21) Is a directory 2024-08-10T05:54:54.735 INFO:tasks.workunit.client.1.smithi196.stderr:+ true 2024-08-10T05:54:54.736 INFO:tasks.workunit.client.1.smithi196.stderr:+ rmdir foo.139454 2024-08-10T05:54:54.742 INFO:tasks.workunit.client.1.smithi196.stderr:+ dd if=/bin/sh of=/tmp/rbd_import_export_139454/img bs=1k count=1 seek=10 2024-08-10T05:54:54.743 INFO:tasks.workunit.client.1.smithi196.stderr:1+0 records in 2024-08-10T05:54:54.743 INFO:tasks.workunit.client.1.smithi196.stderr:1+0 records out 2024-08-10T05:54:54.743 INFO:tasks.workunit.client.1.smithi196.stderr:1024 bytes (1.0 kB, 1.0 KiB) copied, 4.0747e-05 s, 25.1 MB/s 2024-08-10T05:54:54.743 INFO:tasks.workunit.client.1.smithi196.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_139454/img bs=1k count=10 seek=100 2024-08-10T05:54:54.744 INFO:tasks.workunit.client.1.smithi196.stderr:10+0 records in 2024-08-10T05:54:54.744 INFO:tasks.workunit.client.1.smithi196.stderr:10+0 records out 2024-08-10T05:54:54.744 INFO:tasks.workunit.client.1.smithi196.stderr:10240 bytes (10 kB, 10 KiB) copied, 4.9864e-05 s, 205 MB/s 2024-08-10T05:54:54.744 INFO:tasks.workunit.client.1.smithi196.stderr:+ dd if=/bin/rm of=/tmp/rbd_import_export_139454/img bs=1k count=100 seek=1000 2024-08-10T05:54:54.744 INFO:tasks.workunit.client.1.smithi196.stderr:60+1 records in 2024-08-10T05:54:54.744 INFO:tasks.workunit.client.1.smithi196.stderr:60+1 records out 2024-08-10T05:54:54.745 INFO:tasks.workunit.client.1.smithi196.stderr:61656 bytes (62 kB, 60 KiB) copied, 0.000156855 s, 393 MB/s 2024-08-10T05:54:54.745 INFO:tasks.workunit.client.1.smithi196.stderr:+ dd if=/bin/ls of=/tmp/rbd_import_export_139454/img bs=1k seek=10000 2024-08-10T05:54:54.745 INFO:tasks.workunit.client.1.smithi196.stderr:137+1 records in 2024-08-10T05:54:54.746 INFO:tasks.workunit.client.1.smithi196.stderr:137+1 records out 2024-08-10T05:54:54.746 INFO:tasks.workunit.client.1.smithi196.stderr:140952 bytes (141 kB, 138 KiB) copied, 0.000397836 s, 354 MB/s 2024-08-10T05:54:54.746 INFO:tasks.workunit.client.1.smithi196.stderr:+ dd if=/bin/ln of=/tmp/rbd_import_export_139454/img bs=1k seek=100000 2024-08-10T05:54:54.747 INFO:tasks.workunit.client.1.smithi196.stderr:60+1 records in 2024-08-10T05:54:54.747 INFO:tasks.workunit.client.1.smithi196.stderr:60+1 records out 2024-08-10T05:54:54.747 INFO:tasks.workunit.client.1.smithi196.stderr:61608 bytes (62 kB, 60 KiB) copied, 0.000147675 s, 417 MB/s 2024-08-10T05:54:54.747 INFO:tasks.workunit.client.1.smithi196.stderr:+ dd if=/bin/grep of=/tmp/rbd_import_export_139454/img bs=1k seek=1000000 2024-08-10T05:54:54.747 INFO:tasks.workunit.client.1.smithi196.stderr:154+1 records in 2024-08-10T05:54:54.748 INFO:tasks.workunit.client.1.smithi196.stderr:154+1 records out 2024-08-10T05:54:54.748 INFO:tasks.workunit.client.1.smithi196.stderr:158176 bytes (158 kB, 154 KiB) copied, 0.000328052 s, 482 MB/s 2024-08-10T05:54:54.748 INFO:tasks.workunit.client.1.smithi196.stderr:+ rbd rm testimg 2024-08-10T05:54:54.802 INFO:tasks.workunit.client.1.smithi196.stderr: Removing image: 0% complete...failed. 2024-08-10T05:54:54.802 INFO:tasks.workunit.client.1.smithi196.stderr:rbd: delete error: (2) No such file or directory 2024-08-10T05:54:54.804 INFO:tasks.workunit.client.1.smithi196.stderr:+ true 2024-08-10T05:54:54.804 INFO:tasks.workunit.client.1.smithi196.stderr:+ rbd import --new-format /tmp/rbd_import_export_139454/img testimg 2024-08-10T05:54:55.332 INFO:tasks.workunit.client.1.smithi196.stderr: Importing image: 1% complete... Importing image: 2% complete... Importing image: 3% complete... Importing image: 4% complete... Importing image: 5% complete... Importing image: 6% complete... Importing image: 7% complete... Importing image: 8% complete... Importing image: 9% complete... Importing image: 10% complete... Importing image: 11% complete... Importing image: 12% complete... Importing image: 13% complete... Importing image: 14% complete... Importing image: 15% complete... Importing image: 16% complete... Importing image: 17% complete... Importing image: 18% complete... Importing image: 19% complete... Importing image: 20% complete... Importing image: 21% complete... Importing image: 22% complete... Importing image: 23% complete... Importing image: 24% complete... Importing image: 25% complete... Importing image: 26% complete... Importing image: 27% complete... Importing image: 28% complete... Importing image: 29% complete... Importing image: 30% complete... Importing image: 31% complete... Importing image: 32% complete... Importing image: 33% complete... Importing image: 34% complete... Importing image: 35% complete... Importing image: 36% complete... Importing image: 37% complete... Importing image: 38% complete... Importing image: 39% complete... Importing image: 40% complete... Importing image: 41% complete... Importing image: 42% complete... Importing image: 43% complete... Importing image: 44% complete... Importing image: 45% complete... Importing image: 46% complete... Importing image: 47% complete... Importing image: 48% complete... Importing image: 49% complete... Importing image: 50% complete... Importing image: 51% complete... Importing image: 52% complete... Importing image: 53% complete... Importing image: 54% complete... Importing image: 55% complete... Importing image: 56% complete... Importing image: 57% complete... Importing image: 58% complete... Importing image: 59% complete... Importing image: 60% complete... Importing image: 61% complete... Importing image: 62% complete... Importing image: 63% complete... Importing image: 64% complete... Importing image: 65% complete... Importing image: 66% complete... Importing image: 67% complete... Importing image: 68% complete... Importing image: 69% complete... Importing image: 70% complete... Importing image: 71% complete... Importing image: 72% complete... Importing image: 73% complete... Importing image: 74% complete... Importing image: 75% complete... Importing image: 76% complete... Importing image: 77% complete... Importing image: 78% complete... Importing image: 79% complete... Importing image: 80% complete... Importing image: 81% complete... Importing image: 82% complete... Importing image: 83% complete... Importing image: 84% complete... Importing image: 85% complete... Importing image: 86% complete... Importing image: 87% complete... Importing image: 88% complete... Importing image: 89% complete... Importing image: 90% complete... Importing image: 91% complete... Importing image: 92% complete... Importing image: 93% complete... Importing image: 94% complete... Importing image: 95% complete... Importing image: 96% complete... Importing image: 97% complete... Importing image: 98% complete... Importing image: 99% complete... Importing image: 100% complete...done. 2024-08-10T05:54:55.333 INFO:tasks.workunit.client.1.smithi196.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-08-10T05:54:55.335 INFO:tasks.workunit.client.1.smithi196.stderr:+ rbd export testimg /tmp/rbd_import_export_139454/img2 2024-08-10T05:54:55.600 INFO:tasks.workunit.client.1.smithi196.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-08-10T05:54:55.603 INFO:tasks.workunit.client.1.smithi196.stderr:+ rbd export testimg - 2024-08-10T05:54:56.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:54:55 smithi031 ceph-mon[98130]: pgmap v2004: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 373 op/s 2024-08-10T05:54:56.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:54:55 smithi031 ceph-mon[100614]: pgmap v2004: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 373 op/s 2024-08-10T05:54:56.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:54:55 smithi196 ceph-mon[90243]: pgmap v2004: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 373 op/s 2024-08-10T05:54:56.217 INFO:tasks.workunit.client.1.smithi196.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-08-10T05:54:56.220 INFO:tasks.workunit.client.1.smithi196.stderr:+ rbd rm testimg 2024-08-10T05:54:56.340 INFO:tasks.workunit.client.1.smithi196.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2024-08-10T05:54:56.343 INFO:tasks.workunit.client.1.smithi196.stderr:+ cmp /tmp/rbd_import_export_139454/img /tmp/rbd_import_export_139454/img2 2024-08-10T05:54:56.880 INFO:tasks.workunit.client.1.smithi196.stderr:+ cmp /tmp/rbd_import_export_139454/img /tmp/rbd_import_export_139454/img3 2024-08-10T05:54:57.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:54:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:54:57.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:54:56 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:54:57.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:54:56 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:54:57.277 INFO:tasks.workunit.client.1.smithi196.stderr:+ rm /tmp/rbd_import_export_139454/img2 /tmp/rbd_import_export_139454/img3 2024-08-10T05:54:57.437 INFO:tasks.workunit.client.1.smithi196.stderr:+ rbd import --new-format - testimg 2024-08-10T05:54:57.869 INFO:tasks.workunit.client.1.smithi196.stderr: Importing image: 100% complete...done. 2024-08-10T05:54:57.869 INFO:tasks.workunit.client.1.smithi196.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-08-10T05:54:57.872 INFO:tasks.workunit.client.1.smithi196.stderr:+ rbd export testimg /tmp/rbd_import_export_139454/img2 2024-08-10T05:54:58.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:54:57 smithi031 ceph-mon[100614]: pgmap v2005: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 197 op/s 2024-08-10T05:54:58.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:54:57 smithi031 ceph-mon[98130]: pgmap v2005: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 197 op/s 2024-08-10T05:54:58.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:54:57 smithi196 ceph-mon[90243]: pgmap v2005: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 197 op/s 2024-08-10T05:54:58.147 INFO:tasks.workunit.client.1.smithi196.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-08-10T05:54:58.151 INFO:tasks.workunit.client.1.smithi196.stderr:+ rbd export testimg - 2024-08-10T05:54:58.834 INFO:tasks.workunit.client.1.smithi196.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-08-10T05:54:58.837 INFO:tasks.workunit.client.1.smithi196.stderr:+ rbd rm testimg 2024-08-10T05:54:58.968 INFO:tasks.workunit.client.1.smithi196.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2024-08-10T05:54:58.971 INFO:tasks.workunit.client.1.smithi196.stderr:+ cmp /tmp/rbd_import_export_139454/img /tmp/rbd_import_export_139454/img2 2024-08-10T05:54:59.507 INFO:tasks.workunit.client.1.smithi196.stderr:+ cmp /tmp/rbd_import_export_139454/img /tmp/rbd_import_export_139454/img3 2024-08-10T05:54:59.903 INFO:tasks.workunit.client.1.smithi196.stderr:+ rm /tmp/rbd_import_export_139454/img /tmp/rbd_import_export_139454/img2 /tmp/rbd_import_export_139454/img3 2024-08-10T05:55:00.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:54:59 smithi031 ceph-mon[100614]: pgmap v2006: 105 pgs: 105 active+clean; 1.3 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 72 KiB/s rd, 41 KiB/s wr, 184 op/s 2024-08-10T05:55:00.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:54:59 smithi031 ceph-mon[98130]: pgmap v2006: 105 pgs: 105 active+clean; 1.3 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 72 KiB/s rd, 41 KiB/s wr, 184 op/s 2024-08-10T05:55:00.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:54:59 smithi196 ceph-mon[90243]: pgmap v2006: 105 pgs: 105 active+clean; 1.3 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 72 KiB/s rd, 41 KiB/s wr, 184 op/s 2024-08-10T05:55:00.115 INFO:tasks.workunit.client.1.smithi196.stderr:+ rbd help export 2024-08-10T05:55:00.115 INFO:tasks.workunit.client.1.smithi196.stderr:+ grep -q export-format 2024-08-10T05:55:00.134 INFO:tasks.workunit.client.1.smithi196.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_139454/img bs=1k count=10 seek=100 2024-08-10T05:55:00.134 INFO:tasks.workunit.client.1.smithi196.stderr:10+0 records in 2024-08-10T05:55:00.135 INFO:tasks.workunit.client.1.smithi196.stderr:10+0 records out 2024-08-10T05:55:00.135 INFO:tasks.workunit.client.1.smithi196.stderr:10240 bytes (10 kB, 10 KiB) copied, 5.7374e-05 s, 178 MB/s 2024-08-10T05:55:00.135 INFO:tasks.workunit.client.1.smithi196.stderr:+ rbd import --new-format /tmp/rbd_import_export_139454/img testimg 2024-08-10T05:55:00.206 INFO:tasks.workunit.client.1.smithi196.stderr: Importing image: 100% complete...done. 2024-08-10T05:55:00.228 INFO:tasks.workunit.client.1.smithi196.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-08-10T05:55:00.228 INFO:tasks.workunit.client.1.smithi196.stderr:+ rbd snap create testimg@snap 2024-08-10T05:55:00.767 INFO:tasks.workunit.client.1.smithi196.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-08-10T05:55:00.778 INFO:tasks.workunit.client.1.smithi196.stderr:+ rbd image-meta set testimg key1 value1 2024-08-10T05:55:00.838 INFO:tasks.workunit.client.1.smithi196.stderr:++ rbd image-meta list testimg 2024-08-10T05:55:00.881 INFO:tasks.workunit.client.1.smithi196.stderr:+ IMAGEMETA_BEFORE='There is 1 metadatum on this image: 2024-08-10T05:55:00.881 INFO:tasks.workunit.client.1.smithi196.stderr: 2024-08-10T05:55:00.881 INFO:tasks.workunit.client.1.smithi196.stderr:Key Value 2024-08-10T05:55:00.881 INFO:tasks.workunit.client.1.smithi196.stderr:key1 value1' 2024-08-10T05:55:00.881 INFO:tasks.workunit.client.1.smithi196.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_139454/img_v2 2024-08-10T05:55:00.919 INFO:tasks.workunit.client.1.smithi196.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-08-10T05:55:00.922 INFO:tasks.workunit.client.1.smithi196.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_139454/img_v2 testimg_import 2024-08-10T05:55:01.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:55:01 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:55:01] "GET /metrics HTTP/1.1" 200 34027 "" "Prometheus/2.43.0" 2024-08-10T05:55:01.784 INFO:tasks.workunit.client.1.smithi196.stderr: Importing image: 50% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2024-08-10T05:55:01.787 INFO:tasks.workunit.client.1.smithi196.stderr:+ rbd info testimg_import 2024-08-10T05:55:01.821 INFO:tasks.workunit.client.1.smithi196.stdout:rbd image 'testimg_import': 2024-08-10T05:55:01.822 INFO:tasks.workunit.client.1.smithi196.stdout: size 110 KiB in 1 objects 2024-08-10T05:55:01.822 INFO:tasks.workunit.client.1.smithi196.stdout: order 22 (4 MiB objects) 2024-08-10T05:55:01.822 INFO:tasks.workunit.client.1.smithi196.stdout: snapshot_count: 1 2024-08-10T05:55:01.822 INFO:tasks.workunit.client.1.smithi196.stdout: id: d5fdcb4688c1 2024-08-10T05:55:01.822 INFO:tasks.workunit.client.1.smithi196.stdout: block_name_prefix: rbd_data.d5fdcb4688c1 2024-08-10T05:55:01.822 INFO:tasks.workunit.client.1.smithi196.stdout: format: 2 2024-08-10T05:55:01.822 INFO:tasks.workunit.client.1.smithi196.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2024-08-10T05:55:01.822 INFO:tasks.workunit.client.1.smithi196.stdout: op_features: 2024-08-10T05:55:01.822 INFO:tasks.workunit.client.1.smithi196.stdout: flags: 2024-08-10T05:55:01.822 INFO:tasks.workunit.client.1.smithi196.stdout: create_timestamp: Sat Aug 10 05:55:00 2024 2024-08-10T05:55:01.822 INFO:tasks.workunit.client.1.smithi196.stdout: access_timestamp: Sat Aug 10 05:55:00 2024 2024-08-10T05:55:01.823 INFO:tasks.workunit.client.1.smithi196.stdout: modify_timestamp: Sat Aug 10 05:55:00 2024 2024-08-10T05:55:01.824 INFO:tasks.workunit.client.1.smithi196.stderr:+ rbd info testimg_import@snap 2024-08-10T05:55:01.859 INFO:tasks.workunit.client.1.smithi196.stdout:rbd image 'testimg_import': 2024-08-10T05:55:01.859 INFO:tasks.workunit.client.1.smithi196.stdout: size 110 KiB in 1 objects 2024-08-10T05:55:01.859 INFO:tasks.workunit.client.1.smithi196.stdout: order 22 (4 MiB objects) 2024-08-10T05:55:01.860 INFO:tasks.workunit.client.1.smithi196.stdout: snapshot_count: 1 2024-08-10T05:55:01.860 INFO:tasks.workunit.client.1.smithi196.stdout: id: d5fdcb4688c1 2024-08-10T05:55:01.860 INFO:tasks.workunit.client.1.smithi196.stdout: block_name_prefix: rbd_data.d5fdcb4688c1 2024-08-10T05:55:01.860 INFO:tasks.workunit.client.1.smithi196.stdout: format: 2 2024-08-10T05:55:01.860 INFO:tasks.workunit.client.1.smithi196.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2024-08-10T05:55:01.860 INFO:tasks.workunit.client.1.smithi196.stdout: op_features: 2024-08-10T05:55:01.860 INFO:tasks.workunit.client.1.smithi196.stdout: flags: 2024-08-10T05:55:01.860 INFO:tasks.workunit.client.1.smithi196.stdout: create_timestamp: Sat Aug 10 05:55:00 2024 2024-08-10T05:55:01.860 INFO:tasks.workunit.client.1.smithi196.stdout: access_timestamp: Sat Aug 10 05:55:00 2024 2024-08-10T05:55:01.860 INFO:tasks.workunit.client.1.smithi196.stdout: modify_timestamp: Sat Aug 10 05:55:00 2024 2024-08-10T05:55:01.860 INFO:tasks.workunit.client.1.smithi196.stdout: protected: False 2024-08-10T05:55:01.862 INFO:tasks.workunit.client.1.smithi196.stderr:++ rbd image-meta list testimg_import 2024-08-10T05:55:01.904 INFO:tasks.workunit.client.1.smithi196.stderr:+ IMAGEMETA_AFTER='There is 1 metadatum on this image: 2024-08-10T05:55:01.904 INFO:tasks.workunit.client.1.smithi196.stderr: 2024-08-10T05:55:01.904 INFO:tasks.workunit.client.1.smithi196.stderr:Key Value 2024-08-10T05:55:01.904 INFO:tasks.workunit.client.1.smithi196.stderr:key1 value1' 2024-08-10T05:55:01.904 INFO:tasks.workunit.client.1.smithi196.stderr:+ '[' 'There is 1 metadatum on this image: 2024-08-10T05:55:01.904 INFO:tasks.workunit.client.1.smithi196.stderr: 2024-08-10T05:55:01.904 INFO:tasks.workunit.client.1.smithi196.stderr:Key Value 2024-08-10T05:55:01.905 INFO:tasks.workunit.client.1.smithi196.stderr:key1 value1' = 'There is 1 metadatum on this image: 2024-08-10T05:55:01.905 INFO:tasks.workunit.client.1.smithi196.stderr: 2024-08-10T05:55:01.905 INFO:tasks.workunit.client.1.smithi196.stderr:Key Value 2024-08-10T05:55:01.905 INFO:tasks.workunit.client.1.smithi196.stderr:key1 value1' ']' 2024-08-10T05:55:01.905 INFO:tasks.workunit.client.1.smithi196.stderr:+ rbd export testimg_import /tmp/rbd_import_export_139454/img_import 2024-08-10T05:55:01.938 INFO:tasks.workunit.client.1.smithi196.stderr: Exporting image: 100% complete...done. 2024-08-10T05:55:01.941 INFO:tasks.workunit.client.1.smithi196.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_139454/img /tmp/rbd_import_export_139454/img_import 2024-08-10T05:55:01.941 INFO:tasks.workunit.client.1.smithi196.stderr:+ cmp -l /tmp/rbd_import_export_139454/img /tmp/rbd_import_export_139454/img_import 2024-08-10T05:55:01.942 INFO:tasks.workunit.client.1.smithi196.stderr:++ stat /tmp/rbd_import_export_139454/img --format %b 2024-08-10T05:55:01.943 INFO:tasks.workunit.client.1.smithi196.stderr:+ origsize=24 2024-08-10T05:55:01.943 INFO:tasks.workunit.client.1.smithi196.stderr:++ stat /tmp/rbd_import_export_139454/img_import --format %b 2024-08-10T05:55:01.944 INFO:tasks.workunit.client.1.smithi196.stderr:+ exportsize=224 2024-08-10T05:55:01.944 INFO:tasks.workunit.client.1.smithi196.stderr:+ difference=200 2024-08-10T05:55:01.944 INFO:tasks.workunit.client.1.smithi196.stderr:+ difference=200 2024-08-10T05:55:01.944 INFO:tasks.workunit.client.1.smithi196.stderr:+ test 200 -ge 0 -a 200 -lt 4096 2024-08-10T05:55:01.944 INFO:tasks.workunit.client.1.smithi196.stderr:+ rbd export testimg@snap /tmp/rbd_import_export_139454/img_snap 2024-08-10T05:55:01.978 INFO:tasks.workunit.client.1.smithi196.stderr: Exporting image: 100% complete...done. 2024-08-10T05:55:01.981 INFO:tasks.workunit.client.1.smithi196.stderr:+ rbd export testimg_import@snap /tmp/rbd_import_export_139454/img_snap_import 2024-08-10T05:55:02.016 INFO:tasks.workunit.client.1.smithi196.stderr: Exporting image: 100% complete...done. 2024-08-10T05:55:02.019 INFO:tasks.workunit.client.1.smithi196.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_139454/img_snap /tmp/rbd_import_export_139454/img_snap_import 2024-08-10T05:55:02.019 INFO:tasks.workunit.client.1.smithi196.stderr:+ cmp -l /tmp/rbd_import_export_139454/img_snap /tmp/rbd_import_export_139454/img_snap_import 2024-08-10T05:55:02.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:01 smithi031 ceph-mon[100614]: pgmap v2007: 105 pgs: 105 active+clean; 2.3 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 155 KiB/s rd, 66 KiB/s wr, 133 op/s 2024-08-10T05:55:02.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:01 smithi031 ceph-mon[100614]: osdmap e1101: 8 total, 8 up, 8 in 2024-08-10T05:55:02.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:01 smithi031 ceph-mon[98130]: pgmap v2007: 105 pgs: 105 active+clean; 2.3 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 155 KiB/s rd, 66 KiB/s wr, 133 op/s 2024-08-10T05:55:02.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:01 smithi031 ceph-mon[98130]: osdmap e1101: 8 total, 8 up, 8 in 2024-08-10T05:55:02.020 INFO:tasks.workunit.client.1.smithi196.stderr:++ stat /tmp/rbd_import_export_139454/img_snap --format %b 2024-08-10T05:55:02.021 INFO:tasks.workunit.client.1.smithi196.stderr:+ origsize=224 2024-08-10T05:55:02.021 INFO:tasks.workunit.client.1.smithi196.stderr:++ stat /tmp/rbd_import_export_139454/img_snap_import --format %b 2024-08-10T05:55:02.022 INFO:tasks.workunit.client.1.smithi196.stderr:+ exportsize=224 2024-08-10T05:55:02.022 INFO:tasks.workunit.client.1.smithi196.stderr:+ difference=0 2024-08-10T05:55:02.022 INFO:tasks.workunit.client.1.smithi196.stderr:+ difference=0 2024-08-10T05:55:02.022 INFO:tasks.workunit.client.1.smithi196.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-08-10T05:55:02.022 INFO:tasks.workunit.client.1.smithi196.stderr:+ rm /tmp/rbd_import_export_139454/img_v2 2024-08-10T05:55:02.022 INFO:tasks.workunit.client.1.smithi196.stderr:+ rm /tmp/rbd_import_export_139454/img_import 2024-08-10T05:55:02.023 INFO:tasks.workunit.client.1.smithi196.stderr:+ rm /tmp/rbd_import_export_139454/img_snap 2024-08-10T05:55:02.024 INFO:tasks.workunit.client.1.smithi196.stderr:+ rm /tmp/rbd_import_export_139454/img_snap_import 2024-08-10T05:55:02.024 INFO:tasks.workunit.client.1.smithi196.stderr:+ rbd snap rm testimg_import@snap 2024-08-10T05:55:02.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:01 smithi196 ceph-mon[90243]: pgmap v2007: 105 pgs: 105 active+clean; 2.3 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 155 KiB/s rd, 66 KiB/s wr, 133 op/s 2024-08-10T05:55:02.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:01 smithi196 ceph-mon[90243]: osdmap e1101: 8 total, 8 up, 8 in 2024-08-10T05:55:02.765 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:55:02 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:55:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:55:02.778 INFO:tasks.workunit.client.1.smithi196.stderr: Removing snap: 100% complete...done. 2024-08-10T05:55:02.792 INFO:tasks.workunit.client.1.smithi196.stderr:+ rbd remove testimg_import 2024-08-10T05:55:02.919 INFO:tasks.workunit.client.1.smithi196.stderr: Removing image: 100% complete...done. 2024-08-10T05:55:02.922 INFO:tasks.workunit.client.1.smithi196.stderr:+ rbd snap rm testimg@snap 2024-08-10T05:55:03.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:02 smithi031 ceph-mon[98130]: osdmap e1102: 8 total, 8 up, 8 in 2024-08-10T05:55:03.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:02 smithi031 ceph-mon[100614]: osdmap e1102: 8 total, 8 up, 8 in 2024-08-10T05:55:03.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:02 smithi196 ceph-mon[90243]: osdmap e1102: 8 total, 8 up, 8 in 2024-08-10T05:55:03.788 INFO:tasks.workunit.client.1.smithi196.stderr: Removing snap: 100% complete...done. 2024-08-10T05:55:03.799 INFO:tasks.workunit.client.1.smithi196.stderr:+ rbd rm testimg 2024-08-10T05:55:03.937 INFO:tasks.workunit.client.1.smithi196.stderr: Removing image: 100% complete...done. 2024-08-10T05:55:03.939 INFO:tasks.workunit.client.1.smithi196.stderr:+ rbd import --order 20 /tmp/rbd_import_export_139454/img testimg 2024-08-10T05:55:04.003 INFO:tasks.workunit.client.1.smithi196.stderr: Importing image: 100% complete...done. 2024-08-10T05:55:04.003 INFO:tasks.workunit.client.1.smithi196.stderr:rbd: --order is deprecated, use --object-size 2024-08-10T05:55:04.005 INFO:tasks.workunit.client.1.smithi196.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_139454/img_v2 2024-08-10T05:55:04.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:03 smithi031 ceph-mon[98130]: pgmap v2010: 105 pgs: 105 active+clean; 2.3 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 268 KiB/s rd, 116 KiB/s wr, 94 op/s 2024-08-10T05:55:04.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:03 smithi031 ceph-mon[98130]: osdmap e1103: 8 total, 8 up, 8 in 2024-08-10T05:55:04.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:03 smithi031 ceph-mon[100614]: pgmap v2010: 105 pgs: 105 active+clean; 2.3 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 268 KiB/s rd, 116 KiB/s wr, 94 op/s 2024-08-10T05:55:04.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:03 smithi031 ceph-mon[100614]: osdmap e1103: 8 total, 8 up, 8 in 2024-08-10T05:55:04.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:03 smithi196 ceph-mon[90243]: pgmap v2010: 105 pgs: 105 active+clean; 2.3 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 268 KiB/s rd, 116 KiB/s wr, 94 op/s 2024-08-10T05:55:04.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:03 smithi196 ceph-mon[90243]: osdmap e1103: 8 total, 8 up, 8 in 2024-08-10T05:55:04.045 INFO:tasks.workunit.client.1.smithi196.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-08-10T05:55:04.047 INFO:tasks.workunit.client.1.smithi196.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_139454/img_v2 testimg_import 2024-08-10T05:55:04.116 INFO:tasks.workunit.client.1.smithi196.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-08-10T05:55:04.119 INFO:tasks.workunit.client.1.smithi196.stderr:+ rbd info testimg_import 2024-08-10T05:55:04.119 INFO:tasks.workunit.client.1.smithi196.stderr:+ grep order 2024-08-10T05:55:04.120 INFO:tasks.workunit.client.1.smithi196.stderr:+ awk '{print $2}' 2024-08-10T05:55:04.120 INFO:tasks.workunit.client.1.smithi196.stderr:+ grep 20 2024-08-10T05:55:04.154 INFO:tasks.workunit.client.1.smithi196.stdout:20 2024-08-10T05:55:04.155 INFO:tasks.workunit.client.1.smithi196.stderr:+ rm /tmp/rbd_import_export_139454/img_v2 2024-08-10T05:55:04.155 INFO:tasks.workunit.client.1.smithi196.stderr:+ rbd remove testimg_import 2024-08-10T05:55:04.267 INFO:tasks.workunit.client.1.smithi196.stderr: Removing image: 100% complete...done. 2024-08-10T05:55:04.269 INFO:tasks.workunit.client.1.smithi196.stderr:+ rbd remove testimg 2024-08-10T05:55:04.384 INFO:tasks.workunit.client.1.smithi196.stderr: Removing image: 100% complete...done. 2024-08-10T05:55:04.387 INFO:tasks.workunit.client.1.smithi196.stderr:+ rbd import --image-feature layering /tmp/rbd_import_export_139454/img testimg 2024-08-10T05:55:04.438 INFO:tasks.workunit.client.1.smithi196.stderr: Importing image: 100% complete...done. 2024-08-10T05:55:04.441 INFO:tasks.workunit.client.1.smithi196.stderr:++ rbd info testimg 2024-08-10T05:55:04.442 INFO:tasks.workunit.client.1.smithi196.stderr:++ grep features 2024-08-10T05:55:04.477 INFO:tasks.workunit.client.1.smithi196.stderr:+ FEATURES_BEFORE=' features: layering 2024-08-10T05:55:04.477 INFO:tasks.workunit.client.1.smithi196.stderr: op_features: ' 2024-08-10T05:55:04.477 INFO:tasks.workunit.client.1.smithi196.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_139454/img_v2 2024-08-10T05:55:04.513 INFO:tasks.workunit.client.1.smithi196.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-08-10T05:55:04.515 INFO:tasks.workunit.client.1.smithi196.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_139454/img_v2 testimg_import 2024-08-10T05:55:04.579 INFO:tasks.workunit.client.1.smithi196.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-08-10T05:55:04.582 INFO:tasks.workunit.client.1.smithi196.stderr:++ rbd info testimg_import 2024-08-10T05:55:04.582 INFO:tasks.workunit.client.1.smithi196.stderr:++ grep features 2024-08-10T05:55:04.617 INFO:tasks.workunit.client.1.smithi196.stderr:+ FEATURES_AFTER=' features: layering 2024-08-10T05:55:04.617 INFO:tasks.workunit.client.1.smithi196.stderr: op_features: ' 2024-08-10T05:55:04.617 INFO:tasks.workunit.client.1.smithi196.stderr:+ '[' ' features: layering 2024-08-10T05:55:04.618 INFO:tasks.workunit.client.1.smithi196.stderr: op_features: ' '!=' ' features: layering 2024-08-10T05:55:04.618 INFO:tasks.workunit.client.1.smithi196.stderr: op_features: ' ']' 2024-08-10T05:55:04.618 INFO:tasks.workunit.client.1.smithi196.stderr:+ rm /tmp/rbd_import_export_139454/img_v2 2024-08-10T05:55:04.618 INFO:tasks.workunit.client.1.smithi196.stderr:+ rbd remove testimg_import 2024-08-10T05:55:04.706 INFO:tasks.workunit.client.1.smithi196.stderr: Removing image: 100% complete...done. 2024-08-10T05:55:04.708 INFO:tasks.workunit.client.1.smithi196.stderr:+ rbd remove testimg 2024-08-10T05:55:04.798 INFO:tasks.workunit.client.1.smithi196.stderr: Removing image: 100% complete...done. 2024-08-10T05:55:04.800 INFO:tasks.workunit.client.1.smithi196.stderr:+ rbd import --stripe-count 1000 --stripe-unit 4096 /tmp/rbd_import_export_139454/img testimg 2024-08-10T05:55:04.873 INFO:tasks.workunit.client.1.smithi196.stderr: Importing image: 100% complete...done. 2024-08-10T05:55:04.876 INFO:tasks.workunit.client.1.smithi196.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_139454/img_v2 2024-08-10T05:55:04.913 INFO:tasks.workunit.client.1.smithi196.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-08-10T05:55:04.915 INFO:tasks.workunit.client.1.smithi196.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_139454/img_v2 testimg_import 2024-08-10T05:55:04.994 INFO:tasks.workunit.client.1.smithi196.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-08-10T05:55:04.997 INFO:tasks.workunit.client.1.smithi196.stderr:+ rbd info testimg_import 2024-08-10T05:55:04.998 INFO:tasks.workunit.client.1.smithi196.stderr:+ grep 'stripe unit' 2024-08-10T05:55:04.998 INFO:tasks.workunit.client.1.smithi196.stderr:+ grep -Ei '(4 KiB|4096)' 2024-08-10T05:55:05.032 INFO:tasks.workunit.client.1.smithi196.stdout: stripe unit: 4 KiB 2024-08-10T05:55:05.033 INFO:tasks.workunit.client.1.smithi196.stderr:+ rbd info testimg_import 2024-08-10T05:55:05.033 INFO:tasks.workunit.client.1.smithi196.stderr:+ grep 'stripe count' 2024-08-10T05:55:05.033 INFO:tasks.workunit.client.1.smithi196.stderr:+ awk '{print $3}' 2024-08-10T05:55:05.033 INFO:tasks.workunit.client.1.smithi196.stderr:+ grep 1000 2024-08-10T05:55:05.068 INFO:tasks.workunit.client.1.smithi196.stdout:1000 2024-08-10T05:55:05.069 INFO:tasks.workunit.client.1.smithi196.stderr:+ rm /tmp/rbd_import_export_139454/img_v2 2024-08-10T05:55:05.069 INFO:tasks.workunit.client.1.smithi196.stderr:+ rbd remove testimg_import 2024-08-10T05:55:05.186 INFO:tasks.workunit.client.1.smithi196.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2024-08-10T05:55:05.188 INFO:tasks.workunit.client.1.smithi196.stderr:+ rbd remove testimg 2024-08-10T05:55:05.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:04 smithi031 ceph-mon[98130]: osdmap e1104: 8 total, 8 up, 8 in 2024-08-10T05:55:05.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:04 smithi031 ceph-mon[100614]: osdmap e1104: 8 total, 8 up, 8 in 2024-08-10T05:55:05.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:04 smithi196 ceph-mon[90243]: osdmap e1104: 8 total, 8 up, 8 in 2024-08-10T05:55:05.307 INFO:tasks.workunit.client.1.smithi196.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2024-08-10T05:55:05.310 INFO:tasks.workunit.client.1.smithi196.stderr:+ rbd import --image-format=2 /tmp/rbd_import_export_139454/img testimg 2024-08-10T05:55:05.373 INFO:tasks.workunit.client.1.smithi196.stderr: Importing image: 100% complete...done. 2024-08-10T05:55:05.376 INFO:tasks.workunit.client.1.smithi196.stderr:+ rbd snap create testimg@snap1 2024-08-10T05:55:05.796 INFO:tasks.workunit.client.1.smithi196.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-08-10T05:55:05.805 INFO:tasks.workunit.client.1.smithi196.stderr:+ rbd snap create testimg@snap2 2024-08-10T05:55:06.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:05 smithi031 ceph-mon[98130]: pgmap v2013: 105 pgs: 105 active+clean; 803 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 331 KiB/s rd, 58 KiB/s wr, 285 op/s 2024-08-10T05:55:06.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:05 smithi031 ceph-mon[100614]: pgmap v2013: 105 pgs: 105 active+clean; 803 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 331 KiB/s rd, 58 KiB/s wr, 285 op/s 2024-08-10T05:55:06.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:05 smithi196 ceph-mon[90243]: pgmap v2013: 105 pgs: 105 active+clean; 803 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 331 KiB/s rd, 58 KiB/s wr, 285 op/s 2024-08-10T05:55:06.816 INFO:tasks.workunit.client.1.smithi196.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-08-10T05:55:06.826 INFO:tasks.workunit.client.1.smithi196.stderr:+ rbd snap protect testimg@snap2 2024-08-10T05:55:06.874 INFO:tasks.workunit.client.1.smithi196.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_139454/snap_protect 2024-08-10T05:55:06.918 INFO:tasks.workunit.client.1.smithi196.stderr: Exporting image: 33% complete... Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-08-10T05:55:06.921 INFO:tasks.workunit.client.1.smithi196.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_139454/snap_protect testimg_import 2024-08-10T05:55:07.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:06 smithi031 ceph-mon[98130]: osdmap e1105: 8 total, 8 up, 8 in 2024-08-10T05:55:07.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:06 smithi031 ceph-mon[100614]: osdmap e1105: 8 total, 8 up, 8 in 2024-08-10T05:55:07.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:06 smithi196 ceph-mon[90243]: osdmap e1105: 8 total, 8 up, 8 in 2024-08-10T05:55:08.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:07 smithi031 ceph-mon[100614]: pgmap v2015: 105 pgs: 105 active+clean; 803 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 233 KiB/s rd, 23 KiB/s wr, 261 op/s 2024-08-10T05:55:08.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:07 smithi031 ceph-mon[100614]: osdmap e1106: 8 total, 8 up, 8 in 2024-08-10T05:55:08.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:07 smithi031 ceph-mon[98130]: pgmap v2015: 105 pgs: 105 active+clean; 803 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 233 KiB/s rd, 23 KiB/s wr, 261 op/s 2024-08-10T05:55:08.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:07 smithi031 ceph-mon[98130]: osdmap e1106: 8 total, 8 up, 8 in 2024-08-10T05:55:08.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:07 smithi196 ceph-mon[90243]: pgmap v2015: 105 pgs: 105 active+clean; 803 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 233 KiB/s rd, 23 KiB/s wr, 261 op/s 2024-08-10T05:55:08.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:07 smithi196 ceph-mon[90243]: osdmap e1106: 8 total, 8 up, 8 in 2024-08-10T05:55:08.842 INFO:tasks.workunit.client.1.smithi196.stderr: Importing image: 33% complete... Importing image: 66% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2024-08-10T05:55:08.846 INFO:tasks.workunit.client.1.smithi196.stderr:+ rbd info testimg_import@snap1 2024-08-10T05:55:08.846 INFO:tasks.workunit.client.1.smithi196.stderr:+ grep 'protected: False' 2024-08-10T05:55:08.887 INFO:tasks.workunit.client.1.smithi196.stdout: protected: False 2024-08-10T05:55:08.888 INFO:tasks.workunit.client.1.smithi196.stderr:+ rbd info testimg_import@snap2 2024-08-10T05:55:08.888 INFO:tasks.workunit.client.1.smithi196.stderr:+ grep 'protected: True' 2024-08-10T05:55:08.930 INFO:tasks.workunit.client.1.smithi196.stdout: protected: True 2024-08-10T05:55:08.930 INFO:tasks.workunit.client.1.smithi196.stderr:+ rm /tmp/rbd_import_export_139454/snap_protect 2024-08-10T05:55:08.931 INFO:tasks.workunit.client.1.smithi196.stderr:+ rbd snap unprotect testimg@snap2 2024-08-10T05:55:08.977 INFO:tasks.workunit.client.1.smithi196.stderr:+ rbd snap unprotect testimg_import@snap2 2024-08-10T05:55:09.024 INFO:tasks.workunit.client.1.smithi196.stderr:+ rbd snap purge testimg 2024-08-10T05:55:09.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:08 smithi031 ceph-mon[98130]: osdmap e1107: 8 total, 8 up, 8 in 2024-08-10T05:55:09.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:08 smithi031 ceph-mon[100614]: osdmap e1107: 8 total, 8 up, 8 in 2024-08-10T05:55:09.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:08 smithi196 ceph-mon[90243]: osdmap e1107: 8 total, 8 up, 8 in 2024-08-10T05:55:10.149 INFO:tasks.workunit.client.1.smithi196.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2024-08-10T05:55:10.159 INFO:tasks.workunit.client.1.smithi196.stderr:+ rbd snap purge testimg_import 2024-08-10T05:55:10.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:09 smithi031 ceph-mon[98130]: pgmap v2018: 105 pgs: 105 active+clean; 693 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 259 KiB/s rd, 31 KiB/s wr, 351 op/s 2024-08-10T05:55:10.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:09 smithi031 ceph-mon[98130]: osdmap e1108: 8 total, 8 up, 8 in 2024-08-10T05:55:10.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:09 smithi031 ceph-mon[100614]: pgmap v2018: 105 pgs: 105 active+clean; 693 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 259 KiB/s rd, 31 KiB/s wr, 351 op/s 2024-08-10T05:55:10.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:09 smithi031 ceph-mon[100614]: osdmap e1108: 8 total, 8 up, 8 in 2024-08-10T05:55:10.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:09 smithi196 ceph-mon[90243]: pgmap v2018: 105 pgs: 105 active+clean; 693 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 259 KiB/s rd, 31 KiB/s wr, 351 op/s 2024-08-10T05:55:10.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:09 smithi196 ceph-mon[90243]: osdmap e1108: 8 total, 8 up, 8 in 2024-08-10T05:55:11.255 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:10 smithi031 ceph-mon[98130]: osdmap e1109: 8 total, 8 up, 8 in 2024-08-10T05:55:11.255 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:10 smithi031 ceph-mon[98130]: osdmap e1110: 8 total, 8 up, 8 in 2024-08-10T05:55:11.255 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:10 smithi031 ceph-mon[100614]: osdmap e1109: 8 total, 8 up, 8 in 2024-08-10T05:55:11.255 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:10 smithi031 ceph-mon[100614]: osdmap e1110: 8 total, 8 up, 8 in 2024-08-10T05:55:11.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:10 smithi196 ceph-mon[90243]: osdmap e1109: 8 total, 8 up, 8 in 2024-08-10T05:55:11.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:10 smithi196 ceph-mon[90243]: osdmap e1110: 8 total, 8 up, 8 in 2024-08-10T05:55:11.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:55:11 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:55:11] "GET /metrics HTTP/1.1" 200 34034 "" "Prometheus/2.43.0" 2024-08-10T05:55:12.162 INFO:tasks.workunit.client.1.smithi196.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2024-08-10T05:55:12.174 INFO:tasks.workunit.client.1.smithi196.stderr:+ rbd remove testimg 2024-08-10T05:55:12.179 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:11 smithi196 ceph-mon[90243]: pgmap v2022: 105 pgs: 105 active+clean; 693 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 417 KiB/s rd, 39 KiB/s wr, 546 op/s 2024-08-10T05:55:12.179 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:11 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:55:12.179 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:11 smithi196 ceph-mon[90243]: osdmap e1111: 8 total, 8 up, 8 in 2024-08-10T05:55:12.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:11 smithi031 ceph-mon[98130]: pgmap v2022: 105 pgs: 105 active+clean; 693 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 417 KiB/s rd, 39 KiB/s wr, 546 op/s 2024-08-10T05:55:12.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:11 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:55:12.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:11 smithi031 ceph-mon[98130]: osdmap e1111: 8 total, 8 up, 8 in 2024-08-10T05:55:12.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:11 smithi031 ceph-mon[100614]: pgmap v2022: 105 pgs: 105 active+clean; 693 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 417 KiB/s rd, 39 KiB/s wr, 546 op/s 2024-08-10T05:55:12.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:11 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:55:12.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:11 smithi031 ceph-mon[100614]: osdmap e1111: 8 total, 8 up, 8 in 2024-08-10T05:55:12.306 INFO:tasks.workunit.client.1.smithi196.stderr: Removing image: 100% complete...done. 2024-08-10T05:55:12.309 INFO:tasks.workunit.client.1.smithi196.stderr:+ rbd remove testimg_import 2024-08-10T05:55:12.430 INFO:tasks.workunit.client.1.smithi196.stderr: Removing image: 100% complete...done. 2024-08-10T05:55:12.433 INFO:tasks.workunit.client.1.smithi196.stderr:+ tiered=0 2024-08-10T05:55:12.433 INFO:tasks.workunit.client.1.smithi196.stderr:+ ceph osd dump 2024-08-10T05:55:12.433 INFO:tasks.workunit.client.1.smithi196.stderr:+ grep '^pool' 2024-08-10T05:55:12.433 INFO:tasks.workunit.client.1.smithi196.stderr:+ grep ''\''rbd'\''' 2024-08-10T05:55:12.433 INFO:tasks.workunit.client.1.smithi196.stderr:+ grep tier 2024-08-10T05:55:12.529 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:55:12 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:55:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:55:12.809 INFO:tasks.workunit.client.1.smithi196.stderr:+ dd if=/dev/urandom bs=1M seek=1 count=1 of=/tmp/rbd_import_export_139454/sparse1 2024-08-10T05:55:12.813 INFO:tasks.workunit.client.1.smithi196.stderr:1+0 records in 2024-08-10T05:55:12.814 INFO:tasks.workunit.client.1.smithi196.stderr:1+0 records out 2024-08-10T05:55:12.814 INFO:tasks.workunit.client.1.smithi196.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00338729 s, 310 MB/s 2024-08-10T05:55:12.814 INFO:tasks.workunit.client.1.smithi196.stderr:+ dd if=/dev/urandom bs=1M count=1 of=/tmp/rbd_import_export_139454/sparse2 2024-08-10T05:55:12.818 INFO:tasks.workunit.client.1.smithi196.stderr:1+0 records in 2024-08-10T05:55:12.818 INFO:tasks.workunit.client.1.smithi196.stderr:1+0 records out 2024-08-10T05:55:12.818 INFO:tasks.workunit.client.1.smithi196.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00322326 s, 325 MB/s 2024-08-10T05:55:12.818 INFO:tasks.workunit.client.1.smithi196.stderr:+ truncate /tmp/rbd_import_export_139454/sparse2 -s 2M 2024-08-10T05:55:12.819 INFO:tasks.workunit.client.1.smithi196.stderr:+ rbd rm sparse1 2024-08-10T05:55:12.872 INFO:tasks.workunit.client.1.smithi196.stderr: Removing image: 0% complete...failed. 2024-08-10T05:55:12.872 INFO:tasks.workunit.client.1.smithi196.stderr:rbd: delete error: (2) No such file or directory 2024-08-10T05:55:12.875 INFO:tasks.workunit.client.1.smithi196.stderr:+ true 2024-08-10T05:55:12.875 INFO:tasks.workunit.client.1.smithi196.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_139454/sparse1 2024-08-10T05:55:12.950 INFO:tasks.workunit.client.1.smithi196.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2024-08-10T05:55:12.950 INFO:tasks.workunit.client.1.smithi196.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-08-10T05:55:12.950 INFO:tasks.workunit.client.1.smithi196.stderr:rbd: --order is deprecated, use --object-size 2024-08-10T05:55:12.953 INFO:tasks.workunit.client.1.smithi196.stderr:+ rbd ls -l 2024-08-10T05:55:12.953 INFO:tasks.workunit.client.1.smithi196.stderr:+ grep sparse1 2024-08-10T05:55:12.953 INFO:tasks.workunit.client.1.smithi196.stderr:+ grep -Ei '(2 MiB|2048k)' 2024-08-10T05:55:12.989 INFO:tasks.workunit.client.1.smithi196.stdout:sparse1 2 MiB 2 2024-08-10T05:55:12.990 INFO:tasks.workunit.client.1.smithi196.stderr:++ objects sparse1 2024-08-10T05:55:12.990 INFO:tasks.workunit.client.1.smithi196.stderr:++ image=sparse1 2024-08-10T05:55:12.990 INFO:tasks.workunit.client.1.smithi196.stderr:+++ rbd info sparse1 2024-08-10T05:55:12.990 INFO:tasks.workunit.client.1.smithi196.stderr:+++ grep block_name_prefix 2024-08-10T05:55:12.990 INFO:tasks.workunit.client.1.smithi196.stderr:+++ awk '{print $NF;}' 2024-08-10T05:55:13.025 INFO:tasks.workunit.client.1.smithi196.stderr:++ prefix=rbd_data.d717ab4806b 2024-08-10T05:55:13.025 INFO:tasks.workunit.client.1.smithi196.stderr:+++ grep rbd_data.d717ab4806b 2024-08-10T05:55:13.026 INFO:tasks.workunit.client.1.smithi196.stderr:+++ sed -e 's/rbd_data.d717ab4806b\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-08-10T05:55:13.026 INFO:tasks.workunit.client.1.smithi196.stderr:++++ get_image_data_pool sparse1 2024-08-10T05:55:13.026 INFO:tasks.workunit.client.1.smithi196.stderr:+++ sort -u 2024-08-10T05:55:13.026 INFO:tasks.workunit.client.1.smithi196.stderr:++++ image=sparse1 2024-08-10T05:55:13.026 INFO:tasks.workunit.client.1.smithi196.stderr:+++++ rbd info sparse1 2024-08-10T05:55:13.027 INFO:tasks.workunit.client.1.smithi196.stderr:+++++ grep 'data_pool: ' 2024-08-10T05:55:13.027 INFO:tasks.workunit.client.1.smithi196.stderr:+++++ awk -F: '{ print $NF }' 2024-08-10T05:55:13.062 INFO:tasks.workunit.client.1.smithi196.stderr:++++ data_pool= 2024-08-10T05:55:13.063 INFO:tasks.workunit.client.1.smithi196.stderr:++++ '[' -z ']' 2024-08-10T05:55:13.063 INFO:tasks.workunit.client.1.smithi196.stderr:++++ data_pool=rbd 2024-08-10T05:55:13.063 INFO:tasks.workunit.client.1.smithi196.stderr:++++ echo rbd 2024-08-10T05:55:13.063 INFO:tasks.workunit.client.1.smithi196.stderr:+++ rados ls -p rbd 2024-08-10T05:55:13.103 INFO:tasks.workunit.client.1.smithi196.stderr:++ objects=1 2024-08-10T05:55:13.103 INFO:tasks.workunit.client.1.smithi196.stderr:++ echo 1 2024-08-10T05:55:13.103 INFO:tasks.workunit.client.1.smithi196.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-08-10T05:55:13.103 INFO:tasks.workunit.client.1.smithi196.stderr:+ rbd export sparse1 /tmp/rbd_import_export_139454/sparse1.out 2024-08-10T05:55:13.139 INFO:tasks.workunit.client.1.smithi196.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2024-08-10T05:55:13.143 INFO:tasks.workunit.client.1.smithi196.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_139454/sparse1 /tmp/rbd_import_export_139454/sparse1.out 2024-08-10T05:55:13.143 INFO:tasks.workunit.client.1.smithi196.stderr:+ cmp -l /tmp/rbd_import_export_139454/sparse1 /tmp/rbd_import_export_139454/sparse1.out 2024-08-10T05:55:13.145 INFO:tasks.workunit.client.1.smithi196.stderr:++ stat /tmp/rbd_import_export_139454/sparse1 --format %b 2024-08-10T05:55:13.146 INFO:tasks.workunit.client.1.smithi196.stderr:+ origsize=2048 2024-08-10T05:55:13.146 INFO:tasks.workunit.client.1.smithi196.stderr:++ stat /tmp/rbd_import_export_139454/sparse1.out --format %b 2024-08-10T05:55:13.147 INFO:tasks.workunit.client.1.smithi196.stderr:+ exportsize=2048 2024-08-10T05:55:13.147 INFO:tasks.workunit.client.1.smithi196.stderr:+ difference=0 2024-08-10T05:55:13.147 INFO:tasks.workunit.client.1.smithi196.stderr:+ difference=0 2024-08-10T05:55:13.147 INFO:tasks.workunit.client.1.smithi196.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-08-10T05:55:13.147 INFO:tasks.workunit.client.1.smithi196.stderr:+ rm /tmp/rbd_import_export_139454/sparse1.out 2024-08-10T05:55:13.148 INFO:tasks.workunit.client.1.smithi196.stderr:+ rbd rm sparse1 2024-08-10T05:55:13.267 INFO:tasks.workunit.client.1.smithi196.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2024-08-10T05:55:13.270 INFO:tasks.workunit.client.1.smithi196.stderr:+ rbd rm sparse2 2024-08-10T05:55:13.320 INFO:tasks.workunit.client.1.smithi196.stderr: Removing image: 0% complete...failed. 2024-08-10T05:55:13.320 INFO:tasks.workunit.client.1.smithi196.stderr:rbd: delete error: (2) No such file or directory 2024-08-10T05:55:13.323 INFO:tasks.workunit.client.1.smithi196.stderr:+ true 2024-08-10T05:55:13.323 INFO:tasks.workunit.client.1.smithi196.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_139454/sparse2 2024-08-10T05:55:13.394 INFO:tasks.workunit.client.1.smithi196.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2024-08-10T05:55:13.395 INFO:tasks.workunit.client.1.smithi196.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-08-10T05:55:13.395 INFO:tasks.workunit.client.1.smithi196.stderr:rbd: --order is deprecated, use --object-size 2024-08-10T05:55:13.397 INFO:tasks.workunit.client.1.smithi196.stderr:+ rbd ls -l 2024-08-10T05:55:13.398 INFO:tasks.workunit.client.1.smithi196.stderr:+ grep sparse2 2024-08-10T05:55:13.398 INFO:tasks.workunit.client.1.smithi196.stderr:+ grep -Ei '(2 MiB|2048k)' 2024-08-10T05:55:13.435 INFO:tasks.workunit.client.1.smithi196.stdout:sparse2 2 MiB 2 2024-08-10T05:55:13.436 INFO:tasks.workunit.client.1.smithi196.stderr:++ objects sparse2 2024-08-10T05:55:13.436 INFO:tasks.workunit.client.1.smithi196.stderr:++ image=sparse2 2024-08-10T05:55:13.436 INFO:tasks.workunit.client.1.smithi196.stderr:+++ rbd info sparse2 2024-08-10T05:55:13.436 INFO:tasks.workunit.client.1.smithi196.stderr:+++ grep block_name_prefix 2024-08-10T05:55:13.436 INFO:tasks.workunit.client.1.smithi196.stderr:+++ awk '{print $NF;}' 2024-08-10T05:55:13.469 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:13 smithi196 ceph-mon[90243]: osdmap e1112: 8 total, 8 up, 8 in 2024-08-10T05:55:13.469 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:13 smithi196 ceph-mon[90243]: pgmap v2025: 105 pgs: 105 active+clean; 803 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 135 KiB/s rd, 19 KiB/s wr, 183 op/s 2024-08-10T05:55:13.469 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:13 smithi196 ceph-mon[90243]: from='client.? 172.21.15.196:0/3561712898' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-08-10T05:55:13.469 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:13 smithi196 ceph-mon[90243]: from='client.? 172.21.15.196:0/3561712898' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-08-10T05:55:13.474 INFO:tasks.workunit.client.1.smithi196.stderr:++ prefix=rbd_data.d74a5cf8ef44 2024-08-10T05:55:13.475 INFO:tasks.workunit.client.1.smithi196.stderr:+++ grep rbd_data.d74a5cf8ef44 2024-08-10T05:55:13.475 INFO:tasks.workunit.client.1.smithi196.stderr:++++ get_image_data_pool sparse2 2024-08-10T05:55:13.475 INFO:tasks.workunit.client.1.smithi196.stderr:++++ image=sparse2 2024-08-10T05:55:13.475 INFO:tasks.workunit.client.1.smithi196.stderr:+++ sed -e 's/rbd_data.d74a5cf8ef44\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-08-10T05:55:13.475 INFO:tasks.workunit.client.1.smithi196.stderr:+++ sort -u 2024-08-10T05:55:13.475 INFO:tasks.workunit.client.1.smithi196.stderr:+++++ rbd info sparse2 2024-08-10T05:55:13.475 INFO:tasks.workunit.client.1.smithi196.stderr:+++++ grep 'data_pool: ' 2024-08-10T05:55:13.475 INFO:tasks.workunit.client.1.smithi196.stderr:+++++ awk -F: '{ print $NF }' 2024-08-10T05:55:13.512 INFO:tasks.workunit.client.1.smithi196.stderr:++++ data_pool= 2024-08-10T05:55:13.512 INFO:tasks.workunit.client.1.smithi196.stderr:++++ '[' -z ']' 2024-08-10T05:55:13.512 INFO:tasks.workunit.client.1.smithi196.stderr:++++ data_pool=rbd 2024-08-10T05:55:13.512 INFO:tasks.workunit.client.1.smithi196.stderr:++++ echo rbd 2024-08-10T05:55:13.512 INFO:tasks.workunit.client.1.smithi196.stderr:+++ rados ls -p rbd 2024-08-10T05:55:13.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:13 smithi031 ceph-mon[98130]: osdmap e1112: 8 total, 8 up, 8 in 2024-08-10T05:55:13.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:13 smithi031 ceph-mon[98130]: pgmap v2025: 105 pgs: 105 active+clean; 803 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 135 KiB/s rd, 19 KiB/s wr, 183 op/s 2024-08-10T05:55:13.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:13 smithi031 ceph-mon[98130]: from='client.? 172.21.15.196:0/3561712898' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-08-10T05:55:13.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:13 smithi031 ceph-mon[98130]: from='client.? 172.21.15.196:0/3561712898' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-08-10T05:55:13.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:13 smithi031 ceph-mon[100614]: osdmap e1112: 8 total, 8 up, 8 in 2024-08-10T05:55:13.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:13 smithi031 ceph-mon[100614]: pgmap v2025: 105 pgs: 105 active+clean; 803 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 135 KiB/s rd, 19 KiB/s wr, 183 op/s 2024-08-10T05:55:13.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:13 smithi031 ceph-mon[100614]: from='client.? 172.21.15.196:0/3561712898' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-08-10T05:55:13.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:13 smithi031 ceph-mon[100614]: from='client.? 172.21.15.196:0/3561712898' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-08-10T05:55:13.554 INFO:tasks.workunit.client.1.smithi196.stderr:++ objects=0 2024-08-10T05:55:13.554 INFO:tasks.workunit.client.1.smithi196.stderr:++ echo 0 2024-08-10T05:55:13.554 INFO:tasks.workunit.client.1.smithi196.stderr:+ '[' 0 -eq 1 -o 0 = 0 ']' 2024-08-10T05:55:13.554 INFO:tasks.workunit.client.1.smithi196.stderr:+ rbd export sparse2 /tmp/rbd_import_export_139454/sparse2.out 2024-08-10T05:55:13.601 INFO:tasks.workunit.client.1.smithi196.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2024-08-10T05:55:13.604 INFO:tasks.workunit.client.1.smithi196.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_139454/sparse2 /tmp/rbd_import_export_139454/sparse2.out 2024-08-10T05:55:13.604 INFO:tasks.workunit.client.1.smithi196.stderr:+ cmp -l /tmp/rbd_import_export_139454/sparse2 /tmp/rbd_import_export_139454/sparse2.out 2024-08-10T05:55:13.606 INFO:tasks.workunit.client.1.smithi196.stderr:++ stat /tmp/rbd_import_export_139454/sparse2 --format %b 2024-08-10T05:55:13.606 INFO:tasks.workunit.client.1.smithi196.stderr:+ origsize=2048 2024-08-10T05:55:13.607 INFO:tasks.workunit.client.1.smithi196.stderr:++ stat /tmp/rbd_import_export_139454/sparse2.out --format %b 2024-08-10T05:55:13.608 INFO:tasks.workunit.client.1.smithi196.stderr:+ exportsize=2048 2024-08-10T05:55:13.608 INFO:tasks.workunit.client.1.smithi196.stderr:+ difference=0 2024-08-10T05:55:13.608 INFO:tasks.workunit.client.1.smithi196.stderr:+ difference=0 2024-08-10T05:55:13.608 INFO:tasks.workunit.client.1.smithi196.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-08-10T05:55:13.608 INFO:tasks.workunit.client.1.smithi196.stderr:+ rm /tmp/rbd_import_export_139454/sparse2.out 2024-08-10T05:55:13.609 INFO:tasks.workunit.client.1.smithi196.stderr:+ rbd rm sparse2 2024-08-10T05:55:13.729 INFO:tasks.workunit.client.1.smithi196.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2024-08-10T05:55:13.732 INFO:tasks.workunit.client.1.smithi196.stderr:+ truncate /tmp/rbd_import_export_139454/sparse1 -s 10M 2024-08-10T05:55:13.732 INFO:tasks.workunit.client.1.smithi196.stderr:+ rbd import --new-format --order 20 - sparse1 2024-08-10T05:55:13.845 INFO:tasks.workunit.client.1.smithi196.stderr: Importing image: 100% complete...done. 2024-08-10T05:55:13.846 INFO:tasks.workunit.client.1.smithi196.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-08-10T05:55:13.846 INFO:tasks.workunit.client.1.smithi196.stderr:rbd: --order is deprecated, use --object-size 2024-08-10T05:55:13.848 INFO:tasks.workunit.client.1.smithi196.stderr:+ rbd ls -l 2024-08-10T05:55:13.848 INFO:tasks.workunit.client.1.smithi196.stderr:+ grep sparse1 2024-08-10T05:55:13.848 INFO:tasks.workunit.client.1.smithi196.stderr:+ grep -Ei '(10 MiB|10240k)' 2024-08-10T05:55:13.884 INFO:tasks.workunit.client.1.smithi196.stdout:sparse1 10 MiB 2 2024-08-10T05:55:13.885 INFO:tasks.workunit.client.1.smithi196.stderr:++ objects sparse1 2024-08-10T05:55:13.885 INFO:tasks.workunit.client.1.smithi196.stderr:++ image=sparse1 2024-08-10T05:55:13.885 INFO:tasks.workunit.client.1.smithi196.stderr:+++ rbd info sparse1 2024-08-10T05:55:13.885 INFO:tasks.workunit.client.1.smithi196.stderr:+++ grep block_name_prefix 2024-08-10T05:55:13.885 INFO:tasks.workunit.client.1.smithi196.stderr:+++ awk '{print $NF;}' 2024-08-10T05:55:13.922 INFO:tasks.workunit.client.1.smithi196.stderr:++ prefix=rbd_data.d7774fc873e7 2024-08-10T05:55:13.923 INFO:tasks.workunit.client.1.smithi196.stderr:+++ grep rbd_data.d7774fc873e7 2024-08-10T05:55:13.923 INFO:tasks.workunit.client.1.smithi196.stderr:++++ get_image_data_pool sparse1 2024-08-10T05:55:13.923 INFO:tasks.workunit.client.1.smithi196.stderr:++++ image=sparse1 2024-08-10T05:55:13.923 INFO:tasks.workunit.client.1.smithi196.stderr:+++ sed -e 's/rbd_data.d7774fc873e7\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-08-10T05:55:13.924 INFO:tasks.workunit.client.1.smithi196.stderr:+++ sort -u 2024-08-10T05:55:13.924 INFO:tasks.workunit.client.1.smithi196.stderr:+++++ rbd info sparse1 2024-08-10T05:55:13.924 INFO:tasks.workunit.client.1.smithi196.stderr:+++++ grep 'data_pool: ' 2024-08-10T05:55:13.924 INFO:tasks.workunit.client.1.smithi196.stderr:+++++ awk -F: '{ print $NF }' 2024-08-10T05:55:13.959 INFO:tasks.workunit.client.1.smithi196.stderr:++++ data_pool= 2024-08-10T05:55:13.959 INFO:tasks.workunit.client.1.smithi196.stderr:++++ '[' -z ']' 2024-08-10T05:55:13.959 INFO:tasks.workunit.client.1.smithi196.stderr:++++ data_pool=rbd 2024-08-10T05:55:13.959 INFO:tasks.workunit.client.1.smithi196.stderr:++++ echo rbd 2024-08-10T05:55:13.959 INFO:tasks.workunit.client.1.smithi196.stderr:+++ rados ls -p rbd 2024-08-10T05:55:14.000 INFO:tasks.workunit.client.1.smithi196.stderr:++ objects=1 2024-08-10T05:55:14.000 INFO:tasks.workunit.client.1.smithi196.stderr:++ echo 1 2024-08-10T05:55:14.001 INFO:tasks.workunit.client.1.smithi196.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-08-10T05:55:14.001 INFO:tasks.workunit.client.1.smithi196.stderr:+ rbd export sparse1 /tmp/rbd_import_export_139454/sparse1.out 2024-08-10T05:55:14.040 INFO:tasks.workunit.client.1.smithi196.stderr: Exporting image: 10% complete... Exporting image: 20% complete... Exporting image: 30% complete... Exporting image: 40% complete... Exporting image: 50% complete... Exporting image: 60% complete... Exporting image: 70% complete... Exporting image: 80% complete... Exporting image: 90% complete... Exporting image: 100% complete...done. 2024-08-10T05:55:14.045 INFO:tasks.workunit.client.1.smithi196.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_139454/sparse1 /tmp/rbd_import_export_139454/sparse1.out 2024-08-10T05:55:14.045 INFO:tasks.workunit.client.1.smithi196.stderr:+ cmp -l /tmp/rbd_import_export_139454/sparse1 /tmp/rbd_import_export_139454/sparse1.out 2024-08-10T05:55:14.051 INFO:tasks.workunit.client.1.smithi196.stderr:++ stat /tmp/rbd_import_export_139454/sparse1 --format %b 2024-08-10T05:55:14.052 INFO:tasks.workunit.client.1.smithi196.stderr:+ origsize=2048 2024-08-10T05:55:14.053 INFO:tasks.workunit.client.1.smithi196.stderr:++ stat /tmp/rbd_import_export_139454/sparse1.out --format %b 2024-08-10T05:55:14.054 INFO:tasks.workunit.client.1.smithi196.stderr:+ exportsize=2048 2024-08-10T05:55:14.054 INFO:tasks.workunit.client.1.smithi196.stderr:+ difference=0 2024-08-10T05:55:14.054 INFO:tasks.workunit.client.1.smithi196.stderr:+ difference=0 2024-08-10T05:55:14.054 INFO:tasks.workunit.client.1.smithi196.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-08-10T05:55:14.054 INFO:tasks.workunit.client.1.smithi196.stderr:+ rm /tmp/rbd_import_export_139454/sparse1.out 2024-08-10T05:55:14.055 INFO:tasks.workunit.client.1.smithi196.stderr:+ rbd rm sparse1 2024-08-10T05:55:14.179 INFO:tasks.workunit.client.1.smithi196.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2024-08-10T05:55:14.182 INFO:tasks.workunit.client.1.smithi196.stderr:+ dd if=/dev/urandom bs=2M count=1 of=/tmp/rbd_import_export_139454/sparse2 oflag=append conv=notrunc 2024-08-10T05:55:14.189 INFO:tasks.workunit.client.1.smithi196.stderr:1+0 records in 2024-08-10T05:55:14.189 INFO:tasks.workunit.client.1.smithi196.stderr:1+0 records out 2024-08-10T05:55:14.189 INFO:tasks.workunit.client.1.smithi196.stderr:2097152 bytes (2.1 MB, 2.0 MiB) copied, 0.00614818 s, 341 MB/s 2024-08-10T05:55:14.189 INFO:tasks.workunit.client.1.smithi196.stderr:+ rbd import --new-format --order 20 - sparse2 2024-08-10T05:55:14.291 INFO:tasks.workunit.client.1.smithi196.stderr: Importing image: 100% complete...done. 2024-08-10T05:55:14.291 INFO:tasks.workunit.client.1.smithi196.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-08-10T05:55:14.291 INFO:tasks.workunit.client.1.smithi196.stderr:rbd: --order is deprecated, use --object-size 2024-08-10T05:55:14.294 INFO:tasks.workunit.client.1.smithi196.stderr:+ rbd ls -l 2024-08-10T05:55:14.294 INFO:tasks.workunit.client.1.smithi196.stderr:+ grep sparse2 2024-08-10T05:55:14.294 INFO:tasks.workunit.client.1.smithi196.stderr:+ grep -Ei '(4 MiB|4096k)' 2024-08-10T05:55:14.329 INFO:tasks.workunit.client.1.smithi196.stdout:sparse2 4 MiB 2 2024-08-10T05:55:14.330 INFO:tasks.workunit.client.1.smithi196.stderr:++ objects sparse2 2024-08-10T05:55:14.330 INFO:tasks.workunit.client.1.smithi196.stderr:++ image=sparse2 2024-08-10T05:55:14.330 INFO:tasks.workunit.client.1.smithi196.stderr:+++ rbd info sparse2 2024-08-10T05:55:14.330 INFO:tasks.workunit.client.1.smithi196.stderr:+++ grep block_name_prefix 2024-08-10T05:55:14.330 INFO:tasks.workunit.client.1.smithi196.stderr:+++ awk '{print $NF;}' 2024-08-10T05:55:14.365 INFO:tasks.workunit.client.1.smithi196.stderr:++ prefix=rbd_data.d7a4ced0c8db 2024-08-10T05:55:14.366 INFO:tasks.workunit.client.1.smithi196.stderr:+++ grep rbd_data.d7a4ced0c8db 2024-08-10T05:55:14.366 INFO:tasks.workunit.client.1.smithi196.stderr:++++ get_image_data_pool sparse2 2024-08-10T05:55:14.366 INFO:tasks.workunit.client.1.smithi196.stderr:++++ image=sparse2 2024-08-10T05:55:14.366 INFO:tasks.workunit.client.1.smithi196.stderr:+++ sed -e 's/rbd_data.d7a4ced0c8db\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-08-10T05:55:14.366 INFO:tasks.workunit.client.1.smithi196.stderr:+++ sort -u 2024-08-10T05:55:14.367 INFO:tasks.workunit.client.1.smithi196.stderr:+++++ rbd info sparse2 2024-08-10T05:55:14.367 INFO:tasks.workunit.client.1.smithi196.stderr:+++++ grep 'data_pool: ' 2024-08-10T05:55:14.367 INFO:tasks.workunit.client.1.smithi196.stderr:+++++ awk -F: '{ print $NF }' 2024-08-10T05:55:14.402 INFO:tasks.workunit.client.1.smithi196.stderr:++++ data_pool= 2024-08-10T05:55:14.402 INFO:tasks.workunit.client.1.smithi196.stderr:++++ '[' -z ']' 2024-08-10T05:55:14.402 INFO:tasks.workunit.client.1.smithi196.stderr:++++ data_pool=rbd 2024-08-10T05:55:14.402 INFO:tasks.workunit.client.1.smithi196.stderr:++++ echo rbd 2024-08-10T05:55:14.402 INFO:tasks.workunit.client.1.smithi196.stderr:+++ rados ls -p rbd 2024-08-10T05:55:14.444 INFO:tasks.workunit.client.1.smithi196.stderr:++ objects='0 2024-08-10T05:55:14.444 INFO:tasks.workunit.client.1.smithi196.stderr:2 2024-08-10T05:55:14.444 INFO:tasks.workunit.client.1.smithi196.stderr:3' 2024-08-10T05:55:14.445 INFO:tasks.workunit.client.1.smithi196.stderr:++ echo 0 2 3 2024-08-10T05:55:14.445 INFO:tasks.workunit.client.1.smithi196.stderr:+ '[' 0 -eq 1 -o '0 2 3' = '0 2 3' ']' 2024-08-10T05:55:14.445 INFO:tasks.workunit.client.1.smithi196.stderr:+ rbd export sparse2 /tmp/rbd_import_export_139454/sparse2.out 2024-08-10T05:55:14.485 INFO:tasks.workunit.client.1.smithi196.stderr: Exporting image: 25% complete... Exporting image: 50% complete... Exporting image: 75% complete... Exporting image: 100% complete...done. 2024-08-10T05:55:14.489 INFO:tasks.workunit.client.1.smithi196.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_139454/sparse2 /tmp/rbd_import_export_139454/sparse2.out 2024-08-10T05:55:14.489 INFO:tasks.workunit.client.1.smithi196.stderr:+ cmp -l /tmp/rbd_import_export_139454/sparse2 /tmp/rbd_import_export_139454/sparse2.out 2024-08-10T05:55:14.492 INFO:tasks.workunit.client.1.smithi196.stderr:++ stat /tmp/rbd_import_export_139454/sparse2 --format %b 2024-08-10T05:55:14.493 INFO:tasks.workunit.client.1.smithi196.stderr:+ origsize=6144 2024-08-10T05:55:14.493 INFO:tasks.workunit.client.1.smithi196.stderr:++ stat /tmp/rbd_import_export_139454/sparse2.out --format %b 2024-08-10T05:55:14.494 INFO:tasks.workunit.client.1.smithi196.stderr:+ exportsize=6144 2024-08-10T05:55:14.494 INFO:tasks.workunit.client.1.smithi196.stderr:+ difference=0 2024-08-10T05:55:14.494 INFO:tasks.workunit.client.1.smithi196.stderr:+ difference=0 2024-08-10T05:55:14.495 INFO:tasks.workunit.client.1.smithi196.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-08-10T05:55:14.495 INFO:tasks.workunit.client.1.smithi196.stderr:+ rm /tmp/rbd_import_export_139454/sparse2.out 2024-08-10T05:55:14.495 INFO:tasks.workunit.client.1.smithi196.stderr:+ rbd rm sparse2 2024-08-10T05:55:14.614 INFO:tasks.workunit.client.1.smithi196.stderr: Removing image: 25% complete... Removing image: 50% complete... Removing image: 75% complete... Removing image: 100% complete...done. 2024-08-10T05:55:14.616 INFO:tasks.workunit.client.1.smithi196.stderr:+ echo 'partially-sparse file imports to partially-sparse image' 2024-08-10T05:55:14.617 INFO:tasks.workunit.client.1.smithi196.stdout:partially-sparse file imports to partially-sparse image 2024-08-10T05:55:14.617 INFO:tasks.workunit.client.1.smithi196.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_139454/sparse1 sparse 2024-08-10T05:55:14.689 INFO:tasks.workunit.client.1.smithi196.stderr: Importing image: 10% complete... Importing image: 20% complete... Importing image: 30% complete... Importing image: 40% complete... Importing image: 50% complete... Importing image: 60% complete... Importing image: 70% complete... Importing image: 80% complete... Importing image: 90% complete... Importing image: 100% complete...done. 2024-08-10T05:55:14.690 INFO:tasks.workunit.client.1.smithi196.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-08-10T05:55:14.690 INFO:tasks.workunit.client.1.smithi196.stderr:rbd: --order is deprecated, use --object-size 2024-08-10T05:55:14.693 INFO:tasks.workunit.client.1.smithi196.stderr:++ objects sparse 2024-08-10T05:55:14.693 INFO:tasks.workunit.client.1.smithi196.stderr:++ image=sparse 2024-08-10T05:55:14.693 INFO:tasks.workunit.client.1.smithi196.stderr:+++ rbd info sparse 2024-08-10T05:55:14.693 INFO:tasks.workunit.client.1.smithi196.stderr:+++ grep block_name_prefix 2024-08-10T05:55:14.693 INFO:tasks.workunit.client.1.smithi196.stderr:+++ awk '{print $NF;}' 2024-08-10T05:55:14.728 INFO:tasks.workunit.client.1.smithi196.stderr:++ prefix=rbd_data.d7d16a8594bb 2024-08-10T05:55:14.730 INFO:tasks.workunit.client.1.smithi196.stderr:+++ grep rbd_data.d7d16a8594bb 2024-08-10T05:55:14.730 INFO:tasks.workunit.client.1.smithi196.stderr:++++ get_image_data_pool sparse 2024-08-10T05:55:14.730 INFO:tasks.workunit.client.1.smithi196.stderr:++++ image=sparse 2024-08-10T05:55:14.730 INFO:tasks.workunit.client.1.smithi196.stderr:+++ sed -e 's/rbd_data.d7d16a8594bb\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-08-10T05:55:14.730 INFO:tasks.workunit.client.1.smithi196.stderr:+++ sort -u 2024-08-10T05:55:14.730 INFO:tasks.workunit.client.1.smithi196.stderr:+++++ rbd info sparse 2024-08-10T05:55:14.730 INFO:tasks.workunit.client.1.smithi196.stderr:+++++ grep 'data_pool: ' 2024-08-10T05:55:14.730 INFO:tasks.workunit.client.1.smithi196.stderr:+++++ awk -F: '{ print $NF }' 2024-08-10T05:55:14.766 INFO:tasks.workunit.client.1.smithi196.stderr:++++ data_pool= 2024-08-10T05:55:14.766 INFO:tasks.workunit.client.1.smithi196.stderr:++++ '[' -z ']' 2024-08-10T05:55:14.766 INFO:tasks.workunit.client.1.smithi196.stderr:++++ data_pool=rbd 2024-08-10T05:55:14.766 INFO:tasks.workunit.client.1.smithi196.stderr:++++ echo rbd 2024-08-10T05:55:14.766 INFO:tasks.workunit.client.1.smithi196.stderr:+++ rados ls -p rbd 2024-08-10T05:55:14.806 INFO:tasks.workunit.client.1.smithi196.stderr:++ objects=1 2024-08-10T05:55:14.806 INFO:tasks.workunit.client.1.smithi196.stderr:++ echo 1 2024-08-10T05:55:14.806 INFO:tasks.workunit.client.1.smithi196.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-08-10T05:55:14.806 INFO:tasks.workunit.client.1.smithi196.stderr:+ rbd rm sparse 2024-08-10T05:55:14.919 INFO:tasks.workunit.client.1.smithi196.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2024-08-10T05:55:14.922 INFO:tasks.workunit.client.1.smithi196.stdout:zeros import through stdin to sparse image 2024-08-10T05:55:14.923 INFO:tasks.workunit.client.1.smithi196.stderr:+ echo 'zeros import through stdin to sparse image' 2024-08-10T05:55:14.923 INFO:tasks.workunit.client.1.smithi196.stderr:+ dd if=/dev/zero bs=1M count=4 2024-08-10T05:55:14.923 INFO:tasks.workunit.client.1.smithi196.stderr:+ rbd import --new-format - sparse 2024-08-10T05:55:14.974 INFO:tasks.workunit.client.1.smithi196.stderr:4+0 records in 2024-08-10T05:55:14.974 INFO:tasks.workunit.client.1.smithi196.stderr:4+0 records out 2024-08-10T05:55:14.974 INFO:tasks.workunit.client.1.smithi196.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0507044 s, 82.7 MB/s 2024-08-10T05:55:14.987 INFO:tasks.workunit.client.1.smithi196.stderr: Importing image: 100% complete...done. 2024-08-10T05:55:14.987 INFO:tasks.workunit.client.1.smithi196.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-08-10T05:55:14.990 INFO:tasks.workunit.client.1.smithi196.stderr:++ objects sparse 2024-08-10T05:55:14.990 INFO:tasks.workunit.client.1.smithi196.stderr:++ image=sparse 2024-08-10T05:55:14.991 INFO:tasks.workunit.client.1.smithi196.stderr:+++ rbd info sparse 2024-08-10T05:55:14.991 INFO:tasks.workunit.client.1.smithi196.stderr:+++ grep block_name_prefix 2024-08-10T05:55:14.991 INFO:tasks.workunit.client.1.smithi196.stderr:+++ awk '{print $NF;}' 2024-08-10T05:55:15.026 INFO:tasks.workunit.client.1.smithi196.stderr:++ prefix=rbd_data.d7f2ee9c8a06 2024-08-10T05:55:15.027 INFO:tasks.workunit.client.1.smithi196.stderr:+++ grep rbd_data.d7f2ee9c8a06 2024-08-10T05:55:15.027 INFO:tasks.workunit.client.1.smithi196.stderr:++++ get_image_data_pool sparse 2024-08-10T05:55:15.028 INFO:tasks.workunit.client.1.smithi196.stderr:++++ image=sparse 2024-08-10T05:55:15.028 INFO:tasks.workunit.client.1.smithi196.stderr:+++ sed -e 's/rbd_data.d7f2ee9c8a06\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-08-10T05:55:15.028 INFO:tasks.workunit.client.1.smithi196.stderr:+++ sort -u 2024-08-10T05:55:15.028 INFO:tasks.workunit.client.1.smithi196.stderr:+++++ rbd info sparse 2024-08-10T05:55:15.028 INFO:tasks.workunit.client.1.smithi196.stderr:+++++ grep 'data_pool: ' 2024-08-10T05:55:15.028 INFO:tasks.workunit.client.1.smithi196.stderr:+++++ awk -F: '{ print $NF }' 2024-08-10T05:55:15.062 INFO:tasks.workunit.client.1.smithi196.stderr:++++ data_pool= 2024-08-10T05:55:15.062 INFO:tasks.workunit.client.1.smithi196.stderr:++++ '[' -z ']' 2024-08-10T05:55:15.062 INFO:tasks.workunit.client.1.smithi196.stderr:++++ data_pool=rbd 2024-08-10T05:55:15.062 INFO:tasks.workunit.client.1.smithi196.stderr:++++ echo rbd 2024-08-10T05:55:15.062 INFO:tasks.workunit.client.1.smithi196.stderr:+++ rados ls -p rbd 2024-08-10T05:55:15.102 INFO:tasks.workunit.client.1.smithi196.stderr:++ objects= 2024-08-10T05:55:15.102 INFO:tasks.workunit.client.1.smithi196.stderr:++ echo 2024-08-10T05:55:15.103 INFO:tasks.workunit.client.1.smithi196.stderr:+ '[' 0 -eq 1 -o '' = '' ']' 2024-08-10T05:55:15.103 INFO:tasks.workunit.client.1.smithi196.stderr:+ rbd rm sparse 2024-08-10T05:55:15.210 INFO:tasks.workunit.client.1.smithi196.stderr: Removing image: 100% complete...done. 2024-08-10T05:55:15.213 INFO:tasks.workunit.client.1.smithi196.stdout:zeros export to sparse file 2024-08-10T05:55:15.213 INFO:tasks.workunit.client.1.smithi196.stderr:+ echo 'zeros export to sparse file' 2024-08-10T05:55:15.214 INFO:tasks.workunit.client.1.smithi196.stderr:+ rbd create --new-format sparse --size 4 2024-08-10T05:55:15.255 INFO:tasks.workunit.client.1.smithi196.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-08-10T05:55:15.257 INFO:tasks.workunit.client.1.smithi196.stderr:++ rbd info sparse 2024-08-10T05:55:15.257 INFO:tasks.workunit.client.1.smithi196.stderr:++ grep block_name_prefix 2024-08-10T05:55:15.257 INFO:tasks.workunit.client.1.smithi196.stderr:++ awk '{print $NF;}' 2024-08-10T05:55:15.294 INFO:tasks.workunit.client.1.smithi196.stderr:+ prefix=rbd_data.d813c7427bb0 2024-08-10T05:55:15.294 INFO:tasks.workunit.client.1.smithi196.stderr:+ dd if=/dev/zero bs=4M count=1 2024-08-10T05:55:15.295 INFO:tasks.workunit.client.1.smithi196.stderr:++ get_image_data_pool sparse 2024-08-10T05:55:15.295 INFO:tasks.workunit.client.1.smithi196.stderr:++ image=sparse 2024-08-10T05:55:15.295 INFO:tasks.workunit.client.1.smithi196.stderr:+++ rbd info sparse 2024-08-10T05:55:15.295 INFO:tasks.workunit.client.1.smithi196.stderr:+++ grep 'data_pool: ' 2024-08-10T05:55:15.295 INFO:tasks.workunit.client.1.smithi196.stderr:+++ awk -F: '{ print $NF }' 2024-08-10T05:55:15.331 INFO:tasks.workunit.client.1.smithi196.stderr:++ data_pool= 2024-08-10T05:55:15.331 INFO:tasks.workunit.client.1.smithi196.stderr:++ '[' -z ']' 2024-08-10T05:55:15.331 INFO:tasks.workunit.client.1.smithi196.stderr:++ data_pool=rbd 2024-08-10T05:55:15.332 INFO:tasks.workunit.client.1.smithi196.stderr:++ echo rbd 2024-08-10T05:55:15.332 INFO:tasks.workunit.client.1.smithi196.stderr:+ rados -p rbd put rbd_data.d813c7427bb0.000000000000 - 2024-08-10T05:55:15.360 INFO:tasks.workunit.client.1.smithi196.stderr:1+0 records in 2024-08-10T05:55:15.361 INFO:tasks.workunit.client.1.smithi196.stderr:1+0 records out 2024-08-10T05:55:15.361 INFO:tasks.workunit.client.1.smithi196.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0657007 s, 63.8 MB/s 2024-08-10T05:55:15.380 INFO:tasks.workunit.client.1.smithi196.stderr:++ objects sparse 2024-08-10T05:55:15.380 INFO:tasks.workunit.client.1.smithi196.stderr:++ image=sparse 2024-08-10T05:55:15.380 INFO:tasks.workunit.client.1.smithi196.stderr:+++ rbd info sparse 2024-08-10T05:55:15.381 INFO:tasks.workunit.client.1.smithi196.stderr:+++ grep block_name_prefix 2024-08-10T05:55:15.381 INFO:tasks.workunit.client.1.smithi196.stderr:+++ awk '{print $NF;}' 2024-08-10T05:55:15.416 INFO:tasks.workunit.client.1.smithi196.stderr:++ prefix=rbd_data.d813c7427bb0 2024-08-10T05:55:15.417 INFO:tasks.workunit.client.1.smithi196.stderr:+++ grep rbd_data.d813c7427bb0 2024-08-10T05:55:15.417 INFO:tasks.workunit.client.1.smithi196.stderr:+++ sed -e 's/rbd_data.d813c7427bb0\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-08-10T05:55:15.417 INFO:tasks.workunit.client.1.smithi196.stderr:++++ get_image_data_pool sparse 2024-08-10T05:55:15.417 INFO:tasks.workunit.client.1.smithi196.stderr:++++ image=sparse 2024-08-10T05:55:15.417 INFO:tasks.workunit.client.1.smithi196.stderr:+++ sort -u 2024-08-10T05:55:15.417 INFO:tasks.workunit.client.1.smithi196.stderr:+++++ rbd info sparse 2024-08-10T05:55:15.417 INFO:tasks.workunit.client.1.smithi196.stderr:+++++ grep 'data_pool: ' 2024-08-10T05:55:15.418 INFO:tasks.workunit.client.1.smithi196.stderr:+++++ awk -F: '{ print $NF }' 2024-08-10T05:55:15.453 INFO:tasks.workunit.client.1.smithi196.stderr:++++ data_pool= 2024-08-10T05:55:15.453 INFO:tasks.workunit.client.1.smithi196.stderr:++++ '[' -z ']' 2024-08-10T05:55:15.453 INFO:tasks.workunit.client.1.smithi196.stderr:++++ data_pool=rbd 2024-08-10T05:55:15.453 INFO:tasks.workunit.client.1.smithi196.stderr:++++ echo rbd 2024-08-10T05:55:15.454 INFO:tasks.workunit.client.1.smithi196.stderr:+++ rados ls -p rbd 2024-08-10T05:55:15.493 INFO:tasks.workunit.client.1.smithi196.stderr:++ objects=0 2024-08-10T05:55:15.494 INFO:tasks.workunit.client.1.smithi196.stderr:++ echo 0 2024-08-10T05:55:15.494 INFO:tasks.workunit.client.1.smithi196.stderr:+ '[' 0 -eq 1 -o 0 = 0 ']' 2024-08-10T05:55:15.494 INFO:tasks.workunit.client.1.smithi196.stderr:+ rm /tmp/rbd_import_export_139454/sparse 2024-08-10T05:55:15.495 INFO:tasks.workunit.client.1.smithi196.stderr:rm: cannot remove '/tmp/rbd_import_export_139454/sparse': No such file or directory 2024-08-10T05:55:15.495 INFO:tasks.workunit.client.1.smithi196.stderr:+ true 2024-08-10T05:55:15.495 INFO:tasks.workunit.client.1.smithi196.stderr:+ rbd export sparse /tmp/rbd_import_export_139454/sparse 2024-08-10T05:55:15.529 INFO:tasks.workunit.client.1.smithi196.stderr: Exporting image: 100% complete...done. 2024-08-10T05:55:15.532 INFO:tasks.workunit.client.1.smithi196.stderr:++ stat /tmp/rbd_import_export_139454/sparse --format=%b 2024-08-10T05:55:15.533 INFO:tasks.workunit.client.1.smithi196.stderr:+ '[' 0 = 0 ']' 2024-08-10T05:55:15.533 INFO:tasks.workunit.client.1.smithi196.stderr:+ rbd rm sparse 2024-08-10T05:55:15.641 INFO:tasks.workunit.client.1.smithi196.stderr: Removing image: 100% complete...done. 2024-08-10T05:55:15.644 INFO:tasks.workunit.client.1.smithi196.stderr:+ rm /tmp/rbd_import_export_139454/sparse /tmp/rbd_import_export_139454/sparse1 /tmp/rbd_import_export_139454/sparse2 /tmp/rbd_import_export_139454/sparse3 2024-08-10T05:55:15.646 INFO:tasks.workunit.client.1.smithi196.stderr:rm: cannot remove '/tmp/rbd_import_export_139454/sparse3': No such file or directory 2024-08-10T05:55:15.646 INFO:tasks.workunit.client.1.smithi196.stderr:+ true 2024-08-10T05:55:15.647 INFO:tasks.workunit.client.1.smithi196.stdout:OK 2024-08-10T05:55:15.648 INFO:tasks.workunit.client.1.smithi196.stderr:+ echo OK 2024-08-10T05:55:15.648 INFO:tasks.workunit.client.1.smithi196.stderr:+ rm -rf /tmp/rbd_import_export_139454 2024-08-10T05:55:15.648 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-10T05:55:15.648 DEBUG:teuthology.orchestra.run.smithi196:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.1/client.1/tmp 2024-08-10T05:55:15.710 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:15 smithi196 ceph-mon[90243]: pgmap v2026: 105 pgs: 105 active+clean; 1.8 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 192 KiB/s rd, 243 KiB/s wr, 258 op/s 2024-08-10T05:55:15.710 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:15 smithi196 ceph-mon[90243]: osdmap e1113: 8 total, 8 up, 8 in 2024-08-10T05:55:15.715 INFO:tasks.workunit:Stopping ['rbd/import_export.sh'] on client.1... 2024-08-10T05:55:15.715 DEBUG:teuthology.orchestra.run.smithi196:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.1 /home/ubuntu/cephtest/clone.client.1 2024-08-10T05:55:15.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:15 smithi031 ceph-mon[98130]: pgmap v2026: 105 pgs: 105 active+clean; 1.8 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 192 KiB/s rd, 243 KiB/s wr, 258 op/s 2024-08-10T05:55:15.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:15 smithi031 ceph-mon[98130]: osdmap e1113: 8 total, 8 up, 8 in 2024-08-10T05:55:15.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:15 smithi031 ceph-mon[100614]: pgmap v2026: 105 pgs: 105 active+clean; 1.8 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 192 KiB/s rd, 243 KiB/s wr, 258 op/s 2024-08-10T05:55:15.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:15 smithi031 ceph-mon[100614]: osdmap e1113: 8 total, 8 up, 8 in 2024-08-10T05:55:15.933 DEBUG:teuthology.parallel:result is None 2024-08-10T05:55:15.933 DEBUG:teuthology.orchestra.run.smithi196:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.1/client.1 2024-08-10T05:55:15.958 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.1/client.1 2024-08-10T05:55:15.958 DEBUG:teuthology.orchestra.run.smithi196:> rmdir -- /home/ubuntu/cephtest/mnt.1 2024-08-10T05:55:16.013 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.1/client.1 2024-08-10T05:55:16.013 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-08-10T05:55:16.013 INFO:teuthology.task.print:**** done end rbd_import_export.yaml 2024-08-10T05:55:16.013 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-08-10T05:55:16.013 INFO:teuthology.task.print:**** done start test_rbd_api.yaml 2024-08-10T05:55:16.013 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-08-10T05:55:16.014 INFO:tasks.workunit:Pulling workunits from ref quincy 2024-08-10T05:55:16.014 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-08-10T05:55:16.014 DEBUG:teuthology.orchestra.run.smithi031:> stat -- /home/ubuntu/cephtest/mnt.0 2024-08-10T05:55:16.034 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-10T05:55:16.034 INFO:teuthology.orchestra.run.smithi031.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-08-10T05:55:16.034 DEBUG:teuthology.orchestra.run.smithi031:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-08-10T05:55:16.091 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-08-10T05:55:16.091 DEBUG:teuthology.orchestra.run.smithi031:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-08-10T05:55:16.148 INFO:tasks.workunit:timeout=3h 2024-08-10T05:55:16.148 INFO:tasks.workunit:cleanup=True 2024-08-10T05:55:16.149 DEBUG:teuthology.orchestra.run.smithi031:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-08-10T05:55:16.206 INFO:tasks.workunit.client.0.smithi031.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-08-10T05:55:17.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:17 smithi031 ceph-mon[98130]: pgmap v2028: 105 pgs: 105 active+clean; 1.7 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 291 KiB/s rd, 353 KiB/s wr, 165 op/s 2024-08-10T05:55:17.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:17 smithi031 ceph-mon[100614]: pgmap v2028: 105 pgs: 105 active+clean; 1.7 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 291 KiB/s rd, 353 KiB/s wr, 165 op/s 2024-08-10T05:55:17.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:17 smithi196 ceph-mon[90243]: pgmap v2028: 105 pgs: 105 active+clean; 1.7 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 291 KiB/s rd, 353 KiB/s wr, 165 op/s 2024-08-10T05:55:19.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:19 smithi031 ceph-mon[98130]: pgmap v2029: 105 pgs: 105 active+clean; 1.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 910 KiB/s rd, 1003 KiB/s wr, 271 op/s 2024-08-10T05:55:19.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:19 smithi031 ceph-mon[100614]: pgmap v2029: 105 pgs: 105 active+clean; 1.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 910 KiB/s rd, 1003 KiB/s wr, 271 op/s 2024-08-10T05:55:19.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:19 smithi196 ceph-mon[90243]: pgmap v2029: 105 pgs: 105 active+clean; 1.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 910 KiB/s rd, 1003 KiB/s wr, 271 op/s 2024-08-10T05:55:21.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:55:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:55:21] "GET /metrics HTTP/1.1" 200 34034 "" "Prometheus/2.43.0" 2024-08-10T05:55:21.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:21 smithi031 ceph-mon[98130]: osdmap e1114: 8 total, 8 up, 8 in 2024-08-10T05:55:21.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:21 smithi031 ceph-mon[98130]: pgmap v2031: 105 pgs: 105 active+clean; 4.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.4 MiB/s wr, 353 op/s 2024-08-10T05:55:21.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:21 smithi031 ceph-mon[100614]: osdmap e1114: 8 total, 8 up, 8 in 2024-08-10T05:55:21.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:21 smithi031 ceph-mon[100614]: pgmap v2031: 105 pgs: 105 active+clean; 4.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.4 MiB/s wr, 353 op/s 2024-08-10T05:55:21.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:21 smithi196 ceph-mon[90243]: osdmap e1114: 8 total, 8 up, 8 in 2024-08-10T05:55:21.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:21 smithi196 ceph-mon[90243]: pgmap v2031: 105 pgs: 105 active+clean; 4.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.4 MiB/s wr, 353 op/s 2024-08-10T05:55:22.008 DEBUG:teuthology.orchestra.run.smithi031:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-08-10T05:55:22.064 INFO:tasks.workunit.client.0.smithi031.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-08-10T05:55:22.067 INFO:tasks.workunit.client.0.smithi031.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-10T05:55:22.067 INFO:tasks.workunit.client.0.smithi031.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-08-10T05:55:22.117 INFO:tasks.workunit.client.0.smithi031.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-08-10T05:55:22.167 INFO:tasks.workunit.client.0.smithi031.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-08-10T05:55:22.208 INFO:tasks.workunit.client.0.smithi031.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-10T05:55:22.209 INFO:tasks.workunit.client.0.smithi031.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-10T05:55:22.209 INFO:tasks.workunit.client.0.smithi031.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-08-10T05:55:22.249 INFO:tasks.workunit.client.0.smithi031.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-10T05:55:22.252 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-08-10T05:55:22.252 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-08-10T05:55:22.309 INFO:tasks.workunit:Running workunits matching rbd/test_librbd.sh on client.0... 2024-08-10T05:55:22.311 INFO:tasks.workunit:Running workunit rbd/test_librbd.sh... 2024-08-10T05:55:22.311 DEBUG:teuthology.orchestra.run.smithi031:workunit test rbd/test_librbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_FEATURES=61 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd.sh 2024-08-10T05:55:22.408 INFO:tasks.workunit.client.0.smithi031.stdout:seed 151948 2024-08-10T05:55:22.408 INFO:tasks.workunit.client.0.smithi031.stderr:warning: failed to enable lockdep 2024-08-10T05:55:22.408 INFO:tasks.workunit.client.0.smithi031.stdout:[==========] Running 425 tests from 16 test suites. 2024-08-10T05:55:22.408 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] Global test environment set-up. 2024-08-10T05:55:22.409 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 1 test from TestJournalStress 2024-08-10T05:55:22.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:55:22 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:55:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:55:23.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:23 smithi031 ceph-mon[98130]: pgmap v2032: 105 pgs: 105 active+clean; 4.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 955 KiB/s rd, 1.3 MiB/s wr, 248 op/s 2024-08-10T05:55:23.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:23 smithi031 ceph-mon[100614]: pgmap v2032: 105 pgs: 105 active+clean; 4.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 955 KiB/s rd, 1.3 MiB/s wr, 248 op/s 2024-08-10T05:55:23.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:23 smithi196 ceph-mon[90243]: pgmap v2032: 105 pgs: 105 active+clean; 4.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 955 KiB/s rd, 1.3 MiB/s wr, 248 op/s 2024-08-10T05:55:24.459 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestJournalStress.DiscardWithPruneWriteOverlap 2024-08-10T05:55:24.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:24 smithi031 ceph-mon[98130]: osdmap e1115: 8 total, 8 up, 8 in 2024-08-10T05:55:24.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:24 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/3012673767' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:55:24.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:24 smithi031 ceph-mon[100614]: osdmap e1115: 8 total, 8 up, 8 in 2024-08-10T05:55:24.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:24 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/3012673767' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:55:24.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:24 smithi196 ceph-mon[90243]: osdmap e1115: 8 total, 8 up, 8 in 2024-08-10T05:55:24.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:24 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/3012673767' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:55:25.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:25 smithi031 ceph-mon[98130]: pgmap v2034: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 814 KiB/s rd, 1.1 MiB/s wr, 230 op/s 2024-08-10T05:55:25.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:25 smithi031 ceph-mon[98130]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:55:25.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:25 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/3012673767' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:55:25.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:25 smithi031 ceph-mon[98130]: osdmap e1116: 8 total, 8 up, 8 in 2024-08-10T05:55:25.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:25 smithi031 ceph-mon[100614]: pgmap v2034: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 814 KiB/s rd, 1.1 MiB/s wr, 230 op/s 2024-08-10T05:55:25.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:25 smithi031 ceph-mon[100614]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:55:25.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:25 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/3012673767' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:55:25.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:25 smithi031 ceph-mon[100614]: osdmap e1116: 8 total, 8 up, 8 in 2024-08-10T05:55:25.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:25 smithi196 ceph-mon[90243]: pgmap v2034: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 814 KiB/s rd, 1.1 MiB/s wr, 230 op/s 2024-08-10T05:55:25.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:25 smithi196 ceph-mon[90243]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:55:25.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:25 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/3012673767' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:55:25.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:25 smithi196 ceph-mon[90243]: osdmap e1116: 8 total, 8 up, 8 in 2024-08-10T05:55:26.485 INFO:tasks.workunit.client.0.smithi031.stdout:SKIPPING 2024-08-10T05:55:26.486 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestJournalStress.DiscardWithPruneWriteOverlap (2027 ms) 2024-08-10T05:55:26.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:26 smithi031 ceph-mon[98130]: osdmap e1117: 8 total, 8 up, 8 in 2024-08-10T05:55:26.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:55:26.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:55:26.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:26 smithi031 ceph-mon[100614]: osdmap e1117: 8 total, 8 up, 8 in 2024-08-10T05:55:26.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:55:26.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:55:26.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:26 smithi196 ceph-mon[90243]: osdmap e1117: 8 total, 8 up, 8 in 2024-08-10T05:55:26.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:55:26.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:55:27.486 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 1 test from TestJournalStress (2027 ms total) 2024-08-10T05:55:27.486 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T05:55:27.486 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 16 tests from TestJournalReplay 2024-08-10T05:55:27.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:27 smithi031 ceph-mon[98130]: pgmap v2037: 137 pgs: 4 creating+peering, 20 unknown, 113 active+clean; 4.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:55:27.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:27 smithi031 ceph-mon[98130]: osdmap e1118: 8 total, 8 up, 8 in 2024-08-10T05:55:27.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:27 smithi031 ceph-mon[98130]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:55:27.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:27 smithi031 ceph-mon[98130]: Cluster is now healthy 2024-08-10T05:55:27.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:27 smithi031 ceph-mon[100614]: pgmap v2037: 137 pgs: 4 creating+peering, 20 unknown, 113 active+clean; 4.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:55:27.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:27 smithi031 ceph-mon[100614]: osdmap e1118: 8 total, 8 up, 8 in 2024-08-10T05:55:27.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:27 smithi031 ceph-mon[100614]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:55:27.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:27 smithi031 ceph-mon[100614]: Cluster is now healthy 2024-08-10T05:55:27.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:27 smithi196 ceph-mon[90243]: pgmap v2037: 137 pgs: 4 creating+peering, 20 unknown, 113 active+clean; 4.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:55:27.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:27 smithi196 ceph-mon[90243]: osdmap e1118: 8 total, 8 up, 8 in 2024-08-10T05:55:27.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:27 smithi196 ceph-mon[90243]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:55:27.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:27 smithi196 ceph-mon[90243]: Cluster is now healthy 2024-08-10T05:55:28.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:28 smithi031 ceph-mon[98130]: osdmap e1119: 8 total, 8 up, 8 in 2024-08-10T05:55:28.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:28 smithi031 ceph-mon[100614]: osdmap e1119: 8 total, 8 up, 8 in 2024-08-10T05:55:28.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:28 smithi196 ceph-mon[90243]: osdmap e1119: 8 total, 8 up, 8 in 2024-08-10T05:55:29.502 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestJournalReplay.AioDiscardEvent 2024-08-10T05:55:29.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:29 smithi031 ceph-mon[98130]: pgmap v2040: 105 pgs: 105 active+clean; 4.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:55:29.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:29 smithi031 ceph-mon[98130]: osdmap e1120: 8 total, 8 up, 8 in 2024-08-10T05:55:29.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:29 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/3529440181' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:55:29.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:29 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:55:29.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:29 smithi031 ceph-mon[100614]: pgmap v2040: 105 pgs: 105 active+clean; 4.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:55:29.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:29 smithi031 ceph-mon[100614]: osdmap e1120: 8 total, 8 up, 8 in 2024-08-10T05:55:29.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:29 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/3529440181' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:55:29.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:29 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:55:29.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:29 smithi196 ceph-mon[90243]: pgmap v2040: 105 pgs: 105 active+clean; 4.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:55:29.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:29 smithi196 ceph-mon[90243]: osdmap e1120: 8 total, 8 up, 8 in 2024-08-10T05:55:29.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:29 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/3529440181' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:55:29.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:29 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:55:30.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:30 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:55:30.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:30 smithi031 ceph-mon[98130]: osdmap e1121: 8 total, 8 up, 8 in 2024-08-10T05:55:30.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:30 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:55:30.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:30 smithi031 ceph-mon[100614]: osdmap e1121: 8 total, 8 up, 8 in 2024-08-10T05:55:30.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:30 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:55:30.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:30 smithi196 ceph-mon[90243]: osdmap e1121: 8 total, 8 up, 8 in 2024-08-10T05:55:31.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:55:31 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:55:31] "GET /metrics HTTP/1.1" 200 36406 "" "Prometheus/2.43.0" 2024-08-10T05:55:31.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:31 smithi031 ceph-mon[98130]: pgmap v2043: 137 pgs: 6 creating+peering, 21 unknown, 110 active+clean; 4.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:55:31.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:31 smithi031 ceph-mon[98130]: osdmap e1122: 8 total, 8 up, 8 in 2024-08-10T05:55:31.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:31 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:55:31.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:31 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:55:31.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:31 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:55:31.521 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:31 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:55:31.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:31 smithi031 ceph-mon[100614]: pgmap v2043: 137 pgs: 6 creating+peering, 21 unknown, 110 active+clean; 4.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:55:31.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:31 smithi031 ceph-mon[100614]: osdmap e1122: 8 total, 8 up, 8 in 2024-08-10T05:55:31.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:31 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:55:31.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:31 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:55:31.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:31 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:55:31.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:31 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:55:31.522 INFO:tasks.workunit.client.0.smithi031.stdout:SKIPPING 2024-08-10T05:55:31.522 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestJournalReplay.AioDiscardEvent (2018 ms) 2024-08-10T05:55:31.522 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestJournalReplay.AioWriteEvent 2024-08-10T05:55:31.530 INFO:tasks.workunit.client.0.smithi031.stdout:SKIPPING 2024-08-10T05:55:31.530 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestJournalReplay.AioWriteEvent (10 ms) 2024-08-10T05:55:31.530 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestJournalReplay.AioFlushEvent 2024-08-10T05:55:31.538 INFO:tasks.workunit.client.0.smithi031.stdout:SKIPPING 2024-08-10T05:55:31.538 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestJournalReplay.AioFlushEvent (8 ms) 2024-08-10T05:55:31.538 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestJournalReplay.SnapCreate 2024-08-10T05:55:31.546 INFO:tasks.workunit.client.0.smithi031.stdout:SKIPPING 2024-08-10T05:55:31.547 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestJournalReplay.SnapCreate (9 ms) 2024-08-10T05:55:31.547 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestJournalReplay.SnapProtect 2024-08-10T05:55:31.554 INFO:tasks.workunit.client.0.smithi031.stdout:SKIPPING 2024-08-10T05:55:31.554 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestJournalReplay.SnapProtect (7 ms) 2024-08-10T05:55:31.554 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestJournalReplay.SnapUnprotect 2024-08-10T05:55:31.562 INFO:tasks.workunit.client.0.smithi031.stdout:SKIPPING 2024-08-10T05:55:31.562 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestJournalReplay.SnapUnprotect (9 ms) 2024-08-10T05:55:31.563 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestJournalReplay.SnapRename 2024-08-10T05:55:31.571 INFO:tasks.workunit.client.0.smithi031.stdout:SKIPPING 2024-08-10T05:55:31.571 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestJournalReplay.SnapRename (8 ms) 2024-08-10T05:55:31.571 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestJournalReplay.SnapRollback 2024-08-10T05:55:31.579 INFO:tasks.workunit.client.0.smithi031.stdout:SKIPPING 2024-08-10T05:55:31.579 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestJournalReplay.SnapRollback (8 ms) 2024-08-10T05:55:31.579 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestJournalReplay.SnapRemove 2024-08-10T05:55:31.587 INFO:tasks.workunit.client.0.smithi031.stdout:SKIPPING 2024-08-10T05:55:31.587 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestJournalReplay.SnapRemove (8 ms) 2024-08-10T05:55:31.587 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestJournalReplay.Rename 2024-08-10T05:55:31.595 INFO:tasks.workunit.client.0.smithi031.stdout:SKIPPING 2024-08-10T05:55:31.595 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestJournalReplay.Rename (9 ms) 2024-08-10T05:55:31.595 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestJournalReplay.Resize 2024-08-10T05:55:31.604 INFO:tasks.workunit.client.0.smithi031.stdout:SKIPPING 2024-08-10T05:55:31.604 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestJournalReplay.Resize (8 ms) 2024-08-10T05:55:31.604 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestJournalReplay.Flatten 2024-08-10T05:55:31.611 INFO:tasks.workunit.client.0.smithi031.stdout:SKIPPING 2024-08-10T05:55:31.611 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestJournalReplay.Flatten (8 ms) 2024-08-10T05:55:31.611 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestJournalReplay.UpdateFeatures 2024-08-10T05:55:31.619 INFO:tasks.workunit.client.0.smithi031.stdout:SKIPPING 2024-08-10T05:55:31.619 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestJournalReplay.UpdateFeatures (7 ms) 2024-08-10T05:55:31.619 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestJournalReplay.MetadataSet 2024-08-10T05:55:31.626 INFO:tasks.workunit.client.0.smithi031.stdout:SKIPPING 2024-08-10T05:55:31.626 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestJournalReplay.MetadataSet (8 ms) 2024-08-10T05:55:31.626 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestJournalReplay.MetadataRemove 2024-08-10T05:55:31.634 INFO:tasks.workunit.client.0.smithi031.stdout:SKIPPING 2024-08-10T05:55:31.634 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestJournalReplay.MetadataRemove (7 ms) 2024-08-10T05:55:31.634 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestJournalReplay.ObjectPosition 2024-08-10T05:55:31.641 INFO:tasks.workunit.client.0.smithi031.stdout:SKIPPING 2024-08-10T05:55:31.641 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestJournalReplay.ObjectPosition (7 ms) 2024-08-10T05:55:31.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:31 smithi196 ceph-mon[90243]: pgmap v2043: 137 pgs: 6 creating+peering, 21 unknown, 110 active+clean; 4.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:55:31.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:31 smithi196 ceph-mon[90243]: osdmap e1122: 8 total, 8 up, 8 in 2024-08-10T05:55:31.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:31 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:55:31.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:31 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:55:31.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:31 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:55:31.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:31 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:55:32.522 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 16 tests from TestJournalReplay (2139 ms total) 2024-08-10T05:55:32.523 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T05:55:32.523 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 4 tests from TestJournalEntries 2024-08-10T05:55:32.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:32 smithi031 ceph-mon[98130]: osdmap e1123: 8 total, 8 up, 8 in 2024-08-10T05:55:32.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:32 smithi031 ceph-mon[100614]: osdmap e1123: 8 total, 8 up, 8 in 2024-08-10T05:55:32.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:32 smithi196 ceph-mon[90243]: osdmap e1123: 8 total, 8 up, 8 in 2024-08-10T05:55:32.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:55:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:55:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:55:33.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:33 smithi031 ceph-mon[98130]: pgmap v2046: 137 pgs: 6 creating+peering, 7 unknown, 124 active+clean; 4.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 17 KiB/s rd, 9.5 KiB/s wr, 31 op/s 2024-08-10T05:55:33.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:33 smithi031 ceph-mon[98130]: osdmap e1124: 8 total, 8 up, 8 in 2024-08-10T05:55:33.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:33 smithi031 ceph-mon[100614]: pgmap v2046: 137 pgs: 6 creating+peering, 7 unknown, 124 active+clean; 4.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 17 KiB/s rd, 9.5 KiB/s wr, 31 op/s 2024-08-10T05:55:33.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:33 smithi031 ceph-mon[100614]: osdmap e1124: 8 total, 8 up, 8 in 2024-08-10T05:55:33.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:33 smithi196 ceph-mon[90243]: pgmap v2046: 137 pgs: 6 creating+peering, 7 unknown, 124 active+clean; 4.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 17 KiB/s rd, 9.5 KiB/s wr, 31 op/s 2024-08-10T05:55:33.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:33 smithi196 ceph-mon[90243]: osdmap e1124: 8 total, 8 up, 8 in 2024-08-10T05:55:34.517 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestJournalEntries.AioWrite 2024-08-10T05:55:35.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:34 smithi031 ceph-mon[98130]: osdmap e1125: 8 total, 8 up, 8 in 2024-08-10T05:55:35.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:34 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/2175161366' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:55:35.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:34 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:55:35.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:34 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:55:35.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:34 smithi031 ceph-mon[98130]: osdmap e1126: 8 total, 8 up, 8 in 2024-08-10T05:55:35.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:34 smithi031 ceph-mon[100614]: osdmap e1125: 8 total, 8 up, 8 in 2024-08-10T05:55:35.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:34 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/2175161366' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:55:35.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:34 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:55:35.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:34 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:55:35.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:34 smithi031 ceph-mon[100614]: osdmap e1126: 8 total, 8 up, 8 in 2024-08-10T05:55:35.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:34 smithi196 ceph-mon[90243]: osdmap e1125: 8 total, 8 up, 8 in 2024-08-10T05:55:35.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:34 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/2175161366' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:55:35.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:34 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:55:35.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:34 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:55:35.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:34 smithi196 ceph-mon[90243]: osdmap e1126: 8 total, 8 up, 8 in 2024-08-10T05:55:36.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:35 smithi031 ceph-mon[100614]: pgmap v2049: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 4.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:55:36.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:35 smithi031 ceph-mon[100614]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:55:36.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:35 smithi031 ceph-mon[100614]: osdmap e1127: 8 total, 8 up, 8 in 2024-08-10T05:55:36.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:35 smithi031 ceph-mon[98130]: pgmap v2049: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 4.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:55:36.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:35 smithi031 ceph-mon[98130]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:55:36.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:35 smithi031 ceph-mon[98130]: osdmap e1127: 8 total, 8 up, 8 in 2024-08-10T05:55:36.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:35 smithi196 ceph-mon[90243]: pgmap v2049: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 4.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:55:36.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:35 smithi196 ceph-mon[90243]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:55:36.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:35 smithi196 ceph-mon[90243]: osdmap e1127: 8 total, 8 up, 8 in 2024-08-10T05:55:36.569 INFO:tasks.workunit.client.0.smithi031.stdout:SKIPPING 2024-08-10T05:55:36.569 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestJournalEntries.AioWrite (2051 ms) 2024-08-10T05:55:36.570 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestJournalEntries.AioDiscard 2024-08-10T05:55:36.579 INFO:tasks.workunit.client.0.smithi031.stdout:SKIPPING 2024-08-10T05:55:36.580 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestJournalEntries.AioDiscard (11 ms) 2024-08-10T05:55:36.580 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestJournalEntries.AioDiscardWithPrune 2024-08-10T05:55:36.590 INFO:tasks.workunit.client.0.smithi031.stdout:SKIPPING 2024-08-10T05:55:36.591 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestJournalEntries.AioDiscardWithPrune (11 ms) 2024-08-10T05:55:36.591 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestJournalEntries.AioFlush 2024-08-10T05:55:36.600 INFO:tasks.workunit.client.0.smithi031.stdout:SKIPPING 2024-08-10T05:55:36.600 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestJournalEntries.AioFlush (9 ms) 2024-08-10T05:55:37.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:36 smithi031 ceph-mon[98130]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:55:37.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:36 smithi031 ceph-mon[98130]: Cluster is now healthy 2024-08-10T05:55:37.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:36 smithi031 ceph-mon[98130]: osdmap e1128: 8 total, 8 up, 8 in 2024-08-10T05:55:37.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:36 smithi031 ceph-mon[100614]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:55:37.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:36 smithi031 ceph-mon[100614]: Cluster is now healthy 2024-08-10T05:55:37.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:36 smithi031 ceph-mon[100614]: osdmap e1128: 8 total, 8 up, 8 in 2024-08-10T05:55:37.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:36 smithi196 ceph-mon[90243]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:55:37.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:36 smithi196 ceph-mon[90243]: Cluster is now healthy 2024-08-10T05:55:37.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:36 smithi196 ceph-mon[90243]: osdmap e1128: 8 total, 8 up, 8 in 2024-08-10T05:55:37.600 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 4 tests from TestJournalEntries (2082 ms total) 2024-08-10T05:55:37.601 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T05:55:37.601 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 2 tests from TestTrash 2024-08-10T05:55:38.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:37 smithi031 ceph-mon[98130]: pgmap v2052: 137 pgs: 6 creating+peering, 18 unknown, 113 active+clean; 4.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:55:38.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:37 smithi031 ceph-mon[100614]: pgmap v2052: 137 pgs: 6 creating+peering, 18 unknown, 113 active+clean; 4.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:55:38.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:37 smithi196 ceph-mon[90243]: pgmap v2052: 137 pgs: 6 creating+peering, 18 unknown, 113 active+clean; 4.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:55:39.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:38 smithi031 ceph-mon[98130]: osdmap e1129: 8 total, 8 up, 8 in 2024-08-10T05:55:39.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:38 smithi031 ceph-mon[100614]: osdmap e1129: 8 total, 8 up, 8 in 2024-08-10T05:55:39.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:38 smithi196 ceph-mon[90243]: osdmap e1129: 8 total, 8 up, 8 in 2024-08-10T05:55:39.614 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestTrash.UserRemovingSource 2024-08-10T05:55:40.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:39 smithi031 ceph-mon[98130]: pgmap v2055: 105 pgs: 105 active+clean; 4.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:55:40.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:39 smithi031 ceph-mon[98130]: osdmap e1130: 8 total, 8 up, 8 in 2024-08-10T05:55:40.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:39 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/1749544013' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:55:40.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:39 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:55:40.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:39 smithi031 ceph-mon[100614]: pgmap v2055: 105 pgs: 105 active+clean; 4.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:55:40.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:39 smithi031 ceph-mon[100614]: osdmap e1130: 8 total, 8 up, 8 in 2024-08-10T05:55:40.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:39 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/1749544013' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:55:40.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:39 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:55:40.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:39 smithi196 ceph-mon[90243]: pgmap v2055: 105 pgs: 105 active+clean; 4.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:55:40.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:39 smithi196 ceph-mon[90243]: osdmap e1130: 8 total, 8 up, 8 in 2024-08-10T05:55:40.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:39 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/1749544013' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:55:40.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:39 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:55:41.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:40 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:55:41.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:40 smithi031 ceph-mon[98130]: osdmap e1131: 8 total, 8 up, 8 in 2024-08-10T05:55:41.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:40 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:55:41.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:40 smithi031 ceph-mon[100614]: osdmap e1131: 8 total, 8 up, 8 in 2024-08-10T05:55:41.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:40 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:55:41.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:40 smithi196 ceph-mon[90243]: osdmap e1131: 8 total, 8 up, 8 in 2024-08-10T05:55:41.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:55:41 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:55:41] "GET /metrics HTTP/1.1" 200 36402 "" "Prometheus/2.43.0" 2024-08-10T05:55:41.705 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestTrash.UserRemovingSource (2091 ms) 2024-08-10T05:55:41.705 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestTrash.RestoreMirroringSource 2024-08-10T05:55:41.744 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestTrash.RestoreMirroringSource (39 ms) 2024-08-10T05:55:42.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:41 smithi031 ceph-mon[98130]: pgmap v2058: 137 pgs: 8 creating+peering, 18 unknown, 111 active+clean; 4.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:55:42.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:41 smithi031 ceph-mon[98130]: osdmap e1132: 8 total, 8 up, 8 in 2024-08-10T05:55:42.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:55:42.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:55:42.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:41 smithi031 ceph-mon[100614]: pgmap v2058: 137 pgs: 8 creating+peering, 18 unknown, 111 active+clean; 4.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:55:42.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:41 smithi031 ceph-mon[100614]: osdmap e1132: 8 total, 8 up, 8 in 2024-08-10T05:55:42.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:55:42.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:55:42.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:41 smithi196 ceph-mon[90243]: pgmap v2058: 137 pgs: 8 creating+peering, 18 unknown, 111 active+clean; 4.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:55:42.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:41 smithi196 ceph-mon[90243]: osdmap e1132: 8 total, 8 up, 8 in 2024-08-10T05:55:42.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:55:42.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:55:42.628 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:55:42 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:55:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:55:42.639 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 2 tests from TestTrash (2130 ms total) 2024-08-10T05:55:42.639 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T05:55:42.640 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 1 test from TestOperations 2024-08-10T05:55:43.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:42 smithi031 ceph-mon[98130]: osdmap e1133: 8 total, 8 up, 8 in 2024-08-10T05:55:43.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:42 smithi031 ceph-mon[100614]: osdmap e1133: 8 total, 8 up, 8 in 2024-08-10T05:55:43.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:42 smithi196 ceph-mon[90243]: osdmap e1133: 8 total, 8 up, 8 in 2024-08-10T05:55:44.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:43 smithi031 ceph-mon[98130]: pgmap v2061: 137 pgs: 8 creating+peering, 6 unknown, 123 active+clean; 4.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 15 KiB/s rd, 2.5 KiB/s wr, 22 op/s 2024-08-10T05:55:44.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:43 smithi031 ceph-mon[98130]: osdmap e1134: 8 total, 8 up, 8 in 2024-08-10T05:55:44.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:43 smithi031 ceph-mon[100614]: pgmap v2061: 137 pgs: 8 creating+peering, 6 unknown, 123 active+clean; 4.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 15 KiB/s rd, 2.5 KiB/s wr, 22 op/s 2024-08-10T05:55:44.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:43 smithi031 ceph-mon[100614]: osdmap e1134: 8 total, 8 up, 8 in 2024-08-10T05:55:44.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:43 smithi196 ceph-mon[90243]: pgmap v2061: 137 pgs: 8 creating+peering, 6 unknown, 123 active+clean; 4.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 15 KiB/s rd, 2.5 KiB/s wr, 22 op/s 2024-08-10T05:55:44.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:43 smithi196 ceph-mon[90243]: osdmap e1134: 8 total, 8 up, 8 in 2024-08-10T05:55:44.636 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestOperations.DisableJournalingCorrupt 2024-08-10T05:55:45.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:44 smithi031 ceph-mon[98130]: osdmap e1135: 8 total, 8 up, 8 in 2024-08-10T05:55:45.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:44 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/2941528051' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:55:45.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:44 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/2941528051' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:55:45.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:44 smithi031 ceph-mon[98130]: osdmap e1136: 8 total, 8 up, 8 in 2024-08-10T05:55:45.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:44 smithi031 ceph-mon[100614]: osdmap e1135: 8 total, 8 up, 8 in 2024-08-10T05:55:45.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:44 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/2941528051' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:55:45.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:44 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/2941528051' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:55:45.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:44 smithi031 ceph-mon[100614]: osdmap e1136: 8 total, 8 up, 8 in 2024-08-10T05:55:45.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:44 smithi196 ceph-mon[90243]: osdmap e1135: 8 total, 8 up, 8 in 2024-08-10T05:55:45.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:44 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/2941528051' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:55:45.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:44 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/2941528051' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:55:45.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:44 smithi196 ceph-mon[90243]: osdmap e1136: 8 total, 8 up, 8 in 2024-08-10T05:55:46.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:45 smithi031 ceph-mon[98130]: pgmap v2064: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 4.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:55:46.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:45 smithi031 ceph-mon[98130]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:55:46.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:45 smithi031 ceph-mon[98130]: osdmap e1137: 8 total, 8 up, 8 in 2024-08-10T05:55:46.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:45 smithi031 ceph-mon[100614]: pgmap v2064: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 4.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:55:46.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:45 smithi031 ceph-mon[100614]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:55:46.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:45 smithi031 ceph-mon[100614]: osdmap e1137: 8 total, 8 up, 8 in 2024-08-10T05:55:46.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:45 smithi196 ceph-mon[90243]: pgmap v2064: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 4.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:55:46.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:45 smithi196 ceph-mon[90243]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:55:46.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:45 smithi196 ceph-mon[90243]: osdmap e1137: 8 total, 8 up, 8 in 2024-08-10T05:55:46.660 INFO:tasks.workunit.client.0.smithi031.stdout:SKIPPING 2024-08-10T05:55:46.660 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestOperations.DisableJournalingCorrupt (2023 ms) 2024-08-10T05:55:47.674 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 1 test from TestOperations (2023 ms total) 2024-08-10T05:55:47.674 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T05:55:47.674 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 4 tests from TestObjectMap 2024-08-10T05:55:48.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:47 smithi031 ceph-mon[98130]: pgmap v2067: 137 pgs: 2 creating+peering, 23 unknown, 112 active+clean; 4.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:55:48.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:47 smithi031 ceph-mon[98130]: osdmap e1138: 8 total, 8 up, 8 in 2024-08-10T05:55:48.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:47 smithi031 ceph-mon[98130]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:55:48.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:47 smithi031 ceph-mon[98130]: Cluster is now healthy 2024-08-10T05:55:48.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:47 smithi031 ceph-mon[100614]: pgmap v2067: 137 pgs: 2 creating+peering, 23 unknown, 112 active+clean; 4.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:55:48.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:47 smithi031 ceph-mon[100614]: osdmap e1138: 8 total, 8 up, 8 in 2024-08-10T05:55:48.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:47 smithi031 ceph-mon[100614]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:55:48.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:47 smithi031 ceph-mon[100614]: Cluster is now healthy 2024-08-10T05:55:48.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:47 smithi196 ceph-mon[90243]: pgmap v2067: 137 pgs: 2 creating+peering, 23 unknown, 112 active+clean; 4.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:55:48.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:47 smithi196 ceph-mon[90243]: osdmap e1138: 8 total, 8 up, 8 in 2024-08-10T05:55:48.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:47 smithi196 ceph-mon[90243]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:55:48.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:47 smithi196 ceph-mon[90243]: Cluster is now healthy 2024-08-10T05:55:49.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:48 smithi031 ceph-mon[98130]: osdmap e1139: 8 total, 8 up, 8 in 2024-08-10T05:55:49.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:48 smithi031 ceph-mon[100614]: osdmap e1139: 8 total, 8 up, 8 in 2024-08-10T05:55:49.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:48 smithi196 ceph-mon[90243]: osdmap e1139: 8 total, 8 up, 8 in 2024-08-10T05:55:49.681 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestObjectMap.RefreshInvalidatesWhenCorrupt 2024-08-10T05:55:50.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:49 smithi031 ceph-mon[98130]: pgmap v2070: 105 pgs: 105 active+clean; 4.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:55:50.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:49 smithi031 ceph-mon[98130]: osdmap e1140: 8 total, 8 up, 8 in 2024-08-10T05:55:50.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:49 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/675838929' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:55:50.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:49 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:55:50.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:49 smithi031 ceph-mon[100614]: pgmap v2070: 105 pgs: 105 active+clean; 4.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:55:50.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:49 smithi031 ceph-mon[100614]: osdmap e1140: 8 total, 8 up, 8 in 2024-08-10T05:55:50.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:49 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/675838929' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:55:50.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:49 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:55:50.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:49 smithi196 ceph-mon[90243]: pgmap v2070: 105 pgs: 105 active+clean; 4.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:55:50.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:49 smithi196 ceph-mon[90243]: osdmap e1140: 8 total, 8 up, 8 in 2024-08-10T05:55:50.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:49 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/675838929' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:55:50.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:49 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:55:51.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:50 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:55:51.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:50 smithi031 ceph-mon[100614]: osdmap e1141: 8 total, 8 up, 8 in 2024-08-10T05:55:51.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:50 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:55:51.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:50 smithi031 ceph-mon[98130]: osdmap e1141: 8 total, 8 up, 8 in 2024-08-10T05:55:51.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:50 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:55:51.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:50 smithi196 ceph-mon[90243]: osdmap e1141: 8 total, 8 up, 8 in 2024-08-10T05:55:51.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:55:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:55:51] "GET /metrics HTTP/1.1" 200 36402 "" "Prometheus/2.43.0" 2024-08-10T05:55:51.736 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestObjectMap.RefreshInvalidatesWhenCorrupt (2055 ms) 2024-08-10T05:55:51.736 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestObjectMap.RefreshInvalidatesWhenTooSmall 2024-08-10T05:55:51.765 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestObjectMap.RefreshInvalidatesWhenTooSmall (29 ms) 2024-08-10T05:55:51.765 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestObjectMap.InvalidateFlagOnDisk 2024-08-10T05:55:51.806 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestObjectMap.InvalidateFlagOnDisk (41 ms) 2024-08-10T05:55:51.806 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestObjectMap.AcquireLockInvalidatesWhenTooSmall 2024-08-10T05:55:51.835 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestObjectMap.AcquireLockInvalidatesWhenTooSmall (29 ms) 2024-08-10T05:55:52.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:51 smithi031 ceph-mon[98130]: pgmap v2073: 137 pgs: 6 creating+peering, 20 unknown, 111 active+clean; 4.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:55:52.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:51 smithi031 ceph-mon[98130]: osdmap e1142: 8 total, 8 up, 8 in 2024-08-10T05:55:52.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:51 smithi031 ceph-mon[100614]: pgmap v2073: 137 pgs: 6 creating+peering, 20 unknown, 111 active+clean; 4.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:55:52.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:51 smithi031 ceph-mon[100614]: osdmap e1142: 8 total, 8 up, 8 in 2024-08-10T05:55:52.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:51 smithi196 ceph-mon[90243]: pgmap v2073: 137 pgs: 6 creating+peering, 20 unknown, 111 active+clean; 4.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:55:52.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:51 smithi196 ceph-mon[90243]: osdmap e1142: 8 total, 8 up, 8 in 2024-08-10T05:55:52.704 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:55:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:55:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:55:52.712 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 4 tests from TestObjectMap (2154 ms total) 2024-08-10T05:55:52.713 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T05:55:52.713 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 2 tests from TestMirroringWatcher 2024-08-10T05:55:53.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:52 smithi031 ceph-mon[98130]: osdmap e1143: 8 total, 8 up, 8 in 2024-08-10T05:55:53.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:52 smithi031 ceph-mon[100614]: osdmap e1143: 8 total, 8 up, 8 in 2024-08-10T05:55:53.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:52 smithi196 ceph-mon[90243]: osdmap e1143: 8 total, 8 up, 8 in 2024-08-10T05:55:54.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:53 smithi031 ceph-mon[98130]: pgmap v2076: 137 pgs: 6 creating+peering, 6 unknown, 125 active+clean; 4.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 29 KiB/s rd, 2.7 KiB/s wr, 39 op/s 2024-08-10T05:55:54.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:53 smithi031 ceph-mon[98130]: osdmap e1144: 8 total, 8 up, 8 in 2024-08-10T05:55:54.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:53 smithi031 ceph-mon[100614]: pgmap v2076: 137 pgs: 6 creating+peering, 6 unknown, 125 active+clean; 4.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 29 KiB/s rd, 2.7 KiB/s wr, 39 op/s 2024-08-10T05:55:54.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:53 smithi031 ceph-mon[100614]: osdmap e1144: 8 total, 8 up, 8 in 2024-08-10T05:55:54.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:53 smithi196 ceph-mon[90243]: pgmap v2076: 137 pgs: 6 creating+peering, 6 unknown, 125 active+clean; 4.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 29 KiB/s rd, 2.7 KiB/s wr, 39 op/s 2024-08-10T05:55:54.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:53 smithi196 ceph-mon[90243]: osdmap e1144: 8 total, 8 up, 8 in 2024-08-10T05:55:54.728 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMirroringWatcher.ModeUpdated 2024-08-10T05:55:55.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:54 smithi031 ceph-mon[98130]: osdmap e1145: 8 total, 8 up, 8 in 2024-08-10T05:55:55.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:54 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/1657548042' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:55:55.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:54 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:55:55.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:54 smithi031 ceph-mon[100614]: osdmap e1145: 8 total, 8 up, 8 in 2024-08-10T05:55:55.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:54 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/1657548042' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:55:55.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:54 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:55:55.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:54 smithi196 ceph-mon[90243]: osdmap e1145: 8 total, 8 up, 8 in 2024-08-10T05:55:55.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:54 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/1657548042' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:55:55.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:54 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:55:56.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:55 smithi031 ceph-mon[98130]: pgmap v2079: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 4.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:55:56.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:55 smithi031 ceph-mon[98130]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:55:56.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:55 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:55:56.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:55 smithi031 ceph-mon[98130]: osdmap e1146: 8 total, 8 up, 8 in 2024-08-10T05:55:56.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:55 smithi031 ceph-mon[100614]: pgmap v2079: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 4.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:55:56.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:55 smithi031 ceph-mon[100614]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:55:56.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:55 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:55:56.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:55 smithi031 ceph-mon[100614]: osdmap e1146: 8 total, 8 up, 8 in 2024-08-10T05:55:56.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:55 smithi196 ceph-mon[90243]: pgmap v2079: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 4.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:55:56.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:55 smithi196 ceph-mon[90243]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:55:56.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:55 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:55:56.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:55 smithi196 ceph-mon[90243]: osdmap e1146: 8 total, 8 up, 8 in 2024-08-10T05:55:56.774 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMirroringWatcher.ModeUpdated (2046 ms) 2024-08-10T05:55:56.774 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMirroringWatcher.ImageStatusUpdated 2024-08-10T05:55:56.796 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMirroringWatcher.ImageStatusUpdated (22 ms) 2024-08-10T05:55:57.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:56 smithi031 ceph-mon[98130]: osdmap e1147: 8 total, 8 up, 8 in 2024-08-10T05:55:57.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:55:57.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:55:57.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:56 smithi031 ceph-mon[100614]: osdmap e1147: 8 total, 8 up, 8 in 2024-08-10T05:55:57.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:56 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:55:57.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:56 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:55:57.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:56 smithi196 ceph-mon[90243]: osdmap e1147: 8 total, 8 up, 8 in 2024-08-10T05:55:57.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:56 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:55:57.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:56 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:55:57.749 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 2 tests from TestMirroringWatcher (2068 ms total) 2024-08-10T05:55:57.749 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T05:55:57.749 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 57 tests from TestMigration 2024-08-10T05:55:58.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:57 smithi031 ceph-mon[98130]: pgmap v2082: 137 pgs: 5 creating+peering, 23 unknown, 109 active+clean; 4.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:55:58.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:57 smithi031 ceph-mon[98130]: osdmap e1148: 8 total, 8 up, 8 in 2024-08-10T05:55:58.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:57 smithi031 ceph-mon[98130]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:55:58.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:57 smithi031 ceph-mon[98130]: Cluster is now healthy 2024-08-10T05:55:58.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:57 smithi031 ceph-mon[100614]: pgmap v2082: 137 pgs: 5 creating+peering, 23 unknown, 109 active+clean; 4.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:55:58.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:57 smithi031 ceph-mon[100614]: osdmap e1148: 8 total, 8 up, 8 in 2024-08-10T05:55:58.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:57 smithi031 ceph-mon[100614]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:55:58.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:57 smithi031 ceph-mon[100614]: Cluster is now healthy 2024-08-10T05:55:58.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:57 smithi196 ceph-mon[90243]: pgmap v2082: 137 pgs: 5 creating+peering, 23 unknown, 109 active+clean; 4.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:55:58.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:57 smithi196 ceph-mon[90243]: osdmap e1148: 8 total, 8 up, 8 in 2024-08-10T05:55:58.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:57 smithi196 ceph-mon[90243]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T05:55:58.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:57 smithi196 ceph-mon[90243]: Cluster is now healthy 2024-08-10T05:55:59.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:58 smithi031 ceph-mon[98130]: osdmap e1149: 8 total, 8 up, 8 in 2024-08-10T05:55:59.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:58 smithi031 ceph-mon[100614]: osdmap e1149: 8 total, 8 up, 8 in 2024-08-10T05:55:59.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:58 smithi196 ceph-mon[90243]: osdmap e1149: 8 total, 8 up, 8 in 2024-08-10T05:56:00.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:59 smithi031 ceph-mon[98130]: pgmap v2085: 105 pgs: 105 active+clean; 4.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:56:00.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:59 smithi031 ceph-mon[98130]: osdmap e1150: 8 total, 8 up, 8 in 2024-08-10T05:56:00.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:55:59 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/3409299601' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:56:00.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:59 smithi031 ceph-mon[100614]: pgmap v2085: 105 pgs: 105 active+clean; 4.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:56:00.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:59 smithi031 ceph-mon[100614]: osdmap e1150: 8 total, 8 up, 8 in 2024-08-10T05:56:00.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:55:59 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/3409299601' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:56:00.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:59 smithi196 ceph-mon[90243]: pgmap v2085: 105 pgs: 105 active+clean; 4.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:56:00.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:59 smithi196 ceph-mon[90243]: osdmap e1150: 8 total, 8 up, 8 in 2024-08-10T05:56:00.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:55:59 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/3409299601' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T05:56:00.780 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMigration.Empty 2024-08-10T05:56:01.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:00 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/3409299601' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:56:01.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:00 smithi196 ceph-mon[90243]: osdmap e1151: 8 total, 8 up, 8 in 2024-08-10T05:56:01.254 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:00 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/3409299601' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:56:01.255 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:00 smithi031 ceph-mon[98130]: osdmap e1151: 8 total, 8 up, 8 in 2024-08-10T05:56:01.255 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:00 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/3409299601' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T05:56:01.255 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:00 smithi031 ceph-mon[100614]: osdmap e1151: 8 total, 8 up, 8 in 2024-08-10T05:56:01.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:56:01 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:56:01] "GET /metrics HTTP/1.1" 200 36393 "" "Prometheus/2.43.0" 2024-08-10T05:56:02.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:01 smithi031 ceph-mon[98130]: pgmap v2088: 137 pgs: 7 creating+peering, 19 unknown, 111 active+clean; 4.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:56:02.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:01 smithi031 ceph-mon[98130]: osdmap e1152: 8 total, 8 up, 8 in 2024-08-10T05:56:02.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:01 smithi031 ceph-mon[100614]: pgmap v2088: 137 pgs: 7 creating+peering, 19 unknown, 111 active+clean; 4.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:56:02.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:01 smithi031 ceph-mon[100614]: osdmap e1152: 8 total, 8 up, 8 in 2024-08-10T05:56:02.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:01 smithi196 ceph-mon[90243]: pgmap v2088: 137 pgs: 7 creating+peering, 19 unknown, 111 active+clean; 4.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:56:02.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:01 smithi196 ceph-mon[90243]: osdmap e1152: 8 total, 8 up, 8 in 2024-08-10T05:56:02.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:56:02 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:56:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:56:02.848 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 83886080 2024-08-10T05:56:02.860 INFO:tasks.workunit.client.0.smithi031.stdout:migration_prepare 2024-08-10T05:56:03.012 INFO:tasks.workunit.client.0.smithi031.stdout:migration_execute 2024-08-10T05:56:03.082 INFO:tasks.workunit.client.0.smithi031.stdout:migration_commit 2024-08-10T05:56:03.162 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMigration.Empty (2382 ms) 2024-08-10T05:56:03.163 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMigration.OtherName 2024-08-10T05:56:03.191 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 83886080 2024-08-10T05:56:03.201 INFO:tasks.workunit.client.0.smithi031.stdout:migration_prepare 2024-08-10T05:56:03.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:02 smithi031 ceph-mon[98130]: osdmap e1153: 8 total, 8 up, 8 in 2024-08-10T05:56:03.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:02 smithi031 ceph-mon[100614]: osdmap e1153: 8 total, 8 up, 8 in 2024-08-10T05:56:03.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:02 smithi196 ceph-mon[90243]: osdmap e1153: 8 total, 8 up, 8 in 2024-08-10T05:56:03.328 INFO:tasks.workunit.client.0.smithi031.stdout:migration_execute 2024-08-10T05:56:03.392 INFO:tasks.workunit.client.0.smithi031.stdout:migration_commit 2024-08-10T05:56:03.470 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMigration.OtherName (308 ms) 2024-08-10T05:56:03.470 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMigration.OtherPool 2024-08-10T05:56:03.504 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 83886080 2024-08-10T05:56:03.514 INFO:tasks.workunit.client.0.smithi031.stdout:migration_prepare 2024-08-10T05:56:04.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:03 smithi031 ceph-mon[98130]: pgmap v2091: 169 pgs: 10 creating+peering, 27 unknown, 132 active+clean; 4.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:56:04.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:03 smithi031 ceph-mon[98130]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:56:04.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:03 smithi031 ceph-mon[98130]: osdmap e1154: 8 total, 8 up, 8 in 2024-08-10T05:56:04.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:03 smithi031 ceph-mon[100614]: pgmap v2091: 169 pgs: 10 creating+peering, 27 unknown, 132 active+clean; 4.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:56:04.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:03 smithi031 ceph-mon[100614]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:56:04.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:03 smithi031 ceph-mon[100614]: osdmap e1154: 8 total, 8 up, 8 in 2024-08-10T05:56:04.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:03 smithi196 ceph-mon[90243]: pgmap v2091: 169 pgs: 10 creating+peering, 27 unknown, 132 active+clean; 4.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-10T05:56:04.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:03 smithi196 ceph-mon[90243]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T05:56:04.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:03 smithi196 ceph-mon[90243]: osdmap e1154: 8 total, 8 up, 8 in 2024-08-10T05:56:04.950 INFO:tasks.workunit.client.0.smithi031.stdout:migration_execute 2024-08-10T05:56:05.022 INFO:tasks.workunit.client.0.smithi031.stdout:migration_commit 2024-08-10T05:56:05.106 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMigration.OtherPool (1636 ms) 2024-08-10T05:56:05.106 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMigration.OtherNamespace 2024-08-10T05:56:05.136 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 83886080 2024-08-10T05:56:05.149 INFO:tasks.workunit.client.0.smithi031.stdout:migration_prepare 2024-08-10T05:56:05.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:04 smithi031 ceph-mon[98130]: osdmap e1155: 8 total, 8 up, 8 in 2024-08-10T05:56:05.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:04 smithi031 ceph-mon[100614]: osdmap e1155: 8 total, 8 up, 8 in 2024-08-10T05:56:05.277 INFO:tasks.workunit.client.0.smithi031.stdout:migration_execute 2024-08-10T05:56:05.278 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:04 smithi196 ceph-mon[90243]: osdmap e1155: 8 total, 8 up, 8 in 2024-08-10T05:56:05.345 INFO:tasks.workunit.client.0.smithi031.stdout:migration_commit 2024-08-10T05:56:05.429 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMigration.OtherNamespace (323 ms) 2024-08-10T05:56:05.429 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMigration.DataPool 2024-08-10T05:56:05.458 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 83886080 2024-08-10T05:56:05.468 INFO:tasks.workunit.client.0.smithi031.stdout:migration_prepare 2024-08-10T05:56:05.610 INFO:tasks.workunit.client.0.smithi031.stdout:migration_execute 2024-08-10T05:56:05.681 INFO:tasks.workunit.client.0.smithi031.stdout:migration_commit 2024-08-10T05:56:05.760 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMigration.DataPool (331 ms) 2024-08-10T05:56:05.760 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMigration.AbortAfterPrepare 2024-08-10T05:56:05.795 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 83886080 2024-08-10T05:56:05.805 INFO:tasks.workunit.client.0.smithi031.stdout:migration_prepare 2024-08-10T05:56:05.946 INFO:tasks.workunit.client.0.smithi031.stdout:migration_abort 2024-08-10T05:56:06.042 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMigration.AbortAfterPrepare (282 ms) 2024-08-10T05:56:06.042 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMigration.AbortAfterFailedPrepare 2024-08-10T05:56:06.072 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 83886080 2024-08-10T05:56:06.082 INFO:tasks.workunit.client.0.smithi031.stdout:migration_prepare 2024-08-10T05:56:06.181 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMigration.AbortAfterFailedPrepare (139 ms) 2024-08-10T05:56:06.181 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMigration.AbortAfterExecute 2024-08-10T05:56:06.214 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 83886080 2024-08-10T05:56:06.224 INFO:tasks.workunit.client.0.smithi031.stdout:migration_prepare 2024-08-10T05:56:06.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:05 smithi031 ceph-mon[98130]: pgmap v2094: 169 pgs: 3 creating+peering, 11 unknown, 155 active+clean; 4.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 113 KiB/s rd, 8.5 KiB/s wr, 155 op/s 2024-08-10T05:56:06.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:05 smithi031 ceph-mon[98130]: osdmap e1156: 8 total, 8 up, 8 in 2024-08-10T05:56:06.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:05 smithi031 ceph-mon[100614]: pgmap v2094: 169 pgs: 3 creating+peering, 11 unknown, 155 active+clean; 4.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 113 KiB/s rd, 8.5 KiB/s wr, 155 op/s 2024-08-10T05:56:06.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:05 smithi031 ceph-mon[100614]: osdmap e1156: 8 total, 8 up, 8 in 2024-08-10T05:56:06.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:05 smithi196 ceph-mon[90243]: pgmap v2094: 169 pgs: 3 creating+peering, 11 unknown, 155 active+clean; 4.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 113 KiB/s rd, 8.5 KiB/s wr, 155 op/s 2024-08-10T05:56:06.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:05 smithi196 ceph-mon[90243]: osdmap e1156: 8 total, 8 up, 8 in 2024-08-10T05:56:06.372 INFO:tasks.workunit.client.0.smithi031.stdout:migration_execute 2024-08-10T05:56:06.444 INFO:tasks.workunit.client.0.smithi031.stdout:migration_abort 2024-08-10T05:56:06.542 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMigration.AbortAfterExecute (361 ms) 2024-08-10T05:56:06.543 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMigration.OtherPoolAbortAfterExecute 2024-08-10T05:56:06.572 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 83886080 2024-08-10T05:56:06.583 INFO:tasks.workunit.client.0.smithi031.stdout:migration_prepare 2024-08-10T05:56:06.714 INFO:tasks.workunit.client.0.smithi031.stdout:migration_execute 2024-08-10T05:56:06.782 INFO:tasks.workunit.client.0.smithi031.stdout:migration_abort 2024-08-10T05:56:06.881 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMigration.OtherPoolAbortAfterExecute (340 ms) 2024-08-10T05:56:06.882 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMigration.OtherNamespaceAbortAfterExecute 2024-08-10T05:56:06.912 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 83886080 2024-08-10T05:56:06.925 INFO:tasks.workunit.client.0.smithi031.stdout:migration_prepare 2024-08-10T05:56:07.056 INFO:tasks.workunit.client.0.smithi031.stdout:migration_execute 2024-08-10T05:56:07.129 INFO:tasks.workunit.client.0.smithi031.stdout:migration_abort 2024-08-10T05:56:07.241 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMigration.OtherNamespaceAbortAfterExecute (359 ms) 2024-08-10T05:56:07.241 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMigration.MirroringSamePool 2024-08-10T05:56:07.268 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 83886080 2024-08-10T05:56:07.279 INFO:tasks.workunit.client.0.smithi031.stdout:SKIPPING 2024-08-10T05:56:07.285 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMigration.MirroringSamePool (44 ms) 2024-08-10T05:56:07.285 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMigration.MirroringAbort 2024-08-10T05:56:07.314 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 83886080 2024-08-10T05:56:07.327 INFO:tasks.workunit.client.0.smithi031.stdout:SKIPPING 2024-08-10T05:56:07.334 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMigration.MirroringAbort (49 ms) 2024-08-10T05:56:07.334 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMigration.MirroringOtherPoolDisabled 2024-08-10T05:56:07.361 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 83886080 2024-08-10T05:56:07.371 INFO:tasks.workunit.client.0.smithi031.stdout:SKIPPING 2024-08-10T05:56:07.377 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMigration.MirroringOtherPoolDisabled (44 ms) 2024-08-10T05:56:07.378 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMigration.MirroringOtherPoolEnabled 2024-08-10T05:56:07.410 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 83886080 2024-08-10T05:56:07.420 INFO:tasks.workunit.client.0.smithi031.stdout:SKIPPING 2024-08-10T05:56:07.426 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMigration.MirroringOtherPoolEnabled (48 ms) 2024-08-10T05:56:07.427 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMigration.MirroringPool 2024-08-10T05:56:07.458 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 83886080 2024-08-10T05:56:07.468 INFO:tasks.workunit.client.0.smithi031.stdout:SKIPPING 2024-08-10T05:56:07.475 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMigration.MirroringPool (49 ms) 2024-08-10T05:56:07.475 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMigration.Group 2024-08-10T05:56:07.509 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 83886080 2024-08-10T05:56:07.528 INFO:tasks.workunit.client.0.smithi031.stdout:migration_prepare 2024-08-10T05:56:07.671 INFO:tasks.workunit.client.0.smithi031.stdout:migration_execute 2024-08-10T05:56:07.740 INFO:tasks.workunit.client.0.smithi031.stdout:migration_commit 2024-08-10T05:56:07.827 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMigration.Group (352 ms) 2024-08-10T05:56:07.827 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMigration.GroupAbort 2024-08-10T05:56:07.856 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 83886080 2024-08-10T05:56:07.875 INFO:tasks.workunit.client.0.smithi031.stdout:migration_prepare 2024-08-10T05:56:08.013 INFO:tasks.workunit.client.0.smithi031.stdout:migration_abort 2024-08-10T05:56:08.124 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMigration.GroupAbort (297 ms) 2024-08-10T05:56:08.124 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMigration.NoSnaps 2024-08-10T05:56:08.153 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 83886080 2024-08-10T05:56:08.163 INFO:tasks.workunit.client.0.smithi031.stdout:write: 1 0~8388609 2024-08-10T05:56:08.229 INFO:tasks.workunit.client.0.smithi031.stdout:write: 1 16777218~8388609 2024-08-10T05:56:08.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:07 smithi031 ceph-mon[98130]: pgmap v2096: 169 pgs: 3 creating+peering, 166 active+clean; 4.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 147 KiB/s rd, 13 KiB/s wr, 203 op/s 2024-08-10T05:56:08.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:07 smithi031 ceph-mon[100614]: pgmap v2096: 169 pgs: 3 creating+peering, 166 active+clean; 4.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 147 KiB/s rd, 13 KiB/s wr, 203 op/s 2024-08-10T05:56:08.277 INFO:tasks.workunit.client.0.smithi031.stdout:migration_prepare 2024-08-10T05:56:08.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:07 smithi196 ceph-mon[90243]: pgmap v2096: 169 pgs: 3 creating+peering, 166 active+clean; 4.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 147 KiB/s rd, 13 KiB/s wr, 203 op/s 2024-08-10T05:56:08.463 INFO:tasks.workunit.client.0.smithi031.stdout:migration_execute 2024-08-10T05:56:08.577 INFO:tasks.workunit.client.0.smithi031.stdout:migration_commit 2024-08-10T05:56:08.695 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMigration.NoSnaps (571 ms) 2024-08-10T05:56:08.696 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMigration.NoSnapsOtherPool 2024-08-10T05:56:08.726 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 83886080 2024-08-10T05:56:08.736 INFO:tasks.workunit.client.0.smithi031.stdout:write: 1 0~8388609 2024-08-10T05:56:08.787 INFO:tasks.workunit.client.0.smithi031.stdout:write: 1 16777218~8388609 2024-08-10T05:56:08.837 INFO:tasks.workunit.client.0.smithi031.stdout:write: 1 0~8388609 2024-08-10T05:56:08.841 INFO:tasks.workunit.client.0.smithi031.stdout:write: 1 16777218~8388609 2024-08-10T05:56:08.898 INFO:tasks.workunit.client.0.smithi031.stdout:migration_prepare 2024-08-10T05:56:09.070 INFO:tasks.workunit.client.0.smithi031.stdout:migration_execute 2024-08-10T05:56:09.189 INFO:tasks.workunit.client.0.smithi031.stdout:migration_commit 2024-08-10T05:56:09.310 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMigration.NoSnapsOtherPool (616 ms) 2024-08-10T05:56:09.311 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMigration.NoSnapsDataPool 2024-08-10T05:56:09.340 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 83886080 2024-08-10T05:56:09.350 INFO:tasks.workunit.client.0.smithi031.stdout:write: 1 0~8388609 2024-08-10T05:56:09.411 INFO:tasks.workunit.client.0.smithi031.stdout:write: 1 16777218~8388609 2024-08-10T05:56:09.457 INFO:tasks.workunit.client.0.smithi031.stdout:migration_prepare 2024-08-10T05:56:09.641 INFO:tasks.workunit.client.0.smithi031.stdout:migration_execute 2024-08-10T05:56:09.761 INFO:tasks.workunit.client.0.smithi031.stdout:migration_commit 2024-08-10T05:56:09.889 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMigration.NoSnapsDataPool (578 ms) 2024-08-10T05:56:09.889 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMigration.NoSnapsShrinkAfterPrepare 2024-08-10T05:56:09.920 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 83886080 2024-08-10T05:56:09.930 INFO:tasks.workunit.client.0.smithi031.stdout:write: 1 0~8388609 2024-08-10T05:56:09.985 INFO:tasks.workunit.client.0.smithi031.stdout:write: 1 16777218~8388609 2024-08-10T05:56:10.036 INFO:tasks.workunit.client.0.smithi031.stdout:migration_prepare 2024-08-10T05:56:10.214 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 41943040 2024-08-10T05:56:10.228 INFO:tasks.workunit.client.0.smithi031.stdout:migration_execute 2024-08-10T05:56:10.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:09 smithi031 ceph-mon[98130]: pgmap v2097: 169 pgs: 169 active+clean; 4.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 736 KiB/s rd, 44 KiB/s wr, 933 op/s 2024-08-10T05:56:10.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:09 smithi031 ceph-mon[100614]: pgmap v2097: 169 pgs: 169 active+clean; 4.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 736 KiB/s rd, 44 KiB/s wr, 933 op/s 2024-08-10T05:56:10.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:09 smithi196 ceph-mon[90243]: pgmap v2097: 169 pgs: 169 active+clean; 4.6 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 736 KiB/s rd, 44 KiB/s wr, 933 op/s 2024-08-10T05:56:10.337 INFO:tasks.workunit.client.0.smithi031.stdout:migration_commit 2024-08-10T05:56:10.439 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMigration.NoSnapsShrinkAfterPrepare (550 ms) 2024-08-10T05:56:10.439 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMigration.NoSnapsShrinkToZeroBeforePrepare 2024-08-10T05:56:10.469 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 83886080 2024-08-10T05:56:10.481 INFO:tasks.workunit.client.0.smithi031.stdout:write: 1 0~8388609 2024-08-10T05:56:10.544 INFO:tasks.workunit.client.0.smithi031.stdout:write: 1 16777218~8388609 2024-08-10T05:56:10.605 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 0 2024-08-10T05:56:10.619 INFO:tasks.workunit.client.0.smithi031.stdout:migration_prepare 2024-08-10T05:56:10.719 INFO:tasks.workunit.client.0.smithi031.stdout:migration_execute 2024-08-10T05:56:10.783 INFO:tasks.workunit.client.0.smithi031.stdout:migration_commit 2024-08-10T05:56:10.829 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMigration.NoSnapsShrinkToZeroBeforePrepare (390 ms) 2024-08-10T05:56:10.829 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMigration.NoSnapsShrinkToZeroAfterPrepare 2024-08-10T05:56:10.866 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 83886080 2024-08-10T05:56:10.874 INFO:tasks.workunit.client.0.smithi031.stdout:write: 1 0~8388609 2024-08-10T05:56:10.930 INFO:tasks.workunit.client.0.smithi031.stdout:write: 1 16777218~8388609 2024-08-10T05:56:10.982 INFO:tasks.workunit.client.0.smithi031.stdout:migration_prepare 2024-08-10T05:56:11.167 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 0 2024-08-10T05:56:11.178 INFO:tasks.workunit.client.0.smithi031.stdout:migration_execute 2024-08-10T05:56:11.249 INFO:tasks.workunit.client.0.smithi031.stdout:migration_commit 2024-08-10T05:56:11.302 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMigration.NoSnapsShrinkToZeroAfterPrepare (473 ms) 2024-08-10T05:56:11.302 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMigration.NoSnapsExpandAfterPrepare 2024-08-10T05:56:11.332 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 83886080 2024-08-10T05:56:11.342 INFO:tasks.workunit.client.0.smithi031.stdout:write: 1 0~8388609 2024-08-10T05:56:11.390 INFO:tasks.workunit.client.0.smithi031.stdout:write: 1 16777218~8388609 2024-08-10T05:56:11.439 INFO:tasks.workunit.client.0.smithi031.stdout:migration_prepare 2024-08-10T05:56:11.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:56:11 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:56:11] "GET /metrics HTTP/1.1" 200 38890 "" "Prometheus/2.43.0" 2024-08-10T05:56:11.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:11 smithi031 ceph-mon[98130]: osdmap e1157: 8 total, 8 up, 8 in 2024-08-10T05:56:11.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:11 smithi031 ceph-mon[98130]: pgmap v2099: 169 pgs: 169 active+clean; 57 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 10 MiB/s wr, 1.37k op/s 2024-08-10T05:56:11.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:11 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:56:11.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:11 smithi031 ceph-mon[100614]: osdmap e1157: 8 total, 8 up, 8 in 2024-08-10T05:56:11.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:11 smithi031 ceph-mon[100614]: pgmap v2099: 169 pgs: 169 active+clean; 57 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 10 MiB/s wr, 1.37k op/s 2024-08-10T05:56:11.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:11 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:56:11.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:11 smithi196 ceph-mon[90243]: osdmap e1157: 8 total, 8 up, 8 in 2024-08-10T05:56:11.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:11 smithi196 ceph-mon[90243]: pgmap v2099: 169 pgs: 169 active+clean; 57 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 10 MiB/s wr, 1.37k op/s 2024-08-10T05:56:11.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:11 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:56:11.621 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 167772160 2024-08-10T05:56:11.628 INFO:tasks.workunit.client.0.smithi031.stdout:migration_execute 2024-08-10T05:56:11.741 INFO:tasks.workunit.client.0.smithi031.stdout:migration_commit 2024-08-10T05:56:11.882 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMigration.NoSnapsExpandAfterPrepare (580 ms) 2024-08-10T05:56:11.913 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMigration.NoSnapsSnapAfterPrepare 2024-08-10T05:56:11.914 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 83886080 2024-08-10T05:56:11.923 INFO:tasks.workunit.client.0.smithi031.stdout:write: 1 0~8388609 2024-08-10T05:56:11.978 INFO:tasks.workunit.client.0.smithi031.stdout:write: 1 16777218~8388609 2024-08-10T05:56:12.045 INFO:tasks.workunit.client.0.smithi031.stdout:migration_prepare 2024-08-10T05:56:12.233 INFO:tasks.workunit.client.0.smithi031.stdout:snap_create: after_prepare_snap 2024-08-10T05:56:12.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:56:12 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:56:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:56:13.311 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 41943040 2024-08-10T05:56:13.338 INFO:tasks.workunit.client.0.smithi031.stdout:write: * 0~1000 2024-08-10T05:56:13.344 INFO:tasks.workunit.client.0.smithi031.stdout:migration_execute 2024-08-10T05:56:13.481 INFO:tasks.workunit.client.0.smithi031.stdout:migration_commit 2024-08-10T05:56:13.632 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMigration.NoSnapsSnapAfterPrepare (1750 ms) 2024-08-10T05:56:13.632 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMigration.Snaps 2024-08-10T05:56:13.668 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 83886080 2024-08-10T05:56:13.678 INFO:tasks.workunit.client.0.smithi031.stdout:write: 1 0~8388609 2024-08-10T05:56:13.745 INFO:tasks.workunit.client.0.smithi031.stdout:snap_create: snap1 2024-08-10T05:56:13.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:13 smithi031 ceph-mon[98130]: osdmap e1158: 8 total, 8 up, 8 in 2024-08-10T05:56:13.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:13 smithi031 ceph-mon[98130]: pgmap v2101: 169 pgs: 169 active+clean; 121 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 41 MiB/s rd, 33 MiB/s wr, 1.74k op/s 2024-08-10T05:56:13.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:13 smithi031 ceph-mon[100614]: osdmap e1158: 8 total, 8 up, 8 in 2024-08-10T05:56:13.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:13 smithi031 ceph-mon[100614]: pgmap v2101: 169 pgs: 169 active+clean; 121 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 41 MiB/s rd, 33 MiB/s wr, 1.74k op/s 2024-08-10T05:56:13.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:13 smithi196 ceph-mon[90243]: osdmap e1158: 8 total, 8 up, 8 in 2024-08-10T05:56:13.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:13 smithi196 ceph-mon[90243]: pgmap v2101: 169 pgs: 169 active+clean; 121 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 41 MiB/s rd, 33 MiB/s wr, 1.74k op/s 2024-08-10T05:56:14.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:14 smithi031 ceph-mon[98130]: osdmap e1159: 8 total, 8 up, 8 in 2024-08-10T05:56:14.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:14 smithi031 ceph-mon[100614]: osdmap e1159: 8 total, 8 up, 8 in 2024-08-10T05:56:14.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:14 smithi196 ceph-mon[90243]: osdmap e1159: 8 total, 8 up, 8 in 2024-08-10T05:56:15.249 INFO:tasks.workunit.client.0.smithi031.stdout:write: 1 8388609~8388609 2024-08-10T05:56:15.268 INFO:tasks.workunit.client.0.smithi031.stdout:write: X 0~1000 2024-08-10T05:56:15.268 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 1010~1000 2024-08-10T05:56:15.268 INFO:tasks.workunit.client.0.smithi031.stdout:snap_create: snap2 2024-08-10T05:56:15.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:15 smithi031 ceph-mon[98130]: osdmap e1160: 8 total, 8 up, 8 in 2024-08-10T05:56:15.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:15 smithi031 ceph-mon[98130]: pgmap v2104: 169 pgs: 169 active+clean; 185 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 104 MiB/s rd, 79 MiB/s wr, 2.36k op/s 2024-08-10T05:56:15.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:15 smithi031 ceph-mon[98130]: osdmap e1161: 8 total, 8 up, 8 in 2024-08-10T05:56:15.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:15 smithi031 ceph-mon[100614]: osdmap e1160: 8 total, 8 up, 8 in 2024-08-10T05:56:15.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:15 smithi031 ceph-mon[100614]: pgmap v2104: 169 pgs: 169 active+clean; 185 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 104 MiB/s rd, 79 MiB/s wr, 2.36k op/s 2024-08-10T05:56:15.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:15 smithi031 ceph-mon[100614]: osdmap e1161: 8 total, 8 up, 8 in 2024-08-10T05:56:15.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:15 smithi196 ceph-mon[90243]: osdmap e1160: 8 total, 8 up, 8 in 2024-08-10T05:56:15.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:15 smithi196 ceph-mon[90243]: pgmap v2104: 169 pgs: 169 active+clean; 185 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 104 MiB/s rd, 79 MiB/s wr, 2.36k op/s 2024-08-10T05:56:15.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:15 smithi196 ceph-mon[90243]: osdmap e1161: 8 total, 8 up, 8 in 2024-08-10T05:56:17.341 INFO:tasks.workunit.client.0.smithi031.stdout:write: X 8388609~1000 2024-08-10T05:56:17.351 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 16777228~1000 2024-08-10T05:56:17.351 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 167772160 2024-08-10T05:56:17.361 INFO:tasks.workunit.client.0.smithi031.stdout:write: 2 83886079~8388609 2024-08-10T05:56:17.381 INFO:tasks.workunit.client.0.smithi031.stdout:snap_create: snap3 2024-08-10T05:56:17.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:17 smithi031 ceph-mon[98130]: osdmap e1162: 8 total, 8 up, 8 in 2024-08-10T05:56:17.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:17 smithi031 ceph-mon[98130]: pgmap v2107: 169 pgs: 169 active+clean; 197 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 49 MiB/s rd, 32 MiB/s wr, 1.11k op/s 2024-08-10T05:56:17.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:17 smithi031 ceph-mon[100614]: osdmap e1162: 8 total, 8 up, 8 in 2024-08-10T05:56:17.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:17 smithi031 ceph-mon[100614]: pgmap v2107: 169 pgs: 169 active+clean; 197 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 49 MiB/s rd, 32 MiB/s wr, 1.11k op/s 2024-08-10T05:56:17.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:17 smithi196 ceph-mon[90243]: osdmap e1162: 8 total, 8 up, 8 in 2024-08-10T05:56:17.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:17 smithi196 ceph-mon[90243]: pgmap v2107: 169 pgs: 169 active+clean; 197 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 49 MiB/s rd, 32 MiB/s wr, 1.11k op/s 2024-08-10T05:56:18.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:18 smithi031 ceph-mon[98130]: osdmap e1163: 8 total, 8 up, 8 in 2024-08-10T05:56:18.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:18 smithi031 ceph-mon[100614]: osdmap e1163: 8 total, 8 up, 8 in 2024-08-10T05:56:18.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:18 smithi196 ceph-mon[90243]: osdmap e1163: 8 total, 8 up, 8 in 2024-08-10T05:56:19.355 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 83886080 2024-08-10T05:56:19.380 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 83886079~1 2024-08-10T05:56:19.390 INFO:tasks.workunit.client.0.smithi031.stdout:migration_prepare 2024-08-10T05:56:19.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:19 smithi031 ceph-mon[98130]: osdmap e1164: 8 total, 8 up, 8 in 2024-08-10T05:56:19.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:19 smithi031 ceph-mon[98130]: pgmap v2110: 169 pgs: 169 active+clean; 221 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 22 MiB/s rd, 15 MiB/s wr, 429 op/s 2024-08-10T05:56:19.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:19 smithi031 ceph-mon[100614]: osdmap e1164: 8 total, 8 up, 8 in 2024-08-10T05:56:19.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:19 smithi031 ceph-mon[100614]: pgmap v2110: 169 pgs: 169 active+clean; 221 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 22 MiB/s rd, 15 MiB/s wr, 429 op/s 2024-08-10T05:56:19.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:19 smithi196 ceph-mon[90243]: osdmap e1164: 8 total, 8 up, 8 in 2024-08-10T05:56:19.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:19 smithi196 ceph-mon[90243]: pgmap v2110: 169 pgs: 169 active+clean; 221 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 22 MiB/s rd, 15 MiB/s wr, 429 op/s 2024-08-10T05:56:20.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:20 smithi031 ceph-mon[98130]: osdmap e1165: 8 total, 8 up, 8 in 2024-08-10T05:56:20.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:20 smithi031 ceph-mon[100614]: osdmap e1165: 8 total, 8 up, 8 in 2024-08-10T05:56:20.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:20 smithi196 ceph-mon[90243]: osdmap e1165: 8 total, 8 up, 8 in 2024-08-10T05:56:21.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:56:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:56:21] "GET /metrics HTTP/1.1" 200 38890 "" "Prometheus/2.43.0" 2024-08-10T05:56:21.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:21 smithi031 ceph-mon[98130]: osdmap e1166: 8 total, 8 up, 8 in 2024-08-10T05:56:21.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:21 smithi031 ceph-mon[98130]: pgmap v2113: 169 pgs: 169 active+clean; 253 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 14 MiB/s wr, 260 op/s 2024-08-10T05:56:21.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:21 smithi031 ceph-mon[100614]: osdmap e1166: 8 total, 8 up, 8 in 2024-08-10T05:56:21.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:21 smithi031 ceph-mon[100614]: pgmap v2113: 169 pgs: 169 active+clean; 253 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 14 MiB/s wr, 260 op/s 2024-08-10T05:56:21.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:21 smithi196 ceph-mon[90243]: osdmap e1166: 8 total, 8 up, 8 in 2024-08-10T05:56:21.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:21 smithi196 ceph-mon[90243]: pgmap v2113: 169 pgs: 169 active+clean; 253 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 14 MiB/s wr, 260 op/s 2024-08-10T05:56:22.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:22 smithi031 ceph-mon[98130]: osdmap e1167: 8 total, 8 up, 8 in 2024-08-10T05:56:22.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:22 smithi031 ceph-mon[100614]: osdmap e1167: 8 total, 8 up, 8 in 2024-08-10T05:56:22.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:22 smithi196 ceph-mon[90243]: osdmap e1167: 8 total, 8 up, 8 in 2024-08-10T05:56:22.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:56:22 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:56:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:56:22.838 INFO:tasks.workunit.client.0.smithi031.stdout:migration_execute 2024-08-10T05:56:22.987 INFO:tasks.workunit.client.0.smithi031.stdout:migration_commit 2024-08-10T05:56:23.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:23 smithi031 ceph-mon[98130]: osdmap e1168: 8 total, 8 up, 8 in 2024-08-10T05:56:23.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:23 smithi031 ceph-mon[98130]: pgmap v2116: 169 pgs: 169 active+clean; 253 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 112 KiB/s rd, 7.0 MiB/s wr, 159 op/s 2024-08-10T05:56:23.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:23 smithi031 ceph-mon[100614]: osdmap e1168: 8 total, 8 up, 8 in 2024-08-10T05:56:23.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:23 smithi031 ceph-mon[100614]: pgmap v2116: 169 pgs: 169 active+clean; 253 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 112 KiB/s rd, 7.0 MiB/s wr, 159 op/s 2024-08-10T05:56:23.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:23 smithi196 ceph-mon[90243]: osdmap e1168: 8 total, 8 up, 8 in 2024-08-10T05:56:23.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:23 smithi196 ceph-mon[90243]: pgmap v2116: 169 pgs: 169 active+clean; 253 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 112 KiB/s rd, 7.0 MiB/s wr, 159 op/s 2024-08-10T05:56:24.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:24 smithi031 ceph-mon[98130]: osdmap e1169: 8 total, 8 up, 8 in 2024-08-10T05:56:24.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:24 smithi031 ceph-mon[100614]: osdmap e1169: 8 total, 8 up, 8 in 2024-08-10T05:56:24.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:24 smithi196 ceph-mon[90243]: osdmap e1169: 8 total, 8 up, 8 in 2024-08-10T05:56:25.705 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMigration.Snaps (12073 ms) 2024-08-10T05:56:25.705 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMigration.SnapsOtherPool 2024-08-10T05:56:25.734 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 83886080 2024-08-10T05:56:25.744 INFO:tasks.workunit.client.0.smithi031.stdout:write: 1 0~8388609 2024-08-10T05:56:25.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:25 smithi031 ceph-mon[98130]: osdmap e1170: 8 total, 8 up, 8 in 2024-08-10T05:56:25.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:25 smithi031 ceph-mon[98130]: pgmap v2119: 169 pgs: 169 active+clean; 257 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 22 MiB/s rd, 2.0 MiB/s wr, 353 op/s 2024-08-10T05:56:25.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:25 smithi031 ceph-mon[100614]: osdmap e1170: 8 total, 8 up, 8 in 2024-08-10T05:56:25.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:25 smithi031 ceph-mon[100614]: pgmap v2119: 169 pgs: 169 active+clean; 257 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 22 MiB/s rd, 2.0 MiB/s wr, 353 op/s 2024-08-10T05:56:25.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:25 smithi196 ceph-mon[90243]: osdmap e1170: 8 total, 8 up, 8 in 2024-08-10T05:56:25.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:25 smithi196 ceph-mon[90243]: pgmap v2119: 169 pgs: 169 active+clean; 257 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 22 MiB/s rd, 2.0 MiB/s wr, 353 op/s 2024-08-10T05:56:25.806 INFO:tasks.workunit.client.0.smithi031.stdout:snap_create: snap1 2024-08-10T05:56:26.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:26 smithi031 ceph-mon[98130]: osdmap e1171: 8 total, 8 up, 8 in 2024-08-10T05:56:26.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:56:26.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:26 smithi031 ceph-mon[100614]: osdmap e1171: 8 total, 8 up, 8 in 2024-08-10T05:56:26.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:56:26.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:26 smithi196 ceph-mon[90243]: osdmap e1171: 8 total, 8 up, 8 in 2024-08-10T05:56:26.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:56:27.399 INFO:tasks.workunit.client.0.smithi031.stdout:write: 1 8388609~8388609 2024-08-10T05:56:27.415 INFO:tasks.workunit.client.0.smithi031.stdout:write: X 0~1000 2024-08-10T05:56:27.415 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 1010~1000 2024-08-10T05:56:27.415 INFO:tasks.workunit.client.0.smithi031.stdout:snap_create: snap2 2024-08-10T05:56:27.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:27 smithi031 ceph-mon[98130]: osdmap e1172: 8 total, 8 up, 8 in 2024-08-10T05:56:27.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:27 smithi031 ceph-mon[98130]: pgmap v2122: 169 pgs: 1 active+clean+snaptrim, 168 active+clean; 257 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 29 MiB/s rd, 2.0 MiB/s wr, 250 op/s 2024-08-10T05:56:27.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:27 smithi031 ceph-mon[100614]: osdmap e1172: 8 total, 8 up, 8 in 2024-08-10T05:56:27.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:27 smithi031 ceph-mon[100614]: pgmap v2122: 169 pgs: 1 active+clean+snaptrim, 168 active+clean; 257 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 29 MiB/s rd, 2.0 MiB/s wr, 250 op/s 2024-08-10T05:56:27.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:27 smithi196 ceph-mon[90243]: osdmap e1172: 8 total, 8 up, 8 in 2024-08-10T05:56:27.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:27 smithi196 ceph-mon[90243]: pgmap v2122: 169 pgs: 1 active+clean+snaptrim, 168 active+clean; 257 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 29 MiB/s rd, 2.0 MiB/s wr, 250 op/s 2024-08-10T05:56:28.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:28 smithi031 ceph-mon[98130]: osdmap e1173: 8 total, 8 up, 8 in 2024-08-10T05:56:28.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:28 smithi031 ceph-mon[100614]: osdmap e1173: 8 total, 8 up, 8 in 2024-08-10T05:56:28.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:28 smithi196 ceph-mon[90243]: osdmap e1173: 8 total, 8 up, 8 in 2024-08-10T05:56:29.414 INFO:tasks.workunit.client.0.smithi031.stdout:write: X 8388609~1000 2024-08-10T05:56:29.420 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 16777228~1000 2024-08-10T05:56:29.420 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 167772160 2024-08-10T05:56:29.431 INFO:tasks.workunit.client.0.smithi031.stdout:write: 2 83886079~8388609 2024-08-10T05:56:29.449 INFO:tasks.workunit.client.0.smithi031.stdout:snap_create: snap3 2024-08-10T05:56:29.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:29 smithi031 ceph-mon[98130]: osdmap e1174: 8 total, 8 up, 8 in 2024-08-10T05:56:29.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:29 smithi031 ceph-mon[98130]: pgmap v2125: 169 pgs: 1 active+clean+snaptrim, 168 active+clean; 277 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 33 MiB/s rd, 7.0 MiB/s wr, 225 op/s 2024-08-10T05:56:29.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:29 smithi031 ceph-mon[100614]: osdmap e1174: 8 total, 8 up, 8 in 2024-08-10T05:56:29.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:29 smithi031 ceph-mon[100614]: pgmap v2125: 169 pgs: 1 active+clean+snaptrim, 168 active+clean; 277 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 33 MiB/s rd, 7.0 MiB/s wr, 225 op/s 2024-08-10T05:56:29.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:29 smithi196 ceph-mon[90243]: osdmap e1174: 8 total, 8 up, 8 in 2024-08-10T05:56:29.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:29 smithi196 ceph-mon[90243]: pgmap v2125: 169 pgs: 1 active+clean+snaptrim, 168 active+clean; 277 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 33 MiB/s rd, 7.0 MiB/s wr, 225 op/s 2024-08-10T05:56:30.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:30 smithi031 ceph-mon[98130]: osdmap e1175: 8 total, 8 up, 8 in 2024-08-10T05:56:30.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:30 smithi031 ceph-mon[100614]: osdmap e1175: 8 total, 8 up, 8 in 2024-08-10T05:56:30.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:30 smithi196 ceph-mon[90243]: osdmap e1175: 8 total, 8 up, 8 in 2024-08-10T05:56:31.428 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 83886080 2024-08-10T05:56:31.453 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 83886079~1 2024-08-10T05:56:31.462 INFO:tasks.workunit.client.0.smithi031.stdout:write: 1 0~8388609 2024-08-10T05:56:31.470 INFO:tasks.workunit.client.0.smithi031.stdout:write: 1 16777218~8388609 2024-08-10T05:56:31.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:56:31 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:56:31] "GET /metrics HTTP/1.1" 200 38892 "" "Prometheus/2.43.0" 2024-08-10T05:56:31.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:31 smithi031 ceph-mon[98130]: pgmap v2127: 169 pgs: 169 active+clean; 273 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 41 MiB/s rd, 9.0 MiB/s wr, 298 op/s 2024-08-10T05:56:31.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:31 smithi031 ceph-mon[98130]: osdmap e1176: 8 total, 8 up, 8 in 2024-08-10T05:56:31.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:31 smithi031 ceph-mon[100614]: pgmap v2127: 169 pgs: 169 active+clean; 273 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 41 MiB/s rd, 9.0 MiB/s wr, 298 op/s 2024-08-10T05:56:31.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:31 smithi031 ceph-mon[100614]: osdmap e1176: 8 total, 8 up, 8 in 2024-08-10T05:56:31.536 INFO:tasks.workunit.client.0.smithi031.stdout:migration_prepare 2024-08-10T05:56:31.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:31 smithi196 ceph-mon[90243]: pgmap v2127: 169 pgs: 169 active+clean; 273 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 41 MiB/s rd, 9.0 MiB/s wr, 298 op/s 2024-08-10T05:56:31.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:31 smithi196 ceph-mon[90243]: osdmap e1176: 8 total, 8 up, 8 in 2024-08-10T05:56:32.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:32 smithi031 ceph-mon[98130]: osdmap e1177: 8 total, 8 up, 8 in 2024-08-10T05:56:32.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:32 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:56:32.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:32 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:56:32.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:32 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:56:32.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:32 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:56:32.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:32 smithi031 ceph-mon[100614]: osdmap e1177: 8 total, 8 up, 8 in 2024-08-10T05:56:32.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:32 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:56:32.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:32 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:56:32.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:32 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:56:32.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:32 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:56:32.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:32 smithi196 ceph-mon[90243]: osdmap e1177: 8 total, 8 up, 8 in 2024-08-10T05:56:32.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:32 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:56:32.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:32 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:56:32.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:32 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:56:32.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:32 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:56:32.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:56:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:56:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:56:33.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:33 smithi031 ceph-mon[100614]: pgmap v2130: 169 pgs: 169 active+clean; 317 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 12 MiB/s wr, 97 op/s 2024-08-10T05:56:33.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:33 smithi031 ceph-mon[100614]: osdmap e1178: 8 total, 8 up, 8 in 2024-08-10T05:56:33.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:33 smithi031 ceph-mon[98130]: pgmap v2130: 169 pgs: 169 active+clean; 317 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 12 MiB/s wr, 97 op/s 2024-08-10T05:56:33.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:33 smithi031 ceph-mon[98130]: osdmap e1178: 8 total, 8 up, 8 in 2024-08-10T05:56:33.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:33 smithi196 ceph-mon[90243]: pgmap v2130: 169 pgs: 169 active+clean; 317 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 12 MiB/s wr, 97 op/s 2024-08-10T05:56:33.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:33 smithi196 ceph-mon[90243]: osdmap e1178: 8 total, 8 up, 8 in 2024-08-10T05:56:34.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:34 smithi031 ceph-mon[98130]: osdmap e1179: 8 total, 8 up, 8 in 2024-08-10T05:56:34.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:34 smithi031 ceph-mon[100614]: osdmap e1179: 8 total, 8 up, 8 in 2024-08-10T05:56:34.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:34 smithi196 ceph-mon[90243]: osdmap e1179: 8 total, 8 up, 8 in 2024-08-10T05:56:34.931 INFO:tasks.workunit.client.0.smithi031.stdout:migration_execute 2024-08-10T05:56:35.109 INFO:tasks.workunit.client.0.smithi031.stdout:migration_commit 2024-08-10T05:56:35.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:35 smithi031 ceph-mon[98130]: pgmap v2133: 169 pgs: 169 active+clean; 337 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 121 KiB/s rd, 14 MiB/s wr, 180 op/s 2024-08-10T05:56:35.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:35 smithi031 ceph-mon[98130]: osdmap e1180: 8 total, 8 up, 8 in 2024-08-10T05:56:35.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:35 smithi031 ceph-mon[98130]: osdmap e1181: 8 total, 8 up, 8 in 2024-08-10T05:56:35.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:35 smithi031 ceph-mon[100614]: pgmap v2133: 169 pgs: 169 active+clean; 337 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 121 KiB/s rd, 14 MiB/s wr, 180 op/s 2024-08-10T05:56:35.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:35 smithi031 ceph-mon[100614]: osdmap e1180: 8 total, 8 up, 8 in 2024-08-10T05:56:35.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:35 smithi031 ceph-mon[100614]: osdmap e1181: 8 total, 8 up, 8 in 2024-08-10T05:56:35.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:35 smithi196 ceph-mon[90243]: pgmap v2133: 169 pgs: 169 active+clean; 337 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 121 KiB/s rd, 14 MiB/s wr, 180 op/s 2024-08-10T05:56:35.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:35 smithi196 ceph-mon[90243]: osdmap e1180: 8 total, 8 up, 8 in 2024-08-10T05:56:35.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:35 smithi196 ceph-mon[90243]: osdmap e1181: 8 total, 8 up, 8 in 2024-08-10T05:56:37.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:37 smithi031 ceph-mon[98130]: osdmap e1182: 8 total, 8 up, 8 in 2024-08-10T05:56:37.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:37 smithi031 ceph-mon[98130]: pgmap v2137: 169 pgs: 169 active+clean; 353 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.3 MiB/s rd, 8.1 MiB/s wr, 329 op/s 2024-08-10T05:56:37.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:37 smithi031 ceph-mon[100614]: osdmap e1182: 8 total, 8 up, 8 in 2024-08-10T05:56:37.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:37 smithi031 ceph-mon[100614]: pgmap v2137: 169 pgs: 169 active+clean; 353 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.3 MiB/s rd, 8.1 MiB/s wr, 329 op/s 2024-08-10T05:56:37.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:37 smithi196 ceph-mon[90243]: osdmap e1182: 8 total, 8 up, 8 in 2024-08-10T05:56:37.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:37 smithi196 ceph-mon[90243]: pgmap v2137: 169 pgs: 169 active+clean; 353 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.3 MiB/s rd, 8.1 MiB/s wr, 329 op/s 2024-08-10T05:56:37.596 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMigration.SnapsOtherPool (11891 ms) 2024-08-10T05:56:37.597 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMigration.SnapsDataPool 2024-08-10T05:56:37.626 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 83886080 2024-08-10T05:56:37.636 INFO:tasks.workunit.client.0.smithi031.stdout:write: 1 0~8388609 2024-08-10T05:56:37.695 INFO:tasks.workunit.client.0.smithi031.stdout:snap_create: snap1 2024-08-10T05:56:38.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:38 smithi031 ceph-mon[98130]: osdmap e1183: 8 total, 8 up, 8 in 2024-08-10T05:56:38.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:38 smithi031 ceph-mon[100614]: osdmap e1183: 8 total, 8 up, 8 in 2024-08-10T05:56:38.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:38 smithi196 ceph-mon[90243]: osdmap e1183: 8 total, 8 up, 8 in 2024-08-10T05:56:39.270 INFO:tasks.workunit.client.0.smithi031.stdout:write: 1 8388609~8388609 2024-08-10T05:56:39.293 INFO:tasks.workunit.client.0.smithi031.stdout:write: X 0~1000 2024-08-10T05:56:39.293 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 1010~1000 2024-08-10T05:56:39.293 INFO:tasks.workunit.client.0.smithi031.stdout:snap_create: snap2 2024-08-10T05:56:39.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:39 smithi031 ceph-mon[100614]: osdmap e1184: 8 total, 8 up, 8 in 2024-08-10T05:56:39.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:39 smithi031 ceph-mon[100614]: pgmap v2140: 169 pgs: 169 active+clean; 349 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 44 MiB/s rd, 10 MiB/s wr, 240 op/s 2024-08-10T05:56:39.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:39 smithi031 ceph-mon[98130]: osdmap e1184: 8 total, 8 up, 8 in 2024-08-10T05:56:39.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:39 smithi031 ceph-mon[98130]: pgmap v2140: 169 pgs: 169 active+clean; 349 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 44 MiB/s rd, 10 MiB/s wr, 240 op/s 2024-08-10T05:56:39.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:39 smithi196 ceph-mon[90243]: osdmap e1184: 8 total, 8 up, 8 in 2024-08-10T05:56:39.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:39 smithi196 ceph-mon[90243]: pgmap v2140: 169 pgs: 169 active+clean; 349 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 44 MiB/s rd, 10 MiB/s wr, 240 op/s 2024-08-10T05:56:40.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:40 smithi031 ceph-mon[100614]: osdmap e1185: 8 total, 8 up, 8 in 2024-08-10T05:56:40.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:40 smithi031 ceph-mon[98130]: osdmap e1185: 8 total, 8 up, 8 in 2024-08-10T05:56:40.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:40 smithi196 ceph-mon[90243]: osdmap e1185: 8 total, 8 up, 8 in 2024-08-10T05:56:41.280 INFO:tasks.workunit.client.0.smithi031.stdout:write: X 8388609~1000 2024-08-10T05:56:41.286 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 16777228~1000 2024-08-10T05:56:41.287 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 167772160 2024-08-10T05:56:41.296 INFO:tasks.workunit.client.0.smithi031.stdout:write: 2 83886079~8388609 2024-08-10T05:56:41.313 INFO:tasks.workunit.client.0.smithi031.stdout:snap_create: snap3 2024-08-10T05:56:41.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:56:41 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:56:41] "GET /metrics HTTP/1.1" 200 38898 "" "Prometheus/2.43.0" 2024-08-10T05:56:41.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:41 smithi031 ceph-mon[98130]: osdmap e1186: 8 total, 8 up, 8 in 2024-08-10T05:56:41.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:41 smithi031 ceph-mon[98130]: pgmap v2143: 169 pgs: 169 active+clean; 361 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 60 MiB/s rd, 11 MiB/s wr, 321 op/s 2024-08-10T05:56:41.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:56:41.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:41 smithi031 ceph-mon[100614]: osdmap e1186: 8 total, 8 up, 8 in 2024-08-10T05:56:41.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:41 smithi031 ceph-mon[100614]: pgmap v2143: 169 pgs: 169 active+clean; 361 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 60 MiB/s rd, 11 MiB/s wr, 321 op/s 2024-08-10T05:56:41.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:56:41.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:41 smithi196 ceph-mon[90243]: osdmap e1186: 8 total, 8 up, 8 in 2024-08-10T05:56:41.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:41 smithi196 ceph-mon[90243]: pgmap v2143: 169 pgs: 169 active+clean; 361 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 60 MiB/s rd, 11 MiB/s wr, 321 op/s 2024-08-10T05:56:41.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:56:42.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:42 smithi031 ceph-mon[98130]: osdmap e1187: 8 total, 8 up, 8 in 2024-08-10T05:56:42.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:42 smithi031 ceph-mon[100614]: osdmap e1187: 8 total, 8 up, 8 in 2024-08-10T05:56:42.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:42 smithi196 ceph-mon[90243]: osdmap e1187: 8 total, 8 up, 8 in 2024-08-10T05:56:42.529 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:56:42 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:56:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:56:43.298 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 83886080 2024-08-10T05:56:43.321 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 83886079~1 2024-08-10T05:56:43.330 INFO:tasks.workunit.client.0.smithi031.stdout:migration_prepare 2024-08-10T05:56:43.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:43 smithi196 ceph-mon[90243]: osdmap e1188: 8 total, 8 up, 8 in 2024-08-10T05:56:43.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:43 smithi196 ceph-mon[90243]: pgmap v2146: 169 pgs: 169 active+clean; 381 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 39 MiB/s rd, 10 MiB/s wr, 287 op/s 2024-08-10T05:56:43.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:43 smithi031 ceph-mon[98130]: osdmap e1188: 8 total, 8 up, 8 in 2024-08-10T05:56:43.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:43 smithi031 ceph-mon[98130]: pgmap v2146: 169 pgs: 169 active+clean; 381 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 39 MiB/s rd, 10 MiB/s wr, 287 op/s 2024-08-10T05:56:43.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:43 smithi031 ceph-mon[100614]: osdmap e1188: 8 total, 8 up, 8 in 2024-08-10T05:56:43.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:43 smithi031 ceph-mon[100614]: pgmap v2146: 169 pgs: 169 active+clean; 381 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 39 MiB/s rd, 10 MiB/s wr, 287 op/s 2024-08-10T05:56:44.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:44 smithi196 ceph-mon[90243]: osdmap e1189: 8 total, 8 up, 8 in 2024-08-10T05:56:44.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:44 smithi031 ceph-mon[98130]: osdmap e1189: 8 total, 8 up, 8 in 2024-08-10T05:56:44.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:44 smithi031 ceph-mon[100614]: osdmap e1189: 8 total, 8 up, 8 in 2024-08-10T05:56:45.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:45 smithi031 ceph-mon[98130]: osdmap e1190: 8 total, 8 up, 8 in 2024-08-10T05:56:45.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:45 smithi031 ceph-mon[98130]: pgmap v2149: 169 pgs: 169 active+clean; 393 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 18 MiB/s rd, 7.0 MiB/s wr, 80 op/s 2024-08-10T05:56:45.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:45 smithi031 ceph-mon[98130]: osdmap e1191: 8 total, 8 up, 8 in 2024-08-10T05:56:45.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:45 smithi031 ceph-mon[100614]: osdmap e1190: 8 total, 8 up, 8 in 2024-08-10T05:56:45.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:45 smithi031 ceph-mon[100614]: pgmap v2149: 169 pgs: 169 active+clean; 393 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 18 MiB/s rd, 7.0 MiB/s wr, 80 op/s 2024-08-10T05:56:45.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:45 smithi031 ceph-mon[100614]: osdmap e1191: 8 total, 8 up, 8 in 2024-08-10T05:56:45.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:45 smithi196 ceph-mon[90243]: osdmap e1190: 8 total, 8 up, 8 in 2024-08-10T05:56:45.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:45 smithi196 ceph-mon[90243]: pgmap v2149: 169 pgs: 169 active+clean; 393 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 18 MiB/s rd, 7.0 MiB/s wr, 80 op/s 2024-08-10T05:56:45.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:45 smithi196 ceph-mon[90243]: osdmap e1191: 8 total, 8 up, 8 in 2024-08-10T05:56:46.694 INFO:tasks.workunit.client.0.smithi031.stdout:migration_execute 2024-08-10T05:56:46.846 INFO:tasks.workunit.client.0.smithi031.stdout:migration_commit 2024-08-10T05:56:47.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:47 smithi031 ceph-mon[98130]: osdmap e1192: 8 total, 8 up, 8 in 2024-08-10T05:56:47.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:47 smithi031 ceph-mon[98130]: pgmap v2152: 169 pgs: 169 active+clean; 397 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 3.0 MiB/s wr, 110 op/s 2024-08-10T05:56:47.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:47 smithi031 ceph-mon[100614]: osdmap e1192: 8 total, 8 up, 8 in 2024-08-10T05:56:47.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:47 smithi031 ceph-mon[100614]: pgmap v2152: 169 pgs: 169 active+clean; 397 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 3.0 MiB/s wr, 110 op/s 2024-08-10T05:56:47.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:47 smithi196 ceph-mon[90243]: osdmap e1192: 8 total, 8 up, 8 in 2024-08-10T05:56:47.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:47 smithi196 ceph-mon[90243]: pgmap v2152: 169 pgs: 169 active+clean; 397 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 3.0 MiB/s wr, 110 op/s 2024-08-10T05:56:48.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:48 smithi031 ceph-mon[98130]: osdmap e1193: 8 total, 8 up, 8 in 2024-08-10T05:56:48.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:48 smithi031 ceph-mon[100614]: osdmap e1193: 8 total, 8 up, 8 in 2024-08-10T05:56:48.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:48 smithi196 ceph-mon[90243]: osdmap e1193: 8 total, 8 up, 8 in 2024-08-10T05:56:49.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:49 smithi031 ceph-mon[98130]: osdmap e1194: 8 total, 8 up, 8 in 2024-08-10T05:56:49.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:49 smithi031 ceph-mon[98130]: pgmap v2155: 169 pgs: 169 active+clean; 409 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 4.0 MiB/s wr, 303 op/s 2024-08-10T05:56:49.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:49 smithi031 ceph-mon[100614]: osdmap e1194: 8 total, 8 up, 8 in 2024-08-10T05:56:49.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:49 smithi031 ceph-mon[100614]: pgmap v2155: 169 pgs: 169 active+clean; 409 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 4.0 MiB/s wr, 303 op/s 2024-08-10T05:56:49.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:49 smithi196 ceph-mon[90243]: osdmap e1194: 8 total, 8 up, 8 in 2024-08-10T05:56:49.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:49 smithi196 ceph-mon[90243]: pgmap v2155: 169 pgs: 169 active+clean; 409 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 4.0 MiB/s wr, 303 op/s 2024-08-10T05:56:49.572 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMigration.SnapsDataPool (11976 ms) 2024-08-10T05:56:49.572 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMigration.SnapsShrinkAfterPrepare 2024-08-10T05:56:49.603 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 83886080 2024-08-10T05:56:49.615 INFO:tasks.workunit.client.0.smithi031.stdout:write: 1 0~8388609 2024-08-10T05:56:49.679 INFO:tasks.workunit.client.0.smithi031.stdout:snap_create: snap1 2024-08-10T05:56:50.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:50 smithi031 ceph-mon[98130]: osdmap e1195: 8 total, 8 up, 8 in 2024-08-10T05:56:50.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:50 smithi031 ceph-mon[100614]: osdmap e1195: 8 total, 8 up, 8 in 2024-08-10T05:56:50.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:50 smithi196 ceph-mon[90243]: osdmap e1195: 8 total, 8 up, 8 in 2024-08-10T05:56:51.279 INFO:tasks.workunit.client.0.smithi031.stdout:write: 1 8388609~8388609 2024-08-10T05:56:51.299 INFO:tasks.workunit.client.0.smithi031.stdout:write: X 0~1000 2024-08-10T05:56:51.299 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 1010~1000 2024-08-10T05:56:51.300 INFO:tasks.workunit.client.0.smithi031.stdout:snap_create: snap2 2024-08-10T05:56:51.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:51 smithi031 ceph-mon[98130]: osdmap e1196: 8 total, 8 up, 8 in 2024-08-10T05:56:51.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:51 smithi031 ceph-mon[98130]: pgmap v2158: 169 pgs: 169 active+clean; 405 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 41 MiB/s rd, 6.0 MiB/s wr, 463 op/s 2024-08-10T05:56:51.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:56:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:56:51] "GET /metrics HTTP/1.1" 200 38898 "" "Prometheus/2.43.0" 2024-08-10T05:56:51.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:51 smithi031 ceph-mon[100614]: osdmap e1196: 8 total, 8 up, 8 in 2024-08-10T05:56:51.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:51 smithi031 ceph-mon[100614]: pgmap v2158: 169 pgs: 169 active+clean; 405 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 41 MiB/s rd, 6.0 MiB/s wr, 463 op/s 2024-08-10T05:56:51.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:51 smithi196 ceph-mon[90243]: osdmap e1196: 8 total, 8 up, 8 in 2024-08-10T05:56:51.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:51 smithi196 ceph-mon[90243]: pgmap v2158: 169 pgs: 169 active+clean; 405 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 41 MiB/s rd, 6.0 MiB/s wr, 463 op/s 2024-08-10T05:56:52.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:52 smithi031 ceph-mon[98130]: osdmap e1197: 8 total, 8 up, 8 in 2024-08-10T05:56:52.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:52 smithi031 ceph-mon[100614]: osdmap e1197: 8 total, 8 up, 8 in 2024-08-10T05:56:52.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:52 smithi196 ceph-mon[90243]: osdmap e1197: 8 total, 8 up, 8 in 2024-08-10T05:56:52.529 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:56:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:56:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:56:53.299 INFO:tasks.workunit.client.0.smithi031.stdout:write: X 8388609~1000 2024-08-10T05:56:53.305 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 16777228~1000 2024-08-10T05:56:53.306 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 167772160 2024-08-10T05:56:53.316 INFO:tasks.workunit.client.0.smithi031.stdout:write: 2 83886079~8388609 2024-08-10T05:56:53.333 INFO:tasks.workunit.client.0.smithi031.stdout:snap_create: snap3 2024-08-10T05:56:53.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:53 smithi031 ceph-mon[98130]: osdmap e1198: 8 total, 8 up, 8 in 2024-08-10T05:56:53.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:53 smithi031 ceph-mon[98130]: pgmap v2161: 169 pgs: 169 active+clean; 417 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 41 MiB/s rd, 8.0 MiB/s wr, 285 op/s 2024-08-10T05:56:53.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:53 smithi031 ceph-mon[100614]: osdmap e1198: 8 total, 8 up, 8 in 2024-08-10T05:56:53.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:53 smithi031 ceph-mon[100614]: pgmap v2161: 169 pgs: 169 active+clean; 417 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 41 MiB/s rd, 8.0 MiB/s wr, 285 op/s 2024-08-10T05:56:53.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:53 smithi196 ceph-mon[90243]: osdmap e1198: 8 total, 8 up, 8 in 2024-08-10T05:56:53.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:53 smithi196 ceph-mon[90243]: pgmap v2161: 169 pgs: 169 active+clean; 417 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 41 MiB/s rd, 8.0 MiB/s wr, 285 op/s 2024-08-10T05:56:54.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:54 smithi031 ceph-mon[98130]: osdmap e1199: 8 total, 8 up, 8 in 2024-08-10T05:56:54.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:54 smithi031 ceph-mon[100614]: osdmap e1199: 8 total, 8 up, 8 in 2024-08-10T05:56:54.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:54 smithi196 ceph-mon[90243]: osdmap e1199: 8 total, 8 up, 8 in 2024-08-10T05:56:55.254 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 83886080 2024-08-10T05:56:55.282 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 83886079~1 2024-08-10T05:56:55.290 INFO:tasks.workunit.client.0.smithi031.stdout:migration_prepare 2024-08-10T05:56:55.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:55 smithi031 ceph-mon[98130]: osdmap e1200: 8 total, 8 up, 8 in 2024-08-10T05:56:55.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:55 smithi031 ceph-mon[98130]: pgmap v2164: 169 pgs: 169 active+clean; 433 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 29 MiB/s rd, 9.0 MiB/s wr, 137 op/s 2024-08-10T05:56:55.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:55 smithi031 ceph-mon[98130]: osdmap e1201: 8 total, 8 up, 8 in 2024-08-10T05:56:55.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:55 smithi031 ceph-mon[100614]: osdmap e1200: 8 total, 8 up, 8 in 2024-08-10T05:56:55.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:55 smithi031 ceph-mon[100614]: pgmap v2164: 169 pgs: 169 active+clean; 433 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 29 MiB/s rd, 9.0 MiB/s wr, 137 op/s 2024-08-10T05:56:55.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:55 smithi031 ceph-mon[100614]: osdmap e1201: 8 total, 8 up, 8 in 2024-08-10T05:56:55.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:55 smithi196 ceph-mon[90243]: osdmap e1200: 8 total, 8 up, 8 in 2024-08-10T05:56:55.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:55 smithi196 ceph-mon[90243]: pgmap v2164: 169 pgs: 169 active+clean; 433 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 29 MiB/s rd, 9.0 MiB/s wr, 137 op/s 2024-08-10T05:56:55.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:55 smithi196 ceph-mon[90243]: osdmap e1201: 8 total, 8 up, 8 in 2024-08-10T05:56:56.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:56 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:56:56.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:56:56.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:56 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:56:57.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:57 smithi031 ceph-mon[98130]: osdmap e1202: 8 total, 8 up, 8 in 2024-08-10T05:56:57.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:57 smithi031 ceph-mon[98130]: pgmap v2167: 169 pgs: 169 active+clean; 437 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 19 MiB/s rd, 5.0 MiB/s wr, 96 op/s 2024-08-10T05:56:57.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:57 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.0", "id": [5, 2]}]: dispatch 2024-08-10T05:56:57.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:57 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.5", "id": [5, 0]}]: dispatch 2024-08-10T05:56:57.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:57 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.16", "id": [5, 0]}]: dispatch 2024-08-10T05:56:57.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:57 smithi031 ceph-mon[100614]: osdmap e1202: 8 total, 8 up, 8 in 2024-08-10T05:56:57.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:57 smithi031 ceph-mon[100614]: pgmap v2167: 169 pgs: 169 active+clean; 437 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 19 MiB/s rd, 5.0 MiB/s wr, 96 op/s 2024-08-10T05:56:57.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:57 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.0", "id": [5, 2]}]: dispatch 2024-08-10T05:56:57.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:57 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.5", "id": [5, 0]}]: dispatch 2024-08-10T05:56:57.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:57 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.16", "id": [5, 0]}]: dispatch 2024-08-10T05:56:57.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:57 smithi196 ceph-mon[90243]: osdmap e1202: 8 total, 8 up, 8 in 2024-08-10T05:56:57.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:57 smithi196 ceph-mon[90243]: pgmap v2167: 169 pgs: 169 active+clean; 437 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 19 MiB/s rd, 5.0 MiB/s wr, 96 op/s 2024-08-10T05:56:57.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:57 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.0", "id": [5, 2]}]: dispatch 2024-08-10T05:56:57.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:57 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.5", "id": [5, 0]}]: dispatch 2024-08-10T05:56:57.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:57 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.16", "id": [5, 0]}]: dispatch 2024-08-10T05:56:58.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:58 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.0", "id": [5, 2]}]': finished 2024-08-10T05:56:58.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:58 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.5", "id": [5, 0]}]': finished 2024-08-10T05:56:58.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:58 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.16", "id": [5, 0]}]': finished 2024-08-10T05:56:58.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:58 smithi031 ceph-mon[100614]: osdmap e1203: 8 total, 8 up, 8 in 2024-08-10T05:56:58.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:58 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.0", "id": [5, 2]}]': finished 2024-08-10T05:56:58.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:58 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.5", "id": [5, 0]}]': finished 2024-08-10T05:56:58.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:58 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.16", "id": [5, 0]}]': finished 2024-08-10T05:56:58.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:58 smithi031 ceph-mon[98130]: osdmap e1203: 8 total, 8 up, 8 in 2024-08-10T05:56:58.778 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 41943040 2024-08-10T05:56:58.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:58 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.0", "id": [5, 2]}]': finished 2024-08-10T05:56:58.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:58 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.5", "id": [5, 0]}]': finished 2024-08-10T05:56:58.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:58 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.16", "id": [5, 0]}]': finished 2024-08-10T05:56:58.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:58 smithi196 ceph-mon[90243]: osdmap e1203: 8 total, 8 up, 8 in 2024-08-10T05:56:58.804 INFO:tasks.workunit.client.0.smithi031.stdout:migration_execute 2024-08-10T05:56:58.965 INFO:tasks.workunit.client.0.smithi031.stdout:migration_commit 2024-08-10T05:56:59.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:59 smithi031 ceph-mon[98130]: osdmap e1204: 8 total, 8 up, 8 in 2024-08-10T05:56:59.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:56:59 smithi031 ceph-mon[98130]: pgmap v2170: 169 pgs: 2 peering, 167 active+clean; 453 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 94 KiB/s rd, 3.0 MiB/s wr, 126 op/s 2024-08-10T05:56:59.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:59 smithi031 ceph-mon[100614]: osdmap e1204: 8 total, 8 up, 8 in 2024-08-10T05:56:59.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:56:59 smithi031 ceph-mon[100614]: pgmap v2170: 169 pgs: 2 peering, 167 active+clean; 453 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 94 KiB/s rd, 3.0 MiB/s wr, 126 op/s 2024-08-10T05:56:59.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:59 smithi196 ceph-mon[90243]: osdmap e1204: 8 total, 8 up, 8 in 2024-08-10T05:56:59.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:56:59 smithi196 ceph-mon[90243]: pgmap v2170: 169 pgs: 2 peering, 167 active+clean; 453 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 94 KiB/s rd, 3.0 MiB/s wr, 126 op/s 2024-08-10T05:57:00.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:00 smithi031 ceph-mon[98130]: osdmap e1205: 8 total, 8 up, 8 in 2024-08-10T05:57:00.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:00 smithi031 ceph-mon[98130]: osdmap e1206: 8 total, 8 up, 8 in 2024-08-10T05:57:00.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:00 smithi031 ceph-mon[100614]: osdmap e1205: 8 total, 8 up, 8 in 2024-08-10T05:57:00.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:00 smithi031 ceph-mon[100614]: osdmap e1206: 8 total, 8 up, 8 in 2024-08-10T05:57:00.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:00 smithi196 ceph-mon[90243]: osdmap e1205: 8 total, 8 up, 8 in 2024-08-10T05:57:00.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:00 smithi196 ceph-mon[90243]: osdmap e1206: 8 total, 8 up, 8 in 2024-08-10T05:57:01.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:57:01 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:57:01] "GET /metrics HTTP/1.1" 200 38901 "" "Prometheus/2.43.0" 2024-08-10T05:57:01.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:01 smithi031 ceph-mon[98130]: pgmap v2173: 169 pgs: 2 peering, 167 active+clean; 469 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 8.1 MiB/s rd, 5.0 MiB/s wr, 183 op/s; 0 B/s, 2 keys/s, 0 objects/s recovering 2024-08-10T05:57:01.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:01 smithi031 ceph-mon[98130]: osdmap e1207: 8 total, 8 up, 8 in 2024-08-10T05:57:01.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:01 smithi031 ceph-mon[100614]: pgmap v2173: 169 pgs: 2 peering, 167 active+clean; 469 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 8.1 MiB/s rd, 5.0 MiB/s wr, 183 op/s; 0 B/s, 2 keys/s, 0 objects/s recovering 2024-08-10T05:57:01.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:01 smithi031 ceph-mon[100614]: osdmap e1207: 8 total, 8 up, 8 in 2024-08-10T05:57:01.556 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMigration.SnapsShrinkAfterPrepare (11985 ms) 2024-08-10T05:57:01.557 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMigration.SnapsShrinkToZeroBeforePrepare 2024-08-10T05:57:01.588 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 83886080 2024-08-10T05:57:01.599 INFO:tasks.workunit.client.0.smithi031.stdout:write: 1 0~8388609 2024-08-10T05:57:01.659 INFO:tasks.workunit.client.0.smithi031.stdout:snap_create: snap1 2024-08-10T05:57:01.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:01 smithi196 ceph-mon[90243]: pgmap v2173: 169 pgs: 2 peering, 167 active+clean; 469 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 8.1 MiB/s rd, 5.0 MiB/s wr, 183 op/s; 0 B/s, 2 keys/s, 0 objects/s recovering 2024-08-10T05:57:01.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:01 smithi196 ceph-mon[90243]: osdmap e1207: 8 total, 8 up, 8 in 2024-08-10T05:57:02.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:57:02 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:57:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:57:03.356 INFO:tasks.workunit.client.0.smithi031.stdout:write: 1 8388609~8388609 2024-08-10T05:57:03.383 INFO:tasks.workunit.client.0.smithi031.stdout:write: X 0~1000 2024-08-10T05:57:03.384 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 1010~1000 2024-08-10T05:57:03.384 INFO:tasks.workunit.client.0.smithi031.stdout:snap_create: snap2 2024-08-10T05:57:03.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:03 smithi031 ceph-mon[98130]: osdmap e1208: 8 total, 8 up, 8 in 2024-08-10T05:57:03.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:03 smithi031 ceph-mon[98130]: pgmap v2176: 169 pgs: 1 peering, 168 active+clean; 457 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 40 MiB/s rd, 5.0 MiB/s wr, 468 op/s; 0 B/s, 2 keys/s, 0 objects/s recovering 2024-08-10T05:57:03.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:03 smithi031 ceph-mon[100614]: osdmap e1208: 8 total, 8 up, 8 in 2024-08-10T05:57:03.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:03 smithi031 ceph-mon[100614]: pgmap v2176: 169 pgs: 1 peering, 168 active+clean; 457 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 40 MiB/s rd, 5.0 MiB/s wr, 468 op/s; 0 B/s, 2 keys/s, 0 objects/s recovering 2024-08-10T05:57:03.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:03 smithi196 ceph-mon[90243]: osdmap e1208: 8 total, 8 up, 8 in 2024-08-10T05:57:03.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:03 smithi196 ceph-mon[90243]: pgmap v2176: 169 pgs: 1 peering, 168 active+clean; 457 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 40 MiB/s rd, 5.0 MiB/s wr, 468 op/s; 0 B/s, 2 keys/s, 0 objects/s recovering 2024-08-10T05:57:04.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:04 smithi031 ceph-mon[98130]: osdmap e1209: 8 total, 8 up, 8 in 2024-08-10T05:57:04.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:04 smithi031 ceph-mon[100614]: osdmap e1209: 8 total, 8 up, 8 in 2024-08-10T05:57:04.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:04 smithi196 ceph-mon[90243]: osdmap e1209: 8 total, 8 up, 8 in 2024-08-10T05:57:05.369 INFO:tasks.workunit.client.0.smithi031.stdout:write: X 8388609~1000 2024-08-10T05:57:05.379 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 16777228~1000 2024-08-10T05:57:05.379 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 167772160 2024-08-10T05:57:05.389 INFO:tasks.workunit.client.0.smithi031.stdout:write: 2 83886079~8388609 2024-08-10T05:57:05.405 INFO:tasks.workunit.client.0.smithi031.stdout:snap_create: snap3 2024-08-10T05:57:05.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:05 smithi031 ceph-mon[98130]: osdmap e1210: 8 total, 8 up, 8 in 2024-08-10T05:57:05.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:05 smithi031 ceph-mon[98130]: pgmap v2179: 169 pgs: 169 active+clean; 469 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 56 MiB/s rd, 7.0 MiB/s wr, 497 op/s; 1024 KiB/s, 0 objects/s recovering 2024-08-10T05:57:05.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:05 smithi031 ceph-mon[100614]: osdmap e1210: 8 total, 8 up, 8 in 2024-08-10T05:57:05.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:05 smithi031 ceph-mon[100614]: pgmap v2179: 169 pgs: 169 active+clean; 469 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 56 MiB/s rd, 7.0 MiB/s wr, 497 op/s; 1024 KiB/s, 0 objects/s recovering 2024-08-10T05:57:05.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:05 smithi196 ceph-mon[90243]: osdmap e1210: 8 total, 8 up, 8 in 2024-08-10T05:57:05.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:05 smithi196 ceph-mon[90243]: pgmap v2179: 169 pgs: 169 active+clean; 469 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 56 MiB/s rd, 7.0 MiB/s wr, 497 op/s; 1024 KiB/s, 0 objects/s recovering 2024-08-10T05:57:06.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:06 smithi031 ceph-mon[100614]: osdmap e1211: 8 total, 8 up, 8 in 2024-08-10T05:57:06.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:06 smithi031 ceph-mon[98130]: osdmap e1211: 8 total, 8 up, 8 in 2024-08-10T05:57:06.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:06 smithi196 ceph-mon[90243]: osdmap e1211: 8 total, 8 up, 8 in 2024-08-10T05:57:07.384 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 83886080 2024-08-10T05:57:07.413 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 83886079~1 2024-08-10T05:57:07.424 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 0 2024-08-10T05:57:07.441 INFO:tasks.workunit.client.0.smithi031.stdout:migration_prepare 2024-08-10T05:57:07.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:07 smithi031 ceph-mon[98130]: osdmap e1212: 8 total, 8 up, 8 in 2024-08-10T05:57:07.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:07 smithi031 ceph-mon[98130]: pgmap v2182: 169 pgs: 169 active+clean; 477 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 30 MiB/s rd, 7.0 MiB/s wr, 98 op/s; 1024 KiB/s, 0 objects/s recovering 2024-08-10T05:57:07.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:07 smithi031 ceph-mon[100614]: osdmap e1212: 8 total, 8 up, 8 in 2024-08-10T05:57:07.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:07 smithi031 ceph-mon[100614]: pgmap v2182: 169 pgs: 169 active+clean; 477 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 30 MiB/s rd, 7.0 MiB/s wr, 98 op/s; 1024 KiB/s, 0 objects/s recovering 2024-08-10T05:57:07.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:07 smithi196 ceph-mon[90243]: osdmap e1212: 8 total, 8 up, 8 in 2024-08-10T05:57:07.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:07 smithi196 ceph-mon[90243]: pgmap v2182: 169 pgs: 169 active+clean; 477 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 30 MiB/s rd, 7.0 MiB/s wr, 98 op/s; 1024 KiB/s, 0 objects/s recovering 2024-08-10T05:57:08.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:08 smithi031 ceph-mon[98130]: osdmap e1213: 8 total, 8 up, 8 in 2024-08-10T05:57:08.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:08 smithi031 ceph-mon[100614]: osdmap e1213: 8 total, 8 up, 8 in 2024-08-10T05:57:08.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:08 smithi196 ceph-mon[90243]: osdmap e1213: 8 total, 8 up, 8 in 2024-08-10T05:57:09.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:09 smithi031 ceph-mon[98130]: osdmap e1214: 8 total, 8 up, 8 in 2024-08-10T05:57:09.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:09 smithi031 ceph-mon[98130]: pgmap v2185: 169 pgs: 169 active+clean; 493 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 6.0 MiB/s rd, 6.0 MiB/s wr, 64 op/s 2024-08-10T05:57:09.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:09 smithi031 ceph-mon[100614]: osdmap e1214: 8 total, 8 up, 8 in 2024-08-10T05:57:09.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:09 smithi031 ceph-mon[100614]: pgmap v2185: 169 pgs: 169 active+clean; 493 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 6.0 MiB/s rd, 6.0 MiB/s wr, 64 op/s 2024-08-10T05:57:09.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:09 smithi196 ceph-mon[90243]: osdmap e1214: 8 total, 8 up, 8 in 2024-08-10T05:57:09.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:09 smithi196 ceph-mon[90243]: pgmap v2185: 169 pgs: 169 active+clean; 493 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 6.0 MiB/s rd, 6.0 MiB/s wr, 64 op/s 2024-08-10T05:57:10.642 INFO:tasks.workunit.client.0.smithi031.stdout:migration_execute 2024-08-10T05:57:10.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:10 smithi031 ceph-mon[98130]: osdmap e1215: 8 total, 8 up, 8 in 2024-08-10T05:57:10.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:10 smithi031 ceph-mon[98130]: osdmap e1216: 8 total, 8 up, 8 in 2024-08-10T05:57:10.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:10 smithi031 ceph-mon[100614]: osdmap e1215: 8 total, 8 up, 8 in 2024-08-10T05:57:10.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:10 smithi031 ceph-mon[100614]: osdmap e1216: 8 total, 8 up, 8 in 2024-08-10T05:57:10.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:10 smithi196 ceph-mon[90243]: osdmap e1215: 8 total, 8 up, 8 in 2024-08-10T05:57:10.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:10 smithi196 ceph-mon[90243]: osdmap e1216: 8 total, 8 up, 8 in 2024-08-10T05:57:10.801 INFO:tasks.workunit.client.0.smithi031.stdout:migration_commit 2024-08-10T05:57:11.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:11 smithi031 ceph-mon[98130]: pgmap v2188: 169 pgs: 169 active+clean; 509 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 90 KiB/s rd, 6.0 MiB/s wr, 135 op/s 2024-08-10T05:57:11.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:11 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:57:11.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:57:11 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:57:11] "GET /metrics HTTP/1.1" 200 38904 "" "Prometheus/2.43.0" 2024-08-10T05:57:11.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:11 smithi031 ceph-mon[100614]: pgmap v2188: 169 pgs: 169 active+clean; 509 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 90 KiB/s rd, 6.0 MiB/s wr, 135 op/s 2024-08-10T05:57:11.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:11 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:57:11.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:11 smithi196 ceph-mon[90243]: pgmap v2188: 169 pgs: 169 active+clean; 509 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 90 KiB/s rd, 6.0 MiB/s wr, 135 op/s 2024-08-10T05:57:11.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:11 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:57:12.680 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:12 smithi196 ceph-mon[90243]: osdmap e1217: 8 total, 8 up, 8 in 2024-08-10T05:57:12.681 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:57:12 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:57:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:57:12.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:12 smithi031 ceph-mon[98130]: osdmap e1217: 8 total, 8 up, 8 in 2024-08-10T05:57:12.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:12 smithi031 ceph-mon[100614]: osdmap e1217: 8 total, 8 up, 8 in 2024-08-10T05:57:13.670 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMigration.SnapsShrinkToZeroBeforePrepare (12113 ms) 2024-08-10T05:57:13.670 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMigration.SnapsShrinkToZeroAfterPrepare 2024-08-10T05:57:13.701 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 83886080 2024-08-10T05:57:13.712 INFO:tasks.workunit.client.0.smithi031.stdout:write: 1 0~8388609 2024-08-10T05:57:13.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:13 smithi031 ceph-mon[98130]: osdmap e1218: 8 total, 8 up, 8 in 2024-08-10T05:57:13.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:13 smithi031 ceph-mon[98130]: pgmap v2191: 169 pgs: 169 active+clean; 525 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 6.0 MiB/s wr, 465 op/s 2024-08-10T05:57:13.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:13 smithi031 ceph-mon[100614]: osdmap e1218: 8 total, 8 up, 8 in 2024-08-10T05:57:13.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:13 smithi031 ceph-mon[100614]: pgmap v2191: 169 pgs: 169 active+clean; 525 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 6.0 MiB/s wr, 465 op/s 2024-08-10T05:57:13.773 INFO:tasks.workunit.client.0.smithi031.stdout:snap_create: snap1 2024-08-10T05:57:13.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:13 smithi196 ceph-mon[90243]: osdmap e1218: 8 total, 8 up, 8 in 2024-08-10T05:57:13.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:13 smithi196 ceph-mon[90243]: pgmap v2191: 169 pgs: 169 active+clean; 525 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 6.0 MiB/s wr, 465 op/s 2024-08-10T05:57:14.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:14 smithi031 ceph-mon[98130]: osdmap e1219: 8 total, 8 up, 8 in 2024-08-10T05:57:14.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:14 smithi031 ceph-mon[100614]: osdmap e1219: 8 total, 8 up, 8 in 2024-08-10T05:57:14.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:14 smithi196 ceph-mon[90243]: osdmap e1219: 8 total, 8 up, 8 in 2024-08-10T05:57:15.423 INFO:tasks.workunit.client.0.smithi031.stdout:write: 1 8388609~8388609 2024-08-10T05:57:15.448 INFO:tasks.workunit.client.0.smithi031.stdout:write: X 0~1000 2024-08-10T05:57:15.448 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 1010~1000 2024-08-10T05:57:15.449 INFO:tasks.workunit.client.0.smithi031.stdout:snap_create: snap2 2024-08-10T05:57:15.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:15 smithi031 ceph-mon[98130]: osdmap e1220: 8 total, 8 up, 8 in 2024-08-10T05:57:15.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:15 smithi031 ceph-mon[98130]: pgmap v2194: 169 pgs: 169 active+clean; 525 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 32 MiB/s rd, 6.0 MiB/s wr, 449 op/s 2024-08-10T05:57:15.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:15 smithi031 ceph-mon[100614]: osdmap e1220: 8 total, 8 up, 8 in 2024-08-10T05:57:15.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:15 smithi031 ceph-mon[100614]: pgmap v2194: 169 pgs: 169 active+clean; 525 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 32 MiB/s rd, 6.0 MiB/s wr, 449 op/s 2024-08-10T05:57:15.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:15 smithi196 ceph-mon[90243]: osdmap e1220: 8 total, 8 up, 8 in 2024-08-10T05:57:15.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:15 smithi196 ceph-mon[90243]: pgmap v2194: 169 pgs: 169 active+clean; 525 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 32 MiB/s rd, 6.0 MiB/s wr, 449 op/s 2024-08-10T05:57:16.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:16 smithi031 ceph-mon[100614]: osdmap e1221: 8 total, 8 up, 8 in 2024-08-10T05:57:16.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:16 smithi031 ceph-mon[98130]: osdmap e1221: 8 total, 8 up, 8 in 2024-08-10T05:57:16.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:16 smithi196 ceph-mon[90243]: osdmap e1221: 8 total, 8 up, 8 in 2024-08-10T05:57:17.435 INFO:tasks.workunit.client.0.smithi031.stdout:write: X 8388609~1000 2024-08-10T05:57:17.441 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 16777228~1000 2024-08-10T05:57:17.441 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 167772160 2024-08-10T05:57:17.450 INFO:tasks.workunit.client.0.smithi031.stdout:write: 2 83886079~8388609 2024-08-10T05:57:17.470 INFO:tasks.workunit.client.0.smithi031.stdout:snap_create: snap3 2024-08-10T05:57:17.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:17 smithi031 ceph-mon[98130]: pgmap v2197: 169 pgs: 169 active+clean; 525 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 34 MiB/s rd, 5.0 MiB/s wr, 84 op/s 2024-08-10T05:57:17.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:17 smithi031 ceph-mon[98130]: osdmap e1222: 8 total, 8 up, 8 in 2024-08-10T05:57:17.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:17 smithi031 ceph-mon[100614]: pgmap v2197: 169 pgs: 169 active+clean; 525 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 34 MiB/s rd, 5.0 MiB/s wr, 84 op/s 2024-08-10T05:57:17.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:17 smithi031 ceph-mon[100614]: osdmap e1222: 8 total, 8 up, 8 in 2024-08-10T05:57:17.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:17 smithi196 ceph-mon[90243]: pgmap v2197: 169 pgs: 169 active+clean; 525 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 34 MiB/s rd, 5.0 MiB/s wr, 84 op/s 2024-08-10T05:57:17.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:17 smithi196 ceph-mon[90243]: osdmap e1222: 8 total, 8 up, 8 in 2024-08-10T05:57:18.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:18 smithi031 ceph-mon[98130]: osdmap e1223: 8 total, 8 up, 8 in 2024-08-10T05:57:18.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:18 smithi031 ceph-mon[100614]: osdmap e1223: 8 total, 8 up, 8 in 2024-08-10T05:57:18.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:18 smithi196 ceph-mon[90243]: osdmap e1223: 8 total, 8 up, 8 in 2024-08-10T05:57:19.446 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 83886080 2024-08-10T05:57:19.474 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 83886079~1 2024-08-10T05:57:19.484 INFO:tasks.workunit.client.0.smithi031.stdout:migration_prepare 2024-08-10T05:57:19.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:19 smithi031 ceph-mon[98130]: pgmap v2199: 169 pgs: 169 active+clean; 529 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 22 MiB/s rd, 5.0 MiB/s wr, 126 op/s 2024-08-10T05:57:19.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:19 smithi031 ceph-mon[98130]: osdmap e1224: 8 total, 8 up, 8 in 2024-08-10T05:57:19.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:19 smithi031 ceph-mon[100614]: pgmap v2199: 169 pgs: 169 active+clean; 529 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 22 MiB/s rd, 5.0 MiB/s wr, 126 op/s 2024-08-10T05:57:19.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:19 smithi031 ceph-mon[100614]: osdmap e1224: 8 total, 8 up, 8 in 2024-08-10T05:57:19.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:19 smithi196 ceph-mon[90243]: pgmap v2199: 169 pgs: 169 active+clean; 529 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 22 MiB/s rd, 5.0 MiB/s wr, 126 op/s 2024-08-10T05:57:19.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:19 smithi196 ceph-mon[90243]: osdmap e1224: 8 total, 8 up, 8 in 2024-08-10T05:57:20.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:20 smithi031 ceph-mon[98130]: osdmap e1225: 8 total, 8 up, 8 in 2024-08-10T05:57:20.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:20 smithi031 ceph-mon[98130]: osdmap e1226: 8 total, 8 up, 8 in 2024-08-10T05:57:20.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:20 smithi031 ceph-mon[100614]: osdmap e1225: 8 total, 8 up, 8 in 2024-08-10T05:57:20.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:20 smithi031 ceph-mon[100614]: osdmap e1226: 8 total, 8 up, 8 in 2024-08-10T05:57:20.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:20 smithi196 ceph-mon[90243]: osdmap e1225: 8 total, 8 up, 8 in 2024-08-10T05:57:20.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:20 smithi196 ceph-mon[90243]: osdmap e1226: 8 total, 8 up, 8 in 2024-08-10T05:57:21.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:21 smithi031 ceph-mon[98130]: pgmap v2203: 169 pgs: 169 active+clean; 557 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.1 MiB/s rd, 9.0 MiB/s wr, 149 op/s 2024-08-10T05:57:21.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:21 smithi031 ceph-mon[98130]: osdmap e1227: 8 total, 8 up, 8 in 2024-08-10T05:57:21.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:57:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:57:21] "GET /metrics HTTP/1.1" 200 38904 "" "Prometheus/2.43.0" 2024-08-10T05:57:21.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:21 smithi031 ceph-mon[100614]: pgmap v2203: 169 pgs: 169 active+clean; 557 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.1 MiB/s rd, 9.0 MiB/s wr, 149 op/s 2024-08-10T05:57:21.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:21 smithi031 ceph-mon[100614]: osdmap e1227: 8 total, 8 up, 8 in 2024-08-10T05:57:21.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:21 smithi196 ceph-mon[90243]: pgmap v2203: 169 pgs: 169 active+clean; 557 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.1 MiB/s rd, 9.0 MiB/s wr, 149 op/s 2024-08-10T05:57:21.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:21 smithi196 ceph-mon[90243]: osdmap e1227: 8 total, 8 up, 8 in 2024-08-10T05:57:22.721 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 0 2024-08-10T05:57:22.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:57:22 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:57:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:57:22.795 INFO:tasks.workunit.client.0.smithi031.stdout:migration_execute 2024-08-10T05:57:22.916 INFO:tasks.workunit.client.0.smithi031.stdout:migration_commit 2024-08-10T05:57:23.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:23 smithi031 ceph-mon[98130]: osdmap e1228: 8 total, 8 up, 8 in 2024-08-10T05:57:23.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:23 smithi031 ceph-mon[98130]: pgmap v2206: 169 pgs: 169 active+clean; 565 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 7.0 MiB/s wr, 90 op/s 2024-08-10T05:57:23.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:23 smithi031 ceph-mon[100614]: osdmap e1228: 8 total, 8 up, 8 in 2024-08-10T05:57:23.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:23 smithi031 ceph-mon[100614]: pgmap v2206: 169 pgs: 169 active+clean; 565 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 7.0 MiB/s wr, 90 op/s 2024-08-10T05:57:23.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:23 smithi196 ceph-mon[90243]: osdmap e1228: 8 total, 8 up, 8 in 2024-08-10T05:57:23.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:23 smithi196 ceph-mon[90243]: pgmap v2206: 169 pgs: 169 active+clean; 565 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 7.0 MiB/s wr, 90 op/s 2024-08-10T05:57:24.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:24 smithi031 ceph-mon[98130]: osdmap e1229: 8 total, 8 up, 8 in 2024-08-10T05:57:24.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:24 smithi031 ceph-mon[100614]: osdmap e1229: 8 total, 8 up, 8 in 2024-08-10T05:57:24.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:24 smithi196 ceph-mon[90243]: osdmap e1229: 8 total, 8 up, 8 in 2024-08-10T05:57:25.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:25 smithi196 ceph-mon[90243]: osdmap e1230: 8 total, 8 up, 8 in 2024-08-10T05:57:25.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:25 smithi196 ceph-mon[90243]: pgmap v2209: 169 pgs: 169 active+clean; 573 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.2 MiB/s rd, 2.0 MiB/s wr, 338 op/s 2024-08-10T05:57:25.566 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMigration.SnapsShrinkToZeroAfterPrepare (11896 ms) 2024-08-10T05:57:25.566 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMigration.SnapsExpandAfterPrepare 2024-08-10T05:57:25.600 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 83886080 2024-08-10T05:57:25.612 INFO:tasks.workunit.client.0.smithi031.stdout:write: 1 0~8388609 2024-08-10T05:57:25.684 INFO:tasks.workunit.client.0.smithi031.stdout:snap_create: snap1 2024-08-10T05:57:25.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:25 smithi031 ceph-mon[98130]: osdmap e1230: 8 total, 8 up, 8 in 2024-08-10T05:57:25.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:25 smithi031 ceph-mon[98130]: pgmap v2209: 169 pgs: 169 active+clean; 573 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.2 MiB/s rd, 2.0 MiB/s wr, 338 op/s 2024-08-10T05:57:25.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:25 smithi031 ceph-mon[100614]: osdmap e1230: 8 total, 8 up, 8 in 2024-08-10T05:57:25.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:25 smithi031 ceph-mon[100614]: pgmap v2209: 169 pgs: 169 active+clean; 573 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.2 MiB/s rd, 2.0 MiB/s wr, 338 op/s 2024-08-10T05:57:26.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:26 smithi196 ceph-mon[90243]: osdmap e1231: 8 total, 8 up, 8 in 2024-08-10T05:57:26.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:57:26.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:26 smithi031 ceph-mon[98130]: osdmap e1231: 8 total, 8 up, 8 in 2024-08-10T05:57:26.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:57:26.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:26 smithi031 ceph-mon[100614]: osdmap e1231: 8 total, 8 up, 8 in 2024-08-10T05:57:26.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:57:27.302 INFO:tasks.workunit.client.0.smithi031.stdout:write: 1 8388609~8388609 2024-08-10T05:57:27.320 INFO:tasks.workunit.client.0.smithi031.stdout:write: X 0~1000 2024-08-10T05:57:27.320 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 1010~1000 2024-08-10T05:57:27.320 INFO:tasks.workunit.client.0.smithi031.stdout:snap_create: snap2 2024-08-10T05:57:27.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:27 smithi031 ceph-mon[98130]: osdmap e1232: 8 total, 8 up, 8 in 2024-08-10T05:57:27.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:27 smithi031 ceph-mon[98130]: pgmap v2212: 169 pgs: 169 active+clean; 577 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 33 MiB/s rd, 5.0 MiB/s wr, 498 op/s 2024-08-10T05:57:27.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:27 smithi031 ceph-mon[100614]: osdmap e1232: 8 total, 8 up, 8 in 2024-08-10T05:57:27.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:27 smithi031 ceph-mon[100614]: pgmap v2212: 169 pgs: 169 active+clean; 577 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 33 MiB/s rd, 5.0 MiB/s wr, 498 op/s 2024-08-10T05:57:27.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:27 smithi196 ceph-mon[90243]: osdmap e1232: 8 total, 8 up, 8 in 2024-08-10T05:57:27.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:27 smithi196 ceph-mon[90243]: pgmap v2212: 169 pgs: 169 active+clean; 577 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 33 MiB/s rd, 5.0 MiB/s wr, 498 op/s 2024-08-10T05:57:28.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:28 smithi031 ceph-mon[98130]: osdmap e1233: 8 total, 8 up, 8 in 2024-08-10T05:57:28.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:28 smithi031 ceph-mon[100614]: osdmap e1233: 8 total, 8 up, 8 in 2024-08-10T05:57:28.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:28 smithi196 ceph-mon[90243]: osdmap e1233: 8 total, 8 up, 8 in 2024-08-10T05:57:29.316 INFO:tasks.workunit.client.0.smithi031.stdout:write: X 8388609~1000 2024-08-10T05:57:29.323 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 16777228~1000 2024-08-10T05:57:29.323 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 167772160 2024-08-10T05:57:29.334 INFO:tasks.workunit.client.0.smithi031.stdout:write: 2 83886079~8388609 2024-08-10T05:57:29.354 INFO:tasks.workunit.client.0.smithi031.stdout:snap_create: snap3 2024-08-10T05:57:29.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:29 smithi031 ceph-mon[98130]: osdmap e1234: 8 total, 8 up, 8 in 2024-08-10T05:57:29.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:29 smithi031 ceph-mon[98130]: pgmap v2215: 169 pgs: 169 active+clean; 585 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 41 MiB/s rd, 7.0 MiB/s wr, 300 op/s 2024-08-10T05:57:29.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:29 smithi031 ceph-mon[100614]: osdmap e1234: 8 total, 8 up, 8 in 2024-08-10T05:57:29.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:29 smithi031 ceph-mon[100614]: pgmap v2215: 169 pgs: 169 active+clean; 585 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 41 MiB/s rd, 7.0 MiB/s wr, 300 op/s 2024-08-10T05:57:29.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:29 smithi196 ceph-mon[90243]: osdmap e1234: 8 total, 8 up, 8 in 2024-08-10T05:57:29.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:29 smithi196 ceph-mon[90243]: pgmap v2215: 169 pgs: 169 active+clean; 585 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 41 MiB/s rd, 7.0 MiB/s wr, 300 op/s 2024-08-10T05:57:30.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:30 smithi031 ceph-mon[98130]: osdmap e1235: 8 total, 8 up, 8 in 2024-08-10T05:57:30.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:30 smithi031 ceph-mon[98130]: osdmap e1236: 8 total, 8 up, 8 in 2024-08-10T05:57:30.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:30 smithi031 ceph-mon[100614]: osdmap e1235: 8 total, 8 up, 8 in 2024-08-10T05:57:30.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:30 smithi031 ceph-mon[100614]: osdmap e1236: 8 total, 8 up, 8 in 2024-08-10T05:57:30.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:30 smithi196 ceph-mon[90243]: osdmap e1235: 8 total, 8 up, 8 in 2024-08-10T05:57:30.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:30 smithi196 ceph-mon[90243]: osdmap e1236: 8 total, 8 up, 8 in 2024-08-10T05:57:31.266 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 83886080 2024-08-10T05:57:31.297 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 83886079~1 2024-08-10T05:57:31.307 INFO:tasks.workunit.client.0.smithi031.stdout:migration_prepare 2024-08-10T05:57:31.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:31 smithi031 ceph-mon[98130]: pgmap v2218: 169 pgs: 169 active+clean; 589 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 33 MiB/s rd, 7.0 MiB/s wr, 123 op/s 2024-08-10T05:57:31.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:31 smithi031 ceph-mon[98130]: osdmap e1237: 8 total, 8 up, 8 in 2024-08-10T05:57:31.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:57:31 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:57:31] "GET /metrics HTTP/1.1" 200 38903 "" "Prometheus/2.43.0" 2024-08-10T05:57:31.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:31 smithi031 ceph-mon[100614]: pgmap v2218: 169 pgs: 169 active+clean; 589 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 33 MiB/s rd, 7.0 MiB/s wr, 123 op/s 2024-08-10T05:57:31.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:31 smithi031 ceph-mon[100614]: osdmap e1237: 8 total, 8 up, 8 in 2024-08-10T05:57:31.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:31 smithi196 ceph-mon[90243]: pgmap v2218: 169 pgs: 169 active+clean; 589 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 33 MiB/s rd, 7.0 MiB/s wr, 123 op/s 2024-08-10T05:57:31.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:31 smithi196 ceph-mon[90243]: osdmap e1237: 8 total, 8 up, 8 in 2024-08-10T05:57:32.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:32 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:57:32.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:32 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:57:32.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:32 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:57:32.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:57:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:57:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:57:33.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:33 smithi031 ceph-mon[98130]: osdmap e1238: 8 total, 8 up, 8 in 2024-08-10T05:57:33.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:33 smithi031 ceph-mon[98130]: pgmap v2221: 169 pgs: 169 active+clean; 617 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 19 MiB/s rd, 9.0 MiB/s wr, 210 op/s 2024-08-10T05:57:33.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:33 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:57:33.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:33 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:57:33.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:33 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:57:33.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:33 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:57:33.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:33 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:57:33.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:33 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:57:33.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:33 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:57:33.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:33 smithi031 ceph-mon[100614]: osdmap e1238: 8 total, 8 up, 8 in 2024-08-10T05:57:33.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:33 smithi031 ceph-mon[100614]: pgmap v2221: 169 pgs: 169 active+clean; 617 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 19 MiB/s rd, 9.0 MiB/s wr, 210 op/s 2024-08-10T05:57:33.772 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:33 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:57:33.772 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:33 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:57:33.772 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:33 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:57:33.772 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:33 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:57:33.772 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:33 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:57:33.772 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:33 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:57:33.773 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:33 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:57:33.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:33 smithi196 ceph-mon[90243]: osdmap e1238: 8 total, 8 up, 8 in 2024-08-10T05:57:33.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:33 smithi196 ceph-mon[90243]: pgmap v2221: 169 pgs: 169 active+clean; 617 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 19 MiB/s rd, 9.0 MiB/s wr, 210 op/s 2024-08-10T05:57:33.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:33 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:57:33.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:33 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:57:33.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:33 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:57:33.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:33 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:57:33.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:33 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:57:33.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:33 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:57:33.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:33 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:57:34.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:34 smithi031 ceph-mon[98130]: osdmap e1239: 8 total, 8 up, 8 in 2024-08-10T05:57:34.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:34 smithi031 ceph-mon[100614]: osdmap e1239: 8 total, 8 up, 8 in 2024-08-10T05:57:34.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:34 smithi196 ceph-mon[90243]: osdmap e1239: 8 total, 8 up, 8 in 2024-08-10T05:57:34.799 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 167772160 2024-08-10T05:57:34.809 INFO:tasks.workunit.client.0.smithi031.stdout:write: * 83886080~1000 2024-08-10T05:57:34.845 INFO:tasks.workunit.client.0.smithi031.stdout:migration_execute 2024-08-10T05:57:34.994 INFO:tasks.workunit.client.0.smithi031.stdout:migration_commit 2024-08-10T05:57:35.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:35 smithi031 ceph-mon[98130]: osdmap e1240: 8 total, 8 up, 8 in 2024-08-10T05:57:35.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:35 smithi031 ceph-mon[98130]: pgmap v2224: 169 pgs: 169 active+clean; 621 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 6.0 MiB/s wr, 187 op/s 2024-08-10T05:57:35.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:35 smithi031 ceph-mon[98130]: osdmap e1241: 8 total, 8 up, 8 in 2024-08-10T05:57:35.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:35 smithi031 ceph-mon[100614]: osdmap e1240: 8 total, 8 up, 8 in 2024-08-10T05:57:35.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:35 smithi031 ceph-mon[100614]: pgmap v2224: 169 pgs: 169 active+clean; 621 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 6.0 MiB/s wr, 187 op/s 2024-08-10T05:57:35.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:35 smithi031 ceph-mon[100614]: osdmap e1241: 8 total, 8 up, 8 in 2024-08-10T05:57:35.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:35 smithi196 ceph-mon[90243]: osdmap e1240: 8 total, 8 up, 8 in 2024-08-10T05:57:35.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:35 smithi196 ceph-mon[90243]: pgmap v2224: 169 pgs: 169 active+clean; 621 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 6.0 MiB/s wr, 187 op/s 2024-08-10T05:57:35.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:35 smithi196 ceph-mon[90243]: osdmap e1241: 8 total, 8 up, 8 in 2024-08-10T05:57:37.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:37 smithi031 ceph-mon[98130]: osdmap e1242: 8 total, 8 up, 8 in 2024-08-10T05:57:37.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:37 smithi031 ceph-mon[98130]: pgmap v2227: 169 pgs: 169 active+clean; 633 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 3.0 MiB/s wr, 47 op/s 2024-08-10T05:57:37.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:37 smithi031 ceph-mon[100614]: osdmap e1242: 8 total, 8 up, 8 in 2024-08-10T05:57:37.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:37 smithi031 ceph-mon[100614]: pgmap v2227: 169 pgs: 169 active+clean; 633 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 3.0 MiB/s wr, 47 op/s 2024-08-10T05:57:37.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:37 smithi196 ceph-mon[90243]: osdmap e1242: 8 total, 8 up, 8 in 2024-08-10T05:57:37.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:37 smithi196 ceph-mon[90243]: pgmap v2227: 169 pgs: 169 active+clean; 633 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 3.0 MiB/s wr, 47 op/s 2024-08-10T05:57:37.650 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMigration.SnapsExpandAfterPrepare (12085 ms) 2024-08-10T05:57:37.651 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMigration.SnapsExpandAfterPrepare2 2024-08-10T05:57:37.681 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 83886080 2024-08-10T05:57:37.692 INFO:tasks.workunit.client.0.smithi031.stdout:write: X 41943040~10 2024-08-10T05:57:37.700 INFO:tasks.workunit.client.0.smithi031.stdout:snap_create: snap1 2024-08-10T05:57:38.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:38 smithi031 ceph-mon[98130]: osdmap e1243: 8 total, 8 up, 8 in 2024-08-10T05:57:38.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:38 smithi031 ceph-mon[100614]: osdmap e1243: 8 total, 8 up, 8 in 2024-08-10T05:57:38.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:38 smithi196 ceph-mon[90243]: osdmap e1243: 8 total, 8 up, 8 in 2024-08-10T05:57:39.288 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 41943040 2024-08-10T05:57:39.310 INFO:tasks.workunit.client.0.smithi031.stdout:migration_prepare 2024-08-10T05:57:39.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:39 smithi196 ceph-mon[90243]: osdmap e1244: 8 total, 8 up, 8 in 2024-08-10T05:57:39.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:39 smithi196 ceph-mon[90243]: pgmap v2230: 169 pgs: 169 active+clean; 633 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 35 MiB/s rd, 6.0 MiB/s wr, 442 op/s 2024-08-10T05:57:39.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:39 smithi031 ceph-mon[98130]: osdmap e1244: 8 total, 8 up, 8 in 2024-08-10T05:57:39.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:39 smithi031 ceph-mon[98130]: pgmap v2230: 169 pgs: 169 active+clean; 633 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 35 MiB/s rd, 6.0 MiB/s wr, 442 op/s 2024-08-10T05:57:39.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:39 smithi031 ceph-mon[100614]: osdmap e1244: 8 total, 8 up, 8 in 2024-08-10T05:57:39.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:39 smithi031 ceph-mon[100614]: pgmap v2230: 169 pgs: 169 active+clean; 633 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 35 MiB/s rd, 6.0 MiB/s wr, 442 op/s 2024-08-10T05:57:40.459 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 83886080 2024-08-10T05:57:40.470 INFO:tasks.workunit.client.0.smithi031.stdout:write: Y 41943040~5 2024-08-10T05:57:40.577 INFO:tasks.workunit.client.0.smithi031.stdout:migration_execute 2024-08-10T05:57:40.653 INFO:tasks.workunit.client.0.smithi031.stdout:migration_commit 2024-08-10T05:57:40.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:40 smithi031 ceph-mon[98130]: osdmap e1245: 8 total, 8 up, 8 in 2024-08-10T05:57:40.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:40 smithi031 ceph-mon[100614]: osdmap e1245: 8 total, 8 up, 8 in 2024-08-10T05:57:40.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:40 smithi196 ceph-mon[90243]: osdmap e1245: 8 total, 8 up, 8 in 2024-08-10T05:57:41.407 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMigration.SnapsExpandAfterPrepare2 (3756 ms) 2024-08-10T05:57:41.407 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMigration.SnapsSnapAfterPrepare 2024-08-10T05:57:41.437 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 83886080 2024-08-10T05:57:41.448 INFO:tasks.workunit.client.0.smithi031.stdout:write: 1 0~8388609 2024-08-10T05:57:41.509 INFO:tasks.workunit.client.0.smithi031.stdout:snap_create: snap1 2024-08-10T05:57:41.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:57:41 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:57:41] "GET /metrics HTTP/1.1" 200 38903 "" "Prometheus/2.43.0" 2024-08-10T05:57:41.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:41 smithi031 ceph-mon[98130]: osdmap e1246: 8 total, 8 up, 8 in 2024-08-10T05:57:41.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:41 smithi031 ceph-mon[98130]: pgmap v2233: 169 pgs: 169 active+clean; 621 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 37 MiB/s rd, 3.0 MiB/s wr, 448 op/s 2024-08-10T05:57:41.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:57:41.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:41 smithi031 ceph-mon[100614]: osdmap e1246: 8 total, 8 up, 8 in 2024-08-10T05:57:41.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:41 smithi031 ceph-mon[100614]: pgmap v2233: 169 pgs: 169 active+clean; 621 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 37 MiB/s rd, 3.0 MiB/s wr, 448 op/s 2024-08-10T05:57:41.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:57:41.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:41 smithi196 ceph-mon[90243]: osdmap e1246: 8 total, 8 up, 8 in 2024-08-10T05:57:41.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:41 smithi196 ceph-mon[90243]: pgmap v2233: 169 pgs: 169 active+clean; 621 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 37 MiB/s rd, 3.0 MiB/s wr, 448 op/s 2024-08-10T05:57:41.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:57:42.680 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:42 smithi196 ceph-mon[90243]: osdmap e1247: 8 total, 8 up, 8 in 2024-08-10T05:57:42.681 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:57:42 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:57:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:57:42.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:42 smithi031 ceph-mon[98130]: osdmap e1247: 8 total, 8 up, 8 in 2024-08-10T05:57:42.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:42 smithi031 ceph-mon[100614]: osdmap e1247: 8 total, 8 up, 8 in 2024-08-10T05:57:43.312 INFO:tasks.workunit.client.0.smithi031.stdout:write: 1 8388609~8388609 2024-08-10T05:57:43.326 INFO:tasks.workunit.client.0.smithi031.stdout:write: X 0~1000 2024-08-10T05:57:43.326 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 1010~1000 2024-08-10T05:57:43.327 INFO:tasks.workunit.client.0.smithi031.stdout:snap_create: snap2 2024-08-10T05:57:43.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:43 smithi031 ceph-mon[98130]: osdmap e1248: 8 total, 8 up, 8 in 2024-08-10T05:57:43.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:43 smithi031 ceph-mon[98130]: pgmap v2236: 169 pgs: 169 active+clean; 629 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 35 MiB/s rd, 2.0 MiB/s wr, 275 op/s 2024-08-10T05:57:43.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:43 smithi031 ceph-mon[100614]: osdmap e1248: 8 total, 8 up, 8 in 2024-08-10T05:57:43.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:43 smithi031 ceph-mon[100614]: pgmap v2236: 169 pgs: 169 active+clean; 629 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 35 MiB/s rd, 2.0 MiB/s wr, 275 op/s 2024-08-10T05:57:43.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:43 smithi196 ceph-mon[90243]: osdmap e1248: 8 total, 8 up, 8 in 2024-08-10T05:57:43.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:43 smithi196 ceph-mon[90243]: pgmap v2236: 169 pgs: 169 active+clean; 629 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 35 MiB/s rd, 2.0 MiB/s wr, 275 op/s 2024-08-10T05:57:44.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:44 smithi031 ceph-mon[98130]: osdmap e1249: 8 total, 8 up, 8 in 2024-08-10T05:57:44.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:44 smithi031 ceph-mon[100614]: osdmap e1249: 8 total, 8 up, 8 in 2024-08-10T05:57:44.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:44 smithi196 ceph-mon[90243]: osdmap e1249: 8 total, 8 up, 8 in 2024-08-10T05:57:45.270 INFO:tasks.workunit.client.0.smithi031.stdout:write: X 8388609~1000 2024-08-10T05:57:45.280 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 16777228~1000 2024-08-10T05:57:45.280 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 167772160 2024-08-10T05:57:45.290 INFO:tasks.workunit.client.0.smithi031.stdout:write: 2 83886079~8388609 2024-08-10T05:57:45.305 INFO:tasks.workunit.client.0.smithi031.stdout:snap_create: snap3 2024-08-10T05:57:45.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:45 smithi031 ceph-mon[98130]: osdmap e1250: 8 total, 8 up, 8 in 2024-08-10T05:57:45.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:45 smithi031 ceph-mon[98130]: pgmap v2239: 169 pgs: 169 active+clean; 645 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 6.0 MiB/s wr, 413 op/s 2024-08-10T05:57:45.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:45 smithi031 ceph-mon[98130]: osdmap e1251: 8 total, 8 up, 8 in 2024-08-10T05:57:45.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:45 smithi031 ceph-mon[100614]: osdmap e1250: 8 total, 8 up, 8 in 2024-08-10T05:57:45.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:45 smithi031 ceph-mon[100614]: pgmap v2239: 169 pgs: 169 active+clean; 645 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 6.0 MiB/s wr, 413 op/s 2024-08-10T05:57:45.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:45 smithi031 ceph-mon[100614]: osdmap e1251: 8 total, 8 up, 8 in 2024-08-10T05:57:45.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:45 smithi196 ceph-mon[90243]: osdmap e1250: 8 total, 8 up, 8 in 2024-08-10T05:57:45.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:45 smithi196 ceph-mon[90243]: pgmap v2239: 169 pgs: 169 active+clean; 645 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 6.0 MiB/s wr, 413 op/s 2024-08-10T05:57:45.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:45 smithi196 ceph-mon[90243]: osdmap e1251: 8 total, 8 up, 8 in 2024-08-10T05:57:47.352 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 83886080 2024-08-10T05:57:47.407 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 83886079~1 2024-08-10T05:57:47.417 INFO:tasks.workunit.client.0.smithi031.stdout:migration_prepare 2024-08-10T05:57:47.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:47 smithi031 ceph-mon[98130]: osdmap e1252: 8 total, 8 up, 8 in 2024-08-10T05:57:47.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:47 smithi031 ceph-mon[98130]: pgmap v2242: 169 pgs: 169 active+clean; 653 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 166 KiB/s rd, 6.0 MiB/s wr, 218 op/s 2024-08-10T05:57:47.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:47 smithi031 ceph-mon[100614]: osdmap e1252: 8 total, 8 up, 8 in 2024-08-10T05:57:47.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:47 smithi031 ceph-mon[100614]: pgmap v2242: 169 pgs: 169 active+clean; 653 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 166 KiB/s rd, 6.0 MiB/s wr, 218 op/s 2024-08-10T05:57:47.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:47 smithi196 ceph-mon[90243]: osdmap e1252: 8 total, 8 up, 8 in 2024-08-10T05:57:47.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:47 smithi196 ceph-mon[90243]: pgmap v2242: 169 pgs: 169 active+clean; 653 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 166 KiB/s rd, 6.0 MiB/s wr, 218 op/s 2024-08-10T05:57:48.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:48 smithi031 ceph-mon[98130]: osdmap e1253: 8 total, 8 up, 8 in 2024-08-10T05:57:48.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:48 smithi031 ceph-mon[100614]: osdmap e1253: 8 total, 8 up, 8 in 2024-08-10T05:57:48.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:48 smithi196 ceph-mon[90243]: osdmap e1253: 8 total, 8 up, 8 in 2024-08-10T05:57:49.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:49 smithi031 ceph-mon[98130]: osdmap e1254: 8 total, 8 up, 8 in 2024-08-10T05:57:49.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:49 smithi031 ceph-mon[98130]: pgmap v2245: 169 pgs: 169 active+clean; 677 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 6.0 MiB/s wr, 74 op/s 2024-08-10T05:57:49.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:49 smithi031 ceph-mon[100614]: osdmap e1254: 8 total, 8 up, 8 in 2024-08-10T05:57:49.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:49 smithi031 ceph-mon[100614]: pgmap v2245: 169 pgs: 169 active+clean; 677 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 6.0 MiB/s wr, 74 op/s 2024-08-10T05:57:49.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:49 smithi196 ceph-mon[90243]: osdmap e1254: 8 total, 8 up, 8 in 2024-08-10T05:57:49.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:49 smithi196 ceph-mon[90243]: pgmap v2245: 169 pgs: 169 active+clean; 677 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 6.0 MiB/s wr, 74 op/s 2024-08-10T05:57:50.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:50 smithi031 ceph-mon[98130]: osdmap e1255: 8 total, 8 up, 8 in 2024-08-10T05:57:50.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:50 smithi031 ceph-mon[98130]: osdmap e1256: 8 total, 8 up, 8 in 2024-08-10T05:57:50.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:50 smithi031 ceph-mon[100614]: osdmap e1255: 8 total, 8 up, 8 in 2024-08-10T05:57:50.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:50 smithi031 ceph-mon[100614]: osdmap e1256: 8 total, 8 up, 8 in 2024-08-10T05:57:50.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:50 smithi196 ceph-mon[90243]: osdmap e1255: 8 total, 8 up, 8 in 2024-08-10T05:57:50.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:50 smithi196 ceph-mon[90243]: osdmap e1256: 8 total, 8 up, 8 in 2024-08-10T05:57:50.825 INFO:tasks.workunit.client.0.smithi031.stdout:snap_create: after_prepare_snap 2024-08-10T05:57:51.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:51 smithi031 ceph-mon[98130]: pgmap v2248: 169 pgs: 169 active+clean; 677 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 MiB/s wr, 167 op/s 2024-08-10T05:57:51.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:51 smithi031 ceph-mon[100614]: pgmap v2248: 169 pgs: 169 active+clean; 677 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 MiB/s wr, 167 op/s 2024-08-10T05:57:51.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:57:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:57:51] "GET /metrics HTTP/1.1" 200 38903 "" "Prometheus/2.43.0" 2024-08-10T05:57:51.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:51 smithi196 ceph-mon[90243]: pgmap v2248: 169 pgs: 169 active+clean; 677 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 MiB/s wr, 167 op/s 2024-08-10T05:57:52.372 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 41943040 2024-08-10T05:57:52.403 INFO:tasks.workunit.client.0.smithi031.stdout:write: * 0~1000 2024-08-10T05:57:52.408 INFO:tasks.workunit.client.0.smithi031.stdout:migration_execute 2024-08-10T05:57:52.555 INFO:tasks.workunit.client.0.smithi031.stdout:migration_commit 2024-08-10T05:57:52.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:52 smithi031 ceph-mon[98130]: osdmap e1257: 8 total, 8 up, 8 in 2024-08-10T05:57:52.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:52 smithi031 ceph-mon[100614]: osdmap e1257: 8 total, 8 up, 8 in 2024-08-10T05:57:52.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:52 smithi196 ceph-mon[90243]: osdmap e1257: 8 total, 8 up, 8 in 2024-08-10T05:57:52.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:57:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:57:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:57:53.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:53 smithi031 ceph-mon[98130]: osdmap e1258: 8 total, 8 up, 8 in 2024-08-10T05:57:53.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:53 smithi031 ceph-mon[98130]: pgmap v2251: 169 pgs: 169 active+clean; 677 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 18 KiB/s wr, 293 op/s 2024-08-10T05:57:53.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:53 smithi031 ceph-mon[100614]: osdmap e1258: 8 total, 8 up, 8 in 2024-08-10T05:57:53.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:53 smithi031 ceph-mon[100614]: pgmap v2251: 169 pgs: 169 active+clean; 677 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 18 KiB/s wr, 293 op/s 2024-08-10T05:57:53.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:53 smithi196 ceph-mon[90243]: osdmap e1258: 8 total, 8 up, 8 in 2024-08-10T05:57:53.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:53 smithi196 ceph-mon[90243]: pgmap v2251: 169 pgs: 169 active+clean; 677 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 18 KiB/s wr, 293 op/s 2024-08-10T05:57:54.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:54 smithi031 ceph-mon[100614]: osdmap e1259: 8 total, 8 up, 8 in 2024-08-10T05:57:54.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:54 smithi031 ceph-mon[98130]: osdmap e1259: 8 total, 8 up, 8 in 2024-08-10T05:57:54.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:54 smithi196 ceph-mon[90243]: osdmap e1259: 8 total, 8 up, 8 in 2024-08-10T05:57:55.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:55 smithi031 ceph-mon[98130]: osdmap e1260: 8 total, 8 up, 8 in 2024-08-10T05:57:55.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:55 smithi031 ceph-mon[98130]: pgmap v2254: 169 pgs: 169 active+clean; 689 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 42 MiB/s rd, 3.0 MiB/s wr, 231 op/s 2024-08-10T05:57:55.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:55 smithi031 ceph-mon[100614]: osdmap e1260: 8 total, 8 up, 8 in 2024-08-10T05:57:55.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:55 smithi031 ceph-mon[100614]: pgmap v2254: 169 pgs: 169 active+clean; 689 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 42 MiB/s rd, 3.0 MiB/s wr, 231 op/s 2024-08-10T05:57:55.770 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMigration.SnapsSnapAfterPrepare (14363 ms) 2024-08-10T05:57:55.770 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMigration.SnapsSnapExpandAfterPrepare 2024-08-10T05:57:55.778 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:55 smithi196 ceph-mon[90243]: osdmap e1260: 8 total, 8 up, 8 in 2024-08-10T05:57:55.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:55 smithi196 ceph-mon[90243]: pgmap v2254: 169 pgs: 169 active+clean; 689 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 42 MiB/s rd, 3.0 MiB/s wr, 231 op/s 2024-08-10T05:57:55.803 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 83886080 2024-08-10T05:57:55.813 INFO:tasks.workunit.client.0.smithi031.stdout:write: 1 0~8388609 2024-08-10T05:57:55.876 INFO:tasks.workunit.client.0.smithi031.stdout:snap_create: snap1 2024-08-10T05:57:56.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:56 smithi031 ceph-mon[98130]: osdmap e1261: 8 total, 8 up, 8 in 2024-08-10T05:57:56.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:57:56.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:56 smithi031 ceph-mon[100614]: osdmap e1261: 8 total, 8 up, 8 in 2024-08-10T05:57:56.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:56 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:57:56.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:56 smithi196 ceph-mon[90243]: osdmap e1261: 8 total, 8 up, 8 in 2024-08-10T05:57:56.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:56 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:57:57.409 INFO:tasks.workunit.client.0.smithi031.stdout:write: 1 8388609~8388609 2024-08-10T05:57:57.434 INFO:tasks.workunit.client.0.smithi031.stdout:write: X 0~1000 2024-08-10T05:57:57.434 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 1010~1000 2024-08-10T05:57:57.435 INFO:tasks.workunit.client.0.smithi031.stdout:snap_create: snap2 2024-08-10T05:57:57.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:57 smithi031 ceph-mon[98130]: osdmap e1262: 8 total, 8 up, 8 in 2024-08-10T05:57:57.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:57 smithi031 ceph-mon[98130]: pgmap v2257: 169 pgs: 169 active+clean; 689 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 4.0 MiB/s wr, 256 op/s 2024-08-10T05:57:57.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:57 smithi031 ceph-mon[100614]: osdmap e1262: 8 total, 8 up, 8 in 2024-08-10T05:57:57.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:57 smithi031 ceph-mon[100614]: pgmap v2257: 169 pgs: 169 active+clean; 689 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 4.0 MiB/s wr, 256 op/s 2024-08-10T05:57:57.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:57 smithi196 ceph-mon[90243]: osdmap e1262: 8 total, 8 up, 8 in 2024-08-10T05:57:57.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:57 smithi196 ceph-mon[90243]: pgmap v2257: 169 pgs: 169 active+clean; 689 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 4.0 MiB/s wr, 256 op/s 2024-08-10T05:57:58.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:58 smithi031 ceph-mon[98130]: osdmap e1263: 8 total, 8 up, 8 in 2024-08-10T05:57:58.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:58 smithi031 ceph-mon[100614]: osdmap e1263: 8 total, 8 up, 8 in 2024-08-10T05:57:58.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:58 smithi196 ceph-mon[90243]: osdmap e1263: 8 total, 8 up, 8 in 2024-08-10T05:57:59.430 INFO:tasks.workunit.client.0.smithi031.stdout:write: X 8388609~1000 2024-08-10T05:57:59.436 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 16777228~1000 2024-08-10T05:57:59.436 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 167772160 2024-08-10T05:57:59.446 INFO:tasks.workunit.client.0.smithi031.stdout:write: 2 83886079~8388609 2024-08-10T05:57:59.464 INFO:tasks.workunit.client.0.smithi031.stdout:snap_create: snap3 2024-08-10T05:57:59.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:59 smithi031 ceph-mon[98130]: osdmap e1264: 8 total, 8 up, 8 in 2024-08-10T05:57:59.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:57:59 smithi031 ceph-mon[98130]: pgmap v2260: 169 pgs: 169 active+clean; 701 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 33 MiB/s rd, 6.0 MiB/s wr, 368 op/s 2024-08-10T05:57:59.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:59 smithi031 ceph-mon[100614]: osdmap e1264: 8 total, 8 up, 8 in 2024-08-10T05:57:59.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:57:59 smithi031 ceph-mon[100614]: pgmap v2260: 169 pgs: 169 active+clean; 701 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 33 MiB/s rd, 6.0 MiB/s wr, 368 op/s 2024-08-10T05:57:59.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:59 smithi196 ceph-mon[90243]: osdmap e1264: 8 total, 8 up, 8 in 2024-08-10T05:57:59.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:57:59 smithi196 ceph-mon[90243]: pgmap v2260: 169 pgs: 169 active+clean; 701 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 33 MiB/s rd, 6.0 MiB/s wr, 368 op/s 2024-08-10T05:58:00.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:00 smithi031 ceph-mon[98130]: osdmap e1265: 8 total, 8 up, 8 in 2024-08-10T05:58:00.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:00 smithi031 ceph-mon[98130]: osdmap e1266: 8 total, 8 up, 8 in 2024-08-10T05:58:00.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:00 smithi031 ceph-mon[100614]: osdmap e1265: 8 total, 8 up, 8 in 2024-08-10T05:58:00.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:00 smithi031 ceph-mon[100614]: osdmap e1266: 8 total, 8 up, 8 in 2024-08-10T05:58:00.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:00 smithi196 ceph-mon[90243]: osdmap e1265: 8 total, 8 up, 8 in 2024-08-10T05:58:00.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:00 smithi196 ceph-mon[90243]: osdmap e1266: 8 total, 8 up, 8 in 2024-08-10T05:58:01.274 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 83886080 2024-08-10T05:58:01.303 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 83886079~1 2024-08-10T05:58:01.312 INFO:tasks.workunit.client.0.smithi031.stdout:migration_prepare 2024-08-10T05:58:01.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:58:01 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:58:01] "GET /metrics HTTP/1.1" 200 38905 "" "Prometheus/2.43.0" 2024-08-10T05:58:01.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:01 smithi031 ceph-mon[98130]: pgmap v2263: 169 pgs: 169 active+clean; 705 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 42 MiB/s rd, 9.0 MiB/s wr, 281 op/s 2024-08-10T05:58:01.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:01 smithi031 ceph-mon[98130]: osdmap e1267: 8 total, 8 up, 8 in 2024-08-10T05:58:01.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:01 smithi031 ceph-mon[100614]: pgmap v2263: 169 pgs: 169 active+clean; 705 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 42 MiB/s rd, 9.0 MiB/s wr, 281 op/s 2024-08-10T05:58:01.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:01 smithi031 ceph-mon[100614]: osdmap e1267: 8 total, 8 up, 8 in 2024-08-10T05:58:01.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:01 smithi196 ceph-mon[90243]: pgmap v2263: 169 pgs: 169 active+clean; 705 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 42 MiB/s rd, 9.0 MiB/s wr, 281 op/s 2024-08-10T05:58:01.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:01 smithi196 ceph-mon[90243]: osdmap e1267: 8 total, 8 up, 8 in 2024-08-10T05:58:02.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:58:02 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:58:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:58:03.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:03 smithi031 ceph-mon[98130]: osdmap e1268: 8 total, 8 up, 8 in 2024-08-10T05:58:03.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:03 smithi031 ceph-mon[98130]: pgmap v2266: 169 pgs: 169 active+clean; 721 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 8.0 MiB/s wr, 110 op/s 2024-08-10T05:58:03.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:03 smithi031 ceph-mon[100614]: osdmap e1268: 8 total, 8 up, 8 in 2024-08-10T05:58:03.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:03 smithi031 ceph-mon[100614]: pgmap v2266: 169 pgs: 169 active+clean; 721 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 8.0 MiB/s wr, 110 op/s 2024-08-10T05:58:03.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:03 smithi196 ceph-mon[90243]: osdmap e1268: 8 total, 8 up, 8 in 2024-08-10T05:58:03.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:03 smithi196 ceph-mon[90243]: pgmap v2266: 169 pgs: 169 active+clean; 721 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 8.0 MiB/s wr, 110 op/s 2024-08-10T05:58:04.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:04 smithi031 ceph-mon[98130]: osdmap e1269: 8 total, 8 up, 8 in 2024-08-10T05:58:04.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:04 smithi031 ceph-mon[100614]: osdmap e1269: 8 total, 8 up, 8 in 2024-08-10T05:58:04.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:04 smithi196 ceph-mon[90243]: osdmap e1269: 8 total, 8 up, 8 in 2024-08-10T05:58:04.735 INFO:tasks.workunit.client.0.smithi031.stdout:snap_create: after_prepare_snap 2024-08-10T05:58:05.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:05 smithi031 ceph-mon[98130]: osdmap e1270: 8 total, 8 up, 8 in 2024-08-10T05:58:05.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:05 smithi031 ceph-mon[98130]: pgmap v2269: 169 pgs: 169 active+clean; 733 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 5.0 MiB/s wr, 115 op/s 2024-08-10T05:58:05.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:05 smithi031 ceph-mon[98130]: osdmap e1271: 8 total, 8 up, 8 in 2024-08-10T05:58:05.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:05 smithi031 ceph-mon[100614]: osdmap e1270: 8 total, 8 up, 8 in 2024-08-10T05:58:05.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:05 smithi031 ceph-mon[100614]: pgmap v2269: 169 pgs: 169 active+clean; 733 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 5.0 MiB/s wr, 115 op/s 2024-08-10T05:58:05.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:05 smithi031 ceph-mon[100614]: osdmap e1271: 8 total, 8 up, 8 in 2024-08-10T05:58:05.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:05 smithi196 ceph-mon[90243]: osdmap e1270: 8 total, 8 up, 8 in 2024-08-10T05:58:05.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:05 smithi196 ceph-mon[90243]: pgmap v2269: 169 pgs: 169 active+clean; 733 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 5.0 MiB/s wr, 115 op/s 2024-08-10T05:58:05.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:05 smithi196 ceph-mon[90243]: osdmap e1271: 8 total, 8 up, 8 in 2024-08-10T05:58:06.279 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 167772160 2024-08-10T05:58:06.293 INFO:tasks.workunit.client.0.smithi031.stdout:write: * 83886080~1000 2024-08-10T05:58:06.300 INFO:tasks.workunit.client.0.smithi031.stdout:migration_execute 2024-08-10T05:58:06.470 INFO:tasks.workunit.client.0.smithi031.stdout:migration_commit 2024-08-10T05:58:07.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:07 smithi031 ceph-mon[98130]: osdmap e1272: 8 total, 8 up, 8 in 2024-08-10T05:58:07.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:07 smithi031 ceph-mon[98130]: pgmap v2272: 169 pgs: 169 active+clean; 733 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 7.2 MiB/s rd, 1.0 MiB/s wr, 263 op/s 2024-08-10T05:58:07.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:07 smithi031 ceph-mon[100614]: osdmap e1272: 8 total, 8 up, 8 in 2024-08-10T05:58:07.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:07 smithi031 ceph-mon[100614]: pgmap v2272: 169 pgs: 169 active+clean; 733 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 7.2 MiB/s rd, 1.0 MiB/s wr, 263 op/s 2024-08-10T05:58:07.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:07 smithi196 ceph-mon[90243]: osdmap e1272: 8 total, 8 up, 8 in 2024-08-10T05:58:07.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:07 smithi196 ceph-mon[90243]: pgmap v2272: 169 pgs: 169 active+clean; 733 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 7.2 MiB/s rd, 1.0 MiB/s wr, 263 op/s 2024-08-10T05:58:08.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:08 smithi031 ceph-mon[98130]: osdmap e1273: 8 total, 8 up, 8 in 2024-08-10T05:58:08.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:08 smithi031 ceph-mon[100614]: osdmap e1273: 8 total, 8 up, 8 in 2024-08-10T05:58:08.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:08 smithi196 ceph-mon[90243]: osdmap e1273: 8 total, 8 up, 8 in 2024-08-10T05:58:09.701 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMigration.SnapsSnapExpandAfterPrepare (13931 ms) 2024-08-10T05:58:09.702 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMigration.Clone 2024-08-10T05:58:09.734 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 83886080 2024-08-10T05:58:09.747 INFO:tasks.workunit.client.0.smithi031.stdout:write: X 0~8388609 2024-08-10T05:58:09.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:09 smithi031 ceph-mon[98130]: osdmap e1274: 8 total, 8 up, 8 in 2024-08-10T05:58:09.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:09 smithi031 ceph-mon[98130]: pgmap v2275: 169 pgs: 169 active+clean; 737 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 30 MiB/s rd, 3.0 MiB/s wr, 240 op/s 2024-08-10T05:58:09.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:09 smithi031 ceph-mon[100614]: osdmap e1274: 8 total, 8 up, 8 in 2024-08-10T05:58:09.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:09 smithi031 ceph-mon[100614]: pgmap v2275: 169 pgs: 169 active+clean; 737 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 30 MiB/s rd, 3.0 MiB/s wr, 240 op/s 2024-08-10T05:58:09.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:09 smithi196 ceph-mon[90243]: osdmap e1274: 8 total, 8 up, 8 in 2024-08-10T05:58:09.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:09 smithi196 ceph-mon[90243]: pgmap v2275: 169 pgs: 169 active+clean; 737 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 30 MiB/s rd, 3.0 MiB/s wr, 240 op/s 2024-08-10T05:58:09.807 INFO:tasks.workunit.client.0.smithi031.stdout:write: X 16777218~8388609 2024-08-10T05:58:09.861 INFO:tasks.workunit.client.0.smithi031.stdout:snap_create: snap 2024-08-10T05:58:10.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:10 smithi031 ceph-mon[98130]: osdmap e1275: 8 total, 8 up, 8 in 2024-08-10T05:58:10.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:10 smithi031 ceph-mon[100614]: osdmap e1275: 8 total, 8 up, 8 in 2024-08-10T05:58:10.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:10 smithi196 ceph-mon[90243]: osdmap e1275: 8 total, 8 up, 8 in 2024-08-10T05:58:11.312 INFO:tasks.workunit.client.0.smithi031.stdout:snap_protect: snap 2024-08-10T05:58:11.328 INFO:tasks.workunit.client.0.smithi031.stdout:clone image105 -> image108 2024-08-10T05:58:11.448 INFO:tasks.workunit.client.0.smithi031.stdout:write: X 0~1000 2024-08-10T05:58:11.500 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 1010~1000 2024-08-10T05:58:11.502 INFO:tasks.workunit.client.0.smithi031.stdout:snap_create: snap 2024-08-10T05:58:11.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:58:11 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:58:11] "GET /metrics HTTP/1.1" 200 38902 "" "Prometheus/2.43.0" 2024-08-10T05:58:11.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:11 smithi031 ceph-mon[98130]: osdmap e1276: 8 total, 8 up, 8 in 2024-08-10T05:58:11.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:11 smithi031 ceph-mon[98130]: pgmap v2278: 169 pgs: 1 active+clean+snaptrim, 168 active+clean; 753 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 40 MiB/s rd, 8.0 MiB/s wr, 416 op/s 2024-08-10T05:58:11.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:11 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:58:11.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:11 smithi031 ceph-mon[100614]: osdmap e1276: 8 total, 8 up, 8 in 2024-08-10T05:58:11.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:11 smithi031 ceph-mon[100614]: pgmap v2278: 169 pgs: 1 active+clean+snaptrim, 168 active+clean; 753 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 40 MiB/s rd, 8.0 MiB/s wr, 416 op/s 2024-08-10T05:58:11.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:11 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:58:11.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:11 smithi196 ceph-mon[90243]: osdmap e1276: 8 total, 8 up, 8 in 2024-08-10T05:58:11.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:11 smithi196 ceph-mon[90243]: pgmap v2278: 169 pgs: 1 active+clean+snaptrim, 168 active+clean; 753 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 40 MiB/s rd, 8.0 MiB/s wr, 416 op/s 2024-08-10T05:58:11.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:11 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:58:12.681 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:12 smithi196 ceph-mon[90243]: osdmap e1277: 8 total, 8 up, 8 in 2024-08-10T05:58:12.681 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:58:12 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:58:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:58:12.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:12 smithi031 ceph-mon[98130]: osdmap e1277: 8 total, 8 up, 8 in 2024-08-10T05:58:12.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:12 smithi031 ceph-mon[100614]: osdmap e1277: 8 total, 8 up, 8 in 2024-08-10T05:58:13.333 INFO:tasks.workunit.client.0.smithi031.stdout:snap_protect: snap 2024-08-10T05:58:13.351 INFO:tasks.workunit.client.0.smithi031.stdout:clone image108 -> image110 2024-08-10T05:58:13.483 INFO:tasks.workunit.client.0.smithi031.stdout:write: X 1000~1000 2024-08-10T05:58:13.543 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 2010~1000 2024-08-10T05:58:13.545 INFO:tasks.workunit.client.0.smithi031.stdout:migration_prepare 2024-08-10T05:58:13.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:13 smithi031 ceph-mon[98130]: osdmap e1278: 8 total, 8 up, 8 in 2024-08-10T05:58:13.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:13 smithi031 ceph-mon[98130]: pgmap v2281: 169 pgs: 1 active+clean+snaptrim, 168 active+clean; 769 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 30 MiB/s rd, 11 MiB/s wr, 447 op/s 2024-08-10T05:58:13.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:13 smithi031 ceph-mon[100614]: osdmap e1278: 8 total, 8 up, 8 in 2024-08-10T05:58:13.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:13 smithi031 ceph-mon[100614]: pgmap v2281: 169 pgs: 1 active+clean+snaptrim, 168 active+clean; 769 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 30 MiB/s rd, 11 MiB/s wr, 447 op/s 2024-08-10T05:58:13.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:13 smithi196 ceph-mon[90243]: osdmap e1278: 8 total, 8 up, 8 in 2024-08-10T05:58:13.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:13 smithi196 ceph-mon[90243]: pgmap v2281: 169 pgs: 1 active+clean+snaptrim, 168 active+clean; 769 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 30 MiB/s rd, 11 MiB/s wr, 447 op/s 2024-08-10T05:58:13.855 INFO:tasks.workunit.client.0.smithi031.stdout:migration_execute 2024-08-10T05:58:14.048 INFO:tasks.workunit.client.0.smithi031.stdout:migration_commit 2024-08-10T05:58:14.222 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMigration.Clone (4521 ms) 2024-08-10T05:58:14.222 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMigration.CloneParent 2024-08-10T05:58:14.254 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 83886080 2024-08-10T05:58:14.265 INFO:tasks.workunit.client.0.smithi031.stdout:snap_create: snap 2024-08-10T05:58:14.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:14 smithi031 ceph-mon[98130]: osdmap e1279: 8 total, 8 up, 8 in 2024-08-10T05:58:14.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:14 smithi031 ceph-mon[100614]: osdmap e1279: 8 total, 8 up, 8 in 2024-08-10T05:58:14.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:14 smithi196 ceph-mon[90243]: osdmap e1279: 8 total, 8 up, 8 in 2024-08-10T05:58:15.278 INFO:tasks.workunit.client.0.smithi031.stdout:snap_protect: snap 2024-08-10T05:58:15.295 INFO:tasks.workunit.client.0.smithi031.stdout:clone image111 -> image114 2024-08-10T05:58:15.398 INFO:tasks.workunit.client.0.smithi031.stdout:migration_prepare 2024-08-10T05:58:15.554 INFO:tasks.workunit.client.0.smithi031.stdout:migration_abort 2024-08-10T05:58:15.682 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMigration.CloneParent (1460 ms) 2024-08-10T05:58:15.682 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMigration.CloneUpdateAfterPrepare 2024-08-10T05:58:15.713 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 83886080 2024-08-10T05:58:15.724 INFO:tasks.workunit.client.0.smithi031.stdout:write: X 0~10 2024-08-10T05:58:15.732 INFO:tasks.workunit.client.0.smithi031.stdout:snap_create: snap 2024-08-10T05:58:15.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:15 smithi031 ceph-mon[100614]: osdmap e1280: 8 total, 8 up, 8 in 2024-08-10T05:58:15.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:15 smithi031 ceph-mon[100614]: pgmap v2284: 169 pgs: 169 active+clean; 769 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 33 MiB/s rd, 7.0 MiB/s wr, 227 op/s 2024-08-10T05:58:15.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:15 smithi031 ceph-mon[100614]: osdmap e1281: 8 total, 8 up, 8 in 2024-08-10T05:58:15.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:15 smithi031 ceph-mon[98130]: osdmap e1280: 8 total, 8 up, 8 in 2024-08-10T05:58:15.772 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:15 smithi031 ceph-mon[98130]: pgmap v2284: 169 pgs: 169 active+clean; 769 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 33 MiB/s rd, 7.0 MiB/s wr, 227 op/s 2024-08-10T05:58:15.772 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:15 smithi031 ceph-mon[98130]: osdmap e1281: 8 total, 8 up, 8 in 2024-08-10T05:58:15.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:15 smithi196 ceph-mon[90243]: osdmap e1280: 8 total, 8 up, 8 in 2024-08-10T05:58:15.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:15 smithi196 ceph-mon[90243]: pgmap v2284: 169 pgs: 169 active+clean; 769 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 33 MiB/s rd, 7.0 MiB/s wr, 227 op/s 2024-08-10T05:58:15.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:15 smithi196 ceph-mon[90243]: osdmap e1281: 8 total, 8 up, 8 in 2024-08-10T05:58:17.355 INFO:tasks.workunit.client.0.smithi031.stdout:snap_protect: snap 2024-08-10T05:58:17.367 INFO:tasks.workunit.client.0.smithi031.stdout:clone image115 -> image118 2024-08-10T05:58:17.470 INFO:tasks.workunit.client.0.smithi031.stdout:migration_prepare 2024-08-10T05:58:17.632 INFO:tasks.workunit.client.0.smithi031.stdout:write: Y 0~1 2024-08-10T05:58:17.661 INFO:tasks.workunit.client.0.smithi031.stdout:migration_execute 2024-08-10T05:58:17.734 INFO:tasks.workunit.client.0.smithi031.stdout:migration_commit 2024-08-10T05:58:17.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:17 smithi031 ceph-mon[98130]: osdmap e1282: 8 total, 8 up, 8 in 2024-08-10T05:58:17.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:17 smithi031 ceph-mon[98130]: pgmap v2287: 169 pgs: 169 active+clean; 773 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 29 MiB/s rd, 3.0 MiB/s wr, 308 op/s 2024-08-10T05:58:17.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:17 smithi031 ceph-mon[100614]: osdmap e1282: 8 total, 8 up, 8 in 2024-08-10T05:58:17.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:17 smithi031 ceph-mon[100614]: pgmap v2287: 169 pgs: 169 active+clean; 773 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 29 MiB/s rd, 3.0 MiB/s wr, 308 op/s 2024-08-10T05:58:17.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:17 smithi196 ceph-mon[90243]: osdmap e1282: 8 total, 8 up, 8 in 2024-08-10T05:58:17.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:17 smithi196 ceph-mon[90243]: pgmap v2287: 169 pgs: 169 active+clean; 773 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 29 MiB/s rd, 3.0 MiB/s wr, 308 op/s 2024-08-10T05:58:17.836 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMigration.CloneUpdateAfterPrepare (2154 ms) 2024-08-10T05:58:17.837 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMigration.TriggerAssertSnapcSeq 2024-08-10T05:58:17.868 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 83886080 2024-08-10T05:58:17.879 INFO:tasks.workunit.client.0.smithi031.stdout:write: A 41943040~10 2024-08-10T05:58:17.887 INFO:tasks.workunit.client.0.smithi031.stdout:snap_create: snap1 2024-08-10T05:58:18.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:18 smithi031 ceph-mon[98130]: osdmap e1283: 8 total, 8 up, 8 in 2024-08-10T05:58:18.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:18 smithi031 ceph-mon[100614]: osdmap e1283: 8 total, 8 up, 8 in 2024-08-10T05:58:18.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:18 smithi196 ceph-mon[90243]: osdmap e1283: 8 total, 8 up, 8 in 2024-08-10T05:58:19.368 INFO:tasks.workunit.client.0.smithi031.stdout:write: B 41943041~10 2024-08-10T05:58:19.374 INFO:tasks.workunit.client.0.smithi031.stdout:migration_prepare 2024-08-10T05:58:19.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:19 smithi031 ceph-mon[98130]: osdmap e1284: 8 total, 8 up, 8 in 2024-08-10T05:58:19.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:19 smithi031 ceph-mon[98130]: pgmap v2290: 169 pgs: 169 active+clean; 781 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 20 MiB/s rd, 4.0 MiB/s wr, 965 op/s 2024-08-10T05:58:19.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:19 smithi031 ceph-mon[100614]: osdmap e1284: 8 total, 8 up, 8 in 2024-08-10T05:58:19.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:19 smithi031 ceph-mon[100614]: pgmap v2290: 169 pgs: 169 active+clean; 781 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 20 MiB/s rd, 4.0 MiB/s wr, 965 op/s 2024-08-10T05:58:19.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:19 smithi196 ceph-mon[90243]: osdmap e1284: 8 total, 8 up, 8 in 2024-08-10T05:58:19.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:19 smithi196 ceph-mon[90243]: pgmap v2290: 169 pgs: 169 active+clean; 781 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 20 MiB/s rd, 4.0 MiB/s wr, 965 op/s 2024-08-10T05:58:20.429 INFO:tasks.workunit.client.0.smithi031.stdout:write: C 41943042~10 2024-08-10T05:58:20.449 INFO:tasks.workunit.client.0.smithi031.stdout:snap_create: snap2 2024-08-10T05:58:20.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:20 smithi031 ceph-mon[98130]: osdmap e1285: 8 total, 8 up, 8 in 2024-08-10T05:58:20.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:20 smithi031 ceph-mon[98130]: osdmap e1286: 8 total, 8 up, 8 in 2024-08-10T05:58:20.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:20 smithi031 ceph-mon[100614]: osdmap e1285: 8 total, 8 up, 8 in 2024-08-10T05:58:20.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:20 smithi031 ceph-mon[100614]: osdmap e1286: 8 total, 8 up, 8 in 2024-08-10T05:58:20.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:20 smithi196 ceph-mon[90243]: osdmap e1285: 8 total, 8 up, 8 in 2024-08-10T05:58:20.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:20 smithi196 ceph-mon[90243]: osdmap e1286: 8 total, 8 up, 8 in 2024-08-10T05:58:21.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:21 smithi031 ceph-mon[98130]: pgmap v2293: 169 pgs: 169 active+clean; 785 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 3.0 MiB/s wr, 1.01k op/s 2024-08-10T05:58:21.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:58:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:58:21] "GET /metrics HTTP/1.1" 200 38902 "" "Prometheus/2.43.0" 2024-08-10T05:58:21.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:21 smithi031 ceph-mon[100614]: pgmap v2293: 169 pgs: 169 active+clean; 785 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 3.0 MiB/s wr, 1.01k op/s 2024-08-10T05:58:21.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:21 smithi196 ceph-mon[90243]: pgmap v2293: 169 pgs: 169 active+clean; 785 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 3.0 MiB/s wr, 1.01k op/s 2024-08-10T05:58:22.376 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 41943040 2024-08-10T05:58:22.409 INFO:tasks.workunit.client.0.smithi031.stdout:migration_execute 2024-08-10T05:58:22.472 INFO:tasks.workunit.client.0.smithi031.stdout:migration_commit 2024-08-10T05:58:22.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:22 smithi031 ceph-mon[98130]: osdmap e1287: 8 total, 8 up, 8 in 2024-08-10T05:58:22.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:22 smithi031 ceph-mon[100614]: osdmap e1287: 8 total, 8 up, 8 in 2024-08-10T05:58:22.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:22 smithi196 ceph-mon[90243]: osdmap e1287: 8 total, 8 up, 8 in 2024-08-10T05:58:22.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:58:22 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:58:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:58:23.506 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMigration.TriggerAssertSnapcSeq (5670 ms) 2024-08-10T05:58:23.506 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMigration.SnapTrimBeforePrepare 2024-08-10T05:58:23.539 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 83886080 2024-08-10T05:58:23.550 INFO:tasks.workunit.client.0.smithi031.stdout:write: A 41943040~10 2024-08-10T05:58:23.558 INFO:tasks.workunit.client.0.smithi031.stdout:snap_create: snap1 2024-08-10T05:58:23.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:23 smithi031 ceph-mon[98130]: osdmap e1288: 8 total, 8 up, 8 in 2024-08-10T05:58:23.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:23 smithi031 ceph-mon[98130]: pgmap v2296: 169 pgs: 169 active+clean; 785 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.0 MiB/s wr, 544 op/s 2024-08-10T05:58:23.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:23 smithi031 ceph-mon[100614]: osdmap e1288: 8 total, 8 up, 8 in 2024-08-10T05:58:23.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:23 smithi031 ceph-mon[100614]: pgmap v2296: 169 pgs: 169 active+clean; 785 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.0 MiB/s wr, 544 op/s 2024-08-10T05:58:23.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:23 smithi196 ceph-mon[90243]: osdmap e1288: 8 total, 8 up, 8 in 2024-08-10T05:58:23.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:23 smithi196 ceph-mon[90243]: pgmap v2296: 169 pgs: 169 active+clean; 785 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.0 MiB/s wr, 544 op/s 2024-08-10T05:58:24.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:24 smithi031 ceph-mon[98130]: osdmap e1289: 8 total, 8 up, 8 in 2024-08-10T05:58:24.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:24 smithi031 ceph-mon[100614]: osdmap e1289: 8 total, 8 up, 8 in 2024-08-10T05:58:24.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:24 smithi196 ceph-mon[90243]: osdmap e1289: 8 total, 8 up, 8 in 2024-08-10T05:58:25.403 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 41943040 2024-08-10T05:58:25.423 INFO:tasks.workunit.client.0.smithi031.stdout:migration_prepare 2024-08-10T05:58:25.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:25 smithi031 ceph-mon[98130]: osdmap e1290: 8 total, 8 up, 8 in 2024-08-10T05:58:25.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:25 smithi031 ceph-mon[98130]: pgmap v2299: 169 pgs: 169 active+clean; 785 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 328 KiB/s rd, 20 KiB/s wr, 420 op/s 2024-08-10T05:58:25.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:25 smithi031 ceph-mon[100614]: osdmap e1290: 8 total, 8 up, 8 in 2024-08-10T05:58:25.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:25 smithi031 ceph-mon[100614]: pgmap v2299: 169 pgs: 169 active+clean; 785 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 328 KiB/s rd, 20 KiB/s wr, 420 op/s 2024-08-10T05:58:25.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:25 smithi196 ceph-mon[90243]: osdmap e1290: 8 total, 8 up, 8 in 2024-08-10T05:58:25.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:25 smithi196 ceph-mon[90243]: pgmap v2299: 169 pgs: 169 active+clean; 785 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 328 KiB/s rd, 20 KiB/s wr, 420 op/s 2024-08-10T05:58:26.535 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 83886080 2024-08-10T05:58:26.547 INFO:tasks.workunit.client.0.smithi031.stdout:snap_create: snap3 2024-08-10T05:58:26.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:26 smithi031 ceph-mon[98130]: osdmap e1291: 8 total, 8 up, 8 in 2024-08-10T05:58:26.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:58:26.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:26 smithi031 ceph-mon[100614]: osdmap e1291: 8 total, 8 up, 8 in 2024-08-10T05:58:26.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:58:26.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:26 smithi196 ceph-mon[90243]: osdmap e1291: 8 total, 8 up, 8 in 2024-08-10T05:58:26.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:58:27.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:27 smithi031 ceph-mon[98130]: osdmap e1292: 8 total, 8 up, 8 in 2024-08-10T05:58:27.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:27 smithi031 ceph-mon[98130]: pgmap v2302: 169 pgs: 169 active+clean; 785 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 157 KiB/s rd, 11 KiB/s wr, 204 op/s 2024-08-10T05:58:27.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:27 smithi031 ceph-mon[100614]: osdmap e1292: 8 total, 8 up, 8 in 2024-08-10T05:58:27.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:27 smithi031 ceph-mon[100614]: pgmap v2302: 169 pgs: 169 active+clean; 785 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 157 KiB/s rd, 11 KiB/s wr, 204 op/s 2024-08-10T05:58:27.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:27 smithi196 ceph-mon[90243]: osdmap e1292: 8 total, 8 up, 8 in 2024-08-10T05:58:27.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:27 smithi196 ceph-mon[90243]: pgmap v2302: 169 pgs: 169 active+clean; 785 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 157 KiB/s rd, 11 KiB/s wr, 204 op/s 2024-08-10T05:58:28.419 INFO:tasks.workunit.client.0.smithi031.stdout:write: B 41943040~10 2024-08-10T05:58:28.426 INFO:tasks.workunit.client.0.smithi031.stdout:snap_create: snap4 2024-08-10T05:58:28.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:28 smithi031 ceph-mon[98130]: osdmap e1293: 8 total, 8 up, 8 in 2024-08-10T05:58:28.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:28 smithi031 ceph-mon[100614]: osdmap e1293: 8 total, 8 up, 8 in 2024-08-10T05:58:28.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:28 smithi196 ceph-mon[90243]: osdmap e1293: 8 total, 8 up, 8 in 2024-08-10T05:58:29.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:29 smithi031 ceph-mon[98130]: osdmap e1294: 8 total, 8 up, 8 in 2024-08-10T05:58:29.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:29 smithi031 ceph-mon[98130]: pgmap v2305: 169 pgs: 169 active+clean; 785 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 151 KiB/s rd, 18 KiB/s wr, 213 op/s 2024-08-10T05:58:29.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:29 smithi031 ceph-mon[100614]: osdmap e1294: 8 total, 8 up, 8 in 2024-08-10T05:58:29.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:29 smithi031 ceph-mon[100614]: pgmap v2305: 169 pgs: 169 active+clean; 785 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 151 KiB/s rd, 18 KiB/s wr, 213 op/s 2024-08-10T05:58:29.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:29 smithi196 ceph-mon[90243]: osdmap e1294: 8 total, 8 up, 8 in 2024-08-10T05:58:29.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:29 smithi196 ceph-mon[90243]: pgmap v2305: 169 pgs: 169 active+clean; 785 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 151 KiB/s rd, 18 KiB/s wr, 213 op/s 2024-08-10T05:58:30.285 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 41943040 2024-08-10T05:58:30.309 INFO:tasks.workunit.client.0.smithi031.stdout:migration_execute 2024-08-10T05:58:30.374 INFO:tasks.workunit.client.0.smithi031.stdout:migration_commit 2024-08-10T05:58:30.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:30 smithi031 ceph-mon[98130]: osdmap e1295: 8 total, 8 up, 8 in 2024-08-10T05:58:30.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:30 smithi031 ceph-mon[98130]: osdmap e1296: 8 total, 8 up, 8 in 2024-08-10T05:58:30.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:30 smithi031 ceph-mon[100614]: osdmap e1295: 8 total, 8 up, 8 in 2024-08-10T05:58:30.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:30 smithi031 ceph-mon[100614]: osdmap e1296: 8 total, 8 up, 8 in 2024-08-10T05:58:30.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:30 smithi196 ceph-mon[90243]: osdmap e1295: 8 total, 8 up, 8 in 2024-08-10T05:58:30.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:30 smithi196 ceph-mon[90243]: osdmap e1296: 8 total, 8 up, 8 in 2024-08-10T05:58:31.437 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMigration.SnapTrimBeforePrepare (7931 ms) 2024-08-10T05:58:31.437 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMigration.AbortInUseImage 2024-08-10T05:58:31.470 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 83886080 2024-08-10T05:58:31.482 INFO:tasks.workunit.client.0.smithi031.stdout:migration_prepare 2024-08-10T05:58:31.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:31 smithi031 ceph-mon[98130]: pgmap v2308: 169 pgs: 169 active+clean; 785 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 149 KiB/s rd, 18 KiB/s wr, 207 op/s 2024-08-10T05:58:31.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:31 smithi031 ceph-mon[98130]: osdmap e1297: 8 total, 8 up, 8 in 2024-08-10T05:58:31.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:58:31 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:58:31] "GET /metrics HTTP/1.1" 200 38903 "" "Prometheus/2.43.0" 2024-08-10T05:58:31.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:31 smithi031 ceph-mon[100614]: pgmap v2308: 169 pgs: 169 active+clean; 785 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 149 KiB/s rd, 18 KiB/s wr, 207 op/s 2024-08-10T05:58:31.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:31 smithi031 ceph-mon[100614]: osdmap e1297: 8 total, 8 up, 8 in 2024-08-10T05:58:31.661 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMigration.AbortInUseImage (225 ms) 2024-08-10T05:58:31.662 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMigration.AbortWithoutSnapshots 2024-08-10T05:58:31.691 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 83886080 2024-08-10T05:58:31.702 INFO:tasks.workunit.client.0.smithi031.stdout:write: 1 0~8388609 2024-08-10T05:58:31.772 INFO:tasks.workunit.client.0.smithi031.stdout:write: 1 16777218~8388609 2024-08-10T05:58:31.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:31 smithi196 ceph-mon[90243]: pgmap v2308: 169 pgs: 169 active+clean; 785 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 149 KiB/s rd, 18 KiB/s wr, 207 op/s 2024-08-10T05:58:31.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:31 smithi196 ceph-mon[90243]: osdmap e1297: 8 total, 8 up, 8 in 2024-08-10T05:58:31.827 INFO:tasks.workunit.client.0.smithi031.stdout:migration_prepare 2024-08-10T05:58:32.018 INFO:tasks.workunit.client.0.smithi031.stdout:write: 1 0~8388609 2024-08-10T05:58:32.067 INFO:tasks.workunit.client.0.smithi031.stdout:write: 1 16777218~8388609 2024-08-10T05:58:32.115 INFO:tasks.workunit.client.0.smithi031.stdout:migration_abort 2024-08-10T05:58:32.311 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMigration.AbortWithoutSnapshots (649 ms) 2024-08-10T05:58:32.312 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMigration.AbortWithSnapshots 2024-08-10T05:58:32.344 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 83886080 2024-08-10T05:58:32.357 INFO:tasks.workunit.client.0.smithi031.stdout:write: 1 0~8388609 2024-08-10T05:58:32.420 INFO:tasks.workunit.client.0.smithi031.stdout:snap_create: snap1 2024-08-10T05:58:32.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:58:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:58:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:58:33.445 INFO:tasks.workunit.client.0.smithi031.stdout:write: 1 8388609~8388609 2024-08-10T05:58:33.460 INFO:tasks.workunit.client.0.smithi031.stdout:write: X 0~1000 2024-08-10T05:58:33.460 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 1010~1000 2024-08-10T05:58:33.461 INFO:tasks.workunit.client.0.smithi031.stdout:snap_create: snap2 2024-08-10T05:58:33.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:33 smithi031 ceph-mon[98130]: osdmap e1298: 8 total, 8 up, 8 in 2024-08-10T05:58:33.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:33 smithi031 ceph-mon[98130]: pgmap v2311: 169 pgs: 169 active+clean; 793 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 5.1 MiB/s rd, 6.0 MiB/s wr, 197 op/s 2024-08-10T05:58:33.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:33 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:58:33.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:33 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:58:33.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:33 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:58:33.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:33 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:58:33.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:33 smithi031 ceph-mon[100614]: osdmap e1298: 8 total, 8 up, 8 in 2024-08-10T05:58:33.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:33 smithi031 ceph-mon[100614]: pgmap v2311: 169 pgs: 169 active+clean; 793 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 5.1 MiB/s rd, 6.0 MiB/s wr, 197 op/s 2024-08-10T05:58:33.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:33 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:58:33.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:33 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:58:33.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:33 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:58:33.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:33 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:58:33.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:33 smithi196 ceph-mon[90243]: osdmap e1298: 8 total, 8 up, 8 in 2024-08-10T05:58:33.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:33 smithi196 ceph-mon[90243]: pgmap v2311: 169 pgs: 169 active+clean; 793 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 5.1 MiB/s rd, 6.0 MiB/s wr, 197 op/s 2024-08-10T05:58:33.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:33 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:58:33.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:33 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:58:33.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:33 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:58:33.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:33 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:58:34.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:34 smithi031 ceph-mon[98130]: osdmap e1299: 8 total, 8 up, 8 in 2024-08-10T05:58:34.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:34 smithi031 ceph-mon[100614]: osdmap e1299: 8 total, 8 up, 8 in 2024-08-10T05:58:34.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:34 smithi196 ceph-mon[90243]: osdmap e1299: 8 total, 8 up, 8 in 2024-08-10T05:58:35.469 INFO:tasks.workunit.client.0.smithi031.stdout:write: X 8388609~1000 2024-08-10T05:58:35.476 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 16777228~1000 2024-08-10T05:58:35.476 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 167772160 2024-08-10T05:58:35.486 INFO:tasks.workunit.client.0.smithi031.stdout:write: 2 83886079~8388609 2024-08-10T05:58:35.504 INFO:tasks.workunit.client.0.smithi031.stdout:snap_create: snap3 2024-08-10T05:58:35.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:35 smithi031 ceph-mon[98130]: pgmap v2313: 169 pgs: 169 active+clean; 817 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 16 MiB/s rd, 17 MiB/s wr, 462 op/s 2024-08-10T05:58:35.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:35 smithi031 ceph-mon[98130]: osdmap e1300: 8 total, 8 up, 8 in 2024-08-10T05:58:35.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:35 smithi031 ceph-mon[100614]: pgmap v2313: 169 pgs: 169 active+clean; 817 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 16 MiB/s rd, 17 MiB/s wr, 462 op/s 2024-08-10T05:58:35.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:35 smithi031 ceph-mon[100614]: osdmap e1300: 8 total, 8 up, 8 in 2024-08-10T05:58:35.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:35 smithi196 ceph-mon[90243]: pgmap v2313: 169 pgs: 169 active+clean; 817 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 16 MiB/s rd, 17 MiB/s wr, 462 op/s 2024-08-10T05:58:35.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:35 smithi196 ceph-mon[90243]: osdmap e1300: 8 total, 8 up, 8 in 2024-08-10T05:58:36.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:36 smithi031 ceph-mon[98130]: osdmap e1301: 8 total, 8 up, 8 in 2024-08-10T05:58:36.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:36 smithi031 ceph-mon[100614]: osdmap e1301: 8 total, 8 up, 8 in 2024-08-10T05:58:36.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:36 smithi196 ceph-mon[90243]: osdmap e1301: 8 total, 8 up, 8 in 2024-08-10T05:58:37.478 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 83886080 2024-08-10T05:58:37.503 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 83886079~1 2024-08-10T05:58:37.514 INFO:tasks.workunit.client.0.smithi031.stdout:migration_prepare 2024-08-10T05:58:37.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:37 smithi031 ceph-mon[98130]: pgmap v2316: 169 pgs: 169 active+clean; 845 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 16 MiB/s rd, 22 MiB/s wr, 554 op/s 2024-08-10T05:58:37.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:37 smithi031 ceph-mon[98130]: osdmap e1302: 8 total, 8 up, 8 in 2024-08-10T05:58:37.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:37 smithi031 ceph-mon[100614]: pgmap v2316: 169 pgs: 169 active+clean; 845 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 16 MiB/s rd, 22 MiB/s wr, 554 op/s 2024-08-10T05:58:37.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:37 smithi031 ceph-mon[100614]: osdmap e1302: 8 total, 8 up, 8 in 2024-08-10T05:58:37.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:37 smithi196 ceph-mon[90243]: pgmap v2316: 169 pgs: 169 active+clean; 845 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 16 MiB/s rd, 22 MiB/s wr, 554 op/s 2024-08-10T05:58:37.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:37 smithi196 ceph-mon[90243]: osdmap e1302: 8 total, 8 up, 8 in 2024-08-10T05:58:38.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:38 smithi031 ceph-mon[98130]: osdmap e1303: 8 total, 8 up, 8 in 2024-08-10T05:58:38.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:38 smithi031 ceph-mon[100614]: osdmap e1303: 8 total, 8 up, 8 in 2024-08-10T05:58:38.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:38 smithi196 ceph-mon[90243]: osdmap e1303: 8 total, 8 up, 8 in 2024-08-10T05:58:39.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:39 smithi031 ceph-mon[98130]: pgmap v2319: 169 pgs: 169 active+clean; 869 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.2 MiB/s rd, 14 MiB/s wr, 305 op/s 2024-08-10T05:58:39.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:39 smithi031 ceph-mon[98130]: osdmap e1304: 8 total, 8 up, 8 in 2024-08-10T05:58:39.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:39 smithi031 ceph-mon[100614]: pgmap v2319: 169 pgs: 169 active+clean; 869 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.2 MiB/s rd, 14 MiB/s wr, 305 op/s 2024-08-10T05:58:39.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:39 smithi031 ceph-mon[100614]: osdmap e1304: 8 total, 8 up, 8 in 2024-08-10T05:58:39.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:39 smithi196 ceph-mon[90243]: pgmap v2319: 169 pgs: 169 active+clean; 869 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.2 MiB/s rd, 14 MiB/s wr, 305 op/s 2024-08-10T05:58:39.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:39 smithi196 ceph-mon[90243]: osdmap e1304: 8 total, 8 up, 8 in 2024-08-10T05:58:40.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:40 smithi031 ceph-mon[98130]: osdmap e1305: 8 total, 8 up, 8 in 2024-08-10T05:58:40.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:40 smithi031 ceph-mon[98130]: osdmap e1306: 8 total, 8 up, 8 in 2024-08-10T05:58:40.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:40 smithi031 ceph-mon[100614]: osdmap e1305: 8 total, 8 up, 8 in 2024-08-10T05:58:40.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:40 smithi031 ceph-mon[100614]: osdmap e1306: 8 total, 8 up, 8 in 2024-08-10T05:58:40.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:40 smithi196 ceph-mon[90243]: osdmap e1305: 8 total, 8 up, 8 in 2024-08-10T05:58:40.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:40 smithi196 ceph-mon[90243]: osdmap e1306: 8 total, 8 up, 8 in 2024-08-10T05:58:40.785 INFO:tasks.workunit.client.0.smithi031.stdout:write: 1 0~8388609 2024-08-10T05:58:40.875 INFO:tasks.workunit.client.0.smithi031.stdout:write: 1 16777218~8388609 2024-08-10T05:58:41.501 INFO:tasks.workunit.client.0.smithi031.stdout:write: 1 0~8388609 2024-08-10T05:58:41.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:58:41 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:58:41] "GET /metrics HTTP/1.1" 200 38903 "" "Prometheus/2.43.0" 2024-08-10T05:58:41.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:41 smithi031 ceph-mon[98130]: pgmap v2323: 169 pgs: 169 active+clean; 873 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 94 KiB/s rd, 5.0 MiB/s wr, 139 op/s 2024-08-10T05:58:41.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:58:41.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:41 smithi031 ceph-mon[100614]: pgmap v2323: 169 pgs: 169 active+clean; 873 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 94 KiB/s rd, 5.0 MiB/s wr, 139 op/s 2024-08-10T05:58:41.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:58:41.523 INFO:tasks.workunit.client.0.smithi031.stdout:write: 1 16777218~8388609 2024-08-10T05:58:41.615 INFO:tasks.workunit.client.0.smithi031.stdout:migration_abort 2024-08-10T05:58:41.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:41 smithi196 ceph-mon[90243]: pgmap v2323: 169 pgs: 169 active+clean; 873 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 94 KiB/s rd, 5.0 MiB/s wr, 139 op/s 2024-08-10T05:58:41.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:58:42.681 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:42 smithi196 ceph-mon[90243]: osdmap e1307: 8 total, 8 up, 8 in 2024-08-10T05:58:42.681 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:58:42 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:58:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:58:42.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:42 smithi031 ceph-mon[98130]: osdmap e1307: 8 total, 8 up, 8 in 2024-08-10T05:58:42.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:42 smithi031 ceph-mon[100614]: osdmap e1307: 8 total, 8 up, 8 in 2024-08-10T05:58:43.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:43 smithi031 ceph-mon[98130]: pgmap v2325: 169 pgs: 169 active+clean; 921 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 15 MiB/s wr, 184 op/s 2024-08-10T05:58:43.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:43 smithi031 ceph-mon[98130]: osdmap e1308: 8 total, 8 up, 8 in 2024-08-10T05:58:43.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:43 smithi031 ceph-mon[100614]: pgmap v2325: 169 pgs: 169 active+clean; 921 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 15 MiB/s wr, 184 op/s 2024-08-10T05:58:43.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:43 smithi031 ceph-mon[100614]: osdmap e1308: 8 total, 8 up, 8 in 2024-08-10T05:58:43.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:43 smithi196 ceph-mon[90243]: pgmap v2325: 169 pgs: 169 active+clean; 921 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 15 MiB/s wr, 184 op/s 2024-08-10T05:58:43.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:43 smithi196 ceph-mon[90243]: osdmap e1308: 8 total, 8 up, 8 in 2024-08-10T05:58:44.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:44 smithi031 ceph-mon[100614]: osdmap e1309: 8 total, 8 up, 8 in 2024-08-10T05:58:44.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:44 smithi031 ceph-mon[98130]: osdmap e1309: 8 total, 8 up, 8 in 2024-08-10T05:58:44.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:44 smithi196 ceph-mon[90243]: osdmap e1309: 8 total, 8 up, 8 in 2024-08-10T05:58:45.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:45 smithi196 ceph-mon[90243]: pgmap v2328: 169 pgs: 169 active+clean; 937 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 40 MiB/s rd, 17 MiB/s wr, 389 op/s 2024-08-10T05:58:45.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:45 smithi196 ceph-mon[90243]: osdmap e1310: 8 total, 8 up, 8 in 2024-08-10T05:58:45.936 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMigration.AbortWithSnapshots (13625 ms) 2024-08-10T05:58:45.936 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMigration.CloneV1Parent 2024-08-10T05:58:45.967 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 83886080 2024-08-10T05:58:45.978 INFO:tasks.workunit.client.0.smithi031.stdout:write: A 0~10 2024-08-10T05:58:45.987 INFO:tasks.workunit.client.0.smithi031.stdout:snap_create: snap1 2024-08-10T05:58:46.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:45 smithi031 ceph-mon[98130]: pgmap v2328: 169 pgs: 169 active+clean; 937 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 40 MiB/s rd, 17 MiB/s wr, 389 op/s 2024-08-10T05:58:46.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:45 smithi031 ceph-mon[98130]: osdmap e1310: 8 total, 8 up, 8 in 2024-08-10T05:58:46.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:45 smithi031 ceph-mon[100614]: pgmap v2328: 169 pgs: 169 active+clean; 937 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 40 MiB/s rd, 17 MiB/s wr, 389 op/s 2024-08-10T05:58:46.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:45 smithi031 ceph-mon[100614]: osdmap e1310: 8 total, 8 up, 8 in 2024-08-10T05:58:46.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:46 smithi196 ceph-mon[90243]: osdmap e1311: 8 total, 8 up, 8 in 2024-08-10T05:58:47.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:46 smithi031 ceph-mon[98130]: osdmap e1311: 8 total, 8 up, 8 in 2024-08-10T05:58:47.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:46 smithi031 ceph-mon[100614]: osdmap e1311: 8 total, 8 up, 8 in 2024-08-10T05:58:47.548 INFO:tasks.workunit.client.0.smithi031.stdout:snap_protect: snap1 2024-08-10T05:58:47.615 INFO:tasks.workunit.client.0.smithi031.stdout:migration_prepare 2024-08-10T05:58:48.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:47 smithi031 ceph-mon[100614]: pgmap v2331: 169 pgs: 169 active+clean; 949 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 33 MiB/s rd, 9.0 MiB/s wr, 322 op/s 2024-08-10T05:58:48.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:47 smithi031 ceph-mon[100614]: osdmap e1312: 8 total, 8 up, 8 in 2024-08-10T05:58:48.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:47 smithi031 ceph-mon[98130]: pgmap v2331: 169 pgs: 169 active+clean; 949 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 33 MiB/s rd, 9.0 MiB/s wr, 322 op/s 2024-08-10T05:58:48.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:47 smithi031 ceph-mon[98130]: osdmap e1312: 8 total, 8 up, 8 in 2024-08-10T05:58:48.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:47 smithi196 ceph-mon[90243]: pgmap v2331: 169 pgs: 169 active+clean; 949 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 33 MiB/s rd, 9.0 MiB/s wr, 322 op/s 2024-08-10T05:58:48.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:47 smithi196 ceph-mon[90243]: osdmap e1312: 8 total, 8 up, 8 in 2024-08-10T05:58:48.767 INFO:tasks.workunit.client.0.smithi031.stdout:migration_execute 2024-08-10T05:58:48.852 INFO:tasks.workunit.client.0.smithi031.stdout:migration_commit 2024-08-10T05:58:49.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:48 smithi031 ceph-mon[98130]: osdmap e1313: 8 total, 8 up, 8 in 2024-08-10T05:58:49.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:48 smithi031 ceph-mon[100614]: osdmap e1313: 8 total, 8 up, 8 in 2024-08-10T05:58:49.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:48 smithi196 ceph-mon[90243]: osdmap e1313: 8 total, 8 up, 8 in 2024-08-10T05:58:49.688 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMigration.CloneV1Parent (3752 ms) 2024-08-10T05:58:49.688 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMigration.CloneV2Parent 2024-08-10T05:58:49.719 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 83886080 2024-08-10T05:58:49.731 INFO:tasks.workunit.client.0.smithi031.stdout:write: A 0~10 2024-08-10T05:58:49.740 INFO:tasks.workunit.client.0.smithi031.stdout:snap_create: snap1 2024-08-10T05:58:50.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:49 smithi031 ceph-mon[98130]: pgmap v2334: 169 pgs: 169 active+clean; 913 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 33 MiB/s rd, 5.0 MiB/s wr, 82 op/s 2024-08-10T05:58:50.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:49 smithi031 ceph-mon[98130]: osdmap e1314: 8 total, 8 up, 8 in 2024-08-10T05:58:50.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:49 smithi031 ceph-mon[100614]: pgmap v2334: 169 pgs: 169 active+clean; 913 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 33 MiB/s rd, 5.0 MiB/s wr, 82 op/s 2024-08-10T05:58:50.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:49 smithi031 ceph-mon[100614]: osdmap e1314: 8 total, 8 up, 8 in 2024-08-10T05:58:50.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:49 smithi196 ceph-mon[90243]: pgmap v2334: 169 pgs: 169 active+clean; 913 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 33 MiB/s rd, 5.0 MiB/s wr, 82 op/s 2024-08-10T05:58:50.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:49 smithi196 ceph-mon[90243]: osdmap e1314: 8 total, 8 up, 8 in 2024-08-10T05:58:51.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:50 smithi031 ceph-mon[98130]: osdmap e1315: 8 total, 8 up, 8 in 2024-08-10T05:58:51.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:50 smithi031 ceph-mon[98130]: osdmap e1316: 8 total, 8 up, 8 in 2024-08-10T05:58:51.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:50 smithi031 ceph-mon[100614]: osdmap e1315: 8 total, 8 up, 8 in 2024-08-10T05:58:51.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:50 smithi031 ceph-mon[100614]: osdmap e1316: 8 total, 8 up, 8 in 2024-08-10T05:58:51.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:50 smithi196 ceph-mon[90243]: osdmap e1315: 8 total, 8 up, 8 in 2024-08-10T05:58:51.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:50 smithi196 ceph-mon[90243]: osdmap e1316: 8 total, 8 up, 8 in 2024-08-10T05:58:51.298 INFO:tasks.workunit.client.0.smithi031.stdout:snap_protect: snap1 2024-08-10T05:58:51.354 INFO:tasks.workunit.client.0.smithi031.stdout:migration_prepare 2024-08-10T05:58:51.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:58:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:58:51] "GET /metrics HTTP/1.1" 200 38903 "" "Prometheus/2.43.0" 2024-08-10T05:58:52.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:51 smithi031 ceph-mon[98130]: pgmap v2338: 169 pgs: 169 active+clean; 905 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 21 MiB/s rd, 17 KiB/s wr, 327 op/s 2024-08-10T05:58:52.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:51 smithi031 ceph-mon[98130]: osdmap e1317: 8 total, 8 up, 8 in 2024-08-10T05:58:52.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:51 smithi031 ceph-mon[100614]: pgmap v2338: 169 pgs: 169 active+clean; 905 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 21 MiB/s rd, 17 KiB/s wr, 327 op/s 2024-08-10T05:58:52.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:51 smithi031 ceph-mon[100614]: osdmap e1317: 8 total, 8 up, 8 in 2024-08-10T05:58:52.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:51 smithi196 ceph-mon[90243]: pgmap v2338: 169 pgs: 169 active+clean; 905 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 21 MiB/s rd, 17 KiB/s wr, 327 op/s 2024-08-10T05:58:52.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:51 smithi196 ceph-mon[90243]: osdmap e1317: 8 total, 8 up, 8 in 2024-08-10T05:58:52.497 INFO:tasks.workunit.client.0.smithi031.stdout:migration_execute 2024-08-10T05:58:52.584 INFO:tasks.workunit.client.0.smithi031.stdout:migration_commit 2024-08-10T05:58:52.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:58:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:58:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:58:53.427 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMigration.CloneV2Parent (3738 ms) 2024-08-10T05:58:53.427 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMigration.CloneV1ParentAbort 2024-08-10T05:58:53.463 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 83886080 2024-08-10T05:58:53.475 INFO:tasks.workunit.client.0.smithi031.stdout:write: A 0~10 2024-08-10T05:58:53.485 INFO:tasks.workunit.client.0.smithi031.stdout:snap_create: snap1 2024-08-10T05:58:53.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:53 smithi031 ceph-mon[98130]: osdmap e1318: 8 total, 8 up, 8 in 2024-08-10T05:58:53.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:53 smithi031 ceph-mon[98130]: pgmap v2341: 169 pgs: 169 active+clean; 905 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.4 MiB/s rd, 18 KiB/s wr, 444 op/s 2024-08-10T05:58:53.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:53 smithi031 ceph-mon[100614]: osdmap e1318: 8 total, 8 up, 8 in 2024-08-10T05:58:53.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:53 smithi031 ceph-mon[100614]: pgmap v2341: 169 pgs: 169 active+clean; 905 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.4 MiB/s rd, 18 KiB/s wr, 444 op/s 2024-08-10T05:58:53.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:53 smithi196 ceph-mon[90243]: osdmap e1318: 8 total, 8 up, 8 in 2024-08-10T05:58:53.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:53 smithi196 ceph-mon[90243]: pgmap v2341: 169 pgs: 169 active+clean; 905 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.4 MiB/s rd, 18 KiB/s wr, 444 op/s 2024-08-10T05:58:54.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:54 smithi031 ceph-mon[98130]: osdmap e1319: 8 total, 8 up, 8 in 2024-08-10T05:58:54.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:54 smithi031 ceph-mon[100614]: osdmap e1319: 8 total, 8 up, 8 in 2024-08-10T05:58:54.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:54 smithi196 ceph-mon[90243]: osdmap e1319: 8 total, 8 up, 8 in 2024-08-10T05:58:55.296 INFO:tasks.workunit.client.0.smithi031.stdout:snap_protect: snap1 2024-08-10T05:58:55.354 INFO:tasks.workunit.client.0.smithi031.stdout:migration_prepare 2024-08-10T05:58:55.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:55 smithi031 ceph-mon[98130]: osdmap e1320: 8 total, 8 up, 8 in 2024-08-10T05:58:55.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:55 smithi031 ceph-mon[98130]: pgmap v2344: 169 pgs: 169 active+clean; 905 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 359 KiB/s rd, 25 KiB/s wr, 467 op/s 2024-08-10T05:58:55.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:55 smithi031 ceph-mon[98130]: osdmap e1321: 8 total, 8 up, 8 in 2024-08-10T05:58:55.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:55 smithi031 ceph-mon[100614]: osdmap e1320: 8 total, 8 up, 8 in 2024-08-10T05:58:55.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:55 smithi031 ceph-mon[100614]: pgmap v2344: 169 pgs: 169 active+clean; 905 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 359 KiB/s rd, 25 KiB/s wr, 467 op/s 2024-08-10T05:58:55.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:55 smithi031 ceph-mon[100614]: osdmap e1321: 8 total, 8 up, 8 in 2024-08-10T05:58:55.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:55 smithi196 ceph-mon[90243]: osdmap e1320: 8 total, 8 up, 8 in 2024-08-10T05:58:55.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:55 smithi196 ceph-mon[90243]: pgmap v2344: 169 pgs: 169 active+clean; 905 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 359 KiB/s rd, 25 KiB/s wr, 467 op/s 2024-08-10T05:58:55.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:55 smithi196 ceph-mon[90243]: osdmap e1321: 8 total, 8 up, 8 in 2024-08-10T05:58:56.500 INFO:tasks.workunit.client.0.smithi031.stdout:migration_abort 2024-08-10T05:58:56.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:58:56.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:56 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:58:56.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:56 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:58:57.463 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMigration.CloneV1ParentAbort (4037 ms) 2024-08-10T05:58:57.463 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMigration.CloneV2ParentAbort 2024-08-10T05:58:57.495 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 83886080 2024-08-10T05:58:57.506 INFO:tasks.workunit.client.0.smithi031.stdout:write: A 0~10 2024-08-10T05:58:57.515 INFO:tasks.workunit.client.0.smithi031.stdout:snap_create: snap1 2024-08-10T05:58:57.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:57 smithi031 ceph-mon[98130]: osdmap e1322: 8 total, 8 up, 8 in 2024-08-10T05:58:57.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:57 smithi031 ceph-mon[98130]: pgmap v2347: 169 pgs: 169 active+clean; 905 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 346 KiB/s rd, 24 KiB/s wr, 439 op/s 2024-08-10T05:58:57.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:57 smithi031 ceph-mon[100614]: osdmap e1322: 8 total, 8 up, 8 in 2024-08-10T05:58:57.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:57 smithi031 ceph-mon[100614]: pgmap v2347: 169 pgs: 169 active+clean; 905 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 346 KiB/s rd, 24 KiB/s wr, 439 op/s 2024-08-10T05:58:57.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:57 smithi196 ceph-mon[90243]: osdmap e1322: 8 total, 8 up, 8 in 2024-08-10T05:58:57.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:57 smithi196 ceph-mon[90243]: pgmap v2347: 169 pgs: 169 active+clean; 905 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 346 KiB/s rd, 24 KiB/s wr, 439 op/s 2024-08-10T05:58:58.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:58 smithi031 ceph-mon[98130]: osdmap e1323: 8 total, 8 up, 8 in 2024-08-10T05:58:58.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:58 smithi031 ceph-mon[100614]: osdmap e1323: 8 total, 8 up, 8 in 2024-08-10T05:58:58.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:58 smithi196 ceph-mon[90243]: osdmap e1323: 8 total, 8 up, 8 in 2024-08-10T05:58:59.353 INFO:tasks.workunit.client.0.smithi031.stdout:snap_protect: snap1 2024-08-10T05:58:59.413 INFO:tasks.workunit.client.0.smithi031.stdout:migration_prepare 2024-08-10T05:58:59.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:59 smithi031 ceph-mon[98130]: osdmap e1324: 8 total, 8 up, 8 in 2024-08-10T05:58:59.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:58:59 smithi031 ceph-mon[98130]: pgmap v2350: 169 pgs: 169 active+clean; 905 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 267 KiB/s rd, 18 KiB/s wr, 337 op/s 2024-08-10T05:58:59.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:59 smithi031 ceph-mon[100614]: osdmap e1324: 8 total, 8 up, 8 in 2024-08-10T05:58:59.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:58:59 smithi031 ceph-mon[100614]: pgmap v2350: 169 pgs: 169 active+clean; 905 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 267 KiB/s rd, 18 KiB/s wr, 337 op/s 2024-08-10T05:58:59.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:59 smithi196 ceph-mon[90243]: osdmap e1324: 8 total, 8 up, 8 in 2024-08-10T05:58:59.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:58:59 smithi196 ceph-mon[90243]: pgmap v2350: 169 pgs: 169 active+clean; 905 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 267 KiB/s rd, 18 KiB/s wr, 337 op/s 2024-08-10T05:59:00.453 INFO:tasks.workunit.client.0.smithi031.stdout:migration_abort 2024-08-10T05:59:00.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:00 smithi031 ceph-mon[100614]: osdmap e1325: 8 total, 8 up, 8 in 2024-08-10T05:59:00.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:00 smithi031 ceph-mon[100614]: osdmap e1326: 8 total, 8 up, 8 in 2024-08-10T05:59:00.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:00 smithi031 ceph-mon[98130]: osdmap e1325: 8 total, 8 up, 8 in 2024-08-10T05:59:00.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:00 smithi031 ceph-mon[98130]: osdmap e1326: 8 total, 8 up, 8 in 2024-08-10T05:59:00.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:00 smithi196 ceph-mon[90243]: osdmap e1325: 8 total, 8 up, 8 in 2024-08-10T05:59:00.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:00 smithi196 ceph-mon[90243]: osdmap e1326: 8 total, 8 up, 8 in 2024-08-10T05:59:01.490 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMigration.CloneV2ParentAbort (4027 ms) 2024-08-10T05:59:01.490 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMigration.CloneV1ParentAbortFixIncompleteChildReattach 2024-08-10T05:59:01.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:01 smithi031 ceph-mon[98130]: pgmap v2353: 169 pgs: 169 active+clean; 905 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 274 KiB/s rd, 18 KiB/s wr, 349 op/s 2024-08-10T05:59:01.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:59:01 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:59:01] "GET /metrics HTTP/1.1" 200 38903 "" "Prometheus/2.43.0" 2024-08-10T05:59:01.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:01 smithi031 ceph-mon[100614]: pgmap v2353: 169 pgs: 169 active+clean; 905 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 274 KiB/s rd, 18 KiB/s wr, 349 op/s 2024-08-10T05:59:01.524 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 83886080 2024-08-10T05:59:01.535 INFO:tasks.workunit.client.0.smithi031.stdout:write: A 0~10 2024-08-10T05:59:01.544 INFO:tasks.workunit.client.0.smithi031.stdout:snap_create: snap1 2024-08-10T05:59:01.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:01 smithi196 ceph-mon[90243]: pgmap v2353: 169 pgs: 169 active+clean; 905 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 274 KiB/s rd, 18 KiB/s wr, 349 op/s 2024-08-10T05:59:02.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:02 smithi031 ceph-mon[98130]: osdmap e1327: 8 total, 8 up, 8 in 2024-08-10T05:59:02.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:02 smithi031 ceph-mon[100614]: osdmap e1327: 8 total, 8 up, 8 in 2024-08-10T05:59:02.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:02 smithi196 ceph-mon[90243]: osdmap e1327: 8 total, 8 up, 8 in 2024-08-10T05:59:02.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:59:02 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:59:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:59:03.374 INFO:tasks.workunit.client.0.smithi031.stdout:snap_protect: snap1 2024-08-10T05:59:03.448 INFO:tasks.workunit.client.0.smithi031.stdout:migration_prepare 2024-08-10T05:59:03.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:03 smithi031 ceph-mon[98130]: osdmap e1328: 8 total, 8 up, 8 in 2024-08-10T05:59:03.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:03 smithi031 ceph-mon[98130]: pgmap v2356: 169 pgs: 169 active+clean; 905 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 155 KiB/s rd, 10 KiB/s wr, 205 op/s 2024-08-10T05:59:03.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:03 smithi031 ceph-mon[100614]: osdmap e1328: 8 total, 8 up, 8 in 2024-08-10T05:59:03.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:03 smithi031 ceph-mon[100614]: pgmap v2356: 169 pgs: 169 active+clean; 905 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 155 KiB/s rd, 10 KiB/s wr, 205 op/s 2024-08-10T05:59:03.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:03 smithi196 ceph-mon[90243]: osdmap e1328: 8 total, 8 up, 8 in 2024-08-10T05:59:03.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:03 smithi196 ceph-mon[90243]: pgmap v2356: 169 pgs: 169 active+clean; 905 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 155 KiB/s rd, 10 KiB/s wr, 205 op/s 2024-08-10T05:59:04.563 INFO:tasks.workunit.client.0.smithi031.stdout:migration_abort 2024-08-10T05:59:04.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:04 smithi031 ceph-mon[98130]: osdmap e1329: 8 total, 8 up, 8 in 2024-08-10T05:59:04.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:04 smithi031 ceph-mon[100614]: osdmap e1329: 8 total, 8 up, 8 in 2024-08-10T05:59:04.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:04 smithi196 ceph-mon[90243]: osdmap e1329: 8 total, 8 up, 8 in 2024-08-10T05:59:05.427 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMigration.CloneV1ParentAbortFixIncompleteChildReattach (3937 ms) 2024-08-10T05:59:05.428 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMigration.CloneV1ParentAbortFixParentReattach 2024-08-10T05:59:05.464 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 83886080 2024-08-10T05:59:05.478 INFO:tasks.workunit.client.0.smithi031.stdout:write: A 0~10 2024-08-10T05:59:05.487 INFO:tasks.workunit.client.0.smithi031.stdout:snap_create: snap1 2024-08-10T05:59:05.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:05 smithi031 ceph-mon[98130]: osdmap e1330: 8 total, 8 up, 8 in 2024-08-10T05:59:05.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:05 smithi031 ceph-mon[98130]: pgmap v2359: 169 pgs: 169 active+clean; 905 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 205 KiB/s rd, 19 KiB/s wr, 277 op/s 2024-08-10T05:59:05.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:05 smithi031 ceph-mon[98130]: osdmap e1331: 8 total, 8 up, 8 in 2024-08-10T05:59:05.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:05 smithi031 ceph-mon[100614]: osdmap e1330: 8 total, 8 up, 8 in 2024-08-10T05:59:05.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:05 smithi031 ceph-mon[100614]: pgmap v2359: 169 pgs: 169 active+clean; 905 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 205 KiB/s rd, 19 KiB/s wr, 277 op/s 2024-08-10T05:59:05.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:05 smithi031 ceph-mon[100614]: osdmap e1331: 8 total, 8 up, 8 in 2024-08-10T05:59:05.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:05 smithi196 ceph-mon[90243]: osdmap e1330: 8 total, 8 up, 8 in 2024-08-10T05:59:05.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:05 smithi196 ceph-mon[90243]: pgmap v2359: 169 pgs: 169 active+clean; 905 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 205 KiB/s rd, 19 KiB/s wr, 277 op/s 2024-08-10T05:59:05.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:05 smithi196 ceph-mon[90243]: osdmap e1331: 8 total, 8 up, 8 in 2024-08-10T05:59:07.400 INFO:tasks.workunit.client.0.smithi031.stdout:snap_protect: snap1 2024-08-10T05:59:07.465 INFO:tasks.workunit.client.0.smithi031.stdout:migration_prepare 2024-08-10T05:59:07.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:07 smithi031 ceph-mon[98130]: osdmap e1332: 8 total, 8 up, 8 in 2024-08-10T05:59:07.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:07 smithi031 ceph-mon[98130]: pgmap v2362: 169 pgs: 169 active+clean; 905 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 356 KiB/s rd, 23 KiB/s wr, 449 op/s 2024-08-10T05:59:07.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:07 smithi031 ceph-mon[100614]: osdmap e1332: 8 total, 8 up, 8 in 2024-08-10T05:59:07.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:07 smithi031 ceph-mon[100614]: pgmap v2362: 169 pgs: 169 active+clean; 905 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 356 KiB/s rd, 23 KiB/s wr, 449 op/s 2024-08-10T05:59:07.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:07 smithi196 ceph-mon[90243]: osdmap e1332: 8 total, 8 up, 8 in 2024-08-10T05:59:07.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:07 smithi196 ceph-mon[90243]: pgmap v2362: 169 pgs: 169 active+clean; 905 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 356 KiB/s rd, 23 KiB/s wr, 449 op/s 2024-08-10T05:59:08.594 INFO:tasks.workunit.client.0.smithi031.stdout:migration_abort 2024-08-10T05:59:08.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:08 smithi031 ceph-mon[98130]: osdmap e1333: 8 total, 8 up, 8 in 2024-08-10T05:59:08.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:08 smithi031 ceph-mon[100614]: osdmap e1333: 8 total, 8 up, 8 in 2024-08-10T05:59:08.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:08 smithi196 ceph-mon[90243]: osdmap e1333: 8 total, 8 up, 8 in 2024-08-10T05:59:09.547 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMigration.CloneV1ParentAbortFixParentReattach (4120 ms) 2024-08-10T05:59:09.548 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMigration.CloneV1ParentAbortRelinkNotNeeded 2024-08-10T05:59:09.580 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 83886080 2024-08-10T05:59:09.593 INFO:tasks.workunit.client.0.smithi031.stdout:write: A 0~10 2024-08-10T05:59:09.601 INFO:tasks.workunit.client.0.smithi031.stdout:snap_create: snap1 2024-08-10T05:59:09.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:09 smithi031 ceph-mon[98130]: osdmap e1334: 8 total, 8 up, 8 in 2024-08-10T05:59:09.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:09 smithi031 ceph-mon[98130]: pgmap v2365: 169 pgs: 169 active+clean; 905 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 310 KiB/s rd, 18 KiB/s wr, 386 op/s 2024-08-10T05:59:09.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:09 smithi031 ceph-mon[100614]: osdmap e1334: 8 total, 8 up, 8 in 2024-08-10T05:59:09.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:09 smithi031 ceph-mon[100614]: pgmap v2365: 169 pgs: 169 active+clean; 905 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 310 KiB/s rd, 18 KiB/s wr, 386 op/s 2024-08-10T05:59:09.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:09 smithi196 ceph-mon[90243]: osdmap e1334: 8 total, 8 up, 8 in 2024-08-10T05:59:09.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:09 smithi196 ceph-mon[90243]: pgmap v2365: 169 pgs: 169 active+clean; 905 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 310 KiB/s rd, 18 KiB/s wr, 386 op/s 2024-08-10T05:59:10.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:10 smithi031 ceph-mon[98130]: osdmap e1335: 8 total, 8 up, 8 in 2024-08-10T05:59:10.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:10 smithi031 ceph-mon[98130]: osdmap e1336: 8 total, 8 up, 8 in 2024-08-10T05:59:10.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:10 smithi031 ceph-mon[100614]: osdmap e1335: 8 total, 8 up, 8 in 2024-08-10T05:59:10.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:10 smithi031 ceph-mon[100614]: osdmap e1336: 8 total, 8 up, 8 in 2024-08-10T05:59:10.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:10 smithi196 ceph-mon[90243]: osdmap e1335: 8 total, 8 up, 8 in 2024-08-10T05:59:10.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:10 smithi196 ceph-mon[90243]: osdmap e1336: 8 total, 8 up, 8 in 2024-08-10T05:59:11.302 INFO:tasks.workunit.client.0.smithi031.stdout:snap_protect: snap1 2024-08-10T05:59:11.374 INFO:tasks.workunit.client.0.smithi031.stdout:migration_prepare 2024-08-10T05:59:11.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:59:11 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:59:11] "GET /metrics HTTP/1.1" 200 38905 "" "Prometheus/2.43.0" 2024-08-10T05:59:11.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:11 smithi031 ceph-mon[98130]: pgmap v2368: 169 pgs: 169 active+clean; 905 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 201 KiB/s rd, 13 KiB/s wr, 257 op/s 2024-08-10T05:59:11.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:11 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:59:11.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:11 smithi031 ceph-mon[98130]: osdmap e1337: 8 total, 8 up, 8 in 2024-08-10T05:59:11.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:11 smithi031 ceph-mon[100614]: pgmap v2368: 169 pgs: 169 active+clean; 905 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 201 KiB/s rd, 13 KiB/s wr, 257 op/s 2024-08-10T05:59:11.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:11 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:59:11.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:11 smithi031 ceph-mon[100614]: osdmap e1337: 8 total, 8 up, 8 in 2024-08-10T05:59:11.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:11 smithi196 ceph-mon[90243]: pgmap v2368: 169 pgs: 169 active+clean; 905 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 201 KiB/s rd, 13 KiB/s wr, 257 op/s 2024-08-10T05:59:11.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:11 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:59:11.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:11 smithi196 ceph-mon[90243]: osdmap e1337: 8 total, 8 up, 8 in 2024-08-10T05:59:12.618 INFO:tasks.workunit.client.0.smithi031.stdout:migration_abort 2024-08-10T05:59:12.680 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:59:12 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:59:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:59:13.564 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMigration.CloneV1ParentAbortRelinkNotNeeded (4017 ms) 2024-08-10T05:59:13.564 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMigration.CloneV2ParentAbortFixIncompleteChildReattach 2024-08-10T05:59:13.596 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 83886080 2024-08-10T05:59:13.607 INFO:tasks.workunit.client.0.smithi031.stdout:write: A 0~10 2024-08-10T05:59:13.616 INFO:tasks.workunit.client.0.smithi031.stdout:snap_create: snap1 2024-08-10T05:59:13.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:13 smithi031 ceph-mon[98130]: osdmap e1338: 8 total, 8 up, 8 in 2024-08-10T05:59:13.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:13 smithi031 ceph-mon[98130]: pgmap v2371: 169 pgs: 169 active+clean; 905 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 304 KiB/s rd, 18 KiB/s wr, 397 op/s 2024-08-10T05:59:13.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:13 smithi031 ceph-mon[100614]: osdmap e1338: 8 total, 8 up, 8 in 2024-08-10T05:59:13.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:13 smithi031 ceph-mon[100614]: pgmap v2371: 169 pgs: 169 active+clean; 905 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 304 KiB/s rd, 18 KiB/s wr, 397 op/s 2024-08-10T05:59:13.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:13 smithi196 ceph-mon[90243]: osdmap e1338: 8 total, 8 up, 8 in 2024-08-10T05:59:13.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:13 smithi196 ceph-mon[90243]: pgmap v2371: 169 pgs: 169 active+clean; 905 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 304 KiB/s rd, 18 KiB/s wr, 397 op/s 2024-08-10T05:59:14.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:14 smithi031 ceph-mon[98130]: osdmap e1339: 8 total, 8 up, 8 in 2024-08-10T05:59:14.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:14 smithi031 ceph-mon[100614]: osdmap e1339: 8 total, 8 up, 8 in 2024-08-10T05:59:14.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:14 smithi196 ceph-mon[90243]: osdmap e1339: 8 total, 8 up, 8 in 2024-08-10T05:59:15.298 INFO:tasks.workunit.client.0.smithi031.stdout:snap_protect: snap1 2024-08-10T05:59:15.362 INFO:tasks.workunit.client.0.smithi031.stdout:migration_prepare 2024-08-10T05:59:15.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:15 smithi031 ceph-mon[100614]: osdmap e1340: 8 total, 8 up, 8 in 2024-08-10T05:59:15.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:15 smithi031 ceph-mon[100614]: pgmap v2374: 169 pgs: 169 active+clean; 905 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 349 KiB/s rd, 21 KiB/s wr, 448 op/s 2024-08-10T05:59:15.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:15 smithi031 ceph-mon[100614]: osdmap e1341: 8 total, 8 up, 8 in 2024-08-10T05:59:15.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:15 smithi031 ceph-mon[98130]: osdmap e1340: 8 total, 8 up, 8 in 2024-08-10T05:59:15.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:15 smithi031 ceph-mon[98130]: pgmap v2374: 169 pgs: 169 active+clean; 905 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 349 KiB/s rd, 21 KiB/s wr, 448 op/s 2024-08-10T05:59:15.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:15 smithi031 ceph-mon[98130]: osdmap e1341: 8 total, 8 up, 8 in 2024-08-10T05:59:15.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:15 smithi196 ceph-mon[90243]: osdmap e1340: 8 total, 8 up, 8 in 2024-08-10T05:59:15.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:15 smithi196 ceph-mon[90243]: pgmap v2374: 169 pgs: 169 active+clean; 905 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 349 KiB/s rd, 21 KiB/s wr, 448 op/s 2024-08-10T05:59:15.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:15 smithi196 ceph-mon[90243]: osdmap e1341: 8 total, 8 up, 8 in 2024-08-10T05:59:16.475 INFO:tasks.workunit.client.0.smithi031.stdout:migration_abort 2024-08-10T05:59:17.432 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMigration.CloneV2ParentAbortFixIncompleteChildReattach (3868 ms) 2024-08-10T05:59:17.432 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMigration.CloneV2ParentAbortFixParentReattach 2024-08-10T05:59:17.467 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 83886080 2024-08-10T05:59:17.478 INFO:tasks.workunit.client.0.smithi031.stdout:write: A 0~10 2024-08-10T05:59:17.487 INFO:tasks.workunit.client.0.smithi031.stdout:snap_create: snap1 2024-08-10T05:59:17.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:17 smithi031 ceph-mon[98130]: osdmap e1342: 8 total, 8 up, 8 in 2024-08-10T05:59:17.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:17 smithi031 ceph-mon[98130]: pgmap v2377: 169 pgs: 169 active+clean; 905 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 199 KiB/s rd, 11 KiB/s wr, 248 op/s 2024-08-10T05:59:17.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:17 smithi031 ceph-mon[100614]: osdmap e1342: 8 total, 8 up, 8 in 2024-08-10T05:59:17.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:17 smithi031 ceph-mon[100614]: pgmap v2377: 169 pgs: 169 active+clean; 905 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 199 KiB/s rd, 11 KiB/s wr, 248 op/s 2024-08-10T05:59:17.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:17 smithi196 ceph-mon[90243]: osdmap e1342: 8 total, 8 up, 8 in 2024-08-10T05:59:17.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:17 smithi196 ceph-mon[90243]: pgmap v2377: 169 pgs: 169 active+clean; 905 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 199 KiB/s rd, 11 KiB/s wr, 248 op/s 2024-08-10T05:59:18.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:18 smithi031 ceph-mon[98130]: osdmap e1343: 8 total, 8 up, 8 in 2024-08-10T05:59:18.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:18 smithi031 ceph-mon[100614]: osdmap e1343: 8 total, 8 up, 8 in 2024-08-10T05:59:18.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:18 smithi196 ceph-mon[90243]: osdmap e1343: 8 total, 8 up, 8 in 2024-08-10T05:59:19.320 INFO:tasks.workunit.client.0.smithi031.stdout:snap_protect: snap1 2024-08-10T05:59:19.384 INFO:tasks.workunit.client.0.smithi031.stdout:migration_prepare 2024-08-10T05:59:19.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:19 smithi031 ceph-mon[98130]: osdmap e1344: 8 total, 8 up, 8 in 2024-08-10T05:59:19.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:19 smithi031 ceph-mon[98130]: pgmap v2380: 169 pgs: 169 active+clean; 905 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 230 KiB/s rd, 18 KiB/s wr, 300 op/s 2024-08-10T05:59:19.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:19 smithi031 ceph-mon[100614]: osdmap e1344: 8 total, 8 up, 8 in 2024-08-10T05:59:19.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:19 smithi031 ceph-mon[100614]: pgmap v2380: 169 pgs: 169 active+clean; 905 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 230 KiB/s rd, 18 KiB/s wr, 300 op/s 2024-08-10T05:59:19.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:19 smithi196 ceph-mon[90243]: osdmap e1344: 8 total, 8 up, 8 in 2024-08-10T05:59:19.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:19 smithi196 ceph-mon[90243]: pgmap v2380: 169 pgs: 169 active+clean; 905 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 230 KiB/s rd, 18 KiB/s wr, 300 op/s 2024-08-10T05:59:20.478 INFO:tasks.workunit.client.0.smithi031.stdout:migration_abort 2024-08-10T05:59:20.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:20 smithi031 ceph-mon[98130]: osdmap e1345: 8 total, 8 up, 8 in 2024-08-10T05:59:20.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:20 smithi031 ceph-mon[98130]: osdmap e1346: 8 total, 8 up, 8 in 2024-08-10T05:59:20.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:20 smithi031 ceph-mon[100614]: osdmap e1345: 8 total, 8 up, 8 in 2024-08-10T05:59:20.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:20 smithi031 ceph-mon[100614]: osdmap e1346: 8 total, 8 up, 8 in 2024-08-10T05:59:20.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:20 smithi196 ceph-mon[90243]: osdmap e1345: 8 total, 8 up, 8 in 2024-08-10T05:59:20.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:20 smithi196 ceph-mon[90243]: osdmap e1346: 8 total, 8 up, 8 in 2024-08-10T05:59:21.466 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMigration.CloneV2ParentAbortFixParentReattach (4034 ms) 2024-08-10T05:59:21.467 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMigration.CloneV2ParentAbortRelinkNotNeeded 2024-08-10T05:59:21.500 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 83886080 2024-08-10T05:59:21.511 INFO:tasks.workunit.client.0.smithi031.stdout:write: A 0~10 2024-08-10T05:59:21.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:21 smithi031 ceph-mon[98130]: pgmap v2383: 169 pgs: 169 active+clean; 905 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 286 KiB/s rd, 23 KiB/s wr, 373 op/s 2024-08-10T05:59:21.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:59:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:59:21] "GET /metrics HTTP/1.1" 200 38905 "" "Prometheus/2.43.0" 2024-08-10T05:59:21.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:21 smithi031 ceph-mon[100614]: pgmap v2383: 169 pgs: 169 active+clean; 905 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 286 KiB/s rd, 23 KiB/s wr, 373 op/s 2024-08-10T05:59:21.520 INFO:tasks.workunit.client.0.smithi031.stdout:snap_create: snap1 2024-08-10T05:59:21.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:21 smithi196 ceph-mon[90243]: pgmap v2383: 169 pgs: 169 active+clean; 905 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 286 KiB/s rd, 23 KiB/s wr, 373 op/s 2024-08-10T05:59:22.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:22 smithi031 ceph-mon[98130]: osdmap e1347: 8 total, 8 up, 8 in 2024-08-10T05:59:22.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:22 smithi031 ceph-mon[100614]: osdmap e1347: 8 total, 8 up, 8 in 2024-08-10T05:59:22.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:22 smithi196 ceph-mon[90243]: osdmap e1347: 8 total, 8 up, 8 in 2024-08-10T05:59:22.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:59:22 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:59:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:59:23.338 INFO:tasks.workunit.client.0.smithi031.stdout:snap_protect: snap1 2024-08-10T05:59:23.405 INFO:tasks.workunit.client.0.smithi031.stdout:migration_prepare 2024-08-10T05:59:23.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:23 smithi031 ceph-mon[98130]: osdmap e1348: 8 total, 8 up, 8 in 2024-08-10T05:59:23.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:23 smithi031 ceph-mon[98130]: pgmap v2386: 169 pgs: 169 active+clean; 905 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 178 KiB/s rd, 14 KiB/s wr, 234 op/s 2024-08-10T05:59:23.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:23 smithi031 ceph-mon[100614]: osdmap e1348: 8 total, 8 up, 8 in 2024-08-10T05:59:23.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:23 smithi031 ceph-mon[100614]: pgmap v2386: 169 pgs: 169 active+clean; 905 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 178 KiB/s rd, 14 KiB/s wr, 234 op/s 2024-08-10T05:59:23.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:23 smithi196 ceph-mon[90243]: osdmap e1348: 8 total, 8 up, 8 in 2024-08-10T05:59:23.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:23 smithi196 ceph-mon[90243]: pgmap v2386: 169 pgs: 169 active+clean; 905 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 178 KiB/s rd, 14 KiB/s wr, 234 op/s 2024-08-10T05:59:24.529 INFO:tasks.workunit.client.0.smithi031.stdout:migration_abort 2024-08-10T05:59:24.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:24 smithi031 ceph-mon[98130]: osdmap e1349: 8 total, 8 up, 8 in 2024-08-10T05:59:24.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:24 smithi031 ceph-mon[100614]: osdmap e1349: 8 total, 8 up, 8 in 2024-08-10T05:59:24.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:24 smithi196 ceph-mon[90243]: osdmap e1349: 8 total, 8 up, 8 in 2024-08-10T05:59:25.438 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMigration.CloneV2ParentAbortRelinkNotNeeded (3972 ms) 2024-08-10T05:59:25.439 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMigration.StressNoMigrate 2024-08-10T05:59:25.471 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 83886080 2024-08-10T05:59:25.481 INFO:tasks.workunit.client.0.smithi031.stdout:write: A 9943129~5094204 2024-08-10T05:59:25.527 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 47255525~4073661 2024-08-10T05:59:25.528 INFO:tasks.workunit.client.0.smithi031.stdout:write: A 45557986~2612912 2024-08-10T05:59:25.544 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 43637180~8197715 2024-08-10T05:59:25.552 INFO:tasks.workunit.client.0.smithi031.stdout:write: A 41761888~1209151 2024-08-10T05:59:25.563 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 767524~5882489 2024-08-10T05:59:25.563 INFO:tasks.workunit.client.0.smithi031.stdout:write: A 3941468~871434 2024-08-10T05:59:25.573 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 14325984~6879875 2024-08-10T05:59:25.575 INFO:tasks.workunit.client.0.smithi031.stdout:snap_create: snap0 2024-08-10T05:59:25.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:25 smithi031 ceph-mon[98130]: osdmap e1350: 8 total, 8 up, 8 in 2024-08-10T05:59:25.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:25 smithi031 ceph-mon[98130]: pgmap v2389: 169 pgs: 169 active+clean; 905 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 224 KiB/s rd, 21 KiB/s wr, 299 op/s 2024-08-10T05:59:25.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:25 smithi031 ceph-mon[98130]: osdmap e1351: 8 total, 8 up, 8 in 2024-08-10T05:59:25.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:25 smithi031 ceph-mon[100614]: osdmap e1350: 8 total, 8 up, 8 in 2024-08-10T05:59:25.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:25 smithi031 ceph-mon[100614]: pgmap v2389: 169 pgs: 169 active+clean; 905 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 224 KiB/s rd, 21 KiB/s wr, 299 op/s 2024-08-10T05:59:25.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:25 smithi031 ceph-mon[100614]: osdmap e1351: 8 total, 8 up, 8 in 2024-08-10T05:59:25.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:25 smithi196 ceph-mon[90243]: osdmap e1350: 8 total, 8 up, 8 in 2024-08-10T05:59:25.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:25 smithi196 ceph-mon[90243]: pgmap v2389: 169 pgs: 169 active+clean; 905 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 224 KiB/s rd, 21 KiB/s wr, 299 op/s 2024-08-10T05:59:25.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:25 smithi196 ceph-mon[90243]: osdmap e1351: 8 total, 8 up, 8 in 2024-08-10T05:59:26.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:59:26.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:59:26.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:59:27.367 INFO:tasks.workunit.client.0.smithi031.stdout:snap_protect: snap0 2024-08-10T05:59:27.380 INFO:tasks.workunit.client.0.smithi031.stdout:clone image159 -> image162 2024-08-10T05:59:27.495 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 116853911 2024-08-10T05:59:27.506 INFO:tasks.workunit.client.0.smithi031.stdout:write: B 10208865~2752504 2024-08-10T05:59:27.545 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 9936533~3404159 2024-08-10T05:59:27.547 INFO:tasks.workunit.client.0.smithi031.stdout:write: B 19771848~1916675 2024-08-10T05:59:27.561 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 32948459~5196694 2024-08-10T05:59:27.571 INFO:tasks.workunit.client.0.smithi031.stdout:write: B 46047607~1898310 2024-08-10T05:59:27.599 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 8598400~6053043 2024-08-10T05:59:27.601 INFO:tasks.workunit.client.0.smithi031.stdout:write: B 24384780~3919362 2024-08-10T05:59:27.630 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 34808078~763847 2024-08-10T05:59:27.633 INFO:tasks.workunit.client.0.smithi031.stdout:snap_create: snap1 2024-08-10T05:59:27.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:27 smithi031 ceph-mon[98130]: osdmap e1352: 8 total, 8 up, 8 in 2024-08-10T05:59:27.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:27 smithi031 ceph-mon[98130]: pgmap v2392: 169 pgs: 169 active+clean; 905 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 266 KiB/s rd, 174 KiB/s wr, 347 op/s 2024-08-10T05:59:27.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:27 smithi031 ceph-mon[100614]: osdmap e1352: 8 total, 8 up, 8 in 2024-08-10T05:59:27.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:27 smithi031 ceph-mon[100614]: pgmap v2392: 169 pgs: 169 active+clean; 905 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 266 KiB/s rd, 174 KiB/s wr, 347 op/s 2024-08-10T05:59:27.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:27 smithi196 ceph-mon[90243]: osdmap e1352: 8 total, 8 up, 8 in 2024-08-10T05:59:27.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:27 smithi196 ceph-mon[90243]: pgmap v2392: 169 pgs: 169 active+clean; 905 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 266 KiB/s rd, 174 KiB/s wr, 347 op/s 2024-08-10T05:59:28.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:28 smithi031 ceph-mon[98130]: osdmap e1353: 8 total, 8 up, 8 in 2024-08-10T05:59:28.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:28 smithi031 ceph-mon[100614]: osdmap e1353: 8 total, 8 up, 8 in 2024-08-10T05:59:28.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:28 smithi196 ceph-mon[90243]: osdmap e1353: 8 total, 8 up, 8 in 2024-08-10T05:59:29.387 INFO:tasks.workunit.client.0.smithi031.stdout:write: C 60310267~652347 2024-08-10T05:59:29.395 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 111265966~5587945 2024-08-10T05:59:29.395 INFO:tasks.workunit.client.0.smithi031.stdout:write: C 70355135~1019889 2024-08-10T05:59:29.395 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 35406590~1342630 2024-08-10T05:59:29.396 INFO:tasks.workunit.client.0.smithi031.stdout:write: C 57611654~4846737 2024-08-10T05:59:29.405 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 108646197~8207714 2024-08-10T05:59:29.405 INFO:tasks.workunit.client.0.smithi031.stdout:write: C 103234906~6693405 2024-08-10T05:59:29.414 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 37433599~1619801 2024-08-10T05:59:29.415 INFO:tasks.workunit.client.0.smithi031.stdout:snap_create: snap2 2024-08-10T05:59:29.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:29 smithi031 ceph-mon[98130]: osdmap e1354: 8 total, 8 up, 8 in 2024-08-10T05:59:29.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:29 smithi031 ceph-mon[98130]: pgmap v2395: 169 pgs: 169 active+clean; 935 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 944 KiB/s rd, 5.9 MiB/s wr, 396 op/s 2024-08-10T05:59:29.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:29 smithi031 ceph-mon[100614]: osdmap e1354: 8 total, 8 up, 8 in 2024-08-10T05:59:29.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:29 smithi031 ceph-mon[100614]: pgmap v2395: 169 pgs: 169 active+clean; 935 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 944 KiB/s rd, 5.9 MiB/s wr, 396 op/s 2024-08-10T05:59:29.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:29 smithi196 ceph-mon[90243]: osdmap e1354: 8 total, 8 up, 8 in 2024-08-10T05:59:29.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:29 smithi196 ceph-mon[90243]: pgmap v2395: 169 pgs: 169 active+clean; 935 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 944 KiB/s rd, 5.9 MiB/s wr, 396 op/s 2024-08-10T05:59:30.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:30 smithi031 ceph-mon[98130]: osdmap e1355: 8 total, 8 up, 8 in 2024-08-10T05:59:30.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:30 smithi031 ceph-mon[98130]: osdmap e1356: 8 total, 8 up, 8 in 2024-08-10T05:59:30.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:30 smithi031 ceph-mon[100614]: osdmap e1355: 8 total, 8 up, 8 in 2024-08-10T05:59:30.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:30 smithi031 ceph-mon[100614]: osdmap e1356: 8 total, 8 up, 8 in 2024-08-10T05:59:30.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:30 smithi196 ceph-mon[90243]: osdmap e1355: 8 total, 8 up, 8 in 2024-08-10T05:59:30.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:30 smithi196 ceph-mon[90243]: osdmap e1356: 8 total, 8 up, 8 in 2024-08-10T05:59:31.303 INFO:tasks.workunit.client.0.smithi031.stdout:write: D 97308517~4703589 2024-08-10T05:59:31.319 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 94007585~1757302 2024-08-10T05:59:31.319 INFO:tasks.workunit.client.0.smithi031.stdout:write: D 37668977~4035181 2024-08-10T05:59:31.325 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 12060750~3292086 2024-08-10T05:59:31.325 INFO:tasks.workunit.client.0.smithi031.stdout:write: D 95567826~7029301 2024-08-10T05:59:31.361 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 108761670~409175 2024-08-10T05:59:31.361 INFO:tasks.workunit.client.0.smithi031.stdout:write: D 111110434~46119 2024-08-10T05:59:31.361 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 111576770~3998570 2024-08-10T05:59:31.361 INFO:tasks.workunit.client.0.smithi031.stdout:snap_create: snap3 2024-08-10T05:59:31.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:31 smithi031 ceph-mon[98130]: pgmap v2398: 169 pgs: 169 active+clean; 971 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 11 MiB/s wr, 420 op/s 2024-08-10T05:59:31.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:31 smithi031 ceph-mon[98130]: osdmap e1357: 8 total, 8 up, 8 in 2024-08-10T05:59:31.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:59:31 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:59:31] "GET /metrics HTTP/1.1" 200 38901 "" "Prometheus/2.43.0" 2024-08-10T05:59:31.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:31 smithi031 ceph-mon[100614]: pgmap v2398: 169 pgs: 169 active+clean; 971 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 11 MiB/s wr, 420 op/s 2024-08-10T05:59:31.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:31 smithi031 ceph-mon[100614]: osdmap e1357: 8 total, 8 up, 8 in 2024-08-10T05:59:31.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:31 smithi196 ceph-mon[90243]: pgmap v2398: 169 pgs: 169 active+clean; 971 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 11 MiB/s wr, 420 op/s 2024-08-10T05:59:31.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:31 smithi196 ceph-mon[90243]: osdmap e1357: 8 total, 8 up, 8 in 2024-08-10T05:59:32.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:59:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:59:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:59:33.395 INFO:tasks.workunit.client.0.smithi031.stdout:snap_protect: snap3 2024-08-10T05:59:33.409 INFO:tasks.workunit.client.0.smithi031.stdout:clone image162 -> image164 2024-08-10T05:59:33.545 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 104850824 2024-08-10T05:59:33.737 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMigration.StressNoMigrate (8297 ms) 2024-08-10T05:59:33.737 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMigration.Stress 2024-08-10T05:59:33.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:33 smithi031 ceph-mon[98130]: osdmap e1358: 8 total, 8 up, 8 in 2024-08-10T05:59:33.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:33 smithi031 ceph-mon[98130]: pgmap v2401: 169 pgs: 169 active+clean; 1.0 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 14 MiB/s wr, 200 op/s 2024-08-10T05:59:33.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:33 smithi031 ceph-mon[100614]: osdmap e1358: 8 total, 8 up, 8 in 2024-08-10T05:59:33.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:33 smithi031 ceph-mon[100614]: pgmap v2401: 169 pgs: 169 active+clean; 1.0 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 14 MiB/s wr, 200 op/s 2024-08-10T05:59:33.770 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 83886080 2024-08-10T05:59:33.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:33 smithi196 ceph-mon[90243]: osdmap e1358: 8 total, 8 up, 8 in 2024-08-10T05:59:33.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:33 smithi196 ceph-mon[90243]: pgmap v2401: 169 pgs: 169 active+clean; 1.0 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 14 MiB/s wr, 200 op/s 2024-08-10T05:59:33.782 INFO:tasks.workunit.client.0.smithi031.stdout:write: A 9979817~2875347 2024-08-10T05:59:33.811 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 60487001~59056 2024-08-10T05:59:33.812 INFO:tasks.workunit.client.0.smithi031.stdout:write: A 69313868~1410315 2024-08-10T05:59:33.825 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 45924966~71543 2024-08-10T05:59:33.825 INFO:tasks.workunit.client.0.smithi031.stdout:write: A 60500756~3824806 2024-08-10T05:59:33.850 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 15749890~3995254 2024-08-10T05:59:33.853 INFO:tasks.workunit.client.0.smithi031.stdout:write: A 9205277~6484089 2024-08-10T05:59:33.892 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 63417636~729976 2024-08-10T05:59:33.894 INFO:tasks.workunit.client.0.smithi031.stdout:snap_create: snap0 2024-08-10T05:59:34.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:34 smithi031 ceph-mon[98130]: osdmap e1359: 8 total, 8 up, 8 in 2024-08-10T05:59:34.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:34 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:59:34.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:34 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:59:34.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:34 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:59:34.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:34 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:59:34.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:34 smithi031 ceph-mon[100614]: osdmap e1359: 8 total, 8 up, 8 in 2024-08-10T05:59:34.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:34 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:59:34.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:34 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:59:34.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:34 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:59:34.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:34 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:59:34.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:34 smithi196 ceph-mon[90243]: osdmap e1359: 8 total, 8 up, 8 in 2024-08-10T05:59:34.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:34 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T05:59:34.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:34 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T05:59:34.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:34 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T05:59:34.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:34 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T05:59:35.310 INFO:tasks.workunit.client.0.smithi031.stdout:snap_protect: snap0 2024-08-10T05:59:35.322 INFO:tasks.workunit.client.0.smithi031.stdout:clone image165 -> image168 2024-08-10T05:59:35.419 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 142207194 2024-08-10T05:59:35.432 INFO:tasks.workunit.client.0.smithi031.stdout:write: B 110239162~4417786 2024-08-10T05:59:35.465 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 13215569~3656792 2024-08-10T05:59:35.485 INFO:tasks.workunit.client.0.smithi031.stdout:write: B 16482081~7653576 2024-08-10T05:59:35.533 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 132285794~5888483 2024-08-10T05:59:35.533 INFO:tasks.workunit.client.0.smithi031.stdout:write: B 116872246~948368 2024-08-10T05:59:35.539 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 23322221~8281997 2024-08-10T05:59:35.546 INFO:tasks.workunit.client.0.smithi031.stdout:write: B 6274302~1907940 2024-08-10T05:59:35.562 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 49210003~4608351 2024-08-10T05:59:35.568 INFO:tasks.workunit.client.0.smithi031.stdout:snap_create: snap1 2024-08-10T05:59:36.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:35 smithi031 ceph-mon[98130]: pgmap v2403: 169 pgs: 169 active+clean; 1.0 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.9 MiB/s rd, 13 MiB/s wr, 293 op/s 2024-08-10T05:59:36.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:35 smithi031 ceph-mon[98130]: osdmap e1360: 8 total, 8 up, 8 in 2024-08-10T05:59:36.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:35 smithi031 ceph-mon[98130]: osdmap e1361: 8 total, 8 up, 8 in 2024-08-10T05:59:36.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:35 smithi031 ceph-mon[100614]: pgmap v2403: 169 pgs: 169 active+clean; 1.0 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.9 MiB/s rd, 13 MiB/s wr, 293 op/s 2024-08-10T05:59:36.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:35 smithi031 ceph-mon[100614]: osdmap e1360: 8 total, 8 up, 8 in 2024-08-10T05:59:36.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:35 smithi031 ceph-mon[100614]: osdmap e1361: 8 total, 8 up, 8 in 2024-08-10T05:59:36.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:35 smithi196 ceph-mon[90243]: pgmap v2403: 169 pgs: 169 active+clean; 1.0 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.9 MiB/s rd, 13 MiB/s wr, 293 op/s 2024-08-10T05:59:36.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:35 smithi196 ceph-mon[90243]: osdmap e1360: 8 total, 8 up, 8 in 2024-08-10T05:59:36.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:35 smithi196 ceph-mon[90243]: osdmap e1361: 8 total, 8 up, 8 in 2024-08-10T05:59:37.409 INFO:tasks.workunit.client.0.smithi031.stdout:snap_protect: snap1 2024-08-10T05:59:37.422 INFO:tasks.workunit.client.0.smithi031.stdout:clone image168 -> image170 2024-08-10T05:59:37.553 INFO:tasks.workunit.client.0.smithi031.stdout:write: C 76380556~3746228 2024-08-10T05:59:37.591 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 65045268~2249554 2024-08-10T05:59:37.637 INFO:tasks.workunit.client.0.smithi031.stdout:write: C 87902302~2483486 2024-08-10T05:59:37.657 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 133519838~3622209 2024-08-10T05:59:37.663 INFO:tasks.workunit.client.0.smithi031.stdout:write: C 42273164~1952205 2024-08-10T05:59:37.679 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 44046958~8152006 2024-08-10T05:59:37.685 INFO:tasks.workunit.client.0.smithi031.stdout:write: C 110432468~7920448 2024-08-10T05:59:37.739 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 6381768~896325 2024-08-10T05:59:37.757 INFO:tasks.workunit.client.0.smithi031.stdout:snap_create: snap2 2024-08-10T05:59:37.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:37 smithi031 ceph-mon[98130]: osdmap e1362: 8 total, 8 up, 8 in 2024-08-10T05:59:37.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:37 smithi031 ceph-mon[98130]: pgmap v2407: 169 pgs: 169 active+clean; 1.1 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 7.2 MiB/s rd, 7.6 MiB/s wr, 257 op/s 2024-08-10T05:59:37.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:37 smithi031 ceph-mon[100614]: osdmap e1362: 8 total, 8 up, 8 in 2024-08-10T05:59:37.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:37 smithi031 ceph-mon[100614]: pgmap v2407: 169 pgs: 169 active+clean; 1.1 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 7.2 MiB/s rd, 7.6 MiB/s wr, 257 op/s 2024-08-10T05:59:37.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:37 smithi196 ceph-mon[90243]: osdmap e1362: 8 total, 8 up, 8 in 2024-08-10T05:59:37.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:37 smithi196 ceph-mon[90243]: pgmap v2407: 169 pgs: 169 active+clean; 1.1 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 7.2 MiB/s rd, 7.6 MiB/s wr, 257 op/s 2024-08-10T05:59:38.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:38 smithi031 ceph-mon[98130]: osdmap e1363: 8 total, 8 up, 8 in 2024-08-10T05:59:38.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:38 smithi031 ceph-mon[100614]: osdmap e1363: 8 total, 8 up, 8 in 2024-08-10T05:59:38.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:38 smithi196 ceph-mon[90243]: osdmap e1363: 8 total, 8 up, 8 in 2024-08-10T05:59:39.431 INFO:tasks.workunit.client.0.smithi031.stdout:snap_protect: snap2 2024-08-10T05:59:39.449 INFO:tasks.workunit.client.0.smithi031.stdout:clone image170 -> image172 2024-08-10T05:59:39.611 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 92374192 2024-08-10T05:59:39.629 INFO:tasks.workunit.client.0.smithi031.stdout:write: D 19605023~6508020 2024-08-10T05:59:39.694 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 72649477~7839912 2024-08-10T05:59:39.704 INFO:tasks.workunit.client.0.smithi031.stdout:write: D 60730776~3318220 2024-08-10T05:59:39.753 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 70817139~7448553 2024-08-10T05:59:39.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:39 smithi031 ceph-mon[100614]: osdmap e1364: 8 total, 8 up, 8 in 2024-08-10T05:59:39.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:39 smithi031 ceph-mon[100614]: pgmap v2410: 169 pgs: 169 active+clean; 1.1 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 19 MiB/s wr, 411 op/s 2024-08-10T05:59:39.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:39 smithi031 ceph-mon[98130]: osdmap e1364: 8 total, 8 up, 8 in 2024-08-10T05:59:39.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:39 smithi031 ceph-mon[98130]: pgmap v2410: 169 pgs: 169 active+clean; 1.1 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 19 MiB/s wr, 411 op/s 2024-08-10T05:59:39.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:39 smithi196 ceph-mon[90243]: osdmap e1364: 8 total, 8 up, 8 in 2024-08-10T05:59:39.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:39 smithi196 ceph-mon[90243]: pgmap v2410: 169 pgs: 169 active+clean; 1.1 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 19 MiB/s wr, 411 op/s 2024-08-10T05:59:39.800 INFO:tasks.workunit.client.0.smithi031.stdout:write: D 19511846~220343 2024-08-10T05:59:39.805 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 47683187~7697733 2024-08-10T05:59:39.813 INFO:tasks.workunit.client.0.smithi031.stdout:write: D 30157741~6480859 2024-08-10T05:59:39.853 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 10714035~894645 2024-08-10T05:59:39.896 INFO:tasks.workunit.client.0.smithi031.stdout:snap_create: snap3 2024-08-10T05:59:40.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:40 smithi031 ceph-mon[98130]: osdmap e1365: 8 total, 8 up, 8 in 2024-08-10T05:59:40.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:40 smithi031 ceph-mon[100614]: osdmap e1365: 8 total, 8 up, 8 in 2024-08-10T05:59:40.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:40 smithi196 ceph-mon[90243]: osdmap e1365: 8 total, 8 up, 8 in 2024-08-10T05:59:41.441 INFO:tasks.workunit.client.0.smithi031.stdout:snap_protect: snap3 2024-08-10T05:59:41.456 INFO:tasks.workunit.client.0.smithi031.stdout:clone image172 -> image174 2024-08-10T05:59:41.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:59:41 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:59:41] "GET /metrics HTTP/1.1" 200 38905 "" "Prometheus/2.43.0" 2024-08-10T05:59:41.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:41 smithi031 ceph-mon[98130]: osdmap e1366: 8 total, 8 up, 8 in 2024-08-10T05:59:41.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:41 smithi031 ceph-mon[98130]: pgmap v2413: 169 pgs: 169 active+clean; 1.2 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 21 MiB/s wr, 468 op/s 2024-08-10T05:59:41.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:59:41.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:41 smithi031 ceph-mon[100614]: osdmap e1366: 8 total, 8 up, 8 in 2024-08-10T05:59:41.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:41 smithi031 ceph-mon[100614]: pgmap v2413: 169 pgs: 169 active+clean; 1.2 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 21 MiB/s wr, 468 op/s 2024-08-10T05:59:41.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:59:41.651 INFO:tasks.workunit.client.0.smithi031.stdout:migration_prepare 2024-08-10T05:59:41.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:41 smithi196 ceph-mon[90243]: osdmap e1366: 8 total, 8 up, 8 in 2024-08-10T05:59:41.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:41 smithi196 ceph-mon[90243]: pgmap v2413: 169 pgs: 169 active+clean; 1.2 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 21 MiB/s wr, 468 op/s 2024-08-10T05:59:41.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:59:42.114 INFO:tasks.workunit.client.0.smithi031.stdout:migration_execute 2024-08-10T05:59:42.332 INFO:tasks.workunit.client.0.smithi031.stdout:migration_commit 2024-08-10T05:59:42.600 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMigration.Stress (8865 ms) 2024-08-10T05:59:42.600 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMigration.Stress2 2024-08-10T05:59:42.629 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 83886080 2024-08-10T05:59:42.640 INFO:tasks.workunit.client.0.smithi031.stdout:write: A 62301255~7241189 2024-08-10T05:59:42.679 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:42 smithi196 ceph-mon[90243]: osdmap e1367: 8 total, 8 up, 8 in 2024-08-10T05:59:42.680 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:59:42 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:59:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:59:42.703 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 7172171~4069079 2024-08-10T05:59:42.703 INFO:tasks.workunit.client.0.smithi031.stdout:write: A 31338821~3344398 2024-08-10T05:59:42.728 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 7525582~6704011 2024-08-10T05:59:42.728 INFO:tasks.workunit.client.0.smithi031.stdout:write: A 35058468~7069322 2024-08-10T05:59:42.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:42 smithi031 ceph-mon[98130]: osdmap e1367: 8 total, 8 up, 8 in 2024-08-10T05:59:42.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:42 smithi031 ceph-mon[100614]: osdmap e1367: 8 total, 8 up, 8 in 2024-08-10T05:59:42.770 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 7230615~8145120 2024-08-10T05:59:42.770 INFO:tasks.workunit.client.0.smithi031.stdout:write: A 39818964~6972 2024-08-10T05:59:42.774 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 24624100~2266838 2024-08-10T05:59:42.774 INFO:tasks.workunit.client.0.smithi031.stdout:snap_create: snap0 2024-08-10T05:59:43.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:43 smithi031 ceph-mon[98130]: pgmap v2415: 169 pgs: 169 active+clean; 1.2 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 21 MiB/s wr, 632 op/s 2024-08-10T05:59:43.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:43 smithi031 ceph-mon[100614]: pgmap v2415: 169 pgs: 169 active+clean; 1.2 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 21 MiB/s wr, 632 op/s 2024-08-10T05:59:43.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:43 smithi196 ceph-mon[90243]: pgmap v2415: 169 pgs: 169 active+clean; 1.2 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 21 MiB/s wr, 632 op/s 2024-08-10T05:59:44.445 INFO:tasks.workunit.client.0.smithi031.stdout:snap_protect: snap0 2024-08-10T05:59:44.457 INFO:tasks.workunit.client.0.smithi031.stdout:clone image175 -> image178 2024-08-10T05:59:44.566 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 120899388 2024-08-10T05:59:44.578 INFO:tasks.workunit.client.0.smithi031.stdout:write: B 41954290~2476482 2024-08-10T05:59:44.612 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 49578701~3679220 2024-08-10T05:59:44.618 INFO:tasks.workunit.client.0.smithi031.stdout:write: B 89152103~1308395 2024-08-10T05:59:44.631 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 59733392~3303364 2024-08-10T05:59:44.685 INFO:tasks.workunit.client.0.smithi031.stdout:write: B 96691847~3218957 2024-08-10T05:59:44.720 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 86199563~7775203 2024-08-10T05:59:44.728 INFO:tasks.workunit.client.0.smithi031.stdout:write: B 58228975~5774924 2024-08-10T05:59:44.758 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 53855807~1016302 2024-08-10T05:59:44.761 INFO:tasks.workunit.client.0.smithi031.stdout:snap_create: snap1 2024-08-10T05:59:44.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:44 smithi031 ceph-mon[98130]: osdmap e1368: 8 total, 8 up, 8 in 2024-08-10T05:59:44.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:44 smithi031 ceph-mon[100614]: osdmap e1368: 8 total, 8 up, 8 in 2024-08-10T05:59:44.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:44 smithi196 ceph-mon[90243]: osdmap e1368: 8 total, 8 up, 8 in 2024-08-10T05:59:45.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:45 smithi031 ceph-mon[98130]: osdmap e1369: 8 total, 8 up, 8 in 2024-08-10T05:59:45.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:45 smithi031 ceph-mon[98130]: pgmap v2418: 169 pgs: 169 active+clean; 1.3 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 27 MiB/s rd, 18 MiB/s wr, 948 op/s 2024-08-10T05:59:45.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:45 smithi031 ceph-mon[100614]: osdmap e1369: 8 total, 8 up, 8 in 2024-08-10T05:59:45.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:45 smithi031 ceph-mon[100614]: pgmap v2418: 169 pgs: 169 active+clean; 1.3 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 27 MiB/s rd, 18 MiB/s wr, 948 op/s 2024-08-10T05:59:45.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:45 smithi196 ceph-mon[90243]: osdmap e1369: 8 total, 8 up, 8 in 2024-08-10T05:59:45.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:45 smithi196 ceph-mon[90243]: pgmap v2418: 169 pgs: 169 active+clean; 1.3 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 27 MiB/s rd, 18 MiB/s wr, 948 op/s 2024-08-10T05:59:46.458 INFO:tasks.workunit.client.0.smithi031.stdout:snap_protect: snap1 2024-08-10T05:59:46.473 INFO:tasks.workunit.client.0.smithi031.stdout:clone image178 -> image180 2024-08-10T05:59:46.614 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 200741607 2024-08-10T05:59:46.626 INFO:tasks.workunit.client.0.smithi031.stdout:write: C 136963999~5448967 2024-08-10T05:59:46.671 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 68020630~4377927 2024-08-10T05:59:46.690 INFO:tasks.workunit.client.0.smithi031.stdout:write: C 49252864~4712021 2024-08-10T05:59:46.724 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 52431810~3081404 2024-08-10T05:59:46.735 INFO:tasks.workunit.client.0.smithi031.stdout:write: C 154369142~3843175 2024-08-10T05:59:46.767 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 58218685~4175311 2024-08-10T05:59:46.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:46 smithi031 ceph-mon[98130]: osdmap e1370: 8 total, 8 up, 8 in 2024-08-10T05:59:46.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:46 smithi031 ceph-mon[100614]: osdmap e1370: 8 total, 8 up, 8 in 2024-08-10T05:59:46.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:46 smithi196 ceph-mon[90243]: osdmap e1370: 8 total, 8 up, 8 in 2024-08-10T05:59:46.789 INFO:tasks.workunit.client.0.smithi031.stdout:write: C 176286681~585816 2024-08-10T05:59:46.797 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 61978427~2592664 2024-08-10T05:59:46.829 INFO:tasks.workunit.client.0.smithi031.stdout:snap_create: snap2 2024-08-10T05:59:47.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:47 smithi031 ceph-mon[98130]: osdmap e1371: 8 total, 8 up, 8 in 2024-08-10T05:59:47.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:47 smithi031 ceph-mon[98130]: pgmap v2421: 169 pgs: 169 active+clean; 1.3 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 29 MiB/s rd, 15 MiB/s wr, 1.01k op/s 2024-08-10T05:59:47.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:47 smithi031 ceph-mon[100614]: osdmap e1371: 8 total, 8 up, 8 in 2024-08-10T05:59:47.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:47 smithi031 ceph-mon[100614]: pgmap v2421: 169 pgs: 169 active+clean; 1.3 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 29 MiB/s rd, 15 MiB/s wr, 1.01k op/s 2024-08-10T05:59:47.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:47 smithi196 ceph-mon[90243]: osdmap e1371: 8 total, 8 up, 8 in 2024-08-10T05:59:47.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:47 smithi196 ceph-mon[90243]: pgmap v2421: 169 pgs: 169 active+clean; 1.3 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 29 MiB/s rd, 15 MiB/s wr, 1.01k op/s 2024-08-10T05:59:48.472 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 198914534 2024-08-10T05:59:48.486 INFO:tasks.workunit.client.0.smithi031.stdout:write: D 132812618~6588728 2024-08-10T05:59:48.499 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 121110967~7634028 2024-08-10T05:59:48.499 INFO:tasks.workunit.client.0.smithi031.stdout:write: D 39834401~5083155 2024-08-10T05:59:48.506 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 116410985~554310 2024-08-10T05:59:48.506 INFO:tasks.workunit.client.0.smithi031.stdout:write: D 156816003~1190224 2024-08-10T05:59:48.507 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 188613491~4900149 2024-08-10T05:59:48.507 INFO:tasks.workunit.client.0.smithi031.stdout:write: D 40760103~3926663 2024-08-10T05:59:48.583 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 5567650~53434 2024-08-10T05:59:48.583 INFO:tasks.workunit.client.0.smithi031.stdout:snap_create: snap3 2024-08-10T05:59:48.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:48 smithi031 ceph-mon[98130]: osdmap e1372: 8 total, 8 up, 8 in 2024-08-10T05:59:48.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:48 smithi031 ceph-mon[100614]: osdmap e1372: 8 total, 8 up, 8 in 2024-08-10T05:59:48.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:48 smithi196 ceph-mon[90243]: osdmap e1372: 8 total, 8 up, 8 in 2024-08-10T05:59:49.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:49 smithi031 ceph-mon[100614]: pgmap v2424: 169 pgs: 169 active+clean; 1.4 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 20 MiB/s rd, 21 MiB/s wr, 733 op/s 2024-08-10T05:59:49.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:49 smithi031 ceph-mon[100614]: osdmap e1373: 8 total, 8 up, 8 in 2024-08-10T05:59:49.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:49 smithi031 ceph-mon[98130]: pgmap v2424: 169 pgs: 169 active+clean; 1.4 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 20 MiB/s rd, 21 MiB/s wr, 733 op/s 2024-08-10T05:59:49.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:49 smithi031 ceph-mon[98130]: osdmap e1373: 8 total, 8 up, 8 in 2024-08-10T05:59:49.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:49 smithi196 ceph-mon[90243]: pgmap v2424: 169 pgs: 169 active+clean; 1.4 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 20 MiB/s rd, 21 MiB/s wr, 733 op/s 2024-08-10T05:59:49.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:49 smithi196 ceph-mon[90243]: osdmap e1373: 8 total, 8 up, 8 in 2024-08-10T05:59:50.492 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 178940462 2024-08-10T05:59:50.522 INFO:tasks.workunit.client.0.smithi031.stdout:migration_prepare 2024-08-10T05:59:50.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:50 smithi031 ceph-mon[98130]: osdmap e1374: 8 total, 8 up, 8 in 2024-08-10T05:59:50.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:50 smithi031 ceph-mon[100614]: osdmap e1374: 8 total, 8 up, 8 in 2024-08-10T05:59:50.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:50 smithi196 ceph-mon[90243]: osdmap e1374: 8 total, 8 up, 8 in 2024-08-10T05:59:51.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 05:59:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:05:59:51] "GET /metrics HTTP/1.1" 200 38905 "" "Prometheus/2.43.0" 2024-08-10T05:59:51.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:51 smithi031 ceph-mon[98130]: pgmap v2426: 169 pgs: 169 active+clean; 1.4 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 19 MiB/s wr, 399 op/s 2024-08-10T05:59:51.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:51 smithi031 ceph-mon[98130]: osdmap e1375: 8 total, 8 up, 8 in 2024-08-10T05:59:51.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:51 smithi031 ceph-mon[100614]: pgmap v2426: 169 pgs: 169 active+clean; 1.4 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 19 MiB/s wr, 399 op/s 2024-08-10T05:59:51.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:51 smithi031 ceph-mon[100614]: osdmap e1375: 8 total, 8 up, 8 in 2024-08-10T05:59:51.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:51 smithi196 ceph-mon[90243]: pgmap v2426: 169 pgs: 169 active+clean; 1.4 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 19 MiB/s wr, 399 op/s 2024-08-10T05:59:51.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:51 smithi196 ceph-mon[90243]: osdmap e1375: 8 total, 8 up, 8 in 2024-08-10T05:59:52.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:52 smithi031 ceph-mon[98130]: osdmap e1376: 8 total, 8 up, 8 in 2024-08-10T05:59:52.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:52 smithi031 ceph-mon[100614]: osdmap e1376: 8 total, 8 up, 8 in 2024-08-10T05:59:52.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:52 smithi196 ceph-mon[90243]: osdmap e1376: 8 total, 8 up, 8 in 2024-08-10T05:59:52.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 05:59:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T05:59:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T05:59:53.240 INFO:tasks.workunit.client.0.smithi031.stdout:write: a 47444855~5683828 2024-08-10T05:59:53.288 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 4398803~1934272 2024-08-10T05:59:53.296 INFO:tasks.workunit.client.0.smithi031.stdout:write: a 145175950~7194953 2024-08-10T05:59:53.337 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 68507873~7645112 2024-08-10T05:59:53.364 INFO:tasks.workunit.client.0.smithi031.stdout:write: a 71217228~8317017 2024-08-10T05:59:53.407 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 20246530~6315984 2024-08-10T05:59:53.446 INFO:tasks.workunit.client.0.smithi031.stdout:write: a 59273703~4939600 2024-08-10T05:59:53.489 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 78023788~8274122 2024-08-10T05:59:53.520 INFO:tasks.workunit.client.0.smithi031.stdout:snap_create: user0 2024-08-10T05:59:53.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:53 smithi031 ceph-mon[98130]: pgmap v2429: 169 pgs: 169 active+clean; 1.5 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 5.9 MiB/s rd, 15 MiB/s wr, 268 op/s 2024-08-10T05:59:53.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:53 smithi031 ceph-mon[98130]: osdmap e1377: 8 total, 8 up, 8 in 2024-08-10T05:59:53.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:53 smithi031 ceph-mon[100614]: pgmap v2429: 169 pgs: 169 active+clean; 1.5 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 5.9 MiB/s rd, 15 MiB/s wr, 268 op/s 2024-08-10T05:59:53.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:53 smithi031 ceph-mon[100614]: osdmap e1377: 8 total, 8 up, 8 in 2024-08-10T05:59:53.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:53 smithi196 ceph-mon[90243]: pgmap v2429: 169 pgs: 169 active+clean; 1.5 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 5.9 MiB/s rd, 15 MiB/s wr, 268 op/s 2024-08-10T05:59:53.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:53 smithi196 ceph-mon[90243]: osdmap e1377: 8 total, 8 up, 8 in 2024-08-10T05:59:55.531 INFO:tasks.workunit.client.0.smithi031.stdout:write: b 140226626~4905859 2024-08-10T05:59:55.542 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 34239706~468706 2024-08-10T05:59:55.542 INFO:tasks.workunit.client.0.smithi031.stdout:write: b 64138637~1558322 2024-08-10T05:59:55.543 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 142531933~1771591 2024-08-10T05:59:55.620 INFO:tasks.workunit.client.0.smithi031.stdout:write: b 52206200~7750410 2024-08-10T05:59:55.624 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 107168200~6228519 2024-08-10T05:59:55.624 INFO:tasks.workunit.client.0.smithi031.stdout:write: b 124763802~6263359 2024-08-10T05:59:55.633 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 87262646~3750599 2024-08-10T05:59:55.633 INFO:tasks.workunit.client.0.smithi031.stdout:snap_create: user1 2024-08-10T05:59:55.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:55 smithi031 ceph-mon[98130]: pgmap v2431: 169 pgs: 169 active+clean; 1.5 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 15 MiB/s wr, 259 op/s 2024-08-10T05:59:55.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:55 smithi031 ceph-mon[98130]: osdmap e1378: 8 total, 8 up, 8 in 2024-08-10T05:59:55.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:55 smithi031 ceph-mon[100614]: pgmap v2431: 169 pgs: 169 active+clean; 1.5 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 15 MiB/s wr, 259 op/s 2024-08-10T05:59:55.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:55 smithi031 ceph-mon[100614]: osdmap e1378: 8 total, 8 up, 8 in 2024-08-10T05:59:55.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:55 smithi196 ceph-mon[90243]: pgmap v2431: 169 pgs: 169 active+clean; 1.5 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 15 MiB/s wr, 259 op/s 2024-08-10T05:59:55.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:55 smithi196 ceph-mon[90243]: osdmap e1378: 8 total, 8 up, 8 in 2024-08-10T05:59:56.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:56 smithi196 ceph-mon[90243]: osdmap e1379: 8 total, 8 up, 8 in 2024-08-10T05:59:56.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:56 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:59:57.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:56 smithi031 ceph-mon[98130]: osdmap e1379: 8 total, 8 up, 8 in 2024-08-10T05:59:57.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:59:57.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:56 smithi031 ceph-mon[100614]: osdmap e1379: 8 total, 8 up, 8 in 2024-08-10T05:59:57.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:56 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T05:59:57.542 INFO:tasks.workunit.client.0.smithi031.stdout:write: c 35786869~5221130 2024-08-10T05:59:57.565 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 166739933~6119210 2024-08-10T05:59:57.565 INFO:tasks.workunit.client.0.smithi031.stdout:write: c 87302583~6361614 2024-08-10T05:59:57.575 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 149774073~2828507 2024-08-10T05:59:57.576 INFO:tasks.workunit.client.0.smithi031.stdout:write: c 75025550~6687713 2024-08-10T05:59:57.584 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 71001449~1963692 2024-08-10T05:59:57.584 INFO:tasks.workunit.client.0.smithi031.stdout:write: c 150206630~1905816 2024-08-10T05:59:57.651 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 114137398~3090479 2024-08-10T05:59:57.651 INFO:tasks.workunit.client.0.smithi031.stdout:snap_create: user2 2024-08-10T05:59:58.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:57 smithi031 ceph-mon[98130]: pgmap v2434: 169 pgs: 169 active+clean; 1.5 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 27 MiB/s rd, 15 MiB/s wr, 359 op/s 2024-08-10T05:59:58.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:57 smithi031 ceph-mon[98130]: osdmap e1380: 8 total, 8 up, 8 in 2024-08-10T05:59:58.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:57 smithi031 ceph-mon[100614]: pgmap v2434: 169 pgs: 169 active+clean; 1.5 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 27 MiB/s rd, 15 MiB/s wr, 359 op/s 2024-08-10T05:59:58.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:57 smithi031 ceph-mon[100614]: osdmap e1380: 8 total, 8 up, 8 in 2024-08-10T05:59:58.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:57 smithi196 ceph-mon[90243]: pgmap v2434: 169 pgs: 169 active+clean; 1.5 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 27 MiB/s rd, 15 MiB/s wr, 359 op/s 2024-08-10T05:59:58.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:57 smithi196 ceph-mon[90243]: osdmap e1380: 8 total, 8 up, 8 in 2024-08-10T05:59:59.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:58 smithi031 ceph-mon[98130]: osdmap e1381: 8 total, 8 up, 8 in 2024-08-10T05:59:59.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:58 smithi031 ceph-mon[100614]: osdmap e1381: 8 total, 8 up, 8 in 2024-08-10T05:59:59.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:58 smithi196 ceph-mon[90243]: osdmap e1381: 8 total, 8 up, 8 in 2024-08-10T05:59:59.567 INFO:tasks.workunit.client.0.smithi031.stdout:write: d 73703154~797955 2024-08-10T05:59:59.578 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 53000246~2170501 2024-08-10T05:59:59.578 INFO:tasks.workunit.client.0.smithi031.stdout:write: d 138579251~3641141 2024-08-10T05:59:59.580 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 46401891~4394572 2024-08-10T05:59:59.580 INFO:tasks.workunit.client.0.smithi031.stdout:write: d 145024238~7987682 2024-08-10T05:59:59.595 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 140396621~3145903 2024-08-10T05:59:59.661 INFO:tasks.workunit.client.0.smithi031.stdout:write: d 46007423~36976 2024-08-10T05:59:59.662 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 88935188~182195 2024-08-10T05:59:59.662 INFO:tasks.workunit.client.0.smithi031.stdout:snap_create: user3 2024-08-10T06:00:00.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:59 smithi031 ceph-mon[98130]: pgmap v2437: 169 pgs: 169 active+clean; 1.6 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 43 MiB/s rd, 26 MiB/s wr, 572 op/s 2024-08-10T06:00:00.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 05:59:59 smithi031 ceph-mon[98130]: osdmap e1382: 8 total, 8 up, 8 in 2024-08-10T06:00:00.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:59 smithi031 ceph-mon[100614]: pgmap v2437: 169 pgs: 169 active+clean; 1.6 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 43 MiB/s rd, 26 MiB/s wr, 572 op/s 2024-08-10T06:00:00.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 05:59:59 smithi031 ceph-mon[100614]: osdmap e1382: 8 total, 8 up, 8 in 2024-08-10T06:00:00.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:59 smithi196 ceph-mon[90243]: pgmap v2437: 169 pgs: 169 active+clean; 1.6 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 43 MiB/s rd, 26 MiB/s wr, 572 op/s 2024-08-10T06:00:00.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 05:59:59 smithi196 ceph-mon[90243]: osdmap e1382: 8 total, 8 up, 8 in 2024-08-10T06:00:01.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:00 smithi031 ceph-mon[98130]: osdmap e1383: 8 total, 8 up, 8 in 2024-08-10T06:00:01.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:00 smithi031 ceph-mon[98130]: Health detail: HEALTH_WARN 1 pool(s) do not have an application enabled 2024-08-10T06:00:01.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:00 smithi031 ceph-mon[98130]: [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2024-08-10T06:00:01.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:00 smithi031 ceph-mon[98130]: application not enabled on pool 'test-librbd-smithi031-151948-9' 2024-08-10T06:00:01.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:00 smithi031 ceph-mon[98130]: use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2024-08-10T06:00:01.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:00 smithi031 ceph-mon[100614]: osdmap e1383: 8 total, 8 up, 8 in 2024-08-10T06:00:01.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:00 smithi031 ceph-mon[100614]: Health detail: HEALTH_WARN 1 pool(s) do not have an application enabled 2024-08-10T06:00:01.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:00 smithi031 ceph-mon[100614]: [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2024-08-10T06:00:01.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:00 smithi031 ceph-mon[100614]: application not enabled on pool 'test-librbd-smithi031-151948-9' 2024-08-10T06:00:01.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:00 smithi031 ceph-mon[100614]: use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2024-08-10T06:00:01.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:00 smithi196 ceph-mon[90243]: osdmap e1383: 8 total, 8 up, 8 in 2024-08-10T06:00:01.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:00 smithi196 ceph-mon[90243]: Health detail: HEALTH_WARN 1 pool(s) do not have an application enabled 2024-08-10T06:00:01.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:00 smithi196 ceph-mon[90243]: [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2024-08-10T06:00:01.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:00 smithi196 ceph-mon[90243]: application not enabled on pool 'test-librbd-smithi031-151948-9' 2024-08-10T06:00:01.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:00 smithi196 ceph-mon[90243]: use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2024-08-10T06:00:01.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:00:01 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:00:01] "GET /metrics HTTP/1.1" 200 38905 "" "Prometheus/2.43.0" 2024-08-10T06:00:01.580 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 205986422 2024-08-10T06:00:01.607 INFO:tasks.workunit.client.0.smithi031.stdout:write: 1 20598642~5149660 2024-08-10T06:00:01.609 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 21886057~2574830 2024-08-10T06:00:01.659 INFO:tasks.workunit.client.0.smithi031.stdout:write: 2 41197284~5149660 2024-08-10T06:00:01.660 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 42484699~2574830 2024-08-10T06:00:01.722 INFO:tasks.workunit.client.0.smithi031.stdout:write: 3 61795926~5149660 2024-08-10T06:00:01.723 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 63083341~2574830 2024-08-10T06:00:01.759 INFO:tasks.workunit.client.0.smithi031.stdout:write: 4 82394568~5149660 2024-08-10T06:00:01.761 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 83681983~2574830 2024-08-10T06:00:01.800 INFO:tasks.workunit.client.0.smithi031.stdout:write: 5 102993211~5149660 2024-08-10T06:00:01.802 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 104280626~2574830 2024-08-10T06:00:02.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:01 smithi031 ceph-mon[98130]: pgmap v2440: 169 pgs: 169 active+clean; 1.7 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 30 MiB/s rd, 33 MiB/s wr, 491 op/s 2024-08-10T06:00:02.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:01 smithi031 ceph-mon[98130]: osdmap e1384: 8 total, 8 up, 8 in 2024-08-10T06:00:02.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:01 smithi031 ceph-mon[100614]: pgmap v2440: 169 pgs: 169 active+clean; 1.7 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 30 MiB/s rd, 33 MiB/s wr, 491 op/s 2024-08-10T06:00:02.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:01 smithi031 ceph-mon[100614]: osdmap e1384: 8 total, 8 up, 8 in 2024-08-10T06:00:02.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:01 smithi196 ceph-mon[90243]: pgmap v2440: 169 pgs: 169 active+clean; 1.7 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 30 MiB/s rd, 33 MiB/s wr, 491 op/s 2024-08-10T06:00:02.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:01 smithi196 ceph-mon[90243]: osdmap e1384: 8 total, 8 up, 8 in 2024-08-10T06:00:02.569 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:00:02 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:00:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:00:03.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:02 smithi031 ceph-mon[98130]: osdmap e1385: 8 total, 8 up, 8 in 2024-08-10T06:00:03.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:02 smithi031 ceph-mon[100614]: osdmap e1385: 8 total, 8 up, 8 in 2024-08-10T06:00:03.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:02 smithi196 ceph-mon[90243]: osdmap e1385: 8 total, 8 up, 8 in 2024-08-10T06:00:03.671 INFO:tasks.workunit.client.0.smithi031.stdout:migration_execute 2024-08-10T06:00:03.929 INFO:tasks.workunit.client.0.smithi031.stdout:migration_commit 2024-08-10T06:00:04.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:03 smithi031 ceph-mon[98130]: pgmap v2443: 169 pgs: 169 active+clean; 1.7 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 31 MiB/s rd, 23 MiB/s wr, 372 op/s 2024-08-10T06:00:04.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:03 smithi031 ceph-mon[100614]: pgmap v2443: 169 pgs: 169 active+clean; 1.7 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 31 MiB/s rd, 23 MiB/s wr, 372 op/s 2024-08-10T06:00:04.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:03 smithi196 ceph-mon[90243]: pgmap v2443: 169 pgs: 169 active+clean; 1.7 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 31 MiB/s rd, 23 MiB/s wr, 372 op/s 2024-08-10T06:00:06.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:05 smithi031 ceph-mon[98130]: pgmap v2444: 169 pgs: 169 active+clean; 1.8 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 85 MiB/s rd, 22 MiB/s wr, 436 op/s 2024-08-10T06:00:06.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:05 smithi031 ceph-mon[98130]: osdmap e1386: 8 total, 8 up, 8 in 2024-08-10T06:00:06.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:05 smithi031 ceph-mon[100614]: pgmap v2444: 169 pgs: 169 active+clean; 1.8 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 85 MiB/s rd, 22 MiB/s wr, 436 op/s 2024-08-10T06:00:06.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:05 smithi031 ceph-mon[100614]: osdmap e1386: 8 total, 8 up, 8 in 2024-08-10T06:00:06.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:05 smithi196 ceph-mon[90243]: pgmap v2444: 169 pgs: 169 active+clean; 1.8 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 85 MiB/s rd, 22 MiB/s wr, 436 op/s 2024-08-10T06:00:06.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:05 smithi196 ceph-mon[90243]: osdmap e1386: 8 total, 8 up, 8 in 2024-08-10T06:00:07.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:06 smithi031 ceph-mon[98130]: osdmap e1387: 8 total, 8 up, 8 in 2024-08-10T06:00:07.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:06 smithi031 ceph-mon[100614]: osdmap e1387: 8 total, 8 up, 8 in 2024-08-10T06:00:07.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:06 smithi196 ceph-mon[90243]: osdmap e1387: 8 total, 8 up, 8 in 2024-08-10T06:00:07.345 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMigration.Stress2 (24745 ms) 2024-08-10T06:00:07.345 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMigration.StressLive 2024-08-10T06:00:07.378 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 83886080 2024-08-10T06:00:07.389 INFO:tasks.workunit.client.0.smithi031.stdout:write: A 69243502~2972588 2024-08-10T06:00:07.415 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 7261579~7488338 2024-08-10T06:00:07.416 INFO:tasks.workunit.client.0.smithi031.stdout:write: A 15256446~433743 2024-08-10T06:00:07.423 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 74115834~836663 2024-08-10T06:00:07.425 INFO:tasks.workunit.client.0.smithi031.stdout:write: A 64278468~385046 2024-08-10T06:00:07.432 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 64091744~1708841 2024-08-10T06:00:07.434 INFO:tasks.workunit.client.0.smithi031.stdout:write: A 69615660~2359858 2024-08-10T06:00:07.452 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 21307576~3527645 2024-08-10T06:00:07.452 INFO:tasks.workunit.client.0.smithi031.stdout:snap_create: snap0 2024-08-10T06:00:08.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:07 smithi031 ceph-mon[98130]: pgmap v2447: 169 pgs: 169 active+clean; 1.8 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 130 MiB/s rd, 17 MiB/s wr, 622 op/s 2024-08-10T06:00:08.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:07 smithi031 ceph-mon[100614]: pgmap v2447: 169 pgs: 169 active+clean; 1.8 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 130 MiB/s rd, 17 MiB/s wr, 622 op/s 2024-08-10T06:00:08.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:07 smithi196 ceph-mon[90243]: pgmap v2447: 169 pgs: 169 active+clean; 1.8 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 130 MiB/s rd, 17 MiB/s wr, 622 op/s 2024-08-10T06:00:08.627 INFO:tasks.workunit.client.0.smithi031.stdout:snap_protect: snap0 2024-08-10T06:00:08.643 INFO:tasks.workunit.client.0.smithi031.stdout:clone image181 -> image184 2024-08-10T06:00:08.750 INFO:tasks.workunit.client.0.smithi031.stdout:write: B 43025347~6062663 2024-08-10T06:00:08.807 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 14050345~261231 2024-08-10T06:00:08.817 INFO:tasks.workunit.client.0.smithi031.stdout:write: B 45350174~3351631 2024-08-10T06:00:08.839 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 78886080~622802 2024-08-10T06:00:08.845 INFO:tasks.workunit.client.0.smithi031.stdout:write: B 76302470~1763551 2024-08-10T06:00:08.857 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 39793610~8388190 2024-08-10T06:00:08.863 INFO:tasks.workunit.client.0.smithi031.stdout:write: B 2972170~5464828 2024-08-10T06:00:08.901 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 4564558~8373816 2024-08-10T06:00:08.904 INFO:tasks.workunit.client.0.smithi031.stdout:snap_create: snap1 2024-08-10T06:00:09.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:08 smithi031 ceph-mon[98130]: osdmap e1388: 8 total, 8 up, 8 in 2024-08-10T06:00:09.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:08 smithi031 ceph-mon[100614]: osdmap e1388: 8 total, 8 up, 8 in 2024-08-10T06:00:09.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:08 smithi196 ceph-mon[90243]: osdmap e1388: 8 total, 8 up, 8 in 2024-08-10T06:00:10.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:09 smithi031 ceph-mon[98130]: pgmap v2449: 169 pgs: 169 active+clean; 1.8 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 245 MiB/s rd, 11 MiB/s wr, 741 op/s 2024-08-10T06:00:10.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:09 smithi031 ceph-mon[98130]: osdmap e1389: 8 total, 8 up, 8 in 2024-08-10T06:00:10.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:09 smithi031 ceph-mon[100614]: pgmap v2449: 169 pgs: 169 active+clean; 1.8 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 245 MiB/s rd, 11 MiB/s wr, 741 op/s 2024-08-10T06:00:10.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:09 smithi031 ceph-mon[100614]: osdmap e1389: 8 total, 8 up, 8 in 2024-08-10T06:00:10.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:09 smithi196 ceph-mon[90243]: pgmap v2449: 169 pgs: 169 active+clean; 1.8 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 245 MiB/s rd, 11 MiB/s wr, 741 op/s 2024-08-10T06:00:10.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:09 smithi196 ceph-mon[90243]: osdmap e1389: 8 total, 8 up, 8 in 2024-08-10T06:00:10.640 INFO:tasks.workunit.client.0.smithi031.stdout:snap_protect: snap1 2024-08-10T06:00:10.652 INFO:tasks.workunit.client.0.smithi031.stdout:clone image184 -> image186 2024-08-10T06:00:10.786 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 137261516 2024-08-10T06:00:10.799 INFO:tasks.workunit.client.0.smithi031.stdout:write: C 73049274~2681805 2024-08-10T06:00:10.851 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 103631257~3428834 2024-08-10T06:00:10.852 INFO:tasks.workunit.client.0.smithi031.stdout:write: C 61505767~746155 2024-08-10T06:00:10.863 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 62788728~2211268 2024-08-10T06:00:10.870 INFO:tasks.workunit.client.0.smithi031.stdout:write: C 24334364~3939360 2024-08-10T06:00:10.901 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 105683866~8329295 2024-08-10T06:00:10.901 INFO:tasks.workunit.client.0.smithi031.stdout:write: C 34577426~4415683 2024-08-10T06:00:10.934 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 74142497~2980770 2024-08-10T06:00:10.937 INFO:tasks.workunit.client.0.smithi031.stdout:snap_create: snap2 2024-08-10T06:00:11.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:10 smithi031 ceph-mon[98130]: osdmap e1390: 8 total, 8 up, 8 in 2024-08-10T06:00:11.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:10 smithi031 ceph-mon[100614]: osdmap e1390: 8 total, 8 up, 8 in 2024-08-10T06:00:11.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:10 smithi196 ceph-mon[90243]: osdmap e1390: 8 total, 8 up, 8 in 2024-08-10T06:00:11.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:00:11 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:00:11] "GET /metrics HTTP/1.1" 200 38903 "" "Prometheus/2.43.0" 2024-08-10T06:00:12.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:11 smithi031 ceph-mon[98130]: pgmap v2452: 169 pgs: 169 active+clean; 1.8 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 278 MiB/s rd, 6.3 MiB/s wr, 544 op/s 2024-08-10T06:00:12.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:11 smithi031 ceph-mon[98130]: osdmap e1391: 8 total, 8 up, 8 in 2024-08-10T06:00:12.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:11 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:00:12.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:11 smithi031 ceph-mon[100614]: pgmap v2452: 169 pgs: 169 active+clean; 1.8 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 278 MiB/s rd, 6.3 MiB/s wr, 544 op/s 2024-08-10T06:00:12.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:11 smithi031 ceph-mon[100614]: osdmap e1391: 8 total, 8 up, 8 in 2024-08-10T06:00:12.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:11 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:00:12.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:11 smithi196 ceph-mon[90243]: pgmap v2452: 169 pgs: 169 active+clean; 1.8 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 278 MiB/s rd, 6.3 MiB/s wr, 544 op/s 2024-08-10T06:00:12.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:11 smithi196 ceph-mon[90243]: osdmap e1391: 8 total, 8 up, 8 in 2024-08-10T06:00:12.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:11 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:00:12.635 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:00:12 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:00:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:00:12.653 INFO:tasks.workunit.client.0.smithi031.stdout:snap_protect: snap2 2024-08-10T06:00:12.668 INFO:tasks.workunit.client.0.smithi031.stdout:clone image186 -> image188 2024-08-10T06:00:12.830 INFO:tasks.workunit.client.0.smithi031.stdout:write: D 77245894~2311615 2024-08-10T06:00:12.859 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 32884501~8151456 2024-08-10T06:00:12.871 INFO:tasks.workunit.client.0.smithi031.stdout:write: D 77785718~7762816 2024-08-10T06:00:12.919 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 43619426~192834 2024-08-10T06:00:12.925 INFO:tasks.workunit.client.0.smithi031.stdout:write: D 116925848~5987235 2024-08-10T06:00:12.964 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 89549510~4191520 2024-08-10T06:00:12.971 INFO:tasks.workunit.client.0.smithi031.stdout:write: D 99148014~7801181 2024-08-10T06:00:13.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:12 smithi031 ceph-mon[98130]: osdmap e1392: 8 total, 8 up, 8 in 2024-08-10T06:00:13.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:12 smithi031 ceph-mon[100614]: osdmap e1392: 8 total, 8 up, 8 in 2024-08-10T06:00:13.020 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 117238131~5443500 2024-08-10T06:00:13.023 INFO:tasks.workunit.client.0.smithi031.stdout:snap_create: snap3 2024-08-10T06:00:13.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:12 smithi196 ceph-mon[90243]: osdmap e1392: 8 total, 8 up, 8 in 2024-08-10T06:00:14.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:13 smithi031 ceph-mon[98130]: pgmap v2455: 169 pgs: 169 active+clean; 1.8 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 119 MiB/s rd, 13 MiB/s wr, 367 op/s 2024-08-10T06:00:14.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:13 smithi031 ceph-mon[98130]: osdmap e1393: 8 total, 8 up, 8 in 2024-08-10T06:00:14.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:13 smithi031 ceph-mon[100614]: pgmap v2455: 169 pgs: 169 active+clean; 1.8 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 119 MiB/s rd, 13 MiB/s wr, 367 op/s 2024-08-10T06:00:14.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:13 smithi031 ceph-mon[100614]: osdmap e1393: 8 total, 8 up, 8 in 2024-08-10T06:00:14.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:13 smithi196 ceph-mon[90243]: pgmap v2455: 169 pgs: 169 active+clean; 1.8 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 119 MiB/s rd, 13 MiB/s wr, 367 op/s 2024-08-10T06:00:14.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:13 smithi196 ceph-mon[90243]: osdmap e1393: 8 total, 8 up, 8 in 2024-08-10T06:00:14.658 INFO:tasks.workunit.client.0.smithi031.stdout:snap_protect: snap3 2024-08-10T06:00:14.672 INFO:tasks.workunit.client.0.smithi031.stdout:clone image188 -> image190 2024-08-10T06:00:14.878 INFO:tasks.workunit.client.0.smithi031.stdout:migration_prepare 2024-08-10T06:00:15.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:14 smithi031 ceph-mon[98130]: osdmap e1394: 8 total, 8 up, 8 in 2024-08-10T06:00:15.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:14 smithi031 ceph-mon[100614]: osdmap e1394: 8 total, 8 up, 8 in 2024-08-10T06:00:15.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:14 smithi196 ceph-mon[90243]: osdmap e1394: 8 total, 8 up, 8 in 2024-08-10T06:00:15.366 INFO:tasks.workunit.client.0.smithi031.stdout:migration_execute 2024-08-10T06:00:15.366 INFO:tasks.workunit.client.0.smithi031.stdout:write: a 37961135~3253122 2024-08-10T06:00:15.405 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 74374110~1054000 2024-08-10T06:00:15.424 INFO:tasks.workunit.client.0.smithi031.stdout:write: a 65132527~7289023 2024-08-10T06:00:15.464 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 46074659~1523413 2024-08-10T06:00:15.492 INFO:tasks.workunit.client.0.smithi031.stdout:write: a 135243835~2017681 2024-08-10T06:00:15.523 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 36975715~5004912 2024-08-10T06:00:15.540 INFO:tasks.workunit.client.0.smithi031.stdout:write: a 8132047~2503479 2024-08-10T06:00:15.584 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 96842047~5766933 2024-08-10T06:00:15.630 INFO:tasks.workunit.client.0.smithi031.stdout:snap_create: user0 2024-08-10T06:00:16.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:15 smithi031 ceph-mon[98130]: pgmap v2458: 169 pgs: 169 active+clean; 1.8 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 20 MiB/s rd, 16 MiB/s wr, 390 op/s 2024-08-10T06:00:16.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:15 smithi031 ceph-mon[98130]: osdmap e1395: 8 total, 8 up, 8 in 2024-08-10T06:00:16.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:15 smithi031 ceph-mon[98130]: osdmap e1396: 8 total, 8 up, 8 in 2024-08-10T06:00:16.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:15 smithi031 ceph-mon[100614]: pgmap v2458: 169 pgs: 169 active+clean; 1.8 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 20 MiB/s rd, 16 MiB/s wr, 390 op/s 2024-08-10T06:00:16.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:15 smithi031 ceph-mon[100614]: osdmap e1395: 8 total, 8 up, 8 in 2024-08-10T06:00:16.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:15 smithi031 ceph-mon[100614]: osdmap e1396: 8 total, 8 up, 8 in 2024-08-10T06:00:16.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:15 smithi196 ceph-mon[90243]: pgmap v2458: 169 pgs: 169 active+clean; 1.8 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 20 MiB/s rd, 16 MiB/s wr, 390 op/s 2024-08-10T06:00:16.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:15 smithi196 ceph-mon[90243]: osdmap e1395: 8 total, 8 up, 8 in 2024-08-10T06:00:16.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:15 smithi196 ceph-mon[90243]: osdmap e1396: 8 total, 8 up, 8 in 2024-08-10T06:00:17.326 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 142475421 2024-08-10T06:00:17.339 INFO:tasks.workunit.client.0.smithi031.stdout:write: b 20061903~8268354 2024-08-10T06:00:17.365 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 124616643~7487520 2024-08-10T06:00:17.369 INFO:tasks.workunit.client.0.smithi031.stdout:write: b 54669400~6994759 2024-08-10T06:00:17.378 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 90424327~3884559 2024-08-10T06:00:17.397 INFO:tasks.workunit.client.0.smithi031.stdout:write: b 18894903~1775150 2024-08-10T06:00:17.417 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 9154461~860132 2024-08-10T06:00:17.417 INFO:tasks.workunit.client.0.smithi031.stdout:write: b 12894607~7129108 2024-08-10T06:00:17.469 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 85382475~658673 2024-08-10T06:00:17.469 INFO:tasks.workunit.client.0.smithi031.stdout:snap_create: user1 2024-08-10T06:00:17.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:17 smithi031 ceph-mon[98130]: osdmap e1397: 8 total, 8 up, 8 in 2024-08-10T06:00:17.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:17 smithi031 ceph-mon[98130]: pgmap v2462: 169 pgs: 169 active+clean; 1.9 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 6.3 MiB/s rd, 14 MiB/s wr, 416 op/s 2024-08-10T06:00:17.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:17 smithi031 ceph-mon[100614]: osdmap e1397: 8 total, 8 up, 8 in 2024-08-10T06:00:17.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:17 smithi031 ceph-mon[100614]: pgmap v2462: 169 pgs: 169 active+clean; 1.9 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 6.3 MiB/s rd, 14 MiB/s wr, 416 op/s 2024-08-10T06:00:17.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:17 smithi196 ceph-mon[90243]: osdmap e1397: 8 total, 8 up, 8 in 2024-08-10T06:00:17.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:17 smithi196 ceph-mon[90243]: pgmap v2462: 169 pgs: 169 active+clean; 1.9 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 6.3 MiB/s rd, 14 MiB/s wr, 416 op/s 2024-08-10T06:00:18.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:18 smithi031 ceph-mon[98130]: osdmap e1398: 8 total, 8 up, 8 in 2024-08-10T06:00:18.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:18 smithi031 ceph-mon[100614]: osdmap e1398: 8 total, 8 up, 8 in 2024-08-10T06:00:18.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:18 smithi196 ceph-mon[90243]: osdmap e1398: 8 total, 8 up, 8 in 2024-08-10T06:00:19.336 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 264089790 2024-08-10T06:00:19.351 INFO:tasks.workunit.client.0.smithi031.stdout:write: c 257006954~789187 2024-08-10T06:00:19.359 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 45355356~2875188 2024-08-10T06:00:19.359 INFO:tasks.workunit.client.0.smithi031.stdout:write: c 197683314~556117 2024-08-10T06:00:19.359 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 234805850~810568 2024-08-10T06:00:19.359 INFO:tasks.workunit.client.0.smithi031.stdout:write: c 187992107~6808019 2024-08-10T06:00:19.371 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 17543884~5325924 2024-08-10T06:00:19.371 INFO:tasks.workunit.client.0.smithi031.stdout:write: c 139726122~3330035 2024-08-10T06:00:19.373 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 61451927~2701311 2024-08-10T06:00:19.374 INFO:tasks.workunit.client.0.smithi031.stdout:snap_create: user2 2024-08-10T06:00:19.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:19 smithi031 ceph-mon[100614]: osdmap e1399: 8 total, 8 up, 8 in 2024-08-10T06:00:19.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:19 smithi031 ceph-mon[100614]: pgmap v2465: 169 pgs: 169 active+clean; 1.9 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 15 MiB/s rd, 23 MiB/s wr, 985 op/s 2024-08-10T06:00:19.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:19 smithi031 ceph-mon[98130]: osdmap e1399: 8 total, 8 up, 8 in 2024-08-10T06:00:19.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:19 smithi031 ceph-mon[98130]: pgmap v2465: 169 pgs: 169 active+clean; 1.9 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 15 MiB/s rd, 23 MiB/s wr, 985 op/s 2024-08-10T06:00:19.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:19 smithi196 ceph-mon[90243]: osdmap e1399: 8 total, 8 up, 8 in 2024-08-10T06:00:19.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:19 smithi196 ceph-mon[90243]: pgmap v2465: 169 pgs: 169 active+clean; 1.9 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 15 MiB/s rd, 23 MiB/s wr, 985 op/s 2024-08-10T06:00:20.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:20 smithi031 ceph-mon[98130]: osdmap e1400: 8 total, 8 up, 8 in 2024-08-10T06:00:20.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:20 smithi031 ceph-mon[100614]: osdmap e1400: 8 total, 8 up, 8 in 2024-08-10T06:00:20.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:20 smithi196 ceph-mon[90243]: osdmap e1400: 8 total, 8 up, 8 in 2024-08-10T06:00:21.346 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 197289235 2024-08-10T06:00:21.375 INFO:tasks.workunit.client.0.smithi031.stdout:write: d 147605468~5719379 2024-08-10T06:00:21.392 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 141084470~7714795 2024-08-10T06:00:21.412 INFO:tasks.workunit.client.0.smithi031.stdout:write: d 188459158~7508054 2024-08-10T06:00:21.418 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 55638520~7605808 2024-08-10T06:00:21.418 INFO:tasks.workunit.client.0.smithi031.stdout:write: d 40877231~4299574 2024-08-10T06:00:21.423 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 111289568~6043054 2024-08-10T06:00:21.446 INFO:tasks.workunit.client.0.smithi031.stdout:write: d 187030366~7823570 2024-08-10T06:00:21.471 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 80903297~3268637 2024-08-10T06:00:21.471 INFO:tasks.workunit.client.0.smithi031.stdout:snap_create: user3 2024-08-10T06:00:21.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:21 smithi031 ceph-mon[98130]: osdmap e1401: 8 total, 8 up, 8 in 2024-08-10T06:00:21.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:21 smithi031 ceph-mon[98130]: pgmap v2468: 169 pgs: 169 active+clean; 2.0 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 19 MiB/s rd, 33 MiB/s wr, 911 op/s 2024-08-10T06:00:21.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:00:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:00:21] "GET /metrics HTTP/1.1" 200 38903 "" "Prometheus/2.43.0" 2024-08-10T06:00:21.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:21 smithi031 ceph-mon[100614]: osdmap e1401: 8 total, 8 up, 8 in 2024-08-10T06:00:21.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:21 smithi031 ceph-mon[100614]: pgmap v2468: 169 pgs: 169 active+clean; 2.0 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 19 MiB/s rd, 33 MiB/s wr, 911 op/s 2024-08-10T06:00:21.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:21 smithi196 ceph-mon[90243]: osdmap e1401: 8 total, 8 up, 8 in 2024-08-10T06:00:21.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:21 smithi196 ceph-mon[90243]: pgmap v2468: 169 pgs: 169 active+clean; 2.0 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 19 MiB/s rd, 33 MiB/s wr, 911 op/s 2024-08-10T06:00:22.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:22 smithi031 ceph-mon[98130]: osdmap e1402: 8 total, 8 up, 8 in 2024-08-10T06:00:22.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:22 smithi031 ceph-mon[100614]: osdmap e1402: 8 total, 8 up, 8 in 2024-08-10T06:00:22.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:22 smithi196 ceph-mon[90243]: osdmap e1402: 8 total, 8 up, 8 in 2024-08-10T06:00:22.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:00:22 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:00:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:00:23.363 INFO:tasks.workunit.client.0.smithi031.stdout:write: 1 19728923~4932230 2024-08-10T06:00:23.368 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 20961980~2466115 2024-08-10T06:00:23.396 INFO:tasks.workunit.client.0.smithi031.stdout:write: 2 39457847~4932230 2024-08-10T06:00:23.398 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 40690904~2466115 2024-08-10T06:00:23.421 INFO:tasks.workunit.client.0.smithi031.stdout:write: 3 59186770~4932230 2024-08-10T06:00:23.426 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 60419827~2466115 2024-08-10T06:00:23.452 INFO:tasks.workunit.client.0.smithi031.stdout:write: 4 78915694~4932230 2024-08-10T06:00:23.454 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 80148751~2466115 2024-08-10T06:00:23.485 INFO:tasks.workunit.client.0.smithi031.stdout:write: 5 98644617~4932230 2024-08-10T06:00:23.489 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 99877674~2466115 2024-08-10T06:00:23.614 INFO:tasks.workunit.client.0.smithi031.stdout:migration_commit 2024-08-10T06:00:23.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:23 smithi031 ceph-mon[98130]: osdmap e1403: 8 total, 8 up, 8 in 2024-08-10T06:00:23.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:23 smithi031 ceph-mon[98130]: pgmap v2471: 169 pgs: 169 active+clean; 2.1 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 11 MiB/s rd, 34 MiB/s wr, 465 op/s 2024-08-10T06:00:23.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:23 smithi031 ceph-mon[100614]: osdmap e1403: 8 total, 8 up, 8 in 2024-08-10T06:00:23.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:23 smithi031 ceph-mon[100614]: pgmap v2471: 169 pgs: 169 active+clean; 2.1 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 11 MiB/s rd, 34 MiB/s wr, 465 op/s 2024-08-10T06:00:23.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:23 smithi196 ceph-mon[90243]: osdmap e1403: 8 total, 8 up, 8 in 2024-08-10T06:00:23.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:23 smithi196 ceph-mon[90243]: pgmap v2471: 169 pgs: 169 active+clean; 2.1 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 11 MiB/s rd, 34 MiB/s wr, 465 op/s 2024-08-10T06:00:24.765 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMigration.StressLive (17420 ms) 2024-08-10T06:00:24.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:24 smithi031 ceph-mon[98130]: osdmap e1404: 8 total, 8 up, 8 in 2024-08-10T06:00:24.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:24 smithi031 ceph-mon[100614]: osdmap e1404: 8 total, 8 up, 8 in 2024-08-10T06:00:24.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:24 smithi196 ceph-mon[90243]: osdmap e1404: 8 total, 8 up, 8 in 2024-08-10T06:00:25.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:25 smithi031 ceph-mon[98130]: pgmap v2473: 169 pgs: 169 active+clean; 2.2 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 31 MiB/s rd, 32 MiB/s wr, 405 op/s 2024-08-10T06:00:25.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:25 smithi031 ceph-mon[100614]: pgmap v2473: 169 pgs: 169 active+clean; 2.2 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 31 MiB/s rd, 32 MiB/s wr, 405 op/s 2024-08-10T06:00:25.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:25 smithi196 ceph-mon[90243]: pgmap v2473: 169 pgs: 169 active+clean; 2.2 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 31 MiB/s rd, 32 MiB/s wr, 405 op/s 2024-08-10T06:00:26.366 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 57 tests from TestMigration (263985 ms total) 2024-08-10T06:00:26.366 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:00:26.366 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 6 tests from TestGroup 2024-08-10T06:00:26.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:26 smithi031 ceph-mon[98130]: osdmap e1405: 8 total, 8 up, 8 in 2024-08-10T06:00:26.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:00:26.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:26 smithi031 ceph-mon[100614]: osdmap e1405: 8 total, 8 up, 8 in 2024-08-10T06:00:26.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:00:26.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:26 smithi196 ceph-mon[90243]: osdmap e1405: 8 total, 8 up, 8 in 2024-08-10T06:00:26.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:00:27.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:27 smithi031 ceph-mon[98130]: osdmap e1406: 8 total, 8 up, 8 in 2024-08-10T06:00:27.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:27 smithi031 ceph-mon[98130]: pgmap v2476: 105 pgs: 105 active+clean; 4.6 MiB data, 8.0 GiB used, 707 GiB / 715 GiB avail 2024-08-10T06:00:27.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:27 smithi031 ceph-mon[100614]: osdmap e1406: 8 total, 8 up, 8 in 2024-08-10T06:00:27.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:27 smithi031 ceph-mon[100614]: pgmap v2476: 105 pgs: 105 active+clean; 4.6 MiB data, 8.0 GiB used, 707 GiB / 715 GiB avail 2024-08-10T06:00:27.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:27 smithi196 ceph-mon[90243]: osdmap e1406: 8 total, 8 up, 8 in 2024-08-10T06:00:27.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:27 smithi196 ceph-mon[90243]: pgmap v2476: 105 pgs: 105 active+clean; 4.6 MiB data, 8.0 GiB used, 707 GiB / 715 GiB avail 2024-08-10T06:00:28.371 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestGroup.group_create 2024-08-10T06:00:28.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:28 smithi031 ceph-mon[98130]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T06:00:28.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:28 smithi031 ceph-mon[98130]: Cluster is now healthy 2024-08-10T06:00:28.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:28 smithi031 ceph-mon[98130]: osdmap e1407: 8 total, 8 up, 8 in 2024-08-10T06:00:28.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:28 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/425399363' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:00:28.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:28 smithi031 ceph-mon[100614]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T06:00:28.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:28 smithi031 ceph-mon[100614]: Cluster is now healthy 2024-08-10T06:00:28.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:28 smithi031 ceph-mon[100614]: osdmap e1407: 8 total, 8 up, 8 in 2024-08-10T06:00:28.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:28 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/425399363' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:00:28.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:28 smithi196 ceph-mon[90243]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T06:00:28.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:28 smithi196 ceph-mon[90243]: Cluster is now healthy 2024-08-10T06:00:28.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:28 smithi196 ceph-mon[90243]: osdmap e1407: 8 total, 8 up, 8 in 2024-08-10T06:00:28.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:28 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/425399363' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:00:29.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:29 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/425399363' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T06:00:29.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:29 smithi031 ceph-mon[98130]: osdmap e1408: 8 total, 8 up, 8 in 2024-08-10T06:00:29.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:29 smithi031 ceph-mon[98130]: pgmap v2479: 137 pgs: 14 creating+peering, 15 unknown, 108 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-08-10T06:00:29.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:29 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/425399363' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T06:00:29.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:29 smithi031 ceph-mon[100614]: osdmap e1408: 8 total, 8 up, 8 in 2024-08-10T06:00:29.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:29 smithi031 ceph-mon[100614]: pgmap v2479: 137 pgs: 14 creating+peering, 15 unknown, 108 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-08-10T06:00:29.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:29 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/425399363' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T06:00:29.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:29 smithi196 ceph-mon[90243]: osdmap e1408: 8 total, 8 up, 8 in 2024-08-10T06:00:29.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:29 smithi196 ceph-mon[90243]: pgmap v2479: 137 pgs: 14 creating+peering, 15 unknown, 108 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-08-10T06:00:30.424 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestGroup.group_create (2053 ms) 2024-08-10T06:00:30.424 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestGroup.group_createPP 2024-08-10T06:00:30.443 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestGroup.group_createPP (18 ms) 2024-08-10T06:00:30.443 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestGroup.add_image 2024-08-10T06:00:30.487 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestGroup.add_image (45 ms) 2024-08-10T06:00:30.487 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestGroup.add_imagePP 2024-08-10T06:00:30.526 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestGroup.add_imagePP (39 ms) 2024-08-10T06:00:30.526 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestGroup.add_snapshot 2024-08-10T06:00:30.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:30 smithi031 ceph-mon[98130]: osdmap e1409: 8 total, 8 up, 8 in 2024-08-10T06:00:30.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:30 smithi031 ceph-mon[100614]: osdmap e1409: 8 total, 8 up, 8 in 2024-08-10T06:00:30.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:30 smithi196 ceph-mon[90243]: osdmap e1409: 8 total, 8 up, 8 in 2024-08-10T06:00:31.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:00:31 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:00:31] "GET /metrics HTTP/1.1" 200 36474 "" "Prometheus/2.43.0" 2024-08-10T06:00:31.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:31 smithi031 ceph-mon[98130]: osdmap e1410: 8 total, 8 up, 8 in 2024-08-10T06:00:31.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:31 smithi031 ceph-mon[98130]: pgmap v2482: 137 pgs: 14 creating+peering, 5 unknown, 118 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:00:31.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:31 smithi031 ceph-mon[100614]: osdmap e1410: 8 total, 8 up, 8 in 2024-08-10T06:00:31.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:31 smithi031 ceph-mon[100614]: pgmap v2482: 137 pgs: 14 creating+peering, 5 unknown, 118 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:00:31.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:31 smithi196 ceph-mon[90243]: osdmap e1410: 8 total, 8 up, 8 in 2024-08-10T06:00:31.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:31 smithi196 ceph-mon[90243]: pgmap v2482: 137 pgs: 14 creating+peering, 5 unknown, 118 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:00:32.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:32 smithi031 ceph-mon[100614]: osdmap e1411: 8 total, 8 up, 8 in 2024-08-10T06:00:32.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:32 smithi031 ceph-mon[98130]: osdmap e1411: 8 total, 8 up, 8 in 2024-08-10T06:00:32.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:32 smithi196 ceph-mon[90243]: osdmap e1411: 8 total, 8 up, 8 in 2024-08-10T06:00:32.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:00:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:00:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:00:33.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:33 smithi031 ceph-mon[98130]: osdmap e1412: 8 total, 8 up, 8 in 2024-08-10T06:00:33.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:33 smithi031 ceph-mon[98130]: pgmap v2485: 137 pgs: 9 creating+peering, 128 active+clean; 4.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 58 KiB/s rd, 4.5 KiB/s wr, 75 op/s 2024-08-10T06:00:33.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:33 smithi031 ceph-mon[100614]: osdmap e1412: 8 total, 8 up, 8 in 2024-08-10T06:00:33.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:33 smithi031 ceph-mon[100614]: pgmap v2485: 137 pgs: 9 creating+peering, 128 active+clean; 4.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 58 KiB/s rd, 4.5 KiB/s wr, 75 op/s 2024-08-10T06:00:33.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:33 smithi196 ceph-mon[90243]: osdmap e1412: 8 total, 8 up, 8 in 2024-08-10T06:00:33.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:33 smithi196 ceph-mon[90243]: pgmap v2485: 137 pgs: 9 creating+peering, 128 active+clean; 4.6 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 58 KiB/s rd, 4.5 KiB/s wr, 75 op/s 2024-08-10T06:00:34.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:34 smithi031 ceph-mon[98130]: osdmap e1413: 8 total, 8 up, 8 in 2024-08-10T06:00:34.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:34 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:00:34.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:34 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:00:34.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:34 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:00:34.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:34 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:00:34.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:34 smithi031 ceph-mon[100614]: osdmap e1413: 8 total, 8 up, 8 in 2024-08-10T06:00:34.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:34 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:00:34.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:34 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:00:34.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:34 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:00:34.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:34 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:00:34.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:34 smithi196 ceph-mon[90243]: osdmap e1413: 8 total, 8 up, 8 in 2024-08-10T06:00:34.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:34 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:00:34.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:34 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:00:34.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:34 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:00:34.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:34 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:00:35.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:35 smithi031 ceph-mon[98130]: osdmap e1414: 8 total, 8 up, 8 in 2024-08-10T06:00:35.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:35 smithi031 ceph-mon[98130]: pgmap v2488: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 127 KiB/s rd, 16 KiB/s wr, 175 op/s 2024-08-10T06:00:35.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:35 smithi031 ceph-mon[100614]: osdmap e1414: 8 total, 8 up, 8 in 2024-08-10T06:00:35.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:35 smithi031 ceph-mon[100614]: pgmap v2488: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 127 KiB/s rd, 16 KiB/s wr, 175 op/s 2024-08-10T06:00:35.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:35 smithi196 ceph-mon[90243]: osdmap e1414: 8 total, 8 up, 8 in 2024-08-10T06:00:35.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:35 smithi196 ceph-mon[90243]: pgmap v2488: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 127 KiB/s rd, 16 KiB/s wr, 175 op/s 2024-08-10T06:00:36.463 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestGroup.add_snapshot (5937 ms) 2024-08-10T06:00:36.464 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestGroup.add_snapshotPP 2024-08-10T06:00:36.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:36 smithi031 ceph-mon[98130]: osdmap e1415: 8 total, 8 up, 8 in 2024-08-10T06:00:36.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:36 smithi031 ceph-mon[100614]: osdmap e1415: 8 total, 8 up, 8 in 2024-08-10T06:00:36.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:36 smithi196 ceph-mon[90243]: osdmap e1415: 8 total, 8 up, 8 in 2024-08-10T06:00:37.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:37 smithi031 ceph-mon[98130]: osdmap e1416: 8 total, 8 up, 8 in 2024-08-10T06:00:37.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:37 smithi031 ceph-mon[98130]: pgmap v2491: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 70 KiB/s rd, 12 KiB/s wr, 101 op/s 2024-08-10T06:00:37.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:37 smithi031 ceph-mon[100614]: osdmap e1416: 8 total, 8 up, 8 in 2024-08-10T06:00:37.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:37 smithi031 ceph-mon[100614]: pgmap v2491: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 70 KiB/s rd, 12 KiB/s wr, 101 op/s 2024-08-10T06:00:37.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:37 smithi196 ceph-mon[90243]: osdmap e1416: 8 total, 8 up, 8 in 2024-08-10T06:00:37.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:37 smithi196 ceph-mon[90243]: pgmap v2491: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 70 KiB/s rd, 12 KiB/s wr, 101 op/s 2024-08-10T06:00:38.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:38 smithi031 ceph-mon[98130]: osdmap e1417: 8 total, 8 up, 8 in 2024-08-10T06:00:38.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:38 smithi031 ceph-mon[100614]: osdmap e1417: 8 total, 8 up, 8 in 2024-08-10T06:00:38.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:38 smithi196 ceph-mon[90243]: osdmap e1417: 8 total, 8 up, 8 in 2024-08-10T06:00:39.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:39 smithi031 ceph-mon[98130]: osdmap e1418: 8 total, 8 up, 8 in 2024-08-10T06:00:39.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:39 smithi031 ceph-mon[98130]: pgmap v2494: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 54 KiB/s rd, 6.2 KiB/s wr, 73 op/s 2024-08-10T06:00:39.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:39 smithi031 ceph-mon[100614]: osdmap e1418: 8 total, 8 up, 8 in 2024-08-10T06:00:39.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:39 smithi031 ceph-mon[100614]: pgmap v2494: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 54 KiB/s rd, 6.2 KiB/s wr, 73 op/s 2024-08-10T06:00:39.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:39 smithi196 ceph-mon[90243]: osdmap e1418: 8 total, 8 up, 8 in 2024-08-10T06:00:39.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:39 smithi196 ceph-mon[90243]: pgmap v2494: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 54 KiB/s rd, 6.2 KiB/s wr, 73 op/s 2024-08-10T06:00:40.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:40 smithi031 ceph-mon[98130]: osdmap e1419: 8 total, 8 up, 8 in 2024-08-10T06:00:40.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:40 smithi031 ceph-mon[98130]: osdmap e1420: 8 total, 8 up, 8 in 2024-08-10T06:00:40.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:40 smithi031 ceph-mon[100614]: osdmap e1419: 8 total, 8 up, 8 in 2024-08-10T06:00:40.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:40 smithi031 ceph-mon[100614]: osdmap e1420: 8 total, 8 up, 8 in 2024-08-10T06:00:40.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:40 smithi196 ceph-mon[90243]: osdmap e1419: 8 total, 8 up, 8 in 2024-08-10T06:00:40.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:40 smithi196 ceph-mon[90243]: osdmap e1420: 8 total, 8 up, 8 in 2024-08-10T06:00:41.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:00:41 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:00:41] "GET /metrics HTTP/1.1" 200 36445 "" "Prometheus/2.43.0" 2024-08-10T06:00:42.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:41 smithi031 ceph-mon[98130]: pgmap v2497: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 129 KiB/s rd, 11 KiB/s wr, 172 op/s 2024-08-10T06:00:42.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:00:42.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:00:42.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:41 smithi031 ceph-mon[98130]: osdmap e1421: 8 total, 8 up, 8 in 2024-08-10T06:00:42.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:41 smithi031 ceph-mon[100614]: pgmap v2497: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 129 KiB/s rd, 11 KiB/s wr, 172 op/s 2024-08-10T06:00:42.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:00:42.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:00:42.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:41 smithi031 ceph-mon[100614]: osdmap e1421: 8 total, 8 up, 8 in 2024-08-10T06:00:42.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:41 smithi196 ceph-mon[90243]: pgmap v2497: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 129 KiB/s rd, 11 KiB/s wr, 172 op/s 2024-08-10T06:00:42.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:00:42.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:00:42.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:41 smithi196 ceph-mon[90243]: osdmap e1421: 8 total, 8 up, 8 in 2024-08-10T06:00:42.341 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestGroup.add_snapshotPP (5878 ms) 2024-08-10T06:00:42.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:00:42 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:00:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:00:43.322 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 6 tests from TestGroup (13970 ms total) 2024-08-10T06:00:43.322 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:00:43.322 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 31 tests from TestDeepCopy 2024-08-10T06:00:43.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:43 smithi031 ceph-mon[100614]: osdmap e1422: 8 total, 8 up, 8 in 2024-08-10T06:00:43.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:43 smithi031 ceph-mon[100614]: pgmap v2500: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 79 KiB/s rd, 6.2 KiB/s wr, 104 op/s 2024-08-10T06:00:43.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:43 smithi031 ceph-mon[98130]: osdmap e1422: 8 total, 8 up, 8 in 2024-08-10T06:00:43.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:43 smithi031 ceph-mon[98130]: pgmap v2500: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 79 KiB/s rd, 6.2 KiB/s wr, 104 op/s 2024-08-10T06:00:43.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:43 smithi196 ceph-mon[90243]: osdmap e1422: 8 total, 8 up, 8 in 2024-08-10T06:00:43.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:43 smithi196 ceph-mon[90243]: pgmap v2500: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 79 KiB/s rd, 6.2 KiB/s wr, 104 op/s 2024-08-10T06:00:44.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:44 smithi031 ceph-mon[98130]: osdmap e1423: 8 total, 8 up, 8 in 2024-08-10T06:00:44.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:44 smithi031 ceph-mon[100614]: osdmap e1423: 8 total, 8 up, 8 in 2024-08-10T06:00:44.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:44 smithi196 ceph-mon[90243]: osdmap e1423: 8 total, 8 up, 8 in 2024-08-10T06:00:45.337 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestDeepCopy.Empty 2024-08-10T06:00:45.582 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:45 smithi196 ceph-mon[90243]: osdmap e1424: 8 total, 8 up, 8 in 2024-08-10T06:00:45.582 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:45 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/635772872' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:00:45.582 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:45 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:00:45.582 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:45 smithi196 ceph-mon[90243]: pgmap v2503: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T06:00:45.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:45 smithi031 ceph-mon[100614]: osdmap e1424: 8 total, 8 up, 8 in 2024-08-10T06:00:45.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:45 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/635772872' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:00:45.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:45 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:00:45.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:45 smithi031 ceph-mon[100614]: pgmap v2503: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T06:00:45.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:45 smithi031 ceph-mon[98130]: osdmap e1424: 8 total, 8 up, 8 in 2024-08-10T06:00:45.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:45 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/635772872' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:00:45.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:45 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:00:45.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:45 smithi031 ceph-mon[98130]: pgmap v2503: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T06:00:46.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:46 smithi031 ceph-mon[98130]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T06:00:46.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:46 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T06:00:46.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:46 smithi031 ceph-mon[98130]: osdmap e1425: 8 total, 8 up, 8 in 2024-08-10T06:00:46.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:46 smithi031 ceph-mon[100614]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T06:00:46.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:46 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T06:00:46.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:46 smithi031 ceph-mon[100614]: osdmap e1425: 8 total, 8 up, 8 in 2024-08-10T06:00:46.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:46 smithi196 ceph-mon[90243]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T06:00:46.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:46 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T06:00:46.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:46 smithi196 ceph-mon[90243]: osdmap e1425: 8 total, 8 up, 8 in 2024-08-10T06:00:47.470 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestDeepCopy.Empty (2133 ms) 2024-08-10T06:00:47.470 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestDeepCopy.NoSnaps 2024-08-10T06:00:47.754 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestDeepCopy.NoSnaps (283 ms) 2024-08-10T06:00:47.754 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestDeepCopy.Snaps 2024-08-10T06:00:47.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:47 smithi031 ceph-mon[100614]: osdmap e1426: 8 total, 8 up, 8 in 2024-08-10T06:00:47.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:47 smithi031 ceph-mon[100614]: pgmap v2506: 137 pgs: 6 creating+peering, 14 unknown, 117 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T06:00:47.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:47 smithi031 ceph-mon[98130]: osdmap e1426: 8 total, 8 up, 8 in 2024-08-10T06:00:47.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:47 smithi031 ceph-mon[98130]: pgmap v2506: 137 pgs: 6 creating+peering, 14 unknown, 117 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T06:00:47.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:47 smithi196 ceph-mon[90243]: osdmap e1426: 8 total, 8 up, 8 in 2024-08-10T06:00:47.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:47 smithi196 ceph-mon[90243]: pgmap v2506: 137 pgs: 6 creating+peering, 14 unknown, 117 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T06:00:48.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:48 smithi031 ceph-mon[100614]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T06:00:48.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:48 smithi031 ceph-mon[100614]: Cluster is now healthy 2024-08-10T06:00:48.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:48 smithi031 ceph-mon[100614]: osdmap e1427: 8 total, 8 up, 8 in 2024-08-10T06:00:48.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:48 smithi031 ceph-mon[98130]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T06:00:48.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:48 smithi031 ceph-mon[98130]: Cluster is now healthy 2024-08-10T06:00:48.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:48 smithi031 ceph-mon[98130]: osdmap e1427: 8 total, 8 up, 8 in 2024-08-10T06:00:48.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:48 smithi196 ceph-mon[90243]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T06:00:48.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:48 smithi196 ceph-mon[90243]: Cluster is now healthy 2024-08-10T06:00:48.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:48 smithi196 ceph-mon[90243]: osdmap e1427: 8 total, 8 up, 8 in 2024-08-10T06:00:49.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:49 smithi031 ceph-mon[98130]: osdmap e1428: 8 total, 8 up, 8 in 2024-08-10T06:00:49.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:49 smithi031 ceph-mon[98130]: pgmap v2509: 137 pgs: 6 creating+peering, 131 active+clean; 8.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.0 MiB/s wr, 7 op/s 2024-08-10T06:00:49.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:49 smithi031 ceph-mon[100614]: osdmap e1428: 8 total, 8 up, 8 in 2024-08-10T06:00:49.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:49 smithi031 ceph-mon[100614]: pgmap v2509: 137 pgs: 6 creating+peering, 131 active+clean; 8.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.0 MiB/s wr, 7 op/s 2024-08-10T06:00:49.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:49 smithi196 ceph-mon[90243]: osdmap e1428: 8 total, 8 up, 8 in 2024-08-10T06:00:49.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:49 smithi196 ceph-mon[90243]: pgmap v2509: 137 pgs: 6 creating+peering, 131 active+clean; 8.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.0 MiB/s wr, 7 op/s 2024-08-10T06:00:50.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:50 smithi031 ceph-mon[98130]: osdmap e1429: 8 total, 8 up, 8 in 2024-08-10T06:00:50.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:50 smithi031 ceph-mon[100614]: osdmap e1429: 8 total, 8 up, 8 in 2024-08-10T06:00:50.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:50 smithi196 ceph-mon[90243]: osdmap e1429: 8 total, 8 up, 8 in 2024-08-10T06:00:51.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:00:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:00:51] "GET /metrics HTTP/1.1" 200 36445 "" "Prometheus/2.43.0" 2024-08-10T06:00:51.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:51 smithi031 ceph-mon[98130]: osdmap e1430: 8 total, 8 up, 8 in 2024-08-10T06:00:51.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:51 smithi031 ceph-mon[98130]: pgmap v2512: 137 pgs: 137 active+clean; 29 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 8.1 MiB/s rd, 6.0 MiB/s wr, 112 op/s 2024-08-10T06:00:51.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:51 smithi031 ceph-mon[100614]: osdmap e1430: 8 total, 8 up, 8 in 2024-08-10T06:00:51.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:51 smithi031 ceph-mon[100614]: pgmap v2512: 137 pgs: 137 active+clean; 29 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 8.1 MiB/s rd, 6.0 MiB/s wr, 112 op/s 2024-08-10T06:00:51.666 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestDeepCopy.Snaps (3913 ms) 2024-08-10T06:00:51.666 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestDeepCopy.SnapDiscard 2024-08-10T06:00:51.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:51 smithi196 ceph-mon[90243]: osdmap e1430: 8 total, 8 up, 8 in 2024-08-10T06:00:51.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:51 smithi196 ceph-mon[90243]: pgmap v2512: 137 pgs: 137 active+clean; 29 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 8.1 MiB/s rd, 6.0 MiB/s wr, 112 op/s 2024-08-10T06:00:52.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:52 smithi031 ceph-mon[98130]: osdmap e1431: 8 total, 8 up, 8 in 2024-08-10T06:00:52.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:52 smithi031 ceph-mon[100614]: osdmap e1431: 8 total, 8 up, 8 in 2024-08-10T06:00:52.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:52 smithi196 ceph-mon[90243]: osdmap e1431: 8 total, 8 up, 8 in 2024-08-10T06:00:52.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:00:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:00:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:00:53.495 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestDeepCopy.SnapDiscard (1829 ms) 2024-08-10T06:00:53.495 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestDeepCopy.CloneDiscard 2024-08-10T06:00:53.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:53 smithi031 ceph-mon[100614]: osdmap e1432: 8 total, 8 up, 8 in 2024-08-10T06:00:53.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:53 smithi031 ceph-mon[100614]: pgmap v2515: 137 pgs: 137 active+clean; 57 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 12 MiB/s wr, 210 op/s 2024-08-10T06:00:53.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:53 smithi031 ceph-mon[98130]: osdmap e1432: 8 total, 8 up, 8 in 2024-08-10T06:00:53.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:53 smithi031 ceph-mon[98130]: pgmap v2515: 137 pgs: 137 active+clean; 57 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 12 MiB/s wr, 210 op/s 2024-08-10T06:00:53.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:53 smithi196 ceph-mon[90243]: osdmap e1432: 8 total, 8 up, 8 in 2024-08-10T06:00:53.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:53 smithi196 ceph-mon[90243]: pgmap v2515: 137 pgs: 137 active+clean; 57 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 12 MiB/s wr, 210 op/s 2024-08-10T06:00:54.594 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestDeepCopy.CloneDiscard (1099 ms) 2024-08-10T06:00:54.594 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestDeepCopy.CloneShrink 2024-08-10T06:00:54.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:54 smithi031 ceph-mon[98130]: osdmap e1433: 8 total, 8 up, 8 in 2024-08-10T06:00:54.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:54 smithi031 ceph-mon[100614]: osdmap e1433: 8 total, 8 up, 8 in 2024-08-10T06:00:54.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:54 smithi196 ceph-mon[90243]: osdmap e1433: 8 total, 8 up, 8 in 2024-08-10T06:00:55.491 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestDeepCopy.CloneShrink (897 ms) 2024-08-10T06:00:55.492 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestDeepCopy.CloneExpand 2024-08-10T06:00:55.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:55 smithi031 ceph-mon[98130]: osdmap e1434: 8 total, 8 up, 8 in 2024-08-10T06:00:55.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:55 smithi031 ceph-mon[98130]: pgmap v2518: 137 pgs: 137 active+clean; 61 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 8.0 MiB/s wr, 122 op/s 2024-08-10T06:00:55.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:55 smithi031 ceph-mon[98130]: osdmap e1435: 8 total, 8 up, 8 in 2024-08-10T06:00:55.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:55 smithi031 ceph-mon[100614]: osdmap e1434: 8 total, 8 up, 8 in 2024-08-10T06:00:55.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:55 smithi031 ceph-mon[100614]: pgmap v2518: 137 pgs: 137 active+clean; 61 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 8.0 MiB/s wr, 122 op/s 2024-08-10T06:00:55.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:55 smithi031 ceph-mon[100614]: osdmap e1435: 8 total, 8 up, 8 in 2024-08-10T06:00:55.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:55 smithi196 ceph-mon[90243]: osdmap e1434: 8 total, 8 up, 8 in 2024-08-10T06:00:55.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:55 smithi196 ceph-mon[90243]: pgmap v2518: 137 pgs: 137 active+clean; 61 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 8.0 MiB/s wr, 122 op/s 2024-08-10T06:00:55.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:55 smithi196 ceph-mon[90243]: osdmap e1435: 8 total, 8 up, 8 in 2024-08-10T06:00:56.629 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestDeepCopy.CloneExpand (1138 ms) 2024-08-10T06:00:56.629 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestDeepCopy.CloneHideParent 2024-08-10T06:00:56.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:00:56.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:56 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:00:56.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:56 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:00:57.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:57 smithi031 ceph-mon[98130]: osdmap e1436: 8 total, 8 up, 8 in 2024-08-10T06:00:57.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:57 smithi031 ceph-mon[98130]: pgmap v2521: 137 pgs: 137 active+clean; 69 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 3.0 MiB/s wr, 215 op/s 2024-08-10T06:00:57.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:57 smithi031 ceph-mon[100614]: osdmap e1436: 8 total, 8 up, 8 in 2024-08-10T06:00:57.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:57 smithi031 ceph-mon[100614]: pgmap v2521: 137 pgs: 137 active+clean; 69 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 3.0 MiB/s wr, 215 op/s 2024-08-10T06:00:57.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:57 smithi196 ceph-mon[90243]: osdmap e1436: 8 total, 8 up, 8 in 2024-08-10T06:00:57.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:57 smithi196 ceph-mon[90243]: pgmap v2521: 137 pgs: 137 active+clean; 69 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 3.0 MiB/s wr, 215 op/s 2024-08-10T06:00:58.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:58 smithi031 ceph-mon[98130]: osdmap e1437: 8 total, 8 up, 8 in 2024-08-10T06:00:58.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:58 smithi031 ceph-mon[100614]: osdmap e1437: 8 total, 8 up, 8 in 2024-08-10T06:00:58.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:58 smithi196 ceph-mon[90243]: osdmap e1437: 8 total, 8 up, 8 in 2024-08-10T06:00:59.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:59 smithi031 ceph-mon[98130]: osdmap e1438: 8 total, 8 up, 8 in 2024-08-10T06:00:59.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:00:59 smithi031 ceph-mon[98130]: pgmap v2524: 137 pgs: 137 active+clean; 69 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 2.0 MiB/s wr, 398 op/s 2024-08-10T06:00:59.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:59 smithi031 ceph-mon[100614]: osdmap e1438: 8 total, 8 up, 8 in 2024-08-10T06:00:59.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:00:59 smithi031 ceph-mon[100614]: pgmap v2524: 137 pgs: 137 active+clean; 69 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 2.0 MiB/s wr, 398 op/s 2024-08-10T06:00:59.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:59 smithi196 ceph-mon[90243]: osdmap e1438: 8 total, 8 up, 8 in 2024-08-10T06:00:59.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:00:59 smithi196 ceph-mon[90243]: pgmap v2524: 137 pgs: 137 active+clean; 69 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 2.0 MiB/s wr, 398 op/s 2024-08-10T06:01:00.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:00 smithi031 ceph-mon[98130]: osdmap e1439: 8 total, 8 up, 8 in 2024-08-10T06:01:00.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:00 smithi031 ceph-mon[100614]: osdmap e1439: 8 total, 8 up, 8 in 2024-08-10T06:01:00.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:00 smithi196 ceph-mon[90243]: osdmap e1439: 8 total, 8 up, 8 in 2024-08-10T06:01:01.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:01:01 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:01:01] "GET /metrics HTTP/1.1" 200 36464 "" "Prometheus/2.43.0" 2024-08-10T06:01:01.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:01 smithi031 ceph-mon[98130]: osdmap e1440: 8 total, 8 up, 8 in 2024-08-10T06:01:01.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:01 smithi031 ceph-mon[98130]: pgmap v2527: 137 pgs: 137 active+clean; 69 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 209 KiB/s rd, 21 KiB/s wr, 295 op/s 2024-08-10T06:01:01.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:01 smithi031 ceph-mon[100614]: osdmap e1440: 8 total, 8 up, 8 in 2024-08-10T06:01:01.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:01 smithi031 ceph-mon[100614]: pgmap v2527: 137 pgs: 137 active+clean; 69 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 209 KiB/s rd, 21 KiB/s wr, 295 op/s 2024-08-10T06:01:01.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:01 smithi196 ceph-mon[90243]: osdmap e1440: 8 total, 8 up, 8 in 2024-08-10T06:01:01.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:01 smithi196 ceph-mon[90243]: pgmap v2527: 137 pgs: 137 active+clean; 69 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 209 KiB/s rd, 21 KiB/s wr, 295 op/s 2024-08-10T06:01:02.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:02 smithi031 ceph-mon[98130]: osdmap e1441: 8 total, 8 up, 8 in 2024-08-10T06:01:02.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:02 smithi031 ceph-mon[100614]: osdmap e1441: 8 total, 8 up, 8 in 2024-08-10T06:01:02.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:02 smithi196 ceph-mon[90243]: osdmap e1441: 8 total, 8 up, 8 in 2024-08-10T06:01:02.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:01:02 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:01:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:01:03.571 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestDeepCopy.CloneHideParent (6942 ms) 2024-08-10T06:01:03.572 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestDeepCopy.Clone 2024-08-10T06:01:03.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:03 smithi031 ceph-mon[98130]: osdmap e1442: 8 total, 8 up, 8 in 2024-08-10T06:01:03.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:03 smithi031 ceph-mon[98130]: pgmap v2530: 137 pgs: 137 active+clean; 69 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 204 KiB/s rd, 15 KiB/s wr, 273 op/s 2024-08-10T06:01:03.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:03 smithi031 ceph-mon[100614]: osdmap e1442: 8 total, 8 up, 8 in 2024-08-10T06:01:03.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:03 smithi031 ceph-mon[100614]: pgmap v2530: 137 pgs: 137 active+clean; 69 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 204 KiB/s rd, 15 KiB/s wr, 273 op/s 2024-08-10T06:01:03.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:03 smithi196 ceph-mon[90243]: osdmap e1442: 8 total, 8 up, 8 in 2024-08-10T06:01:03.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:03 smithi196 ceph-mon[90243]: pgmap v2530: 137 pgs: 137 active+clean; 69 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 204 KiB/s rd, 15 KiB/s wr, 273 op/s 2024-08-10T06:01:04.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:04 smithi031 ceph-mon[98130]: osdmap e1443: 8 total, 8 up, 8 in 2024-08-10T06:01:04.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:04 smithi031 ceph-mon[100614]: osdmap e1443: 8 total, 8 up, 8 in 2024-08-10T06:01:04.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:04 smithi196 ceph-mon[90243]: osdmap e1443: 8 total, 8 up, 8 in 2024-08-10T06:01:05.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:05 smithi031 ceph-mon[98130]: osdmap e1444: 8 total, 8 up, 8 in 2024-08-10T06:01:05.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:05 smithi031 ceph-mon[98130]: pgmap v2533: 137 pgs: 137 active+clean; 69 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 148 KiB/s rd, 8.5 KiB/s wr, 194 op/s 2024-08-10T06:01:05.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:05 smithi031 ceph-mon[100614]: osdmap e1444: 8 total, 8 up, 8 in 2024-08-10T06:01:05.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:05 smithi031 ceph-mon[100614]: pgmap v2533: 137 pgs: 137 active+clean; 69 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 148 KiB/s rd, 8.5 KiB/s wr, 194 op/s 2024-08-10T06:01:05.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:05 smithi196 ceph-mon[90243]: osdmap e1444: 8 total, 8 up, 8 in 2024-08-10T06:01:05.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:05 smithi196 ceph-mon[90243]: pgmap v2533: 137 pgs: 137 active+clean; 69 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 148 KiB/s rd, 8.5 KiB/s wr, 194 op/s 2024-08-10T06:01:05.814 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestDeepCopy.Clone (2243 ms) 2024-08-10T06:01:05.814 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestDeepCopy.CloneFlatten 2024-08-10T06:01:06.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:06 smithi031 ceph-mon[98130]: osdmap e1445: 8 total, 8 up, 8 in 2024-08-10T06:01:06.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:06 smithi031 ceph-mon[100614]: osdmap e1445: 8 total, 8 up, 8 in 2024-08-10T06:01:06.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:06 smithi196 ceph-mon[90243]: osdmap e1445: 8 total, 8 up, 8 in 2024-08-10T06:01:07.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:07 smithi031 ceph-mon[100614]: osdmap e1446: 8 total, 8 up, 8 in 2024-08-10T06:01:07.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:07 smithi031 ceph-mon[100614]: pgmap v2536: 137 pgs: 137 active+clean; 89 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 5.1 MiB/s rd, 5.0 MiB/s wr, 154 op/s 2024-08-10T06:01:07.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:07 smithi031 ceph-mon[98130]: osdmap e1446: 8 total, 8 up, 8 in 2024-08-10T06:01:07.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:07 smithi031 ceph-mon[98130]: pgmap v2536: 137 pgs: 137 active+clean; 89 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 5.1 MiB/s rd, 5.0 MiB/s wr, 154 op/s 2024-08-10T06:01:07.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:07 smithi196 ceph-mon[90243]: osdmap e1446: 8 total, 8 up, 8 in 2024-08-10T06:01:07.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:07 smithi196 ceph-mon[90243]: pgmap v2536: 137 pgs: 137 active+clean; 89 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 5.1 MiB/s rd, 5.0 MiB/s wr, 154 op/s 2024-08-10T06:01:08.006 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestDeepCopy.CloneFlatten (2192 ms) 2024-08-10T06:01:08.006 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestDeepCopy.Stress 2024-08-10T06:01:08.028 INFO:tasks.workunit.client.0.smithi031.stdout:write: A 18578858~3824754 2024-08-10T06:01:08.044 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 40438782~2061070 2024-08-10T06:01:08.044 INFO:tasks.workunit.client.0.smithi031.stdout:write: A 249963~221054 2024-08-10T06:01:08.047 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 9073606~3821666 2024-08-10T06:01:08.047 INFO:tasks.workunit.client.0.smithi031.stdout:write: A 42581768~3579998 2024-08-10T06:01:08.061 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 14397553~3386310 2024-08-10T06:01:08.063 INFO:tasks.workunit.client.0.smithi031.stdout:write: A 46636813~3322771 2024-08-10T06:01:08.078 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 1502766~3339717 2024-08-10T06:01:08.079 INFO:tasks.workunit.client.0.smithi031.stdout:snap: snap0 2024-08-10T06:01:08.494 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 101285508 2024-08-10T06:01:08.500 INFO:tasks.workunit.client.0.smithi031.stdout:write: B 6618027~4206280 2024-08-10T06:01:08.503 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 22172010~6870767 2024-08-10T06:01:08.504 INFO:tasks.workunit.client.0.smithi031.stdout:write: B 28124253~1538712 2024-08-10T06:01:08.504 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 57504935~7333949 2024-08-10T06:01:08.504 INFO:tasks.workunit.client.0.smithi031.stdout:write: B 68078418~2968847 2024-08-10T06:01:08.504 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 54850849~3283825 2024-08-10T06:01:08.509 INFO:tasks.workunit.client.0.smithi031.stdout:write: B 3218832~6038732 2024-08-10T06:01:08.529 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 40877606~6280419 2024-08-10T06:01:08.547 INFO:tasks.workunit.client.0.smithi031.stdout:snap: snap1 2024-08-10T06:01:08.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:08 smithi031 ceph-mon[98130]: osdmap e1447: 8 total, 8 up, 8 in 2024-08-10T06:01:08.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:08 smithi031 ceph-mon[100614]: osdmap e1447: 8 total, 8 up, 8 in 2024-08-10T06:01:08.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:08 smithi196 ceph-mon[90243]: osdmap e1447: 8 total, 8 up, 8 in 2024-08-10T06:01:09.517 INFO:tasks.workunit.client.0.smithi031.stdout:clone image236 -> image237 2024-08-10T06:01:09.572 INFO:tasks.workunit.client.0.smithi031.stdout:write: C 74022448~8356141 2024-08-10T06:01:09.604 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 97536285~1721773 2024-08-10T06:01:09.607 INFO:tasks.workunit.client.0.smithi031.stdout:write: C 49673758~989222 2024-08-10T06:01:09.629 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 69358439~3929033 2024-08-10T06:01:09.641 INFO:tasks.workunit.client.0.smithi031.stdout:write: C 23131079~2681827 2024-08-10T06:01:09.662 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 2316258~1314348 2024-08-10T06:01:09.672 INFO:tasks.workunit.client.0.smithi031.stdout:write: C 52418856~6054011 2024-08-10T06:01:09.690 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 22235450~6790305 2024-08-10T06:01:09.692 INFO:tasks.workunit.client.0.smithi031.stdout:snap: snap2 2024-08-10T06:01:09.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:09 smithi031 ceph-mon[98130]: pgmap v2539: 137 pgs: 137 active+clean; 132 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 16 MiB/s wr, 303 op/s 2024-08-10T06:01:09.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:09 smithi031 ceph-mon[98130]: osdmap e1448: 8 total, 8 up, 8 in 2024-08-10T06:01:09.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:09 smithi031 ceph-mon[100614]: pgmap v2539: 137 pgs: 137 active+clean; 132 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 16 MiB/s wr, 303 op/s 2024-08-10T06:01:09.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:09 smithi031 ceph-mon[100614]: osdmap e1448: 8 total, 8 up, 8 in 2024-08-10T06:01:09.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:09 smithi196 ceph-mon[90243]: pgmap v2539: 137 pgs: 137 active+clean; 132 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 16 MiB/s wr, 303 op/s 2024-08-10T06:01:09.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:09 smithi196 ceph-mon[90243]: osdmap e1448: 8 total, 8 up, 8 in 2024-08-10T06:01:10.527 INFO:tasks.workunit.client.0.smithi031.stdout:clone image237 -> image238 2024-08-10T06:01:10.593 INFO:tasks.workunit.client.0.smithi031.stdout:write: D 59870051~672776 2024-08-10T06:01:10.601 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 16685567~914085 2024-08-10T06:01:10.621 INFO:tasks.workunit.client.0.smithi031.stdout:write: D 81239658~6797193 2024-08-10T06:01:10.648 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 1636109~7860972 2024-08-10T06:01:10.663 INFO:tasks.workunit.client.0.smithi031.stdout:write: D 82794531~894770 2024-08-10T06:01:10.667 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 2145660~593183 2024-08-10T06:01:10.669 INFO:tasks.workunit.client.0.smithi031.stdout:write: D 10493600~3894557 2024-08-10T06:01:10.678 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 94779958~3804205 2024-08-10T06:01:10.682 INFO:tasks.workunit.client.0.smithi031.stdout:snap: snap3 2024-08-10T06:01:10.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:10 smithi031 ceph-mon[98130]: osdmap e1449: 8 total, 8 up, 8 in 2024-08-10T06:01:10.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:10 smithi031 ceph-mon[100614]: osdmap e1449: 8 total, 8 up, 8 in 2024-08-10T06:01:10.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:10 smithi196 ceph-mon[90243]: osdmap e1449: 8 total, 8 up, 8 in 2024-08-10T06:01:11.507 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:01:11 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:01:11] "GET /metrics HTTP/1.1" 200 36470 "" "Prometheus/2.43.0" 2024-08-10T06:01:11.536 INFO:tasks.workunit.client.0.smithi031.stdout:clone image238 -> image239 2024-08-10T06:01:11.615 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 127054289 2024-08-10T06:01:11.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:11 smithi031 ceph-mon[98130]: pgmap v2541: 137 pgs: 137 active+clean; 191 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 25 MiB/s rd, 24 MiB/s wr, 421 op/s 2024-08-10T06:01:11.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:11 smithi031 ceph-mon[98130]: osdmap e1450: 8 total, 8 up, 8 in 2024-08-10T06:01:11.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:11 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:01:11.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:11 smithi031 ceph-mon[100614]: pgmap v2541: 137 pgs: 137 active+clean; 191 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 25 MiB/s rd, 24 MiB/s wr, 421 op/s 2024-08-10T06:01:11.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:11 smithi031 ceph-mon[100614]: osdmap e1450: 8 total, 8 up, 8 in 2024-08-10T06:01:11.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:11 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:01:11.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:11 smithi196 ceph-mon[90243]: pgmap v2541: 137 pgs: 137 active+clean; 191 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 25 MiB/s rd, 24 MiB/s wr, 421 op/s 2024-08-10T06:01:11.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:11 smithi196 ceph-mon[90243]: osdmap e1450: 8 total, 8 up, 8 in 2024-08-10T06:01:11.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:11 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:01:11.874 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestDeepCopy.Stress (3868 ms) 2024-08-10T06:01:11.875 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestDeepCopy.NoSnaps_LargerDstObjSize 2024-08-10T06:01:12.148 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestDeepCopy.NoSnaps_LargerDstObjSize (274 ms) 2024-08-10T06:01:12.148 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestDeepCopy.Snaps_LargerDstObjSize 2024-08-10T06:01:12.680 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:12 smithi196 ceph-mon[90243]: osdmap e1451: 8 total, 8 up, 8 in 2024-08-10T06:01:12.681 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:01:12 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:01:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:01:12.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:12 smithi031 ceph-mon[98130]: osdmap e1451: 8 total, 8 up, 8 in 2024-08-10T06:01:12.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:12 smithi031 ceph-mon[100614]: osdmap e1451: 8 total, 8 up, 8 in 2024-08-10T06:01:13.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:13 smithi196 ceph-mon[90243]: pgmap v2544: 137 pgs: 137 active+clean; 287 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 38 MiB/s rd, 35 MiB/s wr, 483 op/s 2024-08-10T06:01:13.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:13 smithi196 ceph-mon[90243]: osdmap e1452: 8 total, 8 up, 8 in 2024-08-10T06:01:14.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:13 smithi031 ceph-mon[98130]: pgmap v2544: 137 pgs: 137 active+clean; 287 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 38 MiB/s rd, 35 MiB/s wr, 483 op/s 2024-08-10T06:01:14.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:13 smithi031 ceph-mon[98130]: osdmap e1452: 8 total, 8 up, 8 in 2024-08-10T06:01:14.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:13 smithi031 ceph-mon[100614]: pgmap v2544: 137 pgs: 137 active+clean; 287 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 38 MiB/s rd, 35 MiB/s wr, 483 op/s 2024-08-10T06:01:14.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:13 smithi031 ceph-mon[100614]: osdmap e1452: 8 total, 8 up, 8 in 2024-08-10T06:01:14.871 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:14 smithi196 ceph-mon[90243]: osdmap e1453: 8 total, 8 up, 8 in 2024-08-10T06:01:15.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:14 smithi031 ceph-mon[98130]: osdmap e1453: 8 total, 8 up, 8 in 2024-08-10T06:01:15.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:14 smithi031 ceph-mon[100614]: osdmap e1453: 8 total, 8 up, 8 in 2024-08-10T06:01:15.865 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestDeepCopy.Snaps_LargerDstObjSize (3717 ms) 2024-08-10T06:01:15.865 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestDeepCopy.Clone_LargerDstObjSize 2024-08-10T06:01:16.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:15 smithi031 ceph-mon[98130]: pgmap v2547: 137 pgs: 137 active+clean; 313 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 30 MiB/s rd, 26 MiB/s wr, 418 op/s 2024-08-10T06:01:16.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:15 smithi031 ceph-mon[98130]: osdmap e1454: 8 total, 8 up, 8 in 2024-08-10T06:01:16.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:15 smithi031 ceph-mon[100614]: pgmap v2547: 137 pgs: 137 active+clean; 313 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 30 MiB/s rd, 26 MiB/s wr, 418 op/s 2024-08-10T06:01:16.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:15 smithi031 ceph-mon[100614]: osdmap e1454: 8 total, 8 up, 8 in 2024-08-10T06:01:16.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:15 smithi196 ceph-mon[90243]: pgmap v2547: 137 pgs: 137 active+clean; 313 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 30 MiB/s rd, 26 MiB/s wr, 418 op/s 2024-08-10T06:01:16.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:15 smithi196 ceph-mon[90243]: osdmap e1454: 8 total, 8 up, 8 in 2024-08-10T06:01:17.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:16 smithi031 ceph-mon[98130]: osdmap e1455: 8 total, 8 up, 8 in 2024-08-10T06:01:17.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:16 smithi031 ceph-mon[100614]: osdmap e1455: 8 total, 8 up, 8 in 2024-08-10T06:01:17.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:16 smithi196 ceph-mon[90243]: osdmap e1455: 8 total, 8 up, 8 in 2024-08-10T06:01:17.944 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestDeepCopy.Clone_LargerDstObjSize (2078 ms) 2024-08-10T06:01:17.944 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestDeepCopy.CloneFlatten_LargerDstObjSize 2024-08-10T06:01:18.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:17 smithi031 ceph-mon[98130]: pgmap v2550: 137 pgs: 137 active+clean; 356 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 36 MiB/s rd, 16 MiB/s wr, 436 op/s 2024-08-10T06:01:18.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:17 smithi031 ceph-mon[98130]: osdmap e1456: 8 total, 8 up, 8 in 2024-08-10T06:01:18.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:17 smithi031 ceph-mon[100614]: pgmap v2550: 137 pgs: 137 active+clean; 356 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 36 MiB/s rd, 16 MiB/s wr, 436 op/s 2024-08-10T06:01:18.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:17 smithi031 ceph-mon[100614]: osdmap e1456: 8 total, 8 up, 8 in 2024-08-10T06:01:18.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:17 smithi196 ceph-mon[90243]: pgmap v2550: 137 pgs: 137 active+clean; 356 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 36 MiB/s rd, 16 MiB/s wr, 436 op/s 2024-08-10T06:01:18.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:17 smithi196 ceph-mon[90243]: osdmap e1456: 8 total, 8 up, 8 in 2024-08-10T06:01:19.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:18 smithi031 ceph-mon[98130]: osdmap e1457: 8 total, 8 up, 8 in 2024-08-10T06:01:19.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:18 smithi031 ceph-mon[100614]: osdmap e1457: 8 total, 8 up, 8 in 2024-08-10T06:01:19.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:18 smithi196 ceph-mon[90243]: osdmap e1457: 8 total, 8 up, 8 in 2024-08-10T06:01:20.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:19 smithi031 ceph-mon[98130]: pgmap v2553: 137 pgs: 137 active+clean; 384 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 37 MiB/s rd, 17 MiB/s wr, 335 op/s 2024-08-10T06:01:20.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:19 smithi031 ceph-mon[98130]: osdmap e1458: 8 total, 8 up, 8 in 2024-08-10T06:01:20.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:19 smithi031 ceph-mon[100614]: pgmap v2553: 137 pgs: 137 active+clean; 384 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 37 MiB/s rd, 17 MiB/s wr, 335 op/s 2024-08-10T06:01:20.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:19 smithi031 ceph-mon[100614]: osdmap e1458: 8 total, 8 up, 8 in 2024-08-10T06:01:20.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:19 smithi196 ceph-mon[90243]: pgmap v2553: 137 pgs: 137 active+clean; 384 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 37 MiB/s rd, 17 MiB/s wr, 335 op/s 2024-08-10T06:01:20.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:19 smithi196 ceph-mon[90243]: osdmap e1458: 8 total, 8 up, 8 in 2024-08-10T06:01:20.122 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestDeepCopy.CloneFlatten_LargerDstObjSize (2178 ms) 2024-08-10T06:01:20.122 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestDeepCopy.Stress_LargerDstObjSize 2024-08-10T06:01:20.145 INFO:tasks.workunit.client.0.smithi031.stdout:write: A 78899635~2139202 2024-08-10T06:01:20.154 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 41747645~4379127 2024-08-10T06:01:20.154 INFO:tasks.workunit.client.0.smithi031.stdout:write: A 78278296~534183 2024-08-10T06:01:20.156 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 14560665~4340776 2024-08-10T06:01:20.156 INFO:tasks.workunit.client.0.smithi031.stdout:write: A 38567984~2721234 2024-08-10T06:01:20.166 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 62355575~2366664 2024-08-10T06:01:20.166 INFO:tasks.workunit.client.0.smithi031.stdout:write: A 42718289~266567 2024-08-10T06:01:20.169 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 8127539~7833230 2024-08-10T06:01:20.169 INFO:tasks.workunit.client.0.smithi031.stdout:snap: snap0 2024-08-10T06:01:20.601 INFO:tasks.workunit.client.0.smithi031.stdout:clone image258 -> image259 2024-08-10T06:01:20.652 INFO:tasks.workunit.client.0.smithi031.stdout:write: B 14204357~5491714 2024-08-10T06:01:20.670 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 42940703~6540685 2024-08-10T06:01:20.676 INFO:tasks.workunit.client.0.smithi031.stdout:write: B 18733498~6376466 2024-08-10T06:01:20.695 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 15932052~6613994 2024-08-10T06:01:20.697 INFO:tasks.workunit.client.0.smithi031.stdout:write: B 70292691~6749709 2024-08-10T06:01:20.720 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 75946388~4250847 2024-08-10T06:01:20.729 INFO:tasks.workunit.client.0.smithi031.stdout:write: B 23167265~2435487 2024-08-10T06:01:20.738 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 15203222~3851079 2024-08-10T06:01:20.739 INFO:tasks.workunit.client.0.smithi031.stdout:snap: snap1 2024-08-10T06:01:21.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:20 smithi031 ceph-mon[98130]: osdmap e1459: 8 total, 8 up, 8 in 2024-08-10T06:01:21.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:20 smithi031 ceph-mon[100614]: osdmap e1459: 8 total, 8 up, 8 in 2024-08-10T06:01:21.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:20 smithi196 ceph-mon[90243]: osdmap e1459: 8 total, 8 up, 8 in 2024-08-10T06:01:21.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:01:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:01:21] "GET /metrics HTTP/1.1" 200 36470 "" "Prometheus/2.43.0" 2024-08-10T06:01:21.607 INFO:tasks.workunit.client.0.smithi031.stdout:clone image259 -> image260 2024-08-10T06:01:21.676 INFO:tasks.workunit.client.0.smithi031.stdout:write: C 35701254~1206831 2024-08-10T06:01:21.688 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 3928065~2168711 2024-08-10T06:01:21.693 INFO:tasks.workunit.client.0.smithi031.stdout:write: C 76725706~7160374 2024-08-10T06:01:21.725 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 66147197~7563385 2024-08-10T06:01:21.741 INFO:tasks.workunit.client.0.smithi031.stdout:write: C 78575456~5310624 2024-08-10T06:01:21.761 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 10533190~7165872 2024-08-10T06:01:21.765 INFO:tasks.workunit.client.0.smithi031.stdout:write: C 54600626~7347399 2024-08-10T06:01:21.788 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 75925748~7960332 2024-08-10T06:01:21.790 INFO:tasks.workunit.client.0.smithi031.stdout:snap: snap2 2024-08-10T06:01:22.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:21 smithi031 ceph-mon[98130]: pgmap v2556: 137 pgs: 137 active+clean; 444 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 31 MiB/s rd, 21 MiB/s wr, 234 op/s 2024-08-10T06:01:22.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:21 smithi031 ceph-mon[98130]: osdmap e1460: 8 total, 8 up, 8 in 2024-08-10T06:01:22.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:21 smithi031 ceph-mon[100614]: pgmap v2556: 137 pgs: 137 active+clean; 444 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 31 MiB/s rd, 21 MiB/s wr, 234 op/s 2024-08-10T06:01:22.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:21 smithi031 ceph-mon[100614]: osdmap e1460: 8 total, 8 up, 8 in 2024-08-10T06:01:22.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:21 smithi196 ceph-mon[90243]: pgmap v2556: 137 pgs: 137 active+clean; 444 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 31 MiB/s rd, 21 MiB/s wr, 234 op/s 2024-08-10T06:01:22.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:21 smithi196 ceph-mon[90243]: osdmap e1460: 8 total, 8 up, 8 in 2024-08-10T06:01:22.590 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:01:22 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:01:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:01:22.610 INFO:tasks.workunit.client.0.smithi031.stdout:clone image260 -> image261 2024-08-10T06:01:22.694 INFO:tasks.workunit.client.0.smithi031.stdout:write: D 3492028~7455758 2024-08-10T06:01:22.721 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 64537116~5103026 2024-08-10T06:01:22.725 INFO:tasks.workunit.client.0.smithi031.stdout:write: D 34519697~6675855 2024-08-10T06:01:22.754 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 59442990~6265776 2024-08-10T06:01:22.766 INFO:tasks.workunit.client.0.smithi031.stdout:write: D 43671288~7355314 2024-08-10T06:01:22.792 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 38715792~7537349 2024-08-10T06:01:22.794 INFO:tasks.workunit.client.0.smithi031.stdout:write: D 33910004~6113510 2024-08-10T06:01:22.815 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 33448046~7308183 2024-08-10T06:01:22.818 INFO:tasks.workunit.client.0.smithi031.stdout:snap: snap3 2024-08-10T06:01:23.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:22 smithi031 ceph-mon[98130]: osdmap e1461: 8 total, 8 up, 8 in 2024-08-10T06:01:23.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:22 smithi031 ceph-mon[100614]: osdmap e1461: 8 total, 8 up, 8 in 2024-08-10T06:01:23.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:22 smithi196 ceph-mon[90243]: osdmap e1461: 8 total, 8 up, 8 in 2024-08-10T06:01:23.621 INFO:tasks.workunit.client.0.smithi031.stdout:clone image261 -> image262 2024-08-10T06:01:23.713 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 113480893 2024-08-10T06:01:23.965 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestDeepCopy.Stress_LargerDstObjSize (3843 ms) 2024-08-10T06:01:23.965 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestDeepCopy.NoSnaps_SmallerDstObjSize 2024-08-10T06:01:24.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:23 smithi031 ceph-mon[98130]: pgmap v2559: 137 pgs: 137 active+clean; 515 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 46 MiB/s rd, 35 MiB/s wr, 518 op/s 2024-08-10T06:01:24.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:23 smithi031 ceph-mon[98130]: osdmap e1462: 8 total, 8 up, 8 in 2024-08-10T06:01:24.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:23 smithi031 ceph-mon[100614]: pgmap v2559: 137 pgs: 137 active+clean; 515 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 46 MiB/s rd, 35 MiB/s wr, 518 op/s 2024-08-10T06:01:24.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:23 smithi031 ceph-mon[100614]: osdmap e1462: 8 total, 8 up, 8 in 2024-08-10T06:01:24.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:23 smithi196 ceph-mon[90243]: pgmap v2559: 137 pgs: 137 active+clean; 515 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 46 MiB/s rd, 35 MiB/s wr, 518 op/s 2024-08-10T06:01:24.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:23 smithi196 ceph-mon[90243]: osdmap e1462: 8 total, 8 up, 8 in 2024-08-10T06:01:24.215 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestDeepCopy.NoSnaps_SmallerDstObjSize (251 ms) 2024-08-10T06:01:24.215 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestDeepCopy.Snaps_SmallerDstObjSize 2024-08-10T06:01:24.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:24 smithi196 ceph-mon[90243]: osdmap e1463: 8 total, 8 up, 8 in 2024-08-10T06:01:25.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:24 smithi031 ceph-mon[98130]: osdmap e1463: 8 total, 8 up, 8 in 2024-08-10T06:01:25.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:24 smithi031 ceph-mon[100614]: osdmap e1463: 8 total, 8 up, 8 in 2024-08-10T06:01:26.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:25 smithi031 ceph-mon[98130]: pgmap v2562: 137 pgs: 137 active+clean; 553 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 34 MiB/s rd, 28 MiB/s wr, 457 op/s 2024-08-10T06:01:26.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:25 smithi031 ceph-mon[98130]: osdmap e1464: 8 total, 8 up, 8 in 2024-08-10T06:01:26.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:25 smithi031 ceph-mon[100614]: pgmap v2562: 137 pgs: 137 active+clean; 553 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 34 MiB/s rd, 28 MiB/s wr, 457 op/s 2024-08-10T06:01:26.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:25 smithi031 ceph-mon[100614]: osdmap e1464: 8 total, 8 up, 8 in 2024-08-10T06:01:26.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:25 smithi196 ceph-mon[90243]: pgmap v2562: 137 pgs: 137 active+clean; 553 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 34 MiB/s rd, 28 MiB/s wr, 457 op/s 2024-08-10T06:01:26.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:25 smithi196 ceph-mon[90243]: osdmap e1464: 8 total, 8 up, 8 in 2024-08-10T06:01:27.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:26 smithi031 ceph-mon[98130]: osdmap e1465: 8 total, 8 up, 8 in 2024-08-10T06:01:27.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:01:27.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:26 smithi031 ceph-mon[100614]: osdmap e1465: 8 total, 8 up, 8 in 2024-08-10T06:01:27.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:01:27.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:26 smithi196 ceph-mon[90243]: osdmap e1465: 8 total, 8 up, 8 in 2024-08-10T06:01:27.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:01:27.880 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestDeepCopy.Snaps_SmallerDstObjSize (3665 ms) 2024-08-10T06:01:27.880 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestDeepCopy.Clone_SmallerDstObjSize 2024-08-10T06:01:28.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:27 smithi031 ceph-mon[98130]: pgmap v2565: 137 pgs: 137 active+clean; 612 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 28 MiB/s rd, 26 MiB/s wr, 499 op/s 2024-08-10T06:01:28.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:27 smithi031 ceph-mon[98130]: osdmap e1466: 8 total, 8 up, 8 in 2024-08-10T06:01:28.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:27 smithi031 ceph-mon[100614]: pgmap v2565: 137 pgs: 137 active+clean; 612 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 28 MiB/s rd, 26 MiB/s wr, 499 op/s 2024-08-10T06:01:28.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:27 smithi031 ceph-mon[100614]: osdmap e1466: 8 total, 8 up, 8 in 2024-08-10T06:01:28.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:27 smithi196 ceph-mon[90243]: pgmap v2565: 137 pgs: 137 active+clean; 612 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 28 MiB/s rd, 26 MiB/s wr, 499 op/s 2024-08-10T06:01:28.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:27 smithi196 ceph-mon[90243]: osdmap e1466: 8 total, 8 up, 8 in 2024-08-10T06:01:29.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:28 smithi031 ceph-mon[98130]: osdmap e1467: 8 total, 8 up, 8 in 2024-08-10T06:01:29.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:28 smithi031 ceph-mon[100614]: osdmap e1467: 8 total, 8 up, 8 in 2024-08-10T06:01:29.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:28 smithi196 ceph-mon[90243]: osdmap e1467: 8 total, 8 up, 8 in 2024-08-10T06:01:29.970 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestDeepCopy.Clone_SmallerDstObjSize (2090 ms) 2024-08-10T06:01:29.970 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestDeepCopy.CloneFlatten_SmallerDstObjSize 2024-08-10T06:01:30.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:29 smithi031 ceph-mon[98130]: pgmap v2568: 137 pgs: 137 active+clean; 635 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 24 MiB/s rd, 22 MiB/s wr, 664 op/s 2024-08-10T06:01:30.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:29 smithi031 ceph-mon[98130]: osdmap e1468: 8 total, 8 up, 8 in 2024-08-10T06:01:30.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:29 smithi031 ceph-mon[100614]: pgmap v2568: 137 pgs: 137 active+clean; 635 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 24 MiB/s rd, 22 MiB/s wr, 664 op/s 2024-08-10T06:01:30.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:29 smithi031 ceph-mon[100614]: osdmap e1468: 8 total, 8 up, 8 in 2024-08-10T06:01:30.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:29 smithi196 ceph-mon[90243]: pgmap v2568: 137 pgs: 137 active+clean; 635 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 24 MiB/s rd, 22 MiB/s wr, 664 op/s 2024-08-10T06:01:30.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:29 smithi196 ceph-mon[90243]: osdmap e1468: 8 total, 8 up, 8 in 2024-08-10T06:01:31.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:30 smithi031 ceph-mon[98130]: osdmap e1469: 8 total, 8 up, 8 in 2024-08-10T06:01:31.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:30 smithi031 ceph-mon[100614]: osdmap e1469: 8 total, 8 up, 8 in 2024-08-10T06:01:31.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:30 smithi196 ceph-mon[90243]: osdmap e1469: 8 total, 8 up, 8 in 2024-08-10T06:01:31.521 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:01:31 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:01:31] "GET /metrics HTTP/1.1" 200 36470 "" "Prometheus/2.43.0" 2024-08-10T06:01:32.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:31 smithi031 ceph-mon[98130]: pgmap v2571: 137 pgs: 137 active+clean; 667 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 27 MiB/s rd, 13 MiB/s wr, 530 op/s 2024-08-10T06:01:32.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:31 smithi031 ceph-mon[98130]: osdmap e1470: 8 total, 8 up, 8 in 2024-08-10T06:01:32.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:31 smithi031 ceph-mon[100614]: pgmap v2571: 137 pgs: 137 active+clean; 667 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 27 MiB/s rd, 13 MiB/s wr, 530 op/s 2024-08-10T06:01:32.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:31 smithi031 ceph-mon[100614]: osdmap e1470: 8 total, 8 up, 8 in 2024-08-10T06:01:32.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:31 smithi196 ceph-mon[90243]: pgmap v2571: 137 pgs: 137 active+clean; 667 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 27 MiB/s rd, 13 MiB/s wr, 530 op/s 2024-08-10T06:01:32.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:31 smithi196 ceph-mon[90243]: osdmap e1470: 8 total, 8 up, 8 in 2024-08-10T06:01:32.141 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestDeepCopy.CloneFlatten_SmallerDstObjSize (2171 ms) 2024-08-10T06:01:32.141 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestDeepCopy.Stress_SmallerDstObjSize 2024-08-10T06:01:32.168 INFO:tasks.workunit.client.0.smithi031.stdout:write: A 20672763~2077813 2024-08-10T06:01:32.178 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 42979645~3495588 2024-08-10T06:01:32.179 INFO:tasks.workunit.client.0.smithi031.stdout:write: A 36621744~8164526 2024-08-10T06:01:32.202 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 21819776~6536081 2024-08-10T06:01:32.203 INFO:tasks.workunit.client.0.smithi031.stdout:write: A 5603232~626894 2024-08-10T06:01:32.207 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 64450176~145980 2024-08-10T06:01:32.207 INFO:tasks.workunit.client.0.smithi031.stdout:write: A 48764875~3031484 2024-08-10T06:01:32.220 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 76406124~6695185 2024-08-10T06:01:32.220 INFO:tasks.workunit.client.0.smithi031.stdout:snap: snap0 2024-08-10T06:01:32.658 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:01:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:01:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:01:32.682 INFO:tasks.workunit.client.0.smithi031.stdout:clone image281 -> image282 2024-08-10T06:01:32.733 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 153631844 2024-08-10T06:01:32.740 INFO:tasks.workunit.client.0.smithi031.stdout:write: B 118671980~6693310 2024-08-10T06:01:32.769 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 102916286~361803 2024-08-10T06:01:32.770 INFO:tasks.workunit.client.0.smithi031.stdout:write: B 12236741~1354219 2024-08-10T06:01:32.776 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 147403604~2943912 2024-08-10T06:01:32.777 INFO:tasks.workunit.client.0.smithi031.stdout:write: B 8313958~4684406 2024-08-10T06:01:32.791 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 60915592~4163843 2024-08-10T06:01:32.794 INFO:tasks.workunit.client.0.smithi031.stdout:write: B 133888511~91532 2024-08-10T06:01:32.797 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 82377317~1142393 2024-08-10T06:01:32.799 INFO:tasks.workunit.client.0.smithi031.stdout:snap: snap1 2024-08-10T06:01:33.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:32 smithi031 ceph-mon[98130]: osdmap e1471: 8 total, 8 up, 8 in 2024-08-10T06:01:33.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:32 smithi031 ceph-mon[100614]: osdmap e1471: 8 total, 8 up, 8 in 2024-08-10T06:01:33.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:32 smithi196 ceph-mon[90243]: osdmap e1471: 8 total, 8 up, 8 in 2024-08-10T06:01:33.690 INFO:tasks.workunit.client.0.smithi031.stdout:clone image282 -> image283 2024-08-10T06:01:33.754 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 124379462 2024-08-10T06:01:33.784 INFO:tasks.workunit.client.0.smithi031.stdout:write: C 13843888~4489261 2024-08-10T06:01:33.812 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 27211089~4878842 2024-08-10T06:01:33.816 INFO:tasks.workunit.client.0.smithi031.stdout:write: C 106602326~2177912 2024-08-10T06:01:33.825 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 34348262~3068468 2024-08-10T06:01:33.832 INFO:tasks.workunit.client.0.smithi031.stdout:write: C 96258115~430371 2024-08-10T06:01:33.837 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 20153827~6146381 2024-08-10T06:01:33.839 INFO:tasks.workunit.client.0.smithi031.stdout:write: C 58912673~529132 2024-08-10T06:01:33.843 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 83384826~3429074 2024-08-10T06:01:33.847 INFO:tasks.workunit.client.0.smithi031.stdout:snap: snap2 2024-08-10T06:01:34.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:33 smithi031 ceph-mon[98130]: pgmap v2574: 137 pgs: 137 active+clean; 732 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 47 MiB/s rd, 23 MiB/s wr, 431 op/s 2024-08-10T06:01:34.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:33 smithi031 ceph-mon[98130]: osdmap e1472: 8 total, 8 up, 8 in 2024-08-10T06:01:34.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:33 smithi031 ceph-mon[100614]: pgmap v2574: 137 pgs: 137 active+clean; 732 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 47 MiB/s rd, 23 MiB/s wr, 431 op/s 2024-08-10T06:01:34.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:33 smithi031 ceph-mon[100614]: osdmap e1472: 8 total, 8 up, 8 in 2024-08-10T06:01:34.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:33 smithi196 ceph-mon[90243]: pgmap v2574: 137 pgs: 137 active+clean; 732 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 47 MiB/s rd, 23 MiB/s wr, 431 op/s 2024-08-10T06:01:34.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:33 smithi196 ceph-mon[90243]: osdmap e1472: 8 total, 8 up, 8 in 2024-08-10T06:01:34.689 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 142459018 2024-08-10T06:01:34.695 INFO:tasks.workunit.client.0.smithi031.stdout:write: D 42954556~592197 2024-08-10T06:01:34.698 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 80400830~147037 2024-08-10T06:01:34.699 INFO:tasks.workunit.client.0.smithi031.stdout:write: D 101343819~6015702 2024-08-10T06:01:34.699 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 138032195~4426823 2024-08-10T06:01:34.699 INFO:tasks.workunit.client.0.smithi031.stdout:write: D 45816564~1366706 2024-08-10T06:01:34.699 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 85117668~2979193 2024-08-10T06:01:34.703 INFO:tasks.workunit.client.0.smithi031.stdout:write: D 66683367~8362785 2024-08-10T06:01:34.703 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 56561564~5521159 2024-08-10T06:01:34.751 INFO:tasks.workunit.client.0.smithi031.stdout:snap: snap3 2024-08-10T06:01:35.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:34 smithi031 ceph-mon[98130]: osdmap e1473: 8 total, 8 up, 8 in 2024-08-10T06:01:35.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:34 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:01:35.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:34 smithi031 ceph-mon[100614]: osdmap e1473: 8 total, 8 up, 8 in 2024-08-10T06:01:35.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:34 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:01:35.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:34 smithi196 ceph-mon[90243]: osdmap e1473: 8 total, 8 up, 8 in 2024-08-10T06:01:35.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:34 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:01:35.704 INFO:tasks.workunit.client.0.smithi031.stdout:clone image283 -> image284 2024-08-10T06:01:35.789 INFO:tasks.workunit.client.0.smithi031.stdout:resize: 201499778 2024-08-10T06:01:36.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:35 smithi031 ceph-mon[100614]: pgmap v2577: 137 pgs: 137 active+clean; 766 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 36 MiB/s rd, 23 MiB/s wr, 177 op/s 2024-08-10T06:01:36.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:35 smithi031 ceph-mon[100614]: osdmap e1474: 8 total, 8 up, 8 in 2024-08-10T06:01:36.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:35 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:01:36.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:35 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:01:36.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:35 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:01:36.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:35 smithi031 ceph-mon[98130]: pgmap v2577: 137 pgs: 137 active+clean; 766 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 36 MiB/s rd, 23 MiB/s wr, 177 op/s 2024-08-10T06:01:36.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:35 smithi031 ceph-mon[98130]: osdmap e1474: 8 total, 8 up, 8 in 2024-08-10T06:01:36.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:35 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:01:36.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:35 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:01:36.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:35 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:01:36.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:35 smithi196 ceph-mon[90243]: pgmap v2577: 137 pgs: 137 active+clean; 766 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 36 MiB/s rd, 23 MiB/s wr, 177 op/s 2024-08-10T06:01:36.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:35 smithi196 ceph-mon[90243]: osdmap e1474: 8 total, 8 up, 8 in 2024-08-10T06:01:36.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:35 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:01:36.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:35 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:01:36.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:35 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:01:36.120 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestDeepCopy.Stress_SmallerDstObjSize (3979 ms) 2024-08-10T06:01:36.120 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize 2024-08-10T06:01:36.143 INFO:tasks.workunit.client.0.smithi031.stdout:SKIPPING 2024-08-10T06:01:36.214 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize (94 ms) 2024-08-10T06:01:36.215 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestDeepCopy.Snaps_StrippingLargerDstObjSize 2024-08-10T06:01:36.237 INFO:tasks.workunit.client.0.smithi031.stdout:SKIPPING 2024-08-10T06:01:36.308 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestDeepCopy.Snaps_StrippingLargerDstObjSize (94 ms) 2024-08-10T06:01:36.309 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestDeepCopy.Clone_StrippingLargerDstObjSize 2024-08-10T06:01:36.331 INFO:tasks.workunit.client.0.smithi031.stdout:SKIPPING 2024-08-10T06:01:36.403 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestDeepCopy.Clone_StrippingLargerDstObjSize (95 ms) 2024-08-10T06:01:36.403 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize 2024-08-10T06:01:36.426 INFO:tasks.workunit.client.0.smithi031.stdout:SKIPPING 2024-08-10T06:01:36.498 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize (95 ms) 2024-08-10T06:01:36.498 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestDeepCopy.Stress_StrippingLargerDstObjSize 2024-08-10T06:01:36.521 INFO:tasks.workunit.client.0.smithi031.stdout:SKIPPING 2024-08-10T06:01:36.597 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestDeepCopy.Stress_StrippingLargerDstObjSize (98 ms) 2024-08-10T06:01:36.597 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize 2024-08-10T06:01:36.619 INFO:tasks.workunit.client.0.smithi031.stdout:SKIPPING 2024-08-10T06:01:36.691 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize (95 ms) 2024-08-10T06:01:36.692 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize 2024-08-10T06:01:36.714 INFO:tasks.workunit.client.0.smithi031.stdout:SKIPPING 2024-08-10T06:01:36.783 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize (92 ms) 2024-08-10T06:01:36.784 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestDeepCopy.Clone_StrippingSmallerDstObjSize 2024-08-10T06:01:36.804 INFO:tasks.workunit.client.0.smithi031.stdout:SKIPPING 2024-08-10T06:01:36.875 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestDeepCopy.Clone_StrippingSmallerDstObjSize (92 ms) 2024-08-10T06:01:36.876 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize 2024-08-10T06:01:36.896 INFO:tasks.workunit.client.0.smithi031.stdout:SKIPPING 2024-08-10T06:01:36.967 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize (92 ms) 2024-08-10T06:01:36.967 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestDeepCopy.Stress_StrippingSmallerDstObjSize 2024-08-10T06:01:36.989 INFO:tasks.workunit.client.0.smithi031.stdout:SKIPPING 2024-08-10T06:01:37.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:36 smithi031 ceph-mon[98130]: osdmap e1475: 8 total, 8 up, 8 in 2024-08-10T06:01:37.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:36 smithi031 ceph-mon[100614]: osdmap e1475: 8 total, 8 up, 8 in 2024-08-10T06:01:37.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:36 smithi196 ceph-mon[90243]: osdmap e1475: 8 total, 8 up, 8 in 2024-08-10T06:01:37.060 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestDeepCopy.Stress_StrippingSmallerDstObjSize (93 ms) 2024-08-10T06:01:37.707 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 31 tests from TestDeepCopy (51723 ms total) 2024-08-10T06:01:37.707 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:01:37.707 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 51 tests from TestMirroring 2024-08-10T06:01:38.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:37 smithi031 ceph-mon[98130]: pgmap v2580: 137 pgs: 137 active+clean; 890 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 33 MiB/s rd, 32 MiB/s wr, 472 op/s 2024-08-10T06:01:38.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:37 smithi031 ceph-mon[100614]: pgmap v2580: 137 pgs: 137 active+clean; 890 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 33 MiB/s rd, 32 MiB/s wr, 472 op/s 2024-08-10T06:01:38.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:37 smithi196 ceph-mon[90243]: pgmap v2580: 137 pgs: 137 active+clean; 890 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 33 MiB/s rd, 32 MiB/s wr, 472 op/s 2024-08-10T06:01:39.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:38 smithi031 ceph-mon[98130]: osdmap e1476: 8 total, 8 up, 8 in 2024-08-10T06:01:39.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:38 smithi031 ceph-mon[100614]: osdmap e1476: 8 total, 8 up, 8 in 2024-08-10T06:01:39.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:38 smithi196 ceph-mon[90243]: osdmap e1476: 8 total, 8 up, 8 in 2024-08-10T06:01:39.713 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage 2024-08-10T06:01:40.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:39 smithi031 ceph-mon[100614]: pgmap v2582: 105 pgs: 105 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-08-10T06:01:40.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:39 smithi031 ceph-mon[100614]: osdmap e1477: 8 total, 8 up, 8 in 2024-08-10T06:01:40.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:39 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/3970433978' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:01:40.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:39 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:01:40.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:39 smithi031 ceph-mon[98130]: pgmap v2582: 105 pgs: 105 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-08-10T06:01:40.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:39 smithi031 ceph-mon[98130]: osdmap e1477: 8 total, 8 up, 8 in 2024-08-10T06:01:40.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:39 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/3970433978' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:01:40.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:39 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:01:40.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:39 smithi196 ceph-mon[90243]: pgmap v2582: 105 pgs: 105 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-08-10T06:01:40.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:39 smithi196 ceph-mon[90243]: osdmap e1477: 8 total, 8 up, 8 in 2024-08-10T06:01:40.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:39 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/3970433978' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:01:40.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:39 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:01:41.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:40 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T06:01:41.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:40 smithi031 ceph-mon[100614]: osdmap e1478: 8 total, 8 up, 8 in 2024-08-10T06:01:41.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:40 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T06:01:41.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:40 smithi031 ceph-mon[98130]: osdmap e1478: 8 total, 8 up, 8 in 2024-08-10T06:01:41.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:40 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T06:01:41.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:40 smithi196 ceph-mon[90243]: osdmap e1478: 8 total, 8 up, 8 in 2024-08-10T06:01:41.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:01:41 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:01:41] "GET /metrics HTTP/1.1" 200 36401 "" "Prometheus/2.43.0" 2024-08-10T06:01:41.858 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage (2145 ms) 2024-08-10T06:01:41.858 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModePool 2024-08-10T06:01:41.969 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModePool (111 ms) 2024-08-10T06:01:41.969 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled 2024-08-10T06:01:42.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:41 smithi031 ceph-mon[98130]: pgmap v2585: 137 pgs: 7 creating+peering, 22 unknown, 108 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:01:42.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:41 smithi031 ceph-mon[98130]: osdmap e1479: 8 total, 8 up, 8 in 2024-08-10T06:01:42.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:01:42.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:41 smithi031 ceph-mon[100614]: pgmap v2585: 137 pgs: 7 creating+peering, 22 unknown, 108 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:01:42.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:41 smithi031 ceph-mon[100614]: osdmap e1479: 8 total, 8 up, 8 in 2024-08-10T06:01:42.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:01:42.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:41 smithi196 ceph-mon[90243]: pgmap v2585: 137 pgs: 7 creating+peering, 22 unknown, 108 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:01:42.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:41 smithi196 ceph-mon[90243]: osdmap e1479: 8 total, 8 up, 8 in 2024-08-10T06:01:42.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:01:42.050 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled (81 ms) 2024-08-10T06:01:42.050 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeImage 2024-08-10T06:01:42.157 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeImage (105 ms) 2024-08-10T06:01:42.158 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeImage_NoObjectMap 2024-08-10T06:01:42.247 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeImage_NoObjectMap (92 ms) 2024-08-10T06:01:42.247 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModePool 2024-08-10T06:01:42.342 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModePool (95 ms) 2024-08-10T06:01:42.343 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeDisabled 2024-08-10T06:01:42.455 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeDisabled (113 ms) 2024-08-10T06:01:42.455 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMirroring.DisableImageMirrorWithPeer 2024-08-10T06:01:42.455 INFO:tasks.workunit.client.0.smithi031.stdout:SKIPPING 2024-08-10T06:01:42.456 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMirroring.DisableImageMirrorWithPeer (0 ms) 2024-08-10T06:01:42.456 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMirroring.DisableJournalingWithPeer 2024-08-10T06:01:42.456 INFO:tasks.workunit.client.0.smithi031.stdout:SKIPPING 2024-08-10T06:01:42.456 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMirroring.DisableJournalingWithPeer (0 ms) 2024-08-10T06:01:42.456 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled_WithoutJournaling 2024-08-10T06:01:42.526 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled_WithoutJournaling (71 ms) 2024-08-10T06:01:42.526 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModePool_WithoutJournaling 2024-08-10T06:01:42.602 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModePool_WithoutJournaling (76 ms) 2024-08-10T06:01:42.602 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutJournaling 2024-08-10T06:01:42.733 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:01:42 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:01:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:01:43.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:42 smithi031 ceph-mon[98130]: osdmap e1480: 8 total, 8 up, 8 in 2024-08-10T06:01:43.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:42 smithi031 ceph-mon[100614]: osdmap e1480: 8 total, 8 up, 8 in 2024-08-10T06:01:43.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:42 smithi196 ceph-mon[90243]: osdmap e1480: 8 total, 8 up, 8 in 2024-08-10T06:01:43.805 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutJournaling (1203 ms) 2024-08-10T06:01:43.805 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutExclusiveLock 2024-08-10T06:01:44.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:43 smithi031 ceph-mon[98130]: pgmap v2588: 137 pgs: 7 creating+peering, 5 unknown, 125 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 121 KiB/s rd, 17 KiB/s wr, 181 op/s 2024-08-10T06:01:44.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:43 smithi031 ceph-mon[98130]: osdmap e1481: 8 total, 8 up, 8 in 2024-08-10T06:01:44.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:43 smithi031 ceph-mon[100614]: pgmap v2588: 137 pgs: 7 creating+peering, 5 unknown, 125 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 121 KiB/s rd, 17 KiB/s wr, 181 op/s 2024-08-10T06:01:44.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:43 smithi031 ceph-mon[100614]: osdmap e1481: 8 total, 8 up, 8 in 2024-08-10T06:01:44.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:43 smithi196 ceph-mon[90243]: pgmap v2588: 137 pgs: 7 creating+peering, 5 unknown, 125 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 121 KiB/s rd, 17 KiB/s wr, 181 op/s 2024-08-10T06:01:44.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:43 smithi196 ceph-mon[90243]: osdmap e1481: 8 total, 8 up, 8 in 2024-08-10T06:01:45.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:44 smithi031 ceph-mon[98130]: osdmap e1482: 8 total, 8 up, 8 in 2024-08-10T06:01:45.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:44 smithi031 ceph-mon[100614]: osdmap e1482: 8 total, 8 up, 8 in 2024-08-10T06:01:45.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:44 smithi196 ceph-mon[90243]: osdmap e1482: 8 total, 8 up, 8 in 2024-08-10T06:01:45.811 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutExclusiveLock (2006 ms) 2024-08-10T06:01:45.811 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeDisabled 2024-08-10T06:01:45.908 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeDisabled (97 ms) 2024-08-10T06:01:45.908 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeImage 2024-08-10T06:01:45.997 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeImage (89 ms) 2024-08-10T06:01:45.997 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModePool 2024-08-10T06:01:46.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:45 smithi031 ceph-mon[98130]: pgmap v2591: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 240 KiB/s rd, 31 KiB/s wr, 348 op/s 2024-08-10T06:01:46.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:45 smithi031 ceph-mon[98130]: osdmap e1483: 8 total, 8 up, 8 in 2024-08-10T06:01:46.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:45 smithi031 ceph-mon[100614]: pgmap v2591: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 240 KiB/s rd, 31 KiB/s wr, 348 op/s 2024-08-10T06:01:46.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:45 smithi031 ceph-mon[100614]: osdmap e1483: 8 total, 8 up, 8 in 2024-08-10T06:01:46.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:45 smithi196 ceph-mon[90243]: pgmap v2591: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 240 KiB/s rd, 31 KiB/s wr, 348 op/s 2024-08-10T06:01:46.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:45 smithi196 ceph-mon[90243]: osdmap e1483: 8 total, 8 up, 8 in 2024-08-10T06:01:46.097 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModePool (100 ms) 2024-08-10T06:01:46.097 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModePool_WithoutJournaling 2024-08-10T06:01:46.178 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModePool_WithoutJournaling (81 ms) 2024-08-10T06:01:46.178 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeImage_WithoutJournaling 2024-08-10T06:01:46.259 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeImage_WithoutJournaling (81 ms) 2024-08-10T06:01:46.259 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeDisabled 2024-08-10T06:01:46.357 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeDisabled (98 ms) 2024-08-10T06:01:46.357 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeImage 2024-08-10T06:01:46.451 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeImage (93 ms) 2024-08-10T06:01:46.451 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeImage_SnapshotMirroringEnabled 2024-08-10T06:01:47.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:46 smithi031 ceph-mon[98130]: osdmap e1484: 8 total, 8 up, 8 in 2024-08-10T06:01:47.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:46 smithi031 ceph-mon[100614]: osdmap e1484: 8 total, 8 up, 8 in 2024-08-10T06:01:47.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:46 smithi196 ceph-mon[90243]: osdmap e1484: 8 total, 8 up, 8 in 2024-08-10T06:01:47.846 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeImage_SnapshotMirroringEnabled (1396 ms) 2024-08-10T06:01:47.846 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModePool 2024-08-10T06:01:47.957 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModePool (111 ms) 2024-08-10T06:01:47.958 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMirroring.DisableJournaling_In_MirrorModePool 2024-08-10T06:01:48.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:47 smithi031 ceph-mon[100614]: pgmap v2594: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 227 KiB/s rd, 28 KiB/s wr, 328 op/s 2024-08-10T06:01:48.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:47 smithi031 ceph-mon[100614]: osdmap e1485: 8 total, 8 up, 8 in 2024-08-10T06:01:48.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:47 smithi031 ceph-mon[98130]: pgmap v2594: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 227 KiB/s rd, 28 KiB/s wr, 328 op/s 2024-08-10T06:01:48.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:47 smithi031 ceph-mon[98130]: osdmap e1485: 8 total, 8 up, 8 in 2024-08-10T06:01:48.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:47 smithi196 ceph-mon[90243]: pgmap v2594: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 227 KiB/s rd, 28 KiB/s wr, 328 op/s 2024-08-10T06:01:48.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:47 smithi196 ceph-mon[90243]: osdmap e1485: 8 total, 8 up, 8 in 2024-08-10T06:01:48.058 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMirroring.DisableJournaling_In_MirrorModePool (101 ms) 2024-08-10T06:01:48.058 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMirroring.DisableJournaling_In_MirrorModeImage 2024-08-10T06:01:48.155 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMirroring.DisableJournaling_In_MirrorModeImage (97 ms) 2024-08-10T06:01:48.155 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMirroring.MirrorModeSet_DisabledMode_To_PoolMode 2024-08-10T06:01:48.310 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMirroring.MirrorModeSet_DisabledMode_To_PoolMode (154 ms) 2024-08-10T06:01:48.310 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMirroring.MirrorModeSet_PoolMode_To_DisabledMode 2024-08-10T06:01:48.477 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMirroring.MirrorModeSet_PoolMode_To_DisabledMode (167 ms) 2024-08-10T06:01:48.477 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMirroring.MirrorModeSet_DisabledMode_To_ImageMode 2024-08-10T06:01:48.619 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMirroring.MirrorModeSet_DisabledMode_To_ImageMode (142 ms) 2024-08-10T06:01:48.619 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMirroring.MirrorModeSet_PoolMode_To_ImageMode 2024-08-10T06:01:48.765 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMirroring.MirrorModeSet_PoolMode_To_ImageMode (145 ms) 2024-08-10T06:01:48.765 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMirroring.MirrorModeSet_ImageMode_To_PoolMode 2024-08-10T06:01:48.927 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMirroring.MirrorModeSet_ImageMode_To_PoolMode (162 ms) 2024-08-10T06:01:48.927 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMirroring.MirrorModeSet_ImageMode_To_DisabledMode 2024-08-10T06:01:49.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:48 smithi196 ceph-mon[90243]: osdmap e1486: 8 total, 8 up, 8 in 2024-08-10T06:01:49.100 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMirroring.MirrorModeSet_ImageMode_To_DisabledMode (174 ms) 2024-08-10T06:01:49.100 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageEnabled 2024-08-10T06:01:49.182 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageEnabled (82 ms) 2024-08-10T06:01:49.183 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageDisabled 2024-08-10T06:01:49.260 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageDisabled (78 ms) 2024-08-10T06:01:49.260 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMirroring.RemoveImage_With_ImageWithoutJournal 2024-08-10T06:01:49.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:48 smithi031 ceph-mon[98130]: osdmap e1486: 8 total, 8 up, 8 in 2024-08-10T06:01:49.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:48 smithi031 ceph-mon[100614]: osdmap e1486: 8 total, 8 up, 8 in 2024-08-10T06:01:49.327 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMirroring.RemoveImage_With_ImageWithoutJournal (67 ms) 2024-08-10T06:01:49.328 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageDemoted 2024-08-10T06:01:49.448 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageDemoted (121 ms) 2024-08-10T06:01:49.448 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMirroring.TrashMoveRestore_PoolMode 2024-08-10T06:01:49.571 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMirroring.TrashMoveRestore_PoolMode (123 ms) 2024-08-10T06:01:49.571 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMirroring.TrashMoveRestore_ImageMode_MirroringDisabled 2024-08-10T06:01:49.679 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMirroring.TrashMoveRestore_ImageMode_MirroringDisabled (108 ms) 2024-08-10T06:01:49.679 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMirroring.TrashMoveRestore_ImageMode_MirroringEnabled 2024-08-10T06:01:49.792 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMirroring.TrashMoveRestore_ImageMode_MirroringEnabled (113 ms) 2024-08-10T06:01:49.792 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMirroring.MirrorStatusList 2024-08-10T06:01:49.865 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMirroring.MirrorStatusList (73 ms) 2024-08-10T06:01:49.865 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMirroring.RemoveBootstrapped 2024-08-10T06:01:49.959 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMirroring.RemoveBootstrapped (94 ms) 2024-08-10T06:01:49.960 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMirroring.AioPromoteDemote 2024-08-10T06:01:50.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:49 smithi196 ceph-mon[90243]: pgmap v2597: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 494 KiB/s rd, 52 KiB/s wr, 681 op/s 2024-08-10T06:01:50.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:49 smithi031 ceph-mon[98130]: pgmap v2597: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 494 KiB/s rd, 52 KiB/s wr, 681 op/s 2024-08-10T06:01:50.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:49 smithi031 ceph-mon[100614]: pgmap v2597: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 494 KiB/s rd, 52 KiB/s wr, 681 op/s 2024-08-10T06:01:50.339 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMirroring.AioPromoteDemote (380 ms) 2024-08-10T06:01:50.339 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMirroring.AioGetInfo 2024-08-10T06:01:50.691 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMirroring.AioGetInfo (352 ms) 2024-08-10T06:01:50.691 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMirroring.AioGetStatus 2024-08-10T06:01:50.908 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMirroring.AioGetStatus (217 ms) 2024-08-10T06:01:50.908 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMirroring.SiteName 2024-08-10T06:01:50.922 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMirroring.SiteName (15 ms) 2024-08-10T06:01:50.923 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMirroring.Bootstrap 2024-08-10T06:01:51.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:01:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:01:51] "GET /metrics HTTP/1.1" 200 36401 "" "Prometheus/2.43.0" 2024-08-10T06:01:51.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:51 smithi031 ceph-mon[98130]: osdmap e1487: 8 total, 8 up, 8 in 2024-08-10T06:01:51.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:51 smithi031 ceph-mon[98130]: pgmap v2599: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 652 KiB/s rd, 90 KiB/s wr, 927 op/s 2024-08-10T06:01:51.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:51 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' 2024-08-10T06:01:51.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:51 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/3970433978' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-10T06:01:51.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:51 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/3970433978' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-10T06:01:51.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:51 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-10T06:01:51.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:51 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-08-10T06:01:51.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:51 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/3970433978' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-10T06:01:51.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:51 smithi031 ceph-mon[100614]: osdmap e1487: 8 total, 8 up, 8 in 2024-08-10T06:01:51.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:51 smithi031 ceph-mon[100614]: pgmap v2599: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 652 KiB/s rd, 90 KiB/s wr, 927 op/s 2024-08-10T06:01:51.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:51 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' 2024-08-10T06:01:51.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:51 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/3970433978' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-10T06:01:51.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:51 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/3970433978' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-10T06:01:51.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:51 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-10T06:01:51.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:51 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-08-10T06:01:51.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:51 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/3970433978' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-10T06:01:51.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:51 smithi196 ceph-mon[90243]: osdmap e1487: 8 total, 8 up, 8 in 2024-08-10T06:01:51.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:51 smithi196 ceph-mon[90243]: pgmap v2599: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 652 KiB/s rd, 90 KiB/s wr, 927 op/s 2024-08-10T06:01:51.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:51 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' 2024-08-10T06:01:51.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:51 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/3970433978' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-10T06:01:51.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:51 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/3970433978' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-10T06:01:51.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:51 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-10T06:01:51.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:51 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-08-10T06:01:51.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:51 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/3970433978' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-10T06:01:51.780 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMirroring.Bootstrap (857 ms) 2024-08-10T06:01:51.780 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMirroring.PeerDirection 2024-08-10T06:01:51.792 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMirroring.PeerDirection (12 ms) 2024-08-10T06:01:51.792 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMirroring.Snapshot 2024-08-10T06:01:52.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:52 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/3970433978' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-08-10T06:01:52.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:52 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' 2024-08-10T06:01:52.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:52 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/3970433978' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-08-10T06:01:52.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:52 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-08-10T06:01:52.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:52 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-08-10T06:01:52.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:52 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/3970433978' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-10T06:01:52.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:52 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/3970433978' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/7c1e24df-fb7c-4859-94b0-c184572ea93c"}]: dispatch 2024-08-10T06:01:52.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:52 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/7c1e24df-fb7c-4859-94b0-c184572ea93c"}]: dispatch 2024-08-10T06:01:52.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:52 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/7c1e24df-fb7c-4859-94b0-c184572ea93c"}]': finished 2024-08-10T06:01:52.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:52 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/3970433978' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-08-10T06:01:52.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:52 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' 2024-08-10T06:01:52.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:52 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/3970433978' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-08-10T06:01:52.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:52 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-08-10T06:01:52.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:52 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-08-10T06:01:52.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:52 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/3970433978' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-10T06:01:52.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:52 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/3970433978' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/7c1e24df-fb7c-4859-94b0-c184572ea93c"}]: dispatch 2024-08-10T06:01:52.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:52 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/7c1e24df-fb7c-4859-94b0-c184572ea93c"}]: dispatch 2024-08-10T06:01:52.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:52 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/7c1e24df-fb7c-4859-94b0-c184572ea93c"}]': finished 2024-08-10T06:01:52.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:01:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:01:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:01:52.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:52 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/3970433978' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-08-10T06:01:52.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:52 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' 2024-08-10T06:01:52.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:52 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/3970433978' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-08-10T06:01:52.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:52 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-08-10T06:01:52.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:52 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-08-10T06:01:52.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:52 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/3970433978' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-10T06:01:52.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:52 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/3970433978' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/7c1e24df-fb7c-4859-94b0-c184572ea93c"}]: dispatch 2024-08-10T06:01:52.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:52 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/7c1e24df-fb7c-4859-94b0-c184572ea93c"}]: dispatch 2024-08-10T06:01:52.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:52 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/7c1e24df-fb7c-4859-94b0-c184572ea93c"}]': finished 2024-08-10T06:01:54.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:53 smithi031 ceph-mon[98130]: pgmap v2600: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 193 KiB/s wr, 1.67k op/s 2024-08-10T06:01:54.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:53 smithi031 ceph-mon[98130]: osdmap e1488: 8 total, 8 up, 8 in 2024-08-10T06:01:54.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:53 smithi031 ceph-mon[100614]: pgmap v2600: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 193 KiB/s wr, 1.67k op/s 2024-08-10T06:01:54.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:53 smithi031 ceph-mon[100614]: osdmap e1488: 8 total, 8 up, 8 in 2024-08-10T06:01:54.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:53 smithi196 ceph-mon[90243]: pgmap v2600: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 193 KiB/s wr, 1.67k op/s 2024-08-10T06:01:54.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:53 smithi196 ceph-mon[90243]: osdmap e1488: 8 total, 8 up, 8 in 2024-08-10T06:01:55.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:54 smithi031 ceph-mon[98130]: osdmap e1489: 8 total, 8 up, 8 in 2024-08-10T06:01:55.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:54 smithi031 ceph-mon[100614]: osdmap e1489: 8 total, 8 up, 8 in 2024-08-10T06:01:55.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:54 smithi196 ceph-mon[90243]: osdmap e1489: 8 total, 8 up, 8 in 2024-08-10T06:01:56.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:55 smithi031 ceph-mon[98130]: pgmap v2603: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 212 KiB/s wr, 1.90k op/s 2024-08-10T06:01:56.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:55 smithi031 ceph-mon[98130]: osdmap e1490: 8 total, 8 up, 8 in 2024-08-10T06:01:56.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:55 smithi031 ceph-mon[98130]: osdmap e1491: 8 total, 8 up, 8 in 2024-08-10T06:01:56.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:55 smithi031 ceph-mon[100614]: pgmap v2603: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 212 KiB/s wr, 1.90k op/s 2024-08-10T06:01:56.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:55 smithi031 ceph-mon[100614]: osdmap e1490: 8 total, 8 up, 8 in 2024-08-10T06:01:56.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:55 smithi031 ceph-mon[100614]: osdmap e1491: 8 total, 8 up, 8 in 2024-08-10T06:01:56.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:55 smithi196 ceph-mon[90243]: pgmap v2603: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 212 KiB/s wr, 1.90k op/s 2024-08-10T06:01:56.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:55 smithi196 ceph-mon[90243]: osdmap e1490: 8 total, 8 up, 8 in 2024-08-10T06:01:56.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:55 smithi196 ceph-mon[90243]: osdmap e1491: 8 total, 8 up, 8 in 2024-08-10T06:01:57.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:01:57.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:56 smithi031 ceph-mon[98130]: osdmap e1492: 8 total, 8 up, 8 in 2024-08-10T06:01:57.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:56 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:01:57.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:56 smithi031 ceph-mon[100614]: osdmap e1492: 8 total, 8 up, 8 in 2024-08-10T06:01:57.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:56 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:01:57.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:56 smithi196 ceph-mon[90243]: osdmap e1492: 8 total, 8 up, 8 in 2024-08-10T06:01:58.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:57 smithi031 ceph-mon[98130]: pgmap v2607: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 785 KiB/s rd, 79 KiB/s wr, 1.01k op/s 2024-08-10T06:01:58.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:57 smithi031 ceph-mon[98130]: osdmap e1493: 8 total, 8 up, 8 in 2024-08-10T06:01:58.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:57 smithi031 ceph-mon[100614]: pgmap v2607: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 785 KiB/s rd, 79 KiB/s wr, 1.01k op/s 2024-08-10T06:01:58.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:57 smithi031 ceph-mon[100614]: osdmap e1493: 8 total, 8 up, 8 in 2024-08-10T06:01:58.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:57 smithi196 ceph-mon[90243]: pgmap v2607: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 785 KiB/s rd, 79 KiB/s wr, 1.01k op/s 2024-08-10T06:01:58.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:57 smithi196 ceph-mon[90243]: osdmap e1493: 8 total, 8 up, 8 in 2024-08-10T06:01:59.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:59 smithi031 ceph-mon[98130]: osdmap e1494: 8 total, 8 up, 8 in 2024-08-10T06:01:59.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:01:59 smithi031 ceph-mon[98130]: pgmap v2610: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 73 KiB/s rd, 11 KiB/s wr, 99 op/s 2024-08-10T06:01:59.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:59 smithi031 ceph-mon[100614]: osdmap e1494: 8 total, 8 up, 8 in 2024-08-10T06:01:59.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:01:59 smithi031 ceph-mon[100614]: pgmap v2610: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 73 KiB/s rd, 11 KiB/s wr, 99 op/s 2024-08-10T06:01:59.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:59 smithi196 ceph-mon[90243]: osdmap e1494: 8 total, 8 up, 8 in 2024-08-10T06:01:59.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:01:59 smithi196 ceph-mon[90243]: pgmap v2610: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 73 KiB/s rd, 11 KiB/s wr, 99 op/s 2024-08-10T06:02:00.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:00 smithi031 ceph-mon[98130]: osdmap e1495: 8 total, 8 up, 8 in 2024-08-10T06:02:00.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:00 smithi031 ceph-mon[100614]: osdmap e1495: 8 total, 8 up, 8 in 2024-08-10T06:02:00.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:00 smithi196 ceph-mon[90243]: osdmap e1495: 8 total, 8 up, 8 in 2024-08-10T06:02:01.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:01 smithi031 ceph-mon[100614]: osdmap e1496: 8 total, 8 up, 8 in 2024-08-10T06:02:01.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:01 smithi031 ceph-mon[100614]: pgmap v2613: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 59 KiB/s rd, 6.7 KiB/s wr, 77 op/s 2024-08-10T06:02:01.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:01 smithi031 ceph-mon[98130]: osdmap e1496: 8 total, 8 up, 8 in 2024-08-10T06:02:01.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:01 smithi031 ceph-mon[98130]: pgmap v2613: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 59 KiB/s rd, 6.7 KiB/s wr, 77 op/s 2024-08-10T06:02:01.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:02:01 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:02:01] "GET /metrics HTTP/1.1" 200 36452 "" "Prometheus/2.43.0" 2024-08-10T06:02:01.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:01 smithi196 ceph-mon[90243]: osdmap e1496: 8 total, 8 up, 8 in 2024-08-10T06:02:01.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:01 smithi196 ceph-mon[90243]: pgmap v2613: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 59 KiB/s rd, 6.7 KiB/s wr, 77 op/s 2024-08-10T06:02:02.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:02 smithi031 ceph-mon[98130]: osdmap e1497: 8 total, 8 up, 8 in 2024-08-10T06:02:02.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:02 smithi031 ceph-mon[100614]: osdmap e1497: 8 total, 8 up, 8 in 2024-08-10T06:02:02.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:02 smithi196 ceph-mon[90243]: osdmap e1497: 8 total, 8 up, 8 in 2024-08-10T06:02:02.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:02:02 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:02:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:02:03.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:03 smithi031 ceph-mon[98130]: osdmap e1498: 8 total, 8 up, 8 in 2024-08-10T06:02:03.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:03 smithi031 ceph-mon[98130]: pgmap v2616: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 56 KiB/s rd, 5.2 KiB/s wr, 74 op/s 2024-08-10T06:02:03.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:03 smithi031 ceph-mon[100614]: osdmap e1498: 8 total, 8 up, 8 in 2024-08-10T06:02:03.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:03 smithi031 ceph-mon[100614]: pgmap v2616: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 56 KiB/s rd, 5.2 KiB/s wr, 74 op/s 2024-08-10T06:02:03.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:03 smithi196 ceph-mon[90243]: osdmap e1498: 8 total, 8 up, 8 in 2024-08-10T06:02:03.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:03 smithi196 ceph-mon[90243]: pgmap v2616: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 56 KiB/s rd, 5.2 KiB/s wr, 74 op/s 2024-08-10T06:02:04.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:04 smithi031 ceph-mon[100614]: osdmap e1499: 8 total, 8 up, 8 in 2024-08-10T06:02:04.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:04 smithi031 ceph-mon[98130]: osdmap e1499: 8 total, 8 up, 8 in 2024-08-10T06:02:04.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:04 smithi196 ceph-mon[90243]: osdmap e1499: 8 total, 8 up, 8 in 2024-08-10T06:02:05.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:05 smithi031 ceph-mon[98130]: osdmap e1500: 8 total, 8 up, 8 in 2024-08-10T06:02:05.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:05 smithi031 ceph-mon[98130]: pgmap v2619: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 71 KiB/s rd, 6.2 KiB/s wr, 95 op/s 2024-08-10T06:02:05.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:05 smithi031 ceph-mon[98130]: osdmap e1501: 8 total, 8 up, 8 in 2024-08-10T06:02:05.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:05 smithi031 ceph-mon[100614]: osdmap e1500: 8 total, 8 up, 8 in 2024-08-10T06:02:05.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:05 smithi031 ceph-mon[100614]: pgmap v2619: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 71 KiB/s rd, 6.2 KiB/s wr, 95 op/s 2024-08-10T06:02:05.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:05 smithi031 ceph-mon[100614]: osdmap e1501: 8 total, 8 up, 8 in 2024-08-10T06:02:05.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:05 smithi196 ceph-mon[90243]: osdmap e1500: 8 total, 8 up, 8 in 2024-08-10T06:02:05.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:05 smithi196 ceph-mon[90243]: pgmap v2619: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 71 KiB/s rd, 6.2 KiB/s wr, 95 op/s 2024-08-10T06:02:05.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:05 smithi196 ceph-mon[90243]: osdmap e1501: 8 total, 8 up, 8 in 2024-08-10T06:02:07.436 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMirroring.Snapshot (15644 ms) 2024-08-10T06:02:07.436 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMirroring.SnapshotRemoveOnDisable 2024-08-10T06:02:07.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:07 smithi031 ceph-mon[98130]: osdmap e1502: 8 total, 8 up, 8 in 2024-08-10T06:02:07.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:07 smithi031 ceph-mon[98130]: pgmap v2622: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 64 KiB/s rd, 5.0 KiB/s wr, 84 op/s 2024-08-10T06:02:07.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:07 smithi031 ceph-mon[100614]: osdmap e1502: 8 total, 8 up, 8 in 2024-08-10T06:02:07.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:07 smithi031 ceph-mon[100614]: pgmap v2622: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 64 KiB/s rd, 5.0 KiB/s wr, 84 op/s 2024-08-10T06:02:07.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:07 smithi196 ceph-mon[90243]: osdmap e1502: 8 total, 8 up, 8 in 2024-08-10T06:02:07.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:07 smithi196 ceph-mon[90243]: pgmap v2622: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 64 KiB/s rd, 5.0 KiB/s wr, 84 op/s 2024-08-10T06:02:08.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:08 smithi031 ceph-mon[98130]: osdmap e1503: 8 total, 8 up, 8 in 2024-08-10T06:02:08.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:08 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/3970433978' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/60a34378-e30e-4e99-8472-160358b17d8b"}]: dispatch 2024-08-10T06:02:08.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:08 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/60a34378-e30e-4e99-8472-160358b17d8b"}]: dispatch 2024-08-10T06:02:08.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:08 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/60a34378-e30e-4e99-8472-160358b17d8b"}]': finished 2024-08-10T06:02:08.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:08 smithi031 ceph-mon[100614]: osdmap e1503: 8 total, 8 up, 8 in 2024-08-10T06:02:08.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:08 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/3970433978' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/60a34378-e30e-4e99-8472-160358b17d8b"}]: dispatch 2024-08-10T06:02:08.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:08 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/60a34378-e30e-4e99-8472-160358b17d8b"}]: dispatch 2024-08-10T06:02:08.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:08 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/60a34378-e30e-4e99-8472-160358b17d8b"}]': finished 2024-08-10T06:02:08.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:08 smithi196 ceph-mon[90243]: osdmap e1503: 8 total, 8 up, 8 in 2024-08-10T06:02:08.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:08 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/3970433978' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/60a34378-e30e-4e99-8472-160358b17d8b"}]: dispatch 2024-08-10T06:02:08.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:08 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/60a34378-e30e-4e99-8472-160358b17d8b"}]: dispatch 2024-08-10T06:02:08.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:08 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/60a34378-e30e-4e99-8472-160358b17d8b"}]': finished 2024-08-10T06:02:09.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:09 smithi031 ceph-mon[100614]: osdmap e1504: 8 total, 8 up, 8 in 2024-08-10T06:02:09.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:09 smithi031 ceph-mon[100614]: pgmap v2625: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 7.0 KiB/s rd, 511 B/s wr, 11 op/s 2024-08-10T06:02:09.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:09 smithi031 ceph-mon[98130]: osdmap e1504: 8 total, 8 up, 8 in 2024-08-10T06:02:09.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:09 smithi031 ceph-mon[98130]: pgmap v2625: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 7.0 KiB/s rd, 511 B/s wr, 11 op/s 2024-08-10T06:02:09.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:09 smithi196 ceph-mon[90243]: osdmap e1504: 8 total, 8 up, 8 in 2024-08-10T06:02:09.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:09 smithi196 ceph-mon[90243]: pgmap v2625: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 7.0 KiB/s rd, 511 B/s wr, 11 op/s 2024-08-10T06:02:10.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:10 smithi031 ceph-mon[98130]: osdmap e1505: 8 total, 8 up, 8 in 2024-08-10T06:02:10.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:10 smithi031 ceph-mon[98130]: osdmap e1506: 8 total, 8 up, 8 in 2024-08-10T06:02:10.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:10 smithi031 ceph-mon[100614]: osdmap e1505: 8 total, 8 up, 8 in 2024-08-10T06:02:10.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:10 smithi031 ceph-mon[100614]: osdmap e1506: 8 total, 8 up, 8 in 2024-08-10T06:02:10.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:10 smithi196 ceph-mon[90243]: osdmap e1505: 8 total, 8 up, 8 in 2024-08-10T06:02:10.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:10 smithi196 ceph-mon[90243]: osdmap e1506: 8 total, 8 up, 8 in 2024-08-10T06:02:11.424 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMirroring.SnapshotRemoveOnDisable (3988 ms) 2024-08-10T06:02:11.425 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMirroring.SnapshotUnlinkPeer 2024-08-10T06:02:11.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:02:11 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:02:11] "GET /metrics HTTP/1.1" 200 36451 "" "Prometheus/2.43.0" 2024-08-10T06:02:11.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:11 smithi031 ceph-mon[100614]: pgmap v2628: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 67 KiB/s rd, 6.2 KiB/s wr, 93 op/s 2024-08-10T06:02:11.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:11 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:02:11.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:11 smithi031 ceph-mon[100614]: osdmap e1507: 8 total, 8 up, 8 in 2024-08-10T06:02:11.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:11 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/3970433978' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/b03bbdb9-2026-45d0-a2d9-95f8a2192b44"}]: dispatch 2024-08-10T06:02:11.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:11 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/b03bbdb9-2026-45d0-a2d9-95f8a2192b44"}]: dispatch 2024-08-10T06:02:11.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:11 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/b03bbdb9-2026-45d0-a2d9-95f8a2192b44"}]': finished 2024-08-10T06:02:11.521 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:11 smithi031 ceph-mon[98130]: pgmap v2628: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 67 KiB/s rd, 6.2 KiB/s wr, 93 op/s 2024-08-10T06:02:11.521 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:11 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:02:11.521 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:11 smithi031 ceph-mon[98130]: osdmap e1507: 8 total, 8 up, 8 in 2024-08-10T06:02:11.521 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:11 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/3970433978' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/b03bbdb9-2026-45d0-a2d9-95f8a2192b44"}]: dispatch 2024-08-10T06:02:11.521 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:11 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/b03bbdb9-2026-45d0-a2d9-95f8a2192b44"}]: dispatch 2024-08-10T06:02:11.521 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:11 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/b03bbdb9-2026-45d0-a2d9-95f8a2192b44"}]': finished 2024-08-10T06:02:11.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:11 smithi196 ceph-mon[90243]: pgmap v2628: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 67 KiB/s rd, 6.2 KiB/s wr, 93 op/s 2024-08-10T06:02:11.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:11 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:02:11.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:11 smithi196 ceph-mon[90243]: osdmap e1507: 8 total, 8 up, 8 in 2024-08-10T06:02:11.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:11 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/3970433978' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/b03bbdb9-2026-45d0-a2d9-95f8a2192b44"}]: dispatch 2024-08-10T06:02:11.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:11 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/b03bbdb9-2026-45d0-a2d9-95f8a2192b44"}]: dispatch 2024-08-10T06:02:11.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:11 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/b03bbdb9-2026-45d0-a2d9-95f8a2192b44"}]': finished 2024-08-10T06:02:12.682 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:02:12 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:02:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:02:13.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:13 smithi031 ceph-mon[98130]: osdmap e1508: 8 total, 8 up, 8 in 2024-08-10T06:02:13.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:13 smithi031 ceph-mon[98130]: pgmap v2631: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 82 KiB/s rd, 10 KiB/s wr, 119 op/s 2024-08-10T06:02:13.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:13 smithi031 ceph-mon[100614]: osdmap e1508: 8 total, 8 up, 8 in 2024-08-10T06:02:13.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:13 smithi031 ceph-mon[100614]: pgmap v2631: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 82 KiB/s rd, 10 KiB/s wr, 119 op/s 2024-08-10T06:02:13.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:13 smithi196 ceph-mon[90243]: osdmap e1508: 8 total, 8 up, 8 in 2024-08-10T06:02:13.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:13 smithi196 ceph-mon[90243]: pgmap v2631: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 82 KiB/s rd, 10 KiB/s wr, 119 op/s 2024-08-10T06:02:14.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:14 smithi031 ceph-mon[98130]: osdmap e1509: 8 total, 8 up, 8 in 2024-08-10T06:02:14.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:14 smithi031 ceph-mon[100614]: osdmap e1509: 8 total, 8 up, 8 in 2024-08-10T06:02:14.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:14 smithi196 ceph-mon[90243]: osdmap e1509: 8 total, 8 up, 8 in 2024-08-10T06:02:15.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:15 smithi031 ceph-mon[98130]: osdmap e1510: 8 total, 8 up, 8 in 2024-08-10T06:02:15.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:15 smithi031 ceph-mon[98130]: pgmap v2634: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 90 KiB/s rd, 9.2 KiB/s wr, 126 op/s 2024-08-10T06:02:15.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:15 smithi031 ceph-mon[98130]: osdmap e1511: 8 total, 8 up, 8 in 2024-08-10T06:02:15.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:15 smithi031 ceph-mon[100614]: osdmap e1510: 8 total, 8 up, 8 in 2024-08-10T06:02:15.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:15 smithi031 ceph-mon[100614]: pgmap v2634: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 90 KiB/s rd, 9.2 KiB/s wr, 126 op/s 2024-08-10T06:02:15.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:15 smithi031 ceph-mon[100614]: osdmap e1511: 8 total, 8 up, 8 in 2024-08-10T06:02:15.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:15 smithi196 ceph-mon[90243]: osdmap e1510: 8 total, 8 up, 8 in 2024-08-10T06:02:15.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:15 smithi196 ceph-mon[90243]: pgmap v2634: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 90 KiB/s rd, 9.2 KiB/s wr, 126 op/s 2024-08-10T06:02:15.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:15 smithi196 ceph-mon[90243]: osdmap e1511: 8 total, 8 up, 8 in 2024-08-10T06:02:17.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:17 smithi031 ceph-mon[98130]: osdmap e1512: 8 total, 8 up, 8 in 2024-08-10T06:02:17.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:17 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/3970433978' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/fadf67c2-22c2-443f-a65c-1d9510de519a"}]: dispatch 2024-08-10T06:02:17.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:17 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/fadf67c2-22c2-443f-a65c-1d9510de519a"}]: dispatch 2024-08-10T06:02:17.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:17 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/fadf67c2-22c2-443f-a65c-1d9510de519a"}]': finished 2024-08-10T06:02:17.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:17 smithi031 ceph-mon[98130]: pgmap v2637: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 71 KiB/s rd, 6.7 KiB/s wr, 94 op/s 2024-08-10T06:02:17.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:17 smithi031 ceph-mon[100614]: osdmap e1512: 8 total, 8 up, 8 in 2024-08-10T06:02:17.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:17 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/3970433978' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/fadf67c2-22c2-443f-a65c-1d9510de519a"}]: dispatch 2024-08-10T06:02:17.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:17 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/fadf67c2-22c2-443f-a65c-1d9510de519a"}]: dispatch 2024-08-10T06:02:17.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:17 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/fadf67c2-22c2-443f-a65c-1d9510de519a"}]': finished 2024-08-10T06:02:17.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:17 smithi031 ceph-mon[100614]: pgmap v2637: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 71 KiB/s rd, 6.7 KiB/s wr, 94 op/s 2024-08-10T06:02:17.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:17 smithi196 ceph-mon[90243]: osdmap e1512: 8 total, 8 up, 8 in 2024-08-10T06:02:17.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:17 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/3970433978' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/fadf67c2-22c2-443f-a65c-1d9510de519a"}]: dispatch 2024-08-10T06:02:17.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:17 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/fadf67c2-22c2-443f-a65c-1d9510de519a"}]: dispatch 2024-08-10T06:02:17.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:17 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/fadf67c2-22c2-443f-a65c-1d9510de519a"}]': finished 2024-08-10T06:02:17.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:17 smithi196 ceph-mon[90243]: pgmap v2637: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 71 KiB/s rd, 6.7 KiB/s wr, 94 op/s 2024-08-10T06:02:18.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:18 smithi031 ceph-mon[98130]: osdmap e1513: 8 total, 8 up, 8 in 2024-08-10T06:02:18.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:18 smithi031 ceph-mon[100614]: osdmap e1513: 8 total, 8 up, 8 in 2024-08-10T06:02:18.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:18 smithi196 ceph-mon[90243]: osdmap e1513: 8 total, 8 up, 8 in 2024-08-10T06:02:19.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:19 smithi031 ceph-mon[100614]: osdmap e1514: 8 total, 8 up, 8 in 2024-08-10T06:02:19.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:19 smithi031 ceph-mon[100614]: pgmap v2640: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 63 KiB/s rd, 7.2 KiB/s wr, 83 op/s 2024-08-10T06:02:19.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:19 smithi031 ceph-mon[98130]: osdmap e1514: 8 total, 8 up, 8 in 2024-08-10T06:02:19.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:19 smithi031 ceph-mon[98130]: pgmap v2640: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 63 KiB/s rd, 7.2 KiB/s wr, 83 op/s 2024-08-10T06:02:19.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:19 smithi196 ceph-mon[90243]: osdmap e1514: 8 total, 8 up, 8 in 2024-08-10T06:02:19.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:19 smithi196 ceph-mon[90243]: pgmap v2640: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 63 KiB/s rd, 7.2 KiB/s wr, 83 op/s 2024-08-10T06:02:20.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:20 smithi031 ceph-mon[98130]: osdmap e1515: 8 total, 8 up, 8 in 2024-08-10T06:02:20.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:20 smithi031 ceph-mon[98130]: osdmap e1516: 8 total, 8 up, 8 in 2024-08-10T06:02:20.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:20 smithi031 ceph-mon[100614]: osdmap e1515: 8 total, 8 up, 8 in 2024-08-10T06:02:20.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:20 smithi031 ceph-mon[100614]: osdmap e1516: 8 total, 8 up, 8 in 2024-08-10T06:02:20.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:20 smithi196 ceph-mon[90243]: osdmap e1515: 8 total, 8 up, 8 in 2024-08-10T06:02:20.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:20 smithi196 ceph-mon[90243]: osdmap e1516: 8 total, 8 up, 8 in 2024-08-10T06:02:21.422 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMirroring.SnapshotUnlinkPeer (9998 ms) 2024-08-10T06:02:21.422 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMirroring.SnapshotImageState 2024-08-10T06:02:21.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:21 smithi031 ceph-mon[98130]: pgmap v2643: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 176 KiB/s rd, 12 KiB/s wr, 232 op/s 2024-08-10T06:02:21.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:21 smithi031 ceph-mon[98130]: osdmap e1517: 8 total, 8 up, 8 in 2024-08-10T06:02:21.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:02:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:02:21] "GET /metrics HTTP/1.1" 200 36451 "" "Prometheus/2.43.0" 2024-08-10T06:02:21.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:21 smithi031 ceph-mon[100614]: pgmap v2643: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 176 KiB/s rd, 12 KiB/s wr, 232 op/s 2024-08-10T06:02:21.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:21 smithi031 ceph-mon[100614]: osdmap e1517: 8 total, 8 up, 8 in 2024-08-10T06:02:21.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:21 smithi196 ceph-mon[90243]: pgmap v2643: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 176 KiB/s rd, 12 KiB/s wr, 232 op/s 2024-08-10T06:02:21.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:21 smithi196 ceph-mon[90243]: osdmap e1517: 8 total, 8 up, 8 in 2024-08-10T06:02:22.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:22 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/3970433978' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/6ea86010-0806-4d6b-9bc5-2ddfea739361"}]: dispatch 2024-08-10T06:02:22.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:22 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/6ea86010-0806-4d6b-9bc5-2ddfea739361"}]: dispatch 2024-08-10T06:02:22.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:22 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/6ea86010-0806-4d6b-9bc5-2ddfea739361"}]': finished 2024-08-10T06:02:22.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:22 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/3970433978' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/4eeacc46-d3dd-47f3-acad-7242294fced6"}]: dispatch 2024-08-10T06:02:22.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:22 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/4eeacc46-d3dd-47f3-acad-7242294fced6"}]: dispatch 2024-08-10T06:02:22.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:22 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/4eeacc46-d3dd-47f3-acad-7242294fced6"}]': finished 2024-08-10T06:02:22.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:22 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/3970433978' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/6ea86010-0806-4d6b-9bc5-2ddfea739361"}]: dispatch 2024-08-10T06:02:22.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:22 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/6ea86010-0806-4d6b-9bc5-2ddfea739361"}]: dispatch 2024-08-10T06:02:22.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:22 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/6ea86010-0806-4d6b-9bc5-2ddfea739361"}]': finished 2024-08-10T06:02:22.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:22 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/3970433978' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/4eeacc46-d3dd-47f3-acad-7242294fced6"}]: dispatch 2024-08-10T06:02:22.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:22 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/4eeacc46-d3dd-47f3-acad-7242294fced6"}]: dispatch 2024-08-10T06:02:22.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:22 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/4eeacc46-d3dd-47f3-acad-7242294fced6"}]': finished 2024-08-10T06:02:22.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:02:22 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:02:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:02:22.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:22 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/3970433978' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/6ea86010-0806-4d6b-9bc5-2ddfea739361"}]: dispatch 2024-08-10T06:02:22.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:22 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/6ea86010-0806-4d6b-9bc5-2ddfea739361"}]: dispatch 2024-08-10T06:02:22.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:22 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/6ea86010-0806-4d6b-9bc5-2ddfea739361"}]': finished 2024-08-10T06:02:22.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:22 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/3970433978' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/4eeacc46-d3dd-47f3-acad-7242294fced6"}]: dispatch 2024-08-10T06:02:22.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:22 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/4eeacc46-d3dd-47f3-acad-7242294fced6"}]: dispatch 2024-08-10T06:02:22.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:22 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/4eeacc46-d3dd-47f3-acad-7242294fced6"}]': finished 2024-08-10T06:02:23.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:23 smithi031 ceph-mon[98130]: osdmap e1518: 8 total, 8 up, 8 in 2024-08-10T06:02:23.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:23 smithi031 ceph-mon[98130]: pgmap v2646: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 153 KiB/s rd, 10 KiB/s wr, 209 op/s 2024-08-10T06:02:23.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:23 smithi031 ceph-mon[100614]: osdmap e1518: 8 total, 8 up, 8 in 2024-08-10T06:02:23.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:23 smithi031 ceph-mon[100614]: pgmap v2646: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 153 KiB/s rd, 10 KiB/s wr, 209 op/s 2024-08-10T06:02:23.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:23 smithi196 ceph-mon[90243]: osdmap e1518: 8 total, 8 up, 8 in 2024-08-10T06:02:23.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:23 smithi196 ceph-mon[90243]: pgmap v2646: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 153 KiB/s rd, 10 KiB/s wr, 209 op/s 2024-08-10T06:02:24.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:24 smithi031 ceph-mon[98130]: osdmap e1519: 8 total, 8 up, 8 in 2024-08-10T06:02:24.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:24 smithi031 ceph-mon[100614]: osdmap e1519: 8 total, 8 up, 8 in 2024-08-10T06:02:24.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:24 smithi196 ceph-mon[90243]: osdmap e1519: 8 total, 8 up, 8 in 2024-08-10T06:02:25.396 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMirroring.SnapshotImageState (3973 ms) 2024-08-10T06:02:25.396 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMirroring.SnapshotPromoteDemote 2024-08-10T06:02:25.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:25 smithi031 ceph-mon[98130]: osdmap e1520: 8 total, 8 up, 8 in 2024-08-10T06:02:25.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:25 smithi031 ceph-mon[98130]: pgmap v2649: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 69 KiB/s rd, 7.2 KiB/s wr, 105 op/s 2024-08-10T06:02:25.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:25 smithi031 ceph-mon[98130]: osdmap e1521: 8 total, 8 up, 8 in 2024-08-10T06:02:25.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:25 smithi031 ceph-mon[100614]: osdmap e1520: 8 total, 8 up, 8 in 2024-08-10T06:02:25.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:25 smithi031 ceph-mon[100614]: pgmap v2649: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 69 KiB/s rd, 7.2 KiB/s wr, 105 op/s 2024-08-10T06:02:25.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:25 smithi031 ceph-mon[100614]: osdmap e1521: 8 total, 8 up, 8 in 2024-08-10T06:02:25.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:25 smithi196 ceph-mon[90243]: osdmap e1520: 8 total, 8 up, 8 in 2024-08-10T06:02:25.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:25 smithi196 ceph-mon[90243]: pgmap v2649: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 69 KiB/s rd, 7.2 KiB/s wr, 105 op/s 2024-08-10T06:02:25.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:25 smithi196 ceph-mon[90243]: osdmap e1521: 8 total, 8 up, 8 in 2024-08-10T06:02:26.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:02:26.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:26 smithi031 ceph-mon[98130]: osdmap e1522: 8 total, 8 up, 8 in 2024-08-10T06:02:26.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:02:26.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:26 smithi031 ceph-mon[100614]: osdmap e1522: 8 total, 8 up, 8 in 2024-08-10T06:02:26.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:02:26.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:26 smithi196 ceph-mon[90243]: osdmap e1522: 8 total, 8 up, 8 in 2024-08-10T06:02:27.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:27 smithi031 ceph-mon[98130]: pgmap v2652: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 63 KiB/s rd, 9.2 KiB/s wr, 100 op/s 2024-08-10T06:02:27.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:27 smithi031 ceph-mon[98130]: osdmap e1523: 8 total, 8 up, 8 in 2024-08-10T06:02:27.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:27 smithi031 ceph-mon[100614]: pgmap v2652: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 63 KiB/s rd, 9.2 KiB/s wr, 100 op/s 2024-08-10T06:02:27.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:27 smithi031 ceph-mon[100614]: osdmap e1523: 8 total, 8 up, 8 in 2024-08-10T06:02:27.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:27 smithi196 ceph-mon[90243]: pgmap v2652: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 63 KiB/s rd, 9.2 KiB/s wr, 100 op/s 2024-08-10T06:02:27.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:27 smithi196 ceph-mon[90243]: osdmap e1523: 8 total, 8 up, 8 in 2024-08-10T06:02:29.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:29 smithi031 ceph-mon[98130]: osdmap e1524: 8 total, 8 up, 8 in 2024-08-10T06:02:29.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:29 smithi031 ceph-mon[98130]: pgmap v2655: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 160 KiB/s rd, 22 KiB/s wr, 221 op/s 2024-08-10T06:02:29.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:29 smithi031 ceph-mon[100614]: osdmap e1524: 8 total, 8 up, 8 in 2024-08-10T06:02:29.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:29 smithi031 ceph-mon[100614]: pgmap v2655: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 160 KiB/s rd, 22 KiB/s wr, 221 op/s 2024-08-10T06:02:29.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:29 smithi196 ceph-mon[90243]: osdmap e1524: 8 total, 8 up, 8 in 2024-08-10T06:02:29.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:29 smithi196 ceph-mon[90243]: pgmap v2655: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 160 KiB/s rd, 22 KiB/s wr, 221 op/s 2024-08-10T06:02:30.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:30 smithi031 ceph-mon[98130]: osdmap e1525: 8 total, 8 up, 8 in 2024-08-10T06:02:30.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:30 smithi031 ceph-mon[98130]: osdmap e1526: 8 total, 8 up, 8 in 2024-08-10T06:02:30.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:30 smithi031 ceph-mon[100614]: osdmap e1525: 8 total, 8 up, 8 in 2024-08-10T06:02:30.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:30 smithi031 ceph-mon[100614]: osdmap e1526: 8 total, 8 up, 8 in 2024-08-10T06:02:30.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:30 smithi196 ceph-mon[90243]: osdmap e1525: 8 total, 8 up, 8 in 2024-08-10T06:02:30.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:30 smithi196 ceph-mon[90243]: osdmap e1526: 8 total, 8 up, 8 in 2024-08-10T06:02:31.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:31 smithi031 ceph-mon[98130]: pgmap v2658: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 133 KiB/s rd, 18 KiB/s wr, 182 op/s 2024-08-10T06:02:31.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:02:31 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:02:31] "GET /metrics HTTP/1.1" 200 36453 "" "Prometheus/2.43.0" 2024-08-10T06:02:31.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:31 smithi031 ceph-mon[100614]: pgmap v2658: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 133 KiB/s rd, 18 KiB/s wr, 182 op/s 2024-08-10T06:02:31.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:31 smithi196 ceph-mon[90243]: pgmap v2658: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 133 KiB/s rd, 18 KiB/s wr, 182 op/s 2024-08-10T06:02:32.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:32 smithi031 ceph-mon[98130]: osdmap e1527: 8 total, 8 up, 8 in 2024-08-10T06:02:32.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:32 smithi031 ceph-mon[100614]: osdmap e1527: 8 total, 8 up, 8 in 2024-08-10T06:02:32.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:32 smithi196 ceph-mon[90243]: osdmap e1527: 8 total, 8 up, 8 in 2024-08-10T06:02:32.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:02:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:02:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:02:33.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:33 smithi031 ceph-mon[98130]: osdmap e1528: 8 total, 8 up, 8 in 2024-08-10T06:02:33.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:33 smithi031 ceph-mon[98130]: pgmap v2661: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 104 KiB/s rd, 9.0 KiB/s wr, 142 op/s 2024-08-10T06:02:33.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:33 smithi031 ceph-mon[100614]: osdmap e1528: 8 total, 8 up, 8 in 2024-08-10T06:02:33.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:33 smithi031 ceph-mon[100614]: pgmap v2661: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 104 KiB/s rd, 9.0 KiB/s wr, 142 op/s 2024-08-10T06:02:33.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:33 smithi196 ceph-mon[90243]: osdmap e1528: 8 total, 8 up, 8 in 2024-08-10T06:02:33.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:33 smithi196 ceph-mon[90243]: pgmap v2661: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 104 KiB/s rd, 9.0 KiB/s wr, 142 op/s 2024-08-10T06:02:34.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:34 smithi031 ceph-mon[98130]: osdmap e1529: 8 total, 8 up, 8 in 2024-08-10T06:02:34.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:34 smithi031 ceph-mon[100614]: osdmap e1529: 8 total, 8 up, 8 in 2024-08-10T06:02:34.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:34 smithi196 ceph-mon[90243]: osdmap e1529: 8 total, 8 up, 8 in 2024-08-10T06:02:35.395 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMirroring.SnapshotPromoteDemote (10000 ms) 2024-08-10T06:02:35.396 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestMirroring.AioSnapshotCreate 2024-08-10T06:02:35.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:35 smithi031 ceph-mon[98130]: osdmap e1530: 8 total, 8 up, 8 in 2024-08-10T06:02:35.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:35 smithi031 ceph-mon[98130]: pgmap v2664: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 105 KiB/s rd, 7.2 KiB/s wr, 141 op/s 2024-08-10T06:02:35.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:35 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:02:35.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:35 smithi031 ceph-mon[98130]: osdmap e1531: 8 total, 8 up, 8 in 2024-08-10T06:02:35.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:35 smithi031 ceph-mon[100614]: osdmap e1530: 8 total, 8 up, 8 in 2024-08-10T06:02:35.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:35 smithi031 ceph-mon[100614]: pgmap v2664: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 105 KiB/s rd, 7.2 KiB/s wr, 141 op/s 2024-08-10T06:02:35.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:35 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:02:35.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:35 smithi031 ceph-mon[100614]: osdmap e1531: 8 total, 8 up, 8 in 2024-08-10T06:02:35.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:35 smithi196 ceph-mon[90243]: osdmap e1530: 8 total, 8 up, 8 in 2024-08-10T06:02:35.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:35 smithi196 ceph-mon[90243]: pgmap v2664: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 105 KiB/s rd, 7.2 KiB/s wr, 141 op/s 2024-08-10T06:02:35.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:35 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:02:35.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:35 smithi196 ceph-mon[90243]: osdmap e1531: 8 total, 8 up, 8 in 2024-08-10T06:02:36.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:36 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/3970433978' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/2a48dd23-c674-4a2f-8ef3-86b030e3fce4"}]: dispatch 2024-08-10T06:02:36.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:36 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/2a48dd23-c674-4a2f-8ef3-86b030e3fce4"}]: dispatch 2024-08-10T06:02:36.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:36 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/2a48dd23-c674-4a2f-8ef3-86b030e3fce4"}]': finished 2024-08-10T06:02:36.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:36 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:02:36.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:36 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:02:36.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:36 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:02:36.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:36 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/3970433978' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/2a48dd23-c674-4a2f-8ef3-86b030e3fce4"}]: dispatch 2024-08-10T06:02:36.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:36 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/2a48dd23-c674-4a2f-8ef3-86b030e3fce4"}]: dispatch 2024-08-10T06:02:36.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:36 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/2a48dd23-c674-4a2f-8ef3-86b030e3fce4"}]': finished 2024-08-10T06:02:36.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:36 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:02:36.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:36 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:02:36.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:36 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:02:36.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:36 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/3970433978' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/2a48dd23-c674-4a2f-8ef3-86b030e3fce4"}]: dispatch 2024-08-10T06:02:36.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:36 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/2a48dd23-c674-4a2f-8ef3-86b030e3fce4"}]: dispatch 2024-08-10T06:02:36.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:36 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/2a48dd23-c674-4a2f-8ef3-86b030e3fce4"}]': finished 2024-08-10T06:02:36.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:36 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:02:36.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:36 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:02:36.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:36 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:02:37.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:37 smithi031 ceph-mon[98130]: osdmap e1532: 8 total, 8 up, 8 in 2024-08-10T06:02:37.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:37 smithi031 ceph-mon[98130]: pgmap v2667: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 21 KiB/s rd, 3.5 KiB/s wr, 33 op/s 2024-08-10T06:02:37.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:37 smithi031 ceph-mon[100614]: osdmap e1532: 8 total, 8 up, 8 in 2024-08-10T06:02:37.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:37 smithi031 ceph-mon[100614]: pgmap v2667: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 21 KiB/s rd, 3.5 KiB/s wr, 33 op/s 2024-08-10T06:02:37.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:37 smithi196 ceph-mon[90243]: osdmap e1532: 8 total, 8 up, 8 in 2024-08-10T06:02:37.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:37 smithi196 ceph-mon[90243]: pgmap v2667: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 21 KiB/s rd, 3.5 KiB/s wr, 33 op/s 2024-08-10T06:02:38.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:38 smithi031 ceph-mon[98130]: osdmap e1533: 8 total, 8 up, 8 in 2024-08-10T06:02:38.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:38 smithi031 ceph-mon[100614]: osdmap e1533: 8 total, 8 up, 8 in 2024-08-10T06:02:38.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:38 smithi196 ceph-mon[90243]: osdmap e1533: 8 total, 8 up, 8 in 2024-08-10T06:02:39.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:39 smithi031 ceph-mon[98130]: osdmap e1534: 8 total, 8 up, 8 in 2024-08-10T06:02:39.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:39 smithi031 ceph-mon[98130]: pgmap v2670: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 28 KiB/s rd, 6.0 KiB/s wr, 44 op/s 2024-08-10T06:02:39.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:39 smithi031 ceph-mon[100614]: osdmap e1534: 8 total, 8 up, 8 in 2024-08-10T06:02:39.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:39 smithi031 ceph-mon[100614]: pgmap v2670: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 28 KiB/s rd, 6.0 KiB/s wr, 44 op/s 2024-08-10T06:02:39.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:39 smithi196 ceph-mon[90243]: osdmap e1534: 8 total, 8 up, 8 in 2024-08-10T06:02:39.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:39 smithi196 ceph-mon[90243]: pgmap v2670: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 28 KiB/s rd, 6.0 KiB/s wr, 44 op/s 2024-08-10T06:02:40.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:40 smithi031 ceph-mon[98130]: osdmap e1535: 8 total, 8 up, 8 in 2024-08-10T06:02:40.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:40 smithi031 ceph-mon[98130]: osdmap e1536: 8 total, 8 up, 8 in 2024-08-10T06:02:40.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:40 smithi031 ceph-mon[100614]: osdmap e1535: 8 total, 8 up, 8 in 2024-08-10T06:02:40.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:40 smithi031 ceph-mon[100614]: osdmap e1536: 8 total, 8 up, 8 in 2024-08-10T06:02:40.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:40 smithi196 ceph-mon[90243]: osdmap e1535: 8 total, 8 up, 8 in 2024-08-10T06:02:40.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:40 smithi196 ceph-mon[90243]: osdmap e1536: 8 total, 8 up, 8 in 2024-08-10T06:02:41.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:02:41 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:02:41] "GET /metrics HTTP/1.1" 200 36455 "" "Prometheus/2.43.0" 2024-08-10T06:02:41.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:41 smithi031 ceph-mon[98130]: pgmap v2673: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 59 KiB/s rd, 8.5 KiB/s wr, 85 op/s 2024-08-10T06:02:41.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:02:41.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:41 smithi031 ceph-mon[98130]: osdmap e1537: 8 total, 8 up, 8 in 2024-08-10T06:02:41.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:41 smithi031 ceph-mon[100614]: pgmap v2673: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 59 KiB/s rd, 8.5 KiB/s wr, 85 op/s 2024-08-10T06:02:41.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:02:41.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:41 smithi031 ceph-mon[100614]: osdmap e1537: 8 total, 8 up, 8 in 2024-08-10T06:02:41.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:41 smithi196 ceph-mon[90243]: pgmap v2673: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 59 KiB/s rd, 8.5 KiB/s wr, 85 op/s 2024-08-10T06:02:41.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:02:41.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:41 smithi196 ceph-mon[90243]: osdmap e1537: 8 total, 8 up, 8 in 2024-08-10T06:02:42.681 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:02:42 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:02:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:02:43.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:43 smithi031 ceph-mon[98130]: osdmap e1538: 8 total, 8 up, 8 in 2024-08-10T06:02:43.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:43 smithi031 ceph-mon[98130]: pgmap v2676: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 79 KiB/s rd, 14 KiB/s wr, 116 op/s 2024-08-10T06:02:43.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:43 smithi031 ceph-mon[100614]: osdmap e1538: 8 total, 8 up, 8 in 2024-08-10T06:02:43.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:43 smithi031 ceph-mon[100614]: pgmap v2676: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 79 KiB/s rd, 14 KiB/s wr, 116 op/s 2024-08-10T06:02:43.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:43 smithi196 ceph-mon[90243]: osdmap e1538: 8 total, 8 up, 8 in 2024-08-10T06:02:43.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:43 smithi196 ceph-mon[90243]: pgmap v2676: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 79 KiB/s rd, 14 KiB/s wr, 116 op/s 2024-08-10T06:02:44.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:44 smithi031 ceph-mon[98130]: osdmap e1539: 8 total, 8 up, 8 in 2024-08-10T06:02:44.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:44 smithi031 ceph-mon[100614]: osdmap e1539: 8 total, 8 up, 8 in 2024-08-10T06:02:44.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:44 smithi196 ceph-mon[90243]: osdmap e1539: 8 total, 8 up, 8 in 2024-08-10T06:02:45.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:45 smithi031 ceph-mon[98130]: osdmap e1540: 8 total, 8 up, 8 in 2024-08-10T06:02:45.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:45 smithi031 ceph-mon[98130]: pgmap v2679: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 65 KiB/s rd, 12 KiB/s wr, 101 op/s 2024-08-10T06:02:45.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:45 smithi031 ceph-mon[98130]: osdmap e1541: 8 total, 8 up, 8 in 2024-08-10T06:02:45.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:45 smithi031 ceph-mon[100614]: osdmap e1540: 8 total, 8 up, 8 in 2024-08-10T06:02:45.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:45 smithi031 ceph-mon[100614]: pgmap v2679: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 65 KiB/s rd, 12 KiB/s wr, 101 op/s 2024-08-10T06:02:45.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:45 smithi031 ceph-mon[100614]: osdmap e1541: 8 total, 8 up, 8 in 2024-08-10T06:02:45.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:45 smithi196 ceph-mon[90243]: osdmap e1540: 8 total, 8 up, 8 in 2024-08-10T06:02:45.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:45 smithi196 ceph-mon[90243]: pgmap v2679: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 65 KiB/s rd, 12 KiB/s wr, 101 op/s 2024-08-10T06:02:45.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:45 smithi196 ceph-mon[90243]: osdmap e1541: 8 total, 8 up, 8 in 2024-08-10T06:02:47.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:47 smithi031 ceph-mon[98130]: osdmap e1542: 8 total, 8 up, 8 in 2024-08-10T06:02:47.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:47 smithi031 ceph-mon[98130]: pgmap v2682: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 55 KiB/s rd, 6.5 KiB/s wr, 78 op/s 2024-08-10T06:02:47.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:47 smithi031 ceph-mon[100614]: osdmap e1542: 8 total, 8 up, 8 in 2024-08-10T06:02:47.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:47 smithi031 ceph-mon[100614]: pgmap v2682: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 55 KiB/s rd, 6.5 KiB/s wr, 78 op/s 2024-08-10T06:02:47.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:47 smithi196 ceph-mon[90243]: osdmap e1542: 8 total, 8 up, 8 in 2024-08-10T06:02:47.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:47 smithi196 ceph-mon[90243]: pgmap v2682: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 55 KiB/s rd, 6.5 KiB/s wr, 78 op/s 2024-08-10T06:02:48.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:48 smithi031 ceph-mon[98130]: osdmap e1543: 8 total, 8 up, 8 in 2024-08-10T06:02:48.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:48 smithi031 ceph-mon[100614]: osdmap e1543: 8 total, 8 up, 8 in 2024-08-10T06:02:48.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:48 smithi196 ceph-mon[90243]: osdmap e1543: 8 total, 8 up, 8 in 2024-08-10T06:02:49.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:49 smithi031 ceph-mon[100614]: osdmap e1544: 8 total, 8 up, 8 in 2024-08-10T06:02:49.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:49 smithi031 ceph-mon[100614]: pgmap v2685: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 109 KiB/s rd, 16 KiB/s wr, 147 op/s 2024-08-10T06:02:49.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:49 smithi031 ceph-mon[98130]: osdmap e1544: 8 total, 8 up, 8 in 2024-08-10T06:02:49.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:49 smithi031 ceph-mon[98130]: pgmap v2685: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 109 KiB/s rd, 16 KiB/s wr, 147 op/s 2024-08-10T06:02:49.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:49 smithi196 ceph-mon[90243]: osdmap e1544: 8 total, 8 up, 8 in 2024-08-10T06:02:49.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:49 smithi196 ceph-mon[90243]: pgmap v2685: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 109 KiB/s rd, 16 KiB/s wr, 147 op/s 2024-08-10T06:02:50.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:50 smithi031 ceph-mon[98130]: osdmap e1545: 8 total, 8 up, 8 in 2024-08-10T06:02:50.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:50 smithi031 ceph-mon[100614]: osdmap e1545: 8 total, 8 up, 8 in 2024-08-10T06:02:50.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:50 smithi196 ceph-mon[90243]: osdmap e1545: 8 total, 8 up, 8 in 2024-08-10T06:02:51.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:51 smithi031 ceph-mon[98130]: osdmap e1546: 8 total, 8 up, 8 in 2024-08-10T06:02:51.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:51 smithi031 ceph-mon[98130]: pgmap v2688: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 181 KiB/s rd, 22 KiB/s wr, 242 op/s 2024-08-10T06:02:51.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:02:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:02:51] "GET /metrics HTTP/1.1" 200 36455 "" "Prometheus/2.43.0" 2024-08-10T06:02:51.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:51 smithi031 ceph-mon[100614]: osdmap e1546: 8 total, 8 up, 8 in 2024-08-10T06:02:51.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:51 smithi031 ceph-mon[100614]: pgmap v2688: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 181 KiB/s rd, 22 KiB/s wr, 242 op/s 2024-08-10T06:02:51.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:51 smithi196 ceph-mon[90243]: osdmap e1546: 8 total, 8 up, 8 in 2024-08-10T06:02:51.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:51 smithi196 ceph-mon[90243]: pgmap v2688: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 181 KiB/s rd, 22 KiB/s wr, 242 op/s 2024-08-10T06:02:52.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:52 smithi031 ceph-mon[98130]: osdmap e1547: 8 total, 8 up, 8 in 2024-08-10T06:02:52.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:52 smithi031 ceph-mon[100614]: osdmap e1547: 8 total, 8 up, 8 in 2024-08-10T06:02:52.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:52 smithi196 ceph-mon[90243]: osdmap e1547: 8 total, 8 up, 8 in 2024-08-10T06:02:52.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:02:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:02:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:02:53.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:53 smithi031 ceph-mon[98130]: osdmap e1548: 8 total, 8 up, 8 in 2024-08-10T06:02:53.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:53 smithi031 ceph-mon[98130]: pgmap v2691: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 102 KiB/s rd, 9.7 KiB/s wr, 140 op/s 2024-08-10T06:02:53.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:53 smithi031 ceph-mon[100614]: osdmap e1548: 8 total, 8 up, 8 in 2024-08-10T06:02:53.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:53 smithi031 ceph-mon[100614]: pgmap v2691: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 102 KiB/s rd, 9.7 KiB/s wr, 140 op/s 2024-08-10T06:02:53.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:53 smithi196 ceph-mon[90243]: osdmap e1548: 8 total, 8 up, 8 in 2024-08-10T06:02:53.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:53 smithi196 ceph-mon[90243]: pgmap v2691: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 102 KiB/s rd, 9.7 KiB/s wr, 140 op/s 2024-08-10T06:02:54.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:54 smithi031 ceph-mon[98130]: osdmap e1549: 8 total, 8 up, 8 in 2024-08-10T06:02:54.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:54 smithi031 ceph-mon[100614]: osdmap e1549: 8 total, 8 up, 8 in 2024-08-10T06:02:54.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:54 smithi196 ceph-mon[90243]: osdmap e1549: 8 total, 8 up, 8 in 2024-08-10T06:02:55.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:55 smithi031 ceph-mon[98130]: osdmap e1550: 8 total, 8 up, 8 in 2024-08-10T06:02:55.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:55 smithi031 ceph-mon[98130]: pgmap v2694: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 48 KiB/s rd, 4.0 KiB/s wr, 72 op/s 2024-08-10T06:02:55.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:55 smithi031 ceph-mon[98130]: osdmap e1551: 8 total, 8 up, 8 in 2024-08-10T06:02:55.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:55 smithi031 ceph-mon[100614]: osdmap e1550: 8 total, 8 up, 8 in 2024-08-10T06:02:55.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:55 smithi031 ceph-mon[100614]: pgmap v2694: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 48 KiB/s rd, 4.0 KiB/s wr, 72 op/s 2024-08-10T06:02:55.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:55 smithi031 ceph-mon[100614]: osdmap e1551: 8 total, 8 up, 8 in 2024-08-10T06:02:55.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:55 smithi196 ceph-mon[90243]: osdmap e1550: 8 total, 8 up, 8 in 2024-08-10T06:02:55.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:55 smithi196 ceph-mon[90243]: pgmap v2694: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 48 KiB/s rd, 4.0 KiB/s wr, 72 op/s 2024-08-10T06:02:55.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:55 smithi196 ceph-mon[90243]: osdmap e1551: 8 total, 8 up, 8 in 2024-08-10T06:02:56.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:02:56.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:56 smithi031 ceph-mon[98130]: osdmap e1552: 8 total, 8 up, 8 in 2024-08-10T06:02:56.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:56 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:02:56.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:56 smithi031 ceph-mon[100614]: osdmap e1552: 8 total, 8 up, 8 in 2024-08-10T06:02:56.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:56 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:02:56.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:56 smithi196 ceph-mon[90243]: osdmap e1552: 8 total, 8 up, 8 in 2024-08-10T06:02:57.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:57 smithi031 ceph-mon[98130]: pgmap v2697: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 75 KiB/s rd, 7.2 KiB/s wr, 106 op/s 2024-08-10T06:02:57.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:57 smithi031 ceph-mon[100614]: pgmap v2697: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 75 KiB/s rd, 7.2 KiB/s wr, 106 op/s 2024-08-10T06:02:57.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:57 smithi196 ceph-mon[90243]: pgmap v2697: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 75 KiB/s rd, 7.2 KiB/s wr, 106 op/s 2024-08-10T06:02:58.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:58 smithi031 ceph-mon[98130]: osdmap e1553: 8 total, 8 up, 8 in 2024-08-10T06:02:58.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:58 smithi031 ceph-mon[100614]: osdmap e1553: 8 total, 8 up, 8 in 2024-08-10T06:02:58.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:58 smithi196 ceph-mon[90243]: osdmap e1553: 8 total, 8 up, 8 in 2024-08-10T06:02:59.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:59 smithi031 ceph-mon[98130]: osdmap e1554: 8 total, 8 up, 8 in 2024-08-10T06:02:59.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:02:59 smithi031 ceph-mon[98130]: pgmap v2700: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 83 KiB/s rd, 7.7 KiB/s wr, 122 op/s 2024-08-10T06:02:59.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:59 smithi031 ceph-mon[100614]: osdmap e1554: 8 total, 8 up, 8 in 2024-08-10T06:02:59.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:02:59 smithi031 ceph-mon[100614]: pgmap v2700: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 83 KiB/s rd, 7.7 KiB/s wr, 122 op/s 2024-08-10T06:02:59.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:59 smithi196 ceph-mon[90243]: osdmap e1554: 8 total, 8 up, 8 in 2024-08-10T06:02:59.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:02:59 smithi196 ceph-mon[90243]: pgmap v2700: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 83 KiB/s rd, 7.7 KiB/s wr, 122 op/s 2024-08-10T06:03:00.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:00 smithi031 ceph-mon[100614]: osdmap e1555: 8 total, 8 up, 8 in 2024-08-10T06:03:00.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:00 smithi031 ceph-mon[100614]: osdmap e1556: 8 total, 8 up, 8 in 2024-08-10T06:03:00.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:00 smithi031 ceph-mon[98130]: osdmap e1555: 8 total, 8 up, 8 in 2024-08-10T06:03:00.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:00 smithi031 ceph-mon[98130]: osdmap e1556: 8 total, 8 up, 8 in 2024-08-10T06:03:00.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:00 smithi196 ceph-mon[90243]: osdmap e1555: 8 total, 8 up, 8 in 2024-08-10T06:03:00.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:00 smithi196 ceph-mon[90243]: osdmap e1556: 8 total, 8 up, 8 in 2024-08-10T06:03:01.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:03:01 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:03:01] "GET /metrics HTTP/1.1" 200 36453 "" "Prometheus/2.43.0" 2024-08-10T06:03:01.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:01 smithi031 ceph-mon[98130]: pgmap v2703: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 89 KiB/s rd, 7.2 KiB/s wr, 131 op/s 2024-08-10T06:03:01.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:01 smithi031 ceph-mon[98130]: osdmap e1557: 8 total, 8 up, 8 in 2024-08-10T06:03:01.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:01 smithi031 ceph-mon[100614]: pgmap v2703: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 89 KiB/s rd, 7.2 KiB/s wr, 131 op/s 2024-08-10T06:03:01.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:01 smithi031 ceph-mon[100614]: osdmap e1557: 8 total, 8 up, 8 in 2024-08-10T06:03:01.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:01 smithi196 ceph-mon[90243]: pgmap v2703: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 89 KiB/s rd, 7.2 KiB/s wr, 131 op/s 2024-08-10T06:03:01.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:01 smithi196 ceph-mon[90243]: osdmap e1557: 8 total, 8 up, 8 in 2024-08-10T06:03:02.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:03:02 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:03:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:03:03.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:03 smithi031 ceph-mon[98130]: osdmap e1558: 8 total, 8 up, 8 in 2024-08-10T06:03:03.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:03 smithi031 ceph-mon[98130]: pgmap v2706: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 79 KiB/s rd, 6.7 KiB/s wr, 113 op/s 2024-08-10T06:03:03.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:03 smithi031 ceph-mon[100614]: osdmap e1558: 8 total, 8 up, 8 in 2024-08-10T06:03:03.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:03 smithi031 ceph-mon[100614]: pgmap v2706: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 79 KiB/s rd, 6.7 KiB/s wr, 113 op/s 2024-08-10T06:03:03.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:03 smithi196 ceph-mon[90243]: osdmap e1558: 8 total, 8 up, 8 in 2024-08-10T06:03:03.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:03 smithi196 ceph-mon[90243]: pgmap v2706: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 79 KiB/s rd, 6.7 KiB/s wr, 113 op/s 2024-08-10T06:03:04.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:04 smithi031 ceph-mon[98130]: osdmap e1559: 8 total, 8 up, 8 in 2024-08-10T06:03:04.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:04 smithi031 ceph-mon[100614]: osdmap e1559: 8 total, 8 up, 8 in 2024-08-10T06:03:04.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:04 smithi196 ceph-mon[90243]: osdmap e1559: 8 total, 8 up, 8 in 2024-08-10T06:03:05.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:05 smithi031 ceph-mon[98130]: osdmap e1560: 8 total, 8 up, 8 in 2024-08-10T06:03:05.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:05 smithi031 ceph-mon[98130]: pgmap v2709: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 75 KiB/s rd, 5.0 KiB/s wr, 109 op/s 2024-08-10T06:03:05.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:05 smithi031 ceph-mon[98130]: osdmap e1561: 8 total, 8 up, 8 in 2024-08-10T06:03:05.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:05 smithi031 ceph-mon[100614]: osdmap e1560: 8 total, 8 up, 8 in 2024-08-10T06:03:05.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:05 smithi031 ceph-mon[100614]: pgmap v2709: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 75 KiB/s rd, 5.0 KiB/s wr, 109 op/s 2024-08-10T06:03:05.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:05 smithi031 ceph-mon[100614]: osdmap e1561: 8 total, 8 up, 8 in 2024-08-10T06:03:05.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:05 smithi196 ceph-mon[90243]: osdmap e1560: 8 total, 8 up, 8 in 2024-08-10T06:03:05.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:05 smithi196 ceph-mon[90243]: pgmap v2709: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 75 KiB/s rd, 5.0 KiB/s wr, 109 op/s 2024-08-10T06:03:05.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:05 smithi196 ceph-mon[90243]: osdmap e1561: 8 total, 8 up, 8 in 2024-08-10T06:03:06.438 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestMirroring.AioSnapshotCreate (31043 ms) 2024-08-10T06:03:07.444 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 51 tests from TestMirroring (86725 ms total) 2024-08-10T06:03:07.444 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:03:07.444 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 34 tests from TestInternal 2024-08-10T06:03:07.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:07 smithi031 ceph-mon[98130]: osdmap e1562: 8 total, 8 up, 8 in 2024-08-10T06:03:07.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:07 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/3970433978' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/02c8535b-71b0-4c3e-bd96-ee135422c69e"}]: dispatch 2024-08-10T06:03:07.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:07 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/02c8535b-71b0-4c3e-bd96-ee135422c69e"}]: dispatch 2024-08-10T06:03:07.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:07 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/02c8535b-71b0-4c3e-bd96-ee135422c69e"}]': finished 2024-08-10T06:03:07.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:07 smithi031 ceph-mon[98130]: pgmap v2712: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 75 KiB/s rd, 6.2 KiB/s wr, 106 op/s 2024-08-10T06:03:07.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:07 smithi031 ceph-mon[100614]: osdmap e1562: 8 total, 8 up, 8 in 2024-08-10T06:03:07.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:07 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/3970433978' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/02c8535b-71b0-4c3e-bd96-ee135422c69e"}]: dispatch 2024-08-10T06:03:07.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:07 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/02c8535b-71b0-4c3e-bd96-ee135422c69e"}]: dispatch 2024-08-10T06:03:07.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:07 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/02c8535b-71b0-4c3e-bd96-ee135422c69e"}]': finished 2024-08-10T06:03:07.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:07 smithi031 ceph-mon[100614]: pgmap v2712: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 75 KiB/s rd, 6.2 KiB/s wr, 106 op/s 2024-08-10T06:03:07.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:07 smithi196 ceph-mon[90243]: osdmap e1562: 8 total, 8 up, 8 in 2024-08-10T06:03:07.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:07 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/3970433978' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/02c8535b-71b0-4c3e-bd96-ee135422c69e"}]: dispatch 2024-08-10T06:03:07.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:07 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/02c8535b-71b0-4c3e-bd96-ee135422c69e"}]: dispatch 2024-08-10T06:03:07.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:07 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/02c8535b-71b0-4c3e-bd96-ee135422c69e"}]': finished 2024-08-10T06:03:07.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:07 smithi196 ceph-mon[90243]: pgmap v2712: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 75 KiB/s rd, 6.2 KiB/s wr, 106 op/s 2024-08-10T06:03:08.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:08 smithi031 ceph-mon[98130]: osdmap e1563: 8 total, 8 up, 8 in 2024-08-10T06:03:08.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:08 smithi031 ceph-mon[100614]: osdmap e1563: 8 total, 8 up, 8 in 2024-08-10T06:03:08.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:08 smithi196 ceph-mon[90243]: osdmap e1563: 8 total, 8 up, 8 in 2024-08-10T06:03:09.460 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestInternal.OpenByID 2024-08-10T06:03:09.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:09 smithi031 ceph-mon[98130]: osdmap e1564: 8 total, 8 up, 8 in 2024-08-10T06:03:09.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:09 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/2233652207' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:03:09.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:09 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:03:09.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:09 smithi031 ceph-mon[98130]: pgmap v2715: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T06:03:09.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:09 smithi031 ceph-mon[100614]: osdmap e1564: 8 total, 8 up, 8 in 2024-08-10T06:03:09.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:09 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/2233652207' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:03:09.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:09 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:03:09.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:09 smithi031 ceph-mon[100614]: pgmap v2715: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T06:03:09.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:09 smithi196 ceph-mon[90243]: osdmap e1564: 8 total, 8 up, 8 in 2024-08-10T06:03:09.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:09 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/2233652207' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:03:09.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:09 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:03:09.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:09 smithi196 ceph-mon[90243]: pgmap v2715: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T06:03:10.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:10 smithi031 ceph-mon[98130]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T06:03:10.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:10 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T06:03:10.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:10 smithi031 ceph-mon[98130]: osdmap e1565: 8 total, 8 up, 8 in 2024-08-10T06:03:10.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:10 smithi031 ceph-mon[100614]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T06:03:10.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:10 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T06:03:10.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:10 smithi031 ceph-mon[100614]: osdmap e1565: 8 total, 8 up, 8 in 2024-08-10T06:03:10.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:10 smithi196 ceph-mon[90243]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T06:03:10.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:10 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T06:03:10.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:10 smithi196 ceph-mon[90243]: osdmap e1565: 8 total, 8 up, 8 in 2024-08-10T06:03:11.513 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestInternal.OpenByID (2053 ms) 2024-08-10T06:03:11.513 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestInternal.OpenSnapDNE 2024-08-10T06:03:11.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:11 smithi031 ceph-mon[98130]: osdmap e1566: 8 total, 8 up, 8 in 2024-08-10T06:03:11.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:11 smithi031 ceph-mon[98130]: pgmap v2718: 137 pgs: 8 creating+peering, 17 unknown, 112 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T06:03:11.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:11 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:03:11.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:11 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:03:11.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:03:11 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:03:11] "GET /metrics HTTP/1.1" 200 36401 "" "Prometheus/2.43.0" 2024-08-10T06:03:11.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:11 smithi031 ceph-mon[100614]: osdmap e1566: 8 total, 8 up, 8 in 2024-08-10T06:03:11.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:11 smithi031 ceph-mon[100614]: pgmap v2718: 137 pgs: 8 creating+peering, 17 unknown, 112 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T06:03:11.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:11 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:03:11.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:11 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:03:11.538 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestInternal.OpenSnapDNE (25 ms) 2024-08-10T06:03:11.538 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestInternal.IsExclusiveLockOwner 2024-08-10T06:03:11.562 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestInternal.IsExclusiveLockOwner (24 ms) 2024-08-10T06:03:11.562 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestInternal.ResizeLocksImage 2024-08-10T06:03:11.590 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestInternal.ResizeLocksImage (27 ms) 2024-08-10T06:03:11.590 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestInternal.ResizeFailsToLockImage 2024-08-10T06:03:11.611 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestInternal.ResizeFailsToLockImage (22 ms) 2024-08-10T06:03:11.611 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestInternal.SnapCreateLocksImage 2024-08-10T06:03:11.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:11 smithi196 ceph-mon[90243]: osdmap e1566: 8 total, 8 up, 8 in 2024-08-10T06:03:11.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:11 smithi196 ceph-mon[90243]: pgmap v2718: 137 pgs: 8 creating+peering, 17 unknown, 112 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-10T06:03:11.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:11 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:03:11.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:11 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:03:12.681 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:12 smithi196 ceph-mon[90243]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T06:03:12.681 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:12 smithi196 ceph-mon[90243]: Cluster is now healthy 2024-08-10T06:03:12.681 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:12 smithi196 ceph-mon[90243]: osdmap e1567: 8 total, 8 up, 8 in 2024-08-10T06:03:12.681 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:03:12 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:03:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:03:12.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:12 smithi031 ceph-mon[98130]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T06:03:12.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:12 smithi031 ceph-mon[98130]: Cluster is now healthy 2024-08-10T06:03:12.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:12 smithi031 ceph-mon[98130]: osdmap e1567: 8 total, 8 up, 8 in 2024-08-10T06:03:12.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:12 smithi031 ceph-mon[100614]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T06:03:12.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:12 smithi031 ceph-mon[100614]: Cluster is now healthy 2024-08-10T06:03:12.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:12 smithi031 ceph-mon[100614]: osdmap e1567: 8 total, 8 up, 8 in 2024-08-10T06:03:13.501 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestInternal.SnapCreateLocksImage (1890 ms) 2024-08-10T06:03:13.501 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestInternal.SnapCreateFailsToLockImage 2024-08-10T06:03:13.523 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestInternal.SnapCreateFailsToLockImage (22 ms) 2024-08-10T06:03:13.523 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestInternal.SnapRollbackLocksImage 2024-08-10T06:03:13.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:13 smithi031 ceph-mon[98130]: osdmap e1568: 8 total, 8 up, 8 in 2024-08-10T06:03:13.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:13 smithi031 ceph-mon[98130]: pgmap v2721: 137 pgs: 8 creating+peering, 6 unknown, 123 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 6.0 KiB/s rd, 255 B/s wr, 7 op/s 2024-08-10T06:03:13.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:13 smithi031 ceph-mon[100614]: osdmap e1568: 8 total, 8 up, 8 in 2024-08-10T06:03:13.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:13 smithi031 ceph-mon[100614]: pgmap v2721: 137 pgs: 8 creating+peering, 6 unknown, 123 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 6.0 KiB/s rd, 255 B/s wr, 7 op/s 2024-08-10T06:03:13.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:13 smithi196 ceph-mon[90243]: osdmap e1568: 8 total, 8 up, 8 in 2024-08-10T06:03:13.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:13 smithi196 ceph-mon[90243]: pgmap v2721: 137 pgs: 8 creating+peering, 6 unknown, 123 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 6.0 KiB/s rd, 255 B/s wr, 7 op/s 2024-08-10T06:03:14.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:14 smithi031 ceph-mon[98130]: osdmap e1569: 8 total, 8 up, 8 in 2024-08-10T06:03:14.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:14 smithi031 ceph-mon[100614]: osdmap e1569: 8 total, 8 up, 8 in 2024-08-10T06:03:14.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:14 smithi196 ceph-mon[90243]: osdmap e1569: 8 total, 8 up, 8 in 2024-08-10T06:03:15.514 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestInternal.SnapRollbackLocksImage (1991 ms) 2024-08-10T06:03:15.515 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestInternal.SnapRollbackFailsToLockImage 2024-08-10T06:03:15.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:15 smithi031 ceph-mon[98130]: osdmap e1570: 8 total, 8 up, 8 in 2024-08-10T06:03:15.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:15 smithi031 ceph-mon[98130]: pgmap v2724: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 26 KiB/s rd, 3.2 KiB/s wr, 41 op/s 2024-08-10T06:03:15.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:15 smithi031 ceph-mon[100614]: osdmap e1570: 8 total, 8 up, 8 in 2024-08-10T06:03:15.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:15 smithi031 ceph-mon[100614]: pgmap v2724: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 26 KiB/s rd, 3.2 KiB/s wr, 41 op/s 2024-08-10T06:03:15.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:15 smithi196 ceph-mon[90243]: osdmap e1570: 8 total, 8 up, 8 in 2024-08-10T06:03:15.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:15 smithi196 ceph-mon[90243]: pgmap v2724: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 26 KiB/s rd, 3.2 KiB/s wr, 41 op/s 2024-08-10T06:03:16.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:16 smithi031 ceph-mon[98130]: osdmap e1571: 8 total, 8 up, 8 in 2024-08-10T06:03:16.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:16 smithi031 ceph-mon[100614]: osdmap e1571: 8 total, 8 up, 8 in 2024-08-10T06:03:16.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:16 smithi196 ceph-mon[90243]: osdmap e1571: 8 total, 8 up, 8 in 2024-08-10T06:03:17.532 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestInternal.SnapRollbackFailsToLockImage (2018 ms) 2024-08-10T06:03:17.532 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestInternal.SnapSetReleasesLock 2024-08-10T06:03:17.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:17 smithi031 ceph-mon[98130]: osdmap e1572: 8 total, 8 up, 8 in 2024-08-10T06:03:17.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:17 smithi031 ceph-mon[98130]: pgmap v2727: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 66 KiB/s rd, 9.5 KiB/s wr, 98 op/s 2024-08-10T06:03:17.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:17 smithi031 ceph-mon[100614]: osdmap e1572: 8 total, 8 up, 8 in 2024-08-10T06:03:17.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:17 smithi031 ceph-mon[100614]: pgmap v2727: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 66 KiB/s rd, 9.5 KiB/s wr, 98 op/s 2024-08-10T06:03:17.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:17 smithi196 ceph-mon[90243]: osdmap e1572: 8 total, 8 up, 8 in 2024-08-10T06:03:17.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:17 smithi196 ceph-mon[90243]: pgmap v2727: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 66 KiB/s rd, 9.5 KiB/s wr, 98 op/s 2024-08-10T06:03:18.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:18 smithi196 ceph-mon[90243]: osdmap e1573: 8 total, 8 up, 8 in 2024-08-10T06:03:19.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:18 smithi031 ceph-mon[98130]: osdmap e1573: 8 total, 8 up, 8 in 2024-08-10T06:03:19.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:18 smithi031 ceph-mon[100614]: osdmap e1573: 8 total, 8 up, 8 in 2024-08-10T06:03:19.550 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestInternal.SnapSetReleasesLock (2016 ms) 2024-08-10T06:03:19.550 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestInternal.FlattenLocksImage 2024-08-10T06:03:19.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:19 smithi196 ceph-mon[90243]: osdmap e1574: 8 total, 8 up, 8 in 2024-08-10T06:03:19.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:19 smithi196 ceph-mon[90243]: pgmap v2730: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 110 KiB/s rd, 12 KiB/s wr, 155 op/s 2024-08-10T06:03:20.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:19 smithi031 ceph-mon[98130]: osdmap e1574: 8 total, 8 up, 8 in 2024-08-10T06:03:20.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:19 smithi031 ceph-mon[98130]: pgmap v2730: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 110 KiB/s rd, 12 KiB/s wr, 155 op/s 2024-08-10T06:03:20.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:19 smithi031 ceph-mon[100614]: osdmap e1574: 8 total, 8 up, 8 in 2024-08-10T06:03:20.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:19 smithi031 ceph-mon[100614]: pgmap v2730: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 110 KiB/s rd, 12 KiB/s wr, 155 op/s 2024-08-10T06:03:21.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:20 smithi031 ceph-mon[98130]: osdmap e1575: 8 total, 8 up, 8 in 2024-08-10T06:03:21.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:20 smithi031 ceph-mon[98130]: osdmap e1576: 8 total, 8 up, 8 in 2024-08-10T06:03:21.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:20 smithi031 ceph-mon[100614]: osdmap e1575: 8 total, 8 up, 8 in 2024-08-10T06:03:21.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:20 smithi031 ceph-mon[100614]: osdmap e1576: 8 total, 8 up, 8 in 2024-08-10T06:03:21.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:20 smithi196 ceph-mon[90243]: osdmap e1575: 8 total, 8 up, 8 in 2024-08-10T06:03:21.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:20 smithi196 ceph-mon[90243]: osdmap e1576: 8 total, 8 up, 8 in 2024-08-10T06:03:21.378 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestInternal.FlattenLocksImage (1830 ms) 2024-08-10T06:03:21.378 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestInternal.FlattenFailsToLockImage 2024-08-10T06:03:21.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:03:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:03:21] "GET /metrics HTTP/1.1" 200 36401 "" "Prometheus/2.43.0" 2024-08-10T06:03:22.021 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:21 smithi031 ceph-mon[98130]: pgmap v2733: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 99 KiB/s rd, 8.2 KiB/s wr, 139 op/s 2024-08-10T06:03:22.021 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:21 smithi031 ceph-mon[98130]: osdmap e1577: 8 total, 8 up, 8 in 2024-08-10T06:03:22.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:21 smithi031 ceph-mon[100614]: pgmap v2733: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 99 KiB/s rd, 8.2 KiB/s wr, 139 op/s 2024-08-10T06:03:22.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:21 smithi031 ceph-mon[100614]: osdmap e1577: 8 total, 8 up, 8 in 2024-08-10T06:03:22.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:21 smithi196 ceph-mon[90243]: pgmap v2733: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 99 KiB/s rd, 8.2 KiB/s wr, 139 op/s 2024-08-10T06:03:22.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:21 smithi196 ceph-mon[90243]: osdmap e1577: 8 total, 8 up, 8 in 2024-08-10T06:03:22.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:03:22 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:03:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:03:23.384 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestInternal.FlattenFailsToLockImage (2006 ms) 2024-08-10T06:03:23.384 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestInternal.WriteFailsToLockImageBlocklisted 2024-08-10T06:03:23.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:23 smithi031 ceph-mon[100614]: osdmap e1578: 8 total, 8 up, 8 in 2024-08-10T06:03:23.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:23 smithi031 ceph-mon[100614]: pgmap v2736: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 53 KiB/s rd, 4.7 KiB/s wr, 75 op/s 2024-08-10T06:03:23.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:23 smithi031 ceph-mon[98130]: osdmap e1578: 8 total, 8 up, 8 in 2024-08-10T06:03:23.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:23 smithi031 ceph-mon[98130]: pgmap v2736: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 53 KiB/s rd, 4.7 KiB/s wr, 75 op/s 2024-08-10T06:03:23.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:23 smithi196 ceph-mon[90243]: osdmap e1578: 8 total, 8 up, 8 in 2024-08-10T06:03:23.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:23 smithi196 ceph-mon[90243]: pgmap v2736: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 53 KiB/s rd, 4.7 KiB/s wr, 75 op/s 2024-08-10T06:03:24.371 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestInternal.WriteFailsToLockImageBlocklisted (987 ms) 2024-08-10T06:03:24.371 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestInternal.WriteFailsToLockImageBlocklistedWatch 2024-08-10T06:03:24.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:24 smithi031 ceph-mon[98130]: osdmap e1579: 8 total, 8 up, 8 in 2024-08-10T06:03:24.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:24 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/1156467198' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.31:0/1156467198"}]: dispatch 2024-08-10T06:03:24.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:24 smithi031 ceph-mon[100614]: osdmap e1579: 8 total, 8 up, 8 in 2024-08-10T06:03:24.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:24 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/1156467198' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.31:0/1156467198"}]: dispatch 2024-08-10T06:03:24.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:24 smithi196 ceph-mon[90243]: osdmap e1579: 8 total, 8 up, 8 in 2024-08-10T06:03:24.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:24 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/1156467198' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.31:0/1156467198"}]: dispatch 2024-08-10T06:03:25.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:25 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/1156467198' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.31:0/1156467198"}]': finished 2024-08-10T06:03:25.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:25 smithi031 ceph-mon[98130]: osdmap e1580: 8 total, 8 up, 8 in 2024-08-10T06:03:25.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:25 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/3423970754' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.31:0/3423970754"}]: dispatch 2024-08-10T06:03:25.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:25 smithi031 ceph-mon[98130]: pgmap v2739: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 115 KiB/s rd, 7.0 KiB/s wr, 157 op/s 2024-08-10T06:03:25.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:25 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/3423970754' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.31:0/3423970754"}]': finished 2024-08-10T06:03:25.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:25 smithi031 ceph-mon[98130]: osdmap e1581: 8 total, 8 up, 8 in 2024-08-10T06:03:25.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:25 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/1156467198' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.31:0/1156467198"}]': finished 2024-08-10T06:03:25.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:25 smithi031 ceph-mon[100614]: osdmap e1580: 8 total, 8 up, 8 in 2024-08-10T06:03:25.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:25 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/3423970754' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.31:0/3423970754"}]: dispatch 2024-08-10T06:03:25.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:25 smithi031 ceph-mon[100614]: pgmap v2739: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 115 KiB/s rd, 7.0 KiB/s wr, 157 op/s 2024-08-10T06:03:25.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:25 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/3423970754' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.31:0/3423970754"}]': finished 2024-08-10T06:03:25.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:25 smithi031 ceph-mon[100614]: osdmap e1581: 8 total, 8 up, 8 in 2024-08-10T06:03:25.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:25 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/1156467198' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.31:0/1156467198"}]': finished 2024-08-10T06:03:25.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:25 smithi196 ceph-mon[90243]: osdmap e1580: 8 total, 8 up, 8 in 2024-08-10T06:03:25.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:25 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/3423970754' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.31:0/3423970754"}]: dispatch 2024-08-10T06:03:25.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:25 smithi196 ceph-mon[90243]: pgmap v2739: 137 pgs: 137 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 115 KiB/s rd, 7.0 KiB/s wr, 157 op/s 2024-08-10T06:03:25.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:25 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/3423970754' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.31:0/3423970754"}]': finished 2024-08-10T06:03:25.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:25 smithi196 ceph-mon[90243]: osdmap e1581: 8 total, 8 up, 8 in 2024-08-10T06:03:26.355 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestInternal.WriteFailsToLockImageBlocklistedWatch (1983 ms) 2024-08-10T06:03:26.355 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestInternal.AioWriteRequestsLock 2024-08-10T06:03:26.389 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestInternal.AioWriteRequestsLock (34 ms) 2024-08-10T06:03:26.389 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestInternal.AioDiscardRequestsLock 2024-08-10T06:03:26.416 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestInternal.AioDiscardRequestsLock (27 ms) 2024-08-10T06:03:26.416 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestInternal.CancelAsyncResize 2024-08-10T06:03:26.461 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestInternal.CancelAsyncResize (45 ms) 2024-08-10T06:03:26.461 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestInternal.MultipleResize 2024-08-10T06:03:26.519 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestInternal.MultipleResize (58 ms) 2024-08-10T06:03:26.519 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestInternal.Metadata 2024-08-10T06:03:26.563 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestInternal.Metadata (44 ms) 2024-08-10T06:03:26.563 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestInternal.MetadataConfApply 2024-08-10T06:03:26.596 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestInternal.MetadataConfApply (33 ms) 2024-08-10T06:03:26.596 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestInternal.SnapshotCopyup 2024-08-10T06:03:27.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:03:27.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:03:27.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:03:27.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:03:27.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:03:27.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:03:28.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:27 smithi031 ceph-mon[98130]: pgmap v2741: 137 pgs: 137 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 169 KiB/s rd, 11 KiB/s wr, 229 op/s 2024-08-10T06:03:28.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:27 smithi031 ceph-mon[98130]: osdmap e1582: 8 total, 8 up, 8 in 2024-08-10T06:03:28.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:27 smithi031 ceph-mon[100614]: pgmap v2741: 137 pgs: 137 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 169 KiB/s rd, 11 KiB/s wr, 229 op/s 2024-08-10T06:03:28.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:27 smithi031 ceph-mon[100614]: osdmap e1582: 8 total, 8 up, 8 in 2024-08-10T06:03:28.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:27 smithi196 ceph-mon[90243]: pgmap v2741: 137 pgs: 137 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 169 KiB/s rd, 11 KiB/s wr, 229 op/s 2024-08-10T06:03:28.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:27 smithi196 ceph-mon[90243]: osdmap e1582: 8 total, 8 up, 8 in 2024-08-10T06:03:28.978 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestInternal.SnapshotCopyup (2382 ms) 2024-08-10T06:03:28.978 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestInternal.SnapshotCopyupZeros 2024-08-10T06:03:29.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:28 smithi031 ceph-mon[98130]: osdmap e1583: 8 total, 8 up, 8 in 2024-08-10T06:03:29.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:28 smithi031 ceph-mon[100614]: osdmap e1583: 8 total, 8 up, 8 in 2024-08-10T06:03:29.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:28 smithi196 ceph-mon[90243]: osdmap e1583: 8 total, 8 up, 8 in 2024-08-10T06:03:30.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:29 smithi031 ceph-mon[98130]: pgmap v2744: 137 pgs: 137 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 106 KiB/s rd, 10 KiB/s wr, 151 op/s 2024-08-10T06:03:30.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:29 smithi031 ceph-mon[98130]: osdmap e1584: 8 total, 8 up, 8 in 2024-08-10T06:03:30.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:29 smithi031 ceph-mon[100614]: pgmap v2744: 137 pgs: 137 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 106 KiB/s rd, 10 KiB/s wr, 151 op/s 2024-08-10T06:03:30.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:29 smithi031 ceph-mon[100614]: osdmap e1584: 8 total, 8 up, 8 in 2024-08-10T06:03:30.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:29 smithi196 ceph-mon[90243]: pgmap v2744: 137 pgs: 137 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 106 KiB/s rd, 10 KiB/s wr, 151 op/s 2024-08-10T06:03:30.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:29 smithi196 ceph-mon[90243]: osdmap e1584: 8 total, 8 up, 8 in 2024-08-10T06:03:30.384 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestInternal.SnapshotCopyupZeros (1406 ms) 2024-08-10T06:03:30.384 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestInternal.SnapshotCopyupZerosMigration 2024-08-10T06:03:31.255 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:30 smithi031 ceph-mon[98130]: osdmap e1585: 8 total, 8 up, 8 in 2024-08-10T06:03:31.255 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:30 smithi031 ceph-mon[98130]: osdmap e1586: 8 total, 8 up, 8 in 2024-08-10T06:03:31.255 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:30 smithi031 ceph-mon[100614]: osdmap e1585: 8 total, 8 up, 8 in 2024-08-10T06:03:31.255 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:30 smithi031 ceph-mon[100614]: osdmap e1586: 8 total, 8 up, 8 in 2024-08-10T06:03:31.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:30 smithi196 ceph-mon[90243]: osdmap e1585: 8 total, 8 up, 8 in 2024-08-10T06:03:31.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:30 smithi196 ceph-mon[90243]: osdmap e1586: 8 total, 8 up, 8 in 2024-08-10T06:03:31.387 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestInternal.SnapshotCopyupZerosMigration (1003 ms) 2024-08-10T06:03:31.387 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestInternal.ResizeCopyup 2024-08-10T06:03:31.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:03:31 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:03:31] "GET /metrics HTTP/1.1" 200 36450 "" "Prometheus/2.43.0" 2024-08-10T06:03:32.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:31 smithi031 ceph-mon[98130]: pgmap v2748: 137 pgs: 137 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 162 KiB/s rd, 26 KiB/s wr, 242 op/s 2024-08-10T06:03:32.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:31 smithi031 ceph-mon[98130]: osdmap e1587: 8 total, 8 up, 8 in 2024-08-10T06:03:32.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:31 smithi031 ceph-mon[100614]: pgmap v2748: 137 pgs: 137 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 162 KiB/s rd, 26 KiB/s wr, 242 op/s 2024-08-10T06:03:32.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:31 smithi031 ceph-mon[100614]: osdmap e1587: 8 total, 8 up, 8 in 2024-08-10T06:03:32.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:31 smithi196 ceph-mon[90243]: pgmap v2748: 137 pgs: 137 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 162 KiB/s rd, 26 KiB/s wr, 242 op/s 2024-08-10T06:03:32.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:31 smithi196 ceph-mon[90243]: osdmap e1587: 8 total, 8 up, 8 in 2024-08-10T06:03:32.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:03:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:03:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:03:33.418 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestInternal.ResizeCopyup (2031 ms) 2024-08-10T06:03:33.419 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestInternal.DiscardCopyup 2024-08-10T06:03:33.428 INFO:tasks.workunit.client.0.smithi031.stdout:SKIPPING 2024-08-10T06:03:33.428 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestInternal.DiscardCopyup (10 ms) 2024-08-10T06:03:33.429 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestInternal.ImageOptions 2024-08-10T06:03:33.436 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestInternal.ImageOptions (8 ms) 2024-08-10T06:03:33.436 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestInternal.WriteFullCopyup 2024-08-10T06:03:33.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:33 smithi031 ceph-mon[98130]: osdmap e1588: 8 total, 8 up, 8 in 2024-08-10T06:03:33.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:33 smithi031 ceph-mon[98130]: pgmap v2751: 137 pgs: 137 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 237 KiB/s rd, 34 KiB/s wr, 336 op/s 2024-08-10T06:03:33.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:33 smithi031 ceph-mon[100614]: osdmap e1588: 8 total, 8 up, 8 in 2024-08-10T06:03:33.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:33 smithi031 ceph-mon[100614]: pgmap v2751: 137 pgs: 137 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 237 KiB/s rd, 34 KiB/s wr, 336 op/s 2024-08-10T06:03:33.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:33 smithi196 ceph-mon[90243]: osdmap e1588: 8 total, 8 up, 8 in 2024-08-10T06:03:33.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:33 smithi196 ceph-mon[90243]: pgmap v2751: 137 pgs: 137 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 237 KiB/s rd, 34 KiB/s wr, 336 op/s 2024-08-10T06:03:34.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:34 smithi031 ceph-mon[98130]: osdmap e1589: 8 total, 8 up, 8 in 2024-08-10T06:03:34.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:34 smithi031 ceph-mon[100614]: osdmap e1589: 8 total, 8 up, 8 in 2024-08-10T06:03:34.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:34 smithi196 ceph-mon[90243]: osdmap e1589: 8 total, 8 up, 8 in 2024-08-10T06:03:35.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:35 smithi031 ceph-mon[98130]: osdmap e1590: 8 total, 8 up, 8 in 2024-08-10T06:03:35.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:35 smithi031 ceph-mon[98130]: pgmap v2754: 137 pgs: 137 active+clean; 8.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 254 KiB/s rd, 1.0 MiB/s wr, 336 op/s 2024-08-10T06:03:35.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:35 smithi031 ceph-mon[100614]: osdmap e1590: 8 total, 8 up, 8 in 2024-08-10T06:03:35.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:35 smithi031 ceph-mon[100614]: pgmap v2754: 137 pgs: 137 active+clean; 8.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 254 KiB/s rd, 1.0 MiB/s wr, 336 op/s 2024-08-10T06:03:35.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:35 smithi196 ceph-mon[90243]: osdmap e1590: 8 total, 8 up, 8 in 2024-08-10T06:03:35.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:35 smithi196 ceph-mon[90243]: pgmap v2754: 137 pgs: 137 active+clean; 8.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 254 KiB/s rd, 1.0 MiB/s wr, 336 op/s 2024-08-10T06:03:36.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:36 smithi031 ceph-mon[98130]: osdmap e1591: 8 total, 8 up, 8 in 2024-08-10T06:03:36.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:36 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:03:36.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:36 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:03:36.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:36 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:03:36.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:36 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:03:36.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:36 smithi031 ceph-mon[100614]: osdmap e1591: 8 total, 8 up, 8 in 2024-08-10T06:03:36.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:36 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:03:36.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:36 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:03:36.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:36 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:03:36.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:36 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:03:36.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:36 smithi196 ceph-mon[90243]: osdmap e1591: 8 total, 8 up, 8 in 2024-08-10T06:03:36.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:36 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:03:36.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:36 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:03:36.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:36 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:03:36.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:36 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:03:37.430 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestInternal.WriteFullCopyup (3993 ms) 2024-08-10T06:03:37.430 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestInternal.DiffIterateCloneOverwrite 2024-08-10T06:03:37.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:37 smithi031 ceph-mon[98130]: osdmap e1592: 8 total, 8 up, 8 in 2024-08-10T06:03:37.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:37 smithi031 ceph-mon[98130]: pgmap v2757: 137 pgs: 137 active+clean; 8.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 283 KiB/s rd, 1.0 MiB/s wr, 373 op/s 2024-08-10T06:03:37.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:37 smithi031 ceph-mon[100614]: osdmap e1592: 8 total, 8 up, 8 in 2024-08-10T06:03:37.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:37 smithi031 ceph-mon[100614]: pgmap v2757: 137 pgs: 137 active+clean; 8.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 283 KiB/s rd, 1.0 MiB/s wr, 373 op/s 2024-08-10T06:03:37.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:37 smithi196 ceph-mon[90243]: osdmap e1592: 8 total, 8 up, 8 in 2024-08-10T06:03:37.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:37 smithi196 ceph-mon[90243]: pgmap v2757: 137 pgs: 137 active+clean; 8.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 283 KiB/s rd, 1.0 MiB/s wr, 373 op/s 2024-08-10T06:03:38.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:38 smithi031 ceph-mon[98130]: osdmap e1593: 8 total, 8 up, 8 in 2024-08-10T06:03:38.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:38 smithi031 ceph-mon[100614]: osdmap e1593: 8 total, 8 up, 8 in 2024-08-10T06:03:38.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:38 smithi196 ceph-mon[90243]: osdmap e1593: 8 total, 8 up, 8 in 2024-08-10T06:03:39.453 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestInternal.DiffIterateCloneOverwrite (2024 ms) 2024-08-10T06:03:39.454 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestInternal.TestCoR 2024-08-10T06:03:39.463 INFO:tasks.workunit.client.0.smithi031.stdout:SKIPPING due to disabled rbd_copy_on_read 2024-08-10T06:03:39.463 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestInternal.TestCoR (10 ms) 2024-08-10T06:03:39.463 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestInternal.FlattenNoEmptyObjects 2024-08-10T06:03:39.701 INFO:tasks.workunit.client.0.smithi031.stdout:made parent image "image395": 4194304K (1024 * 4K) 2024-08-10T06:03:39.701 INFO:tasks.workunit.client.0.smithi031.stdout:generated random write map: 2024-08-10T06:03:39.701 INFO:tasks.workunit.client.0.smithi031.stdout: [3 , 14065 ] 2024-08-10T06:03:39.702 INFO:tasks.workunit.client.0.smithi031.stdout: [16 , 66192 ] 2024-08-10T06:03:39.702 INFO:tasks.workunit.client.0.smithi031.stdout: [29 , 121949 ] 2024-08-10T06:03:39.702 INFO:tasks.workunit.client.0.smithi031.stdout: [50 , 207929 ] 2024-08-10T06:03:39.702 INFO:tasks.workunit.client.0.smithi031.stdout: [52 , 216334 ] 2024-08-10T06:03:39.702 INFO:tasks.workunit.client.0.smithi031.stdout: [53 , 217386 ] 2024-08-10T06:03:39.702 INFO:tasks.workunit.client.0.smithi031.stdout: [72 , 295969 ] 2024-08-10T06:03:39.702 INFO:tasks.workunit.client.0.smithi031.stdout: [81 , 333345 ] 2024-08-10T06:03:39.702 INFO:tasks.workunit.client.0.smithi031.stdout: [100 , 410402 ] 2024-08-10T06:03:39.702 INFO:tasks.workunit.client.0.smithi031.stdout: [102 , 420980 ] 2024-08-10T06:03:39.702 INFO:tasks.workunit.client.0.smithi031.stdout: [138 , 565748 ] 2024-08-10T06:03:39.702 INFO:tasks.workunit.client.0.smithi031.stdout: [142 , 583397 ] 2024-08-10T06:03:39.702 INFO:tasks.workunit.client.0.smithi031.stdout: [145 , 595599 ] 2024-08-10T06:03:39.702 INFO:tasks.workunit.client.0.smithi031.stdout: [147 , 602409 ] 2024-08-10T06:03:39.703 INFO:tasks.workunit.client.0.smithi031.stdout: [149 , 612996 ] 2024-08-10T06:03:39.703 INFO:tasks.workunit.client.0.smithi031.stdout: [155 , 635920 ] 2024-08-10T06:03:39.703 INFO:tasks.workunit.client.0.smithi031.stdout: [159 , 654777 ] 2024-08-10T06:03:39.703 INFO:tasks.workunit.client.0.smithi031.stdout: [161 , 660930 ] 2024-08-10T06:03:39.703 INFO:tasks.workunit.client.0.smithi031.stdout: [164 , 673836 ] 2024-08-10T06:03:39.703 INFO:tasks.workunit.client.0.smithi031.stdout: [193 , 792100 ] 2024-08-10T06:03:39.703 INFO:tasks.workunit.client.0.smithi031.stdout: [207 , 849805 ] 2024-08-10T06:03:39.703 INFO:tasks.workunit.client.0.smithi031.stdout: [208 , 854690 ] 2024-08-10T06:03:39.703 INFO:tasks.workunit.client.0.smithi031.stdout: [213 , 873685 ] 2024-08-10T06:03:39.703 INFO:tasks.workunit.client.0.smithi031.stdout: [217 , 889574 ] 2024-08-10T06:03:39.703 INFO:tasks.workunit.client.0.smithi031.stdout: [243 , 995474 ] 2024-08-10T06:03:39.703 INFO:tasks.workunit.client.0.smithi031.stdout: [248 , 1017039 ] 2024-08-10T06:03:39.703 INFO:tasks.workunit.client.0.smithi031.stdout: [260 , 1066099 ] 2024-08-10T06:03:39.704 INFO:tasks.workunit.client.0.smithi031.stdout: [264 , 1084311 ] 2024-08-10T06:03:39.704 INFO:tasks.workunit.client.0.smithi031.stdout: [265 , 1088762 ] 2024-08-10T06:03:39.704 INFO:tasks.workunit.client.0.smithi031.stdout: [271 , 1111826 ] 2024-08-10T06:03:39.704 INFO:tasks.workunit.client.0.smithi031.stdout: [274 , 1125706 ] 2024-08-10T06:03:39.704 INFO:tasks.workunit.client.0.smithi031.stdout: [281 , 1151347 ] 2024-08-10T06:03:39.704 INFO:tasks.workunit.client.0.smithi031.stdout: [286 , 1172401 ] 2024-08-10T06:03:39.704 INFO:tasks.workunit.client.0.smithi031.stdout: [294 , 1207666 ] 2024-08-10T06:03:39.704 INFO:tasks.workunit.client.0.smithi031.stdout: [302 , 1238274 ] 2024-08-10T06:03:39.704 INFO:tasks.workunit.client.0.smithi031.stdout: [306 , 1256686 ] 2024-08-10T06:03:39.704 INFO:tasks.workunit.client.0.smithi031.stdout: [315 , 1292486 ] 2024-08-10T06:03:39.704 INFO:tasks.workunit.client.0.smithi031.stdout: [337 , 1383692 ] 2024-08-10T06:03:39.704 INFO:tasks.workunit.client.0.smithi031.stdout: [341 , 1397190 ] 2024-08-10T06:03:39.704 INFO:tasks.workunit.client.0.smithi031.stdout: [342 , 1402637 ] 2024-08-10T06:03:39.705 INFO:tasks.workunit.client.0.smithi031.stdout: [359 , 1472022 ] 2024-08-10T06:03:39.705 INFO:tasks.workunit.client.0.smithi031.stdout: [362 , 1483489 ] 2024-08-10T06:03:39.705 INFO:tasks.workunit.client.0.smithi031.stdout: [369 , 1514890 ] 2024-08-10T06:03:39.705 INFO:tasks.workunit.client.0.smithi031.stdout: [383 , 1570599 ] 2024-08-10T06:03:39.705 INFO:tasks.workunit.client.0.smithi031.stdout: [385 , 1580426 ] 2024-08-10T06:03:39.705 INFO:tasks.workunit.client.0.smithi031.stdout: [391 , 1604014 ] 2024-08-10T06:03:39.705 INFO:tasks.workunit.client.0.smithi031.stdout: [410 , 1680876 ] 2024-08-10T06:03:39.705 INFO:tasks.workunit.client.0.smithi031.stdout: [437 , 1792225 ] 2024-08-10T06:03:39.705 INFO:tasks.workunit.client.0.smithi031.stdout: [445 , 1824524 ] 2024-08-10T06:03:39.705 INFO:tasks.workunit.client.0.smithi031.stdout: [466 , 1912292 ] 2024-08-10T06:03:39.705 INFO:tasks.workunit.client.0.smithi031.stdout: [472 , 1934581 ] 2024-08-10T06:03:39.705 INFO:tasks.workunit.client.0.smithi031.stdout: [483 , 1980536 ] 2024-08-10T06:03:39.705 INFO:tasks.workunit.client.0.smithi031.stdout: [485 , 1987015 ] 2024-08-10T06:03:39.706 INFO:tasks.workunit.client.0.smithi031.stdout: [494 , 2025620 ] 2024-08-10T06:03:39.706 INFO:tasks.workunit.client.0.smithi031.stdout: [499 , 2045435 ] 2024-08-10T06:03:39.706 INFO:tasks.workunit.client.0.smithi031.stdout: [528 , 2163963 ] 2024-08-10T06:03:39.706 INFO:tasks.workunit.client.0.smithi031.stdout: [532 , 2179492 ] 2024-08-10T06:03:39.706 INFO:tasks.workunit.client.0.smithi031.stdout: [552 , 2264151 ] 2024-08-10T06:03:39.706 INFO:tasks.workunit.client.0.smithi031.stdout: [582 , 2386731 ] 2024-08-10T06:03:39.706 INFO:tasks.workunit.client.0.smithi031.stdout: [585 , 2398063 ] 2024-08-10T06:03:39.706 INFO:tasks.workunit.client.0.smithi031.stdout: [608 , 2491305 ] 2024-08-10T06:03:39.706 INFO:tasks.workunit.client.0.smithi031.stdout: [622 , 2549698 ] 2024-08-10T06:03:39.706 INFO:tasks.workunit.client.0.smithi031.stdout: [637 , 2610548 ] 2024-08-10T06:03:39.706 INFO:tasks.workunit.client.0.smithi031.stdout: [643 , 2635040 ] 2024-08-10T06:03:39.706 INFO:tasks.workunit.client.0.smithi031.stdout: [665 , 2726968 ] 2024-08-10T06:03:39.706 INFO:tasks.workunit.client.0.smithi031.stdout: [686 , 2813029 ] 2024-08-10T06:03:39.707 INFO:tasks.workunit.client.0.smithi031.stdout: [698 , 2859317 ] 2024-08-10T06:03:39.707 INFO:tasks.workunit.client.0.smithi031.stdout: [700 , 2869048 ] 2024-08-10T06:03:39.707 INFO:tasks.workunit.client.0.smithi031.stdout: [702 , 2875903 ] 2024-08-10T06:03:39.707 INFO:tasks.workunit.client.0.smithi031.stdout: [703 , 2882295 ] 2024-08-10T06:03:39.707 INFO:tasks.workunit.client.0.smithi031.stdout: [741 , 3036768 ] 2024-08-10T06:03:39.707 INFO:tasks.workunit.client.0.smithi031.stdout: [743 , 3045603 ] 2024-08-10T06:03:39.707 INFO:tasks.workunit.client.0.smithi031.stdout: [752 , 3082126 ] 2024-08-10T06:03:39.707 INFO:tasks.workunit.client.0.smithi031.stdout: [759 , 3111908 ] 2024-08-10T06:03:39.707 INFO:tasks.workunit.client.0.smithi031.stdout: [762 , 3122732 ] 2024-08-10T06:03:39.707 INFO:tasks.workunit.client.0.smithi031.stdout: [771 , 3160863 ] 2024-08-10T06:03:39.707 INFO:tasks.workunit.client.0.smithi031.stdout: [782 , 3203645 ] 2024-08-10T06:03:39.707 INFO:tasks.workunit.client.0.smithi031.stdout: [786 , 3221290 ] 2024-08-10T06:03:39.707 INFO:tasks.workunit.client.0.smithi031.stdout: [797 , 3265646 ] 2024-08-10T06:03:39.708 INFO:tasks.workunit.client.0.smithi031.stdout: [808 , 3309689 ] 2024-08-10T06:03:39.708 INFO:tasks.workunit.client.0.smithi031.stdout: [815 , 3340312 ] 2024-08-10T06:03:39.708 INFO:tasks.workunit.client.0.smithi031.stdout: [860 , 3524976 ] 2024-08-10T06:03:39.708 INFO:tasks.workunit.client.0.smithi031.stdout: [870 , 3565432 ] 2024-08-10T06:03:39.708 INFO:tasks.workunit.client.0.smithi031.stdout: [877 , 3594542 ] 2024-08-10T06:03:39.708 INFO:tasks.workunit.client.0.smithi031.stdout: [899 , 3685088 ] 2024-08-10T06:03:39.708 INFO:tasks.workunit.client.0.smithi031.stdout: [906 , 3712129 ] 2024-08-10T06:03:39.708 INFO:tasks.workunit.client.0.smithi031.stdout: [907 , 3717278 ] 2024-08-10T06:03:39.708 INFO:tasks.workunit.client.0.smithi031.stdout: [914 , 3744946 ] 2024-08-10T06:03:39.708 INFO:tasks.workunit.client.0.smithi031.stdout: [926 , 3796157 ] 2024-08-10T06:03:39.708 INFO:tasks.workunit.client.0.smithi031.stdout: [941 , 3857414 ] 2024-08-10T06:03:39.708 INFO:tasks.workunit.client.0.smithi031.stdout: [942 , 3860723 ] 2024-08-10T06:03:39.708 INFO:tasks.workunit.client.0.smithi031.stdout: [956 , 3916642 ] 2024-08-10T06:03:39.709 INFO:tasks.workunit.client.0.smithi031.stdout: [965 , 3955372 ] 2024-08-10T06:03:39.709 INFO:tasks.workunit.client.0.smithi031.stdout: [999 , 4093041 ] 2024-08-10T06:03:39.709 INFO:tasks.workunit.client.0.smithi031.stdout: [1017 , 4169115 ] 2024-08-10T06:03:39.709 INFO:tasks.workunit.client.0.smithi031.stdout:write data based on random map 2024-08-10T06:03:39.709 INFO:tasks.workunit.client.0.smithi031.stdout: write object-3 2024-08-10T06:03:39.709 INFO:tasks.workunit.client.0.smithi031.stdout: write object-16 2024-08-10T06:03:39.709 INFO:tasks.workunit.client.0.smithi031.stdout: write object-29 2024-08-10T06:03:39.709 INFO:tasks.workunit.client.0.smithi031.stdout: write object-50 2024-08-10T06:03:39.709 INFO:tasks.workunit.client.0.smithi031.stdout: write object-52 2024-08-10T06:03:39.709 INFO:tasks.workunit.client.0.smithi031.stdout: write object-53 2024-08-10T06:03:39.709 INFO:tasks.workunit.client.0.smithi031.stdout: write object-72 2024-08-10T06:03:39.709 INFO:tasks.workunit.client.0.smithi031.stdout: write object-81 2024-08-10T06:03:39.709 INFO:tasks.workunit.client.0.smithi031.stdout: write object-100 2024-08-10T06:03:39.709 INFO:tasks.workunit.client.0.smithi031.stdout: write object-102 2024-08-10T06:03:39.710 INFO:tasks.workunit.client.0.smithi031.stdout: write object-138 2024-08-10T06:03:39.710 INFO:tasks.workunit.client.0.smithi031.stdout: write object-142 2024-08-10T06:03:39.710 INFO:tasks.workunit.client.0.smithi031.stdout: write object-145 2024-08-10T06:03:39.710 INFO:tasks.workunit.client.0.smithi031.stdout: write object-147 2024-08-10T06:03:39.710 INFO:tasks.workunit.client.0.smithi031.stdout: write object-149 2024-08-10T06:03:39.710 INFO:tasks.workunit.client.0.smithi031.stdout: write object-155 2024-08-10T06:03:39.710 INFO:tasks.workunit.client.0.smithi031.stdout: write object-159 2024-08-10T06:03:39.710 INFO:tasks.workunit.client.0.smithi031.stdout: write object-161 2024-08-10T06:03:39.710 INFO:tasks.workunit.client.0.smithi031.stdout: write object-164 2024-08-10T06:03:39.710 INFO:tasks.workunit.client.0.smithi031.stdout: write object-193 2024-08-10T06:03:39.710 INFO:tasks.workunit.client.0.smithi031.stdout: write object-207 2024-08-10T06:03:39.710 INFO:tasks.workunit.client.0.smithi031.stdout: write object-208 2024-08-10T06:03:39.710 INFO:tasks.workunit.client.0.smithi031.stdout: write object-213 2024-08-10T06:03:39.711 INFO:tasks.workunit.client.0.smithi031.stdout: write object-217 2024-08-10T06:03:39.711 INFO:tasks.workunit.client.0.smithi031.stdout: write object-243 2024-08-10T06:03:39.711 INFO:tasks.workunit.client.0.smithi031.stdout: write object-248 2024-08-10T06:03:39.711 INFO:tasks.workunit.client.0.smithi031.stdout: write object-260 2024-08-10T06:03:39.711 INFO:tasks.workunit.client.0.smithi031.stdout: write object-264 2024-08-10T06:03:39.711 INFO:tasks.workunit.client.0.smithi031.stdout: write object-265 2024-08-10T06:03:39.711 INFO:tasks.workunit.client.0.smithi031.stdout: write object-271 2024-08-10T06:03:39.711 INFO:tasks.workunit.client.0.smithi031.stdout: write object-274 2024-08-10T06:03:39.711 INFO:tasks.workunit.client.0.smithi031.stdout: write object-281 2024-08-10T06:03:39.711 INFO:tasks.workunit.client.0.smithi031.stdout: write object-286 2024-08-10T06:03:39.711 INFO:tasks.workunit.client.0.smithi031.stdout: write object-294 2024-08-10T06:03:39.711 INFO:tasks.workunit.client.0.smithi031.stdout: write object-302 2024-08-10T06:03:39.711 INFO:tasks.workunit.client.0.smithi031.stdout: write object-306 2024-08-10T06:03:39.711 INFO:tasks.workunit.client.0.smithi031.stdout: write object-315 2024-08-10T06:03:39.712 INFO:tasks.workunit.client.0.smithi031.stdout: write object-337 2024-08-10T06:03:39.712 INFO:tasks.workunit.client.0.smithi031.stdout: write object-341 2024-08-10T06:03:39.712 INFO:tasks.workunit.client.0.smithi031.stdout: write object-342 2024-08-10T06:03:39.712 INFO:tasks.workunit.client.0.smithi031.stdout: write object-359 2024-08-10T06:03:39.712 INFO:tasks.workunit.client.0.smithi031.stdout: write object-362 2024-08-10T06:03:39.712 INFO:tasks.workunit.client.0.smithi031.stdout: write object-369 2024-08-10T06:03:39.712 INFO:tasks.workunit.client.0.smithi031.stdout: write object-383 2024-08-10T06:03:39.712 INFO:tasks.workunit.client.0.smithi031.stdout: write object-385 2024-08-10T06:03:39.712 INFO:tasks.workunit.client.0.smithi031.stdout: write object-391 2024-08-10T06:03:39.712 INFO:tasks.workunit.client.0.smithi031.stdout: write object-410 2024-08-10T06:03:39.712 INFO:tasks.workunit.client.0.smithi031.stdout: write object-437 2024-08-10T06:03:39.712 INFO:tasks.workunit.client.0.smithi031.stdout: write object-445 2024-08-10T06:03:39.712 INFO:tasks.workunit.client.0.smithi031.stdout: write object-466 2024-08-10T06:03:39.713 INFO:tasks.workunit.client.0.smithi031.stdout: write object-472 2024-08-10T06:03:39.713 INFO:tasks.workunit.client.0.smithi031.stdout: write object-483 2024-08-10T06:03:39.713 INFO:tasks.workunit.client.0.smithi031.stdout: write object-485 2024-08-10T06:03:39.713 INFO:tasks.workunit.client.0.smithi031.stdout: write object-494 2024-08-10T06:03:39.713 INFO:tasks.workunit.client.0.smithi031.stdout: write object-499 2024-08-10T06:03:39.713 INFO:tasks.workunit.client.0.smithi031.stdout: write object-528 2024-08-10T06:03:39.713 INFO:tasks.workunit.client.0.smithi031.stdout: write object-532 2024-08-10T06:03:39.713 INFO:tasks.workunit.client.0.smithi031.stdout: write object-552 2024-08-10T06:03:39.713 INFO:tasks.workunit.client.0.smithi031.stdout: write object-582 2024-08-10T06:03:39.713 INFO:tasks.workunit.client.0.smithi031.stdout: write object-585 2024-08-10T06:03:39.713 INFO:tasks.workunit.client.0.smithi031.stdout: write object-608 2024-08-10T06:03:39.713 INFO:tasks.workunit.client.0.smithi031.stdout: write object-622 2024-08-10T06:03:39.713 INFO:tasks.workunit.client.0.smithi031.stdout: write object-637 2024-08-10T06:03:39.714 INFO:tasks.workunit.client.0.smithi031.stdout: write object-643 2024-08-10T06:03:39.714 INFO:tasks.workunit.client.0.smithi031.stdout: write object-665 2024-08-10T06:03:39.714 INFO:tasks.workunit.client.0.smithi031.stdout: write object-686 2024-08-10T06:03:39.714 INFO:tasks.workunit.client.0.smithi031.stdout: write object-698 2024-08-10T06:03:39.714 INFO:tasks.workunit.client.0.smithi031.stdout: write object-700 2024-08-10T06:03:39.714 INFO:tasks.workunit.client.0.smithi031.stdout: write object-702 2024-08-10T06:03:39.714 INFO:tasks.workunit.client.0.smithi031.stdout: write object-703 2024-08-10T06:03:39.714 INFO:tasks.workunit.client.0.smithi031.stdout: write object-741 2024-08-10T06:03:39.714 INFO:tasks.workunit.client.0.smithi031.stdout: write object-743 2024-08-10T06:03:39.714 INFO:tasks.workunit.client.0.smithi031.stdout: write object-752 2024-08-10T06:03:39.714 INFO:tasks.workunit.client.0.smithi031.stdout: write object-759 2024-08-10T06:03:39.714 INFO:tasks.workunit.client.0.smithi031.stdout: write object-762 2024-08-10T06:03:39.715 INFO:tasks.workunit.client.0.smithi031.stdout: write object-771 2024-08-10T06:03:39.715 INFO:tasks.workunit.client.0.smithi031.stdout: write object-782 2024-08-10T06:03:39.715 INFO:tasks.workunit.client.0.smithi031.stdout: write object-786 2024-08-10T06:03:39.715 INFO:tasks.workunit.client.0.smithi031.stdout: write object-797 2024-08-10T06:03:39.715 INFO:tasks.workunit.client.0.smithi031.stdout: write object-808 2024-08-10T06:03:39.715 INFO:tasks.workunit.client.0.smithi031.stdout: write object-815 2024-08-10T06:03:39.715 INFO:tasks.workunit.client.0.smithi031.stdout: write object-860 2024-08-10T06:03:39.715 INFO:tasks.workunit.client.0.smithi031.stdout: write object-870 2024-08-10T06:03:39.715 INFO:tasks.workunit.client.0.smithi031.stdout: write object-877 2024-08-10T06:03:39.715 INFO:tasks.workunit.client.0.smithi031.stdout: write object-899 2024-08-10T06:03:39.715 INFO:tasks.workunit.client.0.smithi031.stdout: write object-906 2024-08-10T06:03:39.715 INFO:tasks.workunit.client.0.smithi031.stdout: write object-907 2024-08-10T06:03:39.715 INFO:tasks.workunit.client.0.smithi031.stdout: write object-914 2024-08-10T06:03:39.716 INFO:tasks.workunit.client.0.smithi031.stdout: write object-926 2024-08-10T06:03:39.716 INFO:tasks.workunit.client.0.smithi031.stdout: write object-941 2024-08-10T06:03:39.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:39 smithi031 ceph-mon[98130]: osdmap e1594: 8 total, 8 up, 8 in 2024-08-10T06:03:39.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:39 smithi031 ceph-mon[98130]: pgmap v2760: 137 pgs: 137 active+clean; 8.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 168 KiB/s rd, 23 KiB/s wr, 235 op/s 2024-08-10T06:03:39.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:39 smithi031 ceph-mon[100614]: osdmap e1594: 8 total, 8 up, 8 in 2024-08-10T06:03:39.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:39 smithi031 ceph-mon[100614]: pgmap v2760: 137 pgs: 137 active+clean; 8.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 168 KiB/s rd, 23 KiB/s wr, 235 op/s 2024-08-10T06:03:39.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:39 smithi196 ceph-mon[90243]: osdmap e1594: 8 total, 8 up, 8 in 2024-08-10T06:03:39.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:39 smithi196 ceph-mon[90243]: pgmap v2760: 137 pgs: 137 active+clean; 8.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 168 KiB/s rd, 23 KiB/s wr, 235 op/s 2024-08-10T06:03:40.625 INFO:tasks.workunit.client.0.smithi031.stdout: write object-942 2024-08-10T06:03:40.625 INFO:tasks.workunit.client.0.smithi031.stdout: write object-956 2024-08-10T06:03:40.625 INFO:tasks.workunit.client.0.smithi031.stdout: write object-965 2024-08-10T06:03:40.625 INFO:tasks.workunit.client.0.smithi031.stdout: write object-999 2024-08-10T06:03:40.625 INFO:tasks.workunit.client.0.smithi031.stdout: write object-1017 2024-08-10T06:03:40.625 INFO:tasks.workunit.client.0.smithi031.stdout:verify written data by reading 2024-08-10T06:03:40.625 INFO:tasks.workunit.client.0.smithi031.stdout: read object-3 2024-08-10T06:03:40.625 INFO:tasks.workunit.client.0.smithi031.stdout:made snapshot "image395@parent_snap" and protect it 2024-08-10T06:03:40.625 INFO:tasks.workunit.client.0.smithi031.stdout:made and opened clone "image396" 2024-08-10T06:03:40.625 INFO:tasks.workunit.client.0.smithi031.stdout:flattening clone: "image396" 2024-08-10T06:03:40.625 INFO:tasks.workunit.client.0.smithi031.stdout:check whether child image has the same set of objects as parent 2024-08-10T06:03:40.626 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestInternal.FlattenNoEmptyObjects (1161 ms) 2024-08-10T06:03:40.626 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestInternal.PoolMetadataConfApply 2024-08-10T06:03:40.704 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestInternal.PoolMetadataConfApply (80 ms) 2024-08-10T06:03:40.705 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestInternal.Sparsify 2024-08-10T06:03:40.728 INFO:tasks.workunit.client.0.smithi031.stdout:sparsify_supported=1 2024-08-10T06:03:40.728 INFO:tasks.workunit.client.0.smithi031.stdout:sparse_read_supported=1 2024-08-10T06:03:40.756 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestInternal.Sparsify (52 ms) 2024-08-10T06:03:40.756 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestInternal.SparsifyClone 2024-08-10T06:03:40.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:40 smithi031 ceph-mon[98130]: osdmap e1595: 8 total, 8 up, 8 in 2024-08-10T06:03:40.769 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:03:40 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: [10/Aug/2024:06:03:40] ENGINE Bus STOPPING 2024-08-10T06:03:40.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:40 smithi031 ceph-mon[100614]: osdmap e1595: 8 total, 8 up, 8 in 2024-08-10T06:03:40.774 INFO:tasks.workunit.client.0.smithi031.stdout:sparsify_supported=1 2024-08-10T06:03:40.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:40 smithi196 ceph-mon[90243]: osdmap e1595: 8 total, 8 up, 8 in 2024-08-10T06:03:41.256 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:03:40 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: [10/Aug/2024:06:03:40] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-10T06:03:41.256 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:03:40 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: [10/Aug/2024:06:03:40] ENGINE Bus STOPPED 2024-08-10T06:03:41.256 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:03:40 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: [10/Aug/2024:06:03:40] ENGINE Bus STARTING 2024-08-10T06:03:41.256 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:03:40 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: [10/Aug/2024:06:03:40] ENGINE Serving on http://:::9283 2024-08-10T06:03:41.256 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:03:40 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: [10/Aug/2024:06:03:40] ENGINE Bus STARTED 2024-08-10T06:03:41.256 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:03:41 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:03:41] "GET /metrics HTTP/1.1" 200 36461 "" "Prometheus/2.43.0" 2024-08-10T06:03:41.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:41 smithi031 ceph-mon[100614]: osdmap e1596: 8 total, 8 up, 8 in 2024-08-10T06:03:41.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:41 smithi031 ceph-mon[100614]: pgmap v2763: 137 pgs: 137 active+clean; 8.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 114 op/s 2024-08-10T06:03:41.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:41 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' 2024-08-10T06:03:41.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:41 smithi031 ceph-mon[100614]: pgmap v2764: 137 pgs: 137 active+clean; 8.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.5 MiB/s wr, 114 op/s 2024-08-10T06:03:41.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:03:41.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:03:41.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:03:41.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:03:41.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:03:41.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:03:41.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:41 smithi031 ceph-mon[98130]: osdmap e1596: 8 total, 8 up, 8 in 2024-08-10T06:03:41.521 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:41 smithi031 ceph-mon[98130]: pgmap v2763: 137 pgs: 137 active+clean; 8.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 114 op/s 2024-08-10T06:03:41.521 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:41 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' 2024-08-10T06:03:41.521 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:41 smithi031 ceph-mon[98130]: pgmap v2764: 137 pgs: 137 active+clean; 8.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.5 MiB/s wr, 114 op/s 2024-08-10T06:03:41.521 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:03:41.521 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:03:41.521 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:03:41.521 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:03:41.521 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:03:41.521 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:03:41.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:41 smithi196 ceph-mon[90243]: osdmap e1596: 8 total, 8 up, 8 in 2024-08-10T06:03:41.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:41 smithi196 ceph-mon[90243]: pgmap v2763: 137 pgs: 137 active+clean; 8.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 114 op/s 2024-08-10T06:03:41.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:41 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' 2024-08-10T06:03:41.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:41 smithi196 ceph-mon[90243]: pgmap v2764: 137 pgs: 137 active+clean; 8.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.5 MiB/s wr, 114 op/s 2024-08-10T06:03:41.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:03:41.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:03:41.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:03:41.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:03:41.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:03:41.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:03:42.681 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:42 smithi196 ceph-mon[90243]: Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-08-10T06:03:42.681 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:42 smithi196 ceph-mon[90243]: osdmap e1597: 8 total, 8 up, 8 in 2024-08-10T06:03:42.681 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:03:42 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:03:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:03:42.690 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestInternal.SparsifyClone (1934 ms) 2024-08-10T06:03:42.691 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestInternal.MissingDataPool 2024-08-10T06:03:42.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:42 smithi031 ceph-mon[98130]: Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-08-10T06:03:42.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:42 smithi031 ceph-mon[98130]: osdmap e1597: 8 total, 8 up, 8 in 2024-08-10T06:03:42.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:42 smithi031 ceph-mon[100614]: Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-08-10T06:03:42.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:42 smithi031 ceph-mon[100614]: osdmap e1597: 8 total, 8 up, 8 in 2024-08-10T06:03:43.839 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestInternal.MissingDataPool (1149 ms) 2024-08-10T06:03:44.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:43 smithi031 ceph-mon[100614]: pgmap v2766: 137 pgs: 137 active+clean; 8.8 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 230 op/s 2024-08-10T06:03:44.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:43 smithi031 ceph-mon[100614]: osdmap e1598: 8 total, 8 up, 8 in 2024-08-10T06:03:44.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:43 smithi031 ceph-mon[98130]: pgmap v2766: 137 pgs: 137 active+clean; 8.8 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 230 op/s 2024-08-10T06:03:44.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:43 smithi031 ceph-mon[98130]: osdmap e1598: 8 total, 8 up, 8 in 2024-08-10T06:03:44.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:43 smithi196 ceph-mon[90243]: pgmap v2766: 137 pgs: 137 active+clean; 8.8 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 230 op/s 2024-08-10T06:03:44.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:43 smithi196 ceph-mon[90243]: osdmap e1598: 8 total, 8 up, 8 in 2024-08-10T06:03:44.709 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 34 tests from TestInternal (34379 ms total) 2024-08-10T06:03:44.709 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:03:44.709 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 17 tests from TestImageWatcher 2024-08-10T06:03:45.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:44 smithi031 ceph-mon[98130]: osdmap e1599: 8 total, 8 up, 8 in 2024-08-10T06:03:45.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:44 smithi031 ceph-mon[100614]: osdmap e1599: 8 total, 8 up, 8 in 2024-08-10T06:03:45.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:44 smithi196 ceph-mon[90243]: osdmap e1599: 8 total, 8 up, 8 in 2024-08-10T06:03:46.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:45 smithi031 ceph-mon[98130]: pgmap v2769: 137 pgs: 137 active+clean; 9.0 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 477 KiB/s rd, 162 KiB/s wr, 760 op/s 2024-08-10T06:03:46.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:45 smithi031 ceph-mon[98130]: osdmap e1600: 8 total, 8 up, 8 in 2024-08-10T06:03:46.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:45 smithi031 ceph-mon[100614]: pgmap v2769: 137 pgs: 137 active+clean; 9.0 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 477 KiB/s rd, 162 KiB/s wr, 760 op/s 2024-08-10T06:03:46.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:45 smithi031 ceph-mon[100614]: osdmap e1600: 8 total, 8 up, 8 in 2024-08-10T06:03:46.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:45 smithi196 ceph-mon[90243]: pgmap v2769: 137 pgs: 137 active+clean; 9.0 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 477 KiB/s rd, 162 KiB/s wr, 760 op/s 2024-08-10T06:03:46.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:45 smithi196 ceph-mon[90243]: osdmap e1600: 8 total, 8 up, 8 in 2024-08-10T06:03:46.720 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestImageWatcher.NotifyHeaderUpdate 2024-08-10T06:03:47.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:46 smithi031 ceph-mon[98130]: osdmap e1601: 8 total, 8 up, 8 in 2024-08-10T06:03:47.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:46 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/3862887094' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:03:47.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:46 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:03:47.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:46 smithi031 ceph-mon[100614]: osdmap e1601: 8 total, 8 up, 8 in 2024-08-10T06:03:47.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:46 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/3862887094' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:03:47.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:46 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:03:47.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:46 smithi196 ceph-mon[90243]: osdmap e1601: 8 total, 8 up, 8 in 2024-08-10T06:03:47.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:46 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/3862887094' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:03:47.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:46 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:03:48.019 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:47 smithi031 ceph-mon[100614]: pgmap v2772: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-10T06:03:48.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:47 smithi031 ceph-mon[100614]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T06:03:48.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:47 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T06:03:48.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:47 smithi031 ceph-mon[100614]: osdmap e1602: 8 total, 8 up, 8 in 2024-08-10T06:03:48.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:47 smithi031 ceph-mon[98130]: pgmap v2772: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-10T06:03:48.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:47 smithi031 ceph-mon[98130]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T06:03:48.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:47 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T06:03:48.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:47 smithi031 ceph-mon[98130]: osdmap e1602: 8 total, 8 up, 8 in 2024-08-10T06:03:48.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:47 smithi196 ceph-mon[90243]: pgmap v2772: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-10T06:03:48.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:47 smithi196 ceph-mon[90243]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T06:03:48.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:47 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T06:03:48.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:47 smithi196 ceph-mon[90243]: osdmap e1602: 8 total, 8 up, 8 in 2024-08-10T06:03:48.765 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestImageWatcher.NotifyHeaderUpdate (2045 ms) 2024-08-10T06:03:48.765 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestImageWatcher.NotifyFlatten 2024-08-10T06:03:48.788 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestImageWatcher.NotifyFlatten (24 ms) 2024-08-10T06:03:48.788 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestImageWatcher.NotifyResize 2024-08-10T06:03:48.813 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestImageWatcher.NotifyResize (24 ms) 2024-08-10T06:03:48.813 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestImageWatcher.NotifyRebuildObjectMap 2024-08-10T06:03:48.838 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestImageWatcher.NotifyRebuildObjectMap (26 ms) 2024-08-10T06:03:48.838 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestImageWatcher.NotifyUpdateFeatures 2024-08-10T06:03:48.861 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestImageWatcher.NotifyUpdateFeatures (22 ms) 2024-08-10T06:03:48.861 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestImageWatcher.NotifySnapCreate 2024-08-10T06:03:48.884 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestImageWatcher.NotifySnapCreate (23 ms) 2024-08-10T06:03:48.884 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestImageWatcher.NotifySnapCreateError 2024-08-10T06:03:48.904 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestImageWatcher.NotifySnapCreateError (21 ms) 2024-08-10T06:03:48.904 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestImageWatcher.NotifySnapRename 2024-08-10T06:03:48.926 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestImageWatcher.NotifySnapRename (22 ms) 2024-08-10T06:03:48.926 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestImageWatcher.NotifySnapRenameError 2024-08-10T06:03:48.946 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestImageWatcher.NotifySnapRenameError (20 ms) 2024-08-10T06:03:48.947 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestImageWatcher.NotifySnapRemove 2024-08-10T06:03:48.972 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestImageWatcher.NotifySnapRemove (26 ms) 2024-08-10T06:03:48.972 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestImageWatcher.NotifySnapProtect 2024-08-10T06:03:48.995 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestImageWatcher.NotifySnapProtect (22 ms) 2024-08-10T06:03:48.996 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestImageWatcher.NotifySnapUnprotect 2024-08-10T06:03:49.015 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestImageWatcher.NotifySnapUnprotect (21 ms) 2024-08-10T06:03:49.016 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestImageWatcher.NotifyRename 2024-08-10T06:03:49.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:48 smithi031 ceph-mon[98130]: osdmap e1603: 8 total, 8 up, 8 in 2024-08-10T06:03:49.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:48 smithi031 ceph-mon[100614]: osdmap e1603: 8 total, 8 up, 8 in 2024-08-10T06:03:49.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:48 smithi196 ceph-mon[90243]: osdmap e1603: 8 total, 8 up, 8 in 2024-08-10T06:03:49.038 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestImageWatcher.NotifyRename (23 ms) 2024-08-10T06:03:49.038 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestImageWatcher.NotifyAsyncTimedOut 2024-08-10T06:03:49.062 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestImageWatcher.NotifyAsyncTimedOut (22 ms) 2024-08-10T06:03:49.062 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestImageWatcher.NotifyAsyncError 2024-08-10T06:03:49.082 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestImageWatcher.NotifyAsyncError (22 ms) 2024-08-10T06:03:49.082 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestImageWatcher.NotifyAsyncCompleteError 2024-08-10T06:03:49.105 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestImageWatcher.NotifyAsyncCompleteError (23 ms) 2024-08-10T06:03:49.105 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestImageWatcher.NotifyAsyncRequestTimedOut 2024-08-10T06:03:49.127 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestImageWatcher.NotifyAsyncRequestTimedOut (22 ms) 2024-08-10T06:03:49.747 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 17 tests from TestImageWatcher (2408 ms total) 2024-08-10T06:03:49.747 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:03:49.747 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 161 tests from TestLibRBD 2024-08-10T06:03:49.778 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.CreateAndStat 2024-08-10T06:03:50.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:49 smithi031 ceph-mon[98130]: pgmap v2775: 137 pgs: 1 creating+peering, 12 unknown, 124 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-10T06:03:50.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:49 smithi031 ceph-mon[98130]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T06:03:50.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:49 smithi031 ceph-mon[98130]: osdmap e1604: 8 total, 8 up, 8 in 2024-08-10T06:03:50.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:49 smithi031 ceph-mon[100614]: pgmap v2775: 137 pgs: 1 creating+peering, 12 unknown, 124 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-10T06:03:50.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:49 smithi031 ceph-mon[100614]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T06:03:50.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:49 smithi031 ceph-mon[100614]: osdmap e1604: 8 total, 8 up, 8 in 2024-08-10T06:03:50.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:49 smithi196 ceph-mon[90243]: pgmap v2775: 137 pgs: 1 creating+peering, 12 unknown, 124 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-10T06:03:50.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:49 smithi196 ceph-mon[90243]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T06:03:50.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:49 smithi196 ceph-mon[90243]: osdmap e1604: 8 total, 8 up, 8 in 2024-08-10T06:03:51.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:50 smithi031 ceph-mon[98130]: osdmap e1605: 8 total, 8 up, 8 in 2024-08-10T06:03:51.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:50 smithi031 ceph-mon[100614]: osdmap e1605: 8 total, 8 up, 8 in 2024-08-10T06:03:51.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:50 smithi196 ceph-mon[90243]: osdmap e1605: 8 total, 8 up, 8 in 2024-08-10T06:03:51.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:03:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:03:51] "GET /metrics HTTP/1.1" 200 36461 "" "Prometheus/2.43.0" 2024-08-10T06:03:51.761 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:03:52.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:51 smithi031 ceph-mon[98130]: pgmap v2778: 105 pgs: 105 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-10T06:03:52.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:51 smithi031 ceph-mon[98130]: osdmap e1606: 8 total, 8 up, 8 in 2024-08-10T06:03:52.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:51 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/2199799614' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:03:52.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:51 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:03:52.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:51 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T06:03:52.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:51 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:03:52.021 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:51 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:03:52.021 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:51 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:03:52.021 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:51 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:03:52.021 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:51 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:03:52.021 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:51 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:03:52.021 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:51 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:03:52.021 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:51 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:03:52.021 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:51 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:03:52.021 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:51 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:03:52.021 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:51 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:03:52.021 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:51 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:03:52.021 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:51 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:03:52.022 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:51 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:03:52.022 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:51 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:03:52.022 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:51 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:03:52.022 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:51 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:03:52.022 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:51 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:03:52.022 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:51 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:03:52.022 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:51 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:03:52.022 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:51 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:03:52.022 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:51 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:03:52.022 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:51 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:03:52.022 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:51 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:03:52.023 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:51 smithi031 ceph-mon[100614]: pgmap v2778: 105 pgs: 105 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-10T06:03:52.023 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:51 smithi031 ceph-mon[100614]: osdmap e1606: 8 total, 8 up, 8 in 2024-08-10T06:03:52.023 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:51 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/2199799614' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:03:52.023 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:51 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:03:52.023 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:51 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T06:03:52.023 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:51 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:03:52.023 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:51 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:03:52.023 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:51 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:03:52.023 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:51 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:03:52.024 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:51 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:03:52.024 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:51 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:03:52.024 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:51 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:03:52.024 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:51 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:03:52.024 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:51 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:03:52.024 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:51 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:03:52.024 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:51 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:03:52.024 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:51 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:03:52.024 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:51 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:03:52.024 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:51 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:03:52.024 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:51 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:03:52.025 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:51 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:03:52.025 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:51 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:03:52.025 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:51 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:03:52.025 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:51 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:03:52.025 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:51 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:03:52.025 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:51 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:03:52.025 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:51 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:03:52.025 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:51 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:03:52.025 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:51 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:03:52.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:51 smithi196 ceph-mon[90243]: pgmap v2778: 105 pgs: 105 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-10T06:03:52.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:51 smithi196 ceph-mon[90243]: osdmap e1606: 8 total, 8 up, 8 in 2024-08-10T06:03:52.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:51 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/2199799614' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:03:52.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:51 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:03:52.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:51 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T06:03:52.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:51 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:03:52.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:51 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:03:52.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:51 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:03:52.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:51 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:03:52.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:51 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:03:52.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:51 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:03:52.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:51 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:03:52.031 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:51 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:03:52.031 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:51 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:03:52.031 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:51 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:03:52.031 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:51 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:03:52.031 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:51 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:03:52.031 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:51 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:03:52.031 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:51 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:03:52.031 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:51 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:03:52.031 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:51 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:03:52.031 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:51 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:03:52.032 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:51 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:03:52.032 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:51 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:03:52.032 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:51 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:03:52.032 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:51 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:03:52.032 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:51 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:03:52.032 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:51 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:03:52.032 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:51 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:03:52.761 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:03:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:03:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:03:52.761 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 06:03:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[126930]: logger=cleanup t=2024-08-10T06:03:52.427526529Z level=info msg="Completed cleanup jobs" duration=2.197822ms 2024-08-10T06:03:53.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:52 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T06:03:53.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:52 smithi031 ceph-mon[98130]: osdmap e1607: 8 total, 8 up, 8 in 2024-08-10T06:03:53.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:52 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T06:03:53.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:52 smithi031 ceph-mon[100614]: osdmap e1607: 8 total, 8 up, 8 in 2024-08-10T06:03:53.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:52 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T06:03:53.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:52 smithi196 ceph-mon[90243]: osdmap e1607: 8 total, 8 up, 8 in 2024-08-10T06:03:53.806 INFO:tasks.workunit.client.0.smithi031.stdout:image has size 2097152 and order 22 2024-08-10T06:03:53.806 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.CreateAndStat (4029 ms) 2024-08-10T06:03:53.806 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.CreateWithSameDataPool 2024-08-10T06:03:53.806 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:03:53.824 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.CreateWithSameDataPool (19 ms) 2024-08-10T06:03:53.825 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.CreateAndStatPP 2024-08-10T06:03:53.825 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:03:53.844 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.CreateAndStatPP (19 ms) 2024-08-10T06:03:53.844 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.GetId 2024-08-10T06:03:53.845 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:03:53.871 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.GetId (27 ms) 2024-08-10T06:03:53.871 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.GetIdPP 2024-08-10T06:03:53.871 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:03:53.896 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.GetIdPP (25 ms) 2024-08-10T06:03:53.896 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.GetBlockNamePrefix 2024-08-10T06:03:53.896 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:03:53.912 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.GetBlockNamePrefix (16 ms) 2024-08-10T06:03:53.912 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.GetBlockNamePrefixPP 2024-08-10T06:03:53.912 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:03:53.927 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.GetBlockNamePrefixPP (15 ms) 2024-08-10T06:03:53.927 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.TestGetCreateTimestamp 2024-08-10T06:03:53.927 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:03:53.943 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.TestGetCreateTimestamp (16 ms) 2024-08-10T06:03:53.943 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.GetCreateTimestampPP 2024-08-10T06:03:53.943 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:03:53.959 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.GetCreateTimestampPP (16 ms) 2024-08-10T06:03:53.959 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.OpenAio 2024-08-10T06:03:53.959 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:03:53.975 INFO:tasks.workunit.client.0.smithi031.stdout:image has size 2097152 and order 22 2024-08-10T06:03:53.975 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.OpenAio (16 ms) 2024-08-10T06:03:53.975 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.OpenAioFail 2024-08-10T06:03:53.977 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.OpenAioFail (2 ms) 2024-08-10T06:03:53.977 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.OpenAioPP 2024-08-10T06:03:53.977 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:03:54.000 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.OpenAioPP (23 ms) 2024-08-10T06:03:54.000 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.OpenAioFailPP 2024-08-10T06:03:54.002 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.OpenAioFailPP (2 ms) 2024-08-10T06:03:54.002 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.ResizeAndStat 2024-08-10T06:03:54.003 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:03:54.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:53 smithi031 ceph-mon[98130]: pgmap v2781: 137 pgs: 6 creating+peering, 19 unknown, 112 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-10T06:03:54.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:53 smithi031 ceph-mon[98130]: osdmap e1608: 8 total, 8 up, 8 in 2024-08-10T06:03:54.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:53 smithi031 ceph-mon[100614]: pgmap v2781: 137 pgs: 6 creating+peering, 19 unknown, 112 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-10T06:03:54.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:53 smithi031 ceph-mon[100614]: osdmap e1608: 8 total, 8 up, 8 in 2024-08-10T06:03:54.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:53 smithi196 ceph-mon[90243]: pgmap v2781: 137 pgs: 6 creating+peering, 19 unknown, 112 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-08-10T06:03:54.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:53 smithi196 ceph-mon[90243]: osdmap e1608: 8 total, 8 up, 8 in 2024-08-10T06:03:54.035 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.ResizeAndStat (33 ms) 2024-08-10T06:03:54.036 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.ResizeAndStatPP 2024-08-10T06:03:54.036 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:03:54.063 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.ResizeAndStatPP (28 ms) 2024-08-10T06:03:54.064 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.UpdateWatchAndResize 2024-08-10T06:03:54.064 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:03:54.096 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.UpdateWatchAndResize (33 ms) 2024-08-10T06:03:54.097 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.UpdateWatchAndResizePP 2024-08-10T06:03:54.097 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:03:54.127 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.UpdateWatchAndResizePP (31 ms) 2024-08-10T06:03:54.127 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.TestCreateLsDelete 2024-08-10T06:03:55.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:54 smithi196 ceph-mon[90243]: osdmap e1609: 8 total, 8 up, 8 in 2024-08-10T06:03:55.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:54 smithi031 ceph-mon[98130]: osdmap e1609: 8 total, 8 up, 8 in 2024-08-10T06:03:55.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:54 smithi031 ceph-mon[100614]: osdmap e1609: 8 total, 8 up, 8 in 2024-08-10T06:03:55.801 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:03:56.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:55 smithi031 ceph-mon[98130]: pgmap v2784: 137 pgs: 6 creating+peering, 9 unknown, 122 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 29 KiB/s rd, 2.5 KiB/s wr, 38 op/s 2024-08-10T06:03:56.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:55 smithi031 ceph-mon[98130]: osdmap e1610: 8 total, 8 up, 8 in 2024-08-10T06:03:56.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:55 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/2752858075' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:03:56.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:55 smithi031 ceph-mon[100614]: pgmap v2784: 137 pgs: 6 creating+peering, 9 unknown, 122 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 29 KiB/s rd, 2.5 KiB/s wr, 38 op/s 2024-08-10T06:03:56.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:55 smithi031 ceph-mon[100614]: osdmap e1610: 8 total, 8 up, 8 in 2024-08-10T06:03:56.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:55 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/2752858075' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:03:56.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:55 smithi196 ceph-mon[90243]: pgmap v2784: 137 pgs: 6 creating+peering, 9 unknown, 122 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 29 KiB/s rd, 2.5 KiB/s wr, 38 op/s 2024-08-10T06:03:56.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:55 smithi196 ceph-mon[90243]: osdmap e1610: 8 total, 8 up, 8 in 2024-08-10T06:03:56.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:55 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/2752858075' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:03:57.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:56 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/2752858075' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T06:03:57.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:56 smithi031 ceph-mon[98130]: osdmap e1611: 8 total, 8 up, 8 in 2024-08-10T06:03:57.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:03:57.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:03:57.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:56 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/2752858075' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T06:03:57.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:56 smithi031 ceph-mon[100614]: osdmap e1611: 8 total, 8 up, 8 in 2024-08-10T06:03:57.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:56 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:03:57.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:56 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:03:57.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:56 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/2752858075' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T06:03:57.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:56 smithi196 ceph-mon[90243]: osdmap e1611: 8 total, 8 up, 8 in 2024-08-10T06:03:57.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:56 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:03:57.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:56 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:03:57.824 INFO:tasks.workunit.client.0.smithi031.stdout:image: image18 2024-08-10T06:03:57.824 INFO:tasks.workunit.client.0.smithi031.stdout:expected = image18 2024-08-10T06:03:57.824 INFO:tasks.workunit.client.0.smithi031.stdout:found image18 2024-08-10T06:03:57.824 INFO:tasks.workunit.client.0.smithi031.stdout:erased image18 2024-08-10T06:03:57.824 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:03:57.909 INFO:tasks.workunit.client.0.smithi031.stdout:image: image18 2024-08-10T06:03:57.910 INFO:tasks.workunit.client.0.smithi031.stdout:image: image19 2024-08-10T06:03:57.910 INFO:tasks.workunit.client.0.smithi031.stdout:expected = image18 2024-08-10T06:03:57.910 INFO:tasks.workunit.client.0.smithi031.stdout:found image18 2024-08-10T06:03:57.910 INFO:tasks.workunit.client.0.smithi031.stdout:erased image18 2024-08-10T06:03:57.910 INFO:tasks.workunit.client.0.smithi031.stdout:expected = image19 2024-08-10T06:03:57.910 INFO:tasks.workunit.client.0.smithi031.stdout:found image19 2024-08-10T06:03:57.910 INFO:tasks.workunit.client.0.smithi031.stdout:erased image19 2024-08-10T06:03:57.910 INFO:tasks.workunit.client.0.smithi031.stdout:image: image19 2024-08-10T06:03:57.910 INFO:tasks.workunit.client.0.smithi031.stdout:expected = image19 2024-08-10T06:03:57.910 INFO:tasks.workunit.client.0.smithi031.stdout:found image19 2024-08-10T06:03:57.911 INFO:tasks.workunit.client.0.smithi031.stdout:erased image19 2024-08-10T06:03:57.911 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.TestCreateLsDelete (3782 ms) 2024-08-10T06:03:57.911 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.TestCreateLsDeletePP 2024-08-10T06:03:58.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:57 smithi031 ceph-mon[98130]: pgmap v2787: 169 pgs: 9 creating+peering, 15 unknown, 145 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 108 KiB/s rd, 11 KiB/s wr, 152 op/s 2024-08-10T06:03:58.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:57 smithi031 ceph-mon[98130]: osdmap e1612: 8 total, 8 up, 8 in 2024-08-10T06:03:58.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:57 smithi031 ceph-mon[100614]: pgmap v2787: 169 pgs: 9 creating+peering, 15 unknown, 145 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 108 KiB/s rd, 11 KiB/s wr, 152 op/s 2024-08-10T06:03:58.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:57 smithi031 ceph-mon[100614]: osdmap e1612: 8 total, 8 up, 8 in 2024-08-10T06:03:58.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:57 smithi196 ceph-mon[90243]: pgmap v2787: 169 pgs: 9 creating+peering, 15 unknown, 145 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 108 KiB/s rd, 11 KiB/s wr, 152 op/s 2024-08-10T06:03:58.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:57 smithi196 ceph-mon[90243]: osdmap e1612: 8 total, 8 up, 8 in 2024-08-10T06:03:59.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:58 smithi031 ceph-mon[98130]: osdmap e1613: 8 total, 8 up, 8 in 2024-08-10T06:03:59.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:58 smithi031 ceph-mon[100614]: osdmap e1613: 8 total, 8 up, 8 in 2024-08-10T06:03:59.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:58 smithi196 ceph-mon[90243]: osdmap e1613: 8 total, 8 up, 8 in 2024-08-10T06:03:59.826 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:04:00.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:59 smithi031 ceph-mon[100614]: pgmap v2790: 169 pgs: 9 creating+peering, 3 unknown, 157 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 154 KiB/s rd, 18 KiB/s wr, 216 op/s 2024-08-10T06:04:00.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:59 smithi031 ceph-mon[100614]: osdmap e1614: 8 total, 8 up, 8 in 2024-08-10T06:04:00.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:59 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/4026302850' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:04:00.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:03:59 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:04:00.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:59 smithi031 ceph-mon[98130]: pgmap v2790: 169 pgs: 9 creating+peering, 3 unknown, 157 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 154 KiB/s rd, 18 KiB/s wr, 216 op/s 2024-08-10T06:04:00.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:59 smithi031 ceph-mon[98130]: osdmap e1614: 8 total, 8 up, 8 in 2024-08-10T06:04:00.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:59 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/4026302850' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:04:00.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:03:59 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:04:00.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:59 smithi196 ceph-mon[90243]: pgmap v2790: 169 pgs: 9 creating+peering, 3 unknown, 157 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 154 KiB/s rd, 18 KiB/s wr, 216 op/s 2024-08-10T06:04:00.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:59 smithi196 ceph-mon[90243]: osdmap e1614: 8 total, 8 up, 8 in 2024-08-10T06:04:00.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:59 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/4026302850' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:04:00.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:03:59 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:04:01.255 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:00 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T06:04:01.255 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:00 smithi031 ceph-mon[98130]: osdmap e1615: 8 total, 8 up, 8 in 2024-08-10T06:04:01.255 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:00 smithi031 ceph-mon[98130]: osdmap e1616: 8 total, 8 up, 8 in 2024-08-10T06:04:01.256 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:00 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T06:04:01.256 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:00 smithi031 ceph-mon[100614]: osdmap e1615: 8 total, 8 up, 8 in 2024-08-10T06:04:01.256 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:00 smithi031 ceph-mon[100614]: osdmap e1616: 8 total, 8 up, 8 in 2024-08-10T06:04:01.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:00 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T06:04:01.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:00 smithi196 ceph-mon[90243]: osdmap e1615: 8 total, 8 up, 8 in 2024-08-10T06:04:01.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:00 smithi196 ceph-mon[90243]: osdmap e1616: 8 total, 8 up, 8 in 2024-08-10T06:04:01.400 INFO:tasks.workunit.client.0.smithi031.stdout:num images is: 1 2024-08-10T06:04:01.400 INFO:tasks.workunit.client.0.smithi031.stdout:expected: 1 2024-08-10T06:04:01.400 INFO:tasks.workunit.client.0.smithi031.stdout:image: image20 2024-08-10T06:04:01.400 INFO:tasks.workunit.client.0.smithi031.stdout:expected = image20 2024-08-10T06:04:01.400 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:04:01.409 INFO:tasks.workunit.client.0.smithi031.stdout:num images is: 2 2024-08-10T06:04:01.409 INFO:tasks.workunit.client.0.smithi031.stdout:expected: 2 2024-08-10T06:04:01.410 INFO:tasks.workunit.client.0.smithi031.stdout:image: image20 2024-08-10T06:04:01.410 INFO:tasks.workunit.client.0.smithi031.stdout:image: image21 2024-08-10T06:04:01.410 INFO:tasks.workunit.client.0.smithi031.stdout:expected = image20 2024-08-10T06:04:01.410 INFO:tasks.workunit.client.0.smithi031.stdout:expected = image21 2024-08-10T06:04:01.471 INFO:tasks.workunit.client.0.smithi031.stdout:num images is: 1 2024-08-10T06:04:01.472 INFO:tasks.workunit.client.0.smithi031.stdout:expected: 1 2024-08-10T06:04:01.472 INFO:tasks.workunit.client.0.smithi031.stdout:image: image21 2024-08-10T06:04:01.472 INFO:tasks.workunit.client.0.smithi031.stdout:expected = image21 2024-08-10T06:04:01.472 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.TestCreateLsDeletePP (3562 ms) 2024-08-10T06:04:01.472 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.TestCopy 2024-08-10T06:04:01.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:04:01 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:04:01] "GET /metrics HTTP/1.1" 200 38884 "" "Prometheus/2.43.0" 2024-08-10T06:04:02.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:01 smithi031 ceph-mon[98130]: pgmap v2794: 201 pgs: 4 creating+peering, 18 unknown, 179 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 82 KiB/s rd, 11 KiB/s wr, 115 op/s 2024-08-10T06:04:02.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:01 smithi031 ceph-mon[98130]: osdmap e1617: 8 total, 8 up, 8 in 2024-08-10T06:04:02.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:01 smithi031 ceph-mon[100614]: pgmap v2794: 201 pgs: 4 creating+peering, 18 unknown, 179 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 82 KiB/s rd, 11 KiB/s wr, 115 op/s 2024-08-10T06:04:02.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:01 smithi031 ceph-mon[100614]: osdmap e1617: 8 total, 8 up, 8 in 2024-08-10T06:04:02.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:01 smithi196 ceph-mon[90243]: pgmap v2794: 201 pgs: 4 creating+peering, 18 unknown, 179 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 82 KiB/s rd, 11 KiB/s wr, 115 op/s 2024-08-10T06:04:02.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:01 smithi196 ceph-mon[90243]: osdmap e1617: 8 total, 8 up, 8 in 2024-08-10T06:04:02.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:04:02 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:04:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:04:03.389 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:04:03.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:03 smithi031 ceph-mon[98130]: osdmap e1618: 8 total, 8 up, 8 in 2024-08-10T06:04:03.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:03 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/2694579854' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:04:03.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:03 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:04:03.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:03 smithi031 ceph-mon[98130]: pgmap v2797: 233 pgs: 8 creating+peering, 36 unknown, 189 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 30 KiB/s rd, 3.1 KiB/s wr, 46 op/s 2024-08-10T06:04:03.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:03 smithi031 ceph-mon[100614]: osdmap e1618: 8 total, 8 up, 8 in 2024-08-10T06:04:03.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:03 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/2694579854' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:04:03.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:03 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:04:03.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:03 smithi031 ceph-mon[100614]: pgmap v2797: 233 pgs: 8 creating+peering, 36 unknown, 189 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 30 KiB/s rd, 3.1 KiB/s wr, 46 op/s 2024-08-10T06:04:03.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:03 smithi196 ceph-mon[90243]: osdmap e1618: 8 total, 8 up, 8 in 2024-08-10T06:04:03.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:03 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/2694579854' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:04:03.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:03 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:04:03.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:03 smithi196 ceph-mon[90243]: pgmap v2797: 233 pgs: 8 creating+peering, 36 unknown, 189 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 30 KiB/s rd, 3.1 KiB/s wr, 46 op/s 2024-08-10T06:04:04.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:04 smithi031 ceph-mon[98130]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T06:04:04.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:04 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T06:04:04.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:04 smithi031 ceph-mon[98130]: osdmap e1619: 8 total, 8 up, 8 in 2024-08-10T06:04:04.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:04 smithi031 ceph-mon[100614]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T06:04:04.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:04 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T06:04:04.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:04 smithi031 ceph-mon[100614]: osdmap e1619: 8 total, 8 up, 8 in 2024-08-10T06:04:04.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:04 smithi196 ceph-mon[90243]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T06:04:04.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:04 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T06:04:04.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:04 smithi196 ceph-mon[90243]: osdmap e1619: 8 total, 8 up, 8 in 2024-08-10T06:04:05.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:05 smithi031 ceph-mon[98130]: osdmap e1620: 8 total, 8 up, 8 in 2024-08-10T06:04:05.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:05 smithi031 ceph-mon[98130]: pgmap v2800: 233 pgs: 3 creating+activating, 8 creating+peering, 10 unknown, 212 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 27 KiB/s rd, 3.0 KiB/s wr, 40 op/s 2024-08-10T06:04:05.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:05 smithi031 ceph-mon[98130]: osdmap e1621: 8 total, 8 up, 8 in 2024-08-10T06:04:05.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:05 smithi031 ceph-mon[100614]: osdmap e1620: 8 total, 8 up, 8 in 2024-08-10T06:04:05.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:05 smithi031 ceph-mon[100614]: pgmap v2800: 233 pgs: 3 creating+activating, 8 creating+peering, 10 unknown, 212 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 27 KiB/s rd, 3.0 KiB/s wr, 40 op/s 2024-08-10T06:04:05.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:05 smithi031 ceph-mon[100614]: osdmap e1621: 8 total, 8 up, 8 in 2024-08-10T06:04:05.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:05 smithi196 ceph-mon[90243]: osdmap e1620: 8 total, 8 up, 8 in 2024-08-10T06:04:05.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:05 smithi196 ceph-mon[90243]: pgmap v2800: 233 pgs: 3 creating+activating, 8 creating+peering, 10 unknown, 212 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 27 KiB/s rd, 3.0 KiB/s wr, 40 op/s 2024-08-10T06:04:05.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:05 smithi196 ceph-mon[90243]: osdmap e1621: 8 total, 8 up, 8 in 2024-08-10T06:04:05.800 INFO:tasks.workunit.client.0.smithi031.stdout:image: image22 2024-08-10T06:04:05.800 INFO:tasks.workunit.client.0.smithi031.stdout:expected = image22 2024-08-10T06:04:05.800 INFO:tasks.workunit.client.0.smithi031.stdout:found image22 2024-08-10T06:04:05.800 INFO:tasks.workunit.client.0.smithi031.stdout:erased image22 2024-08-10T06:04:05.801 INFO:tasks.workunit.client.0.smithi031.stdout:image: image22 2024-08-10T06:04:05.801 INFO:tasks.workunit.client.0.smithi031.stdout:image: image23 2024-08-10T06:04:05.801 INFO:tasks.workunit.client.0.smithi031.stdout:expected = image22 2024-08-10T06:04:05.801 INFO:tasks.workunit.client.0.smithi031.stdout:found image22 2024-08-10T06:04:05.801 INFO:tasks.workunit.client.0.smithi031.stdout:erased image22 2024-08-10T06:04:05.801 INFO:tasks.workunit.client.0.smithi031.stdout:expected = image23 2024-08-10T06:04:05.801 INFO:tasks.workunit.client.0.smithi031.stdout:found image23 2024-08-10T06:04:05.801 INFO:tasks.workunit.client.0.smithi031.stdout:erased image23 2024-08-10T06:04:05.801 INFO:tasks.workunit.client.0.smithi031.stdout:100.00% done 2024-08-10T06:04:05.801 INFO:tasks.workunit.client.0.smithi031.stdout:image: image22 2024-08-10T06:04:05.801 INFO:tasks.workunit.client.0.smithi031.stdout:image: image23 2024-08-10T06:04:05.801 INFO:tasks.workunit.client.0.smithi031.stdout:image: image24 2024-08-10T06:04:05.801 INFO:tasks.workunit.client.0.smithi031.stdout:expected = image22 2024-08-10T06:04:05.801 INFO:tasks.workunit.client.0.smithi031.stdout:found image22 2024-08-10T06:04:05.802 INFO:tasks.workunit.client.0.smithi031.stdout:erased image22 2024-08-10T06:04:05.802 INFO:tasks.workunit.client.0.smithi031.stdout:expected = image23 2024-08-10T06:04:05.802 INFO:tasks.workunit.client.0.smithi031.stdout:found image23 2024-08-10T06:04:05.802 INFO:tasks.workunit.client.0.smithi031.stdout:erased image23 2024-08-10T06:04:05.802 INFO:tasks.workunit.client.0.smithi031.stdout:expected = image24 2024-08-10T06:04:05.802 INFO:tasks.workunit.client.0.smithi031.stdout:found image24 2024-08-10T06:04:05.802 INFO:tasks.workunit.client.0.smithi031.stdout:erased image24 2024-08-10T06:04:05.802 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.TestCopy (4329 ms) 2024-08-10T06:04:05.802 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.TestCopyPP 2024-08-10T06:04:06.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:06 smithi031 ceph-mon[98130]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T06:04:06.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:06 smithi031 ceph-mon[100614]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T06:04:06.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:06 smithi196 ceph-mon[90243]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T06:04:07.429 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:04:07.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:07 smithi031 ceph-mon[98130]: osdmap e1622: 8 total, 8 up, 8 in 2024-08-10T06:04:07.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:07 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/3182174484' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:04:07.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:07 smithi031 ceph-mon[98130]: pgmap v2803: 265 pgs: 3 creating+activating, 14 creating+peering, 28 unknown, 220 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 26 KiB/s rd, 3.5 KiB/s wr, 38 op/s 2024-08-10T06:04:07.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:07 smithi031 ceph-mon[100614]: osdmap e1622: 8 total, 8 up, 8 in 2024-08-10T06:04:07.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:07 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/3182174484' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:04:07.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:07 smithi031 ceph-mon[100614]: pgmap v2803: 265 pgs: 3 creating+activating, 14 creating+peering, 28 unknown, 220 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 26 KiB/s rd, 3.5 KiB/s wr, 38 op/s 2024-08-10T06:04:07.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:07 smithi196 ceph-mon[90243]: osdmap e1622: 8 total, 8 up, 8 in 2024-08-10T06:04:07.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:07 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/3182174484' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:04:07.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:07 smithi196 ceph-mon[90243]: pgmap v2803: 265 pgs: 3 creating+activating, 14 creating+peering, 28 unknown, 220 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 26 KiB/s rd, 3.5 KiB/s wr, 38 op/s 2024-08-10T06:04:08.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:08 smithi031 ceph-mon[98130]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T06:04:08.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:08 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/3182174484' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T06:04:08.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:08 smithi031 ceph-mon[98130]: osdmap e1623: 8 total, 8 up, 8 in 2024-08-10T06:04:08.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:08 smithi031 ceph-mon[100614]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T06:04:08.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:08 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/3182174484' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T06:04:08.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:08 smithi031 ceph-mon[100614]: osdmap e1623: 8 total, 8 up, 8 in 2024-08-10T06:04:08.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:08 smithi196 ceph-mon[90243]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T06:04:08.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:08 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/3182174484' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T06:04:08.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:08 smithi196 ceph-mon[90243]: osdmap e1623: 8 total, 8 up, 8 in 2024-08-10T06:04:09.754 INFO:tasks.workunit.client.0.smithi031.stdout:num images is: 1 2024-08-10T06:04:09.754 INFO:tasks.workunit.client.0.smithi031.stdout:expected: 1 2024-08-10T06:04:09.754 INFO:tasks.workunit.client.0.smithi031.stdout:image: image25 2024-08-10T06:04:09.754 INFO:tasks.workunit.client.0.smithi031.stdout:expected = image25 2024-08-10T06:04:09.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:09 smithi031 ceph-mon[100614]: osdmap e1624: 8 total, 8 up, 8 in 2024-08-10T06:04:09.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:09 smithi031 ceph-mon[100614]: pgmap v2806: 265 pgs: 2 creating+activating, 13 creating+peering, 11 unknown, 239 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 363 KiB/s rd, 23 KiB/s wr, 427 op/s 2024-08-10T06:04:09.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:09 smithi031 ceph-mon[98130]: osdmap e1624: 8 total, 8 up, 8 in 2024-08-10T06:04:09.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:09 smithi031 ceph-mon[98130]: pgmap v2806: 265 pgs: 2 creating+activating, 13 creating+peering, 11 unknown, 239 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 363 KiB/s rd, 23 KiB/s wr, 427 op/s 2024-08-10T06:04:09.777 INFO:tasks.workunit.client.0.smithi031.stdout:num images is: 2 2024-08-10T06:04:09.778 INFO:tasks.workunit.client.0.smithi031.stdout:expected: 2 2024-08-10T06:04:09.778 INFO:tasks.workunit.client.0.smithi031.stdout:image: image25 2024-08-10T06:04:09.778 INFO:tasks.workunit.client.0.smithi031.stdout:image: image26 2024-08-10T06:04:09.778 INFO:tasks.workunit.client.0.smithi031.stdout:expected = image25 2024-08-10T06:04:09.778 INFO:tasks.workunit.client.0.smithi031.stdout:expected = image26 2024-08-10T06:04:09.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:09 smithi196 ceph-mon[90243]: osdmap e1624: 8 total, 8 up, 8 in 2024-08-10T06:04:09.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:09 smithi196 ceph-mon[90243]: pgmap v2806: 265 pgs: 2 creating+activating, 13 creating+peering, 11 unknown, 239 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 363 KiB/s rd, 23 KiB/s wr, 427 op/s 2024-08-10T06:04:09.827 INFO:tasks.workunit.client.0.smithi031.stdout:100.00% done 2024-08-10T06:04:09.827 INFO:tasks.workunit.client.0.smithi031.stdout:num images is: 3 2024-08-10T06:04:09.827 INFO:tasks.workunit.client.0.smithi031.stdout:expected: 3 2024-08-10T06:04:09.828 INFO:tasks.workunit.client.0.smithi031.stdout:image: image25 2024-08-10T06:04:09.828 INFO:tasks.workunit.client.0.smithi031.stdout:image: image26 2024-08-10T06:04:09.828 INFO:tasks.workunit.client.0.smithi031.stdout:image: image27 2024-08-10T06:04:09.828 INFO:tasks.workunit.client.0.smithi031.stdout:expected = image25 2024-08-10T06:04:09.828 INFO:tasks.workunit.client.0.smithi031.stdout:expected = image26 2024-08-10T06:04:09.828 INFO:tasks.workunit.client.0.smithi031.stdout:expected = image27 2024-08-10T06:04:09.858 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.TestCopyPP (4058 ms) 2024-08-10T06:04:09.859 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.TestDeepCopy 2024-08-10T06:04:10.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:10 smithi031 ceph-mon[98130]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T06:04:10.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:10 smithi031 ceph-mon[98130]: osdmap e1625: 8 total, 8 up, 8 in 2024-08-10T06:04:10.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:10 smithi031 ceph-mon[98130]: osdmap e1626: 8 total, 8 up, 8 in 2024-08-10T06:04:10.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:10 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/2188237032' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:04:10.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:10 smithi031 ceph-mon[100614]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T06:04:10.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:10 smithi031 ceph-mon[100614]: osdmap e1625: 8 total, 8 up, 8 in 2024-08-10T06:04:10.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:10 smithi031 ceph-mon[100614]: osdmap e1626: 8 total, 8 up, 8 in 2024-08-10T06:04:10.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:10 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/2188237032' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:04:10.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:10 smithi196 ceph-mon[90243]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T06:04:10.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:10 smithi196 ceph-mon[90243]: osdmap e1625: 8 total, 8 up, 8 in 2024-08-10T06:04:10.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:10 smithi196 ceph-mon[90243]: osdmap e1626: 8 total, 8 up, 8 in 2024-08-10T06:04:10.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:10 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/2188237032' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:04:11.378 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:04:11.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:04:11 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:04:11] "GET /metrics HTTP/1.1" 200 48491 "" "Prometheus/2.43.0" 2024-08-10T06:04:11.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:11 smithi031 ceph-mon[98130]: pgmap v2809: 297 pgs: 2 creating+activating, 18 creating+peering, 27 unknown, 250 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 346 KiB/s rd, 21 KiB/s wr, 404 op/s 2024-08-10T06:04:11.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:11 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:04:11.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:11 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/2188237032' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T06:04:11.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:11 smithi031 ceph-mon[98130]: osdmap e1627: 8 total, 8 up, 8 in 2024-08-10T06:04:11.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:11 smithi031 ceph-mon[100614]: pgmap v2809: 297 pgs: 2 creating+activating, 18 creating+peering, 27 unknown, 250 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 346 KiB/s rd, 21 KiB/s wr, 404 op/s 2024-08-10T06:04:11.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:11 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:04:11.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:11 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/2188237032' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T06:04:11.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:11 smithi031 ceph-mon[100614]: osdmap e1627: 8 total, 8 up, 8 in 2024-08-10T06:04:11.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:11 smithi196 ceph-mon[90243]: pgmap v2809: 297 pgs: 2 creating+activating, 18 creating+peering, 27 unknown, 250 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 346 KiB/s rd, 21 KiB/s wr, 404 op/s 2024-08-10T06:04:11.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:11 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:04:11.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:11 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/2188237032' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T06:04:11.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:11 smithi196 ceph-mon[90243]: osdmap e1627: 8 total, 8 up, 8 in 2024-08-10T06:04:12.681 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:12 smithi196 ceph-mon[90243]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T06:04:12.681 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:12 smithi196 ceph-mon[90243]: osdmap e1628: 8 total, 8 up, 8 in 2024-08-10T06:04:12.682 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:04:12 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:04:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:04:12.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:12 smithi031 ceph-mon[98130]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T06:04:12.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:12 smithi031 ceph-mon[98130]: osdmap e1628: 8 total, 8 up, 8 in 2024-08-10T06:04:12.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:12 smithi031 ceph-mon[100614]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T06:04:12.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:12 smithi031 ceph-mon[100614]: osdmap e1628: 8 total, 8 up, 8 in 2024-08-10T06:04:13.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:13 smithi031 ceph-mon[98130]: pgmap v2812: 297 pgs: 5 creating+peering, 13 unknown, 279 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 329 KiB/s rd, 21 KiB/s wr, 387 op/s 2024-08-10T06:04:13.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:13 smithi031 ceph-mon[98130]: osdmap e1629: 8 total, 8 up, 8 in 2024-08-10T06:04:13.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:13 smithi031 ceph-mon[100614]: pgmap v2812: 297 pgs: 5 creating+peering, 13 unknown, 279 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 329 KiB/s rd, 21 KiB/s wr, 387 op/s 2024-08-10T06:04:13.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:13 smithi031 ceph-mon[100614]: osdmap e1629: 8 total, 8 up, 8 in 2024-08-10T06:04:13.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:13 smithi196 ceph-mon[90243]: pgmap v2812: 297 pgs: 5 creating+peering, 13 unknown, 279 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 329 KiB/s rd, 21 KiB/s wr, 387 op/s 2024-08-10T06:04:13.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:13 smithi196 ceph-mon[90243]: osdmap e1629: 8 total, 8 up, 8 in 2024-08-10T06:04:14.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:14 smithi031 ceph-mon[98130]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T06:04:14.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:14 smithi031 ceph-mon[100614]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T06:04:14.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:14 smithi196 ceph-mon[90243]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T06:04:15.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:15 smithi031 ceph-mon[98130]: osdmap e1630: 8 total, 8 up, 8 in 2024-08-10T06:04:15.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:15 smithi031 ceph-mon[98130]: pgmap v2815: 297 pgs: 5 creating+peering, 5 unknown, 287 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 653 KiB/s rd, 40 KiB/s wr, 757 op/s 2024-08-10T06:04:15.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:15 smithi031 ceph-mon[98130]: osdmap e1631: 8 total, 8 up, 8 in 2024-08-10T06:04:15.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:15 smithi031 ceph-mon[100614]: osdmap e1630: 8 total, 8 up, 8 in 2024-08-10T06:04:15.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:15 smithi031 ceph-mon[100614]: pgmap v2815: 297 pgs: 5 creating+peering, 5 unknown, 287 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 653 KiB/s rd, 40 KiB/s wr, 757 op/s 2024-08-10T06:04:15.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:15 smithi031 ceph-mon[100614]: osdmap e1631: 8 total, 8 up, 8 in 2024-08-10T06:04:15.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:15 smithi196 ceph-mon[90243]: osdmap e1630: 8 total, 8 up, 8 in 2024-08-10T06:04:15.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:15 smithi196 ceph-mon[90243]: pgmap v2815: 297 pgs: 5 creating+peering, 5 unknown, 287 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 653 KiB/s rd, 40 KiB/s wr, 757 op/s 2024-08-10T06:04:15.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:15 smithi196 ceph-mon[90243]: osdmap e1631: 8 total, 8 up, 8 in 2024-08-10T06:04:17.457 INFO:tasks.workunit.client.0.smithi031.stdout:image: image28 2024-08-10T06:04:17.458 INFO:tasks.workunit.client.0.smithi031.stdout:expected = image28 2024-08-10T06:04:17.458 INFO:tasks.workunit.client.0.smithi031.stdout:found image28 2024-08-10T06:04:17.458 INFO:tasks.workunit.client.0.smithi031.stdout:erased image28 2024-08-10T06:04:17.458 INFO:tasks.workunit.client.0.smithi031.stdout:image: image28 2024-08-10T06:04:17.458 INFO:tasks.workunit.client.0.smithi031.stdout:image: image29 2024-08-10T06:04:17.458 INFO:tasks.workunit.client.0.smithi031.stdout:expected = image28 2024-08-10T06:04:17.458 INFO:tasks.workunit.client.0.smithi031.stdout:found image28 2024-08-10T06:04:17.458 INFO:tasks.workunit.client.0.smithi031.stdout:erased image28 2024-08-10T06:04:17.458 INFO:tasks.workunit.client.0.smithi031.stdout:expected = image29 2024-08-10T06:04:17.458 INFO:tasks.workunit.client.0.smithi031.stdout:found image29 2024-08-10T06:04:17.458 INFO:tasks.workunit.client.0.smithi031.stdout:erased image29 2024-08-10T06:04:17.459 INFO:tasks.workunit.client.0.smithi031.stdout:100.00% done 2024-08-10T06:04:17.459 INFO:tasks.workunit.client.0.smithi031.stdout:image: image28 2024-08-10T06:04:17.459 INFO:tasks.workunit.client.0.smithi031.stdout:image: image29 2024-08-10T06:04:17.459 INFO:tasks.workunit.client.0.smithi031.stdout:image: image30 2024-08-10T06:04:17.459 INFO:tasks.workunit.client.0.smithi031.stdout:expected = image28 2024-08-10T06:04:17.459 INFO:tasks.workunit.client.0.smithi031.stdout:found image28 2024-08-10T06:04:17.459 INFO:tasks.workunit.client.0.smithi031.stdout:erased image28 2024-08-10T06:04:17.459 INFO:tasks.workunit.client.0.smithi031.stdout:expected = image29 2024-08-10T06:04:17.459 INFO:tasks.workunit.client.0.smithi031.stdout:found image29 2024-08-10T06:04:17.459 INFO:tasks.workunit.client.0.smithi031.stdout:erased image29 2024-08-10T06:04:17.459 INFO:tasks.workunit.client.0.smithi031.stdout:expected = image30 2024-08-10T06:04:17.459 INFO:tasks.workunit.client.0.smithi031.stdout:found image30 2024-08-10T06:04:17.460 INFO:tasks.workunit.client.0.smithi031.stdout:erased image30 2024-08-10T06:04:17.460 INFO:tasks.workunit.client.0.smithi031.stdout:image: image28 2024-08-10T06:04:17.460 INFO:tasks.workunit.client.0.smithi031.stdout:image: image29 2024-08-10T06:04:17.460 INFO:tasks.workunit.client.0.smithi031.stdout:image: image30 2024-08-10T06:04:17.460 INFO:tasks.workunit.client.0.smithi031.stdout:image: image31 2024-08-10T06:04:17.460 INFO:tasks.workunit.client.0.smithi031.stdout:expected = image28 2024-08-10T06:04:17.460 INFO:tasks.workunit.client.0.smithi031.stdout:found image28 2024-08-10T06:04:17.460 INFO:tasks.workunit.client.0.smithi031.stdout:erased image28 2024-08-10T06:04:17.460 INFO:tasks.workunit.client.0.smithi031.stdout:expected = image29 2024-08-10T06:04:17.460 INFO:tasks.workunit.client.0.smithi031.stdout:found image29 2024-08-10T06:04:17.460 INFO:tasks.workunit.client.0.smithi031.stdout:erased image29 2024-08-10T06:04:17.460 INFO:tasks.workunit.client.0.smithi031.stdout:expected = image30 2024-08-10T06:04:17.461 INFO:tasks.workunit.client.0.smithi031.stdout:found image30 2024-08-10T06:04:17.461 INFO:tasks.workunit.client.0.smithi031.stdout:erased image30 2024-08-10T06:04:17.461 INFO:tasks.workunit.client.0.smithi031.stdout:expected = image31 2024-08-10T06:04:17.461 INFO:tasks.workunit.client.0.smithi031.stdout:found image31 2024-08-10T06:04:17.461 INFO:tasks.workunit.client.0.smithi031.stdout:erased image31 2024-08-10T06:04:17.461 INFO:tasks.workunit.client.0.smithi031.stdout:image: image28 2024-08-10T06:04:17.461 INFO:tasks.workunit.client.0.smithi031.stdout:image: image29 2024-08-10T06:04:17.461 INFO:tasks.workunit.client.0.smithi031.stdout:image: image30 2024-08-10T06:04:17.461 INFO:tasks.workunit.client.0.smithi031.stdout:image: image31 2024-08-10T06:04:17.462 INFO:tasks.workunit.client.0.smithi031.stdout:image: image32 2024-08-10T06:04:17.462 INFO:tasks.workunit.client.0.smithi031.stdout:expected = image28 2024-08-10T06:04:17.462 INFO:tasks.workunit.client.0.smithi031.stdout:found image28 2024-08-10T06:04:17.462 INFO:tasks.workunit.client.0.smithi031.stdout:erased image28 2024-08-10T06:04:17.462 INFO:tasks.workunit.client.0.smithi031.stdout:expected = image29 2024-08-10T06:04:17.462 INFO:tasks.workunit.client.0.smithi031.stdout:found image29 2024-08-10T06:04:17.462 INFO:tasks.workunit.client.0.smithi031.stdout:erased image29 2024-08-10T06:04:17.462 INFO:tasks.workunit.client.0.smithi031.stdout:expected = image30 2024-08-10T06:04:17.462 INFO:tasks.workunit.client.0.smithi031.stdout:found image30 2024-08-10T06:04:17.462 INFO:tasks.workunit.client.0.smithi031.stdout:erased image30 2024-08-10T06:04:17.462 INFO:tasks.workunit.client.0.smithi031.stdout:expected = image31 2024-08-10T06:04:17.462 INFO:tasks.workunit.client.0.smithi031.stdout:found image31 2024-08-10T06:04:17.463 INFO:tasks.workunit.client.0.smithi031.stdout:erased image31 2024-08-10T06:04:17.463 INFO:tasks.workunit.client.0.smithi031.stdout:expected = image32 2024-08-10T06:04:17.463 INFO:tasks.workunit.client.0.smithi031.stdout:found image32 2024-08-10T06:04:17.463 INFO:tasks.workunit.client.0.smithi031.stdout:erased image32 2024-08-10T06:04:17.463 INFO:tasks.workunit.client.0.smithi031.stdout:100.00% done 2024-08-10T06:04:17.463 INFO:tasks.workunit.client.0.smithi031.stdout:image: image28 2024-08-10T06:04:17.463 INFO:tasks.workunit.client.0.smithi031.stdout:image: image29 2024-08-10T06:04:17.463 INFO:tasks.workunit.client.0.smithi031.stdout:image: image30 2024-08-10T06:04:17.463 INFO:tasks.workunit.client.0.smithi031.stdout:image: image31 2024-08-10T06:04:17.463 INFO:tasks.workunit.client.0.smithi031.stdout:image: image32 2024-08-10T06:04:17.463 INFO:tasks.workunit.client.0.smithi031.stdout:image: image33 2024-08-10T06:04:17.463 INFO:tasks.workunit.client.0.smithi031.stdout:expected = image28 2024-08-10T06:04:17.464 INFO:tasks.workunit.client.0.smithi031.stdout:found image28 2024-08-10T06:04:17.464 INFO:tasks.workunit.client.0.smithi031.stdout:erased image28 2024-08-10T06:04:17.464 INFO:tasks.workunit.client.0.smithi031.stdout:expected = image29 2024-08-10T06:04:17.464 INFO:tasks.workunit.client.0.smithi031.stdout:found image29 2024-08-10T06:04:17.464 INFO:tasks.workunit.client.0.smithi031.stdout:erased image29 2024-08-10T06:04:17.464 INFO:tasks.workunit.client.0.smithi031.stdout:expected = image30 2024-08-10T06:04:17.464 INFO:tasks.workunit.client.0.smithi031.stdout:found image30 2024-08-10T06:04:17.464 INFO:tasks.workunit.client.0.smithi031.stdout:erased image30 2024-08-10T06:04:17.464 INFO:tasks.workunit.client.0.smithi031.stdout:expected = image31 2024-08-10T06:04:17.464 INFO:tasks.workunit.client.0.smithi031.stdout:found image31 2024-08-10T06:04:17.464 INFO:tasks.workunit.client.0.smithi031.stdout:erased image31 2024-08-10T06:04:17.464 INFO:tasks.workunit.client.0.smithi031.stdout:expected = image32 2024-08-10T06:04:17.464 INFO:tasks.workunit.client.0.smithi031.stdout:found image32 2024-08-10T06:04:17.465 INFO:tasks.workunit.client.0.smithi031.stdout:erased image32 2024-08-10T06:04:17.465 INFO:tasks.workunit.client.0.smithi031.stdout:expected = image33 2024-08-10T06:04:17.465 INFO:tasks.workunit.client.0.smithi031.stdout:found image33 2024-08-10T06:04:17.465 INFO:tasks.workunit.client.0.smithi031.stdout:erased image33 2024-08-10T06:04:17.465 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.TestDeepCopy (7599 ms) 2024-08-10T06:04:17.465 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.TestDeepCopyPP 2024-08-10T06:04:17.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:17 smithi031 ceph-mon[98130]: osdmap e1632: 8 total, 8 up, 8 in 2024-08-10T06:04:17.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:17 smithi031 ceph-mon[98130]: pgmap v2818: 297 pgs: 297 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 368 KiB/s rd, 22 KiB/s wr, 431 op/s 2024-08-10T06:04:17.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:17 smithi031 ceph-mon[100614]: osdmap e1632: 8 total, 8 up, 8 in 2024-08-10T06:04:17.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:17 smithi031 ceph-mon[100614]: pgmap v2818: 297 pgs: 297 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 368 KiB/s rd, 22 KiB/s wr, 431 op/s 2024-08-10T06:04:17.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:17 smithi196 ceph-mon[90243]: osdmap e1632: 8 total, 8 up, 8 in 2024-08-10T06:04:17.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:17 smithi196 ceph-mon[90243]: pgmap v2818: 297 pgs: 297 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 368 KiB/s rd, 22 KiB/s wr, 431 op/s 2024-08-10T06:04:18.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:18 smithi031 ceph-mon[98130]: osdmap e1633: 8 total, 8 up, 8 in 2024-08-10T06:04:18.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:18 smithi031 ceph-mon[100614]: osdmap e1633: 8 total, 8 up, 8 in 2024-08-10T06:04:18.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:18 smithi196 ceph-mon[90243]: osdmap e1633: 8 total, 8 up, 8 in 2024-08-10T06:04:19.402 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:04:19.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:19 smithi031 ceph-mon[98130]: osdmap e1634: 8 total, 8 up, 8 in 2024-08-10T06:04:19.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:19 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/3459949104' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:04:19.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:19 smithi031 ceph-mon[98130]: pgmap v2821: 329 pgs: 7 creating+peering, 25 unknown, 297 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 102 KiB/s rd, 10 KiB/s wr, 138 op/s 2024-08-10T06:04:19.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:19 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/3459949104' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T06:04:19.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:19 smithi031 ceph-mon[100614]: osdmap e1634: 8 total, 8 up, 8 in 2024-08-10T06:04:19.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:19 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/3459949104' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:04:19.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:19 smithi031 ceph-mon[100614]: pgmap v2821: 329 pgs: 7 creating+peering, 25 unknown, 297 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 102 KiB/s rd, 10 KiB/s wr, 138 op/s 2024-08-10T06:04:19.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:19 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/3459949104' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T06:04:19.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:19 smithi196 ceph-mon[90243]: osdmap e1634: 8 total, 8 up, 8 in 2024-08-10T06:04:19.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:19 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/3459949104' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:04:19.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:19 smithi196 ceph-mon[90243]: pgmap v2821: 329 pgs: 7 creating+peering, 25 unknown, 297 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 102 KiB/s rd, 10 KiB/s wr, 138 op/s 2024-08-10T06:04:19.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:19 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/3459949104' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T06:04:20.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:20 smithi031 ceph-mon[98130]: osdmap e1635: 8 total, 8 up, 8 in 2024-08-10T06:04:20.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:20 smithi031 ceph-mon[98130]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T06:04:20.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:20 smithi031 ceph-mon[98130]: osdmap e1636: 8 total, 8 up, 8 in 2024-08-10T06:04:20.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:20 smithi031 ceph-mon[100614]: osdmap e1635: 8 total, 8 up, 8 in 2024-08-10T06:04:20.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:20 smithi031 ceph-mon[100614]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T06:04:20.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:20 smithi031 ceph-mon[100614]: osdmap e1636: 8 total, 8 up, 8 in 2024-08-10T06:04:20.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:20 smithi196 ceph-mon[90243]: osdmap e1635: 8 total, 8 up, 8 in 2024-08-10T06:04:20.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:20 smithi196 ceph-mon[90243]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T06:04:20.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:20 smithi196 ceph-mon[90243]: osdmap e1636: 8 total, 8 up, 8 in 2024-08-10T06:04:21.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:21 smithi031 ceph-mon[98130]: pgmap v2824: 329 pgs: 15 creating+peering, 10 unknown, 304 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 199 KiB/s rd, 11 KiB/s wr, 240 op/s 2024-08-10T06:04:21.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:21 smithi031 ceph-mon[98130]: osdmap e1637: 8 total, 8 up, 8 in 2024-08-10T06:04:21.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:04:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:04:21] "GET /metrics HTTP/1.1" 200 48491 "" "Prometheus/2.43.0" 2024-08-10T06:04:21.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:21 smithi031 ceph-mon[100614]: pgmap v2824: 329 pgs: 15 creating+peering, 10 unknown, 304 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 199 KiB/s rd, 11 KiB/s wr, 240 op/s 2024-08-10T06:04:21.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:21 smithi031 ceph-mon[100614]: osdmap e1637: 8 total, 8 up, 8 in 2024-08-10T06:04:21.653 INFO:tasks.workunit.client.0.smithi031.stdout:num images is: 1 2024-08-10T06:04:21.654 INFO:tasks.workunit.client.0.smithi031.stdout:expected: 1 2024-08-10T06:04:21.654 INFO:tasks.workunit.client.0.smithi031.stdout:image: image34 2024-08-10T06:04:21.654 INFO:tasks.workunit.client.0.smithi031.stdout:expected = image34 2024-08-10T06:04:21.683 INFO:tasks.workunit.client.0.smithi031.stdout:num images is: 2 2024-08-10T06:04:21.683 INFO:tasks.workunit.client.0.smithi031.stdout:expected: 2 2024-08-10T06:04:21.683 INFO:tasks.workunit.client.0.smithi031.stdout:image: image34 2024-08-10T06:04:21.683 INFO:tasks.workunit.client.0.smithi031.stdout:image: image35 2024-08-10T06:04:21.683 INFO:tasks.workunit.client.0.smithi031.stdout:expected = image34 2024-08-10T06:04:21.683 INFO:tasks.workunit.client.0.smithi031.stdout:expected = image35 2024-08-10T06:04:21.733 INFO:tasks.workunit.client.0.smithi031.stdout:100.00% done 2024-08-10T06:04:21.733 INFO:tasks.workunit.client.0.smithi031.stdout:num images is: 3 2024-08-10T06:04:21.733 INFO:tasks.workunit.client.0.smithi031.stdout:expected: 3 2024-08-10T06:04:21.733 INFO:tasks.workunit.client.0.smithi031.stdout:image: image34 2024-08-10T06:04:21.734 INFO:tasks.workunit.client.0.smithi031.stdout:image: image35 2024-08-10T06:04:21.734 INFO:tasks.workunit.client.0.smithi031.stdout:image: image36 2024-08-10T06:04:21.734 INFO:tasks.workunit.client.0.smithi031.stdout:expected = image34 2024-08-10T06:04:21.734 INFO:tasks.workunit.client.0.smithi031.stdout:expected = image35 2024-08-10T06:04:21.734 INFO:tasks.workunit.client.0.smithi031.stdout:expected = image36 2024-08-10T06:04:21.766 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.TestDeepCopyPP (4309 ms) 2024-08-10T06:04:21.767 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.TestCreateLsDeleteSnap 2024-08-10T06:04:21.767 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:04:21.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:21 smithi196 ceph-mon[90243]: pgmap v2824: 329 pgs: 15 creating+peering, 10 unknown, 304 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 199 KiB/s rd, 11 KiB/s wr, 240 op/s 2024-08-10T06:04:21.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:21 smithi196 ceph-mon[90243]: osdmap e1637: 8 total, 8 up, 8 in 2024-08-10T06:04:22.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:22 smithi031 ceph-mon[98130]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T06:04:22.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:22 smithi031 ceph-mon[100614]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T06:04:22.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:22 smithi196 ceph-mon[90243]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T06:04:22.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:04:22 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:04:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:04:23.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:23 smithi031 ceph-mon[98130]: osdmap e1638: 8 total, 8 up, 8 in 2024-08-10T06:04:23.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:23 smithi031 ceph-mon[98130]: pgmap v2827: 329 pgs: 15 creating+peering, 4 unknown, 310 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 134 KiB/s rd, 3.5 KiB/s wr, 153 op/s 2024-08-10T06:04:23.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:23 smithi031 ceph-mon[100614]: osdmap e1638: 8 total, 8 up, 8 in 2024-08-10T06:04:23.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:23 smithi031 ceph-mon[100614]: pgmap v2827: 329 pgs: 15 creating+peering, 4 unknown, 310 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 134 KiB/s rd, 3.5 KiB/s wr, 153 op/s 2024-08-10T06:04:23.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:23 smithi196 ceph-mon[90243]: osdmap e1638: 8 total, 8 up, 8 in 2024-08-10T06:04:23.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:23 smithi196 ceph-mon[90243]: pgmap v2827: 329 pgs: 15 creating+peering, 4 unknown, 310 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 134 KiB/s rd, 3.5 KiB/s wr, 153 op/s 2024-08-10T06:04:24.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:24 smithi031 ceph-mon[98130]: osdmap e1639: 8 total, 8 up, 8 in 2024-08-10T06:04:24.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:24 smithi031 ceph-mon[100614]: osdmap e1639: 8 total, 8 up, 8 in 2024-08-10T06:04:24.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:24 smithi196 ceph-mon[90243]: osdmap e1639: 8 total, 8 up, 8 in 2024-08-10T06:04:25.457 INFO:tasks.workunit.client.0.smithi031.stdout:num snaps is: 1 2024-08-10T06:04:25.457 INFO:tasks.workunit.client.0.smithi031.stdout:expected: 1 2024-08-10T06:04:25.457 INFO:tasks.workunit.client.0.smithi031.stdout:snap: snap1 2024-08-10T06:04:25.458 INFO:tasks.workunit.client.0.smithi031.stdout:found snap1 with size 2097152 2024-08-10T06:04:25.458 INFO:tasks.workunit.client.0.smithi031.stdout:num snaps is: 2 2024-08-10T06:04:25.458 INFO:tasks.workunit.client.0.smithi031.stdout:expected: 2 2024-08-10T06:04:25.458 INFO:tasks.workunit.client.0.smithi031.stdout:snap: snap1 2024-08-10T06:04:25.458 INFO:tasks.workunit.client.0.smithi031.stdout:snap: snap2 2024-08-10T06:04:25.458 INFO:tasks.workunit.client.0.smithi031.stdout:found snap1 with size 2097152 2024-08-10T06:04:25.458 INFO:tasks.workunit.client.0.smithi031.stdout:found snap2 with size 4194304 2024-08-10T06:04:25.458 INFO:tasks.workunit.client.0.smithi031.stdout:num snaps is: 1 2024-08-10T06:04:25.458 INFO:tasks.workunit.client.0.smithi031.stdout:expected: 1 2024-08-10T06:04:25.458 INFO:tasks.workunit.client.0.smithi031.stdout:snap: snap2 2024-08-10T06:04:25.458 INFO:tasks.workunit.client.0.smithi031.stdout:found snap2 with size 4194304 2024-08-10T06:04:25.458 INFO:tasks.workunit.client.0.smithi031.stdout:num snaps is: 0 2024-08-10T06:04:25.459 INFO:tasks.workunit.client.0.smithi031.stdout:expected: 0 2024-08-10T06:04:25.459 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.TestCreateLsDeleteSnap (3691 ms) 2024-08-10T06:04:25.459 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.TestGetSnapShotTimeStamp 2024-08-10T06:04:25.459 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:04:25.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:25 smithi031 ceph-mon[98130]: osdmap e1640: 8 total, 8 up, 8 in 2024-08-10T06:04:25.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:25 smithi031 ceph-mon[98130]: pgmap v2830: 329 pgs: 329 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 332 KiB/s rd, 22 KiB/s wr, 395 op/s 2024-08-10T06:04:25.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:25 smithi031 ceph-mon[100614]: osdmap e1640: 8 total, 8 up, 8 in 2024-08-10T06:04:25.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:25 smithi031 ceph-mon[100614]: pgmap v2830: 329 pgs: 329 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 332 KiB/s rd, 22 KiB/s wr, 395 op/s 2024-08-10T06:04:25.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:25 smithi196 ceph-mon[90243]: osdmap e1640: 8 total, 8 up, 8 in 2024-08-10T06:04:25.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:25 smithi196 ceph-mon[90243]: pgmap v2830: 329 pgs: 329 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 332 KiB/s rd, 22 KiB/s wr, 395 op/s 2024-08-10T06:04:26.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:26 smithi031 ceph-mon[98130]: osdmap e1641: 8 total, 8 up, 8 in 2024-08-10T06:04:26.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:04:26.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:26 smithi031 ceph-mon[100614]: osdmap e1641: 8 total, 8 up, 8 in 2024-08-10T06:04:26.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:04:26.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:26 smithi196 ceph-mon[90243]: osdmap e1641: 8 total, 8 up, 8 in 2024-08-10T06:04:26.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:04:27.476 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.TestGetSnapShotTimeStamp (2019 ms) 2024-08-10T06:04:27.477 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.TestCreateLsDeleteSnapPP 2024-08-10T06:04:27.477 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:04:27.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:27 smithi031 ceph-mon[100614]: osdmap e1642: 8 total, 8 up, 8 in 2024-08-10T06:04:27.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:27 smithi031 ceph-mon[100614]: pgmap v2833: 329 pgs: 329 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 366 KiB/s rd, 24 KiB/s wr, 436 op/s 2024-08-10T06:04:27.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:27 smithi031 ceph-mon[98130]: osdmap e1642: 8 total, 8 up, 8 in 2024-08-10T06:04:27.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:27 smithi031 ceph-mon[98130]: pgmap v2833: 329 pgs: 329 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 366 KiB/s rd, 24 KiB/s wr, 436 op/s 2024-08-10T06:04:27.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:27 smithi196 ceph-mon[90243]: osdmap e1642: 8 total, 8 up, 8 in 2024-08-10T06:04:27.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:27 smithi196 ceph-mon[90243]: pgmap v2833: 329 pgs: 329 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 366 KiB/s rd, 24 KiB/s wr, 436 op/s 2024-08-10T06:04:28.481 INFO:tasks.workunit.client.0.smithi031.stdout:num snaps is: 1 2024-08-10T06:04:28.481 INFO:tasks.workunit.client.0.smithi031.stdout:expected: 1 2024-08-10T06:04:28.481 INFO:tasks.workunit.client.0.smithi031.stdout:snap: snap1 2024-08-10T06:04:28.481 INFO:tasks.workunit.client.0.smithi031.stdout:found snap1 with size 2097152 2024-08-10T06:04:28.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:28 smithi031 ceph-mon[100614]: osdmap e1643: 8 total, 8 up, 8 in 2024-08-10T06:04:28.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:28 smithi031 ceph-mon[98130]: osdmap e1643: 8 total, 8 up, 8 in 2024-08-10T06:04:28.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:28 smithi196 ceph-mon[90243]: osdmap e1643: 8 total, 8 up, 8 in 2024-08-10T06:04:29.490 INFO:tasks.workunit.client.0.smithi031.stdout:num snaps is: 2 2024-08-10T06:04:29.490 INFO:tasks.workunit.client.0.smithi031.stdout:expected: 2 2024-08-10T06:04:29.490 INFO:tasks.workunit.client.0.smithi031.stdout:snap: snap1 2024-08-10T06:04:29.490 INFO:tasks.workunit.client.0.smithi031.stdout:snap: snap2 2024-08-10T06:04:29.490 INFO:tasks.workunit.client.0.smithi031.stdout:found snap1 with size 2097152 2024-08-10T06:04:29.490 INFO:tasks.workunit.client.0.smithi031.stdout:found snap2 with size 4194304 2024-08-10T06:04:29.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:29 smithi031 ceph-mon[100614]: osdmap e1644: 8 total, 8 up, 8 in 2024-08-10T06:04:29.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:29 smithi031 ceph-mon[100614]: pgmap v2836: 329 pgs: 329 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 78 KiB/s rd, 6.7 KiB/s wr, 102 op/s 2024-08-10T06:04:29.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:29 smithi031 ceph-mon[98130]: osdmap e1644: 8 total, 8 up, 8 in 2024-08-10T06:04:29.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:29 smithi031 ceph-mon[98130]: pgmap v2836: 329 pgs: 329 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 78 KiB/s rd, 6.7 KiB/s wr, 102 op/s 2024-08-10T06:04:29.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:29 smithi196 ceph-mon[90243]: osdmap e1644: 8 total, 8 up, 8 in 2024-08-10T06:04:29.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:29 smithi196 ceph-mon[90243]: pgmap v2836: 329 pgs: 329 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 78 KiB/s rd, 6.7 KiB/s wr, 102 op/s 2024-08-10T06:04:30.395 INFO:tasks.workunit.client.0.smithi031.stdout:num snaps is: 1 2024-08-10T06:04:30.395 INFO:tasks.workunit.client.0.smithi031.stdout:expected: 1 2024-08-10T06:04:30.395 INFO:tasks.workunit.client.0.smithi031.stdout:snap: snap2 2024-08-10T06:04:30.396 INFO:tasks.workunit.client.0.smithi031.stdout:found snap2 with size 4194304 2024-08-10T06:04:30.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:30 smithi031 ceph-mon[100614]: osdmap e1645: 8 total, 8 up, 8 in 2024-08-10T06:04:30.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:30 smithi031 ceph-mon[100614]: osdmap e1646: 8 total, 8 up, 8 in 2024-08-10T06:04:30.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:30 smithi031 ceph-mon[98130]: osdmap e1645: 8 total, 8 up, 8 in 2024-08-10T06:04:30.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:30 smithi031 ceph-mon[98130]: osdmap e1646: 8 total, 8 up, 8 in 2024-08-10T06:04:30.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:30 smithi196 ceph-mon[90243]: osdmap e1645: 8 total, 8 up, 8 in 2024-08-10T06:04:30.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:30 smithi196 ceph-mon[90243]: osdmap e1646: 8 total, 8 up, 8 in 2024-08-10T06:04:31.399 INFO:tasks.workunit.client.0.smithi031.stdout:num snaps is: 0 2024-08-10T06:04:31.399 INFO:tasks.workunit.client.0.smithi031.stdout:expected: 0 2024-08-10T06:04:31.407 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.TestCreateLsDeleteSnapPP (3931 ms) 2024-08-10T06:04:31.407 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.TestGetNameIdSnapPP 2024-08-10T06:04:31.407 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:04:31.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:04:31 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:04:31] "GET /metrics HTTP/1.1" 200 50963 "" "Prometheus/2.43.0" 2024-08-10T06:04:31.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:31 smithi031 ceph-mon[98130]: pgmap v2839: 329 pgs: 329 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 65 KiB/s rd, 6.7 KiB/s wr, 89 op/s 2024-08-10T06:04:31.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:31 smithi031 ceph-mon[98130]: osdmap e1647: 8 total, 8 up, 8 in 2024-08-10T06:04:31.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:31 smithi031 ceph-mon[100614]: pgmap v2839: 329 pgs: 329 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 65 KiB/s rd, 6.7 KiB/s wr, 89 op/s 2024-08-10T06:04:31.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:31 smithi031 ceph-mon[100614]: osdmap e1647: 8 total, 8 up, 8 in 2024-08-10T06:04:31.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:31 smithi196 ceph-mon[90243]: pgmap v2839: 329 pgs: 329 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 65 KiB/s rd, 6.7 KiB/s wr, 89 op/s 2024-08-10T06:04:31.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:31 smithi196 ceph-mon[90243]: osdmap e1647: 8 total, 8 up, 8 in 2024-08-10T06:04:32.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:04:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:04:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:04:33.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:33 smithi031 ceph-mon[100614]: osdmap e1648: 8 total, 8 up, 8 in 2024-08-10T06:04:33.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:33 smithi031 ceph-mon[100614]: pgmap v2842: 329 pgs: 329 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 25 KiB/s rd, 3.2 KiB/s wr, 36 op/s 2024-08-10T06:04:33.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:33 smithi031 ceph-mon[98130]: osdmap e1648: 8 total, 8 up, 8 in 2024-08-10T06:04:33.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:33 smithi031 ceph-mon[98130]: pgmap v2842: 329 pgs: 329 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 25 KiB/s rd, 3.2 KiB/s wr, 36 op/s 2024-08-10T06:04:33.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:33 smithi196 ceph-mon[90243]: osdmap e1648: 8 total, 8 up, 8 in 2024-08-10T06:04:33.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:33 smithi196 ceph-mon[90243]: pgmap v2842: 329 pgs: 329 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 25 KiB/s rd, 3.2 KiB/s wr, 36 op/s 2024-08-10T06:04:34.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:34 smithi031 ceph-mon[98130]: osdmap e1649: 8 total, 8 up, 8 in 2024-08-10T06:04:34.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:34 smithi031 ceph-mon[100614]: osdmap e1649: 8 total, 8 up, 8 in 2024-08-10T06:04:34.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:34 smithi196 ceph-mon[90243]: osdmap e1649: 8 total, 8 up, 8 in 2024-08-10T06:04:35.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:35 smithi031 ceph-mon[98130]: osdmap e1650: 8 total, 8 up, 8 in 2024-08-10T06:04:35.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:35 smithi031 ceph-mon[98130]: pgmap v2845: 329 pgs: 329 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 23 KiB/s rd, 4.0 KiB/s wr, 33 op/s 2024-08-10T06:04:35.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:35 smithi031 ceph-mon[98130]: osdmap e1651: 8 total, 8 up, 8 in 2024-08-10T06:04:35.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:35 smithi031 ceph-mon[100614]: osdmap e1650: 8 total, 8 up, 8 in 2024-08-10T06:04:35.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:35 smithi031 ceph-mon[100614]: pgmap v2845: 329 pgs: 329 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 23 KiB/s rd, 4.0 KiB/s wr, 33 op/s 2024-08-10T06:04:35.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:35 smithi031 ceph-mon[100614]: osdmap e1651: 8 total, 8 up, 8 in 2024-08-10T06:04:35.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:35 smithi196 ceph-mon[90243]: osdmap e1650: 8 total, 8 up, 8 in 2024-08-10T06:04:35.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:35 smithi196 ceph-mon[90243]: pgmap v2845: 329 pgs: 329 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 23 KiB/s rd, 4.0 KiB/s wr, 33 op/s 2024-08-10T06:04:35.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:35 smithi196 ceph-mon[90243]: osdmap e1651: 8 total, 8 up, 8 in 2024-08-10T06:04:37.435 INFO:tasks.workunit.client.0.smithi031.stdout:num snaps is: 0 2024-08-10T06:04:37.435 INFO:tasks.workunit.client.0.smithi031.stdout:expected: 0 2024-08-10T06:04:37.439 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.TestGetNameIdSnapPP (6032 ms) 2024-08-10T06:04:37.439 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.TestCreateLsRenameSnapPP 2024-08-10T06:04:37.440 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:04:37.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:37 smithi031 ceph-mon[100614]: osdmap e1652: 8 total, 8 up, 8 in 2024-08-10T06:04:37.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:37 smithi031 ceph-mon[100614]: pgmap v2848: 329 pgs: 329 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 55 KiB/s rd, 6.2 KiB/s wr, 75 op/s 2024-08-10T06:04:37.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:37 smithi031 ceph-mon[98130]: osdmap e1652: 8 total, 8 up, 8 in 2024-08-10T06:04:37.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:37 smithi031 ceph-mon[98130]: pgmap v2848: 329 pgs: 329 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 55 KiB/s rd, 6.2 KiB/s wr, 75 op/s 2024-08-10T06:04:37.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:37 smithi196 ceph-mon[90243]: osdmap e1652: 8 total, 8 up, 8 in 2024-08-10T06:04:37.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:37 smithi196 ceph-mon[90243]: pgmap v2848: 329 pgs: 329 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 55 KiB/s rd, 6.2 KiB/s wr, 75 op/s 2024-08-10T06:04:38.439 INFO:tasks.workunit.client.0.smithi031.stdout:num snaps is: 1 2024-08-10T06:04:38.439 INFO:tasks.workunit.client.0.smithi031.stdout:expected: 1 2024-08-10T06:04:38.439 INFO:tasks.workunit.client.0.smithi031.stdout:snap: snap1 2024-08-10T06:04:38.440 INFO:tasks.workunit.client.0.smithi031.stdout:found snap1 with size 2097152 2024-08-10T06:04:38.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:38 smithi031 ceph-mon[98130]: osdmap e1653: 8 total, 8 up, 8 in 2024-08-10T06:04:38.818 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:38 smithi031 ceph-mon[100614]: osdmap e1653: 8 total, 8 up, 8 in 2024-08-10T06:04:38.819 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:38 smithi196 ceph-mon[90243]: osdmap e1653: 8 total, 8 up, 8 in 2024-08-10T06:04:39.449 INFO:tasks.workunit.client.0.smithi031.stdout:num snaps is: 2 2024-08-10T06:04:39.449 INFO:tasks.workunit.client.0.smithi031.stdout:expected: 2 2024-08-10T06:04:39.449 INFO:tasks.workunit.client.0.smithi031.stdout:snap: snap1 2024-08-10T06:04:39.449 INFO:tasks.workunit.client.0.smithi031.stdout:snap: snap2 2024-08-10T06:04:39.449 INFO:tasks.workunit.client.0.smithi031.stdout:found snap1 with size 2097152 2024-08-10T06:04:39.449 INFO:tasks.workunit.client.0.smithi031.stdout:found snap2 with size 4194304 2024-08-10T06:04:39.458 INFO:tasks.workunit.client.0.smithi031.stdout:num snaps is: 2 2024-08-10T06:04:39.458 INFO:tasks.workunit.client.0.smithi031.stdout:expected: 2 2024-08-10T06:04:39.458 INFO:tasks.workunit.client.0.smithi031.stdout:snap: snap1-rename 2024-08-10T06:04:39.458 INFO:tasks.workunit.client.0.smithi031.stdout:snap: snap2 2024-08-10T06:04:39.458 INFO:tasks.workunit.client.0.smithi031.stdout:found snap1-rename with size 2097152 2024-08-10T06:04:39.458 INFO:tasks.workunit.client.0.smithi031.stdout:found snap2 with size 4194304 2024-08-10T06:04:39.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:39 smithi031 ceph-mon[100614]: osdmap e1654: 8 total, 8 up, 8 in 2024-08-10T06:04:39.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:39 smithi031 ceph-mon[100614]: pgmap v2851: 329 pgs: 329 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 35 KiB/s rd, 3.7 KiB/s wr, 49 op/s 2024-08-10T06:04:39.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:39 smithi031 ceph-mon[98130]: osdmap e1654: 8 total, 8 up, 8 in 2024-08-10T06:04:39.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:39 smithi031 ceph-mon[98130]: pgmap v2851: 329 pgs: 329 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 35 KiB/s rd, 3.7 KiB/s wr, 49 op/s 2024-08-10T06:04:39.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:39 smithi196 ceph-mon[90243]: osdmap e1654: 8 total, 8 up, 8 in 2024-08-10T06:04:39.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:39 smithi196 ceph-mon[90243]: pgmap v2851: 329 pgs: 329 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 35 KiB/s rd, 3.7 KiB/s wr, 49 op/s 2024-08-10T06:04:40.404 INFO:tasks.workunit.client.0.smithi031.stdout:num snaps is: 1 2024-08-10T06:04:40.404 INFO:tasks.workunit.client.0.smithi031.stdout:expected: 1 2024-08-10T06:04:40.404 INFO:tasks.workunit.client.0.smithi031.stdout:snap: snap2-rename 2024-08-10T06:04:40.404 INFO:tasks.workunit.client.0.smithi031.stdout:found snap2-rename with size 4194304 2024-08-10T06:04:40.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:40 smithi031 ceph-mon[100614]: osdmap e1655: 8 total, 8 up, 8 in 2024-08-10T06:04:40.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:40 smithi031 ceph-mon[100614]: osdmap e1656: 8 total, 8 up, 8 in 2024-08-10T06:04:40.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:40 smithi031 ceph-mon[98130]: osdmap e1655: 8 total, 8 up, 8 in 2024-08-10T06:04:40.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:40 smithi031 ceph-mon[98130]: osdmap e1656: 8 total, 8 up, 8 in 2024-08-10T06:04:40.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:40 smithi196 ceph-mon[90243]: osdmap e1655: 8 total, 8 up, 8 in 2024-08-10T06:04:40.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:40 smithi196 ceph-mon[90243]: osdmap e1656: 8 total, 8 up, 8 in 2024-08-10T06:04:41.402 INFO:tasks.workunit.client.0.smithi031.stdout:num snaps is: 0 2024-08-10T06:04:41.402 INFO:tasks.workunit.client.0.smithi031.stdout:expected: 0 2024-08-10T06:04:41.405 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.TestCreateLsRenameSnapPP (3966 ms) 2024-08-10T06:04:41.406 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.ConcurrentCreatesUnvalidatedPool 2024-08-10T06:04:41.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:04:41 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:04:41] "GET /metrics HTTP/1.1" 200 50959 "" "Prometheus/2.43.0" 2024-08-10T06:04:42.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:41 smithi031 ceph-mon[98130]: pgmap v2854: 329 pgs: 329 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 25 KiB/s rd, 2.5 KiB/s wr, 35 op/s 2024-08-10T06:04:42.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:04:42.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:04:42.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:41 smithi031 ceph-mon[98130]: osdmap e1657: 8 total, 8 up, 8 in 2024-08-10T06:04:42.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:41 smithi031 ceph-mon[100614]: pgmap v2854: 329 pgs: 329 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 25 KiB/s rd, 2.5 KiB/s wr, 35 op/s 2024-08-10T06:04:42.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:04:42.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:04:42.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:41 smithi031 ceph-mon[100614]: osdmap e1657: 8 total, 8 up, 8 in 2024-08-10T06:04:42.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:41 smithi196 ceph-mon[90243]: pgmap v2854: 329 pgs: 329 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 25 KiB/s rd, 2.5 KiB/s wr, 35 op/s 2024-08-10T06:04:42.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:04:42.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:04:42.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:41 smithi196 ceph-mon[90243]: osdmap e1657: 8 total, 8 up, 8 in 2024-08-10T06:04:42.562 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:04:42 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:04:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:04:43.411 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:04:43.412 INFO:tasks.workunit.client.0.smithi031.stdout:using new format!using new format! 2024-08-10T06:04:43.412 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:04:43.412 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:04:43.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:43 smithi196 ceph-mon[90243]: osdmap e1658: 8 total, 8 up, 8 in 2024-08-10T06:04:43.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:43 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/1444415777' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:04:43.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:43 smithi196 ceph-mon[90243]: pgmap v2857: 361 pgs: 3 creating+peering, 29 unknown, 329 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 77 KiB/s rd, 7.0 KiB/s wr, 103 op/s 2024-08-10T06:04:43.718 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:43 smithi031 ceph-mon[98130]: osdmap e1658: 8 total, 8 up, 8 in 2024-08-10T06:04:43.718 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:43 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/1444415777' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:04:43.718 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:43 smithi031 ceph-mon[98130]: pgmap v2857: 361 pgs: 3 creating+peering, 29 unknown, 329 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 77 KiB/s rd, 7.0 KiB/s wr, 103 op/s 2024-08-10T06:04:43.719 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:43 smithi031 ceph-mon[100614]: osdmap e1658: 8 total, 8 up, 8 in 2024-08-10T06:04:43.719 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:43 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/1444415777' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:04:43.719 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:43 smithi031 ceph-mon[100614]: pgmap v2857: 361 pgs: 3 creating+peering, 29 unknown, 329 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 77 KiB/s rd, 7.0 KiB/s wr, 103 op/s 2024-08-10T06:04:44.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:44 smithi031 ceph-mon[98130]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T06:04:44.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:44 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/1444415777' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T06:04:44.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:44 smithi031 ceph-mon[98130]: osdmap e1659: 8 total, 8 up, 8 in 2024-08-10T06:04:44.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:44 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:04:44.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:44 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:04:44.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:44 smithi031 ceph-mon[100614]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T06:04:44.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:44 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/1444415777' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T06:04:44.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:44 smithi031 ceph-mon[100614]: osdmap e1659: 8 total, 8 up, 8 in 2024-08-10T06:04:44.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:44 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:04:44.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:44 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:04:44.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:44 smithi196 ceph-mon[90243]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T06:04:44.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:44 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/1444415777' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T06:04:44.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:44 smithi196 ceph-mon[90243]: osdmap e1659: 8 total, 8 up, 8 in 2024-08-10T06:04:44.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:44 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:04:44.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:44 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:04:45.658 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.ConcurrentCreatesUnvalidatedPool (4253 ms) 2024-08-10T06:04:45.659 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.RemoveFullTry 2024-08-10T06:04:45.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:45 smithi031 ceph-mon[98130]: osdmap e1660: 8 total, 8 up, 8 in 2024-08-10T06:04:45.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:45 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:04:45.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:45 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:04:45.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:45 smithi031 ceph-mon[98130]: pgmap v2860: 361 pgs: 6 creating+peering, 14 unknown, 341 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 53 KiB/s rd, 5.2 KiB/s wr, 72 op/s 2024-08-10T06:04:45.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:45 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:04:45.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:45 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:04:45.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:45 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:04:45.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:45 smithi031 ceph-mon[98130]: osdmap e1661: 8 total, 8 up, 8 in 2024-08-10T06:04:45.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:45 smithi031 ceph-mon[100614]: osdmap e1660: 8 total, 8 up, 8 in 2024-08-10T06:04:45.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:45 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:04:45.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:45 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:04:45.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:45 smithi031 ceph-mon[100614]: pgmap v2860: 361 pgs: 6 creating+peering, 14 unknown, 341 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 53 KiB/s rd, 5.2 KiB/s wr, 72 op/s 2024-08-10T06:04:45.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:45 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:04:45.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:45 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:04:45.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:45 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:04:45.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:45 smithi031 ceph-mon[100614]: osdmap e1661: 8 total, 8 up, 8 in 2024-08-10T06:04:45.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:45 smithi196 ceph-mon[90243]: osdmap e1660: 8 total, 8 up, 8 in 2024-08-10T06:04:45.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:45 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:04:45.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:45 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:04:45.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:45 smithi196 ceph-mon[90243]: pgmap v2860: 361 pgs: 6 creating+peering, 14 unknown, 341 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 53 KiB/s rd, 5.2 KiB/s wr, 72 op/s 2024-08-10T06:04:45.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:45 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:04:45.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:45 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:04:45.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:45 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:04:45.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:45 smithi196 ceph-mon[90243]: osdmap e1661: 8 total, 8 up, 8 in 2024-08-10T06:04:46.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:46 smithi031 ceph-mon[100614]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T06:04:46.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:46 smithi031 ceph-mon[98130]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T06:04:46.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:46 smithi196 ceph-mon[90243]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T06:04:47.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:47 smithi031 ceph-mon[98130]: osdmap e1662: 8 total, 8 up, 8 in 2024-08-10T06:04:47.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:47 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/1513097136' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:04:47.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:47 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:04:47.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:47 smithi031 ceph-mon[98130]: pgmap v2863: 393 pgs: 10 creating+peering, 31 unknown, 352 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 2.0 KiB/s rd, 2.5 KiB/s wr, 6 op/s 2024-08-10T06:04:47.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:47 smithi031 ceph-mon[100614]: osdmap e1662: 8 total, 8 up, 8 in 2024-08-10T06:04:47.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:47 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/1513097136' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:04:47.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:47 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:04:47.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:47 smithi031 ceph-mon[100614]: pgmap v2863: 393 pgs: 10 creating+peering, 31 unknown, 352 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 2.0 KiB/s rd, 2.5 KiB/s wr, 6 op/s 2024-08-10T06:04:47.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:47 smithi196 ceph-mon[90243]: osdmap e1662: 8 total, 8 up, 8 in 2024-08-10T06:04:47.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:47 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/1513097136' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:04:47.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:47 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:04:47.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:47 smithi196 ceph-mon[90243]: pgmap v2863: 393 pgs: 10 creating+peering, 31 unknown, 352 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 2.0 KiB/s rd, 2.5 KiB/s wr, 6 op/s 2024-08-10T06:04:48.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:48 smithi031 ceph-mon[98130]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T06:04:48.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:48 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T06:04:48.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:48 smithi031 ceph-mon[98130]: osdmap e1663: 8 total, 8 up, 8 in 2024-08-10T06:04:48.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:48 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-23","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:04:48.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:48 smithi031 ceph-mon[100614]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T06:04:48.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:48 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T06:04:48.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:48 smithi031 ceph-mon[100614]: osdmap e1663: 8 total, 8 up, 8 in 2024-08-10T06:04:48.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:48 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-23","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:04:48.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:48 smithi196 ceph-mon[90243]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T06:04:48.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:48 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T06:04:48.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:48 smithi196 ceph-mon[90243]: osdmap e1663: 8 total, 8 up, 8 in 2024-08-10T06:04:48.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:48 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-23","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:04:49.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:49 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-23","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-08-10T06:04:49.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:49 smithi031 ceph-mon[100614]: osdmap e1664: 8 total, 8 up, 8 in 2024-08-10T06:04:49.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:49 smithi031 ceph-mon[100614]: pgmap v2866: 393 pgs: 10 creating+peering, 11 unknown, 372 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 47 KiB/s rd, 6.2 KiB/s wr, 68 op/s 2024-08-10T06:04:49.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:49 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-23","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-08-10T06:04:49.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:49 smithi031 ceph-mon[98130]: osdmap e1664: 8 total, 8 up, 8 in 2024-08-10T06:04:49.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:49 smithi031 ceph-mon[98130]: pgmap v2866: 393 pgs: 10 creating+peering, 11 unknown, 372 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 47 KiB/s rd, 6.2 KiB/s wr, 68 op/s 2024-08-10T06:04:49.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:49 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-23","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-08-10T06:04:49.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:49 smithi196 ceph-mon[90243]: osdmap e1664: 8 total, 8 up, 8 in 2024-08-10T06:04:49.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:49 smithi196 ceph-mon[90243]: pgmap v2866: 393 pgs: 10 creating+peering, 11 unknown, 372 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 47 KiB/s rd, 6.2 KiB/s wr, 68 op/s 2024-08-10T06:04:50.412 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:04:50.768 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:04:50 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: [10/Aug/2024:06:04:50] ENGINE Bus STOPPING 2024-08-10T06:04:50.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:50 smithi031 ceph-mon[98130]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T06:04:50.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:50 smithi031 ceph-mon[98130]: osdmap e1665: 8 total, 8 up, 8 in 2024-08-10T06:04:50.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:50 smithi031 ceph-mon[98130]: osdmap e1666: 8 total, 8 up, 8 in 2024-08-10T06:04:50.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:50 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' 2024-08-10T06:04:50.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:50 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi031-151948-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-08-10T06:04:50.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:50 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:04:50.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:50 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:04:50.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:50 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:04:50.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:50 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:04:50.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:50 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:04:50.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:50 smithi031 ceph-mon[100614]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T06:04:50.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:50 smithi031 ceph-mon[100614]: osdmap e1665: 8 total, 8 up, 8 in 2024-08-10T06:04:50.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:50 smithi031 ceph-mon[100614]: osdmap e1666: 8 total, 8 up, 8 in 2024-08-10T06:04:50.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:50 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' 2024-08-10T06:04:50.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:50 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi031-151948-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-08-10T06:04:50.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:50 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:04:50.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:50 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:04:50.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:50 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:04:50.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:50 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:04:50.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:50 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:04:50.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:50 smithi196 ceph-mon[90243]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T06:04:50.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:50 smithi196 ceph-mon[90243]: osdmap e1665: 8 total, 8 up, 8 in 2024-08-10T06:04:50.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:50 smithi196 ceph-mon[90243]: osdmap e1666: 8 total, 8 up, 8 in 2024-08-10T06:04:50.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:50 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' 2024-08-10T06:04:50.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:50 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi031-151948-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-08-10T06:04:50.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:50 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:04:50.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:50 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:04:50.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:50 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:04:50.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:50 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:04:50.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:50 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:04:51.020 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:04:50 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: [10/Aug/2024:06:04:50] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-10T06:04:51.020 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:04:50 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: [10/Aug/2024:06:04:50] ENGINE Bus STOPPED 2024-08-10T06:04:51.020 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:04:50 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: [10/Aug/2024:06:04:50] ENGINE Bus STARTING 2024-08-10T06:04:51.020 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:04:50 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: [10/Aug/2024:06:04:50] ENGINE Serving on http://:::9283 2024-08-10T06:04:51.020 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:04:50 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: [10/Aug/2024:06:04:50] ENGINE Bus STARTED 2024-08-10T06:04:51.305 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:04:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:04:51] "GET /metrics HTTP/1.1" 200 50959 "" "Prometheus/2.43.0" 2024-08-10T06:04:51.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:51 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T06:04:51.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:51 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:04:51.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:51 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:04:51.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:51 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:04:51.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:51 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:04:51.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:51 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:04:51.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:51 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:04:51.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:51 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:04:51.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:51 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:04:51.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:51 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:04:51.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:51 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:04:51.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:51 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:04:51.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:51 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:04:51.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:51 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:04:51.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:51 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:04:51.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:51 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:04:51.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:51 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:04:51.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:51 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:04:51.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:51 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:04:51.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:51 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:04:51.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:51 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:04:51.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:51 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:04:51.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:51 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:04:51.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:51 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:04:51.772 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:51 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:04:51.772 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:51 smithi031 ceph-mon[100614]: pgmap v2869: 393 pgs: 10 creating+peering, 383 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 100 KiB/s rd, 7.5 KiB/s wr, 143 op/s 2024-08-10T06:04:51.772 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:51 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi031-151948-23", "field": "max_bytes", "val": "10485760"}]': finished 2024-08-10T06:04:51.772 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:51 smithi031 ceph-mon[100614]: osdmap e1667: 8 total, 8 up, 8 in 2024-08-10T06:04:51.772 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:51 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T06:04:51.772 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:51 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:04:51.772 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:51 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:04:51.772 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:51 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:04:51.773 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:51 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:04:51.773 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:51 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:04:51.773 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:51 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:04:51.773 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:51 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:04:51.773 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:51 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:04:51.773 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:51 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:04:51.773 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:51 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:04:51.773 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:51 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:04:51.773 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:51 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:04:51.773 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:51 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:04:51.773 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:51 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:04:51.774 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:51 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:04:51.774 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:51 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:04:51.774 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:51 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:04:51.774 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:51 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:04:51.774 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:51 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:04:51.774 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:51 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:04:51.774 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:51 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:04:51.774 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:51 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:04:51.774 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:51 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:04:51.774 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:51 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:04:51.774 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:51 smithi031 ceph-mon[98130]: pgmap v2869: 393 pgs: 10 creating+peering, 383 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 100 KiB/s rd, 7.5 KiB/s wr, 143 op/s 2024-08-10T06:04:51.775 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:51 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi031-151948-23", "field": "max_bytes", "val": "10485760"}]': finished 2024-08-10T06:04:51.775 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:51 smithi031 ceph-mon[98130]: osdmap e1667: 8 total, 8 up, 8 in 2024-08-10T06:04:51.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:51 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T06:04:51.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:51 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:04:51.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:51 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:04:51.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:51 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:04:51.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:51 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:04:51.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:51 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:04:51.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:51 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:04:51.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:51 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:04:51.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:51 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:04:51.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:51 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:04:51.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:51 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:04:51.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:51 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:04:51.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:51 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:04:51.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:51 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:04:51.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:51 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:04:51.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:51 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:04:51.781 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:51 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:04:51.781 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:51 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:04:51.781 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:51 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:04:51.781 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:51 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:04:51.781 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:51 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:04:51.781 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:51 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:04:51.781 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:51 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:04:51.781 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:51 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:04:51.781 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:51 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:04:51.782 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:51 smithi196 ceph-mon[90243]: pgmap v2869: 393 pgs: 10 creating+peering, 383 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 100 KiB/s rd, 7.5 KiB/s wr, 143 op/s 2024-08-10T06:04:51.782 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:51 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi031-151948-23", "field": "max_bytes", "val": "10485760"}]': finished 2024-08-10T06:04:51.782 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:51 smithi196 ceph-mon[90243]: osdmap e1667: 8 total, 8 up, 8 in 2024-08-10T06:04:52.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:04:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:04:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:04:54.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:53 smithi031 ceph-mon[98130]: pgmap v2871: 393 pgs: 393 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 63 KiB/s rd, 6.1 KiB/s wr, 91 op/s 2024-08-10T06:04:54.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:53 smithi031 ceph-mon[100614]: pgmap v2871: 393 pgs: 393 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 63 KiB/s rd, 6.1 KiB/s wr, 91 op/s 2024-08-10T06:04:54.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:53 smithi196 ceph-mon[90243]: pgmap v2871: 393 pgs: 393 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 63 KiB/s rd, 6.1 KiB/s wr, 91 op/s 2024-08-10T06:04:56.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:55 smithi031 ceph-mon[98130]: pgmap v2872: 393 pgs: 393 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 42 KiB/s rd, 2.8 KiB/s wr, 60 op/s 2024-08-10T06:04:56.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:55 smithi031 ceph-mon[98130]: osdmap e1668: 8 total, 8 up, 8 in 2024-08-10T06:04:56.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:55 smithi031 ceph-mon[100614]: pgmap v2872: 393 pgs: 393 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 42 KiB/s rd, 2.8 KiB/s wr, 60 op/s 2024-08-10T06:04:56.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:55 smithi031 ceph-mon[100614]: osdmap e1668: 8 total, 8 up, 8 in 2024-08-10T06:04:56.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:55 smithi196 ceph-mon[90243]: pgmap v2872: 393 pgs: 393 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 42 KiB/s rd, 2.8 KiB/s wr, 60 op/s 2024-08-10T06:04:56.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:55 smithi196 ceph-mon[90243]: osdmap e1668: 8 total, 8 up, 8 in 2024-08-10T06:04:57.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:04:57.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:56 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:04:57.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:56 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:04:58.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:57 smithi031 ceph-mon[98130]: pgmap v2874: 393 pgs: 393 active+clean; 8.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 26 KiB/s rd, 651 KiB/s wr, 37 op/s 2024-08-10T06:04:58.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:57 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1", "id": [1, 4]}]: dispatch 2024-08-10T06:04:58.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:57 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.13", "id": [2, 4]}]: dispatch 2024-08-10T06:04:58.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:57 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.17", "id": [7, 3]}]: dispatch 2024-08-10T06:04:58.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:57 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1f", "id": [2, 4]}]: dispatch 2024-08-10T06:04:58.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:57 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.11", "id": [1, 4]}]: dispatch 2024-08-10T06:04:58.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:57 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.1e", "id": [0, 3]}]: dispatch 2024-08-10T06:04:58.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:57 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.11", "id": [0, 7]}]: dispatch 2024-08-10T06:04:58.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:57 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.a", "id": [4, 3]}]: dispatch 2024-08-10T06:04:58.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:57 smithi031 ceph-mon[100614]: pgmap v2874: 393 pgs: 393 active+clean; 8.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 26 KiB/s rd, 651 KiB/s wr, 37 op/s 2024-08-10T06:04:58.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:57 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1", "id": [1, 4]}]: dispatch 2024-08-10T06:04:58.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:57 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.13", "id": [2, 4]}]: dispatch 2024-08-10T06:04:58.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:57 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.17", "id": [7, 3]}]: dispatch 2024-08-10T06:04:58.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:57 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1f", "id": [2, 4]}]: dispatch 2024-08-10T06:04:58.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:57 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.11", "id": [1, 4]}]: dispatch 2024-08-10T06:04:58.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:57 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.1e", "id": [0, 3]}]: dispatch 2024-08-10T06:04:58.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:57 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.11", "id": [0, 7]}]: dispatch 2024-08-10T06:04:58.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:57 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.a", "id": [4, 3]}]: dispatch 2024-08-10T06:04:58.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:57 smithi196 ceph-mon[90243]: pgmap v2874: 393 pgs: 393 active+clean; 8.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 26 KiB/s rd, 651 KiB/s wr, 37 op/s 2024-08-10T06:04:58.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:57 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1", "id": [1, 4]}]: dispatch 2024-08-10T06:04:58.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:57 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.13", "id": [2, 4]}]: dispatch 2024-08-10T06:04:58.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:57 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.17", "id": [7, 3]}]: dispatch 2024-08-10T06:04:58.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:57 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1f", "id": [2, 4]}]: dispatch 2024-08-10T06:04:58.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:57 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.11", "id": [1, 4]}]: dispatch 2024-08-10T06:04:58.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:57 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.1e", "id": [0, 3]}]: dispatch 2024-08-10T06:04:58.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:57 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.11", "id": [0, 7]}]: dispatch 2024-08-10T06:04:58.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:57 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.a", "id": [4, 3]}]: dispatch 2024-08-10T06:04:59.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:58 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1", "id": [1, 4]}]': finished 2024-08-10T06:04:59.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:58 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.13", "id": [2, 4]}]': finished 2024-08-10T06:04:59.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:58 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.17", "id": [7, 3]}]': finished 2024-08-10T06:04:59.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:58 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1f", "id": [2, 4]}]': finished 2024-08-10T06:04:59.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:58 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.11", "id": [1, 4]}]': finished 2024-08-10T06:04:59.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:58 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.1e", "id": [0, 3]}]': finished 2024-08-10T06:04:59.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:58 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.11", "id": [0, 7]}]': finished 2024-08-10T06:04:59.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:58 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.a", "id": [4, 3]}]': finished 2024-08-10T06:04:59.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:58 smithi031 ceph-mon[100614]: osdmap e1669: 8 total, 8 up, 8 in 2024-08-10T06:04:59.021 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:58 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1", "id": [1, 4]}]': finished 2024-08-10T06:04:59.021 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:58 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.13", "id": [2, 4]}]': finished 2024-08-10T06:04:59.021 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:58 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.17", "id": [7, 3]}]': finished 2024-08-10T06:04:59.021 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:58 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1f", "id": [2, 4]}]': finished 2024-08-10T06:04:59.021 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:58 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.11", "id": [1, 4]}]': finished 2024-08-10T06:04:59.021 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:58 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.1e", "id": [0, 3]}]': finished 2024-08-10T06:04:59.021 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:58 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.11", "id": [0, 7]}]': finished 2024-08-10T06:04:59.021 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:58 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.a", "id": [4, 3]}]': finished 2024-08-10T06:04:59.021 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:58 smithi031 ceph-mon[98130]: osdmap e1669: 8 total, 8 up, 8 in 2024-08-10T06:04:59.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:58 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1", "id": [1, 4]}]': finished 2024-08-10T06:04:59.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:58 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.13", "id": [2, 4]}]': finished 2024-08-10T06:04:59.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:58 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.17", "id": [7, 3]}]': finished 2024-08-10T06:04:59.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:58 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1f", "id": [2, 4]}]': finished 2024-08-10T06:04:59.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:58 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.11", "id": [1, 4]}]': finished 2024-08-10T06:04:59.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:58 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.1e", "id": [0, 3]}]': finished 2024-08-10T06:04:59.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:58 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.11", "id": [0, 7]}]': finished 2024-08-10T06:04:59.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:58 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.a", "id": [4, 3]}]': finished 2024-08-10T06:04:59.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:58 smithi196 ceph-mon[90243]: osdmap e1669: 8 total, 8 up, 8 in 2024-08-10T06:05:00.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:59 smithi031 ceph-mon[100614]: pgmap v2876: 393 pgs: 2 peering, 391 active+clean; 8.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 9.5 KiB/s rd, 564 KiB/s wr, 14 op/s 2024-08-10T06:05:00.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:04:59 smithi031 ceph-mon[100614]: osdmap e1670: 8 total, 8 up, 8 in 2024-08-10T06:05:00.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:59 smithi031 ceph-mon[98130]: pgmap v2876: 393 pgs: 2 peering, 391 active+clean; 8.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 9.5 KiB/s rd, 564 KiB/s wr, 14 op/s 2024-08-10T06:05:00.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:04:59 smithi031 ceph-mon[98130]: osdmap e1670: 8 total, 8 up, 8 in 2024-08-10T06:05:00.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:59 smithi196 ceph-mon[90243]: pgmap v2876: 393 pgs: 2 peering, 391 active+clean; 8.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 9.5 KiB/s rd, 564 KiB/s wr, 14 op/s 2024-08-10T06:05:00.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:04:59 smithi196 ceph-mon[90243]: osdmap e1670: 8 total, 8 up, 8 in 2024-08-10T06:05:01.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:05:01 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:05:01] "GET /metrics HTTP/1.1" 200 55787 "" "Prometheus/2.43.0" 2024-08-10T06:05:01.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:01 smithi031 ceph-mon[98130]: osdmap e1671: 8 total, 8 up, 8 in 2024-08-10T06:05:01.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:01 smithi031 ceph-mon[98130]: pgmap v2879: 393 pgs: 2 peering, 391 active+clean; 13 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 7.4 KiB/s rd, 773 KiB/s wr, 11 op/s; 0 B/s, 16 keys/s, 0 objects/s recovering 2024-08-10T06:05:01.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:01 smithi031 ceph-mon[100614]: osdmap e1671: 8 total, 8 up, 8 in 2024-08-10T06:05:01.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:01 smithi031 ceph-mon[100614]: pgmap v2879: 393 pgs: 2 peering, 391 active+clean; 13 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 7.4 KiB/s rd, 773 KiB/s wr, 11 op/s; 0 B/s, 16 keys/s, 0 objects/s recovering 2024-08-10T06:05:01.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:01 smithi196 ceph-mon[90243]: osdmap e1671: 8 total, 8 up, 8 in 2024-08-10T06:05:01.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:01 smithi196 ceph-mon[90243]: pgmap v2879: 393 pgs: 2 peering, 391 active+clean; 13 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 7.4 KiB/s rd, 773 KiB/s wr, 11 op/s; 0 B/s, 16 keys/s, 0 objects/s recovering 2024-08-10T06:05:02.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:05:02 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:05:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:05:04.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:03 smithi031 ceph-mon[98130]: pgmap v2880: 393 pgs: 2 peering, 391 active+clean; 16 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 852 B/s rd, 1.2 MiB/s wr, 2 op/s; 0 B/s, 14 keys/s, 0 objects/s recovering 2024-08-10T06:05:04.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:03 smithi031 ceph-mon[100614]: pgmap v2880: 393 pgs: 2 peering, 391 active+clean; 16 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 852 B/s rd, 1.2 MiB/s wr, 2 op/s; 0 B/s, 14 keys/s, 0 objects/s recovering 2024-08-10T06:05:04.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:03 smithi196 ceph-mon[90243]: pgmap v2880: 393 pgs: 2 peering, 391 active+clean; 16 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 852 B/s rd, 1.2 MiB/s wr, 2 op/s; 0 B/s, 14 keys/s, 0 objects/s recovering 2024-08-10T06:05:05.605 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.RemoveFullTry (19947 ms) 2024-08-10T06:05:05.605 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.RemoveFullTryDataPool 2024-08-10T06:05:06.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:06 smithi031 ceph-mon[98130]: pgmap v2881: 393 pgs: 393 active+clean; 16 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.4 KiB/s rd, 1.0 MiB/s wr, 3 op/s; 0 B/s, 12 keys/s, 0 objects/s recovering 2024-08-10T06:05:06.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:06 smithi031 ceph-mon[98130]: pool 'test-librbd-smithi031-151948-23' is full (reached quota's max_bytes: 10 MiB) 2024-08-10T06:05:06.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:06 smithi031 ceph-mon[98130]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-08-10T06:05:06.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:06 smithi031 ceph-mon[98130]: osdmap e1672: 8 total, 8 up, 8 in 2024-08-10T06:05:06.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:06 smithi031 ceph-mon[100614]: pgmap v2881: 393 pgs: 393 active+clean; 16 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.4 KiB/s rd, 1.0 MiB/s wr, 3 op/s; 0 B/s, 12 keys/s, 0 objects/s recovering 2024-08-10T06:05:06.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:06 smithi031 ceph-mon[100614]: pool 'test-librbd-smithi031-151948-23' is full (reached quota's max_bytes: 10 MiB) 2024-08-10T06:05:06.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:06 smithi031 ceph-mon[100614]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-08-10T06:05:06.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:06 smithi031 ceph-mon[100614]: osdmap e1672: 8 total, 8 up, 8 in 2024-08-10T06:05:06.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:06 smithi196 ceph-mon[90243]: pgmap v2881: 393 pgs: 393 active+clean; 16 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.4 KiB/s rd, 1.0 MiB/s wr, 3 op/s; 0 B/s, 12 keys/s, 0 objects/s recovering 2024-08-10T06:05:06.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:06 smithi196 ceph-mon[90243]: pool 'test-librbd-smithi031-151948-23' is full (reached quota's max_bytes: 10 MiB) 2024-08-10T06:05:06.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:06 smithi196 ceph-mon[90243]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-08-10T06:05:06.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:06 smithi196 ceph-mon[90243]: osdmap e1672: 8 total, 8 up, 8 in 2024-08-10T06:05:07.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:07 smithi031 ceph-mon[98130]: osdmap e1673: 8 total, 8 up, 8 in 2024-08-10T06:05:07.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:07 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/3316427720' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:05:07.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:07 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:05:07.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:07 smithi031 ceph-mon[98130]: pgmap v2884: 425 pgs: 2 creating+peering, 30 unknown, 393 active+clean; 16 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 13 KiB/s rd, 1.1 MiB/s wr, 17 op/s; 0 B/s, 12 keys/s, 0 objects/s recovering 2024-08-10T06:05:07.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:07 smithi031 ceph-mon[100614]: osdmap e1673: 8 total, 8 up, 8 in 2024-08-10T06:05:07.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:07 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/3316427720' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:05:07.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:07 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:05:07.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:07 smithi031 ceph-mon[100614]: pgmap v2884: 425 pgs: 2 creating+peering, 30 unknown, 393 active+clean; 16 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 13 KiB/s rd, 1.1 MiB/s wr, 17 op/s; 0 B/s, 12 keys/s, 0 objects/s recovering 2024-08-10T06:05:07.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:07 smithi196 ceph-mon[90243]: osdmap e1673: 8 total, 8 up, 8 in 2024-08-10T06:05:07.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:07 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/3316427720' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:05:07.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:07 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:05:07.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:07 smithi196 ceph-mon[90243]: pgmap v2884: 425 pgs: 2 creating+peering, 30 unknown, 393 active+clean; 16 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 13 KiB/s rd, 1.1 MiB/s wr, 17 op/s; 0 B/s, 12 keys/s, 0 objects/s recovering 2024-08-10T06:05:08.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:08 smithi031 ceph-mon[98130]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T06:05:08.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:08 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T06:05:08.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:08 smithi031 ceph-mon[98130]: osdmap e1674: 8 total, 8 up, 8 in 2024-08-10T06:05:08.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:08 smithi031 ceph-mon[100614]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T06:05:08.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:08 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T06:05:08.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:08 smithi031 ceph-mon[100614]: osdmap e1674: 8 total, 8 up, 8 in 2024-08-10T06:05:08.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:08 smithi196 ceph-mon[90243]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T06:05:08.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:08 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T06:05:08.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:08 smithi196 ceph-mon[90243]: osdmap e1674: 8 total, 8 up, 8 in 2024-08-10T06:05:09.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:09 smithi031 ceph-mon[98130]: osdmap e1675: 8 total, 8 up, 8 in 2024-08-10T06:05:09.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:09 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/1660796707' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:05:09.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:09 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:05:09.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:09 smithi031 ceph-mon[98130]: pgmap v2887: 457 pgs: 9 creating+peering, 40 unknown, 408 active+clean; 13 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 26 KiB/s rd, 769 KiB/s wr, 35 op/s 2024-08-10T06:05:09.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:09 smithi031 ceph-mon[100614]: osdmap e1675: 8 total, 8 up, 8 in 2024-08-10T06:05:09.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:09 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/1660796707' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:05:09.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:09 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:05:09.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:09 smithi031 ceph-mon[100614]: pgmap v2887: 457 pgs: 9 creating+peering, 40 unknown, 408 active+clean; 13 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 26 KiB/s rd, 769 KiB/s wr, 35 op/s 2024-08-10T06:05:09.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:09 smithi196 ceph-mon[90243]: osdmap e1675: 8 total, 8 up, 8 in 2024-08-10T06:05:09.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:09 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/1660796707' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:05:09.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:09 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:05:09.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:09 smithi196 ceph-mon[90243]: pgmap v2887: 457 pgs: 9 creating+peering, 40 unknown, 408 active+clean; 13 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 26 KiB/s rd, 769 KiB/s wr, 35 op/s 2024-08-10T06:05:10.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:10 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T06:05:10.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:10 smithi031 ceph-mon[100614]: osdmap e1676: 8 total, 8 up, 8 in 2024-08-10T06:05:10.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:10 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-24","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:05:10.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:10 smithi031 ceph-mon[100614]: pool 'test-librbd-smithi031-151948-23' no longer out of quota; removing NO_QUOTA flag 2024-08-10T06:05:10.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:10 smithi031 ceph-mon[100614]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-08-10T06:05:10.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:10 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-24","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-08-10T06:05:10.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:10 smithi031 ceph-mon[100614]: osdmap e1677: 8 total, 8 up, 8 in 2024-08-10T06:05:10.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:10 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T06:05:10.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:10 smithi031 ceph-mon[98130]: osdmap e1676: 8 total, 8 up, 8 in 2024-08-10T06:05:10.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:10 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-24","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:05:10.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:10 smithi031 ceph-mon[98130]: pool 'test-librbd-smithi031-151948-23' no longer out of quota; removing NO_QUOTA flag 2024-08-10T06:05:10.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:10 smithi031 ceph-mon[98130]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-08-10T06:05:10.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:10 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-24","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-08-10T06:05:10.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:10 smithi031 ceph-mon[98130]: osdmap e1677: 8 total, 8 up, 8 in 2024-08-10T06:05:10.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:10 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T06:05:10.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:10 smithi196 ceph-mon[90243]: osdmap e1676: 8 total, 8 up, 8 in 2024-08-10T06:05:10.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:10 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-24","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:05:10.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:10 smithi196 ceph-mon[90243]: pool 'test-librbd-smithi031-151948-23' no longer out of quota; removing NO_QUOTA flag 2024-08-10T06:05:10.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:10 smithi196 ceph-mon[90243]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-08-10T06:05:10.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:10 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-24","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-08-10T06:05:10.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:10 smithi196 ceph-mon[90243]: osdmap e1677: 8 total, 8 up, 8 in 2024-08-10T06:05:11.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:05:11 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:05:11] "GET /metrics HTTP/1.1" 200 60626 "" "Prometheus/2.43.0" 2024-08-10T06:05:12.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:11 smithi031 ceph-mon[98130]: pgmap v2890: 457 pgs: 14 creating+peering, 16 unknown, 427 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 10 KiB/s rd, 770 KiB/s wr, 18 op/s 2024-08-10T06:05:12.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:11 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:05:12.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:11 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:05:12.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:11 smithi031 ceph-mon[98130]: osdmap e1678: 8 total, 8 up, 8 in 2024-08-10T06:05:12.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:11 smithi031 ceph-mon[98130]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T06:05:12.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:11 smithi031 ceph-mon[100614]: pgmap v2890: 457 pgs: 14 creating+peering, 16 unknown, 427 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 10 KiB/s rd, 770 KiB/s wr, 18 op/s 2024-08-10T06:05:12.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:11 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:05:12.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:11 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:05:12.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:11 smithi031 ceph-mon[100614]: osdmap e1678: 8 total, 8 up, 8 in 2024-08-10T06:05:12.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:11 smithi031 ceph-mon[100614]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T06:05:12.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:11 smithi196 ceph-mon[90243]: pgmap v2890: 457 pgs: 14 creating+peering, 16 unknown, 427 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 10 KiB/s rd, 770 KiB/s wr, 18 op/s 2024-08-10T06:05:12.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:11 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:05:12.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:11 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:05:12.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:11 smithi196 ceph-mon[90243]: osdmap e1678: 8 total, 8 up, 8 in 2024-08-10T06:05:12.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:11 smithi196 ceph-mon[90243]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T06:05:12.460 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:05:12.595 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:05:12 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:05:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:05:12.763 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:05:12 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: [10/Aug/2024:06:05:12] ENGINE Bus STOPPING 2024-08-10T06:05:13.019 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:05:12 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: [10/Aug/2024:06:05:12] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-10T06:05:13.020 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:05:12 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: [10/Aug/2024:06:05:12] ENGINE Bus STOPPED 2024-08-10T06:05:13.020 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:05:12 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: [10/Aug/2024:06:05:12] ENGINE Bus STARTING 2024-08-10T06:05:13.020 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:05:12 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: [10/Aug/2024:06:05:12] ENGINE Serving on http://:::9283 2024-08-10T06:05:13.020 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:05:12 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: [10/Aug/2024:06:05:12] ENGINE Bus STARTED 2024-08-10T06:05:13.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:13 smithi031 ceph-mon[98130]: osdmap e1679: 8 total, 8 up, 8 in 2024-08-10T06:05:13.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:13 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' 2024-08-10T06:05:13.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:13 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:05:13.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:13 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:05:13.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:13 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:05:13.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:13 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:05:13.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:13 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:05:13.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:13 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T06:05:13.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:13 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:05:13.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:13 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:05:13.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:13 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:05:13.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:13 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:05:13.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:13 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:05:13.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:13 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:05:13.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:13 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:05:13.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:13 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:05:13.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:13 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:05:13.772 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:13 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:05:13.772 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:13 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:05:13.772 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:13 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:05:13.772 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:13 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:05:13.772 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:13 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:05:13.772 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:13 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:05:13.772 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:13 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:05:13.772 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:13 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:05:13.772 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:13 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:05:13.772 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:13 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:05:13.772 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:13 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:05:13.772 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:13 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:05:13.772 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:13 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:05:13.772 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:13 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:05:13.773 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:13 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:05:13.773 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:13 smithi031 ceph-mon[98130]: pgmap v2893: 457 pgs: 9 creating+peering, 2 unknown, 446 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-08-10T06:05:13.773 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:13 smithi031 ceph-mon[100614]: osdmap e1679: 8 total, 8 up, 8 in 2024-08-10T06:05:13.773 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:13 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' 2024-08-10T06:05:13.773 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:13 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:05:13.773 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:13 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:05:13.773 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:13 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:05:13.773 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:13 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:05:13.773 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:13 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:05:13.774 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:13 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T06:05:13.774 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:13 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:05:13.774 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:13 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:05:13.774 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:13 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:05:13.774 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:13 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:05:13.774 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:13 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:05:13.774 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:13 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:05:13.774 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:13 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:05:13.774 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:13 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:05:13.774 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:13 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:05:13.774 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:13 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:05:13.774 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:13 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:05:13.774 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:13 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:05:13.775 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:13 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:05:13.775 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:13 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:05:13.775 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:13 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:05:13.775 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:13 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:05:13.775 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:13 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:05:13.775 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:13 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:05:13.775 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:13 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:05:13.775 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:13 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:05:13.775 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:13 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:05:13.775 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:13 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:05:13.775 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:13 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:05:13.775 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:13 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:05:13.775 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:13 smithi031 ceph-mon[100614]: pgmap v2893: 457 pgs: 9 creating+peering, 2 unknown, 446 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-08-10T06:05:13.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:13 smithi196 ceph-mon[90243]: osdmap e1679: 8 total, 8 up, 8 in 2024-08-10T06:05:13.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:13 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' 2024-08-10T06:05:13.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:13 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:05:13.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:13 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:05:13.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:13 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:05:13.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:13 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:05:13.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:13 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:05:13.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:13 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T06:05:13.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:13 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:05:13.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:13 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:05:13.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:13 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:05:13.781 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:13 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:05:13.781 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:13 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:05:13.781 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:13 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:05:13.781 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:13 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:05:13.781 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:13 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:05:13.781 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:13 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:05:13.781 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:13 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:05:13.781 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:13 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:05:13.781 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:13 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:05:13.781 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:13 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:05:13.781 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:13 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:05:13.781 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:13 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:05:13.781 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:13 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:05:13.781 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:13 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:05:13.781 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:13 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:05:13.782 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:13 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:05:13.782 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:13 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:05:13.782 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:13 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:05:13.782 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:13 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:05:13.782 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:13 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:05:13.782 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:13 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:05:13.782 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:13 smithi196 ceph-mon[90243]: pgmap v2893: 457 pgs: 9 creating+peering, 2 unknown, 446 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-08-10T06:05:14.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:14 smithi031 ceph-mon[98130]: osdmap e1680: 8 total, 8 up, 8 in 2024-08-10T06:05:14.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:14 smithi031 ceph-mon[100614]: osdmap e1680: 8 total, 8 up, 8 in 2024-08-10T06:05:14.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:14 smithi196 ceph-mon[90243]: osdmap e1680: 8 total, 8 up, 8 in 2024-08-10T06:05:15.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:15 smithi031 ceph-mon[98130]: osdmap e1681: 8 total, 8 up, 8 in 2024-08-10T06:05:15.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:15 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi031-151948-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-08-10T06:05:15.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:15 smithi031 ceph-mon[98130]: pgmap v2896: 457 pgs: 457 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 767 B/s wr, 1 op/s 2024-08-10T06:05:15.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:15 smithi031 ceph-mon[100614]: osdmap e1681: 8 total, 8 up, 8 in 2024-08-10T06:05:15.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:15 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi031-151948-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-08-10T06:05:15.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:15 smithi031 ceph-mon[100614]: pgmap v2896: 457 pgs: 457 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 767 B/s wr, 1 op/s 2024-08-10T06:05:15.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:15 smithi196 ceph-mon[90243]: osdmap e1681: 8 total, 8 up, 8 in 2024-08-10T06:05:15.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:15 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi031-151948-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-08-10T06:05:15.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:15 smithi196 ceph-mon[90243]: pgmap v2896: 457 pgs: 457 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 767 B/s wr, 1 op/s 2024-08-10T06:05:16.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:16 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi031-151948-25", "field": "max_bytes", "val": "10485760"}]': finished 2024-08-10T06:05:16.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:16 smithi031 ceph-mon[98130]: osdmap e1682: 8 total, 8 up, 8 in 2024-08-10T06:05:16.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:16 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi031-151948-25", "field": "max_bytes", "val": "10485760"}]': finished 2024-08-10T06:05:16.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:16 smithi031 ceph-mon[100614]: osdmap e1682: 8 total, 8 up, 8 in 2024-08-10T06:05:16.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:16 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi031-151948-25", "field": "max_bytes", "val": "10485760"}]': finished 2024-08-10T06:05:16.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:16 smithi196 ceph-mon[90243]: osdmap e1682: 8 total, 8 up, 8 in 2024-08-10T06:05:17.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:17 smithi031 ceph-mon[98130]: pgmap v2898: 457 pgs: 457 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 8.9 KiB/s rd, 1.4 KiB/s wr, 14 op/s 2024-08-10T06:05:17.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:17 smithi031 ceph-mon[100614]: pgmap v2898: 457 pgs: 457 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 8.9 KiB/s rd, 1.4 KiB/s wr, 14 op/s 2024-08-10T06:05:17.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:17 smithi196 ceph-mon[90243]: pgmap v2898: 457 pgs: 457 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 8.9 KiB/s rd, 1.4 KiB/s wr, 14 op/s 2024-08-10T06:05:20.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:19 smithi031 ceph-mon[98130]: pgmap v2899: 457 pgs: 457 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 6.5 KiB/s rd, 1.3 KiB/s wr, 10 op/s 2024-08-10T06:05:20.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:19 smithi031 ceph-mon[100614]: pgmap v2899: 457 pgs: 457 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 6.5 KiB/s rd, 1.3 KiB/s wr, 10 op/s 2024-08-10T06:05:20.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:19 smithi196 ceph-mon[90243]: pgmap v2899: 457 pgs: 457 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 6.5 KiB/s rd, 1.3 KiB/s wr, 10 op/s 2024-08-10T06:05:21.522 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:05:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:05:21] "GET /metrics HTTP/1.1" 200 60626 "" "Prometheus/2.43.0" 2024-08-10T06:05:21.522 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:21 smithi031 ceph-mon[98130]: osdmap e1683: 8 total, 8 up, 8 in 2024-08-10T06:05:21.522 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:21 smithi031 ceph-mon[98130]: pgmap v2901: 457 pgs: 457 active+clean; 8.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 10 KiB/s rd, 659 KiB/s wr, 17 op/s 2024-08-10T06:05:21.523 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:21 smithi031 ceph-mon[100614]: osdmap e1683: 8 total, 8 up, 8 in 2024-08-10T06:05:21.523 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:21 smithi031 ceph-mon[100614]: pgmap v2901: 457 pgs: 457 active+clean; 8.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 10 KiB/s rd, 659 KiB/s wr, 17 op/s 2024-08-10T06:05:21.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:21 smithi196 ceph-mon[90243]: osdmap e1683: 8 total, 8 up, 8 in 2024-08-10T06:05:21.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:21 smithi196 ceph-mon[90243]: pgmap v2901: 457 pgs: 457 active+clean; 8.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 10 KiB/s rd, 659 KiB/s wr, 17 op/s 2024-08-10T06:05:22.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:05:22 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:05:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:05:24.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:23 smithi031 ceph-mon[100614]: pgmap v2902: 457 pgs: 457 active+clean; 8.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 8.0 KiB/s rd, 513 KiB/s wr, 13 op/s 2024-08-10T06:05:24.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:23 smithi031 ceph-mon[98130]: pgmap v2902: 457 pgs: 457 active+clean; 8.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 8.0 KiB/s rd, 513 KiB/s wr, 13 op/s 2024-08-10T06:05:24.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:23 smithi196 ceph-mon[90243]: pgmap v2902: 457 pgs: 457 active+clean; 8.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 8.0 KiB/s rd, 513 KiB/s wr, 13 op/s 2024-08-10T06:05:26.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:25 smithi031 ceph-mon[98130]: pgmap v2903: 457 pgs: 457 active+clean; 13 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 4.2 KiB/s rd, 889 KiB/s wr, 7 op/s 2024-08-10T06:05:26.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:25 smithi031 ceph-mon[98130]: osdmap e1684: 8 total, 8 up, 8 in 2024-08-10T06:05:26.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:25 smithi031 ceph-mon[100614]: pgmap v2903: 457 pgs: 457 active+clean; 13 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 4.2 KiB/s rd, 889 KiB/s wr, 7 op/s 2024-08-10T06:05:26.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:25 smithi031 ceph-mon[100614]: osdmap e1684: 8 total, 8 up, 8 in 2024-08-10T06:05:26.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:25 smithi196 ceph-mon[90243]: pgmap v2903: 457 pgs: 457 active+clean; 13 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 4.2 KiB/s rd, 889 KiB/s wr, 7 op/s 2024-08-10T06:05:26.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:25 smithi196 ceph-mon[90243]: osdmap e1684: 8 total, 8 up, 8 in 2024-08-10T06:05:27.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:05:27.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:05:27.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:05:27.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:05:27.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:05:27.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:05:28.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:27 smithi031 ceph-mon[98130]: pgmap v2905: 457 pgs: 457 active+clean; 13 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 4.7 KiB/s rd, 1.0 MiB/s wr, 8 op/s 2024-08-10T06:05:28.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:27 smithi031 ceph-mon[100614]: pgmap v2905: 457 pgs: 457 active+clean; 13 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 4.7 KiB/s rd, 1.0 MiB/s wr, 8 op/s 2024-08-10T06:05:28.282 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:27 smithi196 ceph-mon[90243]: pgmap v2905: 457 pgs: 457 active+clean; 13 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 4.7 KiB/s rd, 1.0 MiB/s wr, 8 op/s 2024-08-10T06:05:30.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:29 smithi031 ceph-mon[98130]: pgmap v2906: 457 pgs: 457 active+clean; 17 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 987 KiB/s wr, 2 op/s 2024-08-10T06:05:30.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:29 smithi031 ceph-mon[100614]: pgmap v2906: 457 pgs: 457 active+clean; 17 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 987 KiB/s wr, 2 op/s 2024-08-10T06:05:30.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:29 smithi196 ceph-mon[90243]: pgmap v2906: 457 pgs: 457 active+clean; 17 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 987 KiB/s wr, 2 op/s 2024-08-10T06:05:31.255 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:30 smithi031 ceph-mon[98130]: pool 'test-librbd-smithi031-151948-25' is full (reached quota's max_bytes: 10 MiB) 2024-08-10T06:05:31.255 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:30 smithi031 ceph-mon[98130]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-08-10T06:05:31.255 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:30 smithi031 ceph-mon[98130]: osdmap e1685: 8 total, 8 up, 8 in 2024-08-10T06:05:31.255 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:30 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi031-151948-24", "field": "max_objects", "val": "6"}]: dispatch 2024-08-10T06:05:31.255 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:30 smithi031 ceph-mon[100614]: pool 'test-librbd-smithi031-151948-25' is full (reached quota's max_bytes: 10 MiB) 2024-08-10T06:05:31.256 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:30 smithi031 ceph-mon[100614]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-08-10T06:05:31.256 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:30 smithi031 ceph-mon[100614]: osdmap e1685: 8 total, 8 up, 8 in 2024-08-10T06:05:31.256 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:30 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi031-151948-24", "field": "max_objects", "val": "6"}]: dispatch 2024-08-10T06:05:31.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:30 smithi196 ceph-mon[90243]: pool 'test-librbd-smithi031-151948-25' is full (reached quota's max_bytes: 10 MiB) 2024-08-10T06:05:31.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:30 smithi196 ceph-mon[90243]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-08-10T06:05:31.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:30 smithi196 ceph-mon[90243]: osdmap e1685: 8 total, 8 up, 8 in 2024-08-10T06:05:31.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:30 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi031-151948-24", "field": "max_objects", "val": "6"}]: dispatch 2024-08-10T06:05:31.402 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:05:31.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:05:31 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:05:31] "GET /metrics HTTP/1.1" 200 60710 "" "Prometheus/2.43.0" 2024-08-10T06:05:32.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:31 smithi031 ceph-mon[98130]: pgmap v2908: 457 pgs: 457 active+clean; 17 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.9 KiB/s rd, 1.0 MiB/s wr, 3 op/s 2024-08-10T06:05:32.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:31 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi031-151948-24", "field": "max_objects", "val": "6"}]': finished 2024-08-10T06:05:32.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:31 smithi031 ceph-mon[98130]: osdmap e1686: 8 total, 8 up, 8 in 2024-08-10T06:05:32.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:31 smithi031 ceph-mon[100614]: pgmap v2908: 457 pgs: 457 active+clean; 17 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.9 KiB/s rd, 1.0 MiB/s wr, 3 op/s 2024-08-10T06:05:32.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:31 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi031-151948-24", "field": "max_objects", "val": "6"}]': finished 2024-08-10T06:05:32.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:31 smithi031 ceph-mon[100614]: osdmap e1686: 8 total, 8 up, 8 in 2024-08-10T06:05:32.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:31 smithi196 ceph-mon[90243]: pgmap v2908: 457 pgs: 457 active+clean; 17 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.9 KiB/s rd, 1.0 MiB/s wr, 3 op/s 2024-08-10T06:05:32.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:31 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi031-151948-24", "field": "max_objects", "val": "6"}]': finished 2024-08-10T06:05:32.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:31 smithi196 ceph-mon[90243]: osdmap e1686: 8 total, 8 up, 8 in 2024-08-10T06:05:32.430 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:05:32.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:05:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:05:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:05:33.441 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:05:34.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:33 smithi031 ceph-mon[98130]: pgmap v2910: 457 pgs: 457 active+clean; 20 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 981 B/s rd, 982 KiB/s wr, 3 op/s 2024-08-10T06:05:34.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:33 smithi031 ceph-mon[100614]: pgmap v2910: 457 pgs: 457 active+clean; 20 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 981 B/s rd, 982 KiB/s wr, 3 op/s 2024-08-10T06:05:34.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:33 smithi196 ceph-mon[90243]: pgmap v2910: 457 pgs: 457 active+clean; 20 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 981 B/s rd, 982 KiB/s wr, 3 op/s 2024-08-10T06:05:34.452 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:05:35.464 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:05:35.532 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.RemoveFullTryDataPool (29927 ms) 2024-08-10T06:05:35.532 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.RemoveFullTryNamespace 2024-08-10T06:05:36.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:35 smithi031 ceph-mon[98130]: pgmap v2911: 457 pgs: 457 active+clean; 20 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.4 KiB/s rd, 896 KiB/s wr, 4 op/s 2024-08-10T06:05:36.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:35 smithi031 ceph-mon[98130]: pool 'test-librbd-smithi031-151948-24' is full (reached quota's max_objects: 6) 2024-08-10T06:05:36.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:35 smithi031 ceph-mon[98130]: Health check update: 2 pool(s) full (POOL_FULL) 2024-08-10T06:05:36.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:35 smithi031 ceph-mon[98130]: osdmap e1687: 8 total, 8 up, 8 in 2024-08-10T06:05:36.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:35 smithi031 ceph-mon[100614]: pgmap v2911: 457 pgs: 457 active+clean; 20 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.4 KiB/s rd, 896 KiB/s wr, 4 op/s 2024-08-10T06:05:36.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:35 smithi031 ceph-mon[100614]: pool 'test-librbd-smithi031-151948-24' is full (reached quota's max_objects: 6) 2024-08-10T06:05:36.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:35 smithi031 ceph-mon[100614]: Health check update: 2 pool(s) full (POOL_FULL) 2024-08-10T06:05:36.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:35 smithi031 ceph-mon[100614]: osdmap e1687: 8 total, 8 up, 8 in 2024-08-10T06:05:36.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:35 smithi196 ceph-mon[90243]: pgmap v2911: 457 pgs: 457 active+clean; 20 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.4 KiB/s rd, 896 KiB/s wr, 4 op/s 2024-08-10T06:05:36.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:35 smithi196 ceph-mon[90243]: pool 'test-librbd-smithi031-151948-24' is full (reached quota's max_objects: 6) 2024-08-10T06:05:36.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:35 smithi196 ceph-mon[90243]: Health check update: 2 pool(s) full (POOL_FULL) 2024-08-10T06:05:36.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:35 smithi196 ceph-mon[90243]: osdmap e1687: 8 total, 8 up, 8 in 2024-08-10T06:05:37.451 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:05:37.769 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:05:37 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: [10/Aug/2024:06:05:37] ENGINE Bus STOPPING 2024-08-10T06:05:37.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:37 smithi031 ceph-mon[98130]: osdmap e1688: 8 total, 8 up, 8 in 2024-08-10T06:05:37.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:37 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/3188464103' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:05:37.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:37 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:05:37.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:37 smithi031 ceph-mon[98130]: pgmap v2914: 489 pgs: 4 creating+peering, 28 unknown, 457 active+clean; 20 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.8 KiB/s rd, 514 KiB/s wr, 7 op/s 2024-08-10T06:05:37.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:37 smithi031 ceph-mon[100614]: osdmap e1688: 8 total, 8 up, 8 in 2024-08-10T06:05:37.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:37 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/3188464103' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:05:37.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:37 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:05:37.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:37 smithi031 ceph-mon[100614]: pgmap v2914: 489 pgs: 4 creating+peering, 28 unknown, 457 active+clean; 20 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.8 KiB/s rd, 514 KiB/s wr, 7 op/s 2024-08-10T06:05:37.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:37 smithi196 ceph-mon[90243]: osdmap e1688: 8 total, 8 up, 8 in 2024-08-10T06:05:37.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:37 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/3188464103' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:05:37.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:37 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:05:37.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:37 smithi196 ceph-mon[90243]: pgmap v2914: 489 pgs: 4 creating+peering, 28 unknown, 457 active+clean; 20 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.8 KiB/s rd, 514 KiB/s wr, 7 op/s 2024-08-10T06:05:38.269 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:05:37 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: [10/Aug/2024:06:05:37] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-10T06:05:38.270 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:05:37 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: [10/Aug/2024:06:05:37] ENGINE Bus STOPPED 2024-08-10T06:05:38.270 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:05:37 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: [10/Aug/2024:06:05:37] ENGINE Bus STARTING 2024-08-10T06:05:38.270 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:05:37 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: [10/Aug/2024:06:05:37] ENGINE Serving on http://:::9283 2024-08-10T06:05:38.270 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:05:37 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: [10/Aug/2024:06:05:37] ENGINE Bus STARTED 2024-08-10T06:05:38.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:38 smithi031 ceph-mon[98130]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T06:05:38.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:38 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T06:05:38.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:38 smithi031 ceph-mon[98130]: osdmap e1689: 8 total, 8 up, 8 in 2024-08-10T06:05:38.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:38 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' 2024-08-10T06:05:38.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:38 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:05:38.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:38 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:05:38.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:38 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:05:38.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:38 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:05:38.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:38 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T06:05:38.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:38 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:05:38.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:38 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:05:38.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:38 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:05:38.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:38 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:05:38.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:38 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:05:38.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:38 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:05:38.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:38 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:05:38.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:38 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:05:38.772 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:38 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:05:38.772 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:38 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:05:38.772 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:38 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:05:38.772 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:38 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:05:38.772 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:38 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:05:38.772 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:38 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:05:38.772 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:38 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:05:38.772 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:38 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:05:38.772 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:38 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:05:38.772 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:38 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:05:38.773 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:38 smithi031 ceph-mon[100614]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T06:05:38.773 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:38 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T06:05:38.773 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:38 smithi031 ceph-mon[100614]: osdmap e1689: 8 total, 8 up, 8 in 2024-08-10T06:05:38.773 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:38 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' 2024-08-10T06:05:38.773 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:38 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:05:38.773 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:38 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:05:38.773 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:38 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:05:38.773 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:38 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:05:38.773 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:38 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T06:05:38.773 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:38 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:05:38.773 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:38 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:05:38.774 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:38 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:05:38.774 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:38 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:05:38.774 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:38 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:05:38.774 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:38 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:05:38.774 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:38 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:05:38.774 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:38 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:05:38.774 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:38 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:05:38.774 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:38 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:05:38.774 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:38 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:05:38.774 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:38 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:05:38.775 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:38 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:05:38.775 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:38 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:05:38.775 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:38 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:05:38.775 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:38 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:05:38.775 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:38 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:05:38.775 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:38 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:05:38.776 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:38 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:05:38.776 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:38 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:05:38.776 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:38 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:05:38.776 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:38 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:05:38.776 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:38 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:05:38.776 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:38 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:05:38.776 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:38 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:05:38.776 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:38 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:05:38.776 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:38 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:05:38.777 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:38 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:05:38.777 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:38 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:05:38.777 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:38 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:05:38.777 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:38 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:05:38.777 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:38 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:05:38.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:38 smithi196 ceph-mon[90243]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T06:05:38.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:38 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T06:05:38.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:38 smithi196 ceph-mon[90243]: osdmap e1689: 8 total, 8 up, 8 in 2024-08-10T06:05:38.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:38 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' 2024-08-10T06:05:38.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:38 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:05:38.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:38 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:05:38.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:38 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:05:38.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:38 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:05:38.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:38 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T06:05:38.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:38 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:05:38.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:38 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:05:38.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:38 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:05:38.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:38 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:05:38.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:38 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:05:38.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:38 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:05:38.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:38 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:05:38.781 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:38 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:05:38.781 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:38 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:05:38.781 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:38 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:05:38.781 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:38 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:05:38.781 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:38 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:05:38.781 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:38 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:05:38.781 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:38 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:05:38.781 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:38 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:05:38.781 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:38 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:05:38.781 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:38 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:05:38.781 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:38 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:05:38.781 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:38 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:05:38.782 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:38 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:05:38.782 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:38 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:05:38.782 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:38 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:05:38.782 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:38 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:05:38.782 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:38 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:05:38.782 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:38 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:05:39.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:39 smithi031 ceph-mon[98130]: osdmap e1690: 8 total, 8 up, 8 in 2024-08-10T06:05:39.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:39 smithi031 ceph-mon[98130]: pgmap v2917: 489 pgs: 8 creating+peering, 10 unknown, 471 active+clean; 8.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 5.7 KiB/s rd, 3.0 KiB/s wr, 11 op/s 2024-08-10T06:05:39.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:39 smithi031 ceph-mon[100614]: osdmap e1690: 8 total, 8 up, 8 in 2024-08-10T06:05:39.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:39 smithi031 ceph-mon[100614]: pgmap v2917: 489 pgs: 8 creating+peering, 10 unknown, 471 active+clean; 8.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 5.7 KiB/s rd, 3.0 KiB/s wr, 11 op/s 2024-08-10T06:05:39.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:39 smithi196 ceph-mon[90243]: osdmap e1690: 8 total, 8 up, 8 in 2024-08-10T06:05:39.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:39 smithi196 ceph-mon[90243]: pgmap v2917: 489 pgs: 8 creating+peering, 10 unknown, 471 active+clean; 8.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 5.7 KiB/s rd, 3.0 KiB/s wr, 11 op/s 2024-08-10T06:05:40.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:40 smithi031 ceph-mon[98130]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T06:05:40.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:40 smithi031 ceph-mon[98130]: osdmap e1691: 8 total, 8 up, 8 in 2024-08-10T06:05:40.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:40 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi031-151948-26", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-08-10T06:05:40.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:40 smithi031 ceph-mon[98130]: pool 'test-librbd-smithi031-151948-25' no longer out of quota; removing NO_QUOTA flag 2024-08-10T06:05:40.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:40 smithi031 ceph-mon[98130]: Health check update: 1 pool(s) full (POOL_FULL) 2024-08-10T06:05:40.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:40 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi031-151948-26", "field": "max_bytes", "val": "10485760"}]': finished 2024-08-10T06:05:40.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:40 smithi031 ceph-mon[98130]: osdmap e1692: 8 total, 8 up, 8 in 2024-08-10T06:05:40.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:40 smithi031 ceph-mon[100614]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T06:05:40.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:40 smithi031 ceph-mon[100614]: osdmap e1691: 8 total, 8 up, 8 in 2024-08-10T06:05:40.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:40 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi031-151948-26", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-08-10T06:05:40.772 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:40 smithi031 ceph-mon[100614]: pool 'test-librbd-smithi031-151948-25' no longer out of quota; removing NO_QUOTA flag 2024-08-10T06:05:40.772 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:40 smithi031 ceph-mon[100614]: Health check update: 1 pool(s) full (POOL_FULL) 2024-08-10T06:05:40.772 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:40 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi031-151948-26", "field": "max_bytes", "val": "10485760"}]': finished 2024-08-10T06:05:40.772 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:40 smithi031 ceph-mon[100614]: osdmap e1692: 8 total, 8 up, 8 in 2024-08-10T06:05:40.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:40 smithi196 ceph-mon[90243]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T06:05:40.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:40 smithi196 ceph-mon[90243]: osdmap e1691: 8 total, 8 up, 8 in 2024-08-10T06:05:40.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:40 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi031-151948-26", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-08-10T06:05:40.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:40 smithi196 ceph-mon[90243]: pool 'test-librbd-smithi031-151948-25' no longer out of quota; removing NO_QUOTA flag 2024-08-10T06:05:40.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:40 smithi196 ceph-mon[90243]: Health check update: 1 pool(s) full (POOL_FULL) 2024-08-10T06:05:40.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:40 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi031-151948-26", "field": "max_bytes", "val": "10485760"}]': finished 2024-08-10T06:05:40.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:40 smithi196 ceph-mon[90243]: osdmap e1692: 8 total, 8 up, 8 in 2024-08-10T06:05:41.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:05:41 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:05:41] "GET /metrics HTTP/1.1" 200 63226 "" "Prometheus/2.43.0" 2024-08-10T06:05:42.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:41 smithi031 ceph-mon[98130]: pgmap v2920: 489 pgs: 8 creating+peering, 481 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 39 KiB/s rd, 2.7 KiB/s wr, 56 op/s 2024-08-10T06:05:42.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:05:42.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:05:42.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:41 smithi031 ceph-mon[100614]: pgmap v2920: 489 pgs: 8 creating+peering, 481 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 39 KiB/s rd, 2.7 KiB/s wr, 56 op/s 2024-08-10T06:05:42.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:05:42.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:05:42.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:41 smithi196 ceph-mon[90243]: pgmap v2920: 489 pgs: 8 creating+peering, 481 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 39 KiB/s rd, 2.7 KiB/s wr, 56 op/s 2024-08-10T06:05:42.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:05:42.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:05:42.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:05:42 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:05:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:05:44.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:43 smithi031 ceph-mon[100614]: pgmap v2921: 489 pgs: 489 active+clean; 7.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 35 KiB/s rd, 583 KiB/s wr, 51 op/s 2024-08-10T06:05:44.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:43 smithi031 ceph-mon[98130]: pgmap v2921: 489 pgs: 489 active+clean; 7.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 35 KiB/s rd, 583 KiB/s wr, 51 op/s 2024-08-10T06:05:44.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:43 smithi196 ceph-mon[90243]: pgmap v2921: 489 pgs: 489 active+clean; 7.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 35 KiB/s rd, 583 KiB/s wr, 51 op/s 2024-08-10T06:05:46.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:45 smithi031 ceph-mon[98130]: pgmap v2922: 489 pgs: 489 active+clean; 7.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 29 KiB/s rd, 491 KiB/s wr, 42 op/s 2024-08-10T06:05:46.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:45 smithi031 ceph-mon[98130]: osdmap e1693: 8 total, 8 up, 8 in 2024-08-10T06:05:46.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:45 smithi031 ceph-mon[100614]: pgmap v2922: 489 pgs: 489 active+clean; 7.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 29 KiB/s rd, 491 KiB/s wr, 42 op/s 2024-08-10T06:05:46.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:45 smithi031 ceph-mon[100614]: osdmap e1693: 8 total, 8 up, 8 in 2024-08-10T06:05:46.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:45 smithi196 ceph-mon[90243]: pgmap v2922: 489 pgs: 489 active+clean; 7.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 29 KiB/s rd, 491 KiB/s wr, 42 op/s 2024-08-10T06:05:46.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:45 smithi196 ceph-mon[90243]: osdmap e1693: 8 total, 8 up, 8 in 2024-08-10T06:05:48.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:47 smithi031 ceph-mon[98130]: pgmap v2924: 489 pgs: 489 active+clean; 7.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 22 KiB/s rd, 423 KiB/s wr, 31 op/s 2024-08-10T06:05:48.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:47 smithi031 ceph-mon[100614]: pgmap v2924: 489 pgs: 489 active+clean; 7.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 22 KiB/s rd, 423 KiB/s wr, 31 op/s 2024-08-10T06:05:48.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:47 smithi196 ceph-mon[90243]: pgmap v2924: 489 pgs: 489 active+clean; 7.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 22 KiB/s rd, 423 KiB/s wr, 31 op/s 2024-08-10T06:05:50.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:49 smithi031 ceph-mon[98130]: pgmap v2925: 489 pgs: 489 active+clean; 12 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 10 KiB/s rd, 864 KiB/s wr, 17 op/s 2024-08-10T06:05:50.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:49 smithi031 ceph-mon[100614]: pgmap v2925: 489 pgs: 489 active+clean; 12 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 10 KiB/s rd, 864 KiB/s wr, 17 op/s 2024-08-10T06:05:50.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:49 smithi196 ceph-mon[90243]: pgmap v2925: 489 pgs: 489 active+clean; 12 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 10 KiB/s rd, 864 KiB/s wr, 17 op/s 2024-08-10T06:05:51.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:05:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:05:51] "GET /metrics HTTP/1.1" 200 63226 "" "Prometheus/2.43.0" 2024-08-10T06:05:52.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:51 smithi031 ceph-mon[98130]: pgmap v2926: 489 pgs: 489 active+clean; 12 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 4.5 KiB/s rd, 718 KiB/s wr, 8 op/s 2024-08-10T06:05:52.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:51 smithi031 ceph-mon[100614]: pgmap v2926: 489 pgs: 489 active+clean; 12 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 4.5 KiB/s rd, 718 KiB/s wr, 8 op/s 2024-08-10T06:05:52.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:51 smithi196 ceph-mon[90243]: pgmap v2926: 489 pgs: 489 active+clean; 12 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 4.5 KiB/s rd, 718 KiB/s wr, 8 op/s 2024-08-10T06:05:52.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:05:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:05:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:05:54.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:53 smithi031 ceph-mon[98130]: pgmap v2927: 489 pgs: 489 active+clean; 16 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.6 KiB/s rd, 819 KiB/s wr, 3 op/s 2024-08-10T06:05:54.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:53 smithi031 ceph-mon[100614]: pgmap v2927: 489 pgs: 489 active+clean; 16 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.6 KiB/s rd, 819 KiB/s wr, 3 op/s 2024-08-10T06:05:54.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:53 smithi196 ceph-mon[90243]: pgmap v2927: 489 pgs: 489 active+clean; 16 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.6 KiB/s rd, 819 KiB/s wr, 3 op/s 2024-08-10T06:05:55.590 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.RemoveFullTryNamespace (20058 ms) 2024-08-10T06:05:55.678 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.RemoveFullTryNamespaceDataPool 2024-08-10T06:05:56.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:56 smithi031 ceph-mon[98130]: pgmap v2928: 489 pgs: 489 active+clean; 17 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.5 KiB/s rd, 922 KiB/s wr, 3 op/s 2024-08-10T06:05:56.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:56 smithi031 ceph-mon[98130]: pool 'test-librbd-smithi031-151948-26' is full (reached quota's max_bytes: 10 MiB) 2024-08-10T06:05:56.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:56 smithi031 ceph-mon[98130]: Health check update: 2 pool(s) full (POOL_FULL) 2024-08-10T06:05:56.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:56 smithi031 ceph-mon[98130]: osdmap e1694: 8 total, 8 up, 8 in 2024-08-10T06:05:56.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:56 smithi031 ceph-mon[100614]: pgmap v2928: 489 pgs: 489 active+clean; 17 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.5 KiB/s rd, 922 KiB/s wr, 3 op/s 2024-08-10T06:05:56.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:56 smithi031 ceph-mon[100614]: pool 'test-librbd-smithi031-151948-26' is full (reached quota's max_bytes: 10 MiB) 2024-08-10T06:05:56.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:56 smithi031 ceph-mon[100614]: Health check update: 2 pool(s) full (POOL_FULL) 2024-08-10T06:05:56.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:56 smithi031 ceph-mon[100614]: osdmap e1694: 8 total, 8 up, 8 in 2024-08-10T06:05:56.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:56 smithi196 ceph-mon[90243]: pgmap v2928: 489 pgs: 489 active+clean; 17 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.5 KiB/s rd, 922 KiB/s wr, 3 op/s 2024-08-10T06:05:56.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:56 smithi196 ceph-mon[90243]: pool 'test-librbd-smithi031-151948-26' is full (reached quota's max_bytes: 10 MiB) 2024-08-10T06:05:56.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:56 smithi196 ceph-mon[90243]: Health check update: 2 pool(s) full (POOL_FULL) 2024-08-10T06:05:56.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:56 smithi196 ceph-mon[90243]: osdmap e1694: 8 total, 8 up, 8 in 2024-08-10T06:05:57.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:57 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:05:57.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:57 smithi031 ceph-mon[98130]: osdmap e1695: 8 total, 8 up, 8 in 2024-08-10T06:05:57.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:57 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/2088056114' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:05:57.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:57 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:05:57.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:57 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:05:57.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:57 smithi031 ceph-mon[100614]: osdmap e1695: 8 total, 8 up, 8 in 2024-08-10T06:05:57.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:57 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/2088056114' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:05:57.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:57 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:05:57.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:57 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:05:57.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:57 smithi196 ceph-mon[90243]: osdmap e1695: 8 total, 8 up, 8 in 2024-08-10T06:05:57.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:57 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/2088056114' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:05:57.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:57 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:05:58.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:58 smithi031 ceph-mon[98130]: pgmap v2931: 521 pgs: 2 creating+peering, 30 unknown, 489 active+clean; 14 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 12 KiB/s rd, 768 KiB/s wr, 15 op/s 2024-08-10T06:05:58.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:58 smithi031 ceph-mon[98130]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T06:05:58.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:58 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T06:05:58.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:58 smithi031 ceph-mon[98130]: osdmap e1696: 8 total, 8 up, 8 in 2024-08-10T06:05:58.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:58 smithi031 ceph-mon[100614]: pgmap v2931: 521 pgs: 2 creating+peering, 30 unknown, 489 active+clean; 14 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 12 KiB/s rd, 768 KiB/s wr, 15 op/s 2024-08-10T06:05:58.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:58 smithi031 ceph-mon[100614]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T06:05:58.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:58 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T06:05:58.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:58 smithi031 ceph-mon[100614]: osdmap e1696: 8 total, 8 up, 8 in 2024-08-10T06:05:58.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:58 smithi196 ceph-mon[90243]: pgmap v2931: 521 pgs: 2 creating+peering, 30 unknown, 489 active+clean; 14 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 12 KiB/s rd, 768 KiB/s wr, 15 op/s 2024-08-10T06:05:58.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:58 smithi196 ceph-mon[90243]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T06:05:58.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:58 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T06:05:58.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:58 smithi196 ceph-mon[90243]: osdmap e1696: 8 total, 8 up, 8 in 2024-08-10T06:05:59.468 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:05:59.769 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:05:59 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: [10/Aug/2024:06:05:59] ENGINE Bus STOPPING 2024-08-10T06:05:59.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:59 smithi031 ceph-mon[98130]: osdmap e1697: 8 total, 8 up, 8 in 2024-08-10T06:05:59.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:59 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/597092564' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:05:59.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:05:59 smithi031 ceph-mon[98130]: pgmap v2934: 553 pgs: 1 creating+activating, 7 creating+peering, 46 unknown, 499 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 23 KiB/s rd, 768 KiB/s wr, 30 op/s 2024-08-10T06:05:59.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:59 smithi031 ceph-mon[100614]: osdmap e1697: 8 total, 8 up, 8 in 2024-08-10T06:05:59.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:59 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/597092564' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:05:59.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:05:59 smithi031 ceph-mon[100614]: pgmap v2934: 553 pgs: 1 creating+activating, 7 creating+peering, 46 unknown, 499 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 23 KiB/s rd, 768 KiB/s wr, 30 op/s 2024-08-10T06:05:59.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:59 smithi196 ceph-mon[90243]: osdmap e1697: 8 total, 8 up, 8 in 2024-08-10T06:05:59.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:59 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/597092564' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:05:59.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:05:59 smithi196 ceph-mon[90243]: pgmap v2934: 553 pgs: 1 creating+activating, 7 creating+peering, 46 unknown, 499 active+clean; 4.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 23 KiB/s rd, 768 KiB/s wr, 30 op/s 2024-08-10T06:06:00.270 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:05:59 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: [10/Aug/2024:06:05:59] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-10T06:06:00.270 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:05:59 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: [10/Aug/2024:06:05:59] ENGINE Bus STOPPED 2024-08-10T06:06:00.270 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:05:59 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: [10/Aug/2024:06:05:59] ENGINE Bus STARTING 2024-08-10T06:06:00.270 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:05:59 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: [10/Aug/2024:06:05:59] ENGINE Serving on http://:::9283 2024-08-10T06:06:00.270 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:05:59 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: [10/Aug/2024:06:05:59] ENGINE Bus STARTED 2024-08-10T06:06:00.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:00 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/597092564' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T06:06:00.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:00 smithi031 ceph-mon[98130]: osdmap e1698: 8 total, 8 up, 8 in 2024-08-10T06:06:00.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:00 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' 2024-08-10T06:06:00.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:00 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:06:00.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:00 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:06:00.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:00 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T06:06:00.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:00 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:06:00.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:00 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:06:00.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:00 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:06:00.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:00 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:06:00.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:00 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:06:00.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:00 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:06:00.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:00 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:06:00.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:00 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:06:00.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:00 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:06:00.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:00 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:06:00.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:00 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:06:00.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:00 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:06:00.772 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:00 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:06:00.772 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:00 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:06:00.772 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:00 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:06:00.772 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:00 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:06:00.772 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:00 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:06:00.772 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:00 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:06:00.772 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:00 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:06:00.772 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:00 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:06:00.772 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:00 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:06:00.772 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:00 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:06:00.772 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:00 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:06:00.772 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:00 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:06:00.772 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:00 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:06:00.773 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:00 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:06:00.773 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:00 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:06:00.773 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:00 smithi031 ceph-mon[98130]: pool 'test-librbd-smithi031-151948-26' no longer out of quota; removing NO_QUOTA flag 2024-08-10T06:06:00.773 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:00 smithi031 ceph-mon[98130]: Health check update: 1 pool(s) full (POOL_FULL) 2024-08-10T06:06:00.773 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:00 smithi031 ceph-mon[98130]: osdmap e1699: 8 total, 8 up, 8 in 2024-08-10T06:06:00.773 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:00 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/597092564' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T06:06:00.773 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:00 smithi031 ceph-mon[100614]: osdmap e1698: 8 total, 8 up, 8 in 2024-08-10T06:06:00.773 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:00 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' 2024-08-10T06:06:00.773 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:00 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:06:00.774 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:00 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:06:00.774 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:00 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T06:06:00.774 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:00 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:06:00.774 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:00 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:06:00.774 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:00 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:06:00.774 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:00 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:06:00.774 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:00 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:06:00.774 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:00 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:06:00.774 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:00 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:06:00.774 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:00 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:06:00.774 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:00 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:06:00.774 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:00 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:06:00.775 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:00 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:06:00.775 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:00 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:06:00.775 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:00 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:06:00.775 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:00 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:06:00.775 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:00 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:06:00.775 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:00 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:06:00.775 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:00 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:06:00.775 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:00 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:06:00.775 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:00 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:06:00.775 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:00 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:06:00.775 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:00 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:06:00.775 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:00 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:06:00.775 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:00 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:06:00.775 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:00 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:06:00.776 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:00 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:06:00.776 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:00 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:06:00.776 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:00 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:06:00.776 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:00 smithi031 ceph-mon[100614]: pool 'test-librbd-smithi031-151948-26' no longer out of quota; removing NO_QUOTA flag 2024-08-10T06:06:00.776 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:00 smithi031 ceph-mon[100614]: Health check update: 1 pool(s) full (POOL_FULL) 2024-08-10T06:06:00.776 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:00 smithi031 ceph-mon[100614]: osdmap e1699: 8 total, 8 up, 8 in 2024-08-10T06:06:00.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:00 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/597092564' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T06:06:00.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:00 smithi196 ceph-mon[90243]: osdmap e1698: 8 total, 8 up, 8 in 2024-08-10T06:06:00.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:00 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' 2024-08-10T06:06:00.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:00 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:06:00.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:00 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:06:00.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:00 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T06:06:00.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:00 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:06:00.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:00 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:06:00.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:00 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:06:00.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:00 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:06:00.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:00 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:06:00.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:00 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:06:00.781 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:00 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:06:00.781 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:00 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:06:00.781 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:00 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:06:00.781 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:00 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:06:00.781 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:00 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:06:00.781 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:00 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:06:00.781 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:00 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:06:00.781 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:00 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:06:00.781 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:00 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:06:00.781 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:00 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:06:00.781 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:00 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:06:00.781 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:00 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:06:00.781 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:00 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:06:00.782 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:00 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:06:00.782 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:00 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:06:00.782 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:00 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:06:00.782 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:00 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:06:00.782 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:00 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:06:00.782 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:00 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:06:00.782 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:00 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:06:00.782 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:00 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:06:00.782 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:00 smithi196 ceph-mon[90243]: pool 'test-librbd-smithi031-151948-26' no longer out of quota; removing NO_QUOTA flag 2024-08-10T06:06:00.782 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:00 smithi196 ceph-mon[90243]: Health check update: 1 pool(s) full (POOL_FULL) 2024-08-10T06:06:00.782 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:00 smithi196 ceph-mon[90243]: osdmap e1699: 8 total, 8 up, 8 in 2024-08-10T06:06:01.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:01 smithi031 ceph-mon[98130]: pgmap v2937: 553 pgs: 1 creating+activating, 11 creating+peering, 18 unknown, 523 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 17 KiB/s rd, 514 KiB/s wr, 29 op/s 2024-08-10T06:06:01.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:01 smithi031 ceph-mon[98130]: osdmap e1700: 8 total, 8 up, 8 in 2024-08-10T06:06:01.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:06:01 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:06:01] "GET /metrics HTTP/1.1" 200 63258 "" "Prometheus/2.43.0" 2024-08-10T06:06:01.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:01 smithi031 ceph-mon[100614]: pgmap v2937: 553 pgs: 1 creating+activating, 11 creating+peering, 18 unknown, 523 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 17 KiB/s rd, 514 KiB/s wr, 29 op/s 2024-08-10T06:06:01.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:01 smithi031 ceph-mon[100614]: osdmap e1700: 8 total, 8 up, 8 in 2024-08-10T06:06:01.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:01 smithi196 ceph-mon[90243]: pgmap v2937: 553 pgs: 1 creating+activating, 11 creating+peering, 18 unknown, 523 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 17 KiB/s rd, 514 KiB/s wr, 29 op/s 2024-08-10T06:06:01.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:01 smithi196 ceph-mon[90243]: osdmap e1700: 8 total, 8 up, 8 in 2024-08-10T06:06:02.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:02 smithi031 ceph-mon[98130]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T06:06:02.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:02 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi031-151948-28", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-08-10T06:06:02.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:02 smithi031 ceph-mon[100614]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T06:06:02.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:02 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi031-151948-28", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-08-10T06:06:02.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:02 smithi196 ceph-mon[90243]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T06:06:02.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:02 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi031-151948-28", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-08-10T06:06:02.780 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:06:02 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:06:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:06:03.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:03 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi031-151948-28", "field": "max_bytes", "val": "10485760"}]': finished 2024-08-10T06:06:03.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:03 smithi031 ceph-mon[98130]: osdmap e1701: 8 total, 8 up, 8 in 2024-08-10T06:06:03.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:03 smithi031 ceph-mon[98130]: pgmap v2940: 553 pgs: 4 creating+peering, 5 unknown, 544 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 14 KiB/s rd, 2.0 KiB/s wr, 23 op/s 2024-08-10T06:06:03.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:03 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi031-151948-28", "field": "max_bytes", "val": "10485760"}]': finished 2024-08-10T06:06:03.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:03 smithi031 ceph-mon[100614]: osdmap e1701: 8 total, 8 up, 8 in 2024-08-10T06:06:03.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:03 smithi031 ceph-mon[100614]: pgmap v2940: 553 pgs: 4 creating+peering, 5 unknown, 544 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 14 KiB/s rd, 2.0 KiB/s wr, 23 op/s 2024-08-10T06:06:03.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:03 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi031-151948-28", "field": "max_bytes", "val": "10485760"}]': finished 2024-08-10T06:06:03.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:03 smithi196 ceph-mon[90243]: osdmap e1701: 8 total, 8 up, 8 in 2024-08-10T06:06:03.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:03 smithi196 ceph-mon[90243]: pgmap v2940: 553 pgs: 4 creating+peering, 5 unknown, 544 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 14 KiB/s rd, 2.0 KiB/s wr, 23 op/s 2024-08-10T06:06:06.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:05 smithi196 ceph-mon[90243]: pgmap v2941: 553 pgs: 553 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 8.3 KiB/s rd, 1.5 KiB/s wr, 14 op/s 2024-08-10T06:06:06.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:05 smithi031 ceph-mon[98130]: pgmap v2941: 553 pgs: 553 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 8.3 KiB/s rd, 1.5 KiB/s wr, 14 op/s 2024-08-10T06:06:06.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:05 smithi031 ceph-mon[100614]: pgmap v2941: 553 pgs: 553 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 8.3 KiB/s rd, 1.5 KiB/s wr, 14 op/s 2024-08-10T06:06:08.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:07 smithi196 ceph-mon[90243]: pgmap v2942: 553 pgs: 553 active+clean; 8.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 651 KiB/s wr, 18 op/s 2024-08-10T06:06:08.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:07 smithi031 ceph-mon[98130]: pgmap v2942: 553 pgs: 553 active+clean; 8.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 651 KiB/s wr, 18 op/s 2024-08-10T06:06:08.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:07 smithi031 ceph-mon[100614]: pgmap v2942: 553 pgs: 553 active+clean; 8.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 651 KiB/s wr, 18 op/s 2024-08-10T06:06:10.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:09 smithi196 ceph-mon[90243]: pgmap v2943: 553 pgs: 553 active+clean; 8.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 5.1 KiB/s rd, 513 KiB/s wr, 8 op/s 2024-08-10T06:06:10.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:09 smithi031 ceph-mon[98130]: pgmap v2943: 553 pgs: 553 active+clean; 8.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 5.1 KiB/s rd, 513 KiB/s wr, 8 op/s 2024-08-10T06:06:10.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:09 smithi031 ceph-mon[100614]: pgmap v2943: 553 pgs: 553 active+clean; 8.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 5.1 KiB/s rd, 513 KiB/s wr, 8 op/s 2024-08-10T06:06:11.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:06:11 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:06:11] "GET /metrics HTTP/1.1" 200 68178 "" "Prometheus/2.43.0" 2024-08-10T06:06:11.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:11 smithi031 ceph-mon[100614]: osdmap e1702: 8 total, 8 up, 8 in 2024-08-10T06:06:11.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:11 smithi031 ceph-mon[100614]: pgmap v2945: 553 pgs: 553 active+clean; 8.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 5.0 KiB/s rd, 496 KiB/s wr, 8 op/s 2024-08-10T06:06:11.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:11 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:06:11.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:11 smithi031 ceph-mon[98130]: osdmap e1702: 8 total, 8 up, 8 in 2024-08-10T06:06:11.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:11 smithi031 ceph-mon[98130]: pgmap v2945: 553 pgs: 553 active+clean; 8.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 5.0 KiB/s rd, 496 KiB/s wr, 8 op/s 2024-08-10T06:06:11.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:11 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:06:11.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:11 smithi196 ceph-mon[90243]: osdmap e1702: 8 total, 8 up, 8 in 2024-08-10T06:06:11.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:11 smithi196 ceph-mon[90243]: pgmap v2945: 553 pgs: 553 active+clean; 8.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 5.0 KiB/s rd, 496 KiB/s wr, 8 op/s 2024-08-10T06:06:11.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:11 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:06:12.681 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:06:12 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:06:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:06:14.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:13 smithi196 ceph-mon[90243]: pgmap v2946: 553 pgs: 553 active+clean; 14 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 4.1 KiB/s rd, 922 KiB/s wr, 7 op/s 2024-08-10T06:06:14.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:13 smithi031 ceph-mon[98130]: pgmap v2946: 553 pgs: 553 active+clean; 14 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 4.1 KiB/s rd, 922 KiB/s wr, 7 op/s 2024-08-10T06:06:14.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:13 smithi031 ceph-mon[100614]: pgmap v2946: 553 pgs: 553 active+clean; 14 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 4.1 KiB/s rd, 922 KiB/s wr, 7 op/s 2024-08-10T06:06:16.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:15 smithi031 ceph-mon[98130]: pgmap v2947: 553 pgs: 553 active+clean; 14 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.7 KiB/s rd, 922 KiB/s wr, 6 op/s 2024-08-10T06:06:16.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:15 smithi031 ceph-mon[100614]: pgmap v2947: 553 pgs: 553 active+clean; 14 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.7 KiB/s rd, 922 KiB/s wr, 6 op/s 2024-08-10T06:06:16.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:15 smithi196 ceph-mon[90243]: pgmap v2947: 553 pgs: 553 active+clean; 14 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.7 KiB/s rd, 922 KiB/s wr, 6 op/s 2024-08-10T06:06:18.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:17 smithi031 ceph-mon[98130]: pgmap v2948: 553 pgs: 553 active+clean; 18 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 921 KiB/s wr, 2 op/s 2024-08-10T06:06:18.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:17 smithi031 ceph-mon[100614]: pgmap v2948: 553 pgs: 553 active+clean; 18 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 921 KiB/s wr, 2 op/s 2024-08-10T06:06:18.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:17 smithi196 ceph-mon[90243]: pgmap v2948: 553 pgs: 553 active+clean; 18 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 921 KiB/s wr, 2 op/s 2024-08-10T06:06:20.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:19 smithi031 ceph-mon[98130]: pgmap v2949: 553 pgs: 553 active+clean; 18 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 921 KiB/s wr, 2 op/s 2024-08-10T06:06:20.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:19 smithi031 ceph-mon[100614]: pgmap v2949: 553 pgs: 553 active+clean; 18 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 921 KiB/s wr, 2 op/s 2024-08-10T06:06:20.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:19 smithi196 ceph-mon[90243]: pgmap v2949: 553 pgs: 553 active+clean; 18 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 921 KiB/s wr, 2 op/s 2024-08-10T06:06:21.172 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:20 smithi031 ceph-mon[98130]: pool 'test-librbd-smithi031-151948-28' is full (reached quota's max_bytes: 10 MiB) 2024-08-10T06:06:21.172 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:20 smithi031 ceph-mon[98130]: Health check update: 2 pool(s) full (POOL_FULL) 2024-08-10T06:06:21.172 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:20 smithi031 ceph-mon[98130]: osdmap e1703: 8 total, 8 up, 8 in 2024-08-10T06:06:21.172 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:20 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi031-151948-27", "field": "max_objects", "val": "7"}]: dispatch 2024-08-10T06:06:21.172 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:20 smithi031 ceph-mon[100614]: pool 'test-librbd-smithi031-151948-28' is full (reached quota's max_bytes: 10 MiB) 2024-08-10T06:06:21.172 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:20 smithi031 ceph-mon[100614]: Health check update: 2 pool(s) full (POOL_FULL) 2024-08-10T06:06:21.172 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:20 smithi031 ceph-mon[100614]: osdmap e1703: 8 total, 8 up, 8 in 2024-08-10T06:06:21.173 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:20 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi031-151948-27", "field": "max_objects", "val": "7"}]: dispatch 2024-08-10T06:06:21.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:20 smithi196 ceph-mon[90243]: pool 'test-librbd-smithi031-151948-28' is full (reached quota's max_bytes: 10 MiB) 2024-08-10T06:06:21.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:20 smithi196 ceph-mon[90243]: Health check update: 2 pool(s) full (POOL_FULL) 2024-08-10T06:06:21.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:20 smithi196 ceph-mon[90243]: osdmap e1703: 8 total, 8 up, 8 in 2024-08-10T06:06:21.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:20 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi031-151948-27", "field": "max_objects", "val": "7"}]: dispatch 2024-08-10T06:06:21.418 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:06:21.479 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:06:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:06:21] "GET /metrics HTTP/1.1" 200 68178 "" "Prometheus/2.43.0" 2024-08-10T06:06:22.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:21 smithi031 ceph-mon[98130]: pgmap v2951: 553 pgs: 553 active+clean; 21 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 1.2 MiB/s wr, 2 op/s 2024-08-10T06:06:22.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:21 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi031-151948-27", "field": "max_objects", "val": "7"}]': finished 2024-08-10T06:06:22.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:21 smithi031 ceph-mon[98130]: osdmap e1704: 8 total, 8 up, 8 in 2024-08-10T06:06:22.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:21 smithi031 ceph-mon[100614]: pgmap v2951: 553 pgs: 553 active+clean; 21 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 1.2 MiB/s wr, 2 op/s 2024-08-10T06:06:22.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:21 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi031-151948-27", "field": "max_objects", "val": "7"}]': finished 2024-08-10T06:06:22.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:21 smithi031 ceph-mon[100614]: osdmap e1704: 8 total, 8 up, 8 in 2024-08-10T06:06:22.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:21 smithi196 ceph-mon[90243]: pgmap v2951: 553 pgs: 553 active+clean; 21 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 1.2 MiB/s wr, 2 op/s 2024-08-10T06:06:22.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:21 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi031-151948-27", "field": "max_objects", "val": "7"}]': finished 2024-08-10T06:06:22.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:21 smithi196 ceph-mon[90243]: osdmap e1704: 8 total, 8 up, 8 in 2024-08-10T06:06:22.445 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:06:22.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:06:22 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:06:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:06:23.456 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:06:24.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:23 smithi031 ceph-mon[98130]: pgmap v2953: 553 pgs: 553 active+clean; 21 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 639 B/s rd, 896 KiB/s wr, 1 op/s 2024-08-10T06:06:24.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:23 smithi031 ceph-mon[100614]: pgmap v2953: 553 pgs: 553 active+clean; 21 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 639 B/s rd, 896 KiB/s wr, 1 op/s 2024-08-10T06:06:24.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:23 smithi196 ceph-mon[90243]: pgmap v2953: 553 pgs: 553 active+clean; 21 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 639 B/s rd, 896 KiB/s wr, 1 op/s 2024-08-10T06:06:24.467 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:06:25.479 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:06:25.551 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.RemoveFullTryNamespaceDataPool (29961 ms) 2024-08-10T06:06:25.552 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.TestIO 2024-08-10T06:06:25.552 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:06:26.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:25 smithi031 ceph-mon[98130]: pgmap v2954: 553 pgs: 553 active+clean; 23 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.5 KiB/s rd, 641 KiB/s wr, 3 op/s 2024-08-10T06:06:26.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:25 smithi031 ceph-mon[98130]: pool 'test-librbd-smithi031-151948-27' is full (reached quota's max_objects: 7) 2024-08-10T06:06:26.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:25 smithi031 ceph-mon[98130]: Health check update: 3 pool(s) full (POOL_FULL) 2024-08-10T06:06:26.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:25 smithi031 ceph-mon[98130]: osdmap e1705: 8 total, 8 up, 8 in 2024-08-10T06:06:26.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:25 smithi031 ceph-mon[100614]: pgmap v2954: 553 pgs: 553 active+clean; 23 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.5 KiB/s rd, 641 KiB/s wr, 3 op/s 2024-08-10T06:06:26.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:25 smithi031 ceph-mon[100614]: pool 'test-librbd-smithi031-151948-27' is full (reached quota's max_objects: 7) 2024-08-10T06:06:26.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:25 smithi031 ceph-mon[100614]: Health check update: 3 pool(s) full (POOL_FULL) 2024-08-10T06:06:26.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:25 smithi031 ceph-mon[100614]: osdmap e1705: 8 total, 8 up, 8 in 2024-08-10T06:06:26.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:25 smithi196 ceph-mon[90243]: pgmap v2954: 553 pgs: 553 active+clean; 23 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.5 KiB/s rd, 641 KiB/s wr, 3 op/s 2024-08-10T06:06:26.299 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:25 smithi196 ceph-mon[90243]: pool 'test-librbd-smithi031-151948-27' is full (reached quota's max_objects: 7) 2024-08-10T06:06:26.299 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:25 smithi196 ceph-mon[90243]: Health check update: 3 pool(s) full (POOL_FULL) 2024-08-10T06:06:26.299 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:25 smithi196 ceph-mon[90243]: osdmap e1705: 8 total, 8 up, 8 in 2024-08-10T06:06:27.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:06:27.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:06:27.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:06:27.823 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 512 2024-08-10T06:06:27.823 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 512 2024-08-10T06:06:27.823 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 512 2024-08-10T06:06:27.823 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 512 2024-08-10T06:06:27.823 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 512 2024-08-10T06:06:27.823 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:27.824 INFO:tasks.workunit.client.0.smithi031.stdout:started write 2024-08-10T06:06:27.824 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:27.824 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:27.824 INFO:tasks.workunit.client.0.smithi031.stdout:finished write 2024-08-10T06:06:27.824 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:27.824 INFO:tasks.workunit.client.0.smithi031.stdout:started write 2024-08-10T06:06:27.824 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:27.824 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:27.824 INFO:tasks.workunit.client.0.smithi031.stdout:finished write 2024-08-10T06:06:27.824 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:27.824 INFO:tasks.workunit.client.0.smithi031.stdout:started write 2024-08-10T06:06:27.824 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:27.825 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:27.825 INFO:tasks.workunit.client.0.smithi031.stdout:finished write 2024-08-10T06:06:27.825 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:27.825 INFO:tasks.workunit.client.0.smithi031.stdout:started write 2024-08-10T06:06:27.825 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:27.825 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:27.825 INFO:tasks.workunit.client.0.smithi031.stdout:finished write 2024-08-10T06:06:27.825 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:27.825 INFO:tasks.workunit.client.0.smithi031.stdout:started write 2024-08-10T06:06:27.825 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:27.825 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:27.825 INFO:tasks.workunit.client.0.smithi031.stdout:finished write 2024-08-10T06:06:27.826 INFO:tasks.workunit.client.0.smithi031.stdout:start compare and write 2024-08-10T06:06:27.826 INFO:tasks.workunit.client.0.smithi031.stdout:compare and wrote: 512 2024-08-10T06:06:27.826 INFO:tasks.workunit.client.0.smithi031.stdout:start compare and write 2024-08-10T06:06:27.826 INFO:tasks.workunit.client.0.smithi031.stdout:compare and wrote: 512 2024-08-10T06:06:27.826 INFO:tasks.workunit.client.0.smithi031.stdout:start compare and write 2024-08-10T06:06:27.826 INFO:tasks.workunit.client.0.smithi031.stdout:compare and wrote: 512 2024-08-10T06:06:27.826 INFO:tasks.workunit.client.0.smithi031.stdout:start compare and write 2024-08-10T06:06:27.826 INFO:tasks.workunit.client.0.smithi031.stdout:compare and wrote: 512 2024-08-10T06:06:27.826 INFO:tasks.workunit.client.0.smithi031.stdout:start compare and write 2024-08-10T06:06:27.827 INFO:tasks.workunit.client.0.smithi031.stdout:compare and wrote: 512 2024-08-10T06:06:27.827 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:27.827 INFO:tasks.workunit.client.0.smithi031.stdout:started aio compare and write 2024-08-10T06:06:27.827 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:27.827 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:27.827 INFO:tasks.workunit.client.0.smithi031.stdout:finished aio compare and write 2024-08-10T06:06:27.827 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:27.827 INFO:tasks.workunit.client.0.smithi031.stdout:started aio compare and write 2024-08-10T06:06:27.827 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:27.827 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:27.827 INFO:tasks.workunit.client.0.smithi031.stdout:finished aio compare and write 2024-08-10T06:06:27.828 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:27.828 INFO:tasks.workunit.client.0.smithi031.stdout:started aio compare and write 2024-08-10T06:06:27.828 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:27.828 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:27.828 INFO:tasks.workunit.client.0.smithi031.stdout:finished aio compare and write 2024-08-10T06:06:27.828 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:27.828 INFO:tasks.workunit.client.0.smithi031.stdout:started aio compare and write 2024-08-10T06:06:27.828 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:27.828 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:27.828 INFO:tasks.workunit.client.0.smithi031.stdout:finished aio compare and write 2024-08-10T06:06:27.828 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:27.829 INFO:tasks.workunit.client.0.smithi031.stdout:started aio compare and write 2024-08-10T06:06:27.829 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:27.829 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:27.829 INFO:tasks.workunit.client.0.smithi031.stdout:finished aio compare and write 2024-08-10T06:06:27.829 INFO:tasks.workunit.client.0.smithi031.stdout:read: 512 2024-08-10T06:06:27.829 INFO:tasks.workunit.client.0.smithi031.stdout:read: 512 2024-08-10T06:06:27.829 INFO:tasks.workunit.client.0.smithi031.stdout:read: 512 2024-08-10T06:06:27.829 INFO:tasks.workunit.client.0.smithi031.stdout:read: 512 2024-08-10T06:06:27.829 INFO:tasks.workunit.client.0.smithi031.stdout:read: 512 2024-08-10T06:06:27.829 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:27.829 INFO:tasks.workunit.client.0.smithi031.stdout:started read 2024-08-10T06:06:27.830 INFO:tasks.workunit.client.0.smithi031.stdout:read completion cb called! 2024-08-10T06:06:27.830 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 512 2024-08-10T06:06:27.830 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:27.830 INFO:tasks.workunit.client.0.smithi031.stdout:started read 2024-08-10T06:06:27.830 INFO:tasks.workunit.client.0.smithi031.stdout:read completion cb called! 2024-08-10T06:06:27.830 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 512 2024-08-10T06:06:27.830 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:27.830 INFO:tasks.workunit.client.0.smithi031.stdout:started read 2024-08-10T06:06:27.830 INFO:tasks.workunit.client.0.smithi031.stdout:read completion cb called! 2024-08-10T06:06:27.830 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 512 2024-08-10T06:06:27.830 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:27.831 INFO:tasks.workunit.client.0.smithi031.stdout:started read 2024-08-10T06:06:27.831 INFO:tasks.workunit.client.0.smithi031.stdout:read completion cb called! 2024-08-10T06:06:27.831 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 512 2024-08-10T06:06:27.831 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:27.831 INFO:tasks.workunit.client.0.smithi031.stdout:started read 2024-08-10T06:06:27.831 INFO:tasks.workunit.client.0.smithi031.stdout:read completion cb called! 2024-08-10T06:06:27.831 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 512 2024-08-10T06:06:27.831 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 512~512 = 512 2024-08-10T06:06:27.831 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:27.831 INFO:tasks.workunit.client.0.smithi031.stdout:aio discard: 1536~512 = 0 2024-08-10T06:06:27.831 INFO:tasks.workunit.client.0.smithi031.stdout:read: 512 2024-08-10T06:06:27.831 INFO:tasks.workunit.client.0.smithi031.stdout:read: 512 2024-08-10T06:06:27.832 INFO:tasks.workunit.client.0.smithi031.stdout:read: 512 2024-08-10T06:06:27.832 INFO:tasks.workunit.client.0.smithi031.stdout:read: 512 2024-08-10T06:06:27.832 INFO:tasks.workunit.client.0.smithi031.stdout:read: 512 2024-08-10T06:06:27.832 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 0 2024-08-10T06:06:27.832 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:27.832 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:27.832 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 0 2024-08-10T06:06:27.832 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:27.832 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:27.832 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 16384 2024-08-10T06:06:27.833 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:27.833 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:27.833 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 16384 2024-08-10T06:06:27.833 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:27.833 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:27.833 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:06:27.833 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:06:27.833 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 49152 2024-08-10T06:06:27.833 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:27.833 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:27.834 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 49152 2024-08-10T06:06:27.834 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:27.834 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:27.834 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 65536 2024-08-10T06:06:27.834 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:27.834 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:27.834 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 65536 2024-08-10T06:06:27.834 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:27.834 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:27.834 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:06:27.834 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:06:27.834 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 98304 2024-08-10T06:06:27.835 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:27.835 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:27.835 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 98304 2024-08-10T06:06:27.835 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:27.835 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:27.835 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 114688 2024-08-10T06:06:27.835 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:27.835 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:27.835 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 114688 2024-08-10T06:06:27.835 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:27.835 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:27.836 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:06:27.836 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:06:27.836 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 147456 2024-08-10T06:06:27.836 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:27.836 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:27.836 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 147456 2024-08-10T06:06:27.836 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:27.836 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:27.836 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 163840 2024-08-10T06:06:27.836 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:27.836 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:27.837 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 163840 2024-08-10T06:06:27.837 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:27.837 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:27.837 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:06:27.837 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:06:27.837 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 196608 2024-08-10T06:06:27.837 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:27.837 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:27.837 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 196608 2024-08-10T06:06:27.837 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:27.837 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:27.837 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 212992 2024-08-10T06:06:27.838 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:27.838 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:27.838 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 212992 2024-08-10T06:06:27.838 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:27.838 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:27.838 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:06:27.838 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:06:27.838 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:27.838 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:27.838 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:27.839 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:27.839 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:06:27.839 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:27.839 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:27.839 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:27.839 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:27.839 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:27.839 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:27.839 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:06:27.839 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:27.840 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:27.840 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:27.840 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:27.840 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:27.840 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:27.840 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:06:27.840 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:27.840 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:27.840 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:27.840 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:27.840 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:27.841 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:27.841 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:06:27.841 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:27.841 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:27.841 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:27.841 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:27.841 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:06:27.841 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:27.841 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:27.841 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:06:27.841 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:27.842 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:27.842 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:27.842 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:27.842 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:06:27.842 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:27.842 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:27.842 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:27.842 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:27.842 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:27.842 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:27.842 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:06:27.843 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:27.843 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:27.843 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:28.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:27 smithi031 ceph-mon[98130]: pgmap v2956: 553 pgs: 553 active+clean; 11 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 4.7 KiB/s rd, 813 KiB/s wr, 10 op/s 2024-08-10T06:06:28.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:27 smithi031 ceph-mon[100614]: pgmap v2956: 553 pgs: 553 active+clean; 11 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 4.7 KiB/s rd, 813 KiB/s wr, 10 op/s 2024-08-10T06:06:28.282 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:27 smithi196 ceph-mon[90243]: pgmap v2956: 553 pgs: 553 active+clean; 11 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 4.7 KiB/s rd, 813 KiB/s wr, 10 op/s 2024-08-10T06:06:29.822 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:29.822 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:29.822 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:29.822 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:06:29.822 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:29.822 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:29.822 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:29.822 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:29.822 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:29.822 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:29.822 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:06:29.823 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:29.823 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:29.823 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:29.823 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:29.823 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:06:29.823 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:29.823 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:29.823 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:06:29.823 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:29.823 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:29.823 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:29.823 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:29.824 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:06:29.824 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:29.824 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:29.824 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:29.824 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:29.824 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:29.824 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:29.824 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:06:29.824 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:29.824 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:29.824 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:29.824 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:29.824 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:29.824 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:29.825 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:06:29.825 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:29.825 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:29.825 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:29.825 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:29.825 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:29.825 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:29.825 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:06:29.825 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:29.825 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:29.825 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:29.825 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:29.825 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:06:29.826 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:29.826 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:29.826 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:06:29.826 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:29.826 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:29.826 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:29.826 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:29.826 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:06:29.826 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:29.826 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:29.826 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:29.826 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:29.826 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:29.826 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:29.826 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:06:29.827 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:29.827 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:29.827 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:29.827 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:29.827 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:29.827 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:29.827 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:06:29.827 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:29.827 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:29.827 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:29.827 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:29.827 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:29.827 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:29.827 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:06:29.827 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:29.828 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:29.828 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:29.828 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:29.828 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:06:29.828 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:29.828 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:29.828 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:06:29.828 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:29.828 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:29.828 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:29.828 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:29.828 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:06:29.828 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:29.828 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:29.828 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:29.829 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:29.829 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:29.829 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:29.829 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:06:29.829 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:29.829 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:29.829 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:29.829 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:29.829 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:29.829 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:29.829 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:06:29.829 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:29.829 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:29.829 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:29.829 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:29.830 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:29.830 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:29.830 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:06:29.830 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:29.830 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:29.830 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:29.830 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:29.830 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:06:29.830 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:29.830 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:29.830 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:06:29.830 INFO:tasks.workunit.client.0.smithi031.stdout:read completion cb called! 2024-08-10T06:06:29.830 INFO:tasks.workunit.client.0.smithi031.stdout:read completion cb called! 2024-08-10T06:06:29.830 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 512 2024-08-10T06:06:29.831 INFO:tasks.workunit.client.0.smithi031.stdout:read completion cb called! 2024-08-10T06:06:29.831 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.TestIO (4270 ms) 2024-08-10T06:06:29.831 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.TestEncryptionLUKS1 2024-08-10T06:06:29.831 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:06:30.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:29 smithi031 ceph-mon[98130]: pgmap v2957: 553 pgs: 553 active+clean; 8.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 7.4 KiB/s rd, 259 KiB/s wr, 16 op/s 2024-08-10T06:06:30.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:29 smithi031 ceph-mon[100614]: pgmap v2957: 553 pgs: 553 active+clean; 8.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 7.4 KiB/s rd, 259 KiB/s wr, 16 op/s 2024-08-10T06:06:30.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:29 smithi196 ceph-mon[90243]: pgmap v2957: 553 pgs: 553 active+clean; 8.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 7.4 KiB/s rd, 259 KiB/s wr, 16 op/s 2024-08-10T06:06:31.254 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:30 smithi031 ceph-mon[98130]: pool 'test-librbd-smithi031-151948-28' no longer out of quota; removing NO_QUOTA flag 2024-08-10T06:06:31.254 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:30 smithi031 ceph-mon[98130]: Health check update: 2 pool(s) full (POOL_FULL) 2024-08-10T06:06:31.254 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:30 smithi031 ceph-mon[98130]: osdmap e1706: 8 total, 8 up, 8 in 2024-08-10T06:06:31.254 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:30 smithi031 ceph-mon[100614]: pool 'test-librbd-smithi031-151948-28' no longer out of quota; removing NO_QUOTA flag 2024-08-10T06:06:31.255 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:30 smithi031 ceph-mon[100614]: Health check update: 2 pool(s) full (POOL_FULL) 2024-08-10T06:06:31.255 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:30 smithi031 ceph-mon[100614]: osdmap e1706: 8 total, 8 up, 8 in 2024-08-10T06:06:31.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:30 smithi196 ceph-mon[90243]: pool 'test-librbd-smithi031-151948-28' no longer out of quota; removing NO_QUOTA flag 2024-08-10T06:06:31.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:30 smithi196 ceph-mon[90243]: Health check update: 2 pool(s) full (POOL_FULL) 2024-08-10T06:06:31.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:30 smithi196 ceph-mon[90243]: osdmap e1706: 8 total, 8 up, 8 in 2024-08-10T06:06:31.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:06:31 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:06:31] "GET /metrics HTTP/1.1" 200 68178 "" "Prometheus/2.43.0" 2024-08-10T06:06:32.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:31 smithi031 ceph-mon[98130]: pgmap v2959: 553 pgs: 553 active+clean; 6.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 546 KiB/s rd, 523 KiB/s wr, 1.09k op/s 2024-08-10T06:06:32.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:31 smithi031 ceph-mon[100614]: pgmap v2959: 553 pgs: 553 active+clean; 6.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 546 KiB/s rd, 523 KiB/s wr, 1.09k op/s 2024-08-10T06:06:32.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:31 smithi196 ceph-mon[90243]: pgmap v2959: 553 pgs: 553 active+clean; 6.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 546 KiB/s rd, 523 KiB/s wr, 1.09k op/s 2024-08-10T06:06:32.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:06:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:06:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:06:34.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:33 smithi031 ceph-mon[98130]: pgmap v2960: 553 pgs: 553 active+clean; 6.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 549 KiB/s rd, 266 KiB/s wr, 1.09k op/s 2024-08-10T06:06:34.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:33 smithi031 ceph-mon[100614]: pgmap v2960: 553 pgs: 553 active+clean; 6.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 549 KiB/s rd, 266 KiB/s wr, 1.09k op/s 2024-08-10T06:06:34.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:33 smithi196 ceph-mon[90243]: pgmap v2960: 553 pgs: 553 active+clean; 6.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 549 KiB/s rd, 266 KiB/s wr, 1.09k op/s 2024-08-10T06:06:34.988 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 512 2024-08-10T06:06:34.989 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 512 2024-08-10T06:06:34.989 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 512 2024-08-10T06:06:34.989 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 512 2024-08-10T06:06:34.989 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 512 2024-08-10T06:06:34.989 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:34.989 INFO:tasks.workunit.client.0.smithi031.stdout:started write 2024-08-10T06:06:34.989 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:34.989 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:34.989 INFO:tasks.workunit.client.0.smithi031.stdout:finished write 2024-08-10T06:06:34.989 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:34.989 INFO:tasks.workunit.client.0.smithi031.stdout:started write 2024-08-10T06:06:34.990 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:34.990 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:34.990 INFO:tasks.workunit.client.0.smithi031.stdout:finished write 2024-08-10T06:06:34.990 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:34.990 INFO:tasks.workunit.client.0.smithi031.stdout:started write 2024-08-10T06:06:34.990 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:34.990 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:34.990 INFO:tasks.workunit.client.0.smithi031.stdout:finished write 2024-08-10T06:06:34.990 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:34.990 INFO:tasks.workunit.client.0.smithi031.stdout:started write 2024-08-10T06:06:34.990 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:34.990 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:34.990 INFO:tasks.workunit.client.0.smithi031.stdout:finished write 2024-08-10T06:06:34.991 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:34.991 INFO:tasks.workunit.client.0.smithi031.stdout:started write 2024-08-10T06:06:34.991 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:34.991 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:34.991 INFO:tasks.workunit.client.0.smithi031.stdout:finished write 2024-08-10T06:06:34.991 INFO:tasks.workunit.client.0.smithi031.stdout:start compare and write 2024-08-10T06:06:34.991 INFO:tasks.workunit.client.0.smithi031.stdout:compare and wrote: 512 2024-08-10T06:06:34.991 INFO:tasks.workunit.client.0.smithi031.stdout:start compare and write 2024-08-10T06:06:34.991 INFO:tasks.workunit.client.0.smithi031.stdout:compare and wrote: 512 2024-08-10T06:06:34.991 INFO:tasks.workunit.client.0.smithi031.stdout:start compare and write 2024-08-10T06:06:34.991 INFO:tasks.workunit.client.0.smithi031.stdout:compare and wrote: 512 2024-08-10T06:06:34.991 INFO:tasks.workunit.client.0.smithi031.stdout:start compare and write 2024-08-10T06:06:34.991 INFO:tasks.workunit.client.0.smithi031.stdout:compare and wrote: 512 2024-08-10T06:06:34.991 INFO:tasks.workunit.client.0.smithi031.stdout:start compare and write 2024-08-10T06:06:34.991 INFO:tasks.workunit.client.0.smithi031.stdout:compare and wrote: 512 2024-08-10T06:06:34.992 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:34.992 INFO:tasks.workunit.client.0.smithi031.stdout:started aio compare and write 2024-08-10T06:06:34.992 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:34.992 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:34.992 INFO:tasks.workunit.client.0.smithi031.stdout:finished aio compare and write 2024-08-10T06:06:34.992 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:34.992 INFO:tasks.workunit.client.0.smithi031.stdout:started aio compare and write 2024-08-10T06:06:34.992 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:34.992 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:34.992 INFO:tasks.workunit.client.0.smithi031.stdout:finished aio compare and write 2024-08-10T06:06:34.992 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:34.992 INFO:tasks.workunit.client.0.smithi031.stdout:started aio compare and write 2024-08-10T06:06:34.992 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:34.993 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:34.993 INFO:tasks.workunit.client.0.smithi031.stdout:finished aio compare and write 2024-08-10T06:06:34.993 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:34.993 INFO:tasks.workunit.client.0.smithi031.stdout:started aio compare and write 2024-08-10T06:06:34.993 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:34.993 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:34.993 INFO:tasks.workunit.client.0.smithi031.stdout:finished aio compare and write 2024-08-10T06:06:34.993 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:34.993 INFO:tasks.workunit.client.0.smithi031.stdout:started aio compare and write 2024-08-10T06:06:34.993 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:34.993 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:34.993 INFO:tasks.workunit.client.0.smithi031.stdout:finished aio compare and write 2024-08-10T06:06:34.993 INFO:tasks.workunit.client.0.smithi031.stdout:read: 512 2024-08-10T06:06:34.994 INFO:tasks.workunit.client.0.smithi031.stdout:read: 512 2024-08-10T06:06:34.994 INFO:tasks.workunit.client.0.smithi031.stdout:read: 512 2024-08-10T06:06:34.994 INFO:tasks.workunit.client.0.smithi031.stdout:read: 512 2024-08-10T06:06:34.994 INFO:tasks.workunit.client.0.smithi031.stdout:read: 512 2024-08-10T06:06:34.994 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:34.994 INFO:tasks.workunit.client.0.smithi031.stdout:started read 2024-08-10T06:06:34.994 INFO:tasks.workunit.client.0.smithi031.stdout:read completion cb called! 2024-08-10T06:06:34.994 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 512 2024-08-10T06:06:34.994 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:34.994 INFO:tasks.workunit.client.0.smithi031.stdout:started read 2024-08-10T06:06:34.994 INFO:tasks.workunit.client.0.smithi031.stdout:read completion cb called! 2024-08-10T06:06:34.994 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 512 2024-08-10T06:06:34.994 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:34.995 INFO:tasks.workunit.client.0.smithi031.stdout:started read 2024-08-10T06:06:34.995 INFO:tasks.workunit.client.0.smithi031.stdout:read completion cb called! 2024-08-10T06:06:34.995 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 512 2024-08-10T06:06:34.995 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:34.995 INFO:tasks.workunit.client.0.smithi031.stdout:started read 2024-08-10T06:06:34.995 INFO:tasks.workunit.client.0.smithi031.stdout:read completion cb called! 2024-08-10T06:06:34.995 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 512 2024-08-10T06:06:34.995 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:34.995 INFO:tasks.workunit.client.0.smithi031.stdout:started read 2024-08-10T06:06:34.995 INFO:tasks.workunit.client.0.smithi031.stdout:read completion cb called! 2024-08-10T06:06:34.995 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 512 2024-08-10T06:06:34.995 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 512~512 = 512 2024-08-10T06:06:34.995 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:34.996 INFO:tasks.workunit.client.0.smithi031.stdout:aio discard: 1536~512 = 0 2024-08-10T06:06:34.996 INFO:tasks.workunit.client.0.smithi031.stdout:read: 512 2024-08-10T06:06:34.996 INFO:tasks.workunit.client.0.smithi031.stdout:read: 512 2024-08-10T06:06:34.996 INFO:tasks.workunit.client.0.smithi031.stdout:read: 512 2024-08-10T06:06:34.996 INFO:tasks.workunit.client.0.smithi031.stdout:read: 512 2024-08-10T06:06:34.996 INFO:tasks.workunit.client.0.smithi031.stdout:read: 512 2024-08-10T06:06:34.996 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 0 2024-08-10T06:06:34.996 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:34.996 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:34.996 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 0 2024-08-10T06:06:34.996 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:34.996 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:34.996 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 16384 2024-08-10T06:06:34.997 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:34.997 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:34.997 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 16384 2024-08-10T06:06:34.997 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:34.997 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:34.997 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:06:34.997 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:06:34.997 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 49152 2024-08-10T06:06:34.997 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:34.997 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:34.997 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 49152 2024-08-10T06:06:34.998 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:34.998 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:34.998 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 65536 2024-08-10T06:06:34.998 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:34.998 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:34.998 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 65536 2024-08-10T06:06:34.998 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:34.998 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:34.998 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:06:34.998 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:06:34.998 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 98304 2024-08-10T06:06:34.998 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:34.999 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:34.999 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 98304 2024-08-10T06:06:34.999 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:34.999 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:34.999 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 114688 2024-08-10T06:06:34.999 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:34.999 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:34.999 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 114688 2024-08-10T06:06:34.999 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:34.999 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:34.999 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:06:34.999 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:06:34.999 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 147456 2024-08-10T06:06:34.999 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:35.000 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:35.000 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 147456 2024-08-10T06:06:35.000 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:35.000 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:35.000 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 163840 2024-08-10T06:06:35.000 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:35.000 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:35.000 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 163840 2024-08-10T06:06:35.000 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:35.000 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:35.000 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:06:35.000 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:06:35.001 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 196608 2024-08-10T06:06:35.001 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:35.001 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:35.001 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 196608 2024-08-10T06:06:35.001 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:35.001 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:35.001 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 212992 2024-08-10T06:06:35.001 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:35.001 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:35.001 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 212992 2024-08-10T06:06:35.001 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:35.001 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:35.001 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:06:35.002 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:06:35.002 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:35.002 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:35.002 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:35.002 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:35.002 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:06:35.002 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:35.002 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:35.002 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:35.002 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:35.002 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:35.002 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:35.003 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:06:35.003 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:35.003 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:35.003 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:35.003 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:35.003 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:35.003 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:35.003 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:06:35.003 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:35.003 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:35.003 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:35.003 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:35.004 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:35.004 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:35.004 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:06:35.004 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:35.004 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:35.004 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:35.004 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:35.004 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:06:35.004 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:35.004 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:35.004 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:06:35.004 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:35.004 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:35.005 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:35.005 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:35.005 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:06:35.005 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:35.005 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:35.005 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:35.005 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:35.005 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:35.005 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:35.005 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:06:35.005 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:35.005 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:35.005 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:36.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:35 smithi031 ceph-mon[98130]: pgmap v2961: 553 pgs: 553 active+clean; 11 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 471 KiB/s rd, 668 KiB/s wr, 934 op/s 2024-08-10T06:06:36.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:35 smithi031 ceph-mon[100614]: pgmap v2961: 553 pgs: 553 active+clean; 11 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 471 KiB/s rd, 668 KiB/s wr, 934 op/s 2024-08-10T06:06:36.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:35 smithi196 ceph-mon[90243]: pgmap v2961: 553 pgs: 553 active+clean; 11 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 471 KiB/s rd, 668 KiB/s wr, 934 op/s 2024-08-10T06:06:38.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:37 smithi031 ceph-mon[98130]: pgmap v2962: 553 pgs: 553 active+clean; 11 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 980 KiB/s rd, 901 KiB/s wr, 1.42k op/s 2024-08-10T06:06:38.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:37 smithi031 ceph-mon[100614]: pgmap v2962: 553 pgs: 553 active+clean; 11 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 980 KiB/s rd, 901 KiB/s wr, 1.42k op/s 2024-08-10T06:06:38.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:37 smithi196 ceph-mon[90243]: pgmap v2962: 553 pgs: 553 active+clean; 11 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 980 KiB/s rd, 901 KiB/s wr, 1.42k op/s 2024-08-10T06:06:38.540 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:38.541 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:38.541 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:38.541 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:06:38.541 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:38.541 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:38.541 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:38.541 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:38.541 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:38.541 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:38.541 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:06:38.542 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:38.542 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:38.542 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:38.542 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:38.542 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:06:38.542 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:38.542 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:38.542 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:06:38.542 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:38.542 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:38.542 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:38.543 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:38.543 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:06:38.543 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:38.543 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:38.543 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:38.543 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:38.543 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:38.543 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:38.543 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:06:38.543 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:38.544 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:38.544 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:38.544 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:38.544 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:38.544 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:38.544 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:06:38.544 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:38.544 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:38.544 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:38.544 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:38.544 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:38.545 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:38.545 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:06:38.545 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:38.545 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:38.545 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:38.545 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:38.545 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:06:38.545 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:38.545 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:38.545 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:06:38.545 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:38.546 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:38.546 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:38.546 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:38.546 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:06:38.546 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:38.546 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:38.546 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:38.546 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:38.546 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:38.546 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:38.546 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:06:38.546 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:38.547 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:38.547 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:38.547 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:38.547 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:38.547 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:38.547 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:06:38.547 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:38.547 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:38.547 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:38.547 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:38.547 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:38.548 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:38.548 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:06:38.548 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:38.548 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:38.548 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:38.548 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:38.548 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:06:38.548 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:38.548 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:38.548 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:06:38.548 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:38.549 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:38.549 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:38.549 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:38.549 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:06:38.549 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:38.549 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:38.549 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:38.549 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:38.549 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:38.549 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:38.549 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:06:38.549 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:38.550 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:38.550 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:38.550 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:38.550 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:38.550 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:38.550 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:06:38.550 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:38.550 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:38.550 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:38.550 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:38.550 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:38.551 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:38.551 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:06:38.551 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:38.551 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:38.551 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:38.551 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:38.551 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:06:38.551 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:38.551 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:38.551 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:06:38.551 INFO:tasks.workunit.client.0.smithi031.stdout:read completion cb called! 2024-08-10T06:06:38.552 INFO:tasks.workunit.client.0.smithi031.stdout:read completion cb called! 2024-08-10T06:06:38.552 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 512 2024-08-10T06:06:38.552 INFO:tasks.workunit.client.0.smithi031.stdout:read completion cb called! 2024-08-10T06:06:38.552 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 4 2024-08-10T06:06:38.552 INFO:tasks.workunit.client.0.smithi031.stdout:read: 4 2024-08-10T06:06:38.552 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.TestEncryptionLUKS1 (8719 ms) 2024-08-10T06:06:38.552 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.TestEncryptionLUKS2 2024-08-10T06:06:38.552 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:06:40.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:39 smithi031 ceph-mon[98130]: pgmap v2963: 553 pgs: 553 active+clean; 11 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 977 KiB/s rd, 899 KiB/s wr, 1.41k op/s 2024-08-10T06:06:40.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:39 smithi031 ceph-mon[100614]: pgmap v2963: 553 pgs: 553 active+clean; 11 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 977 KiB/s rd, 899 KiB/s wr, 1.41k op/s 2024-08-10T06:06:40.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:39 smithi196 ceph-mon[90243]: pgmap v2963: 553 pgs: 553 active+clean; 11 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 977 KiB/s rd, 899 KiB/s wr, 1.41k op/s 2024-08-10T06:06:41.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:06:41 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:06:41] "GET /metrics HTTP/1.1" 200 68195 "" "Prometheus/2.43.0" 2024-08-10T06:06:42.082 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:41 smithi196 ceph-mon[90243]: pgmap v2964: 553 pgs: 553 active+clean; 15 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 1009 KiB/s wr, 1.64k op/s 2024-08-10T06:06:42.082 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:06:42.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:41 smithi031 ceph-mon[98130]: pgmap v2964: 553 pgs: 553 active+clean; 15 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 1009 KiB/s wr, 1.64k op/s 2024-08-10T06:06:42.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:06:42.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:41 smithi031 ceph-mon[100614]: pgmap v2964: 553 pgs: 553 active+clean; 15 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 1009 KiB/s wr, 1.64k op/s 2024-08-10T06:06:42.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:06:42.529 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:06:42 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:06:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:06:44.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:43 smithi031 ceph-mon[98130]: pgmap v2965: 553 pgs: 553 active+clean; 15 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 728 KiB/s rd, 692 KiB/s wr, 713 op/s 2024-08-10T06:06:44.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:43 smithi031 ceph-mon[100614]: pgmap v2965: 553 pgs: 553 active+clean; 15 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 728 KiB/s rd, 692 KiB/s wr, 713 op/s 2024-08-10T06:06:44.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:43 smithi196 ceph-mon[90243]: pgmap v2965: 553 pgs: 553 active+clean; 15 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 728 KiB/s rd, 692 KiB/s wr, 713 op/s 2024-08-10T06:06:46.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:45 smithi031 ceph-mon[98130]: pgmap v2966: 553 pgs: 553 active+clean; 15 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 728 KiB/s rd, 692 KiB/s wr, 712 op/s 2024-08-10T06:06:46.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:45 smithi031 ceph-mon[100614]: pgmap v2966: 553 pgs: 553 active+clean; 15 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 728 KiB/s rd, 692 KiB/s wr, 712 op/s 2024-08-10T06:06:46.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:45 smithi196 ceph-mon[90243]: pgmap v2966: 553 pgs: 553 active+clean; 15 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 728 KiB/s rd, 692 KiB/s wr, 712 op/s 2024-08-10T06:06:48.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:47 smithi031 ceph-mon[98130]: pgmap v2967: 553 pgs: 553 active+clean; 15 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 728 KiB/s rd, 351 KiB/s wr, 712 op/s 2024-08-10T06:06:48.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:47 smithi031 ceph-mon[100614]: pgmap v2967: 553 pgs: 553 active+clean; 15 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 728 KiB/s rd, 351 KiB/s wr, 712 op/s 2024-08-10T06:06:48.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:47 smithi196 ceph-mon[90243]: pgmap v2967: 553 pgs: 553 active+clean; 15 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 728 KiB/s rd, 351 KiB/s wr, 712 op/s 2024-08-10T06:06:48.604 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 512 2024-08-10T06:06:48.604 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 512 2024-08-10T06:06:48.604 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 512 2024-08-10T06:06:48.604 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 512 2024-08-10T06:06:48.604 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 512 2024-08-10T06:06:48.604 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:48.604 INFO:tasks.workunit.client.0.smithi031.stdout:started write 2024-08-10T06:06:48.604 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:48.605 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:48.605 INFO:tasks.workunit.client.0.smithi031.stdout:finished write 2024-08-10T06:06:48.605 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:48.605 INFO:tasks.workunit.client.0.smithi031.stdout:started write 2024-08-10T06:06:48.605 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:48.605 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:48.605 INFO:tasks.workunit.client.0.smithi031.stdout:finished write 2024-08-10T06:06:48.605 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:48.605 INFO:tasks.workunit.client.0.smithi031.stdout:started write 2024-08-10T06:06:48.605 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:48.605 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:48.605 INFO:tasks.workunit.client.0.smithi031.stdout:finished write 2024-08-10T06:06:48.605 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:48.606 INFO:tasks.workunit.client.0.smithi031.stdout:started write 2024-08-10T06:06:48.606 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:48.606 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:48.606 INFO:tasks.workunit.client.0.smithi031.stdout:finished write 2024-08-10T06:06:48.606 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:48.606 INFO:tasks.workunit.client.0.smithi031.stdout:started write 2024-08-10T06:06:48.606 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:48.606 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:48.606 INFO:tasks.workunit.client.0.smithi031.stdout:finished write 2024-08-10T06:06:48.606 INFO:tasks.workunit.client.0.smithi031.stdout:start compare and write 2024-08-10T06:06:48.606 INFO:tasks.workunit.client.0.smithi031.stdout:compare and wrote: 512 2024-08-10T06:06:48.606 INFO:tasks.workunit.client.0.smithi031.stdout:start compare and write 2024-08-10T06:06:48.606 INFO:tasks.workunit.client.0.smithi031.stdout:compare and wrote: 512 2024-08-10T06:06:48.607 INFO:tasks.workunit.client.0.smithi031.stdout:start compare and write 2024-08-10T06:06:48.607 INFO:tasks.workunit.client.0.smithi031.stdout:compare and wrote: 512 2024-08-10T06:06:48.607 INFO:tasks.workunit.client.0.smithi031.stdout:start compare and write 2024-08-10T06:06:48.607 INFO:tasks.workunit.client.0.smithi031.stdout:compare and wrote: 512 2024-08-10T06:06:48.607 INFO:tasks.workunit.client.0.smithi031.stdout:start compare and write 2024-08-10T06:06:48.607 INFO:tasks.workunit.client.0.smithi031.stdout:compare and wrote: 512 2024-08-10T06:06:48.607 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:48.607 INFO:tasks.workunit.client.0.smithi031.stdout:started aio compare and write 2024-08-10T06:06:48.607 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:48.607 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:48.607 INFO:tasks.workunit.client.0.smithi031.stdout:finished aio compare and write 2024-08-10T06:06:48.607 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:48.607 INFO:tasks.workunit.client.0.smithi031.stdout:started aio compare and write 2024-08-10T06:06:48.607 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:48.608 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:48.608 INFO:tasks.workunit.client.0.smithi031.stdout:finished aio compare and write 2024-08-10T06:06:48.608 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:48.608 INFO:tasks.workunit.client.0.smithi031.stdout:started aio compare and write 2024-08-10T06:06:48.608 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:48.608 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:48.608 INFO:tasks.workunit.client.0.smithi031.stdout:finished aio compare and write 2024-08-10T06:06:48.608 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:48.608 INFO:tasks.workunit.client.0.smithi031.stdout:started aio compare and write 2024-08-10T06:06:48.608 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:48.608 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:48.608 INFO:tasks.workunit.client.0.smithi031.stdout:finished aio compare and write 2024-08-10T06:06:48.608 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:48.608 INFO:tasks.workunit.client.0.smithi031.stdout:started aio compare and write 2024-08-10T06:06:48.609 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:48.609 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:48.609 INFO:tasks.workunit.client.0.smithi031.stdout:finished aio compare and write 2024-08-10T06:06:48.609 INFO:tasks.workunit.client.0.smithi031.stdout:read: 512 2024-08-10T06:06:48.609 INFO:tasks.workunit.client.0.smithi031.stdout:read: 512 2024-08-10T06:06:48.609 INFO:tasks.workunit.client.0.smithi031.stdout:read: 512 2024-08-10T06:06:48.609 INFO:tasks.workunit.client.0.smithi031.stdout:read: 512 2024-08-10T06:06:48.609 INFO:tasks.workunit.client.0.smithi031.stdout:read: 512 2024-08-10T06:06:48.609 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:48.609 INFO:tasks.workunit.client.0.smithi031.stdout:started read 2024-08-10T06:06:48.609 INFO:tasks.workunit.client.0.smithi031.stdout:read completion cb called! 2024-08-10T06:06:48.609 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 512 2024-08-10T06:06:48.609 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:48.610 INFO:tasks.workunit.client.0.smithi031.stdout:started read 2024-08-10T06:06:48.610 INFO:tasks.workunit.client.0.smithi031.stdout:read completion cb called! 2024-08-10T06:06:48.610 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 512 2024-08-10T06:06:48.610 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:48.610 INFO:tasks.workunit.client.0.smithi031.stdout:started read 2024-08-10T06:06:48.610 INFO:tasks.workunit.client.0.smithi031.stdout:read completion cb called! 2024-08-10T06:06:48.610 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 512 2024-08-10T06:06:48.610 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:48.610 INFO:tasks.workunit.client.0.smithi031.stdout:started read 2024-08-10T06:06:48.610 INFO:tasks.workunit.client.0.smithi031.stdout:read completion cb called! 2024-08-10T06:06:48.610 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 512 2024-08-10T06:06:48.610 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:48.610 INFO:tasks.workunit.client.0.smithi031.stdout:started read 2024-08-10T06:06:48.611 INFO:tasks.workunit.client.0.smithi031.stdout:read completion cb called! 2024-08-10T06:06:48.611 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 512 2024-08-10T06:06:48.611 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 512~512 = 512 2024-08-10T06:06:48.611 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:48.611 INFO:tasks.workunit.client.0.smithi031.stdout:aio discard: 1536~512 = 0 2024-08-10T06:06:48.611 INFO:tasks.workunit.client.0.smithi031.stdout:read: 512 2024-08-10T06:06:48.611 INFO:tasks.workunit.client.0.smithi031.stdout:read: 512 2024-08-10T06:06:48.611 INFO:tasks.workunit.client.0.smithi031.stdout:read: 512 2024-08-10T06:06:48.611 INFO:tasks.workunit.client.0.smithi031.stdout:read: 512 2024-08-10T06:06:48.611 INFO:tasks.workunit.client.0.smithi031.stdout:read: 512 2024-08-10T06:06:48.611 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 0 2024-08-10T06:06:48.611 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:48.611 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:48.611 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 0 2024-08-10T06:06:48.612 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:48.612 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:48.612 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 16384 2024-08-10T06:06:48.612 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:48.612 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:48.612 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 16384 2024-08-10T06:06:48.612 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:48.612 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:48.612 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:06:48.612 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:06:48.612 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 49152 2024-08-10T06:06:48.612 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:48.612 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:48.612 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 49152 2024-08-10T06:06:48.613 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:48.613 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:48.613 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 65536 2024-08-10T06:06:48.613 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:48.613 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:48.613 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 65536 2024-08-10T06:06:48.613 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:48.613 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:48.613 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:06:48.613 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:06:48.613 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 98304 2024-08-10T06:06:48.613 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:48.613 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:48.613 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 98304 2024-08-10T06:06:48.613 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:48.614 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:48.614 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 114688 2024-08-10T06:06:48.614 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:48.614 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:48.614 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 114688 2024-08-10T06:06:48.614 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:48.614 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:48.614 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:06:48.614 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:06:48.614 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 147456 2024-08-10T06:06:48.614 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:48.614 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:48.614 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 147456 2024-08-10T06:06:48.614 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:48.615 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:48.615 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 163840 2024-08-10T06:06:48.615 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:48.615 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:48.615 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 163840 2024-08-10T06:06:48.615 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:48.615 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:48.615 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:06:48.615 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:06:48.615 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 196608 2024-08-10T06:06:48.615 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:48.615 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:48.615 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 196608 2024-08-10T06:06:48.616 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:48.616 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:48.616 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 212992 2024-08-10T06:06:48.616 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:48.616 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:48.616 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 212992 2024-08-10T06:06:48.616 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:48.616 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:48.616 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:06:48.616 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:06:48.616 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:48.616 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:48.616 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:48.617 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:48.617 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:06:48.617 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:48.617 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:48.617 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:48.617 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:48.617 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:48.617 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:48.617 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:06:48.617 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:48.617 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:48.618 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:48.618 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:48.618 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:48.618 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:48.618 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:06:48.618 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:48.618 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:48.618 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:48.618 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:48.618 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:48.618 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:48.618 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:06:48.618 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:48.619 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:48.619 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:48.619 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:48.619 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:06:48.619 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:48.619 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:48.619 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:06:48.619 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:48.619 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:48.619 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:48.619 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:48.619 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:06:48.619 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:48.619 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:48.620 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:48.620 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:48.620 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:48.620 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:48.620 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:06:48.620 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:48.620 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:48.620 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:50.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:49 smithi031 ceph-mon[98130]: pgmap v2968: 553 pgs: 553 active+clean; 15 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 275 KiB/s rd, 118 KiB/s wr, 254 op/s 2024-08-10T06:06:50.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:49 smithi031 ceph-mon[100614]: pgmap v2968: 553 pgs: 553 active+clean; 15 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 275 KiB/s rd, 118 KiB/s wr, 254 op/s 2024-08-10T06:06:50.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:49 smithi196 ceph-mon[90243]: pgmap v2968: 553 pgs: 553 active+clean; 15 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 275 KiB/s rd, 118 KiB/s wr, 254 op/s 2024-08-10T06:06:51.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:06:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:06:51] "GET /metrics HTTP/1.1" 200 68195 "" "Prometheus/2.43.0" 2024-08-10T06:06:52.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:51 smithi031 ceph-mon[98130]: pgmap v2969: 553 pgs: 553 active+clean; 31 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 912 op/s 2024-08-10T06:06:52.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:51 smithi031 ceph-mon[100614]: pgmap v2969: 553 pgs: 553 active+clean; 31 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 912 op/s 2024-08-10T06:06:52.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:51 smithi196 ceph-mon[90243]: pgmap v2969: 553 pgs: 553 active+clean; 31 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 912 op/s 2024-08-10T06:06:52.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:06:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:06:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:06:52.871 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:52.871 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:52.871 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:52.871 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:06:52.871 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:52.871 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:52.871 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:52.871 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:52.872 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:52.872 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:52.872 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:06:52.872 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:52.872 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:52.872 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:52.872 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:52.872 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:06:52.872 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:52.872 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:52.872 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:06:52.872 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:52.872 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:52.873 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:52.873 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:52.873 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:06:52.873 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:52.873 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:52.873 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:52.873 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:52.873 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:52.873 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:52.873 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:06:52.873 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:52.874 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:52.874 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:52.874 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:52.874 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:52.874 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:52.874 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:06:52.874 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:52.874 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:52.874 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:52.874 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:52.874 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:52.875 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:52.875 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:06:52.875 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:52.875 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:52.875 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:52.875 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:52.875 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:06:52.875 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:52.875 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:52.875 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:06:52.875 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:52.875 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:52.875 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:52.876 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:52.876 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:06:52.876 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:52.876 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:52.876 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:52.876 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:52.876 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:52.876 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:52.877 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:06:52.877 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:52.877 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:52.877 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:52.877 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:52.877 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:52.878 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:52.878 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:06:52.878 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:52.878 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:52.878 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:52.878 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:52.878 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:52.878 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:52.878 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:06:52.878 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:52.878 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:52.878 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:52.879 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:52.879 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:06:52.879 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:52.879 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:52.879 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:06:52.879 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:52.879 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:52.879 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:52.879 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:52.879 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:06:52.879 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:52.879 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:52.880 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:52.880 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:52.880 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:52.880 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:52.880 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:06:52.880 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:52.880 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:52.880 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:52.880 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:52.880 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:52.881 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:52.881 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:06:52.881 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:52.881 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:52.881 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:52.881 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:52.881 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:52.881 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:52.882 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:06:52.882 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:52.882 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:52.882 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:52.882 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:52.882 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:06:52.882 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:52.882 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:52.882 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:06:52.882 INFO:tasks.workunit.client.0.smithi031.stdout:read completion cb called! 2024-08-10T06:06:52.882 INFO:tasks.workunit.client.0.smithi031.stdout:read completion cb called! 2024-08-10T06:06:52.883 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 512 2024-08-10T06:06:52.883 INFO:tasks.workunit.client.0.smithi031.stdout:read completion cb called! 2024-08-10T06:06:52.883 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 4 2024-08-10T06:06:52.883 INFO:tasks.workunit.client.0.smithi031.stdout:read: 4 2024-08-10T06:06:52.883 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.TestEncryptionLUKS2 (14330 ms) 2024-08-10T06:06:52.883 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.TestIOWithIOHint 2024-08-10T06:06:52.883 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:06:54.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:53 smithi031 ceph-mon[98130]: pgmap v2970: 553 pgs: 553 active+clean; 31 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 664 op/s 2024-08-10T06:06:54.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:53 smithi031 ceph-mon[100614]: pgmap v2970: 553 pgs: 553 active+clean; 31 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 664 op/s 2024-08-10T06:06:54.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:53 smithi196 ceph-mon[90243]: pgmap v2970: 553 pgs: 553 active+clean; 31 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 664 op/s 2024-08-10T06:06:54.989 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 512 2024-08-10T06:06:54.989 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 512 2024-08-10T06:06:54.989 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 512 2024-08-10T06:06:54.989 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 512 2024-08-10T06:06:54.989 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 512 2024-08-10T06:06:54.989 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:54.989 INFO:tasks.workunit.client.0.smithi031.stdout:started write 2024-08-10T06:06:54.989 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:54.989 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:54.989 INFO:tasks.workunit.client.0.smithi031.stdout:finished write 2024-08-10T06:06:54.989 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:54.989 INFO:tasks.workunit.client.0.smithi031.stdout:started write 2024-08-10T06:06:54.990 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:54.990 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:54.990 INFO:tasks.workunit.client.0.smithi031.stdout:finished write 2024-08-10T06:06:54.990 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:54.990 INFO:tasks.workunit.client.0.smithi031.stdout:started write 2024-08-10T06:06:54.990 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:54.990 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:54.990 INFO:tasks.workunit.client.0.smithi031.stdout:finished write 2024-08-10T06:06:54.990 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:54.990 INFO:tasks.workunit.client.0.smithi031.stdout:started write 2024-08-10T06:06:54.990 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:54.990 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:54.990 INFO:tasks.workunit.client.0.smithi031.stdout:finished write 2024-08-10T06:06:54.990 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:54.991 INFO:tasks.workunit.client.0.smithi031.stdout:started write 2024-08-10T06:06:54.991 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:54.991 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:54.991 INFO:tasks.workunit.client.0.smithi031.stdout:finished write 2024-08-10T06:06:54.991 INFO:tasks.workunit.client.0.smithi031.stdout:start compare and write 2024-08-10T06:06:54.991 INFO:tasks.workunit.client.0.smithi031.stdout:compare and wrote: 512 2024-08-10T06:06:54.991 INFO:tasks.workunit.client.0.smithi031.stdout:start compare and write 2024-08-10T06:06:54.991 INFO:tasks.workunit.client.0.smithi031.stdout:compare and wrote: 512 2024-08-10T06:06:54.991 INFO:tasks.workunit.client.0.smithi031.stdout:start compare and write 2024-08-10T06:06:54.991 INFO:tasks.workunit.client.0.smithi031.stdout:compare and wrote: 512 2024-08-10T06:06:54.991 INFO:tasks.workunit.client.0.smithi031.stdout:start compare and write 2024-08-10T06:06:54.991 INFO:tasks.workunit.client.0.smithi031.stdout:compare and wrote: 512 2024-08-10T06:06:54.991 INFO:tasks.workunit.client.0.smithi031.stdout:start compare and write 2024-08-10T06:06:54.992 INFO:tasks.workunit.client.0.smithi031.stdout:compare and wrote: 512 2024-08-10T06:06:54.992 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:54.992 INFO:tasks.workunit.client.0.smithi031.stdout:started aio compare and write 2024-08-10T06:06:54.992 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:54.992 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:54.992 INFO:tasks.workunit.client.0.smithi031.stdout:finished aio compare and write 2024-08-10T06:06:54.992 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:54.992 INFO:tasks.workunit.client.0.smithi031.stdout:started aio compare and write 2024-08-10T06:06:54.992 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:54.992 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:54.992 INFO:tasks.workunit.client.0.smithi031.stdout:finished aio compare and write 2024-08-10T06:06:54.992 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:54.992 INFO:tasks.workunit.client.0.smithi031.stdout:started aio compare and write 2024-08-10T06:06:54.992 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:54.992 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:54.993 INFO:tasks.workunit.client.0.smithi031.stdout:finished aio compare and write 2024-08-10T06:06:54.993 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:54.993 INFO:tasks.workunit.client.0.smithi031.stdout:started aio compare and write 2024-08-10T06:06:54.993 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:54.993 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:54.993 INFO:tasks.workunit.client.0.smithi031.stdout:finished aio compare and write 2024-08-10T06:06:54.993 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:54.993 INFO:tasks.workunit.client.0.smithi031.stdout:started aio compare and write 2024-08-10T06:06:54.993 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:54.993 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:54.993 INFO:tasks.workunit.client.0.smithi031.stdout:finished aio compare and write 2024-08-10T06:06:54.993 INFO:tasks.workunit.client.0.smithi031.stdout:read: 512 2024-08-10T06:06:54.993 INFO:tasks.workunit.client.0.smithi031.stdout:read: 512 2024-08-10T06:06:54.993 INFO:tasks.workunit.client.0.smithi031.stdout:read: 512 2024-08-10T06:06:54.993 INFO:tasks.workunit.client.0.smithi031.stdout:read: 512 2024-08-10T06:06:54.994 INFO:tasks.workunit.client.0.smithi031.stdout:read: 512 2024-08-10T06:06:54.994 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:54.994 INFO:tasks.workunit.client.0.smithi031.stdout:started read 2024-08-10T06:06:54.994 INFO:tasks.workunit.client.0.smithi031.stdout:read completion cb called! 2024-08-10T06:06:54.994 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 512 2024-08-10T06:06:54.994 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:54.994 INFO:tasks.workunit.client.0.smithi031.stdout:started read 2024-08-10T06:06:54.994 INFO:tasks.workunit.client.0.smithi031.stdout:read completion cb called! 2024-08-10T06:06:54.994 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 512 2024-08-10T06:06:54.994 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:54.994 INFO:tasks.workunit.client.0.smithi031.stdout:started read 2024-08-10T06:06:54.994 INFO:tasks.workunit.client.0.smithi031.stdout:read completion cb called! 2024-08-10T06:06:54.994 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 512 2024-08-10T06:06:54.995 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:54.995 INFO:tasks.workunit.client.0.smithi031.stdout:started read 2024-08-10T06:06:54.995 INFO:tasks.workunit.client.0.smithi031.stdout:read completion cb called! 2024-08-10T06:06:54.995 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 512 2024-08-10T06:06:54.995 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:54.995 INFO:tasks.workunit.client.0.smithi031.stdout:started read 2024-08-10T06:06:54.995 INFO:tasks.workunit.client.0.smithi031.stdout:read completion cb called! 2024-08-10T06:06:54.995 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 512 2024-08-10T06:06:54.995 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 512~512 = 512 2024-08-10T06:06:54.995 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:54.995 INFO:tasks.workunit.client.0.smithi031.stdout:aio discard: 1536~512 = 0 2024-08-10T06:06:54.995 INFO:tasks.workunit.client.0.smithi031.stdout:read: 512 2024-08-10T06:06:54.995 INFO:tasks.workunit.client.0.smithi031.stdout:read: 512 2024-08-10T06:06:54.995 INFO:tasks.workunit.client.0.smithi031.stdout:read: 512 2024-08-10T06:06:54.996 INFO:tasks.workunit.client.0.smithi031.stdout:read: 512 2024-08-10T06:06:54.996 INFO:tasks.workunit.client.0.smithi031.stdout:read: 512 2024-08-10T06:06:54.996 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 0 2024-08-10T06:06:54.996 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:54.996 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:54.996 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 0 2024-08-10T06:06:54.996 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:54.996 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:54.996 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 16384 2024-08-10T06:06:54.996 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:54.996 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:54.996 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 16384 2024-08-10T06:06:54.996 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:54.996 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:54.997 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:06:54.997 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:06:54.997 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 49152 2024-08-10T06:06:54.997 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:54.997 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:54.997 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 49152 2024-08-10T06:06:54.997 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:54.997 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:54.997 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 65536 2024-08-10T06:06:54.997 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:54.997 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:54.997 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 65536 2024-08-10T06:06:54.997 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:54.997 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:54.997 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:06:54.998 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:06:54.998 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 98304 2024-08-10T06:06:54.998 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:54.998 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:54.998 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 98304 2024-08-10T06:06:54.998 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:54.998 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:54.998 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 114688 2024-08-10T06:06:54.998 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:54.998 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:54.998 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 114688 2024-08-10T06:06:54.998 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:54.998 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:54.998 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:06:54.998 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:06:54.999 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 147456 2024-08-10T06:06:54.999 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:54.999 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:54.999 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 147456 2024-08-10T06:06:54.999 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:54.999 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:54.999 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 163840 2024-08-10T06:06:54.999 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:54.999 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:54.999 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 163840 2024-08-10T06:06:54.999 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:54.999 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:54.999 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:06:54.999 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:06:55.000 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 196608 2024-08-10T06:06:55.000 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:55.000 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:55.000 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 196608 2024-08-10T06:06:55.000 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:55.000 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:55.000 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 212992 2024-08-10T06:06:55.000 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:55.000 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:55.000 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 212992 2024-08-10T06:06:55.000 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:55.000 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:55.000 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:06:55.000 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:06:55.000 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:55.001 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:55.001 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:55.001 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:55.001 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:06:55.001 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:55.001 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:55.001 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:55.001 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:55.001 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:55.001 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:55.001 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:06:55.001 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:55.001 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:55.001 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:55.001 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:55.001 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:55.002 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:55.002 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:06:55.002 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:55.002 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:55.002 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:55.002 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:55.002 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:55.002 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:55.002 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:06:55.002 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:55.002 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:55.002 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:55.002 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:55.002 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:06:55.003 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:55.003 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:55.003 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:06:55.003 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:55.003 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:55.003 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:55.003 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:55.003 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:06:55.003 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:55.003 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:55.003 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:55.003 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:55.003 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:55.003 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:55.004 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:06:55.004 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:55.004 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:55.004 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:56.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:55 smithi031 ceph-mon[98130]: pgmap v2971: 553 pgs: 553 active+clean; 31 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 665 op/s 2024-08-10T06:06:56.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:55 smithi031 ceph-mon[100614]: pgmap v2971: 553 pgs: 553 active+clean; 31 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 665 op/s 2024-08-10T06:06:56.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:55 smithi196 ceph-mon[90243]: pgmap v2971: 553 pgs: 553 active+clean; 31 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 665 op/s 2024-08-10T06:06:56.932 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:56.932 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:56.932 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:56.932 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:06:56.932 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:56.932 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:56.933 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:56.933 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:56.933 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:56.933 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:56.933 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:06:56.933 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:56.934 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:56.934 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:56.934 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:56.934 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:06:56.934 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:56.935 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:56.935 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:06:56.935 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:56.935 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:56.935 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:56.935 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:56.935 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:06:56.935 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:56.935 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:56.935 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:56.936 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:56.936 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:56.936 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:56.936 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:06:56.936 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:56.936 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:56.936 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:56.936 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:56.936 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:56.936 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:56.936 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:06:56.936 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:56.936 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:56.936 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:56.937 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:56.937 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:56.937 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:56.937 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:06:56.937 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:56.937 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:56.937 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:56.937 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:56.937 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:06:56.937 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:56.937 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:56.937 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:06:56.937 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:56.937 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:56.938 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:56.938 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:56.938 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:06:56.938 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:56.938 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:56.938 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:56.938 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:56.938 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:56.938 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:56.938 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:06:56.938 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:56.938 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:56.938 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:56.938 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:56.939 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:56.939 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:56.939 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:06:56.939 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:56.939 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:56.939 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:56.939 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:56.939 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:56.939 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:56.939 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:06:56.939 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:56.939 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:56.939 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:56.939 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:56.939 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:06:56.940 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:56.940 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:56.940 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:06:56.940 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:56.940 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:56.940 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:56.940 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:56.940 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:06:56.940 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:56.940 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:56.940 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:56.940 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:56.940 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:56.940 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:56.940 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:06:56.940 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:56.941 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:56.941 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:56.941 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:56.941 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:56.941 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:56.941 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:06:56.941 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:56.941 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:56.941 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:56.941 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:56.941 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:06:56.941 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:06:56.941 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:06:56.941 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:06:56.941 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:06:56.942 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:56.942 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:56.942 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:06:56.942 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:06:56.942 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:06:56.942 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:06:56.942 INFO:tasks.workunit.client.0.smithi031.stdout:read completion cb called! 2024-08-10T06:06:56.942 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 512 2024-08-10T06:06:56.942 INFO:tasks.workunit.client.0.smithi031.stdout:read completion cb called! 2024-08-10T06:06:56.942 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.TestIOWithIOHint (4061 ms) 2024-08-10T06:06:56.942 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.TestDataPoolIO 2024-08-10T06:06:57.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:06:57.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:56 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:06:57.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:56 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:06:58.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:57 smithi031 ceph-mon[98130]: pgmap v2972: 553 pgs: 553 active+clean; 35 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 725 op/s 2024-08-10T06:06:58.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:57 smithi031 ceph-mon[100614]: pgmap v2972: 553 pgs: 553 active+clean; 35 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 725 op/s 2024-08-10T06:06:58.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:57 smithi196 ceph-mon[90243]: pgmap v2972: 553 pgs: 553 active+clean; 35 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 725 op/s 2024-08-10T06:06:58.873 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:06:59.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:58 smithi031 ceph-mon[98130]: osdmap e1707: 8 total, 8 up, 8 in 2024-08-10T06:06:59.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:58 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.f", "id": [6, 7]}]: dispatch 2024-08-10T06:06:59.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:58 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/1485211328' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:06:59.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:58 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:06:59.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:58 smithi031 ceph-mon[100614]: osdmap e1707: 8 total, 8 up, 8 in 2024-08-10T06:06:59.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:58 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.f", "id": [6, 7]}]: dispatch 2024-08-10T06:06:59.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:58 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/1485211328' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:06:59.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:58 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:06:59.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:58 smithi196 ceph-mon[90243]: osdmap e1707: 8 total, 8 up, 8 in 2024-08-10T06:06:59.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:58 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.f", "id": [6, 7]}]: dispatch 2024-08-10T06:06:59.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:58 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/1485211328' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:06:59.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:58 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:07:00.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:59 smithi031 ceph-mon[98130]: pgmap v2974: 585 pgs: 11 creating+peering, 21 unknown, 553 active+clean; 37 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.2 MiB/s wr, 1.71k op/s 2024-08-10T06:07:00.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:59 smithi031 ceph-mon[98130]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T06:07:00.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:59 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.f", "id": [6, 7]}]': finished 2024-08-10T06:07:00.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:59 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T06:07:00.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:06:59 smithi031 ceph-mon[98130]: osdmap e1708: 8 total, 8 up, 8 in 2024-08-10T06:07:00.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:59 smithi031 ceph-mon[100614]: pgmap v2974: 585 pgs: 11 creating+peering, 21 unknown, 553 active+clean; 37 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.2 MiB/s wr, 1.71k op/s 2024-08-10T06:07:00.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:59 smithi031 ceph-mon[100614]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T06:07:00.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:59 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.f", "id": [6, 7]}]': finished 2024-08-10T06:07:00.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:59 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T06:07:00.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:06:59 smithi031 ceph-mon[100614]: osdmap e1708: 8 total, 8 up, 8 in 2024-08-10T06:07:00.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:59 smithi196 ceph-mon[90243]: pgmap v2974: 585 pgs: 11 creating+peering, 21 unknown, 553 active+clean; 37 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.2 MiB/s wr, 1.71k op/s 2024-08-10T06:07:00.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:59 smithi196 ceph-mon[90243]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T06:07:00.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:59 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.f", "id": [6, 7]}]': finished 2024-08-10T06:07:00.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:59 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T06:07:00.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:06:59 smithi196 ceph-mon[90243]: osdmap e1708: 8 total, 8 up, 8 in 2024-08-10T06:07:00.953 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 512 2024-08-10T06:07:00.953 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 512 2024-08-10T06:07:00.953 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 512 2024-08-10T06:07:00.953 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 512 2024-08-10T06:07:00.953 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 512 2024-08-10T06:07:00.954 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:00.954 INFO:tasks.workunit.client.0.smithi031.stdout:started write 2024-08-10T06:07:00.954 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:07:00.954 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:07:00.954 INFO:tasks.workunit.client.0.smithi031.stdout:finished write 2024-08-10T06:07:00.954 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:00.954 INFO:tasks.workunit.client.0.smithi031.stdout:started write 2024-08-10T06:07:00.954 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:07:00.954 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:07:00.954 INFO:tasks.workunit.client.0.smithi031.stdout:finished write 2024-08-10T06:07:00.955 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:00.955 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:07:00.955 INFO:tasks.workunit.client.0.smithi031.stdout:started write 2024-08-10T06:07:00.955 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:07:00.955 INFO:tasks.workunit.client.0.smithi031.stdout:finished write 2024-08-10T06:07:00.955 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:00.956 INFO:tasks.workunit.client.0.smithi031.stdout:started write 2024-08-10T06:07:00.956 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:07:00.956 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:07:00.956 INFO:tasks.workunit.client.0.smithi031.stdout:finished write 2024-08-10T06:07:00.956 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:00.956 INFO:tasks.workunit.client.0.smithi031.stdout:started write 2024-08-10T06:07:00.956 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:07:00.956 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:07:00.956 INFO:tasks.workunit.client.0.smithi031.stdout:finished write 2024-08-10T06:07:00.956 INFO:tasks.workunit.client.0.smithi031.stdout:read: 512 2024-08-10T06:07:00.956 INFO:tasks.workunit.client.0.smithi031.stdout:read: 512 2024-08-10T06:07:00.957 INFO:tasks.workunit.client.0.smithi031.stdout:read: 512 2024-08-10T06:07:00.957 INFO:tasks.workunit.client.0.smithi031.stdout:read: 512 2024-08-10T06:07:00.957 INFO:tasks.workunit.client.0.smithi031.stdout:read: 512 2024-08-10T06:07:00.957 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:00.957 INFO:tasks.workunit.client.0.smithi031.stdout:started read 2024-08-10T06:07:00.957 INFO:tasks.workunit.client.0.smithi031.stdout:read completion cb called! 2024-08-10T06:07:00.957 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 512 2024-08-10T06:07:00.957 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:00.957 INFO:tasks.workunit.client.0.smithi031.stdout:started read 2024-08-10T06:07:00.957 INFO:tasks.workunit.client.0.smithi031.stdout:read completion cb called! 2024-08-10T06:07:00.957 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 512 2024-08-10T06:07:00.957 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:00.957 INFO:tasks.workunit.client.0.smithi031.stdout:started read 2024-08-10T06:07:00.957 INFO:tasks.workunit.client.0.smithi031.stdout:read completion cb called! 2024-08-10T06:07:00.958 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 512 2024-08-10T06:07:00.958 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:00.958 INFO:tasks.workunit.client.0.smithi031.stdout:started read 2024-08-10T06:07:00.958 INFO:tasks.workunit.client.0.smithi031.stdout:read completion cb called! 2024-08-10T06:07:00.958 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 512 2024-08-10T06:07:00.958 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:00.958 INFO:tasks.workunit.client.0.smithi031.stdout:started read 2024-08-10T06:07:00.958 INFO:tasks.workunit.client.0.smithi031.stdout:read completion cb called! 2024-08-10T06:07:00.958 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 512 2024-08-10T06:07:00.958 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 512~512 = 512 2024-08-10T06:07:00.958 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:07:00.958 INFO:tasks.workunit.client.0.smithi031.stdout:aio discard: 1536~512 = 0 2024-08-10T06:07:00.958 INFO:tasks.workunit.client.0.smithi031.stdout:read: 512 2024-08-10T06:07:00.959 INFO:tasks.workunit.client.0.smithi031.stdout:read: 512 2024-08-10T06:07:00.959 INFO:tasks.workunit.client.0.smithi031.stdout:read: 512 2024-08-10T06:07:00.959 INFO:tasks.workunit.client.0.smithi031.stdout:read: 512 2024-08-10T06:07:00.959 INFO:tasks.workunit.client.0.smithi031.stdout:read: 512 2024-08-10T06:07:00.959 INFO:tasks.workunit.client.0.smithi031.stdout:read completion cb called! 2024-08-10T06:07:00.959 INFO:tasks.workunit.client.0.smithi031.stdout:read completion cb called! 2024-08-10T06:07:00.959 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.TestDataPoolIO (4021 ms) 2024-08-10T06:07:00.959 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatch 2024-08-10T06:07:00.959 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:07:00.978 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatch (26 ms) 2024-08-10T06:07:00.979 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatch 2024-08-10T06:07:00.979 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:07:01.005 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatch (27 ms) 2024-08-10T06:07:01.005 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccess 2024-08-10T06:07:01.005 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:07:01.031 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccess (26 ms) 2024-08-10T06:07:01.031 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccess 2024-08-10T06:07:01.031 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:07:01.059 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccess (28 ms) 2024-08-10T06:07:01.059 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitUnaligned 2024-08-10T06:07:01.059 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:07:01.126 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitUnaligned (67 ms) 2024-08-10T06:07:01.126 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnaligned 2024-08-10T06:07:01.126 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:07:01.189 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnaligned (63 ms) 2024-08-10T06:07:01.189 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteTooLarge 2024-08-10T06:07:01.189 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:07:01.255 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:00 smithi031 ceph-mon[100614]: osdmap e1709: 8 total, 8 up, 8 in 2024-08-10T06:07:01.255 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:00 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:07:01.255 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:00 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:07:01.255 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:00 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:07:01.255 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:00 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:07:01.256 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:00 smithi031 ceph-mon[98130]: osdmap e1709: 8 total, 8 up, 8 in 2024-08-10T06:07:01.256 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:00 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:07:01.256 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:00 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:07:01.256 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:00 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:07:01.256 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:00 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:07:01.262 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.TestCompareAndWriteTooLarge (73 ms) 2024-08-10T06:07:01.262 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteTooLarge 2024-08-10T06:07:01.262 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:07:01.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:00 smithi196 ceph-mon[90243]: osdmap e1709: 8 total, 8 up, 8 in 2024-08-10T06:07:01.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:00 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:07:01.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:00 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:07:01.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:00 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:07:01.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:00 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:07:01.334 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteTooLarge (72 ms) 2024-08-10T06:07:01.334 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitSuccess 2024-08-10T06:07:01.335 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:07:01.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:07:01 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:07:01] "GET /metrics HTTP/1.1" 200 68189 "" "Prometheus/2.43.0" 2024-08-10T06:07:01.715 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitSuccess (381 ms) 2024-08-10T06:07:01.716 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccess 2024-08-10T06:07:01.716 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:07:02.051 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccess (336 ms) 2024-08-10T06:07:02.051 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVIovecLenDiffers 2024-08-10T06:07:02.051 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:07:02.080 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVIovecLenDiffers (29 ms) 2024-08-10T06:07:02.081 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVMismatch 2024-08-10T06:07:02.081 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:07:02.108 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVMismatch (27 ms) 2024-08-10T06:07:02.108 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVSuccess 2024-08-10T06:07:02.108 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:07:02.132 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVSuccess (25 ms) 2024-08-10T06:07:02.200 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.TestScatterGatherIO 2024-08-10T06:07:02.200 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:07:02.201 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.TestScatterGatherIO (30 ms) 2024-08-10T06:07:02.201 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.TestEmptyDiscard 2024-08-10T06:07:02.201 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:07:02.201 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:07:02.201 INFO:tasks.workunit.client.0.smithi031.stdout:aio discard: 0~1048576 = 0 2024-08-10T06:07:02.201 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:07:02.201 INFO:tasks.workunit.client.0.smithi031.stdout:aio discard: 0~4194304 = 0 2024-08-10T06:07:02.201 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:07:02.201 INFO:tasks.workunit.client.0.smithi031.stdout:aio discard: 3145728~1048576 = 0 2024-08-10T06:07:02.201 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.TestEmptyDiscard (20 ms) 2024-08-10T06:07:02.201 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.TestFUA 2024-08-10T06:07:02.202 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:07:02.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:01 smithi031 ceph-mon[98130]: pgmap v2977: 585 pgs: 11 creating+peering, 14 unknown, 560 active+clean; 37 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 389 KiB/s wr, 1.52k op/s; 0 B/s, 0 objects/s recovering 2024-08-10T06:07:02.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:01 smithi031 ceph-mon[98130]: osdmap e1710: 8 total, 8 up, 8 in 2024-08-10T06:07:02.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:01 smithi031 ceph-mon[98130]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T06:07:02.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:01 smithi031 ceph-mon[100614]: pgmap v2977: 585 pgs: 11 creating+peering, 14 unknown, 560 active+clean; 37 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 389 KiB/s wr, 1.52k op/s; 0 B/s, 0 objects/s recovering 2024-08-10T06:07:02.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:01 smithi031 ceph-mon[100614]: osdmap e1710: 8 total, 8 up, 8 in 2024-08-10T06:07:02.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:01 smithi031 ceph-mon[100614]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T06:07:02.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:01 smithi196 ceph-mon[90243]: pgmap v2977: 585 pgs: 11 creating+peering, 14 unknown, 560 active+clean; 37 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 389 KiB/s wr, 1.52k op/s; 0 B/s, 0 objects/s recovering 2024-08-10T06:07:02.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:01 smithi196 ceph-mon[90243]: osdmap e1710: 8 total, 8 up, 8 in 2024-08-10T06:07:02.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:01 smithi196 ceph-mon[90243]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T06:07:02.293 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 512 2024-08-10T06:07:02.293 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 512 2024-08-10T06:07:02.293 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 512 2024-08-10T06:07:02.293 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 512 2024-08-10T06:07:02.293 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 512 2024-08-10T06:07:02.293 INFO:tasks.workunit.client.0.smithi031.stdout:read: 512 2024-08-10T06:07:02.293 INFO:tasks.workunit.client.0.smithi031.stdout:read: 512 2024-08-10T06:07:02.294 INFO:tasks.workunit.client.0.smithi031.stdout:read: 512 2024-08-10T06:07:02.294 INFO:tasks.workunit.client.0.smithi031.stdout:read: 512 2024-08-10T06:07:02.294 INFO:tasks.workunit.client.0.smithi031.stdout:read: 512 2024-08-10T06:07:02.294 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:02.294 INFO:tasks.workunit.client.0.smithi031.stdout:started write 2024-08-10T06:07:02.294 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:07:02.294 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:07:02.294 INFO:tasks.workunit.client.0.smithi031.stdout:finished write 2024-08-10T06:07:02.294 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:02.294 INFO:tasks.workunit.client.0.smithi031.stdout:started write 2024-08-10T06:07:02.294 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:07:02.295 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:07:02.295 INFO:tasks.workunit.client.0.smithi031.stdout:finished write 2024-08-10T06:07:02.295 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:02.295 INFO:tasks.workunit.client.0.smithi031.stdout:started write 2024-08-10T06:07:02.295 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:07:02.295 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:07:02.295 INFO:tasks.workunit.client.0.smithi031.stdout:finished write 2024-08-10T06:07:02.295 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:02.295 INFO:tasks.workunit.client.0.smithi031.stdout:started write 2024-08-10T06:07:02.295 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:07:02.295 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:07:02.295 INFO:tasks.workunit.client.0.smithi031.stdout:finished write 2024-08-10T06:07:02.295 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:02.295 INFO:tasks.workunit.client.0.smithi031.stdout:started write 2024-08-10T06:07:02.296 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:07:02.296 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:07:02.296 INFO:tasks.workunit.client.0.smithi031.stdout:finished write 2024-08-10T06:07:02.296 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:02.296 INFO:tasks.workunit.client.0.smithi031.stdout:started read 2024-08-10T06:07:02.296 INFO:tasks.workunit.client.0.smithi031.stdout:read completion cb called! 2024-08-10T06:07:02.296 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 512 2024-08-10T06:07:02.296 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:02.296 INFO:tasks.workunit.client.0.smithi031.stdout:started read 2024-08-10T06:07:02.296 INFO:tasks.workunit.client.0.smithi031.stdout:read completion cb called! 2024-08-10T06:07:02.296 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 512 2024-08-10T06:07:02.296 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:02.296 INFO:tasks.workunit.client.0.smithi031.stdout:started read 2024-08-10T06:07:02.296 INFO:tasks.workunit.client.0.smithi031.stdout:read completion cb called! 2024-08-10T06:07:02.297 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 512 2024-08-10T06:07:02.297 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:02.297 INFO:tasks.workunit.client.0.smithi031.stdout:started read 2024-08-10T06:07:02.297 INFO:tasks.workunit.client.0.smithi031.stdout:read completion cb called! 2024-08-10T06:07:02.297 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 512 2024-08-10T06:07:02.297 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:02.297 INFO:tasks.workunit.client.0.smithi031.stdout:started read 2024-08-10T06:07:02.297 INFO:tasks.workunit.client.0.smithi031.stdout:read completion cb called! 2024-08-10T06:07:02.297 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 512 2024-08-10T06:07:02.297 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.TestFUA (111 ms) 2024-08-10T06:07:02.297 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.TestIOPP 2024-08-10T06:07:02.297 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:07:02.315 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 512 2024-08-10T06:07:02.316 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 512 2024-08-10T06:07:02.316 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 512 2024-08-10T06:07:02.316 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 512 2024-08-10T06:07:02.316 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 512 2024-08-10T06:07:02.316 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:02.316 INFO:tasks.workunit.client.0.smithi031.stdout:started write 2024-08-10T06:07:02.316 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:07:02.316 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:07:02.316 INFO:tasks.workunit.client.0.smithi031.stdout:finished write 2024-08-10T06:07:02.316 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:02.316 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:07:02.317 INFO:tasks.workunit.client.0.smithi031.stdout:started write 2024-08-10T06:07:02.317 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:07:02.317 INFO:tasks.workunit.client.0.smithi031.stdout:finished write 2024-08-10T06:07:02.317 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:02.317 INFO:tasks.workunit.client.0.smithi031.stdout:started write 2024-08-10T06:07:02.317 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:07:02.317 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:07:02.317 INFO:tasks.workunit.client.0.smithi031.stdout:finished write 2024-08-10T06:07:02.317 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:02.317 INFO:tasks.workunit.client.0.smithi031.stdout:started write 2024-08-10T06:07:02.317 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:07:02.317 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:07:02.317 INFO:tasks.workunit.client.0.smithi031.stdout:finished write 2024-08-10T06:07:02.317 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:02.318 INFO:tasks.workunit.client.0.smithi031.stdout:started write 2024-08-10T06:07:02.318 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:07:02.334 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:07:02.334 INFO:tasks.workunit.client.0.smithi031.stdout:finished write 2024-08-10T06:07:02.334 INFO:tasks.workunit.client.0.smithi031.stdout:start compare and write 2024-08-10T06:07:02.334 INFO:tasks.workunit.client.0.smithi031.stdout:compare and wrote: 512 2024-08-10T06:07:02.334 INFO:tasks.workunit.client.0.smithi031.stdout:start compare and write 2024-08-10T06:07:02.334 INFO:tasks.workunit.client.0.smithi031.stdout:compare and wrote: 512 2024-08-10T06:07:02.334 INFO:tasks.workunit.client.0.smithi031.stdout:start compare and write 2024-08-10T06:07:02.335 INFO:tasks.workunit.client.0.smithi031.stdout:compare and wrote: 512 2024-08-10T06:07:02.335 INFO:tasks.workunit.client.0.smithi031.stdout:start compare and write 2024-08-10T06:07:02.335 INFO:tasks.workunit.client.0.smithi031.stdout:compare and wrote: 512 2024-08-10T06:07:02.335 INFO:tasks.workunit.client.0.smithi031.stdout:start compare and write 2024-08-10T06:07:02.335 INFO:tasks.workunit.client.0.smithi031.stdout:compare and wrote: 512 2024-08-10T06:07:02.335 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:02.335 INFO:tasks.workunit.client.0.smithi031.stdout:started aio compare and write 2024-08-10T06:07:02.335 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:07:02.335 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:07:02.335 INFO:tasks.workunit.client.0.smithi031.stdout:finished aio compare and write 2024-08-10T06:07:02.336 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:02.336 INFO:tasks.workunit.client.0.smithi031.stdout:started aio compare and write 2024-08-10T06:07:02.336 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:07:02.336 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:07:02.336 INFO:tasks.workunit.client.0.smithi031.stdout:finished aio compare and write 2024-08-10T06:07:02.336 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:02.336 INFO:tasks.workunit.client.0.smithi031.stdout:started aio compare and write 2024-08-10T06:07:02.336 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:07:02.340 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:07:02.340 INFO:tasks.workunit.client.0.smithi031.stdout:finished aio compare and write 2024-08-10T06:07:02.340 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:02.340 INFO:tasks.workunit.client.0.smithi031.stdout:started aio compare and write 2024-08-10T06:07:02.340 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:07:02.341 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:07:02.341 INFO:tasks.workunit.client.0.smithi031.stdout:finished aio compare and write 2024-08-10T06:07:02.341 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:02.341 INFO:tasks.workunit.client.0.smithi031.stdout:started aio compare and write 2024-08-10T06:07:02.341 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:07:02.342 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:07:02.342 INFO:tasks.workunit.client.0.smithi031.stdout:finished aio compare and write 2024-08-10T06:07:02.342 INFO:tasks.workunit.client.0.smithi031.stdout:read: 512 2024-08-10T06:07:02.342 INFO:tasks.workunit.client.0.smithi031.stdout:read: 512 2024-08-10T06:07:02.342 INFO:tasks.workunit.client.0.smithi031.stdout:read: 512 2024-08-10T06:07:02.342 INFO:tasks.workunit.client.0.smithi031.stdout:read: 512 2024-08-10T06:07:02.343 INFO:tasks.workunit.client.0.smithi031.stdout:read: 512 2024-08-10T06:07:02.343 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:02.343 INFO:tasks.workunit.client.0.smithi031.stdout:started read 2024-08-10T06:07:02.343 INFO:tasks.workunit.client.0.smithi031.stdout:read completion cb called! 2024-08-10T06:07:02.343 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 512 2024-08-10T06:07:02.343 INFO:tasks.workunit.client.0.smithi031.stdout:finished read 2024-08-10T06:07:02.343 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:02.343 INFO:tasks.workunit.client.0.smithi031.stdout:started read 2024-08-10T06:07:02.343 INFO:tasks.workunit.client.0.smithi031.stdout:read completion cb called! 2024-08-10T06:07:02.344 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 512 2024-08-10T06:07:02.344 INFO:tasks.workunit.client.0.smithi031.stdout:finished read 2024-08-10T06:07:02.344 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:02.344 INFO:tasks.workunit.client.0.smithi031.stdout:started read 2024-08-10T06:07:02.344 INFO:tasks.workunit.client.0.smithi031.stdout:read completion cb called! 2024-08-10T06:07:02.344 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 512 2024-08-10T06:07:02.344 INFO:tasks.workunit.client.0.smithi031.stdout:finished read 2024-08-10T06:07:02.344 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:02.345 INFO:tasks.workunit.client.0.smithi031.stdout:started read 2024-08-10T06:07:02.345 INFO:tasks.workunit.client.0.smithi031.stdout:read completion cb called! 2024-08-10T06:07:02.345 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 512 2024-08-10T06:07:02.345 INFO:tasks.workunit.client.0.smithi031.stdout:finished read 2024-08-10T06:07:02.345 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:02.345 INFO:tasks.workunit.client.0.smithi031.stdout:started read 2024-08-10T06:07:02.345 INFO:tasks.workunit.client.0.smithi031.stdout:read completion cb called! 2024-08-10T06:07:02.345 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 512 2024-08-10T06:07:02.345 INFO:tasks.workunit.client.0.smithi031.stdout:finished read 2024-08-10T06:07:02.345 INFO:tasks.workunit.client.0.smithi031.stdout:discard: 512~512 2024-08-10T06:07:02.346 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:07:02.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:07:02 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:07:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:07:03.294 INFO:tasks.workunit.client.0.smithi031.stdout:read: 512 2024-08-10T06:07:03.294 INFO:tasks.workunit.client.0.smithi031.stdout:read: 512 2024-08-10T06:07:03.295 INFO:tasks.workunit.client.0.smithi031.stdout:read: 512 2024-08-10T06:07:03.295 INFO:tasks.workunit.client.0.smithi031.stdout:read: 512 2024-08-10T06:07:03.295 INFO:tasks.workunit.client.0.smithi031.stdout:read: 512 2024-08-10T06:07:03.295 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 0 2024-08-10T06:07:03.295 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:07:03.295 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:07:03.295 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 0 2024-08-10T06:07:03.295 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:07:03.295 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:07:03.295 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 16384 2024-08-10T06:07:03.295 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:07:03.295 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:07:03.295 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 16384 2024-08-10T06:07:03.295 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:07:03.296 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:07:03.296 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:07:03.296 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:07:03.296 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 49152 2024-08-10T06:07:03.296 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:07:03.296 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:07:03.296 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 49152 2024-08-10T06:07:03.296 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:07:03.296 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:07:03.296 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 65536 2024-08-10T06:07:03.296 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:07:03.296 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:07:03.296 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 65536 2024-08-10T06:07:03.296 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:07:03.297 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:07:03.297 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:07:03.297 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:07:03.297 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 98304 2024-08-10T06:07:03.297 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:07:03.297 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:07:03.297 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 98304 2024-08-10T06:07:03.297 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:07:03.297 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:07:03.297 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 114688 2024-08-10T06:07:03.297 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:07:03.297 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:07:03.297 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 114688 2024-08-10T06:07:03.298 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:07:03.298 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:07:03.298 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:07:03.298 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:07:03.298 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 147456 2024-08-10T06:07:03.298 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:07:03.298 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:07:03.298 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 147456 2024-08-10T06:07:03.298 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:07:03.298 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:07:03.298 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 163840 2024-08-10T06:07:03.298 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:07:03.298 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:07:03.299 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 163840 2024-08-10T06:07:03.299 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:07:03.299 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:07:03.299 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:07:03.299 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:07:03.299 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 196608 2024-08-10T06:07:03.299 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:07:03.299 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:07:03.299 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 196608 2024-08-10T06:07:03.299 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:07:03.299 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:07:03.299 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 212992 2024-08-10T06:07:03.299 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:07:03.299 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:07:03.299 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 212992 2024-08-10T06:07:03.300 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:07:03.300 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:07:03.300 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:07:03.300 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:07:03.300 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:03.300 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:07:03.300 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:07:03.300 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:07:03.300 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:07:03.300 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:07:03.300 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:07:03.300 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:03.300 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:07:03.301 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:07:03.301 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:07:03.301 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:07:03.301 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:07:03.301 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:07:03.301 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:03.301 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:07:03.301 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:07:03.305 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:07:03.305 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:07:03.306 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:07:03.306 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:07:03.306 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:03.306 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:07:03.306 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:07:03.313 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:07:03.313 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:07:03.313 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:07:03.313 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:07:03.313 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:03.313 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:07:03.313 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:07:03.313 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:03.313 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:07:03.313 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:07:03.313 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:03.313 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:07:03.314 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:07:03.335 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:07:03.335 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:07:03.335 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:07:03.336 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:07:03.336 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:03.336 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:07:03.336 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:07:03.358 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:07:03.358 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:07:03.358 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:07:03.358 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:07:03.358 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:03.358 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:07:03.358 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:07:03.386 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:07:03.386 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:07:03.386 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:07:03.387 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:07:03.387 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:03.387 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:07:03.387 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:07:03.420 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:07:03.420 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:07:03.420 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:07:03.420 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:07:03.420 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:03.420 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:07:03.420 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:07:03.420 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:03.421 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:07:03.421 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:07:03.421 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:03.421 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:07:03.421 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:07:03.473 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:07:03.473 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:07:03.473 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:07:03.473 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:07:03.473 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:03.473 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:07:03.473 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:07:03.513 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:07:03.514 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:07:03.514 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:07:03.514 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:07:03.514 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:03.514 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:07:03.514 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:07:03.565 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:07:03.565 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:07:03.565 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:07:03.565 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:07:03.565 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:03.565 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:07:03.565 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:07:03.614 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:07:03.614 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:07:03.614 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:07:03.614 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:07:03.615 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:03.615 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:07:03.615 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:07:03.615 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:03.615 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:07:03.615 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:07:03.615 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:03.615 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:07:03.615 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:07:03.683 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:07:03.683 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:07:03.683 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:07:03.683 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:07:03.683 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:03.683 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:07:03.683 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:07:03.746 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:07:03.746 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:07:03.746 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:07:03.746 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:07:03.746 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:03.746 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:07:03.746 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:07:03.819 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:07:03.819 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:07:03.819 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:07:03.819 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:07:03.819 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:03.819 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:07:03.819 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:07:03.892 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:07:03.893 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:07:03.893 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:07:03.893 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:07:03.893 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:03.893 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:07:03.893 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:07:03.893 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:03.893 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:07:03.893 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:07:03.893 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:03.893 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:07:03.893 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:07:03.989 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:07:03.989 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:07:03.989 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:07:03.989 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:07:03.989 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:03.989 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:07:03.989 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:07:04.073 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:07:04.073 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:07:04.073 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:07:04.073 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:07:04.073 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:04.073 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:07:04.073 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:07:04.173 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:07:04.174 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:07:04.174 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:07:04.174 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:07:04.174 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:04.174 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:07:04.174 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:07:04.266 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:07:04.266 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:07:04.266 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:07:04.266 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:07:04.266 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:04.266 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:07:04.266 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:07:04.266 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:04.266 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:07:04.267 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:07:04.267 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.TestIOPP (1973 ms) 2024-08-10T06:07:04.267 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteCompareTooSmallPP 2024-08-10T06:07:04.267 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:07:04.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:03 smithi031 ceph-mon[98130]: pgmap v2979: 585 pgs: 11 creating+peering, 574 active+clean; 57 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 4.9 MiB/s rd, 4.9 MiB/s wr, 65 op/s; 0 B/s, 0 objects/s recovering 2024-08-10T06:07:04.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:03 smithi031 ceph-mon[100614]: pgmap v2979: 585 pgs: 11 creating+peering, 574 active+clean; 57 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 4.9 MiB/s rd, 4.9 MiB/s wr, 65 op/s; 0 B/s, 0 objects/s recovering 2024-08-10T06:07:04.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:03 smithi196 ceph-mon[90243]: pgmap v2979: 585 pgs: 11 creating+peering, 574 active+clean; 57 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 4.9 MiB/s rd, 4.9 MiB/s wr, 65 op/s; 0 B/s, 0 objects/s recovering 2024-08-10T06:07:04.290 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.TestCompareAndWriteCompareTooSmallPP (24 ms) 2024-08-10T06:07:04.290 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteCompareTooSmallPP 2024-08-10T06:07:04.291 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:07:04.315 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteCompareTooSmallPP (24 ms) 2024-08-10T06:07:04.315 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteWriteTooSmallPP 2024-08-10T06:07:04.315 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:07:04.338 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.TestCompareAndWriteWriteTooSmallPP (23 ms) 2024-08-10T06:07:04.338 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteWriteTooSmallPP 2024-08-10T06:07:04.338 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:07:04.365 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteWriteTooSmallPP (27 ms) 2024-08-10T06:07:04.365 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatchPP 2024-08-10T06:07:04.365 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:07:04.394 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatchPP (29 ms) 2024-08-10T06:07:04.394 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatchPP 2024-08-10T06:07:04.394 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:07:04.416 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:07:04.420 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatchPP (26 ms) 2024-08-10T06:07:04.420 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatchBufferlistGreaterLenPP 2024-08-10T06:07:04.420 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:07:04.445 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatchBufferlistGreaterLenPP (24 ms) 2024-08-10T06:07:04.445 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatchBufferlistGreaterLenPP 2024-08-10T06:07:04.445 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:07:04.469 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:07:04.474 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatchBufferlistGreaterLenPP (28 ms) 2024-08-10T06:07:04.474 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccessPP 2024-08-10T06:07:04.474 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:07:04.502 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccessPP (30 ms) 2024-08-10T06:07:04.502 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccessPP 2024-08-10T06:07:04.502 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:07:04.525 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:07:04.529 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccessPP (27 ms) 2024-08-10T06:07:04.529 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccessBufferlistGreaterLenPP 2024-08-10T06:07:04.529 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:07:04.559 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccessBufferlistGreaterLenPP (30 ms) 2024-08-10T06:07:04.559 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccessBufferlistGreaterLenPP 2024-08-10T06:07:04.559 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:07:04.582 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:07:04.586 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccessBufferlistGreaterLenPP (27 ms) 2024-08-10T06:07:04.586 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitUnalignedPP 2024-08-10T06:07:04.586 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:07:04.650 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitUnalignedPP (63 ms) 2024-08-10T06:07:04.650 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnalignedPP 2024-08-10T06:07:04.650 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:07:04.708 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:07:04.728 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnalignedPP (79 ms) 2024-08-10T06:07:04.729 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteTooLargePP 2024-08-10T06:07:04.729 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:07:04.794 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.TestCompareAndWriteTooLargePP (66 ms) 2024-08-10T06:07:04.794 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteTooLargePP 2024-08-10T06:07:04.794 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:07:04.848 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:07:04.868 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteTooLargePP (74 ms) 2024-08-10T06:07:04.868 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitSuccessPP 2024-08-10T06:07:04.868 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:07:05.264 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitSuccessPP (396 ms) 2024-08-10T06:07:05.264 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccessPP 2024-08-10T06:07:05.265 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:07:05.700 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:07:05.724 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccessPP (459 ms) 2024-08-10T06:07:05.724 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.TestIOPPWithIOHint 2024-08-10T06:07:05.724 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:07:05.755 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 512 2024-08-10T06:07:05.755 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 512 2024-08-10T06:07:05.755 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 512 2024-08-10T06:07:05.755 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 512 2024-08-10T06:07:05.755 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 512 2024-08-10T06:07:05.755 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:05.755 INFO:tasks.workunit.client.0.smithi031.stdout:started write 2024-08-10T06:07:05.756 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:07:05.756 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:07:05.756 INFO:tasks.workunit.client.0.smithi031.stdout:finished write 2024-08-10T06:07:05.756 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:05.756 INFO:tasks.workunit.client.0.smithi031.stdout:started write 2024-08-10T06:07:05.756 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:07:05.756 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:07:05.757 INFO:tasks.workunit.client.0.smithi031.stdout:finished write 2024-08-10T06:07:05.757 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:05.757 INFO:tasks.workunit.client.0.smithi031.stdout:started write 2024-08-10T06:07:05.757 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:07:05.758 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:07:05.758 INFO:tasks.workunit.client.0.smithi031.stdout:finished write 2024-08-10T06:07:05.758 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:05.758 INFO:tasks.workunit.client.0.smithi031.stdout:started write 2024-08-10T06:07:05.758 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:07:05.760 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:07:05.761 INFO:tasks.workunit.client.0.smithi031.stdout:finished write 2024-08-10T06:07:05.761 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:05.761 INFO:tasks.workunit.client.0.smithi031.stdout:started write 2024-08-10T06:07:05.761 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:07:05.761 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:07:05.761 INFO:tasks.workunit.client.0.smithi031.stdout:finished write 2024-08-10T06:07:05.762 INFO:tasks.workunit.client.0.smithi031.stdout:read: 512 2024-08-10T06:07:05.762 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:05.762 INFO:tasks.workunit.client.0.smithi031.stdout:started read 2024-08-10T06:07:05.762 INFO:tasks.workunit.client.0.smithi031.stdout:read completion cb called! 2024-08-10T06:07:05.762 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 512 2024-08-10T06:07:05.762 INFO:tasks.workunit.client.0.smithi031.stdout:finished read 2024-08-10T06:07:05.762 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:05.762 INFO:tasks.workunit.client.0.smithi031.stdout:started read 2024-08-10T06:07:05.762 INFO:tasks.workunit.client.0.smithi031.stdout:read completion cb called! 2024-08-10T06:07:05.762 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 512 2024-08-10T06:07:05.762 INFO:tasks.workunit.client.0.smithi031.stdout:finished read 2024-08-10T06:07:05.763 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:05.763 INFO:tasks.workunit.client.0.smithi031.stdout:started read 2024-08-10T06:07:05.763 INFO:tasks.workunit.client.0.smithi031.stdout:read completion cb called! 2024-08-10T06:07:05.763 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 512 2024-08-10T06:07:05.763 INFO:tasks.workunit.client.0.smithi031.stdout:finished read 2024-08-10T06:07:05.763 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:05.763 INFO:tasks.workunit.client.0.smithi031.stdout:started read 2024-08-10T06:07:05.763 INFO:tasks.workunit.client.0.smithi031.stdout:read completion cb called! 2024-08-10T06:07:05.763 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 512 2024-08-10T06:07:05.764 INFO:tasks.workunit.client.0.smithi031.stdout:finished read 2024-08-10T06:07:05.764 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:05.764 INFO:tasks.workunit.client.0.smithi031.stdout:started read 2024-08-10T06:07:05.764 INFO:tasks.workunit.client.0.smithi031.stdout:read completion cb called! 2024-08-10T06:07:06.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:05 smithi031 ceph-mon[98130]: pgmap v2980: 585 pgs: 585 active+clean; 65 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 6.1 MiB/s rd, 6.0 MiB/s wr, 159 op/s; 0 B/s, 0 objects/s recovering 2024-08-10T06:07:06.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:05 smithi031 ceph-mon[100614]: pgmap v2980: 585 pgs: 585 active+clean; 65 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 6.1 MiB/s rd, 6.0 MiB/s wr, 159 op/s; 0 B/s, 0 objects/s recovering 2024-08-10T06:07:06.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:05 smithi196 ceph-mon[90243]: pgmap v2980: 585 pgs: 585 active+clean; 65 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 6.1 MiB/s rd, 6.0 MiB/s wr, 159 op/s; 0 B/s, 0 objects/s recovering 2024-08-10T06:07:06.699 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 512 2024-08-10T06:07:06.699 INFO:tasks.workunit.client.0.smithi031.stdout:finished read 2024-08-10T06:07:06.699 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 0 2024-08-10T06:07:06.699 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:07:06.699 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:07:06.699 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 0 2024-08-10T06:07:06.699 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:07:06.699 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:07:06.699 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 16384 2024-08-10T06:07:06.700 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:07:06.700 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:07:06.700 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 16384 2024-08-10T06:07:06.700 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:07:06.700 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:07:06.700 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:07:06.700 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:07:06.700 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 49152 2024-08-10T06:07:06.700 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:07:06.700 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:07:06.700 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 49152 2024-08-10T06:07:06.700 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:07:06.701 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:07:06.701 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 65536 2024-08-10T06:07:06.701 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:07:06.701 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:07:06.701 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 65536 2024-08-10T06:07:06.701 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:07:06.701 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:07:06.701 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:07:06.701 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:07:06.701 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 98304 2024-08-10T06:07:06.701 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:07:06.701 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:07:06.701 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 98304 2024-08-10T06:07:06.701 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:07:06.702 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:07:06.702 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 114688 2024-08-10T06:07:06.702 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:07:06.702 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:07:06.702 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 114688 2024-08-10T06:07:06.702 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:07:06.702 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:07:06.702 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:07:06.702 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:07:06.702 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 147456 2024-08-10T06:07:06.702 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:07:06.702 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:07:06.702 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 147456 2024-08-10T06:07:06.703 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:07:06.703 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:07:06.703 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 163840 2024-08-10T06:07:06.703 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:07:06.703 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:07:06.703 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 163840 2024-08-10T06:07:06.703 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:07:06.703 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:07:06.703 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:07:06.703 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:07:06.703 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 196608 2024-08-10T06:07:06.703 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:07:06.703 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:07:06.703 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 196608 2024-08-10T06:07:06.704 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:07:06.704 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:07:06.704 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 212992 2024-08-10T06:07:06.704 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:07:06.704 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:07:06.704 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 212992 2024-08-10T06:07:06.704 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:07:06.704 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:07:06.704 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:07:06.704 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:07:06.704 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:06.704 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:07:06.704 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:07:06.704 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:07:06.704 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:07:06.705 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:07:06.705 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:07:06.705 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:06.705 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:07:06.705 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:07:06.705 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:07:06.705 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:07:06.705 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:07:06.705 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:07:06.705 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:06.705 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:07:06.706 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:07:06.709 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:07:06.709 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:07:06.709 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:07:06.709 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:07:06.709 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:06.709 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:07:06.709 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:07:06.716 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:07:06.717 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:07:06.717 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:07:06.717 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:07:06.717 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:06.717 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:07:06.717 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:07:06.717 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:06.717 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:07:06.717 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:07:06.717 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:06.717 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:07:06.717 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:07:06.738 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:07:06.738 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:07:06.738 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:07:06.738 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:07:06.739 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:06.739 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:07:06.739 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:07:06.760 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:07:06.760 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:07:06.760 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:07:06.760 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:07:06.760 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:06.760 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:07:06.760 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:07:06.789 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:07:06.789 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:07:06.789 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:07:06.789 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:07:06.790 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:06.790 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:07:06.790 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:07:06.818 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:07:06.818 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:07:06.818 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:07:06.819 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:07:06.819 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:06.819 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:07:06.819 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:07:06.819 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:06.819 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:07:06.819 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:07:06.819 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:06.819 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:07:06.819 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:07:06.861 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:07:06.861 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:07:06.861 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:07:06.861 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:07:06.861 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:06.861 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:07:06.861 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:07:06.905 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:07:06.905 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:07:06.905 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:07:06.905 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:07:06.905 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:06.905 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:07:06.905 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:07:06.956 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:07:06.956 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:07:06.956 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:07:06.956 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:07:06.956 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:06.956 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:07:06.957 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:07:07.008 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:07:07.009 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:07:07.009 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:07:07.009 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:07:07.009 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:07.009 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:07:07.009 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:07:07.009 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:07.009 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:07:07.009 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:07:07.009 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:07.009 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:07:07.009 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:07:07.075 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:07:07.075 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:07:07.075 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:07:07.075 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:07:07.075 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:07.075 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:07:07.075 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:07:07.138 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:07:07.138 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:07:07.138 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:07:07.138 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:07:07.138 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:07.139 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:07:07.139 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:07:07.209 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:07:07.209 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:07:07.209 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:07:07.209 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:07:07.209 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:07.209 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:07:07.209 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:07:07.279 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:07:07.280 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:07:07.280 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:07:07.280 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:07:07.280 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:07.280 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:07:07.280 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:07:07.280 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:07.280 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:07:07.280 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:07:07.280 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:07.280 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:07:07.280 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:07:07.369 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:07:07.369 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:07:07.370 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:07:07.370 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:07:07.370 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:07.370 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:07:07.370 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:07:07.463 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:07:07.463 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:07:07.463 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:07:07.463 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:07:07.464 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:07.464 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:07:07.464 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:07:07.558 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:07:07.558 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:07:07.559 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:07:07.559 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:07:07.559 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:07.559 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:07:07.559 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:07:07.648 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:07:07.649 INFO:tasks.workunit.client.0.smithi031.stdout:finished writesame 2024-08-10T06:07:07.649 INFO:tasks.workunit.client.0.smithi031.stdout:to verify the data 2024-08-10T06:07:07.649 INFO:tasks.workunit.client.0.smithi031.stdout:verified 2024-08-10T06:07:07.649 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:07.649 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:07:07.649 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:07:07.649 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:07:07.649 INFO:tasks.workunit.client.0.smithi031.stdout:started writesame 2024-08-10T06:07:07.649 INFO:tasks.workunit.client.0.smithi031.stdout:expected fail, finished writesame 2024-08-10T06:07:07.649 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.TestIOPPWithIOHint (1925 ms) 2024-08-10T06:07:07.649 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.TestIOToSnapshot 2024-08-10T06:07:07.649 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:07:08.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:07 smithi031 ceph-mon[98130]: pgmap v2981: 585 pgs: 585 active+clean; 107 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 10 MiB/s wr, 1.31k op/s; 0 B/s, 0 objects/s recovering 2024-08-10T06:07:08.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:07 smithi031 ceph-mon[100614]: pgmap v2981: 585 pgs: 585 active+clean; 107 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 10 MiB/s wr, 1.31k op/s; 0 B/s, 0 objects/s recovering 2024-08-10T06:07:08.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:07 smithi196 ceph-mon[90243]: pgmap v2981: 585 pgs: 585 active+clean; 107 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 10 MiB/s wr, 1.31k op/s; 0 B/s, 0 objects/s recovering 2024-08-10T06:07:08.959 INFO:tasks.workunit.client.0.smithi031.stdout:num snaps is: 0 2024-08-10T06:07:08.960 INFO:tasks.workunit.client.0.smithi031.stdout:expected: 0 2024-08-10T06:07:08.960 INFO:tasks.workunit.client.0.smithi031.stdout:num snaps is: 1 2024-08-10T06:07:08.960 INFO:tasks.workunit.client.0.smithi031.stdout:expected: 1 2024-08-10T06:07:08.960 INFO:tasks.workunit.client.0.smithi031.stdout:snap: orig 2024-08-10T06:07:08.960 INFO:tasks.workunit.client.0.smithi031.stdout:found orig with size 2097152 2024-08-10T06:07:08.960 INFO:tasks.workunit.client.0.smithi031.stdout:read: 80 2024-08-10T06:07:08.960 INFO:tasks.workunit.client.0.smithi031.stdout:write test data! 2024-08-10T06:07:08.960 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 80 2024-08-10T06:07:08.960 INFO:tasks.workunit.client.0.smithi031.stdout:num snaps is: 2 2024-08-10T06:07:08.960 INFO:tasks.workunit.client.0.smithi031.stdout:expected: 2 2024-08-10T06:07:08.960 INFO:tasks.workunit.client.0.smithi031.stdout:snap: orig 2024-08-10T06:07:08.960 INFO:tasks.workunit.client.0.smithi031.stdout:snap: written 2024-08-10T06:07:08.960 INFO:tasks.workunit.client.0.smithi031.stdout:found orig with size 2097152 2024-08-10T06:07:08.961 INFO:tasks.workunit.client.0.smithi031.stdout:found written with size 2097152 2024-08-10T06:07:08.961 INFO:tasks.workunit.client.0.smithi031.stdout:read: 80 2024-08-10T06:07:08.961 INFO:tasks.workunit.client.0.smithi031.stdout:read: 80 2024-08-10T06:07:08.961 INFO:tasks.workunit.client.0.smithi031.stdout:read: 80 2024-08-10T06:07:08.961 INFO:tasks.workunit.client.0.smithi031.stdout:write to snapshot returned -30 2024-08-10T06:07:08.961 INFO:tasks.workunit.client.0.smithi031.stdout:Read-only file system 2024-08-10T06:07:08.983 INFO:tasks.workunit.client.0.smithi031.stdout:read: 80 2024-08-10T06:07:08.983 INFO:tasks.workunit.client.0.smithi031.stdout:read: 80 2024-08-10T06:07:08.984 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 80 2024-08-10T06:07:08.984 INFO:tasks.workunit.client.0.smithi031.stdout:opening testimg@orig 2024-08-10T06:07:08.984 INFO:tasks.workunit.client.0.smithi031.stdout:read: 80 2024-08-10T06:07:08.984 INFO:tasks.workunit.client.0.smithi031.stdout:write to snapshot returned -30 2024-08-10T06:07:08.984 INFO:tasks.workunit.client.0.smithi031.stdout:Read-only file system 2024-08-10T06:07:09.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:08 smithi031 ceph-mon[98130]: osdmap e1711: 8 total, 8 up, 8 in 2024-08-10T06:07:09.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:08 smithi031 ceph-mon[100614]: osdmap e1711: 8 total, 8 up, 8 in 2024-08-10T06:07:09.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:08 smithi196 ceph-mon[90243]: osdmap e1711: 8 total, 8 up, 8 in 2024-08-10T06:07:10.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:09 smithi031 ceph-mon[98130]: pgmap v2983: 585 pgs: 585 active+clean; 131 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 13 MiB/s wr, 1.36k op/s 2024-08-10T06:07:10.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:09 smithi031 ceph-mon[98130]: osdmap e1712: 8 total, 8 up, 8 in 2024-08-10T06:07:10.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:09 smithi031 ceph-mon[100614]: pgmap v2983: 585 pgs: 585 active+clean; 131 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 13 MiB/s wr, 1.36k op/s 2024-08-10T06:07:10.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:09 smithi031 ceph-mon[100614]: osdmap e1712: 8 total, 8 up, 8 in 2024-08-10T06:07:10.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:09 smithi196 ceph-mon[90243]: pgmap v2983: 585 pgs: 585 active+clean; 131 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 13 MiB/s wr, 1.36k op/s 2024-08-10T06:07:10.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:09 smithi196 ceph-mon[90243]: osdmap e1712: 8 total, 8 up, 8 in 2024-08-10T06:07:10.457 INFO:tasks.workunit.client.0.smithi031.stdout:num snaps is: 2 2024-08-10T06:07:10.457 INFO:tasks.workunit.client.0.smithi031.stdout:expected: 2 2024-08-10T06:07:10.457 INFO:tasks.workunit.client.0.smithi031.stdout:snap: orig 2024-08-10T06:07:10.457 INFO:tasks.workunit.client.0.smithi031.stdout:snap: written 2024-08-10T06:07:10.457 INFO:tasks.workunit.client.0.smithi031.stdout:found orig with size 2097152 2024-08-10T06:07:10.457 INFO:tasks.workunit.client.0.smithi031.stdout:found written with size 2097152 2024-08-10T06:07:10.457 INFO:tasks.workunit.client.0.smithi031.stdout:num snaps is: 1 2024-08-10T06:07:10.458 INFO:tasks.workunit.client.0.smithi031.stdout:expected: 1 2024-08-10T06:07:10.458 INFO:tasks.workunit.client.0.smithi031.stdout:snap: orig 2024-08-10T06:07:10.458 INFO:tasks.workunit.client.0.smithi031.stdout:found orig with size 2097152 2024-08-10T06:07:10.458 INFO:tasks.workunit.client.0.smithi031.stdout:num snaps is: 0 2024-08-10T06:07:10.458 INFO:tasks.workunit.client.0.smithi031.stdout:expected: 0 2024-08-10T06:07:10.458 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.TestIOToSnapshot (2809 ms) 2024-08-10T06:07:10.458 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.TestSnapshotDeletedIo 2024-08-10T06:07:10.458 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:07:11.255 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:10 smithi031 ceph-mon[98130]: osdmap e1713: 8 total, 8 up, 8 in 2024-08-10T06:07:11.255 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:10 smithi031 ceph-mon[98130]: osdmap e1714: 8 total, 8 up, 8 in 2024-08-10T06:07:11.256 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:10 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:07:11.256 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:10 smithi031 ceph-mon[100614]: osdmap e1713: 8 total, 8 up, 8 in 2024-08-10T06:07:11.256 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:10 smithi031 ceph-mon[100614]: osdmap e1714: 8 total, 8 up, 8 in 2024-08-10T06:07:11.256 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:10 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:07:11.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:10 smithi196 ceph-mon[90243]: osdmap e1713: 8 total, 8 up, 8 in 2024-08-10T06:07:11.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:10 smithi196 ceph-mon[90243]: osdmap e1714: 8 total, 8 up, 8 in 2024-08-10T06:07:11.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:10 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:07:11.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:07:11 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:07:11] "GET /metrics HTTP/1.1" 200 70655 "" "Prometheus/2.43.0" 2024-08-10T06:07:12.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:11 smithi031 ceph-mon[100614]: pgmap v2987: 585 pgs: 585 active+clean; 135 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 9.1 MiB/s rd, 8.5 MiB/s wr, 2.29k op/s 2024-08-10T06:07:12.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:11 smithi031 ceph-mon[100614]: osdmap e1715: 8 total, 8 up, 8 in 2024-08-10T06:07:12.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:11 smithi031 ceph-mon[98130]: pgmap v2987: 585 pgs: 585 active+clean; 135 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 9.1 MiB/s rd, 8.5 MiB/s wr, 2.29k op/s 2024-08-10T06:07:12.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:11 smithi031 ceph-mon[98130]: osdmap e1715: 8 total, 8 up, 8 in 2024-08-10T06:07:12.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:11 smithi196 ceph-mon[90243]: pgmap v2987: 585 pgs: 585 active+clean; 135 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 9.1 MiB/s rd, 8.5 MiB/s wr, 2.29k op/s 2024-08-10T06:07:12.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:11 smithi196 ceph-mon[90243]: osdmap e1715: 8 total, 8 up, 8 in 2024-08-10T06:07:12.461 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.TestSnapshotDeletedIo (2004 ms) 2024-08-10T06:07:12.461 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.TestClone 2024-08-10T06:07:12.461 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:07:12.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:07:12 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:07:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:07:13.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:13 smithi031 ceph-mon[98130]: osdmap e1716: 8 total, 8 up, 8 in 2024-08-10T06:07:13.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:13 smithi031 ceph-mon[98130]: pgmap v2990: 585 pgs: 585 active+clean; 135 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 2.24k op/s 2024-08-10T06:07:13.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:13 smithi031 ceph-mon[100614]: osdmap e1716: 8 total, 8 up, 8 in 2024-08-10T06:07:13.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:13 smithi031 ceph-mon[100614]: pgmap v2990: 585 pgs: 585 active+clean; 135 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 2.24k op/s 2024-08-10T06:07:13.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:13 smithi196 ceph-mon[90243]: osdmap e1716: 8 total, 8 up, 8 in 2024-08-10T06:07:13.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:13 smithi196 ceph-mon[90243]: pgmap v2990: 585 pgs: 585 active+clean; 135 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 2.24k op/s 2024-08-10T06:07:14.473 INFO:tasks.workunit.client.0.smithi031.stdout:made parent image "parent" 2024-08-10T06:07:14.474 INFO:tasks.workunit.client.0.smithi031.stdout:parent has no parent info 2024-08-10T06:07:14.474 INFO:tasks.workunit.client.0.smithi031.stdout:made snapshot "parent@parent_snap" 2024-08-10T06:07:14.474 INFO:tasks.workunit.client.0.smithi031.stdout:can't unprotect an unprotected snap 2024-08-10T06:07:14.474 INFO:tasks.workunit.client.0.smithi031.stdout:can't protect a protected snap 2024-08-10T06:07:14.474 INFO:tasks.workunit.client.0.smithi031.stdout:made and opened clone "child" 2024-08-10T06:07:14.474 INFO:tasks.workunit.client.0.smithi031.stdout:read: 8 2024-08-10T06:07:14.474 INFO:tasks.workunit.client.0.smithi031.stdout:read: 8 2024-08-10T06:07:14.474 INFO:tasks.workunit.client.0.smithi031.stdout:read: 8 2024-08-10T06:07:14.474 INFO:tasks.workunit.client.0.smithi031.stdout:sizes and overlaps are good between parent and child 2024-08-10T06:07:14.474 INFO:tasks.workunit.client.0.smithi031.stdout:child image successfully cloned all image-meta pairs 2024-08-10T06:07:14.474 INFO:tasks.workunit.client.0.smithi031.stdout:sized down clone, changed overlap 2024-08-10T06:07:14.474 INFO:tasks.workunit.client.0.smithi031.stdout:parent info: size 4194304 obj_size 4194304 parent_pool 18446744073709551615 2024-08-10T06:07:14.475 INFO:tasks.workunit.client.0.smithi031.stdout:sized up clone, changed size but not overlap or parent's size 2024-08-10T06:07:14.475 INFO:tasks.workunit.client.0.smithi031.stdout:can't remove parent while child still exists 2024-08-10T06:07:14.475 INFO:tasks.workunit.client.0.smithi031.stdout:can't remove parent while still protected 2024-08-10T06:07:14.475 INFO:tasks.workunit.client.0.smithi031.stdout:removed parent snap after unprotecting 2024-08-10T06:07:14.475 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.TestClone (2012 ms) 2024-08-10T06:07:14.475 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.TestClone2 2024-08-10T06:07:14.475 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:07:14.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:14 smithi031 ceph-mon[98130]: osdmap e1717: 8 total, 8 up, 8 in 2024-08-10T06:07:14.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:14 smithi031 ceph-mon[100614]: osdmap e1717: 8 total, 8 up, 8 in 2024-08-10T06:07:14.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:14 smithi196 ceph-mon[90243]: osdmap e1717: 8 total, 8 up, 8 in 2024-08-10T06:07:15.584 INFO:tasks.workunit.client.0.smithi031.stdout:made parent image "parent" 2024-08-10T06:07:15.584 INFO:tasks.workunit.client.0.smithi031.stdout:parent has no parent info 2024-08-10T06:07:15.584 INFO:tasks.workunit.client.0.smithi031.stdout:made snapshot "parent@parent_snap" 2024-08-10T06:07:15.584 INFO:tasks.workunit.client.0.smithi031.stdout:made and opened clone "child" 2024-08-10T06:07:15.584 INFO:tasks.workunit.client.0.smithi031.stdout:child image successfully cloned all image-meta pairs 2024-08-10T06:07:15.584 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.TestClone2 (1111 ms) 2024-08-10T06:07:15.584 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.ListChildren 2024-08-10T06:07:15.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:15 smithi031 ceph-mon[98130]: osdmap e1718: 8 total, 8 up, 8 in 2024-08-10T06:07:15.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:15 smithi031 ceph-mon[98130]: pgmap v2993: 585 pgs: 585 active+clean; 135 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 62 KiB/s rd, 7.5 KiB/s wr, 90 op/s 2024-08-10T06:07:15.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:15 smithi031 ceph-mon[100614]: osdmap e1718: 8 total, 8 up, 8 in 2024-08-10T06:07:15.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:15 smithi031 ceph-mon[100614]: pgmap v2993: 585 pgs: 585 active+clean; 135 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 62 KiB/s rd, 7.5 KiB/s wr, 90 op/s 2024-08-10T06:07:15.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:15 smithi196 ceph-mon[90243]: osdmap e1718: 8 total, 8 up, 8 in 2024-08-10T06:07:15.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:15 smithi196 ceph-mon[90243]: pgmap v2993: 585 pgs: 585 active+clean; 135 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 62 KiB/s rd, 7.5 KiB/s wr, 90 op/s 2024-08-10T06:07:16.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:16 smithi031 ceph-mon[98130]: osdmap e1719: 8 total, 8 up, 8 in 2024-08-10T06:07:16.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:16 smithi031 ceph-mon[100614]: osdmap e1719: 8 total, 8 up, 8 in 2024-08-10T06:07:16.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:16 smithi196 ceph-mon[90243]: osdmap e1719: 8 total, 8 up, 8 in 2024-08-10T06:07:17.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:17 smithi031 ceph-mon[100614]: osdmap e1720: 8 total, 8 up, 8 in 2024-08-10T06:07:17.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:17 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/1267847284' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:07:17.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:17 smithi031 ceph-mon[100614]: pgmap v2996: 617 pgs: 32 unknown, 585 active+clean; 135 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 427 KiB/s rd, 31 KiB/s wr, 520 op/s 2024-08-10T06:07:17.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:17 smithi031 ceph-mon[100614]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T06:07:17.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:17 smithi031 ceph-mon[98130]: osdmap e1720: 8 total, 8 up, 8 in 2024-08-10T06:07:17.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:17 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/1267847284' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:07:17.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:17 smithi031 ceph-mon[98130]: pgmap v2996: 617 pgs: 32 unknown, 585 active+clean; 135 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 427 KiB/s rd, 31 KiB/s wr, 520 op/s 2024-08-10T06:07:17.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:17 smithi031 ceph-mon[98130]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T06:07:17.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:17 smithi196 ceph-mon[90243]: osdmap e1720: 8 total, 8 up, 8 in 2024-08-10T06:07:17.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:17 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/1267847284' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:07:17.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:17 smithi196 ceph-mon[90243]: pgmap v2996: 617 pgs: 32 unknown, 585 active+clean; 135 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 427 KiB/s rd, 31 KiB/s wr, 520 op/s 2024-08-10T06:07:17.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:17 smithi196 ceph-mon[90243]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T06:07:18.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:18 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/1267847284' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T06:07:18.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:18 smithi031 ceph-mon[98130]: osdmap e1721: 8 total, 8 up, 8 in 2024-08-10T06:07:18.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:18 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/1267847284' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T06:07:18.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:18 smithi031 ceph-mon[100614]: osdmap e1721: 8 total, 8 up, 8 in 2024-08-10T06:07:18.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:18 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/1267847284' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T06:07:18.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:18 smithi196 ceph-mon[90243]: osdmap e1721: 8 total, 8 up, 8 in 2024-08-10T06:07:19.486 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:07:19.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:19 smithi031 ceph-mon[98130]: osdmap e1722: 8 total, 8 up, 8 in 2024-08-10T06:07:19.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:19 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/1347525965' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:07:19.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:19 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:07:19.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:19 smithi031 ceph-mon[98130]: pgmap v2999: 649 pgs: 8 creating+peering, 49 unknown, 592 active+clean; 135 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 443 KiB/s rd, 30 KiB/s wr, 530 op/s 2024-08-10T06:07:19.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:19 smithi031 ceph-mon[100614]: osdmap e1722: 8 total, 8 up, 8 in 2024-08-10T06:07:19.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:19 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/1347525965' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:07:19.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:19 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:07:19.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:19 smithi031 ceph-mon[100614]: pgmap v2999: 649 pgs: 8 creating+peering, 49 unknown, 592 active+clean; 135 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 443 KiB/s rd, 30 KiB/s wr, 530 op/s 2024-08-10T06:07:19.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:19 smithi196 ceph-mon[90243]: osdmap e1722: 8 total, 8 up, 8 in 2024-08-10T06:07:19.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:19 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/1347525965' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:07:19.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:19 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:07:19.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:19 smithi196 ceph-mon[90243]: pgmap v2999: 649 pgs: 8 creating+peering, 49 unknown, 592 active+clean; 135 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 443 KiB/s rd, 30 KiB/s wr, 530 op/s 2024-08-10T06:07:20.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:20 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T06:07:20.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:20 smithi031 ceph-mon[98130]: osdmap e1723: 8 total, 8 up, 8 in 2024-08-10T06:07:20.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:20 smithi031 ceph-mon[98130]: osdmap e1724: 8 total, 8 up, 8 in 2024-08-10T06:07:20.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:20 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T06:07:20.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:20 smithi031 ceph-mon[100614]: osdmap e1723: 8 total, 8 up, 8 in 2024-08-10T06:07:20.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:20 smithi031 ceph-mon[100614]: osdmap e1724: 8 total, 8 up, 8 in 2024-08-10T06:07:20.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:20 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T06:07:20.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:20 smithi196 ceph-mon[90243]: osdmap e1723: 8 total, 8 up, 8 in 2024-08-10T06:07:20.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:20 smithi196 ceph-mon[90243]: osdmap e1724: 8 total, 8 up, 8 in 2024-08-10T06:07:21.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:07:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:07:21] "GET /metrics HTTP/1.1" 200 70655 "" "Prometheus/2.43.0" 2024-08-10T06:07:21.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:21 smithi031 ceph-mon[98130]: pgmap v3002: 649 pgs: 11 creating+peering, 26 unknown, 612 active+clean; 135 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 406 KiB/s rd, 29 KiB/s wr, 483 op/s 2024-08-10T06:07:21.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:21 smithi031 ceph-mon[98130]: osdmap e1725: 8 total, 8 up, 8 in 2024-08-10T06:07:21.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:21 smithi031 ceph-mon[100614]: pgmap v3002: 649 pgs: 11 creating+peering, 26 unknown, 612 active+clean; 135 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 406 KiB/s rd, 29 KiB/s wr, 483 op/s 2024-08-10T06:07:21.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:21 smithi031 ceph-mon[100614]: osdmap e1725: 8 total, 8 up, 8 in 2024-08-10T06:07:21.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:21 smithi196 ceph-mon[90243]: pgmap v3002: 649 pgs: 11 creating+peering, 26 unknown, 612 active+clean; 135 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 406 KiB/s rd, 29 KiB/s wr, 483 op/s 2024-08-10T06:07:21.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:21 smithi196 ceph-mon[90243]: osdmap e1725: 8 total, 8 up, 8 in 2024-08-10T06:07:22.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:22 smithi031 ceph-mon[98130]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T06:07:22.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:22 smithi031 ceph-mon[100614]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T06:07:22.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:22 smithi196 ceph-mon[90243]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T06:07:22.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:07:22 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:07:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:07:23.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:23 smithi031 ceph-mon[98130]: osdmap e1726: 8 total, 8 up, 8 in 2024-08-10T06:07:23.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:23 smithi031 ceph-mon[98130]: pgmap v3005: 649 pgs: 3 creating+peering, 7 unknown, 639 active+clean; 135 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 337 KiB/s rd, 24 KiB/s wr, 401 op/s 2024-08-10T06:07:23.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:23 smithi031 ceph-mon[100614]: osdmap e1726: 8 total, 8 up, 8 in 2024-08-10T06:07:23.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:23 smithi031 ceph-mon[100614]: pgmap v3005: 649 pgs: 3 creating+peering, 7 unknown, 639 active+clean; 135 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 337 KiB/s rd, 24 KiB/s wr, 401 op/s 2024-08-10T06:07:23.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:23 smithi196 ceph-mon[90243]: osdmap e1726: 8 total, 8 up, 8 in 2024-08-10T06:07:23.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:23 smithi196 ceph-mon[90243]: pgmap v3005: 649 pgs: 3 creating+peering, 7 unknown, 639 active+clean; 135 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 337 KiB/s rd, 24 KiB/s wr, 401 op/s 2024-08-10T06:07:24.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:24 smithi031 ceph-mon[98130]: osdmap e1727: 8 total, 8 up, 8 in 2024-08-10T06:07:24.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:24 smithi031 ceph-mon[100614]: osdmap e1727: 8 total, 8 up, 8 in 2024-08-10T06:07:24.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:24 smithi196 ceph-mon[90243]: osdmap e1727: 8 total, 8 up, 8 in 2024-08-10T06:07:25.011 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:25.011 INFO:tasks.workunit.client.0.smithi031.stdout:trying to find test-librbd-smithi031-151948-31/image108 2024-08-10T06:07:25.011 INFO:tasks.workunit.client.0.smithi031.stdout:checking test-librbd-smithi031-151948-31/image108 2024-08-10T06:07:25.011 INFO:tasks.workunit.client.0.smithi031.stdout:found child test-librbd-smithi031-151948-31/image108 2024-08-10T06:07:25.011 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:25.011 INFO:tasks.workunit.client.0.smithi031.stdout:num children is: 1 2024-08-10T06:07:25.011 INFO:tasks.workunit.client.0.smithi031.stdout:expected: 1 2024-08-10T06:07:25.011 INFO:tasks.workunit.client.0.smithi031.stdout:child: image108 2024-08-10T06:07:25.012 INFO:tasks.workunit.client.0.smithi031.stdout:found child test-librbd-smithi031-151948-31/image108/8b3e1b7fc35 2024-08-10T06:07:25.012 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:25.012 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:25.012 INFO:tasks.workunit.client.0.smithi031.stdout:trying to find test-librbd-smithi031-151948-31/image108 2024-08-10T06:07:25.012 INFO:tasks.workunit.client.0.smithi031.stdout:checking test-librbd-smithi031-151948-30/image109 2024-08-10T06:07:25.012 INFO:tasks.workunit.client.0.smithi031.stdout:checking test-librbd-smithi031-151948-31/image108 2024-08-10T06:07:25.012 INFO:tasks.workunit.client.0.smithi031.stdout:found child test-librbd-smithi031-151948-31/image108 2024-08-10T06:07:25.012 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:25.012 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:25.012 INFO:tasks.workunit.client.0.smithi031.stdout:trying to find test-librbd-smithi031-151948-30/image109 2024-08-10T06:07:25.012 INFO:tasks.workunit.client.0.smithi031.stdout:checking test-librbd-smithi031-151948-30/image109 2024-08-10T06:07:25.013 INFO:tasks.workunit.client.0.smithi031.stdout:found child test-librbd-smithi031-151948-30/image109 2024-08-10T06:07:25.013 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:25.013 INFO:tasks.workunit.client.0.smithi031.stdout:num children is: 2 2024-08-10T06:07:25.013 INFO:tasks.workunit.client.0.smithi031.stdout:expected: 2 2024-08-10T06:07:25.013 INFO:tasks.workunit.client.0.smithi031.stdout:child: image109 2024-08-10T06:07:25.013 INFO:tasks.workunit.client.0.smithi031.stdout:child: image108 2024-08-10T06:07:25.013 INFO:tasks.workunit.client.0.smithi031.stdout:found child test-librbd-smithi031-151948-31/image108/8b3e1b7fc35 2024-08-10T06:07:25.013 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:25.013 INFO:tasks.workunit.client.0.smithi031.stdout:found child test-librbd-smithi031-151948-30/image109/8b3e42330bd9 2024-08-10T06:07:25.013 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:25.013 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:25.013 INFO:tasks.workunit.client.0.smithi031.stdout:trying to find test-librbd-smithi031-151948-31/image108 2024-08-10T06:07:25.013 INFO:tasks.workunit.client.0.smithi031.stdout:checking test-librbd-smithi031-151948-30/image109 2024-08-10T06:07:25.013 INFO:tasks.workunit.client.0.smithi031.stdout:checking test-librbd-smithi031-151948-31/image108 2024-08-10T06:07:25.014 INFO:tasks.workunit.client.0.smithi031.stdout:found child test-librbd-smithi031-151948-31/image108 2024-08-10T06:07:25.014 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:25.014 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:25.014 INFO:tasks.workunit.client.0.smithi031.stdout:trying to find test-librbd-smithi031-151948-30/image109 2024-08-10T06:07:25.014 INFO:tasks.workunit.client.0.smithi031.stdout:checking test-librbd-smithi031-151948-30/image109 2024-08-10T06:07:25.014 INFO:tasks.workunit.client.0.smithi031.stdout:found child test-librbd-smithi031-151948-30/image109 2024-08-10T06:07:25.014 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:25.014 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:25.014 INFO:tasks.workunit.client.0.smithi031.stdout:trying to find test-librbd-smithi031-151948-31/image110 2024-08-10T06:07:25.014 INFO:tasks.workunit.client.0.smithi031.stdout:checking test-librbd-smithi031-151948-30/image109 2024-08-10T06:07:25.014 INFO:tasks.workunit.client.0.smithi031.stdout:checking test-librbd-smithi031-151948-31/image108 2024-08-10T06:07:25.014 INFO:tasks.workunit.client.0.smithi031.stdout:checking test-librbd-smithi031-151948-31/image110 2024-08-10T06:07:25.015 INFO:tasks.workunit.client.0.smithi031.stdout:found child test-librbd-smithi031-151948-31/image110 2024-08-10T06:07:25.015 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:25.015 INFO:tasks.workunit.client.0.smithi031.stdout:num children is: 3 2024-08-10T06:07:25.015 INFO:tasks.workunit.client.0.smithi031.stdout:expected: 3 2024-08-10T06:07:25.015 INFO:tasks.workunit.client.0.smithi031.stdout:child: image109 2024-08-10T06:07:25.015 INFO:tasks.workunit.client.0.smithi031.stdout:child: image108 2024-08-10T06:07:25.015 INFO:tasks.workunit.client.0.smithi031.stdout:child: image110 2024-08-10T06:07:25.015 INFO:tasks.workunit.client.0.smithi031.stdout:found child test-librbd-smithi031-151948-31/image108/8b3e1b7fc35 2024-08-10T06:07:25.015 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:25.015 INFO:tasks.workunit.client.0.smithi031.stdout:found child test-librbd-smithi031-151948-30/image109/8b3e42330bd9 2024-08-10T06:07:25.015 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:25.015 INFO:tasks.workunit.client.0.smithi031.stdout:found child test-librbd-smithi031-151948-31/image110/8b3efd1886c 2024-08-10T06:07:25.015 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:25.015 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:25.015 INFO:tasks.workunit.client.0.smithi031.stdout:trying to find test-librbd-smithi031-151948-31/image108 2024-08-10T06:07:25.015 INFO:tasks.workunit.client.0.smithi031.stdout:checking test-librbd-smithi031-151948-30/image109 2024-08-10T06:07:25.016 INFO:tasks.workunit.client.0.smithi031.stdout:checking test-librbd-smithi031-151948-31/image108 2024-08-10T06:07:25.016 INFO:tasks.workunit.client.0.smithi031.stdout:found child test-librbd-smithi031-151948-31/image108 2024-08-10T06:07:25.016 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:25.016 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:25.016 INFO:tasks.workunit.client.0.smithi031.stdout:trying to find test-librbd-smithi031-151948-30/image109 2024-08-10T06:07:25.016 INFO:tasks.workunit.client.0.smithi031.stdout:checking test-librbd-smithi031-151948-30/image109 2024-08-10T06:07:25.016 INFO:tasks.workunit.client.0.smithi031.stdout:found child test-librbd-smithi031-151948-30/image109 2024-08-10T06:07:25.016 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:25.016 INFO:tasks.workunit.client.0.smithi031.stdout:num children is: 3 2024-08-10T06:07:25.016 INFO:tasks.workunit.client.0.smithi031.stdout:expected: 3 2024-08-10T06:07:25.016 INFO:tasks.workunit.client.0.smithi031.stdout:child: image109 2024-08-10T06:07:25.016 INFO:tasks.workunit.client.0.smithi031.stdout:child: image108 2024-08-10T06:07:25.017 INFO:tasks.workunit.client.0.smithi031.stdout:child: image110 2024-08-10T06:07:25.017 INFO:tasks.workunit.client.0.smithi031.stdout:found child test-librbd-smithi031-151948-31/image108/8b3e1b7fc35 2024-08-10T06:07:25.017 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:25.017 INFO:tasks.workunit.client.0.smithi031.stdout:found child test-librbd-smithi031-151948-30/image109/8b3e42330bd9 2024-08-10T06:07:25.017 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:25.017 INFO:tasks.workunit.client.0.smithi031.stdout:found child test-librbd-smithi031-151948-31/image110/8b3efd1886c 2024-08-10T06:07:25.017 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:25.017 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:25.017 INFO:tasks.workunit.client.0.smithi031.stdout:trying to find test-librbd-smithi031-151948-31/image108 2024-08-10T06:07:25.017 INFO:tasks.workunit.client.0.smithi031.stdout:checking test-librbd-smithi031-151948-30/image109 2024-08-10T06:07:25.017 INFO:tasks.workunit.client.0.smithi031.stdout:checking test-librbd-smithi031-151948-31/image108 2024-08-10T06:07:25.017 INFO:tasks.workunit.client.0.smithi031.stdout:found child test-librbd-smithi031-151948-31/image108 2024-08-10T06:07:25.017 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:25.017 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:25.017 INFO:tasks.workunit.client.0.smithi031.stdout:trying to find test-librbd-smithi031-151948-30/image109 2024-08-10T06:07:25.018 INFO:tasks.workunit.client.0.smithi031.stdout:checking test-librbd-smithi031-151948-30/image109 2024-08-10T06:07:25.018 INFO:tasks.workunit.client.0.smithi031.stdout:found child test-librbd-smithi031-151948-30/image109 2024-08-10T06:07:25.018 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:25.018 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:25.018 INFO:tasks.workunit.client.0.smithi031.stdout:trying to find test-librbd-smithi031-151948-31/image111 2024-08-10T06:07:25.018 INFO:tasks.workunit.client.0.smithi031.stdout:checking test-librbd-smithi031-151948-30/image109 2024-08-10T06:07:25.018 INFO:tasks.workunit.client.0.smithi031.stdout:checking test-librbd-smithi031-151948-31/image108 2024-08-10T06:07:25.018 INFO:tasks.workunit.client.0.smithi031.stdout:checking test-librbd-smithi031-151948-31/image111 2024-08-10T06:07:25.018 INFO:tasks.workunit.client.0.smithi031.stdout:found child test-librbd-smithi031-151948-31/image111 2024-08-10T06:07:25.018 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:25.018 INFO:tasks.workunit.client.0.smithi031.stdout:num children is: 4 2024-08-10T06:07:25.018 INFO:tasks.workunit.client.0.smithi031.stdout:expected: 4 2024-08-10T06:07:25.018 INFO:tasks.workunit.client.0.smithi031.stdout:child: image109 2024-08-10T06:07:25.018 INFO:tasks.workunit.client.0.smithi031.stdout:child: image108 2024-08-10T06:07:25.018 INFO:tasks.workunit.client.0.smithi031.stdout:child: image110 2024-08-10T06:07:25.019 INFO:tasks.workunit.client.0.smithi031.stdout:child: image111 2024-08-10T06:07:25.019 INFO:tasks.workunit.client.0.smithi031.stdout:found child test-librbd-smithi031-151948-31/image108/8b3e1b7fc35 2024-08-10T06:07:25.019 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:25.019 INFO:tasks.workunit.client.0.smithi031.stdout:found child test-librbd-smithi031-151948-30/image109/8b3e42330bd9 2024-08-10T06:07:25.019 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:25.019 INFO:tasks.workunit.client.0.smithi031.stdout:found child test-librbd-smithi031-151948-31/image110/8b3efd1886c 2024-08-10T06:07:25.019 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:25.019 INFO:tasks.workunit.client.0.smithi031.stdout:found child test-librbd-smithi031-151948-31/image111/8b3e11b1aca 2024-08-10T06:07:25.019 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:25.019 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:25.019 INFO:tasks.workunit.client.0.smithi031.stdout:trying to find test-librbd-smithi031-151948-31/image108 2024-08-10T06:07:25.019 INFO:tasks.workunit.client.0.smithi031.stdout:checking test-librbd-smithi031-151948-30/image109 2024-08-10T06:07:25.020 INFO:tasks.workunit.client.0.smithi031.stdout:checking test-librbd-smithi031-151948-31/image108 2024-08-10T06:07:25.020 INFO:tasks.workunit.client.0.smithi031.stdout:found child test-librbd-smithi031-151948-31/image108 2024-08-10T06:07:25.020 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:25.020 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:25.020 INFO:tasks.workunit.client.0.smithi031.stdout:trying to find test-librbd-smithi031-151948-30/image109 2024-08-10T06:07:25.020 INFO:tasks.workunit.client.0.smithi031.stdout:checking test-librbd-smithi031-151948-30/image109 2024-08-10T06:07:25.020 INFO:tasks.workunit.client.0.smithi031.stdout:found child test-librbd-smithi031-151948-30/image109 2024-08-10T06:07:25.021 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:25.021 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:25.021 INFO:tasks.workunit.client.0.smithi031.stdout:trying to find test-librbd-smithi031-151948-31/image110 2024-08-10T06:07:25.021 INFO:tasks.workunit.client.0.smithi031.stdout:checking test-librbd-smithi031-151948-30/image109 2024-08-10T06:07:25.021 INFO:tasks.workunit.client.0.smithi031.stdout:checking test-librbd-smithi031-151948-31/image108 2024-08-10T06:07:25.021 INFO:tasks.workunit.client.0.smithi031.stdout:checking test-librbd-smithi031-151948-31/image110 2024-08-10T06:07:25.021 INFO:tasks.workunit.client.0.smithi031.stdout:found child test-librbd-smithi031-151948-31/image110 2024-08-10T06:07:25.021 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:25.021 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:25.021 INFO:tasks.workunit.client.0.smithi031.stdout:trying to find test-librbd-smithi031-151948-31/image111 2024-08-10T06:07:25.518 INFO:tasks.workunit.client.0.smithi031.stdout:checking test-librbd-smithi031-151948-30/image109 2024-08-10T06:07:25.518 INFO:tasks.workunit.client.0.smithi031.stdout:checking test-librbd-smithi031-151948-31/image108 2024-08-10T06:07:25.518 INFO:tasks.workunit.client.0.smithi031.stdout:checking test-librbd-smithi031-151948-31/image110 2024-08-10T06:07:25.518 INFO:tasks.workunit.client.0.smithi031.stdout:checking test-librbd-smithi031-151948-31/image111 2024-08-10T06:07:25.519 INFO:tasks.workunit.client.0.smithi031.stdout:found child test-librbd-smithi031-151948-31/image111 2024-08-10T06:07:25.519 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:25.519 INFO:tasks.workunit.client.0.smithi031.stdout:num children is: 4 2024-08-10T06:07:25.519 INFO:tasks.workunit.client.0.smithi031.stdout:expected: 4 2024-08-10T06:07:25.519 INFO:tasks.workunit.client.0.smithi031.stdout:child: image109 2024-08-10T06:07:25.519 INFO:tasks.workunit.client.0.smithi031.stdout:child: image108 2024-08-10T06:07:25.519 INFO:tasks.workunit.client.0.smithi031.stdout:child: image110 2024-08-10T06:07:25.519 INFO:tasks.workunit.client.0.smithi031.stdout:child: image111 2024-08-10T06:07:25.519 INFO:tasks.workunit.client.0.smithi031.stdout:found child test-librbd-smithi031-151948-31/image108/8b3e1b7fc35 2024-08-10T06:07:25.519 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:25.519 INFO:tasks.workunit.client.0.smithi031.stdout:found child test-librbd-smithi031-151948-30/image109/8b3e42330bd9 2024-08-10T06:07:25.520 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:25.520 INFO:tasks.workunit.client.0.smithi031.stdout:found child test-librbd-smithi031-151948-31/image110/8b3efd1886c 2024-08-10T06:07:25.520 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:25.520 INFO:tasks.workunit.client.0.smithi031.stdout:found child test-librbd-smithi031-151948-31/image111/8b3e11b1aca 2024-08-10T06:07:25.520 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:25.520 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:25.520 INFO:tasks.workunit.client.0.smithi031.stdout:trying to find test-librbd-smithi031-151948-30/image109 2024-08-10T06:07:25.520 INFO:tasks.workunit.client.0.smithi031.stdout:checking test-librbd-smithi031-151948-30/image109 2024-08-10T06:07:25.520 INFO:tasks.workunit.client.0.smithi031.stdout:found child test-librbd-smithi031-151948-30/image109 2024-08-10T06:07:25.520 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:25.520 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:25.521 INFO:tasks.workunit.client.0.smithi031.stdout:trying to find test-librbd-smithi031-151948-31/image110 2024-08-10T06:07:25.521 INFO:tasks.workunit.client.0.smithi031.stdout:checking test-librbd-smithi031-151948-30/image109 2024-08-10T06:07:25.521 INFO:tasks.workunit.client.0.smithi031.stdout:checking test-librbd-smithi031-151948-31/image110 2024-08-10T06:07:25.521 INFO:tasks.workunit.client.0.smithi031.stdout:found child test-librbd-smithi031-151948-31/image110 2024-08-10T06:07:25.521 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:25.521 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:25.521 INFO:tasks.workunit.client.0.smithi031.stdout:trying to find test-librbd-smithi031-151948-31/image111 2024-08-10T06:07:25.521 INFO:tasks.workunit.client.0.smithi031.stdout:checking test-librbd-smithi031-151948-30/image109 2024-08-10T06:07:25.521 INFO:tasks.workunit.client.0.smithi031.stdout:checking test-librbd-smithi031-151948-31/image110 2024-08-10T06:07:25.521 INFO:tasks.workunit.client.0.smithi031.stdout:checking test-librbd-smithi031-151948-31/image111 2024-08-10T06:07:25.521 INFO:tasks.workunit.client.0.smithi031.stdout:found child test-librbd-smithi031-151948-31/image111 2024-08-10T06:07:25.521 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:25.522 INFO:tasks.workunit.client.0.smithi031.stdout:num children is: 3 2024-08-10T06:07:25.522 INFO:tasks.workunit.client.0.smithi031.stdout:expected: 3 2024-08-10T06:07:25.522 INFO:tasks.workunit.client.0.smithi031.stdout:child: image109 2024-08-10T06:07:25.522 INFO:tasks.workunit.client.0.smithi031.stdout:child: image110 2024-08-10T06:07:25.522 INFO:tasks.workunit.client.0.smithi031.stdout:child: image111 2024-08-10T06:07:25.522 INFO:tasks.workunit.client.0.smithi031.stdout:found child test-librbd-smithi031-151948-30/image109/8b3e42330bd9 2024-08-10T06:07:25.522 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:25.522 INFO:tasks.workunit.client.0.smithi031.stdout:found child test-librbd-smithi031-151948-31/image110/8b3efd1886c 2024-08-10T06:07:25.522 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:25.522 INFO:tasks.workunit.client.0.smithi031.stdout:found child test-librbd-smithi031-151948-31/image111/8b3e11b1aca 2024-08-10T06:07:25.522 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:25.523 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:25.523 INFO:tasks.workunit.client.0.smithi031.stdout:trying to find test-librbd-smithi031-151948-30/image109 2024-08-10T06:07:25.523 INFO:tasks.workunit.client.0.smithi031.stdout:checking test-librbd-smithi031-151948-30/image109 2024-08-10T06:07:25.523 INFO:tasks.workunit.client.0.smithi031.stdout:found child test-librbd-smithi031-151948-30/image109 2024-08-10T06:07:25.523 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:25.523 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:25.523 INFO:tasks.workunit.client.0.smithi031.stdout:trying to find test-librbd-smithi031-151948-31/image111 2024-08-10T06:07:25.524 INFO:tasks.workunit.client.0.smithi031.stdout:checking test-librbd-smithi031-151948-30/image109 2024-08-10T06:07:25.524 INFO:tasks.workunit.client.0.smithi031.stdout:checking test-librbd-smithi031-151948-31/image111 2024-08-10T06:07:25.524 INFO:tasks.workunit.client.0.smithi031.stdout:found child test-librbd-smithi031-151948-31/image111 2024-08-10T06:07:25.524 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:25.524 INFO:tasks.workunit.client.0.smithi031.stdout:num children is: 2 2024-08-10T06:07:25.524 INFO:tasks.workunit.client.0.smithi031.stdout:expected: 2 2024-08-10T06:07:25.524 INFO:tasks.workunit.client.0.smithi031.stdout:child: image109 2024-08-10T06:07:25.524 INFO:tasks.workunit.client.0.smithi031.stdout:child: image111 2024-08-10T06:07:25.525 INFO:tasks.workunit.client.0.smithi031.stdout:found child test-librbd-smithi031-151948-30/image109/8b3e42330bd9 2024-08-10T06:07:25.525 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:25.525 INFO:tasks.workunit.client.0.smithi031.stdout:found child test-librbd-smithi031-151948-31/image111/8b3e11b1aca 2024-08-10T06:07:25.525 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:25.525 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:25.525 INFO:tasks.workunit.client.0.smithi031.stdout:trying to find test-librbd-smithi031-151948-30/image109 2024-08-10T06:07:25.525 INFO:tasks.workunit.client.0.smithi031.stdout:checking test-librbd-smithi031-151948-30/image109 2024-08-10T06:07:25.525 INFO:tasks.workunit.client.0.smithi031.stdout:found child test-librbd-smithi031-151948-30/image109 2024-08-10T06:07:25.525 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:25.525 INFO:tasks.workunit.client.0.smithi031.stdout:num children is: 1 2024-08-10T06:07:25.525 INFO:tasks.workunit.client.0.smithi031.stdout:expected: 1 2024-08-10T06:07:25.525 INFO:tasks.workunit.client.0.smithi031.stdout:child: image109 2024-08-10T06:07:25.525 INFO:tasks.workunit.client.0.smithi031.stdout:found child test-librbd-smithi031-151948-30/image109/8b3e42330bd9 2024-08-10T06:07:25.526 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:25.526 INFO:tasks.workunit.client.0.smithi031.stdout:num children is: 0 2024-08-10T06:07:25.526 INFO:tasks.workunit.client.0.smithi031.stdout:expected: 0 2024-08-10T06:07:25.526 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.ListChildren (9934 ms) 2024-08-10T06:07:25.526 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.ListChildrenTiered 2024-08-10T06:07:25.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:25 smithi031 ceph-mon[98130]: osdmap e1728: 8 total, 8 up, 8 in 2024-08-10T06:07:25.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:25 smithi031 ceph-mon[98130]: pgmap v3008: 649 pgs: 649 active+clean; 135 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 7.2 KiB/s rd, 1.2 KiB/s wr, 12 op/s 2024-08-10T06:07:25.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:25 smithi031 ceph-mon[98130]: osdmap e1729: 8 total, 8 up, 8 in 2024-08-10T06:07:25.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:25 smithi031 ceph-mon[100614]: osdmap e1728: 8 total, 8 up, 8 in 2024-08-10T06:07:25.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:25 smithi031 ceph-mon[100614]: pgmap v3008: 649 pgs: 649 active+clean; 135 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 7.2 KiB/s rd, 1.2 KiB/s wr, 12 op/s 2024-08-10T06:07:25.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:25 smithi031 ceph-mon[100614]: osdmap e1729: 8 total, 8 up, 8 in 2024-08-10T06:07:25.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:25 smithi196 ceph-mon[90243]: osdmap e1728: 8 total, 8 up, 8 in 2024-08-10T06:07:25.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:25 smithi196 ceph-mon[90243]: pgmap v3008: 649 pgs: 649 active+clean; 135 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 7.2 KiB/s rd, 1.2 KiB/s wr, 12 op/s 2024-08-10T06:07:25.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:25 smithi196 ceph-mon[90243]: osdmap e1729: 8 total, 8 up, 8 in 2024-08-10T06:07:26.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:07:26.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:07:26.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:07:27.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:27 smithi196 ceph-mon[90243]: osdmap e1730: 8 total, 8 up, 8 in 2024-08-10T06:07:27.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:27 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/686465593' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:07:27.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:27 smithi196 ceph-mon[90243]: pgmap v3011: 681 pgs: 32 unknown, 649 active+clean; 135 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 100 KiB/s rd, 5.2 KiB/s wr, 125 op/s 2024-08-10T06:07:28.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:27 smithi031 ceph-mon[98130]: osdmap e1730: 8 total, 8 up, 8 in 2024-08-10T06:07:28.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:27 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/686465593' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:07:28.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:27 smithi031 ceph-mon[98130]: pgmap v3011: 681 pgs: 32 unknown, 649 active+clean; 135 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 100 KiB/s rd, 5.2 KiB/s wr, 125 op/s 2024-08-10T06:07:28.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:27 smithi031 ceph-mon[100614]: osdmap e1730: 8 total, 8 up, 8 in 2024-08-10T06:07:28.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:27 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/686465593' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:07:28.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:27 smithi031 ceph-mon[100614]: pgmap v3011: 681 pgs: 32 unknown, 649 active+clean; 135 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 100 KiB/s rd, 5.2 KiB/s wr, 125 op/s 2024-08-10T06:07:28.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:28 smithi196 ceph-mon[90243]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T06:07:28.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:28 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/686465593' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T06:07:28.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:28 smithi196 ceph-mon[90243]: osdmap e1731: 8 total, 8 up, 8 in 2024-08-10T06:07:29.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:28 smithi031 ceph-mon[98130]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T06:07:29.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:28 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/686465593' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T06:07:29.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:28 smithi031 ceph-mon[98130]: osdmap e1731: 8 total, 8 up, 8 in 2024-08-10T06:07:29.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:28 smithi031 ceph-mon[100614]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T06:07:29.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:28 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/686465593' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T06:07:29.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:28 smithi031 ceph-mon[100614]: osdmap e1731: 8 total, 8 up, 8 in 2024-08-10T06:07:30.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:29 smithi031 ceph-mon[98130]: osdmap e1732: 8 total, 8 up, 8 in 2024-08-10T06:07:30.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:29 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/2945821264' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:07:30.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:29 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:07:30.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:29 smithi031 ceph-mon[98130]: pgmap v3014: 713 pgs: 8 creating+peering, 48 unknown, 657 active+clean; 135 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 472 KiB/s rd, 14 KiB/s wr, 580 op/s 2024-08-10T06:07:30.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:29 smithi031 ceph-mon[100614]: osdmap e1732: 8 total, 8 up, 8 in 2024-08-10T06:07:30.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:29 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/2945821264' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:07:30.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:29 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:07:30.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:29 smithi031 ceph-mon[100614]: pgmap v3014: 713 pgs: 8 creating+peering, 48 unknown, 657 active+clean; 135 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 472 KiB/s rd, 14 KiB/s wr, 580 op/s 2024-08-10T06:07:30.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:29 smithi196 ceph-mon[90243]: osdmap e1732: 8 total, 8 up, 8 in 2024-08-10T06:07:30.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:29 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/2945821264' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:07:30.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:29 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:07:30.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:29 smithi196 ceph-mon[90243]: pgmap v3014: 713 pgs: 8 creating+peering, 48 unknown, 657 active+clean; 135 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 472 KiB/s rd, 14 KiB/s wr, 580 op/s 2024-08-10T06:07:31.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:30 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T06:07:31.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:30 smithi031 ceph-mon[98130]: osdmap e1733: 8 total, 8 up, 8 in 2024-08-10T06:07:31.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:30 smithi031 ceph-mon[98130]: osdmap e1734: 8 total, 8 up, 8 in 2024-08-10T06:07:31.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:30 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/3756032301' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:07:31.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:30 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:07:31.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:30 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T06:07:31.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:30 smithi031 ceph-mon[100614]: osdmap e1733: 8 total, 8 up, 8 in 2024-08-10T06:07:31.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:30 smithi031 ceph-mon[100614]: osdmap e1734: 8 total, 8 up, 8 in 2024-08-10T06:07:31.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:30 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/3756032301' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:07:31.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:30 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:07:31.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:30 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T06:07:31.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:30 smithi196 ceph-mon[90243]: osdmap e1733: 8 total, 8 up, 8 in 2024-08-10T06:07:31.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:30 smithi196 ceph-mon[90243]: osdmap e1734: 8 total, 8 up, 8 in 2024-08-10T06:07:31.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:30 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/3756032301' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:07:31.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:30 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:07:31.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:07:31 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:07:31] "GET /metrics HTTP/1.1" 200 75555 "" "Prometheus/2.43.0" 2024-08-10T06:07:32.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:31 smithi031 ceph-mon[98130]: pgmap v3017: 745 pgs: 10 creating+peering, 54 unknown, 681 active+clean; 135 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 489 KiB/s rd, 10 KiB/s wr, 595 op/s 2024-08-10T06:07:32.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:31 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T06:07:32.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:31 smithi031 ceph-mon[98130]: osdmap e1735: 8 total, 8 up, 8 in 2024-08-10T06:07:32.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:31 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi031-151948-32", "tierpool":"test-librbd-smithi031-151948-34", "force_nonempty":""}]: dispatch 2024-08-10T06:07:32.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:31 smithi031 ceph-mon[100614]: pgmap v3017: 745 pgs: 10 creating+peering, 54 unknown, 681 active+clean; 135 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 489 KiB/s rd, 10 KiB/s wr, 595 op/s 2024-08-10T06:07:32.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:31 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T06:07:32.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:31 smithi031 ceph-mon[100614]: osdmap e1735: 8 total, 8 up, 8 in 2024-08-10T06:07:32.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:31 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi031-151948-32", "tierpool":"test-librbd-smithi031-151948-34", "force_nonempty":""}]: dispatch 2024-08-10T06:07:32.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:31 smithi196 ceph-mon[90243]: pgmap v3017: 745 pgs: 10 creating+peering, 54 unknown, 681 active+clean; 135 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 489 KiB/s rd, 10 KiB/s wr, 595 op/s 2024-08-10T06:07:32.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:31 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T06:07:32.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:31 smithi196 ceph-mon[90243]: osdmap e1735: 8 total, 8 up, 8 in 2024-08-10T06:07:32.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:31 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi031-151948-32", "tierpool":"test-librbd-smithi031-151948-34", "force_nonempty":""}]: dispatch 2024-08-10T06:07:32.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:07:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:07:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:07:33.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:33 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi031-151948-32", "tierpool":"test-librbd-smithi031-151948-34", "force_nonempty":""}]': finished 2024-08-10T06:07:33.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:33 smithi031 ceph-mon[98130]: osdmap e1736: 8 total, 8 up, 8 in 2024-08-10T06:07:33.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:33 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi031-151948-34", "mode":"writeback"}]: dispatch 2024-08-10T06:07:33.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:33 smithi031 ceph-mon[98130]: pgmap v3020: 745 pgs: 5 creating+peering, 30 unknown, 710 active+clean; 135 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 116 KiB/s rd, 511 B/s wr, 136 op/s 2024-08-10T06:07:33.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:33 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi031-151948-32", "tierpool":"test-librbd-smithi031-151948-34", "force_nonempty":""}]': finished 2024-08-10T06:07:33.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:33 smithi031 ceph-mon[100614]: osdmap e1736: 8 total, 8 up, 8 in 2024-08-10T06:07:33.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:33 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi031-151948-34", "mode":"writeback"}]: dispatch 2024-08-10T06:07:33.773 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:33 smithi031 ceph-mon[100614]: pgmap v3020: 745 pgs: 5 creating+peering, 30 unknown, 710 active+clean; 135 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 116 KiB/s rd, 511 B/s wr, 136 op/s 2024-08-10T06:07:33.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:33 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi031-151948-32", "tierpool":"test-librbd-smithi031-151948-34", "force_nonempty":""}]': finished 2024-08-10T06:07:33.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:33 smithi196 ceph-mon[90243]: osdmap e1736: 8 total, 8 up, 8 in 2024-08-10T06:07:33.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:33 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi031-151948-34", "mode":"writeback"}]: dispatch 2024-08-10T06:07:33.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:33 smithi196 ceph-mon[90243]: pgmap v3020: 745 pgs: 5 creating+peering, 30 unknown, 710 active+clean; 135 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 116 KiB/s rd, 511 B/s wr, 136 op/s 2024-08-10T06:07:34.446 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:07:34.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:34 smithi031 ceph-mon[98130]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-08-10T06:07:34.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:34 smithi031 ceph-mon[98130]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T06:07:34.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:34 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi031-151948-34", "mode":"writeback"}]': finished 2024-08-10T06:07:34.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:34 smithi031 ceph-mon[98130]: osdmap e1737: 8 total, 8 up, 8 in 2024-08-10T06:07:34.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:34 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi031-151948-32", "overlaypool":"test-librbd-smithi031-151948-34"}]: dispatch 2024-08-10T06:07:34.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:34 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi031-151948-32", "overlaypool":"test-librbd-smithi031-151948-34"}]': finished 2024-08-10T06:07:34.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:34 smithi031 ceph-mon[98130]: osdmap e1738: 8 total, 8 up, 8 in 2024-08-10T06:07:34.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:34 smithi031 ceph-mon[100614]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-08-10T06:07:34.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:34 smithi031 ceph-mon[100614]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T06:07:34.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:34 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi031-151948-34", "mode":"writeback"}]': finished 2024-08-10T06:07:34.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:34 smithi031 ceph-mon[100614]: osdmap e1737: 8 total, 8 up, 8 in 2024-08-10T06:07:34.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:34 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi031-151948-32", "overlaypool":"test-librbd-smithi031-151948-34"}]: dispatch 2024-08-10T06:07:34.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:34 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi031-151948-32", "overlaypool":"test-librbd-smithi031-151948-34"}]': finished 2024-08-10T06:07:34.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:34 smithi031 ceph-mon[100614]: osdmap e1738: 8 total, 8 up, 8 in 2024-08-10T06:07:34.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:34 smithi196 ceph-mon[90243]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-08-10T06:07:34.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:34 smithi196 ceph-mon[90243]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T06:07:34.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:34 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi031-151948-34", "mode":"writeback"}]': finished 2024-08-10T06:07:34.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:34 smithi196 ceph-mon[90243]: osdmap e1737: 8 total, 8 up, 8 in 2024-08-10T06:07:34.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:34 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi031-151948-32", "overlaypool":"test-librbd-smithi031-151948-34"}]: dispatch 2024-08-10T06:07:34.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:34 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi031-151948-32", "overlaypool":"test-librbd-smithi031-151948-34"}]': finished 2024-08-10T06:07:34.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:34 smithi196 ceph-mon[90243]: osdmap e1738: 8 total, 8 up, 8 in 2024-08-10T06:07:35.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:35 smithi031 ceph-mon[98130]: pgmap v3023: 745 pgs: 3 creating+peering, 7 unknown, 735 active+clean; 135 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-10T06:07:35.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:35 smithi031 ceph-mon[98130]: osdmap e1739: 8 total, 8 up, 8 in 2024-08-10T06:07:35.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:35 smithi031 ceph-mon[100614]: pgmap v3023: 745 pgs: 3 creating+peering, 7 unknown, 735 active+clean; 135 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-10T06:07:35.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:35 smithi031 ceph-mon[100614]: osdmap e1739: 8 total, 8 up, 8 in 2024-08-10T06:07:35.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:35 smithi196 ceph-mon[90243]: pgmap v3023: 745 pgs: 3 creating+peering, 7 unknown, 735 active+clean; 135 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-10T06:07:35.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:35 smithi196 ceph-mon[90243]: osdmap e1739: 8 total, 8 up, 8 in 2024-08-10T06:07:37.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:37 smithi031 ceph-mon[98130]: osdmap e1740: 8 total, 8 up, 8 in 2024-08-10T06:07:37.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:37 smithi031 ceph-mon[98130]: pgmap v3026: 745 pgs: 745 active+clean; 135 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-10T06:07:37.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:37 smithi031 ceph-mon[100614]: osdmap e1740: 8 total, 8 up, 8 in 2024-08-10T06:07:37.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:37 smithi031 ceph-mon[100614]: pgmap v3026: 745 pgs: 745 active+clean; 135 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-10T06:07:37.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:37 smithi196 ceph-mon[90243]: osdmap e1740: 8 total, 8 up, 8 in 2024-08-10T06:07:37.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:37 smithi196 ceph-mon[90243]: pgmap v3026: 745 pgs: 745 active+clean; 135 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-10T06:07:38.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:38 smithi031 ceph-mon[98130]: osdmap e1741: 8 total, 8 up, 8 in 2024-08-10T06:07:38.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:38 smithi031 ceph-mon[100614]: osdmap e1741: 8 total, 8 up, 8 in 2024-08-10T06:07:38.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:38 smithi196 ceph-mon[90243]: osdmap e1741: 8 total, 8 up, 8 in 2024-08-10T06:07:39.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:39 smithi031 ceph-mon[98130]: osdmap e1742: 8 total, 8 up, 8 in 2024-08-10T06:07:39.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:39 smithi031 ceph-mon[98130]: pgmap v3029: 745 pgs: 745 active+clean; 135 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 27 KiB/s rd, 1.7 KiB/s wr, 35 op/s 2024-08-10T06:07:39.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:39 smithi031 ceph-mon[100614]: osdmap e1742: 8 total, 8 up, 8 in 2024-08-10T06:07:39.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:39 smithi031 ceph-mon[100614]: pgmap v3029: 745 pgs: 745 active+clean; 135 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 27 KiB/s rd, 1.7 KiB/s wr, 35 op/s 2024-08-10T06:07:39.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:39 smithi196 ceph-mon[90243]: osdmap e1742: 8 total, 8 up, 8 in 2024-08-10T06:07:39.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:39 smithi196 ceph-mon[90243]: pgmap v3029: 745 pgs: 745 active+clean; 135 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 27 KiB/s rd, 1.7 KiB/s wr, 35 op/s 2024-08-10T06:07:40.032 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:40.033 INFO:tasks.workunit.client.0.smithi031.stdout:trying to find test-librbd-smithi031-151948-33/image113 2024-08-10T06:07:40.033 INFO:tasks.workunit.client.0.smithi031.stdout:checking test-librbd-smithi031-151948-33/image113 2024-08-10T06:07:40.033 INFO:tasks.workunit.client.0.smithi031.stdout:found child test-librbd-smithi031-151948-33/image113 2024-08-10T06:07:40.033 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:40.033 INFO:tasks.workunit.client.0.smithi031.stdout:num children is: 1 2024-08-10T06:07:40.033 INFO:tasks.workunit.client.0.smithi031.stdout:expected: 1 2024-08-10T06:07:40.033 INFO:tasks.workunit.client.0.smithi031.stdout:child: image113 2024-08-10T06:07:40.033 INFO:tasks.workunit.client.0.smithi031.stdout:found child test-librbd-smithi031-151948-33/image113/8b3e4a42ed01 2024-08-10T06:07:40.033 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:40.033 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:40.033 INFO:tasks.workunit.client.0.smithi031.stdout:trying to find test-librbd-smithi031-151948-33/image113 2024-08-10T06:07:40.034 INFO:tasks.workunit.client.0.smithi031.stdout:checking test-librbd-smithi031-151948-32/image114 2024-08-10T06:07:40.034 INFO:tasks.workunit.client.0.smithi031.stdout:checking test-librbd-smithi031-151948-33/image113 2024-08-10T06:07:40.034 INFO:tasks.workunit.client.0.smithi031.stdout:found child test-librbd-smithi031-151948-33/image113 2024-08-10T06:07:40.034 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:40.034 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:40.034 INFO:tasks.workunit.client.0.smithi031.stdout:trying to find test-librbd-smithi031-151948-32/image114 2024-08-10T06:07:40.034 INFO:tasks.workunit.client.0.smithi031.stdout:checking test-librbd-smithi031-151948-32/image114 2024-08-10T06:07:40.034 INFO:tasks.workunit.client.0.smithi031.stdout:found child test-librbd-smithi031-151948-32/image114 2024-08-10T06:07:40.034 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:40.034 INFO:tasks.workunit.client.0.smithi031.stdout:num children is: 2 2024-08-10T06:07:40.034 INFO:tasks.workunit.client.0.smithi031.stdout:expected: 2 2024-08-10T06:07:40.034 INFO:tasks.workunit.client.0.smithi031.stdout:child: image114 2024-08-10T06:07:40.034 INFO:tasks.workunit.client.0.smithi031.stdout:child: image113 2024-08-10T06:07:40.035 INFO:tasks.workunit.client.0.smithi031.stdout:found child test-librbd-smithi031-151948-33/image113/8b3e4a42ed01 2024-08-10T06:07:40.035 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:40.035 INFO:tasks.workunit.client.0.smithi031.stdout:found child test-librbd-smithi031-151948-32/image114/8b3e7858e52 2024-08-10T06:07:40.035 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:40.035 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:40.035 INFO:tasks.workunit.client.0.smithi031.stdout:trying to find test-librbd-smithi031-151948-33/image113 2024-08-10T06:07:40.035 INFO:tasks.workunit.client.0.smithi031.stdout:checking test-librbd-smithi031-151948-32/image114 2024-08-10T06:07:40.035 INFO:tasks.workunit.client.0.smithi031.stdout:checking test-librbd-smithi031-151948-33/image113 2024-08-10T06:07:40.035 INFO:tasks.workunit.client.0.smithi031.stdout:found child test-librbd-smithi031-151948-33/image113 2024-08-10T06:07:40.035 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:40.035 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:40.035 INFO:tasks.workunit.client.0.smithi031.stdout:trying to find test-librbd-smithi031-151948-32/image114 2024-08-10T06:07:40.035 INFO:tasks.workunit.client.0.smithi031.stdout:checking test-librbd-smithi031-151948-32/image114 2024-08-10T06:07:40.035 INFO:tasks.workunit.client.0.smithi031.stdout:found child test-librbd-smithi031-151948-32/image114 2024-08-10T06:07:40.036 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:40.036 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:40.036 INFO:tasks.workunit.client.0.smithi031.stdout:trying to find test-librbd-smithi031-151948-33/image115 2024-08-10T06:07:40.036 INFO:tasks.workunit.client.0.smithi031.stdout:checking test-librbd-smithi031-151948-32/image114 2024-08-10T06:07:40.036 INFO:tasks.workunit.client.0.smithi031.stdout:checking test-librbd-smithi031-151948-33/image113 2024-08-10T06:07:40.036 INFO:tasks.workunit.client.0.smithi031.stdout:checking test-librbd-smithi031-151948-33/image115 2024-08-10T06:07:40.036 INFO:tasks.workunit.client.0.smithi031.stdout:found child test-librbd-smithi031-151948-33/image115 2024-08-10T06:07:40.036 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:40.036 INFO:tasks.workunit.client.0.smithi031.stdout:num children is: 3 2024-08-10T06:07:40.036 INFO:tasks.workunit.client.0.smithi031.stdout:expected: 3 2024-08-10T06:07:40.036 INFO:tasks.workunit.client.0.smithi031.stdout:child: image114 2024-08-10T06:07:40.036 INFO:tasks.workunit.client.0.smithi031.stdout:child: image113 2024-08-10T06:07:40.036 INFO:tasks.workunit.client.0.smithi031.stdout:child: image115 2024-08-10T06:07:40.037 INFO:tasks.workunit.client.0.smithi031.stdout:found child test-librbd-smithi031-151948-33/image113/8b3e4a42ed01 2024-08-10T06:07:40.037 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:40.037 INFO:tasks.workunit.client.0.smithi031.stdout:found child test-librbd-smithi031-151948-32/image114/8b3e7858e52 2024-08-10T06:07:40.037 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:40.037 INFO:tasks.workunit.client.0.smithi031.stdout:found child test-librbd-smithi031-151948-33/image115/8b3e3f580dfb 2024-08-10T06:07:40.037 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:40.037 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:40.037 INFO:tasks.workunit.client.0.smithi031.stdout:trying to find test-librbd-smithi031-151948-33/image113 2024-08-10T06:07:40.037 INFO:tasks.workunit.client.0.smithi031.stdout:checking test-librbd-smithi031-151948-32/image114 2024-08-10T06:07:40.037 INFO:tasks.workunit.client.0.smithi031.stdout:checking test-librbd-smithi031-151948-33/image113 2024-08-10T06:07:40.037 INFO:tasks.workunit.client.0.smithi031.stdout:found child test-librbd-smithi031-151948-33/image113 2024-08-10T06:07:40.037 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:40.037 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:40.037 INFO:tasks.workunit.client.0.smithi031.stdout:trying to find test-librbd-smithi031-151948-32/image114 2024-08-10T06:07:40.038 INFO:tasks.workunit.client.0.smithi031.stdout:checking test-librbd-smithi031-151948-32/image114 2024-08-10T06:07:40.038 INFO:tasks.workunit.client.0.smithi031.stdout:found child test-librbd-smithi031-151948-32/image114 2024-08-10T06:07:40.038 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:40.038 INFO:tasks.workunit.client.0.smithi031.stdout:num children is: 3 2024-08-10T06:07:40.038 INFO:tasks.workunit.client.0.smithi031.stdout:expected: 3 2024-08-10T06:07:40.038 INFO:tasks.workunit.client.0.smithi031.stdout:child: image114 2024-08-10T06:07:40.038 INFO:tasks.workunit.client.0.smithi031.stdout:child: image113 2024-08-10T06:07:40.038 INFO:tasks.workunit.client.0.smithi031.stdout:child: image115 2024-08-10T06:07:40.038 INFO:tasks.workunit.client.0.smithi031.stdout:found child test-librbd-smithi031-151948-33/image113/8b3e4a42ed01 2024-08-10T06:07:40.038 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:40.038 INFO:tasks.workunit.client.0.smithi031.stdout:found child test-librbd-smithi031-151948-32/image114/8b3e7858e52 2024-08-10T06:07:40.038 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:40.038 INFO:tasks.workunit.client.0.smithi031.stdout:found child test-librbd-smithi031-151948-33/image115/8b3e3f580dfb 2024-08-10T06:07:40.039 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:40.039 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:40.039 INFO:tasks.workunit.client.0.smithi031.stdout:trying to find test-librbd-smithi031-151948-33/image113 2024-08-10T06:07:40.039 INFO:tasks.workunit.client.0.smithi031.stdout:checking test-librbd-smithi031-151948-32/image114 2024-08-10T06:07:40.039 INFO:tasks.workunit.client.0.smithi031.stdout:checking test-librbd-smithi031-151948-33/image113 2024-08-10T06:07:40.039 INFO:tasks.workunit.client.0.smithi031.stdout:found child test-librbd-smithi031-151948-33/image113 2024-08-10T06:07:40.039 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:40.039 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:40.039 INFO:tasks.workunit.client.0.smithi031.stdout:trying to find test-librbd-smithi031-151948-32/image114 2024-08-10T06:07:40.039 INFO:tasks.workunit.client.0.smithi031.stdout:checking test-librbd-smithi031-151948-32/image114 2024-08-10T06:07:40.039 INFO:tasks.workunit.client.0.smithi031.stdout:found child test-librbd-smithi031-151948-32/image114 2024-08-10T06:07:40.039 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:40.039 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:40.039 INFO:tasks.workunit.client.0.smithi031.stdout:trying to find test-librbd-smithi031-151948-33/image116 2024-08-10T06:07:40.039 INFO:tasks.workunit.client.0.smithi031.stdout:checking test-librbd-smithi031-151948-32/image114 2024-08-10T06:07:40.040 INFO:tasks.workunit.client.0.smithi031.stdout:checking test-librbd-smithi031-151948-33/image113 2024-08-10T06:07:40.040 INFO:tasks.workunit.client.0.smithi031.stdout:checking test-librbd-smithi031-151948-33/image116 2024-08-10T06:07:40.040 INFO:tasks.workunit.client.0.smithi031.stdout:found child test-librbd-smithi031-151948-33/image116 2024-08-10T06:07:40.040 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:40.040 INFO:tasks.workunit.client.0.smithi031.stdout:num children is: 4 2024-08-10T06:07:40.040 INFO:tasks.workunit.client.0.smithi031.stdout:expected: 4 2024-08-10T06:07:40.040 INFO:tasks.workunit.client.0.smithi031.stdout:child: image114 2024-08-10T06:07:40.040 INFO:tasks.workunit.client.0.smithi031.stdout:child: image113 2024-08-10T06:07:40.040 INFO:tasks.workunit.client.0.smithi031.stdout:child: image115 2024-08-10T06:07:40.040 INFO:tasks.workunit.client.0.smithi031.stdout:child: image116 2024-08-10T06:07:40.040 INFO:tasks.workunit.client.0.smithi031.stdout:found child test-librbd-smithi031-151948-33/image113/8b3e4a42ed01 2024-08-10T06:07:40.040 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:40.040 INFO:tasks.workunit.client.0.smithi031.stdout:found child test-librbd-smithi031-151948-32/image114/8b3e7858e52 2024-08-10T06:07:40.041 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:40.041 INFO:tasks.workunit.client.0.smithi031.stdout:found child test-librbd-smithi031-151948-33/image115/8b3e3f580dfb 2024-08-10T06:07:40.041 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:40.041 INFO:tasks.workunit.client.0.smithi031.stdout:found child test-librbd-smithi031-151948-33/image116/8b3e558d2023 2024-08-10T06:07:40.041 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:40.041 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:40.041 INFO:tasks.workunit.client.0.smithi031.stdout:trying to find test-librbd-smithi031-151948-33/image113 2024-08-10T06:07:40.041 INFO:tasks.workunit.client.0.smithi031.stdout:checking test-librbd-smithi031-151948-32/image114 2024-08-10T06:07:40.041 INFO:tasks.workunit.client.0.smithi031.stdout:checking test-librbd-smithi031-151948-33/image113 2024-08-10T06:07:40.041 INFO:tasks.workunit.client.0.smithi031.stdout:found child test-librbd-smithi031-151948-33/image113 2024-08-10T06:07:40.041 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:40.041 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:40.041 INFO:tasks.workunit.client.0.smithi031.stdout:trying to find test-librbd-smithi031-151948-32/image114 2024-08-10T06:07:40.041 INFO:tasks.workunit.client.0.smithi031.stdout:checking test-librbd-smithi031-151948-32/image114 2024-08-10T06:07:40.042 INFO:tasks.workunit.client.0.smithi031.stdout:found child test-librbd-smithi031-151948-32/image114 2024-08-10T06:07:40.042 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:40.042 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:40.042 INFO:tasks.workunit.client.0.smithi031.stdout:trying to find test-librbd-smithi031-151948-33/image115 2024-08-10T06:07:40.042 INFO:tasks.workunit.client.0.smithi031.stdout:checking test-librbd-smithi031-151948-32/image114 2024-08-10T06:07:40.042 INFO:tasks.workunit.client.0.smithi031.stdout:checking test-librbd-smithi031-151948-33/image113 2024-08-10T06:07:40.042 INFO:tasks.workunit.client.0.smithi031.stdout:checking test-librbd-smithi031-151948-33/image115 2024-08-10T06:07:40.042 INFO:tasks.workunit.client.0.smithi031.stdout:found child test-librbd-smithi031-151948-33/image115 2024-08-10T06:07:40.042 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:40.042 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:40.042 INFO:tasks.workunit.client.0.smithi031.stdout:trying to find test-librbd-smithi031-151948-33/image116 2024-08-10T06:07:40.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:40 smithi031 ceph-mon[98130]: osdmap e1743: 8 total, 8 up, 8 in 2024-08-10T06:07:40.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:40 smithi031 ceph-mon[100614]: osdmap e1743: 8 total, 8 up, 8 in 2024-08-10T06:07:40.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:40 smithi196 ceph-mon[90243]: osdmap e1743: 8 total, 8 up, 8 in 2024-08-10T06:07:41.517 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:07:41 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:07:41] "GET /metrics HTTP/1.1" 200 82999 "" "Prometheus/2.43.0" 2024-08-10T06:07:41.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:41 smithi031 ceph-mon[98130]: osdmap e1744: 8 total, 8 up, 8 in 2024-08-10T06:07:41.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:41 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi031-151948-32"}]: dispatch 2024-08-10T06:07:41.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:41 smithi031 ceph-mon[98130]: pgmap v3032: 745 pgs: 745 active+clean; 135 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 47 KiB/s rd, 5.5 KiB/s wr, 68 op/s 2024-08-10T06:07:41.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:07:41.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:07:41.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:41 smithi031 ceph-mon[100614]: osdmap e1744: 8 total, 8 up, 8 in 2024-08-10T06:07:41.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:41 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi031-151948-32"}]: dispatch 2024-08-10T06:07:41.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:41 smithi031 ceph-mon[100614]: pgmap v3032: 745 pgs: 745 active+clean; 135 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 47 KiB/s rd, 5.5 KiB/s wr, 68 op/s 2024-08-10T06:07:41.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:07:41.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:07:41.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:41 smithi196 ceph-mon[90243]: osdmap e1744: 8 total, 8 up, 8 in 2024-08-10T06:07:41.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:41 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi031-151948-32"}]: dispatch 2024-08-10T06:07:41.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:41 smithi196 ceph-mon[90243]: pgmap v3032: 745 pgs: 745 active+clean; 135 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 47 KiB/s rd, 5.5 KiB/s wr, 68 op/s 2024-08-10T06:07:41.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:07:41.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:07:42.517 INFO:tasks.workunit.client.0.smithi031.stdout:checking test-librbd-smithi031-151948-32/image114 2024-08-10T06:07:42.517 INFO:tasks.workunit.client.0.smithi031.stdout:checking test-librbd-smithi031-151948-33/image113 2024-08-10T06:07:42.517 INFO:tasks.workunit.client.0.smithi031.stdout:checking test-librbd-smithi031-151948-33/image115 2024-08-10T06:07:42.517 INFO:tasks.workunit.client.0.smithi031.stdout:checking test-librbd-smithi031-151948-33/image116 2024-08-10T06:07:42.518 INFO:tasks.workunit.client.0.smithi031.stdout:found child test-librbd-smithi031-151948-33/image116 2024-08-10T06:07:42.518 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:42.518 INFO:tasks.workunit.client.0.smithi031.stdout:num children is: 4 2024-08-10T06:07:42.518 INFO:tasks.workunit.client.0.smithi031.stdout:expected: 4 2024-08-10T06:07:42.518 INFO:tasks.workunit.client.0.smithi031.stdout:child: image114 2024-08-10T06:07:42.518 INFO:tasks.workunit.client.0.smithi031.stdout:child: image113 2024-08-10T06:07:42.518 INFO:tasks.workunit.client.0.smithi031.stdout:child: image115 2024-08-10T06:07:42.518 INFO:tasks.workunit.client.0.smithi031.stdout:child: image116 2024-08-10T06:07:42.518 INFO:tasks.workunit.client.0.smithi031.stdout:found child test-librbd-smithi031-151948-33/image113/8b3e4a42ed01 2024-08-10T06:07:42.518 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:42.518 INFO:tasks.workunit.client.0.smithi031.stdout:found child test-librbd-smithi031-151948-32/image114/8b3e7858e52 2024-08-10T06:07:42.518 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:42.519 INFO:tasks.workunit.client.0.smithi031.stdout:found child test-librbd-smithi031-151948-33/image115/8b3e3f580dfb 2024-08-10T06:07:42.519 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:42.519 INFO:tasks.workunit.client.0.smithi031.stdout:found child test-librbd-smithi031-151948-33/image116/8b3e558d2023 2024-08-10T06:07:42.519 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:42.519 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:42.519 INFO:tasks.workunit.client.0.smithi031.stdout:trying to find test-librbd-smithi031-151948-32/image114 2024-08-10T06:07:42.519 INFO:tasks.workunit.client.0.smithi031.stdout:checking test-librbd-smithi031-151948-32/image114 2024-08-10T06:07:42.519 INFO:tasks.workunit.client.0.smithi031.stdout:found child test-librbd-smithi031-151948-32/image114 2024-08-10T06:07:42.519 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:42.519 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:42.519 INFO:tasks.workunit.client.0.smithi031.stdout:trying to find test-librbd-smithi031-151948-33/image115 2024-08-10T06:07:42.519 INFO:tasks.workunit.client.0.smithi031.stdout:checking test-librbd-smithi031-151948-32/image114 2024-08-10T06:07:42.519 INFO:tasks.workunit.client.0.smithi031.stdout:checking test-librbd-smithi031-151948-33/image115 2024-08-10T06:07:42.520 INFO:tasks.workunit.client.0.smithi031.stdout:found child test-librbd-smithi031-151948-33/image115 2024-08-10T06:07:42.520 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:42.520 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:42.520 INFO:tasks.workunit.client.0.smithi031.stdout:trying to find test-librbd-smithi031-151948-33/image116 2024-08-10T06:07:42.520 INFO:tasks.workunit.client.0.smithi031.stdout:checking test-librbd-smithi031-151948-32/image114 2024-08-10T06:07:42.520 INFO:tasks.workunit.client.0.smithi031.stdout:checking test-librbd-smithi031-151948-33/image115 2024-08-10T06:07:42.520 INFO:tasks.workunit.client.0.smithi031.stdout:checking test-librbd-smithi031-151948-33/image116 2024-08-10T06:07:42.520 INFO:tasks.workunit.client.0.smithi031.stdout:found child test-librbd-smithi031-151948-33/image116 2024-08-10T06:07:42.520 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:42.520 INFO:tasks.workunit.client.0.smithi031.stdout:num children is: 3 2024-08-10T06:07:42.520 INFO:tasks.workunit.client.0.smithi031.stdout:expected: 3 2024-08-10T06:07:42.521 INFO:tasks.workunit.client.0.smithi031.stdout:child: image114 2024-08-10T06:07:42.521 INFO:tasks.workunit.client.0.smithi031.stdout:child: image115 2024-08-10T06:07:42.521 INFO:tasks.workunit.client.0.smithi031.stdout:child: image116 2024-08-10T06:07:42.521 INFO:tasks.workunit.client.0.smithi031.stdout:found child test-librbd-smithi031-151948-32/image114/8b3e7858e52 2024-08-10T06:07:42.521 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:42.521 INFO:tasks.workunit.client.0.smithi031.stdout:found child test-librbd-smithi031-151948-33/image115/8b3e3f580dfb 2024-08-10T06:07:42.521 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:42.521 INFO:tasks.workunit.client.0.smithi031.stdout:found child test-librbd-smithi031-151948-33/image116/8b3e558d2023 2024-08-10T06:07:42.521 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:42.521 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:42.521 INFO:tasks.workunit.client.0.smithi031.stdout:trying to find test-librbd-smithi031-151948-32/image114 2024-08-10T06:07:42.521 INFO:tasks.workunit.client.0.smithi031.stdout:checking test-librbd-smithi031-151948-32/image114 2024-08-10T06:07:42.521 INFO:tasks.workunit.client.0.smithi031.stdout:found child test-librbd-smithi031-151948-32/image114 2024-08-10T06:07:42.521 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:42.522 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:42.522 INFO:tasks.workunit.client.0.smithi031.stdout:trying to find test-librbd-smithi031-151948-33/image116 2024-08-10T06:07:42.522 INFO:tasks.workunit.client.0.smithi031.stdout:checking test-librbd-smithi031-151948-32/image114 2024-08-10T06:07:42.522 INFO:tasks.workunit.client.0.smithi031.stdout:checking test-librbd-smithi031-151948-33/image116 2024-08-10T06:07:42.522 INFO:tasks.workunit.client.0.smithi031.stdout:found child test-librbd-smithi031-151948-33/image116 2024-08-10T06:07:42.522 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:42.522 INFO:tasks.workunit.client.0.smithi031.stdout:num children is: 2 2024-08-10T06:07:42.522 INFO:tasks.workunit.client.0.smithi031.stdout:expected: 2 2024-08-10T06:07:42.522 INFO:tasks.workunit.client.0.smithi031.stdout:child: image114 2024-08-10T06:07:42.522 INFO:tasks.workunit.client.0.smithi031.stdout:child: image116 2024-08-10T06:07:42.522 INFO:tasks.workunit.client.0.smithi031.stdout:found child test-librbd-smithi031-151948-32/image114/8b3e7858e52 2024-08-10T06:07:42.522 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:42.522 INFO:tasks.workunit.client.0.smithi031.stdout:found child test-librbd-smithi031-151948-33/image116/8b3e558d2023 2024-08-10T06:07:42.523 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:42.523 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:42.523 INFO:tasks.workunit.client.0.smithi031.stdout:trying to find test-librbd-smithi031-151948-32/image114 2024-08-10T06:07:42.523 INFO:tasks.workunit.client.0.smithi031.stdout:checking test-librbd-smithi031-151948-32/image114 2024-08-10T06:07:42.523 INFO:tasks.workunit.client.0.smithi031.stdout:found child test-librbd-smithi031-151948-32/image114 2024-08-10T06:07:42.523 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:42.523 INFO:tasks.workunit.client.0.smithi031.stdout:num children is: 1 2024-08-10T06:07:42.523 INFO:tasks.workunit.client.0.smithi031.stdout:expected: 1 2024-08-10T06:07:42.523 INFO:tasks.workunit.client.0.smithi031.stdout:child: image114 2024-08-10T06:07:42.523 INFO:tasks.workunit.client.0.smithi031.stdout:found child test-librbd-smithi031-151948-32/image114/8b3e7858e52 2024-08-10T06:07:42.524 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:07:42.524 INFO:tasks.workunit.client.0.smithi031.stdout:num children is: 0 2024-08-10T06:07:42.524 INFO:tasks.workunit.client.0.smithi031.stdout:expected: 0 2024-08-10T06:07:42.524 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.ListChildrenTiered (16999 ms) 2024-08-10T06:07:42.524 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.LockingPP 2024-08-10T06:07:42.524 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:07:42.594 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.LockingPP (76 ms) 2024-08-10T06:07:42.594 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.FlushAio 2024-08-10T06:07:42.594 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:07:42.680 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:42 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi031-151948-32"}]': finished 2024-08-10T06:07:42.680 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:42 smithi196 ceph-mon[90243]: osdmap e1745: 8 total, 8 up, 8 in 2024-08-10T06:07:42.680 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:42 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi031-151948-32", "tierpool":"test-librbd-smithi031-151948-34"}]: dispatch 2024-08-10T06:07:42.680 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:07:42 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:07:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:07:42.842 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.FlushAio (249 ms) 2024-08-10T06:07:42.842 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.FlushAioPP 2024-08-10T06:07:42.842 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:07:43.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:42 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi031-151948-32"}]': finished 2024-08-10T06:07:43.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:42 smithi031 ceph-mon[98130]: osdmap e1745: 8 total, 8 up, 8 in 2024-08-10T06:07:43.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:42 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi031-151948-32", "tierpool":"test-librbd-smithi031-151948-34"}]: dispatch 2024-08-10T06:07:43.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:42 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi031-151948-32"}]': finished 2024-08-10T06:07:43.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:42 smithi031 ceph-mon[100614]: osdmap e1745: 8 total, 8 up, 8 in 2024-08-10T06:07:43.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:42 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi031-151948-32", "tierpool":"test-librbd-smithi031-151948-34"}]: dispatch 2024-08-10T06:07:43.032 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.FlushAioPP (190 ms) 2024-08-10T06:07:43.032 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.ZeroLengthWrite 2024-08-10T06:07:43.033 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:07:43.054 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.ZeroLengthWrite (22 ms) 2024-08-10T06:07:43.054 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.ZeroLengthDiscard 2024-08-10T06:07:43.054 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:07:43.082 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.ZeroLengthDiscard (28 ms) 2024-08-10T06:07:43.128 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.ZeroLengthRead 2024-08-10T06:07:43.128 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:07:43.128 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.ZeroLengthRead (16 ms) 2024-08-10T06:07:43.129 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.LargeCacheRead 2024-08-10T06:07:43.129 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:07:43.132 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.LargeCacheRead (34 ms) 2024-08-10T06:07:43.132 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.TestPendingAio 2024-08-10T06:07:43.132 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:07:43.360 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.TestPendingAio (228 ms) 2024-08-10T06:07:43.360 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.CompareAndWriteCopyup 2024-08-10T06:07:43.360 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:07:43.633 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:07:44.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:43 smithi031 ceph-mon[98130]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-08-10T06:07:44.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:43 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi031-151948-32", "tierpool":"test-librbd-smithi031-151948-34"}]': finished 2024-08-10T06:07:44.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:43 smithi031 ceph-mon[98130]: osdmap e1746: 8 total, 8 up, 8 in 2024-08-10T06:07:44.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:43 smithi031 ceph-mon[98130]: pgmap v3035: 745 pgs: 745 active+clean; 135 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 253 KiB/s rd, 7.7 KiB/s wr, 311 op/s 2024-08-10T06:07:44.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:43 smithi031 ceph-mon[100614]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-08-10T06:07:44.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:43 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi031-151948-32", "tierpool":"test-librbd-smithi031-151948-34"}]': finished 2024-08-10T06:07:44.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:43 smithi031 ceph-mon[100614]: osdmap e1746: 8 total, 8 up, 8 in 2024-08-10T06:07:44.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:43 smithi031 ceph-mon[100614]: pgmap v3035: 745 pgs: 745 active+clean; 135 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 253 KiB/s rd, 7.7 KiB/s wr, 311 op/s 2024-08-10T06:07:44.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:43 smithi196 ceph-mon[90243]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-08-10T06:07:44.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:43 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi031-151948-32", "tierpool":"test-librbd-smithi031-151948-34"}]': finished 2024-08-10T06:07:44.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:43 smithi196 ceph-mon[90243]: osdmap e1746: 8 total, 8 up, 8 in 2024-08-10T06:07:44.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:43 smithi196 ceph-mon[90243]: pgmap v3035: 745 pgs: 745 active+clean; 135 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 253 KiB/s rd, 7.7 KiB/s wr, 311 op/s 2024-08-10T06:07:45.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:44 smithi031 ceph-mon[98130]: osdmap e1747: 8 total, 8 up, 8 in 2024-08-10T06:07:45.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:44 smithi031 ceph-mon[100614]: osdmap e1747: 8 total, 8 up, 8 in 2024-08-10T06:07:45.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:44 smithi196 ceph-mon[90243]: osdmap e1747: 8 total, 8 up, 8 in 2024-08-10T06:07:45.492 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.CompareAndWriteCopyup (2131 ms) 2024-08-10T06:07:45.492 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.CompareAndWriteCopyupMismatch 2024-08-10T06:07:45.492 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:07:46.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:45 smithi031 ceph-mon[98130]: osdmap e1748: 8 total, 8 up, 8 in 2024-08-10T06:07:46.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:45 smithi031 ceph-mon[98130]: pgmap v3038: 745 pgs: 745 active+clean; 135 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 572 KiB/s rd, 77 KiB/s wr, 764 op/s 2024-08-10T06:07:46.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:45 smithi031 ceph-mon[98130]: osdmap e1749: 8 total, 8 up, 8 in 2024-08-10T06:07:46.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:45 smithi031 ceph-mon[100614]: osdmap e1748: 8 total, 8 up, 8 in 2024-08-10T06:07:46.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:45 smithi031 ceph-mon[100614]: pgmap v3038: 745 pgs: 745 active+clean; 135 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 572 KiB/s rd, 77 KiB/s wr, 764 op/s 2024-08-10T06:07:46.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:45 smithi031 ceph-mon[100614]: osdmap e1749: 8 total, 8 up, 8 in 2024-08-10T06:07:46.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:45 smithi196 ceph-mon[90243]: osdmap e1748: 8 total, 8 up, 8 in 2024-08-10T06:07:46.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:45 smithi196 ceph-mon[90243]: pgmap v3038: 745 pgs: 745 active+clean; 135 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 572 KiB/s rd, 77 KiB/s wr, 764 op/s 2024-08-10T06:07:46.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:45 smithi196 ceph-mon[90243]: osdmap e1749: 8 total, 8 up, 8 in 2024-08-10T06:07:46.540 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:07:47.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:47 smithi031 ceph-mon[98130]: osdmap e1750: 8 total, 8 up, 8 in 2024-08-10T06:07:47.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:47 smithi031 ceph-mon[98130]: pgmap v3041: 745 pgs: 745 active+clean; 141 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 498 KiB/s rd, 213 KiB/s wr, 811 op/s 2024-08-10T06:07:47.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:47 smithi031 ceph-mon[100614]: osdmap e1750: 8 total, 8 up, 8 in 2024-08-10T06:07:47.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:47 smithi031 ceph-mon[100614]: pgmap v3041: 745 pgs: 745 active+clean; 141 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 498 KiB/s rd, 213 KiB/s wr, 811 op/s 2024-08-10T06:07:47.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:47 smithi196 ceph-mon[90243]: osdmap e1750: 8 total, 8 up, 8 in 2024-08-10T06:07:47.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:47 smithi196 ceph-mon[90243]: pgmap v3041: 745 pgs: 745 active+clean; 141 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 498 KiB/s rd, 213 KiB/s wr, 811 op/s 2024-08-10T06:07:48.504 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.CompareAndWriteCopyupMismatch (3012 ms) 2024-08-10T06:07:48.504 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.Flatten 2024-08-10T06:07:48.504 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:07:48.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:48 smithi031 ceph-mon[98130]: osdmap e1751: 8 total, 8 up, 8 in 2024-08-10T06:07:48.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:48 smithi031 ceph-mon[100614]: osdmap e1751: 8 total, 8 up, 8 in 2024-08-10T06:07:48.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:48 smithi196 ceph-mon[90243]: osdmap e1751: 8 total, 8 up, 8 in 2024-08-10T06:07:49.561 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.Flatten (1057 ms) 2024-08-10T06:07:49.562 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.Sparsify 2024-08-10T06:07:49.562 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:07:49.594 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 32768 2024-08-10T06:07:49.594 INFO:tasks.workunit.client.0.smithi031.stdout:read: 32768 2024-08-10T06:07:49.594 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.Sparsify (33 ms) 2024-08-10T06:07:49.595 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.SparsifyPP 2024-08-10T06:07:49.595 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:07:49.629 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.SparsifyPP (35 ms) 2024-08-10T06:07:49.630 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.SnapshotLimit 2024-08-10T06:07:49.630 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:07:49.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:49 smithi031 ceph-mon[98130]: osdmap e1752: 8 total, 8 up, 8 in 2024-08-10T06:07:49.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:49 smithi031 ceph-mon[98130]: pgmap v3044: 745 pgs: 745 active+clean; 143 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 826 KiB/s rd, 669 KiB/s wr, 532 op/s 2024-08-10T06:07:49.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:49 smithi031 ceph-mon[100614]: osdmap e1752: 8 total, 8 up, 8 in 2024-08-10T06:07:49.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:49 smithi031 ceph-mon[100614]: pgmap v3044: 745 pgs: 745 active+clean; 143 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 826 KiB/s rd, 669 KiB/s wr, 532 op/s 2024-08-10T06:07:49.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:49 smithi196 ceph-mon[90243]: osdmap e1752: 8 total, 8 up, 8 in 2024-08-10T06:07:49.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:49 smithi196 ceph-mon[90243]: pgmap v3044: 745 pgs: 745 active+clean; 143 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 826 KiB/s rd, 669 KiB/s wr, 532 op/s 2024-08-10T06:07:50.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:50 smithi031 ceph-mon[98130]: osdmap e1753: 8 total, 8 up, 8 in 2024-08-10T06:07:50.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:50 smithi031 ceph-mon[98130]: osdmap e1754: 8 total, 8 up, 8 in 2024-08-10T06:07:50.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:50 smithi031 ceph-mon[100614]: osdmap e1753: 8 total, 8 up, 8 in 2024-08-10T06:07:50.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:50 smithi031 ceph-mon[100614]: osdmap e1754: 8 total, 8 up, 8 in 2024-08-10T06:07:50.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:50 smithi196 ceph-mon[90243]: osdmap e1753: 8 total, 8 up, 8 in 2024-08-10T06:07:50.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:50 smithi196 ceph-mon[90243]: osdmap e1754: 8 total, 8 up, 8 in 2024-08-10T06:07:51.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:51 smithi031 ceph-mon[98130]: pgmap v3047: 745 pgs: 745 active+clean; 143 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 806 KiB/s rd, 539 KiB/s wr, 385 op/s 2024-08-10T06:07:51.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:07:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:07:51] "GET /metrics HTTP/1.1" 200 82999 "" "Prometheus/2.43.0" 2024-08-10T06:07:51.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:51 smithi031 ceph-mon[100614]: pgmap v3047: 745 pgs: 745 active+clean; 143 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 806 KiB/s rd, 539 KiB/s wr, 385 op/s 2024-08-10T06:07:51.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:51 smithi196 ceph-mon[90243]: pgmap v3047: 745 pgs: 745 active+clean; 143 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 806 KiB/s rd, 539 KiB/s wr, 385 op/s 2024-08-10T06:07:52.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:52 smithi031 ceph-mon[98130]: osdmap e1755: 8 total, 8 up, 8 in 2024-08-10T06:07:52.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:52 smithi031 ceph-mon[100614]: osdmap e1755: 8 total, 8 up, 8 in 2024-08-10T06:07:52.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:52 smithi196 ceph-mon[90243]: osdmap e1755: 8 total, 8 up, 8 in 2024-08-10T06:07:52.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:07:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:07:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:07:53.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:53 smithi031 ceph-mon[98130]: osdmap e1756: 8 total, 8 up, 8 in 2024-08-10T06:07:53.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:53 smithi031 ceph-mon[98130]: pgmap v3050: 745 pgs: 745 active+clean; 143 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 207 KiB/s rd, 39 KiB/s wr, 265 op/s 2024-08-10T06:07:53.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:53 smithi031 ceph-mon[100614]: osdmap e1756: 8 total, 8 up, 8 in 2024-08-10T06:07:53.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:53 smithi031 ceph-mon[100614]: pgmap v3050: 745 pgs: 745 active+clean; 143 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 207 KiB/s rd, 39 KiB/s wr, 265 op/s 2024-08-10T06:07:53.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:53 smithi196 ceph-mon[90243]: osdmap e1756: 8 total, 8 up, 8 in 2024-08-10T06:07:53.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:53 smithi196 ceph-mon[90243]: pgmap v3050: 745 pgs: 745 active+clean; 143 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 207 KiB/s rd, 39 KiB/s wr, 265 op/s 2024-08-10T06:07:54.528 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.SnapshotLimit (4899 ms) 2024-08-10T06:07:54.529 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.SnapshotLimitPP 2024-08-10T06:07:54.529 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:07:54.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:54 smithi031 ceph-mon[98130]: osdmap e1757: 8 total, 8 up, 8 in 2024-08-10T06:07:54.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:54 smithi031 ceph-mon[100614]: osdmap e1757: 8 total, 8 up, 8 in 2024-08-10T06:07:54.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:54 smithi196 ceph-mon[90243]: osdmap e1757: 8 total, 8 up, 8 in 2024-08-10T06:07:55.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:55 smithi031 ceph-mon[98130]: osdmap e1758: 8 total, 8 up, 8 in 2024-08-10T06:07:55.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:55 smithi031 ceph-mon[98130]: pgmap v3053: 745 pgs: 745 active+clean; 143 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 106 KiB/s rd, 31 KiB/s wr, 133 op/s 2024-08-10T06:07:55.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:55 smithi031 ceph-mon[100614]: osdmap e1758: 8 total, 8 up, 8 in 2024-08-10T06:07:55.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:55 smithi031 ceph-mon[100614]: pgmap v3053: 745 pgs: 745 active+clean; 143 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 106 KiB/s rd, 31 KiB/s wr, 133 op/s 2024-08-10T06:07:55.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:55 smithi196 ceph-mon[90243]: osdmap e1758: 8 total, 8 up, 8 in 2024-08-10T06:07:55.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:55 smithi196 ceph-mon[90243]: pgmap v3053: 745 pgs: 745 active+clean; 143 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 106 KiB/s rd, 31 KiB/s wr, 133 op/s 2024-08-10T06:07:56.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:56 smithi031 ceph-mon[98130]: osdmap e1759: 8 total, 8 up, 8 in 2024-08-10T06:07:56.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:07:56.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:07:56.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:56 smithi031 ceph-mon[100614]: osdmap e1759: 8 total, 8 up, 8 in 2024-08-10T06:07:56.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:56 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:07:56.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:56 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:07:56.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:56 smithi196 ceph-mon[90243]: osdmap e1759: 8 total, 8 up, 8 in 2024-08-10T06:07:56.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:56 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:07:56.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:56 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:07:57.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:57 smithi196 ceph-mon[90243]: osdmap e1760: 8 total, 8 up, 8 in 2024-08-10T06:07:57.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:57 smithi196 ceph-mon[90243]: pgmap v3056: 745 pgs: 745 active+clean; 143 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 41 KiB/s rd, 2.7 KiB/s wr, 53 op/s 2024-08-10T06:07:58.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:57 smithi031 ceph-mon[98130]: osdmap e1760: 8 total, 8 up, 8 in 2024-08-10T06:07:58.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:57 smithi031 ceph-mon[98130]: pgmap v3056: 745 pgs: 745 active+clean; 143 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 41 KiB/s rd, 2.7 KiB/s wr, 53 op/s 2024-08-10T06:07:58.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:57 smithi031 ceph-mon[100614]: osdmap e1760: 8 total, 8 up, 8 in 2024-08-10T06:07:58.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:57 smithi031 ceph-mon[100614]: pgmap v3056: 745 pgs: 745 active+clean; 143 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 41 KiB/s rd, 2.7 KiB/s wr, 53 op/s 2024-08-10T06:07:59.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:58 smithi031 ceph-mon[98130]: osdmap e1761: 8 total, 8 up, 8 in 2024-08-10T06:07:59.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:58 smithi031 ceph-mon[100614]: osdmap e1761: 8 total, 8 up, 8 in 2024-08-10T06:07:59.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:58 smithi196 ceph-mon[90243]: osdmap e1761: 8 total, 8 up, 8 in 2024-08-10T06:07:59.583 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.SnapshotLimitPP (5055 ms) 2024-08-10T06:07:59.583 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.RebuildObjectMapViaLockOwner 2024-08-10T06:07:59.583 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:07:59.641 INFO:tasks.workunit.client.0.smithi031.stdout:0.00% done 2024-08-10T06:07:59.641 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.RebuildObjectMapViaLockOwner (58 ms) 2024-08-10T06:07:59.642 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.RenameViaLockOwner 2024-08-10T06:07:59.642 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:07:59.705 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.RenameViaLockOwner (63 ms) 2024-08-10T06:07:59.705 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.SnapCreateViaLockOwner 2024-08-10T06:07:59.705 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:08:00.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:59 smithi031 ceph-mon[98130]: osdmap e1762: 8 total, 8 up, 8 in 2024-08-10T06:08:00.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:59 smithi031 ceph-mon[98130]: pgmap v3059: 745 pgs: 745 active+clean; 143 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 28 KiB/s rd, 3.0 KiB/s wr, 39 op/s 2024-08-10T06:08:00.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:59 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.14", "id": [2, 5]}]: dispatch 2024-08-10T06:08:00.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:59 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.14", "id": [3, 0]}]: dispatch 2024-08-10T06:08:00.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:59 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1", "id": [3, 0]}]: dispatch 2024-08-10T06:08:00.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:07:59 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.16", "id": [3, 6]}]: dispatch 2024-08-10T06:08:00.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:59 smithi031 ceph-mon[100614]: osdmap e1762: 8 total, 8 up, 8 in 2024-08-10T06:08:00.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:59 smithi031 ceph-mon[100614]: pgmap v3059: 745 pgs: 745 active+clean; 143 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 28 KiB/s rd, 3.0 KiB/s wr, 39 op/s 2024-08-10T06:08:00.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:59 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.14", "id": [2, 5]}]: dispatch 2024-08-10T06:08:00.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:59 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.14", "id": [3, 0]}]: dispatch 2024-08-10T06:08:00.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:59 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1", "id": [3, 0]}]: dispatch 2024-08-10T06:08:00.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:07:59 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.16", "id": [3, 6]}]: dispatch 2024-08-10T06:08:00.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:59 smithi196 ceph-mon[90243]: osdmap e1762: 8 total, 8 up, 8 in 2024-08-10T06:08:00.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:59 smithi196 ceph-mon[90243]: pgmap v3059: 745 pgs: 745 active+clean; 143 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 28 KiB/s rd, 3.0 KiB/s wr, 39 op/s 2024-08-10T06:08:00.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:59 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.14", "id": [2, 5]}]: dispatch 2024-08-10T06:08:00.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:59 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.14", "id": [3, 0]}]: dispatch 2024-08-10T06:08:00.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:59 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1", "id": [3, 0]}]: dispatch 2024-08-10T06:08:00.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:07:59 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.16", "id": [3, 6]}]: dispatch 2024-08-10T06:08:00.483 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.SnapCreateViaLockOwner (779 ms) 2024-08-10T06:08:00.484 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.SnapRemoveViaLockOwner 2024-08-10T06:08:00.484 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:08:01.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:00 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.14", "id": [2, 5]}]': finished 2024-08-10T06:08:01.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:00 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.14", "id": [3, 0]}]': finished 2024-08-10T06:08:01.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:00 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1", "id": [3, 0]}]': finished 2024-08-10T06:08:01.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:00 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.16", "id": [3, 6]}]': finished 2024-08-10T06:08:01.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:00 smithi031 ceph-mon[98130]: osdmap e1763: 8 total, 8 up, 8 in 2024-08-10T06:08:01.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:00 smithi031 ceph-mon[98130]: osdmap e1764: 8 total, 8 up, 8 in 2024-08-10T06:08:01.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:00 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.14", "id": [2, 5]}]': finished 2024-08-10T06:08:01.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:00 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.14", "id": [3, 0]}]': finished 2024-08-10T06:08:01.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:00 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1", "id": [3, 0]}]': finished 2024-08-10T06:08:01.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:00 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.16", "id": [3, 6]}]': finished 2024-08-10T06:08:01.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:00 smithi031 ceph-mon[100614]: osdmap e1763: 8 total, 8 up, 8 in 2024-08-10T06:08:01.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:00 smithi031 ceph-mon[100614]: osdmap e1764: 8 total, 8 up, 8 in 2024-08-10T06:08:01.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:00 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.14", "id": [2, 5]}]': finished 2024-08-10T06:08:01.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:00 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.14", "id": [3, 0]}]': finished 2024-08-10T06:08:01.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:00 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1", "id": [3, 0]}]': finished 2024-08-10T06:08:01.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:00 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.16", "id": [3, 6]}]': finished 2024-08-10T06:08:01.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:00 smithi196 ceph-mon[90243]: osdmap e1763: 8 total, 8 up, 8 in 2024-08-10T06:08:01.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:00 smithi196 ceph-mon[90243]: osdmap e1764: 8 total, 8 up, 8 in 2024-08-10T06:08:01.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:08:01 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:08:01] "GET /metrics HTTP/1.1" 200 83005 "" "Prometheus/2.43.0" 2024-08-10T06:08:02.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:01 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:08:02.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:01 smithi031 ceph-mon[100614]: pgmap v3062: 745 pgs: 1 peering, 744 active+clean; 143 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 54 KiB/s rd, 4.0 KiB/s wr, 72 op/s 2024-08-10T06:08:02.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:01 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:08:02.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:01 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:08:02.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:01 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:08:02.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:01 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:08:02.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:01 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:08:02.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:01 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:08:02.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:01 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:08:02.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:01 smithi031 ceph-mon[100614]: osdmap e1765: 8 total, 8 up, 8 in 2024-08-10T06:08:02.021 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:01 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:08:02.021 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:01 smithi031 ceph-mon[98130]: pgmap v3062: 745 pgs: 1 peering, 744 active+clean; 143 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 54 KiB/s rd, 4.0 KiB/s wr, 72 op/s 2024-08-10T06:08:02.021 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:01 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:08:02.021 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:01 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:08:02.021 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:01 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:08:02.021 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:01 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:08:02.021 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:01 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:08:02.021 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:01 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:08:02.021 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:01 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:08:02.021 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:01 smithi031 ceph-mon[98130]: osdmap e1765: 8 total, 8 up, 8 in 2024-08-10T06:08:02.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:01 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:08:02.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:01 smithi196 ceph-mon[90243]: pgmap v3062: 745 pgs: 1 peering, 744 active+clean; 143 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 54 KiB/s rd, 4.0 KiB/s wr, 72 op/s 2024-08-10T06:08:02.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:01 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:08:02.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:01 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:08:02.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:01 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:08:02.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:01 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:08:02.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:01 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:08:02.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:01 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:08:02.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:01 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:08:02.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:01 smithi196 ceph-mon[90243]: osdmap e1765: 8 total, 8 up, 8 in 2024-08-10T06:08:02.482 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.SnapRemoveViaLockOwner (1998 ms) 2024-08-10T06:08:02.482 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.UpdateFeaturesViaLockOwner 2024-08-10T06:08:02.482 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:08:02.532 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.UpdateFeaturesViaLockOwner (51 ms) 2024-08-10T06:08:02.532 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.EnableJournalingViaLockOwner 2024-08-10T06:08:02.532 INFO:tasks.workunit.client.0.smithi031.stdout:SKIPPING 2024-08-10T06:08:02.532 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.EnableJournalingViaLockOwner (0 ms) 2024-08-10T06:08:02.532 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.SnapRemove2 2024-08-10T06:08:02.532 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:08:02.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:08:02 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:08:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:08:03.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:03 smithi031 ceph-mon[98130]: osdmap e1766: 8 total, 8 up, 8 in 2024-08-10T06:08:03.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:03 smithi031 ceph-mon[98130]: pgmap v3065: 745 pgs: 1 peering, 744 active+clean; 143 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 84 KiB/s rd, 7.7 KiB/s wr, 114 op/s 2024-08-10T06:08:03.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:03 smithi031 ceph-mon[100614]: osdmap e1766: 8 total, 8 up, 8 in 2024-08-10T06:08:03.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:03 smithi031 ceph-mon[100614]: pgmap v3065: 745 pgs: 1 peering, 744 active+clean; 143 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 84 KiB/s rd, 7.7 KiB/s wr, 114 op/s 2024-08-10T06:08:03.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:03 smithi196 ceph-mon[90243]: osdmap e1766: 8 total, 8 up, 8 in 2024-08-10T06:08:03.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:03 smithi196 ceph-mon[90243]: pgmap v3065: 745 pgs: 1 peering, 744 active+clean; 143 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 84 KiB/s rd, 7.7 KiB/s wr, 114 op/s 2024-08-10T06:08:04.495 INFO:tasks.workunit.client.0.smithi031.stdout:100.00% done 2024-08-10T06:08:04.495 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.SnapRemove2 (1962 ms) 2024-08-10T06:08:04.495 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.SnapRenameViaLockOwner 2024-08-10T06:08:04.496 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:08:04.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:04 smithi031 ceph-mon[100614]: osdmap e1767: 8 total, 8 up, 8 in 2024-08-10T06:08:04.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:04 smithi031 ceph-mon[98130]: osdmap e1767: 8 total, 8 up, 8 in 2024-08-10T06:08:04.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:04 smithi196 ceph-mon[90243]: osdmap e1767: 8 total, 8 up, 8 in 2024-08-10T06:08:05.512 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.SnapRenameViaLockOwner (1018 ms) 2024-08-10T06:08:05.512 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.SnapProtectViaLockOwner 2024-08-10T06:08:05.512 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:08:05.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:05 smithi031 ceph-mon[100614]: osdmap e1768: 8 total, 8 up, 8 in 2024-08-10T06:08:05.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:05 smithi031 ceph-mon[100614]: pgmap v3068: 745 pgs: 1 peering, 744 active+clean; 143 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 88 KiB/s rd, 10 KiB/s wr, 125 op/s 2024-08-10T06:08:05.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:05 smithi031 ceph-mon[98130]: osdmap e1768: 8 total, 8 up, 8 in 2024-08-10T06:08:05.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:05 smithi031 ceph-mon[98130]: pgmap v3068: 745 pgs: 1 peering, 744 active+clean; 143 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 88 KiB/s rd, 10 KiB/s wr, 125 op/s 2024-08-10T06:08:05.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:05 smithi196 ceph-mon[90243]: osdmap e1768: 8 total, 8 up, 8 in 2024-08-10T06:08:05.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:05 smithi196 ceph-mon[90243]: pgmap v3068: 745 pgs: 1 peering, 744 active+clean; 143 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 88 KiB/s rd, 10 KiB/s wr, 125 op/s 2024-08-10T06:08:06.515 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.SnapProtectViaLockOwner (1002 ms) 2024-08-10T06:08:06.515 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.SnapUnprotectViaLockOwner 2024-08-10T06:08:06.515 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:08:06.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:06 smithi031 ceph-mon[98130]: osdmap e1769: 8 total, 8 up, 8 in 2024-08-10T06:08:06.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:06 smithi031 ceph-mon[100614]: osdmap e1769: 8 total, 8 up, 8 in 2024-08-10T06:08:06.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:06 smithi196 ceph-mon[90243]: osdmap e1769: 8 total, 8 up, 8 in 2024-08-10T06:08:07.540 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.SnapUnprotectViaLockOwner (1026 ms) 2024-08-10T06:08:07.540 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.FlattenViaLockOwner 2024-08-10T06:08:07.541 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:08:07.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:07 smithi031 ceph-mon[98130]: osdmap e1770: 8 total, 8 up, 8 in 2024-08-10T06:08:07.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:07 smithi031 ceph-mon[98130]: pgmap v3071: 745 pgs: 745 active+clean; 143 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 93 KiB/s rd, 7.7 KiB/s wr, 129 op/s 2024-08-10T06:08:07.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:07 smithi031 ceph-mon[100614]: osdmap e1770: 8 total, 8 up, 8 in 2024-08-10T06:08:07.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:07 smithi031 ceph-mon[100614]: pgmap v3071: 745 pgs: 745 active+clean; 143 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 93 KiB/s rd, 7.7 KiB/s wr, 129 op/s 2024-08-10T06:08:07.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:07 smithi196 ceph-mon[90243]: osdmap e1770: 8 total, 8 up, 8 in 2024-08-10T06:08:07.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:07 smithi196 ceph-mon[90243]: pgmap v3071: 745 pgs: 745 active+clean; 143 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 93 KiB/s rd, 7.7 KiB/s wr, 129 op/s 2024-08-10T06:08:08.609 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.FlattenViaLockOwner (1069 ms) 2024-08-10T06:08:08.610 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.ResizeViaLockOwner 2024-08-10T06:08:08.610 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:08:08.647 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.ResizeViaLockOwner (38 ms) 2024-08-10T06:08:08.647 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.SparsifyViaLockOwner 2024-08-10T06:08:08.648 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:08:08.682 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.SparsifyViaLockOwner (34 ms) 2024-08-10T06:08:08.682 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.ObjectMapConsistentSnap 2024-08-10T06:08:08.682 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:08:08.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:08 smithi031 ceph-mon[98130]: osdmap e1771: 8 total, 8 up, 8 in 2024-08-10T06:08:08.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:08 smithi031 ceph-mon[100614]: osdmap e1771: 8 total, 8 up, 8 in 2024-08-10T06:08:08.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:08 smithi196 ceph-mon[90243]: osdmap e1771: 8 total, 8 up, 8 in 2024-08-10T06:08:09.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:09 smithi031 ceph-mon[100614]: osdmap e1772: 8 total, 8 up, 8 in 2024-08-10T06:08:09.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:09 smithi031 ceph-mon[100614]: pgmap v3074: 745 pgs: 745 active+clean; 143 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 137 KiB/s rd, 11 KiB/s wr, 186 op/s 2024-08-10T06:08:09.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:09 smithi031 ceph-mon[98130]: osdmap e1772: 8 total, 8 up, 8 in 2024-08-10T06:08:09.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:09 smithi031 ceph-mon[98130]: pgmap v3074: 745 pgs: 745 active+clean; 143 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 137 KiB/s rd, 11 KiB/s wr, 186 op/s 2024-08-10T06:08:09.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:09 smithi196 ceph-mon[90243]: osdmap e1772: 8 total, 8 up, 8 in 2024-08-10T06:08:09.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:09 smithi196 ceph-mon[90243]: pgmap v3074: 745 pgs: 745 active+clean; 143 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 137 KiB/s rd, 11 KiB/s wr, 186 op/s 2024-08-10T06:08:10.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:10 smithi031 ceph-mon[98130]: osdmap e1773: 8 total, 8 up, 8 in 2024-08-10T06:08:10.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:10 smithi031 ceph-mon[98130]: osdmap e1774: 8 total, 8 up, 8 in 2024-08-10T06:08:10.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:10 smithi031 ceph-mon[100614]: osdmap e1773: 8 total, 8 up, 8 in 2024-08-10T06:08:10.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:10 smithi031 ceph-mon[100614]: osdmap e1774: 8 total, 8 up, 8 in 2024-08-10T06:08:10.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:10 smithi196 ceph-mon[90243]: osdmap e1773: 8 total, 8 up, 8 in 2024-08-10T06:08:10.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:10 smithi196 ceph-mon[90243]: osdmap e1774: 8 total, 8 up, 8 in 2024-08-10T06:08:11.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:11 smithi031 ceph-mon[98130]: pgmap v3077: 745 pgs: 745 active+clean; 143 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 249 KiB/s rd, 14 KiB/s wr, 323 op/s 2024-08-10T06:08:11.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:11 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:08:11.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:11 smithi031 ceph-mon[98130]: osdmap e1775: 8 total, 8 up, 8 in 2024-08-10T06:08:11.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:08:11 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:08:11] "GET /metrics HTTP/1.1" 200 83002 "" "Prometheus/2.43.0" 2024-08-10T06:08:11.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:11 smithi031 ceph-mon[100614]: pgmap v3077: 745 pgs: 745 active+clean; 143 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 249 KiB/s rd, 14 KiB/s wr, 323 op/s 2024-08-10T06:08:11.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:11 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:08:11.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:11 smithi031 ceph-mon[100614]: osdmap e1775: 8 total, 8 up, 8 in 2024-08-10T06:08:11.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:11 smithi196 ceph-mon[90243]: pgmap v3077: 745 pgs: 745 active+clean; 143 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 249 KiB/s rd, 14 KiB/s wr, 323 op/s 2024-08-10T06:08:11.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:11 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:08:11.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:11 smithi196 ceph-mon[90243]: osdmap e1775: 8 total, 8 up, 8 in 2024-08-10T06:08:12.681 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:08:12 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:08:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:08:13.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:13 smithi031 ceph-mon[98130]: osdmap e1776: 8 total, 8 up, 8 in 2024-08-10T06:08:13.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:13 smithi031 ceph-mon[98130]: pgmap v3080: 745 pgs: 745 active+clean; 143 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 197 KiB/s rd, 11 KiB/s wr, 254 op/s 2024-08-10T06:08:13.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:13 smithi031 ceph-mon[100614]: osdmap e1776: 8 total, 8 up, 8 in 2024-08-10T06:08:13.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:13 smithi031 ceph-mon[100614]: pgmap v3080: 745 pgs: 745 active+clean; 143 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 197 KiB/s rd, 11 KiB/s wr, 254 op/s 2024-08-10T06:08:13.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:13 smithi196 ceph-mon[90243]: osdmap e1776: 8 total, 8 up, 8 in 2024-08-10T06:08:13.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:13 smithi196 ceph-mon[90243]: pgmap v3080: 745 pgs: 745 active+clean; 143 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 197 KiB/s rd, 11 KiB/s wr, 254 op/s 2024-08-10T06:08:14.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:14 smithi031 ceph-mon[98130]: osdmap e1777: 8 total, 8 up, 8 in 2024-08-10T06:08:14.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:14 smithi031 ceph-mon[100614]: osdmap e1777: 8 total, 8 up, 8 in 2024-08-10T06:08:14.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:14 smithi196 ceph-mon[90243]: osdmap e1777: 8 total, 8 up, 8 in 2024-08-10T06:08:15.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:15 smithi031 ceph-mon[98130]: osdmap e1778: 8 total, 8 up, 8 in 2024-08-10T06:08:15.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:15 smithi031 ceph-mon[98130]: pgmap v3083: 745 pgs: 745 active+clean; 143 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 28 KiB/s rd, 5.0 KiB/s wr, 44 op/s 2024-08-10T06:08:15.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:15 smithi031 ceph-mon[98130]: osdmap e1779: 8 total, 8 up, 8 in 2024-08-10T06:08:15.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:15 smithi031 ceph-mon[100614]: osdmap e1778: 8 total, 8 up, 8 in 2024-08-10T06:08:15.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:15 smithi031 ceph-mon[100614]: pgmap v3083: 745 pgs: 745 active+clean; 143 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 28 KiB/s rd, 5.0 KiB/s wr, 44 op/s 2024-08-10T06:08:15.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:15 smithi031 ceph-mon[100614]: osdmap e1779: 8 total, 8 up, 8 in 2024-08-10T06:08:15.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:15 smithi196 ceph-mon[90243]: osdmap e1778: 8 total, 8 up, 8 in 2024-08-10T06:08:15.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:15 smithi196 ceph-mon[90243]: pgmap v3083: 745 pgs: 745 active+clean; 143 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 28 KiB/s rd, 5.0 KiB/s wr, 44 op/s 2024-08-10T06:08:15.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:15 smithi196 ceph-mon[90243]: osdmap e1779: 8 total, 8 up, 8 in 2024-08-10T06:08:17.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:17 smithi031 ceph-mon[98130]: osdmap e1780: 8 total, 8 up, 8 in 2024-08-10T06:08:17.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:17 smithi031 ceph-mon[98130]: pgmap v3086: 745 pgs: 745 active+clean; 143 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 63 KiB/s rd, 4.2 KiB/s wr, 88 op/s 2024-08-10T06:08:17.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:17 smithi031 ceph-mon[100614]: osdmap e1780: 8 total, 8 up, 8 in 2024-08-10T06:08:17.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:17 smithi031 ceph-mon[100614]: pgmap v3086: 745 pgs: 745 active+clean; 143 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 63 KiB/s rd, 4.2 KiB/s wr, 88 op/s 2024-08-10T06:08:17.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:17 smithi196 ceph-mon[90243]: osdmap e1780: 8 total, 8 up, 8 in 2024-08-10T06:08:17.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:17 smithi196 ceph-mon[90243]: pgmap v3086: 745 pgs: 745 active+clean; 143 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 63 KiB/s rd, 4.2 KiB/s wr, 88 op/s 2024-08-10T06:08:18.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:18 smithi031 ceph-mon[98130]: osdmap e1781: 8 total, 8 up, 8 in 2024-08-10T06:08:18.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:18 smithi031 ceph-mon[100614]: osdmap e1781: 8 total, 8 up, 8 in 2024-08-10T06:08:18.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:18 smithi196 ceph-mon[90243]: osdmap e1781: 8 total, 8 up, 8 in 2024-08-10T06:08:19.109 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.ObjectMapConsistentSnap (10427 ms) 2024-08-10T06:08:19.109 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.Metadata 2024-08-10T06:08:19.109 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:08:19.619 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.Metadata (511 ms) 2024-08-10T06:08:19.619 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.MetadataPP 2024-08-10T06:08:19.620 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:08:19.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:19 smithi031 ceph-mon[98130]: osdmap e1782: 8 total, 8 up, 8 in 2024-08-10T06:08:19.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:19 smithi031 ceph-mon[98130]: pgmap v3089: 745 pgs: 745 active+clean; 143 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 61 KiB/s rd, 3.2 KiB/s wr, 80 op/s 2024-08-10T06:08:19.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:19 smithi031 ceph-mon[100614]: osdmap e1782: 8 total, 8 up, 8 in 2024-08-10T06:08:19.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:19 smithi031 ceph-mon[100614]: pgmap v3089: 745 pgs: 745 active+clean; 143 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 61 KiB/s rd, 3.2 KiB/s wr, 80 op/s 2024-08-10T06:08:19.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:19 smithi196 ceph-mon[90243]: osdmap e1782: 8 total, 8 up, 8 in 2024-08-10T06:08:19.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:19 smithi196 ceph-mon[90243]: pgmap v3089: 745 pgs: 745 active+clean; 143 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 61 KiB/s rd, 3.2 KiB/s wr, 80 op/s 2024-08-10T06:08:20.622 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.MetadataPP (1003 ms) 2024-08-10T06:08:20.623 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.UpdateFeatures 2024-08-10T06:08:20.623 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:08:20.727 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.UpdateFeatures (105 ms) 2024-08-10T06:08:20.728 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.FeaturesBitmaskString 2024-08-10T06:08:20.728 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.FeaturesBitmaskString (0 ms) 2024-08-10T06:08:20.728 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.RebuildObjectMap 2024-08-10T06:08:20.728 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:08:20.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:20 smithi031 ceph-mon[98130]: osdmap e1783: 8 total, 8 up, 8 in 2024-08-10T06:08:20.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:20 smithi031 ceph-mon[100614]: osdmap e1783: 8 total, 8 up, 8 in 2024-08-10T06:08:20.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:20 smithi196 ceph-mon[90243]: osdmap e1783: 8 total, 8 up, 8 in 2024-08-10T06:08:21.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:08:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:08:21] "GET /metrics HTTP/1.1" 200 83002 "" "Prometheus/2.43.0" 2024-08-10T06:08:21.594 INFO:tasks.workunit.client.0.smithi031.stdout:0.00% done 2024-08-10T06:08:21.594 INFO:tasks.workunit.client.0.smithi031.stdout:25.00% done 2024-08-10T06:08:21.594 INFO:tasks.workunit.client.0.smithi031.stdout:50.00% done 2024-08-10T06:08:21.594 INFO:tasks.workunit.client.0.smithi031.stdout:75.00% done 2024-08-10T06:08:21.594 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.RebuildObjectMap (866 ms) 2024-08-10T06:08:21.594 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.RebuildNewObjectMap 2024-08-10T06:08:21.627 INFO:tasks.workunit.client.0.smithi031.stdout:0.00% done 2024-08-10T06:08:21.627 INFO:tasks.workunit.client.0.smithi031.stdout:25.00% done 2024-08-10T06:08:21.627 INFO:tasks.workunit.client.0.smithi031.stdout:50.00% done 2024-08-10T06:08:21.627 INFO:tasks.workunit.client.0.smithi031.stdout:75.00% done 2024-08-10T06:08:21.628 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.RebuildNewObjectMap (34 ms) 2024-08-10T06:08:21.628 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.CheckObjectMap 2024-08-10T06:08:21.628 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:08:21.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:21 smithi196 ceph-mon[90243]: osdmap e1784: 8 total, 8 up, 8 in 2024-08-10T06:08:21.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:21 smithi196 ceph-mon[90243]: pgmap v3092: 745 pgs: 745 active+clean; 143 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 42 KiB/s rd, 28 KiB/s wr, 79 op/s 2024-08-10T06:08:22.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:21 smithi031 ceph-mon[98130]: osdmap e1784: 8 total, 8 up, 8 in 2024-08-10T06:08:22.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:21 smithi031 ceph-mon[98130]: pgmap v3092: 745 pgs: 745 active+clean; 143 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 42 KiB/s rd, 28 KiB/s wr, 79 op/s 2024-08-10T06:08:22.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:21 smithi031 ceph-mon[100614]: osdmap e1784: 8 total, 8 up, 8 in 2024-08-10T06:08:22.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:21 smithi031 ceph-mon[100614]: pgmap v3092: 745 pgs: 745 active+clean; 143 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 42 KiB/s rd, 28 KiB/s wr, 79 op/s 2024-08-10T06:08:22.605 INFO:tasks.workunit.client.0.smithi031.stdout:0.00% done 2024-08-10T06:08:22.606 INFO:tasks.workunit.client.0.smithi031.stdout:25.00% done 2024-08-10T06:08:22.606 INFO:tasks.workunit.client.0.smithi031.stdout:50.00% done 2024-08-10T06:08:22.606 INFO:tasks.workunit.client.0.smithi031.stdout:75.00% done 2024-08-10T06:08:22.606 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.CheckObjectMap (978 ms) 2024-08-10T06:08:22.606 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.BlockingAIO 2024-08-10T06:08:22.606 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:08:22.632 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.BlockingAIO (26 ms) 2024-08-10T06:08:22.632 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.ExclusiveLockTransition 2024-08-10T06:08:22.632 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:08:22.763 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.ExclusiveLockTransition (132 ms) 2024-08-10T06:08:22.763 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.ExclusiveLockReadTransition 2024-08-10T06:08:22.763 INFO:tasks.workunit.client.0.smithi031.stdout:SKIPPING 2024-08-10T06:08:22.763 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.ExclusiveLockReadTransition (0 ms) 2024-08-10T06:08:22.763 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.CacheMayCopyOnWrite 2024-08-10T06:08:22.763 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:08:22.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:22 smithi196 ceph-mon[90243]: osdmap e1785: 8 total, 8 up, 8 in 2024-08-10T06:08:22.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:08:22 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:08:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:08:23.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:22 smithi031 ceph-mon[98130]: osdmap e1785: 8 total, 8 up, 8 in 2024-08-10T06:08:23.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:22 smithi031 ceph-mon[100614]: osdmap e1785: 8 total, 8 up, 8 in 2024-08-10T06:08:23.628 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.CacheMayCopyOnWrite (864 ms) 2024-08-10T06:08:23.628 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.FlushEmptyOpsOnExternalSnapshot 2024-08-10T06:08:23.628 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:08:24.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:23 smithi031 ceph-mon[98130]: osdmap e1786: 8 total, 8 up, 8 in 2024-08-10T06:08:24.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:23 smithi031 ceph-mon[98130]: pgmap v3095: 745 pgs: 745 active+clean; 143 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 490 KiB/s rd, 190 KiB/s wr, 793 op/s 2024-08-10T06:08:24.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:23 smithi031 ceph-mon[100614]: osdmap e1786: 8 total, 8 up, 8 in 2024-08-10T06:08:24.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:23 smithi031 ceph-mon[100614]: pgmap v3095: 745 pgs: 745 active+clean; 143 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 490 KiB/s rd, 190 KiB/s wr, 793 op/s 2024-08-10T06:08:24.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:23 smithi196 ceph-mon[90243]: osdmap e1786: 8 total, 8 up, 8 in 2024-08-10T06:08:24.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:23 smithi196 ceph-mon[90243]: pgmap v3095: 745 pgs: 745 active+clean; 143 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 490 KiB/s rd, 190 KiB/s wr, 793 op/s 2024-08-10T06:08:24.582 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.FlushEmptyOpsOnExternalSnapshot (955 ms) 2024-08-10T06:08:24.582 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.TestImageOptions 2024-08-10T06:08:25.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:24 smithi031 ceph-mon[98130]: osdmap e1787: 8 total, 8 up, 8 in 2024-08-10T06:08:25.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:24 smithi031 ceph-mon[100614]: osdmap e1787: 8 total, 8 up, 8 in 2024-08-10T06:08:25.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:24 smithi196 ceph-mon[90243]: osdmap e1787: 8 total, 8 up, 8 in 2024-08-10T06:08:25.699 INFO:tasks.workunit.client.0.smithi031.stdout:0.00% done 2024-08-10T06:08:25.699 INFO:tasks.workunit.client.0.smithi031.stdout:100.00% done 2024-08-10T06:08:25.699 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.TestImageOptions (1117 ms) 2024-08-10T06:08:25.699 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.TestImageOptionsPP 2024-08-10T06:08:26.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:25 smithi031 ceph-mon[98130]: osdmap e1788: 8 total, 8 up, 8 in 2024-08-10T06:08:26.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:25 smithi031 ceph-mon[98130]: pgmap v3098: 745 pgs: 745 active+clean; 143 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 689 KiB/s rd, 247 KiB/s wr, 1.05k op/s 2024-08-10T06:08:26.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:25 smithi031 ceph-mon[100614]: osdmap e1788: 8 total, 8 up, 8 in 2024-08-10T06:08:26.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:25 smithi031 ceph-mon[100614]: pgmap v3098: 745 pgs: 745 active+clean; 143 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 689 KiB/s rd, 247 KiB/s wr, 1.05k op/s 2024-08-10T06:08:26.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:25 smithi196 ceph-mon[90243]: osdmap e1788: 8 total, 8 up, 8 in 2024-08-10T06:08:26.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:25 smithi196 ceph-mon[90243]: pgmap v3098: 745 pgs: 745 active+clean; 143 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 689 KiB/s rd, 247 KiB/s wr, 1.05k op/s 2024-08-10T06:08:26.685 INFO:tasks.workunit.client.0.smithi031.stdout:0.00% done 2024-08-10T06:08:26.685 INFO:tasks.workunit.client.0.smithi031.stdout:100.00% done 2024-08-10T06:08:26.685 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.TestImageOptionsPP (986 ms) 2024-08-10T06:08:26.686 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.EventSocketPipe 2024-08-10T06:08:26.686 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.EventSocketPipe (0 ms) 2024-08-10T06:08:26.686 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.EventSocketEventfd 2024-08-10T06:08:26.686 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.EventSocketEventfd (0 ms) 2024-08-10T06:08:26.686 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.ImagePollIO 2024-08-10T06:08:26.686 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:08:26.732 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 512 2024-08-10T06:08:26.732 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 512 2024-08-10T06:08:26.732 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 512 2024-08-10T06:08:26.732 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 512 2024-08-10T06:08:26.733 INFO:tasks.workunit.client.0.smithi031.stdout:wrote: 512 2024-08-10T06:08:26.733 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:08:26.733 INFO:tasks.workunit.client.0.smithi031.stdout:started write 2024-08-10T06:08:26.733 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:08:26.733 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:08:26.733 INFO:tasks.workunit.client.0.smithi031.stdout:finished write 2024-08-10T06:08:26.733 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:08:26.733 INFO:tasks.workunit.client.0.smithi031.stdout:started write 2024-08-10T06:08:26.733 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:08:26.733 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:08:26.733 INFO:tasks.workunit.client.0.smithi031.stdout:finished write 2024-08-10T06:08:26.733 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:08:26.734 INFO:tasks.workunit.client.0.smithi031.stdout:started write 2024-08-10T06:08:26.734 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:08:26.734 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:08:26.734 INFO:tasks.workunit.client.0.smithi031.stdout:finished write 2024-08-10T06:08:26.734 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:08:26.734 INFO:tasks.workunit.client.0.smithi031.stdout:started write 2024-08-10T06:08:26.734 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:08:26.734 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:08:26.734 INFO:tasks.workunit.client.0.smithi031.stdout:finished write 2024-08-10T06:08:26.734 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:08:26.734 INFO:tasks.workunit.client.0.smithi031.stdout:started write 2024-08-10T06:08:26.734 INFO:tasks.workunit.client.0.smithi031.stdout:write completion cb called! 2024-08-10T06:08:26.735 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 0 2024-08-10T06:08:26.735 INFO:tasks.workunit.client.0.smithi031.stdout:finished write 2024-08-10T06:08:26.735 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:08:26.735 INFO:tasks.workunit.client.0.smithi031.stdout:started read 2024-08-10T06:08:26.735 INFO:tasks.workunit.client.0.smithi031.stdout:read completion cb called! 2024-08-10T06:08:26.735 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 512 2024-08-10T06:08:26.735 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:08:26.735 INFO:tasks.workunit.client.0.smithi031.stdout:started read 2024-08-10T06:08:26.735 INFO:tasks.workunit.client.0.smithi031.stdout:read completion cb called! 2024-08-10T06:08:26.735 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 512 2024-08-10T06:08:26.735 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:08:26.735 INFO:tasks.workunit.client.0.smithi031.stdout:started read 2024-08-10T06:08:26.735 INFO:tasks.workunit.client.0.smithi031.stdout:read completion cb called! 2024-08-10T06:08:26.735 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 512 2024-08-10T06:08:26.736 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:08:26.736 INFO:tasks.workunit.client.0.smithi031.stdout:started read 2024-08-10T06:08:26.736 INFO:tasks.workunit.client.0.smithi031.stdout:read completion cb called! 2024-08-10T06:08:26.736 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 512 2024-08-10T06:08:26.736 INFO:tasks.workunit.client.0.smithi031.stdout:created completion 2024-08-10T06:08:26.736 INFO:tasks.workunit.client.0.smithi031.stdout:started read 2024-08-10T06:08:26.736 INFO:tasks.workunit.client.0.smithi031.stdout:read completion cb called! 2024-08-10T06:08:26.736 INFO:tasks.workunit.client.0.smithi031.stdout:return value is: 512 2024-08-10T06:08:26.736 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.ImagePollIO (47 ms) 2024-08-10T06:08:26.736 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.Mirror 2024-08-10T06:08:26.737 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:08:26.745 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:08:27.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:26 smithi031 ceph-mon[98130]: osdmap e1789: 8 total, 8 up, 8 in 2024-08-10T06:08:27.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:08:27.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:26 smithi031 ceph-mon[100614]: osdmap e1789: 8 total, 8 up, 8 in 2024-08-10T06:08:27.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:08:27.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:26 smithi196 ceph-mon[90243]: osdmap e1789: 8 total, 8 up, 8 in 2024-08-10T06:08:27.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:08:27.737 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.Mirror (1004 ms) 2024-08-10T06:08:27.737 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.MirrorPeerAttributes 2024-08-10T06:08:27.754 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.MirrorPeerAttributes (18 ms) 2024-08-10T06:08:27.754 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.CreateWithMirrorEnabled 2024-08-10T06:08:28.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:27 smithi031 ceph-mon[98130]: osdmap e1790: 8 total, 8 up, 8 in 2024-08-10T06:08:28.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:27 smithi031 ceph-mon[98130]: pgmap v3101: 745 pgs: 745 active+clean; 145 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 426 KiB/s rd, 446 KiB/s wr, 570 op/s 2024-08-10T06:08:28.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:27 smithi031 ceph-mon[100614]: osdmap e1790: 8 total, 8 up, 8 in 2024-08-10T06:08:28.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:27 smithi031 ceph-mon[100614]: pgmap v3101: 745 pgs: 745 active+clean; 145 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 426 KiB/s rd, 446 KiB/s wr, 570 op/s 2024-08-10T06:08:28.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:27 smithi196 ceph-mon[90243]: osdmap e1790: 8 total, 8 up, 8 in 2024-08-10T06:08:28.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:27 smithi196 ceph-mon[90243]: pgmap v3101: 745 pgs: 745 active+clean; 145 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 426 KiB/s rd, 446 KiB/s wr, 570 op/s 2024-08-10T06:08:29.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:28 smithi031 ceph-mon[98130]: osdmap e1791: 8 total, 8 up, 8 in 2024-08-10T06:08:29.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:28 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/2446318072' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-08-10T06:08:29.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:28 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-08-10T06:08:29.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:28 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]': finished 2024-08-10T06:08:29.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:28 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/2446318072' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/2740f495-cff9-4e22-977b-40757ee46b15"}]: dispatch 2024-08-10T06:08:29.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:28 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/2740f495-cff9-4e22-977b-40757ee46b15"}]: dispatch 2024-08-10T06:08:29.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:28 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/2740f495-cff9-4e22-977b-40757ee46b15"}]': finished 2024-08-10T06:08:29.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:28 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/2446318072' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/023d6f9a-8a58-4c13-a8bf-7e35441fdc52"}]: dispatch 2024-08-10T06:08:29.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:28 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/023d6f9a-8a58-4c13-a8bf-7e35441fdc52"}]: dispatch 2024-08-10T06:08:29.021 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:28 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/023d6f9a-8a58-4c13-a8bf-7e35441fdc52"}]': finished 2024-08-10T06:08:29.021 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:28 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/2446318072' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/bd61440f-be54-4e6b-bd35-9368bb2095cd"}]: dispatch 2024-08-10T06:08:29.021 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:28 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/bd61440f-be54-4e6b-bd35-9368bb2095cd"}]: dispatch 2024-08-10T06:08:29.021 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:28 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/bd61440f-be54-4e6b-bd35-9368bb2095cd"}]': finished 2024-08-10T06:08:29.021 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:28 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/2446318072' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/b1d01ecf-7940-4467-97c2-8a66f1bbeca5"}]: dispatch 2024-08-10T06:08:29.021 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:28 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' 2024-08-10T06:08:29.021 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:28 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/2446318072' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/b1d01ecf-7940-4467-97c2-8a66f1bbeca5"}]: dispatch 2024-08-10T06:08:29.021 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:28 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/2446318072' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/b1d01ecf-7940-4467-97c2-8a66f1bbeca5"}]: dispatch 2024-08-10T06:08:29.021 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:28 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/b1d01ecf-7940-4467-97c2-8a66f1bbeca5"}]: dispatch 2024-08-10T06:08:29.021 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:28 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/b1d01ecf-7940-4467-97c2-8a66f1bbeca5"}]': finished 2024-08-10T06:08:29.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:28 smithi031 ceph-mon[100614]: osdmap e1791: 8 total, 8 up, 8 in 2024-08-10T06:08:29.022 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:28 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/2446318072' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-08-10T06:08:29.022 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:28 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-08-10T06:08:29.022 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:28 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]': finished 2024-08-10T06:08:29.022 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:28 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/2446318072' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/2740f495-cff9-4e22-977b-40757ee46b15"}]: dispatch 2024-08-10T06:08:29.022 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:28 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/2740f495-cff9-4e22-977b-40757ee46b15"}]: dispatch 2024-08-10T06:08:29.022 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:28 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/2740f495-cff9-4e22-977b-40757ee46b15"}]': finished 2024-08-10T06:08:29.022 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:28 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/2446318072' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/023d6f9a-8a58-4c13-a8bf-7e35441fdc52"}]: dispatch 2024-08-10T06:08:29.022 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:28 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/023d6f9a-8a58-4c13-a8bf-7e35441fdc52"}]: dispatch 2024-08-10T06:08:29.022 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:28 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/023d6f9a-8a58-4c13-a8bf-7e35441fdc52"}]': finished 2024-08-10T06:08:29.022 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:28 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/2446318072' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/bd61440f-be54-4e6b-bd35-9368bb2095cd"}]: dispatch 2024-08-10T06:08:29.022 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:28 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/bd61440f-be54-4e6b-bd35-9368bb2095cd"}]: dispatch 2024-08-10T06:08:29.022 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:28 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/bd61440f-be54-4e6b-bd35-9368bb2095cd"}]': finished 2024-08-10T06:08:29.022 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:28 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/2446318072' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/b1d01ecf-7940-4467-97c2-8a66f1bbeca5"}]: dispatch 2024-08-10T06:08:29.023 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:28 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' 2024-08-10T06:08:29.023 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:28 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/2446318072' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/b1d01ecf-7940-4467-97c2-8a66f1bbeca5"}]: dispatch 2024-08-10T06:08:29.023 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:28 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/2446318072' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/b1d01ecf-7940-4467-97c2-8a66f1bbeca5"}]: dispatch 2024-08-10T06:08:29.023 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:28 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/b1d01ecf-7940-4467-97c2-8a66f1bbeca5"}]: dispatch 2024-08-10T06:08:29.023 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:28 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/b1d01ecf-7940-4467-97c2-8a66f1bbeca5"}]': finished 2024-08-10T06:08:29.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:28 smithi196 ceph-mon[90243]: osdmap e1791: 8 total, 8 up, 8 in 2024-08-10T06:08:29.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:28 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/2446318072' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-08-10T06:08:29.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:28 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-08-10T06:08:29.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:28 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]': finished 2024-08-10T06:08:29.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:28 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/2446318072' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/2740f495-cff9-4e22-977b-40757ee46b15"}]: dispatch 2024-08-10T06:08:29.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:28 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/2740f495-cff9-4e22-977b-40757ee46b15"}]: dispatch 2024-08-10T06:08:29.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:28 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/2740f495-cff9-4e22-977b-40757ee46b15"}]': finished 2024-08-10T06:08:29.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:28 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/2446318072' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/023d6f9a-8a58-4c13-a8bf-7e35441fdc52"}]: dispatch 2024-08-10T06:08:29.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:28 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/023d6f9a-8a58-4c13-a8bf-7e35441fdc52"}]: dispatch 2024-08-10T06:08:29.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:28 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/023d6f9a-8a58-4c13-a8bf-7e35441fdc52"}]': finished 2024-08-10T06:08:29.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:28 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/2446318072' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/bd61440f-be54-4e6b-bd35-9368bb2095cd"}]: dispatch 2024-08-10T06:08:29.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:28 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/bd61440f-be54-4e6b-bd35-9368bb2095cd"}]: dispatch 2024-08-10T06:08:29.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:28 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/bd61440f-be54-4e6b-bd35-9368bb2095cd"}]': finished 2024-08-10T06:08:29.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:28 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/2446318072' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/b1d01ecf-7940-4467-97c2-8a66f1bbeca5"}]: dispatch 2024-08-10T06:08:29.031 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:28 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' 2024-08-10T06:08:29.031 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:28 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/2446318072' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/b1d01ecf-7940-4467-97c2-8a66f1bbeca5"}]: dispatch 2024-08-10T06:08:29.031 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:28 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/2446318072' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/b1d01ecf-7940-4467-97c2-8a66f1bbeca5"}]: dispatch 2024-08-10T06:08:29.031 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:28 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/b1d01ecf-7940-4467-97c2-8a66f1bbeca5"}]: dispatch 2024-08-10T06:08:29.031 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:28 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/b1d01ecf-7940-4467-97c2-8a66f1bbeca5"}]': finished 2024-08-10T06:08:30.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:29 smithi031 ceph-mon[98130]: osdmap e1792: 8 total, 8 up, 8 in 2024-08-10T06:08:30.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:29 smithi031 ceph-mon[98130]: pgmap v3104: 745 pgs: 745 active+clean; 149 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 322 KiB/s rd, 1.4 MiB/s wr, 419 op/s 2024-08-10T06:08:30.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:29 smithi031 ceph-mon[100614]: osdmap e1792: 8 total, 8 up, 8 in 2024-08-10T06:08:30.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:29 smithi031 ceph-mon[100614]: pgmap v3104: 745 pgs: 745 active+clean; 149 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 322 KiB/s rd, 1.4 MiB/s wr, 419 op/s 2024-08-10T06:08:30.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:29 smithi196 ceph-mon[90243]: osdmap e1792: 8 total, 8 up, 8 in 2024-08-10T06:08:30.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:29 smithi196 ceph-mon[90243]: pgmap v3104: 745 pgs: 745 active+clean; 149 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 322 KiB/s rd, 1.4 MiB/s wr, 419 op/s 2024-08-10T06:08:31.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:30 smithi031 ceph-mon[98130]: osdmap e1793: 8 total, 8 up, 8 in 2024-08-10T06:08:31.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:30 smithi031 ceph-mon[100614]: osdmap e1793: 8 total, 8 up, 8 in 2024-08-10T06:08:31.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:30 smithi196 ceph-mon[90243]: osdmap e1793: 8 total, 8 up, 8 in 2024-08-10T06:08:31.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:08:31 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:08:31] "GET /metrics HTTP/1.1" 200 83010 "" "Prometheus/2.43.0" 2024-08-10T06:08:32.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:31 smithi196 ceph-mon[90243]: osdmap e1794: 8 total, 8 up, 8 in 2024-08-10T06:08:32.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:31 smithi196 ceph-mon[90243]: pgmap v3107: 745 pgs: 745 active+clean; 151 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 199 KiB/s rd, 1.7 MiB/s wr, 265 op/s 2024-08-10T06:08:32.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:31 smithi031 ceph-mon[98130]: osdmap e1794: 8 total, 8 up, 8 in 2024-08-10T06:08:32.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:31 smithi031 ceph-mon[98130]: pgmap v3107: 745 pgs: 745 active+clean; 151 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 199 KiB/s rd, 1.7 MiB/s wr, 265 op/s 2024-08-10T06:08:32.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:31 smithi031 ceph-mon[100614]: osdmap e1794: 8 total, 8 up, 8 in 2024-08-10T06:08:32.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:31 smithi031 ceph-mon[100614]: pgmap v3107: 745 pgs: 745 active+clean; 151 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 199 KiB/s rd, 1.7 MiB/s wr, 265 op/s 2024-08-10T06:08:32.780 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:08:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:08:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:08:32.822 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.CreateWithMirrorEnabled (5067 ms) 2024-08-10T06:08:32.822 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.FlushCacheWithCopyupOnExternalSnapshot 2024-08-10T06:08:32.822 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:08:33.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:32 smithi031 ceph-mon[98130]: osdmap e1795: 8 total, 8 up, 8 in 2024-08-10T06:08:33.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:32 smithi031 ceph-mon[100614]: osdmap e1795: 8 total, 8 up, 8 in 2024-08-10T06:08:33.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:32 smithi196 ceph-mon[90243]: osdmap e1795: 8 total, 8 up, 8 in 2024-08-10T06:08:34.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:33 smithi031 ceph-mon[98130]: osdmap e1796: 8 total, 8 up, 8 in 2024-08-10T06:08:34.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:33 smithi031 ceph-mon[98130]: pgmap v3110: 745 pgs: 745 active+clean; 151 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 217 KiB/s rd, 722 KiB/s wr, 281 op/s 2024-08-10T06:08:34.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:33 smithi031 ceph-mon[100614]: osdmap e1796: 8 total, 8 up, 8 in 2024-08-10T06:08:34.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:33 smithi031 ceph-mon[100614]: pgmap v3110: 745 pgs: 745 active+clean; 151 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 217 KiB/s rd, 722 KiB/s wr, 281 op/s 2024-08-10T06:08:34.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:33 smithi196 ceph-mon[90243]: osdmap e1796: 8 total, 8 up, 8 in 2024-08-10T06:08:34.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:33 smithi196 ceph-mon[90243]: pgmap v3110: 745 pgs: 745 active+clean; 151 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 217 KiB/s rd, 722 KiB/s wr, 281 op/s 2024-08-10T06:08:34.833 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.FlushCacheWithCopyupOnExternalSnapshot (2011 ms) 2024-08-10T06:08:34.833 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.ExclusiveLock 2024-08-10T06:08:34.833 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:08:34.882 INFO:tasks.workunit.client.0.smithi031.stdout:1: acquiring exclusive lock 2024-08-10T06:08:34.883 INFO:tasks.workunit.client.0.smithi031.stdout:2: acquiring exclusive lock 2024-08-10T06:08:34.886 INFO:tasks.workunit.client.0.smithi031.stdout:2: exclusive lock acquired 2024-08-10T06:08:34.905 INFO:tasks.workunit.client.0.smithi031.stdout:2: releasing exclusive lock 2024-08-10T06:08:34.908 INFO:tasks.workunit.client.0.smithi031.stdout:2: exclusive lock released 2024-08-10T06:08:34.908 INFO:tasks.workunit.client.0.smithi031.stdout:2: acquiring exclusive lock 2024-08-10T06:08:34.912 INFO:tasks.workunit.client.0.smithi031.stdout:2: exclusive lock acquired 2024-08-10T06:08:34.936 INFO:tasks.workunit.client.0.smithi031.stdout:2: releasing exclusive lock 2024-08-10T06:08:34.939 INFO:tasks.workunit.client.0.smithi031.stdout:2: exclusive lock released 2024-08-10T06:08:34.939 INFO:tasks.workunit.client.0.smithi031.stdout:2: acquiring exclusive lock 2024-08-10T06:08:34.943 INFO:tasks.workunit.client.0.smithi031.stdout:1: exclusive lock acquired 2024-08-10T06:08:34.953 INFO:tasks.workunit.client.0.smithi031.stdout:1: releasing exclusive lock 2024-08-10T06:08:34.955 INFO:tasks.workunit.client.0.smithi031.stdout:1: exclusive lock released 2024-08-10T06:08:34.956 INFO:tasks.workunit.client.0.smithi031.stdout:1: acquiring exclusive lock 2024-08-10T06:08:34.959 INFO:tasks.workunit.client.0.smithi031.stdout:2: exclusive lock acquired 2024-08-10T06:08:34.978 INFO:tasks.workunit.client.0.smithi031.stdout:2: releasing exclusive lock 2024-08-10T06:08:34.981 INFO:tasks.workunit.client.0.smithi031.stdout:2: exclusive lock released 2024-08-10T06:08:34.981 INFO:tasks.workunit.client.0.smithi031.stdout:2: acquiring exclusive lock 2024-08-10T06:08:34.986 INFO:tasks.workunit.client.0.smithi031.stdout:2: exclusive lock acquired 2024-08-10T06:08:35.031 INFO:tasks.workunit.client.0.smithi031.stdout:2: releasing exclusive lock 2024-08-10T06:08:35.034 INFO:tasks.workunit.client.0.smithi031.stdout:2: exclusive lock released 2024-08-10T06:08:35.034 INFO:tasks.workunit.client.0.smithi031.stdout:2: acquiring exclusive lock 2024-08-10T06:08:35.037 INFO:tasks.workunit.client.0.smithi031.stdout:1: exclusive lock acquired 2024-08-10T06:08:35.064 INFO:tasks.workunit.client.0.smithi031.stdout:1: releasing exclusive lock 2024-08-10T06:08:35.067 INFO:tasks.workunit.client.0.smithi031.stdout:1: exclusive lock released 2024-08-10T06:08:35.067 INFO:tasks.workunit.client.0.smithi031.stdout:1: acquiring exclusive lock 2024-08-10T06:08:35.070 INFO:tasks.workunit.client.0.smithi031.stdout:2: exclusive lock acquired 2024-08-10T06:08:35.111 INFO:tasks.workunit.client.0.smithi031.stdout:2: releasing exclusive lock 2024-08-10T06:08:35.113 INFO:tasks.workunit.client.0.smithi031.stdout:2: exclusive lock released 2024-08-10T06:08:35.115 INFO:tasks.workunit.client.0.smithi031.stdout:1: exclusive lock acquired 2024-08-10T06:08:35.140 INFO:tasks.workunit.client.0.smithi031.stdout:1: releasing exclusive lock 2024-08-10T06:08:35.142 INFO:tasks.workunit.client.0.smithi031.stdout:1: exclusive lock released 2024-08-10T06:08:35.142 INFO:tasks.workunit.client.0.smithi031.stdout:1: acquiring exclusive lock 2024-08-10T06:08:35.146 INFO:tasks.workunit.client.0.smithi031.stdout:1: exclusive lock acquired 2024-08-10T06:08:35.157 INFO:tasks.workunit.client.0.smithi031.stdout:1: releasing exclusive lock 2024-08-10T06:08:35.159 INFO:tasks.workunit.client.0.smithi031.stdout:1: exclusive lock released 2024-08-10T06:08:35.160 INFO:tasks.workunit.client.0.smithi031.stdout:1: acquiring exclusive lock 2024-08-10T06:08:35.163 INFO:tasks.workunit.client.0.smithi031.stdout:1: exclusive lock acquired 2024-08-10T06:08:35.213 INFO:tasks.workunit.client.0.smithi031.stdout:1: releasing exclusive lock 2024-08-10T06:08:35.216 INFO:tasks.workunit.client.0.smithi031.stdout:1: exclusive lock released 2024-08-10T06:08:35.229 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.ExclusiveLock (397 ms) 2024-08-10T06:08:35.229 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.BreakLock 2024-08-10T06:08:35.244 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:08:35.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:34 smithi031 ceph-mon[98130]: osdmap e1797: 8 total, 8 up, 8 in 2024-08-10T06:08:35.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:34 smithi031 ceph-mon[100614]: osdmap e1797: 8 total, 8 up, 8 in 2024-08-10T06:08:35.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:34 smithi196 ceph-mon[90243]: osdmap e1797: 8 total, 8 up, 8 in 2024-08-10T06:08:35.887 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.BreakLock (658 ms) 2024-08-10T06:08:35.887 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.DiscardAfterWrite 2024-08-10T06:08:35.887 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:08:35.912 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.DiscardAfterWrite (25 ms) 2024-08-10T06:08:35.912 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.DefaultFeatures 2024-08-10T06:08:35.912 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.DefaultFeatures (0 ms) 2024-08-10T06:08:35.912 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndPurge 2024-08-10T06:08:35.913 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:08:35.973 INFO:tasks.workunit.client.0.smithi031.stdout:0.00% done 2024-08-10T06:08:35.973 INFO:tasks.workunit.client.0.smithi031.stdout:1.56% done 2024-08-10T06:08:35.973 INFO:tasks.workunit.client.0.smithi031.stdout:3.12% done 2024-08-10T06:08:35.973 INFO:tasks.workunit.client.0.smithi031.stdout:4.69% done 2024-08-10T06:08:35.973 INFO:tasks.workunit.client.0.smithi031.stdout:6.25% done 2024-08-10T06:08:35.973 INFO:tasks.workunit.client.0.smithi031.stdout:7.81% done 2024-08-10T06:08:35.973 INFO:tasks.workunit.client.0.smithi031.stdout:9.38% done 2024-08-10T06:08:35.974 INFO:tasks.workunit.client.0.smithi031.stdout:10.94% done 2024-08-10T06:08:35.974 INFO:tasks.workunit.client.0.smithi031.stdout:12.50% done 2024-08-10T06:08:35.974 INFO:tasks.workunit.client.0.smithi031.stdout:14.06% done 2024-08-10T06:08:35.974 INFO:tasks.workunit.client.0.smithi031.stdout:15.62% done 2024-08-10T06:08:35.974 INFO:tasks.workunit.client.0.smithi031.stdout:17.19% done 2024-08-10T06:08:35.974 INFO:tasks.workunit.client.0.smithi031.stdout:18.75% done 2024-08-10T06:08:35.974 INFO:tasks.workunit.client.0.smithi031.stdout:20.31% done 2024-08-10T06:08:35.974 INFO:tasks.workunit.client.0.smithi031.stdout:21.88% done 2024-08-10T06:08:35.974 INFO:tasks.workunit.client.0.smithi031.stdout:23.44% done 2024-08-10T06:08:35.974 INFO:tasks.workunit.client.0.smithi031.stdout:25.00% done 2024-08-10T06:08:35.974 INFO:tasks.workunit.client.0.smithi031.stdout:26.56% done 2024-08-10T06:08:35.975 INFO:tasks.workunit.client.0.smithi031.stdout:28.12% done 2024-08-10T06:08:35.975 INFO:tasks.workunit.client.0.smithi031.stdout:29.69% done 2024-08-10T06:08:35.975 INFO:tasks.workunit.client.0.smithi031.stdout:31.25% done 2024-08-10T06:08:35.975 INFO:tasks.workunit.client.0.smithi031.stdout:32.81% done 2024-08-10T06:08:35.975 INFO:tasks.workunit.client.0.smithi031.stdout:34.38% done 2024-08-10T06:08:35.975 INFO:tasks.workunit.client.0.smithi031.stdout:35.94% done 2024-08-10T06:08:35.975 INFO:tasks.workunit.client.0.smithi031.stdout:37.50% done 2024-08-10T06:08:35.975 INFO:tasks.workunit.client.0.smithi031.stdout:39.06% done 2024-08-10T06:08:35.975 INFO:tasks.workunit.client.0.smithi031.stdout:40.62% done 2024-08-10T06:08:35.975 INFO:tasks.workunit.client.0.smithi031.stdout:42.19% done 2024-08-10T06:08:35.976 INFO:tasks.workunit.client.0.smithi031.stdout:43.75% done 2024-08-10T06:08:35.976 INFO:tasks.workunit.client.0.smithi031.stdout:45.31% done 2024-08-10T06:08:35.976 INFO:tasks.workunit.client.0.smithi031.stdout:46.88% done 2024-08-10T06:08:35.976 INFO:tasks.workunit.client.0.smithi031.stdout:48.44% done 2024-08-10T06:08:35.976 INFO:tasks.workunit.client.0.smithi031.stdout:50.00% done 2024-08-10T06:08:35.976 INFO:tasks.workunit.client.0.smithi031.stdout:51.56% done 2024-08-10T06:08:35.976 INFO:tasks.workunit.client.0.smithi031.stdout:53.12% done 2024-08-10T06:08:35.976 INFO:tasks.workunit.client.0.smithi031.stdout:54.69% done 2024-08-10T06:08:35.976 INFO:tasks.workunit.client.0.smithi031.stdout:56.25% done 2024-08-10T06:08:35.976 INFO:tasks.workunit.client.0.smithi031.stdout:57.81% done 2024-08-10T06:08:35.976 INFO:tasks.workunit.client.0.smithi031.stdout:59.38% done 2024-08-10T06:08:35.976 INFO:tasks.workunit.client.0.smithi031.stdout:60.94% done 2024-08-10T06:08:35.976 INFO:tasks.workunit.client.0.smithi031.stdout:62.50% done 2024-08-10T06:08:35.977 INFO:tasks.workunit.client.0.smithi031.stdout:64.06% done 2024-08-10T06:08:35.977 INFO:tasks.workunit.client.0.smithi031.stdout:65.62% done 2024-08-10T06:08:35.977 INFO:tasks.workunit.client.0.smithi031.stdout:67.19% done 2024-08-10T06:08:35.977 INFO:tasks.workunit.client.0.smithi031.stdout:68.75% done 2024-08-10T06:08:35.977 INFO:tasks.workunit.client.0.smithi031.stdout:70.31% done 2024-08-10T06:08:35.977 INFO:tasks.workunit.client.0.smithi031.stdout:71.88% done 2024-08-10T06:08:35.977 INFO:tasks.workunit.client.0.smithi031.stdout:73.44% done 2024-08-10T06:08:35.977 INFO:tasks.workunit.client.0.smithi031.stdout:75.00% done 2024-08-10T06:08:35.977 INFO:tasks.workunit.client.0.smithi031.stdout:76.56% done 2024-08-10T06:08:35.977 INFO:tasks.workunit.client.0.smithi031.stdout:78.12% done 2024-08-10T06:08:35.977 INFO:tasks.workunit.client.0.smithi031.stdout:79.69% done 2024-08-10T06:08:35.977 INFO:tasks.workunit.client.0.smithi031.stdout:81.25% done 2024-08-10T06:08:35.978 INFO:tasks.workunit.client.0.smithi031.stdout:82.81% done 2024-08-10T06:08:35.978 INFO:tasks.workunit.client.0.smithi031.stdout:84.38% done 2024-08-10T06:08:35.978 INFO:tasks.workunit.client.0.smithi031.stdout:85.94% done 2024-08-10T06:08:35.978 INFO:tasks.workunit.client.0.smithi031.stdout:87.50% done 2024-08-10T06:08:35.978 INFO:tasks.workunit.client.0.smithi031.stdout:89.06% done 2024-08-10T06:08:35.978 INFO:tasks.workunit.client.0.smithi031.stdout:90.62% done 2024-08-10T06:08:35.978 INFO:tasks.workunit.client.0.smithi031.stdout:92.19% done 2024-08-10T06:08:35.978 INFO:tasks.workunit.client.0.smithi031.stdout:93.75% done 2024-08-10T06:08:35.978 INFO:tasks.workunit.client.0.smithi031.stdout:95.31% done 2024-08-10T06:08:35.978 INFO:tasks.workunit.client.0.smithi031.stdout:96.88% done 2024-08-10T06:08:35.978 INFO:tasks.workunit.client.0.smithi031.stdout:98.44% done 2024-08-10T06:08:35.978 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.TestTrashMoveAndPurge (61 ms) 2024-08-10T06:08:35.978 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndPurgeNonExpiredDelay 2024-08-10T06:08:35.979 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:08:36.031 INFO:tasks.workunit.client.0.smithi031.stdout:0.00% done 2024-08-10T06:08:36.031 INFO:tasks.workunit.client.0.smithi031.stdout:1.56% done 2024-08-10T06:08:36.031 INFO:tasks.workunit.client.0.smithi031.stdout:3.12% done 2024-08-10T06:08:36.031 INFO:tasks.workunit.client.0.smithi031.stdout:4.69% done 2024-08-10T06:08:36.031 INFO:tasks.workunit.client.0.smithi031.stdout:6.25% done 2024-08-10T06:08:36.032 INFO:tasks.workunit.client.0.smithi031.stdout:7.81% done 2024-08-10T06:08:36.032 INFO:tasks.workunit.client.0.smithi031.stdout:9.38% done 2024-08-10T06:08:36.032 INFO:tasks.workunit.client.0.smithi031.stdout:10.94% done 2024-08-10T06:08:36.032 INFO:tasks.workunit.client.0.smithi031.stdout:12.50% done 2024-08-10T06:08:36.032 INFO:tasks.workunit.client.0.smithi031.stdout:14.06% done 2024-08-10T06:08:36.032 INFO:tasks.workunit.client.0.smithi031.stdout:15.62% done 2024-08-10T06:08:36.032 INFO:tasks.workunit.client.0.smithi031.stdout:17.19% done 2024-08-10T06:08:36.032 INFO:tasks.workunit.client.0.smithi031.stdout:18.75% done 2024-08-10T06:08:36.032 INFO:tasks.workunit.client.0.smithi031.stdout:20.31% done 2024-08-10T06:08:36.033 INFO:tasks.workunit.client.0.smithi031.stdout:21.88% done 2024-08-10T06:08:36.033 INFO:tasks.workunit.client.0.smithi031.stdout:23.44% done 2024-08-10T06:08:36.033 INFO:tasks.workunit.client.0.smithi031.stdout:25.00% done 2024-08-10T06:08:36.033 INFO:tasks.workunit.client.0.smithi031.stdout:26.56% done 2024-08-10T06:08:36.033 INFO:tasks.workunit.client.0.smithi031.stdout:28.12% done 2024-08-10T06:08:36.033 INFO:tasks.workunit.client.0.smithi031.stdout:29.69% done 2024-08-10T06:08:36.033 INFO:tasks.workunit.client.0.smithi031.stdout:31.25% done 2024-08-10T06:08:36.033 INFO:tasks.workunit.client.0.smithi031.stdout:32.81% done 2024-08-10T06:08:36.034 INFO:tasks.workunit.client.0.smithi031.stdout:34.38% done 2024-08-10T06:08:36.034 INFO:tasks.workunit.client.0.smithi031.stdout:35.94% done 2024-08-10T06:08:36.034 INFO:tasks.workunit.client.0.smithi031.stdout:37.50% done 2024-08-10T06:08:36.034 INFO:tasks.workunit.client.0.smithi031.stdout:39.06% done 2024-08-10T06:08:36.034 INFO:tasks.workunit.client.0.smithi031.stdout:40.62% done 2024-08-10T06:08:36.034 INFO:tasks.workunit.client.0.smithi031.stdout:42.19% done 2024-08-10T06:08:36.034 INFO:tasks.workunit.client.0.smithi031.stdout:43.75% done 2024-08-10T06:08:36.035 INFO:tasks.workunit.client.0.smithi031.stdout:45.31% done 2024-08-10T06:08:36.035 INFO:tasks.workunit.client.0.smithi031.stdout:46.88% done 2024-08-10T06:08:36.035 INFO:tasks.workunit.client.0.smithi031.stdout:48.44% done 2024-08-10T06:08:36.035 INFO:tasks.workunit.client.0.smithi031.stdout:50.00% done 2024-08-10T06:08:36.035 INFO:tasks.workunit.client.0.smithi031.stdout:51.56% done 2024-08-10T06:08:36.035 INFO:tasks.workunit.client.0.smithi031.stdout:53.12% done 2024-08-10T06:08:36.035 INFO:tasks.workunit.client.0.smithi031.stdout:54.69% done 2024-08-10T06:08:36.035 INFO:tasks.workunit.client.0.smithi031.stdout:56.25% done 2024-08-10T06:08:36.035 INFO:tasks.workunit.client.0.smithi031.stdout:57.81% done 2024-08-10T06:08:36.035 INFO:tasks.workunit.client.0.smithi031.stdout:59.38% done 2024-08-10T06:08:36.035 INFO:tasks.workunit.client.0.smithi031.stdout:60.94% done 2024-08-10T06:08:36.035 INFO:tasks.workunit.client.0.smithi031.stdout:62.50% done 2024-08-10T06:08:36.036 INFO:tasks.workunit.client.0.smithi031.stdout:64.06% done 2024-08-10T06:08:36.036 INFO:tasks.workunit.client.0.smithi031.stdout:65.62% done 2024-08-10T06:08:36.036 INFO:tasks.workunit.client.0.smithi031.stdout:67.19% done 2024-08-10T06:08:36.036 INFO:tasks.workunit.client.0.smithi031.stdout:68.75% done 2024-08-10T06:08:36.036 INFO:tasks.workunit.client.0.smithi031.stdout:70.31% done 2024-08-10T06:08:36.036 INFO:tasks.workunit.client.0.smithi031.stdout:71.88% done 2024-08-10T06:08:36.036 INFO:tasks.workunit.client.0.smithi031.stdout:73.44% done 2024-08-10T06:08:36.036 INFO:tasks.workunit.client.0.smithi031.stdout:75.00% done 2024-08-10T06:08:36.036 INFO:tasks.workunit.client.0.smithi031.stdout:76.56% done 2024-08-10T06:08:36.036 INFO:tasks.workunit.client.0.smithi031.stdout:78.12% done 2024-08-10T06:08:36.036 INFO:tasks.workunit.client.0.smithi031.stdout:79.69% done 2024-08-10T06:08:36.036 INFO:tasks.workunit.client.0.smithi031.stdout:81.25% done 2024-08-10T06:08:36.037 INFO:tasks.workunit.client.0.smithi031.stdout:82.81% done 2024-08-10T06:08:36.037 INFO:tasks.workunit.client.0.smithi031.stdout:84.38% done 2024-08-10T06:08:36.037 INFO:tasks.workunit.client.0.smithi031.stdout:85.94% done 2024-08-10T06:08:36.037 INFO:tasks.workunit.client.0.smithi031.stdout:87.50% done 2024-08-10T06:08:36.037 INFO:tasks.workunit.client.0.smithi031.stdout:89.06% done 2024-08-10T06:08:36.037 INFO:tasks.workunit.client.0.smithi031.stdout:90.62% done 2024-08-10T06:08:36.037 INFO:tasks.workunit.client.0.smithi031.stdout:92.19% done 2024-08-10T06:08:36.037 INFO:tasks.workunit.client.0.smithi031.stdout:93.75% done 2024-08-10T06:08:36.037 INFO:tasks.workunit.client.0.smithi031.stdout:95.31% done 2024-08-10T06:08:36.037 INFO:tasks.workunit.client.0.smithi031.stdout:96.88% done 2024-08-10T06:08:36.037 INFO:tasks.workunit.client.0.smithi031.stdout:98.44% done 2024-08-10T06:08:36.037 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.TestTrashMoveAndPurgeNonExpiredDelay (57 ms) 2024-08-10T06:08:36.038 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.TestTrashPurge 2024-08-10T06:08:36.038 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:08:36.039 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:08:36.155 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.TestTrashPurge (125 ms) 2024-08-10T06:08:36.156 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndRestore 2024-08-10T06:08:36.156 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:08:36.199 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.TestTrashMoveAndRestore (44 ms) 2024-08-10T06:08:36.200 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.TestListWatchers 2024-08-10T06:08:36.200 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:08:36.224 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.TestListWatchers (25 ms) 2024-08-10T06:08:36.224 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.TestSetSnapById 2024-08-10T06:08:36.224 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:08:36.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:35 smithi031 ceph-mon[98130]: pgmap v3112: 745 pgs: 745 active+clean; 151 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 196 KiB/s rd, 14 KiB/s wr, 255 op/s 2024-08-10T06:08:36.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:35 smithi031 ceph-mon[98130]: osdmap e1798: 8 total, 8 up, 8 in 2024-08-10T06:08:36.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:35 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.31:0/1967676201"}]: dispatch 2024-08-10T06:08:36.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:35 smithi031 ceph-mon[100614]: pgmap v3112: 745 pgs: 745 active+clean; 151 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 196 KiB/s rd, 14 KiB/s wr, 255 op/s 2024-08-10T06:08:36.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:35 smithi031 ceph-mon[100614]: osdmap e1798: 8 total, 8 up, 8 in 2024-08-10T06:08:36.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:35 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.31:0/1967676201"}]: dispatch 2024-08-10T06:08:36.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:35 smithi196 ceph-mon[90243]: pgmap v3112: 745 pgs: 745 active+clean; 151 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 196 KiB/s rd, 14 KiB/s wr, 255 op/s 2024-08-10T06:08:36.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:35 smithi196 ceph-mon[90243]: osdmap e1798: 8 total, 8 up, 8 in 2024-08-10T06:08:36.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:35 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.31:0/1967676201"}]: dispatch 2024-08-10T06:08:36.887 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.TestSetSnapById (663 ms) 2024-08-10T06:08:36.888 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.Namespaces 2024-08-10T06:08:36.913 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.Namespaces (26 ms) 2024-08-10T06:08:36.914 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.NamespacesPP 2024-08-10T06:08:36.948 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:08:36.952 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:08:37.034 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.NamespacesPP (121 ms) 2024-08-10T06:08:37.034 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.Migration 2024-08-10T06:08:37.034 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:08:37.035 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:08:37.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:36 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.31:0/1967676201"}]': finished 2024-08-10T06:08:37.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:36 smithi031 ceph-mon[98130]: osdmap e1799: 8 total, 8 up, 8 in 2024-08-10T06:08:37.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:36 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.31:0/1967676201"}]': finished 2024-08-10T06:08:37.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:36 smithi031 ceph-mon[100614]: osdmap e1799: 8 total, 8 up, 8 in 2024-08-10T06:08:37.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:36 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.31:0/1967676201"}]': finished 2024-08-10T06:08:37.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:36 smithi196 ceph-mon[90243]: osdmap e1799: 8 total, 8 up, 8 in 2024-08-10T06:08:37.446 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.Migration (412 ms) 2024-08-10T06:08:37.447 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.MigrationPP 2024-08-10T06:08:37.447 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:08:37.447 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:08:37.864 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.MigrationPP (418 ms) 2024-08-10T06:08:37.864 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.TestGetAccessTimestamp 2024-08-10T06:08:37.865 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:08:37.883 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.TestGetAccessTimestamp (18 ms) 2024-08-10T06:08:37.883 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.TestGetModifyTimestamp 2024-08-10T06:08:37.883 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:08:37.898 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.TestGetModifyTimestamp (16 ms) 2024-08-10T06:08:37.898 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.ZeroOverlapFlatten 2024-08-10T06:08:37.898 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:08:38.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:37 smithi031 ceph-mon[98130]: pgmap v3115: 745 pgs: 745 active+clean; 152 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 179 KiB/s rd, 136 KiB/s wr, 160 op/s 2024-08-10T06:08:38.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:37 smithi031 ceph-mon[98130]: osdmap e1800: 8 total, 8 up, 8 in 2024-08-10T06:08:38.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:37 smithi031 ceph-mon[100614]: pgmap v3115: 745 pgs: 745 active+clean; 152 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 179 KiB/s rd, 136 KiB/s wr, 160 op/s 2024-08-10T06:08:38.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:37 smithi031 ceph-mon[100614]: osdmap e1800: 8 total, 8 up, 8 in 2024-08-10T06:08:38.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:37 smithi196 ceph-mon[90243]: pgmap v3115: 745 pgs: 745 active+clean; 152 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 179 KiB/s rd, 136 KiB/s wr, 160 op/s 2024-08-10T06:08:38.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:37 smithi196 ceph-mon[90243]: osdmap e1800: 8 total, 8 up, 8 in 2024-08-10T06:08:38.967 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.ZeroOverlapFlatten (1068 ms) 2024-08-10T06:08:38.967 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.PoolMetadata 2024-08-10T06:08:38.995 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.PoolMetadata (29 ms) 2024-08-10T06:08:38.995 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.PoolMetadataPP 2024-08-10T06:08:39.031 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.PoolMetadataPP (36 ms) 2024-08-10T06:08:39.031 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.Config 2024-08-10T06:08:39.037 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:08:39.078 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.Config (47 ms) 2024-08-10T06:08:39.078 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.ConfigPP 2024-08-10T06:08:39.083 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:08:39.123 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.ConfigPP (44 ms) 2024-08-10T06:08:39.123 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.PoolStatsPP 2024-08-10T06:08:39.265 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:08:38 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: [10/Aug/2024:06:08:38] ENGINE Bus STOPPING 2024-08-10T06:08:39.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: [10/Aug/2024:06:08:39] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-10T06:08:39.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: [10/Aug/2024:06:08:39] ENGINE Bus STOPPED 2024-08-10T06:08:39.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: [10/Aug/2024:06:08:39] ENGINE Bus STARTING 2024-08-10T06:08:39.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: [10/Aug/2024:06:08:39] ENGINE Serving on http://:::9283 2024-08-10T06:08:39.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: [10/Aug/2024:06:08:39] ENGINE Bus STARTED 2024-08-10T06:08:39.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: [10/Aug/2024:06:08:39] ENGINE Bus STOPPING 2024-08-10T06:08:40.269 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: [10/Aug/2024:06:08:39] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-10T06:08:40.270 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: [10/Aug/2024:06:08:39] ENGINE Bus STOPPED 2024-08-10T06:08:40.270 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: [10/Aug/2024:06:08:39] ENGINE Bus STARTING 2024-08-10T06:08:40.270 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:08:40 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: [10/Aug/2024:06:08:40] ENGINE Serving on http://:::9283 2024-08-10T06:08:40.270 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:08:40 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: [10/Aug/2024:06:08:40] ENGINE Bus STARTED 2024-08-10T06:08:40.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[98130]: pgmap v3117: 745 pgs: 745 active+clean; 152 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 312 KiB/s rd, 124 KiB/s wr, 352 op/s 2024-08-10T06:08:40.271 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[98130]: osdmap e1801: 8 total, 8 up, 8 in 2024-08-10T06:08:40.271 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' 2024-08-10T06:08:40.271 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:08:40.271 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:08:40.271 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:08:40.271 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:08:40.271 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:08:40.271 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T06:08:40.271 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' 2024-08-10T06:08:40.271 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:08:40.271 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:08:40.271 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:08:40.271 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:08:40.271 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:08:40.272 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:08:40.272 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:08:40.272 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:08:40.272 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:08:40.272 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:08:40.272 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:08:40.272 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:08:40.272 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:08:40.272 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:08:40.272 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:08:40.272 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:08:40.272 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:08:40.272 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:08:40.273 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[100614]: pgmap v3117: 745 pgs: 745 active+clean; 152 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 312 KiB/s rd, 124 KiB/s wr, 352 op/s 2024-08-10T06:08:40.273 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[100614]: osdmap e1801: 8 total, 8 up, 8 in 2024-08-10T06:08:40.273 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' 2024-08-10T06:08:40.273 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:08:40.273 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:08:40.273 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:08:40.273 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:08:40.273 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:08:40.273 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T06:08:40.273 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' 2024-08-10T06:08:40.274 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:08:40.274 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:08:40.274 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:08:40.274 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:08:40.274 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:08:40.274 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:08:40.274 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:08:40.274 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:08:40.274 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:08:40.274 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:08:40.274 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:08:40.275 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:08:40.275 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:08:40.275 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:08:40.275 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:08:40.275 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:08:40.275 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:08:40.275 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:08:40.275 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:08:40.275 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:08:40.276 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:08:40.276 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:08:40.276 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:08:40.276 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:08:40.276 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:08:40.276 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:08:40.276 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:08:40.276 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:08:40.276 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:08:40.276 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T06:08:40.276 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:08:40.276 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:08:40.276 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:08:40.277 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:08:40.277 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:08:40.277 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:08:40.277 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:08:40.277 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:08:40.277 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:08:40.277 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:08:40.277 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:08:40.277 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:08:40.277 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:08:40.278 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:08:40.278 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:08:40.278 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:08:40.278 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:08:40.278 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:08:40.278 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:08:40.278 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:08:40.278 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T06:08:40.279 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:08:40.279 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:08:40.279 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:08:40.279 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:08:40.279 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:08:40.279 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:08:40.279 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:08:40.279 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:08:40.279 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:39 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:08:40.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:39 smithi196 ceph-mon[90243]: pgmap v3117: 745 pgs: 745 active+clean; 152 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 312 KiB/s rd, 124 KiB/s wr, 352 op/s 2024-08-10T06:08:40.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:39 smithi196 ceph-mon[90243]: osdmap e1801: 8 total, 8 up, 8 in 2024-08-10T06:08:40.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:39 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/2840356153' entity='client.admin' 2024-08-10T06:08:40.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:39 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:08:40.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:39 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:08:40.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:39 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:08:40.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:39 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:08:40.281 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:39 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:08:40.281 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:39 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T06:08:40.281 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:39 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' 2024-08-10T06:08:40.281 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:39 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:08:40.281 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:39 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:08:40.281 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:39 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:08:40.281 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:39 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:08:40.281 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:39 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:08:40.281 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:39 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:08:40.281 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:39 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:08:40.281 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:39 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:08:40.282 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:39 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:08:40.282 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:39 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:08:40.282 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:39 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:08:40.282 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:39 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:08:40.282 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:39 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:08:40.283 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:39 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:08:40.283 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:39 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:08:40.283 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:39 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:08:40.283 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:39 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:08:40.283 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:39 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:08:40.283 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:39 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:08:40.283 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:39 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:08:40.283 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:39 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:08:40.283 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:39 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:08:40.283 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:39 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:08:40.284 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:39 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:08:40.284 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:39 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:08:40.284 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:39 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:08:40.284 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:39 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:08:40.284 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:39 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:08:40.285 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:39 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:08:40.285 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:39 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T06:08:40.285 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:39 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:08:40.285 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:39 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:08:40.285 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:39 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:08:40.285 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:39 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:08:40.285 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:39 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:08:40.286 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:39 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:08:40.286 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:39 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:08:40.286 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:39 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:08:40.286 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:39 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:08:40.460 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:08:41.257 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:40 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:08:41.257 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:40 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:08:41.257 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:40 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:08:41.257 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:40 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:08:41.257 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:40 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:08:41.257 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:40 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:08:41.257 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:40 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:08:41.258 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:40 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:08:41.258 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:40 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:08:41.258 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:40 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:08:41.258 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:40 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:08:41.258 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:40 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:08:41.258 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:40 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:08:41.258 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:40 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:08:41.258 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:40 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:08:41.258 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:40 smithi031 ceph-mon[100614]: osdmap e1802: 8 total, 8 up, 8 in 2024-08-10T06:08:41.258 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:40 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/3263223610' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:08:41.259 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:40 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/3263223610' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T06:08:41.259 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:40 smithi031 ceph-mon[100614]: osdmap e1803: 8 total, 8 up, 8 in 2024-08-10T06:08:41.259 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:40 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:08:41.259 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:40 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:08:41.259 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:40 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:08:41.259 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:40 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:08:41.259 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:40 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:08:41.259 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:40 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:08:41.259 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:40 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:08:41.259 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:40 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:08:41.259 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:40 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:08:41.260 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:40 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:08:41.260 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:40 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:08:41.260 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:40 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:08:41.260 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:40 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:08:41.260 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:40 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:08:41.260 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:40 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:08:41.260 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:40 smithi031 ceph-mon[98130]: osdmap e1802: 8 total, 8 up, 8 in 2024-08-10T06:08:41.260 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:40 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/3263223610' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:08:41.260 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:40 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/3263223610' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T06:08:41.260 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:40 smithi031 ceph-mon[98130]: osdmap e1803: 8 total, 8 up, 8 in 2024-08-10T06:08:41.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:40 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:08:41.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:40 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:08:41.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:40 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:08:41.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:40 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:08:41.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:40 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:08:41.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:40 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:08:41.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:40 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:08:41.281 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:40 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:08:41.281 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:40 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:08:41.281 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:40 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:08:41.281 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:40 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:08:41.281 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:40 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:08:41.281 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:40 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:08:41.282 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:40 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:08:41.282 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:40 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:08:41.282 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:40 smithi196 ceph-mon[90243]: osdmap e1802: 8 total, 8 up, 8 in 2024-08-10T06:08:41.282 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:40 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/3263223610' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:08:41.282 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:40 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/3263223610' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T06:08:41.283 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:40 smithi196 ceph-mon[90243]: osdmap e1803: 8 total, 8 up, 8 in 2024-08-10T06:08:41.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:08:41 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:08:41] "GET /metrics HTTP/1.1" 200 85428 "" "Prometheus/2.43.0" 2024-08-10T06:08:42.181 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:41 smithi196 ceph-mon[90243]: pgmap v3121: 777 pgs: 12 creating+peering, 20 unknown, 745 active+clean; 152 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 736 KiB/s rd, 47 KiB/s wr, 997 op/s 2024-08-10T06:08:42.181 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:08:42.182 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:41 smithi196 ceph-mon[90243]: osdmap e1804: 8 total, 8 up, 8 in 2024-08-10T06:08:42.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:41 smithi031 ceph-mon[98130]: pgmap v3121: 777 pgs: 12 creating+peering, 20 unknown, 745 active+clean; 152 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 736 KiB/s rd, 47 KiB/s wr, 997 op/s 2024-08-10T06:08:42.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:08:42.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:41 smithi031 ceph-mon[98130]: osdmap e1804: 8 total, 8 up, 8 in 2024-08-10T06:08:42.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:41 smithi031 ceph-mon[100614]: pgmap v3121: 777 pgs: 12 creating+peering, 20 unknown, 745 active+clean; 152 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 736 KiB/s rd, 47 KiB/s wr, 997 op/s 2024-08-10T06:08:42.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:08:42.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:41 smithi031 ceph-mon[100614]: osdmap e1804: 8 total, 8 up, 8 in 2024-08-10T06:08:42.504 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:08:42.525 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:08:42.529 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:08:42 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:08:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:08:42.533 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:08:43.536 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.PoolStatsPP (4414 ms) 2024-08-10T06:08:43.537 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.ImageSpec 2024-08-10T06:08:43.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:43 smithi031 ceph-mon[98130]: osdmap e1805: 8 total, 8 up, 8 in 2024-08-10T06:08:43.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:43 smithi031 ceph-mon[98130]: pgmap v3124: 777 pgs: 12 creating+peering, 14 unknown, 751 active+clean; 152 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 662 KiB/s rd, 39 KiB/s wr, 890 op/s 2024-08-10T06:08:43.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:43 smithi031 ceph-mon[100614]: osdmap e1805: 8 total, 8 up, 8 in 2024-08-10T06:08:43.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:43 smithi031 ceph-mon[100614]: pgmap v3124: 777 pgs: 12 creating+peering, 14 unknown, 751 active+clean; 152 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 662 KiB/s rd, 39 KiB/s wr, 890 op/s 2024-08-10T06:08:43.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:43 smithi196 ceph-mon[90243]: osdmap e1805: 8 total, 8 up, 8 in 2024-08-10T06:08:43.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:43 smithi196 ceph-mon[90243]: pgmap v3124: 777 pgs: 12 creating+peering, 14 unknown, 751 active+clean; 152 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 662 KiB/s rd, 39 KiB/s wr, 890 op/s 2024-08-10T06:08:44.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:44 smithi031 ceph-mon[98130]: osdmap e1806: 8 total, 8 up, 8 in 2024-08-10T06:08:44.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:44 smithi031 ceph-mon[100614]: osdmap e1806: 8 total, 8 up, 8 in 2024-08-10T06:08:44.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:44 smithi196 ceph-mon[90243]: osdmap e1806: 8 total, 8 up, 8 in 2024-08-10T06:08:45.494 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:08:45.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:45 smithi031 ceph-mon[98130]: osdmap e1807: 8 total, 8 up, 8 in 2024-08-10T06:08:45.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:45 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/1552489439' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:08:45.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:45 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:08:45.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:45 smithi031 ceph-mon[98130]: pgmap v3127: 809 pgs: 32 unknown, 12 creating+peering, 765 active+clean; 152 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 180 KiB/s rd, 15 KiB/s wr, 236 op/s 2024-08-10T06:08:45.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:45 smithi031 ceph-mon[100614]: osdmap e1807: 8 total, 8 up, 8 in 2024-08-10T06:08:45.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:45 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/1552489439' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:08:45.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:45 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:08:45.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:45 smithi031 ceph-mon[100614]: pgmap v3127: 809 pgs: 32 unknown, 12 creating+peering, 765 active+clean; 152 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 180 KiB/s rd, 15 KiB/s wr, 236 op/s 2024-08-10T06:08:45.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:45 smithi196 ceph-mon[90243]: osdmap e1807: 8 total, 8 up, 8 in 2024-08-10T06:08:45.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:45 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/1552489439' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:08:45.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:45 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:08:45.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:45 smithi196 ceph-mon[90243]: pgmap v3127: 809 pgs: 32 unknown, 12 creating+peering, 765 active+clean; 152 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 180 KiB/s rd, 15 KiB/s wr, 236 op/s 2024-08-10T06:08:46.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:46 smithi031 ceph-mon[98130]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T06:08:46.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:46 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T06:08:46.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:46 smithi031 ceph-mon[98130]: osdmap e1808: 8 total, 8 up, 8 in 2024-08-10T06:08:46.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:46 smithi031 ceph-mon[100614]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T06:08:46.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:46 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T06:08:46.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:46 smithi031 ceph-mon[100614]: osdmap e1808: 8 total, 8 up, 8 in 2024-08-10T06:08:46.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:46 smithi196 ceph-mon[90243]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T06:08:46.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:46 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T06:08:46.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:46 smithi196 ceph-mon[90243]: osdmap e1808: 8 total, 8 up, 8 in 2024-08-10T06:08:47.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:47 smithi031 ceph-mon[98130]: osdmap e1809: 8 total, 8 up, 8 in 2024-08-10T06:08:47.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:47 smithi031 ceph-mon[98130]: pgmap v3130: 809 pgs: 6 creating+peering, 22 unknown, 781 active+clean; 152 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 4.7 KiB/s wr, 30 op/s 2024-08-10T06:08:47.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:47 smithi031 ceph-mon[100614]: osdmap e1809: 8 total, 8 up, 8 in 2024-08-10T06:08:47.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:47 smithi031 ceph-mon[100614]: pgmap v3130: 809 pgs: 6 creating+peering, 22 unknown, 781 active+clean; 152 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 4.7 KiB/s wr, 30 op/s 2024-08-10T06:08:47.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:47 smithi196 ceph-mon[90243]: osdmap e1809: 8 total, 8 up, 8 in 2024-08-10T06:08:47.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:47 smithi196 ceph-mon[90243]: pgmap v3130: 809 pgs: 6 creating+peering, 22 unknown, 781 active+clean; 152 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 4.7 KiB/s wr, 30 op/s 2024-08-10T06:08:48.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:48 smithi031 ceph-mon[98130]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T06:08:48.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:48 smithi031 ceph-mon[98130]: osdmap e1810: 8 total, 8 up, 8 in 2024-08-10T06:08:48.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:48 smithi031 ceph-mon[100614]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T06:08:48.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:48 smithi031 ceph-mon[100614]: osdmap e1810: 8 total, 8 up, 8 in 2024-08-10T06:08:48.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:48 smithi196 ceph-mon[90243]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T06:08:48.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:48 smithi196 ceph-mon[90243]: osdmap e1810: 8 total, 8 up, 8 in 2024-08-10T06:08:49.665 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.ImageSpec (6129 ms) 2024-08-10T06:08:49.666 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.SnapRemoveWithChildMissing 2024-08-10T06:08:49.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:49 smithi031 ceph-mon[98130]: osdmap e1811: 8 total, 8 up, 8 in 2024-08-10T06:08:49.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:49 smithi031 ceph-mon[98130]: pgmap v3133: 809 pgs: 6 creating+peering, 4 unknown, 799 active+clean; 152 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 4.0 KiB/s wr, 48 op/s 2024-08-10T06:08:49.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:49 smithi031 ceph-mon[100614]: osdmap e1811: 8 total, 8 up, 8 in 2024-08-10T06:08:49.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:49 smithi031 ceph-mon[100614]: pgmap v3133: 809 pgs: 6 creating+peering, 4 unknown, 799 active+clean; 152 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 4.0 KiB/s wr, 48 op/s 2024-08-10T06:08:49.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:49 smithi196 ceph-mon[90243]: osdmap e1811: 8 total, 8 up, 8 in 2024-08-10T06:08:49.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:49 smithi196 ceph-mon[90243]: pgmap v3133: 809 pgs: 6 creating+peering, 4 unknown, 799 active+clean; 152 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 4.0 KiB/s wr, 48 op/s 2024-08-10T06:08:50.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:50 smithi031 ceph-mon[98130]: osdmap e1812: 8 total, 8 up, 8 in 2024-08-10T06:08:50.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:50 smithi031 ceph-mon[98130]: osdmap e1813: 8 total, 8 up, 8 in 2024-08-10T06:08:50.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:50 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/3182811697' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:08:50.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:50 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:08:50.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:50 smithi031 ceph-mon[100614]: osdmap e1812: 8 total, 8 up, 8 in 2024-08-10T06:08:50.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:50 smithi031 ceph-mon[100614]: osdmap e1813: 8 total, 8 up, 8 in 2024-08-10T06:08:50.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:50 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/3182811697' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:08:50.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:50 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:08:50.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:50 smithi196 ceph-mon[90243]: osdmap e1812: 8 total, 8 up, 8 in 2024-08-10T06:08:50.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:50 smithi196 ceph-mon[90243]: osdmap e1813: 8 total, 8 up, 8 in 2024-08-10T06:08:50.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:50 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/3182811697' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:08:50.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:50 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:08:51.466 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:08:51.517 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:08:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:08:51] "GET /metrics HTTP/1.1" 200 85428 "" "Prometheus/2.43.0" 2024-08-10T06:08:51.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:51 smithi031 ceph-mon[98130]: pgmap v3136: 841 pgs: 32 unknown, 809 active+clean; 152 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 93 KiB/s rd, 4.2 KiB/s wr, 114 op/s 2024-08-10T06:08:51.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:51 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T06:08:51.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:51 smithi031 ceph-mon[98130]: osdmap e1814: 8 total, 8 up, 8 in 2024-08-10T06:08:51.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:51 smithi031 ceph-mon[100614]: pgmap v3136: 841 pgs: 32 unknown, 809 active+clean; 152 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 93 KiB/s rd, 4.2 KiB/s wr, 114 op/s 2024-08-10T06:08:51.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:51 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T06:08:51.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:51 smithi031 ceph-mon[100614]: osdmap e1814: 8 total, 8 up, 8 in 2024-08-10T06:08:51.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:51 smithi196 ceph-mon[90243]: pgmap v3136: 841 pgs: 32 unknown, 809 active+clean; 152 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 93 KiB/s rd, 4.2 KiB/s wr, 114 op/s 2024-08-10T06:08:51.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:51 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T06:08:51.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:51 smithi196 ceph-mon[90243]: osdmap e1814: 8 total, 8 up, 8 in 2024-08-10T06:08:52.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:52 smithi031 ceph-mon[98130]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T06:08:52.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:52 smithi031 ceph-mon[98130]: osdmap e1815: 8 total, 8 up, 8 in 2024-08-10T06:08:52.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:52 smithi031 ceph-mon[100614]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T06:08:52.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:52 smithi031 ceph-mon[100614]: osdmap e1815: 8 total, 8 up, 8 in 2024-08-10T06:08:52.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:08:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:08:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:08:52.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:52 smithi196 ceph-mon[90243]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T06:08:52.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:52 smithi196 ceph-mon[90243]: osdmap e1815: 8 total, 8 up, 8 in 2024-08-10T06:08:53.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:53 smithi196 ceph-mon[90243]: pgmap v3139: 841 pgs: 5 creating+peering, 23 unknown, 813 active+clean; 152 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 3.0 KiB/s wr, 89 op/s 2024-08-10T06:08:53.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:53 smithi196 ceph-mon[90243]: osdmap e1816: 8 total, 8 up, 8 in 2024-08-10T06:08:54.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:53 smithi031 ceph-mon[98130]: pgmap v3139: 841 pgs: 5 creating+peering, 23 unknown, 813 active+clean; 152 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 3.0 KiB/s wr, 89 op/s 2024-08-10T06:08:54.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:53 smithi031 ceph-mon[98130]: osdmap e1816: 8 total, 8 up, 8 in 2024-08-10T06:08:54.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:53 smithi031 ceph-mon[100614]: pgmap v3139: 841 pgs: 5 creating+peering, 23 unknown, 813 active+clean; 152 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 3.0 KiB/s wr, 89 op/s 2024-08-10T06:08:54.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:53 smithi031 ceph-mon[100614]: osdmap e1816: 8 total, 8 up, 8 in 2024-08-10T06:08:55.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:54 smithi031 ceph-mon[98130]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T06:08:55.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:54 smithi031 ceph-mon[100614]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T06:08:55.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:54 smithi196 ceph-mon[90243]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T06:08:56.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:55 smithi031 ceph-mon[98130]: osdmap e1817: 8 total, 8 up, 8 in 2024-08-10T06:08:56.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:55 smithi031 ceph-mon[98130]: pgmap v3142: 841 pgs: 5 creating+peering, 10 unknown, 826 active+clean; 152 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 4.2 KiB/s wr, 96 op/s 2024-08-10T06:08:56.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:55 smithi031 ceph-mon[98130]: osdmap e1818: 8 total, 8 up, 8 in 2024-08-10T06:08:56.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:55 smithi031 ceph-mon[100614]: osdmap e1817: 8 total, 8 up, 8 in 2024-08-10T06:08:56.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:55 smithi031 ceph-mon[100614]: pgmap v3142: 841 pgs: 5 creating+peering, 10 unknown, 826 active+clean; 152 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 4.2 KiB/s wr, 96 op/s 2024-08-10T06:08:56.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:55 smithi031 ceph-mon[100614]: osdmap e1818: 8 total, 8 up, 8 in 2024-08-10T06:08:56.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:55 smithi196 ceph-mon[90243]: osdmap e1817: 8 total, 8 up, 8 in 2024-08-10T06:08:56.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:55 smithi196 ceph-mon[90243]: pgmap v3142: 841 pgs: 5 creating+peering, 10 unknown, 826 active+clean; 152 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 4.2 KiB/s wr, 96 op/s 2024-08-10T06:08:56.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:55 smithi196 ceph-mon[90243]: osdmap e1818: 8 total, 8 up, 8 in 2024-08-10T06:08:57.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:08:57.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:56 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:08:57.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:56 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:08:58.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:57 smithi031 ceph-mon[98130]: osdmap e1819: 8 total, 8 up, 8 in 2024-08-10T06:08:58.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:57 smithi031 ceph-mon[98130]: pgmap v3145: 809 pgs: 809 active+clean; 6.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:08:58.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:57 smithi031 ceph-mon[100614]: osdmap e1819: 8 total, 8 up, 8 in 2024-08-10T06:08:58.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:57 smithi031 ceph-mon[100614]: pgmap v3145: 809 pgs: 809 active+clean; 6.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:08:58.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:57 smithi196 ceph-mon[90243]: osdmap e1819: 8 total, 8 up, 8 in 2024-08-10T06:08:58.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:57 smithi196 ceph-mon[90243]: pgmap v3145: 809 pgs: 809 active+clean; 6.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:08:58.623 INFO:tasks.workunit.client.0.smithi031.stdout:num children is: 3 2024-08-10T06:08:58.623 INFO:tasks.workunit.client.0.smithi031.stdout:expected: 3 2024-08-10T06:08:58.623 INFO:tasks.workunit.client.0.smithi031.stdout:child: image213 2024-08-10T06:08:58.623 INFO:tasks.workunit.client.0.smithi031.stdout:child: image215 2024-08-10T06:08:58.623 INFO:tasks.workunit.client.0.smithi031.stdout:child: image214 2024-08-10T06:08:58.623 INFO:tasks.workunit.client.0.smithi031.stdout:found child test-librbd-smithi031-151948-15/image213/8b3e34990cae 2024-08-10T06:08:58.624 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:08:58.624 INFO:tasks.workunit.client.0.smithi031.stdout:found child test-librbd-smithi031-151948-37/image214/8b3e227cbdb1 2024-08-10T06:08:58.624 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:08:58.624 INFO:tasks.workunit.client.0.smithi031.stdout:found child test-librbd-smithi031-151948-15/image215/8b3e5d96ff47 2024-08-10T06:08:58.624 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:08:58.624 INFO:tasks.workunit.client.0.smithi031.stdout:num children is: 0 2024-08-10T06:08:58.624 INFO:tasks.workunit.client.0.smithi031.stdout:expected: 0 2024-08-10T06:08:58.624 INFO:tasks.workunit.client.0.smithi031.stdout:num snaps is: 0 2024-08-10T06:08:58.624 INFO:tasks.workunit.client.0.smithi031.stdout:expected: 0 2024-08-10T06:08:58.624 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.SnapRemoveWithChildMissing (8957 ms) 2024-08-10T06:08:58.624 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.QuiesceWatch 2024-08-10T06:08:59.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:58 smithi031 ceph-mon[98130]: osdmap e1820: 8 total, 8 up, 8 in 2024-08-10T06:08:59.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:58 smithi031 ceph-mon[100614]: osdmap e1820: 8 total, 8 up, 8 in 2024-08-10T06:08:59.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:58 smithi196 ceph-mon[90243]: osdmap e1820: 8 total, 8 up, 8 in 2024-08-10T06:09:00.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:59 smithi031 ceph-mon[98130]: osdmap e1821: 8 total, 8 up, 8 in 2024-08-10T06:09:00.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:08:59 smithi031 ceph-mon[98130]: pgmap v3148: 809 pgs: 809 active+clean; 6.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-10T06:09:00.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:59 smithi031 ceph-mon[100614]: osdmap e1821: 8 total, 8 up, 8 in 2024-08-10T06:09:00.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:08:59 smithi031 ceph-mon[100614]: pgmap v3148: 809 pgs: 809 active+clean; 6.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-10T06:09:00.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:59 smithi196 ceph-mon[90243]: osdmap e1821: 8 total, 8 up, 8 in 2024-08-10T06:09:00.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:08:59 smithi196 ceph-mon[90243]: pgmap v3148: 809 pgs: 809 active+clean; 6.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-10T06:09:00.472 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:09:01.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:09:00 smithi031 ceph-mon[98130]: osdmap e1822: 8 total, 8 up, 8 in 2024-08-10T06:09:01.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:09:00 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/3766194305' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:09:01.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:09:00 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/3766194305' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-38","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T06:09:01.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:09:00 smithi031 ceph-mon[98130]: osdmap e1823: 8 total, 8 up, 8 in 2024-08-10T06:09:01.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:09:00 smithi031 ceph-mon[100614]: osdmap e1822: 8 total, 8 up, 8 in 2024-08-10T06:09:01.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:09:00 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/3766194305' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:09:01.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:09:00 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/3766194305' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-38","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T06:09:01.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:09:00 smithi031 ceph-mon[100614]: osdmap e1823: 8 total, 8 up, 8 in 2024-08-10T06:09:01.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:09:00 smithi196 ceph-mon[90243]: osdmap e1822: 8 total, 8 up, 8 in 2024-08-10T06:09:01.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:09:00 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/3766194305' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:09:01.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:09:00 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/3766194305' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-38","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T06:09:01.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:09:00 smithi196 ceph-mon[90243]: osdmap e1823: 8 total, 8 up, 8 in 2024-08-10T06:09:01.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:09:01 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:09:01] "GET /metrics HTTP/1.1" 200 90396 "" "Prometheus/2.43.0" 2024-08-10T06:09:02.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:09:01 smithi031 ceph-mon[98130]: pgmap v3151: 841 pgs: 6 creating+peering, 26 unknown, 809 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 125 KiB/s rd, 7.7 KiB/s wr, 159 op/s 2024-08-10T06:09:02.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:09:01 smithi031 ceph-mon[98130]: osdmap e1824: 8 total, 8 up, 8 in 2024-08-10T06:09:02.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:09:01 smithi031 ceph-mon[100614]: pgmap v3151: 841 pgs: 6 creating+peering, 26 unknown, 809 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 125 KiB/s rd, 7.7 KiB/s wr, 159 op/s 2024-08-10T06:09:02.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:09:01 smithi031 ceph-mon[100614]: osdmap e1824: 8 total, 8 up, 8 in 2024-08-10T06:09:02.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:09:01 smithi196 ceph-mon[90243]: pgmap v3151: 841 pgs: 6 creating+peering, 26 unknown, 809 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 125 KiB/s rd, 7.7 KiB/s wr, 159 op/s 2024-08-10T06:09:02.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:09:01 smithi196 ceph-mon[90243]: osdmap e1824: 8 total, 8 up, 8 in 2024-08-10T06:09:02.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:09:02 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:09:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:09:03.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:09:03 smithi031 ceph-mon[98130]: osdmap e1825: 8 total, 8 up, 8 in 2024-08-10T06:09:03.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:09:03 smithi031 ceph-mon[98130]: pgmap v3154: 841 pgs: 1 active+clean+snaptrim, 6 creating+peering, 14 unknown, 820 active+clean; 6.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 126 KiB/s rd, 7.7 KiB/s wr, 159 op/s 2024-08-10T06:09:03.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:09:03 smithi031 ceph-mon[100614]: osdmap e1825: 8 total, 8 up, 8 in 2024-08-10T06:09:03.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:09:03 smithi031 ceph-mon[100614]: pgmap v3154: 841 pgs: 1 active+clean+snaptrim, 6 creating+peering, 14 unknown, 820 active+clean; 6.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 126 KiB/s rd, 7.7 KiB/s wr, 159 op/s 2024-08-10T06:09:03.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:09:03 smithi196 ceph-mon[90243]: osdmap e1825: 8 total, 8 up, 8 in 2024-08-10T06:09:03.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:09:03 smithi196 ceph-mon[90243]: pgmap v3154: 841 pgs: 1 active+clean+snaptrim, 6 creating+peering, 14 unknown, 820 active+clean; 6.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 126 KiB/s rd, 7.7 KiB/s wr, 159 op/s 2024-08-10T06:09:04.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:09:04 smithi031 ceph-mon[98130]: osdmap e1826: 8 total, 8 up, 8 in 2024-08-10T06:09:04.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:09:04 smithi031 ceph-mon[100614]: osdmap e1826: 8 total, 8 up, 8 in 2024-08-10T06:09:04.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:09:04 smithi196 ceph-mon[90243]: osdmap e1826: 8 total, 8 up, 8 in 2024-08-10T06:09:05.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:09:05 smithi031 ceph-mon[98130]: osdmap e1827: 8 total, 8 up, 8 in 2024-08-10T06:09:05.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:09:05 smithi031 ceph-mon[98130]: pgmap v3157: 841 pgs: 1 active+clean+snaptrim, 6 creating+peering, 834 active+clean; 6.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 6.0 KiB/s rd, 1.7 KiB/s wr, 12 op/s 2024-08-10T06:09:05.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:09:05 smithi031 ceph-mon[98130]: osdmap e1828: 8 total, 8 up, 8 in 2024-08-10T06:09:05.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:09:05 smithi031 ceph-mon[100614]: osdmap e1827: 8 total, 8 up, 8 in 2024-08-10T06:09:05.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:09:05 smithi031 ceph-mon[100614]: pgmap v3157: 841 pgs: 1 active+clean+snaptrim, 6 creating+peering, 834 active+clean; 6.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 6.0 KiB/s rd, 1.7 KiB/s wr, 12 op/s 2024-08-10T06:09:05.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:09:05 smithi031 ceph-mon[100614]: osdmap e1828: 8 total, 8 up, 8 in 2024-08-10T06:09:05.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:09:05 smithi196 ceph-mon[90243]: osdmap e1827: 8 total, 8 up, 8 in 2024-08-10T06:09:05.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:09:05 smithi196 ceph-mon[90243]: pgmap v3157: 841 pgs: 1 active+clean+snaptrim, 6 creating+peering, 834 active+clean; 6.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 6.0 KiB/s rd, 1.7 KiB/s wr, 12 op/s 2024-08-10T06:09:05.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:09:05 smithi196 ceph-mon[90243]: osdmap e1828: 8 total, 8 up, 8 in 2024-08-10T06:09:07.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:09:07 smithi031 ceph-mon[98130]: osdmap e1829: 8 total, 8 up, 8 in 2024-08-10T06:09:07.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:09:07 smithi031 ceph-mon[98130]: pgmap v3160: 841 pgs: 1 active+clean+snaptrim, 840 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 767 B/s wr, 3 op/s 2024-08-10T06:09:07.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:09:07 smithi031 ceph-mon[100614]: osdmap e1829: 8 total, 8 up, 8 in 2024-08-10T06:09:07.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:09:07 smithi031 ceph-mon[100614]: pgmap v3160: 841 pgs: 1 active+clean+snaptrim, 840 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 767 B/s wr, 3 op/s 2024-08-10T06:09:07.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:09:07 smithi196 ceph-mon[90243]: osdmap e1829: 8 total, 8 up, 8 in 2024-08-10T06:09:07.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:09:07 smithi196 ceph-mon[90243]: pgmap v3160: 841 pgs: 1 active+clean+snaptrim, 840 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 767 B/s wr, 3 op/s 2024-08-10T06:09:08.580 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.QuiesceWatch (9958 ms) 2024-08-10T06:09:08.580 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.QuiesceWatchPP 2024-08-10T06:09:08.580 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:09:08.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:09:08 smithi031 ceph-mon[98130]: osdmap e1830: 8 total, 8 up, 8 in 2024-08-10T06:09:08.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:09:08 smithi031 ceph-mon[100614]: osdmap e1830: 8 total, 8 up, 8 in 2024-08-10T06:09:08.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:09:08 smithi196 ceph-mon[90243]: osdmap e1830: 8 total, 8 up, 8 in 2024-08-10T06:09:09.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:09:09 smithi031 ceph-mon[98130]: osdmap e1831: 8 total, 8 up, 8 in 2024-08-10T06:09:09.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:09:09 smithi031 ceph-mon[98130]: pgmap v3163: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 52 KiB/s rd, 4.2 KiB/s wr, 68 op/s 2024-08-10T06:09:09.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:09:09 smithi031 ceph-mon[100614]: osdmap e1831: 8 total, 8 up, 8 in 2024-08-10T06:09:09.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:09:09 smithi031 ceph-mon[100614]: pgmap v3163: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 52 KiB/s rd, 4.2 KiB/s wr, 68 op/s 2024-08-10T06:09:09.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:09:09 smithi196 ceph-mon[90243]: osdmap e1831: 8 total, 8 up, 8 in 2024-08-10T06:09:09.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:09:09 smithi196 ceph-mon[90243]: pgmap v3163: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 52 KiB/s rd, 4.2 KiB/s wr, 68 op/s 2024-08-10T06:09:10.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:09:10 smithi031 ceph-mon[98130]: osdmap e1832: 8 total, 8 up, 8 in 2024-08-10T06:09:10.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:09:10 smithi031 ceph-mon[98130]: osdmap e1833: 8 total, 8 up, 8 in 2024-08-10T06:09:10.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:09:10 smithi031 ceph-mon[100614]: osdmap e1832: 8 total, 8 up, 8 in 2024-08-10T06:09:10.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:09:10 smithi031 ceph-mon[100614]: osdmap e1833: 8 total, 8 up, 8 in 2024-08-10T06:09:10.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:09:10 smithi196 ceph-mon[90243]: osdmap e1832: 8 total, 8 up, 8 in 2024-08-10T06:09:10.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:09:10 smithi196 ceph-mon[90243]: osdmap e1833: 8 total, 8 up, 8 in 2024-08-10T06:09:11.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:09:11 smithi031 ceph-mon[98130]: pgmap v3166: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 77 KiB/s rd, 5.5 KiB/s wr, 100 op/s 2024-08-10T06:09:11.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:09:11 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:09:11.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:09:11 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:09:11] "GET /metrics HTTP/1.1" 200 90431 "" "Prometheus/2.43.0" 2024-08-10T06:09:11.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:09:11 smithi031 ceph-mon[100614]: pgmap v3166: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 77 KiB/s rd, 5.5 KiB/s wr, 100 op/s 2024-08-10T06:09:11.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:09:11 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:09:11.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:09:11 smithi196 ceph-mon[90243]: pgmap v3166: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 77 KiB/s rd, 5.5 KiB/s wr, 100 op/s 2024-08-10T06:09:11.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:09:11 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:09:12.681 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:09:12 smithi196 ceph-mon[90243]: osdmap e1834: 8 total, 8 up, 8 in 2024-08-10T06:09:12.681 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:09:12 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:09:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:09:12.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:09:12 smithi031 ceph-mon[98130]: osdmap e1834: 8 total, 8 up, 8 in 2024-08-10T06:09:12.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:09:12 smithi031 ceph-mon[100614]: osdmap e1834: 8 total, 8 up, 8 in 2024-08-10T06:09:13.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:09:13 smithi031 ceph-mon[98130]: osdmap e1835: 8 total, 8 up, 8 in 2024-08-10T06:09:13.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:09:13 smithi031 ceph-mon[98130]: pgmap v3169: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 59 KiB/s rd, 3.0 KiB/s wr, 79 op/s 2024-08-10T06:09:13.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:09:13 smithi031 ceph-mon[100614]: osdmap e1835: 8 total, 8 up, 8 in 2024-08-10T06:09:13.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:09:13 smithi031 ceph-mon[100614]: pgmap v3169: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 59 KiB/s rd, 3.0 KiB/s wr, 79 op/s 2024-08-10T06:09:13.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:09:13 smithi196 ceph-mon[90243]: osdmap e1835: 8 total, 8 up, 8 in 2024-08-10T06:09:13.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:09:13 smithi196 ceph-mon[90243]: pgmap v3169: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 59 KiB/s rd, 3.0 KiB/s wr, 79 op/s 2024-08-10T06:09:14.615 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.QuiesceWatchPP (6035 ms) 2024-08-10T06:09:14.615 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.QuiesceWatchError 2024-08-10T06:09:14.615 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:09:14.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:09:14 smithi196 ceph-mon[90243]: osdmap e1836: 8 total, 8 up, 8 in 2024-08-10T06:09:15.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:09:14 smithi031 ceph-mon[98130]: osdmap e1836: 8 total, 8 up, 8 in 2024-08-10T06:09:15.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:09:14 smithi031 ceph-mon[100614]: osdmap e1836: 8 total, 8 up, 8 in 2024-08-10T06:09:15.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:09:15 smithi196 ceph-mon[90243]: osdmap e1837: 8 total, 8 up, 8 in 2024-08-10T06:09:15.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:09:15 smithi196 ceph-mon[90243]: pgmap v3172: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 39 KiB/s rd, 3.0 KiB/s wr, 56 op/s 2024-08-10T06:09:15.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:09:15 smithi196 ceph-mon[90243]: osdmap e1838: 8 total, 8 up, 8 in 2024-08-10T06:09:16.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:09:15 smithi031 ceph-mon[98130]: osdmap e1837: 8 total, 8 up, 8 in 2024-08-10T06:09:16.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:09:15 smithi031 ceph-mon[98130]: pgmap v3172: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 39 KiB/s rd, 3.0 KiB/s wr, 56 op/s 2024-08-10T06:09:16.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:09:15 smithi031 ceph-mon[98130]: osdmap e1838: 8 total, 8 up, 8 in 2024-08-10T06:09:16.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:09:15 smithi031 ceph-mon[100614]: osdmap e1837: 8 total, 8 up, 8 in 2024-08-10T06:09:16.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:09:15 smithi031 ceph-mon[100614]: pgmap v3172: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 39 KiB/s rd, 3.0 KiB/s wr, 56 op/s 2024-08-10T06:09:16.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:09:15 smithi031 ceph-mon[100614]: osdmap e1838: 8 total, 8 up, 8 in 2024-08-10T06:09:17.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:09:17 smithi031 ceph-mon[98130]: osdmap e1839: 8 total, 8 up, 8 in 2024-08-10T06:09:17.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:09:17 smithi031 ceph-mon[98130]: pgmap v3175: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 69 KiB/s rd, 5.7 KiB/s wr, 92 op/s 2024-08-10T06:09:17.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:09:17 smithi031 ceph-mon[100614]: osdmap e1839: 8 total, 8 up, 8 in 2024-08-10T06:09:17.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:09:17 smithi031 ceph-mon[100614]: pgmap v3175: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 69 KiB/s rd, 5.7 KiB/s wr, 92 op/s 2024-08-10T06:09:17.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:09:17 smithi196 ceph-mon[90243]: osdmap e1839: 8 total, 8 up, 8 in 2024-08-10T06:09:17.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:09:17 smithi196 ceph-mon[90243]: pgmap v3175: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 69 KiB/s rd, 5.7 KiB/s wr, 92 op/s 2024-08-10T06:09:18.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:09:18 smithi031 ceph-mon[98130]: osdmap e1840: 8 total, 8 up, 8 in 2024-08-10T06:09:18.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:09:18 smithi031 ceph-mon[100614]: osdmap e1840: 8 total, 8 up, 8 in 2024-08-10T06:09:18.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:09:18 smithi196 ceph-mon[90243]: osdmap e1840: 8 total, 8 up, 8 in 2024-08-10T06:09:19.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:09:19 smithi031 ceph-mon[98130]: osdmap e1841: 8 total, 8 up, 8 in 2024-08-10T06:09:19.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:09:19 smithi031 ceph-mon[98130]: pgmap v3178: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 76 KiB/s rd, 6.0 KiB/s wr, 103 op/s 2024-08-10T06:09:19.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:09:19 smithi031 ceph-mon[100614]: osdmap e1841: 8 total, 8 up, 8 in 2024-08-10T06:09:19.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:09:19 smithi031 ceph-mon[100614]: pgmap v3178: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 76 KiB/s rd, 6.0 KiB/s wr, 103 op/s 2024-08-10T06:09:19.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:09:19 smithi196 ceph-mon[90243]: osdmap e1841: 8 total, 8 up, 8 in 2024-08-10T06:09:19.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:09:19 smithi196 ceph-mon[90243]: pgmap v3178: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 76 KiB/s rd, 6.0 KiB/s wr, 103 op/s 2024-08-10T06:09:20.573 INFO:tasks.workunit.client.0.smithi031.stdout:10.00% done 2024-08-10T06:09:20.574 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.QuiesceWatchError (5958 ms) 2024-08-10T06:09:20.574 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.QuiesceWatchTimeout 2024-08-10T06:09:20.574 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:09:20.588 INFO:tasks.workunit.client.0.smithi031.stderr:test quiesce is not long enough to time out 2024-08-10T06:09:20.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:09:20 smithi031 ceph-mon[98130]: osdmap e1842: 8 total, 8 up, 8 in 2024-08-10T06:09:20.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:09:20 smithi031 ceph-mon[98130]: osdmap e1843: 8 total, 8 up, 8 in 2024-08-10T06:09:20.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:09:20 smithi031 ceph-mon[100614]: osdmap e1842: 8 total, 8 up, 8 in 2024-08-10T06:09:20.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:09:20 smithi031 ceph-mon[100614]: osdmap e1843: 8 total, 8 up, 8 in 2024-08-10T06:09:20.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:09:20 smithi196 ceph-mon[90243]: osdmap e1842: 8 total, 8 up, 8 in 2024-08-10T06:09:20.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:09:20 smithi196 ceph-mon[90243]: osdmap e1843: 8 total, 8 up, 8 in 2024-08-10T06:09:21.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:09:21 smithi031 ceph-mon[98130]: pgmap v3181: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 58 KiB/s rd, 6.5 KiB/s wr, 83 op/s 2024-08-10T06:09:21.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:09:21 smithi031 ceph-mon[100614]: pgmap v3181: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 58 KiB/s rd, 6.5 KiB/s wr, 83 op/s 2024-08-10T06:09:21.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:09:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:09:21] "GET /metrics HTTP/1.1" 200 90431 "" "Prometheus/2.43.0" 2024-08-10T06:09:21.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:09:21 smithi196 ceph-mon[90243]: pgmap v3181: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 58 KiB/s rd, 6.5 KiB/s wr, 83 op/s 2024-08-10T06:09:22.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:09:22 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:09:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:09:24.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:09:23 smithi031 ceph-mon[98130]: pgmap v3182: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 44 KiB/s rd, 5.1 KiB/s wr, 63 op/s 2024-08-10T06:09:24.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:09:23 smithi031 ceph-mon[100614]: pgmap v3182: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 44 KiB/s rd, 5.1 KiB/s wr, 63 op/s 2024-08-10T06:09:24.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:09:23 smithi196 ceph-mon[90243]: pgmap v3182: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 44 KiB/s rd, 5.1 KiB/s wr, 63 op/s 2024-08-10T06:09:26.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:09:25 smithi031 ceph-mon[98130]: pgmap v3183: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 39 KiB/s rd, 4.3 KiB/s wr, 56 op/s 2024-08-10T06:09:26.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:09:25 smithi031 ceph-mon[98130]: osdmap e1844: 8 total, 8 up, 8 in 2024-08-10T06:09:26.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:09:25 smithi031 ceph-mon[100614]: pgmap v3183: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 39 KiB/s rd, 4.3 KiB/s wr, 56 op/s 2024-08-10T06:09:26.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:09:25 smithi031 ceph-mon[100614]: osdmap e1844: 8 total, 8 up, 8 in 2024-08-10T06:09:26.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:09:25 smithi196 ceph-mon[90243]: pgmap v3183: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 39 KiB/s rd, 4.3 KiB/s wr, 56 op/s 2024-08-10T06:09:26.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:09:25 smithi196 ceph-mon[90243]: osdmap e1844: 8 total, 8 up, 8 in 2024-08-10T06:09:27.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:09:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:09:27.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:09:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:09:27.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:09:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:09:28.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:09:27 smithi031 ceph-mon[98130]: pgmap v3185: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 44 KiB/s rd, 3.5 KiB/s wr, 60 op/s 2024-08-10T06:09:28.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:09:27 smithi031 ceph-mon[100614]: pgmap v3185: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 44 KiB/s rd, 3.5 KiB/s wr, 60 op/s 2024-08-10T06:09:28.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:09:27 smithi196 ceph-mon[90243]: pgmap v3185: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 44 KiB/s rd, 3.5 KiB/s wr, 60 op/s 2024-08-10T06:09:28.927 INFO:tasks.workunit.client.0.smithi031.stderr:test quiesce is timed out 2024-08-10T06:09:28.930 INFO:tasks.workunit.client.0.smithi031.stderr:waiting for timed out ... 0 2024-08-10T06:09:29.930 INFO:tasks.workunit.client.0.smithi031.stderr:waiting for timed out ... 1 2024-08-10T06:09:30.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:09:29 smithi031 ceph-mon[98130]: pgmap v3186: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 17 KiB/s rd, 981 B/s wr, 24 op/s 2024-08-10T06:09:30.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:09:29 smithi031 ceph-mon[98130]: osdmap e1845: 8 total, 8 up, 8 in 2024-08-10T06:09:30.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:09:29 smithi031 ceph-mon[100614]: pgmap v3186: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 17 KiB/s rd, 981 B/s wr, 24 op/s 2024-08-10T06:09:30.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:09:29 smithi031 ceph-mon[100614]: osdmap e1845: 8 total, 8 up, 8 in 2024-08-10T06:09:30.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:09:29 smithi196 ceph-mon[90243]: pgmap v3186: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 17 KiB/s rd, 981 B/s wr, 24 op/s 2024-08-10T06:09:30.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:09:29 smithi196 ceph-mon[90243]: osdmap e1845: 8 total, 8 up, 8 in 2024-08-10T06:09:30.930 INFO:tasks.workunit.client.0.smithi031.stderr:waiting for timed out ... 2 2024-08-10T06:09:31.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:09:31 smithi031 ceph-mon[98130]: osdmap e1846: 8 total, 8 up, 8 in 2024-08-10T06:09:31.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:09:31 smithi031 ceph-mon[98130]: pgmap v3189: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 14 KiB/s rd, 341 B/s wr, 17 op/s 2024-08-10T06:09:31.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:09:31 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:09:31] "GET /metrics HTTP/1.1" 200 90432 "" "Prometheus/2.43.0" 2024-08-10T06:09:31.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:09:31 smithi031 ceph-mon[100614]: osdmap e1846: 8 total, 8 up, 8 in 2024-08-10T06:09:31.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:09:31 smithi031 ceph-mon[100614]: pgmap v3189: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 14 KiB/s rd, 341 B/s wr, 17 op/s 2024-08-10T06:09:31.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:09:31 smithi196 ceph-mon[90243]: osdmap e1846: 8 total, 8 up, 8 in 2024-08-10T06:09:31.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:09:31 smithi196 ceph-mon[90243]: pgmap v3189: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 14 KiB/s rd, 341 B/s wr, 17 op/s 2024-08-10T06:09:31.930 INFO:tasks.workunit.client.0.smithi031.stderr:waiting for timed out ... 3 2024-08-10T06:09:32.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:09:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:09:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:09:32.930 INFO:tasks.workunit.client.0.smithi031.stderr:waiting for timed out ... 4 2024-08-10T06:09:33.931 INFO:tasks.workunit.client.0.smithi031.stderr:waiting for timed out ... 5 2024-08-10T06:09:34.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:09:33 smithi031 ceph-mon[98130]: pgmap v3190: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 557 B/s rd, 139 B/s wr, 0 op/s 2024-08-10T06:09:34.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:09:33 smithi031 ceph-mon[100614]: pgmap v3190: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 557 B/s rd, 139 B/s wr, 0 op/s 2024-08-10T06:09:34.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:09:33 smithi196 ceph-mon[90243]: pgmap v3190: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 557 B/s rd, 139 B/s wr, 0 op/s 2024-08-10T06:09:34.931 INFO:tasks.workunit.client.0.smithi031.stderr:waiting for timed out ... 6 2024-08-10T06:09:35.931 INFO:tasks.workunit.client.0.smithi031.stderr:waiting for timed out ... 7 2024-08-10T06:09:36.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:09:35 smithi031 ceph-mon[98130]: pgmap v3191: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-08-10T06:09:36.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:09:35 smithi031 ceph-mon[100614]: pgmap v3191: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-08-10T06:09:36.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:09:35 smithi196 ceph-mon[90243]: pgmap v3191: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-08-10T06:09:36.931 INFO:tasks.workunit.client.0.smithi031.stderr:waiting for timed out ... 8 2024-08-10T06:09:37.931 INFO:tasks.workunit.client.0.smithi031.stderr:waiting for timed out ... 9 2024-08-10T06:09:38.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:09:37 smithi031 ceph-mon[98130]: pgmap v3192: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-08-10T06:09:38.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:09:37 smithi031 ceph-mon[100614]: pgmap v3192: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-08-10T06:09:38.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:09:37 smithi196 ceph-mon[90243]: pgmap v3192: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-08-10T06:09:38.931 INFO:tasks.workunit.client.0.smithi031.stderr:waiting for timed out ... 10 2024-08-10T06:09:40.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:09:39 smithi031 ceph-mon[98130]: pgmap v3193: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.9 KiB/s rd, 309 B/s wr, 3 op/s 2024-08-10T06:09:40.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:09:39 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:09:40.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:09:39 smithi031 ceph-mon[100614]: pgmap v3193: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.9 KiB/s rd, 309 B/s wr, 3 op/s 2024-08-10T06:09:40.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:09:39 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:09:40.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:09:39 smithi196 ceph-mon[90243]: pgmap v3193: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.9 KiB/s rd, 309 B/s wr, 3 op/s 2024-08-10T06:09:40.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:09:39 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:09:41.255 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:09:40 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:09:41.255 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:09:40 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:09:41.255 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:09:40 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:09:41.255 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:09:40 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:09:41.256 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:09:40 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:09:41.256 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:09:40 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:09:41.256 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:09:40 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:09:41.256 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:09:40 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:09:41.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:09:40 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:09:41.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:09:40 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:09:41.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:09:40 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:09:41.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:09:40 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:09:41.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:09:41 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:09:41] "GET /metrics HTTP/1.1" 200 90438 "" "Prometheus/2.43.0" 2024-08-10T06:09:42.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:09:42 smithi031 ceph-mon[98130]: pgmap v3194: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.8 KiB/s rd, 197 B/s wr, 3 op/s 2024-08-10T06:09:42.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:09:42 smithi031 ceph-mon[100614]: pgmap v3194: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.8 KiB/s rd, 197 B/s wr, 3 op/s 2024-08-10T06:09:42.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:09:42 smithi196 ceph-mon[90243]: pgmap v3194: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.8 KiB/s rd, 197 B/s wr, 3 op/s 2024-08-10T06:09:42.529 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:09:42 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:09:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:09:44.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:09:44 smithi031 ceph-mon[98130]: pgmap v3195: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.4 KiB/s rd, 170 B/s wr, 2 op/s 2024-08-10T06:09:44.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:09:44 smithi031 ceph-mon[100614]: pgmap v3195: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.4 KiB/s rd, 170 B/s wr, 2 op/s 2024-08-10T06:09:44.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:09:44 smithi196 ceph-mon[90243]: pgmap v3195: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.4 KiB/s rd, 170 B/s wr, 2 op/s 2024-08-10T06:09:46.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:09:46 smithi031 ceph-mon[98130]: pgmap v3196: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.1 KiB/s rd, 170 B/s wr, 2 op/s 2024-08-10T06:09:46.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:09:46 smithi031 ceph-mon[100614]: pgmap v3196: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.1 KiB/s rd, 170 B/s wr, 2 op/s 2024-08-10T06:09:46.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:09:46 smithi196 ceph-mon[90243]: pgmap v3196: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.1 KiB/s rd, 170 B/s wr, 2 op/s 2024-08-10T06:09:48.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:09:48 smithi031 ceph-mon[98130]: pgmap v3197: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-10T06:09:48.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:09:48 smithi031 ceph-mon[100614]: pgmap v3197: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-10T06:09:48.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:09:48 smithi196 ceph-mon[90243]: pgmap v3197: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-10T06:09:49.931 INFO:tasks.workunit.client.0.smithi031.stderr:test retry succeeds 2024-08-10T06:09:50.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:09:50 smithi031 ceph-mon[98130]: pgmap v3198: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-10T06:09:50.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:09:50 smithi031 ceph-mon[100614]: pgmap v3198: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-10T06:09:50.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:09:50 smithi196 ceph-mon[90243]: pgmap v3198: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-10T06:09:51.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:09:51 smithi031 ceph-mon[98130]: osdmap e1847: 8 total, 8 up, 8 in 2024-08-10T06:09:51.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:09:51 smithi031 ceph-mon[98130]: pgmap v3200: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 102 B/s rd, 0 B/s wr, 0 op/s 2024-08-10T06:09:51.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:09:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:09:51] "GET /metrics HTTP/1.1" 200 90438 "" "Prometheus/2.43.0" 2024-08-10T06:09:51.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:09:51 smithi031 ceph-mon[100614]: osdmap e1847: 8 total, 8 up, 8 in 2024-08-10T06:09:51.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:09:51 smithi031 ceph-mon[100614]: pgmap v3200: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 102 B/s rd, 0 B/s wr, 0 op/s 2024-08-10T06:09:51.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:09:51 smithi196 ceph-mon[90243]: osdmap e1847: 8 total, 8 up, 8 in 2024-08-10T06:09:51.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:09:51 smithi196 ceph-mon[90243]: pgmap v3200: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 102 B/s rd, 0 B/s wr, 0 op/s 2024-08-10T06:09:52.304 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.QuiesceWatchTimeout (31731 ms) 2024-08-10T06:09:52.304 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.WriteZeroes 2024-08-10T06:09:52.304 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:09:52.361 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.WriteZeroes (57 ms) 2024-08-10T06:09:52.361 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.WriteZeroesThickProvision 2024-08-10T06:09:52.361 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:09:52.425 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.WriteZeroesThickProvision (64 ms) 2024-08-10T06:09:52.425 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] TestLibRBD.ConcurentOperations 2024-08-10T06:09:52.425 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:09:52.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:09:52 smithi031 ceph-mon[98130]: osdmap e1848: 8 total, 8 up, 8 in 2024-08-10T06:09:52.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:09:52 smithi031 ceph-mon[100614]: osdmap e1848: 8 total, 8 up, 8 in 2024-08-10T06:09:52.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:09:52 smithi196 ceph-mon[90243]: osdmap e1848: 8 total, 8 up, 8 in 2024-08-10T06:09:52.530 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:09:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:09:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:09:53.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:09:53 smithi031 ceph-mon[98130]: osdmap e1849: 8 total, 8 up, 8 in 2024-08-10T06:09:53.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:09:53 smithi031 ceph-mon[98130]: pgmap v3203: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 42 KiB/s rd, 511 B/s wr, 57 op/s 2024-08-10T06:09:53.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:09:53 smithi031 ceph-mon[100614]: osdmap e1849: 8 total, 8 up, 8 in 2024-08-10T06:09:53.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:09:53 smithi031 ceph-mon[100614]: pgmap v3203: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 42 KiB/s rd, 511 B/s wr, 57 op/s 2024-08-10T06:09:53.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:09:53 smithi196 ceph-mon[90243]: osdmap e1849: 8 total, 8 up, 8 in 2024-08-10T06:09:53.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:09:53 smithi196 ceph-mon[90243]: pgmap v3203: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 42 KiB/s rd, 511 B/s wr, 57 op/s 2024-08-10T06:09:54.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:09:54 smithi031 ceph-mon[98130]: osdmap e1850: 8 total, 8 up, 8 in 2024-08-10T06:09:54.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:09:54 smithi031 ceph-mon[100614]: osdmap e1850: 8 total, 8 up, 8 in 2024-08-10T06:09:54.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:09:54 smithi196 ceph-mon[90243]: osdmap e1850: 8 total, 8 up, 8 in 2024-08-10T06:09:55.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:09:55 smithi031 ceph-mon[98130]: osdmap e1851: 8 total, 8 up, 8 in 2024-08-10T06:09:55.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:09:55 smithi031 ceph-mon[98130]: pgmap v3206: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 117 KiB/s rd, 6.2 KiB/s wr, 161 op/s 2024-08-10T06:09:55.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:09:55 smithi031 ceph-mon[100614]: osdmap e1851: 8 total, 8 up, 8 in 2024-08-10T06:09:55.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:09:55 smithi031 ceph-mon[100614]: pgmap v3206: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 117 KiB/s rd, 6.2 KiB/s wr, 161 op/s 2024-08-10T06:09:55.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:09:55 smithi196 ceph-mon[90243]: osdmap e1851: 8 total, 8 up, 8 in 2024-08-10T06:09:55.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:09:55 smithi196 ceph-mon[90243]: pgmap v3206: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 117 KiB/s rd, 6.2 KiB/s wr, 161 op/s 2024-08-10T06:09:56.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:09:56 smithi031 ceph-mon[98130]: osdmap e1852: 8 total, 8 up, 8 in 2024-08-10T06:09:56.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:09:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:09:56.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:09:56 smithi031 ceph-mon[100614]: osdmap e1852: 8 total, 8 up, 8 in 2024-08-10T06:09:56.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:09:56 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:09:56.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:09:56 smithi196 ceph-mon[90243]: osdmap e1852: 8 total, 8 up, 8 in 2024-08-10T06:09:56.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:09:56 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:09:57.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:09:57 smithi031 ceph-mon[98130]: osdmap e1853: 8 total, 8 up, 8 in 2024-08-10T06:09:57.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:09:57 smithi031 ceph-mon[98130]: pgmap v3209: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 56 KiB/s rd, 6.7 KiB/s wr, 79 op/s 2024-08-10T06:09:57.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:09:57 smithi031 ceph-mon[100614]: osdmap e1853: 8 total, 8 up, 8 in 2024-08-10T06:09:57.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:09:57 smithi031 ceph-mon[100614]: pgmap v3209: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 56 KiB/s rd, 6.7 KiB/s wr, 79 op/s 2024-08-10T06:09:57.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:09:57 smithi196 ceph-mon[90243]: osdmap e1853: 8 total, 8 up, 8 in 2024-08-10T06:09:57.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:09:57 smithi196 ceph-mon[90243]: pgmap v3209: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 56 KiB/s rd, 6.7 KiB/s wr, 79 op/s 2024-08-10T06:09:58.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:09:58 smithi031 ceph-mon[98130]: osdmap e1854: 8 total, 8 up, 8 in 2024-08-10T06:09:58.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:09:58 smithi031 ceph-mon[100614]: osdmap e1854: 8 total, 8 up, 8 in 2024-08-10T06:09:58.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:09:58 smithi196 ceph-mon[90243]: osdmap e1854: 8 total, 8 up, 8 in 2024-08-10T06:09:59.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:09:59 smithi031 ceph-mon[98130]: osdmap e1855: 8 total, 8 up, 8 in 2024-08-10T06:09:59.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:09:59 smithi031 ceph-mon[98130]: pgmap v3212: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 17 KiB/s rd, 6.7 KiB/s wr, 28 op/s 2024-08-10T06:09:59.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:09:59 smithi031 ceph-mon[100614]: osdmap e1855: 8 total, 8 up, 8 in 2024-08-10T06:09:59.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:09:59 smithi031 ceph-mon[100614]: pgmap v3212: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 17 KiB/s rd, 6.7 KiB/s wr, 28 op/s 2024-08-10T06:09:59.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:09:59 smithi196 ceph-mon[90243]: osdmap e1855: 8 total, 8 up, 8 in 2024-08-10T06:09:59.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:09:59 smithi196 ceph-mon[90243]: pgmap v3212: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 17 KiB/s rd, 6.7 KiB/s wr, 28 op/s 2024-08-10T06:10:00.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:00 smithi031 ceph-mon[98130]: osdmap e1856: 8 total, 8 up, 8 in 2024-08-10T06:10:00.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:00 smithi031 ceph-mon[98130]: Health detail: HEALTH_WARN 2 pool(s) full; Telemetry requires re-opt-in 2024-08-10T06:10:00.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:00 smithi031 ceph-mon[98130]: [WRN] POOL_FULL: 2 pool(s) full 2024-08-10T06:10:00.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:00 smithi031 ceph-mon[98130]: pool 'test-librbd-smithi031-151948-24' is full (running out of quota) 2024-08-10T06:10:00.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:00 smithi031 ceph-mon[98130]: pool 'test-librbd-smithi031-151948-27' is full (running out of quota) 2024-08-10T06:10:00.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:00 smithi031 ceph-mon[98130]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-08-10T06:10:00.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:00 smithi031 ceph-mon[98130]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-08-10T06:10:00.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:00 smithi031 ceph-mon[100614]: osdmap e1856: 8 total, 8 up, 8 in 2024-08-10T06:10:00.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:00 smithi031 ceph-mon[100614]: Health detail: HEALTH_WARN 2 pool(s) full; Telemetry requires re-opt-in 2024-08-10T06:10:00.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:00 smithi031 ceph-mon[100614]: [WRN] POOL_FULL: 2 pool(s) full 2024-08-10T06:10:00.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:00 smithi031 ceph-mon[100614]: pool 'test-librbd-smithi031-151948-24' is full (running out of quota) 2024-08-10T06:10:00.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:00 smithi031 ceph-mon[100614]: pool 'test-librbd-smithi031-151948-27' is full (running out of quota) 2024-08-10T06:10:00.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:00 smithi031 ceph-mon[100614]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-08-10T06:10:00.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:00 smithi031 ceph-mon[100614]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-08-10T06:10:00.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:00 smithi196 ceph-mon[90243]: osdmap e1856: 8 total, 8 up, 8 in 2024-08-10T06:10:00.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:00 smithi196 ceph-mon[90243]: Health detail: HEALTH_WARN 2 pool(s) full; Telemetry requires re-opt-in 2024-08-10T06:10:00.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:00 smithi196 ceph-mon[90243]: [WRN] POOL_FULL: 2 pool(s) full 2024-08-10T06:10:00.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:00 smithi196 ceph-mon[90243]: pool 'test-librbd-smithi031-151948-24' is full (running out of quota) 2024-08-10T06:10:00.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:00 smithi196 ceph-mon[90243]: pool 'test-librbd-smithi031-151948-27' is full (running out of quota) 2024-08-10T06:10:00.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:00 smithi196 ceph-mon[90243]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-08-10T06:10:00.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:00 smithi196 ceph-mon[90243]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-08-10T06:10:01.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:10:01 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:10:01] "GET /metrics HTTP/1.1" 200 90441 "" "Prometheus/2.43.0" 2024-08-10T06:10:01.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:01 smithi031 ceph-mon[98130]: osdmap e1857: 8 total, 8 up, 8 in 2024-08-10T06:10:01.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:01 smithi031 ceph-mon[98130]: osdmap e1858: 8 total, 8 up, 8 in 2024-08-10T06:10:01.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:01 smithi031 ceph-mon[98130]: pgmap v3216: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 21 KiB/s rd, 6.7 KiB/s wr, 32 op/s 2024-08-10T06:10:01.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:01 smithi031 ceph-mon[100614]: osdmap e1857: 8 total, 8 up, 8 in 2024-08-10T06:10:01.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:01 smithi031 ceph-mon[100614]: osdmap e1858: 8 total, 8 up, 8 in 2024-08-10T06:10:01.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:01 smithi031 ceph-mon[100614]: pgmap v3216: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 21 KiB/s rd, 6.7 KiB/s wr, 32 op/s 2024-08-10T06:10:01.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:01 smithi196 ceph-mon[90243]: osdmap e1857: 8 total, 8 up, 8 in 2024-08-10T06:10:01.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:01 smithi196 ceph-mon[90243]: osdmap e1858: 8 total, 8 up, 8 in 2024-08-10T06:10:01.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:01 smithi196 ceph-mon[90243]: pgmap v3216: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 21 KiB/s rd, 6.7 KiB/s wr, 32 op/s 2024-08-10T06:10:02.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:02 smithi031 ceph-mon[98130]: osdmap e1859: 8 total, 8 up, 8 in 2024-08-10T06:10:02.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:02 smithi031 ceph-mon[100614]: osdmap e1859: 8 total, 8 up, 8 in 2024-08-10T06:10:02.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:02 smithi196 ceph-mon[90243]: osdmap e1859: 8 total, 8 up, 8 in 2024-08-10T06:10:02.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:10:02 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:10:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:10:03.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:03 smithi031 ceph-mon[98130]: osdmap e1860: 8 total, 8 up, 8 in 2024-08-10T06:10:03.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:03 smithi031 ceph-mon[98130]: pgmap v3219: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 200 KiB/s rd, 5.6 KiB/s wr, 271 op/s 2024-08-10T06:10:03.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:03 smithi031 ceph-mon[100614]: osdmap e1860: 8 total, 8 up, 8 in 2024-08-10T06:10:03.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:03 smithi031 ceph-mon[100614]: pgmap v3219: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 200 KiB/s rd, 5.6 KiB/s wr, 271 op/s 2024-08-10T06:10:03.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:03 smithi196 ceph-mon[90243]: osdmap e1860: 8 total, 8 up, 8 in 2024-08-10T06:10:03.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:03 smithi196 ceph-mon[90243]: pgmap v3219: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 200 KiB/s rd, 5.6 KiB/s wr, 271 op/s 2024-08-10T06:10:04.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:04 smithi031 ceph-mon[98130]: osdmap e1861: 8 total, 8 up, 8 in 2024-08-10T06:10:04.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:04 smithi031 ceph-mon[100614]: osdmap e1861: 8 total, 8 up, 8 in 2024-08-10T06:10:04.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:04 smithi196 ceph-mon[90243]: osdmap e1861: 8 total, 8 up, 8 in 2024-08-10T06:10:05.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:05 smithi031 ceph-mon[98130]: osdmap e1862: 8 total, 8 up, 8 in 2024-08-10T06:10:05.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:05 smithi031 ceph-mon[98130]: pgmap v3222: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 178 KiB/s rd, 4.7 KiB/s wr, 242 op/s 2024-08-10T06:10:05.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:05 smithi031 ceph-mon[100614]: osdmap e1862: 8 total, 8 up, 8 in 2024-08-10T06:10:05.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:05 smithi031 ceph-mon[100614]: pgmap v3222: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 178 KiB/s rd, 4.7 KiB/s wr, 242 op/s 2024-08-10T06:10:05.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:05 smithi196 ceph-mon[90243]: osdmap e1862: 8 total, 8 up, 8 in 2024-08-10T06:10:05.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:05 smithi196 ceph-mon[90243]: pgmap v3222: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 178 KiB/s rd, 4.7 KiB/s wr, 242 op/s 2024-08-10T06:10:06.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:06 smithi031 ceph-mon[98130]: osdmap e1863: 8 total, 8 up, 8 in 2024-08-10T06:10:06.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:06 smithi031 ceph-mon[100614]: osdmap e1863: 8 total, 8 up, 8 in 2024-08-10T06:10:06.782 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:06 smithi196 ceph-mon[90243]: osdmap e1863: 8 total, 8 up, 8 in 2024-08-10T06:10:07.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:07 smithi196 ceph-mon[90243]: osdmap e1864: 8 total, 8 up, 8 in 2024-08-10T06:10:07.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:07 smithi196 ceph-mon[90243]: pgmap v3225: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 7 op/s 2024-08-10T06:10:08.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:07 smithi031 ceph-mon[98130]: osdmap e1864: 8 total, 8 up, 8 in 2024-08-10T06:10:08.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:07 smithi031 ceph-mon[98130]: pgmap v3225: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 7 op/s 2024-08-10T06:10:08.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:07 smithi031 ceph-mon[100614]: osdmap e1864: 8 total, 8 up, 8 in 2024-08-10T06:10:08.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:07 smithi031 ceph-mon[100614]: pgmap v3225: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 7 op/s 2024-08-10T06:10:09.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:08 smithi031 ceph-mon[98130]: osdmap e1865: 8 total, 8 up, 8 in 2024-08-10T06:10:09.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:08 smithi031 ceph-mon[100614]: osdmap e1865: 8 total, 8 up, 8 in 2024-08-10T06:10:09.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:08 smithi196 ceph-mon[90243]: osdmap e1865: 8 total, 8 up, 8 in 2024-08-10T06:10:10.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:09 smithi031 ceph-mon[98130]: osdmap e1866: 8 total, 8 up, 8 in 2024-08-10T06:10:10.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:09 smithi031 ceph-mon[98130]: pgmap v3228: 841 pgs: 1 active+clean+snaptrim_wait, 840 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 13 KiB/s rd, 4.5 KiB/s wr, 23 op/s 2024-08-10T06:10:10.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:09 smithi031 ceph-mon[100614]: osdmap e1866: 8 total, 8 up, 8 in 2024-08-10T06:10:10.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:09 smithi031 ceph-mon[100614]: pgmap v3228: 841 pgs: 1 active+clean+snaptrim_wait, 840 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 13 KiB/s rd, 4.5 KiB/s wr, 23 op/s 2024-08-10T06:10:10.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:09 smithi196 ceph-mon[90243]: osdmap e1866: 8 total, 8 up, 8 in 2024-08-10T06:10:10.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:09 smithi196 ceph-mon[90243]: pgmap v3228: 841 pgs: 1 active+clean+snaptrim_wait, 840 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 13 KiB/s rd, 4.5 KiB/s wr, 23 op/s 2024-08-10T06:10:11.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:10 smithi031 ceph-mon[98130]: osdmap e1867: 8 total, 8 up, 8 in 2024-08-10T06:10:11.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:10 smithi031 ceph-mon[98130]: osdmap e1868: 8 total, 8 up, 8 in 2024-08-10T06:10:11.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:10 smithi031 ceph-mon[100614]: osdmap e1867: 8 total, 8 up, 8 in 2024-08-10T06:10:11.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:10 smithi031 ceph-mon[100614]: osdmap e1868: 8 total, 8 up, 8 in 2024-08-10T06:10:11.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:10 smithi196 ceph-mon[90243]: osdmap e1867: 8 total, 8 up, 8 in 2024-08-10T06:10:11.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:10 smithi196 ceph-mon[90243]: osdmap e1868: 8 total, 8 up, 8 in 2024-08-10T06:10:11.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:10:11 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:10:11] "GET /metrics HTTP/1.1" 200 90444 "" "Prometheus/2.43.0" 2024-08-10T06:10:12.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:11 smithi031 ceph-mon[98130]: pgmap v3231: 841 pgs: 1 active+clean+snaptrim_wait, 840 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 12 KiB/s rd, 4.2 KiB/s wr, 21 op/s 2024-08-10T06:10:12.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:11 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:10:12.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:11 smithi031 ceph-mon[98130]: osdmap e1869: 8 total, 8 up, 8 in 2024-08-10T06:10:12.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:11 smithi031 ceph-mon[100614]: pgmap v3231: 841 pgs: 1 active+clean+snaptrim_wait, 840 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 12 KiB/s rd, 4.2 KiB/s wr, 21 op/s 2024-08-10T06:10:12.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:11 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:10:12.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:11 smithi031 ceph-mon[100614]: osdmap e1869: 8 total, 8 up, 8 in 2024-08-10T06:10:12.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:11 smithi196 ceph-mon[90243]: pgmap v3231: 841 pgs: 1 active+clean+snaptrim_wait, 840 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 12 KiB/s rd, 4.2 KiB/s wr, 21 op/s 2024-08-10T06:10:12.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:11 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:10:12.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:11 smithi196 ceph-mon[90243]: osdmap e1869: 8 total, 8 up, 8 in 2024-08-10T06:10:12.780 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:10:12 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:10:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:10:14.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:13 smithi031 ceph-mon[98130]: osdmap e1870: 8 total, 8 up, 8 in 2024-08-10T06:10:14.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:13 smithi031 ceph-mon[98130]: pgmap v3234: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 29 KiB/s rd, 4.0 KiB/s wr, 40 op/s 2024-08-10T06:10:14.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:13 smithi031 ceph-mon[100614]: osdmap e1870: 8 total, 8 up, 8 in 2024-08-10T06:10:14.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:13 smithi031 ceph-mon[100614]: pgmap v3234: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 29 KiB/s rd, 4.0 KiB/s wr, 40 op/s 2024-08-10T06:10:14.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:13 smithi196 ceph-mon[90243]: osdmap e1870: 8 total, 8 up, 8 in 2024-08-10T06:10:14.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:13 smithi196 ceph-mon[90243]: pgmap v3234: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 29 KiB/s rd, 4.0 KiB/s wr, 40 op/s 2024-08-10T06:10:15.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:14 smithi031 ceph-mon[98130]: osdmap e1871: 8 total, 8 up, 8 in 2024-08-10T06:10:15.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:14 smithi031 ceph-mon[100614]: osdmap e1871: 8 total, 8 up, 8 in 2024-08-10T06:10:15.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:14 smithi196 ceph-mon[90243]: osdmap e1871: 8 total, 8 up, 8 in 2024-08-10T06:10:16.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:15 smithi031 ceph-mon[98130]: osdmap e1872: 8 total, 8 up, 8 in 2024-08-10T06:10:16.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:15 smithi031 ceph-mon[98130]: pgmap v3237: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 33 KiB/s rd, 4.0 KiB/s wr, 46 op/s 2024-08-10T06:10:16.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:15 smithi031 ceph-mon[98130]: osdmap e1873: 8 total, 8 up, 8 in 2024-08-10T06:10:16.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:15 smithi031 ceph-mon[100614]: osdmap e1872: 8 total, 8 up, 8 in 2024-08-10T06:10:16.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:15 smithi031 ceph-mon[100614]: pgmap v3237: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 33 KiB/s rd, 4.0 KiB/s wr, 46 op/s 2024-08-10T06:10:16.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:15 smithi031 ceph-mon[100614]: osdmap e1873: 8 total, 8 up, 8 in 2024-08-10T06:10:16.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:15 smithi196 ceph-mon[90243]: osdmap e1872: 8 total, 8 up, 8 in 2024-08-10T06:10:16.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:15 smithi196 ceph-mon[90243]: pgmap v3237: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 33 KiB/s rd, 4.0 KiB/s wr, 46 op/s 2024-08-10T06:10:16.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:15 smithi196 ceph-mon[90243]: osdmap e1873: 8 total, 8 up, 8 in 2024-08-10T06:10:17.601 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] TestLibRBD.ConcurentOperations (25175 ms) 2024-08-10T06:10:17.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:17 smithi031 ceph-mon[98130]: osdmap e1874: 8 total, 8 up, 8 in 2024-08-10T06:10:17.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:17 smithi031 ceph-mon[98130]: pgmap v3240: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 4.2 KiB/s rd, 0 B/s wr, 7 op/s 2024-08-10T06:10:17.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:17 smithi031 ceph-mon[100614]: osdmap e1874: 8 total, 8 up, 8 in 2024-08-10T06:10:17.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:17 smithi031 ceph-mon[100614]: pgmap v3240: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 4.2 KiB/s rd, 0 B/s wr, 7 op/s 2024-08-10T06:10:17.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:17 smithi196 ceph-mon[90243]: osdmap e1874: 8 total, 8 up, 8 in 2024-08-10T06:10:17.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:17 smithi196 ceph-mon[90243]: pgmap v3240: 841 pgs: 841 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 4.2 KiB/s rd, 0 B/s wr, 7 op/s 2024-08-10T06:10:18.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:18 smithi031 ceph-mon[98130]: osdmap e1875: 8 total, 8 up, 8 in 2024-08-10T06:10:18.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:18 smithi031 ceph-mon[100614]: osdmap e1875: 8 total, 8 up, 8 in 2024-08-10T06:10:18.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:18 smithi196 ceph-mon[90243]: osdmap e1875: 8 total, 8 up, 8 in 2024-08-10T06:10:19.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:19 smithi031 ceph-mon[98130]: osdmap e1876: 8 total, 8 up, 8 in 2024-08-10T06:10:19.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:19 smithi031 ceph-mon[98130]: pgmap v3243: 809 pgs: 809 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 45 KiB/s rd, 2.7 KiB/s wr, 55 op/s 2024-08-10T06:10:19.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:19 smithi031 ceph-mon[100614]: osdmap e1876: 8 total, 8 up, 8 in 2024-08-10T06:10:19.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:19 smithi031 ceph-mon[100614]: pgmap v3243: 809 pgs: 809 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 45 KiB/s rd, 2.7 KiB/s wr, 55 op/s 2024-08-10T06:10:19.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:19 smithi196 ceph-mon[90243]: osdmap e1876: 8 total, 8 up, 8 in 2024-08-10T06:10:19.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:19 smithi196 ceph-mon[90243]: pgmap v3243: 809 pgs: 809 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 45 KiB/s rd, 2.7 KiB/s wr, 55 op/s 2024-08-10T06:10:20.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:20 smithi031 ceph-mon[100614]: osdmap e1877: 8 total, 8 up, 8 in 2024-08-10T06:10:20.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:20 smithi031 ceph-mon[100614]: osdmap e1878: 8 total, 8 up, 8 in 2024-08-10T06:10:20.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:20 smithi031 ceph-mon[98130]: osdmap e1877: 8 total, 8 up, 8 in 2024-08-10T06:10:20.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:20 smithi031 ceph-mon[98130]: osdmap e1878: 8 total, 8 up, 8 in 2024-08-10T06:10:20.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:20 smithi196 ceph-mon[90243]: osdmap e1877: 8 total, 8 up, 8 in 2024-08-10T06:10:20.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:20 smithi196 ceph-mon[90243]: osdmap e1878: 8 total, 8 up, 8 in 2024-08-10T06:10:21.516 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:10:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:10:21] "GET /metrics HTTP/1.1" 200 90444 "" "Prometheus/2.43.0" 2024-08-10T06:10:21.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:21 smithi031 ceph-mon[100614]: pgmap v3246: 745 pgs: 745 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-10T06:10:21.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:21 smithi031 ceph-mon[100614]: osdmap e1879: 8 total, 8 up, 8 in 2024-08-10T06:10:21.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:21 smithi031 ceph-mon[98130]: pgmap v3246: 745 pgs: 745 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-10T06:10:21.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:21 smithi031 ceph-mon[98130]: osdmap e1879: 8 total, 8 up, 8 in 2024-08-10T06:10:21.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:21 smithi196 ceph-mon[90243]: pgmap v3246: 745 pgs: 745 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-10T06:10:21.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:21 smithi196 ceph-mon[90243]: osdmap e1879: 8 total, 8 up, 8 in 2024-08-10T06:10:22.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:10:22 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:10:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:10:23.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:23 smithi031 ceph-mon[98130]: osdmap e1880: 8 total, 8 up, 8 in 2024-08-10T06:10:23.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:23 smithi031 ceph-mon[98130]: pgmap v3249: 681 pgs: 681 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-10T06:10:23.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:23 smithi031 ceph-mon[100614]: osdmap e1880: 8 total, 8 up, 8 in 2024-08-10T06:10:23.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:23 smithi031 ceph-mon[100614]: pgmap v3249: 681 pgs: 681 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-10T06:10:23.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:23 smithi196 ceph-mon[90243]: osdmap e1880: 8 total, 8 up, 8 in 2024-08-10T06:10:23.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:23 smithi196 ceph-mon[90243]: pgmap v3249: 681 pgs: 681 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-10T06:10:24.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:24 smithi031 ceph-mon[98130]: osdmap e1881: 8 total, 8 up, 8 in 2024-08-10T06:10:24.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:24 smithi031 ceph-mon[100614]: osdmap e1881: 8 total, 8 up, 8 in 2024-08-10T06:10:24.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:24 smithi196 ceph-mon[90243]: osdmap e1881: 8 total, 8 up, 8 in 2024-08-10T06:10:25.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:25 smithi031 ceph-mon[98130]: osdmap e1882: 8 total, 8 up, 8 in 2024-08-10T06:10:25.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:25 smithi031 ceph-mon[98130]: pgmap v3252: 617 pgs: 617 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-10T06:10:25.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:25 smithi031 ceph-mon[98130]: osdmap e1883: 8 total, 8 up, 8 in 2024-08-10T06:10:25.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:25 smithi031 ceph-mon[100614]: osdmap e1882: 8 total, 8 up, 8 in 2024-08-10T06:10:25.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:25 smithi031 ceph-mon[100614]: pgmap v3252: 617 pgs: 617 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-10T06:10:25.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:25 smithi031 ceph-mon[100614]: osdmap e1883: 8 total, 8 up, 8 in 2024-08-10T06:10:25.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:25 smithi196 ceph-mon[90243]: osdmap e1882: 8 total, 8 up, 8 in 2024-08-10T06:10:25.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:25 smithi196 ceph-mon[90243]: pgmap v3252: 617 pgs: 617 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-10T06:10:25.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:25 smithi196 ceph-mon[90243]: osdmap e1883: 8 total, 8 up, 8 in 2024-08-10T06:10:26.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:10:26.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:26 smithi031 ceph-mon[100614]: Health check update: 1 pool(s) full (POOL_FULL) 2024-08-10T06:10:26.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:26 smithi031 ceph-mon[100614]: osdmap e1884: 8 total, 8 up, 8 in 2024-08-10T06:10:26.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:10:26.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:26 smithi031 ceph-mon[98130]: Health check update: 1 pool(s) full (POOL_FULL) 2024-08-10T06:10:26.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:26 smithi031 ceph-mon[98130]: osdmap e1884: 8 total, 8 up, 8 in 2024-08-10T06:10:26.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:10:26.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:26 smithi196 ceph-mon[90243]: Health check update: 1 pool(s) full (POOL_FULL) 2024-08-10T06:10:26.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:26 smithi196 ceph-mon[90243]: osdmap e1884: 8 total, 8 up, 8 in 2024-08-10T06:10:27.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:27 smithi196 ceph-mon[90243]: pgmap v3255: 553 pgs: 553 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-10T06:10:27.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:27 smithi196 ceph-mon[90243]: osdmap e1885: 8 total, 8 up, 8 in 2024-08-10T06:10:28.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:27 smithi031 ceph-mon[100614]: pgmap v3255: 553 pgs: 553 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-10T06:10:28.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:27 smithi031 ceph-mon[100614]: osdmap e1885: 8 total, 8 up, 8 in 2024-08-10T06:10:28.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:27 smithi031 ceph-mon[98130]: pgmap v3255: 553 pgs: 553 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-10T06:10:28.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:27 smithi031 ceph-mon[98130]: osdmap e1885: 8 total, 8 up, 8 in 2024-08-10T06:10:29.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:29 smithi031 ceph-mon[98130]: osdmap e1886: 8 total, 8 up, 8 in 2024-08-10T06:10:29.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:29 smithi031 ceph-mon[98130]: pgmap v3258: 489 pgs: 489 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-10T06:10:29.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:29 smithi031 ceph-mon[100614]: osdmap e1886: 8 total, 8 up, 8 in 2024-08-10T06:10:29.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:29 smithi031 ceph-mon[100614]: pgmap v3258: 489 pgs: 489 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-10T06:10:29.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:29 smithi196 ceph-mon[90243]: osdmap e1886: 8 total, 8 up, 8 in 2024-08-10T06:10:29.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:29 smithi196 ceph-mon[90243]: pgmap v3258: 489 pgs: 489 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-10T06:10:30.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:30 smithi031 ceph-mon[98130]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-08-10T06:10:30.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:30 smithi031 ceph-mon[98130]: osdmap e1887: 8 total, 8 up, 8 in 2024-08-10T06:10:30.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:30 smithi031 ceph-mon[100614]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-08-10T06:10:30.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:30 smithi031 ceph-mon[100614]: osdmap e1887: 8 total, 8 up, 8 in 2024-08-10T06:10:30.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:30 smithi196 ceph-mon[90243]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-08-10T06:10:30.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:30 smithi196 ceph-mon[90243]: osdmap e1887: 8 total, 8 up, 8 in 2024-08-10T06:10:31.511 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:10:31 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:10:31] "GET /metrics HTTP/1.1" 200 71172 "" "Prometheus/2.43.0" 2024-08-10T06:10:31.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:31 smithi031 ceph-mon[98130]: osdmap e1888: 8 total, 8 up, 8 in 2024-08-10T06:10:31.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:31 smithi031 ceph-mon[98130]: pgmap v3261: 425 pgs: 425 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-10T06:10:31.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:31 smithi031 ceph-mon[100614]: osdmap e1888: 8 total, 8 up, 8 in 2024-08-10T06:10:31.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:31 smithi031 ceph-mon[100614]: pgmap v3261: 425 pgs: 425 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-10T06:10:31.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:31 smithi196 ceph-mon[90243]: osdmap e1888: 8 total, 8 up, 8 in 2024-08-10T06:10:31.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:31 smithi196 ceph-mon[90243]: pgmap v3261: 425 pgs: 425 active+clean; 6.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-10T06:10:32.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:32 smithi196 ceph-mon[90243]: osdmap e1889: 8 total, 8 up, 8 in 2024-08-10T06:10:32.780 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:10:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:10:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:10:33.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:32 smithi031 ceph-mon[98130]: osdmap e1889: 8 total, 8 up, 8 in 2024-08-10T06:10:33.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:32 smithi031 ceph-mon[100614]: osdmap e1889: 8 total, 8 up, 8 in 2024-08-10T06:10:33.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:33 smithi196 ceph-mon[90243]: osdmap e1890: 8 total, 8 up, 8 in 2024-08-10T06:10:33.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:33 smithi196 ceph-mon[90243]: pgmap v3264: 361 pgs: 361 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-10T06:10:34.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:33 smithi031 ceph-mon[98130]: osdmap e1890: 8 total, 8 up, 8 in 2024-08-10T06:10:34.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:33 smithi031 ceph-mon[98130]: pgmap v3264: 361 pgs: 361 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-10T06:10:34.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:33 smithi031 ceph-mon[100614]: osdmap e1890: 8 total, 8 up, 8 in 2024-08-10T06:10:34.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:33 smithi031 ceph-mon[100614]: pgmap v3264: 361 pgs: 361 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-10T06:10:35.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:34 smithi031 ceph-mon[98130]: osdmap e1891: 8 total, 8 up, 8 in 2024-08-10T06:10:35.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:34 smithi031 ceph-mon[100614]: osdmap e1891: 8 total, 8 up, 8 in 2024-08-10T06:10:35.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:34 smithi196 ceph-mon[90243]: osdmap e1891: 8 total, 8 up, 8 in 2024-08-10T06:10:36.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:35 smithi031 ceph-mon[98130]: osdmap e1892: 8 total, 8 up, 8 in 2024-08-10T06:10:36.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:35 smithi031 ceph-mon[98130]: pgmap v3267: 297 pgs: 297 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-10T06:10:36.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:35 smithi031 ceph-mon[100614]: osdmap e1892: 8 total, 8 up, 8 in 2024-08-10T06:10:36.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:35 smithi031 ceph-mon[100614]: pgmap v3267: 297 pgs: 297 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-10T06:10:36.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:35 smithi196 ceph-mon[90243]: osdmap e1892: 8 total, 8 up, 8 in 2024-08-10T06:10:36.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:35 smithi196 ceph-mon[90243]: pgmap v3267: 297 pgs: 297 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-10T06:10:37.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:36 smithi031 ceph-mon[98130]: osdmap e1893: 8 total, 8 up, 8 in 2024-08-10T06:10:37.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:36 smithi031 ceph-mon[100614]: osdmap e1893: 8 total, 8 up, 8 in 2024-08-10T06:10:37.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:36 smithi196 ceph-mon[90243]: osdmap e1893: 8 total, 8 up, 8 in 2024-08-10T06:10:38.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:37 smithi031 ceph-mon[98130]: osdmap e1894: 8 total, 8 up, 8 in 2024-08-10T06:10:38.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:37 smithi031 ceph-mon[98130]: pgmap v3270: 233 pgs: 233 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-10T06:10:38.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:37 smithi031 ceph-mon[100614]: osdmap e1894: 8 total, 8 up, 8 in 2024-08-10T06:10:38.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:37 smithi031 ceph-mon[100614]: pgmap v3270: 233 pgs: 233 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-10T06:10:38.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:37 smithi196 ceph-mon[90243]: osdmap e1894: 8 total, 8 up, 8 in 2024-08-10T06:10:38.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:37 smithi196 ceph-mon[90243]: pgmap v3270: 233 pgs: 233 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-10T06:10:39.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:38 smithi031 ceph-mon[98130]: osdmap e1895: 8 total, 8 up, 8 in 2024-08-10T06:10:39.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:38 smithi031 ceph-mon[100614]: osdmap e1895: 8 total, 8 up, 8 in 2024-08-10T06:10:39.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:38 smithi196 ceph-mon[90243]: osdmap e1895: 8 total, 8 up, 8 in 2024-08-10T06:10:40.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:39 smithi031 ceph-mon[98130]: osdmap e1896: 8 total, 8 up, 8 in 2024-08-10T06:10:40.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:39 smithi031 ceph-mon[98130]: pgmap v3273: 169 pgs: 169 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-10T06:10:40.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:39 smithi031 ceph-mon[100614]: osdmap e1896: 8 total, 8 up, 8 in 2024-08-10T06:10:40.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:39 smithi031 ceph-mon[100614]: pgmap v3273: 169 pgs: 169 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-10T06:10:40.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:39 smithi196 ceph-mon[90243]: osdmap e1896: 8 total, 8 up, 8 in 2024-08-10T06:10:40.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:39 smithi196 ceph-mon[90243]: pgmap v3273: 169 pgs: 169 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-10T06:10:40.591 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 161 tests from TestLibRBD (387823 ms total) 2024-08-10T06:10:40.591 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:10:40.591 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 19 tests from DiffIterateTest/0, where TypeParam = DiffIterateParams 2024-08-10T06:10:40.632 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] DiffIterateTest/0.DiffIterate 2024-08-10T06:10:41.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:40 smithi031 ceph-mon[98130]: osdmap e1897: 8 total, 8 up, 8 in 2024-08-10T06:10:41.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:40 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:10:41.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:40 smithi031 ceph-mon[100614]: osdmap e1897: 8 total, 8 up, 8 in 2024-08-10T06:10:41.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:40 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:10:41.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:40 smithi196 ceph-mon[90243]: osdmap e1897: 8 total, 8 up, 8 in 2024-08-10T06:10:41.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:40 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:10:41.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:10:41 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:10:41] "GET /metrics HTTP/1.1" 200 34249 "" "Prometheus/2.43.0" 2024-08-10T06:10:42.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:41 smithi031 ceph-mon[98130]: osdmap e1898: 8 total, 8 up, 8 in 2024-08-10T06:10:42.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:41 smithi031 ceph-mon[98130]: pgmap v3276: 105 pgs: 105 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-10T06:10:42.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:10:42.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:10:42.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:10:42.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:10:42.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:10:42.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:41 smithi031 ceph-mon[100614]: osdmap e1898: 8 total, 8 up, 8 in 2024-08-10T06:10:42.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:41 smithi031 ceph-mon[100614]: pgmap v3276: 105 pgs: 105 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-10T06:10:42.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:10:42.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:10:42.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:10:42.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:10:42.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:10:42.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:41 smithi196 ceph-mon[90243]: osdmap e1898: 8 total, 8 up, 8 in 2024-08-10T06:10:42.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:41 smithi196 ceph-mon[90243]: pgmap v3276: 105 pgs: 105 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-10T06:10:42.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:10:42.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:10:42.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:10:42.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:10:42.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:10:42.591 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:10:42 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:10:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:10:42.603 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:10:43.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:42 smithi031 ceph-mon[98130]: osdmap e1899: 8 total, 8 up, 8 in 2024-08-10T06:10:43.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:42 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/2590695632' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:10:43.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:42 smithi031 ceph-mon[100614]: osdmap e1899: 8 total, 8 up, 8 in 2024-08-10T06:10:43.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:42 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/2590695632' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:10:43.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:42 smithi196 ceph-mon[90243]: osdmap e1899: 8 total, 8 up, 8 in 2024-08-10T06:10:43.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:42 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/2590695632' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:10:44.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:43 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/2590695632' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-39","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T06:10:44.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:43 smithi031 ceph-mon[98130]: osdmap e1900: 8 total, 8 up, 8 in 2024-08-10T06:10:44.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:43 smithi031 ceph-mon[98130]: pgmap v3279: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-10T06:10:44.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:43 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/2590695632' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-39","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T06:10:44.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:43 smithi031 ceph-mon[100614]: osdmap e1900: 8 total, 8 up, 8 in 2024-08-10T06:10:44.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:43 smithi031 ceph-mon[100614]: pgmap v3279: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-10T06:10:44.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:43 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/2590695632' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-39","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T06:10:44.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:43 smithi196 ceph-mon[90243]: osdmap e1900: 8 total, 8 up, 8 in 2024-08-10T06:10:44.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:43 smithi196 ceph-mon[90243]: pgmap v3279: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-10T06:10:44.650 INFO:tasks.workunit.client.0.smithi031.stdout: wrote [4914623~36398,5275437~80094,7798587~86701,8616685~26282,14504303~50095,15237546~52272,15303248~99184,15794652~26033,16493287~102298,20758726~29744] 2024-08-10T06:10:45.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:44 smithi031 ceph-mon[98130]: osdmap e1901: 8 total, 8 up, 8 in 2024-08-10T06:10:45.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:44 smithi031 ceph-mon[100614]: osdmap e1901: 8 total, 8 up, 8 in 2024-08-10T06:10:45.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:44 smithi196 ceph-mon[90243]: osdmap e1901: 8 total, 8 up, 8 in 2024-08-10T06:10:45.644 INFO:tasks.workunit.client.0.smithi031.stdout: wrote [4070693~40882,8581626~35634,9374412~85834,11612411~82423,13245813~35941,14984265~100110,15597131~72463,17116744~55787,18063618~28120,18512126~93619] 2024-08-10T06:10:45.651 INFO:tasks.workunit.client.0.smithi031.stdout: diff was [0~4111575,8581626~35634,8642967~3051867,13245813~35941,14984265~100110,15597131~72463,17116744~55787,18063618~28120,18512126~93619] 2024-08-10T06:10:45.655 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] DiffIterateTest/0.DiffIterate (5024 ms) 2024-08-10T06:10:45.655 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministic 2024-08-10T06:10:45.656 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:10:46.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:45 smithi031 ceph-mon[98130]: osdmap e1902: 8 total, 8 up, 8 in 2024-08-10T06:10:46.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:45 smithi031 ceph-mon[98130]: pgmap v3282: 137 pgs: 11 creating+peering, 9 unknown, 117 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-10T06:10:46.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:45 smithi031 ceph-mon[100614]: osdmap e1902: 8 total, 8 up, 8 in 2024-08-10T06:10:46.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:45 smithi031 ceph-mon[100614]: pgmap v3282: 137 pgs: 11 creating+peering, 9 unknown, 117 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-10T06:10:46.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:45 smithi196 ceph-mon[90243]: osdmap e1902: 8 total, 8 up, 8 in 2024-08-10T06:10:46.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:45 smithi196 ceph-mon[90243]: pgmap v3282: 137 pgs: 11 creating+peering, 9 unknown, 117 active+clean; 4.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-10T06:10:47.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:46 smithi031 ceph-mon[98130]: osdmap e1903: 8 total, 8 up, 8 in 2024-08-10T06:10:47.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:46 smithi031 ceph-mon[100614]: osdmap e1903: 8 total, 8 up, 8 in 2024-08-10T06:10:47.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:46 smithi196 ceph-mon[90243]: osdmap e1903: 8 total, 8 up, 8 in 2024-08-10T06:10:48.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:47 smithi031 ceph-mon[98130]: osdmap e1904: 8 total, 8 up, 8 in 2024-08-10T06:10:48.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:47 smithi031 ceph-mon[98130]: pgmap v3285: 137 pgs: 11 creating+peering, 126 active+clean; 8.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.5 KiB/s rd, 89 KiB/s wr, 5 op/s 2024-08-10T06:10:48.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:47 smithi031 ceph-mon[100614]: osdmap e1904: 8 total, 8 up, 8 in 2024-08-10T06:10:48.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:47 smithi031 ceph-mon[100614]: pgmap v3285: 137 pgs: 11 creating+peering, 126 active+clean; 8.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.5 KiB/s rd, 89 KiB/s wr, 5 op/s 2024-08-10T06:10:48.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:47 smithi196 ceph-mon[90243]: osdmap e1904: 8 total, 8 up, 8 in 2024-08-10T06:10:48.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:47 smithi196 ceph-mon[90243]: pgmap v3285: 137 pgs: 11 creating+peering, 126 active+clean; 8.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.5 KiB/s rd, 89 KiB/s wr, 5 op/s 2024-08-10T06:10:48.676 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:10:49.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:48 smithi031 ceph-mon[98130]: osdmap e1905: 8 total, 8 up, 8 in 2024-08-10T06:10:49.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:48 smithi031 ceph-mon[100614]: osdmap e1905: 8 total, 8 up, 8 in 2024-08-10T06:10:49.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:48 smithi196 ceph-mon[90243]: osdmap e1905: 8 total, 8 up, 8 in 2024-08-10T06:10:50.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:49 smithi031 ceph-mon[100614]: osdmap e1906: 8 total, 8 up, 8 in 2024-08-10T06:10:50.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:49 smithi031 ceph-mon[100614]: pgmap v3288: 137 pgs: 137 active+clean; 20 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 48 KiB/s rd, 209 KiB/s wr, 77 op/s 2024-08-10T06:10:50.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:49 smithi031 ceph-mon[98130]: osdmap e1906: 8 total, 8 up, 8 in 2024-08-10T06:10:50.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:49 smithi031 ceph-mon[98130]: pgmap v3288: 137 pgs: 137 active+clean; 20 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 48 KiB/s rd, 209 KiB/s wr, 77 op/s 2024-08-10T06:10:50.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:49 smithi196 ceph-mon[90243]: osdmap e1906: 8 total, 8 up, 8 in 2024-08-10T06:10:50.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:49 smithi196 ceph-mon[90243]: pgmap v3288: 137 pgs: 137 active+clean; 20 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 48 KiB/s rd, 209 KiB/s wr, 77 op/s 2024-08-10T06:10:51.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:50 smithi031 ceph-mon[98130]: osdmap e1907: 8 total, 8 up, 8 in 2024-08-10T06:10:51.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:50 smithi031 ceph-mon[100614]: osdmap e1907: 8 total, 8 up, 8 in 2024-08-10T06:10:51.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:50 smithi196 ceph-mon[90243]: osdmap e1907: 8 total, 8 up, 8 in 2024-08-10T06:10:51.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:10:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:10:51] "GET /metrics HTTP/1.1" 200 34249 "" "Prometheus/2.43.0" 2024-08-10T06:10:51.700 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:10:52.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:51 smithi031 ceph-mon[98130]: osdmap e1908: 8 total, 8 up, 8 in 2024-08-10T06:10:52.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:51 smithi031 ceph-mon[98130]: pgmap v3291: 137 pgs: 137 active+clean; 23 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 64 KiB/s rd, 224 KiB/s wr, 101 op/s 2024-08-10T06:10:52.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:51 smithi031 ceph-mon[100614]: osdmap e1908: 8 total, 8 up, 8 in 2024-08-10T06:10:52.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:51 smithi031 ceph-mon[100614]: pgmap v3291: 137 pgs: 137 active+clean; 23 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 64 KiB/s rd, 224 KiB/s wr, 101 op/s 2024-08-10T06:10:52.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:51 smithi196 ceph-mon[90243]: osdmap e1908: 8 total, 8 up, 8 in 2024-08-10T06:10:52.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:51 smithi196 ceph-mon[90243]: pgmap v3291: 137 pgs: 137 active+clean; 23 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 64 KiB/s rd, 224 KiB/s wr, 101 op/s 2024-08-10T06:10:52.667 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:10:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:10:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:10:53.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:52 smithi031 ceph-mon[98130]: osdmap e1909: 8 total, 8 up, 8 in 2024-08-10T06:10:53.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:52 smithi031 ceph-mon[100614]: osdmap e1909: 8 total, 8 up, 8 in 2024-08-10T06:10:53.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:52 smithi196 ceph-mon[90243]: osdmap e1909: 8 total, 8 up, 8 in 2024-08-10T06:10:54.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:53 smithi031 ceph-mon[98130]: osdmap e1910: 8 total, 8 up, 8 in 2024-08-10T06:10:54.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:53 smithi031 ceph-mon[98130]: pgmap v3294: 137 pgs: 137 active+clean; 23 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 18 KiB/s rd, 104 KiB/s wr, 32 op/s 2024-08-10T06:10:54.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:53 smithi031 ceph-mon[100614]: osdmap e1910: 8 total, 8 up, 8 in 2024-08-10T06:10:54.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:53 smithi031 ceph-mon[100614]: pgmap v3294: 137 pgs: 137 active+clean; 23 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 18 KiB/s rd, 104 KiB/s wr, 32 op/s 2024-08-10T06:10:54.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:53 smithi196 ceph-mon[90243]: osdmap e1910: 8 total, 8 up, 8 in 2024-08-10T06:10:54.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:53 smithi196 ceph-mon[90243]: pgmap v3294: 137 pgs: 137 active+clean; 23 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 18 KiB/s rd, 104 KiB/s wr, 32 op/s 2024-08-10T06:10:54.720 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:10:55.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:54 smithi031 ceph-mon[98130]: osdmap e1911: 8 total, 8 up, 8 in 2024-08-10T06:10:55.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:54 smithi031 ceph-mon[100614]: osdmap e1911: 8 total, 8 up, 8 in 2024-08-10T06:10:55.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:54 smithi196 ceph-mon[90243]: osdmap e1911: 8 total, 8 up, 8 in 2024-08-10T06:10:56.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:55 smithi031 ceph-mon[98130]: osdmap e1912: 8 total, 8 up, 8 in 2024-08-10T06:10:56.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:55 smithi031 ceph-mon[98130]: pgmap v3297: 137 pgs: 137 active+clean; 25 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 26 KiB/s rd, 4.2 KiB/s wr, 47 op/s 2024-08-10T06:10:56.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:55 smithi031 ceph-mon[98130]: osdmap e1913: 8 total, 8 up, 8 in 2024-08-10T06:10:56.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:55 smithi031 ceph-mon[100614]: osdmap e1912: 8 total, 8 up, 8 in 2024-08-10T06:10:56.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:55 smithi031 ceph-mon[100614]: pgmap v3297: 137 pgs: 137 active+clean; 25 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 26 KiB/s rd, 4.2 KiB/s wr, 47 op/s 2024-08-10T06:10:56.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:55 smithi031 ceph-mon[100614]: osdmap e1913: 8 total, 8 up, 8 in 2024-08-10T06:10:56.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:55 smithi196 ceph-mon[90243]: osdmap e1912: 8 total, 8 up, 8 in 2024-08-10T06:10:56.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:55 smithi196 ceph-mon[90243]: pgmap v3297: 137 pgs: 137 active+clean; 25 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 26 KiB/s rd, 4.2 KiB/s wr, 47 op/s 2024-08-10T06:10:56.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:55 smithi196 ceph-mon[90243]: osdmap e1913: 8 total, 8 up, 8 in 2024-08-10T06:10:57.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:10:57.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:56 smithi031 ceph-mon[98130]: osdmap e1914: 8 total, 8 up, 8 in 2024-08-10T06:10:57.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:56 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:10:57.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:56 smithi031 ceph-mon[100614]: osdmap e1914: 8 total, 8 up, 8 in 2024-08-10T06:10:57.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:56 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:10:57.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:56 smithi196 ceph-mon[90243]: osdmap e1914: 8 total, 8 up, 8 in 2024-08-10T06:10:57.525 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:10:58.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:57 smithi031 ceph-mon[98130]: pgmap v3300: 137 pgs: 137 active+clean; 26 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 48 KiB/s rd, 6.2 KiB/s wr, 78 op/s 2024-08-10T06:10:58.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:57 smithi031 ceph-mon[98130]: osdmap e1915: 8 total, 8 up, 8 in 2024-08-10T06:10:58.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:57 smithi031 ceph-mon[100614]: pgmap v3300: 137 pgs: 137 active+clean; 26 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 48 KiB/s rd, 6.2 KiB/s wr, 78 op/s 2024-08-10T06:10:58.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:57 smithi031 ceph-mon[100614]: osdmap e1915: 8 total, 8 up, 8 in 2024-08-10T06:10:58.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:57 smithi196 ceph-mon[90243]: pgmap v3300: 137 pgs: 137 active+clean; 26 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 48 KiB/s rd, 6.2 KiB/s wr, 78 op/s 2024-08-10T06:10:58.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:57 smithi196 ceph-mon[90243]: osdmap e1915: 8 total, 8 up, 8 in 2024-08-10T06:10:59.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:59 smithi031 ceph-mon[98130]: osdmap e1916: 8 total, 8 up, 8 in 2024-08-10T06:10:59.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:10:59 smithi031 ceph-mon[98130]: pgmap v3303: 137 pgs: 137 active+clean; 29 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 83 KiB/s rd, 11 KiB/s wr, 123 op/s 2024-08-10T06:10:59.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:59 smithi031 ceph-mon[100614]: osdmap e1916: 8 total, 8 up, 8 in 2024-08-10T06:10:59.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:10:59 smithi031 ceph-mon[100614]: pgmap v3303: 137 pgs: 137 active+clean; 29 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 83 KiB/s rd, 11 KiB/s wr, 123 op/s 2024-08-10T06:10:59.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:59 smithi196 ceph-mon[90243]: osdmap e1916: 8 total, 8 up, 8 in 2024-08-10T06:10:59.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:10:59 smithi196 ceph-mon[90243]: pgmap v3303: 137 pgs: 137 active+clean; 29 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 83 KiB/s rd, 11 KiB/s wr, 123 op/s 2024-08-10T06:11:00.540 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministic (14885 ms) 2024-08-10T06:11:00.540 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministicPP 2024-08-10T06:11:00.540 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:11:00.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:11:00 smithi031 ceph-mon[98130]: osdmap e1917: 8 total, 8 up, 8 in 2024-08-10T06:11:00.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:11:00 smithi031 ceph-mon[100614]: osdmap e1917: 8 total, 8 up, 8 in 2024-08-10T06:11:00.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:11:00 smithi196 ceph-mon[90243]: osdmap e1917: 8 total, 8 up, 8 in 2024-08-10T06:11:01.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:11:01 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:11:01] "GET /metrics HTTP/1.1" 200 36722 "" "Prometheus/2.43.0" 2024-08-10T06:11:01.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:11:01 smithi196 ceph-mon[90243]: osdmap e1918: 8 total, 8 up, 8 in 2024-08-10T06:11:01.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:11:01 smithi196 ceph-mon[90243]: pgmap v3306: 137 pgs: 137 active+clean; 33 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 62 KiB/s rd, 9.2 KiB/s wr, 95 op/s 2024-08-10T06:11:02.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:11:01 smithi031 ceph-mon[98130]: osdmap e1918: 8 total, 8 up, 8 in 2024-08-10T06:11:02.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:11:01 smithi031 ceph-mon[98130]: pgmap v3306: 137 pgs: 137 active+clean; 33 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 62 KiB/s rd, 9.2 KiB/s wr, 95 op/s 2024-08-10T06:11:02.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:11:01 smithi031 ceph-mon[100614]: osdmap e1918: 8 total, 8 up, 8 in 2024-08-10T06:11:02.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:11:01 smithi031 ceph-mon[100614]: pgmap v3306: 137 pgs: 137 active+clean; 33 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 62 KiB/s rd, 9.2 KiB/s wr, 95 op/s 2024-08-10T06:11:02.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:11:02 smithi196 ceph-mon[90243]: osdmap e1919: 8 total, 8 up, 8 in 2024-08-10T06:11:02.780 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:11:02 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:11:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:11:03.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:11:02 smithi031 ceph-mon[98130]: osdmap e1919: 8 total, 8 up, 8 in 2024-08-10T06:11:03.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:11:02 smithi031 ceph-mon[100614]: osdmap e1919: 8 total, 8 up, 8 in 2024-08-10T06:11:03.570 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:11:04.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:11:03 smithi031 ceph-mon[98130]: osdmap e1920: 8 total, 8 up, 8 in 2024-08-10T06:11:04.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:11:03 smithi031 ceph-mon[98130]: pgmap v3309: 137 pgs: 137 active+clean; 33 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 23 KiB/s rd, 3.5 KiB/s wr, 38 op/s 2024-08-10T06:11:04.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:11:03 smithi031 ceph-mon[100614]: osdmap e1920: 8 total, 8 up, 8 in 2024-08-10T06:11:04.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:11:03 smithi031 ceph-mon[100614]: pgmap v3309: 137 pgs: 137 active+clean; 33 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 23 KiB/s rd, 3.5 KiB/s wr, 38 op/s 2024-08-10T06:11:04.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:11:03 smithi196 ceph-mon[90243]: osdmap e1920: 8 total, 8 up, 8 in 2024-08-10T06:11:04.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:11:03 smithi196 ceph-mon[90243]: pgmap v3309: 137 pgs: 137 active+clean; 33 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 23 KiB/s rd, 3.5 KiB/s wr, 38 op/s 2024-08-10T06:11:05.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:11:04 smithi031 ceph-mon[98130]: osdmap e1921: 8 total, 8 up, 8 in 2024-08-10T06:11:05.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:11:04 smithi031 ceph-mon[100614]: osdmap e1921: 8 total, 8 up, 8 in 2024-08-10T06:11:05.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:11:04 smithi196 ceph-mon[90243]: osdmap e1921: 8 total, 8 up, 8 in 2024-08-10T06:11:06.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:11:05 smithi031 ceph-mon[98130]: osdmap e1922: 8 total, 8 up, 8 in 2024-08-10T06:11:06.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:11:05 smithi031 ceph-mon[98130]: pgmap v3312: 137 pgs: 137 active+clean; 37 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 54 KiB/s rd, 8.5 KiB/s wr, 86 op/s 2024-08-10T06:11:06.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:11:05 smithi031 ceph-mon[100614]: osdmap e1922: 8 total, 8 up, 8 in 2024-08-10T06:11:06.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:11:05 smithi031 ceph-mon[100614]: pgmap v3312: 137 pgs: 137 active+clean; 37 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 54 KiB/s rd, 8.5 KiB/s wr, 86 op/s 2024-08-10T06:11:06.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:11:05 smithi196 ceph-mon[90243]: osdmap e1922: 8 total, 8 up, 8 in 2024-08-10T06:11:06.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:11:05 smithi196 ceph-mon[90243]: pgmap v3312: 137 pgs: 137 active+clean; 37 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 54 KiB/s rd, 8.5 KiB/s wr, 86 op/s 2024-08-10T06:11:06.590 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:11:07.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:11:06 smithi031 ceph-mon[100614]: osdmap e1923: 8 total, 8 up, 8 in 2024-08-10T06:11:07.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:11:06 smithi031 ceph-mon[98130]: osdmap e1923: 8 total, 8 up, 8 in 2024-08-10T06:11:07.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:11:06 smithi196 ceph-mon[90243]: osdmap e1923: 8 total, 8 up, 8 in 2024-08-10T06:11:08.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:11:07 smithi031 ceph-mon[100614]: osdmap e1924: 8 total, 8 up, 8 in 2024-08-10T06:11:08.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:11:07 smithi031 ceph-mon[100614]: pgmap v3315: 137 pgs: 137 active+clean; 37 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 49 KiB/s rd, 7.5 KiB/s wr, 76 op/s 2024-08-10T06:11:08.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:11:07 smithi031 ceph-mon[98130]: osdmap e1924: 8 total, 8 up, 8 in 2024-08-10T06:11:08.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:11:07 smithi031 ceph-mon[98130]: pgmap v3315: 137 pgs: 137 active+clean; 37 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 49 KiB/s rd, 7.5 KiB/s wr, 76 op/s 2024-08-10T06:11:08.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:11:07 smithi196 ceph-mon[90243]: osdmap e1924: 8 total, 8 up, 8 in 2024-08-10T06:11:08.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:11:07 smithi196 ceph-mon[90243]: pgmap v3315: 137 pgs: 137 active+clean; 37 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 49 KiB/s rd, 7.5 KiB/s wr, 76 op/s 2024-08-10T06:11:09.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:11:08 smithi031 ceph-mon[98130]: osdmap e1925: 8 total, 8 up, 8 in 2024-08-10T06:11:09.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:11:08 smithi031 ceph-mon[100614]: osdmap e1925: 8 total, 8 up, 8 in 2024-08-10T06:11:09.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:11:08 smithi196 ceph-mon[90243]: osdmap e1925: 8 total, 8 up, 8 in 2024-08-10T06:11:09.620 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:11:10.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:11:09 smithi031 ceph-mon[98130]: osdmap e1926: 8 total, 8 up, 8 in 2024-08-10T06:11:10.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:11:09 smithi031 ceph-mon[98130]: pgmap v3318: 137 pgs: 137 active+clean; 43 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 33 KiB/s rd, 5.7 KiB/s wr, 63 op/s 2024-08-10T06:11:10.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:11:09 smithi031 ceph-mon[100614]: osdmap e1926: 8 total, 8 up, 8 in 2024-08-10T06:11:10.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:11:09 smithi031 ceph-mon[100614]: pgmap v3318: 137 pgs: 137 active+clean; 43 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 33 KiB/s rd, 5.7 KiB/s wr, 63 op/s 2024-08-10T06:11:10.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:11:09 smithi196 ceph-mon[90243]: osdmap e1926: 8 total, 8 up, 8 in 2024-08-10T06:11:10.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:11:09 smithi196 ceph-mon[90243]: pgmap v3318: 137 pgs: 137 active+clean; 43 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 33 KiB/s rd, 5.7 KiB/s wr, 63 op/s 2024-08-10T06:11:11.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:11:10 smithi031 ceph-mon[98130]: osdmap e1927: 8 total, 8 up, 8 in 2024-08-10T06:11:11.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:11:10 smithi031 ceph-mon[100614]: osdmap e1927: 8 total, 8 up, 8 in 2024-08-10T06:11:11.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:11:10 smithi196 ceph-mon[90243]: osdmap e1927: 8 total, 8 up, 8 in 2024-08-10T06:11:11.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:11:11 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:11:11] "GET /metrics HTTP/1.1" 200 36724 "" "Prometheus/2.43.0" 2024-08-10T06:11:12.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:11:11 smithi031 ceph-mon[98130]: osdmap e1928: 8 total, 8 up, 8 in 2024-08-10T06:11:12.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:11:11 smithi031 ceph-mon[98130]: pgmap v3321: 137 pgs: 137 active+clean; 46 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 65 KiB/s rd, 7.5 KiB/s wr, 102 op/s 2024-08-10T06:11:12.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:11:11 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:11:12.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:11:11 smithi031 ceph-mon[100614]: osdmap e1928: 8 total, 8 up, 8 in 2024-08-10T06:11:12.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:11:11 smithi031 ceph-mon[100614]: pgmap v3321: 137 pgs: 137 active+clean; 46 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 65 KiB/s rd, 7.5 KiB/s wr, 102 op/s 2024-08-10T06:11:12.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:11:11 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:11:12.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:11:11 smithi196 ceph-mon[90243]: osdmap e1928: 8 total, 8 up, 8 in 2024-08-10T06:11:12.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:11:11 smithi196 ceph-mon[90243]: pgmap v3321: 137 pgs: 137 active+clean; 46 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 65 KiB/s rd, 7.5 KiB/s wr, 102 op/s 2024-08-10T06:11:12.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:11:11 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:11:12.600 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:11:12 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:11:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:11:12.641 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:11:13.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:11:12 smithi031 ceph-mon[98130]: osdmap e1929: 8 total, 8 up, 8 in 2024-08-10T06:11:13.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:11:12 smithi031 ceph-mon[100614]: osdmap e1929: 8 total, 8 up, 8 in 2024-08-10T06:11:13.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:11:12 smithi196 ceph-mon[90243]: osdmap e1929: 8 total, 8 up, 8 in 2024-08-10T06:11:14.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:11:13 smithi031 ceph-mon[98130]: osdmap e1930: 8 total, 8 up, 8 in 2024-08-10T06:11:14.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:11:13 smithi031 ceph-mon[98130]: pgmap v3324: 137 pgs: 137 active+clean; 52 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 65 KiB/s rd, 7.2 KiB/s wr, 91 op/s 2024-08-10T06:11:14.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:11:13 smithi031 ceph-mon[100614]: osdmap e1930: 8 total, 8 up, 8 in 2024-08-10T06:11:14.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:11:13 smithi031 ceph-mon[100614]: pgmap v3324: 137 pgs: 137 active+clean; 52 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 65 KiB/s rd, 7.2 KiB/s wr, 91 op/s 2024-08-10T06:11:14.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:11:13 smithi196 ceph-mon[90243]: osdmap e1930: 8 total, 8 up, 8 in 2024-08-10T06:11:14.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:11:13 smithi196 ceph-mon[90243]: pgmap v3324: 137 pgs: 137 active+clean; 52 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 65 KiB/s rd, 7.2 KiB/s wr, 91 op/s 2024-08-10T06:11:15.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:11:14 smithi031 ceph-mon[98130]: osdmap e1931: 8 total, 8 up, 8 in 2024-08-10T06:11:15.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:11:14 smithi031 ceph-mon[100614]: osdmap e1931: 8 total, 8 up, 8 in 2024-08-10T06:11:15.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:11:14 smithi196 ceph-mon[90243]: osdmap e1931: 8 total, 8 up, 8 in 2024-08-10T06:11:15.655 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministicPP (15115 ms) 2024-08-10T06:11:15.656 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministicLUKS1 2024-08-10T06:11:15.656 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:11:16.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:11:15 smithi031 ceph-mon[98130]: osdmap e1932: 8 total, 8 up, 8 in 2024-08-10T06:11:16.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:11:15 smithi031 ceph-mon[98130]: pgmap v3327: 137 pgs: 137 active+clean; 55 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 21 KiB/s rd, 6.0 KiB/s wr, 43 op/s 2024-08-10T06:11:16.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:11:15 smithi031 ceph-mon[100614]: osdmap e1932: 8 total, 8 up, 8 in 2024-08-10T06:11:16.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:11:15 smithi031 ceph-mon[100614]: pgmap v3327: 137 pgs: 137 active+clean; 55 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 21 KiB/s rd, 6.0 KiB/s wr, 43 op/s 2024-08-10T06:11:16.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:11:15 smithi196 ceph-mon[90243]: osdmap e1932: 8 total, 8 up, 8 in 2024-08-10T06:11:16.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:11:15 smithi196 ceph-mon[90243]: pgmap v3327: 137 pgs: 137 active+clean; 55 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 21 KiB/s rd, 6.0 KiB/s wr, 43 op/s 2024-08-10T06:11:17.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:11:16 smithi031 ceph-mon[98130]: osdmap e1933: 8 total, 8 up, 8 in 2024-08-10T06:11:17.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:11:16 smithi031 ceph-mon[100614]: osdmap e1933: 8 total, 8 up, 8 in 2024-08-10T06:11:17.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:11:16 smithi196 ceph-mon[90243]: osdmap e1933: 8 total, 8 up, 8 in 2024-08-10T06:11:18.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:11:17 smithi031 ceph-mon[98130]: pgmap v3329: 137 pgs: 137 active+clean; 55 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 49 KiB/s rd, 5.9 KiB/s wr, 74 op/s 2024-08-10T06:11:18.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:11:17 smithi031 ceph-mon[100614]: pgmap v3329: 137 pgs: 137 active+clean; 55 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 49 KiB/s rd, 5.9 KiB/s wr, 74 op/s 2024-08-10T06:11:18.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:11:17 smithi196 ceph-mon[90243]: pgmap v3329: 137 pgs: 137 active+clean; 55 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 49 KiB/s rd, 5.9 KiB/s wr, 74 op/s 2024-08-10T06:11:20.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:11:19 smithi031 ceph-mon[98130]: pgmap v3330: 137 pgs: 137 active+clean; 63 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 43 KiB/s rd, 6.3 KiB/s wr, 71 op/s 2024-08-10T06:11:20.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:11:19 smithi031 ceph-mon[100614]: pgmap v3330: 137 pgs: 137 active+clean; 63 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 43 KiB/s rd, 6.3 KiB/s wr, 71 op/s 2024-08-10T06:11:20.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:11:19 smithi196 ceph-mon[90243]: pgmap v3330: 137 pgs: 137 active+clean; 63 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 43 KiB/s rd, 6.3 KiB/s wr, 71 op/s 2024-08-10T06:11:21.255 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:11:20 smithi031 ceph-mon[98130]: osdmap e1934: 8 total, 8 up, 8 in 2024-08-10T06:11:21.256 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:11:20 smithi031 ceph-mon[100614]: osdmap e1934: 8 total, 8 up, 8 in 2024-08-10T06:11:21.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:11:20 smithi196 ceph-mon[90243]: osdmap e1934: 8 total, 8 up, 8 in 2024-08-10T06:11:21.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:11:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:11:21] "GET /metrics HTTP/1.1" 200 36724 "" "Prometheus/2.43.0" 2024-08-10T06:11:21.974 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:11:22.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:11:21 smithi031 ceph-mon[100614]: pgmap v3332: 137 pgs: 137 active+clean; 63 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 40 KiB/s rd, 5.0 KiB/s wr, 60 op/s 2024-08-10T06:11:22.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:11:21 smithi031 ceph-mon[100614]: osdmap e1935: 8 total, 8 up, 8 in 2024-08-10T06:11:22.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:11:21 smithi031 ceph-mon[98130]: pgmap v3332: 137 pgs: 137 active+clean; 63 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 40 KiB/s rd, 5.0 KiB/s wr, 60 op/s 2024-08-10T06:11:22.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:11:21 smithi031 ceph-mon[98130]: osdmap e1935: 8 total, 8 up, 8 in 2024-08-10T06:11:22.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:11:21 smithi196 ceph-mon[90243]: pgmap v3332: 137 pgs: 137 active+clean; 63 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 40 KiB/s rd, 5.0 KiB/s wr, 60 op/s 2024-08-10T06:11:22.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:11:21 smithi196 ceph-mon[90243]: osdmap e1935: 8 total, 8 up, 8 in 2024-08-10T06:11:22.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:11:22 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:11:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:11:23.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:11:22 smithi031 ceph-mon[98130]: osdmap e1936: 8 total, 8 up, 8 in 2024-08-10T06:11:23.289 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:11:22 smithi031 ceph-mon[100614]: osdmap e1936: 8 total, 8 up, 8 in 2024-08-10T06:11:23.290 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:11:22 smithi196 ceph-mon[90243]: osdmap e1936: 8 total, 8 up, 8 in 2024-08-10T06:11:24.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:11:23 smithi031 ceph-mon[98130]: pgmap v3335: 137 pgs: 137 active+clean; 67 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 24 KiB/s rd, 686 KiB/s wr, 41 op/s 2024-08-10T06:11:24.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:11:23 smithi031 ceph-mon[100614]: pgmap v3335: 137 pgs: 137 active+clean; 67 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 24 KiB/s rd, 686 KiB/s wr, 41 op/s 2024-08-10T06:11:24.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:11:23 smithi196 ceph-mon[90243]: pgmap v3335: 137 pgs: 137 active+clean; 67 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 24 KiB/s rd, 686 KiB/s wr, 41 op/s 2024-08-10T06:11:26.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:11:25 smithi031 ceph-mon[98130]: pgmap v3336: 137 pgs: 137 active+clean; 67 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 21 KiB/s rd, 686 KiB/s wr, 35 op/s 2024-08-10T06:11:26.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:11:25 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:11:26.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:11:25 smithi031 ceph-mon[100614]: pgmap v3336: 137 pgs: 137 active+clean; 67 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 21 KiB/s rd, 686 KiB/s wr, 35 op/s 2024-08-10T06:11:26.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:11:25 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:11:26.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:11:25 smithi196 ceph-mon[90243]: pgmap v3336: 137 pgs: 137 active+clean; 67 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 21 KiB/s rd, 686 KiB/s wr, 35 op/s 2024-08-10T06:11:26.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:11:25 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:11:27.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:11:26 smithi031 ceph-mon[98130]: osdmap e1937: 8 total, 8 up, 8 in 2024-08-10T06:11:27.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:11:26 smithi031 ceph-mon[100614]: osdmap e1937: 8 total, 8 up, 8 in 2024-08-10T06:11:27.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:11:26 smithi196 ceph-mon[90243]: osdmap e1937: 8 total, 8 up, 8 in 2024-08-10T06:11:28.009 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:11:28.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:11:27 smithi031 ceph-mon[100614]: pgmap v3338: 137 pgs: 137 active+clean; 67 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 29 KiB/s rd, 687 KiB/s wr, 45 op/s 2024-08-10T06:11:28.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:11:27 smithi031 ceph-mon[100614]: osdmap e1938: 8 total, 8 up, 8 in 2024-08-10T06:11:28.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:11:27 smithi031 ceph-mon[98130]: pgmap v3338: 137 pgs: 137 active+clean; 67 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 29 KiB/s rd, 687 KiB/s wr, 45 op/s 2024-08-10T06:11:28.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:11:27 smithi031 ceph-mon[98130]: osdmap e1938: 8 total, 8 up, 8 in 2024-08-10T06:11:28.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:11:27 smithi196 ceph-mon[90243]: pgmap v3338: 137 pgs: 137 active+clean; 67 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 29 KiB/s rd, 687 KiB/s wr, 45 op/s 2024-08-10T06:11:28.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:11:27 smithi196 ceph-mon[90243]: osdmap e1938: 8 total, 8 up, 8 in 2024-08-10T06:11:29.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:11:28 smithi031 ceph-mon[98130]: osdmap e1939: 8 total, 8 up, 8 in 2024-08-10T06:11:29.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:11:28 smithi031 ceph-mon[100614]: osdmap e1939: 8 total, 8 up, 8 in 2024-08-10T06:11:29.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:11:28 smithi196 ceph-mon[90243]: osdmap e1939: 8 total, 8 up, 8 in 2024-08-10T06:11:30.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:11:29 smithi031 ceph-mon[98130]: pgmap v3341: 137 pgs: 137 active+clean; 73 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 18 KiB/s rd, 688 KiB/s wr, 37 op/s 2024-08-10T06:11:30.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:11:29 smithi031 ceph-mon[100614]: pgmap v3341: 137 pgs: 137 active+clean; 73 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 18 KiB/s rd, 688 KiB/s wr, 37 op/s 2024-08-10T06:11:30.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:11:29 smithi196 ceph-mon[90243]: pgmap v3341: 137 pgs: 137 active+clean; 73 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 18 KiB/s rd, 688 KiB/s wr, 37 op/s 2024-08-10T06:11:31.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:11:31 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:11:31] "GET /metrics HTTP/1.1" 200 36731 "" "Prometheus/2.43.0" 2024-08-10T06:11:32.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:11:31 smithi031 ceph-mon[98130]: pgmap v3342: 137 pgs: 137 active+clean; 73 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 18 KiB/s rd, 686 KiB/s wr, 30 op/s 2024-08-10T06:11:32.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:11:31 smithi031 ceph-mon[100614]: pgmap v3342: 137 pgs: 137 active+clean; 73 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 18 KiB/s rd, 686 KiB/s wr, 30 op/s 2024-08-10T06:11:32.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:11:31 smithi196 ceph-mon[90243]: pgmap v3342: 137 pgs: 137 active+clean; 73 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 18 KiB/s rd, 686 KiB/s wr, 30 op/s 2024-08-10T06:11:32.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:11:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:11:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:11:33.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:11:33 smithi031 ceph-mon[98130]: osdmap e1940: 8 total, 8 up, 8 in 2024-08-10T06:11:33.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:11:33 smithi031 ceph-mon[100614]: osdmap e1940: 8 total, 8 up, 8 in 2024-08-10T06:11:33.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:11:33 smithi196 ceph-mon[90243]: osdmap e1940: 8 total, 8 up, 8 in 2024-08-10T06:11:34.042 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:11:34.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:11:34 smithi031 ceph-mon[98130]: pgmap v3344: 137 pgs: 137 active+clean; 73 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 21 KiB/s rd, 686 KiB/s wr, 34 op/s 2024-08-10T06:11:34.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:11:34 smithi031 ceph-mon[98130]: osdmap e1941: 8 total, 8 up, 8 in 2024-08-10T06:11:34.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:11:34 smithi031 ceph-mon[100614]: pgmap v3344: 137 pgs: 137 active+clean; 73 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 21 KiB/s rd, 686 KiB/s wr, 34 op/s 2024-08-10T06:11:34.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:11:34 smithi031 ceph-mon[100614]: osdmap e1941: 8 total, 8 up, 8 in 2024-08-10T06:11:34.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:11:34 smithi196 ceph-mon[90243]: pgmap v3344: 137 pgs: 137 active+clean; 73 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 21 KiB/s rd, 686 KiB/s wr, 34 op/s 2024-08-10T06:11:34.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:11:34 smithi196 ceph-mon[90243]: osdmap e1941: 8 total, 8 up, 8 in 2024-08-10T06:11:35.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:11:35 smithi031 ceph-mon[98130]: osdmap e1942: 8 total, 8 up, 8 in 2024-08-10T06:11:35.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:11:35 smithi031 ceph-mon[100614]: osdmap e1942: 8 total, 8 up, 8 in 2024-08-10T06:11:35.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:11:35 smithi196 ceph-mon[90243]: osdmap e1942: 8 total, 8 up, 8 in 2024-08-10T06:11:36.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:11:36 smithi031 ceph-mon[98130]: pgmap v3347: 137 pgs: 137 active+clean; 79 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 17 KiB/s rd, 685 KiB/s wr, 22 op/s 2024-08-10T06:11:36.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:11:36 smithi031 ceph-mon[100614]: pgmap v3347: 137 pgs: 137 active+clean; 79 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 17 KiB/s rd, 685 KiB/s wr, 22 op/s 2024-08-10T06:11:36.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:11:36 smithi196 ceph-mon[90243]: pgmap v3347: 137 pgs: 137 active+clean; 79 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 17 KiB/s rd, 685 KiB/s wr, 22 op/s 2024-08-10T06:11:38.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:11:38 smithi031 ceph-mon[98130]: pgmap v3348: 137 pgs: 137 active+clean; 79 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 33 KiB/s rd, 687 KiB/s wr, 46 op/s 2024-08-10T06:11:38.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:11:38 smithi031 ceph-mon[100614]: pgmap v3348: 137 pgs: 137 active+clean; 79 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 33 KiB/s rd, 687 KiB/s wr, 46 op/s 2024-08-10T06:11:38.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:11:38 smithi196 ceph-mon[90243]: pgmap v3348: 137 pgs: 137 active+clean; 79 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 33 KiB/s rd, 687 KiB/s wr, 46 op/s 2024-08-10T06:11:39.522 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:11:39 smithi031 ceph-mon[98130]: osdmap e1943: 8 total, 8 up, 8 in 2024-08-10T06:11:39.522 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:11:39 smithi031 ceph-mon[100614]: osdmap e1943: 8 total, 8 up, 8 in 2024-08-10T06:11:39.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:11:39 smithi196 ceph-mon[90243]: osdmap e1943: 8 total, 8 up, 8 in 2024-08-10T06:11:40.067 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:11:40.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:11:40 smithi031 ceph-mon[100614]: pgmap v3350: 137 pgs: 137 active+clean; 79 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 40 op/s 2024-08-10T06:11:40.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:11:40 smithi031 ceph-mon[100614]: osdmap e1944: 8 total, 8 up, 8 in 2024-08-10T06:11:40.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:11:40 smithi031 ceph-mon[98130]: pgmap v3350: 137 pgs: 137 active+clean; 79 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 40 op/s 2024-08-10T06:11:40.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:11:40 smithi031 ceph-mon[98130]: osdmap e1944: 8 total, 8 up, 8 in 2024-08-10T06:11:40.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:11:40 smithi196 ceph-mon[90243]: pgmap v3350: 137 pgs: 137 active+clean; 79 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 40 op/s 2024-08-10T06:11:40.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:11:40 smithi196 ceph-mon[90243]: osdmap e1944: 8 total, 8 up, 8 in 2024-08-10T06:11:41.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:11:41 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:11:41] "GET /metrics HTTP/1.1" 200 36733 "" "Prometheus/2.43.0" 2024-08-10T06:11:41.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:11:41 smithi031 ceph-mon[100614]: osdmap e1945: 8 total, 8 up, 8 in 2024-08-10T06:11:41.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:11:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:11:41.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:11:41 smithi031 ceph-mon[98130]: osdmap e1945: 8 total, 8 up, 8 in 2024-08-10T06:11:41.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:11:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:11:41.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:11:41 smithi196 ceph-mon[90243]: osdmap e1945: 8 total, 8 up, 8 in 2024-08-10T06:11:41.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:11:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:11:42.315 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:11:42 smithi196 ceph-mon[90243]: pgmap v3353: 137 pgs: 137 active+clean; 83 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 26 KiB/s rd, 686 KiB/s wr, 40 op/s 2024-08-10T06:11:42.315 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:11:42 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:11:42.315 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:11:42 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:11:42.316 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:11:42 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:11:42.316 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:11:42 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:11:42.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:11:42 smithi031 ceph-mon[98130]: pgmap v3353: 137 pgs: 137 active+clean; 83 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 26 KiB/s rd, 686 KiB/s wr, 40 op/s 2024-08-10T06:11:42.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:11:42 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:11:42.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:11:42 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:11:42.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:11:42 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:11:42.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:11:42 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:11:42.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:11:42 smithi031 ceph-mon[100614]: pgmap v3353: 137 pgs: 137 active+clean; 83 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 26 KiB/s rd, 686 KiB/s wr, 40 op/s 2024-08-10T06:11:42.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:11:42 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:11:42.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:11:42 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:11:42.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:11:42 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:11:42.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:11:42 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:11:42.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:11:42 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:11:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:11:44.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:11:44 smithi031 ceph-mon[98130]: pgmap v3354: 137 pgs: 137 active+clean; 84 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 29 KiB/s rd, 687 KiB/s wr, 47 op/s 2024-08-10T06:11:44.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:11:44 smithi031 ceph-mon[100614]: pgmap v3354: 137 pgs: 137 active+clean; 84 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 29 KiB/s rd, 687 KiB/s wr, 47 op/s 2024-08-10T06:11:44.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:11:44 smithi196 ceph-mon[90243]: pgmap v3354: 137 pgs: 137 active+clean; 84 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 29 KiB/s rd, 687 KiB/s wr, 47 op/s 2024-08-10T06:11:45.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:11:45 smithi031 ceph-mon[100614]: osdmap e1946: 8 total, 8 up, 8 in 2024-08-10T06:11:45.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:11:45 smithi031 ceph-mon[98130]: osdmap e1946: 8 total, 8 up, 8 in 2024-08-10T06:11:45.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:11:45 smithi196 ceph-mon[90243]: osdmap e1946: 8 total, 8 up, 8 in 2024-08-10T06:11:46.100 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministicLUKS1 (30445 ms) 2024-08-10T06:11:46.101 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministicLUKS1PP 2024-08-10T06:11:46.101 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:11:46.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:11:46 smithi031 ceph-mon[98130]: pgmap v3356: 137 pgs: 137 active+clean; 85 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 39 op/s 2024-08-10T06:11:46.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:11:46 smithi031 ceph-mon[98130]: osdmap e1947: 8 total, 8 up, 8 in 2024-08-10T06:11:46.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:11:46 smithi031 ceph-mon[100614]: pgmap v3356: 137 pgs: 137 active+clean; 85 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 39 op/s 2024-08-10T06:11:46.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:11:46 smithi031 ceph-mon[100614]: osdmap e1947: 8 total, 8 up, 8 in 2024-08-10T06:11:46.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:11:46 smithi196 ceph-mon[90243]: pgmap v3356: 137 pgs: 137 active+clean; 85 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 39 op/s 2024-08-10T06:11:46.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:11:46 smithi196 ceph-mon[90243]: osdmap e1947: 8 total, 8 up, 8 in 2024-08-10T06:11:47.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:11:47 smithi031 ceph-mon[98130]: osdmap e1948: 8 total, 8 up, 8 in 2024-08-10T06:11:47.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:11:47 smithi031 ceph-mon[100614]: osdmap e1948: 8 total, 8 up, 8 in 2024-08-10T06:11:47.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:11:47 smithi196 ceph-mon[90243]: osdmap e1948: 8 total, 8 up, 8 in 2024-08-10T06:11:48.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:11:48 smithi031 ceph-mon[98130]: pgmap v3359: 137 pgs: 137 active+clean; 89 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 44 KiB/s rd, 6.5 KiB/s wr, 65 op/s 2024-08-10T06:11:48.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:11:48 smithi031 ceph-mon[100614]: pgmap v3359: 137 pgs: 137 active+clean; 89 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 44 KiB/s rd, 6.5 KiB/s wr, 65 op/s 2024-08-10T06:11:48.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:11:48 smithi196 ceph-mon[90243]: pgmap v3359: 137 pgs: 137 active+clean; 89 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 44 KiB/s rd, 6.5 KiB/s wr, 65 op/s 2024-08-10T06:11:50.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:11:50 smithi031 ceph-mon[98130]: pgmap v3360: 137 pgs: 137 active+clean; 97 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 24 KiB/s rd, 687 KiB/s wr, 38 op/s 2024-08-10T06:11:50.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:11:50 smithi031 ceph-mon[100614]: pgmap v3360: 137 pgs: 137 active+clean; 97 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 24 KiB/s rd, 687 KiB/s wr, 38 op/s 2024-08-10T06:11:50.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:11:50 smithi196 ceph-mon[90243]: pgmap v3360: 137 pgs: 137 active+clean; 97 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 24 KiB/s rd, 687 KiB/s wr, 38 op/s 2024-08-10T06:11:51.421 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:11:51 smithi031 ceph-mon[98130]: osdmap e1949: 8 total, 8 up, 8 in 2024-08-10T06:11:51.421 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:11:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:11:51] "GET /metrics HTTP/1.1" 200 36733 "" "Prometheus/2.43.0" 2024-08-10T06:11:51.422 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:11:51 smithi031 ceph-mon[100614]: osdmap e1949: 8 total, 8 up, 8 in 2024-08-10T06:11:51.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:11:51 smithi196 ceph-mon[90243]: osdmap e1949: 8 total, 8 up, 8 in 2024-08-10T06:11:52.135 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:11:52.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:11:52 smithi031 ceph-mon[98130]: pgmap v3362: 137 pgs: 137 active+clean; 97 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 25 KiB/s rd, 687 KiB/s wr, 40 op/s 2024-08-10T06:11:52.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:11:52 smithi031 ceph-mon[98130]: osdmap e1950: 8 total, 8 up, 8 in 2024-08-10T06:11:52.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:11:52 smithi031 ceph-mon[100614]: pgmap v3362: 137 pgs: 137 active+clean; 97 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 25 KiB/s rd, 687 KiB/s wr, 40 op/s 2024-08-10T06:11:52.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:11:52 smithi031 ceph-mon[100614]: osdmap e1950: 8 total, 8 up, 8 in 2024-08-10T06:11:52.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:11:52 smithi196 ceph-mon[90243]: pgmap v3362: 137 pgs: 137 active+clean; 97 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 25 KiB/s rd, 687 KiB/s wr, 40 op/s 2024-08-10T06:11:52.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:11:52 smithi196 ceph-mon[90243]: osdmap e1950: 8 total, 8 up, 8 in 2024-08-10T06:11:52.529 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:11:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:11:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:11:53.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:11:53 smithi031 ceph-mon[100614]: osdmap e1951: 8 total, 8 up, 8 in 2024-08-10T06:11:53.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:11:53 smithi031 ceph-mon[98130]: osdmap e1951: 8 total, 8 up, 8 in 2024-08-10T06:11:53.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:11:53 smithi196 ceph-mon[90243]: osdmap e1951: 8 total, 8 up, 8 in 2024-08-10T06:11:54.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:11:54 smithi031 ceph-mon[98130]: pgmap v3365: 137 pgs: 137 active+clean; 101 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 5.8 KiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-08-10T06:11:54.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:11:54 smithi031 ceph-mon[100614]: pgmap v3365: 137 pgs: 137 active+clean; 101 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 5.8 KiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-08-10T06:11:54.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:11:54 smithi196 ceph-mon[90243]: pgmap v3365: 137 pgs: 137 active+clean; 101 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 5.8 KiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-08-10T06:11:56.522 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:11:56 smithi031 ceph-mon[98130]: pgmap v3366: 137 pgs: 137 active+clean; 101 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 21 KiB/s rd, 686 KiB/s wr, 33 op/s 2024-08-10T06:11:56.522 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:11:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:11:56.522 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:11:56 smithi031 ceph-mon[100614]: pgmap v3366: 137 pgs: 137 active+clean; 101 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 21 KiB/s rd, 686 KiB/s wr, 33 op/s 2024-08-10T06:11:56.522 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:11:56 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:11:56.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:11:56 smithi196 ceph-mon[90243]: pgmap v3366: 137 pgs: 137 active+clean; 101 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 21 KiB/s rd, 686 KiB/s wr, 33 op/s 2024-08-10T06:11:56.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:11:56 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:11:57.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:11:57 smithi031 ceph-mon[98130]: osdmap e1952: 8 total, 8 up, 8 in 2024-08-10T06:11:57.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:11:57 smithi031 ceph-mon[100614]: osdmap e1952: 8 total, 8 up, 8 in 2024-08-10T06:11:57.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:11:57 smithi196 ceph-mon[90243]: osdmap e1952: 8 total, 8 up, 8 in 2024-08-10T06:11:58.162 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:11:58.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:11:58 smithi031 ceph-mon[98130]: pgmap v3368: 137 pgs: 137 active+clean; 101 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 31 KiB/s rd, 687 KiB/s wr, 49 op/s 2024-08-10T06:11:58.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:11:58 smithi031 ceph-mon[98130]: osdmap e1953: 8 total, 8 up, 8 in 2024-08-10T06:11:58.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:11:58 smithi031 ceph-mon[100614]: pgmap v3368: 137 pgs: 137 active+clean; 101 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 31 KiB/s rd, 687 KiB/s wr, 49 op/s 2024-08-10T06:11:58.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:11:58 smithi031 ceph-mon[100614]: osdmap e1953: 8 total, 8 up, 8 in 2024-08-10T06:11:58.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:11:58 smithi196 ceph-mon[90243]: pgmap v3368: 137 pgs: 137 active+clean; 101 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 31 KiB/s rd, 687 KiB/s wr, 49 op/s 2024-08-10T06:11:58.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:11:58 smithi196 ceph-mon[90243]: osdmap e1953: 8 total, 8 up, 8 in 2024-08-10T06:11:59.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:11:59 smithi031 ceph-mon[98130]: osdmap e1954: 8 total, 8 up, 8 in 2024-08-10T06:11:59.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:11:59 smithi031 ceph-mon[100614]: osdmap e1954: 8 total, 8 up, 8 in 2024-08-10T06:11:59.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:11:59 smithi196 ceph-mon[90243]: osdmap e1954: 8 total, 8 up, 8 in 2024-08-10T06:12:00.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:12:00 smithi031 ceph-mon[100614]: pgmap v3371: 137 pgs: 137 active+clean; 108 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 36 KiB/s rd, 688 KiB/s wr, 56 op/s 2024-08-10T06:12:00.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:12:00 smithi031 ceph-mon[98130]: pgmap v3371: 137 pgs: 137 active+clean; 108 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 36 KiB/s rd, 688 KiB/s wr, 56 op/s 2024-08-10T06:12:00.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:12:00 smithi196 ceph-mon[90243]: pgmap v3371: 137 pgs: 137 active+clean; 108 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 36 KiB/s rd, 688 KiB/s wr, 56 op/s 2024-08-10T06:12:01.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:12:01 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:12:01] "GET /metrics HTTP/1.1" 200 36732 "" "Prometheus/2.43.0" 2024-08-10T06:12:02.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:12:02 smithi031 ceph-mon[98130]: pgmap v3372: 137 pgs: 137 active+clean; 111 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 17 KiB/s rd, 686 KiB/s wr, 29 op/s 2024-08-10T06:12:02.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:12:02 smithi031 ceph-mon[100614]: pgmap v3372: 137 pgs: 137 active+clean; 111 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 17 KiB/s rd, 686 KiB/s wr, 29 op/s 2024-08-10T06:12:02.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:12:02 smithi196 ceph-mon[90243]: pgmap v3372: 137 pgs: 137 active+clean; 111 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 17 KiB/s rd, 686 KiB/s wr, 29 op/s 2024-08-10T06:12:02.529 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:12:02 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:12:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:12:03.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:12:03 smithi031 ceph-mon[98130]: osdmap e1955: 8 total, 8 up, 8 in 2024-08-10T06:12:03.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:12:03 smithi031 ceph-mon[100614]: osdmap e1955: 8 total, 8 up, 8 in 2024-08-10T06:12:03.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:12:03 smithi196 ceph-mon[90243]: osdmap e1955: 8 total, 8 up, 8 in 2024-08-10T06:12:04.193 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:12:04.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:12:04 smithi031 ceph-mon[98130]: pgmap v3374: 137 pgs: 137 active+clean; 111 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 21 KiB/s rd, 686 KiB/s wr, 34 op/s 2024-08-10T06:12:04.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:12:04 smithi031 ceph-mon[98130]: osdmap e1956: 8 total, 8 up, 8 in 2024-08-10T06:12:04.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:12:04 smithi031 ceph-mon[100614]: pgmap v3374: 137 pgs: 137 active+clean; 111 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 21 KiB/s rd, 686 KiB/s wr, 34 op/s 2024-08-10T06:12:04.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:12:04 smithi031 ceph-mon[100614]: osdmap e1956: 8 total, 8 up, 8 in 2024-08-10T06:12:04.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:12:04 smithi196 ceph-mon[90243]: pgmap v3374: 137 pgs: 137 active+clean; 111 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 21 KiB/s rd, 686 KiB/s wr, 34 op/s 2024-08-10T06:12:04.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:12:04 smithi196 ceph-mon[90243]: osdmap e1956: 8 total, 8 up, 8 in 2024-08-10T06:12:05.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:12:05 smithi031 ceph-mon[98130]: osdmap e1957: 8 total, 8 up, 8 in 2024-08-10T06:12:05.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:12:05 smithi031 ceph-mon[100614]: osdmap e1957: 8 total, 8 up, 8 in 2024-08-10T06:12:05.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:12:05 smithi196 ceph-mon[90243]: osdmap e1957: 8 total, 8 up, 8 in 2024-08-10T06:12:06.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:12:06 smithi031 ceph-mon[98130]: pgmap v3377: 137 pgs: 137 active+clean; 118 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 26 KiB/s rd, 686 KiB/s wr, 42 op/s 2024-08-10T06:12:06.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:12:06 smithi031 ceph-mon[100614]: pgmap v3377: 137 pgs: 137 active+clean; 118 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 26 KiB/s rd, 686 KiB/s wr, 42 op/s 2024-08-10T06:12:06.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:12:06 smithi196 ceph-mon[90243]: pgmap v3377: 137 pgs: 137 active+clean; 118 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 26 KiB/s rd, 686 KiB/s wr, 42 op/s 2024-08-10T06:12:08.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:12:08 smithi031 ceph-mon[98130]: pgmap v3378: 137 pgs: 137 active+clean; 118 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 27 KiB/s rd, 687 KiB/s wr, 43 op/s 2024-08-10T06:12:08.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:12:08 smithi031 ceph-mon[100614]: pgmap v3378: 137 pgs: 137 active+clean; 118 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 27 KiB/s rd, 687 KiB/s wr, 43 op/s 2024-08-10T06:12:08.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:12:08 smithi196 ceph-mon[90243]: pgmap v3378: 137 pgs: 137 active+clean; 118 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 27 KiB/s rd, 687 KiB/s wr, 43 op/s 2024-08-10T06:12:09.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:12:09 smithi031 ceph-mon[98130]: osdmap e1958: 8 total, 8 up, 8 in 2024-08-10T06:12:09.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:12:09 smithi031 ceph-mon[100614]: osdmap e1958: 8 total, 8 up, 8 in 2024-08-10T06:12:09.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:12:09 smithi196 ceph-mon[90243]: osdmap e1958: 8 total, 8 up, 8 in 2024-08-10T06:12:10.221 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:12:10.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:12:10 smithi031 ceph-mon[98130]: pgmap v3380: 137 pgs: 137 active+clean; 121 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 40 op/s 2024-08-10T06:12:10.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:12:10 smithi031 ceph-mon[98130]: osdmap e1959: 8 total, 8 up, 8 in 2024-08-10T06:12:10.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:12:10 smithi031 ceph-mon[100614]: pgmap v3380: 137 pgs: 137 active+clean; 121 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 40 op/s 2024-08-10T06:12:10.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:12:10 smithi031 ceph-mon[100614]: osdmap e1959: 8 total, 8 up, 8 in 2024-08-10T06:12:10.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:12:10 smithi196 ceph-mon[90243]: pgmap v3380: 137 pgs: 137 active+clean; 121 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 40 op/s 2024-08-10T06:12:10.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:12:10 smithi196 ceph-mon[90243]: osdmap e1959: 8 total, 8 up, 8 in 2024-08-10T06:12:11.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:12:11 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:12:11] "GET /metrics HTTP/1.1" 200 36735 "" "Prometheus/2.43.0" 2024-08-10T06:12:11.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:12:11 smithi031 ceph-mon[100614]: osdmap e1960: 8 total, 8 up, 8 in 2024-08-10T06:12:11.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:12:11 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:12:11.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:12:11 smithi031 ceph-mon[98130]: osdmap e1960: 8 total, 8 up, 8 in 2024-08-10T06:12:11.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:12:11 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:12:11.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:12:11 smithi196 ceph-mon[90243]: osdmap e1960: 8 total, 8 up, 8 in 2024-08-10T06:12:11.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:12:11 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:12:12.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:12:12 smithi031 ceph-mon[98130]: pgmap v3383: 137 pgs: 137 active+clean; 121 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 17 KiB/s rd, 3.2 KiB/s wr, 27 op/s 2024-08-10T06:12:12.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:12:12 smithi031 ceph-mon[100614]: pgmap v3383: 137 pgs: 137 active+clean; 121 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 17 KiB/s rd, 3.2 KiB/s wr, 27 op/s 2024-08-10T06:12:12.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:12:12 smithi196 ceph-mon[90243]: pgmap v3383: 137 pgs: 137 active+clean; 121 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 17 KiB/s rd, 3.2 KiB/s wr, 27 op/s 2024-08-10T06:12:12.530 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:12:12 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:12:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:12:14.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:12:14 smithi031 ceph-mon[98130]: pgmap v3384: 137 pgs: 137 active+clean; 128 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 35 KiB/s rd, 687 KiB/s wr, 53 op/s 2024-08-10T06:12:14.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:12:14 smithi031 ceph-mon[100614]: pgmap v3384: 137 pgs: 137 active+clean; 128 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 35 KiB/s rd, 687 KiB/s wr, 53 op/s 2024-08-10T06:12:14.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:12:14 smithi196 ceph-mon[90243]: pgmap v3384: 137 pgs: 137 active+clean; 128 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 35 KiB/s rd, 687 KiB/s wr, 53 op/s 2024-08-10T06:12:15.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:12:15 smithi031 ceph-mon[98130]: osdmap e1961: 8 total, 8 up, 8 in 2024-08-10T06:12:15.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:12:15 smithi031 ceph-mon[98130]: pgmap v3386: 137 pgs: 137 active+clean; 131 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 23 KiB/s rd, 686 KiB/s wr, 36 op/s 2024-08-10T06:12:15.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:12:15 smithi031 ceph-mon[100614]: osdmap e1961: 8 total, 8 up, 8 in 2024-08-10T06:12:15.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:12:15 smithi031 ceph-mon[100614]: pgmap v3386: 137 pgs: 137 active+clean; 131 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 23 KiB/s rd, 686 KiB/s wr, 36 op/s 2024-08-10T06:12:15.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:12:15 smithi196 ceph-mon[90243]: osdmap e1961: 8 total, 8 up, 8 in 2024-08-10T06:12:15.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:12:15 smithi196 ceph-mon[90243]: pgmap v3386: 137 pgs: 137 active+clean; 131 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 23 KiB/s rd, 686 KiB/s wr, 36 op/s 2024-08-10T06:12:16.259 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministicLUKS1PP (30159 ms) 2024-08-10T06:12:16.259 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministicLUKS2 2024-08-10T06:12:16.259 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:12:16.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:12:16 smithi031 ceph-mon[100614]: osdmap e1962: 8 total, 8 up, 8 in 2024-08-10T06:12:16.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:12:16 smithi031 ceph-mon[98130]: osdmap e1962: 8 total, 8 up, 8 in 2024-08-10T06:12:16.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:12:16 smithi196 ceph-mon[90243]: osdmap e1962: 8 total, 8 up, 8 in 2024-08-10T06:12:17.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:12:17 smithi031 ceph-mon[98130]: osdmap e1963: 8 total, 8 up, 8 in 2024-08-10T06:12:17.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:12:17 smithi031 ceph-mon[98130]: pgmap v3389: 137 pgs: 137 active+clean; 135 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 22 KiB/s rd, 686 KiB/s wr, 36 op/s 2024-08-10T06:12:17.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:12:17 smithi031 ceph-mon[100614]: osdmap e1963: 8 total, 8 up, 8 in 2024-08-10T06:12:17.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:12:17 smithi031 ceph-mon[100614]: pgmap v3389: 137 pgs: 137 active+clean; 135 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 22 KiB/s rd, 686 KiB/s wr, 36 op/s 2024-08-10T06:12:17.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:12:17 smithi196 ceph-mon[90243]: osdmap e1963: 8 total, 8 up, 8 in 2024-08-10T06:12:17.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:12:17 smithi196 ceph-mon[90243]: pgmap v3389: 137 pgs: 137 active+clean; 135 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 22 KiB/s rd, 686 KiB/s wr, 36 op/s 2024-08-10T06:12:20.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:12:19 smithi031 ceph-mon[98130]: pgmap v3390: 137 pgs: 137 active+clean; 143 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 26 KiB/s rd, 687 KiB/s wr, 42 op/s 2024-08-10T06:12:20.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:12:19 smithi031 ceph-mon[100614]: pgmap v3390: 137 pgs: 137 active+clean; 143 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 26 KiB/s rd, 687 KiB/s wr, 42 op/s 2024-08-10T06:12:20.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:12:19 smithi196 ceph-mon[90243]: pgmap v3390: 137 pgs: 137 active+clean; 143 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 26 KiB/s rd, 687 KiB/s wr, 42 op/s 2024-08-10T06:12:21.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:12:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:12:21] "GET /metrics HTTP/1.1" 200 36735 "" "Prometheus/2.43.0" 2024-08-10T06:12:22.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:12:21 smithi031 ceph-mon[98130]: pgmap v3391: 137 pgs: 137 active+clean; 143 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 23 KiB/s rd, 618 KiB/s wr, 36 op/s 2024-08-10T06:12:22.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:12:21 smithi031 ceph-mon[100614]: pgmap v3391: 137 pgs: 137 active+clean; 143 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 23 KiB/s rd, 618 KiB/s wr, 36 op/s 2024-08-10T06:12:22.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:12:21 smithi196 ceph-mon[90243]: pgmap v3391: 137 pgs: 137 active+clean; 143 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 23 KiB/s rd, 618 KiB/s wr, 36 op/s 2024-08-10T06:12:22.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:12:22 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:12:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:12:24.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:12:23 smithi031 ceph-mon[98130]: pgmap v3392: 137 pgs: 137 active+clean; 143 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 19 KiB/s rd, 515 KiB/s wr, 30 op/s 2024-08-10T06:12:24.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:12:23 smithi031 ceph-mon[100614]: pgmap v3392: 137 pgs: 137 active+clean; 143 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 19 KiB/s rd, 515 KiB/s wr, 30 op/s 2024-08-10T06:12:24.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:12:23 smithi196 ceph-mon[90243]: pgmap v3392: 137 pgs: 137 active+clean; 143 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 19 KiB/s rd, 515 KiB/s wr, 30 op/s 2024-08-10T06:12:26.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:12:25 smithi031 ceph-mon[98130]: pgmap v3393: 137 pgs: 137 active+clean; 143 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 16 KiB/s rd, 426 KiB/s wr, 25 op/s 2024-08-10T06:12:26.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:12:25 smithi031 ceph-mon[98130]: osdmap e1964: 8 total, 8 up, 8 in 2024-08-10T06:12:26.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:12:25 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:12:26.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:12:25 smithi031 ceph-mon[100614]: pgmap v3393: 137 pgs: 137 active+clean; 143 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 16 KiB/s rd, 426 KiB/s wr, 25 op/s 2024-08-10T06:12:26.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:12:25 smithi031 ceph-mon[100614]: osdmap e1964: 8 total, 8 up, 8 in 2024-08-10T06:12:26.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:12:25 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:12:26.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:12:25 smithi196 ceph-mon[90243]: pgmap v3393: 137 pgs: 137 active+clean; 143 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 16 KiB/s rd, 426 KiB/s wr, 25 op/s 2024-08-10T06:12:26.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:12:25 smithi196 ceph-mon[90243]: osdmap e1964: 8 total, 8 up, 8 in 2024-08-10T06:12:26.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:12:25 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:12:26.992 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:12:27.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:12:26 smithi031 ceph-mon[98130]: osdmap e1965: 8 total, 8 up, 8 in 2024-08-10T06:12:27.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:12:26 smithi031 ceph-mon[100614]: osdmap e1965: 8 total, 8 up, 8 in 2024-08-10T06:12:27.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:12:26 smithi196 ceph-mon[90243]: osdmap e1965: 8 total, 8 up, 8 in 2024-08-10T06:12:28.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:12:27 smithi031 ceph-mon[100614]: pgmap v3396: 137 pgs: 137 active+clean; 147 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 5.5 KiB/s rd, 514 KiB/s wr, 10 op/s 2024-08-10T06:12:28.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:12:27 smithi031 ceph-mon[100614]: osdmap e1966: 8 total, 8 up, 8 in 2024-08-10T06:12:28.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:12:27 smithi031 ceph-mon[98130]: pgmap v3396: 137 pgs: 137 active+clean; 147 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 5.5 KiB/s rd, 514 KiB/s wr, 10 op/s 2024-08-10T06:12:28.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:12:27 smithi031 ceph-mon[98130]: osdmap e1966: 8 total, 8 up, 8 in 2024-08-10T06:12:28.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:12:27 smithi196 ceph-mon[90243]: pgmap v3396: 137 pgs: 137 active+clean; 147 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 5.5 KiB/s rd, 514 KiB/s wr, 10 op/s 2024-08-10T06:12:28.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:12:27 smithi196 ceph-mon[90243]: osdmap e1966: 8 total, 8 up, 8 in 2024-08-10T06:12:30.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:12:29 smithi031 ceph-mon[98130]: pgmap v3398: 137 pgs: 137 active+clean; 159 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 22 KiB/s rd, 2.7 MiB/s wr, 35 op/s 2024-08-10T06:12:30.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:12:29 smithi031 ceph-mon[100614]: pgmap v3398: 137 pgs: 137 active+clean; 159 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 22 KiB/s rd, 2.7 MiB/s wr, 35 op/s 2024-08-10T06:12:30.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:12:29 smithi196 ceph-mon[90243]: pgmap v3398: 137 pgs: 137 active+clean; 159 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 22 KiB/s rd, 2.7 MiB/s wr, 35 op/s 2024-08-10T06:12:31.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:12:31 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:12:31] "GET /metrics HTTP/1.1" 200 36734 "" "Prometheus/2.43.0" 2024-08-10T06:12:32.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:12:31 smithi031 ceph-mon[98130]: pgmap v3399: 137 pgs: 137 active+clean; 159 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 43 op/s 2024-08-10T06:12:32.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:12:31 smithi031 ceph-mon[100614]: pgmap v3399: 137 pgs: 137 active+clean; 159 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 43 op/s 2024-08-10T06:12:32.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:12:31 smithi196 ceph-mon[90243]: pgmap v3399: 137 pgs: 137 active+clean; 159 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 43 op/s 2024-08-10T06:12:32.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:12:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:12:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:12:34.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:12:33 smithi031 ceph-mon[98130]: pgmap v3400: 137 pgs: 137 active+clean; 159 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 21 KiB/s rd, 2.0 MiB/s wr, 33 op/s 2024-08-10T06:12:34.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:12:33 smithi031 ceph-mon[100614]: pgmap v3400: 137 pgs: 137 active+clean; 159 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 21 KiB/s rd, 2.0 MiB/s wr, 33 op/s 2024-08-10T06:12:34.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:12:33 smithi196 ceph-mon[90243]: pgmap v3400: 137 pgs: 137 active+clean; 159 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 21 KiB/s rd, 2.0 MiB/s wr, 33 op/s 2024-08-10T06:12:36.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:12:35 smithi031 ceph-mon[98130]: pgmap v3401: 137 pgs: 137 active+clean; 159 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 18 KiB/s rd, 1.3 MiB/s wr, 29 op/s 2024-08-10T06:12:36.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:12:35 smithi031 ceph-mon[98130]: osdmap e1967: 8 total, 8 up, 8 in 2024-08-10T06:12:36.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:12:35 smithi031 ceph-mon[100614]: pgmap v3401: 137 pgs: 137 active+clean; 159 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 18 KiB/s rd, 1.3 MiB/s wr, 29 op/s 2024-08-10T06:12:36.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:12:35 smithi031 ceph-mon[100614]: osdmap e1967: 8 total, 8 up, 8 in 2024-08-10T06:12:36.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:12:35 smithi196 ceph-mon[90243]: pgmap v3401: 137 pgs: 137 active+clean; 159 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 18 KiB/s rd, 1.3 MiB/s wr, 29 op/s 2024-08-10T06:12:36.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:12:35 smithi196 ceph-mon[90243]: osdmap e1967: 8 total, 8 up, 8 in 2024-08-10T06:12:37.029 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:12:37.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:12:36 smithi031 ceph-mon[100614]: osdmap e1968: 8 total, 8 up, 8 in 2024-08-10T06:12:37.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:12:36 smithi031 ceph-mon[98130]: osdmap e1968: 8 total, 8 up, 8 in 2024-08-10T06:12:37.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:12:36 smithi196 ceph-mon[90243]: osdmap e1968: 8 total, 8 up, 8 in 2024-08-10T06:12:38.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:12:37 smithi031 ceph-mon[100614]: pgmap v3404: 137 pgs: 137 active+clean; 159 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 7.5 KiB/s rd, 1.4 KiB/s wr, 11 op/s 2024-08-10T06:12:38.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:12:37 smithi031 ceph-mon[100614]: osdmap e1969: 8 total, 8 up, 8 in 2024-08-10T06:12:38.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:12:37 smithi031 ceph-mon[98130]: pgmap v3404: 137 pgs: 137 active+clean; 159 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 7.5 KiB/s rd, 1.4 KiB/s wr, 11 op/s 2024-08-10T06:12:38.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:12:37 smithi031 ceph-mon[98130]: osdmap e1969: 8 total, 8 up, 8 in 2024-08-10T06:12:38.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:12:37 smithi196 ceph-mon[90243]: pgmap v3404: 137 pgs: 137 active+clean; 159 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 7.5 KiB/s rd, 1.4 KiB/s wr, 11 op/s 2024-08-10T06:12:38.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:12:37 smithi196 ceph-mon[90243]: osdmap e1969: 8 total, 8 up, 8 in 2024-08-10T06:12:40.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:12:39 smithi031 ceph-mon[98130]: pgmap v3406: 137 pgs: 137 active+clean; 176 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 15 KiB/s rd, 2.7 MiB/s wr, 25 op/s 2024-08-10T06:12:40.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:12:39 smithi031 ceph-mon[100614]: pgmap v3406: 137 pgs: 137 active+clean; 176 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 15 KiB/s rd, 2.7 MiB/s wr, 25 op/s 2024-08-10T06:12:40.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:12:39 smithi196 ceph-mon[90243]: pgmap v3406: 137 pgs: 137 active+clean; 176 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 15 KiB/s rd, 2.7 MiB/s wr, 25 op/s 2024-08-10T06:12:41.256 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:12:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:12:41.256 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:12:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:12:41.281 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:12:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:12:41.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:12:41 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:12:41] "GET /metrics HTTP/1.1" 200 36734 "" "Prometheus/2.43.0" 2024-08-10T06:12:42.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:12:42 smithi031 ceph-mon[100614]: pgmap v3407: 137 pgs: 137 active+clean; 177 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 44 op/s 2024-08-10T06:12:42.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:12:42 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:12:42.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:12:42 smithi031 ceph-mon[98130]: pgmap v3407: 137 pgs: 137 active+clean; 177 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 44 op/s 2024-08-10T06:12:42.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:12:42 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:12:42.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:12:42 smithi196 ceph-mon[90243]: pgmap v3407: 137 pgs: 137 active+clean; 177 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 44 op/s 2024-08-10T06:12:42.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:12:42 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:12:42.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:12:42 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:12:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:12:43.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:12:43 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:12:43.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:12:43 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:12:43.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:12:43 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:12:43.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:12:43 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:12:43.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:12:43 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:12:43.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:12:43 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:12:43.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:12:43 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:12:43.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:12:43 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:12:43.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:12:43 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:12:44.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:12:44 smithi031 ceph-mon[98130]: pgmap v3408: 137 pgs: 137 active+clean; 177 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 21 KiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-08-10T06:12:44.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:12:44 smithi031 ceph-mon[100614]: pgmap v3408: 137 pgs: 137 active+clean; 177 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 21 KiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-08-10T06:12:44.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:12:44 smithi196 ceph-mon[90243]: pgmap v3408: 137 pgs: 137 active+clean; 177 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 21 KiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-08-10T06:12:46.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:12:46 smithi031 ceph-mon[98130]: pgmap v3409: 137 pgs: 137 active+clean; 177 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 16 KiB/s rd, 1.8 MiB/s wr, 26 op/s 2024-08-10T06:12:46.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:12:46 smithi031 ceph-mon[98130]: osdmap e1970: 8 total, 8 up, 8 in 2024-08-10T06:12:46.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:12:46 smithi031 ceph-mon[100614]: pgmap v3409: 137 pgs: 137 active+clean; 177 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 16 KiB/s rd, 1.8 MiB/s wr, 26 op/s 2024-08-10T06:12:46.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:12:46 smithi031 ceph-mon[100614]: osdmap e1970: 8 total, 8 up, 8 in 2024-08-10T06:12:46.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:12:46 smithi196 ceph-mon[90243]: pgmap v3409: 137 pgs: 137 active+clean; 177 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 16 KiB/s rd, 1.8 MiB/s wr, 26 op/s 2024-08-10T06:12:46.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:12:46 smithi196 ceph-mon[90243]: osdmap e1970: 8 total, 8 up, 8 in 2024-08-10T06:12:47.066 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:12:47.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:12:47 smithi196 ceph-mon[90243]: osdmap e1971: 8 total, 8 up, 8 in 2024-08-10T06:12:47.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:12:47 smithi031 ceph-mon[98130]: osdmap e1971: 8 total, 8 up, 8 in 2024-08-10T06:12:47.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:12:47 smithi031 ceph-mon[100614]: osdmap e1971: 8 total, 8 up, 8 in 2024-08-10T06:12:48.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:12:48 smithi031 ceph-mon[98130]: pgmap v3412: 137 pgs: 137 active+clean; 181 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 13 KiB/s rd, 515 KiB/s wr, 21 op/s 2024-08-10T06:12:48.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:12:48 smithi031 ceph-mon[98130]: osdmap e1972: 8 total, 8 up, 8 in 2024-08-10T06:12:48.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:12:48 smithi031 ceph-mon[100614]: pgmap v3412: 137 pgs: 137 active+clean; 181 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 13 KiB/s rd, 515 KiB/s wr, 21 op/s 2024-08-10T06:12:48.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:12:48 smithi031 ceph-mon[100614]: osdmap e1972: 8 total, 8 up, 8 in 2024-08-10T06:12:48.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:12:48 smithi196 ceph-mon[90243]: pgmap v3412: 137 pgs: 137 active+clean; 181 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 13 KiB/s rd, 515 KiB/s wr, 21 op/s 2024-08-10T06:12:48.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:12:48 smithi196 ceph-mon[90243]: osdmap e1972: 8 total, 8 up, 8 in 2024-08-10T06:12:50.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:12:50 smithi031 ceph-mon[100614]: pgmap v3414: 137 pgs: 137 active+clean; 195 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 24 KiB/s rd, 2.7 MiB/s wr, 39 op/s 2024-08-10T06:12:50.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:12:50 smithi031 ceph-mon[98130]: pgmap v3414: 137 pgs: 137 active+clean; 195 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 24 KiB/s rd, 2.7 MiB/s wr, 39 op/s 2024-08-10T06:12:50.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:12:50 smithi196 ceph-mon[90243]: pgmap v3414: 137 pgs: 137 active+clean; 195 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 24 KiB/s rd, 2.7 MiB/s wr, 39 op/s 2024-08-10T06:12:51.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:12:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:12:51] "GET /metrics HTTP/1.1" 200 36734 "" "Prometheus/2.43.0" 2024-08-10T06:12:52.315 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:12:52 smithi196 ceph-mon[90243]: pgmap v3415: 137 pgs: 137 active+clean; 195 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 44 op/s 2024-08-10T06:12:52.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:12:52 smithi031 ceph-mon[98130]: pgmap v3415: 137 pgs: 137 active+clean; 195 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 44 op/s 2024-08-10T06:12:52.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:12:52 smithi031 ceph-mon[100614]: pgmap v3415: 137 pgs: 137 active+clean; 195 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 44 op/s 2024-08-10T06:12:52.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:12:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:12:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:12:54.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:12:54 smithi031 ceph-mon[98130]: pgmap v3416: 137 pgs: 137 active+clean; 195 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 21 KiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-08-10T06:12:54.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:12:54 smithi031 ceph-mon[100614]: pgmap v3416: 137 pgs: 137 active+clean; 195 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 21 KiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-08-10T06:12:54.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:12:54 smithi196 ceph-mon[90243]: pgmap v3416: 137 pgs: 137 active+clean; 195 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 21 KiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-08-10T06:12:56.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:12:56 smithi031 ceph-mon[98130]: pgmap v3417: 137 pgs: 137 active+clean; 195 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 15 KiB/s rd, 1.8 MiB/s wr, 24 op/s 2024-08-10T06:12:56.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:12:56 smithi031 ceph-mon[98130]: osdmap e1973: 8 total, 8 up, 8 in 2024-08-10T06:12:56.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:12:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:12:56.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:12:56 smithi031 ceph-mon[100614]: pgmap v3417: 137 pgs: 137 active+clean; 195 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 15 KiB/s rd, 1.8 MiB/s wr, 24 op/s 2024-08-10T06:12:56.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:12:56 smithi031 ceph-mon[100614]: osdmap e1973: 8 total, 8 up, 8 in 2024-08-10T06:12:56.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:12:56 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:12:56.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:12:56 smithi196 ceph-mon[90243]: pgmap v3417: 137 pgs: 137 active+clean; 195 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 15 KiB/s rd, 1.8 MiB/s wr, 24 op/s 2024-08-10T06:12:56.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:12:56 smithi196 ceph-mon[90243]: osdmap e1973: 8 total, 8 up, 8 in 2024-08-10T06:12:56.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:12:56 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:12:57.093 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:12:57.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:12:57 smithi031 ceph-mon[98130]: osdmap e1974: 8 total, 8 up, 8 in 2024-08-10T06:12:57.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:12:57 smithi031 ceph-mon[100614]: osdmap e1974: 8 total, 8 up, 8 in 2024-08-10T06:12:57.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:12:57 smithi196 ceph-mon[90243]: osdmap e1974: 8 total, 8 up, 8 in 2024-08-10T06:12:58.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:12:58 smithi031 ceph-mon[98130]: pgmap v3420: 137 pgs: 137 active+clean; 203 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.7 KiB/s rd, 1.0 MiB/s wr, 4 op/s 2024-08-10T06:12:58.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:12:58 smithi031 ceph-mon[98130]: osdmap e1975: 8 total, 8 up, 8 in 2024-08-10T06:12:58.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:12:58 smithi031 ceph-mon[100614]: pgmap v3420: 137 pgs: 137 active+clean; 203 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.7 KiB/s rd, 1.0 MiB/s wr, 4 op/s 2024-08-10T06:12:58.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:12:58 smithi031 ceph-mon[100614]: osdmap e1975: 8 total, 8 up, 8 in 2024-08-10T06:12:58.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:12:58 smithi196 ceph-mon[90243]: pgmap v3420: 137 pgs: 137 active+clean; 203 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.7 KiB/s rd, 1.0 MiB/s wr, 4 op/s 2024-08-10T06:12:58.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:12:58 smithi196 ceph-mon[90243]: osdmap e1975: 8 total, 8 up, 8 in 2024-08-10T06:13:00.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:13:00 smithi031 ceph-mon[98130]: pgmap v3422: 137 pgs: 137 active+clean; 213 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.7 MiB/s wr, 42 op/s 2024-08-10T06:13:00.552 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:13:00 smithi031 ceph-mon[100614]: pgmap v3422: 137 pgs: 137 active+clean; 213 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.7 MiB/s wr, 42 op/s 2024-08-10T06:13:00.552 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:13:00 smithi196 ceph-mon[90243]: pgmap v3422: 137 pgs: 137 active+clean; 213 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.7 MiB/s wr, 42 op/s 2024-08-10T06:13:01.516 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:13:01 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:13:01] "GET /metrics HTTP/1.1" 200 36737 "" "Prometheus/2.43.0" 2024-08-10T06:13:01.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:13:01 smithi031 ceph-mon[98130]: pgmap v3423: 137 pgs: 137 active+clean; 213 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 43 op/s 2024-08-10T06:13:01.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:13:01 smithi031 ceph-mon[100614]: pgmap v3423: 137 pgs: 137 active+clean; 213 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 43 op/s 2024-08-10T06:13:01.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:13:01 smithi196 ceph-mon[90243]: pgmap v3423: 137 pgs: 137 active+clean; 213 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 43 op/s 2024-08-10T06:13:02.780 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:13:02 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:13:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:13:04.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:13:03 smithi031 ceph-mon[98130]: pgmap v3424: 137 pgs: 137 active+clean; 213 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-08-10T06:13:04.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:13:03 smithi031 ceph-mon[100614]: pgmap v3424: 137 pgs: 137 active+clean; 213 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-08-10T06:13:04.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:13:03 smithi196 ceph-mon[90243]: pgmap v3424: 137 pgs: 137 active+clean; 213 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-08-10T06:13:06.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:13:05 smithi031 ceph-mon[98130]: pgmap v3425: 137 pgs: 137 active+clean; 213 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 931 KiB/s wr, 30 op/s 2024-08-10T06:13:06.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:13:05 smithi031 ceph-mon[98130]: osdmap e1976: 8 total, 8 up, 8 in 2024-08-10T06:13:06.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:13:05 smithi031 ceph-mon[100614]: pgmap v3425: 137 pgs: 137 active+clean; 213 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 931 KiB/s wr, 30 op/s 2024-08-10T06:13:06.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:13:05 smithi031 ceph-mon[100614]: osdmap e1976: 8 total, 8 up, 8 in 2024-08-10T06:13:06.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:13:05 smithi196 ceph-mon[90243]: pgmap v3425: 137 pgs: 137 active+clean; 213 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 931 KiB/s wr, 30 op/s 2024-08-10T06:13:06.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:13:05 smithi196 ceph-mon[90243]: osdmap e1976: 8 total, 8 up, 8 in 2024-08-10T06:13:06.999 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministicLUKS2 (50740 ms) 2024-08-10T06:13:06.999 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministicLUKS2PP 2024-08-10T06:13:06.999 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:13:07.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:13:06 smithi031 ceph-mon[98130]: osdmap e1977: 8 total, 8 up, 8 in 2024-08-10T06:13:07.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:13:06 smithi031 ceph-mon[100614]: osdmap e1977: 8 total, 8 up, 8 in 2024-08-10T06:13:07.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:13:06 smithi196 ceph-mon[90243]: osdmap e1977: 8 total, 8 up, 8 in 2024-08-10T06:13:08.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:13:07 smithi031 ceph-mon[100614]: pgmap v3428: 137 pgs: 137 active+clean; 221 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 4.7 KiB/s rd, 514 KiB/s wr, 8 op/s 2024-08-10T06:13:08.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:13:07 smithi031 ceph-mon[100614]: osdmap e1978: 8 total, 8 up, 8 in 2024-08-10T06:13:08.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:13:07 smithi031 ceph-mon[98130]: pgmap v3428: 137 pgs: 137 active+clean; 221 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 4.7 KiB/s rd, 514 KiB/s wr, 8 op/s 2024-08-10T06:13:08.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:13:07 smithi031 ceph-mon[98130]: osdmap e1978: 8 total, 8 up, 8 in 2024-08-10T06:13:08.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:13:07 smithi196 ceph-mon[90243]: pgmap v3428: 137 pgs: 137 active+clean; 221 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 4.7 KiB/s rd, 514 KiB/s wr, 8 op/s 2024-08-10T06:13:08.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:13:07 smithi196 ceph-mon[90243]: osdmap e1978: 8 total, 8 up, 8 in 2024-08-10T06:13:10.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:13:09 smithi031 ceph-mon[100614]: pgmap v3430: 137 pgs: 137 active+clean; 233 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.7 MiB/s wr, 35 op/s 2024-08-10T06:13:10.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:13:09 smithi031 ceph-mon[98130]: pgmap v3430: 137 pgs: 137 active+clean; 233 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.7 MiB/s wr, 35 op/s 2024-08-10T06:13:10.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:13:09 smithi196 ceph-mon[90243]: pgmap v3430: 137 pgs: 137 active+clean; 233 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.7 MiB/s wr, 35 op/s 2024-08-10T06:13:11.256 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:13:10 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:13:11.256 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:13:10 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:13:11.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:13:10 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:13:11.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:13:11 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:13:11] "GET /metrics HTTP/1.1" 200 36736 "" "Prometheus/2.43.0" 2024-08-10T06:13:12.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:13:11 smithi031 ceph-mon[98130]: pgmap v3431: 137 pgs: 137 active+clean; 237 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 42 op/s 2024-08-10T06:13:12.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:13:11 smithi031 ceph-mon[100614]: pgmap v3431: 137 pgs: 137 active+clean; 237 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 42 op/s 2024-08-10T06:13:12.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:13:11 smithi196 ceph-mon[90243]: pgmap v3431: 137 pgs: 137 active+clean; 237 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 42 op/s 2024-08-10T06:13:12.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:13:12 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:13:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:13:14.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:13:13 smithi031 ceph-mon[98130]: pgmap v3432: 137 pgs: 137 active+clean; 237 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.0 MiB/s wr, 33 op/s 2024-08-10T06:13:14.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:13:13 smithi031 ceph-mon[100614]: pgmap v3432: 137 pgs: 137 active+clean; 237 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.0 MiB/s wr, 33 op/s 2024-08-10T06:13:14.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:13:13 smithi196 ceph-mon[90243]: pgmap v3432: 137 pgs: 137 active+clean; 237 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.0 MiB/s wr, 33 op/s 2024-08-10T06:13:16.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:13:15 smithi031 ceph-mon[98130]: pgmap v3433: 137 pgs: 137 active+clean; 237 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 1.3 MiB/s wr, 24 op/s 2024-08-10T06:13:16.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:13:15 smithi031 ceph-mon[98130]: osdmap e1979: 8 total, 8 up, 8 in 2024-08-10T06:13:16.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:13:15 smithi031 ceph-mon[100614]: pgmap v3433: 137 pgs: 137 active+clean; 237 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 1.3 MiB/s wr, 24 op/s 2024-08-10T06:13:16.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:13:15 smithi031 ceph-mon[100614]: osdmap e1979: 8 total, 8 up, 8 in 2024-08-10T06:13:16.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:13:15 smithi196 ceph-mon[90243]: pgmap v3433: 137 pgs: 137 active+clean; 237 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 1.3 MiB/s wr, 24 op/s 2024-08-10T06:13:16.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:13:15 smithi196 ceph-mon[90243]: osdmap e1979: 8 total, 8 up, 8 in 2024-08-10T06:13:17.034 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:13:17.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:13:16 smithi031 ceph-mon[98130]: osdmap e1980: 8 total, 8 up, 8 in 2024-08-10T06:13:17.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:13:17 smithi031 ceph-mon[100614]: osdmap e1980: 8 total, 8 up, 8 in 2024-08-10T06:13:17.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:13:16 smithi196 ceph-mon[90243]: osdmap e1980: 8 total, 8 up, 8 in 2024-08-10T06:13:18.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:13:18 smithi031 ceph-mon[98130]: pgmap v3436: 137 pgs: 137 active+clean; 241 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 6.2 KiB/s rd, 515 KiB/s wr, 13 op/s 2024-08-10T06:13:18.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:13:18 smithi031 ceph-mon[98130]: osdmap e1981: 8 total, 8 up, 8 in 2024-08-10T06:13:18.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:13:18 smithi031 ceph-mon[100614]: pgmap v3436: 137 pgs: 137 active+clean; 241 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 6.2 KiB/s rd, 515 KiB/s wr, 13 op/s 2024-08-10T06:13:18.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:13:18 smithi031 ceph-mon[100614]: osdmap e1981: 8 total, 8 up, 8 in 2024-08-10T06:13:18.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:13:18 smithi196 ceph-mon[90243]: pgmap v3436: 137 pgs: 137 active+clean; 241 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 6.2 KiB/s rd, 515 KiB/s wr, 13 op/s 2024-08-10T06:13:18.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:13:18 smithi196 ceph-mon[90243]: osdmap e1981: 8 total, 8 up, 8 in 2024-08-10T06:13:20.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:13:20 smithi031 ceph-mon[98130]: pgmap v3438: 137 pgs: 137 active+clean; 253 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.7 MiB/s wr, 32 op/s 2024-08-10T06:13:20.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:13:20 smithi031 ceph-mon[100614]: pgmap v3438: 137 pgs: 137 active+clean; 253 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.7 MiB/s wr, 32 op/s 2024-08-10T06:13:20.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:13:20 smithi196 ceph-mon[90243]: pgmap v3438: 137 pgs: 137 active+clean; 253 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.7 MiB/s wr, 32 op/s 2024-08-10T06:13:21.521 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:13:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:13:21] "GET /metrics HTTP/1.1" 200 36736 "" "Prometheus/2.43.0" 2024-08-10T06:13:21.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:13:21 smithi196 ceph-mon[90243]: pgmap v3439: 137 pgs: 137 active+clean; 253 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 42 op/s 2024-08-10T06:13:22.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:13:21 smithi031 ceph-mon[98130]: pgmap v3439: 137 pgs: 137 active+clean; 253 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 42 op/s 2024-08-10T06:13:22.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:13:21 smithi031 ceph-mon[100614]: pgmap v3439: 137 pgs: 137 active+clean; 253 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 42 op/s 2024-08-10T06:13:22.780 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:13:22 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:13:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:13:24.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:13:23 smithi031 ceph-mon[98130]: pgmap v3440: 137 pgs: 137 active+clean; 253 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.0 MiB/s wr, 33 op/s 2024-08-10T06:13:24.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:13:23 smithi031 ceph-mon[100614]: pgmap v3440: 137 pgs: 137 active+clean; 253 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.0 MiB/s wr, 33 op/s 2024-08-10T06:13:24.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:13:23 smithi196 ceph-mon[90243]: pgmap v3440: 137 pgs: 137 active+clean; 253 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.0 MiB/s wr, 33 op/s 2024-08-10T06:13:26.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:13:25 smithi031 ceph-mon[98130]: pgmap v3441: 137 pgs: 137 active+clean; 261 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 2.7 MiB/s wr, 25 op/s 2024-08-10T06:13:26.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:13:25 smithi031 ceph-mon[98130]: osdmap e1982: 8 total, 8 up, 8 in 2024-08-10T06:13:26.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:13:25 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:13:26.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:13:25 smithi031 ceph-mon[100614]: pgmap v3441: 137 pgs: 137 active+clean; 261 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 2.7 MiB/s wr, 25 op/s 2024-08-10T06:13:26.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:13:25 smithi031 ceph-mon[100614]: osdmap e1982: 8 total, 8 up, 8 in 2024-08-10T06:13:26.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:13:25 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:13:26.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:13:25 smithi196 ceph-mon[90243]: pgmap v3441: 137 pgs: 137 active+clean; 261 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 2.7 MiB/s wr, 25 op/s 2024-08-10T06:13:26.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:13:25 smithi196 ceph-mon[90243]: osdmap e1982: 8 total, 8 up, 8 in 2024-08-10T06:13:26.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:13:25 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:13:27.022 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:13:27.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:13:26 smithi031 ceph-mon[98130]: osdmap e1983: 8 total, 8 up, 8 in 2024-08-10T06:13:27.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:13:26 smithi031 ceph-mon[100614]: osdmap e1983: 8 total, 8 up, 8 in 2024-08-10T06:13:27.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:13:26 smithi196 ceph-mon[90243]: osdmap e1983: 8 total, 8 up, 8 in 2024-08-10T06:13:28.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:13:27 smithi031 ceph-mon[98130]: pgmap v3444: 137 pgs: 137 active+clean; 261 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.2 KiB/s rd, 1.0 MiB/s wr, 10 op/s 2024-08-10T06:13:28.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:13:27 smithi031 ceph-mon[98130]: osdmap e1984: 8 total, 8 up, 8 in 2024-08-10T06:13:28.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:13:27 smithi031 ceph-mon[100614]: pgmap v3444: 137 pgs: 137 active+clean; 261 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.2 KiB/s rd, 1.0 MiB/s wr, 10 op/s 2024-08-10T06:13:28.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:13:27 smithi031 ceph-mon[100614]: osdmap e1984: 8 total, 8 up, 8 in 2024-08-10T06:13:28.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:13:27 smithi196 ceph-mon[90243]: pgmap v3444: 137 pgs: 137 active+clean; 261 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.2 KiB/s rd, 1.0 MiB/s wr, 10 op/s 2024-08-10T06:13:28.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:13:27 smithi196 ceph-mon[90243]: osdmap e1984: 8 total, 8 up, 8 in 2024-08-10T06:13:30.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:13:29 smithi031 ceph-mon[98130]: pgmap v3446: 137 pgs: 137 active+clean; 275 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2.7 MiB/s wr, 23 op/s 2024-08-10T06:13:30.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:13:29 smithi031 ceph-mon[100614]: pgmap v3446: 137 pgs: 137 active+clean; 275 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2.7 MiB/s wr, 23 op/s 2024-08-10T06:13:30.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:13:29 smithi196 ceph-mon[90243]: pgmap v3446: 137 pgs: 137 active+clean; 275 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2.7 MiB/s wr, 23 op/s 2024-08-10T06:13:31.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:13:31 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:13:31] "GET /metrics HTTP/1.1" 200 36735 "" "Prometheus/2.43.0" 2024-08-10T06:13:32.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:13:31 smithi031 ceph-mon[98130]: pgmap v3447: 137 pgs: 137 active+clean; 275 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 1.3 MiB/s wr, 43 op/s 2024-08-10T06:13:32.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:13:31 smithi031 ceph-mon[100614]: pgmap v3447: 137 pgs: 137 active+clean; 275 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 1.3 MiB/s wr, 43 op/s 2024-08-10T06:13:32.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:13:31 smithi196 ceph-mon[90243]: pgmap v3447: 137 pgs: 137 active+clean; 275 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 1.3 MiB/s wr, 43 op/s 2024-08-10T06:13:32.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:13:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:13:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:13:34.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:13:33 smithi031 ceph-mon[98130]: pgmap v3448: 137 pgs: 137 active+clean; 275 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.0 MiB/s wr, 33 op/s 2024-08-10T06:13:34.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:13:33 smithi031 ceph-mon[100614]: pgmap v3448: 137 pgs: 137 active+clean; 275 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.0 MiB/s wr, 33 op/s 2024-08-10T06:13:34.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:13:33 smithi196 ceph-mon[90243]: pgmap v3448: 137 pgs: 137 active+clean; 275 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.0 MiB/s wr, 33 op/s 2024-08-10T06:13:36.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:13:35 smithi031 ceph-mon[98130]: pgmap v3449: 137 pgs: 137 active+clean; 275 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 921 KiB/s wr, 29 op/s 2024-08-10T06:13:36.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:13:35 smithi031 ceph-mon[100614]: pgmap v3449: 137 pgs: 137 active+clean; 275 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 921 KiB/s wr, 29 op/s 2024-08-10T06:13:36.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:13:35 smithi196 ceph-mon[90243]: pgmap v3449: 137 pgs: 137 active+clean; 275 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 921 KiB/s wr, 29 op/s 2024-08-10T06:13:38.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:13:37 smithi031 ceph-mon[98130]: pgmap v3450: 137 pgs: 137 active+clean; 275 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 823 KiB/s wr, 26 op/s 2024-08-10T06:13:38.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:13:37 smithi031 ceph-mon[98130]: osdmap e1985: 8 total, 8 up, 8 in 2024-08-10T06:13:38.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:13:37 smithi031 ceph-mon[100614]: pgmap v3450: 137 pgs: 137 active+clean; 275 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 823 KiB/s wr, 26 op/s 2024-08-10T06:13:38.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:13:37 smithi031 ceph-mon[100614]: osdmap e1985: 8 total, 8 up, 8 in 2024-08-10T06:13:38.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:13:37 smithi196 ceph-mon[90243]: pgmap v3450: 137 pgs: 137 active+clean; 275 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 823 KiB/s wr, 26 op/s 2024-08-10T06:13:38.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:13:37 smithi196 ceph-mon[90243]: osdmap e1985: 8 total, 8 up, 8 in 2024-08-10T06:13:39.017 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:13:39.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:13:38 smithi031 ceph-mon[100614]: osdmap e1986: 8 total, 8 up, 8 in 2024-08-10T06:13:39.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:13:38 smithi031 ceph-mon[98130]: osdmap e1986: 8 total, 8 up, 8 in 2024-08-10T06:13:39.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:13:38 smithi196 ceph-mon[90243]: osdmap e1986: 8 total, 8 up, 8 in 2024-08-10T06:13:40.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:13:39 smithi031 ceph-mon[100614]: pgmap v3453: 137 pgs: 137 active+clean; 294 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2.0 MiB/s wr, 18 op/s 2024-08-10T06:13:40.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:13:39 smithi031 ceph-mon[100614]: osdmap e1987: 8 total, 8 up, 8 in 2024-08-10T06:13:40.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:13:39 smithi031 ceph-mon[98130]: pgmap v3453: 137 pgs: 137 active+clean; 294 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2.0 MiB/s wr, 18 op/s 2024-08-10T06:13:40.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:13:39 smithi031 ceph-mon[98130]: osdmap e1987: 8 total, 8 up, 8 in 2024-08-10T06:13:40.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:13:39 smithi196 ceph-mon[90243]: pgmap v3453: 137 pgs: 137 active+clean; 294 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2.0 MiB/s wr, 18 op/s 2024-08-10T06:13:40.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:13:39 smithi196 ceph-mon[90243]: osdmap e1987: 8 total, 8 up, 8 in 2024-08-10T06:13:41.256 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:13:40 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:13:41.256 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:13:40 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:13:41.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:13:40 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:13:41.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:13:41 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:13:41] "GET /metrics HTTP/1.1" 200 36736 "" "Prometheus/2.43.0" 2024-08-10T06:13:42.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:13:41 smithi031 ceph-mon[98130]: pgmap v3455: 137 pgs: 137 active+clean; 294 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 2.7 MiB/s wr, 28 op/s 2024-08-10T06:13:42.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:13:41 smithi031 ceph-mon[100614]: pgmap v3455: 137 pgs: 137 active+clean; 294 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 2.7 MiB/s wr, 28 op/s 2024-08-10T06:13:42.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:13:41 smithi196 ceph-mon[90243]: pgmap v3455: 137 pgs: 137 active+clean; 294 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 2.7 MiB/s wr, 28 op/s 2024-08-10T06:13:42.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:13:42 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:13:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:13:43.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:13:42 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:13:43.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:13:42 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:13:43.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:13:42 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:13:43.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:13:42 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:13:43.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:13:42 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:13:43.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:13:42 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:13:43.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:13:42 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:13:43.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:13:42 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:13:43.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:13:42 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:13:43.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:13:42 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:13:43.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:13:42 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:13:43.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:13:42 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:13:44.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:13:43 smithi031 ceph-mon[98130]: pgmap v3456: 137 pgs: 137 active+clean; 297 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.7 MiB/s wr, 34 op/s 2024-08-10T06:13:44.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:13:43 smithi031 ceph-mon[100614]: pgmap v3456: 137 pgs: 137 active+clean; 297 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.7 MiB/s wr, 34 op/s 2024-08-10T06:13:44.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:13:43 smithi196 ceph-mon[90243]: pgmap v3456: 137 pgs: 137 active+clean; 297 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.7 MiB/s wr, 34 op/s 2024-08-10T06:13:46.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:13:46 smithi031 ceph-mon[98130]: pgmap v3457: 137 pgs: 137 active+clean; 297 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.0 MiB/s wr, 33 op/s 2024-08-10T06:13:46.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:13:46 smithi031 ceph-mon[100614]: pgmap v3457: 137 pgs: 137 active+clean; 297 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.0 MiB/s wr, 33 op/s 2024-08-10T06:13:46.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:13:46 smithi196 ceph-mon[90243]: pgmap v3457: 137 pgs: 137 active+clean; 297 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.0 MiB/s wr, 33 op/s 2024-08-10T06:13:48.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:13:48 smithi031 ceph-mon[100614]: pgmap v3458: 137 pgs: 137 active+clean; 297 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 921 KiB/s wr, 29 op/s 2024-08-10T06:13:48.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:13:48 smithi031 ceph-mon[100614]: osdmap e1988: 8 total, 8 up, 8 in 2024-08-10T06:13:48.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:13:48 smithi031 ceph-mon[98130]: pgmap v3458: 137 pgs: 137 active+clean; 297 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 921 KiB/s wr, 29 op/s 2024-08-10T06:13:48.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:13:48 smithi031 ceph-mon[98130]: osdmap e1988: 8 total, 8 up, 8 in 2024-08-10T06:13:48.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:13:48 smithi196 ceph-mon[90243]: pgmap v3458: 137 pgs: 137 active+clean; 297 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 921 KiB/s wr, 29 op/s 2024-08-10T06:13:48.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:13:48 smithi196 ceph-mon[90243]: osdmap e1988: 8 total, 8 up, 8 in 2024-08-10T06:13:49.048 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:13:49.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:13:49 smithi031 ceph-mon[98130]: osdmap e1989: 8 total, 8 up, 8 in 2024-08-10T06:13:49.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:13:49 smithi031 ceph-mon[100614]: osdmap e1989: 8 total, 8 up, 8 in 2024-08-10T06:13:49.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:13:49 smithi196 ceph-mon[90243]: osdmap e1989: 8 total, 8 up, 8 in 2024-08-10T06:13:50.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:13:50 smithi031 ceph-mon[98130]: pgmap v3461: 137 pgs: 137 active+clean; 308 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 9.4 KiB/s rd, 1.0 MiB/s wr, 18 op/s 2024-08-10T06:13:50.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:13:50 smithi031 ceph-mon[98130]: osdmap e1990: 8 total, 8 up, 8 in 2024-08-10T06:13:50.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:13:50 smithi031 ceph-mon[100614]: pgmap v3461: 137 pgs: 137 active+clean; 308 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 9.4 KiB/s rd, 1.0 MiB/s wr, 18 op/s 2024-08-10T06:13:50.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:13:50 smithi031 ceph-mon[100614]: osdmap e1990: 8 total, 8 up, 8 in 2024-08-10T06:13:50.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:13:50 smithi196 ceph-mon[90243]: pgmap v3461: 137 pgs: 137 active+clean; 308 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 9.4 KiB/s rd, 1.0 MiB/s wr, 18 op/s 2024-08-10T06:13:50.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:13:50 smithi196 ceph-mon[90243]: osdmap e1990: 8 total, 8 up, 8 in 2024-08-10T06:13:51.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:13:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:13:51] "GET /metrics HTTP/1.1" 200 36736 "" "Prometheus/2.43.0" 2024-08-10T06:13:52.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:13:52 smithi196 ceph-mon[90243]: pgmap v3463: 137 pgs: 137 active+clean; 319 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.7 MiB/s wr, 32 op/s 2024-08-10T06:13:52.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:13:52 smithi031 ceph-mon[98130]: pgmap v3463: 137 pgs: 137 active+clean; 319 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.7 MiB/s wr, 32 op/s 2024-08-10T06:13:52.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:13:52 smithi031 ceph-mon[100614]: pgmap v3463: 137 pgs: 137 active+clean; 319 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.7 MiB/s wr, 32 op/s 2024-08-10T06:13:52.780 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 06:13:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[126930]: logger=cleanup t=2024-08-10T06:13:52.427028033Z level=info msg="Completed cleanup jobs" duration=1.283761ms 2024-08-10T06:13:52.780 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:13:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:13:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:13:54.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:13:54 smithi196 ceph-mon[90243]: pgmap v3464: 137 pgs: 137 active+clean; 319 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.7 MiB/s wr, 39 op/s 2024-08-10T06:13:54.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:13:54 smithi031 ceph-mon[98130]: pgmap v3464: 137 pgs: 137 active+clean; 319 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.7 MiB/s wr, 39 op/s 2024-08-10T06:13:54.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:13:54 smithi031 ceph-mon[100614]: pgmap v3464: 137 pgs: 137 active+clean; 319 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.7 MiB/s wr, 39 op/s 2024-08-10T06:13:56.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:13:56 smithi196 ceph-mon[90243]: pgmap v3465: 137 pgs: 137 active+clean; 319 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-08-10T06:13:56.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:13:56 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:13:56.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:13:56 smithi031 ceph-mon[98130]: pgmap v3465: 137 pgs: 137 active+clean; 319 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-08-10T06:13:56.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:13:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:13:56.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:13:56 smithi031 ceph-mon[100614]: pgmap v3465: 137 pgs: 137 active+clean; 319 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.0 MiB/s wr, 34 op/s 2024-08-10T06:13:56.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:13:56 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:13:58.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:13:58 smithi031 ceph-mon[98130]: pgmap v3466: 137 pgs: 137 active+clean; 319 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 1.4 MiB/s wr, 28 op/s 2024-08-10T06:13:58.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:13:58 smithi031 ceph-mon[98130]: osdmap e1991: 8 total, 8 up, 8 in 2024-08-10T06:13:58.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:13:58 smithi031 ceph-mon[100614]: pgmap v3466: 137 pgs: 137 active+clean; 319 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 1.4 MiB/s wr, 28 op/s 2024-08-10T06:13:58.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:13:58 smithi031 ceph-mon[100614]: osdmap e1991: 8 total, 8 up, 8 in 2024-08-10T06:13:58.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:13:58 smithi196 ceph-mon[90243]: pgmap v3466: 137 pgs: 137 active+clean; 319 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 1.4 MiB/s wr, 28 op/s 2024-08-10T06:13:58.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:13:58 smithi196 ceph-mon[90243]: osdmap e1991: 8 total, 8 up, 8 in 2024-08-10T06:13:59.083 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministicLUKS2PP (52083 ms) 2024-08-10T06:13:59.083 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDiscard 2024-08-10T06:13:59.083 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:13:59.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:13:59 smithi031 ceph-mon[98130]: osdmap e1992: 8 total, 8 up, 8 in 2024-08-10T06:13:59.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:13:59 smithi031 ceph-mon[100614]: osdmap e1992: 8 total, 8 up, 8 in 2024-08-10T06:13:59.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:13:59 smithi196 ceph-mon[90243]: osdmap e1992: 8 total, 8 up, 8 in 2024-08-10T06:14:00.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:14:00 smithi031 ceph-mon[98130]: pgmap v3469: 137 pgs: 137 active+clean; 331 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 1.0 MiB/s wr, 23 op/s 2024-08-10T06:14:00.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:14:00 smithi031 ceph-mon[98130]: osdmap e1993: 8 total, 8 up, 8 in 2024-08-10T06:14:00.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:14:00 smithi031 ceph-mon[100614]: pgmap v3469: 137 pgs: 137 active+clean; 331 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 1.0 MiB/s wr, 23 op/s 2024-08-10T06:14:00.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:14:00 smithi031 ceph-mon[100614]: osdmap e1993: 8 total, 8 up, 8 in 2024-08-10T06:14:00.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:14:00 smithi196 ceph-mon[90243]: pgmap v3469: 137 pgs: 137 active+clean; 331 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 1.0 MiB/s wr, 23 op/s 2024-08-10T06:14:00.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:14:00 smithi196 ceph-mon[90243]: osdmap e1993: 8 total, 8 up, 8 in 2024-08-10T06:14:01.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:14:01 smithi031 ceph-mon[98130]: osdmap e1994: 8 total, 8 up, 8 in 2024-08-10T06:14:01.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:14:01 smithi031 ceph-mon[100614]: osdmap e1994: 8 total, 8 up, 8 in 2024-08-10T06:14:01.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:14:01 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:14:01] "GET /metrics HTTP/1.1" 200 36737 "" "Prometheus/2.43.0" 2024-08-10T06:14:01.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:14:01 smithi196 ceph-mon[90243]: osdmap e1994: 8 total, 8 up, 8 in 2024-08-10T06:14:02.110 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] DiffIterateTest/0.DiffIterateDiscard (3028 ms) 2024-08-10T06:14:02.110 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] DiffIterateTest/0.DiffIterateTruncate 2024-08-10T06:14:02.111 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:14:02.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:14:02 smithi031 ceph-mon[98130]: pgmap v3472: 137 pgs: 137 active+clean; 343 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 4.0 MiB/s wr, 25 op/s 2024-08-10T06:14:02.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:14:02 smithi031 ceph-mon[98130]: osdmap e1995: 8 total, 8 up, 8 in 2024-08-10T06:14:02.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:14:02 smithi031 ceph-mon[100614]: pgmap v3472: 137 pgs: 137 active+clean; 343 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 4.0 MiB/s wr, 25 op/s 2024-08-10T06:14:02.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:14:02 smithi031 ceph-mon[100614]: osdmap e1995: 8 total, 8 up, 8 in 2024-08-10T06:14:02.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:14:02 smithi196 ceph-mon[90243]: pgmap v3472: 137 pgs: 137 active+clean; 343 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 4.0 MiB/s wr, 25 op/s 2024-08-10T06:14:02.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:14:02 smithi196 ceph-mon[90243]: osdmap e1995: 8 total, 8 up, 8 in 2024-08-10T06:14:02.529 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:14:02 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:14:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:14:03.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:14:03 smithi031 ceph-mon[98130]: osdmap e1996: 8 total, 8 up, 8 in 2024-08-10T06:14:03.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:14:03 smithi031 ceph-mon[100614]: osdmap e1996: 8 total, 8 up, 8 in 2024-08-10T06:14:03.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:14:03 smithi196 ceph-mon[90243]: osdmap e1996: 8 total, 8 up, 8 in 2024-08-10T06:14:04.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:14:04 smithi031 ceph-mon[98130]: pgmap v3475: 137 pgs: 137 active+clean; 343 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.0 MiB/s wr, 50 op/s 2024-08-10T06:14:04.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:14:04 smithi031 ceph-mon[98130]: osdmap e1997: 8 total, 8 up, 8 in 2024-08-10T06:14:04.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:14:04 smithi031 ceph-mon[100614]: pgmap v3475: 137 pgs: 137 active+clean; 343 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.0 MiB/s wr, 50 op/s 2024-08-10T06:14:04.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:14:04 smithi031 ceph-mon[100614]: osdmap e1997: 8 total, 8 up, 8 in 2024-08-10T06:14:04.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:14:04 smithi196 ceph-mon[90243]: pgmap v3475: 137 pgs: 137 active+clean; 343 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.0 MiB/s wr, 50 op/s 2024-08-10T06:14:04.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:14:04 smithi196 ceph-mon[90243]: osdmap e1997: 8 total, 8 up, 8 in 2024-08-10T06:14:05.143 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] DiffIterateTest/0.DiffIterateTruncate (3033 ms) 2024-08-10T06:14:05.143 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] DiffIterateTest/0.DiffIterateWriteAndTruncate 2024-08-10T06:14:05.143 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:14:05.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:14:05 smithi031 ceph-mon[98130]: osdmap e1998: 8 total, 8 up, 8 in 2024-08-10T06:14:05.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:14:05 smithi031 ceph-mon[100614]: osdmap e1998: 8 total, 8 up, 8 in 2024-08-10T06:14:05.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:14:05 smithi196 ceph-mon[90243]: osdmap e1998: 8 total, 8 up, 8 in 2024-08-10T06:14:06.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:14:06 smithi031 ceph-mon[100614]: pgmap v3478: 137 pgs: 137 active+clean; 344 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 141 KiB/s wr, 115 op/s 2024-08-10T06:14:06.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:14:06 smithi031 ceph-mon[100614]: osdmap e1999: 8 total, 8 up, 8 in 2024-08-10T06:14:06.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:14:06 smithi031 ceph-mon[98130]: pgmap v3478: 137 pgs: 137 active+clean; 344 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 141 KiB/s wr, 115 op/s 2024-08-10T06:14:06.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:14:06 smithi031 ceph-mon[98130]: osdmap e1999: 8 total, 8 up, 8 in 2024-08-10T06:14:06.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:14:06 smithi196 ceph-mon[90243]: pgmap v3478: 137 pgs: 137 active+clean; 344 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 141 KiB/s wr, 115 op/s 2024-08-10T06:14:06.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:14:06 smithi196 ceph-mon[90243]: osdmap e1999: 8 total, 8 up, 8 in 2024-08-10T06:14:07.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:14:07 smithi031 ceph-mon[100614]: osdmap e2000: 8 total, 8 up, 8 in 2024-08-10T06:14:07.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:14:07 smithi031 ceph-mon[98130]: osdmap e2000: 8 total, 8 up, 8 in 2024-08-10T06:14:07.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:14:07 smithi196 ceph-mon[90243]: osdmap e2000: 8 total, 8 up, 8 in 2024-08-10T06:14:08.155 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] DiffIterateTest/0.DiffIterateWriteAndTruncate (3011 ms) 2024-08-10T06:14:08.155 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] DiffIterateTest/0.DiffIterateStress 2024-08-10T06:14:08.155 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:14:08.206 INFO:tasks.workunit.client.0.smithi031.stdout: i=0 exists [35480583~4052856,86435692~1215707,172004524~3411593,202730664~3031429,237482796~3749143,246948697~392311,251145376~1508422,309342908~2628307,323046049~4756150,410302942~6797647] wrote [35480583~4052856,86435692~1215707,172004524~3411593,202730664~3031429,237482796~3749143,246948697~392311,251145376~1508422,309342908~2628307,323046049~4756150,410302942~6797647] 2024-08-10T06:14:08.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:14:08 smithi031 ceph-mon[98130]: pgmap v3481: 137 pgs: 137 active+clean; 344 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 133 KiB/s wr, 79 op/s 2024-08-10T06:14:08.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:14:08 smithi031 ceph-mon[98130]: osdmap e2001: 8 total, 8 up, 8 in 2024-08-10T06:14:08.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:14:08 smithi031 ceph-mon[100614]: pgmap v3481: 137 pgs: 137 active+clean; 344 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 133 KiB/s wr, 79 op/s 2024-08-10T06:14:08.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:14:08 smithi031 ceph-mon[100614]: osdmap e2001: 8 total, 8 up, 8 in 2024-08-10T06:14:08.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:14:08 smithi196 ceph-mon[90243]: pgmap v3481: 137 pgs: 137 active+clean; 344 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 133 KiB/s wr, 79 op/s 2024-08-10T06:14:08.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:14:08 smithi196 ceph-mon[90243]: osdmap e2001: 8 total, 8 up, 8 in 2024-08-10T06:14:09.206 INFO:tasks.workunit.client.0.smithi031.stdout: i=1 exists [33907376~5626063,73259852~5768070,86435692~1215707,120346574~6338080,172004524~3411593,190445153~7727275,202730664~3031429,237482796~3749143,246948697~392311,251145376~1508422,267768002~7606637,286495426~6134949,294473731~1714495,309342908~2628307,323046049~4756150,383190510~3244686,410302942~6797647] wrote [33907376~1717424,73259852~5768070,120346574~6338080,190445153~7727275,267768002~7606637,286495426~6134949,294473731~1714495,324548761~2785368,383190510~3244686] 2024-08-10T06:14:09.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:14:09 smithi031 ceph-mon[98130]: osdmap e2002: 8 total, 8 up, 8 in 2024-08-10T06:14:09.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:14:09 smithi031 ceph-mon[100614]: osdmap e2002: 8 total, 8 up, 8 in 2024-08-10T06:14:09.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:14:09 smithi196 ceph-mon[90243]: osdmap e2002: 8 total, 8 up, 8 in 2024-08-10T06:14:10.202 INFO:tasks.workunit.client.0.smithi031.stdout: i=2 exists [33907376~7161440,46554410~1849771,48528840~6151954,59414809~1950843,73259852~5768070,86435692~1215707,120346574~6338080,130511300~4420741,154261235~288811,166655904~1135356,172004524~3411593,190445153~7727275,202730664~3031429,237482796~3749143,246948697~392311,251145376~1508422,255123414~1296494,267768002~10432312,286495426~6134949,294473731~1714495,309342908~2628307,323046049~4756150,383190510~3244686,410302942~6797647] wrote [39500851~1567965,46554410~1849771,48528840~6151954,59414809~1950843,130511300~4420741,154261235~288811,166655904~1135356,255123414~1296494,268536926~9663388] 2024-08-10T06:14:10.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:14:10 smithi031 ceph-mon[98130]: pgmap v3484: 137 pgs: 137 active+clean; 363 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 2.3 MiB/s wr, 92 op/s 2024-08-10T06:14:10.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:14:10 smithi031 ceph-mon[98130]: osdmap e2003: 8 total, 8 up, 8 in 2024-08-10T06:14:10.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:14:10 smithi031 ceph-mon[100614]: pgmap v3484: 137 pgs: 137 active+clean; 363 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 2.3 MiB/s wr, 92 op/s 2024-08-10T06:14:10.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:14:10 smithi031 ceph-mon[100614]: osdmap e2003: 8 total, 8 up, 8 in 2024-08-10T06:14:10.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:14:10 smithi196 ceph-mon[90243]: pgmap v3484: 137 pgs: 137 active+clean; 363 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 2.3 MiB/s wr, 92 op/s 2024-08-10T06:14:10.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:14:10 smithi196 ceph-mon[90243]: osdmap e2003: 8 total, 8 up, 8 in 2024-08-10T06:14:11.242 INFO:tasks.workunit.client.0.smithi031.stdout: i=3 exists [22280643~6064370,33907376~7161440,46554410~1849771,48528840~6151954,58717740~4442399,73259852~5768070,86435692~1215707,120346574~6338080,130511300~4420741,154261235~288811,166655904~1135356,172004524~3411593,190445153~7727275,199266434~9287409,228533692~2647982,237482796~3749143,246948697~392311,251145376~1508422,255123414~1296494,267768002~10432312,286495426~9692800,309342908~2628307,316625369~11176830,374412813~13541703,410302942~6797647] wrote [22280643~6064370,58717740~4442399,199266434~9287409,228533692~2647982,291986499~3704717,316625369~6788055,374412813~13541703] 2024-08-10T06:14:11.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:14:11 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:14:11] "GET /metrics HTTP/1.1" 200 36736 "" "Prometheus/2.43.0" 2024-08-10T06:14:11.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:14:11 smithi031 ceph-mon[98130]: osdmap e2004: 8 total, 8 up, 8 in 2024-08-10T06:14:11.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:14:11 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:14:11.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:14:11 smithi031 ceph-mon[100614]: osdmap e2004: 8 total, 8 up, 8 in 2024-08-10T06:14:11.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:14:11 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:14:11.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:14:11 smithi196 ceph-mon[90243]: osdmap e2004: 8 total, 8 up, 8 in 2024-08-10T06:14:11.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:14:11 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:14:12.240 INFO:tasks.workunit.client.0.smithi031.stdout: i=4 exists [14094262~5902940,22280643~6064370,33907376~14496805,48528840~6151954,58717740~6487276,68082087~10945835,86435692~1215707,120346574~6338080,130511300~4420741,154261235~288811,166655904~1135356,172004524~3411593,176399920~2241339,190445153~7727275,199266434~12240059,228533692~2647982,237482796~3749143,246948697~392311,251145376~1508422,255123414~1296494,267768002~10432312,286495426~9692800,304748691~7222524,316625369~11176830,374412813~13541703,410302942~6797647] wrote [14094262~5902940,40594658~5999760,59699125~5505891,68082087~5928319,75389582~1459869,176399920~2241339,204781077~6725416,304748691~4673724,378824322~6826269] 2024-08-10T06:14:12.431 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:14:12 smithi196 ceph-mon[90243]: pgmap v3487: 137 pgs: 137 active+clean; 399 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 98 KiB/s rd, 7.6 MiB/s wr, 151 op/s 2024-08-10T06:14:12.431 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:14:12 smithi196 ceph-mon[90243]: osdmap e2005: 8 total, 8 up, 8 in 2024-08-10T06:14:12.431 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:14:12 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:14:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:14:12.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:14:12 smithi031 ceph-mon[98130]: pgmap v3487: 137 pgs: 137 active+clean; 399 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 98 KiB/s rd, 7.6 MiB/s wr, 151 op/s 2024-08-10T06:14:12.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:14:12 smithi031 ceph-mon[98130]: osdmap e2005: 8 total, 8 up, 8 in 2024-08-10T06:14:12.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:14:12 smithi031 ceph-mon[100614]: pgmap v3487: 137 pgs: 137 active+clean; 399 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 98 KiB/s rd, 7.6 MiB/s wr, 151 op/s 2024-08-10T06:14:12.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:14:12 smithi031 ceph-mon[100614]: osdmap e2005: 8 total, 8 up, 8 in 2024-08-10T06:14:13.272 INFO:tasks.workunit.client.0.smithi031.stdout: i=5 exists [14094262~5902940,22280643~7347203,33907376~14496805,48528840~6151954,58717740~6487276,68082087~10945835,86416719~1234680,120346574~6338080,130511300~4420741,154261235~288811,166655904~1135356,172004524~3411593,176399920~2241339,190445153~7727275,199266434~12240059,216922084~14259590,237482796~3749143,242316376~7476870,251145376~1508422,255123414~1296494,261950931~1402169,267768002~10432312,286495426~9692800,301879153~10092062,316625369~11176830,374412813~13541703,410302942~6797647] wrote [22454647~7173199,86416719~908411,216922084~12679457,242316376~7476870,261950931~1402169,301879153~7259702,378364909~5576894] 2024-08-10T06:14:13.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:14:13 smithi031 ceph-mon[98130]: osdmap e2006: 8 total, 8 up, 8 in 2024-08-10T06:14:13.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:14:13 smithi031 ceph-mon[100614]: osdmap e2006: 8 total, 8 up, 8 in 2024-08-10T06:14:13.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:14:13 smithi196 ceph-mon[90243]: osdmap e2006: 8 total, 8 up, 8 in 2024-08-10T06:14:14.291 INFO:tasks.workunit.client.0.smithi031.stdout: i=6 exists [10650011~9347191,22280643~7347203,33907376~14496805,48528840~6151954,58717740~20310182,86416719~1234680,120346574~6338080,130511300~14334619,154261235~288811,166655904~1135356,171546768~3869349,176399920~2241339,190445153~7727275,199266434~12240059,216922084~14259590,237482796~3749143,242316376~7476870,251145376~1508422,255123414~1296494,261950931~1402169,266450237~11750077,286495426~9692800,301879153~10092062,316625369~11176830,344368677~4472771,357272181~1566725,374412813~13541703,410302942~6797647] wrote [10650011~7099757,39530503~7379506,62648271~8537378,134871773~9974146,171546768~2959773,266450237~7082107,344368677~4472771,357272181~1566725] 2024-08-10T06:14:14.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:14:14 smithi031 ceph-mon[98130]: pgmap v3490: 137 pgs: 137 active+clean; 482 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 21 MiB/s wr, 85 op/s 2024-08-10T06:14:14.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:14:14 smithi031 ceph-mon[98130]: osdmap e2007: 8 total, 8 up, 8 in 2024-08-10T06:14:14.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:14:14 smithi031 ceph-mon[100614]: pgmap v3490: 137 pgs: 137 active+clean; 482 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 21 MiB/s wr, 85 op/s 2024-08-10T06:14:14.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:14:14 smithi031 ceph-mon[100614]: osdmap e2007: 8 total, 8 up, 8 in 2024-08-10T06:14:14.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:14:14 smithi196 ceph-mon[90243]: pgmap v3490: 137 pgs: 137 active+clean; 482 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 21 MiB/s wr, 85 op/s 2024-08-10T06:14:14.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:14:14 smithi196 ceph-mon[90243]: osdmap e2007: 8 total, 8 up, 8 in 2024-08-10T06:14:15.298 INFO:tasks.workunit.client.0.smithi031.stdout: i=7 exists [274245~6282554,10650011~9347191,22280643~7347203,33907376~14496805,48528840~6151954,58717740~20310182,79070672~5021619,86416719~1234680,106108539~1582924,120346574~6338080,130511300~14334619,154261235~288811,166655904~1135356,171546768~3869349,176399920~2241339,190445153~7727275,199266434~12240059,216922084~14259590,237482796~3749143,242316376~7476870,251145376~1508422,254115731~2304177,259392097~18808217,286495426~9692800,301879153~10092062,316625369~11176830,344368677~4472771,357272181~1566725,361070020~5383613,374412813~13636447,410302942~6797647] wrote [274245~6282554,35021305~2894377,79070672~5021619,106108539~1582924,132826787~9673245,254115731~1963692,259392097~8075778,361070020~5383613,381528550~6520710] 2024-08-10T06:14:15.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:14:15 smithi031 ceph-mon[98130]: osdmap e2008: 8 total, 8 up, 8 in 2024-08-10T06:14:15.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:14:15 smithi031 ceph-mon[100614]: osdmap e2008: 8 total, 8 up, 8 in 2024-08-10T06:14:15.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:14:15 smithi196 ceph-mon[90243]: osdmap e2008: 8 total, 8 up, 8 in 2024-08-10T06:14:16.237 INFO:tasks.workunit.client.0.smithi031.stdout: i=8 exists [274245~19722957,22280643~7347203,33907376~14496805,48528840~6151954,58717740~25374551,86416719~1234680,105462472~2228991,120346574~6338080,130511300~14334619,148317732~722206,154261235~288811,166655904~1135356,171546768~3869349,176399920~2241339,190445153~7727275,199266434~12240059,216922084~14259590,237482796~3749143,242316376~7476870,251145376~1508422,254115731~2304177,259392097~18808217,286495426~9692800,301879153~10092062,316085577~11716622,344368677~4472771,357272181~1566725,359744354~6709279,374412813~13636447,410302942~6797647] wrote [5875086~6286255,15641952~4289189,64482516~417775,76897677~5469027,105462472~2113058,148317732~722206,245078507~2402697,270860189~3785695,316085577~4441412,359744354~3328314] 2024-08-10T06:14:16.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:14:16 smithi031 ceph-mon[98130]: pgmap v3493: 137 pgs: 137 active+clean; 617 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 116 KiB/s rd, 49 MiB/s wr, 215 op/s 2024-08-10T06:14:16.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:14:16 smithi031 ceph-mon[98130]: osdmap e2009: 8 total, 8 up, 8 in 2024-08-10T06:14:16.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:14:16 smithi031 ceph-mon[100614]: pgmap v3493: 137 pgs: 137 active+clean; 617 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 116 KiB/s rd, 49 MiB/s wr, 215 op/s 2024-08-10T06:14:16.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:14:16 smithi031 ceph-mon[100614]: osdmap e2009: 8 total, 8 up, 8 in 2024-08-10T06:14:16.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:14:16 smithi196 ceph-mon[90243]: pgmap v3493: 137 pgs: 137 active+clean; 617 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 116 KiB/s rd, 49 MiB/s wr, 215 op/s 2024-08-10T06:14:16.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:14:16 smithi196 ceph-mon[90243]: osdmap e2009: 8 total, 8 up, 8 in 2024-08-10T06:14:17.275 INFO:tasks.workunit.client.0.smithi031.stdout: i=9 exists [274245~19722957,22280643~26123538,48528840~6151954,58717740~25374551,86416719~1234680,105462472~2228991,120346574~6338080,130511300~17349209,148317732~722206,154261235~288811,166655904~1135356,171546768~7094491,190445153~21061340,216922084~18546676,237482796~3749143,242316376~7476870,251145376~1508422,254115731~2304177,259392097~19648834,286495426~9692800,301879153~10092062,316085577~11716622,344368677~4472771,357272181~1566725,359744354~6709279,374412813~13636447,388706566~9543934,410302942~6797647] wrote [29198576~8024822,38618123~3606201,136747181~1735295,144672447~3188062,172916881~4624040,197915486~3886438,228752479~6716281,271790362~7250569,388706566~9543934] 2024-08-10T06:14:17.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:14:17 smithi031 ceph-mon[98130]: osdmap e2010: 8 total, 8 up, 8 in 2024-08-10T06:14:17.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:14:17 smithi031 ceph-mon[100614]: osdmap e2010: 8 total, 8 up, 8 in 2024-08-10T06:14:17.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:14:17 smithi196 ceph-mon[90243]: osdmap e2010: 8 total, 8 up, 8 in 2024-08-10T06:14:18.282 INFO:tasks.workunit.client.0.smithi031.stdout: i=10 exists [274245~19722957,22280643~26150757,48528840~6151954,58717740~25374551,86416719~6415872,105462472~2228991,111569891~4585695,120346574~6338080,130511300~17349209,148317732~722206,154261235~288811,166655904~1135356,171546768~7094491,186270515~4005504,190445153~21061340,216922084~18546676,237482796~3749143,242316376~7476870,251145376~1508422,254115731~2304177,259392097~21868418,286495426~9692800,301879153~10092062,316085577~11716622,344368677~4472771,357272181~1566725,359744354~6709279,374412813~23837687,410302942~6797647] wrote [41256747~7174653,86447589~6385002,111569891~4585695,186270515~4005504,191928254~2869904,210173845~672318,242395532~3190774,273739413~7521102,380952585~1109559,384528360~6174359] 2024-08-10T06:14:18.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:14:18 smithi031 ceph-mon[98130]: pgmap v3496: 137 pgs: 137 active+clean; 682 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 171 KiB/s rd, 47 MiB/s wr, 279 op/s 2024-08-10T06:14:18.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:14:18 smithi031 ceph-mon[98130]: osdmap e2011: 8 total, 8 up, 8 in 2024-08-10T06:14:18.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:14:18 smithi031 ceph-mon[100614]: pgmap v3496: 137 pgs: 137 active+clean; 682 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 171 KiB/s rd, 47 MiB/s wr, 279 op/s 2024-08-10T06:14:18.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:14:18 smithi031 ceph-mon[100614]: osdmap e2011: 8 total, 8 up, 8 in 2024-08-10T06:14:18.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:14:18 smithi196 ceph-mon[90243]: pgmap v3496: 137 pgs: 137 active+clean; 682 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 171 KiB/s rd, 47 MiB/s wr, 279 op/s 2024-08-10T06:14:18.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:14:18 smithi196 ceph-mon[90243]: osdmap e2011: 8 total, 8 up, 8 in 2024-08-10T06:14:19.327 INFO:tasks.workunit.client.0.smithi031.stdout: i=11 exists [274245~19722957,22280643~26150757,48528840~6151954,58717740~25374551,86416719~9632774,105462472~2228991,110508290~5647296,120346574~6338080,130511300~20763425,154261235~288811,166655904~1135356,171546768~7094491,186270515~4005504,190445153~21061340,216922084~18546676,237482796~3749143,242316376~7476870,251145376~1508422,254115731~2304177,259392097~21868418,286495426~9692800,301879153~10092062,316085577~17220704,339181695~3575969,344368677~4472771,351182698~15270935,374412813~23837687,410302942~6797647] wrote [87989362~8060131,110508290~3538895,140913265~10361460,205937719~2274646,326962199~6344082,339181695~3575969,351182698~11449177] 2024-08-10T06:14:19.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:14:19 smithi031 ceph-mon[98130]: osdmap e2012: 8 total, 8 up, 8 in 2024-08-10T06:14:19.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:14:19 smithi031 ceph-mon[100614]: osdmap e2012: 8 total, 8 up, 8 in 2024-08-10T06:14:19.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:14:19 smithi196 ceph-mon[90243]: osdmap e2012: 8 total, 8 up, 8 in 2024-08-10T06:14:20.300 INFO:tasks.workunit.client.0.smithi031.stdout: i=12 exists [274245~19722957,22280643~26150757,48528840~6151954,58717740~25374551,86416719~10882383,105462472~2228991,110508290~5647296,120346574~7262532,130511300~20763425,154261235~288811,159239526~644738,166655904~1135356,171546768~7094491,186270515~4005504,190445153~21061340,216922084~32871162,251145376~1508422,254115731~2304177,259392097~21868418,286495426~9692800,296864348~4429654,301879153~10092062,316085577~17220704,339181695~3575969,344368677~4472771,351182698~15270935,374412813~23837687,410302942~6797647] wrote [66897452~524248,90059557~7239545,122015210~5593896,136507202~1915467,159239526~644738,234370835~10991665,296864348~4429654,305292127~5823098] 2024-08-10T06:14:20.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:14:20 smithi031 ceph-mon[98130]: pgmap v3499: 137 pgs: 137 active+clean; 813 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 186 KiB/s rd, 46 MiB/s wr, 304 op/s 2024-08-10T06:14:20.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:14:20 smithi031 ceph-mon[98130]: osdmap e2013: 8 total, 8 up, 8 in 2024-08-10T06:14:20.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:14:20 smithi031 ceph-mon[100614]: pgmap v3499: 137 pgs: 137 active+clean; 813 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 186 KiB/s rd, 46 MiB/s wr, 304 op/s 2024-08-10T06:14:20.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:14:20 smithi031 ceph-mon[100614]: osdmap e2013: 8 total, 8 up, 8 in 2024-08-10T06:14:20.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:14:20 smithi196 ceph-mon[90243]: pgmap v3499: 137 pgs: 137 active+clean; 813 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 186 KiB/s rd, 46 MiB/s wr, 304 op/s 2024-08-10T06:14:20.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:14:20 smithi196 ceph-mon[90243]: osdmap e2013: 8 total, 8 up, 8 in 2024-08-10T06:14:21.246 INFO:tasks.workunit.client.0.smithi031.stdout: i=13 exists [274245~20493727,22280643~26150757,48528840~6151954,58717740~25374551,86416719~10882383,105462472~2228991,110508290~5647296,120346574~7262532,130511300~20763425,154261235~288811,159239526~644738,166655904~1135356,171546768~7094491,186270515~4005504,190445153~21061340,216922084~32871162,251145376~1508422,252739124~3680784,259392097~21868418,286495426~9692800,296864348~4505146,301879153~10092062,316085577~22684286,339181695~11864992,351182698~15270935,374412813~23837687,410302942~6797647] wrote [18123734~2644238,54014766~634229,134793376~605209,244320492~1895571,252739124~1560230,271123524~3245905,299917045~1452449,332358664~6411199,342324334~3343481,348462756~2583931] 2024-08-10T06:14:21.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:14:21 smithi031 ceph-mon[98130]: osdmap e2014: 8 total, 8 up, 8 in 2024-08-10T06:14:21.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:14:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:14:21] "GET /metrics HTTP/1.1" 200 36736 "" "Prometheus/2.43.0" 2024-08-10T06:14:21.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:14:21 smithi031 ceph-mon[100614]: osdmap e2014: 8 total, 8 up, 8 in 2024-08-10T06:14:21.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:14:21 smithi196 ceph-mon[90243]: osdmap e2014: 8 total, 8 up, 8 in 2024-08-10T06:14:22.304 INFO:tasks.workunit.client.0.smithi031.stdout: i=14 exists [274245~20493727,22280643~26150757,48528840~6151954,54683018~42616084,105462472~2228991,110508290~5647296,120346574~7262532,130511300~22736725,154261235~288811,159239526~644738,162767303~6594424,171546768~7094491,186270515~4005504,190445153~21061340,216922084~32871162,251145376~1508422,252739124~3680784,259392097~21868418,286495426~9717956,296864348~4505146,301879153~10092062,316085577~22684286,339181695~11864992,351182698~15270935,374412813~23837687,410302942~6797647] wrote [36828629~429309,40791765~5316032,48818934~391714,54683018~7209151,83581382~6765959,145543694~7704331,162767303~6594424,239818737~1101696,295831885~381497] 2024-08-10T06:14:22.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:14:22 smithi031 ceph-mon[98130]: pgmap v3502: 137 pgs: 137 active+clean; 866 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 218 KiB/s rd, 45 MiB/s wr, 347 op/s 2024-08-10T06:14:22.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:14:22 smithi031 ceph-mon[98130]: osdmap e2015: 8 total, 8 up, 8 in 2024-08-10T06:14:22.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:14:22 smithi031 ceph-mon[100614]: pgmap v3502: 137 pgs: 137 active+clean; 866 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 218 KiB/s rd, 45 MiB/s wr, 347 op/s 2024-08-10T06:14:22.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:14:22 smithi031 ceph-mon[100614]: osdmap e2015: 8 total, 8 up, 8 in 2024-08-10T06:14:22.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:14:22 smithi196 ceph-mon[90243]: pgmap v3502: 137 pgs: 137 active+clean; 866 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 218 KiB/s rd, 45 MiB/s wr, 347 op/s 2024-08-10T06:14:22.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:14:22 smithi196 ceph-mon[90243]: osdmap e2015: 8 total, 8 up, 8 in 2024-08-10T06:14:22.530 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:14:22 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:14:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:14:23.256 INFO:tasks.workunit.client.0.smithi031.stdout: i=15 exists [274245~20493727,22280643~26150757,48528840~6151954,54683018~46547670,105462472~2228991,110508290~5647296,120346574~7262532,130511300~22736725,154261235~697993,159239526~644738,162767303~6594424,171546768~7094491,186270515~4005504,190445153~21061340,216922084~32871162,251145376~1508422,252739124~3680784,259392097~21868418,282118338~1979123,286495426~9717956,296864348~4505146,301879153~10092062,316085577~22684286,339181695~11864992,351182698~15270935,371499339~359516,374412813~23837687,410302942~6797647] wrote [60051163~5568835,79721229~228519,80447560~2026915,96982698~4247990,154408009~551219,175705550~2458511,235752408~7348462,282118338~1979123,371499339~359516,379527044~761679] 2024-08-10T06:14:23.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:14:23 smithi031 ceph-mon[98130]: osdmap e2016: 8 total, 8 up, 8 in 2024-08-10T06:14:23.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:14:23 smithi031 ceph-mon[98130]: pgmap v3505: 137 pgs: 137 active+clean; 939 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 31 MiB/s wr, 135 op/s 2024-08-10T06:14:23.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:14:23 smithi031 ceph-mon[100614]: osdmap e2016: 8 total, 8 up, 8 in 2024-08-10T06:14:23.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:14:23 smithi031 ceph-mon[100614]: pgmap v3505: 137 pgs: 137 active+clean; 939 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 31 MiB/s wr, 135 op/s 2024-08-10T06:14:23.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:14:23 smithi196 ceph-mon[90243]: osdmap e2016: 8 total, 8 up, 8 in 2024-08-10T06:14:23.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:14:23 smithi196 ceph-mon[90243]: pgmap v3505: 137 pgs: 137 active+clean; 939 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 31 MiB/s wr, 135 op/s 2024-08-10T06:14:24.312 INFO:tasks.workunit.client.0.smithi031.stdout: i=16 exists [274245~20493727,22280643~26150757,48528840~52701848,105462472~2228991,110508290~5647296,116645688~346157,120346574~7262532,130511300~22736725,154261235~697993,159239526~644738,162767303~6594424,171546768~7094491,182503166~7772853,190445153~21061340,216922084~32871162,251145376~1508422,252739124~3680784,259005230~23108984,282118338~1979123,286495426~9717956,296864348~4505146,301879153~10092062,316085577~22684286,339181695~11864992,351182698~15270935,371499339~359516,374412813~35819407,410302942~6797647] wrote [7848033~2878937,49486948~7008732,85233959~6190975,116645688~346157,182503166~6477076,259005230~7641083,278843184~3271030,358674016~2066812,397268261~12963959] 2024-08-10T06:14:24.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:14:24 smithi031 ceph-mon[98130]: osdmap e2017: 8 total, 8 up, 8 in 2024-08-10T06:14:24.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:14:24 smithi031 ceph-mon[100614]: osdmap e2017: 8 total, 8 up, 8 in 2024-08-10T06:14:24.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:14:24 smithi196 ceph-mon[90243]: osdmap e2017: 8 total, 8 up, 8 in 2024-08-10T06:14:25.365 INFO:tasks.workunit.client.0.smithi031.stdout: i=17 exists [274245~20493727,22280643~26150757,48528840~52701848,105462472~2228991,110508290~5647296,116645688~346157,120346574~7262532,129269902~23978123,154261235~697993,159239526~644738,162767303~6594424,169720335~8920924,182503166~7772853,190445153~21061340,216922084~32871162,251145376~1508422,252739124~3680784,259005230~23108984,282118338~1979123,286495426~14874068,301879153~10092062,316085577~22684286,339181695~11864992,351182698~15270935,371499339~359516,374412813~35819407,410302942~6797647] wrote [5473399~5686726,55075820~9372029,129269902~4670211,169720335~6038612,204888583~5033069,227131256~4391991,237883437~5744753,291959844~7626953] 2024-08-10T06:14:25.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:14:25 smithi031 ceph-mon[98130]: osdmap e2018: 8 total, 8 up, 8 in 2024-08-10T06:14:25.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:14:25 smithi031 ceph-mon[98130]: pgmap v3508: 137 pgs: 137 active+clean; 1015 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 107 KiB/s rd, 37 MiB/s wr, 191 op/s 2024-08-10T06:14:25.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:14:25 smithi031 ceph-mon[100614]: osdmap e2018: 8 total, 8 up, 8 in 2024-08-10T06:14:25.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:14:25 smithi031 ceph-mon[100614]: pgmap v3508: 137 pgs: 137 active+clean; 1015 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 107 KiB/s rd, 37 MiB/s wr, 191 op/s 2024-08-10T06:14:25.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:14:25 smithi196 ceph-mon[90243]: osdmap e2018: 8 total, 8 up, 8 in 2024-08-10T06:14:25.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:14:25 smithi196 ceph-mon[90243]: pgmap v3508: 137 pgs: 137 active+clean; 1015 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 107 KiB/s rd, 37 MiB/s wr, 191 op/s 2024-08-10T06:14:26.325 INFO:tasks.workunit.client.0.smithi031.stdout: i=18 exists [274245~20493727,22280643~78950045,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154261235~697993,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,190445153~21061340,216922084~32871162,251145376~1508422,252739124~3680784,259005230~23108984,282118338~1979123,286495426~25475789,316085577~22684286,339181695~11864992,351182698~15270935,368116734~42115486,410302942~6797647] wrote [765749~1917436,47453747~3762159,117385168~4737481,146983221~5816574,160164776~4836258,226675927~4441865,286861002~2970545,296683404~6145281,368116734~7700956,399324117~2577756] 2024-08-10T06:14:26.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:14:26 smithi031 ceph-mon[98130]: osdmap e2019: 8 total, 8 up, 8 in 2024-08-10T06:14:26.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:14:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:14:26.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:14:26 smithi031 ceph-mon[100614]: osdmap e2019: 8 total, 8 up, 8 in 2024-08-10T06:14:26.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:14:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:14:26.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:14:26 smithi196 ceph-mon[90243]: osdmap e2019: 8 total, 8 up, 8 in 2024-08-10T06:14:26.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:14:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:14:27.342 INFO:tasks.workunit.client.0.smithi031.stdout: i=19 exists [274245~21204992,22280643~78950045,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154261235~697993,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,190445153~21061340,216922084~32871162,251145376~1508422,252739124~3680784,259005230~23108984,282118338~1979123,286495426~25475789,316085577~22684286,339181695~11864992,351182698~15270935,368116734~42115486,410302942~6797647] wrote [13703075~7776162,28682733~3885952,94744286~4745286,103670727~1730897,119585781~5824080,160247572~3593646,303533121~2634850,334330032~342544,339672312~4698495] 2024-08-10T06:14:27.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:14:27 smithi031 ceph-mon[98130]: osdmap e2020: 8 total, 8 up, 8 in 2024-08-10T06:14:27.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:14:27 smithi031 ceph-mon[98130]: pgmap v3511: 137 pgs: 137 active+clean; 1.0 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 230 KiB/s rd, 32 MiB/s wr, 354 op/s 2024-08-10T06:14:27.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:14:27 smithi031 ceph-mon[100614]: osdmap e2020: 8 total, 8 up, 8 in 2024-08-10T06:14:27.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:14:27 smithi031 ceph-mon[100614]: pgmap v3511: 137 pgs: 137 active+clean; 1.0 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 230 KiB/s rd, 32 MiB/s wr, 354 op/s 2024-08-10T06:14:27.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:14:27 smithi196 ceph-mon[90243]: osdmap e2020: 8 total, 8 up, 8 in 2024-08-10T06:14:27.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:14:27 smithi196 ceph-mon[90243]: pgmap v3511: 137 pgs: 137 active+clean; 1.0 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 230 KiB/s rd, 32 MiB/s wr, 354 op/s 2024-08-10T06:14:28.284 INFO:tasks.workunit.client.0.smithi031.stdout:from 0 to 1 diff [33907376~1717424,73259852~5768070,120346574~6338080,190445153~7727275,267768002~7606637,286495426~6134949,294473731~1714495,324548761~2785368,383190510~3244686] 2024-08-10T06:14:28.284 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [33907376~1717424,73259852~5768070,120346574~6338080,190445153~7727275,267768002~7606637,286495426~6134949,294473731~1714495,324548761~2785368,383190510~3244686] 2024-08-10T06:14:28.302 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [33907376~1717424,71303168~7724754,117440512~9244142,188743680~9428748,264241152~11133487,285212672~7417703,293601280~2586946,324548761~2785368,381681664~4753532] 2024-08-10T06:14:28.303 INFO:tasks.workunit.client.0.smithi031.stdout:from 0 to 2 diff [33907376~1717424,39500851~1567965,46554410~1849771,48528840~6151954,59414809~1950843,73259852~5768070,120346574~6338080,130511300~4420741,154261235~288811,166655904~1135356,190445153~7727275,255123414~1296494,267768002~10432312,286495426~6134949,294473731~1714495,324548761~2785368,383190510~3244686] 2024-08-10T06:14:28.303 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [33907376~1717424,39500851~1567965,46554410~1849771,48528840~6151954,59414809~1950843,73259852~5768070,120346574~6338080,130511300~4420741,154261235~288811,166655904~1135356,190445153~7727275,255123414~1296494,267768002~10432312,286495426~6134949,294473731~1714495,324548761~2785368,383190510~3244686] 2024-08-10T06:14:28.309 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [33907376~1717424,39500851~1567965,46137344~8543450,58720256~2645396,71303168~7724754,117440512~9244142,130023424~4908617,150994944~3555102,163577856~4213404,188743680~9428748,252653798~3766110,264241152~13959162,285212672~7417703,293601280~2586946,324548761~2785368,381681664~4753532] 2024-08-10T06:14:28.310 INFO:tasks.workunit.client.0.smithi031.stdout:from 0 to 3 diff [22280643~6064370,33907376~1717424,39500851~1567965,46554410~1849771,48528840~6151954,58717740~4442399,73259852~5768070,120346574~6338080,130511300~4420741,154261235~288811,166655904~1135356,190445153~7727275,199266434~9287409,228533692~2647982,255123414~1296494,267768002~10432312,286495426~9692800,316625369~6788055,324548761~2785368,374412813~13541703] 2024-08-10T06:14:28.310 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [22280643~6064370,33907376~1717424,39500851~1567965,46554410~1849771,48528840~6151954,58717740~4442399,73259852~5768070,120346574~6338080,130511300~4420741,154261235~288811,166655904~1135356,190445153~7727275,199266434~9287409,228533692~2647982,255123414~1296494,267768002~10432312,286495426~9692800,316625369~6788055,324548761~2785368,374412813~13541703] 2024-08-10T06:14:28.316 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [20971520~7373493,33907376~1717424,39500851~1567965,46137344~17022795,71303168~7724754,117440512~9244142,130023424~4908617,150994944~3555102,163577856~4213404,188743680~19810163,226492416~4689258,252653798~3766110,264241152~13959162,285212672~10975554,314572800~8840624,324548761~2785368,373293056~14661460] 2024-08-10T06:14:28.316 INFO:tasks.workunit.client.0.smithi031.stdout:from 0 to 4 diff [14094262~5902940,22280643~6064370,33907376~1717424,39500851~8903330,48528840~6151954,58717740~6487276,68082087~10945835,120346574~6338080,130511300~4420741,154261235~288811,166655904~1135356,176399920~2241339,190445153~7727275,199266434~12240059,228533692~2647982,255123414~1296494,267768002~10432312,286495426~9692800,304748691~4673724,316625369~6788055,324548761~2785368,374412813~13541703] 2024-08-10T06:14:28.317 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [14094262~5902940,22280643~6064370,33907376~1717424,39500851~8903330,48528840~6151954,58717740~6487276,68082087~10945835,120346574~6338080,130511300~4420741,154261235~288811,166655904~1135356,176399920~2241339,190445153~7727275,199266434~12240059,228533692~2647982,255123414~1296494,267768002~10432312,286495426~9692800,304748691~4673724,316625369~6788055,324548761~2785368,374412813~13541703] 2024-08-10T06:14:28.323 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [12582912~7414290,20971520~7373493,33907376~1717424,39500851~25704165,67108864~11919058,117440512~9244142,130023424~4908617,150994944~3555102,163577856~4213404,176160768~2480491,188743680~22762813,226492416~4689258,252653798~3766110,264241152~13959162,285212672~10975554,301989888~7432527,314572800~8840624,324548761~2785368,373293056~14661460] 2024-08-10T06:14:28.323 INFO:tasks.workunit.client.0.smithi031.stdout:from 0 to 5 diff [14094262~5902940,22280643~7347203,33907376~1717424,39500851~8903330,48528840~6151954,58717740~6487276,68082087~10945835,86416719~908411,120346574~6338080,130511300~4420741,154261235~288811,166655904~1135356,176399920~2241339,190445153~7727275,199266434~12240059,216922084~14259590,242316376~7476870,255123414~1296494,261950931~1402169,267768002~10432312,286495426~9692800,301879153~7543262,316625369~6788055,324548761~2785368,374412813~13541703] 2024-08-10T06:14:28.324 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [14094262~5902940,22280643~7347203,33907376~1717424,39500851~8903330,48528840~6151954,58717740~6487276,68082087~10945835,86416719~908411,120346574~6338080,130511300~4420741,154261235~288811,166655904~1135356,176399920~2241339,190445153~7727275,199266434~12240059,216922084~14259590,242316376~7476870,255123414~1296494,261950931~1402169,267768002~10432312,286495426~9692800,301879153~7543262,316625369~6788055,324548761~2785368,374412813~13541703] 2024-08-10T06:14:28.330 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [12582912~7414290,20971520~8656326,33907376~1717424,39500851~25704165,67108864~11919058,86416719~908411,117440512~9244142,130023424~4908617,150994944~3555102,163577856~4213404,176160768~2480491,188743680~22762813,213909504~17272170,241231939~8561307,252653798~3766110,260046848~3306252,264241152~13959162,285212672~10975554,297795584~11626831,314572800~8840624,324548761~2785368,373293056~14661460] 2024-08-10T06:14:28.330 INFO:tasks.workunit.client.0.smithi031.stdout:from 0 to 6 diff [10650011~9347191,22280643~7347203,33907376~1717424,39500851~8903330,48528840~6151954,58717740~20310182,86416719~908411,120346574~6338080,130511300~14334619,154261235~288811,166655904~1135356,171546768~2959773,176399920~2241339,190445153~7727275,199266434~12240059,216922084~14259590,242316376~7476870,255123414~1296494,261950931~1402169,266450237~11750077,286495426~9692800,301879153~7543262,316625369~6788055,324548761~2785368,344368677~4472771,357272181~1566725,374412813~13541703] 2024-08-10T06:14:28.331 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [10650011~9347191,22280643~7347203,33907376~1717424,39500851~8903330,48528840~6151954,58717740~20310182,86416719~908411,120346574~6338080,130511300~14334619,154261235~288811,166655904~1135356,171546768~2959773,176399920~2241339,190445153~7727275,199266434~12240059,216922084~14259590,242316376~7476870,255123414~1296494,261950931~1402169,266450237~11750077,286495426~9692800,301879153~7543262,316625369~6788055,324548761~2785368,344368677~4472771,357272181~1566725,374412813~13541703] 2024-08-10T06:14:28.337 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [8388608~11608594,20971520~8656326,33907376~1717424,39500851~39527071,86416719~908411,117440512~9244142,130023424~14822495,150994944~3555102,163577856~10928685,176160768~2480491,188743680~22762813,213909504~17272170,241231939~8561307,252653798~3766110,260046848~3306252,264241152~13959162,285212672~10975554,297795584~11626831,314572800~8840624,324548761~2785368,343932928~4908520,356515840~2323066,373293056~14661460] 2024-08-10T06:14:28.337 INFO:tasks.workunit.client.0.smithi031.stdout:from 0 to 7 diff [274245~6282554,10650011~9347191,22280643~7347203,33907376~4008306,39500851~8903330,48528840~6151954,58717740~20310182,79070672~5021619,86416719~908411,106108539~1582924,120346574~6338080,130511300~14334619,154261235~288811,166655904~1135356,171546768~2959773,176399920~2241339,190445153~7727275,199266434~12240059,216922084~14259590,242316376~7476870,254115731~2304177,259392097~18808217,286495426~9692800,301879153~7543262,316625369~6788055,324548761~2785368,344368677~4472771,357272181~1566725,361070020~5383613,374412813~13636447] 2024-08-10T06:14:28.337 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~6282554,10650011~9347191,22280643~7347203,33907376~4008306,39500851~8903330,48528840~6151954,58717740~20310182,79070672~5021619,86416719~908411,106108539~1582924,120346574~6338080,130511300~14334619,154261235~288811,166655904~1135356,171546768~2959773,176399920~2241339,190445153~7727275,199266434~12240059,216922084~14259590,242316376~7476870,254115731~2304177,259392097~18808217,286495426~9692800,301879153~7543262,316625369~6788055,324548761~2785368,344368677~4472771,357272181~1566725,361070020~5383613,374412813~13636447] 2024-08-10T06:14:28.343 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~6556799,8388608~11608594,20971520~8656326,33907376~4008306,39500851~44591440,86416719~908411,104857600~2833863,117440512~9244142,130023424~14822495,150994944~3555102,163577856~10928685,176160768~2480491,188743680~22762813,213909504~17272170,241231939~8561307,252653798~25546516,285212672~10975554,297795584~11626831,314572800~8840624,324548761~2785368,343932928~4908520,356515840~2323066,360710144~5743489,373293056~14756204] 2024-08-10T06:14:28.344 INFO:tasks.workunit.client.0.smithi031.stdout:from 0 to 8 diff [274245~19722957,22280643~7347203,33907376~4008306,39500851~8903330,48528840~6151954,58717740~25374551,86416719~908411,105462472~2228991,120346574~6338080,130511300~14334619,148317732~722206,154261235~288811,166655904~1135356,171546768~2959773,176399920~2241339,190445153~7727275,199266434~12240059,216922084~14259590,242316376~7476870,254115731~2304177,259392097~18808217,286495426~9692800,301879153~7543262,316085577~7327847,324548761~2785368,344368677~4472771,357272181~1566725,359744354~6709279,374412813~13636447] 2024-08-10T06:14:28.344 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~19722957,22280643~7347203,33907376~4008306,39500851~8903330,48528840~6151954,58717740~25374551,86416719~908411,105462472~2228991,120346574~6338080,130511300~14334619,148317732~722206,154261235~288811,166655904~1135356,171546768~2959773,176399920~2241339,190445153~7727275,199266434~12240059,216922084~14259590,242316376~7476870,254115731~2304177,259392097~18808217,286495426~9692800,301879153~7543262,316085577~7327847,324548761~2785368,344368677~4472771,357272181~1566725,359744354~6709279,374412813~13636447] 2024-08-10T06:14:28.350 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~19997202,20971520~8656326,33907376~4008306,39500851~44591440,86416719~908411,104857600~2833863,117440512~9244142,130023424~14822495,146800640~2239298,150994944~3555102,163577856~10928685,176160768~2480491,188743680~22762813,213909504~17272170,241231939~8561307,252653798~25546516,285212672~10975554,297795584~11626831,314572800~8840624,324548761~2785368,343932928~4908520,356515840~9937793,373293056~14756204] 2024-08-10T06:14:28.350 INFO:tasks.workunit.client.0.smithi031.stdout:from 0 to 9 diff [274245~19722957,22280643~15635039,38618123~9786058,48528840~6151954,58717740~25374551,86416719~908411,105462472~2228991,120346574~6338080,130511300~17349209,148317732~722206,154261235~288811,166655904~1135356,171546768~7094491,190445153~21061340,216922084~18546676,242316376~7476870,254115731~2304177,259392097~19648834,286495426~9692800,301879153~7543262,316085577~7327847,324548761~2785368,344368677~4472771,357272181~1566725,359744354~6709279,374412813~13636447,388706566~9543934] 2024-08-10T06:14:28.350 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~19722957,22280643~15635039,38618123~9786058,48528840~6151954,58717740~25374551,86416719~908411,105462472~2228991,120346574~6338080,130511300~17349209,148317732~722206,154261235~288811,166655904~1135356,171546768~7094491,190445153~21061340,216922084~18546676,242316376~7476870,254115731~2304177,259392097~19648834,286495426~9692800,301879153~7543262,316085577~7327847,324548761~2785368,344368677~4472771,357272181~1566725,359744354~6709279,374412813~13636447,388706566~9543934] 2024-08-10T06:14:28.357 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~19997202,20971520~16944162,38618123~45474168,86416719~908411,104857600~2833863,117440512~9244142,130023424~19016514,150994944~3555102,163577856~15063403,188743680~22762813,213909504~21559256,241231939~8561307,252653798~26387133,285212672~10975554,297795584~11626831,314572800~8840624,324548761~2785368,343932928~4908520,356515840~9937793,373293056~24957444] 2024-08-10T06:14:28.357 INFO:tasks.workunit.client.0.smithi031.stdout:from 0 to 10 diff [274245~19722957,22280643~15635039,38618123~9813277,48528840~6151954,58717740~25374551,86416719~6415872,105462472~2228991,111569891~4585695,120346574~6338080,130511300~17349209,148317732~722206,154261235~288811,166655904~1135356,171546768~7094491,186270515~4005504,190445153~21061340,216922084~18546676,242316376~7476870,254115731~2304177,259392097~21868418,286495426~9692800,301879153~7543262,316085577~7327847,324548761~2785368,344368677~4472771,357272181~1566725,359744354~6709279,374412813~23837687] 2024-08-10T06:14:28.357 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~19722957,22280643~15635039,38618123~9813277,48528840~6151954,58717740~25374551,86416719~6415872,105462472~2228991,111569891~4585695,120346574~6338080,130511300~17349209,148317732~722206,154261235~288811,166655904~1135356,171546768~7094491,186270515~4005504,190445153~21061340,216922084~18546676,242316376~7476870,254115731~2304177,259392097~21868418,286495426~9692800,301879153~7543262,316085577~7327847,324548761~2785368,344368677~4472771,357272181~1566725,359744354~6709279,374412813~23837687] 2024-08-10T06:14:28.363 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~19997202,20971520~16944162,38618123~45474168,86416719~6415872,104857600~2833863,109051904~7103682,117440512~9244142,130023424~19016514,150994944~3555102,163577856~15063403,184549376~26957117,213909504~21559256,241231939~8561307,252653798~28606717,285212672~10975554,297795584~11626831,314572800~8840624,324548761~2785368,343932928~4908520,356515840~9937793,373293056~24957444] 2024-08-10T06:14:28.364 INFO:tasks.workunit.client.0.smithi031.stdout:from 0 to 11 diff [274245~19722957,22280643~15635039,38618123~9813277,48528840~6151954,58717740~25374551,86416719~9632774,105462472~2228991,110508290~5647296,120346574~6338080,130511300~20763425,154261235~288811,166655904~1135356,171546768~7094491,186270515~4005504,190445153~21061340,216922084~18546676,242316376~7476870,254115731~2304177,259392097~21868418,286495426~9692800,301879153~7543262,316085577~7327847,324548761~8757520,339181695~3575969,344368677~4472771,351182698~15270935,374412813~23837687] 2024-08-10T06:14:28.364 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~19722957,22280643~15635039,38618123~9813277,48528840~6151954,58717740~25374551,86416719~9632774,105462472~2228991,110508290~5647296,120346574~6338080,130511300~20763425,154261235~288811,166655904~1135356,171546768~7094491,186270515~4005504,190445153~21061340,216922084~18546676,242316376~7476870,254115731~2304177,259392097~21868418,286495426~9692800,301879153~7543262,316085577~7327847,324548761~8757520,339181695~3575969,344368677~4472771,351182698~15270935,374412813~23837687] 2024-08-10T06:14:28.370 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~19997202,20971520~16944162,38618123~45474168,86416719~9632774,104857600~2833863,109051904~7103682,117440512~9244142,130023424~24526622,163577856~15063403,184549376~26957117,213909504~21559256,241231939~8561307,252653798~28606717,285212672~10975554,297795584~11626831,314572800~8840624,324548761~8757520,335544320~7213344,343932928~22520705,373293056~24957444] 2024-08-10T06:14:28.370 INFO:tasks.workunit.client.0.smithi031.stdout:from 0 to 12 diff [274245~19722957,22280643~15635039,38618123~9813277,48528840~6151954,58717740~25374551,86416719~10882383,105462472~2228991,110508290~5647296,120346574~7262532,130511300~20763425,154261235~288811,159239526~644738,166655904~1135356,171546768~7094491,186270515~4005504,190445153~21061340,216922084~32871162,254115731~2304177,259392097~21868418,286495426~9692800,296864348~4429654,301879153~9236072,316085577~7327847,324548761~8757520,339181695~3575969,344368677~4472771,351182698~15270935,374412813~23837687] 2024-08-10T06:14:28.370 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~19722957,22280643~15635039,38618123~9813277,48528840~6151954,58717740~25374551,86416719~10882383,105462472~2228991,110508290~5647296,120346574~7262532,130511300~20763425,154261235~288811,159239526~644738,166655904~1135356,171546768~7094491,186270515~4005504,190445153~21061340,216922084~32871162,254115731~2304177,259392097~21868418,286495426~9692800,296864348~4429654,301879153~9236072,316085577~7327847,324548761~8757520,339181695~3575969,344368677~4472771,351182698~15270935,374412813~23837687] 2024-08-10T06:14:28.376 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~19997202,20971520~16944162,38618123~45474168,86416719~10882383,104857600~2833863,109051904~7103682,117440512~10168594,130023424~24526622,155189248~4695016,163577856~15063403,184549376~26957117,213909504~35883742,252653798~28606717,285212672~25902553,314572800~8840624,324548761~8757520,335544320~7213344,343932928~22520705,373293056~24957444] 2024-08-10T06:14:28.376 INFO:tasks.workunit.client.0.smithi031.stdout:from 0 to 13 diff [274245~20493727,22280643~15635039,38618123~9813277,48528840~6151954,58717740~25374551,86416719~10882383,105462472~2228991,110508290~5647296,120346574~7262532,130511300~20763425,154261235~288811,159239526~644738,166655904~1135356,171546768~7094491,186270515~4005504,190445153~21061340,216922084~32871162,252739124~3680784,259392097~21868418,286495426~9692800,296864348~4505146,301879153~9236072,316085577~7327847,324548761~14221102,339181695~11864992,351182698~15270935,374412813~23837687] 2024-08-10T06:14:28.376 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~20493727,22280643~15635039,38618123~9813277,48528840~6151954,58717740~25374551,86416719~10882383,105462472~2228991,110508290~5647296,120346574~7262532,130511300~20763425,154261235~288811,159239526~644738,166655904~1135356,171546768~7094491,186270515~4005504,190445153~21061340,216922084~32871162,252739124~3680784,259392097~21868418,286495426~9692800,296864348~4505146,301879153~9236072,316085577~7327847,324548761~14221102,339181695~11864992,351182698~15270935,374412813~23837687] 2024-08-10T06:14:28.383 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~20767972,20971520~16944162,38618123~45474168,86416719~10882383,104857600~2833863,109051904~7103682,117440512~10168594,130023424~24526622,155189248~4695016,163577856~15063403,184549376~26957117,213909504~35883742,252653798~28606717,285212672~25902553,314572800~8840624,324548761~41904872,373293056~24957444] 2024-08-10T06:14:28.383 INFO:tasks.workunit.client.0.smithi031.stdout:from 0 to 14 diff [274245~20493727,22280643~15635039,38618123~9813277,48528840~6151954,54683018~42616084,105462472~2228991,110508290~5647296,120346574~7262532,130511300~22736725,154261235~288811,159239526~644738,162767303~6594424,171546768~7094491,186270515~4005504,190445153~21061340,216922084~32871162,252739124~3680784,259392097~21868418,286495426~9717956,296864348~4505146,301879153~9236072,316085577~7327847,324548761~14221102,339181695~11864992,351182698~15270935,374412813~23837687] 2024-08-10T06:14:28.383 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~20493727,22280643~15635039,38618123~9813277,48528840~6151954,54683018~42616084,105462472~2228991,110508290~5647296,120346574~7262532,130511300~22736725,154261235~288811,159239526~644738,162767303~6594424,171546768~7094491,186270515~4005504,190445153~21061340,216922084~32871162,252739124~3680784,259392097~21868418,286495426~9717956,296864348~4505146,301879153~9236072,316085577~7327847,324548761~14221102,339181695~11864992,351182698~15270935,374412813~23837687] 2024-08-10T06:14:28.389 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~20767972,20971520~16944162,38618123~58680979,104857600~2833863,109051904~7103682,117440512~10168594,130023424~24526622,155189248~23452011,184549376~26957117,213909504~35883742,252653798~28606717,285212672~25902553,314572800~8840624,324548761~41904872,373293056~24957444] 2024-08-10T06:14:28.389 INFO:tasks.workunit.client.0.smithi031.stdout:from 0 to 15 diff [274245~20493727,22280643~15635039,38618123~9813277,48528840~6151954,54683018~46547670,105462472~2228991,110508290~5647296,120346574~7262532,130511300~22736725,154261235~697993,159239526~644738,162767303~6594424,171546768~7094491,186270515~4005504,190445153~21061340,216922084~32871162,252739124~3680784,259392097~21868418,282118338~1979123,286495426~9717956,296864348~4505146,301879153~9236072,316085577~7327847,324548761~14221102,339181695~11864992,351182698~15270935,371499339~359516,374412813~23837687] 2024-08-10T06:14:28.389 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~20493727,22280643~15635039,38618123~9813277,48528840~6151954,54683018~46547670,105462472~2228991,110508290~5647296,120346574~7262532,130511300~22736725,154261235~697993,159239526~644738,162767303~6594424,171546768~7094491,186270515~4005504,190445153~21061340,216922084~32871162,252739124~3680784,259392097~21868418,282118338~1979123,286495426~9717956,296864348~4505146,301879153~9236072,316085577~7327847,324548761~14221102,339181695~11864992,351182698~15270935,371499339~359516,374412813~23837687] 2024-08-10T06:14:28.395 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~20767972,20971520~16944162,38618123~62612565,104857600~2833863,109051904~7103682,117440512~10168594,130023424~24935804,155189248~23452011,184549376~26957117,213909504~35883742,252653798~31443663,285212672~25902553,314572800~8840624,324548761~41904872,369098752~2760103,373293056~24957444] 2024-08-10T06:14:28.395 INFO:tasks.workunit.client.0.smithi031.stdout:from 0 to 16 diff [274245~20493727,22280643~15635039,38618123~9813277,48528840~52701848,105462472~2228991,110508290~5647296,116645688~346157,120346574~7262532,130511300~22736725,154261235~697993,159239526~644738,162767303~6594424,171546768~7094491,182503166~7772853,190445153~21061340,216922084~32871162,252739124~3680784,259005230~23108984,282118338~1979123,286495426~9717956,296864348~4505146,301879153~9236072,316085577~7327847,324548761~14221102,339181695~11864992,351182698~15270935,371499339~359516,374412813~35819407] 2024-08-10T06:14:28.395 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~20493727,22280643~15635039,38618123~9813277,48528840~52701848,105462472~2228991,110508290~5647296,116645688~346157,120346574~7262532,130511300~22736725,154261235~697993,159239526~644738,162767303~6594424,171546768~7094491,182503166~7772853,190445153~21061340,216922084~32871162,252739124~3680784,259005230~23108984,282118338~1979123,286495426~9717956,296864348~4505146,301879153~9236072,316085577~7327847,324548761~14221102,339181695~11864992,351182698~15270935,371499339~359516,374412813~35819407] 2024-08-10T06:14:28.402 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~20767972,20971520~16944162,38618123~62612565,104857600~2833863,109051904~7939941,117440512~10168594,130023424~24935804,155189248~23452011,180355072~31151421,213909504~35883742,252653798~31443663,285212672~25902553,314572800~8840624,324548761~41904872,369098752~2760103,373293056~36939164] 2024-08-10T06:14:28.402 INFO:tasks.workunit.client.0.smithi031.stdout:from 0 to 17 diff [274245~20493727,22280643~15635039,38618123~9813277,48528840~52701848,105462472~2228991,110508290~5647296,116645688~346157,120346574~7262532,129269902~23978123,154261235~697993,159239526~644738,162767303~6594424,169720335~8920924,182503166~7772853,190445153~21061340,216922084~32871162,252739124~3680784,259005230~23108984,282118338~1979123,286495426~14874068,301879153~9236072,316085577~7327847,324548761~14221102,339181695~11864992,351182698~15270935,371499339~359516,374412813~35819407] 2024-08-10T06:14:28.402 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~20493727,22280643~15635039,38618123~9813277,48528840~52701848,105462472~2228991,110508290~5647296,116645688~346157,120346574~7262532,129269902~23978123,154261235~697993,159239526~644738,162767303~6594424,169720335~8920924,182503166~7772853,190445153~21061340,216922084~32871162,252739124~3680784,259005230~23108984,282118338~1979123,286495426~14874068,301879153~9236072,316085577~7327847,324548761~14221102,339181695~11864992,351182698~15270935,371499339~359516,374412813~35819407] 2024-08-10T06:14:28.408 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~20767972,20971520~16944162,38618123~62612565,104857600~2833863,109051904~7939941,117440512~37518716,155189248~23452011,180355072~31151421,213909504~35883742,252653798~31443663,285212672~25902553,314572800~8840624,324548761~41904872,369098752~2760103,373293056~36939164] 2024-08-10T06:14:28.408 INFO:tasks.workunit.client.0.smithi031.stdout:from 0 to 18 diff [274245~20493727,22280643~15635039,38618123~62612565,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154261235~697993,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,190445153~21061340,216922084~32871162,252739124~3680784,259005230~23108984,282118338~1979123,286495426~24619799,316085577~7327847,324548761~14221102,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:28.408 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~20493727,22280643~15635039,38618123~62612565,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154261235~697993,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,190445153~21061340,216922084~32871162,252739124~3680784,259005230~23108984,282118338~1979123,286495426~24619799,316085577~7327847,324548761~14221102,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:28.414 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~20767972,20971520~16944162,38618123~62612565,104857600~2833863,109051904~45907324,155189248~23452011,180355072~31151421,213909504~35883742,252653798~31443663,285212672~25902553,314572800~8840624,324548761~85683459] 2024-08-10T06:14:28.414 INFO:tasks.workunit.client.0.smithi031.stdout:from 0 to 19 diff [274245~21204992,22280643~15635039,38618123~62612565,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154261235~697993,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,190445153~21061340,216922084~32871162,252739124~3680784,259005230~23108984,282118338~1979123,286495426~24619799,316085577~7327847,324548761~14221102,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:28.414 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,22280643~15635039,38618123~62612565,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154261235~697993,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,190445153~21061340,216922084~32871162,252739124~3680784,259005230~23108984,282118338~1979123,286495426~24619799,316085577~7327847,324548761~14221102,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:28.420 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~37915682,38618123~69073340,109051904~45907324,155189248~23452011,180355072~31151421,213909504~35883742,252653798~31443663,285212672~25902553,314572800~8840624,324548761~85683459] 2024-08-10T06:14:28.420 INFO:tasks.workunit.client.0.smithi031.stdout:from 1 to 2 diff [39500851~1567965,46554410~1849771,48528840~6151954,59414809~1950843,130511300~4420741,154261235~288811,166655904~1135356,255123414~1296494,268536926~9663388] 2024-08-10T06:14:28.420 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [39500851~1567965,46554410~1849771,48528840~6151954,59414809~1950843,130511300~4420741,154261235~288811,166655904~1135356,255123414~1296494,268536926~9663388] 2024-08-10T06:14:28.426 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [39500851~1567965,46137344~8543450,58720256~2645396,130023424~4908617,150994944~3555102,163577856~4213404,252653798~3766110,268536926~9663388] 2024-08-10T06:14:28.426 INFO:tasks.workunit.client.0.smithi031.stdout:from 1 to 3 diff [22280643~6064370,39500851~1567965,46554410~1849771,48528840~6151954,58717740~4442399,130511300~4420741,154261235~288811,166655904~1135356,199266434~9287409,228533692~2647982,255123414~1296494,268536926~9663388,291986499~3704717,316625369~6788055,374412813~13541703] 2024-08-10T06:14:28.426 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [22280643~6064370,39500851~1567965,46554410~1849771,48528840~6151954,58717740~4442399,130511300~4420741,154261235~288811,166655904~1135356,199266434~9287409,228533692~2647982,255123414~1296494,268536926~9663388,291986499~3704717,316625369~6788055,374412813~13541703] 2024-08-10T06:14:28.432 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [20971520~7373493,39500851~1567965,46137344~17022795,130023424~4908617,150994944~3555102,163577856~4213404,198172428~10381415,226492416~4689258,252653798~3766110,268536926~9663388,291986499~3704717,314572800~8840624,373293056~14661460] 2024-08-10T06:14:28.432 INFO:tasks.workunit.client.0.smithi031.stdout:from 1 to 4 diff [14094262~5902940,22280643~6064370,39500851~8903330,48528840~6151954,58717740~6487276,68082087~5928319,75389582~1459869,130511300~4420741,154261235~288811,166655904~1135356,176399920~2241339,199266434~12240059,228533692~2647982,255123414~1296494,268536926~9663388,291986499~3704717,304748691~4673724,316625369~6788055,374412813~13541703] 2024-08-10T06:14:28.432 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [14094262~5902940,22280643~6064370,39500851~8903330,48528840~6151954,58717740~6487276,68082087~5928319,75389582~1459869,130511300~4420741,154261235~288811,166655904~1135356,176399920~2241339,199266434~12240059,228533692~2647982,255123414~1296494,268536926~9663388,291986499~3704717,304748691~4673724,316625369~6788055,374412813~13541703] 2024-08-10T06:14:28.438 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [12582912~7414290,20971520~7373493,39500851~25704165,67108864~6901542,75389582~1459869,130023424~4908617,150994944~3555102,163577856~4213404,176160768~2480491,198172428~13334065,226492416~4689258,252653798~3766110,268536926~9663388,291986499~3704717,301989888~7432527,314572800~8840624,373293056~14661460] 2024-08-10T06:14:28.438 INFO:tasks.workunit.client.0.smithi031.stdout:from 1 to 5 diff [14094262~5902940,22280643~7347203,39500851~8903330,48528840~6151954,58717740~6487276,68082087~5928319,75389582~1459869,86416719~908411,130511300~4420741,154261235~288811,166655904~1135356,176399920~2241339,199266434~12240059,216922084~14259590,242316376~7476870,255123414~1296494,261950931~1402169,268536926~9663388,291986499~3704717,301879153~7543262,316625369~6788055,374412813~13541703] 2024-08-10T06:14:28.438 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [14094262~5902940,22280643~7347203,39500851~8903330,48528840~6151954,58717740~6487276,68082087~5928319,75389582~1459869,86416719~908411,130511300~4420741,154261235~288811,166655904~1135356,176399920~2241339,199266434~12240059,216922084~14259590,242316376~7476870,255123414~1296494,261950931~1402169,268536926~9663388,291986499~3704717,301879153~7543262,316625369~6788055,374412813~13541703] 2024-08-10T06:14:28.444 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [12582912~7414290,20971520~8656326,39500851~25704165,67108864~6901542,75389582~1459869,86416719~908411,130023424~4908617,150994944~3555102,163577856~4213404,176160768~2480491,198172428~13334065,213909504~17272170,241231939~8561307,252653798~3766110,260046848~3306252,268536926~9663388,291986499~3704717,297795584~11626831,314572800~8840624,373293056~14661460] 2024-08-10T06:14:28.444 INFO:tasks.workunit.client.0.smithi031.stdout:from 1 to 6 diff [10650011~9347191,22280643~7347203,39500851~8903330,48528840~6151954,58717740~15292666,75389582~1459869,86416719~908411,130511300~14334619,154261235~288811,166655904~1135356,171546768~2959773,176399920~2241339,199266434~12240059,216922084~14259590,242316376~7476870,255123414~1296494,261950931~1402169,266450237~11750077,291986499~3704717,301879153~7543262,316625369~6788055,344368677~4472771,357272181~1566725,374412813~13541703] 2024-08-10T06:14:28.444 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [10650011~9347191,22280643~7347203,39500851~8903330,48528840~6151954,58717740~15292666,75389582~1459869,86416719~908411,130511300~14334619,154261235~288811,166655904~1135356,171546768~2959773,176399920~2241339,199266434~12240059,216922084~14259590,242316376~7476870,255123414~1296494,261950931~1402169,266450237~11750077,291986499~3704717,301879153~7543262,316625369~6788055,344368677~4472771,357272181~1566725,374412813~13541703] 2024-08-10T06:14:28.449 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [8388608~11608594,20971520~8656326,39500851~34509555,75389582~1459869,86416719~908411,130023424~14822495,150994944~3555102,163577856~10928685,176160768~2480491,198172428~13334065,213909504~17272170,241231939~8561307,252653798~3766110,260046848~3306252,266450237~11750077,291986499~3704717,297795584~11626831,314572800~8840624,343932928~4908520,356515840~2323066,373293056~14661460] 2024-08-10T06:14:28.449 INFO:tasks.workunit.client.0.smithi031.stdout:from 1 to 7 diff [274245~6282554,10650011~9347191,22280643~7347203,35021305~2894377,39500851~8903330,48528840~6151954,58717740~15292666,75389582~1459869,79070672~5021619,86416719~908411,106108539~1582924,130511300~14334619,154261235~288811,166655904~1135356,171546768~2959773,176399920~2241339,199266434~12240059,216922084~14259590,242316376~7476870,254115731~2304177,259392097~18808217,291986499~3704717,301879153~7543262,316625369~6788055,344368677~4472771,357272181~1566725,361070020~5383613,374412813~13636447] 2024-08-10T06:14:28.450 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~6282554,10650011~9347191,22280643~7347203,35021305~2894377,39500851~8903330,48528840~6151954,58717740~15292666,75389582~1459869,79070672~5021619,86416719~908411,106108539~1582924,130511300~14334619,154261235~288811,166655904~1135356,171546768~2959773,176399920~2241339,199266434~12240059,216922084~14259590,242316376~7476870,254115731~2304177,259392097~18808217,291986499~3704717,301879153~7543262,316625369~6788055,344368677~4472771,357272181~1566725,361070020~5383613,374412813~13636447] 2024-08-10T06:14:28.455 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~6556799,8388608~11608594,20971520~8656326,35021305~2894377,39500851~34509555,75389582~1459869,79027922~5064369,86416719~908411,104857600~2833863,130023424~14822495,150994944~3555102,163577856~10928685,176160768~2480491,198172428~13334065,213909504~17272170,241231939~8561307,252653798~25546516,291986499~3704717,297795584~11626831,314572800~8840624,343932928~4908520,356515840~2323066,360710144~5743489,373293056~14756204] 2024-08-10T06:14:28.456 INFO:tasks.workunit.client.0.smithi031.stdout:from 1 to 8 diff [274245~19722957,22280643~7347203,35021305~2894377,39500851~8903330,48528840~6151954,58717740~15292666,75389582~1459869,76897677~7194614,86416719~908411,105462472~2228991,130511300~14334619,148317732~722206,154261235~288811,166655904~1135356,171546768~2959773,176399920~2241339,199266434~12240059,216922084~14259590,242316376~7476870,254115731~2304177,259392097~18808217,291986499~3704717,301879153~7543262,316085577~7327847,344368677~4472771,357272181~1566725,359744354~6709279,374412813~13636447] 2024-08-10T06:14:28.456 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~19722957,22280643~7347203,35021305~2894377,39500851~8903330,48528840~6151954,58717740~15292666,75389582~1459869,76897677~7194614,86416719~908411,105462472~2228991,130511300~14334619,148317732~722206,154261235~288811,166655904~1135356,171546768~2959773,176399920~2241339,199266434~12240059,216922084~14259590,242316376~7476870,254115731~2304177,259392097~18808217,291986499~3704717,301879153~7543262,316085577~7327847,344368677~4472771,357272181~1566725,359744354~6709279,374412813~13636447] 2024-08-10T06:14:28.461 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~19997202,20971520~8656326,35021305~2894377,39500851~34509555,75389582~1459869,76897677~7194614,86416719~908411,104857600~2833863,130023424~14822495,146800640~2239298,150994944~3555102,163577856~10928685,176160768~2480491,198172428~13334065,213909504~17272170,241231939~8561307,252653798~25546516,291986499~3704717,297795584~11626831,314572800~8840624,343932928~4908520,356515840~9937793,373293056~14756204] 2024-08-10T06:14:28.461 INFO:tasks.workunit.client.0.smithi031.stdout:from 1 to 9 diff [274245~19722957,22280643~15635039,38618123~9786058,48528840~6151954,58717740~15292666,75389582~1459869,76897677~7194614,86416719~908411,105462472~2228991,130511300~17349209,148317732~722206,154261235~288811,166655904~1135356,171546768~7094491,197915486~13591007,216922084~18546676,242316376~7476870,254115731~2304177,259392097~19648834,291986499~3704717,301879153~7543262,316085577~7327847,344368677~4472771,357272181~1566725,359744354~6709279,374412813~13636447,388706566~9543934] 2024-08-10T06:14:28.461 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~19722957,22280643~15635039,38618123~9786058,48528840~6151954,58717740~15292666,75389582~1459869,76897677~7194614,86416719~908411,105462472~2228991,130511300~17349209,148317732~722206,154261235~288811,166655904~1135356,171546768~7094491,197915486~13591007,216922084~18546676,242316376~7476870,254115731~2304177,259392097~19648834,291986499~3704717,301879153~7543262,316085577~7327847,344368677~4472771,357272181~1566725,359744354~6709279,374412813~13636447,388706566~9543934] 2024-08-10T06:14:28.467 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~19997202,20971520~16944162,38618123~35392283,75389582~1459869,76897677~7194614,86416719~908411,104857600~2833863,130023424~19016514,150994944~3555102,163577856~15063403,197915486~13591007,213909504~21559256,241231939~8561307,252653798~26387133,291986499~3704717,297795584~11626831,314572800~8840624,343932928~4908520,356515840~9937793,373293056~24957444] 2024-08-10T06:14:28.467 INFO:tasks.workunit.client.0.smithi031.stdout:from 1 to 10 diff [274245~19722957,22280643~15635039,38618123~9813277,48528840~6151954,58717740~15292666,75389582~1459869,76897677~7194614,86416719~6415872,105462472~2228991,111569891~4585695,130511300~17349209,148317732~722206,154261235~288811,166655904~1135356,171546768~7094491,186270515~4005504,191928254~2869904,197915486~13591007,216922084~18546676,242316376~7476870,254115731~2304177,259392097~21868418,291986499~3704717,301879153~7543262,316085577~7327847,344368677~4472771,357272181~1566725,359744354~6709279,374412813~23837687] 2024-08-10T06:14:28.467 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~19722957,22280643~15635039,38618123~9813277,48528840~6151954,58717740~15292666,75389582~1459869,76897677~7194614,86416719~6415872,105462472~2228991,111569891~4585695,130511300~17349209,148317732~722206,154261235~288811,166655904~1135356,171546768~7094491,186270515~4005504,191928254~2869904,197915486~13591007,216922084~18546676,242316376~7476870,254115731~2304177,259392097~21868418,291986499~3704717,301879153~7543262,316085577~7327847,344368677~4472771,357272181~1566725,359744354~6709279,374412813~23837687] 2024-08-10T06:14:28.473 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~19997202,20971520~16944162,38618123~35392283,75389582~1459869,76897677~7194614,86416719~6415872,104857600~2833863,109051904~7103682,130023424~19016514,150994944~3555102,163577856~15063403,184549376~5726643,191928254~2869904,197915486~13591007,213909504~21559256,241231939~8561307,252653798~28606717,291986499~3704717,297795584~11626831,314572800~8840624,343932928~4908520,356515840~9937793,373293056~24957444] 2024-08-10T06:14:28.473 INFO:tasks.workunit.client.0.smithi031.stdout:from 1 to 11 diff [274245~19722957,22280643~15635039,38618123~9813277,48528840~6151954,58717740~15292666,75389582~1459869,76897677~7194614,86416719~9632774,105462472~2228991,110508290~5647296,130511300~20763425,154261235~288811,166655904~1135356,171546768~7094491,186270515~4005504,191928254~2869904,197915486~13591007,216922084~18546676,242316376~7476870,254115731~2304177,259392097~21868418,291986499~3704717,301879153~7543262,316085577~7327847,326962199~6344082,339181695~3575969,344368677~4472771,351182698~15270935,374412813~23837687] 2024-08-10T06:14:28.473 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~19722957,22280643~15635039,38618123~9813277,48528840~6151954,58717740~15292666,75389582~1459869,76897677~7194614,86416719~9632774,105462472~2228991,110508290~5647296,130511300~20763425,154261235~288811,166655904~1135356,171546768~7094491,186270515~4005504,191928254~2869904,197915486~13591007,216922084~18546676,242316376~7476870,254115731~2304177,259392097~21868418,291986499~3704717,301879153~7543262,316085577~7327847,326962199~6344082,339181695~3575969,344368677~4472771,351182698~15270935,374412813~23837687] 2024-08-10T06:14:28.478 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~19997202,20971520~16944162,38618123~35392283,75389582~1459869,76897677~7194614,86416719~9632774,104857600~2833863,109051904~7103682,130023424~24526622,163577856~15063403,184549376~5726643,191928254~2869904,197915486~13591007,213909504~21559256,241231939~8561307,252653798~28606717,291986499~3704717,297795584~11626831,314572800~8840624,326962199~6344082,335544320~7213344,343932928~22520705,373293056~24957444] 2024-08-10T06:14:28.478 INFO:tasks.workunit.client.0.smithi031.stdout:from 1 to 12 diff [274245~19722957,22280643~15635039,38618123~9813277,48528840~6151954,58717740~15292666,75389582~1459869,76897677~7194614,86416719~10882383,105462472~2228991,110508290~5647296,122015210~5593896,130511300~20763425,154261235~288811,159239526~644738,166655904~1135356,171546768~7094491,186270515~4005504,191928254~2869904,197915486~13591007,216922084~32871162,254115731~2304177,259392097~21868418,291986499~3704717,296864348~4429654,301879153~9236072,316085577~7327847,326962199~6344082,339181695~3575969,344368677~4472771,351182698~15270935,374412813~23837687] 2024-08-10T06:14:28.479 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~19722957,22280643~15635039,38618123~9813277,48528840~6151954,58717740~15292666,75389582~1459869,76897677~7194614,86416719~10882383,105462472~2228991,110508290~5647296,122015210~5593896,130511300~20763425,154261235~288811,159239526~644738,166655904~1135356,171546768~7094491,186270515~4005504,191928254~2869904,197915486~13591007,216922084~32871162,254115731~2304177,259392097~21868418,291986499~3704717,296864348~4429654,301879153~9236072,316085577~7327847,326962199~6344082,339181695~3575969,344368677~4472771,351182698~15270935,374412813~23837687] 2024-08-10T06:14:28.484 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~19997202,20971520~16944162,38618123~35392283,75389582~1459869,76897677~7194614,86416719~10882383,104857600~2833863,109051904~7103682,122015210~5593896,130023424~24526622,155189248~4695016,163577856~15063403,184549376~5726643,191928254~2869904,197915486~13591007,213909504~35883742,252653798~28606717,291986499~3704717,296188226~14926999,314572800~8840624,326962199~6344082,335544320~7213344,343932928~22520705,373293056~24957444] 2024-08-10T06:14:28.484 INFO:tasks.workunit.client.0.smithi031.stdout:from 1 to 13 diff [274245~20493727,22280643~15635039,38618123~9813277,48528840~6151954,58717740~15292666,75389582~1459869,76897677~7194614,86416719~10882383,105462472~2228991,110508290~5647296,122015210~5593896,130511300~20763425,154261235~288811,159239526~644738,166655904~1135356,171546768~7094491,186270515~4005504,191928254~2869904,197915486~13591007,216922084~32871162,252739124~3680784,259392097~21868418,291986499~3704717,296864348~4505146,301879153~9236072,316085577~7327847,326962199~11807664,339181695~11864992,351182698~15270935,374412813~23837687] 2024-08-10T06:14:28.485 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~20493727,22280643~15635039,38618123~9813277,48528840~6151954,58717740~15292666,75389582~1459869,76897677~7194614,86416719~10882383,105462472~2228991,110508290~5647296,122015210~5593896,130511300~20763425,154261235~288811,159239526~644738,166655904~1135356,171546768~7094491,186270515~4005504,191928254~2869904,197915486~13591007,216922084~32871162,252739124~3680784,259392097~21868418,291986499~3704717,296864348~4505146,301879153~9236072,316085577~7327847,326962199~11807664,339181695~11864992,351182698~15270935,374412813~23837687] 2024-08-10T06:14:28.490 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~20767972,20971520~16944162,38618123~35392283,75389582~1459869,76897677~7194614,86416719~10882383,104857600~2833863,109051904~7103682,122015210~5593896,130023424~24526622,155189248~4695016,163577856~15063403,184549376~5726643,191928254~2869904,197915486~13591007,213909504~35883742,252653798~28606717,291986499~3704717,296188226~14926999,314572800~8840624,326962199~39491434,373293056~24957444] 2024-08-10T06:14:28.491 INFO:tasks.workunit.client.0.smithi031.stdout:from 1 to 14 diff [274245~20493727,22280643~15635039,38618123~9813277,48528840~6151954,54683018~19327388,75389582~1459869,76897677~20401425,105462472~2228991,110508290~5647296,122015210~5593896,130511300~22736725,154261235~288811,159239526~644738,162767303~6594424,171546768~7094491,186270515~4005504,191928254~2869904,197915486~13591007,216922084~32871162,252739124~3680784,259392097~21868418,291986499~3704717,295831885~381497,296864348~4505146,301879153~9236072,316085577~7327847,326962199~11807664,339181695~11864992,351182698~15270935,374412813~23837687] 2024-08-10T06:14:28.491 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~20493727,22280643~15635039,38618123~9813277,48528840~6151954,54683018~19327388,75389582~1459869,76897677~20401425,105462472~2228991,110508290~5647296,122015210~5593896,130511300~22736725,154261235~288811,159239526~644738,162767303~6594424,171546768~7094491,186270515~4005504,191928254~2869904,197915486~13591007,216922084~32871162,252739124~3680784,259392097~21868418,291986499~3704717,295831885~381497,296864348~4505146,301879153~9236072,316085577~7327847,326962199~11807664,339181695~11864992,351182698~15270935,374412813~23837687] 2024-08-10T06:14:28.497 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~20767972,20971520~16944162,38618123~35392283,75389582~1459869,76897677~20401425,104857600~2833863,109051904~7103682,122015210~5593896,130023424~24526622,155189248~23452011,184549376~5726643,191928254~2869904,197915486~13591007,213909504~35883742,252653798~28606717,291986499~3704717,295831885~15283340,314572800~8840624,326962199~39491434,373293056~24957444] 2024-08-10T06:14:28.497 INFO:tasks.workunit.client.0.smithi031.stdout:from 1 to 15 diff [274245~20493727,22280643~15635039,38618123~9813277,48528840~6151954,54683018~19327388,75389582~1459869,76897677~24333011,105462472~2228991,110508290~5647296,122015210~5593896,130511300~22736725,154261235~697993,159239526~644738,162767303~6594424,171546768~7094491,186270515~4005504,191928254~2869904,197915486~13591007,216922084~32871162,252739124~3680784,259392097~21868418,282118338~1979123,291986499~3704717,295831885~381497,296864348~4505146,301879153~9236072,316085577~7327847,326962199~11807664,339181695~11864992,351182698~15270935,371499339~359516,374412813~23837687] 2024-08-10T06:14:28.497 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~20493727,22280643~15635039,38618123~9813277,48528840~6151954,54683018~19327388,75389582~1459869,76897677~24333011,105462472~2228991,110508290~5647296,122015210~5593896,130511300~22736725,154261235~697993,159239526~644738,162767303~6594424,171546768~7094491,186270515~4005504,191928254~2869904,197915486~13591007,216922084~32871162,252739124~3680784,259392097~21868418,282118338~1979123,291986499~3704717,295831885~381497,296864348~4505146,301879153~9236072,316085577~7327847,326962199~11807664,339181695~11864992,351182698~15270935,371499339~359516,374412813~23837687] 2024-08-10T06:14:28.503 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~20767972,20971520~16944162,38618123~35392283,75389582~1459869,76897677~24333011,104857600~2833863,109051904~7103682,122015210~5593896,130023424~24935804,155189248~23452011,184549376~5726643,191928254~2869904,197915486~13591007,213909504~35883742,252653798~31443663,291986499~3704717,295831885~15283340,314572800~8840624,326962199~39491434,369098752~2760103,373293056~24957444] 2024-08-10T06:14:28.503 INFO:tasks.workunit.client.0.smithi031.stdout:from 1 to 16 diff [274245~20493727,22280643~15635039,38618123~9813277,48528840~25481566,75389582~1459869,76897677~24333011,105462472~2228991,110508290~5647296,116645688~346157,122015210~5593896,130511300~22736725,154261235~697993,159239526~644738,162767303~6594424,171546768~7094491,182503166~7772853,191928254~2869904,197915486~13591007,216922084~32871162,252739124~3680784,259005230~23108984,282118338~1979123,291986499~3704717,295831885~381497,296864348~4505146,301879153~9236072,316085577~7327847,326962199~11807664,339181695~11864992,351182698~15270935,371499339~359516,374412813~35819407] 2024-08-10T06:14:28.503 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~20493727,22280643~15635039,38618123~9813277,48528840~25481566,75389582~1459869,76897677~24333011,105462472~2228991,110508290~5647296,116645688~346157,122015210~5593896,130511300~22736725,154261235~697993,159239526~644738,162767303~6594424,171546768~7094491,182503166~7772853,191928254~2869904,197915486~13591007,216922084~32871162,252739124~3680784,259005230~23108984,282118338~1979123,291986499~3704717,295831885~381497,296864348~4505146,301879153~9236072,316085577~7327847,326962199~11807664,339181695~11864992,351182698~15270935,371499339~359516,374412813~35819407] 2024-08-10T06:14:28.509 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~20767972,20971520~16944162,38618123~35392283,75389582~1459869,76897677~24333011,104857600~2833863,109051904~7939941,122015210~5593896,130023424~24935804,155189248~23452011,180355072~9920947,191928254~2869904,197915486~13591007,213909504~35883742,252653798~31443663,291986499~3704717,295831885~15283340,314572800~8840624,326962199~39491434,369098752~2760103,373293056~36939164] 2024-08-10T06:14:28.509 INFO:tasks.workunit.client.0.smithi031.stdout:from 1 to 17 diff [274245~20493727,22280643~15635039,38618123~9813277,48528840~25481566,75389582~1459869,76897677~24333011,105462472~2228991,110508290~5647296,116645688~346157,122015210~5593896,129269902~23978123,154261235~697993,159239526~644738,162767303~6594424,169720335~8920924,182503166~7772853,191928254~2869904,197915486~13591007,216922084~32871162,252739124~3680784,259005230~23108984,282118338~1979123,291959844~9409650,301879153~9236072,316085577~7327847,326962199~11807664,339181695~11864992,351182698~15270935,371499339~359516,374412813~35819407] 2024-08-10T06:14:28.509 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~20493727,22280643~15635039,38618123~9813277,48528840~25481566,75389582~1459869,76897677~24333011,105462472~2228991,110508290~5647296,116645688~346157,122015210~5593896,129269902~23978123,154261235~697993,159239526~644738,162767303~6594424,169720335~8920924,182503166~7772853,191928254~2869904,197915486~13591007,216922084~32871162,252739124~3680784,259005230~23108984,282118338~1979123,291959844~9409650,301879153~9236072,316085577~7327847,326962199~11807664,339181695~11864992,351182698~15270935,371499339~359516,374412813~35819407] 2024-08-10T06:14:28.515 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~20767972,20971520~16944162,38618123~35392283,75389582~1459869,76897677~24333011,104857600~2833863,109051904~7939941,122015210~32944018,155189248~23452011,180355072~9920947,191928254~2869904,197915486~13591007,213909504~35883742,252653798~31443663,291959844~19155381,314572800~8840624,326962199~39491434,369098752~2760103,373293056~36939164] 2024-08-10T06:14:28.515 INFO:tasks.workunit.client.0.smithi031.stdout:from 1 to 18 diff [274245~20493727,22280643~15635039,38618123~35392283,75389582~1459869,76897677~24333011,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154261235~697993,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~13591007,216922084~32871162,252739124~3680784,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~7327847,326962199~11807664,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:28.515 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~20493727,22280643~15635039,38618123~35392283,75389582~1459869,76897677~24333011,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154261235~697993,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~13591007,216922084~32871162,252739124~3680784,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~7327847,326962199~11807664,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:28.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:14:28 smithi031 ceph-mon[98130]: osdmap e2021: 8 total, 8 up, 8 in 2024-08-10T06:14:28.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:14:28 smithi031 ceph-mon[100614]: osdmap e2021: 8 total, 8 up, 8 in 2024-08-10T06:14:28.522 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~20767972,20971520~16944162,38618123~35392283,75389582~1459869,76897677~24333011,104857600~2833863,109051904~45907324,155189248~23452011,180355072~9920947,191928254~2869904,197915486~13591007,213909504~35883742,252653798~31443663,286861002~2970545,291959844~19155381,314572800~8840624,326962199~83270021] 2024-08-10T06:14:28.522 INFO:tasks.workunit.client.0.smithi031.stdout:from 1 to 19 diff [274245~21204992,22280643~15635039,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154261235~697993,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~13591007,216922084~32871162,252739124~3680784,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~7327847,326962199~11807664,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:28.522 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,22280643~15635039,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154261235~697993,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~13591007,216922084~32871162,252739124~3680784,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~7327847,326962199~11807664,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:28.527 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~37915682,38618123~35392283,75389582~1459869,76897677~30793786,109051904~45907324,155189248~23452011,180355072~9920947,191928254~2869904,197915486~13591007,213909504~35883742,252653798~31443663,286861002~2970545,291959844~19155381,314572800~8840624,326962199~83270021] 2024-08-10T06:14:28.528 INFO:tasks.workunit.client.0.smithi031.stdout:from 2 to 3 diff [22280643~6064370,58717740~4442399,199266434~9287409,228533692~2647982,291986499~3704717,316625369~6788055,374412813~13541703] 2024-08-10T06:14:28.528 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [22280643~6064370,58717740~4442399,199266434~9287409,228533692~2647982,291986499~3704717,316625369~6788055,374412813~13541703] 2024-08-10T06:14:28.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:14:28 smithi196 ceph-mon[90243]: osdmap e2021: 8 total, 8 up, 8 in 2024-08-10T06:14:28.533 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [20971520~7373493,54680794~8479345,198172428~10381415,226492416~4689258,291986499~3704717,314572800~8840624,373293056~14661460] 2024-08-10T06:14:28.534 INFO:tasks.workunit.client.0.smithi031.stdout:from 2 to 4 diff [14094262~5902940,22280643~6064370,40594658~5999760,58717740~6487276,68082087~5928319,75389582~1459869,176399920~2241339,199266434~12240059,228533692~2647982,291986499~3704717,304748691~4673724,316625369~6788055,374412813~13541703] 2024-08-10T06:14:28.534 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [14094262~5902940,22280643~6064370,40594658~5999760,58717740~6487276,68082087~5928319,75389582~1459869,176399920~2241339,199266434~12240059,228533692~2647982,291986499~3704717,304748691~4673724,316625369~6788055,374412813~13541703] 2024-08-10T06:14:28.540 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [12582912~7414290,20971520~7373493,40594658~5999760,54680794~10524222,67108864~6901542,75389582~1459869,176160768~2480491,198172428~13334065,226492416~4689258,291986499~3704717,301989888~7432527,314572800~8840624,373293056~14661460] 2024-08-10T06:14:28.540 INFO:tasks.workunit.client.0.smithi031.stdout:from 2 to 5 diff [14094262~5902940,22280643~7347203,40594658~5999760,58717740~6487276,68082087~5928319,75389582~1459869,86416719~908411,176399920~2241339,199266434~12240059,216922084~14259590,242316376~7476870,261950931~1402169,291986499~3704717,301879153~7543262,316625369~6788055,374412813~13541703] 2024-08-10T06:14:28.540 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [14094262~5902940,22280643~7347203,40594658~5999760,58717740~6487276,68082087~5928319,75389582~1459869,86416719~908411,176399920~2241339,199266434~12240059,216922084~14259590,242316376~7476870,261950931~1402169,291986499~3704717,301879153~7543262,316625369~6788055,374412813~13541703] 2024-08-10T06:14:28.546 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [12582912~7414290,20971520~8656326,40594658~5999760,54680794~10524222,67108864~6901542,75389582~1459869,86416719~908411,176160768~2480491,198172428~13334065,213909504~17272170,241231939~8561307,260046848~3306252,291986499~3704717,297795584~11626831,314572800~8840624,373293056~14661460] 2024-08-10T06:14:28.546 INFO:tasks.workunit.client.0.smithi031.stdout:from 2 to 6 diff [10650011~9347191,22280643~7347203,39530503~7379506,58717740~15292666,75389582~1459869,86416719~908411,134871773~9974146,171546768~2959773,176399920~2241339,199266434~12240059,216922084~14259590,242316376~7476870,261950931~1402169,266450237~7082107,291986499~3704717,301879153~7543262,316625369~6788055,344368677~4472771,357272181~1566725,374412813~13541703] 2024-08-10T06:14:28.546 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [10650011~9347191,22280643~7347203,39530503~7379506,58717740~15292666,75389582~1459869,86416719~908411,134871773~9974146,171546768~2959773,176399920~2241339,199266434~12240059,216922084~14259590,242316376~7476870,261950931~1402169,266450237~7082107,291986499~3704717,301879153~7543262,316625369~6788055,344368677~4472771,357272181~1566725,374412813~13541703] 2024-08-10T06:14:28.551 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [8388608~11608594,20971520~8656326,39530503~7379506,54680794~19329612,75389582~1459869,86416719~908411,134871773~9974146,167791260~6715281,176160768~2480491,198172428~13334065,213909504~17272170,241231939~8561307,260046848~3306252,266450237~7082107,291986499~3704717,297795584~11626831,314572800~8840624,343932928~4908520,356515840~2323066,373293056~14661460] 2024-08-10T06:14:28.551 INFO:tasks.workunit.client.0.smithi031.stdout:from 2 to 7 diff [274245~6282554,10650011~9347191,22280643~7347203,35021305~2894377,39530503~7379506,58717740~15292666,75389582~1459869,79070672~5021619,86416719~908411,106108539~1582924,132826787~12019132,171546768~2959773,176399920~2241339,199266434~12240059,216922084~14259590,242316376~7476870,254115731~1963692,259392097~14140247,291986499~3704717,301879153~7543262,316625369~6788055,344368677~4472771,357272181~1566725,361070020~5383613,374412813~13636447] 2024-08-10T06:14:28.551 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~6282554,10650011~9347191,22280643~7347203,35021305~2894377,39530503~7379506,58717740~15292666,75389582~1459869,79070672~5021619,86416719~908411,106108539~1582924,132826787~12019132,171546768~2959773,176399920~2241339,199266434~12240059,216922084~14259590,242316376~7476870,254115731~1963692,259392097~14140247,291986499~3704717,301879153~7543262,316625369~6788055,344368677~4472771,357272181~1566725,361070020~5383613,374412813~13636447] 2024-08-10T06:14:28.557 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~6556799,8388608~11608594,20971520~8656326,35021305~2894377,39530503~7379506,54680794~19329612,75389582~1459869,79027922~5064369,86416719~908411,104857600~2833863,132826787~12019132,167791260~6715281,176160768~2480491,198172428~13334065,213909504~17272170,241231939~8561307,254115731~1963692,256419908~17112436,291986499~3704717,297795584~11626831,314572800~8840624,343932928~4908520,356515840~2323066,360710144~5743489,373293056~14756204] 2024-08-10T06:14:28.557 INFO:tasks.workunit.client.0.smithi031.stdout:from 2 to 8 diff [274245~19722957,22280643~7347203,35021305~2894377,39530503~7379506,58717740~15292666,75389582~1459869,76897677~7194614,86416719~908411,105462472~2228991,132826787~12019132,148317732~722206,171546768~2959773,176399920~2241339,199266434~12240059,216922084~14259590,242316376~7476870,254115731~1963692,259392097~15253787,291986499~3704717,301879153~7543262,316085577~7327847,344368677~4472771,357272181~1566725,359744354~6709279,374412813~13636447] 2024-08-10T06:14:28.557 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~19722957,22280643~7347203,35021305~2894377,39530503~7379506,58717740~15292666,75389582~1459869,76897677~7194614,86416719~908411,105462472~2228991,132826787~12019132,148317732~722206,171546768~2959773,176399920~2241339,199266434~12240059,216922084~14259590,242316376~7476870,254115731~1963692,259392097~15253787,291986499~3704717,301879153~7543262,316085577~7327847,344368677~4472771,357272181~1566725,359744354~6709279,374412813~13636447] 2024-08-10T06:14:28.563 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~19997202,20971520~8656326,35021305~2894377,39530503~7379506,54680794~19329612,75389582~1459869,76897677~7194614,86416719~908411,104857600~2833863,132826787~12019132,146800640~2239298,167791260~6715281,176160768~2480491,198172428~13334065,213909504~17272170,241231939~8561307,254115731~1963692,256419908~18225976,291986499~3704717,297795584~11626831,314572800~8840624,343932928~4908520,356515840~9937793,373293056~14756204] 2024-08-10T06:14:28.563 INFO:tasks.workunit.client.0.smithi031.stdout:from 2 to 9 diff [274245~19722957,22280643~15635039,38618123~8291886,58717740~15292666,75389582~1459869,76897677~7194614,86416719~908411,105462472~2228991,132826787~15033722,148317732~722206,171546768~7094491,197915486~13591007,216922084~18546676,242316376~7476870,254115731~1963692,259392097~19648834,291986499~3704717,301879153~7543262,316085577~7327847,344368677~4472771,357272181~1566725,359744354~6709279,374412813~13636447,388706566~9543934] 2024-08-10T06:14:28.563 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~19722957,22280643~15635039,38618123~8291886,58717740~15292666,75389582~1459869,76897677~7194614,86416719~908411,105462472~2228991,132826787~15033722,148317732~722206,171546768~7094491,197915486~13591007,216922084~18546676,242316376~7476870,254115731~1963692,259392097~19648834,291986499~3704717,301879153~7543262,316085577~7327847,344368677~4472771,357272181~1566725,359744354~6709279,374412813~13636447,388706566~9543934] 2024-08-10T06:14:28.569 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~19997202,20971520~16944162,38618123~8291886,54680794~19329612,75389582~1459869,76897677~7194614,86416719~908411,104857600~2833863,132826787~16213151,167791260~10849999,197915486~13591007,213909504~21559256,241231939~8561307,254115731~1963692,256419908~22621023,291986499~3704717,297795584~11626831,314572800~8840624,343932928~4908520,356515840~9937793,373293056~24957444] 2024-08-10T06:14:28.569 INFO:tasks.workunit.client.0.smithi031.stdout:from 2 to 10 diff [274245~19722957,22280643~15635039,38618123~9813277,58717740~15292666,75389582~1459869,76897677~7194614,86416719~6415872,105462472~2228991,111569891~4585695,132826787~15033722,148317732~722206,171546768~7094491,186270515~4005504,191928254~2869904,197915486~13591007,216922084~18546676,242316376~7476870,254115731~1963692,259392097~21868418,291986499~3704717,301879153~7543262,316085577~7327847,344368677~4472771,357272181~1566725,359744354~6709279,374412813~23837687] 2024-08-10T06:14:28.569 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~19722957,22280643~15635039,38618123~9813277,58717740~15292666,75389582~1459869,76897677~7194614,86416719~6415872,105462472~2228991,111569891~4585695,132826787~15033722,148317732~722206,171546768~7094491,186270515~4005504,191928254~2869904,197915486~13591007,216922084~18546676,242316376~7476870,254115731~1963692,259392097~21868418,291986499~3704717,301879153~7543262,316085577~7327847,344368677~4472771,357272181~1566725,359744354~6709279,374412813~23837687] 2024-08-10T06:14:28.574 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~19997202,20971520~16944162,38618123~9813277,54680794~19329612,75389582~1459869,76897677~7194614,86416719~6415872,104857600~2833863,109051904~7103682,132826787~16213151,167791260~10849999,184549376~5726643,191928254~2869904,197915486~13591007,213909504~21559256,241231939~8561307,254115731~1963692,256419908~24840607,291986499~3704717,297795584~11626831,314572800~8840624,343932928~4908520,356515840~9937793,373293056~24957444] 2024-08-10T06:14:28.574 INFO:tasks.workunit.client.0.smithi031.stdout:from 2 to 11 diff [274245~19722957,22280643~15635039,38618123~9813277,58717740~15292666,75389582~1459869,76897677~7194614,86416719~9632774,105462472~2228991,110508290~5647296,132826787~18447938,171546768~7094491,186270515~4005504,191928254~2869904,197915486~13591007,216922084~18546676,242316376~7476870,254115731~1963692,259392097~21868418,291986499~3704717,301879153~7543262,316085577~7327847,326962199~6344082,339181695~3575969,344368677~4472771,351182698~15270935,374412813~23837687] 2024-08-10T06:14:28.575 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~19722957,22280643~15635039,38618123~9813277,58717740~15292666,75389582~1459869,76897677~7194614,86416719~9632774,105462472~2228991,110508290~5647296,132826787~18447938,171546768~7094491,186270515~4005504,191928254~2869904,197915486~13591007,216922084~18546676,242316376~7476870,254115731~1963692,259392097~21868418,291986499~3704717,301879153~7543262,316085577~7327847,326962199~6344082,339181695~3575969,344368677~4472771,351182698~15270935,374412813~23837687] 2024-08-10T06:14:28.580 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~19997202,20971520~16944162,38618123~9813277,54680794~19329612,75389582~1459869,76897677~7194614,86416719~9632774,104857600~2833863,109051904~7103682,132826787~18447938,167791260~10849999,184549376~5726643,191928254~2869904,197915486~13591007,213909504~21559256,241231939~8561307,254115731~1963692,256419908~24840607,291986499~3704717,297795584~11626831,314572800~8840624,326962199~6344082,335544320~7213344,343932928~22520705,373293056~24957444] 2024-08-10T06:14:28.580 INFO:tasks.workunit.client.0.smithi031.stdout:from 2 to 12 diff [274245~19722957,22280643~15635039,38618123~9813277,58717740~15292666,75389582~1459869,76897677~7194614,86416719~10882383,105462472~2228991,110508290~5647296,122015210~5593896,132826787~18447938,159239526~644738,171546768~7094491,186270515~4005504,191928254~2869904,197915486~13591007,216922084~32871162,254115731~1963692,259392097~21868418,291986499~3704717,296864348~4429654,301879153~9236072,316085577~7327847,326962199~6344082,339181695~3575969,344368677~4472771,351182698~15270935,374412813~23837687] 2024-08-10T06:14:28.580 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~19722957,22280643~15635039,38618123~9813277,58717740~15292666,75389582~1459869,76897677~7194614,86416719~10882383,105462472~2228991,110508290~5647296,122015210~5593896,132826787~18447938,159239526~644738,171546768~7094491,186270515~4005504,191928254~2869904,197915486~13591007,216922084~32871162,254115731~1963692,259392097~21868418,291986499~3704717,296864348~4429654,301879153~9236072,316085577~7327847,326962199~6344082,339181695~3575969,344368677~4472771,351182698~15270935,374412813~23837687] 2024-08-10T06:14:28.586 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~19997202,20971520~16944162,38618123~9813277,54680794~19329612,75389582~1459869,76897677~7194614,86416719~10882383,104857600~2833863,109051904~7103682,122015210~5593896,132826787~18447938,155189248~4695016,167791260~10849999,184549376~5726643,191928254~2869904,197915486~13591007,213909504~35883742,254115731~1963692,256419908~24840607,291986499~3704717,296188226~14926999,314572800~8840624,326962199~6344082,335544320~7213344,343932928~22520705,373293056~24957444] 2024-08-10T06:14:28.586 INFO:tasks.workunit.client.0.smithi031.stdout:from 2 to 13 diff [274245~20493727,22280643~15635039,38618123~9813277,54014766~634229,58717740~15292666,75389582~1459869,76897677~7194614,86416719~10882383,105462472~2228991,110508290~5647296,122015210~5593896,132826787~18447938,159239526~644738,171546768~7094491,186270515~4005504,191928254~2869904,197915486~13591007,216922084~32871162,252739124~3340299,259392097~21868418,291986499~3704717,296864348~4505146,301879153~9236072,316085577~7327847,326962199~11807664,339181695~11864992,351182698~15270935,374412813~23837687] 2024-08-10T06:14:28.586 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~20493727,22280643~15635039,38618123~9813277,54014766~634229,58717740~15292666,75389582~1459869,76897677~7194614,86416719~10882383,105462472~2228991,110508290~5647296,122015210~5593896,132826787~18447938,159239526~644738,171546768~7094491,186270515~4005504,191928254~2869904,197915486~13591007,216922084~32871162,252739124~3340299,259392097~21868418,291986499~3704717,296864348~4505146,301879153~9236072,316085577~7327847,326962199~11807664,339181695~11864992,351182698~15270935,374412813~23837687] 2024-08-10T06:14:28.592 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~20767972,20971520~16944162,38618123~9813277,54014766~634229,54680794~19329612,75389582~1459869,76897677~7194614,86416719~10882383,104857600~2833863,109051904~7103682,122015210~5593896,132826787~18447938,155189248~4695016,167791260~10849999,184549376~5726643,191928254~2869904,197915486~13591007,213909504~35883742,252739124~3340299,256419908~24840607,291986499~3704717,296188226~14926999,314572800~8840624,326962199~39491434,373293056~24957444] 2024-08-10T06:14:28.592 INFO:tasks.workunit.client.0.smithi031.stdout:from 2 to 14 diff [274245~20493727,22280643~15635039,38618123~9813277,48818934~391714,54014766~634229,54683018~19327388,75389582~1459869,76897677~20401425,105462472~2228991,110508290~5647296,122015210~5593896,132826787~20421238,159239526~644738,162767303~6594424,171546768~7094491,186270515~4005504,191928254~2869904,197915486~13591007,216922084~32871162,252739124~3340299,259392097~21868418,291986499~3704717,295831885~381497,296864348~4505146,301879153~9236072,316085577~7327847,326962199~11807664,339181695~11864992,351182698~15270935,374412813~23837687] 2024-08-10T06:14:28.592 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~20493727,22280643~15635039,38618123~9813277,48818934~391714,54014766~634229,54683018~19327388,75389582~1459869,76897677~20401425,105462472~2228991,110508290~5647296,122015210~5593896,132826787~20421238,159239526~644738,162767303~6594424,171546768~7094491,186270515~4005504,191928254~2869904,197915486~13591007,216922084~32871162,252739124~3340299,259392097~21868418,291986499~3704717,295831885~381497,296864348~4505146,301879153~9236072,316085577~7327847,326962199~11807664,339181695~11864992,351182698~15270935,374412813~23837687] 2024-08-10T06:14:28.598 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~20767972,20971520~16944162,38618123~9813277,48818934~391714,54014766~634229,54680794~19329612,75389582~1459869,76897677~20401425,104857600~2833863,109051904~7103682,122015210~5593896,132826787~20421238,155189248~23452011,184549376~5726643,191928254~2869904,197915486~13591007,213909504~35883742,252739124~3340299,256419908~24840607,291986499~3704717,295831885~15283340,314572800~8840624,326962199~39491434,373293056~24957444] 2024-08-10T06:14:28.598 INFO:tasks.workunit.client.0.smithi031.stdout:from 2 to 15 diff [274245~20493727,22280643~15635039,38618123~9813277,48818934~391714,54014766~634229,54683018~19327388,75389582~1459869,76897677~24333011,105462472~2228991,110508290~5647296,122015210~5593896,132826787~20421238,154408009~551219,159239526~644738,162767303~6594424,171546768~7094491,186270515~4005504,191928254~2869904,197915486~13591007,216922084~32871162,252739124~3340299,259392097~21868418,282118338~1979123,291986499~3704717,295831885~381497,296864348~4505146,301879153~9236072,316085577~7327847,326962199~11807664,339181695~11864992,351182698~15270935,371499339~359516,374412813~23837687] 2024-08-10T06:14:28.598 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~20493727,22280643~15635039,38618123~9813277,48818934~391714,54014766~634229,54683018~19327388,75389582~1459869,76897677~24333011,105462472~2228991,110508290~5647296,122015210~5593896,132826787~20421238,154408009~551219,159239526~644738,162767303~6594424,171546768~7094491,186270515~4005504,191928254~2869904,197915486~13591007,216922084~32871162,252739124~3340299,259392097~21868418,282118338~1979123,291986499~3704717,295831885~381497,296864348~4505146,301879153~9236072,316085577~7327847,326962199~11807664,339181695~11864992,351182698~15270935,371499339~359516,374412813~23837687] 2024-08-10T06:14:28.603 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~20767972,20971520~16944162,38618123~9813277,48818934~391714,54014766~634229,54680794~19329612,75389582~1459869,76897677~24333011,104857600~2833863,109051904~7103682,122015210~5593896,132826787~20421238,154408009~551219,155189248~23452011,184549376~5726643,191928254~2869904,197915486~13591007,213909504~35883742,252739124~3340299,256419908~27677553,291986499~3704717,295831885~15283340,314572800~8840624,326962199~39491434,369098752~2760103,373293056~24957444] 2024-08-10T06:14:28.603 INFO:tasks.workunit.client.0.smithi031.stdout:from 2 to 16 diff [274245~20493727,22280643~15635039,38618123~9813277,48818934~391714,49486948~24523458,75389582~1459869,76897677~24333011,105462472~2228991,110508290~5647296,116645688~346157,122015210~5593896,132826787~20421238,154408009~551219,159239526~644738,162767303~6594424,171546768~7094491,182503166~7772853,191928254~2869904,197915486~13591007,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,291986499~3704717,295831885~381497,296864348~4505146,301879153~9236072,316085577~7327847,326962199~11807664,339181695~11864992,351182698~15270935,371499339~359516,374412813~35819407] 2024-08-10T06:14:28.604 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~20493727,22280643~15635039,38618123~9813277,48818934~391714,49486948~24523458,75389582~1459869,76897677~24333011,105462472~2228991,110508290~5647296,116645688~346157,122015210~5593896,132826787~20421238,154408009~551219,159239526~644738,162767303~6594424,171546768~7094491,182503166~7772853,191928254~2869904,197915486~13591007,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,291986499~3704717,295831885~381497,296864348~4505146,301879153~9236072,316085577~7327847,326962199~11807664,339181695~11864992,351182698~15270935,371499339~359516,374412813~35819407] 2024-08-10T06:14:28.610 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~20767972,20971520~16944162,38618123~9813277,48818934~391714,49486948~24523458,75389582~1459869,76897677~24333011,104857600~2833863,109051904~7939941,122015210~5593896,132826787~20421238,154408009~551219,155189248~23452011,180355072~9920947,191928254~2869904,197915486~13591007,213909504~35883742,252739124~3340299,256419908~27677553,291986499~3704717,295831885~15283340,314572800~8840624,326962199~39491434,369098752~2760103,373293056~36939164] 2024-08-10T06:14:28.610 INFO:tasks.workunit.client.0.smithi031.stdout:from 2 to 17 diff [274245~20493727,22280643~15635039,38618123~9813277,48818934~391714,49486948~24523458,75389582~1459869,76897677~24333011,105462472~2228991,110508290~5647296,116645688~346157,122015210~5593896,129269902~23978123,154408009~551219,159239526~644738,162767303~6594424,169720335~8920924,182503166~7772853,191928254~2869904,197915486~13591007,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,291959844~9409650,301879153~9236072,316085577~7327847,326962199~11807664,339181695~11864992,351182698~15270935,371499339~359516,374412813~35819407] 2024-08-10T06:14:28.610 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~20493727,22280643~15635039,38618123~9813277,48818934~391714,49486948~24523458,75389582~1459869,76897677~24333011,105462472~2228991,110508290~5647296,116645688~346157,122015210~5593896,129269902~23978123,154408009~551219,159239526~644738,162767303~6594424,169720335~8920924,182503166~7772853,191928254~2869904,197915486~13591007,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,291959844~9409650,301879153~9236072,316085577~7327847,326962199~11807664,339181695~11864992,351182698~15270935,371499339~359516,374412813~35819407] 2024-08-10T06:14:28.615 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~20767972,20971520~16944162,38618123~9813277,48818934~391714,49486948~24523458,75389582~1459869,76897677~24333011,104857600~2833863,109051904~7939941,122015210~31232815,154408009~551219,155189248~23452011,180355072~9920947,191928254~2869904,197915486~13591007,213909504~35883742,252739124~3340299,256419908~27677553,291959844~19155381,314572800~8840624,326962199~39491434,369098752~2760103,373293056~36939164] 2024-08-10T06:14:28.616 INFO:tasks.workunit.client.0.smithi031.stdout:from 2 to 18 diff [274245~20493727,22280643~15635039,38618123~35392283,75389582~1459869,76897677~24333011,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~13591007,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~7327847,326962199~11807664,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:28.616 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~20493727,22280643~15635039,38618123~35392283,75389582~1459869,76897677~24333011,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~13591007,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~7327847,326962199~11807664,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:28.621 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~20767972,20971520~16944162,38618123~35392283,75389582~1459869,76897677~24333011,104857600~2833863,109051904~44196121,154408009~551219,155189248~23452011,180355072~9920947,191928254~2869904,197915486~13591007,213909504~35883742,252739124~3340299,256419908~27677553,286861002~2970545,291959844~19155381,314572800~8840624,326962199~83270021] 2024-08-10T06:14:28.621 INFO:tasks.workunit.client.0.smithi031.stdout:from 2 to 19 diff [274245~21204992,22280643~15635039,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~13591007,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~7327847,326962199~11807664,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:28.621 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,22280643~15635039,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~13591007,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~7327847,326962199~11807664,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:28.627 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~37915682,38618123~35392283,75389582~1459869,76897677~30793786,109051904~44196121,154408009~551219,155189248~23452011,180355072~9920947,191928254~2869904,197915486~13591007,213909504~35883742,252739124~3340299,256419908~27677553,286861002~2970545,291959844~19155381,314572800~8840624,326962199~83270021] 2024-08-10T06:14:28.627 INFO:tasks.workunit.client.0.smithi031.stdout:from 3 to 4 diff [14094262~5902940,40594658~5999760,59699125~5505891,68082087~5928319,75389582~1459869,176399920~2241339,204781077~6725416,304748691~4673724,378824322~6826269] 2024-08-10T06:14:28.627 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [14094262~5902940,40594658~5999760,59699125~5505891,68082087~5928319,75389582~1459869,176399920~2241339,204781077~6725416,304748691~4673724,378824322~6826269] 2024-08-10T06:14:28.633 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [12582912~7414290,40594658~5999760,59699125~5505891,67108864~6901542,75389582~1459869,176160768~2480491,204781077~6725416,301989888~7432527,378824322~6826269] 2024-08-10T06:14:28.633 INFO:tasks.workunit.client.0.smithi031.stdout:from 3 to 5 diff [14094262~5902940,22454647~7173199,40594658~5999760,59699125~5505891,68082087~5928319,75389582~1459869,86416719~908411,176399920~2241339,204781077~6725416,216922084~12679457,242316376~7476870,261950931~1402169,301879153~7543262,378364909~7285682] 2024-08-10T06:14:28.633 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [14094262~5902940,22454647~7173199,40594658~5999760,59699125~5505891,68082087~5928319,75389582~1459869,86416719~908411,176399920~2241339,204781077~6725416,216922084~12679457,242316376~7476870,261950931~1402169,301879153~7543262,378364909~7285682] 2024-08-10T06:14:28.639 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [12582912~7414290,22454647~7173199,40594658~5999760,59699125~5505891,67108864~6901542,75389582~1459869,86416719~908411,176160768~2480491,204781077~6725416,213909504~15692037,241231939~8561307,260046848~3306252,297795584~11626831,378364909~7285682] 2024-08-10T06:14:28.639 INFO:tasks.workunit.client.0.smithi031.stdout:from 3 to 6 diff [10650011~9347191,22454647~7173199,39530503~7379506,59699125~14311281,75389582~1459869,86416719~908411,134871773~9974146,171546768~2959773,176399920~2241339,204781077~6725416,216922084~12679457,242316376~7476870,261950931~1402169,266450237~7082107,301879153~7543262,344368677~4472771,357272181~1566725,378364909~7285682] 2024-08-10T06:14:28.639 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [10650011~9347191,22454647~7173199,39530503~7379506,59699125~14311281,75389582~1459869,86416719~908411,134871773~9974146,171546768~2959773,176399920~2241339,204781077~6725416,216922084~12679457,242316376~7476870,261950931~1402169,266450237~7082107,301879153~7543262,344368677~4472771,357272181~1566725,378364909~7285682] 2024-08-10T06:14:28.645 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [8388608~11608594,22454647~7173199,39530503~7379506,59699125~14311281,75389582~1459869,86416719~908411,134871773~9974146,167791260~6715281,176160768~2480491,204781077~6725416,213909504~15692037,241231939~8561307,260046848~3306252,266450237~7082107,297795584~11626831,343932928~4908520,356515840~2323066,378364909~7285682] 2024-08-10T06:14:28.645 INFO:tasks.workunit.client.0.smithi031.stdout:from 3 to 7 diff [274245~6282554,10650011~9347191,22454647~7173199,35021305~2894377,39530503~7379506,59699125~14311281,75389582~1459869,79070672~5021619,86416719~908411,106108539~1582924,132826787~12019132,171546768~2959773,176399920~2241339,204781077~6725416,216922084~12679457,242316376~7476870,254115731~1963692,259392097~14140247,301879153~7543262,344368677~4472771,357272181~1566725,361070020~5383613,378364909~9684351] 2024-08-10T06:14:28.645 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~6282554,10650011~9347191,22454647~7173199,35021305~2894377,39530503~7379506,59699125~14311281,75389582~1459869,79070672~5021619,86416719~908411,106108539~1582924,132826787~12019132,171546768~2959773,176399920~2241339,204781077~6725416,216922084~12679457,242316376~7476870,254115731~1963692,259392097~14140247,301879153~7543262,344368677~4472771,357272181~1566725,361070020~5383613,378364909~9684351] 2024-08-10T06:14:28.650 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~6556799,8388608~11608594,22454647~7173199,35021305~2894377,39530503~7379506,59699125~14311281,75389582~1459869,79027922~5064369,86416719~908411,104857600~2833863,132826787~12019132,167791260~6715281,176160768~2480491,204781077~6725416,213909504~15692037,241231939~8561307,254115731~1963692,256419908~17112436,297795584~11626831,343932928~4908520,356515840~2323066,360710144~5743489,378364909~9684351] 2024-08-10T06:14:28.650 INFO:tasks.workunit.client.0.smithi031.stdout:from 3 to 8 diff [274245~19722957,22454647~7173199,35021305~2894377,39530503~7379506,59699125~14311281,75389582~1459869,76897677~7194614,86416719~908411,105462472~2228991,132826787~12019132,148317732~722206,171546768~2959773,176399920~2241339,204781077~6725416,216922084~12679457,242316376~7476870,254115731~1963692,259392097~15253787,301879153~7543262,316085577~4441412,344368677~4472771,357272181~1566725,359744354~6709279,378364909~9684351] 2024-08-10T06:14:28.650 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~19722957,22454647~7173199,35021305~2894377,39530503~7379506,59699125~14311281,75389582~1459869,76897677~7194614,86416719~908411,105462472~2228991,132826787~12019132,148317732~722206,171546768~2959773,176399920~2241339,204781077~6725416,216922084~12679457,242316376~7476870,254115731~1963692,259392097~15253787,301879153~7543262,316085577~4441412,344368677~4472771,357272181~1566725,359744354~6709279,378364909~9684351] 2024-08-10T06:14:28.656 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~19997202,22454647~7173199,35021305~2894377,39530503~7379506,59699125~14311281,75389582~1459869,76897677~7194614,86416719~908411,104857600~2833863,132826787~12019132,146800640~2239298,167791260~6715281,176160768~2480491,204781077~6725416,213909504~15692037,241231939~8561307,254115731~1963692,256419908~18225976,297795584~11626831,316085577~4441412,343932928~4908520,356515840~9937793,378364909~9684351] 2024-08-10T06:14:28.656 INFO:tasks.workunit.client.0.smithi031.stdout:from 3 to 9 diff [274245~19722957,22454647~15461035,38618123~8291886,59699125~14311281,75389582~1459869,76897677~7194614,86416719~908411,105462472~2228991,132826787~15033722,148317732~722206,171546768~7094491,197915486~3886438,204781077~6725416,216922084~18546676,242316376~7476870,254115731~1963692,259392097~19648834,301879153~7543262,316085577~4441412,344368677~4472771,357272181~1566725,359744354~6709279,378364909~9684351,388706566~9543934] 2024-08-10T06:14:28.656 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~19722957,22454647~15461035,38618123~8291886,59699125~14311281,75389582~1459869,76897677~7194614,86416719~908411,105462472~2228991,132826787~15033722,148317732~722206,171546768~7094491,197915486~3886438,204781077~6725416,216922084~18546676,242316376~7476870,254115731~1963692,259392097~19648834,301879153~7543262,316085577~4441412,344368677~4472771,357272181~1566725,359744354~6709279,378364909~9684351,388706566~9543934] 2024-08-10T06:14:28.662 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~19997202,22454647~15461035,38618123~8291886,59699125~14311281,75389582~1459869,76897677~7194614,86416719~908411,104857600~2833863,132826787~16213151,167791260~10849999,197915486~3886438,204781077~6725416,213909504~21559256,241231939~8561307,254115731~1963692,256419908~22621023,297795584~11626831,316085577~4441412,343932928~4908520,356515840~9937793,378364909~19885591] 2024-08-10T06:14:28.662 INFO:tasks.workunit.client.0.smithi031.stdout:from 3 to 10 diff [274245~19722957,22454647~15461035,38618123~9813277,59699125~14311281,75389582~1459869,76897677~7194614,86416719~6415872,105462472~2228991,111569891~4585695,132826787~15033722,148317732~722206,171546768~7094491,186270515~4005504,191928254~2869904,197915486~3886438,204781077~6725416,216922084~18546676,242316376~7476870,254115731~1963692,259392097~21868418,301879153~7543262,316085577~4441412,344368677~4472771,357272181~1566725,359744354~6709279,378364909~19885591] 2024-08-10T06:14:28.663 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~19722957,22454647~15461035,38618123~9813277,59699125~14311281,75389582~1459869,76897677~7194614,86416719~6415872,105462472~2228991,111569891~4585695,132826787~15033722,148317732~722206,171546768~7094491,186270515~4005504,191928254~2869904,197915486~3886438,204781077~6725416,216922084~18546676,242316376~7476870,254115731~1963692,259392097~21868418,301879153~7543262,316085577~4441412,344368677~4472771,357272181~1566725,359744354~6709279,378364909~19885591] 2024-08-10T06:14:28.668 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~19997202,22454647~15461035,38618123~9813277,59699125~14311281,75389582~1459869,76897677~7194614,86416719~6415872,104857600~2833863,109051904~7103682,132826787~16213151,167791260~10849999,184549376~5726643,191928254~2869904,197915486~3886438,204781077~6725416,213909504~21559256,241231939~8561307,254115731~1963692,256419908~24840607,297795584~11626831,316085577~4441412,343932928~4908520,356515840~9937793,378364909~19885591] 2024-08-10T06:14:28.668 INFO:tasks.workunit.client.0.smithi031.stdout:from 3 to 11 diff [274245~19722957,22454647~15461035,38618123~9813277,59699125~14311281,75389582~1459869,76897677~7194614,86416719~9632774,105462472~2228991,110508290~5647296,132826787~18447938,171546768~7094491,186270515~4005504,191928254~2869904,197915486~3886438,204781077~6725416,216922084~18546676,242316376~7476870,254115731~1963692,259392097~21868418,301879153~7543262,316085577~4441412,326962199~6344082,339181695~3575969,344368677~4472771,351182698~15270935,378364909~19885591] 2024-08-10T06:14:28.668 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~19722957,22454647~15461035,38618123~9813277,59699125~14311281,75389582~1459869,76897677~7194614,86416719~9632774,105462472~2228991,110508290~5647296,132826787~18447938,171546768~7094491,186270515~4005504,191928254~2869904,197915486~3886438,204781077~6725416,216922084~18546676,242316376~7476870,254115731~1963692,259392097~21868418,301879153~7543262,316085577~4441412,326962199~6344082,339181695~3575969,344368677~4472771,351182698~15270935,378364909~19885591] 2024-08-10T06:14:28.674 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~19997202,22454647~15461035,38618123~9813277,59699125~14311281,75389582~1459869,76897677~7194614,86416719~9632774,104857600~2833863,109051904~7103682,132826787~18447938,167791260~10849999,184549376~5726643,191928254~2869904,197915486~3886438,204781077~6725416,213909504~21559256,241231939~8561307,254115731~1963692,256419908~24840607,297795584~11626831,316085577~4441412,326962199~6344082,335544320~7213344,343932928~22520705,378364909~19885591] 2024-08-10T06:14:28.674 INFO:tasks.workunit.client.0.smithi031.stdout:from 3 to 12 diff [274245~19722957,22454647~15461035,38618123~9813277,59699125~14311281,75389582~1459869,76897677~7194614,86416719~10882383,105462472~2228991,110508290~5647296,122015210~5593896,132826787~18447938,159239526~644738,171546768~7094491,186270515~4005504,191928254~2869904,197915486~3886438,204781077~6725416,216922084~32871162,254115731~1963692,259392097~21868418,296864348~4429654,301879153~9236072,316085577~4441412,326962199~6344082,339181695~3575969,344368677~4472771,351182698~15270935,378364909~19885591] 2024-08-10T06:14:28.674 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~19722957,22454647~15461035,38618123~9813277,59699125~14311281,75389582~1459869,76897677~7194614,86416719~10882383,105462472~2228991,110508290~5647296,122015210~5593896,132826787~18447938,159239526~644738,171546768~7094491,186270515~4005504,191928254~2869904,197915486~3886438,204781077~6725416,216922084~32871162,254115731~1963692,259392097~21868418,296864348~4429654,301879153~9236072,316085577~4441412,326962199~6344082,339181695~3575969,344368677~4472771,351182698~15270935,378364909~19885591] 2024-08-10T06:14:28.680 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~19997202,22454647~15461035,38618123~9813277,59699125~14311281,75389582~1459869,76897677~7194614,86416719~10882383,104857600~2833863,109051904~7103682,122015210~5593896,132826787~18447938,155189248~4695016,167791260~10849999,184549376~5726643,191928254~2869904,197915486~3886438,204781077~6725416,213909504~35883742,254115731~1963692,256419908~24840607,296188226~14926999,316085577~4441412,326962199~6344082,335544320~7213344,343932928~22520705,378364909~19885591] 2024-08-10T06:14:28.680 INFO:tasks.workunit.client.0.smithi031.stdout:from 3 to 13 diff [274245~20493727,22454647~15461035,38618123~9813277,54014766~634229,59699125~14311281,75389582~1459869,76897677~7194614,86416719~10882383,105462472~2228991,110508290~5647296,122015210~5593896,132826787~18447938,159239526~644738,171546768~7094491,186270515~4005504,191928254~2869904,197915486~3886438,204781077~6725416,216922084~32871162,252739124~3340299,259392097~21868418,296864348~4505146,301879153~9236072,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,378364909~19885591] 2024-08-10T06:14:28.680 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~20493727,22454647~15461035,38618123~9813277,54014766~634229,59699125~14311281,75389582~1459869,76897677~7194614,86416719~10882383,105462472~2228991,110508290~5647296,122015210~5593896,132826787~18447938,159239526~644738,171546768~7094491,186270515~4005504,191928254~2869904,197915486~3886438,204781077~6725416,216922084~32871162,252739124~3340299,259392097~21868418,296864348~4505146,301879153~9236072,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,378364909~19885591] 2024-08-10T06:14:28.685 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~20767972,22454647~15461035,38618123~9813277,54014766~634229,59699125~14311281,75389582~1459869,76897677~7194614,86416719~10882383,104857600~2833863,109051904~7103682,122015210~5593896,132826787~18447938,155189248~4695016,167791260~10849999,184549376~5726643,191928254~2869904,197915486~3886438,204781077~6725416,213909504~35883742,252739124~3340299,256419908~24840607,296188226~14926999,316085577~4441412,326962199~39491434,378364909~19885591] 2024-08-10T06:14:28.685 INFO:tasks.workunit.client.0.smithi031.stdout:from 3 to 14 diff [274245~20493727,22454647~15461035,38618123~9813277,48818934~391714,54014766~634229,54683018~19327388,75389582~1459869,76897677~20401425,105462472~2228991,110508290~5647296,122015210~5593896,132826787~20421238,159239526~644738,162767303~6594424,171546768~7094491,186270515~4005504,191928254~2869904,197915486~3886438,204781077~6725416,216922084~32871162,252739124~3340299,259392097~21868418,295831885~381497,296864348~4505146,301879153~9236072,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,378364909~19885591] 2024-08-10T06:14:28.685 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~20493727,22454647~15461035,38618123~9813277,48818934~391714,54014766~634229,54683018~19327388,75389582~1459869,76897677~20401425,105462472~2228991,110508290~5647296,122015210~5593896,132826787~20421238,159239526~644738,162767303~6594424,171546768~7094491,186270515~4005504,191928254~2869904,197915486~3886438,204781077~6725416,216922084~32871162,252739124~3340299,259392097~21868418,295831885~381497,296864348~4505146,301879153~9236072,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,378364909~19885591] 2024-08-10T06:14:28.691 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~20767972,22454647~15461035,38618123~9813277,48818934~391714,54014766~634229,54683018~19327388,75389582~1459869,76897677~20401425,104857600~2833863,109051904~7103682,122015210~5593896,132826787~20421238,155189248~23452011,184549376~5726643,191928254~2869904,197915486~3886438,204781077~6725416,213909504~35883742,252739124~3340299,256419908~24840607,295831885~15283340,316085577~4441412,326962199~39491434,378364909~19885591] 2024-08-10T06:14:28.691 INFO:tasks.workunit.client.0.smithi031.stdout:from 3 to 15 diff [274245~20493727,22454647~15461035,38618123~9813277,48818934~391714,54014766~634229,54683018~19327388,75389582~1459869,76897677~24333011,105462472~2228991,110508290~5647296,122015210~5593896,132826787~20421238,154408009~551219,159239526~644738,162767303~6594424,171546768~7094491,186270515~4005504,191928254~2869904,197915486~3886438,204781077~6725416,216922084~32871162,252739124~3340299,259392097~21868418,282118338~1979123,295831885~381497,296864348~4505146,301879153~9236072,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,371499339~359516,378364909~19885591] 2024-08-10T06:14:28.691 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~20493727,22454647~15461035,38618123~9813277,48818934~391714,54014766~634229,54683018~19327388,75389582~1459869,76897677~24333011,105462472~2228991,110508290~5647296,122015210~5593896,132826787~20421238,154408009~551219,159239526~644738,162767303~6594424,171546768~7094491,186270515~4005504,191928254~2869904,197915486~3886438,204781077~6725416,216922084~32871162,252739124~3340299,259392097~21868418,282118338~1979123,295831885~381497,296864348~4505146,301879153~9236072,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,371499339~359516,378364909~19885591] 2024-08-10T06:14:28.697 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~20767972,22454647~15461035,38618123~9813277,48818934~391714,54014766~634229,54683018~19327388,75389582~1459869,76897677~24333011,104857600~2833863,109051904~7103682,122015210~5593896,132826787~20421238,154408009~551219,155189248~23452011,184549376~5726643,191928254~2869904,197915486~3886438,204781077~6725416,213909504~35883742,252739124~3340299,256419908~27677553,295831885~15283340,316085577~4441412,326962199~39491434,369098752~2760103,378364909~19885591] 2024-08-10T06:14:28.697 INFO:tasks.workunit.client.0.smithi031.stdout:from 3 to 16 diff [274245~20493727,22454647~15461035,38618123~9813277,48818934~391714,49486948~24523458,75389582~1459869,76897677~24333011,105462472~2228991,110508290~5647296,116645688~346157,122015210~5593896,132826787~20421238,154408009~551219,159239526~644738,162767303~6594424,171546768~7094491,182503166~7772853,191928254~2869904,197915486~3886438,204781077~6725416,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,295831885~381497,296864348~4505146,301879153~9236072,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,371499339~359516,378364909~31867311] 2024-08-10T06:14:28.697 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~20493727,22454647~15461035,38618123~9813277,48818934~391714,49486948~24523458,75389582~1459869,76897677~24333011,105462472~2228991,110508290~5647296,116645688~346157,122015210~5593896,132826787~20421238,154408009~551219,159239526~644738,162767303~6594424,171546768~7094491,182503166~7772853,191928254~2869904,197915486~3886438,204781077~6725416,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,295831885~381497,296864348~4505146,301879153~9236072,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,371499339~359516,378364909~31867311] 2024-08-10T06:14:28.703 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~20767972,22454647~15461035,38618123~9813277,48818934~391714,49486948~24523458,75389582~1459869,76897677~24333011,104857600~2833863,109051904~7939941,122015210~5593896,132826787~20421238,154408009~551219,155189248~23452011,180355072~9920947,191928254~2869904,197915486~3886438,204781077~6725416,213909504~35883742,252739124~3340299,256419908~27677553,295831885~15283340,316085577~4441412,326962199~39491434,369098752~2760103,378364909~31867311] 2024-08-10T06:14:28.703 INFO:tasks.workunit.client.0.smithi031.stdout:from 3 to 17 diff [274245~20493727,22454647~15461035,38618123~9813277,48818934~391714,49486948~24523458,75389582~1459869,76897677~24333011,105462472~2228991,110508290~5647296,116645688~346157,122015210~5593896,129269902~23978123,154408009~551219,159239526~644738,162767303~6594424,169720335~8920924,182503166~7772853,191928254~2869904,197915486~3886438,204781077~6725416,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,291959844~9409650,301879153~9236072,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,371499339~359516,378364909~31867311] 2024-08-10T06:14:28.703 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~20493727,22454647~15461035,38618123~9813277,48818934~391714,49486948~24523458,75389582~1459869,76897677~24333011,105462472~2228991,110508290~5647296,116645688~346157,122015210~5593896,129269902~23978123,154408009~551219,159239526~644738,162767303~6594424,169720335~8920924,182503166~7772853,191928254~2869904,197915486~3886438,204781077~6725416,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,291959844~9409650,301879153~9236072,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,371499339~359516,378364909~31867311] 2024-08-10T06:14:28.708 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~20767972,22454647~15461035,38618123~9813277,48818934~391714,49486948~24523458,75389582~1459869,76897677~24333011,104857600~2833863,109051904~7939941,122015210~31232815,154408009~551219,155189248~23452011,180355072~9920947,191928254~2869904,197915486~3886438,204781077~6725416,213909504~35883742,252739124~3340299,256419908~27677553,291959844~19155381,316085577~4441412,326962199~39491434,369098752~2760103,378364909~31867311] 2024-08-10T06:14:28.709 INFO:tasks.workunit.client.0.smithi031.stdout:from 3 to 18 diff [274245~20493727,22454647~15461035,38618123~35392283,75389582~1459869,76897677~24333011,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~3886438,204781077~6725416,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,378364909~31867311] 2024-08-10T06:14:28.709 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~20493727,22454647~15461035,38618123~35392283,75389582~1459869,76897677~24333011,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~3886438,204781077~6725416,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,378364909~31867311] 2024-08-10T06:14:28.714 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~20767972,22454647~15461035,38618123~35392283,75389582~1459869,76897677~24333011,104857600~2833863,109051904~44196121,154408009~551219,155189248~23452011,180355072~9920947,191928254~2869904,197915486~3886438,204781077~6725416,213909504~35883742,252739124~3340299,256419908~27677553,286861002~2970545,291959844~19155381,316085577~4441412,326962199~48855491,378364909~31867311] 2024-08-10T06:14:28.715 INFO:tasks.workunit.client.0.smithi031.stdout:from 3 to 19 diff [274245~21204992,22454647~15461035,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~3886438,204781077~6725416,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,378364909~31867311] 2024-08-10T06:14:28.715 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,22454647~15461035,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~3886438,204781077~6725416,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,378364909~31867311] 2024-08-10T06:14:28.720 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~21479237,22454647~15461035,38618123~35392283,75389582~1459869,76897677~30793786,109051904~44196121,154408009~551219,155189248~23452011,180355072~9920947,191928254~2869904,197915486~3886438,204781077~6725416,213909504~35883742,252739124~3340299,256419908~27677553,286861002~2970545,291959844~19155381,316085577~4441412,326962199~48855491,378364909~31867311] 2024-08-10T06:14:28.720 INFO:tasks.workunit.client.0.smithi031.stdout:from 4 to 5 diff [22454647~7173199,86416719~908411,216922084~12679457,242316376~7476870,261950931~1402169,301879153~7259702,378364909~5576894] 2024-08-10T06:14:28.720 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [22454647~7173199,86416719~908411,216922084~12679457,242316376~7476870,261950931~1402169,301879153~7259702,378364909~5576894] 2024-08-10T06:14:28.726 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [22454647~7173199,86416719~908411,213909504~15692037,241231939~8561307,260046848~3306252,297795584~11343271,378364909~5576894] 2024-08-10T06:14:28.726 INFO:tasks.workunit.client.0.smithi031.stdout:from 4 to 6 diff [10650011~7099757,22454647~7173199,39530503~7379506,62648271~8537378,86416719~908411,134871773~9974146,171546768~2959773,216922084~12679457,242316376~7476870,261950931~1402169,266450237~7082107,301879153~7259702,344368677~4472771,357272181~1566725,378364909~5576894] 2024-08-10T06:14:28.726 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [10650011~7099757,22454647~7173199,39530503~7379506,62648271~8537378,86416719~908411,134871773~9974146,171546768~2959773,216922084~12679457,242316376~7476870,261950931~1402169,266450237~7082107,301879153~7259702,344368677~4472771,357272181~1566725,378364909~5576894] 2024-08-10T06:14:28.732 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [8388608~9361160,22454647~7173199,39530503~7379506,62648271~8537378,86416719~908411,134871773~9974146,167791260~6715281,213909504~15692037,241231939~8561307,260046848~3306252,266450237~7082107,297795584~11343271,343932928~4908520,356515840~2323066,378364909~5576894] 2024-08-10T06:14:28.732 INFO:tasks.workunit.client.0.smithi031.stdout:from 4 to 7 diff [274245~6282554,10650011~7099757,22454647~7173199,35021305~2894377,39530503~7379506,62648271~8537378,79070672~5021619,86416719~908411,106108539~1582924,132826787~12019132,171546768~2959773,216922084~12679457,242316376~7476870,254115731~1963692,259392097~14140247,301879153~7259702,344368677~4472771,357272181~1566725,361070020~5383613,378364909~9684351] 2024-08-10T06:14:28.732 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~6282554,10650011~7099757,22454647~7173199,35021305~2894377,39530503~7379506,62648271~8537378,79070672~5021619,86416719~908411,106108539~1582924,132826787~12019132,171546768~2959773,216922084~12679457,242316376~7476870,254115731~1963692,259392097~14140247,301879153~7259702,344368677~4472771,357272181~1566725,361070020~5383613,378364909~9684351] 2024-08-10T06:14:28.738 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~6556799,8388608~9361160,22454647~7173199,35021305~2894377,39530503~7379506,62648271~8537378,79027922~5064369,86416719~908411,104857600~2833863,132826787~12019132,167791260~6715281,213909504~15692037,241231939~8561307,254115731~1963692,256419908~17112436,297795584~11343271,343932928~4908520,356515840~2323066,360710144~5743489,378364909~9684351] 2024-08-10T06:14:28.738 INFO:tasks.workunit.client.0.smithi031.stdout:from 4 to 8 diff [274245~19656896,22454647~7173199,35021305~2894377,39530503~7379506,62648271~8537378,76897677~7194614,86416719~908411,105462472~2228991,132826787~12019132,148317732~722206,171546768~2959773,216922084~12679457,242316376~7476870,254115731~1963692,259392097~15253787,301879153~7259702,316085577~4441412,344368677~4472771,357272181~1566725,359744354~6709279,378364909~9684351] 2024-08-10T06:14:28.738 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~19656896,22454647~7173199,35021305~2894377,39530503~7379506,62648271~8537378,76897677~7194614,86416719~908411,105462472~2228991,132826787~12019132,148317732~722206,171546768~2959773,216922084~12679457,242316376~7476870,254115731~1963692,259392097~15253787,301879153~7259702,316085577~4441412,344368677~4472771,357272181~1566725,359744354~6709279,378364909~9684351] 2024-08-10T06:14:28.744 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~19931141,22454647~7173199,35021305~2894377,39530503~7379506,62648271~8537378,76897677~7194614,86416719~908411,104857600~2833863,132826787~12019132,146800640~2239298,167791260~6715281,213909504~15692037,241231939~8561307,254115731~1963692,256419908~18225976,297795584~11343271,316085577~4441412,343932928~4908520,356515840~9937793,378364909~9684351] 2024-08-10T06:14:28.744 INFO:tasks.workunit.client.0.smithi031.stdout:from 4 to 9 diff [274245~19656896,22454647~15461035,38618123~8291886,62648271~8537378,76897677~7194614,86416719~908411,105462472~2228991,132826787~15033722,148317732~722206,171546768~5994153,197915486~3886438,216922084~18546676,242316376~7476870,254115731~1963692,259392097~19648834,301879153~7259702,316085577~4441412,344368677~4472771,357272181~1566725,359744354~6709279,378364909~9684351,388706566~9543934] 2024-08-10T06:14:28.744 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~19656896,22454647~15461035,38618123~8291886,62648271~8537378,76897677~7194614,86416719~908411,105462472~2228991,132826787~15033722,148317732~722206,171546768~5994153,197915486~3886438,216922084~18546676,242316376~7476870,254115731~1963692,259392097~19648834,301879153~7259702,316085577~4441412,344368677~4472771,357272181~1566725,359744354~6709279,378364909~9684351,388706566~9543934] 2024-08-10T06:14:28.749 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~19931141,22454647~15461035,38618123~8291886,62648271~8537378,76897677~7194614,86416719~908411,104857600~2833863,132826787~16213151,167791260~9749661,197915486~3886438,213909504~21559256,241231939~8561307,254115731~1963692,256419908~22621023,297795584~11343271,316085577~4441412,343932928~4908520,356515840~9937793,378364909~19885591] 2024-08-10T06:14:28.749 INFO:tasks.workunit.client.0.smithi031.stdout:from 4 to 10 diff [274245~19656896,22454647~15461035,38618123~9813277,62648271~8537378,76897677~7194614,86416719~6415872,105462472~2228991,111569891~4585695,132826787~15033722,148317732~722206,171546768~5994153,186270515~4005504,191928254~2869904,197915486~3886438,210173845~672318,216922084~18546676,242316376~7476870,254115731~1963692,259392097~21868418,301879153~7259702,316085577~4441412,344368677~4472771,357272181~1566725,359744354~6709279,378364909~19885591] 2024-08-10T06:14:28.749 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~19656896,22454647~15461035,38618123~9813277,62648271~8537378,76897677~7194614,86416719~6415872,105462472~2228991,111569891~4585695,132826787~15033722,148317732~722206,171546768~5994153,186270515~4005504,191928254~2869904,197915486~3886438,210173845~672318,216922084~18546676,242316376~7476870,254115731~1963692,259392097~21868418,301879153~7259702,316085577~4441412,344368677~4472771,357272181~1566725,359744354~6709279,378364909~19885591] 2024-08-10T06:14:28.755 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~19931141,22454647~15461035,38618123~9813277,62648271~8537378,76897677~7194614,86416719~6415872,104857600~2833863,109051904~7103682,132826787~16213151,167791260~9749661,184549376~5726643,191928254~2869904,197915486~3886438,210173845~672318,213909504~21559256,241231939~8561307,254115731~1963692,256419908~24840607,297795584~11343271,316085577~4441412,343932928~4908520,356515840~9937793,378364909~19885591] 2024-08-10T06:14:28.755 INFO:tasks.workunit.client.0.smithi031.stdout:from 4 to 11 diff [274245~19656896,22454647~15461035,38618123~9813277,62648271~8537378,76897677~7194614,86416719~9632774,105462472~2228991,110508290~5647296,132826787~18447938,171546768~5994153,186270515~4005504,191928254~2869904,197915486~3886438,205937719~2274646,210173845~672318,216922084~18546676,242316376~7476870,254115731~1963692,259392097~21868418,301879153~7259702,316085577~4441412,326962199~6344082,339181695~3575969,344368677~4472771,351182698~15270935,378364909~19885591] 2024-08-10T06:14:28.756 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~19656896,22454647~15461035,38618123~9813277,62648271~8537378,76897677~7194614,86416719~9632774,105462472~2228991,110508290~5647296,132826787~18447938,171546768~5994153,186270515~4005504,191928254~2869904,197915486~3886438,205937719~2274646,210173845~672318,216922084~18546676,242316376~7476870,254115731~1963692,259392097~21868418,301879153~7259702,316085577~4441412,326962199~6344082,339181695~3575969,344368677~4472771,351182698~15270935,378364909~19885591] 2024-08-10T06:14:28.761 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~19931141,22454647~15461035,38618123~9813277,62648271~8537378,76897677~7194614,86416719~9632774,104857600~2833863,109051904~7103682,132826787~18447938,167791260~9749661,184549376~5726643,191928254~2869904,197915486~3886438,205937719~2274646,210173845~672318,213909504~21559256,241231939~8561307,254115731~1963692,256419908~24840607,297795584~11343271,316085577~4441412,326962199~6344082,335544320~7213344,343932928~22520705,378364909~19885591] 2024-08-10T06:14:28.761 INFO:tasks.workunit.client.0.smithi031.stdout:from 4 to 12 diff [274245~19656896,22454647~15461035,38618123~9813277,62648271~8537378,76897677~7194614,86416719~10882383,105462472~2228991,110508290~5647296,122015210~5593896,132826787~18447938,159239526~644738,171546768~5994153,186270515~4005504,191928254~2869904,197915486~3886438,205937719~2274646,210173845~672318,216922084~32871162,254115731~1963692,259392097~21868418,296864348~4429654,301879153~9236072,316085577~4441412,326962199~6344082,339181695~3575969,344368677~4472771,351182698~15270935,378364909~19885591] 2024-08-10T06:14:28.761 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~19656896,22454647~15461035,38618123~9813277,62648271~8537378,76897677~7194614,86416719~10882383,105462472~2228991,110508290~5647296,122015210~5593896,132826787~18447938,159239526~644738,171546768~5994153,186270515~4005504,191928254~2869904,197915486~3886438,205937719~2274646,210173845~672318,216922084~32871162,254115731~1963692,259392097~21868418,296864348~4429654,301879153~9236072,316085577~4441412,326962199~6344082,339181695~3575969,344368677~4472771,351182698~15270935,378364909~19885591] 2024-08-10T06:14:28.767 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~19931141,22454647~15461035,38618123~9813277,62648271~8537378,76897677~7194614,86416719~10882383,104857600~2833863,109051904~7103682,122015210~5593896,132826787~18447938,155189248~4695016,167791260~9749661,184549376~5726643,191928254~2869904,197915486~3886438,205937719~2274646,210173845~672318,213909504~35883742,254115731~1963692,256419908~24840607,296188226~14926999,316085577~4441412,326962199~6344082,335544320~7213344,343932928~22520705,378364909~19885591] 2024-08-10T06:14:28.767 INFO:tasks.workunit.client.0.smithi031.stdout:from 4 to 13 diff [274245~20493727,22454647~15461035,38618123~9813277,54014766~634229,62648271~8537378,76897677~7194614,86416719~10882383,105462472~2228991,110508290~5647296,122015210~5593896,132826787~18447938,159239526~644738,171546768~5994153,186270515~4005504,191928254~2869904,197915486~3886438,205937719~2274646,210173845~672318,216922084~32871162,252739124~3340299,259392097~21868418,296864348~4505146,301879153~9236072,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,378364909~19885591] 2024-08-10T06:14:28.767 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~20493727,22454647~15461035,38618123~9813277,54014766~634229,62648271~8537378,76897677~7194614,86416719~10882383,105462472~2228991,110508290~5647296,122015210~5593896,132826787~18447938,159239526~644738,171546768~5994153,186270515~4005504,191928254~2869904,197915486~3886438,205937719~2274646,210173845~672318,216922084~32871162,252739124~3340299,259392097~21868418,296864348~4505146,301879153~9236072,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,378364909~19885591] 2024-08-10T06:14:28.773 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~20767972,22454647~15461035,38618123~9813277,54014766~634229,62648271~8537378,76897677~7194614,86416719~10882383,104857600~2833863,109051904~7103682,122015210~5593896,132826787~18447938,155189248~4695016,167791260~9749661,184549376~5726643,191928254~2869904,197915486~3886438,205937719~2274646,210173845~672318,213909504~35883742,252739124~3340299,256419908~24840607,296188226~14926999,316085577~4441412,326962199~39491434,378364909~19885591] 2024-08-10T06:14:28.773 INFO:tasks.workunit.client.0.smithi031.stdout:from 4 to 14 diff [274245~20493727,22454647~15461035,38618123~9813277,48818934~391714,54014766~634229,54683018~7209151,62648271~8537378,76897677~20401425,105462472~2228991,110508290~5647296,122015210~5593896,132826787~20421238,159239526~644738,162767303~6594424,171546768~5994153,186270515~4005504,191928254~2869904,197915486~3886438,205937719~2274646,210173845~672318,216922084~32871162,252739124~3340299,259392097~21868418,295831885~381497,296864348~4505146,301879153~9236072,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,378364909~19885591] 2024-08-10T06:14:28.773 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~20493727,22454647~15461035,38618123~9813277,48818934~391714,54014766~634229,54683018~7209151,62648271~8537378,76897677~20401425,105462472~2228991,110508290~5647296,122015210~5593896,132826787~20421238,159239526~644738,162767303~6594424,171546768~5994153,186270515~4005504,191928254~2869904,197915486~3886438,205937719~2274646,210173845~672318,216922084~32871162,252739124~3340299,259392097~21868418,295831885~381497,296864348~4505146,301879153~9236072,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,378364909~19885591] 2024-08-10T06:14:28.779 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~20767972,22454647~15461035,38618123~9813277,48818934~391714,54014766~634229,54683018~7209151,62648271~8537378,76897677~20401425,104857600~2833863,109051904~7103682,122015210~5593896,132826787~20421238,155189248~22351673,184549376~5726643,191928254~2869904,197915486~3886438,205937719~2274646,210173845~672318,213909504~35883742,252739124~3340299,256419908~24840607,295831885~15283340,316085577~4441412,326962199~39491434,378364909~19885591] 2024-08-10T06:14:28.779 INFO:tasks.workunit.client.0.smithi031.stdout:from 4 to 15 diff [274245~20493727,22454647~15461035,38618123~9813277,48818934~391714,54014766~634229,54683018~16502631,76897677~24333011,105462472~2228991,110508290~5647296,122015210~5593896,132826787~20421238,154408009~551219,159239526~644738,162767303~6594424,171546768~6617293,186270515~4005504,191928254~2869904,197915486~3886438,205937719~2274646,210173845~672318,216922084~32871162,252739124~3340299,259392097~21868418,282118338~1979123,295831885~381497,296864348~4505146,301879153~9236072,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,371499339~359516,378364909~19885591] 2024-08-10T06:14:28.779 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~20493727,22454647~15461035,38618123~9813277,48818934~391714,54014766~634229,54683018~16502631,76897677~24333011,105462472~2228991,110508290~5647296,122015210~5593896,132826787~20421238,154408009~551219,159239526~644738,162767303~6594424,171546768~6617293,186270515~4005504,191928254~2869904,197915486~3886438,205937719~2274646,210173845~672318,216922084~32871162,252739124~3340299,259392097~21868418,282118338~1979123,295831885~381497,296864348~4505146,301879153~9236072,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,371499339~359516,378364909~19885591] 2024-08-10T06:14:28.785 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~20767972,22454647~15461035,38618123~9813277,48818934~391714,54014766~634229,54683018~16502631,76897677~24333011,104857600~2833863,109051904~7103682,122015210~5593896,132826787~20421238,154408009~551219,155189248~22974813,184549376~5726643,191928254~2869904,197915486~3886438,205937719~2274646,210173845~672318,213909504~35883742,252739124~3340299,256419908~27677553,295831885~15283340,316085577~4441412,326962199~39491434,369098752~2760103,378364909~19885591] 2024-08-10T06:14:28.785 INFO:tasks.workunit.client.0.smithi031.stdout:from 4 to 16 diff [274245~20493727,22454647~15461035,38618123~9813277,48818934~391714,49486948~21698701,76897677~24333011,105462472~2228991,110508290~5647296,116645688~346157,122015210~5593896,132826787~20421238,154408009~551219,159239526~644738,162767303~6594424,171546768~6617293,182503166~7772853,191928254~2869904,197915486~3886438,205937719~2274646,210173845~672318,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,295831885~381497,296864348~4505146,301879153~9236072,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,371499339~359516,378364909~31867311] 2024-08-10T06:14:28.785 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~20493727,22454647~15461035,38618123~9813277,48818934~391714,49486948~21698701,76897677~24333011,105462472~2228991,110508290~5647296,116645688~346157,122015210~5593896,132826787~20421238,154408009~551219,159239526~644738,162767303~6594424,171546768~6617293,182503166~7772853,191928254~2869904,197915486~3886438,205937719~2274646,210173845~672318,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,295831885~381497,296864348~4505146,301879153~9236072,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,371499339~359516,378364909~31867311] 2024-08-10T06:14:28.791 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~20767972,22454647~15461035,38618123~9813277,48818934~391714,49486948~21698701,76897677~24333011,104857600~2833863,109051904~7939941,122015210~5593896,132826787~20421238,154408009~551219,155189248~22974813,180355072~9920947,191928254~2869904,197915486~3886438,205937719~2274646,210173845~672318,213909504~35883742,252739124~3340299,256419908~27677553,295831885~15283340,316085577~4441412,326962199~39491434,369098752~2760103,378364909~31867311] 2024-08-10T06:14:28.791 INFO:tasks.workunit.client.0.smithi031.stdout:from 4 to 17 diff [274245~20493727,22454647~15461035,38618123~9813277,48818934~391714,49486948~21698701,76897677~24333011,105462472~2228991,110508290~5647296,116645688~346157,122015210~5593896,129269902~23978123,154408009~551219,159239526~644738,162767303~6594424,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,291959844~9409650,301879153~9236072,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,371499339~359516,378364909~31867311] 2024-08-10T06:14:28.791 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~20493727,22454647~15461035,38618123~9813277,48818934~391714,49486948~21698701,76897677~24333011,105462472~2228991,110508290~5647296,116645688~346157,122015210~5593896,129269902~23978123,154408009~551219,159239526~644738,162767303~6594424,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,291959844~9409650,301879153~9236072,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,371499339~359516,378364909~31867311] 2024-08-10T06:14:28.797 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~20767972,22454647~15461035,38618123~9813277,48818934~391714,49486948~21698701,76897677~24333011,104857600~2833863,109051904~7939941,122015210~31232815,154408009~551219,155189248~22974813,180355072~9920947,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,213909504~35883742,252739124~3340299,256419908~27677553,291959844~19155381,316085577~4441412,326962199~39491434,369098752~2760103,378364909~31867311] 2024-08-10T06:14:28.797 INFO:tasks.workunit.client.0.smithi031.stdout:from 4 to 18 diff [274245~20493727,22454647~15461035,38618123~32567526,76897677~24333011,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,378364909~31867311] 2024-08-10T06:14:28.797 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~20493727,22454647~15461035,38618123~32567526,76897677~24333011,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,378364909~31867311] 2024-08-10T06:14:28.803 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~20767972,22454647~15461035,38618123~32567526,76897677~24333011,104857600~2833863,109051904~44196121,154408009~551219,155189248~22974813,180355072~9920947,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,213909504~35883742,252739124~3340299,256419908~27677553,286861002~2970545,291959844~19155381,316085577~4441412,326962199~48855491,378364909~31867311] 2024-08-10T06:14:28.803 INFO:tasks.workunit.client.0.smithi031.stdout:from 4 to 19 diff [274245~21204992,22454647~15461035,38618123~32567526,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,378364909~31867311] 2024-08-10T06:14:28.803 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,22454647~15461035,38618123~32567526,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,378364909~31867311] 2024-08-10T06:14:28.809 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~21479237,22454647~15461035,38618123~32567526,76897677~30793786,109051904~44196121,154408009~551219,155189248~22974813,180355072~9920947,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,213909504~35883742,252739124~3340299,256419908~27677553,286861002~2970545,291959844~19155381,316085577~4441412,326962199~48855491,378364909~31867311] 2024-08-10T06:14:28.809 INFO:tasks.workunit.client.0.smithi031.stdout:from 5 to 6 diff [10650011~7099757,39530503~7379506,62648271~8537378,134871773~9974146,171546768~2959773,266450237~7082107,344368677~4472771,357272181~1566725] 2024-08-10T06:14:28.809 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [10650011~7099757,39530503~7379506,62648271~8537378,134871773~9974146,171546768~2959773,266450237~7082107,344368677~4472771,357272181~1566725] 2024-08-10T06:14:28.815 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [8388608~9361160,39530503~7379506,62648271~8537378,134871773~9974146,167791260~6715281,266450237~7082107,343932928~4908520,356515840~2323066] 2024-08-10T06:14:28.815 INFO:tasks.workunit.client.0.smithi031.stdout:from 5 to 7 diff [274245~6282554,10650011~7099757,35021305~2894377,39530503~7379506,62648271~8537378,79070672~5021619,106108539~1582924,132826787~12019132,171546768~2959773,254115731~1963692,259392097~14140247,344368677~4472771,357272181~1566725,361070020~5383613,381528550~6520710] 2024-08-10T06:14:28.815 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~6282554,10650011~7099757,35021305~2894377,39530503~7379506,62648271~8537378,79070672~5021619,106108539~1582924,132826787~12019132,171546768~2959773,254115731~1963692,259392097~14140247,344368677~4472771,357272181~1566725,361070020~5383613,381528550~6520710] 2024-08-10T06:14:28.821 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~6556799,8388608~9361160,35021305~2894377,39530503~7379506,62648271~8537378,79027922~5064369,104857600~2833863,132826787~12019132,167791260~6715281,254115731~1963692,256419908~17112436,343932928~4908520,356515840~2323066,360710144~5743489,381528550~6520710] 2024-08-10T06:14:28.821 INFO:tasks.workunit.client.0.smithi031.stdout:from 5 to 8 diff [274245~19656896,35021305~2894377,39530503~7379506,62648271~8537378,76897677~7194614,105462472~2228991,132826787~12019132,148317732~722206,171546768~2959773,245078507~2402697,254115731~1963692,259392097~15253787,316085577~4441412,344368677~4472771,357272181~1566725,359744354~6709279,381528550~6520710] 2024-08-10T06:14:28.821 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~19656896,35021305~2894377,39530503~7379506,62648271~8537378,76897677~7194614,105462472~2228991,132826787~12019132,148317732~722206,171546768~2959773,245078507~2402697,254115731~1963692,259392097~15253787,316085577~4441412,344368677~4472771,357272181~1566725,359744354~6709279,381528550~6520710] 2024-08-10T06:14:28.827 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~19931141,35021305~2894377,39530503~7379506,62648271~8537378,76897677~7194614,104857600~2833863,132826787~12019132,146800640~2239298,167791260~6715281,245078507~2402697,254115731~1963692,256419908~18225976,316085577~4441412,343932928~4908520,356515840~9937793,381528550~6520710] 2024-08-10T06:14:28.827 INFO:tasks.workunit.client.0.smithi031.stdout:from 5 to 9 diff [274245~19656896,29198576~8717106,38618123~8291886,62648271~8537378,76897677~7194614,105462472~2228991,132826787~15033722,148317732~722206,171546768~5994153,197915486~3886438,228752479~6716281,245078507~2402697,254115731~1963692,259392097~19648834,316085577~4441412,344368677~4472771,357272181~1566725,359744354~6709279,381528550~6520710,388706566~9543934] 2024-08-10T06:14:28.827 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~19656896,29198576~8717106,38618123~8291886,62648271~8537378,76897677~7194614,105462472~2228991,132826787~15033722,148317732~722206,171546768~5994153,197915486~3886438,228752479~6716281,245078507~2402697,254115731~1963692,259392097~19648834,316085577~4441412,344368677~4472771,357272181~1566725,359744354~6709279,381528550~6520710,388706566~9543934] 2024-08-10T06:14:28.832 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~19931141,29198576~8717106,38618123~8291886,62648271~8537378,76897677~7194614,104857600~2833863,132826787~16213151,167791260~9749661,197915486~3886438,228752479~6716281,245078507~2402697,254115731~1963692,256419908~22621023,316085577~4441412,343932928~4908520,356515840~9937793,381528550~16721950] 2024-08-10T06:14:28.833 INFO:tasks.workunit.client.0.smithi031.stdout:from 5 to 10 diff [274245~19656896,29198576~8717106,38618123~9813277,62648271~8537378,76897677~7194614,86447589~6385002,105462472~2228991,111569891~4585695,132826787~15033722,148317732~722206,171546768~5994153,186270515~4005504,191928254~2869904,197915486~3886438,210173845~672318,228752479~6716281,242395532~5085672,254115731~1963692,259392097~21868418,316085577~4441412,344368677~4472771,357272181~1566725,359744354~6709279,380952585~17297915] 2024-08-10T06:14:28.833 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~19656896,29198576~8717106,38618123~9813277,62648271~8537378,76897677~7194614,86447589~6385002,105462472~2228991,111569891~4585695,132826787~15033722,148317732~722206,171546768~5994153,186270515~4005504,191928254~2869904,197915486~3886438,210173845~672318,228752479~6716281,242395532~5085672,254115731~1963692,259392097~21868418,316085577~4441412,344368677~4472771,357272181~1566725,359744354~6709279,380952585~17297915] 2024-08-10T06:14:28.838 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~19931141,29198576~8717106,38618123~9813277,62648271~8537378,76897677~7194614,86447589~6385002,104857600~2833863,109051904~7103682,132826787~16213151,167791260~9749661,184549376~5726643,191928254~2869904,197915486~3886438,210173845~672318,228752479~6716281,242395532~5085672,254115731~1963692,256419908~24840607,316085577~4441412,343932928~4908520,356515840~9937793,380952585~17297915] 2024-08-10T06:14:28.838 INFO:tasks.workunit.client.0.smithi031.stdout:from 5 to 11 diff [274245~19656896,29198576~8717106,38618123~9813277,62648271~8537378,76897677~7194614,86447589~9601904,105462472~2228991,110508290~5647296,132826787~18447938,171546768~5994153,186270515~4005504,191928254~2869904,197915486~3886438,205937719~2274646,210173845~672318,228752479~6716281,242395532~5085672,254115731~1963692,259392097~21868418,316085577~4441412,326962199~6344082,339181695~3575969,344368677~4472771,351182698~15270935,380952585~17297915] 2024-08-10T06:14:28.839 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~19656896,29198576~8717106,38618123~9813277,62648271~8537378,76897677~7194614,86447589~9601904,105462472~2228991,110508290~5647296,132826787~18447938,171546768~5994153,186270515~4005504,191928254~2869904,197915486~3886438,205937719~2274646,210173845~672318,228752479~6716281,242395532~5085672,254115731~1963692,259392097~21868418,316085577~4441412,326962199~6344082,339181695~3575969,344368677~4472771,351182698~15270935,380952585~17297915] 2024-08-10T06:14:28.844 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~19931141,29198576~8717106,38618123~9813277,62648271~8537378,76897677~7194614,86447589~9601904,104857600~2833863,109051904~7103682,132826787~18447938,167791260~9749661,184549376~5726643,191928254~2869904,197915486~3886438,205937719~2274646,210173845~672318,228752479~6716281,242395532~5085672,254115731~1963692,256419908~24840607,316085577~4441412,326962199~6344082,335544320~7213344,343932928~22520705,380952585~17297915] 2024-08-10T06:14:28.844 INFO:tasks.workunit.client.0.smithi031.stdout:from 5 to 12 diff [274245~19656896,29198576~8717106,38618123~9813277,62648271~8537378,76897677~7194614,86447589~10851513,105462472~2228991,110508290~5647296,122015210~5593896,132826787~18447938,159239526~644738,171546768~5994153,186270515~4005504,191928254~2869904,197915486~3886438,205937719~2274646,210173845~672318,228752479~18728725,254115731~1963692,259392097~21868418,296864348~4429654,305292127~5823098,316085577~4441412,326962199~6344082,339181695~3575969,344368677~4472771,351182698~15270935,380952585~17297915] 2024-08-10T06:14:28.844 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~19656896,29198576~8717106,38618123~9813277,62648271~8537378,76897677~7194614,86447589~10851513,105462472~2228991,110508290~5647296,122015210~5593896,132826787~18447938,159239526~644738,171546768~5994153,186270515~4005504,191928254~2869904,197915486~3886438,205937719~2274646,210173845~672318,228752479~18728725,254115731~1963692,259392097~21868418,296864348~4429654,305292127~5823098,316085577~4441412,326962199~6344082,339181695~3575969,344368677~4472771,351182698~15270935,380952585~17297915] 2024-08-10T06:14:28.850 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~19931141,29198576~8717106,38618123~9813277,62648271~8537378,76897677~7194614,86447589~10851513,104857600~2833863,109051904~7103682,122015210~5593896,132826787~18447938,155189248~4695016,167791260~9749661,184549376~5726643,191928254~2869904,197915486~3886438,205937719~2274646,210173845~672318,228752479~18728725,254115731~1963692,256419908~24840607,296188226~5105776,305292127~5823098,316085577~4441412,326962199~6344082,335544320~7213344,343932928~22520705,380952585~17297915] 2024-08-10T06:14:28.850 INFO:tasks.workunit.client.0.smithi031.stdout:from 5 to 13 diff [274245~20493727,29198576~8717106,38618123~9813277,54014766~634229,62648271~8537378,76897677~7194614,86447589~10851513,105462472~2228991,110508290~5647296,122015210~5593896,132826787~18447938,159239526~644738,171546768~5994153,186270515~4005504,191928254~2869904,197915486~3886438,205937719~2274646,210173845~672318,228752479~18728725,252739124~3340299,259392097~21868418,296864348~4505146,305292127~5823098,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,380952585~17297915] 2024-08-10T06:14:28.850 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~20493727,29198576~8717106,38618123~9813277,54014766~634229,62648271~8537378,76897677~7194614,86447589~10851513,105462472~2228991,110508290~5647296,122015210~5593896,132826787~18447938,159239526~644738,171546768~5994153,186270515~4005504,191928254~2869904,197915486~3886438,205937719~2274646,210173845~672318,228752479~18728725,252739124~3340299,259392097~21868418,296864348~4505146,305292127~5823098,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,380952585~17297915] 2024-08-10T06:14:28.856 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~20767972,29198576~8717106,38618123~9813277,54014766~634229,62648271~8537378,76897677~7194614,86447589~10851513,104857600~2833863,109051904~7103682,122015210~5593896,132826787~18447938,155189248~4695016,167791260~9749661,184549376~5726643,191928254~2869904,197915486~3886438,205937719~2274646,210173845~672318,228752479~18728725,252739124~3340299,256419908~24840607,296188226~5181268,305292127~5823098,316085577~4441412,326962199~39491434,380952585~17297915] 2024-08-10T06:14:28.856 INFO:tasks.workunit.client.0.smithi031.stdout:from 5 to 14 diff [274245~20493727,29198576~8717106,38618123~9813277,48818934~391714,54014766~634229,54683018~7209151,62648271~8537378,76897677~20401425,105462472~2228991,110508290~5647296,122015210~5593896,132826787~20421238,159239526~644738,162767303~6594424,171546768~5994153,186270515~4005504,191928254~2869904,197915486~3886438,205937719~2274646,210173845~672318,228752479~18728725,252739124~3340299,259392097~21868418,295831885~381497,296864348~4505146,305292127~5823098,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,380952585~17297915] 2024-08-10T06:14:28.856 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~20493727,29198576~8717106,38618123~9813277,48818934~391714,54014766~634229,54683018~7209151,62648271~8537378,76897677~20401425,105462472~2228991,110508290~5647296,122015210~5593896,132826787~20421238,159239526~644738,162767303~6594424,171546768~5994153,186270515~4005504,191928254~2869904,197915486~3886438,205937719~2274646,210173845~672318,228752479~18728725,252739124~3340299,259392097~21868418,295831885~381497,296864348~4505146,305292127~5823098,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,380952585~17297915] 2024-08-10T06:14:28.863 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~20767972,29198576~8717106,38618123~9813277,48818934~391714,54014766~634229,54683018~7209151,62648271~8537378,76897677~20401425,104857600~2833863,109051904~7103682,122015210~5593896,132826787~20421238,155189248~22351673,184549376~5726643,191928254~2869904,197915486~3886438,205937719~2274646,210173845~672318,228752479~18728725,252739124~3340299,256419908~24840607,295831885~5537609,305292127~5823098,316085577~4441412,326962199~39491434,380952585~17297915] 2024-08-10T06:14:28.863 INFO:tasks.workunit.client.0.smithi031.stdout:from 5 to 15 diff [274245~20493727,29198576~8717106,38618123~9813277,48818934~391714,54014766~634229,54683018~16502631,76897677~24333011,105462472~2228991,110508290~5647296,122015210~5593896,132826787~20421238,154408009~551219,159239526~644738,162767303~6594424,171546768~6617293,186270515~4005504,191928254~2869904,197915486~3886438,205937719~2274646,210173845~672318,228752479~18728725,252739124~3340299,259392097~21868418,282118338~1979123,295831885~381497,296864348~4505146,305292127~5823098,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,371499339~359516,379527044~761679,380952585~17297915] 2024-08-10T06:14:28.863 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~20493727,29198576~8717106,38618123~9813277,48818934~391714,54014766~634229,54683018~16502631,76897677~24333011,105462472~2228991,110508290~5647296,122015210~5593896,132826787~20421238,154408009~551219,159239526~644738,162767303~6594424,171546768~6617293,186270515~4005504,191928254~2869904,197915486~3886438,205937719~2274646,210173845~672318,228752479~18728725,252739124~3340299,259392097~21868418,282118338~1979123,295831885~381497,296864348~4505146,305292127~5823098,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,371499339~359516,379527044~761679,380952585~17297915] 2024-08-10T06:14:28.869 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~20767972,29198576~8717106,38618123~9813277,48818934~391714,54014766~634229,54683018~16502631,76897677~24333011,104857600~2833863,109051904~7103682,122015210~5593896,132826787~20421238,154408009~551219,155189248~22974813,184549376~5726643,191928254~2869904,197915486~3886438,205937719~2274646,210173845~672318,228752479~18728725,252739124~3340299,256419908~27677553,295831885~5537609,305292127~5823098,316085577~4441412,326962199~39491434,369098752~2760103,379527044~761679,380952585~17297915] 2024-08-10T06:14:28.869 INFO:tasks.workunit.client.0.smithi031.stdout:from 5 to 16 diff [274245~20493727,29198576~8717106,38618123~9813277,48818934~391714,49486948~21698701,76897677~24333011,105462472~2228991,110508290~5647296,116645688~346157,122015210~5593896,132826787~20421238,154408009~551219,159239526~644738,162767303~6594424,171546768~6617293,182503166~7772853,191928254~2869904,197915486~3886438,205937719~2274646,210173845~672318,228752479~18728725,252739124~3340299,259005230~23108984,282118338~1979123,295831885~381497,296864348~4505146,305292127~5823098,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,371499339~359516,379527044~761679,380952585~29279635] 2024-08-10T06:14:28.869 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~20493727,29198576~8717106,38618123~9813277,48818934~391714,49486948~21698701,76897677~24333011,105462472~2228991,110508290~5647296,116645688~346157,122015210~5593896,132826787~20421238,154408009~551219,159239526~644738,162767303~6594424,171546768~6617293,182503166~7772853,191928254~2869904,197915486~3886438,205937719~2274646,210173845~672318,228752479~18728725,252739124~3340299,259005230~23108984,282118338~1979123,295831885~381497,296864348~4505146,305292127~5823098,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,371499339~359516,379527044~761679,380952585~29279635] 2024-08-10T06:14:28.874 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~20767972,29198576~8717106,38618123~9813277,48818934~391714,49486948~21698701,76897677~24333011,104857600~2833863,109051904~7939941,122015210~5593896,132826787~20421238,154408009~551219,155189248~22974813,180355072~9920947,191928254~2869904,197915486~3886438,205937719~2274646,210173845~672318,228752479~18728725,252739124~3340299,256419908~27677553,295831885~5537609,305292127~5823098,316085577~4441412,326962199~39491434,369098752~2760103,379527044~761679,380952585~29279635] 2024-08-10T06:14:28.875 INFO:tasks.workunit.client.0.smithi031.stdout:from 5 to 17 diff [274245~20493727,29198576~8717106,38618123~9813277,48818934~391714,49486948~21698701,76897677~24333011,105462472~2228991,110508290~5647296,116645688~346157,122015210~5593896,129269902~23978123,154408009~551219,159239526~644738,162767303~6594424,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,227131256~20349948,252739124~3340299,259005230~23108984,282118338~1979123,291959844~9409650,305292127~5823098,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,371499339~359516,379527044~761679,380952585~29279635] 2024-08-10T06:14:28.875 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~20493727,29198576~8717106,38618123~9813277,48818934~391714,49486948~21698701,76897677~24333011,105462472~2228991,110508290~5647296,116645688~346157,122015210~5593896,129269902~23978123,154408009~551219,159239526~644738,162767303~6594424,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,227131256~20349948,252739124~3340299,259005230~23108984,282118338~1979123,291959844~9409650,305292127~5823098,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,371499339~359516,379527044~761679,380952585~29279635] 2024-08-10T06:14:28.880 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~20767972,29198576~8717106,38618123~9813277,48818934~391714,49486948~21698701,76897677~24333011,104857600~2833863,109051904~7939941,122015210~31232815,154408009~551219,155189248~22974813,180355072~9920947,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,227131256~20349948,252739124~3340299,256419908~27677553,291959844~9409650,305292127~5823098,316085577~4441412,326962199~39491434,369098752~2760103,379527044~761679,380952585~29279635] 2024-08-10T06:14:28.881 INFO:tasks.workunit.client.0.smithi031.stdout:from 5 to 18 diff [274245~20493727,29198576~8717106,38618123~32567526,76897677~24333011,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~10868841,305292127~5823098,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,379527044~761679,380952585~29279635] 2024-08-10T06:14:28.881 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~20493727,29198576~8717106,38618123~32567526,76897677~24333011,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~10868841,305292127~5823098,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,379527044~761679,380952585~29279635] 2024-08-10T06:14:28.886 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~20767972,29198576~8717106,38618123~32567526,76897677~24333011,104857600~2833863,109051904~44196121,154408009~551219,155189248~22974813,180355072~9920947,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~3340299,256419908~27677553,286861002~2970545,291959844~10868841,305292127~5823098,316085577~4441412,326962199~48855491,379527044~761679,380952585~29279635] 2024-08-10T06:14:28.886 INFO:tasks.workunit.client.0.smithi031.stdout:from 5 to 19 diff [274245~21204992,28682733~9232949,38618123~32567526,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,379527044~761679,380952585~29279635] 2024-08-10T06:14:28.886 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,28682733~9232949,38618123~32567526,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,379527044~761679,380952585~29279635] 2024-08-10T06:14:28.892 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~21479237,28682733~9232949,38618123~32567526,76897677~30793786,109051904~44196121,154408009~551219,155189248~22974813,180355072~9920947,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~3340299,256419908~27677553,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~48855491,379527044~761679,380952585~29279635] 2024-08-10T06:14:28.893 INFO:tasks.workunit.client.0.smithi031.stdout:from 6 to 7 diff [274245~6282554,35021305~2894377,79070672~5021619,106108539~1582924,132826787~9673245,254115731~1963692,259392097~8075778,361070020~5383613,381528550~6520710] 2024-08-10T06:14:28.893 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~6282554,35021305~2894377,79070672~5021619,106108539~1582924,132826787~9673245,254115731~1963692,259392097~8075778,361070020~5383613,381528550~6520710] 2024-08-10T06:14:28.898 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~6556799,35021305~2894377,79027922~5064369,104857600~2833863,132826787~9673245,254115731~1963692,256419908~11047967,360710144~5743489,381528550~6520710] 2024-08-10T06:14:28.898 INFO:tasks.workunit.client.0.smithi031.stdout:from 6 to 8 diff [274245~11887096,15641952~4289189,35021305~2894377,64482516~417775,76897677~7194614,105462472~2228991,132826787~9673245,148317732~722206,245078507~2402697,254115731~1963692,259392097~8075778,270860189~3785695,316085577~4441412,359744354~6709279,381528550~6520710] 2024-08-10T06:14:28.898 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~11887096,15641952~4289189,35021305~2894377,64482516~417775,76897677~7194614,105462472~2228991,132826787~9673245,148317732~722206,245078507~2402697,254115731~1963692,259392097~8075778,270860189~3785695,316085577~4441412,359744354~6709279,381528550~6520710] 2024-08-10T06:14:28.904 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~12161341,15641952~4289189,35021305~2894377,64482516~417775,76897677~7194614,104857600~2833863,132826787~9673245,146800640~2239298,245078507~2402697,254115731~1963692,256419908~11047967,270860189~3785695,316085577~4441412,358838906~7614727,381528550~6520710] 2024-08-10T06:14:28.904 INFO:tasks.workunit.client.0.smithi031.stdout:from 6 to 9 diff [274245~11887096,15641952~4289189,29198576~8717106,38618123~3606201,64482516~417775,76897677~7194614,105462472~2228991,132826787~9673245,144672447~3188062,148317732~722206,172916881~4624040,197915486~3886438,228752479~6716281,245078507~2402697,254115731~1963692,259392097~8075778,270860189~8180742,316085577~4441412,359744354~6709279,381528550~6520710,388706566~9543934] 2024-08-10T06:14:28.904 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~11887096,15641952~4289189,29198576~8717106,38618123~3606201,64482516~417775,76897677~7194614,105462472~2228991,132826787~9673245,144672447~3188062,148317732~722206,172916881~4624040,197915486~3886438,228752479~6716281,245078507~2402697,254115731~1963692,259392097~8075778,270860189~8180742,316085577~4441412,359744354~6709279,381528550~6520710,388706566~9543934] 2024-08-10T06:14:28.910 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~12161341,15641952~4289189,29198576~8717106,38618123~3606201,64482516~417775,76897677~7194614,104857600~2833863,132826787~9673245,144672447~4367491,172916881~4624040,197915486~3886438,228752479~6716281,245078507~2402697,254115731~1963692,256419908~11047967,270860189~8180742,316085577~4441412,358838906~7614727,381528550~16721950] 2024-08-10T06:14:28.910 INFO:tasks.workunit.client.0.smithi031.stdout:from 6 to 10 diff [274245~11887096,15641952~4289189,29198576~8717106,38618123~9813277,64482516~417775,76897677~7194614,86447589~6385002,105462472~2228991,111569891~4585695,132826787~9673245,144672447~3188062,148317732~722206,172916881~4624040,186270515~4005504,191928254~2869904,197915486~3886438,210173845~672318,228752479~6716281,242395532~5085672,254115731~1963692,259392097~8075778,270860189~10400326,316085577~4441412,359744354~6709279,380952585~17297915] 2024-08-10T06:14:28.910 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~11887096,15641952~4289189,29198576~8717106,38618123~9813277,64482516~417775,76897677~7194614,86447589~6385002,105462472~2228991,111569891~4585695,132826787~9673245,144672447~3188062,148317732~722206,172916881~4624040,186270515~4005504,191928254~2869904,197915486~3886438,210173845~672318,228752479~6716281,242395532~5085672,254115731~1963692,259392097~8075778,270860189~10400326,316085577~4441412,359744354~6709279,380952585~17297915] 2024-08-10T06:14:28.915 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~12161341,15641952~4289189,29198576~8717106,38618123~9813277,64482516~417775,76897677~7194614,86447589~6385002,104857600~2833863,109051904~7103682,132826787~9673245,144672447~4367491,172916881~4624040,184549376~5726643,191928254~2869904,197915486~3886438,210173845~672318,228752479~6716281,242395532~5085672,254115731~1963692,256419908~11047967,270860189~10400326,316085577~4441412,358838906~7614727,380952585~17297915] 2024-08-10T06:14:28.916 INFO:tasks.workunit.client.0.smithi031.stdout:from 6 to 11 diff [274245~11887096,15641952~4289189,29198576~8717106,38618123~9813277,64482516~417775,76897677~7194614,86447589~9601904,105462472~2228991,110508290~5647296,132826787~18447938,172916881~4624040,186270515~4005504,191928254~2869904,197915486~3886438,205937719~2274646,210173845~672318,228752479~6716281,242395532~5085672,254115731~1963692,259392097~8075778,270860189~10400326,316085577~4441412,326962199~6344082,339181695~3575969,351182698~15270935,380952585~17297915] 2024-08-10T06:14:28.916 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~11887096,15641952~4289189,29198576~8717106,38618123~9813277,64482516~417775,76897677~7194614,86447589~9601904,105462472~2228991,110508290~5647296,132826787~18447938,172916881~4624040,186270515~4005504,191928254~2869904,197915486~3886438,205937719~2274646,210173845~672318,228752479~6716281,242395532~5085672,254115731~1963692,259392097~8075778,270860189~10400326,316085577~4441412,326962199~6344082,339181695~3575969,351182698~15270935,380952585~17297915] 2024-08-10T06:14:28.921 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~12161341,15641952~4289189,29198576~8717106,38618123~9813277,64482516~417775,76897677~7194614,86447589~9601904,104857600~2833863,109051904~7103682,132826787~18447938,172916881~4624040,184549376~5726643,191928254~2869904,197915486~3886438,205937719~2274646,210173845~672318,228752479~6716281,242395532~5085672,254115731~1963692,256419908~11047967,270860189~10400326,316085577~4441412,326962199~6344082,335544320~7213344,348841448~17612185,380952585~17297915] 2024-08-10T06:14:28.921 INFO:tasks.workunit.client.0.smithi031.stdout:from 6 to 12 diff [274245~11887096,15641952~4289189,29198576~8717106,38618123~9813277,64482516~417775,66897452~524248,76897677~7194614,86447589~10851513,105462472~2228991,110508290~5647296,122015210~5593896,132826787~18447938,159239526~644738,172916881~4624040,186270515~4005504,191928254~2869904,197915486~3886438,205937719~2274646,210173845~672318,228752479~18728725,254115731~1963692,259392097~8075778,270860189~10400326,296864348~4429654,305292127~5823098,316085577~4441412,326962199~6344082,339181695~3575969,351182698~15270935,380952585~17297915] 2024-08-10T06:14:28.922 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~11887096,15641952~4289189,29198576~8717106,38618123~9813277,64482516~417775,66897452~524248,76897677~7194614,86447589~10851513,105462472~2228991,110508290~5647296,122015210~5593896,132826787~18447938,159239526~644738,172916881~4624040,186270515~4005504,191928254~2869904,197915486~3886438,205937719~2274646,210173845~672318,228752479~18728725,254115731~1963692,259392097~8075778,270860189~10400326,296864348~4429654,305292127~5823098,316085577~4441412,326962199~6344082,339181695~3575969,351182698~15270935,380952585~17297915] 2024-08-10T06:14:28.927 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~12161341,15641952~4289189,29198576~8717106,38618123~9813277,64482516~417775,66897452~524248,76897677~7194614,86447589~10851513,104857600~2833863,109051904~7103682,122015210~5593896,132826787~18447938,155189248~4695016,172916881~4624040,184549376~5726643,191928254~2869904,197915486~3886438,205937719~2274646,210173845~672318,228752479~18728725,254115731~1963692,256419908~11047967,270860189~10400326,296188226~5105776,305292127~5823098,316085577~4441412,326962199~6344082,335544320~7213344,348841448~17612185,380952585~17297915] 2024-08-10T06:14:28.928 INFO:tasks.workunit.client.0.smithi031.stdout:from 6 to 13 diff [274245~11887096,15641952~5126020,29198576~8717106,38618123~9813277,54014766~634229,64482516~417775,66897452~524248,76897677~7194614,86447589~10851513,105462472~2228991,110508290~5647296,122015210~5593896,132826787~18447938,159239526~644738,172916881~4624040,186270515~4005504,191928254~2869904,197915486~3886438,205937719~2274646,210173845~672318,228752479~18728725,252739124~3340299,259392097~8075778,270860189~10400326,296864348~4505146,305292127~5823098,316085577~4441412,326962199~11807664,339181695~6486120,348462756~2583931,351182698~15270935,380952585~17297915] 2024-08-10T06:14:28.928 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~11887096,15641952~5126020,29198576~8717106,38618123~9813277,54014766~634229,64482516~417775,66897452~524248,76897677~7194614,86447589~10851513,105462472~2228991,110508290~5647296,122015210~5593896,132826787~18447938,159239526~644738,172916881~4624040,186270515~4005504,191928254~2869904,197915486~3886438,205937719~2274646,210173845~672318,228752479~18728725,252739124~3340299,259392097~8075778,270860189~10400326,296864348~4505146,305292127~5823098,316085577~4441412,326962199~11807664,339181695~6486120,348462756~2583931,351182698~15270935,380952585~17297915] 2024-08-10T06:14:28.933 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~12161341,15641952~5126020,29198576~8717106,38618123~9813277,54014766~634229,64482516~417775,66897452~524248,76897677~7194614,86447589~10851513,104857600~2833863,109051904~7103682,122015210~5593896,132826787~18447938,155189248~4695016,172916881~4624040,184549376~5726643,191928254~2869904,197915486~3886438,205937719~2274646,210173845~672318,228752479~18728725,252739124~3340299,256419908~11047967,270860189~10400326,296188226~5181268,305292127~5823098,316085577~4441412,326962199~18705616,348462756~17990877,380952585~17297915] 2024-08-10T06:14:28.933 INFO:tasks.workunit.client.0.smithi031.stdout:from 6 to 14 diff [274245~11887096,15641952~5126020,29198576~8717106,38618123~9813277,48818934~391714,54014766~634229,54683018~7209151,64482516~417775,66897452~524248,76897677~20401425,105462472~2228991,110508290~5647296,122015210~5593896,132826787~20421238,159239526~644738,162767303~6594424,172916881~4624040,186270515~4005504,191928254~2869904,197915486~3886438,205937719~2274646,210173845~672318,228752479~18728725,252739124~3340299,259392097~8075778,270860189~10400326,295831885~381497,296864348~4505146,305292127~5823098,316085577~4441412,326962199~11807664,339181695~6486120,348462756~2583931,351182698~15270935,380952585~17297915] 2024-08-10T06:14:28.933 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~11887096,15641952~5126020,29198576~8717106,38618123~9813277,48818934~391714,54014766~634229,54683018~7209151,64482516~417775,66897452~524248,76897677~20401425,105462472~2228991,110508290~5647296,122015210~5593896,132826787~20421238,159239526~644738,162767303~6594424,172916881~4624040,186270515~4005504,191928254~2869904,197915486~3886438,205937719~2274646,210173845~672318,228752479~18728725,252739124~3340299,259392097~8075778,270860189~10400326,295831885~381497,296864348~4505146,305292127~5823098,316085577~4441412,326962199~11807664,339181695~6486120,348462756~2583931,351182698~15270935,380952585~17297915] 2024-08-10T06:14:28.939 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~12161341,15641952~5126020,29198576~8717106,38618123~9813277,48818934~391714,54014766~634229,54683018~7209151,64482516~417775,66897452~524248,76897677~20401425,104857600~2833863,109051904~7103682,122015210~5593896,132826787~20421238,155189248~14172479,172916881~4624040,184549376~5726643,191928254~2869904,197915486~3886438,205937719~2274646,210173845~672318,228752479~18728725,252739124~3340299,256419908~11047967,270860189~10400326,295831885~5537609,305292127~5823098,316085577~4441412,326962199~18705616,348462756~17990877,380952585~17297915] 2024-08-10T06:14:28.939 INFO:tasks.workunit.client.0.smithi031.stdout:from 6 to 15 diff [274245~11887096,15641952~5126020,29198576~8717106,38618123~9813277,48818934~391714,54014766~634229,54683018~10936980,66897452~524248,76897677~24333011,105462472~2228991,110508290~5647296,122015210~5593896,132826787~20421238,154408009~551219,159239526~644738,162767303~6594424,172916881~5247180,186270515~4005504,191928254~2869904,197915486~3886438,205937719~2274646,210173845~672318,228752479~18728725,252739124~3340299,259392097~8075778,270860189~10400326,282118338~1979123,295831885~381497,296864348~4505146,305292127~5823098,316085577~4441412,326962199~11807664,339181695~6486120,348462756~2583931,351182698~15270935,371499339~359516,379527044~761679,380952585~17297915] 2024-08-10T06:14:28.939 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~11887096,15641952~5126020,29198576~8717106,38618123~9813277,48818934~391714,54014766~634229,54683018~10936980,66897452~524248,76897677~24333011,105462472~2228991,110508290~5647296,122015210~5593896,132826787~20421238,154408009~551219,159239526~644738,162767303~6594424,172916881~5247180,186270515~4005504,191928254~2869904,197915486~3886438,205937719~2274646,210173845~672318,228752479~18728725,252739124~3340299,259392097~8075778,270860189~10400326,282118338~1979123,295831885~381497,296864348~4505146,305292127~5823098,316085577~4441412,326962199~11807664,339181695~6486120,348462756~2583931,351182698~15270935,371499339~359516,379527044~761679,380952585~17297915] 2024-08-10T06:14:28.945 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~12161341,15641952~5126020,29198576~8717106,38618123~9813277,48818934~391714,54014766~634229,54683018~10936980,66897452~524248,76897677~24333011,104857600~2833863,109051904~7103682,122015210~5593896,132826787~20421238,154408009~551219,155189248~14172479,172916881~5247180,184549376~5726643,191928254~2869904,197915486~3886438,205937719~2274646,210173845~672318,228752479~18728725,252739124~3340299,256419908~11047967,270860189~13237272,295831885~5537609,305292127~5823098,316085577~4441412,326962199~18705616,348462756~17990877,369098752~2760103,379527044~761679,380952585~17297915] 2024-08-10T06:14:28.945 INFO:tasks.workunit.client.0.smithi031.stdout:from 6 to 16 diff [274245~11887096,15641952~5126020,29198576~8717106,38618123~9813277,48818934~391714,49486948~16133050,66897452~524248,76897677~24333011,105462472~2228991,110508290~5647296,116645688~346157,122015210~5593896,132826787~20421238,154408009~551219,159239526~644738,162767303~6594424,172916881~5247180,182503166~7772853,191928254~2869904,197915486~3886438,205937719~2274646,210173845~672318,228752479~18728725,252739124~3340299,259005230~8462645,270860189~11254025,282118338~1979123,295831885~381497,296864348~4505146,305292127~5823098,316085577~4441412,326962199~11807664,339181695~6486120,348462756~2583931,351182698~15270935,371499339~359516,379527044~761679,380952585~29279635] 2024-08-10T06:14:28.945 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~11887096,15641952~5126020,29198576~8717106,38618123~9813277,48818934~391714,49486948~16133050,66897452~524248,76897677~24333011,105462472~2228991,110508290~5647296,116645688~346157,122015210~5593896,132826787~20421238,154408009~551219,159239526~644738,162767303~6594424,172916881~5247180,182503166~7772853,191928254~2869904,197915486~3886438,205937719~2274646,210173845~672318,228752479~18728725,252739124~3340299,259005230~8462645,270860189~11254025,282118338~1979123,295831885~381497,296864348~4505146,305292127~5823098,316085577~4441412,326962199~11807664,339181695~6486120,348462756~2583931,351182698~15270935,371499339~359516,379527044~761679,380952585~29279635] 2024-08-10T06:14:28.951 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~12161341,15641952~5126020,29198576~8717106,38618123~9813277,48818934~391714,49486948~16133050,66897452~524248,76897677~24333011,104857600~2833863,109051904~7939941,122015210~5593896,132826787~20421238,154408009~551219,155189248~14172479,172916881~5247180,180355072~9920947,191928254~2869904,197915486~3886438,205937719~2274646,210173845~672318,228752479~18728725,252739124~3340299,256419908~11047967,270860189~13237272,295831885~5537609,305292127~5823098,316085577~4441412,326962199~18705616,348462756~17990877,369098752~2760103,379527044~761679,380952585~29279635] 2024-08-10T06:14:28.951 INFO:tasks.workunit.client.0.smithi031.stdout:from 6 to 17 diff [274245~11887096,15641952~5126020,29198576~8717106,38618123~9813277,48818934~391714,49486948~16133050,66897452~524248,76897677~24333011,105462472~2228991,110508290~5647296,116645688~346157,122015210~5593896,129269902~23978123,154408009~551219,159239526~644738,162767303~6594424,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,227131256~20349948,252739124~3340299,259005230~8462645,270860189~11254025,282118338~1979123,291959844~9409650,305292127~5823098,316085577~4441412,326962199~11807664,339181695~6486120,348462756~2583931,351182698~15270935,371499339~359516,379527044~761679,380952585~29279635] 2024-08-10T06:14:28.951 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~11887096,15641952~5126020,29198576~8717106,38618123~9813277,48818934~391714,49486948~16133050,66897452~524248,76897677~24333011,105462472~2228991,110508290~5647296,116645688~346157,122015210~5593896,129269902~23978123,154408009~551219,159239526~644738,162767303~6594424,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,227131256~20349948,252739124~3340299,259005230~8462645,270860189~11254025,282118338~1979123,291959844~9409650,305292127~5823098,316085577~4441412,326962199~11807664,339181695~6486120,348462756~2583931,351182698~15270935,371499339~359516,379527044~761679,380952585~29279635] 2024-08-10T06:14:28.957 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~12161341,15641952~5126020,29198576~8717106,38618123~9813277,48818934~391714,49486948~16133050,66897452~524248,76897677~24333011,104857600~2833863,109051904~7939941,122015210~31232815,154408009~551219,155189248~14172479,169720335~8443726,180355072~9920947,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,227131256~20349948,252739124~3340299,256419908~11047967,270860189~13237272,291959844~9409650,305292127~5823098,316085577~4441412,326962199~18705616,348462756~17990877,369098752~2760103,379527044~761679,380952585~29279635] 2024-08-10T06:14:28.957 INFO:tasks.workunit.client.0.smithi031.stdout:from 6 to 18 diff [274245~11887096,15641952~5126020,29198576~8717106,38618123~27001875,66897452~524248,76897677~24333011,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~3340299,259005230~8462645,270860189~11254025,282118338~1979123,286861002~2970545,291959844~10868841,305292127~5823098,316085577~4441412,326962199~11807664,339181695~6486120,348462756~2583931,351182698~15270935,368116734~7700956,379527044~761679,380952585~29279635] 2024-08-10T06:14:28.957 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~11887096,15641952~5126020,29198576~8717106,38618123~27001875,66897452~524248,76897677~24333011,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~3340299,259005230~8462645,270860189~11254025,282118338~1979123,286861002~2970545,291959844~10868841,305292127~5823098,316085577~4441412,326962199~11807664,339181695~6486120,348462756~2583931,351182698~15270935,368116734~7700956,379527044~761679,380952585~29279635] 2024-08-10T06:14:28.963 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~12161341,15641952~5126020,29198576~8717106,38618123~27001875,66897452~524248,76897677~24333011,104857600~2833863,109051904~44196121,154408009~551219,155189248~14172479,169720335~8443726,180355072~9920947,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~3340299,256419908~11047967,270860189~13237272,286861002~2970545,291959844~10868841,305292127~5823098,316085577~4441412,326962199~18705616,348462756~27354934,379527044~761679,380952585~29279635] 2024-08-10T06:14:28.963 INFO:tasks.workunit.client.0.smithi031.stdout:from 6 to 19 diff [274245~11887096,13703075~7776162,28682733~9232949,38618123~27001875,66897452~524248,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~3340299,259005230~8462645,270860189~11254025,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~11807664,339181695~6486120,348462756~2583931,351182698~15270935,368116734~7700956,379527044~761679,380952585~29279635] 2024-08-10T06:14:28.963 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~11887096,13703075~7776162,28682733~9232949,38618123~27001875,66897452~524248,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~3340299,259005230~8462645,270860189~11254025,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~11807664,339181695~6486120,348462756~2583931,351182698~15270935,368116734~7700956,379527044~761679,380952585~29279635] 2024-08-10T06:14:28.969 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~12161341,13703075~7776162,28682733~9232949,38618123~27001875,66897452~524248,76897677~30793786,109051904~44196121,154408009~551219,155189248~14172479,169720335~8443726,180355072~9920947,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~3340299,256419908~11047967,270860189~13237272,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~18705616,348462756~27354934,379527044~761679,380952585~29279635] 2024-08-10T06:14:28.969 INFO:tasks.workunit.client.0.smithi031.stdout:from 7 to 8 diff [5875086~6286255,15641952~4289189,64482516~417775,76897677~5469027,105462472~2113058,148317732~722206,245078507~2402697,270860189~3785695,316085577~4441412,359744354~3328314] 2024-08-10T06:14:28.969 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [5875086~6286255,15641952~4289189,64482516~417775,76897677~5469027,105462472~2113058,148317732~722206,245078507~2402697,270860189~3785695,316085577~4441412,359744354~3328314] 2024-08-10T06:14:28.974 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [5875086~6286255,15641952~4289189,64482516~417775,76897677~5469027,105462472~2113058,146800640~2239298,245078507~2402697,270860189~3785695,316085577~4441412,358838906~4233762] 2024-08-10T06:14:28.974 INFO:tasks.workunit.client.0.smithi031.stdout:from 7 to 9 diff [5875086~6286255,15641952~4289189,29198576~8024822,38618123~3606201,64482516~417775,76897677~5469027,105462472~2113058,136747181~1735295,144672447~3188062,148317732~722206,172916881~4624040,197915486~3886438,228752479~6716281,245078507~2402697,270860189~8180742,316085577~4441412,359744354~3328314,388706566~9543934] 2024-08-10T06:14:28.974 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [5875086~6286255,15641952~4289189,29198576~8024822,38618123~3606201,64482516~417775,76897677~5469027,105462472~2113058,136747181~1735295,144672447~3188062,148317732~722206,172916881~4624040,197915486~3886438,228752479~6716281,245078507~2402697,270860189~8180742,316085577~4441412,359744354~3328314,388706566~9543934] 2024-08-10T06:14:28.980 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [5875086~6286255,15641952~4289189,29198576~8024822,38618123~3606201,64482516~417775,76897677~5469027,105462472~2113058,136747181~1735295,144672447~4367491,172916881~4624040,197915486~3886438,228752479~6716281,245078507~2402697,270860189~8180742,316085577~4441412,358838906~4233762,388049260~10201240] 2024-08-10T06:14:28.980 INFO:tasks.workunit.client.0.smithi031.stdout:from 7 to 10 diff [5875086~6286255,15641952~4289189,29198576~8024822,38618123~9813277,64482516~417775,76897677~5469027,86447589~6385002,105462472~2113058,111569891~4585695,136747181~1735295,144672447~3188062,148317732~722206,172916881~4624040,186270515~4005504,191928254~2869904,197915486~3886438,210173845~672318,228752479~6716281,242395532~5085672,270860189~10400326,316085577~4441412,359744354~3328314,380952585~1109559,384528360~13722140] 2024-08-10T06:14:28.980 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [5875086~6286255,15641952~4289189,29198576~8024822,38618123~9813277,64482516~417775,76897677~5469027,86447589~6385002,105462472~2113058,111569891~4585695,136747181~1735295,144672447~3188062,148317732~722206,172916881~4624040,186270515~4005504,191928254~2869904,197915486~3886438,210173845~672318,228752479~6716281,242395532~5085672,270860189~10400326,316085577~4441412,359744354~3328314,380952585~1109559,384528360~13722140] 2024-08-10T06:14:28.986 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [5875086~6286255,15641952~4289189,29198576~8024822,38618123~9813277,64482516~417775,76897677~5469027,86447589~6385002,105462472~2113058,109051904~7103682,136747181~1735295,144672447~4367491,172916881~4624040,184549376~5726643,191928254~2869904,197915486~3886438,210173845~672318,228752479~6716281,242395532~5085672,270860189~10400326,316085577~4441412,358838906~4233762,380952585~1109559,384528360~13722140] 2024-08-10T06:14:28.986 INFO:tasks.workunit.client.0.smithi031.stdout:from 7 to 11 diff [5875086~6286255,15641952~4289189,29198576~8024822,38618123~9813277,64482516~417775,76897677~5469027,86447589~9601904,105462472~2113058,110508290~5647296,136747181~1735295,140913265~10361460,172916881~4624040,186270515~4005504,191928254~2869904,197915486~3886438,205937719~2274646,210173845~672318,228752479~6716281,242395532~5085672,270860189~10400326,316085577~4441412,326962199~6344082,339181695~3575969,351182698~11889970,380952585~1109559,384528360~13722140] 2024-08-10T06:14:28.986 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [5875086~6286255,15641952~4289189,29198576~8024822,38618123~9813277,64482516~417775,76897677~5469027,86447589~9601904,105462472~2113058,110508290~5647296,136747181~1735295,140913265~10361460,172916881~4624040,186270515~4005504,191928254~2869904,197915486~3886438,205937719~2274646,210173845~672318,228752479~6716281,242395532~5085672,270860189~10400326,316085577~4441412,326962199~6344082,339181695~3575969,351182698~11889970,380952585~1109559,384528360~13722140] 2024-08-10T06:14:28.992 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [5875086~6286255,15641952~4289189,29198576~8024822,38618123~9813277,64482516~417775,76897677~5469027,86447589~9601904,105462472~2113058,109051904~7103682,136747181~1735295,140913265~10361460,172916881~4624040,184549376~5726643,191928254~2869904,197915486~3886438,205937719~2274646,210173845~672318,228752479~6716281,242395532~5085672,270860189~10400326,316085577~4441412,326962199~6344082,335544320~7213344,348841448~14231220,380952585~1109559,384528360~13722140] 2024-08-10T06:14:28.992 INFO:tasks.workunit.client.0.smithi031.stdout:from 7 to 12 diff [5875086~6286255,15641952~4289189,29198576~8024822,38618123~9813277,64482516~417775,66897452~524248,76897677~5469027,86447589~10851513,105462472~2113058,110508290~5647296,122015210~5593896,136507202~1975274,140913265~10361460,159239526~644738,172916881~4624040,186270515~4005504,191928254~2869904,197915486~3886438,205937719~2274646,210173845~672318,228752479~18728725,270860189~10400326,296864348~4429654,305292127~5823098,316085577~4441412,326962199~6344082,339181695~3575969,351182698~11889970,380952585~1109559,384528360~13722140] 2024-08-10T06:14:28.992 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [5875086~6286255,15641952~4289189,29198576~8024822,38618123~9813277,64482516~417775,66897452~524248,76897677~5469027,86447589~10851513,105462472~2113058,110508290~5647296,122015210~5593896,136507202~1975274,140913265~10361460,159239526~644738,172916881~4624040,186270515~4005504,191928254~2869904,197915486~3886438,205937719~2274646,210173845~672318,228752479~18728725,270860189~10400326,296864348~4429654,305292127~5823098,316085577~4441412,326962199~6344082,339181695~3575969,351182698~11889970,380952585~1109559,384528360~13722140] 2024-08-10T06:14:28.998 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [5875086~6286255,15641952~4289189,29198576~8024822,38618123~9813277,64482516~417775,66897452~524248,76897677~5469027,86447589~10851513,105462472~2113058,109051904~7103682,122015210~5593896,136507202~1975274,140913265~10361460,155189248~4695016,172916881~4624040,184549376~5726643,191928254~2869904,197915486~3886438,205937719~2274646,210173845~672318,228752479~18728725,270860189~10400326,296188226~5105776,305292127~5823098,316085577~4441412,326962199~6344082,335544320~7213344,348841448~14231220,380952585~1109559,384528360~13722140] 2024-08-10T06:14:28.998 INFO:tasks.workunit.client.0.smithi031.stdout:from 7 to 13 diff [5875086~6286255,15641952~5126020,29198576~8024822,38618123~9813277,54014766~634229,64482516~417775,66897452~524248,76897677~5469027,86447589~10851513,105462472~2113058,110508290~5647296,122015210~5593896,134793376~605209,136507202~1975274,140913265~10361460,159239526~644738,172916881~4624040,186270515~4005504,191928254~2869904,197915486~3886438,205937719~2274646,210173845~672318,228752479~18728725,252739124~1560230,270860189~10400326,296864348~4505146,305292127~5823098,316085577~4441412,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11889970,380952585~1109559,384528360~13722140] 2024-08-10T06:14:28.998 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [5875086~6286255,15641952~5126020,29198576~8024822,38618123~9813277,54014766~634229,64482516~417775,66897452~524248,76897677~5469027,86447589~10851513,105462472~2113058,110508290~5647296,122015210~5593896,134793376~605209,136507202~1975274,140913265~10361460,159239526~644738,172916881~4624040,186270515~4005504,191928254~2869904,197915486~3886438,205937719~2274646,210173845~672318,228752479~18728725,252739124~1560230,270860189~10400326,296864348~4505146,305292127~5823098,316085577~4441412,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11889970,380952585~1109559,384528360~13722140] 2024-08-10T06:14:29.003 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [5875086~6286255,15641952~5126020,29198576~8024822,38618123~9813277,54014766~634229,64482516~417775,66897452~524248,76897677~5469027,86447589~10851513,105462472~2113058,109051904~7103682,122015210~5593896,134793376~605209,136507202~1975274,140913265~10361460,155189248~4695016,172916881~4624040,184549376~5726643,191928254~2869904,197915486~3886438,205937719~2274646,210173845~672318,228752479~18728725,252739124~1560230,270860189~10400326,296188226~5181268,305292127~5823098,316085577~4441412,326962199~18705616,348462756~14609912,380952585~1109559,384528360~13722140] 2024-08-10T06:14:29.004 INFO:tasks.workunit.client.0.smithi031.stdout:from 7 to 14 diff [5875086~6286255,15641952~5126020,29198576~8059362,38618123~9813277,48818934~391714,54014766~634229,54683018~7209151,64482516~417775,66897452~524248,76897677~5469027,83581382~13717720,105462472~2113058,110508290~5647296,122015210~5593896,134793376~605209,136507202~1975274,140913265~12334760,159239526~644738,162767303~6594424,172916881~4624040,186270515~4005504,191928254~2869904,197915486~3886438,205937719~2274646,210173845~672318,228752479~18728725,252739124~1560230,270860189~10400326,295831885~381497,296864348~4505146,305292127~5823098,316085577~4441412,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11889970,380952585~1109559,384528360~13722140] 2024-08-10T06:14:29.004 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [5875086~6286255,15641952~5126020,29198576~8059362,38618123~9813277,48818934~391714,54014766~634229,54683018~7209151,64482516~417775,66897452~524248,76897677~5469027,83581382~13717720,105462472~2113058,110508290~5647296,122015210~5593896,134793376~605209,136507202~1975274,140913265~12334760,159239526~644738,162767303~6594424,172916881~4624040,186270515~4005504,191928254~2869904,197915486~3886438,205937719~2274646,210173845~672318,228752479~18728725,252739124~1560230,270860189~10400326,295831885~381497,296864348~4505146,305292127~5823098,316085577~4441412,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11889970,380952585~1109559,384528360~13722140] 2024-08-10T06:14:29.009 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [5875086~6286255,15641952~5126020,29198576~8059362,38618123~9813277,48818934~391714,54014766~634229,54683018~7209151,64482516~417775,66897452~524248,76897677~5469027,83581382~13717720,105462472~2113058,109051904~7103682,122015210~5593896,134793376~605209,136507202~1975274,140913265~12334760,155189248~14172479,172916881~4624040,184549376~5726643,191928254~2869904,197915486~3886438,205937719~2274646,210173845~672318,228752479~18728725,252739124~1560230,270860189~10400326,295831885~5537609,305292127~5823098,316085577~4441412,326962199~18705616,348462756~14609912,380952585~1109559,384528360~13722140] 2024-08-10T06:14:29.010 INFO:tasks.workunit.client.0.smithi031.stdout:from 7 to 15 diff [5875086~6286255,15641952~5126020,29198576~8059362,38618123~9813277,48818934~391714,54014766~634229,54683018~10936980,66897452~524248,76897677~5576798,83581382~17649306,105462472~2113058,110508290~5647296,122015210~5593896,134793376~605209,136507202~1975274,140913265~12334760,154408009~551219,159239526~644738,162767303~6594424,172916881~5247180,186270515~4005504,191928254~2869904,197915486~3886438,205937719~2274646,210173845~672318,228752479~18728725,252739124~1560230,270860189~10400326,282118338~1979123,295831885~381497,296864348~4505146,305292127~5823098,316085577~4441412,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11889970,371499339~359516,379527044~761679,380952585~1109559,384528360~13722140] 2024-08-10T06:14:29.010 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [5875086~6286255,15641952~5126020,29198576~8059362,38618123~9813277,48818934~391714,54014766~634229,54683018~10936980,66897452~524248,76897677~5576798,83581382~17649306,105462472~2113058,110508290~5647296,122015210~5593896,134793376~605209,136507202~1975274,140913265~12334760,154408009~551219,159239526~644738,162767303~6594424,172916881~5247180,186270515~4005504,191928254~2869904,197915486~3886438,205937719~2274646,210173845~672318,228752479~18728725,252739124~1560230,270860189~10400326,282118338~1979123,295831885~381497,296864348~4505146,305292127~5823098,316085577~4441412,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11889970,371499339~359516,379527044~761679,380952585~1109559,384528360~13722140] 2024-08-10T06:14:29.015 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [5875086~6286255,15641952~5126020,29198576~8059362,38618123~9813277,48818934~391714,54014766~634229,54683018~10936980,66897452~524248,76897677~5576798,83581382~17649306,105462472~2113058,109051904~7103682,122015210~5593896,134793376~605209,136507202~1975274,140913265~12334760,154408009~551219,155189248~14172479,172916881~5247180,184549376~5726643,191928254~2869904,197915486~3886438,205937719~2274646,210173845~672318,228752479~18728725,252739124~1560230,270860189~13237272,295831885~5537609,305292127~5823098,316085577~4441412,326962199~18705616,348462756~14609912,369098752~2760103,379527044~761679,380952585~1109559,384528360~13722140] 2024-08-10T06:14:29.016 INFO:tasks.workunit.client.0.smithi031.stdout:from 7 to 16 diff [5875086~6286255,15641952~5126020,29198576~8059362,38618123~9813277,48818934~391714,49486948~16133050,66897452~524248,76897677~5576798,83581382~17649306,105462472~2113058,110508290~5647296,116645688~346157,122015210~5593896,134793376~605209,136507202~1975274,140913265~12334760,154408009~551219,159239526~644738,162767303~6594424,172916881~5247180,182503166~7772853,191928254~2869904,197915486~3886438,205937719~2274646,210173845~672318,228752479~18728725,252739124~1560230,259005230~7641083,270860189~11254025,282118338~1979123,295831885~381497,296864348~4505146,305292127~5823098,316085577~4441412,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11889970,371499339~359516,379527044~761679,380952585~1109559,384528360~25703860] 2024-08-10T06:14:29.016 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [5875086~6286255,15641952~5126020,29198576~8059362,38618123~9813277,48818934~391714,49486948~16133050,66897452~524248,76897677~5576798,83581382~17649306,105462472~2113058,110508290~5647296,116645688~346157,122015210~5593896,134793376~605209,136507202~1975274,140913265~12334760,154408009~551219,159239526~644738,162767303~6594424,172916881~5247180,182503166~7772853,191928254~2869904,197915486~3886438,205937719~2274646,210173845~672318,228752479~18728725,252739124~1560230,259005230~7641083,270860189~11254025,282118338~1979123,295831885~381497,296864348~4505146,305292127~5823098,316085577~4441412,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11889970,371499339~359516,379527044~761679,380952585~1109559,384528360~25703860] 2024-08-10T06:14:29.021 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [5875086~6286255,15641952~5126020,29198576~8059362,38618123~9813277,48818934~391714,49486948~16133050,66897452~524248,76897677~5576798,83581382~17649306,105462472~2113058,109051904~7939941,122015210~5593896,134793376~605209,136507202~1975274,140913265~12334760,154408009~551219,155189248~14172479,172916881~5247180,180355072~9920947,191928254~2869904,197915486~3886438,205937719~2274646,210173845~672318,228752479~18728725,252739124~1560230,259005230~7641083,270860189~13237272,295831885~5537609,305292127~5823098,316085577~4441412,326962199~18705616,348462756~14609912,369098752~2760103,379527044~761679,380952585~1109559,384528360~25703860] 2024-08-10T06:14:29.021 INFO:tasks.workunit.client.0.smithi031.stdout:from 7 to 17 diff [5473399~6687942,15641952~5126020,29198576~8059362,38618123~9813277,48818934~391714,49486948~16133050,66897452~524248,76897677~5576798,83581382~17649306,105462472~2113058,110508290~5647296,116645688~346157,122015210~5593896,129269902~4670211,134793376~605209,136507202~1975274,140913265~12334760,154408009~551219,159239526~644738,162767303~6594424,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,227131256~20349948,252739124~1560230,259005230~7641083,270860189~11254025,282118338~1979123,291959844~9409650,305292127~5823098,316085577~4441412,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11889970,371499339~359516,379527044~761679,380952585~1109559,384528360~25703860] 2024-08-10T06:14:29.021 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [5473399~6687942,15641952~5126020,29198576~8059362,38618123~9813277,48818934~391714,49486948~16133050,66897452~524248,76897677~5576798,83581382~17649306,105462472~2113058,110508290~5647296,116645688~346157,122015210~5593896,129269902~4670211,134793376~605209,136507202~1975274,140913265~12334760,154408009~551219,159239526~644738,162767303~6594424,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,227131256~20349948,252739124~1560230,259005230~7641083,270860189~11254025,282118338~1979123,291959844~9409650,305292127~5823098,316085577~4441412,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11889970,371499339~359516,379527044~761679,380952585~1109559,384528360~25703860] 2024-08-10T06:14:29.027 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [5473399~6687942,15641952~5126020,29198576~8059362,38618123~9813277,48818934~391714,49486948~16133050,66897452~524248,76897677~5576798,83581382~17649306,105462472~2113058,109051904~7939941,122015210~11924903,134793376~605209,136507202~1975274,140913265~12334760,154408009~551219,155189248~14172479,169720335~8443726,180355072~9920947,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,227131256~20349948,252739124~1560230,259005230~7641083,270860189~13237272,291959844~9409650,305292127~5823098,316085577~4441412,326962199~18705616,348462756~14609912,369098752~2760103,379527044~761679,380952585~1109559,384528360~25703860] 2024-08-10T06:14:29.027 INFO:tasks.workunit.client.0.smithi031.stdout:from 7 to 18 diff [765749~1917436,5473399~6687942,15641952~5126020,29198576~8059362,38618123~27001875,66897452~524248,76897677~5576798,83581382~17649306,105462472~2113058,110508290~5647296,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1975274,140913265~12334760,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~1560230,259005230~7641083,270860189~11254025,282118338~1979123,286861002~2970545,291959844~10868841,305292127~5823098,316085577~4441412,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11889970,368116734~7700956,379527044~761679,380952585~1109559,384528360~25703860] 2024-08-10T06:14:29.027 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [765749~1917436,5473399~6687942,15641952~5126020,29198576~8059362,38618123~27001875,66897452~524248,76897677~5576798,83581382~17649306,105462472~2113058,110508290~5647296,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1975274,140913265~12334760,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~1560230,259005230~7641083,270860189~11254025,282118338~1979123,286861002~2970545,291959844~10868841,305292127~5823098,316085577~4441412,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11889970,368116734~7700956,379527044~761679,380952585~1109559,384528360~25703860] 2024-08-10T06:14:29.033 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [765749~1917436,5473399~6687942,15641952~5126020,29198576~8059362,38618123~27001875,66897452~524248,76897677~5576798,83581382~17649306,105462472~2113058,109051904~24888209,134793376~605209,136507202~1975274,140913265~12334760,154408009~551219,155189248~14172479,169720335~8443726,180355072~9920947,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~1560230,259005230~7641083,270860189~13237272,286861002~2970545,291959844~10868841,305292127~5823098,316085577~4441412,326962199~18705616,348462756~14609912,366453633~9364057,379527044~761679,380952585~1109559,384528360~25703860] 2024-08-10T06:14:29.033 INFO:tasks.workunit.client.0.smithi031.stdout:from 7 to 19 diff [765749~1917436,5473399~6687942,13703075~7776162,28682733~8575205,38618123~27001875,66897452~524248,76897677~5576798,83581382~17649306,103670727~1730897,105462472~2113058,110508290~5647296,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1975274,140913265~12334760,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~1560230,259005230~7641083,270860189~11254025,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11889970,368116734~7700956,379527044~761679,380952585~1109559,384528360~25703860] 2024-08-10T06:14:29.033 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [765749~1917436,5473399~6687942,13703075~7776162,28682733~8575205,38618123~27001875,66897452~524248,76897677~5576798,83581382~17649306,103670727~1730897,105462472~2113058,110508290~5647296,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1975274,140913265~12334760,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~1560230,259005230~7641083,270860189~11254025,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11889970,368116734~7700956,379527044~761679,380952585~1109559,384528360~25703860] 2024-08-10T06:14:29.039 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [765749~1917436,5473399~6687942,13703075~7776162,28682733~8575205,38618123~27001875,66897452~524248,76897677~5576798,83581382~21820242,105462472~2113058,109051904~24888209,134793376~605209,136507202~1975274,140913265~12334760,154408009~551219,155189248~14172479,169720335~8443726,180355072~9920947,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~1560230,259005230~7641083,270860189~13237272,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~18705616,348462756~14609912,366453633~9364057,379527044~761679,380952585~1109559,384528360~25703860] 2024-08-10T06:14:29.039 INFO:tasks.workunit.client.0.smithi031.stdout:from 8 to 9 diff [29198576~8024822,38618123~3606201,136747181~1735295,144672447~3188062,172916881~4624040,197915486~3886438,228752479~6716281,271790362~7250569,388706566~9543934] 2024-08-10T06:14:29.039 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [29198576~8024822,38618123~3606201,136747181~1735295,144672447~3188062,172916881~4624040,197915486~3886438,228752479~6716281,271790362~7250569,388706566~9543934] 2024-08-10T06:14:29.045 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [29198576~8024822,38618123~3606201,136747181~1735295,144672447~3188062,172916881~4624040,197915486~3886438,228752479~6716281,271790362~7250569,388049260~10201240] 2024-08-10T06:14:29.045 INFO:tasks.workunit.client.0.smithi031.stdout:from 8 to 10 diff [29198576~8024822,38618123~9813277,86447589~6385002,111569891~4585695,136747181~1735295,144672447~3188062,172916881~4624040,186270515~4005504,191928254~2869904,197915486~3886438,210173845~672318,228752479~6716281,242395532~3190774,271790362~9470153,380952585~1109559,384528360~13722140] 2024-08-10T06:14:29.045 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [29198576~8024822,38618123~9813277,86447589~6385002,111569891~4585695,136747181~1735295,144672447~3188062,172916881~4624040,186270515~4005504,191928254~2869904,197915486~3886438,210173845~672318,228752479~6716281,242395532~3190774,271790362~9470153,380952585~1109559,384528360~13722140] 2024-08-10T06:14:29.051 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [29198576~8024822,38618123~9813277,86447589~6385002,109051904~7103682,136747181~1735295,144672447~3188062,172916881~4624040,184549376~5726643,191928254~2869904,197915486~3886438,210173845~672318,228752479~6716281,242395532~3190774,271790362~9470153,380952585~1109559,384528360~13722140] 2024-08-10T06:14:29.051 INFO:tasks.workunit.client.0.smithi031.stdout:from 8 to 11 diff [29198576~8024822,38618123~9813277,86447589~9601904,110508290~5647296,136747181~1735295,140913265~10361460,172916881~4624040,186270515~4005504,191928254~2869904,197915486~3886438,205937719~2274646,210173845~672318,228752479~6716281,242395532~3190774,271790362~9470153,326962199~6344082,339181695~3575969,351182698~11449177,380952585~1109559,384528360~13722140] 2024-08-10T06:14:29.051 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [29198576~8024822,38618123~9813277,86447589~9601904,110508290~5647296,136747181~1735295,140913265~10361460,172916881~4624040,186270515~4005504,191928254~2869904,197915486~3886438,205937719~2274646,210173845~672318,228752479~6716281,242395532~3190774,271790362~9470153,326962199~6344082,339181695~3575969,351182698~11449177,380952585~1109559,384528360~13722140] 2024-08-10T06:14:29.057 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [29198576~8024822,38618123~9813277,86447589~9601904,109051904~7103682,136747181~1735295,140913265~10361460,172916881~4624040,184549376~5726643,191928254~2869904,197915486~3886438,205937719~2274646,210173845~672318,228752479~6716281,242395532~3190774,271790362~9470153,326962199~6344082,335544320~7213344,348841448~13790427,380952585~1109559,384528360~13722140] 2024-08-10T06:14:29.057 INFO:tasks.workunit.client.0.smithi031.stdout:from 8 to 12 diff [29198576~8024822,38618123~9813277,66897452~524248,86447589~10851513,110508290~5647296,122015210~5593896,136507202~1975274,140913265~10361460,159239526~644738,172916881~4624040,186270515~4005504,191928254~2869904,197915486~3886438,205937719~2274646,210173845~672318,228752479~16833827,271790362~9470153,296864348~4429654,305292127~5823098,326962199~6344082,339181695~3575969,351182698~11449177,380952585~1109559,384528360~13722140] 2024-08-10T06:14:29.057 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [29198576~8024822,38618123~9813277,66897452~524248,86447589~10851513,110508290~5647296,122015210~5593896,136507202~1975274,140913265~10361460,159239526~644738,172916881~4624040,186270515~4005504,191928254~2869904,197915486~3886438,205937719~2274646,210173845~672318,228752479~16833827,271790362~9470153,296864348~4429654,305292127~5823098,326962199~6344082,339181695~3575969,351182698~11449177,380952585~1109559,384528360~13722140] 2024-08-10T06:14:29.063 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [29198576~8024822,38618123~9813277,66897452~524248,86447589~10851513,109051904~7103682,122015210~5593896,136507202~1975274,140913265~10361460,155189248~4695016,172916881~4624040,184549376~5726643,191928254~2869904,197915486~3886438,205937719~2274646,210173845~672318,228752479~16833827,271790362~9470153,296188226~5105776,305292127~5823098,326962199~6344082,335544320~7213344,348841448~13790427,380952585~1109559,384528360~13722140] 2024-08-10T06:14:29.063 INFO:tasks.workunit.client.0.smithi031.stdout:from 8 to 13 diff [18123734~2644238,29198576~8024822,38618123~9813277,54014766~634229,66897452~524248,86447589~10851513,110508290~5647296,122015210~5593896,134793376~605209,136507202~1975274,140913265~10361460,159239526~644738,172916881~4624040,186270515~4005504,191928254~2869904,197915486~3886438,205937719~2274646,210173845~672318,228752479~17463584,252739124~1560230,271123524~10136991,296864348~4505146,305292127~5823098,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177,380952585~1109559,384528360~13722140] 2024-08-10T06:14:29.063 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [18123734~2644238,29198576~8024822,38618123~9813277,54014766~634229,66897452~524248,86447589~10851513,110508290~5647296,122015210~5593896,134793376~605209,136507202~1975274,140913265~10361460,159239526~644738,172916881~4624040,186270515~4005504,191928254~2869904,197915486~3886438,205937719~2274646,210173845~672318,228752479~17463584,252739124~1560230,271123524~10136991,296864348~4505146,305292127~5823098,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177,380952585~1109559,384528360~13722140] 2024-08-10T06:14:29.069 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [18123734~2644238,29198576~8024822,38618123~9813277,54014766~634229,66897452~524248,86447589~10851513,109051904~7103682,122015210~5593896,134793376~605209,136507202~1975274,140913265~10361460,155189248~4695016,172916881~4624040,184549376~5726643,191928254~2869904,197915486~3886438,205937719~2274646,210173845~672318,228752479~17463584,252739124~1560230,271123524~10136991,296188226~5181268,305292127~5823098,326962199~18705616,348462756~14169119,380952585~1109559,384528360~13722140] 2024-08-10T06:14:29.069 INFO:tasks.workunit.client.0.smithi031.stdout:from 8 to 14 diff [18123734~2644238,29198576~8059362,38618123~9813277,48818934~391714,54014766~634229,54683018~7209151,66897452~524248,83581382~13717720,110508290~5647296,122015210~5593896,134793376~605209,136507202~1975274,140913265~12334760,159239526~644738,162767303~6594424,172916881~4624040,186270515~4005504,191928254~2869904,197915486~3886438,205937719~2274646,210173845~672318,228752479~17463584,252739124~1560230,271123524~10136991,295831885~381497,296864348~4505146,305292127~5823098,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177,380952585~1109559,384528360~13722140] 2024-08-10T06:14:29.069 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [18123734~2644238,29198576~8059362,38618123~9813277,48818934~391714,54014766~634229,54683018~7209151,66897452~524248,83581382~13717720,110508290~5647296,122015210~5593896,134793376~605209,136507202~1975274,140913265~12334760,159239526~644738,162767303~6594424,172916881~4624040,186270515~4005504,191928254~2869904,197915486~3886438,205937719~2274646,210173845~672318,228752479~17463584,252739124~1560230,271123524~10136991,295831885~381497,296864348~4505146,305292127~5823098,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177,380952585~1109559,384528360~13722140] 2024-08-10T06:14:29.075 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [18123734~2644238,29198576~8059362,38618123~9813277,48818934~391714,54014766~634229,54683018~7209151,66897452~524248,83581382~13717720,109051904~7103682,122015210~5593896,134793376~605209,136507202~1975274,140913265~12334760,155189248~14172479,172916881~4624040,184549376~5726643,191928254~2869904,197915486~3886438,205937719~2274646,210173845~672318,228752479~17463584,252739124~1560230,271123524~10136991,295831885~5537609,305292127~5823098,326962199~18705616,348462756~14169119,380952585~1109559,384528360~13722140] 2024-08-10T06:14:29.075 INFO:tasks.workunit.client.0.smithi031.stdout:from 8 to 15 diff [18123734~2644238,29198576~8059362,38618123~9813277,48818934~391714,54014766~634229,54683018~10936980,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,110508290~5647296,122015210~5593896,134793376~605209,136507202~1975274,140913265~12334760,154408009~551219,159239526~644738,162767303~6594424,172916881~5247180,186270515~4005504,191928254~2869904,197915486~3886438,205937719~2274646,210173845~672318,228752479~17463584,252739124~1560230,271123524~10136991,282118338~1979123,295831885~381497,296864348~4505146,305292127~5823098,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177,371499339~359516,379527044~761679,380952585~1109559,384528360~13722140] 2024-08-10T06:14:29.075 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [18123734~2644238,29198576~8059362,38618123~9813277,48818934~391714,54014766~634229,54683018~10936980,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,110508290~5647296,122015210~5593896,134793376~605209,136507202~1975274,140913265~12334760,154408009~551219,159239526~644738,162767303~6594424,172916881~5247180,186270515~4005504,191928254~2869904,197915486~3886438,205937719~2274646,210173845~672318,228752479~17463584,252739124~1560230,271123524~10136991,282118338~1979123,295831885~381497,296864348~4505146,305292127~5823098,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177,371499339~359516,379527044~761679,380952585~1109559,384528360~13722140] 2024-08-10T06:14:29.080 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [18123734~2644238,29198576~8059362,38618123~9813277,48818934~391714,54014766~634229,54683018~10936980,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,109051904~7103682,122015210~5593896,134793376~605209,136507202~1975274,140913265~12334760,154408009~551219,155189248~14172479,172916881~5247180,184549376~5726643,191928254~2869904,197915486~3886438,205937719~2274646,210173845~672318,228752479~17463584,252739124~1560230,271123524~12973937,295831885~5537609,305292127~5823098,326962199~18705616,348462756~14169119,369098752~2760103,379527044~761679,380952585~1109559,384528360~13722140] 2024-08-10T06:14:29.080 INFO:tasks.workunit.client.0.smithi031.stdout:from 8 to 16 diff [7848033~2878937,18123734~2644238,29198576~8059362,38618123~9813277,48818934~391714,49486948~16133050,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,110508290~5647296,116645688~346157,122015210~5593896,134793376~605209,136507202~1975274,140913265~12334760,154408009~551219,159239526~644738,162767303~6594424,172916881~5247180,182503166~7772853,191928254~2869904,197915486~3886438,205937719~2274646,210173845~672318,228752479~17463584,252739124~1560230,259005230~7641083,271123524~10990690,282118338~1979123,295831885~381497,296864348~4505146,305292127~5823098,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177,371499339~359516,379527044~761679,380952585~1109559,384528360~25703860] 2024-08-10T06:14:29.081 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [7848033~2878937,18123734~2644238,29198576~8059362,38618123~9813277,48818934~391714,49486948~16133050,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,110508290~5647296,116645688~346157,122015210~5593896,134793376~605209,136507202~1975274,140913265~12334760,154408009~551219,159239526~644738,162767303~6594424,172916881~5247180,182503166~7772853,191928254~2869904,197915486~3886438,205937719~2274646,210173845~672318,228752479~17463584,252739124~1560230,259005230~7641083,271123524~10990690,282118338~1979123,295831885~381497,296864348~4505146,305292127~5823098,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177,371499339~359516,379527044~761679,380952585~1109559,384528360~25703860] 2024-08-10T06:14:29.086 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [7848033~2878937,18123734~2644238,29198576~8059362,38618123~9813277,48818934~391714,49486948~16133050,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,109051904~7939941,122015210~5593896,134793376~605209,136507202~1975274,140913265~12334760,154408009~551219,155189248~14172479,172916881~5247180,180355072~9920947,191928254~2869904,197915486~3886438,205937719~2274646,210173845~672318,228752479~17463584,252739124~1560230,259005230~7641083,271123524~12973937,295831885~5537609,305292127~5823098,326962199~18705616,348462756~14169119,369098752~2760103,379527044~761679,380952585~1109559,384528360~25703860] 2024-08-10T06:14:29.087 INFO:tasks.workunit.client.0.smithi031.stdout:from 8 to 17 diff [5473399~5686726,18123734~2644238,29198576~8059362,38618123~9813277,48818934~391714,49486948~16133050,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,110508290~5647296,116645688~346157,122015210~5593896,129269902~4670211,134793376~605209,136507202~1975274,140913265~12334760,154408009~551219,159239526~644738,162767303~6594424,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,227131256~19084807,252739124~1560230,259005230~7641083,271123524~10990690,282118338~1979123,291959844~9409650,305292127~5823098,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177,371499339~359516,379527044~761679,380952585~1109559,384528360~25703860] 2024-08-10T06:14:29.087 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [5473399~5686726,18123734~2644238,29198576~8059362,38618123~9813277,48818934~391714,49486948~16133050,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,110508290~5647296,116645688~346157,122015210~5593896,129269902~4670211,134793376~605209,136507202~1975274,140913265~12334760,154408009~551219,159239526~644738,162767303~6594424,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,227131256~19084807,252739124~1560230,259005230~7641083,271123524~10990690,282118338~1979123,291959844~9409650,305292127~5823098,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177,371499339~359516,379527044~761679,380952585~1109559,384528360~25703860] 2024-08-10T06:14:29.092 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [5473399~5686726,18123734~2644238,29198576~8059362,38618123~9813277,48818934~391714,49486948~16133050,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,109051904~7939941,122015210~11924903,134793376~605209,136507202~1975274,140913265~12334760,154408009~551219,155189248~14172479,169720335~8443726,180355072~9920947,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,227131256~19084807,252739124~1560230,259005230~7641083,271123524~12973937,291959844~9409650,305292127~5823098,326962199~18705616,348462756~14169119,369098752~2760103,379527044~761679,380952585~1109559,384528360~25703860] 2024-08-10T06:14:29.092 INFO:tasks.workunit.client.0.smithi031.stdout:from 8 to 18 diff [765749~1917436,5473399~5686726,18123734~2644238,29198576~8059362,38618123~27001875,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,110508290~5647296,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1975274,140913265~12334760,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~19540136,252739124~1560230,259005230~7641083,271123524~10990690,282118338~1979123,286861002~2970545,291959844~10868841,305292127~5823098,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177,368116734~7700956,379527044~761679,380952585~1109559,384528360~25703860] 2024-08-10T06:14:29.092 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [765749~1917436,5473399~5686726,18123734~2644238,29198576~8059362,38618123~27001875,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,110508290~5647296,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1975274,140913265~12334760,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~19540136,252739124~1560230,259005230~7641083,271123524~10990690,282118338~1979123,286861002~2970545,291959844~10868841,305292127~5823098,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177,368116734~7700956,379527044~761679,380952585~1109559,384528360~25703860] 2024-08-10T06:14:29.098 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [765749~1917436,5473399~5686726,18123734~2644238,29198576~8059362,38618123~27001875,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,109051904~24888209,134793376~605209,136507202~1975274,140913265~12334760,154408009~551219,155189248~14172479,169720335~8443726,180355072~9920947,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~19540136,252739124~1560230,259005230~7641083,271123524~12973937,286861002~2970545,291959844~10868841,305292127~5823098,326962199~18705616,348462756~14169119,366453633~9364057,379527044~761679,380952585~1109559,384528360~25703860] 2024-08-10T06:14:29.098 INFO:tasks.workunit.client.0.smithi031.stdout:from 8 to 19 diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~8575205,38618123~27001875,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,103670727~1730897,110508290~5647296,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1975274,140913265~12334760,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~19540136,252739124~1560230,259005230~7641083,271123524~10990690,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177,368116734~7700956,379527044~761679,380952585~1109559,384528360~25703860] 2024-08-10T06:14:29.098 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~8575205,38618123~27001875,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,103670727~1730897,110508290~5647296,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1975274,140913265~12334760,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~19540136,252739124~1560230,259005230~7641083,271123524~10990690,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177,368116734~7700956,379527044~761679,380952585~1109559,384528360~25703860] 2024-08-10T06:14:29.104 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [765749~1917436,5473399~5686726,13703075~7776162,28682733~8575205,38618123~27001875,66897452~524248,79721229~228519,80447560~2026915,83581382~21820242,109051904~24888209,134793376~605209,136507202~1975274,140913265~12334760,154408009~551219,155189248~14172479,169720335~8443726,180355072~9920947,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~19540136,252739124~1560230,259005230~7641083,271123524~12973937,286861002~2970545,291959844~10868841,303533121~7582104,326962199~18705616,348462756~14169119,366453633~9364057,379527044~761679,380952585~1109559,384528360~25703860] 2024-08-10T06:14:29.104 INFO:tasks.workunit.client.0.smithi031.stdout:from 9 to 10 diff [41256747~7174653,86447589~6385002,111569891~4585695,186270515~4005504,191928254~2869904,210173845~672318,242395532~3190774,273739413~7521102,380952585~1109559,384528360~6174359] 2024-08-10T06:14:29.104 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [41256747~7174653,86447589~6385002,111569891~4585695,186270515~4005504,191928254~2869904,210173845~672318,242395532~3190774,273739413~7521102,380952585~1109559,384528360~6174359] 2024-08-10T06:14:29.109 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [41256747~7174653,86447589~6385002,109051904~7103682,184549376~5726643,191928254~2869904,210173845~672318,242395532~3190774,273739413~7521102,380952585~1109559,384528360~6174359] 2024-08-10T06:14:29.109 INFO:tasks.workunit.client.0.smithi031.stdout:from 9 to 11 diff [41256747~7174653,86447589~9601904,110508290~5647296,140913265~10361460,186270515~4005504,191928254~2869904,205937719~2274646,210173845~672318,242395532~3190774,273739413~7521102,326962199~6344082,339181695~3575969,351182698~11449177,380952585~1109559,384528360~6174359] 2024-08-10T06:14:29.110 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [41256747~7174653,86447589~9601904,110508290~5647296,140913265~10361460,186270515~4005504,191928254~2869904,205937719~2274646,210173845~672318,242395532~3190774,273739413~7521102,326962199~6344082,339181695~3575969,351182698~11449177,380952585~1109559,384528360~6174359] 2024-08-10T06:14:29.115 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [41256747~7174653,86447589~9601904,109051904~7103682,140913265~10361460,184549376~5726643,191928254~2869904,205937719~2274646,210173845~672318,242395532~3190774,273739413~7521102,326962199~6344082,335544320~7213344,348841448~13790427,380952585~1109559,384528360~6174359] 2024-08-10T06:14:29.115 INFO:tasks.workunit.client.0.smithi031.stdout:from 9 to 12 diff [41256747~7174653,66897452~524248,86447589~10851513,110508290~5647296,122015210~5593896,136507202~1915467,140913265~10361460,159239526~644738,186270515~4005504,191928254~2869904,205937719~2274646,210173845~672318,234370835~11215471,273739413~7521102,296864348~4429654,305292127~5823098,326962199~6344082,339181695~3575969,351182698~11449177,380952585~1109559,384528360~6174359] 2024-08-10T06:14:29.115 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [41256747~7174653,66897452~524248,86447589~10851513,110508290~5647296,122015210~5593896,136507202~1915467,140913265~10361460,159239526~644738,186270515~4005504,191928254~2869904,205937719~2274646,210173845~672318,234370835~11215471,273739413~7521102,296864348~4429654,305292127~5823098,326962199~6344082,339181695~3575969,351182698~11449177,380952585~1109559,384528360~6174359] 2024-08-10T06:14:29.121 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [41256747~7174653,66897452~524248,86447589~10851513,109051904~7103682,122015210~5593896,136507202~1915467,140913265~10361460,155189248~4695016,184549376~5726643,191928254~2869904,205937719~2274646,210173845~672318,234370835~11215471,273739413~7521102,296188226~5105776,305292127~5823098,326962199~6344082,335544320~7213344,348841448~13790427,380952585~1109559,384528360~6174359] 2024-08-10T06:14:29.121 INFO:tasks.workunit.client.0.smithi031.stdout:from 9 to 13 diff [18123734~2644238,41256747~7174653,54014766~634229,66897452~524248,86447589~10851513,110508290~5647296,122015210~5593896,134793376~605209,136507202~1915467,140913265~10361460,159239526~644738,186270515~4005504,191928254~2869904,205937719~2274646,210173845~672318,234370835~11845228,252739124~1560230,271123524~10136991,296864348~4505146,305292127~5823098,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177,380952585~1109559,384528360~6174359] 2024-08-10T06:14:29.121 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [18123734~2644238,41256747~7174653,54014766~634229,66897452~524248,86447589~10851513,110508290~5647296,122015210~5593896,134793376~605209,136507202~1915467,140913265~10361460,159239526~644738,186270515~4005504,191928254~2869904,205937719~2274646,210173845~672318,234370835~11845228,252739124~1560230,271123524~10136991,296864348~4505146,305292127~5823098,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177,380952585~1109559,384528360~6174359] 2024-08-10T06:14:29.127 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [18123734~2644238,41256747~7174653,54014766~634229,66897452~524248,86447589~10851513,109051904~7103682,122015210~5593896,134793376~605209,136507202~1915467,140913265~10361460,155189248~4695016,184549376~5726643,191928254~2869904,205937719~2274646,210173845~672318,234370835~11845228,252739124~1560230,271123524~10136991,296188226~5181268,305292127~5823098,326962199~18705616,348462756~14169119,380952585~1109559,384528360~6174359] 2024-08-10T06:14:29.127 INFO:tasks.workunit.client.0.smithi031.stdout:from 9 to 14 diff [18123734~2644238,36828629~429309,40791765~7639635,48818934~391714,54014766~634229,54683018~7209151,66897452~524248,83581382~13717720,110508290~5647296,122015210~5593896,134793376~605209,136507202~1915467,140913265~12334760,159239526~644738,162767303~6594424,186270515~4005504,191928254~2869904,205937719~2274646,210173845~672318,234370835~11845228,252739124~1560230,271123524~10136991,295831885~381497,296864348~4505146,305292127~5823098,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177,380952585~1109559,384528360~6174359] 2024-08-10T06:14:29.127 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [18123734~2644238,36828629~429309,40791765~7639635,48818934~391714,54014766~634229,54683018~7209151,66897452~524248,83581382~13717720,110508290~5647296,122015210~5593896,134793376~605209,136507202~1915467,140913265~12334760,159239526~644738,162767303~6594424,186270515~4005504,191928254~2869904,205937719~2274646,210173845~672318,234370835~11845228,252739124~1560230,271123524~10136991,295831885~381497,296864348~4505146,305292127~5823098,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177,380952585~1109559,384528360~6174359] 2024-08-10T06:14:29.133 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [18123734~2644238,36828629~429309,40791765~7639635,48818934~391714,54014766~634229,54683018~7209151,66897452~524248,83581382~13717720,109051904~7103682,122015210~5593896,134793376~605209,136507202~1915467,140913265~12334760,155189248~14172479,184549376~5726643,191928254~2869904,205937719~2274646,210173845~672318,234370835~11845228,252739124~1560230,271123524~10136991,295831885~5537609,305292127~5823098,326962199~18705616,348462756~14169119,380952585~1109559,384528360~6174359] 2024-08-10T06:14:29.133 INFO:tasks.workunit.client.0.smithi031.stdout:from 9 to 15 diff [18123734~2644238,36828629~429309,40791765~7639635,48818934~391714,54014766~634229,54683018~10936980,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,110508290~5647296,122015210~5593896,134793376~605209,136507202~1915467,140913265~12334760,154408009~551219,159239526~644738,162767303~6594424,175705550~2458511,186270515~4005504,191928254~2869904,205937719~2274646,210173845~672318,234370835~11845228,252739124~1560230,271123524~10136991,282118338~1979123,295831885~381497,296864348~4505146,305292127~5823098,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177,371499339~359516,379527044~761679,380952585~1109559,384528360~6174359] 2024-08-10T06:14:29.133 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [18123734~2644238,36828629~429309,40791765~7639635,48818934~391714,54014766~634229,54683018~10936980,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,110508290~5647296,122015210~5593896,134793376~605209,136507202~1915467,140913265~12334760,154408009~551219,159239526~644738,162767303~6594424,175705550~2458511,186270515~4005504,191928254~2869904,205937719~2274646,210173845~672318,234370835~11845228,252739124~1560230,271123524~10136991,282118338~1979123,295831885~381497,296864348~4505146,305292127~5823098,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177,371499339~359516,379527044~761679,380952585~1109559,384528360~6174359] 2024-08-10T06:14:29.138 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [18123734~2644238,36828629~429309,40791765~7639635,48818934~391714,54014766~634229,54683018~10936980,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,109051904~7103682,122015210~5593896,134793376~605209,136507202~1915467,140913265~12334760,154408009~551219,155189248~14172479,175705550~2458511,184549376~5726643,191928254~2869904,205937719~2274646,210173845~672318,234370835~11845228,252739124~1560230,271123524~12973937,295831885~5537609,305292127~5823098,326962199~18705616,348462756~14169119,369098752~2760103,379527044~761679,380952585~1109559,384528360~6174359] 2024-08-10T06:14:29.139 INFO:tasks.workunit.client.0.smithi031.stdout:from 9 to 16 diff [7848033~2878937,18123734~2644238,36828629~429309,40791765~7639635,48818934~391714,49486948~16133050,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,110508290~5647296,116645688~346157,122015210~5593896,134793376~605209,136507202~1915467,140913265~12334760,154408009~551219,159239526~644738,162767303~6594424,175705550~2458511,182503166~7772853,191928254~2869904,205937719~2274646,210173845~672318,234370835~11845228,252739124~1560230,259005230~7641083,271123524~10990690,282118338~1979123,295831885~381497,296864348~4505146,305292127~5823098,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177,371499339~359516,379527044~761679,380952585~1109559,384528360~6174359,397268261~12963959] 2024-08-10T06:14:29.139 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [7848033~2878937,18123734~2644238,36828629~429309,40791765~7639635,48818934~391714,49486948~16133050,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,110508290~5647296,116645688~346157,122015210~5593896,134793376~605209,136507202~1915467,140913265~12334760,154408009~551219,159239526~644738,162767303~6594424,175705550~2458511,182503166~7772853,191928254~2869904,205937719~2274646,210173845~672318,234370835~11845228,252739124~1560230,259005230~7641083,271123524~10990690,282118338~1979123,295831885~381497,296864348~4505146,305292127~5823098,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177,371499339~359516,379527044~761679,380952585~1109559,384528360~6174359,397268261~12963959] 2024-08-10T06:14:29.144 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [7848033~2878937,18123734~2644238,36828629~429309,40791765~7639635,48818934~391714,49486948~16133050,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,109051904~7939941,122015210~5593896,134793376~605209,136507202~1915467,140913265~12334760,154408009~551219,155189248~14172479,175705550~2458511,180355072~9920947,191928254~2869904,205937719~2274646,210173845~672318,234370835~11845228,252739124~1560230,259005230~7641083,271123524~12973937,295831885~5537609,305292127~5823098,326962199~18705616,348462756~14169119,369098752~2760103,379527044~761679,380952585~1109559,384528360~6174359,397268261~12963959] 2024-08-10T06:14:29.144 INFO:tasks.workunit.client.0.smithi031.stdout:from 9 to 17 diff [5473399~5686726,18123734~2644238,36828629~429309,40791765~7639635,48818934~391714,49486948~16133050,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,110508290~5647296,116645688~346157,122015210~5593896,129269902~4670211,134793376~605209,136507202~1915467,140913265~12334760,154408009~551219,159239526~644738,162767303~6594424,169720335~8443726,182503166~7772853,191928254~2869904,204888583~5033069,210173845~672318,227131256~4391991,234370835~11845228,252739124~1560230,259005230~7641083,271123524~10990690,282118338~1979123,291959844~9409650,305292127~5823098,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177,371499339~359516,379527044~761679,380952585~1109559,384528360~6174359,397268261~12963959] 2024-08-10T06:14:29.144 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [5473399~5686726,18123734~2644238,36828629~429309,40791765~7639635,48818934~391714,49486948~16133050,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,110508290~5647296,116645688~346157,122015210~5593896,129269902~4670211,134793376~605209,136507202~1915467,140913265~12334760,154408009~551219,159239526~644738,162767303~6594424,169720335~8443726,182503166~7772853,191928254~2869904,204888583~5033069,210173845~672318,227131256~4391991,234370835~11845228,252739124~1560230,259005230~7641083,271123524~10990690,282118338~1979123,291959844~9409650,305292127~5823098,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177,371499339~359516,379527044~761679,380952585~1109559,384528360~6174359,397268261~12963959] 2024-08-10T06:14:29.150 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [5473399~5686726,18123734~2644238,36828629~429309,40791765~7639635,48818934~391714,49486948~16133050,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,109051904~7939941,122015210~11924903,134793376~605209,136507202~1915467,140913265~12334760,154408009~551219,155189248~14172479,169720335~8443726,180355072~9920947,191928254~2869904,204888583~5033069,210173845~672318,227131256~4391991,234370835~11845228,252739124~1560230,259005230~7641083,271123524~12973937,291959844~9409650,305292127~5823098,326962199~18705616,348462756~14169119,369098752~2760103,379527044~761679,380952585~1109559,384528360~6174359,397268261~12963959] 2024-08-10T06:14:29.150 INFO:tasks.workunit.client.0.smithi031.stdout:from 9 to 18 diff [765749~1917436,5473399~5686726,18123734~2644238,36828629~429309,40791765~24828233,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,110508290~5647296,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1915467,140913265~12334760,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,204888583~5033069,210173845~672318,226675927~4847320,234370835~11845228,252739124~1560230,259005230~7641083,271123524~10990690,282118338~1979123,286861002~2970545,291959844~10868841,305292127~5823098,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177,368116734~7700956,379527044~761679,380952585~1109559,384528360~6174359,397268261~12963959] 2024-08-10T06:14:29.151 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [765749~1917436,5473399~5686726,18123734~2644238,36828629~429309,40791765~24828233,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,110508290~5647296,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1915467,140913265~12334760,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,204888583~5033069,210173845~672318,226675927~4847320,234370835~11845228,252739124~1560230,259005230~7641083,271123524~10990690,282118338~1979123,286861002~2970545,291959844~10868841,305292127~5823098,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177,368116734~7700956,379527044~761679,380952585~1109559,384528360~6174359,397268261~12963959] 2024-08-10T06:14:29.156 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [765749~1917436,5473399~5686726,18123734~2644238,36828629~429309,40791765~24828233,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,109051904~24888209,134793376~605209,136507202~1915467,140913265~12334760,154408009~551219,155189248~14172479,169720335~8443726,180355072~9920947,191928254~2869904,204888583~5033069,210173845~672318,226675927~4847320,234370835~11845228,252739124~1560230,259005230~7641083,271123524~12973937,286861002~2970545,291959844~10868841,305292127~5823098,326962199~18705616,348462756~14169119,366453633~9364057,379527044~761679,380952585~1109559,384528360~6174359,397268261~12963959] 2024-08-10T06:14:29.156 INFO:tasks.workunit.client.0.smithi031.stdout:from 9 to 19 diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~24828233,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,103670727~1730897,110508290~5647296,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1915467,140913265~12334760,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,204888583~5033069,210173845~672318,226675927~4847320,234370835~11845228,252739124~1560230,259005230~7641083,271123524~10990690,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177,368116734~7700956,379527044~761679,380952585~1109559,384528360~6174359,397268261~12963959] 2024-08-10T06:14:29.156 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~24828233,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,103670727~1730897,110508290~5647296,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1915467,140913265~12334760,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,204888583~5033069,210173845~672318,226675927~4847320,234370835~11845228,252739124~1560230,259005230~7641083,271123524~10990690,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177,368116734~7700956,379527044~761679,380952585~1109559,384528360~6174359,397268261~12963959] 2024-08-10T06:14:29.162 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~24828233,66897452~524248,79721229~228519,80447560~2026915,83581382~21820242,109051904~24888209,134793376~605209,136507202~1915467,140913265~12334760,154408009~551219,155189248~14172479,169720335~8443726,180355072~9920947,191928254~2869904,204888583~5033069,210173845~672318,226675927~4847320,234370835~11845228,252739124~1560230,259005230~7641083,271123524~12973937,286861002~2970545,291959844~10868841,303533121~7582104,326962199~18705616,348462756~14169119,366453633~9364057,379527044~761679,380952585~1109559,384528360~6174359,397268261~12963959] 2024-08-10T06:14:29.162 INFO:tasks.workunit.client.0.smithi031.stdout:from 10 to 11 diff [87989362~8060131,110508290~3538895,140913265~10361460,205937719~2274646,326962199~6344082,339181695~3575969,351182698~11449177] 2024-08-10T06:14:29.162 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [87989362~8060131,110508290~3538895,140913265~10361460,205937719~2274646,326962199~6344082,339181695~3575969,351182698~11449177] 2024-08-10T06:14:29.168 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [87989362~8060131,110508290~3538895,140913265~10361460,205937719~2274646,326962199~6344082,335544320~7213344,348841448~13790427] 2024-08-10T06:14:29.168 INFO:tasks.workunit.client.0.smithi031.stdout:from 10 to 12 diff [66897452~524248,87989362~9309740,110508290~3538895,122015210~5593896,136507202~1915467,140913265~10361460,159239526~644738,205937719~2274646,234370835~10991665,296864348~4429654,305292127~5823098,326962199~6344082,339181695~3575969,351182698~11449177] 2024-08-10T06:14:29.168 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [66897452~524248,87989362~9309740,110508290~3538895,122015210~5593896,136507202~1915467,140913265~10361460,159239526~644738,205937719~2274646,234370835~10991665,296864348~4429654,305292127~5823098,326962199~6344082,339181695~3575969,351182698~11449177] 2024-08-10T06:14:29.174 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [66897452~524248,87989362~9309740,110508290~3538895,122015210~5593896,136507202~1915467,140913265~10361460,155189248~4695016,205937719~2274646,234370835~10991665,296188226~5105776,305292127~5823098,326962199~6344082,335544320~7213344,348841448~13790427] 2024-08-10T06:14:29.174 INFO:tasks.workunit.client.0.smithi031.stdout:from 10 to 13 diff [18123734~2644238,54014766~634229,66897452~524248,87989362~9309740,110508290~3538895,122015210~5593896,134793376~605209,136507202~1915467,140913265~10361460,159239526~644738,205937719~2274646,234370835~11845228,252739124~1560230,271123524~3245905,296864348~4505146,305292127~5823098,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177] 2024-08-10T06:14:29.174 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [18123734~2644238,54014766~634229,66897452~524248,87989362~9309740,110508290~3538895,122015210~5593896,134793376~605209,136507202~1915467,140913265~10361460,159239526~644738,205937719~2274646,234370835~11845228,252739124~1560230,271123524~3245905,296864348~4505146,305292127~5823098,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177] 2024-08-10T06:14:29.179 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [18123734~2644238,54014766~634229,66897452~524248,87989362~9309740,110508290~3538895,122015210~5593896,134793376~605209,136507202~1915467,140913265~10361460,155189248~4695016,205937719~2274646,234370835~11845228,252739124~1560230,271123524~3245905,296188226~5181268,305292127~5823098,326962199~18705616,348462756~14169119] 2024-08-10T06:14:29.179 INFO:tasks.workunit.client.0.smithi031.stdout:from 10 to 14 diff [18123734~2644238,36828629~429309,40791765~5316032,48818934~391714,54014766~634229,54683018~7209151,66897452~524248,83581382~13717720,110508290~3538895,122015210~5593896,134793376~605209,136507202~1915467,140913265~12334760,159239526~644738,162767303~6594424,205937719~2274646,234370835~11845228,252739124~1560230,271123524~3245905,295831885~381497,296864348~4505146,305292127~5823098,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177] 2024-08-10T06:14:29.179 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [18123734~2644238,36828629~429309,40791765~5316032,48818934~391714,54014766~634229,54683018~7209151,66897452~524248,83581382~13717720,110508290~3538895,122015210~5593896,134793376~605209,136507202~1915467,140913265~12334760,159239526~644738,162767303~6594424,205937719~2274646,234370835~11845228,252739124~1560230,271123524~3245905,295831885~381497,296864348~4505146,305292127~5823098,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177] 2024-08-10T06:14:29.185 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [18123734~2644238,36828629~429309,40791765~5316032,48818934~391714,54014766~634229,54683018~7209151,66897452~524248,83581382~13717720,110508290~3538895,122015210~5593896,134793376~605209,136507202~1915467,140913265~12334760,155189248~14172479,205937719~2274646,234370835~11845228,252739124~1560230,271123524~3245905,295831885~5537609,305292127~5823098,326962199~18705616,348462756~14169119] 2024-08-10T06:14:29.185 INFO:tasks.workunit.client.0.smithi031.stdout:from 10 to 15 diff [18123734~2644238,36828629~429309,40791765~5316032,48818934~391714,54014766~634229,54683018~10936980,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,110508290~3538895,122015210~5593896,134793376~605209,136507202~1915467,140913265~12334760,154408009~551219,159239526~644738,162767303~6594424,175705550~2458511,205937719~2274646,234370835~11845228,252739124~1560230,271123524~3245905,282118338~1979123,295831885~381497,296864348~4505146,305292127~5823098,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177,371499339~359516,379527044~761679] 2024-08-10T06:14:29.185 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [18123734~2644238,36828629~429309,40791765~5316032,48818934~391714,54014766~634229,54683018~10936980,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,110508290~3538895,122015210~5593896,134793376~605209,136507202~1915467,140913265~12334760,154408009~551219,159239526~644738,162767303~6594424,175705550~2458511,205937719~2274646,234370835~11845228,252739124~1560230,271123524~3245905,282118338~1979123,295831885~381497,296864348~4505146,305292127~5823098,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177,371499339~359516,379527044~761679] 2024-08-10T06:14:29.191 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [18123734~2644238,36828629~429309,40791765~5316032,48818934~391714,54014766~634229,54683018~10936980,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,110508290~3538895,122015210~5593896,134793376~605209,136507202~1915467,140913265~12334760,154408009~551219,155189248~14172479,175705550~2458511,205937719~2274646,234370835~11845228,252739124~1560230,271123524~3245905,281260515~2836946,295831885~5537609,305292127~5823098,326962199~18705616,348462756~14169119,369098752~2760103,379527044~761679] 2024-08-10T06:14:29.191 INFO:tasks.workunit.client.0.smithi031.stdout:from 10 to 16 diff [7848033~2878937,18123734~2644238,36828629~429309,40791765~5316032,48818934~391714,49486948~16133050,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,110508290~3538895,116645688~346157,122015210~5593896,134793376~605209,136507202~1915467,140913265~12334760,154408009~551219,159239526~644738,162767303~6594424,175705550~2458511,182503166~6477076,205937719~2274646,234370835~11845228,252739124~1560230,259005230~7641083,271123524~3245905,278843184~3271030,282118338~1979123,295831885~381497,296864348~4505146,305292127~5823098,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177,371499339~359516,379527044~761679,397268261~12963959] 2024-08-10T06:14:29.191 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [7848033~2878937,18123734~2644238,36828629~429309,40791765~5316032,48818934~391714,49486948~16133050,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,110508290~3538895,116645688~346157,122015210~5593896,134793376~605209,136507202~1915467,140913265~12334760,154408009~551219,159239526~644738,162767303~6594424,175705550~2458511,182503166~6477076,205937719~2274646,234370835~11845228,252739124~1560230,259005230~7641083,271123524~3245905,278843184~3271030,282118338~1979123,295831885~381497,296864348~4505146,305292127~5823098,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177,371499339~359516,379527044~761679,397268261~12963959] 2024-08-10T06:14:29.196 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [7848033~2878937,18123734~2644238,36828629~429309,40791765~5316032,48818934~391714,49486948~16133050,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,110508290~3538895,116155586~836259,122015210~5593896,134793376~605209,136507202~1915467,140913265~12334760,154408009~551219,155189248~14172479,175705550~2458511,180355072~8625170,205937719~2274646,234370835~11845228,252739124~1560230,259005230~7641083,271123524~3245905,278843184~5254277,295831885~5537609,305292127~5823098,326962199~18705616,348462756~14169119,369098752~2760103,379527044~761679,397268261~12963959] 2024-08-10T06:14:29.197 INFO:tasks.workunit.client.0.smithi031.stdout:from 10 to 17 diff [5473399~5686726,18123734~2644238,36828629~429309,40791765~5316032,48818934~391714,49486948~16133050,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,110508290~3538895,116645688~346157,122015210~5593896,129269902~4670211,134793376~605209,136507202~1915467,140913265~12334760,154408009~551219,159239526~644738,162767303~6594424,169720335~8443726,182503166~6477076,204888583~5033069,227131256~4391991,234370835~11845228,252739124~1560230,259005230~7641083,271123524~3245905,278843184~3271030,282118338~1979123,291959844~9409650,305292127~5823098,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177,371499339~359516,379527044~761679,397268261~12963959] 2024-08-10T06:14:29.197 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [5473399~5686726,18123734~2644238,36828629~429309,40791765~5316032,48818934~391714,49486948~16133050,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,110508290~3538895,116645688~346157,122015210~5593896,129269902~4670211,134793376~605209,136507202~1915467,140913265~12334760,154408009~551219,159239526~644738,162767303~6594424,169720335~8443726,182503166~6477076,204888583~5033069,227131256~4391991,234370835~11845228,252739124~1560230,259005230~7641083,271123524~3245905,278843184~3271030,282118338~1979123,291959844~9409650,305292127~5823098,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177,371499339~359516,379527044~761679,397268261~12963959] 2024-08-10T06:14:29.202 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [5473399~5686726,18123734~2644238,36828629~429309,40791765~5316032,48818934~391714,49486948~16133050,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,110508290~3538895,116155586~836259,122015210~11924903,134793376~605209,136507202~1915467,140913265~12334760,154408009~551219,155189248~14172479,169720335~8443726,180355072~8625170,204888583~5033069,227131256~4391991,234370835~11845228,252739124~1560230,259005230~7641083,271123524~3245905,278843184~5254277,291959844~9409650,305292127~5823098,326962199~18705616,348462756~14169119,369098752~2760103,379527044~761679,397268261~12963959] 2024-08-10T06:14:29.202 INFO:tasks.workunit.client.0.smithi031.stdout:from 10 to 18 diff [765749~1917436,5473399~5686726,18123734~2644238,36828629~429309,40791765~5316032,47453747~18166251,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,110508290~3538895,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1915467,140913265~12334760,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~6477076,204888583~5033069,226675927~4847320,234370835~11845228,252739124~1560230,259005230~7641083,271123524~3245905,278843184~3271030,282118338~1979123,286861002~2970545,291959844~10868841,305292127~5823098,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177,368116734~7700956,379527044~761679,397268261~12963959] 2024-08-10T06:14:29.203 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [765749~1917436,5473399~5686726,18123734~2644238,36828629~429309,40791765~5316032,47453747~18166251,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,110508290~3538895,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1915467,140913265~12334760,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~6477076,204888583~5033069,226675927~4847320,234370835~11845228,252739124~1560230,259005230~7641083,271123524~3245905,278843184~3271030,282118338~1979123,286861002~2970545,291959844~10868841,305292127~5823098,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177,368116734~7700956,379527044~761679,397268261~12963959] 2024-08-10T06:14:29.208 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [765749~1917436,5473399~5686726,18123734~2644238,36828629~429309,40791765~5316032,47453747~18166251,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,110508290~3538895,116155586~17784527,134793376~605209,136507202~1915467,140913265~12334760,154408009~551219,155189248~14172479,169720335~8443726,180355072~8625170,204888583~5033069,226675927~4847320,234370835~11845228,252739124~1560230,259005230~7641083,271123524~3245905,278843184~5254277,286861002~2970545,291959844~10868841,305292127~5823098,326962199~18705616,348462756~14169119,366453633~9364057,379527044~761679,397268261~12963959] 2024-08-10T06:14:29.208 INFO:tasks.workunit.client.0.smithi031.stdout:from 10 to 19 diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~5316032,47453747~18166251,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,103670727~1730897,110508290~3538895,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1915467,140913265~12334760,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~6477076,204888583~5033069,226675927~4847320,234370835~11845228,252739124~1560230,259005230~7641083,271123524~3245905,278843184~3271030,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177,368116734~7700956,379527044~761679,397268261~12963959] 2024-08-10T06:14:29.209 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~5316032,47453747~18166251,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,103670727~1730897,110508290~3538895,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1915467,140913265~12334760,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~6477076,204888583~5033069,226675927~4847320,234370835~11845228,252739124~1560230,259005230~7641083,271123524~3245905,278843184~3271030,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177,368116734~7700956,379527044~761679,397268261~12963959] 2024-08-10T06:14:29.214 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~5316032,47453747~18166251,66897452~524248,79721229~228519,80447560~2026915,83581382~21820242,110508290~3538895,116155586~17784527,134793376~605209,136507202~1915467,140913265~12334760,154408009~551219,155189248~14172479,169720335~8443726,180355072~8625170,204888583~5033069,226675927~4847320,234370835~11845228,252739124~1560230,259005230~7641083,271123524~3245905,278843184~5254277,286861002~2970545,291959844~10868841,303533121~7582104,326962199~18705616,348462756~14169119,366453633~9364057,379527044~761679,397268261~12963959] 2024-08-10T06:14:29.214 INFO:tasks.workunit.client.0.smithi031.stdout:from 11 to 12 diff [66897452~524248,90059557~7239545,122015210~5593896,136507202~1915467,159239526~644738,234370835~10991665,296864348~4429654,305292127~5823098] 2024-08-10T06:14:29.215 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [66897452~524248,90059557~7239545,122015210~5593896,136507202~1915467,159239526~644738,234370835~10991665,296864348~4429654,305292127~5823098] 2024-08-10T06:14:29.220 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [66897452~524248,90059557~7239545,122015210~5593896,136507202~1915467,155189248~4695016,234370835~10991665,296188226~5105776,305292127~5823098] 2024-08-10T06:14:29.220 INFO:tasks.workunit.client.0.smithi031.stdout:from 11 to 13 diff [18123734~2644238,54014766~634229,66897452~524248,90059557~7239545,122015210~5593896,134793376~605209,136507202~1915467,159239526~644738,234370835~11845228,252739124~1560230,271123524~3245905,296864348~4505146,305292127~5823098,332358664~6411199,342324334~3343481,348462756~2583931] 2024-08-10T06:14:29.220 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [18123734~2644238,54014766~634229,66897452~524248,90059557~7239545,122015210~5593896,134793376~605209,136507202~1915467,159239526~644738,234370835~11845228,252739124~1560230,271123524~3245905,296864348~4505146,305292127~5823098,332358664~6411199,342324334~3343481,348462756~2583931] 2024-08-10T06:14:29.226 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [18123734~2644238,54014766~634229,66897452~524248,90059557~7239545,122015210~5593896,134793376~605209,136507202~1915467,155189248~4695016,234370835~11845228,252739124~1560230,271123524~3245905,296188226~5181268,305292127~5823098,332358664~6411199,342324334~3343481,348462756~2583931] 2024-08-10T06:14:29.226 INFO:tasks.workunit.client.0.smithi031.stdout:from 11 to 14 diff [18123734~2644238,36828629~429309,40791765~5316032,48818934~391714,54014766~634229,54683018~7209151,66897452~524248,83581382~13717720,122015210~5593896,134793376~605209,136507202~1915467,145543694~7704331,159239526~644738,162767303~6594424,234370835~11845228,252739124~1560230,271123524~3245905,295831885~381497,296864348~4505146,305292127~5823098,332358664~6411199,342324334~3343481,348462756~2583931] 2024-08-10T06:14:29.226 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [18123734~2644238,36828629~429309,40791765~5316032,48818934~391714,54014766~634229,54683018~7209151,66897452~524248,83581382~13717720,122015210~5593896,134793376~605209,136507202~1915467,145543694~7704331,159239526~644738,162767303~6594424,234370835~11845228,252739124~1560230,271123524~3245905,295831885~381497,296864348~4505146,305292127~5823098,332358664~6411199,342324334~3343481,348462756~2583931] 2024-08-10T06:14:29.232 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [18123734~2644238,36828629~429309,40791765~5316032,48818934~391714,54014766~634229,54683018~7209151,66897452~524248,83581382~13717720,122015210~5593896,134793376~605209,136507202~1915467,145543694~7704331,155189248~14172479,234370835~11845228,252739124~1560230,271123524~3245905,295831885~5537609,305292127~5823098,332358664~6411199,342324334~3343481,348462756~2583931] 2024-08-10T06:14:29.232 INFO:tasks.workunit.client.0.smithi031.stdout:from 11 to 15 diff [18123734~2644238,36828629~429309,40791765~5316032,48818934~391714,54014766~634229,54683018~10936980,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,122015210~5593896,134793376~605209,136507202~1915467,145543694~7704331,154408009~551219,159239526~644738,162767303~6594424,175705550~2458511,234370835~11845228,252739124~1560230,271123524~3245905,282118338~1979123,295831885~381497,296864348~4505146,305292127~5823098,332358664~6411199,342324334~3343481,348462756~2583931,371499339~359516,379527044~761679] 2024-08-10T06:14:29.232 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [18123734~2644238,36828629~429309,40791765~5316032,48818934~391714,54014766~634229,54683018~10936980,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,122015210~5593896,134793376~605209,136507202~1915467,145543694~7704331,154408009~551219,159239526~644738,162767303~6594424,175705550~2458511,234370835~11845228,252739124~1560230,271123524~3245905,282118338~1979123,295831885~381497,296864348~4505146,305292127~5823098,332358664~6411199,342324334~3343481,348462756~2583931,371499339~359516,379527044~761679] 2024-08-10T06:14:29.237 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [18123734~2644238,36828629~429309,40791765~5316032,48818934~391714,54014766~634229,54683018~10936980,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,122015210~5593896,134793376~605209,136507202~1915467,145543694~7704331,154408009~551219,155189248~14172479,175705550~2458511,234370835~11845228,252739124~1560230,271123524~3245905,281260515~2836946,295831885~5537609,305292127~5823098,332358664~6411199,342324334~3343481,348462756~2583931,369098752~2760103,379527044~761679] 2024-08-10T06:14:29.238 INFO:tasks.workunit.client.0.smithi031.stdout:from 11 to 16 diff [7848033~2878937,18123734~2644238,36828629~429309,40791765~5316032,48818934~391714,49486948~16133050,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,116645688~346157,122015210~5593896,134793376~605209,136507202~1915467,145543694~7704331,154408009~551219,159239526~644738,162767303~6594424,175705550~2458511,182503166~6477076,234370835~11845228,252739124~1560230,259005230~7641083,271123524~3245905,278843184~3271030,282118338~1979123,295831885~381497,296864348~4505146,305292127~5823098,332358664~6411199,342324334~3343481,348462756~2583931,358674016~2066812,371499339~359516,379527044~761679,397268261~12963959] 2024-08-10T06:14:29.238 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [7848033~2878937,18123734~2644238,36828629~429309,40791765~5316032,48818934~391714,49486948~16133050,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,116645688~346157,122015210~5593896,134793376~605209,136507202~1915467,145543694~7704331,154408009~551219,159239526~644738,162767303~6594424,175705550~2458511,182503166~6477076,234370835~11845228,252739124~1560230,259005230~7641083,271123524~3245905,278843184~3271030,282118338~1979123,295831885~381497,296864348~4505146,305292127~5823098,332358664~6411199,342324334~3343481,348462756~2583931,358674016~2066812,371499339~359516,379527044~761679,397268261~12963959] 2024-08-10T06:14:29.244 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [7848033~2878937,18123734~2644238,36828629~429309,40791765~5316032,48818934~391714,49486948~16133050,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,116155586~836259,122015210~5593896,134793376~605209,136507202~1915467,145543694~7704331,154408009~551219,155189248~14172479,175705550~2458511,180355072~8625170,234370835~11845228,252739124~1560230,259005230~7641083,271123524~3245905,278843184~5254277,295831885~5537609,305292127~5823098,332358664~6411199,342324334~3343481,348462756~2583931,358674016~2066812,369098752~2760103,379527044~761679,397268261~12963959] 2024-08-10T06:14:29.244 INFO:tasks.workunit.client.0.smithi031.stdout:from 11 to 17 diff [5473399~5686726,18123734~2644238,36828629~429309,40791765~5316032,48818934~391714,49486948~16133050,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,116645688~346157,122015210~5593896,129269902~4670211,134793376~605209,136507202~1915467,145543694~7704331,154408009~551219,159239526~644738,162767303~6594424,169720335~8443726,182503166~6477076,204888583~5033069,227131256~4391991,234370835~11845228,252739124~1560230,259005230~7641083,271123524~3245905,278843184~3271030,282118338~1979123,291959844~9409650,305292127~5823098,332358664~6411199,342324334~3343481,348462756~2583931,358674016~2066812,371499339~359516,379527044~761679,397268261~12963959] 2024-08-10T06:14:29.244 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [5473399~5686726,18123734~2644238,36828629~429309,40791765~5316032,48818934~391714,49486948~16133050,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,116645688~346157,122015210~5593896,129269902~4670211,134793376~605209,136507202~1915467,145543694~7704331,154408009~551219,159239526~644738,162767303~6594424,169720335~8443726,182503166~6477076,204888583~5033069,227131256~4391991,234370835~11845228,252739124~1560230,259005230~7641083,271123524~3245905,278843184~3271030,282118338~1979123,291959844~9409650,305292127~5823098,332358664~6411199,342324334~3343481,348462756~2583931,358674016~2066812,371499339~359516,379527044~761679,397268261~12963959] 2024-08-10T06:14:29.249 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [5473399~5686726,18123734~2644238,36828629~429309,40791765~5316032,48818934~391714,49486948~16133050,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,116155586~836259,122015210~11924903,134793376~605209,136507202~1915467,145543694~7704331,154408009~551219,155189248~14172479,169720335~8443726,180355072~8625170,204888583~5033069,227131256~4391991,234370835~11845228,252739124~1560230,259005230~7641083,271123524~3245905,278843184~5254277,291959844~9409650,305292127~5823098,332358664~6411199,342324334~3343481,348462756~2583931,358674016~2066812,369098752~2760103,379527044~761679,397268261~12963959] 2024-08-10T06:14:29.249 INFO:tasks.workunit.client.0.smithi031.stdout:from 11 to 18 diff [765749~1917436,5473399~5686726,18123734~2644238,36828629~429309,40791765~5316032,47453747~18166251,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1915467,145543694~7704331,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~6477076,204888583~5033069,226675927~4847320,234370835~11845228,252739124~1560230,259005230~7641083,271123524~3245905,278843184~3271030,282118338~1979123,286861002~2970545,291959844~10868841,305292127~5823098,332358664~6411199,342324334~3343481,348462756~2583931,358674016~2066812,368116734~7700956,379527044~761679,397268261~12963959] 2024-08-10T06:14:29.249 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [765749~1917436,5473399~5686726,18123734~2644238,36828629~429309,40791765~5316032,47453747~18166251,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1915467,145543694~7704331,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~6477076,204888583~5033069,226675927~4847320,234370835~11845228,252739124~1560230,259005230~7641083,271123524~3245905,278843184~3271030,282118338~1979123,286861002~2970545,291959844~10868841,305292127~5823098,332358664~6411199,342324334~3343481,348462756~2583931,358674016~2066812,368116734~7700956,379527044~761679,397268261~12963959] 2024-08-10T06:14:29.255 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [765749~1917436,5473399~5686726,18123734~2644238,36828629~429309,40791765~5316032,47453747~18166251,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,116155586~17784527,134793376~605209,136507202~1915467,145543694~7704331,154408009~551219,155189248~14172479,169720335~8443726,180355072~8625170,204888583~5033069,226675927~4847320,234370835~11845228,252739124~1560230,259005230~7641083,271123524~3245905,278843184~5254277,286861002~2970545,291959844~10868841,305292127~5823098,332358664~6411199,342324334~3343481,348462756~2583931,358674016~2066812,366453633~9364057,379527044~761679,397268261~12963959] 2024-08-10T06:14:29.255 INFO:tasks.workunit.client.0.smithi031.stdout:from 11 to 19 diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~5316032,47453747~18166251,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,103670727~1730897,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1915467,145543694~7704331,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~6477076,204888583~5033069,226675927~4847320,234370835~11845228,252739124~1560230,259005230~7641083,271123524~3245905,278843184~3271030,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,332358664~6411199,339672312~5995503,348462756~2583931,358674016~2066812,368116734~7700956,379527044~761679,397268261~12963959] 2024-08-10T06:14:29.255 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~5316032,47453747~18166251,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,103670727~1730897,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1915467,145543694~7704331,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~6477076,204888583~5033069,226675927~4847320,234370835~11845228,252739124~1560230,259005230~7641083,271123524~3245905,278843184~3271030,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,332358664~6411199,339672312~5995503,348462756~2583931,358674016~2066812,368116734~7700956,379527044~761679,397268261~12963959] 2024-08-10T06:14:29.261 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~5316032,47453747~18166251,66897452~524248,79721229~228519,80447560~2026915,83581382~21820242,116155586~17784527,134793376~605209,136507202~1915467,145543694~7704331,154408009~551219,155189248~14172479,169720335~8443726,180355072~8625170,204888583~5033069,226675927~4847320,234370835~11845228,252739124~1560230,259005230~7641083,271123524~3245905,278843184~5254277,286861002~2970545,291959844~10868841,303533121~7582104,332358664~6411199,339672312~5995503,348462756~2583931,358674016~2066812,366453633~9364057,379527044~761679,397268261~12963959] 2024-08-10T06:14:29.261 INFO:tasks.workunit.client.0.smithi031.stdout:from 12 to 13 diff [18123734~2644238,54014766~634229,134793376~605209,244320492~1895571,252739124~1560230,271123524~3245905,299917045~1452449,332358664~6411199,342324334~3343481,348462756~2583931] 2024-08-10T06:14:29.261 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [18123734~2644238,54014766~634229,134793376~605209,244320492~1895571,252739124~1560230,271123524~3245905,299917045~1452449,332358664~6411199,342324334~3343481,348462756~2583931] 2024-08-10T06:14:29.268 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [18123734~2644238,54014766~634229,134793376~605209,244320492~1895571,252739124~1560230,271123524~3245905,299917045~1452449,332358664~6411199,342324334~3343481,348462756~2583931] 2024-08-10T06:14:29.268 INFO:tasks.workunit.client.0.smithi031.stdout:from 12 to 14 diff [18123734~2644238,36828629~429309,40791765~5316032,48818934~391714,54014766~634229,54683018~7209151,83581382~6765959,134793376~605209,145543694~7704331,162767303~6594424,239818737~1101696,244320492~1895571,252739124~1560230,271123524~3245905,295831885~381497,299917045~1452449,332358664~6411199,342324334~3343481,348462756~2583931] 2024-08-10T06:14:29.268 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [18123734~2644238,36828629~429309,40791765~5316032,48818934~391714,54014766~634229,54683018~7209151,83581382~6765959,134793376~605209,145543694~7704331,162767303~6594424,239818737~1101696,244320492~1895571,252739124~1560230,271123524~3245905,295831885~381497,299917045~1452449,332358664~6411199,342324334~3343481,348462756~2583931] 2024-08-10T06:14:29.275 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [18123734~2644238,36828629~429309,40791765~5316032,48818934~391714,54014766~634229,54683018~7209151,83581382~6765959,134793376~605209,145543694~7704331,159884264~9477463,239818737~1101696,244320492~1895571,252739124~1560230,271123524~3245905,295831885~381497,299917045~1452449,332358664~6411199,342324334~3343481,348462756~2583931] 2024-08-10T06:14:29.275 INFO:tasks.workunit.client.0.smithi031.stdout:from 12 to 15 diff [18123734~2644238,36828629~429309,40791765~5316032,48818934~391714,54014766~634229,54683018~10936980,79721229~228519,80447560~2026915,83581382~6765959,96982698~4247990,134793376~605209,145543694~7704331,154408009~551219,162767303~6594424,175705550~2458511,235752408~7348462,244320492~1895571,252739124~1560230,271123524~3245905,282118338~1979123,295831885~381497,299917045~1452449,332358664~6411199,342324334~3343481,348462756~2583931,371499339~359516,379527044~761679] 2024-08-10T06:14:29.275 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [18123734~2644238,36828629~429309,40791765~5316032,48818934~391714,54014766~634229,54683018~10936980,79721229~228519,80447560~2026915,83581382~6765959,96982698~4247990,134793376~605209,145543694~7704331,154408009~551219,162767303~6594424,175705550~2458511,235752408~7348462,244320492~1895571,252739124~1560230,271123524~3245905,282118338~1979123,295831885~381497,299917045~1452449,332358664~6411199,342324334~3343481,348462756~2583931,371499339~359516,379527044~761679] 2024-08-10T06:14:29.281 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [18123734~2644238,36828629~429309,40791765~5316032,48818934~391714,54014766~634229,54683018~10936980,79721229~228519,80447560~2026915,83581382~6765959,96982698~4247990,134793376~605209,145543694~7704331,154408009~551219,159884264~9477463,175705550~2458511,235752408~7348462,244320492~1895571,252739124~1560230,271123524~3245905,281260515~2836946,295831885~381497,299917045~1452449,332358664~6411199,342324334~3343481,348462756~2583931,369098752~2760103,379527044~761679] 2024-08-10T06:14:29.281 INFO:tasks.workunit.client.0.smithi031.stdout:from 12 to 16 diff [7848033~2878937,18123734~2644238,36828629~429309,40791765~5316032,48818934~391714,49486948~16133050,79721229~228519,80447560~2026915,83581382~7843552,96982698~4247990,116645688~346157,134793376~605209,145543694~7704331,154408009~551219,162767303~6594424,175705550~2458511,182503166~6477076,235752408~7348462,244320492~1895571,252739124~1560230,259005230~7641083,271123524~3245905,278843184~3271030,282118338~1979123,295831885~381497,299917045~1452449,332358664~6411199,342324334~3343481,348462756~2583931,358674016~2066812,371499339~359516,379527044~761679,397268261~12963959] 2024-08-10T06:14:29.281 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [7848033~2878937,18123734~2644238,36828629~429309,40791765~5316032,48818934~391714,49486948~16133050,79721229~228519,80447560~2026915,83581382~7843552,96982698~4247990,116645688~346157,134793376~605209,145543694~7704331,154408009~551219,162767303~6594424,175705550~2458511,182503166~6477076,235752408~7348462,244320492~1895571,252739124~1560230,259005230~7641083,271123524~3245905,278843184~3271030,282118338~1979123,295831885~381497,299917045~1452449,332358664~6411199,342324334~3343481,348462756~2583931,358674016~2066812,371499339~359516,379527044~761679,397268261~12963959] 2024-08-10T06:14:29.287 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [7848033~2878937,18123734~2644238,36828629~429309,40791765~5316032,48818934~391714,49486948~16133050,79721229~228519,80447560~2026915,83581382~7843552,96982698~4247990,116155586~836259,134793376~605209,145543694~7704331,154408009~551219,159884264~9477463,175705550~2458511,180355072~8625170,235752408~7348462,244320492~1895571,252739124~1560230,259005230~7641083,271123524~3245905,278843184~5254277,295831885~381497,299917045~1452449,332358664~6411199,342324334~3343481,348462756~2583931,358674016~2066812,369098752~2760103,379527044~761679,397268261~12963959] 2024-08-10T06:14:29.287 INFO:tasks.workunit.client.0.smithi031.stdout:from 12 to 17 diff [5473399~5686726,18123734~2644238,36828629~429309,40791765~5316032,48818934~391714,49486948~16133050,79721229~228519,80447560~2026915,83581382~7843552,96982698~4247990,116645688~346157,129269902~4670211,134793376~605209,145543694~7704331,154408009~551219,162767303~6594424,169720335~8443726,182503166~6477076,204888583~5033069,227131256~4391991,235752408~7875782,244320492~1895571,252739124~1560230,259005230~7641083,271123524~3245905,278843184~3271030,282118338~1979123,291959844~7626953,299917045~1452449,332358664~6411199,342324334~3343481,348462756~2583931,358674016~2066812,371499339~359516,379527044~761679,397268261~12963959] 2024-08-10T06:14:29.287 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [5473399~5686726,18123734~2644238,36828629~429309,40791765~5316032,48818934~391714,49486948~16133050,79721229~228519,80447560~2026915,83581382~7843552,96982698~4247990,116645688~346157,129269902~4670211,134793376~605209,145543694~7704331,154408009~551219,162767303~6594424,169720335~8443726,182503166~6477076,204888583~5033069,227131256~4391991,235752408~7875782,244320492~1895571,252739124~1560230,259005230~7641083,271123524~3245905,278843184~3271030,282118338~1979123,291959844~7626953,299917045~1452449,332358664~6411199,342324334~3343481,348462756~2583931,358674016~2066812,371499339~359516,379527044~761679,397268261~12963959] 2024-08-10T06:14:29.292 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [5473399~5686726,18123734~2644238,36828629~429309,40791765~5316032,48818934~391714,49486948~16133050,79721229~228519,80447560~2026915,83581382~7843552,96982698~4247990,116155586~836259,127609106~6331007,134793376~605209,145543694~7704331,154408009~551219,159884264~9477463,169720335~8443726,180355072~8625170,204888583~5033069,227131256~4391991,235752408~7875782,244320492~1895571,252739124~1560230,259005230~7641083,271123524~3245905,278843184~5254277,291959844~7626953,299917045~1452449,332358664~6411199,342324334~3343481,348462756~2583931,358674016~2066812,369098752~2760103,379527044~761679,397268261~12963959] 2024-08-10T06:14:29.293 INFO:tasks.workunit.client.0.smithi031.stdout:from 12 to 18 diff [765749~1917436,5473399~5686726,18123734~2644238,36828629~429309,40791765~5316032,47453747~18166251,79721229~228519,80447560~2026915,83581382~7843552,96982698~4247990,116645688~346157,117385168~4737481,129269902~4670211,134793376~605209,145543694~7704331,154408009~551219,160164776~9196951,169720335~8443726,182503166~6477076,204888583~5033069,226675927~4847320,235752408~7875782,244320492~1895571,252739124~1560230,259005230~7641083,271123524~3245905,278843184~3271030,282118338~1979123,286861002~2970545,291959844~10868841,332358664~6411199,342324334~3343481,348462756~2583931,358674016~2066812,368116734~7700956,379527044~761679,397268261~12963959] 2024-08-10T06:14:29.293 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [765749~1917436,5473399~5686726,18123734~2644238,36828629~429309,40791765~5316032,47453747~18166251,79721229~228519,80447560~2026915,83581382~7843552,96982698~4247990,116645688~346157,117385168~4737481,129269902~4670211,134793376~605209,145543694~7704331,154408009~551219,160164776~9196951,169720335~8443726,182503166~6477076,204888583~5033069,226675927~4847320,235752408~7875782,244320492~1895571,252739124~1560230,259005230~7641083,271123524~3245905,278843184~3271030,282118338~1979123,286861002~2970545,291959844~10868841,332358664~6411199,342324334~3343481,348462756~2583931,358674016~2066812,368116734~7700956,379527044~761679,397268261~12963959] 2024-08-10T06:14:29.298 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [765749~1917436,5473399~5686726,18123734~2644238,36828629~429309,40791765~5316032,47453747~18166251,79721229~228519,80447560~2026915,83581382~7843552,96982698~4247990,116155586~5967063,127609106~6331007,134793376~605209,145543694~7704331,154408009~551219,159884264~9477463,169720335~8443726,180355072~8625170,204888583~5033069,226675927~4847320,235752408~7875782,244320492~1895571,252739124~1560230,259005230~7641083,271123524~3245905,278843184~5254277,286861002~2970545,291959844~10868841,332358664~6411199,342324334~3343481,348462756~2583931,358674016~2066812,366453633~9364057,379527044~761679,397268261~12963959] 2024-08-10T06:14:29.299 INFO:tasks.workunit.client.0.smithi031.stdout:from 12 to 19 diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~5316032,47453747~18166251,79721229~228519,80447560~2026915,83581382~7843552,94744286~6486402,103670727~1730897,116645688~346157,117385168~8024693,129269902~4670211,134793376~605209,145543694~7704331,154408009~551219,160164776~9196951,169720335~8443726,182503166~6477076,204888583~5033069,226675927~4847320,235752408~7875782,244320492~1895571,252739124~1560230,259005230~7641083,271123524~3245905,278843184~3271030,282118338~1979123,286861002~2970545,291959844~10868841,303533121~2634850,332358664~6411199,339672312~5995503,348462756~2583931,358674016~2066812,368116734~7700956,379527044~761679,397268261~12963959] 2024-08-10T06:14:29.299 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~5316032,47453747~18166251,79721229~228519,80447560~2026915,83581382~7843552,94744286~6486402,103670727~1730897,116645688~346157,117385168~8024693,129269902~4670211,134793376~605209,145543694~7704331,154408009~551219,160164776~9196951,169720335~8443726,182503166~6477076,204888583~5033069,226675927~4847320,235752408~7875782,244320492~1895571,252739124~1560230,259005230~7641083,271123524~3245905,278843184~3271030,282118338~1979123,286861002~2970545,291959844~10868841,303533121~2634850,332358664~6411199,339672312~5995503,348462756~2583931,358674016~2066812,368116734~7700956,379527044~761679,397268261~12963959] 2024-08-10T06:14:29.304 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~5316032,47453747~18166251,79721229~228519,80447560~2026915,83581382~7843552,94744286~10657338,116155586~9254275,127609106~6331007,134793376~605209,145543694~7704331,154408009~551219,159884264~9477463,169720335~8443726,180355072~8625170,204888583~5033069,226675927~4847320,235752408~7875782,244320492~1895571,252739124~1560230,259005230~7641083,271123524~3245905,278843184~5254277,286861002~2970545,291959844~10868841,303533121~2634850,332358664~6411199,339672312~5995503,348462756~2583931,358674016~2066812,366453633~9364057,379527044~761679,397268261~12963959] 2024-08-10T06:14:29.304 INFO:tasks.workunit.client.0.smithi031.stdout:from 13 to 14 diff [36828629~429309,40791765~5316032,48818934~391714,54683018~7209151,83581382~6765959,145543694~7704331,162767303~6594424,239818737~1101696,295831885~381497] 2024-08-10T06:14:29.305 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [36828629~429309,40791765~5316032,48818934~391714,54683018~7209151,83581382~6765959,145543694~7704331,162767303~6594424,239818737~1101696,295831885~381497] 2024-08-10T06:14:29.310 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [36828629~429309,40791765~5316032,48818934~391714,54683018~7209151,83581382~6765959,145543694~7704331,159884264~9477463,239818737~1101696,295831885~381497] 2024-08-10T06:14:29.310 INFO:tasks.workunit.client.0.smithi031.stdout:from 13 to 15 diff [36828629~429309,40791765~5316032,48818934~391714,54683018~10936980,79721229~228519,80447560~2026915,83581382~6765959,96982698~4247990,145543694~7704331,154408009~551219,162767303~6594424,175705550~2458511,235752408~7348462,282118338~1979123,295831885~381497,371499339~359516,379527044~761679] 2024-08-10T06:14:29.310 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [36828629~429309,40791765~5316032,48818934~391714,54683018~10936980,79721229~228519,80447560~2026915,83581382~6765959,96982698~4247990,145543694~7704331,154408009~551219,162767303~6594424,175705550~2458511,235752408~7348462,282118338~1979123,295831885~381497,371499339~359516,379527044~761679] 2024-08-10T06:14:29.316 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [36828629~429309,40791765~5316032,48818934~391714,54683018~10936980,79721229~228519,80447560~2026915,83581382~6765959,96982698~4247990,145543694~7704331,154408009~551219,159884264~9477463,175705550~2458511,235752408~7348462,281260515~2836946,295831885~381497,369098752~2760103,379527044~761679] 2024-08-10T06:14:29.316 INFO:tasks.workunit.client.0.smithi031.stdout:from 13 to 16 diff [7848033~2878937,36828629~429309,40791765~5316032,48818934~391714,49486948~16133050,79721229~228519,80447560~2026915,83581382~7843552,96982698~4247990,116645688~346157,145543694~7704331,154408009~551219,162767303~6594424,175705550~2458511,182503166~6477076,235752408~7348462,259005230~7641083,278843184~3271030,282118338~1979123,295831885~381497,358674016~2066812,371499339~359516,379527044~761679,397268261~12963959] 2024-08-10T06:14:29.317 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [7848033~2878937,36828629~429309,40791765~5316032,48818934~391714,49486948~16133050,79721229~228519,80447560~2026915,83581382~7843552,96982698~4247990,116645688~346157,145543694~7704331,154408009~551219,162767303~6594424,175705550~2458511,182503166~6477076,235752408~7348462,259005230~7641083,278843184~3271030,282118338~1979123,295831885~381497,358674016~2066812,371499339~359516,379527044~761679,397268261~12963959] 2024-08-10T06:14:29.322 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [7848033~2878937,36828629~429309,40791765~5316032,48818934~391714,49486948~16133050,79721229~228519,80447560~2026915,83581382~7843552,96982698~4247990,116155586~836259,145543694~7704331,154408009~551219,159884264~9477463,175705550~2458511,180355072~8625170,235752408~7348462,259005230~7641083,278843184~5254277,295831885~381497,358674016~2066812,369098752~2760103,379527044~761679,397268261~12963959] 2024-08-10T06:14:29.322 INFO:tasks.workunit.client.0.smithi031.stdout:from 13 to 17 diff [5473399~5686726,36828629~429309,40791765~5316032,48818934~391714,49486948~16133050,79721229~228519,80447560~2026915,83581382~7843552,96982698~4247990,116645688~346157,129269902~4670211,145543694~7704331,154408009~551219,162767303~6594424,169720335~8443726,182503166~6477076,204888583~5033069,227131256~4391991,235752408~7875782,259005230~7641083,278843184~3271030,282118338~1979123,291959844~7626953,358674016~2066812,371499339~359516,379527044~761679,397268261~12963959] 2024-08-10T06:14:29.322 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [5473399~5686726,36828629~429309,40791765~5316032,48818934~391714,49486948~16133050,79721229~228519,80447560~2026915,83581382~7843552,96982698~4247990,116645688~346157,129269902~4670211,145543694~7704331,154408009~551219,162767303~6594424,169720335~8443726,182503166~6477076,204888583~5033069,227131256~4391991,235752408~7875782,259005230~7641083,278843184~3271030,282118338~1979123,291959844~7626953,358674016~2066812,371499339~359516,379527044~761679,397268261~12963959] 2024-08-10T06:14:29.328 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [5473399~5686726,36828629~429309,40791765~5316032,48818934~391714,49486948~16133050,79721229~228519,80447560~2026915,83581382~7843552,96982698~4247990,116155586~836259,127609106~6331007,145543694~7704331,154408009~551219,159884264~9477463,169720335~8443726,180355072~8625170,204888583~5033069,227131256~4391991,235752408~7875782,259005230~7641083,278843184~5254277,291959844~7626953,358674016~2066812,369098752~2760103,379527044~761679,397268261~12963959] 2024-08-10T06:14:29.328 INFO:tasks.workunit.client.0.smithi031.stdout:from 13 to 18 diff [765749~1917436,5473399~5686726,36828629~429309,40791765~5316032,47453747~18166251,79721229~228519,80447560~2026915,83581382~7843552,96982698~4247990,116645688~346157,117385168~4737481,129269902~4670211,145543694~7704331,154408009~551219,160164776~9196951,169720335~8443726,182503166~6477076,204888583~5033069,226675927~4847320,235752408~7875782,259005230~7641083,278843184~3271030,282118338~1979123,286861002~2970545,291959844~10868841,358674016~2066812,368116734~7700956,379527044~761679,397268261~12963959] 2024-08-10T06:14:29.328 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [765749~1917436,5473399~5686726,36828629~429309,40791765~5316032,47453747~18166251,79721229~228519,80447560~2026915,83581382~7843552,96982698~4247990,116645688~346157,117385168~4737481,129269902~4670211,145543694~7704331,154408009~551219,160164776~9196951,169720335~8443726,182503166~6477076,204888583~5033069,226675927~4847320,235752408~7875782,259005230~7641083,278843184~3271030,282118338~1979123,286861002~2970545,291959844~10868841,358674016~2066812,368116734~7700956,379527044~761679,397268261~12963959] 2024-08-10T06:14:29.334 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [765749~1917436,5473399~5686726,36828629~429309,40791765~5316032,47453747~18166251,79721229~228519,80447560~2026915,83581382~7843552,96982698~4247990,116155586~5967063,127609106~6331007,145543694~7704331,154408009~551219,159884264~9477463,169720335~8443726,180355072~8625170,204888583~5033069,226675927~4847320,235752408~7875782,259005230~7641083,278843184~5254277,286861002~2970545,291959844~10868841,358674016~2066812,366453633~9364057,379527044~761679,397268261~12963959] 2024-08-10T06:14:29.334 INFO:tasks.workunit.client.0.smithi031.stdout:from 13 to 19 diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~5316032,47453747~18166251,79721229~228519,80447560~2026915,83581382~7843552,94744286~6486402,103670727~1730897,116645688~346157,117385168~8024693,129269902~4670211,145543694~7704331,154408009~551219,160164776~9196951,169720335~8443726,182503166~6477076,204888583~5033069,226675927~4847320,235752408~7875782,259005230~7641083,278843184~3271030,282118338~1979123,286861002~2970545,291959844~10868841,303533121~2634850,334330032~342544,339672312~4698495,358674016~2066812,368116734~7700956,379527044~761679,397268261~12963959] 2024-08-10T06:14:29.334 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~5316032,47453747~18166251,79721229~228519,80447560~2026915,83581382~7843552,94744286~6486402,103670727~1730897,116645688~346157,117385168~8024693,129269902~4670211,145543694~7704331,154408009~551219,160164776~9196951,169720335~8443726,182503166~6477076,204888583~5033069,226675927~4847320,235752408~7875782,259005230~7641083,278843184~3271030,282118338~1979123,286861002~2970545,291959844~10868841,303533121~2634850,334330032~342544,339672312~4698495,358674016~2066812,368116734~7700956,379527044~761679,397268261~12963959] 2024-08-10T06:14:29.340 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~5316032,47453747~18166251,79721229~228519,80447560~2026915,83581382~7843552,94744286~10657338,116155586~9254275,127609106~6331007,145543694~7704331,154408009~551219,159884264~9477463,169720335~8443726,180355072~8625170,204888583~5033069,226675927~4847320,235752408~7875782,259005230~7641083,278843184~5254277,286861002~2970545,291959844~10868841,303533121~2634850,334330032~342544,339672312~4698495,358674016~2066812,366453633~9364057,379527044~761679,397268261~12963959] 2024-08-10T06:14:29.340 INFO:tasks.workunit.client.0.smithi031.stdout:from 14 to 15 diff [60051163~5568835,79721229~228519,80447560~2026915,96982698~4247990,154408009~551219,175705550~2458511,235752408~7348462,282118338~1979123,371499339~359516,379527044~761679] 2024-08-10T06:14:29.340 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [60051163~5568835,79721229~228519,80447560~2026915,96982698~4247990,154408009~551219,175705550~2458511,235752408~7348462,282118338~1979123,371499339~359516,379527044~761679] 2024-08-10T06:14:29.345 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [60051163~5568835,79721229~228519,80447560~2026915,96982698~4247990,154408009~551219,175705550~2458511,235752408~7348462,281260515~2836946,369098752~2760103,379527044~761679] 2024-08-10T06:14:29.345 INFO:tasks.workunit.client.0.smithi031.stdout:from 14 to 16 diff [7848033~2878937,49486948~7008732,60051163~5568835,79721229~228519,80447560~2026915,85233959~6190975,96982698~4247990,116645688~346157,154408009~551219,175705550~2458511,182503166~6477076,235752408~7348462,259005230~7641083,278843184~3271030,282118338~1979123,358674016~2066812,371499339~359516,379527044~761679,397268261~12963959] 2024-08-10T06:14:29.345 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [7848033~2878937,49486948~7008732,60051163~5568835,79721229~228519,80447560~2026915,85233959~6190975,96982698~4247990,116645688~346157,154408009~551219,175705550~2458511,182503166~6477076,235752408~7348462,259005230~7641083,278843184~3271030,282118338~1979123,358674016~2066812,371499339~359516,379527044~761679,397268261~12963959] 2024-08-10T06:14:29.352 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [7848033~2878937,49486948~7008732,60051163~5568835,79721229~228519,80447560~2026915,85233959~6190975,96982698~4247990,116155586~836259,154408009~551219,175705550~2458511,180355072~8625170,235752408~7348462,259005230~7641083,278843184~5254277,358674016~2066812,369098752~2760103,379527044~761679,397268261~12963959] 2024-08-10T06:14:29.352 INFO:tasks.workunit.client.0.smithi031.stdout:from 14 to 17 diff [5473399~5686726,49486948~16133050,79721229~228519,80447560~2026915,85233959~6190975,96982698~4247990,116645688~346157,129269902~4670211,154408009~551219,169720335~8443726,182503166~6477076,204888583~5033069,227131256~4391991,235752408~7875782,259005230~7641083,278843184~3271030,282118338~1979123,291959844~7626953,358674016~2066812,371499339~359516,379527044~761679,397268261~12963959] 2024-08-10T06:14:29.352 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [5473399~5686726,49486948~16133050,79721229~228519,80447560~2026915,85233959~6190975,96982698~4247990,116645688~346157,129269902~4670211,154408009~551219,169720335~8443726,182503166~6477076,204888583~5033069,227131256~4391991,235752408~7875782,259005230~7641083,278843184~3271030,282118338~1979123,291959844~7626953,358674016~2066812,371499339~359516,379527044~761679,397268261~12963959] 2024-08-10T06:14:29.358 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [5473399~5686726,49486948~16133050,79721229~228519,80447560~2026915,85233959~6190975,96982698~4247990,116155586~836259,127609106~6331007,154408009~551219,169720335~8443726,180355072~8625170,204888583~5033069,227131256~4391991,235752408~7875782,259005230~7641083,278843184~5254277,291959844~7626953,358674016~2066812,369098752~2760103,379527044~761679,397268261~12963959] 2024-08-10T06:14:29.358 INFO:tasks.workunit.client.0.smithi031.stdout:from 14 to 18 diff [765749~1917436,5473399~5686726,47453747~18166251,79721229~228519,80447560~2026915,85233959~6190975,96982698~4247990,116645688~346157,117385168~4737481,129269902~4670211,146983221~5816574,154408009~551219,160164776~4836258,169720335~8443726,182503166~6477076,204888583~5033069,226675927~4847320,235752408~7875782,259005230~7641083,278843184~3271030,282118338~1979123,286861002~2970545,291959844~10868841,358674016~2066812,368116734~7700956,379527044~761679,397268261~12963959] 2024-08-10T06:14:29.358 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [765749~1917436,5473399~5686726,47453747~18166251,79721229~228519,80447560~2026915,85233959~6190975,96982698~4247990,116645688~346157,117385168~4737481,129269902~4670211,146983221~5816574,154408009~551219,160164776~4836258,169720335~8443726,182503166~6477076,204888583~5033069,226675927~4847320,235752408~7875782,259005230~7641083,278843184~3271030,282118338~1979123,286861002~2970545,291959844~10868841,358674016~2066812,368116734~7700956,379527044~761679,397268261~12963959] 2024-08-10T06:14:29.364 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [765749~1917436,5473399~5686726,47453747~18166251,79721229~228519,80447560~2026915,85233959~6190975,96982698~4247990,116155586~5967063,127609106~6331007,146983221~5816574,154408009~551219,160164776~4836258,169720335~8443726,180355072~8625170,204888583~5033069,226675927~4847320,235752408~7875782,259005230~7641083,278843184~5254277,286861002~2970545,291959844~10868841,358674016~2066812,366453633~9364057,379527044~761679,397268261~12963959] 2024-08-10T06:14:29.364 INFO:tasks.workunit.client.0.smithi031.stdout:from 14 to 19 diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,47453747~18166251,79721229~228519,80447560~2026915,85233959~6190975,94744286~6486402,103670727~1730897,116645688~346157,117385168~8024693,129269902~4670211,146983221~5816574,154408009~551219,160164776~4836258,169720335~8443726,182503166~6477076,204888583~5033069,226675927~4847320,235752408~7875782,259005230~7641083,278843184~3271030,282118338~1979123,286861002~2970545,291959844~10868841,303533121~2634850,334330032~342544,339672312~4698495,358674016~2066812,368116734~7700956,379527044~761679,397268261~12963959] 2024-08-10T06:14:29.364 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,47453747~18166251,79721229~228519,80447560~2026915,85233959~6190975,94744286~6486402,103670727~1730897,116645688~346157,117385168~8024693,129269902~4670211,146983221~5816574,154408009~551219,160164776~4836258,169720335~8443726,182503166~6477076,204888583~5033069,226675927~4847320,235752408~7875782,259005230~7641083,278843184~3271030,282118338~1979123,286861002~2970545,291959844~10868841,303533121~2634850,334330032~342544,339672312~4698495,358674016~2066812,368116734~7700956,379527044~761679,397268261~12963959] 2024-08-10T06:14:29.369 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,47453747~18166251,79721229~228519,80447560~2026915,85233959~6190975,94744286~10657338,116155586~9254275,127609106~6331007,146983221~5816574,154408009~551219,160164776~4836258,169720335~8443726,180355072~8625170,204888583~5033069,226675927~4847320,235752408~7875782,259005230~7641083,278843184~5254277,286861002~2970545,291959844~10868841,303533121~2634850,334330032~342544,339672312~4698495,358674016~2066812,366453633~9364057,379527044~761679,397268261~12963959] 2024-08-10T06:14:29.370 INFO:tasks.workunit.client.0.smithi031.stdout:from 15 to 16 diff [7848033~2878937,49486948~7008732,85233959~6190975,116645688~346157,182503166~6477076,259005230~7641083,278843184~3271030,358674016~2066812,397268261~12963959] 2024-08-10T06:14:29.370 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [7848033~2878937,49486948~7008732,85233959~6190975,116645688~346157,182503166~6477076,259005230~7641083,278843184~3271030,358674016~2066812,397268261~12963959] 2024-08-10T06:14:29.375 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [7848033~2878937,49486948~7008732,85233959~6190975,116155586~836259,180355072~8625170,259005230~7641083,278843184~3271030,358674016~2066812,397268261~12963959] 2024-08-10T06:14:29.375 INFO:tasks.workunit.client.0.smithi031.stdout:from 15 to 17 diff [5473399~5686726,49486948~14960901,85233959~6190975,116645688~346157,129269902~4670211,169720335~6038612,182503166~6477076,204888583~5033069,227131256~4391991,237883437~5744753,259005230~7641083,278843184~3271030,291959844~7626953,358674016~2066812,397268261~12963959] 2024-08-10T06:14:29.376 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [5473399~5686726,49486948~14960901,85233959~6190975,116645688~346157,129269902~4670211,169720335~6038612,182503166~6477076,204888583~5033069,227131256~4391991,237883437~5744753,259005230~7641083,278843184~3271030,291959844~7626953,358674016~2066812,397268261~12963959] 2024-08-10T06:14:29.381 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [5473399~5686726,49486948~14960901,85233959~6190975,116155586~836259,127609106~6331007,169720335~6038612,180355072~8625170,204888583~5033069,227131256~4391991,237883437~5744753,259005230~7641083,278843184~3271030,291959844~7626953,358674016~2066812,397268261~12963959] 2024-08-10T06:14:29.381 INFO:tasks.workunit.client.0.smithi031.stdout:from 15 to 18 diff [765749~1917436,5473399~5686726,47453747~16994102,85233959~6190975,116645688~346157,117385168~4737481,129269902~4670211,146983221~5816574,160164776~4836258,169720335~6038612,182503166~6477076,204888583~5033069,226675927~4847320,237883437~5744753,259005230~7641083,278843184~3271030,286861002~2970545,291959844~10868841,358674016~2066812,368116734~7700956,397268261~12963959] 2024-08-10T06:14:29.381 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [765749~1917436,5473399~5686726,47453747~16994102,85233959~6190975,116645688~346157,117385168~4737481,129269902~4670211,146983221~5816574,160164776~4836258,169720335~6038612,182503166~6477076,204888583~5033069,226675927~4847320,237883437~5744753,259005230~7641083,278843184~3271030,286861002~2970545,291959844~10868841,358674016~2066812,368116734~7700956,397268261~12963959] 2024-08-10T06:14:29.387 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [765749~1917436,5473399~5686726,47453747~16994102,85233959~6190975,116155586~5967063,127609106~6331007,146983221~5816574,160164776~4836258,169720335~6038612,180355072~8625170,204888583~5033069,226675927~4847320,237883437~5744753,259005230~7641083,278843184~3271030,286861002~2970545,291959844~10868841,358674016~2066812,366453633~9364057,397268261~12963959] 2024-08-10T06:14:29.387 INFO:tasks.workunit.client.0.smithi031.stdout:from 15 to 19 diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,47453747~16994102,85233959~6190975,94744286~4745286,103670727~1730897,116645688~346157,117385168~8024693,129269902~4670211,146983221~5816574,160164776~4836258,169720335~6038612,182503166~6477076,204888583~5033069,226675927~4847320,237883437~5744753,259005230~7641083,278843184~3271030,286861002~2970545,291959844~10868841,303533121~2634850,334330032~342544,339672312~4698495,358674016~2066812,368116734~7700956,397268261~12963959] 2024-08-10T06:14:29.387 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,47453747~16994102,85233959~6190975,94744286~4745286,103670727~1730897,116645688~346157,117385168~8024693,129269902~4670211,146983221~5816574,160164776~4836258,169720335~6038612,182503166~6477076,204888583~5033069,226675927~4847320,237883437~5744753,259005230~7641083,278843184~3271030,286861002~2970545,291959844~10868841,303533121~2634850,334330032~342544,339672312~4698495,358674016~2066812,368116734~7700956,397268261~12963959] 2024-08-10T06:14:29.393 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,47453747~16994102,85233959~6190975,94744286~4745286,101230688~4170936,116155586~9254275,127609106~6331007,146983221~5816574,160164776~4836258,169720335~6038612,180355072~8625170,204888583~5033069,226675927~4847320,237883437~5744753,259005230~7641083,278843184~3271030,286861002~2970545,291959844~10868841,303533121~2634850,334330032~342544,339672312~4698495,358674016~2066812,366453633~9364057,397268261~12963959] 2024-08-10T06:14:29.393 INFO:tasks.workunit.client.0.smithi031.stdout:from 16 to 17 diff [5473399~5686726,55075820~9372029,129269902~4670211,169720335~6038612,204888583~5033069,227131256~4391991,237883437~5744753,291959844~7626953] 2024-08-10T06:14:29.393 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [5473399~5686726,55075820~9372029,129269902~4670211,169720335~6038612,204888583~5033069,227131256~4391991,237883437~5744753,291959844~7626953] 2024-08-10T06:14:29.399 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [5473399~5686726,55075820~9372029,127609106~6331007,169720335~6038612,204888583~5033069,227131256~4391991,237883437~5744753,291959844~7626953] 2024-08-10T06:14:29.399 INFO:tasks.workunit.client.0.smithi031.stdout:from 16 to 18 diff [765749~1917436,5473399~5686726,47453747~3762159,55075820~9372029,117385168~4737481,129269902~4670211,146983221~5816574,160164776~4836258,169720335~6038612,204888583~5033069,226675927~4847320,237883437~5744753,286861002~2970545,291959844~10868841,368116734~7700956,399324117~2577756] 2024-08-10T06:14:29.399 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [765749~1917436,5473399~5686726,47453747~3762159,55075820~9372029,117385168~4737481,129269902~4670211,146983221~5816574,160164776~4836258,169720335~6038612,204888583~5033069,226675927~4847320,237883437~5744753,286861002~2970545,291959844~10868841,368116734~7700956,399324117~2577756] 2024-08-10T06:14:29.404 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [765749~1917436,5473399~5686726,47453747~3762159,55075820~9372029,116991845~5130804,127609106~6331007,146983221~5816574,160164776~4836258,169720335~6038612,204888583~5033069,226675927~4847320,237883437~5744753,286861002~2970545,291959844~10868841,366453633~9364057,399324117~2577756] 2024-08-10T06:14:29.405 INFO:tasks.workunit.client.0.smithi031.stdout:from 16 to 19 diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,47453747~3762159,55075820~9372029,94744286~4745286,103670727~1730897,117385168~8024693,129269902~4670211,146983221~5816574,160164776~4836258,169720335~6038612,204888583~5033069,226675927~4847320,237883437~5744753,286861002~2970545,291959844~10868841,303533121~2634850,334330032~342544,339672312~4698495,368116734~7700956,399324117~2577756] 2024-08-10T06:14:29.405 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,47453747~3762159,55075820~9372029,94744286~4745286,103670727~1730897,117385168~8024693,129269902~4670211,146983221~5816574,160164776~4836258,169720335~6038612,204888583~5033069,226675927~4847320,237883437~5744753,286861002~2970545,291959844~10868841,303533121~2634850,334330032~342544,339672312~4698495,368116734~7700956,399324117~2577756] 2024-08-10T06:14:29.410 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,47453747~3762159,55075820~9372029,94744286~4745286,101230688~4170936,116991845~8418016,127609106~6331007,146983221~5816574,160164776~4836258,169720335~6038612,204888583~5033069,226675927~4847320,237883437~5744753,286861002~2970545,291959844~10868841,303533121~2634850,334330032~342544,339672312~4698495,366453633~9364057,399324117~2577756] 2024-08-10T06:14:29.410 INFO:tasks.workunit.client.0.smithi031.stdout:from 17 to 18 diff [765749~1917436,47453747~3762159,117385168~4737481,146983221~5816574,160164776~4836258,226675927~4441865,286861002~2970545,296683404~6145281,368116734~7700956,399324117~2577756] 2024-08-10T06:14:29.410 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [765749~1917436,47453747~3762159,117385168~4737481,146983221~5816574,160164776~4836258,226675927~4441865,286861002~2970545,296683404~6145281,368116734~7700956,399324117~2577756] 2024-08-10T06:14:29.416 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [765749~1917436,47453747~3762159,116991845~5130804,146983221~5816574,160164776~4836258,226675927~4441865,286861002~2970545,296683404~6145281,366453633~9364057,399324117~2577756] 2024-08-10T06:14:29.416 INFO:tasks.workunit.client.0.smithi031.stdout:from 17 to 19 diff [765749~1917436,13703075~7776162,28682733~3885952,47453747~3762159,94744286~4745286,103670727~1730897,117385168~8024693,146983221~5816574,160164776~4836258,226675927~4441865,286861002~2970545,296683404~6145281,303533121~2634850,334330032~342544,339672312~4698495,368116734~7700956,399324117~2577756] 2024-08-10T06:14:29.416 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [765749~1917436,13703075~7776162,28682733~3885952,47453747~3762159,94744286~4745286,103670727~1730897,117385168~8024693,146983221~5816574,160164776~4836258,226675927~4441865,286861002~2970545,296683404~6145281,303533121~2634850,334330032~342544,339672312~4698495,368116734~7700956,399324117~2577756] 2024-08-10T06:14:29.422 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [765749~1917436,13703075~7776162,28682733~3885952,47453747~3762159,94744286~4745286,101230688~4170936,116991845~8418016,146983221~5816574,160164776~4836258,226675927~4441865,286861002~2970545,296683404~6145281,303533121~2634850,334330032~342544,339672312~4698495,366453633~9364057,399324117~2577756] 2024-08-10T06:14:29.422 INFO:tasks.workunit.client.0.smithi031.stdout:from 18 to 19 diff [13703075~7776162,28682733~3885952,94744286~4745286,103670727~1730897,119585781~5824080,160247572~3593646,303533121~2634850,334330032~342544,339672312~4698495] 2024-08-10T06:14:29.422 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [13703075~7776162,28682733~3885952,94744286~4745286,103670727~1730897,119585781~5824080,160247572~3593646,303533121~2634850,334330032~342544,339672312~4698495] 2024-08-10T06:14:29.428 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [13703075~7776162,28682733~3885952,94744286~4745286,101230688~4170936,119585781~5824080,160247572~3593646,303533121~2634850,334330032~342544,339672312~4698495] 2024-08-10T06:14:29.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:14:29 smithi196 ceph-mon[90243]: osdmap e2022: 8 total, 8 up, 8 in 2024-08-10T06:14:29.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:14:29 smithi196 ceph-mon[90243]: pgmap v3514: 137 pgs: 137 active+clean; 1.2 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 229 KiB/s rd, 40 MiB/s wr, 560 op/s 2024-08-10T06:14:29.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:14:29 smithi031 ceph-mon[98130]: osdmap e2022: 8 total, 8 up, 8 in 2024-08-10T06:14:29.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:14:29 smithi031 ceph-mon[98130]: pgmap v3514: 137 pgs: 137 active+clean; 1.2 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 229 KiB/s rd, 40 MiB/s wr, 560 op/s 2024-08-10T06:14:29.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:14:29 smithi031 ceph-mon[100614]: osdmap e2022: 8 total, 8 up, 8 in 2024-08-10T06:14:29.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:14:29 smithi031 ceph-mon[100614]: pgmap v3514: 137 pgs: 137 active+clean; 1.2 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 229 KiB/s rd, 40 MiB/s wr, 560 op/s 2024-08-10T06:14:30.284 INFO:tasks.workunit.client.0.smithi031.stdout:from 0 to HEAD diff [274245~21204992,22280643~15635039,38618123~62612565,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154261235~697993,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,190445153~21061340,216922084~32871162,252739124~3680784,259005230~23108984,282118338~1979123,286495426~24619799,316085577~7327847,324548761~14221102,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:30.284 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,22280643~15635039,38618123~62612565,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154261235~697993,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,190445153~21061340,216922084~32871162,252739124~3680784,259005230~23108984,282118338~1979123,286495426~24619799,316085577~7327847,324548761~14221102,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:30.306 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~37915682,38618123~69073340,109051904~45907324,155189248~23452011,180355072~31151421,213909504~35883742,252653798~31443663,285212672~25902553,314572800~8840624,324548761~85683459] 2024-08-10T06:14:30.306 INFO:tasks.workunit.client.0.smithi031.stdout:from 1 to HEAD diff [274245~21204992,22280643~15635039,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154261235~697993,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~13591007,216922084~32871162,252739124~3680784,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~7327847,326962199~11807664,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:30.306 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,22280643~15635039,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154261235~697993,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~13591007,216922084~32871162,252739124~3680784,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~7327847,326962199~11807664,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:30.312 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~37915682,38618123~35392283,75389582~1459869,76897677~30793786,109051904~45907324,155189248~23452011,180355072~9920947,191928254~2869904,197915486~13591007,213909504~35883742,252653798~31443663,286861002~2970545,291959844~19155381,314572800~8840624,326962199~83270021] 2024-08-10T06:14:30.312 INFO:tasks.workunit.client.0.smithi031.stdout:from 2 to HEAD diff [274245~21204992,22280643~15635039,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~13591007,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~7327847,326962199~11807664,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:30.312 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,22280643~15635039,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~13591007,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~7327847,326962199~11807664,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:30.318 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~37915682,38618123~35392283,75389582~1459869,76897677~30793786,109051904~44196121,154408009~551219,155189248~23452011,180355072~9920947,191928254~2869904,197915486~13591007,213909504~35883742,252739124~3340299,256419908~27677553,286861002~2970545,291959844~19155381,314572800~8840624,326962199~83270021] 2024-08-10T06:14:30.318 INFO:tasks.workunit.client.0.smithi031.stdout:from 3 to HEAD diff [274245~21204992,22454647~15461035,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~3886438,204781077~6725416,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,378364909~31867311] 2024-08-10T06:14:30.319 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,22454647~15461035,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~3886438,204781077~6725416,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,378364909~31867311] 2024-08-10T06:14:30.325 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~21479237,22454647~15461035,38618123~35392283,75389582~1459869,76897677~30793786,109051904~44196121,154408009~551219,155189248~23452011,180355072~9920947,191928254~2869904,197915486~3886438,204781077~6725416,213909504~35883742,252739124~3340299,256419908~27677553,286861002~2970545,291959844~19155381,316085577~4441412,326962199~48855491,378364909~31867311] 2024-08-10T06:14:30.325 INFO:tasks.workunit.client.0.smithi031.stdout:from 4 to HEAD diff [274245~21204992,22454647~15461035,38618123~32567526,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,378364909~31867311] 2024-08-10T06:14:30.325 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,22454647~15461035,38618123~32567526,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,378364909~31867311] 2024-08-10T06:14:30.331 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~21479237,22454647~15461035,38618123~32567526,76897677~30793786,109051904~44196121,154408009~551219,155189248~22974813,180355072~9920947,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,213909504~35883742,252739124~3340299,256419908~27677553,286861002~2970545,291959844~19155381,316085577~4441412,326962199~48855491,378364909~31867311] 2024-08-10T06:14:30.331 INFO:tasks.workunit.client.0.smithi031.stdout:from 5 to HEAD diff [274245~21204992,28682733~9232949,38618123~32567526,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,379527044~761679,380952585~29279635] 2024-08-10T06:14:30.331 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,28682733~9232949,38618123~32567526,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,379527044~761679,380952585~29279635] 2024-08-10T06:14:30.337 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~21479237,28682733~9232949,38618123~32567526,76897677~30793786,109051904~44196121,154408009~551219,155189248~22974813,180355072~9920947,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~3340299,256419908~27677553,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~48855491,379527044~761679,380952585~29279635] 2024-08-10T06:14:30.337 INFO:tasks.workunit.client.0.smithi031.stdout:from 6 to HEAD diff [274245~11887096,13703075~7776162,28682733~9232949,38618123~27001875,66897452~524248,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~3340299,259005230~8462645,270860189~11254025,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~11807664,339181695~6486120,348462756~2583931,351182698~15270935,368116734~7700956,379527044~761679,380952585~29279635] 2024-08-10T06:14:30.337 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~11887096,13703075~7776162,28682733~9232949,38618123~27001875,66897452~524248,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~3340299,259005230~8462645,270860189~11254025,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~11807664,339181695~6486120,348462756~2583931,351182698~15270935,368116734~7700956,379527044~761679,380952585~29279635] 2024-08-10T06:14:30.343 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~12161341,13703075~7776162,28682733~9232949,38618123~27001875,66897452~524248,76897677~30793786,109051904~44196121,154408009~551219,155189248~14172479,169720335~8443726,180355072~9920947,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~3340299,256419908~11047967,270860189~13237272,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~18705616,348462756~27354934,379527044~761679,380952585~29279635] 2024-08-10T06:14:30.343 INFO:tasks.workunit.client.0.smithi031.stdout:from 7 to HEAD diff [765749~1917436,5473399~6687942,13703075~7776162,28682733~8575205,38618123~27001875,66897452~524248,76897677~5576798,83581382~17649306,103670727~1730897,105462472~2113058,110508290~5647296,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1975274,140913265~12334760,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~1560230,259005230~7641083,270860189~11254025,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11889970,368116734~7700956,379527044~761679,380952585~1109559,384528360~25703860] 2024-08-10T06:14:30.343 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [765749~1917436,5473399~6687942,13703075~7776162,28682733~8575205,38618123~27001875,66897452~524248,76897677~5576798,83581382~17649306,103670727~1730897,105462472~2113058,110508290~5647296,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1975274,140913265~12334760,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~1560230,259005230~7641083,270860189~11254025,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11889970,368116734~7700956,379527044~761679,380952585~1109559,384528360~25703860] 2024-08-10T06:14:30.349 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [765749~1917436,5473399~6687942,13703075~7776162,28682733~8575205,38618123~27001875,66897452~524248,76897677~5576798,83581382~21820242,105462472~2113058,109051904~24888209,134793376~605209,136507202~1975274,140913265~12334760,154408009~551219,155189248~14172479,169720335~8443726,180355072~9920947,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~1560230,259005230~7641083,270860189~13237272,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~18705616,348462756~14609912,366453633~9364057,379527044~761679,380952585~1109559,384528360~25703860] 2024-08-10T06:14:30.349 INFO:tasks.workunit.client.0.smithi031.stdout:from 8 to HEAD diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~8575205,38618123~27001875,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,103670727~1730897,110508290~5647296,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1975274,140913265~12334760,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~19540136,252739124~1560230,259005230~7641083,271123524~10990690,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177,368116734~7700956,379527044~761679,380952585~1109559,384528360~25703860] 2024-08-10T06:14:30.349 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~8575205,38618123~27001875,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,103670727~1730897,110508290~5647296,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1975274,140913265~12334760,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~19540136,252739124~1560230,259005230~7641083,271123524~10990690,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177,368116734~7700956,379527044~761679,380952585~1109559,384528360~25703860] 2024-08-10T06:14:30.355 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [765749~1917436,5473399~5686726,13703075~7776162,28682733~8575205,38618123~27001875,66897452~524248,79721229~228519,80447560~2026915,83581382~21820242,109051904~24888209,134793376~605209,136507202~1975274,140913265~12334760,154408009~551219,155189248~14172479,169720335~8443726,180355072~9920947,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~19540136,252739124~1560230,259005230~7641083,271123524~12973937,286861002~2970545,291959844~10868841,303533121~7582104,326962199~18705616,348462756~14169119,366453633~9364057,379527044~761679,380952585~1109559,384528360~25703860] 2024-08-10T06:14:30.355 INFO:tasks.workunit.client.0.smithi031.stdout:from 9 to HEAD diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~24828233,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,103670727~1730897,110508290~5647296,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1915467,140913265~12334760,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,204888583~5033069,210173845~672318,226675927~4847320,234370835~11845228,252739124~1560230,259005230~7641083,271123524~10990690,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177,368116734~7700956,379527044~761679,380952585~1109559,384528360~6174359,397268261~12963959] 2024-08-10T06:14:30.355 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~24828233,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,103670727~1730897,110508290~5647296,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1915467,140913265~12334760,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,204888583~5033069,210173845~672318,226675927~4847320,234370835~11845228,252739124~1560230,259005230~7641083,271123524~10990690,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177,368116734~7700956,379527044~761679,380952585~1109559,384528360~6174359,397268261~12963959] 2024-08-10T06:14:30.361 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~24828233,66897452~524248,79721229~228519,80447560~2026915,83581382~21820242,109051904~24888209,134793376~605209,136507202~1915467,140913265~12334760,154408009~551219,155189248~14172479,169720335~8443726,180355072~9920947,191928254~2869904,204888583~5033069,210173845~672318,226675927~4847320,234370835~11845228,252739124~1560230,259005230~7641083,271123524~12973937,286861002~2970545,291959844~10868841,303533121~7582104,326962199~18705616,348462756~14169119,366453633~9364057,379527044~761679,380952585~1109559,384528360~6174359,397268261~12963959] 2024-08-10T06:14:30.361 INFO:tasks.workunit.client.0.smithi031.stdout:from 10 to HEAD diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~5316032,47453747~18166251,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,103670727~1730897,110508290~3538895,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1915467,140913265~12334760,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~6477076,204888583~5033069,226675927~4847320,234370835~11845228,252739124~1560230,259005230~7641083,271123524~3245905,278843184~3271030,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177,368116734~7700956,379527044~761679,397268261~12963959] 2024-08-10T06:14:30.361 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~5316032,47453747~18166251,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,103670727~1730897,110508290~3538895,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1915467,140913265~12334760,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~6477076,204888583~5033069,226675927~4847320,234370835~11845228,252739124~1560230,259005230~7641083,271123524~3245905,278843184~3271030,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177,368116734~7700956,379527044~761679,397268261~12963959] 2024-08-10T06:14:30.367 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~5316032,47453747~18166251,66897452~524248,79721229~228519,80447560~2026915,83581382~21820242,110508290~3538895,116155586~17784527,134793376~605209,136507202~1915467,140913265~12334760,154408009~551219,155189248~14172479,169720335~8443726,180355072~8625170,204888583~5033069,226675927~4847320,234370835~11845228,252739124~1560230,259005230~7641083,271123524~3245905,278843184~5254277,286861002~2970545,291959844~10868841,303533121~7582104,326962199~18705616,348462756~14169119,366453633~9364057,379527044~761679,397268261~12963959] 2024-08-10T06:14:30.367 INFO:tasks.workunit.client.0.smithi031.stdout:from 11 to HEAD diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~5316032,47453747~18166251,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,103670727~1730897,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1915467,145543694~7704331,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~6477076,204888583~5033069,226675927~4847320,234370835~11845228,252739124~1560230,259005230~7641083,271123524~3245905,278843184~3271030,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,332358664~6411199,339672312~5995503,348462756~2583931,358674016~2066812,368116734~7700956,379527044~761679,397268261~12963959] 2024-08-10T06:14:30.367 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~5316032,47453747~18166251,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,103670727~1730897,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1915467,145543694~7704331,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~6477076,204888583~5033069,226675927~4847320,234370835~11845228,252739124~1560230,259005230~7641083,271123524~3245905,278843184~3271030,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,332358664~6411199,339672312~5995503,348462756~2583931,358674016~2066812,368116734~7700956,379527044~761679,397268261~12963959] 2024-08-10T06:14:30.373 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~5316032,47453747~18166251,66897452~524248,79721229~228519,80447560~2026915,83581382~21820242,116155586~17784527,134793376~605209,136507202~1915467,145543694~7704331,154408009~551219,155189248~14172479,169720335~8443726,180355072~8625170,204888583~5033069,226675927~4847320,234370835~11845228,252739124~1560230,259005230~7641083,271123524~3245905,278843184~5254277,286861002~2970545,291959844~10868841,303533121~7582104,332358664~6411199,339672312~5995503,348462756~2583931,358674016~2066812,366453633~9364057,379527044~761679,397268261~12963959] 2024-08-10T06:14:30.373 INFO:tasks.workunit.client.0.smithi031.stdout:from 12 to HEAD diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~5316032,47453747~18166251,79721229~228519,80447560~2026915,83581382~7843552,94744286~6486402,103670727~1730897,116645688~346157,117385168~8024693,129269902~4670211,134793376~605209,145543694~7704331,154408009~551219,160164776~9196951,169720335~8443726,182503166~6477076,204888583~5033069,226675927~4847320,235752408~7875782,244320492~1895571,252739124~1560230,259005230~7641083,271123524~3245905,278843184~3271030,282118338~1979123,286861002~2970545,291959844~10868841,303533121~2634850,332358664~6411199,339672312~5995503,348462756~2583931,358674016~2066812,368116734~7700956,379527044~761679,397268261~12963959] 2024-08-10T06:14:30.373 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~5316032,47453747~18166251,79721229~228519,80447560~2026915,83581382~7843552,94744286~6486402,103670727~1730897,116645688~346157,117385168~8024693,129269902~4670211,134793376~605209,145543694~7704331,154408009~551219,160164776~9196951,169720335~8443726,182503166~6477076,204888583~5033069,226675927~4847320,235752408~7875782,244320492~1895571,252739124~1560230,259005230~7641083,271123524~3245905,278843184~3271030,282118338~1979123,286861002~2970545,291959844~10868841,303533121~2634850,332358664~6411199,339672312~5995503,348462756~2583931,358674016~2066812,368116734~7700956,379527044~761679,397268261~12963959] 2024-08-10T06:14:30.378 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~5316032,47453747~18166251,79721229~228519,80447560~2026915,83581382~7843552,94744286~10657338,116155586~9254275,127609106~6331007,134793376~605209,145543694~7704331,154408009~551219,159884264~9477463,169720335~8443726,180355072~8625170,204888583~5033069,226675927~4847320,235752408~7875782,244320492~1895571,252739124~1560230,259005230~7641083,271123524~3245905,278843184~5254277,286861002~2970545,291959844~10868841,303533121~2634850,332358664~6411199,339672312~5995503,348462756~2583931,358674016~2066812,366453633~9364057,379527044~761679,397268261~12963959] 2024-08-10T06:14:30.378 INFO:tasks.workunit.client.0.smithi031.stdout:from 13 to HEAD diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~5316032,47453747~18166251,79721229~228519,80447560~2026915,83581382~7843552,94744286~6486402,103670727~1730897,116645688~346157,117385168~8024693,129269902~4670211,145543694~7704331,154408009~551219,160164776~9196951,169720335~8443726,182503166~6477076,204888583~5033069,226675927~4847320,235752408~7875782,259005230~7641083,278843184~3271030,282118338~1979123,286861002~2970545,291959844~10868841,303533121~2634850,334330032~342544,339672312~4698495,358674016~2066812,368116734~7700956,379527044~761679,397268261~12963959] 2024-08-10T06:14:30.379 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~5316032,47453747~18166251,79721229~228519,80447560~2026915,83581382~7843552,94744286~6486402,103670727~1730897,116645688~346157,117385168~8024693,129269902~4670211,145543694~7704331,154408009~551219,160164776~9196951,169720335~8443726,182503166~6477076,204888583~5033069,226675927~4847320,235752408~7875782,259005230~7641083,278843184~3271030,282118338~1979123,286861002~2970545,291959844~10868841,303533121~2634850,334330032~342544,339672312~4698495,358674016~2066812,368116734~7700956,379527044~761679,397268261~12963959] 2024-08-10T06:14:30.384 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~5316032,47453747~18166251,79721229~228519,80447560~2026915,83581382~7843552,94744286~10657338,116155586~9254275,127609106~6331007,145543694~7704331,154408009~551219,159884264~9477463,169720335~8443726,180355072~8625170,204888583~5033069,226675927~4847320,235752408~7875782,259005230~7641083,278843184~5254277,286861002~2970545,291959844~10868841,303533121~2634850,334330032~342544,339672312~4698495,358674016~2066812,366453633~9364057,379527044~761679,397268261~12963959] 2024-08-10T06:14:30.384 INFO:tasks.workunit.client.0.smithi031.stdout:from 14 to HEAD diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,47453747~18166251,79721229~228519,80447560~2026915,85233959~6190975,94744286~6486402,103670727~1730897,116645688~346157,117385168~8024693,129269902~4670211,146983221~5816574,154408009~551219,160164776~4836258,169720335~8443726,182503166~6477076,204888583~5033069,226675927~4847320,235752408~7875782,259005230~7641083,278843184~3271030,282118338~1979123,286861002~2970545,291959844~10868841,303533121~2634850,334330032~342544,339672312~4698495,358674016~2066812,368116734~7700956,379527044~761679,397268261~12963959] 2024-08-10T06:14:30.384 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,47453747~18166251,79721229~228519,80447560~2026915,85233959~6190975,94744286~6486402,103670727~1730897,116645688~346157,117385168~8024693,129269902~4670211,146983221~5816574,154408009~551219,160164776~4836258,169720335~8443726,182503166~6477076,204888583~5033069,226675927~4847320,235752408~7875782,259005230~7641083,278843184~3271030,282118338~1979123,286861002~2970545,291959844~10868841,303533121~2634850,334330032~342544,339672312~4698495,358674016~2066812,368116734~7700956,379527044~761679,397268261~12963959] 2024-08-10T06:14:30.390 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,47453747~18166251,79721229~228519,80447560~2026915,85233959~6190975,94744286~10657338,116155586~9254275,127609106~6331007,146983221~5816574,154408009~551219,160164776~4836258,169720335~8443726,180355072~8625170,204888583~5033069,226675927~4847320,235752408~7875782,259005230~7641083,278843184~5254277,286861002~2970545,291959844~10868841,303533121~2634850,334330032~342544,339672312~4698495,358674016~2066812,366453633~9364057,379527044~761679,397268261~12963959] 2024-08-10T06:14:30.390 INFO:tasks.workunit.client.0.smithi031.stdout:from 15 to HEAD diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,47453747~16994102,85233959~6190975,94744286~4745286,103670727~1730897,116645688~346157,117385168~8024693,129269902~4670211,146983221~5816574,160164776~4836258,169720335~6038612,182503166~6477076,204888583~5033069,226675927~4847320,237883437~5744753,259005230~7641083,278843184~3271030,286861002~2970545,291959844~10868841,303533121~2634850,334330032~342544,339672312~4698495,358674016~2066812,368116734~7700956,397268261~12963959] 2024-08-10T06:14:30.390 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,47453747~16994102,85233959~6190975,94744286~4745286,103670727~1730897,116645688~346157,117385168~8024693,129269902~4670211,146983221~5816574,160164776~4836258,169720335~6038612,182503166~6477076,204888583~5033069,226675927~4847320,237883437~5744753,259005230~7641083,278843184~3271030,286861002~2970545,291959844~10868841,303533121~2634850,334330032~342544,339672312~4698495,358674016~2066812,368116734~7700956,397268261~12963959] 2024-08-10T06:14:30.395 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,47453747~16994102,85233959~6190975,94744286~4745286,101230688~4170936,116155586~9254275,127609106~6331007,146983221~5816574,160164776~4836258,169720335~6038612,180355072~8625170,204888583~5033069,226675927~4847320,237883437~5744753,259005230~7641083,278843184~3271030,286861002~2970545,291959844~10868841,303533121~2634850,334330032~342544,339672312~4698495,358674016~2066812,366453633~9364057,397268261~12963959] 2024-08-10T06:14:30.396 INFO:tasks.workunit.client.0.smithi031.stdout:from 16 to HEAD diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,47453747~3762159,55075820~9372029,94744286~4745286,103670727~1730897,117385168~8024693,129269902~4670211,146983221~5816574,160164776~4836258,169720335~6038612,204888583~5033069,226675927~4847320,237883437~5744753,286861002~2970545,291959844~10868841,303533121~2634850,334330032~342544,339672312~4698495,368116734~7700956,399324117~2577756] 2024-08-10T06:14:30.396 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,47453747~3762159,55075820~9372029,94744286~4745286,103670727~1730897,117385168~8024693,129269902~4670211,146983221~5816574,160164776~4836258,169720335~6038612,204888583~5033069,226675927~4847320,237883437~5744753,286861002~2970545,291959844~10868841,303533121~2634850,334330032~342544,339672312~4698495,368116734~7700956,399324117~2577756] 2024-08-10T06:14:30.401 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,47453747~3762159,55075820~9372029,94744286~4745286,101230688~4170936,116991845~8418016,127609106~6331007,146983221~5816574,160164776~4836258,169720335~6038612,204888583~5033069,226675927~4847320,237883437~5744753,286861002~2970545,291959844~10868841,303533121~2634850,334330032~342544,339672312~4698495,366453633~9364057,399324117~2577756] 2024-08-10T06:14:30.401 INFO:tasks.workunit.client.0.smithi031.stdout:from 17 to HEAD diff [765749~1917436,13703075~7776162,28682733~3885952,47453747~3762159,94744286~4745286,103670727~1730897,117385168~8024693,146983221~5816574,160164776~4836258,226675927~4441865,286861002~2970545,296683404~6145281,303533121~2634850,334330032~342544,339672312~4698495,368116734~7700956,399324117~2577756] 2024-08-10T06:14:30.401 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [765749~1917436,13703075~7776162,28682733~3885952,47453747~3762159,94744286~4745286,103670727~1730897,117385168~8024693,146983221~5816574,160164776~4836258,226675927~4441865,286861002~2970545,296683404~6145281,303533121~2634850,334330032~342544,339672312~4698495,368116734~7700956,399324117~2577756] 2024-08-10T06:14:30.406 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [765749~1917436,13703075~7776162,28682733~3885952,47453747~3762159,94744286~4745286,101230688~4170936,116991845~8418016,146983221~5816574,160164776~4836258,226675927~4441865,286861002~2970545,296683404~6145281,303533121~2634850,334330032~342544,339672312~4698495,366453633~9364057,399324117~2577756] 2024-08-10T06:14:31.303 INFO:tasks.workunit.client.0.smithi031.stdout:from 0 to HEAD diff [274245~21204992,22280643~15635039,38618123~62612565,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154261235~697993,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,190445153~21061340,216922084~32871162,252739124~3680784,259005230~23108984,282118338~1979123,286495426~24619799,316085577~7327847,324548761~14221102,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:31.303 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,22280643~15635039,38618123~62612565,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154261235~697993,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,190445153~21061340,216922084~32871162,252739124~3680784,259005230~23108984,282118338~1979123,286495426~24619799,316085577~7327847,324548761~14221102,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:31.323 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~37915682,38618123~69073340,109051904~45907324,155189248~23452011,180355072~31151421,213909504~35883742,252653798~31443663,285212672~25902553,314572800~8840624,324548761~85683459] 2024-08-10T06:14:31.323 INFO:tasks.workunit.client.0.smithi031.stdout:from 1 to HEAD diff [274245~21204992,22280643~15635039,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154261235~697993,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~13591007,216922084~32871162,252739124~3680784,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~7327847,326962199~11807664,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:31.323 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,22280643~15635039,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154261235~697993,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~13591007,216922084~32871162,252739124~3680784,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~7327847,326962199~11807664,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:31.329 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~37915682,38618123~35392283,75389582~1459869,76897677~30793786,109051904~45907324,155189248~23452011,180355072~9920947,191928254~2869904,197915486~13591007,213909504~35883742,252653798~31443663,286861002~2970545,291959844~19155381,314572800~8840624,326962199~83270021] 2024-08-10T06:14:31.329 INFO:tasks.workunit.client.0.smithi031.stdout:from 2 to HEAD diff [274245~21204992,22280643~15635039,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~13591007,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~7327847,326962199~11807664,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:31.329 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,22280643~15635039,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~13591007,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~7327847,326962199~11807664,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:31.335 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~37915682,38618123~35392283,75389582~1459869,76897677~30793786,109051904~44196121,154408009~551219,155189248~23452011,180355072~9920947,191928254~2869904,197915486~13591007,213909504~35883742,252739124~3340299,256419908~27677553,286861002~2970545,291959844~19155381,314572800~8840624,326962199~83270021] 2024-08-10T06:14:31.335 INFO:tasks.workunit.client.0.smithi031.stdout:from 3 to HEAD diff [274245~21204992,22454647~15461035,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~3886438,204781077~6725416,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,378364909~31867311] 2024-08-10T06:14:31.335 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,22454647~15461035,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~3886438,204781077~6725416,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,378364909~31867311] 2024-08-10T06:14:31.341 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~21479237,22454647~15461035,38618123~35392283,75389582~1459869,76897677~30793786,109051904~44196121,154408009~551219,155189248~23452011,180355072~9920947,191928254~2869904,197915486~3886438,204781077~6725416,213909504~35883742,252739124~3340299,256419908~27677553,286861002~2970545,291959844~19155381,316085577~4441412,326962199~48855491,378364909~31867311] 2024-08-10T06:14:31.341 INFO:tasks.workunit.client.0.smithi031.stdout:from 4 to HEAD diff [274245~21204992,22454647~15461035,38618123~32567526,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,378364909~31867311] 2024-08-10T06:14:31.341 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,22454647~15461035,38618123~32567526,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,378364909~31867311] 2024-08-10T06:14:31.347 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~21479237,22454647~15461035,38618123~32567526,76897677~30793786,109051904~44196121,154408009~551219,155189248~22974813,180355072~9920947,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,213909504~35883742,252739124~3340299,256419908~27677553,286861002~2970545,291959844~19155381,316085577~4441412,326962199~48855491,378364909~31867311] 2024-08-10T06:14:31.348 INFO:tasks.workunit.client.0.smithi031.stdout:from 5 to HEAD diff [274245~21204992,28682733~9232949,38618123~32567526,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,379527044~761679,380952585~29279635] 2024-08-10T06:14:31.348 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,28682733~9232949,38618123~32567526,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,379527044~761679,380952585~29279635] 2024-08-10T06:14:31.353 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~21479237,28682733~9232949,38618123~32567526,76897677~30793786,109051904~44196121,154408009~551219,155189248~22974813,180355072~9920947,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~3340299,256419908~27677553,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~48855491,379527044~761679,380952585~29279635] 2024-08-10T06:14:31.353 INFO:tasks.workunit.client.0.smithi031.stdout:from 6 to HEAD diff [274245~11887096,13703075~7776162,28682733~9232949,38618123~27001875,66897452~524248,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~3340299,259005230~8462645,270860189~11254025,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~11807664,339181695~6486120,348462756~2583931,351182698~15270935,368116734~7700956,379527044~761679,380952585~29279635] 2024-08-10T06:14:31.354 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~11887096,13703075~7776162,28682733~9232949,38618123~27001875,66897452~524248,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~3340299,259005230~8462645,270860189~11254025,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~11807664,339181695~6486120,348462756~2583931,351182698~15270935,368116734~7700956,379527044~761679,380952585~29279635] 2024-08-10T06:14:31.359 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~12161341,13703075~7776162,28682733~9232949,38618123~27001875,66897452~524248,76897677~30793786,109051904~44196121,154408009~551219,155189248~14172479,169720335~8443726,180355072~9920947,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~3340299,256419908~11047967,270860189~13237272,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~18705616,348462756~27354934,379527044~761679,380952585~29279635] 2024-08-10T06:14:31.359 INFO:tasks.workunit.client.0.smithi031.stdout:from 7 to HEAD diff [765749~1917436,5473399~6687942,13703075~7776162,28682733~8575205,38618123~27001875,66897452~524248,76897677~5576798,83581382~17649306,103670727~1730897,105462472~2113058,110508290~5647296,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1975274,140913265~12334760,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~1560230,259005230~7641083,270860189~11254025,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11889970,368116734~7700956,379527044~761679,380952585~1109559,384528360~25703860] 2024-08-10T06:14:31.360 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [765749~1917436,5473399~6687942,13703075~7776162,28682733~8575205,38618123~27001875,66897452~524248,76897677~5576798,83581382~17649306,103670727~1730897,105462472~2113058,110508290~5647296,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1975274,140913265~12334760,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~1560230,259005230~7641083,270860189~11254025,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11889970,368116734~7700956,379527044~761679,380952585~1109559,384528360~25703860] 2024-08-10T06:14:31.365 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [765749~1917436,5473399~6687942,13703075~7776162,28682733~8575205,38618123~27001875,66897452~524248,76897677~5576798,83581382~21820242,105462472~2113058,109051904~24888209,134793376~605209,136507202~1975274,140913265~12334760,154408009~551219,155189248~14172479,169720335~8443726,180355072~9920947,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~1560230,259005230~7641083,270860189~13237272,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~18705616,348462756~14609912,366453633~9364057,379527044~761679,380952585~1109559,384528360~25703860] 2024-08-10T06:14:31.365 INFO:tasks.workunit.client.0.smithi031.stdout:from 8 to HEAD diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~8575205,38618123~27001875,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,103670727~1730897,110508290~5647296,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1975274,140913265~12334760,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~19540136,252739124~1560230,259005230~7641083,271123524~10990690,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177,368116734~7700956,379527044~761679,380952585~1109559,384528360~25703860] 2024-08-10T06:14:31.366 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~8575205,38618123~27001875,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,103670727~1730897,110508290~5647296,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1975274,140913265~12334760,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~19540136,252739124~1560230,259005230~7641083,271123524~10990690,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177,368116734~7700956,379527044~761679,380952585~1109559,384528360~25703860] 2024-08-10T06:14:31.371 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [765749~1917436,5473399~5686726,13703075~7776162,28682733~8575205,38618123~27001875,66897452~524248,79721229~228519,80447560~2026915,83581382~21820242,109051904~24888209,134793376~605209,136507202~1975274,140913265~12334760,154408009~551219,155189248~14172479,169720335~8443726,180355072~9920947,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~19540136,252739124~1560230,259005230~7641083,271123524~12973937,286861002~2970545,291959844~10868841,303533121~7582104,326962199~18705616,348462756~14169119,366453633~9364057,379527044~761679,380952585~1109559,384528360~25703860] 2024-08-10T06:14:31.371 INFO:tasks.workunit.client.0.smithi031.stdout:from 9 to HEAD diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~24828233,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,103670727~1730897,110508290~5647296,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1915467,140913265~12334760,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,204888583~5033069,210173845~672318,226675927~4847320,234370835~11845228,252739124~1560230,259005230~7641083,271123524~10990690,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177,368116734~7700956,379527044~761679,380952585~1109559,384528360~6174359,397268261~12963959] 2024-08-10T06:14:31.371 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~24828233,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,103670727~1730897,110508290~5647296,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1915467,140913265~12334760,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,204888583~5033069,210173845~672318,226675927~4847320,234370835~11845228,252739124~1560230,259005230~7641083,271123524~10990690,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177,368116734~7700956,379527044~761679,380952585~1109559,384528360~6174359,397268261~12963959] 2024-08-10T06:14:31.377 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~24828233,66897452~524248,79721229~228519,80447560~2026915,83581382~21820242,109051904~24888209,134793376~605209,136507202~1915467,140913265~12334760,154408009~551219,155189248~14172479,169720335~8443726,180355072~9920947,191928254~2869904,204888583~5033069,210173845~672318,226675927~4847320,234370835~11845228,252739124~1560230,259005230~7641083,271123524~12973937,286861002~2970545,291959844~10868841,303533121~7582104,326962199~18705616,348462756~14169119,366453633~9364057,379527044~761679,380952585~1109559,384528360~6174359,397268261~12963959] 2024-08-10T06:14:31.377 INFO:tasks.workunit.client.0.smithi031.stdout:from 10 to HEAD diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~5316032,47453747~18166251,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,103670727~1730897,110508290~3538895,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1915467,140913265~12334760,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~6477076,204888583~5033069,226675927~4847320,234370835~11845228,252739124~1560230,259005230~7641083,271123524~3245905,278843184~3271030,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177,368116734~7700956,379527044~761679,397268261~12963959] 2024-08-10T06:14:31.377 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~5316032,47453747~18166251,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,103670727~1730897,110508290~3538895,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1915467,140913265~12334760,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~6477076,204888583~5033069,226675927~4847320,234370835~11845228,252739124~1560230,259005230~7641083,271123524~3245905,278843184~3271030,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177,368116734~7700956,379527044~761679,397268261~12963959] 2024-08-10T06:14:31.382 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~5316032,47453747~18166251,66897452~524248,79721229~228519,80447560~2026915,83581382~21820242,110508290~3538895,116155586~17784527,134793376~605209,136507202~1915467,140913265~12334760,154408009~551219,155189248~14172479,169720335~8443726,180355072~8625170,204888583~5033069,226675927~4847320,234370835~11845228,252739124~1560230,259005230~7641083,271123524~3245905,278843184~5254277,286861002~2970545,291959844~10868841,303533121~7582104,326962199~18705616,348462756~14169119,366453633~9364057,379527044~761679,397268261~12963959] 2024-08-10T06:14:31.382 INFO:tasks.workunit.client.0.smithi031.stdout:from 11 to HEAD diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~5316032,47453747~18166251,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,103670727~1730897,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1915467,145543694~7704331,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~6477076,204888583~5033069,226675927~4847320,234370835~11845228,252739124~1560230,259005230~7641083,271123524~3245905,278843184~3271030,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,332358664~6411199,339672312~5995503,348462756~2583931,358674016~2066812,368116734~7700956,379527044~761679,397268261~12963959] 2024-08-10T06:14:31.383 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~5316032,47453747~18166251,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,103670727~1730897,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1915467,145543694~7704331,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~6477076,204888583~5033069,226675927~4847320,234370835~11845228,252739124~1560230,259005230~7641083,271123524~3245905,278843184~3271030,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,332358664~6411199,339672312~5995503,348462756~2583931,358674016~2066812,368116734~7700956,379527044~761679,397268261~12963959] 2024-08-10T06:14:31.388 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~5316032,47453747~18166251,66897452~524248,79721229~228519,80447560~2026915,83581382~21820242,116155586~17784527,134793376~605209,136507202~1915467,145543694~7704331,154408009~551219,155189248~14172479,169720335~8443726,180355072~8625170,204888583~5033069,226675927~4847320,234370835~11845228,252739124~1560230,259005230~7641083,271123524~3245905,278843184~5254277,286861002~2970545,291959844~10868841,303533121~7582104,332358664~6411199,339672312~5995503,348462756~2583931,358674016~2066812,366453633~9364057,379527044~761679,397268261~12963959] 2024-08-10T06:14:31.388 INFO:tasks.workunit.client.0.smithi031.stdout:from 12 to HEAD diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~5316032,47453747~18166251,79721229~228519,80447560~2026915,83581382~7843552,94744286~6486402,103670727~1730897,116645688~346157,117385168~8024693,129269902~4670211,134793376~605209,145543694~7704331,154408009~551219,160164776~9196951,169720335~8443726,182503166~6477076,204888583~5033069,226675927~4847320,235752408~7875782,244320492~1895571,252739124~1560230,259005230~7641083,271123524~3245905,278843184~3271030,282118338~1979123,286861002~2970545,291959844~10868841,303533121~2634850,332358664~6411199,339672312~5995503,348462756~2583931,358674016~2066812,368116734~7700956,379527044~761679,397268261~12963959] 2024-08-10T06:14:31.388 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~5316032,47453747~18166251,79721229~228519,80447560~2026915,83581382~7843552,94744286~6486402,103670727~1730897,116645688~346157,117385168~8024693,129269902~4670211,134793376~605209,145543694~7704331,154408009~551219,160164776~9196951,169720335~8443726,182503166~6477076,204888583~5033069,226675927~4847320,235752408~7875782,244320492~1895571,252739124~1560230,259005230~7641083,271123524~3245905,278843184~3271030,282118338~1979123,286861002~2970545,291959844~10868841,303533121~2634850,332358664~6411199,339672312~5995503,348462756~2583931,358674016~2066812,368116734~7700956,379527044~761679,397268261~12963959] 2024-08-10T06:14:31.394 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~5316032,47453747~18166251,79721229~228519,80447560~2026915,83581382~7843552,94744286~10657338,116155586~9254275,127609106~6331007,134793376~605209,145543694~7704331,154408009~551219,159884264~9477463,169720335~8443726,180355072~8625170,204888583~5033069,226675927~4847320,235752408~7875782,244320492~1895571,252739124~1560230,259005230~7641083,271123524~3245905,278843184~5254277,286861002~2970545,291959844~10868841,303533121~2634850,332358664~6411199,339672312~5995503,348462756~2583931,358674016~2066812,366453633~9364057,379527044~761679,397268261~12963959] 2024-08-10T06:14:31.394 INFO:tasks.workunit.client.0.smithi031.stdout:from 13 to HEAD diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~5316032,47453747~18166251,79721229~228519,80447560~2026915,83581382~7843552,94744286~6486402,103670727~1730897,116645688~346157,117385168~8024693,129269902~4670211,145543694~7704331,154408009~551219,160164776~9196951,169720335~8443726,182503166~6477076,204888583~5033069,226675927~4847320,235752408~7875782,259005230~7641083,278843184~3271030,282118338~1979123,286861002~2970545,291959844~10868841,303533121~2634850,334330032~342544,339672312~4698495,358674016~2066812,368116734~7700956,379527044~761679,397268261~12963959] 2024-08-10T06:14:31.394 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~5316032,47453747~18166251,79721229~228519,80447560~2026915,83581382~7843552,94744286~6486402,103670727~1730897,116645688~346157,117385168~8024693,129269902~4670211,145543694~7704331,154408009~551219,160164776~9196951,169720335~8443726,182503166~6477076,204888583~5033069,226675927~4847320,235752408~7875782,259005230~7641083,278843184~3271030,282118338~1979123,286861002~2970545,291959844~10868841,303533121~2634850,334330032~342544,339672312~4698495,358674016~2066812,368116734~7700956,379527044~761679,397268261~12963959] 2024-08-10T06:14:31.399 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~5316032,47453747~18166251,79721229~228519,80447560~2026915,83581382~7843552,94744286~10657338,116155586~9254275,127609106~6331007,145543694~7704331,154408009~551219,159884264~9477463,169720335~8443726,180355072~8625170,204888583~5033069,226675927~4847320,235752408~7875782,259005230~7641083,278843184~5254277,286861002~2970545,291959844~10868841,303533121~2634850,334330032~342544,339672312~4698495,358674016~2066812,366453633~9364057,379527044~761679,397268261~12963959] 2024-08-10T06:14:31.399 INFO:tasks.workunit.client.0.smithi031.stdout:from 14 to HEAD diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,47453747~18166251,79721229~228519,80447560~2026915,85233959~6190975,94744286~6486402,103670727~1730897,116645688~346157,117385168~8024693,129269902~4670211,146983221~5816574,154408009~551219,160164776~4836258,169720335~8443726,182503166~6477076,204888583~5033069,226675927~4847320,235752408~7875782,259005230~7641083,278843184~3271030,282118338~1979123,286861002~2970545,291959844~10868841,303533121~2634850,334330032~342544,339672312~4698495,358674016~2066812,368116734~7700956,379527044~761679,397268261~12963959] 2024-08-10T06:14:31.399 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,47453747~18166251,79721229~228519,80447560~2026915,85233959~6190975,94744286~6486402,103670727~1730897,116645688~346157,117385168~8024693,129269902~4670211,146983221~5816574,154408009~551219,160164776~4836258,169720335~8443726,182503166~6477076,204888583~5033069,226675927~4847320,235752408~7875782,259005230~7641083,278843184~3271030,282118338~1979123,286861002~2970545,291959844~10868841,303533121~2634850,334330032~342544,339672312~4698495,358674016~2066812,368116734~7700956,379527044~761679,397268261~12963959] 2024-08-10T06:14:31.405 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,47453747~18166251,79721229~228519,80447560~2026915,85233959~6190975,94744286~10657338,116155586~9254275,127609106~6331007,146983221~5816574,154408009~551219,160164776~4836258,169720335~8443726,180355072~8625170,204888583~5033069,226675927~4847320,235752408~7875782,259005230~7641083,278843184~5254277,286861002~2970545,291959844~10868841,303533121~2634850,334330032~342544,339672312~4698495,358674016~2066812,366453633~9364057,379527044~761679,397268261~12963959] 2024-08-10T06:14:31.405 INFO:tasks.workunit.client.0.smithi031.stdout:from 15 to HEAD diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,47453747~16994102,85233959~6190975,94744286~4745286,103670727~1730897,116645688~346157,117385168~8024693,129269902~4670211,146983221~5816574,160164776~4836258,169720335~6038612,182503166~6477076,204888583~5033069,226675927~4847320,237883437~5744753,259005230~7641083,278843184~3271030,286861002~2970545,291959844~10868841,303533121~2634850,334330032~342544,339672312~4698495,358674016~2066812,368116734~7700956,397268261~12963959] 2024-08-10T06:14:31.405 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,47453747~16994102,85233959~6190975,94744286~4745286,103670727~1730897,116645688~346157,117385168~8024693,129269902~4670211,146983221~5816574,160164776~4836258,169720335~6038612,182503166~6477076,204888583~5033069,226675927~4847320,237883437~5744753,259005230~7641083,278843184~3271030,286861002~2970545,291959844~10868841,303533121~2634850,334330032~342544,339672312~4698495,358674016~2066812,368116734~7700956,397268261~12963959] 2024-08-10T06:14:31.410 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,47453747~16994102,85233959~6190975,94744286~4745286,101230688~4170936,116155586~9254275,127609106~6331007,146983221~5816574,160164776~4836258,169720335~6038612,180355072~8625170,204888583~5033069,226675927~4847320,237883437~5744753,259005230~7641083,278843184~3271030,286861002~2970545,291959844~10868841,303533121~2634850,334330032~342544,339672312~4698495,358674016~2066812,366453633~9364057,397268261~12963959] 2024-08-10T06:14:31.411 INFO:tasks.workunit.client.0.smithi031.stdout:from 16 to HEAD diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,47453747~3762159,55075820~9372029,94744286~4745286,103670727~1730897,117385168~8024693,129269902~4670211,146983221~5816574,160164776~4836258,169720335~6038612,204888583~5033069,226675927~4847320,237883437~5744753,286861002~2970545,291959844~10868841,303533121~2634850,334330032~342544,339672312~4698495,368116734~7700956,399324117~2577756] 2024-08-10T06:14:31.411 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,47453747~3762159,55075820~9372029,94744286~4745286,103670727~1730897,117385168~8024693,129269902~4670211,146983221~5816574,160164776~4836258,169720335~6038612,204888583~5033069,226675927~4847320,237883437~5744753,286861002~2970545,291959844~10868841,303533121~2634850,334330032~342544,339672312~4698495,368116734~7700956,399324117~2577756] 2024-08-10T06:14:31.416 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,47453747~3762159,55075820~9372029,94744286~4745286,101230688~4170936,116991845~8418016,127609106~6331007,146983221~5816574,160164776~4836258,169720335~6038612,204888583~5033069,226675927~4847320,237883437~5744753,286861002~2970545,291959844~10868841,303533121~2634850,334330032~342544,339672312~4698495,366453633~9364057,399324117~2577756] 2024-08-10T06:14:31.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:14:31 smithi031 ceph-mon[100614]: osdmap e2023: 8 total, 8 up, 8 in 2024-08-10T06:14:31.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:14:31 smithi031 ceph-mon[100614]: pgmap v3516: 137 pgs: 137 active+clean; 1.2 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 203 KiB/s rd, 35 MiB/s wr, 1.72k op/s 2024-08-10T06:14:31.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:14:31 smithi031 ceph-mon[98130]: osdmap e2023: 8 total, 8 up, 8 in 2024-08-10T06:14:31.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:14:31 smithi031 ceph-mon[98130]: pgmap v3516: 137 pgs: 137 active+clean; 1.2 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 203 KiB/s rd, 35 MiB/s wr, 1.72k op/s 2024-08-10T06:14:31.521 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:14:31 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:14:31] "GET /metrics HTTP/1.1" 200 36737 "" "Prometheus/2.43.0" 2024-08-10T06:14:31.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:14:31 smithi196 ceph-mon[90243]: osdmap e2023: 8 total, 8 up, 8 in 2024-08-10T06:14:31.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:14:31 smithi196 ceph-mon[90243]: pgmap v3516: 137 pgs: 137 active+clean; 1.2 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 203 KiB/s rd, 35 MiB/s wr, 1.72k op/s 2024-08-10T06:14:32.310 INFO:tasks.workunit.client.0.smithi031.stdout:from 0 to HEAD diff [274245~21204992,22280643~15635039,38618123~62612565,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154261235~697993,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,190445153~21061340,216922084~32871162,252739124~3680784,259005230~23108984,282118338~1979123,286495426~24619799,316085577~7327847,324548761~14221102,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:32.310 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,22280643~15635039,38618123~62612565,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154261235~697993,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,190445153~21061340,216922084~32871162,252739124~3680784,259005230~23108984,282118338~1979123,286495426~24619799,316085577~7327847,324548761~14221102,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:32.332 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~37915682,38618123~69073340,109051904~45907324,155189248~23452011,180355072~31151421,213909504~35883742,252653798~31443663,285212672~25902553,314572800~8840624,324548761~85683459] 2024-08-10T06:14:32.332 INFO:tasks.workunit.client.0.smithi031.stdout:from 1 to HEAD diff [274245~21204992,22280643~15635039,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154261235~697993,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~13591007,216922084~32871162,252739124~3680784,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~7327847,326962199~11807664,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:32.332 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,22280643~15635039,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154261235~697993,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~13591007,216922084~32871162,252739124~3680784,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~7327847,326962199~11807664,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:32.338 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~37915682,38618123~35392283,75389582~1459869,76897677~30793786,109051904~45907324,155189248~23452011,180355072~9920947,191928254~2869904,197915486~13591007,213909504~35883742,252653798~31443663,286861002~2970545,291959844~19155381,314572800~8840624,326962199~83270021] 2024-08-10T06:14:32.338 INFO:tasks.workunit.client.0.smithi031.stdout:from 2 to HEAD diff [274245~21204992,22280643~15635039,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~13591007,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~7327847,326962199~11807664,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:32.338 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,22280643~15635039,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~13591007,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~7327847,326962199~11807664,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:32.345 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~37915682,38618123~35392283,75389582~1459869,76897677~30793786,109051904~44196121,154408009~551219,155189248~23452011,180355072~9920947,191928254~2869904,197915486~13591007,213909504~35883742,252739124~3340299,256419908~27677553,286861002~2970545,291959844~19155381,314572800~8840624,326962199~83270021] 2024-08-10T06:14:32.345 INFO:tasks.workunit.client.0.smithi031.stdout:from 3 to HEAD diff [274245~21204992,22454647~15461035,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~3886438,204781077~6725416,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,378364909~31867311] 2024-08-10T06:14:32.345 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,22454647~15461035,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~3886438,204781077~6725416,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,378364909~31867311] 2024-08-10T06:14:32.351 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~21479237,22454647~15461035,38618123~35392283,75389582~1459869,76897677~30793786,109051904~44196121,154408009~551219,155189248~23452011,180355072~9920947,191928254~2869904,197915486~3886438,204781077~6725416,213909504~35883742,252739124~3340299,256419908~27677553,286861002~2970545,291959844~19155381,316085577~4441412,326962199~48855491,378364909~31867311] 2024-08-10T06:14:32.351 INFO:tasks.workunit.client.0.smithi031.stdout:from 4 to HEAD diff [274245~21204992,22454647~15461035,38618123~32567526,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,378364909~31867311] 2024-08-10T06:14:32.351 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,22454647~15461035,38618123~32567526,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,378364909~31867311] 2024-08-10T06:14:32.357 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~21479237,22454647~15461035,38618123~32567526,76897677~30793786,109051904~44196121,154408009~551219,155189248~22974813,180355072~9920947,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,213909504~35883742,252739124~3340299,256419908~27677553,286861002~2970545,291959844~19155381,316085577~4441412,326962199~48855491,378364909~31867311] 2024-08-10T06:14:32.357 INFO:tasks.workunit.client.0.smithi031.stdout:from 5 to HEAD diff [274245~21204992,28682733~9232949,38618123~32567526,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,379527044~761679,380952585~29279635] 2024-08-10T06:14:32.357 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,28682733~9232949,38618123~32567526,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,379527044~761679,380952585~29279635] 2024-08-10T06:14:32.363 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~21479237,28682733~9232949,38618123~32567526,76897677~30793786,109051904~44196121,154408009~551219,155189248~22974813,180355072~9920947,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~3340299,256419908~27677553,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~48855491,379527044~761679,380952585~29279635] 2024-08-10T06:14:32.363 INFO:tasks.workunit.client.0.smithi031.stdout:from 6 to HEAD diff [274245~11887096,13703075~7776162,28682733~9232949,38618123~27001875,66897452~524248,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~3340299,259005230~8462645,270860189~11254025,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~11807664,339181695~6486120,348462756~2583931,351182698~15270935,368116734~7700956,379527044~761679,380952585~29279635] 2024-08-10T06:14:32.363 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~11887096,13703075~7776162,28682733~9232949,38618123~27001875,66897452~524248,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~3340299,259005230~8462645,270860189~11254025,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~11807664,339181695~6486120,348462756~2583931,351182698~15270935,368116734~7700956,379527044~761679,380952585~29279635] 2024-08-10T06:14:32.369 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~12161341,13703075~7776162,28682733~9232949,38618123~27001875,66897452~524248,76897677~30793786,109051904~44196121,154408009~551219,155189248~14172479,169720335~8443726,180355072~9920947,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~3340299,256419908~11047967,270860189~13237272,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~18705616,348462756~27354934,379527044~761679,380952585~29279635] 2024-08-10T06:14:32.369 INFO:tasks.workunit.client.0.smithi031.stdout:from 7 to HEAD diff [765749~1917436,5473399~6687942,13703075~7776162,28682733~8575205,38618123~27001875,66897452~524248,76897677~5576798,83581382~17649306,103670727~1730897,105462472~2113058,110508290~5647296,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1975274,140913265~12334760,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~1560230,259005230~7641083,270860189~11254025,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11889970,368116734~7700956,379527044~761679,380952585~1109559,384528360~25703860] 2024-08-10T06:14:32.369 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [765749~1917436,5473399~6687942,13703075~7776162,28682733~8575205,38618123~27001875,66897452~524248,76897677~5576798,83581382~17649306,103670727~1730897,105462472~2113058,110508290~5647296,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1975274,140913265~12334760,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~1560230,259005230~7641083,270860189~11254025,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11889970,368116734~7700956,379527044~761679,380952585~1109559,384528360~25703860] 2024-08-10T06:14:32.375 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [765749~1917436,5473399~6687942,13703075~7776162,28682733~8575205,38618123~27001875,66897452~524248,76897677~5576798,83581382~21820242,105462472~2113058,109051904~24888209,134793376~605209,136507202~1975274,140913265~12334760,154408009~551219,155189248~14172479,169720335~8443726,180355072~9920947,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~1560230,259005230~7641083,270860189~13237272,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~18705616,348462756~14609912,366453633~9364057,379527044~761679,380952585~1109559,384528360~25703860] 2024-08-10T06:14:32.375 INFO:tasks.workunit.client.0.smithi031.stdout:from 8 to HEAD diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~8575205,38618123~27001875,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,103670727~1730897,110508290~5647296,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1975274,140913265~12334760,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~19540136,252739124~1560230,259005230~7641083,271123524~10990690,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177,368116734~7700956,379527044~761679,380952585~1109559,384528360~25703860] 2024-08-10T06:14:32.375 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~8575205,38618123~27001875,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,103670727~1730897,110508290~5647296,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1975274,140913265~12334760,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~19540136,252739124~1560230,259005230~7641083,271123524~10990690,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177,368116734~7700956,379527044~761679,380952585~1109559,384528360~25703860] 2024-08-10T06:14:32.381 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [765749~1917436,5473399~5686726,13703075~7776162,28682733~8575205,38618123~27001875,66897452~524248,79721229~228519,80447560~2026915,83581382~21820242,109051904~24888209,134793376~605209,136507202~1975274,140913265~12334760,154408009~551219,155189248~14172479,169720335~8443726,180355072~9920947,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~19540136,252739124~1560230,259005230~7641083,271123524~12973937,286861002~2970545,291959844~10868841,303533121~7582104,326962199~18705616,348462756~14169119,366453633~9364057,379527044~761679,380952585~1109559,384528360~25703860] 2024-08-10T06:14:32.381 INFO:tasks.workunit.client.0.smithi031.stdout:from 9 to HEAD diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~24828233,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,103670727~1730897,110508290~5647296,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1915467,140913265~12334760,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,204888583~5033069,210173845~672318,226675927~4847320,234370835~11845228,252739124~1560230,259005230~7641083,271123524~10990690,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177,368116734~7700956,379527044~761679,380952585~1109559,384528360~6174359,397268261~12963959] 2024-08-10T06:14:32.381 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~24828233,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,103670727~1730897,110508290~5647296,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1915467,140913265~12334760,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,204888583~5033069,210173845~672318,226675927~4847320,234370835~11845228,252739124~1560230,259005230~7641083,271123524~10990690,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177,368116734~7700956,379527044~761679,380952585~1109559,384528360~6174359,397268261~12963959] 2024-08-10T06:14:32.386 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~24828233,66897452~524248,79721229~228519,80447560~2026915,83581382~21820242,109051904~24888209,134793376~605209,136507202~1915467,140913265~12334760,154408009~551219,155189248~14172479,169720335~8443726,180355072~9920947,191928254~2869904,204888583~5033069,210173845~672318,226675927~4847320,234370835~11845228,252739124~1560230,259005230~7641083,271123524~12973937,286861002~2970545,291959844~10868841,303533121~7582104,326962199~18705616,348462756~14169119,366453633~9364057,379527044~761679,380952585~1109559,384528360~6174359,397268261~12963959] 2024-08-10T06:14:32.387 INFO:tasks.workunit.client.0.smithi031.stdout:from 10 to HEAD diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~5316032,47453747~18166251,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,103670727~1730897,110508290~3538895,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1915467,140913265~12334760,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~6477076,204888583~5033069,226675927~4847320,234370835~11845228,252739124~1560230,259005230~7641083,271123524~3245905,278843184~3271030,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177,368116734~7700956,379527044~761679,397268261~12963959] 2024-08-10T06:14:32.387 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~5316032,47453747~18166251,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,103670727~1730897,110508290~3538895,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1915467,140913265~12334760,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~6477076,204888583~5033069,226675927~4847320,234370835~11845228,252739124~1560230,259005230~7641083,271123524~3245905,278843184~3271030,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177,368116734~7700956,379527044~761679,397268261~12963959] 2024-08-10T06:14:32.393 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~5316032,47453747~18166251,66897452~524248,79721229~228519,80447560~2026915,83581382~21820242,110508290~3538895,116155586~17784527,134793376~605209,136507202~1915467,140913265~12334760,154408009~551219,155189248~14172479,169720335~8443726,180355072~8625170,204888583~5033069,226675927~4847320,234370835~11845228,252739124~1560230,259005230~7641083,271123524~3245905,278843184~5254277,286861002~2970545,291959844~10868841,303533121~7582104,326962199~18705616,348462756~14169119,366453633~9364057,379527044~761679,397268261~12963959] 2024-08-10T06:14:32.393 INFO:tasks.workunit.client.0.smithi031.stdout:from 11 to HEAD diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~5316032,47453747~18166251,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,103670727~1730897,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1915467,145543694~7704331,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~6477076,204888583~5033069,226675927~4847320,234370835~11845228,252739124~1560230,259005230~7641083,271123524~3245905,278843184~3271030,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,332358664~6411199,339672312~5995503,348462756~2583931,358674016~2066812,368116734~7700956,379527044~761679,397268261~12963959] 2024-08-10T06:14:32.393 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~5316032,47453747~18166251,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,103670727~1730897,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1915467,145543694~7704331,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~6477076,204888583~5033069,226675927~4847320,234370835~11845228,252739124~1560230,259005230~7641083,271123524~3245905,278843184~3271030,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,332358664~6411199,339672312~5995503,348462756~2583931,358674016~2066812,368116734~7700956,379527044~761679,397268261~12963959] 2024-08-10T06:14:32.398 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~5316032,47453747~18166251,66897452~524248,79721229~228519,80447560~2026915,83581382~21820242,116155586~17784527,134793376~605209,136507202~1915467,145543694~7704331,154408009~551219,155189248~14172479,169720335~8443726,180355072~8625170,204888583~5033069,226675927~4847320,234370835~11845228,252739124~1560230,259005230~7641083,271123524~3245905,278843184~5254277,286861002~2970545,291959844~10868841,303533121~7582104,332358664~6411199,339672312~5995503,348462756~2583931,358674016~2066812,366453633~9364057,379527044~761679,397268261~12963959] 2024-08-10T06:14:32.399 INFO:tasks.workunit.client.0.smithi031.stdout:from 12 to HEAD diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~5316032,47453747~18166251,79721229~228519,80447560~2026915,83581382~7843552,94744286~6486402,103670727~1730897,116645688~346157,117385168~8024693,129269902~4670211,134793376~605209,145543694~7704331,154408009~551219,160164776~9196951,169720335~8443726,182503166~6477076,204888583~5033069,226675927~4847320,235752408~7875782,244320492~1895571,252739124~1560230,259005230~7641083,271123524~3245905,278843184~3271030,282118338~1979123,286861002~2970545,291959844~10868841,303533121~2634850,332358664~6411199,339672312~5995503,348462756~2583931,358674016~2066812,368116734~7700956,379527044~761679,397268261~12963959] 2024-08-10T06:14:32.399 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~5316032,47453747~18166251,79721229~228519,80447560~2026915,83581382~7843552,94744286~6486402,103670727~1730897,116645688~346157,117385168~8024693,129269902~4670211,134793376~605209,145543694~7704331,154408009~551219,160164776~9196951,169720335~8443726,182503166~6477076,204888583~5033069,226675927~4847320,235752408~7875782,244320492~1895571,252739124~1560230,259005230~7641083,271123524~3245905,278843184~3271030,282118338~1979123,286861002~2970545,291959844~10868841,303533121~2634850,332358664~6411199,339672312~5995503,348462756~2583931,358674016~2066812,368116734~7700956,379527044~761679,397268261~12963959] 2024-08-10T06:14:32.405 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~5316032,47453747~18166251,79721229~228519,80447560~2026915,83581382~7843552,94744286~10657338,116155586~9254275,127609106~6331007,134793376~605209,145543694~7704331,154408009~551219,159884264~9477463,169720335~8443726,180355072~8625170,204888583~5033069,226675927~4847320,235752408~7875782,244320492~1895571,252739124~1560230,259005230~7641083,271123524~3245905,278843184~5254277,286861002~2970545,291959844~10868841,303533121~2634850,332358664~6411199,339672312~5995503,348462756~2583931,358674016~2066812,366453633~9364057,379527044~761679,397268261~12963959] 2024-08-10T06:14:32.405 INFO:tasks.workunit.client.0.smithi031.stdout:from 13 to HEAD diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~5316032,47453747~18166251,79721229~228519,80447560~2026915,83581382~7843552,94744286~6486402,103670727~1730897,116645688~346157,117385168~8024693,129269902~4670211,145543694~7704331,154408009~551219,160164776~9196951,169720335~8443726,182503166~6477076,204888583~5033069,226675927~4847320,235752408~7875782,259005230~7641083,278843184~3271030,282118338~1979123,286861002~2970545,291959844~10868841,303533121~2634850,334330032~342544,339672312~4698495,358674016~2066812,368116734~7700956,379527044~761679,397268261~12963959] 2024-08-10T06:14:32.405 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~5316032,47453747~18166251,79721229~228519,80447560~2026915,83581382~7843552,94744286~6486402,103670727~1730897,116645688~346157,117385168~8024693,129269902~4670211,145543694~7704331,154408009~551219,160164776~9196951,169720335~8443726,182503166~6477076,204888583~5033069,226675927~4847320,235752408~7875782,259005230~7641083,278843184~3271030,282118338~1979123,286861002~2970545,291959844~10868841,303533121~2634850,334330032~342544,339672312~4698495,358674016~2066812,368116734~7700956,379527044~761679,397268261~12963959] 2024-08-10T06:14:32.411 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~5316032,47453747~18166251,79721229~228519,80447560~2026915,83581382~7843552,94744286~10657338,116155586~9254275,127609106~6331007,145543694~7704331,154408009~551219,159884264~9477463,169720335~8443726,180355072~8625170,204888583~5033069,226675927~4847320,235752408~7875782,259005230~7641083,278843184~5254277,286861002~2970545,291959844~10868841,303533121~2634850,334330032~342544,339672312~4698495,358674016~2066812,366453633~9364057,379527044~761679,397268261~12963959] 2024-08-10T06:14:32.411 INFO:tasks.workunit.client.0.smithi031.stdout:from 14 to HEAD diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,47453747~18166251,79721229~228519,80447560~2026915,85233959~6190975,94744286~6486402,103670727~1730897,116645688~346157,117385168~8024693,129269902~4670211,146983221~5816574,154408009~551219,160164776~4836258,169720335~8443726,182503166~6477076,204888583~5033069,226675927~4847320,235752408~7875782,259005230~7641083,278843184~3271030,282118338~1979123,286861002~2970545,291959844~10868841,303533121~2634850,334330032~342544,339672312~4698495,358674016~2066812,368116734~7700956,379527044~761679,397268261~12963959] 2024-08-10T06:14:32.411 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,47453747~18166251,79721229~228519,80447560~2026915,85233959~6190975,94744286~6486402,103670727~1730897,116645688~346157,117385168~8024693,129269902~4670211,146983221~5816574,154408009~551219,160164776~4836258,169720335~8443726,182503166~6477076,204888583~5033069,226675927~4847320,235752408~7875782,259005230~7641083,278843184~3271030,282118338~1979123,286861002~2970545,291959844~10868841,303533121~2634850,334330032~342544,339672312~4698495,358674016~2066812,368116734~7700956,379527044~761679,397268261~12963959] 2024-08-10T06:14:32.417 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,47453747~18166251,79721229~228519,80447560~2026915,85233959~6190975,94744286~10657338,116155586~9254275,127609106~6331007,146983221~5816574,154408009~551219,160164776~4836258,169720335~8443726,180355072~8625170,204888583~5033069,226675927~4847320,235752408~7875782,259005230~7641083,278843184~5254277,286861002~2970545,291959844~10868841,303533121~2634850,334330032~342544,339672312~4698495,358674016~2066812,366453633~9364057,379527044~761679,397268261~12963959] 2024-08-10T06:14:32.417 INFO:tasks.workunit.client.0.smithi031.stdout:from 15 to HEAD diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,47453747~16994102,85233959~6190975,94744286~4745286,103670727~1730897,116645688~346157,117385168~8024693,129269902~4670211,146983221~5816574,160164776~4836258,169720335~6038612,182503166~6477076,204888583~5033069,226675927~4847320,237883437~5744753,259005230~7641083,278843184~3271030,286861002~2970545,291959844~10868841,303533121~2634850,334330032~342544,339672312~4698495,358674016~2066812,368116734~7700956,397268261~12963959] 2024-08-10T06:14:32.417 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,47453747~16994102,85233959~6190975,94744286~4745286,103670727~1730897,116645688~346157,117385168~8024693,129269902~4670211,146983221~5816574,160164776~4836258,169720335~6038612,182503166~6477076,204888583~5033069,226675927~4847320,237883437~5744753,259005230~7641083,278843184~3271030,286861002~2970545,291959844~10868841,303533121~2634850,334330032~342544,339672312~4698495,358674016~2066812,368116734~7700956,397268261~12963959] 2024-08-10T06:14:32.422 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,47453747~16994102,85233959~6190975,94744286~4745286,101230688~4170936,116155586~9254275,127609106~6331007,146983221~5816574,160164776~4836258,169720335~6038612,180355072~8625170,204888583~5033069,226675927~4847320,237883437~5744753,259005230~7641083,278843184~3271030,286861002~2970545,291959844~10868841,303533121~2634850,334330032~342544,339672312~4698495,358674016~2066812,366453633~9364057,397268261~12963959] 2024-08-10T06:14:32.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:14:32 smithi031 ceph-mon[98130]: osdmap e2024: 8 total, 8 up, 8 in 2024-08-10T06:14:32.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:14:32 smithi031 ceph-mon[100614]: osdmap e2024: 8 total, 8 up, 8 in 2024-08-10T06:14:32.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:14:32 smithi196 ceph-mon[90243]: osdmap e2024: 8 total, 8 up, 8 in 2024-08-10T06:14:32.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:14:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:14:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:14:33.311 INFO:tasks.workunit.client.0.smithi031.stdout:from 0 to HEAD diff [274245~21204992,22280643~15635039,38618123~62612565,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154261235~697993,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,190445153~21061340,216922084~32871162,252739124~3680784,259005230~23108984,282118338~1979123,286495426~24619799,316085577~7327847,324548761~14221102,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:33.311 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,22280643~15635039,38618123~62612565,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154261235~697993,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,190445153~21061340,216922084~32871162,252739124~3680784,259005230~23108984,282118338~1979123,286495426~24619799,316085577~7327847,324548761~14221102,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:33.349 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~37915682,38618123~69073340,109051904~45907324,155189248~23452011,180355072~31151421,213909504~35883742,252653798~31443663,285212672~25902553,314572800~8840624,324548761~85683459] 2024-08-10T06:14:33.350 INFO:tasks.workunit.client.0.smithi031.stdout:from 1 to HEAD diff [274245~21204992,22280643~15635039,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154261235~697993,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~13591007,216922084~32871162,252739124~3680784,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~7327847,326962199~11807664,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:33.350 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,22280643~15635039,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154261235~697993,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~13591007,216922084~32871162,252739124~3680784,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~7327847,326962199~11807664,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:33.356 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~37915682,38618123~35392283,75389582~1459869,76897677~30793786,109051904~45907324,155189248~23452011,180355072~9920947,191928254~2869904,197915486~13591007,213909504~35883742,252653798~31443663,286861002~2970545,291959844~19155381,314572800~8840624,326962199~83270021] 2024-08-10T06:14:33.357 INFO:tasks.workunit.client.0.smithi031.stdout:from 2 to HEAD diff [274245~21204992,22280643~15635039,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~13591007,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~7327847,326962199~11807664,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:33.357 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,22280643~15635039,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~13591007,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~7327847,326962199~11807664,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:33.363 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~37915682,38618123~35392283,75389582~1459869,76897677~30793786,109051904~44196121,154408009~551219,155189248~23452011,180355072~9920947,191928254~2869904,197915486~13591007,213909504~35883742,252739124~3340299,256419908~27677553,286861002~2970545,291959844~19155381,314572800~8840624,326962199~83270021] 2024-08-10T06:14:33.363 INFO:tasks.workunit.client.0.smithi031.stdout:from 3 to HEAD diff [274245~21204992,22454647~15461035,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~3886438,204781077~6725416,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,378364909~31867311] 2024-08-10T06:14:33.363 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,22454647~15461035,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~3886438,204781077~6725416,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,378364909~31867311] 2024-08-10T06:14:33.370 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~21479237,22454647~15461035,38618123~35392283,75389582~1459869,76897677~30793786,109051904~44196121,154408009~551219,155189248~23452011,180355072~9920947,191928254~2869904,197915486~3886438,204781077~6725416,213909504~35883742,252739124~3340299,256419908~27677553,286861002~2970545,291959844~19155381,316085577~4441412,326962199~48855491,378364909~31867311] 2024-08-10T06:14:33.370 INFO:tasks.workunit.client.0.smithi031.stdout:from 4 to HEAD diff [274245~21204992,22454647~15461035,38618123~32567526,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,378364909~31867311] 2024-08-10T06:14:33.370 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,22454647~15461035,38618123~32567526,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,378364909~31867311] 2024-08-10T06:14:33.376 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~21479237,22454647~15461035,38618123~32567526,76897677~30793786,109051904~44196121,154408009~551219,155189248~22974813,180355072~9920947,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,213909504~35883742,252739124~3340299,256419908~27677553,286861002~2970545,291959844~19155381,316085577~4441412,326962199~48855491,378364909~31867311] 2024-08-10T06:14:33.376 INFO:tasks.workunit.client.0.smithi031.stdout:from 5 to HEAD diff [274245~21204992,28682733~9232949,38618123~32567526,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,379527044~761679,380952585~29279635] 2024-08-10T06:14:33.377 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,28682733~9232949,38618123~32567526,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,379527044~761679,380952585~29279635] 2024-08-10T06:14:33.383 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~21479237,28682733~9232949,38618123~32567526,76897677~30793786,109051904~44196121,154408009~551219,155189248~22974813,180355072~9920947,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~3340299,256419908~27677553,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~48855491,379527044~761679,380952585~29279635] 2024-08-10T06:14:33.383 INFO:tasks.workunit.client.0.smithi031.stdout:from 6 to HEAD diff [274245~11887096,13703075~7776162,28682733~9232949,38618123~27001875,66897452~524248,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~3340299,259005230~8462645,270860189~11254025,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~11807664,339181695~6486120,348462756~2583931,351182698~15270935,368116734~7700956,379527044~761679,380952585~29279635] 2024-08-10T06:14:33.383 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~11887096,13703075~7776162,28682733~9232949,38618123~27001875,66897452~524248,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~3340299,259005230~8462645,270860189~11254025,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~11807664,339181695~6486120,348462756~2583931,351182698~15270935,368116734~7700956,379527044~761679,380952585~29279635] 2024-08-10T06:14:33.389 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~12161341,13703075~7776162,28682733~9232949,38618123~27001875,66897452~524248,76897677~30793786,109051904~44196121,154408009~551219,155189248~14172479,169720335~8443726,180355072~9920947,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~3340299,256419908~11047967,270860189~13237272,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~18705616,348462756~27354934,379527044~761679,380952585~29279635] 2024-08-10T06:14:33.389 INFO:tasks.workunit.client.0.smithi031.stdout:from 7 to HEAD diff [765749~1917436,5473399~6687942,13703075~7776162,28682733~8575205,38618123~27001875,66897452~524248,76897677~5576798,83581382~17649306,103670727~1730897,105462472~2113058,110508290~5647296,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1975274,140913265~12334760,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~1560230,259005230~7641083,270860189~11254025,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11889970,368116734~7700956,379527044~761679,380952585~1109559,384528360~25703860] 2024-08-10T06:14:33.389 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [765749~1917436,5473399~6687942,13703075~7776162,28682733~8575205,38618123~27001875,66897452~524248,76897677~5576798,83581382~17649306,103670727~1730897,105462472~2113058,110508290~5647296,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1975274,140913265~12334760,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~1560230,259005230~7641083,270860189~11254025,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11889970,368116734~7700956,379527044~761679,380952585~1109559,384528360~25703860] 2024-08-10T06:14:33.395 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [765749~1917436,5473399~6687942,13703075~7776162,28682733~8575205,38618123~27001875,66897452~524248,76897677~5576798,83581382~21820242,105462472~2113058,109051904~24888209,134793376~605209,136507202~1975274,140913265~12334760,154408009~551219,155189248~14172479,169720335~8443726,180355072~9920947,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~1560230,259005230~7641083,270860189~13237272,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~18705616,348462756~14609912,366453633~9364057,379527044~761679,380952585~1109559,384528360~25703860] 2024-08-10T06:14:33.395 INFO:tasks.workunit.client.0.smithi031.stdout:from 8 to HEAD diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~8575205,38618123~27001875,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,103670727~1730897,110508290~5647296,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1975274,140913265~12334760,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~19540136,252739124~1560230,259005230~7641083,271123524~10990690,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177,368116734~7700956,379527044~761679,380952585~1109559,384528360~25703860] 2024-08-10T06:14:33.395 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~8575205,38618123~27001875,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,103670727~1730897,110508290~5647296,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1975274,140913265~12334760,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~19540136,252739124~1560230,259005230~7641083,271123524~10990690,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177,368116734~7700956,379527044~761679,380952585~1109559,384528360~25703860] 2024-08-10T06:14:33.401 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [765749~1917436,5473399~5686726,13703075~7776162,28682733~8575205,38618123~27001875,66897452~524248,79721229~228519,80447560~2026915,83581382~21820242,109051904~24888209,134793376~605209,136507202~1975274,140913265~12334760,154408009~551219,155189248~14172479,169720335~8443726,180355072~9920947,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~19540136,252739124~1560230,259005230~7641083,271123524~12973937,286861002~2970545,291959844~10868841,303533121~7582104,326962199~18705616,348462756~14169119,366453633~9364057,379527044~761679,380952585~1109559,384528360~25703860] 2024-08-10T06:14:33.401 INFO:tasks.workunit.client.0.smithi031.stdout:from 9 to HEAD diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~24828233,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,103670727~1730897,110508290~5647296,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1915467,140913265~12334760,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,204888583~5033069,210173845~672318,226675927~4847320,234370835~11845228,252739124~1560230,259005230~7641083,271123524~10990690,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177,368116734~7700956,379527044~761679,380952585~1109559,384528360~6174359,397268261~12963959] 2024-08-10T06:14:33.401 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~24828233,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,103670727~1730897,110508290~5647296,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1915467,140913265~12334760,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,204888583~5033069,210173845~672318,226675927~4847320,234370835~11845228,252739124~1560230,259005230~7641083,271123524~10990690,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177,368116734~7700956,379527044~761679,380952585~1109559,384528360~6174359,397268261~12963959] 2024-08-10T06:14:33.406 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~24828233,66897452~524248,79721229~228519,80447560~2026915,83581382~21820242,109051904~24888209,134793376~605209,136507202~1915467,140913265~12334760,154408009~551219,155189248~14172479,169720335~8443726,180355072~9920947,191928254~2869904,204888583~5033069,210173845~672318,226675927~4847320,234370835~11845228,252739124~1560230,259005230~7641083,271123524~12973937,286861002~2970545,291959844~10868841,303533121~7582104,326962199~18705616,348462756~14169119,366453633~9364057,379527044~761679,380952585~1109559,384528360~6174359,397268261~12963959] 2024-08-10T06:14:33.406 INFO:tasks.workunit.client.0.smithi031.stdout:from 10 to HEAD diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~5316032,47453747~18166251,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,103670727~1730897,110508290~3538895,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1915467,140913265~12334760,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~6477076,204888583~5033069,226675927~4847320,234370835~11845228,252739124~1560230,259005230~7641083,271123524~3245905,278843184~3271030,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177,368116734~7700956,379527044~761679,397268261~12963959] 2024-08-10T06:14:33.407 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~5316032,47453747~18166251,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,103670727~1730897,110508290~3538895,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1915467,140913265~12334760,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~6477076,204888583~5033069,226675927~4847320,234370835~11845228,252739124~1560230,259005230~7641083,271123524~3245905,278843184~3271030,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177,368116734~7700956,379527044~761679,397268261~12963959] 2024-08-10T06:14:33.412 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~5316032,47453747~18166251,66897452~524248,79721229~228519,80447560~2026915,83581382~21820242,110508290~3538895,116155586~17784527,134793376~605209,136507202~1915467,140913265~12334760,154408009~551219,155189248~14172479,169720335~8443726,180355072~8625170,204888583~5033069,226675927~4847320,234370835~11845228,252739124~1560230,259005230~7641083,271123524~3245905,278843184~5254277,286861002~2970545,291959844~10868841,303533121~7582104,326962199~18705616,348462756~14169119,366453633~9364057,379527044~761679,397268261~12963959] 2024-08-10T06:14:33.412 INFO:tasks.workunit.client.0.smithi031.stdout:from 11 to HEAD diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~5316032,47453747~18166251,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,103670727~1730897,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1915467,145543694~7704331,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~6477076,204888583~5033069,226675927~4847320,234370835~11845228,252739124~1560230,259005230~7641083,271123524~3245905,278843184~3271030,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,332358664~6411199,339672312~5995503,348462756~2583931,358674016~2066812,368116734~7700956,379527044~761679,397268261~12963959] 2024-08-10T06:14:33.412 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~5316032,47453747~18166251,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,103670727~1730897,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1915467,145543694~7704331,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~6477076,204888583~5033069,226675927~4847320,234370835~11845228,252739124~1560230,259005230~7641083,271123524~3245905,278843184~3271030,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,332358664~6411199,339672312~5995503,348462756~2583931,358674016~2066812,368116734~7700956,379527044~761679,397268261~12963959] 2024-08-10T06:14:33.418 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~5316032,47453747~18166251,66897452~524248,79721229~228519,80447560~2026915,83581382~21820242,116155586~17784527,134793376~605209,136507202~1915467,145543694~7704331,154408009~551219,155189248~14172479,169720335~8443726,180355072~8625170,204888583~5033069,226675927~4847320,234370835~11845228,252739124~1560230,259005230~7641083,271123524~3245905,278843184~5254277,286861002~2970545,291959844~10868841,303533121~7582104,332358664~6411199,339672312~5995503,348462756~2583931,358674016~2066812,366453633~9364057,379527044~761679,397268261~12963959] 2024-08-10T06:14:33.418 INFO:tasks.workunit.client.0.smithi031.stdout:from 12 to HEAD diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~5316032,47453747~18166251,79721229~228519,80447560~2026915,83581382~7843552,94744286~6486402,103670727~1730897,116645688~346157,117385168~8024693,129269902~4670211,134793376~605209,145543694~7704331,154408009~551219,160164776~9196951,169720335~8443726,182503166~6477076,204888583~5033069,226675927~4847320,235752408~7875782,244320492~1895571,252739124~1560230,259005230~7641083,271123524~3245905,278843184~3271030,282118338~1979123,286861002~2970545,291959844~10868841,303533121~2634850,332358664~6411199,339672312~5995503,348462756~2583931,358674016~2066812,368116734~7700956,379527044~761679,397268261~12963959] 2024-08-10T06:14:33.418 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~5316032,47453747~18166251,79721229~228519,80447560~2026915,83581382~7843552,94744286~6486402,103670727~1730897,116645688~346157,117385168~8024693,129269902~4670211,134793376~605209,145543694~7704331,154408009~551219,160164776~9196951,169720335~8443726,182503166~6477076,204888583~5033069,226675927~4847320,235752408~7875782,244320492~1895571,252739124~1560230,259005230~7641083,271123524~3245905,278843184~3271030,282118338~1979123,286861002~2970545,291959844~10868841,303533121~2634850,332358664~6411199,339672312~5995503,348462756~2583931,358674016~2066812,368116734~7700956,379527044~761679,397268261~12963959] 2024-08-10T06:14:33.424 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~5316032,47453747~18166251,79721229~228519,80447560~2026915,83581382~7843552,94744286~10657338,116155586~9254275,127609106~6331007,134793376~605209,145543694~7704331,154408009~551219,159884264~9477463,169720335~8443726,180355072~8625170,204888583~5033069,226675927~4847320,235752408~7875782,244320492~1895571,252739124~1560230,259005230~7641083,271123524~3245905,278843184~5254277,286861002~2970545,291959844~10868841,303533121~2634850,332358664~6411199,339672312~5995503,348462756~2583931,358674016~2066812,366453633~9364057,379527044~761679,397268261~12963959] 2024-08-10T06:14:33.424 INFO:tasks.workunit.client.0.smithi031.stdout:from 13 to HEAD diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~5316032,47453747~18166251,79721229~228519,80447560~2026915,83581382~7843552,94744286~6486402,103670727~1730897,116645688~346157,117385168~8024693,129269902~4670211,145543694~7704331,154408009~551219,160164776~9196951,169720335~8443726,182503166~6477076,204888583~5033069,226675927~4847320,235752408~7875782,259005230~7641083,278843184~3271030,282118338~1979123,286861002~2970545,291959844~10868841,303533121~2634850,334330032~342544,339672312~4698495,358674016~2066812,368116734~7700956,379527044~761679,397268261~12963959] 2024-08-10T06:14:33.424 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~5316032,47453747~18166251,79721229~228519,80447560~2026915,83581382~7843552,94744286~6486402,103670727~1730897,116645688~346157,117385168~8024693,129269902~4670211,145543694~7704331,154408009~551219,160164776~9196951,169720335~8443726,182503166~6477076,204888583~5033069,226675927~4847320,235752408~7875782,259005230~7641083,278843184~3271030,282118338~1979123,286861002~2970545,291959844~10868841,303533121~2634850,334330032~342544,339672312~4698495,358674016~2066812,368116734~7700956,379527044~761679,397268261~12963959] 2024-08-10T06:14:33.429 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~5316032,47453747~18166251,79721229~228519,80447560~2026915,83581382~7843552,94744286~10657338,116155586~9254275,127609106~6331007,145543694~7704331,154408009~551219,159884264~9477463,169720335~8443726,180355072~8625170,204888583~5033069,226675927~4847320,235752408~7875782,259005230~7641083,278843184~5254277,286861002~2970545,291959844~10868841,303533121~2634850,334330032~342544,339672312~4698495,358674016~2066812,366453633~9364057,379527044~761679,397268261~12963959] 2024-08-10T06:14:33.430 INFO:tasks.workunit.client.0.smithi031.stdout:from 14 to HEAD diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,47453747~18166251,79721229~228519,80447560~2026915,85233959~6190975,94744286~6486402,103670727~1730897,116645688~346157,117385168~8024693,129269902~4670211,146983221~5816574,154408009~551219,160164776~4836258,169720335~8443726,182503166~6477076,204888583~5033069,226675927~4847320,235752408~7875782,259005230~7641083,278843184~3271030,282118338~1979123,286861002~2970545,291959844~10868841,303533121~2634850,334330032~342544,339672312~4698495,358674016~2066812,368116734~7700956,379527044~761679,397268261~12963959] 2024-08-10T06:14:33.430 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,47453747~18166251,79721229~228519,80447560~2026915,85233959~6190975,94744286~6486402,103670727~1730897,116645688~346157,117385168~8024693,129269902~4670211,146983221~5816574,154408009~551219,160164776~4836258,169720335~8443726,182503166~6477076,204888583~5033069,226675927~4847320,235752408~7875782,259005230~7641083,278843184~3271030,282118338~1979123,286861002~2970545,291959844~10868841,303533121~2634850,334330032~342544,339672312~4698495,358674016~2066812,368116734~7700956,379527044~761679,397268261~12963959] 2024-08-10T06:14:33.435 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,47453747~18166251,79721229~228519,80447560~2026915,85233959~6190975,94744286~10657338,116155586~9254275,127609106~6331007,146983221~5816574,154408009~551219,160164776~4836258,169720335~8443726,180355072~8625170,204888583~5033069,226675927~4847320,235752408~7875782,259005230~7641083,278843184~5254277,286861002~2970545,291959844~10868841,303533121~2634850,334330032~342544,339672312~4698495,358674016~2066812,366453633~9364057,379527044~761679,397268261~12963959] 2024-08-10T06:14:33.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:14:33 smithi031 ceph-mon[98130]: osdmap e2025: 8 total, 8 up, 8 in 2024-08-10T06:14:33.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:14:33 smithi031 ceph-mon[98130]: pgmap v3519: 137 pgs: 137 active+clean; 1.2 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 227 KiB/s rd, 22 MiB/s wr, 3.64k op/s 2024-08-10T06:14:33.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:14:33 smithi031 ceph-mon[100614]: osdmap e2025: 8 total, 8 up, 8 in 2024-08-10T06:14:33.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:14:33 smithi031 ceph-mon[100614]: pgmap v3519: 137 pgs: 137 active+clean; 1.2 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 227 KiB/s rd, 22 MiB/s wr, 3.64k op/s 2024-08-10T06:14:33.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:14:33 smithi196 ceph-mon[90243]: osdmap e2025: 8 total, 8 up, 8 in 2024-08-10T06:14:33.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:14:33 smithi196 ceph-mon[90243]: pgmap v3519: 137 pgs: 137 active+clean; 1.2 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 227 KiB/s rd, 22 MiB/s wr, 3.64k op/s 2024-08-10T06:14:34.314 INFO:tasks.workunit.client.0.smithi031.stdout:from 0 to HEAD diff [274245~21204992,22280643~15635039,38618123~62612565,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154261235~697993,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,190445153~21061340,216922084~32871162,252739124~3680784,259005230~23108984,282118338~1979123,286495426~24619799,316085577~7327847,324548761~14221102,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:34.314 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,22280643~15635039,38618123~62612565,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154261235~697993,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,190445153~21061340,216922084~32871162,252739124~3680784,259005230~23108984,282118338~1979123,286495426~24619799,316085577~7327847,324548761~14221102,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:34.351 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~37915682,38618123~69073340,109051904~45907324,155189248~23452011,180355072~31151421,213909504~35883742,252653798~31443663,285212672~25902553,314572800~8840624,324548761~85683459] 2024-08-10T06:14:34.351 INFO:tasks.workunit.client.0.smithi031.stdout:from 1 to HEAD diff [274245~21204992,22280643~15635039,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154261235~697993,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~13591007,216922084~32871162,252739124~3680784,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~7327847,326962199~11807664,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:34.351 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,22280643~15635039,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154261235~697993,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~13591007,216922084~32871162,252739124~3680784,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~7327847,326962199~11807664,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:34.357 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~37915682,38618123~35392283,75389582~1459869,76897677~30793786,109051904~45907324,155189248~23452011,180355072~9920947,191928254~2869904,197915486~13591007,213909504~35883742,252653798~31443663,286861002~2970545,291959844~19155381,314572800~8840624,326962199~83270021] 2024-08-10T06:14:34.357 INFO:tasks.workunit.client.0.smithi031.stdout:from 2 to HEAD diff [274245~21204992,22280643~15635039,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~13591007,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~7327847,326962199~11807664,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:34.357 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,22280643~15635039,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~13591007,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~7327847,326962199~11807664,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:34.363 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~37915682,38618123~35392283,75389582~1459869,76897677~30793786,109051904~44196121,154408009~551219,155189248~23452011,180355072~9920947,191928254~2869904,197915486~13591007,213909504~35883742,252739124~3340299,256419908~27677553,286861002~2970545,291959844~19155381,314572800~8840624,326962199~83270021] 2024-08-10T06:14:34.363 INFO:tasks.workunit.client.0.smithi031.stdout:from 3 to HEAD diff [274245~21204992,22454647~15461035,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~3886438,204781077~6725416,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,378364909~31867311] 2024-08-10T06:14:34.363 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,22454647~15461035,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~3886438,204781077~6725416,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,378364909~31867311] 2024-08-10T06:14:34.369 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~21479237,22454647~15461035,38618123~35392283,75389582~1459869,76897677~30793786,109051904~44196121,154408009~551219,155189248~23452011,180355072~9920947,191928254~2869904,197915486~3886438,204781077~6725416,213909504~35883742,252739124~3340299,256419908~27677553,286861002~2970545,291959844~19155381,316085577~4441412,326962199~48855491,378364909~31867311] 2024-08-10T06:14:34.369 INFO:tasks.workunit.client.0.smithi031.stdout:from 4 to HEAD diff [274245~21204992,22454647~15461035,38618123~32567526,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,378364909~31867311] 2024-08-10T06:14:34.369 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,22454647~15461035,38618123~32567526,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,378364909~31867311] 2024-08-10T06:14:34.375 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~21479237,22454647~15461035,38618123~32567526,76897677~30793786,109051904~44196121,154408009~551219,155189248~22974813,180355072~9920947,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,213909504~35883742,252739124~3340299,256419908~27677553,286861002~2970545,291959844~19155381,316085577~4441412,326962199~48855491,378364909~31867311] 2024-08-10T06:14:34.375 INFO:tasks.workunit.client.0.smithi031.stdout:from 5 to HEAD diff [274245~21204992,28682733~9232949,38618123~32567526,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,379527044~761679,380952585~29279635] 2024-08-10T06:14:34.375 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,28682733~9232949,38618123~32567526,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,379527044~761679,380952585~29279635] 2024-08-10T06:14:34.380 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~21479237,28682733~9232949,38618123~32567526,76897677~30793786,109051904~44196121,154408009~551219,155189248~22974813,180355072~9920947,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~3340299,256419908~27677553,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~48855491,379527044~761679,380952585~29279635] 2024-08-10T06:14:34.381 INFO:tasks.workunit.client.0.smithi031.stdout:from 6 to HEAD diff [274245~11887096,13703075~7776162,28682733~9232949,38618123~27001875,66897452~524248,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~3340299,259005230~8462645,270860189~11254025,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~11807664,339181695~6486120,348462756~2583931,351182698~15270935,368116734~7700956,379527044~761679,380952585~29279635] 2024-08-10T06:14:34.381 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~11887096,13703075~7776162,28682733~9232949,38618123~27001875,66897452~524248,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~3340299,259005230~8462645,270860189~11254025,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~11807664,339181695~6486120,348462756~2583931,351182698~15270935,368116734~7700956,379527044~761679,380952585~29279635] 2024-08-10T06:14:34.386 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~12161341,13703075~7776162,28682733~9232949,38618123~27001875,66897452~524248,76897677~30793786,109051904~44196121,154408009~551219,155189248~14172479,169720335~8443726,180355072~9920947,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~3340299,256419908~11047967,270860189~13237272,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~18705616,348462756~27354934,379527044~761679,380952585~29279635] 2024-08-10T06:14:34.386 INFO:tasks.workunit.client.0.smithi031.stdout:from 7 to HEAD diff [765749~1917436,5473399~6687942,13703075~7776162,28682733~8575205,38618123~27001875,66897452~524248,76897677~5576798,83581382~17649306,103670727~1730897,105462472~2113058,110508290~5647296,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1975274,140913265~12334760,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~1560230,259005230~7641083,270860189~11254025,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11889970,368116734~7700956,379527044~761679,380952585~1109559,384528360~25703860] 2024-08-10T06:14:34.386 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [765749~1917436,5473399~6687942,13703075~7776162,28682733~8575205,38618123~27001875,66897452~524248,76897677~5576798,83581382~17649306,103670727~1730897,105462472~2113058,110508290~5647296,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1975274,140913265~12334760,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~1560230,259005230~7641083,270860189~11254025,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11889970,368116734~7700956,379527044~761679,380952585~1109559,384528360~25703860] 2024-08-10T06:14:34.392 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [765749~1917436,5473399~6687942,13703075~7776162,28682733~8575205,38618123~27001875,66897452~524248,76897677~5576798,83581382~21820242,105462472~2113058,109051904~24888209,134793376~605209,136507202~1975274,140913265~12334760,154408009~551219,155189248~14172479,169720335~8443726,180355072~9920947,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~1560230,259005230~7641083,270860189~13237272,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~18705616,348462756~14609912,366453633~9364057,379527044~761679,380952585~1109559,384528360~25703860] 2024-08-10T06:14:34.392 INFO:tasks.workunit.client.0.smithi031.stdout:from 8 to HEAD diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~8575205,38618123~27001875,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,103670727~1730897,110508290~5647296,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1975274,140913265~12334760,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~19540136,252739124~1560230,259005230~7641083,271123524~10990690,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177,368116734~7700956,379527044~761679,380952585~1109559,384528360~25703860] 2024-08-10T06:14:34.392 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~8575205,38618123~27001875,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,103670727~1730897,110508290~5647296,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1975274,140913265~12334760,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~19540136,252739124~1560230,259005230~7641083,271123524~10990690,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177,368116734~7700956,379527044~761679,380952585~1109559,384528360~25703860] 2024-08-10T06:14:34.398 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [765749~1917436,5473399~5686726,13703075~7776162,28682733~8575205,38618123~27001875,66897452~524248,79721229~228519,80447560~2026915,83581382~21820242,109051904~24888209,134793376~605209,136507202~1975274,140913265~12334760,154408009~551219,155189248~14172479,169720335~8443726,180355072~9920947,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~19540136,252739124~1560230,259005230~7641083,271123524~12973937,286861002~2970545,291959844~10868841,303533121~7582104,326962199~18705616,348462756~14169119,366453633~9364057,379527044~761679,380952585~1109559,384528360~25703860] 2024-08-10T06:14:34.398 INFO:tasks.workunit.client.0.smithi031.stdout:from 9 to HEAD diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~24828233,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,103670727~1730897,110508290~5647296,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1915467,140913265~12334760,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,204888583~5033069,210173845~672318,226675927~4847320,234370835~11845228,252739124~1560230,259005230~7641083,271123524~10990690,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177,368116734~7700956,379527044~761679,380952585~1109559,384528360~6174359,397268261~12963959] 2024-08-10T06:14:34.398 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~24828233,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,103670727~1730897,110508290~5647296,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1915467,140913265~12334760,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,204888583~5033069,210173845~672318,226675927~4847320,234370835~11845228,252739124~1560230,259005230~7641083,271123524~10990690,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177,368116734~7700956,379527044~761679,380952585~1109559,384528360~6174359,397268261~12963959] 2024-08-10T06:14:34.404 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~24828233,66897452~524248,79721229~228519,80447560~2026915,83581382~21820242,109051904~24888209,134793376~605209,136507202~1915467,140913265~12334760,154408009~551219,155189248~14172479,169720335~8443726,180355072~9920947,191928254~2869904,204888583~5033069,210173845~672318,226675927~4847320,234370835~11845228,252739124~1560230,259005230~7641083,271123524~12973937,286861002~2970545,291959844~10868841,303533121~7582104,326962199~18705616,348462756~14169119,366453633~9364057,379527044~761679,380952585~1109559,384528360~6174359,397268261~12963959] 2024-08-10T06:14:34.404 INFO:tasks.workunit.client.0.smithi031.stdout:from 10 to HEAD diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~5316032,47453747~18166251,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,103670727~1730897,110508290~3538895,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1915467,140913265~12334760,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~6477076,204888583~5033069,226675927~4847320,234370835~11845228,252739124~1560230,259005230~7641083,271123524~3245905,278843184~3271030,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177,368116734~7700956,379527044~761679,397268261~12963959] 2024-08-10T06:14:34.404 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~5316032,47453747~18166251,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,103670727~1730897,110508290~3538895,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1915467,140913265~12334760,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~6477076,204888583~5033069,226675927~4847320,234370835~11845228,252739124~1560230,259005230~7641083,271123524~3245905,278843184~3271030,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177,368116734~7700956,379527044~761679,397268261~12963959] 2024-08-10T06:14:34.410 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~5316032,47453747~18166251,66897452~524248,79721229~228519,80447560~2026915,83581382~21820242,110508290~3538895,116155586~17784527,134793376~605209,136507202~1915467,140913265~12334760,154408009~551219,155189248~14172479,169720335~8443726,180355072~8625170,204888583~5033069,226675927~4847320,234370835~11845228,252739124~1560230,259005230~7641083,271123524~3245905,278843184~5254277,286861002~2970545,291959844~10868841,303533121~7582104,326962199~18705616,348462756~14169119,366453633~9364057,379527044~761679,397268261~12963959] 2024-08-10T06:14:34.410 INFO:tasks.workunit.client.0.smithi031.stdout:from 11 to HEAD diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~5316032,47453747~18166251,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,103670727~1730897,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1915467,145543694~7704331,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~6477076,204888583~5033069,226675927~4847320,234370835~11845228,252739124~1560230,259005230~7641083,271123524~3245905,278843184~3271030,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,332358664~6411199,339672312~5995503,348462756~2583931,358674016~2066812,368116734~7700956,379527044~761679,397268261~12963959] 2024-08-10T06:14:34.410 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~5316032,47453747~18166251,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,103670727~1730897,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1915467,145543694~7704331,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~6477076,204888583~5033069,226675927~4847320,234370835~11845228,252739124~1560230,259005230~7641083,271123524~3245905,278843184~3271030,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,332358664~6411199,339672312~5995503,348462756~2583931,358674016~2066812,368116734~7700956,379527044~761679,397268261~12963959] 2024-08-10T06:14:34.415 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~5316032,47453747~18166251,66897452~524248,79721229~228519,80447560~2026915,83581382~21820242,116155586~17784527,134793376~605209,136507202~1915467,145543694~7704331,154408009~551219,155189248~14172479,169720335~8443726,180355072~8625170,204888583~5033069,226675927~4847320,234370835~11845228,252739124~1560230,259005230~7641083,271123524~3245905,278843184~5254277,286861002~2970545,291959844~10868841,303533121~7582104,332358664~6411199,339672312~5995503,348462756~2583931,358674016~2066812,366453633~9364057,379527044~761679,397268261~12963959] 2024-08-10T06:14:34.415 INFO:tasks.workunit.client.0.smithi031.stdout:from 12 to HEAD diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~5316032,47453747~18166251,79721229~228519,80447560~2026915,83581382~7843552,94744286~6486402,103670727~1730897,116645688~346157,117385168~8024693,129269902~4670211,134793376~605209,145543694~7704331,154408009~551219,160164776~9196951,169720335~8443726,182503166~6477076,204888583~5033069,226675927~4847320,235752408~7875782,244320492~1895571,252739124~1560230,259005230~7641083,271123524~3245905,278843184~3271030,282118338~1979123,286861002~2970545,291959844~10868841,303533121~2634850,332358664~6411199,339672312~5995503,348462756~2583931,358674016~2066812,368116734~7700956,379527044~761679,397268261~12963959] 2024-08-10T06:14:34.416 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~5316032,47453747~18166251,79721229~228519,80447560~2026915,83581382~7843552,94744286~6486402,103670727~1730897,116645688~346157,117385168~8024693,129269902~4670211,134793376~605209,145543694~7704331,154408009~551219,160164776~9196951,169720335~8443726,182503166~6477076,204888583~5033069,226675927~4847320,235752408~7875782,244320492~1895571,252739124~1560230,259005230~7641083,271123524~3245905,278843184~3271030,282118338~1979123,286861002~2970545,291959844~10868841,303533121~2634850,332358664~6411199,339672312~5995503,348462756~2583931,358674016~2066812,368116734~7700956,379527044~761679,397268261~12963959] 2024-08-10T06:14:34.421 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~5316032,47453747~18166251,79721229~228519,80447560~2026915,83581382~7843552,94744286~10657338,116155586~9254275,127609106~6331007,134793376~605209,145543694~7704331,154408009~551219,159884264~9477463,169720335~8443726,180355072~8625170,204888583~5033069,226675927~4847320,235752408~7875782,244320492~1895571,252739124~1560230,259005230~7641083,271123524~3245905,278843184~5254277,286861002~2970545,291959844~10868841,303533121~2634850,332358664~6411199,339672312~5995503,348462756~2583931,358674016~2066812,366453633~9364057,379527044~761679,397268261~12963959] 2024-08-10T06:14:34.421 INFO:tasks.workunit.client.0.smithi031.stdout:from 13 to HEAD diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~5316032,47453747~18166251,79721229~228519,80447560~2026915,83581382~7843552,94744286~6486402,103670727~1730897,116645688~346157,117385168~8024693,129269902~4670211,145543694~7704331,154408009~551219,160164776~9196951,169720335~8443726,182503166~6477076,204888583~5033069,226675927~4847320,235752408~7875782,259005230~7641083,278843184~3271030,282118338~1979123,286861002~2970545,291959844~10868841,303533121~2634850,334330032~342544,339672312~4698495,358674016~2066812,368116734~7700956,379527044~761679,397268261~12963959] 2024-08-10T06:14:34.421 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~5316032,47453747~18166251,79721229~228519,80447560~2026915,83581382~7843552,94744286~6486402,103670727~1730897,116645688~346157,117385168~8024693,129269902~4670211,145543694~7704331,154408009~551219,160164776~9196951,169720335~8443726,182503166~6477076,204888583~5033069,226675927~4847320,235752408~7875782,259005230~7641083,278843184~3271030,282118338~1979123,286861002~2970545,291959844~10868841,303533121~2634850,334330032~342544,339672312~4698495,358674016~2066812,368116734~7700956,379527044~761679,397268261~12963959] 2024-08-10T06:14:34.426 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~5316032,47453747~18166251,79721229~228519,80447560~2026915,83581382~7843552,94744286~10657338,116155586~9254275,127609106~6331007,145543694~7704331,154408009~551219,159884264~9477463,169720335~8443726,180355072~8625170,204888583~5033069,226675927~4847320,235752408~7875782,259005230~7641083,278843184~5254277,286861002~2970545,291959844~10868841,303533121~2634850,334330032~342544,339672312~4698495,358674016~2066812,366453633~9364057,379527044~761679,397268261~12963959] 2024-08-10T06:14:34.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:14:34 smithi031 ceph-mon[98130]: osdmap e2026: 8 total, 8 up, 8 in 2024-08-10T06:14:34.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:14:34 smithi031 ceph-mon[100614]: osdmap e2026: 8 total, 8 up, 8 in 2024-08-10T06:14:34.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:14:34 smithi196 ceph-mon[90243]: osdmap e2026: 8 total, 8 up, 8 in 2024-08-10T06:14:35.342 INFO:tasks.workunit.client.0.smithi031.stdout:from 0 to HEAD diff [274245~21204992,22280643~15635039,38618123~62612565,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154261235~697993,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,190445153~21061340,216922084~32871162,252739124~3680784,259005230~23108984,282118338~1979123,286495426~24619799,316085577~7327847,324548761~14221102,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:35.342 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,22280643~15635039,38618123~62612565,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154261235~697993,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,190445153~21061340,216922084~32871162,252739124~3680784,259005230~23108984,282118338~1979123,286495426~24619799,316085577~7327847,324548761~14221102,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:35.368 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~37915682,38618123~69073340,109051904~45907324,155189248~23452011,180355072~31151421,213909504~35883742,252653798~31443663,285212672~25902553,314572800~8840624,324548761~85683459] 2024-08-10T06:14:35.368 INFO:tasks.workunit.client.0.smithi031.stdout:from 1 to HEAD diff [274245~21204992,22280643~15635039,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154261235~697993,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~13591007,216922084~32871162,252739124~3680784,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~7327847,326962199~11807664,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:35.368 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,22280643~15635039,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154261235~697993,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~13591007,216922084~32871162,252739124~3680784,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~7327847,326962199~11807664,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:35.375 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~37915682,38618123~35392283,75389582~1459869,76897677~30793786,109051904~45907324,155189248~23452011,180355072~9920947,191928254~2869904,197915486~13591007,213909504~35883742,252653798~31443663,286861002~2970545,291959844~19155381,314572800~8840624,326962199~83270021] 2024-08-10T06:14:35.375 INFO:tasks.workunit.client.0.smithi031.stdout:from 2 to HEAD diff [274245~21204992,22280643~15635039,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~13591007,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~7327847,326962199~11807664,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:35.375 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,22280643~15635039,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~13591007,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~7327847,326962199~11807664,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:35.382 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~37915682,38618123~35392283,75389582~1459869,76897677~30793786,109051904~44196121,154408009~551219,155189248~23452011,180355072~9920947,191928254~2869904,197915486~13591007,213909504~35883742,252739124~3340299,256419908~27677553,286861002~2970545,291959844~19155381,314572800~8840624,326962199~83270021] 2024-08-10T06:14:35.382 INFO:tasks.workunit.client.0.smithi031.stdout:from 3 to HEAD diff [274245~21204992,22454647~15461035,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~3886438,204781077~6725416,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,378364909~31867311] 2024-08-10T06:14:35.382 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,22454647~15461035,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~3886438,204781077~6725416,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,378364909~31867311] 2024-08-10T06:14:35.387 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~21479237,22454647~15461035,38618123~35392283,75389582~1459869,76897677~30793786,109051904~44196121,154408009~551219,155189248~23452011,180355072~9920947,191928254~2869904,197915486~3886438,204781077~6725416,213909504~35883742,252739124~3340299,256419908~27677553,286861002~2970545,291959844~19155381,316085577~4441412,326962199~48855491,378364909~31867311] 2024-08-10T06:14:35.387 INFO:tasks.workunit.client.0.smithi031.stdout:from 4 to HEAD diff [274245~21204992,22454647~15461035,38618123~32567526,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,378364909~31867311] 2024-08-10T06:14:35.387 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,22454647~15461035,38618123~32567526,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,378364909~31867311] 2024-08-10T06:14:35.393 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~21479237,22454647~15461035,38618123~32567526,76897677~30793786,109051904~44196121,154408009~551219,155189248~22974813,180355072~9920947,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,213909504~35883742,252739124~3340299,256419908~27677553,286861002~2970545,291959844~19155381,316085577~4441412,326962199~48855491,378364909~31867311] 2024-08-10T06:14:35.393 INFO:tasks.workunit.client.0.smithi031.stdout:from 5 to HEAD diff [274245~21204992,28682733~9232949,38618123~32567526,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,379527044~761679,380952585~29279635] 2024-08-10T06:14:35.393 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,28682733~9232949,38618123~32567526,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,379527044~761679,380952585~29279635] 2024-08-10T06:14:35.399 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~21479237,28682733~9232949,38618123~32567526,76897677~30793786,109051904~44196121,154408009~551219,155189248~22974813,180355072~9920947,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~3340299,256419908~27677553,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~48855491,379527044~761679,380952585~29279635] 2024-08-10T06:14:35.399 INFO:tasks.workunit.client.0.smithi031.stdout:from 6 to HEAD diff [274245~11887096,13703075~7776162,28682733~9232949,38618123~27001875,66897452~524248,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~3340299,259005230~8462645,270860189~11254025,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~11807664,339181695~6486120,348462756~2583931,351182698~15270935,368116734~7700956,379527044~761679,380952585~29279635] 2024-08-10T06:14:35.399 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~11887096,13703075~7776162,28682733~9232949,38618123~27001875,66897452~524248,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~3340299,259005230~8462645,270860189~11254025,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~11807664,339181695~6486120,348462756~2583931,351182698~15270935,368116734~7700956,379527044~761679,380952585~29279635] 2024-08-10T06:14:35.405 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~12161341,13703075~7776162,28682733~9232949,38618123~27001875,66897452~524248,76897677~30793786,109051904~44196121,154408009~551219,155189248~14172479,169720335~8443726,180355072~9920947,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~3340299,256419908~11047967,270860189~13237272,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~18705616,348462756~27354934,379527044~761679,380952585~29279635] 2024-08-10T06:14:35.405 INFO:tasks.workunit.client.0.smithi031.stdout:from 7 to HEAD diff [765749~1917436,5473399~6687942,13703075~7776162,28682733~8575205,38618123~27001875,66897452~524248,76897677~5576798,83581382~17649306,103670727~1730897,105462472~2113058,110508290~5647296,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1975274,140913265~12334760,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~1560230,259005230~7641083,270860189~11254025,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11889970,368116734~7700956,379527044~761679,380952585~1109559,384528360~25703860] 2024-08-10T06:14:35.405 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [765749~1917436,5473399~6687942,13703075~7776162,28682733~8575205,38618123~27001875,66897452~524248,76897677~5576798,83581382~17649306,103670727~1730897,105462472~2113058,110508290~5647296,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1975274,140913265~12334760,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~1560230,259005230~7641083,270860189~11254025,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11889970,368116734~7700956,379527044~761679,380952585~1109559,384528360~25703860] 2024-08-10T06:14:35.411 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [765749~1917436,5473399~6687942,13703075~7776162,28682733~8575205,38618123~27001875,66897452~524248,76897677~5576798,83581382~21820242,105462472~2113058,109051904~24888209,134793376~605209,136507202~1975274,140913265~12334760,154408009~551219,155189248~14172479,169720335~8443726,180355072~9920947,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~1560230,259005230~7641083,270860189~13237272,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~18705616,348462756~14609912,366453633~9364057,379527044~761679,380952585~1109559,384528360~25703860] 2024-08-10T06:14:35.411 INFO:tasks.workunit.client.0.smithi031.stdout:from 8 to HEAD diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~8575205,38618123~27001875,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,103670727~1730897,110508290~5647296,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1975274,140913265~12334760,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~19540136,252739124~1560230,259005230~7641083,271123524~10990690,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177,368116734~7700956,379527044~761679,380952585~1109559,384528360~25703860] 2024-08-10T06:14:35.411 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~8575205,38618123~27001875,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,103670727~1730897,110508290~5647296,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1975274,140913265~12334760,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~19540136,252739124~1560230,259005230~7641083,271123524~10990690,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177,368116734~7700956,379527044~761679,380952585~1109559,384528360~25703860] 2024-08-10T06:14:35.417 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [765749~1917436,5473399~5686726,13703075~7776162,28682733~8575205,38618123~27001875,66897452~524248,79721229~228519,80447560~2026915,83581382~21820242,109051904~24888209,134793376~605209,136507202~1975274,140913265~12334760,154408009~551219,155189248~14172479,169720335~8443726,180355072~9920947,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~19540136,252739124~1560230,259005230~7641083,271123524~12973937,286861002~2970545,291959844~10868841,303533121~7582104,326962199~18705616,348462756~14169119,366453633~9364057,379527044~761679,380952585~1109559,384528360~25703860] 2024-08-10T06:14:35.417 INFO:tasks.workunit.client.0.smithi031.stdout:from 9 to HEAD diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~24828233,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,103670727~1730897,110508290~5647296,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1915467,140913265~12334760,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,204888583~5033069,210173845~672318,226675927~4847320,234370835~11845228,252739124~1560230,259005230~7641083,271123524~10990690,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177,368116734~7700956,379527044~761679,380952585~1109559,384528360~6174359,397268261~12963959] 2024-08-10T06:14:35.417 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~24828233,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,103670727~1730897,110508290~5647296,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1915467,140913265~12334760,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,204888583~5033069,210173845~672318,226675927~4847320,234370835~11845228,252739124~1560230,259005230~7641083,271123524~10990690,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177,368116734~7700956,379527044~761679,380952585~1109559,384528360~6174359,397268261~12963959] 2024-08-10T06:14:35.423 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~24828233,66897452~524248,79721229~228519,80447560~2026915,83581382~21820242,109051904~24888209,134793376~605209,136507202~1915467,140913265~12334760,154408009~551219,155189248~14172479,169720335~8443726,180355072~9920947,191928254~2869904,204888583~5033069,210173845~672318,226675927~4847320,234370835~11845228,252739124~1560230,259005230~7641083,271123524~12973937,286861002~2970545,291959844~10868841,303533121~7582104,326962199~18705616,348462756~14169119,366453633~9364057,379527044~761679,380952585~1109559,384528360~6174359,397268261~12963959] 2024-08-10T06:14:35.423 INFO:tasks.workunit.client.0.smithi031.stdout:from 10 to HEAD diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~5316032,47453747~18166251,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,103670727~1730897,110508290~3538895,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1915467,140913265~12334760,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~6477076,204888583~5033069,226675927~4847320,234370835~11845228,252739124~1560230,259005230~7641083,271123524~3245905,278843184~3271030,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177,368116734~7700956,379527044~761679,397268261~12963959] 2024-08-10T06:14:35.423 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~5316032,47453747~18166251,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,103670727~1730897,110508290~3538895,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1915467,140913265~12334760,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~6477076,204888583~5033069,226675927~4847320,234370835~11845228,252739124~1560230,259005230~7641083,271123524~3245905,278843184~3271030,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177,368116734~7700956,379527044~761679,397268261~12963959] 2024-08-10T06:14:35.428 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~5316032,47453747~18166251,66897452~524248,79721229~228519,80447560~2026915,83581382~21820242,110508290~3538895,116155586~17784527,134793376~605209,136507202~1915467,140913265~12334760,154408009~551219,155189248~14172479,169720335~8443726,180355072~8625170,204888583~5033069,226675927~4847320,234370835~11845228,252739124~1560230,259005230~7641083,271123524~3245905,278843184~5254277,286861002~2970545,291959844~10868841,303533121~7582104,326962199~18705616,348462756~14169119,366453633~9364057,379527044~761679,397268261~12963959] 2024-08-10T06:14:35.429 INFO:tasks.workunit.client.0.smithi031.stdout:from 11 to HEAD diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~5316032,47453747~18166251,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,103670727~1730897,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1915467,145543694~7704331,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~6477076,204888583~5033069,226675927~4847320,234370835~11845228,252739124~1560230,259005230~7641083,271123524~3245905,278843184~3271030,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,332358664~6411199,339672312~5995503,348462756~2583931,358674016~2066812,368116734~7700956,379527044~761679,397268261~12963959] 2024-08-10T06:14:35.429 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~5316032,47453747~18166251,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,103670727~1730897,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1915467,145543694~7704331,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~6477076,204888583~5033069,226675927~4847320,234370835~11845228,252739124~1560230,259005230~7641083,271123524~3245905,278843184~3271030,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,332358664~6411199,339672312~5995503,348462756~2583931,358674016~2066812,368116734~7700956,379527044~761679,397268261~12963959] 2024-08-10T06:14:35.434 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~5316032,47453747~18166251,66897452~524248,79721229~228519,80447560~2026915,83581382~21820242,116155586~17784527,134793376~605209,136507202~1915467,145543694~7704331,154408009~551219,155189248~14172479,169720335~8443726,180355072~8625170,204888583~5033069,226675927~4847320,234370835~11845228,252739124~1560230,259005230~7641083,271123524~3245905,278843184~5254277,286861002~2970545,291959844~10868841,303533121~7582104,332358664~6411199,339672312~5995503,348462756~2583931,358674016~2066812,366453633~9364057,379527044~761679,397268261~12963959] 2024-08-10T06:14:35.434 INFO:tasks.workunit.client.0.smithi031.stdout:from 12 to HEAD diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~5316032,47453747~18166251,79721229~228519,80447560~2026915,83581382~7843552,94744286~6486402,103670727~1730897,116645688~346157,117385168~8024693,129269902~4670211,134793376~605209,145543694~7704331,154408009~551219,160164776~9196951,169720335~8443726,182503166~6477076,204888583~5033069,226675927~4847320,235752408~7875782,244320492~1895571,252739124~1560230,259005230~7641083,271123524~3245905,278843184~3271030,282118338~1979123,286861002~2970545,291959844~10868841,303533121~2634850,332358664~6411199,339672312~5995503,348462756~2583931,358674016~2066812,368116734~7700956,379527044~761679,397268261~12963959] 2024-08-10T06:14:35.434 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~5316032,47453747~18166251,79721229~228519,80447560~2026915,83581382~7843552,94744286~6486402,103670727~1730897,116645688~346157,117385168~8024693,129269902~4670211,134793376~605209,145543694~7704331,154408009~551219,160164776~9196951,169720335~8443726,182503166~6477076,204888583~5033069,226675927~4847320,235752408~7875782,244320492~1895571,252739124~1560230,259005230~7641083,271123524~3245905,278843184~3271030,282118338~1979123,286861002~2970545,291959844~10868841,303533121~2634850,332358664~6411199,339672312~5995503,348462756~2583931,358674016~2066812,368116734~7700956,379527044~761679,397268261~12963959] 2024-08-10T06:14:35.440 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~5316032,47453747~18166251,79721229~228519,80447560~2026915,83581382~7843552,94744286~10657338,116155586~9254275,127609106~6331007,134793376~605209,145543694~7704331,154408009~551219,159884264~9477463,169720335~8443726,180355072~8625170,204888583~5033069,226675927~4847320,235752408~7875782,244320492~1895571,252739124~1560230,259005230~7641083,271123524~3245905,278843184~5254277,286861002~2970545,291959844~10868841,303533121~2634850,332358664~6411199,339672312~5995503,348462756~2583931,358674016~2066812,366453633~9364057,379527044~761679,397268261~12963959] 2024-08-10T06:14:35.563 INFO:tasks.workunit.client.0.smithi031.stdout:from 0 to HEAD diff [274245~21204992,22280643~15635039,38618123~62612565,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154261235~697993,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,190445153~21061340,216922084~32871162,252739124~3680784,259005230~23108984,282118338~1979123,286495426~24619799,316085577~7327847,324548761~14221102,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:35.563 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,22280643~15635039,38618123~62612565,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154261235~697993,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,190445153~21061340,216922084~32871162,252739124~3680784,259005230~23108984,282118338~1979123,286495426~24619799,316085577~7327847,324548761~14221102,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:35.590 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~37915682,38618123~69073340,109051904~45907324,155189248~23452011,180355072~31151421,213909504~35883742,252653798~31443663,285212672~25902553,314572800~8840624,324548761~85683459] 2024-08-10T06:14:35.590 INFO:tasks.workunit.client.0.smithi031.stdout:from 1 to HEAD diff [274245~21204992,22280643~15635039,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154261235~697993,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~13591007,216922084~32871162,252739124~3680784,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~7327847,326962199~11807664,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:35.591 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,22280643~15635039,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154261235~697993,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~13591007,216922084~32871162,252739124~3680784,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~7327847,326962199~11807664,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:35.596 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~37915682,38618123~35392283,75389582~1459869,76897677~30793786,109051904~45907324,155189248~23452011,180355072~9920947,191928254~2869904,197915486~13591007,213909504~35883742,252653798~31443663,286861002~2970545,291959844~19155381,314572800~8840624,326962199~83270021] 2024-08-10T06:14:35.596 INFO:tasks.workunit.client.0.smithi031.stdout:from 2 to HEAD diff [274245~21204992,22280643~15635039,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~13591007,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~7327847,326962199~11807664,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:35.596 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,22280643~15635039,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~13591007,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~7327847,326962199~11807664,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:35.602 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~37915682,38618123~35392283,75389582~1459869,76897677~30793786,109051904~44196121,154408009~551219,155189248~23452011,180355072~9920947,191928254~2869904,197915486~13591007,213909504~35883742,252739124~3340299,256419908~27677553,286861002~2970545,291959844~19155381,314572800~8840624,326962199~83270021] 2024-08-10T06:14:35.602 INFO:tasks.workunit.client.0.smithi031.stdout:from 3 to HEAD diff [274245~21204992,22454647~15461035,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~3886438,204781077~6725416,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,378364909~31867311] 2024-08-10T06:14:35.602 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,22454647~15461035,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~3886438,204781077~6725416,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,378364909~31867311] 2024-08-10T06:14:35.607 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~21479237,22454647~15461035,38618123~35392283,75389582~1459869,76897677~30793786,109051904~44196121,154408009~551219,155189248~23452011,180355072~9920947,191928254~2869904,197915486~3886438,204781077~6725416,213909504~35883742,252739124~3340299,256419908~27677553,286861002~2970545,291959844~19155381,316085577~4441412,326962199~48855491,378364909~31867311] 2024-08-10T06:14:35.607 INFO:tasks.workunit.client.0.smithi031.stdout:from 4 to HEAD diff [274245~21204992,22454647~15461035,38618123~32567526,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,378364909~31867311] 2024-08-10T06:14:35.607 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,22454647~15461035,38618123~32567526,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,378364909~31867311] 2024-08-10T06:14:35.613 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~21479237,22454647~15461035,38618123~32567526,76897677~30793786,109051904~44196121,154408009~551219,155189248~22974813,180355072~9920947,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,213909504~35883742,252739124~3340299,256419908~27677553,286861002~2970545,291959844~19155381,316085577~4441412,326962199~48855491,378364909~31867311] 2024-08-10T06:14:35.613 INFO:tasks.workunit.client.0.smithi031.stdout:from 5 to HEAD diff [274245~21204992,28682733~9232949,38618123~32567526,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,379527044~761679,380952585~29279635] 2024-08-10T06:14:35.613 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,28682733~9232949,38618123~32567526,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,379527044~761679,380952585~29279635] 2024-08-10T06:14:35.618 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~21479237,28682733~9232949,38618123~32567526,76897677~30793786,109051904~44196121,154408009~551219,155189248~22974813,180355072~9920947,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~3340299,256419908~27677553,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~48855491,379527044~761679,380952585~29279635] 2024-08-10T06:14:35.618 INFO:tasks.workunit.client.0.smithi031.stdout:from 6 to HEAD diff [274245~11887096,13703075~7776162,28682733~9232949,38618123~27001875,66897452~524248,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~3340299,259005230~8462645,270860189~11254025,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~11807664,339181695~6486120,348462756~2583931,351182698~15270935,368116734~7700956,379527044~761679,380952585~29279635] 2024-08-10T06:14:35.618 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~11887096,13703075~7776162,28682733~9232949,38618123~27001875,66897452~524248,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~3340299,259005230~8462645,270860189~11254025,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~11807664,339181695~6486120,348462756~2583931,351182698~15270935,368116734~7700956,379527044~761679,380952585~29279635] 2024-08-10T06:14:35.623 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~12161341,13703075~7776162,28682733~9232949,38618123~27001875,66897452~524248,76897677~30793786,109051904~44196121,154408009~551219,155189248~14172479,169720335~8443726,180355072~9920947,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~3340299,256419908~11047967,270860189~13237272,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~18705616,348462756~27354934,379527044~761679,380952585~29279635] 2024-08-10T06:14:35.624 INFO:tasks.workunit.client.0.smithi031.stdout:from 7 to HEAD diff [765749~1917436,5473399~6687942,13703075~7776162,28682733~8575205,38618123~27001875,66897452~524248,76897677~5576798,83581382~17649306,103670727~1730897,105462472~2113058,110508290~5647296,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1975274,140913265~12334760,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~1560230,259005230~7641083,270860189~11254025,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11889970,368116734~7700956,379527044~761679,380952585~1109559,384528360~25703860] 2024-08-10T06:14:35.624 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [765749~1917436,5473399~6687942,13703075~7776162,28682733~8575205,38618123~27001875,66897452~524248,76897677~5576798,83581382~17649306,103670727~1730897,105462472~2113058,110508290~5647296,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1975274,140913265~12334760,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~1560230,259005230~7641083,270860189~11254025,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11889970,368116734~7700956,379527044~761679,380952585~1109559,384528360~25703860] 2024-08-10T06:14:35.629 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [765749~1917436,5473399~6687942,13703075~7776162,28682733~8575205,38618123~27001875,66897452~524248,76897677~5576798,83581382~21820242,105462472~2113058,109051904~24888209,134793376~605209,136507202~1975274,140913265~12334760,154408009~551219,155189248~14172479,169720335~8443726,180355072~9920947,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~1560230,259005230~7641083,270860189~13237272,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~18705616,348462756~14609912,366453633~9364057,379527044~761679,380952585~1109559,384528360~25703860] 2024-08-10T06:14:35.629 INFO:tasks.workunit.client.0.smithi031.stdout:from 8 to HEAD diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~8575205,38618123~27001875,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,103670727~1730897,110508290~5647296,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1975274,140913265~12334760,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~19540136,252739124~1560230,259005230~7641083,271123524~10990690,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177,368116734~7700956,379527044~761679,380952585~1109559,384528360~25703860] 2024-08-10T06:14:35.629 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~8575205,38618123~27001875,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,103670727~1730897,110508290~5647296,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1975274,140913265~12334760,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~19540136,252739124~1560230,259005230~7641083,271123524~10990690,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177,368116734~7700956,379527044~761679,380952585~1109559,384528360~25703860] 2024-08-10T06:14:35.634 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [765749~1917436,5473399~5686726,13703075~7776162,28682733~8575205,38618123~27001875,66897452~524248,79721229~228519,80447560~2026915,83581382~21820242,109051904~24888209,134793376~605209,136507202~1975274,140913265~12334760,154408009~551219,155189248~14172479,169720335~8443726,180355072~9920947,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~19540136,252739124~1560230,259005230~7641083,271123524~12973937,286861002~2970545,291959844~10868841,303533121~7582104,326962199~18705616,348462756~14169119,366453633~9364057,379527044~761679,380952585~1109559,384528360~25703860] 2024-08-10T06:14:35.634 INFO:tasks.workunit.client.0.smithi031.stdout:from 9 to HEAD diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~24828233,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,103670727~1730897,110508290~5647296,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1915467,140913265~12334760,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,204888583~5033069,210173845~672318,226675927~4847320,234370835~11845228,252739124~1560230,259005230~7641083,271123524~10990690,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177,368116734~7700956,379527044~761679,380952585~1109559,384528360~6174359,397268261~12963959] 2024-08-10T06:14:35.634 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~24828233,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,103670727~1730897,110508290~5647296,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1915467,140913265~12334760,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,204888583~5033069,210173845~672318,226675927~4847320,234370835~11845228,252739124~1560230,259005230~7641083,271123524~10990690,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177,368116734~7700956,379527044~761679,380952585~1109559,384528360~6174359,397268261~12963959] 2024-08-10T06:14:35.640 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~24828233,66897452~524248,79721229~228519,80447560~2026915,83581382~21820242,109051904~24888209,134793376~605209,136507202~1915467,140913265~12334760,154408009~551219,155189248~14172479,169720335~8443726,180355072~9920947,191928254~2869904,204888583~5033069,210173845~672318,226675927~4847320,234370835~11845228,252739124~1560230,259005230~7641083,271123524~12973937,286861002~2970545,291959844~10868841,303533121~7582104,326962199~18705616,348462756~14169119,366453633~9364057,379527044~761679,380952585~1109559,384528360~6174359,397268261~12963959] 2024-08-10T06:14:35.640 INFO:tasks.workunit.client.0.smithi031.stdout:from 10 to HEAD diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~5316032,47453747~18166251,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,103670727~1730897,110508290~3538895,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1915467,140913265~12334760,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~6477076,204888583~5033069,226675927~4847320,234370835~11845228,252739124~1560230,259005230~7641083,271123524~3245905,278843184~3271030,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177,368116734~7700956,379527044~761679,397268261~12963959] 2024-08-10T06:14:35.640 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~5316032,47453747~18166251,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,103670727~1730897,110508290~3538895,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1915467,140913265~12334760,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~6477076,204888583~5033069,226675927~4847320,234370835~11845228,252739124~1560230,259005230~7641083,271123524~3245905,278843184~3271030,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177,368116734~7700956,379527044~761679,397268261~12963959] 2024-08-10T06:14:35.645 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~5316032,47453747~18166251,66897452~524248,79721229~228519,80447560~2026915,83581382~21820242,110508290~3538895,116155586~17784527,134793376~605209,136507202~1915467,140913265~12334760,154408009~551219,155189248~14172479,169720335~8443726,180355072~8625170,204888583~5033069,226675927~4847320,234370835~11845228,252739124~1560230,259005230~7641083,271123524~3245905,278843184~5254277,286861002~2970545,291959844~10868841,303533121~7582104,326962199~18705616,348462756~14169119,366453633~9364057,379527044~761679,397268261~12963959] 2024-08-10T06:14:35.645 INFO:tasks.workunit.client.0.smithi031.stdout:from 11 to HEAD diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~5316032,47453747~18166251,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,103670727~1730897,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1915467,145543694~7704331,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~6477076,204888583~5033069,226675927~4847320,234370835~11845228,252739124~1560230,259005230~7641083,271123524~3245905,278843184~3271030,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,332358664~6411199,339672312~5995503,348462756~2583931,358674016~2066812,368116734~7700956,379527044~761679,397268261~12963959] 2024-08-10T06:14:35.645 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~5316032,47453747~18166251,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,103670727~1730897,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1915467,145543694~7704331,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~6477076,204888583~5033069,226675927~4847320,234370835~11845228,252739124~1560230,259005230~7641083,271123524~3245905,278843184~3271030,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,332358664~6411199,339672312~5995503,348462756~2583931,358674016~2066812,368116734~7700956,379527044~761679,397268261~12963959] 2024-08-10T06:14:35.650 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~5316032,47453747~18166251,66897452~524248,79721229~228519,80447560~2026915,83581382~21820242,116155586~17784527,134793376~605209,136507202~1915467,145543694~7704331,154408009~551219,155189248~14172479,169720335~8443726,180355072~8625170,204888583~5033069,226675927~4847320,234370835~11845228,252739124~1560230,259005230~7641083,271123524~3245905,278843184~5254277,286861002~2970545,291959844~10868841,303533121~7582104,332358664~6411199,339672312~5995503,348462756~2583931,358674016~2066812,366453633~9364057,379527044~761679,397268261~12963959] 2024-08-10T06:14:35.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:14:35 smithi031 ceph-mon[98130]: osdmap e2027: 8 total, 8 up, 8 in 2024-08-10T06:14:35.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:14:35 smithi031 ceph-mon[98130]: pgmap v3522: 137 pgs: 137 active+clean; 1.2 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 39 KiB/s rd, 3.0 MiB/s wr, 4.40k op/s 2024-08-10T06:14:35.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:14:35 smithi031 ceph-mon[100614]: osdmap e2027: 8 total, 8 up, 8 in 2024-08-10T06:14:35.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:14:35 smithi031 ceph-mon[100614]: pgmap v3522: 137 pgs: 137 active+clean; 1.2 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 39 KiB/s rd, 3.0 MiB/s wr, 4.40k op/s 2024-08-10T06:14:35.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:14:35 smithi196 ceph-mon[90243]: osdmap e2027: 8 total, 8 up, 8 in 2024-08-10T06:14:35.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:14:35 smithi196 ceph-mon[90243]: pgmap v3522: 137 pgs: 137 active+clean; 1.2 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 39 KiB/s rd, 3.0 MiB/s wr, 4.40k op/s 2024-08-10T06:14:36.557 INFO:tasks.workunit.client.0.smithi031.stdout:from 0 to HEAD diff [274245~21204992,22280643~15635039,38618123~62612565,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154261235~697993,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,190445153~21061340,216922084~32871162,252739124~3680784,259005230~23108984,282118338~1979123,286495426~24619799,316085577~7327847,324548761~14221102,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:36.557 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,22280643~15635039,38618123~62612565,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154261235~697993,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,190445153~21061340,216922084~32871162,252739124~3680784,259005230~23108984,282118338~1979123,286495426~24619799,316085577~7327847,324548761~14221102,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:36.598 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~37915682,38618123~69073340,109051904~45907324,155189248~23452011,180355072~31151421,213909504~35883742,252653798~31443663,285212672~25902553,314572800~8840624,324548761~85683459] 2024-08-10T06:14:36.598 INFO:tasks.workunit.client.0.smithi031.stdout:from 1 to HEAD diff [274245~21204992,22280643~15635039,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154261235~697993,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~13591007,216922084~32871162,252739124~3680784,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~7327847,326962199~11807664,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:36.598 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,22280643~15635039,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154261235~697993,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~13591007,216922084~32871162,252739124~3680784,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~7327847,326962199~11807664,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:36.604 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~37915682,38618123~35392283,75389582~1459869,76897677~30793786,109051904~45907324,155189248~23452011,180355072~9920947,191928254~2869904,197915486~13591007,213909504~35883742,252653798~31443663,286861002~2970545,291959844~19155381,314572800~8840624,326962199~83270021] 2024-08-10T06:14:36.604 INFO:tasks.workunit.client.0.smithi031.stdout:from 2 to HEAD diff [274245~21204992,22280643~15635039,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~13591007,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~7327847,326962199~11807664,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:36.604 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,22280643~15635039,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~13591007,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~7327847,326962199~11807664,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:36.610 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~37915682,38618123~35392283,75389582~1459869,76897677~30793786,109051904~44196121,154408009~551219,155189248~23452011,180355072~9920947,191928254~2869904,197915486~13591007,213909504~35883742,252739124~3340299,256419908~27677553,286861002~2970545,291959844~19155381,314572800~8840624,326962199~83270021] 2024-08-10T06:14:36.610 INFO:tasks.workunit.client.0.smithi031.stdout:from 3 to HEAD diff [274245~21204992,22454647~15461035,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~3886438,204781077~6725416,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,378364909~31867311] 2024-08-10T06:14:36.610 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,22454647~15461035,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~3886438,204781077~6725416,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,378364909~31867311] 2024-08-10T06:14:36.616 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~21479237,22454647~15461035,38618123~35392283,75389582~1459869,76897677~30793786,109051904~44196121,154408009~551219,155189248~23452011,180355072~9920947,191928254~2869904,197915486~3886438,204781077~6725416,213909504~35883742,252739124~3340299,256419908~27677553,286861002~2970545,291959844~19155381,316085577~4441412,326962199~48855491,378364909~31867311] 2024-08-10T06:14:36.616 INFO:tasks.workunit.client.0.smithi031.stdout:from 4 to HEAD diff [274245~21204992,22454647~15461035,38618123~32567526,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,378364909~31867311] 2024-08-10T06:14:36.616 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,22454647~15461035,38618123~32567526,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,378364909~31867311] 2024-08-10T06:14:36.621 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~21479237,22454647~15461035,38618123~32567526,76897677~30793786,109051904~44196121,154408009~551219,155189248~22974813,180355072~9920947,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,213909504~35883742,252739124~3340299,256419908~27677553,286861002~2970545,291959844~19155381,316085577~4441412,326962199~48855491,378364909~31867311] 2024-08-10T06:14:36.622 INFO:tasks.workunit.client.0.smithi031.stdout:from 5 to HEAD diff [274245~21204992,28682733~9232949,38618123~32567526,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,379527044~761679,380952585~29279635] 2024-08-10T06:14:36.622 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,28682733~9232949,38618123~32567526,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,379527044~761679,380952585~29279635] 2024-08-10T06:14:36.627 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~21479237,28682733~9232949,38618123~32567526,76897677~30793786,109051904~44196121,154408009~551219,155189248~22974813,180355072~9920947,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~3340299,256419908~27677553,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~48855491,379527044~761679,380952585~29279635] 2024-08-10T06:14:36.627 INFO:tasks.workunit.client.0.smithi031.stdout:from 6 to HEAD diff [274245~11887096,13703075~7776162,28682733~9232949,38618123~27001875,66897452~524248,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~3340299,259005230~8462645,270860189~11254025,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~11807664,339181695~6486120,348462756~2583931,351182698~15270935,368116734~7700956,379527044~761679,380952585~29279635] 2024-08-10T06:14:36.628 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~11887096,13703075~7776162,28682733~9232949,38618123~27001875,66897452~524248,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~3340299,259005230~8462645,270860189~11254025,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~11807664,339181695~6486120,348462756~2583931,351182698~15270935,368116734~7700956,379527044~761679,380952585~29279635] 2024-08-10T06:14:36.633 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~12161341,13703075~7776162,28682733~9232949,38618123~27001875,66897452~524248,76897677~30793786,109051904~44196121,154408009~551219,155189248~14172479,169720335~8443726,180355072~9920947,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~3340299,256419908~11047967,270860189~13237272,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~18705616,348462756~27354934,379527044~761679,380952585~29279635] 2024-08-10T06:14:36.633 INFO:tasks.workunit.client.0.smithi031.stdout:from 7 to HEAD diff [765749~1917436,5473399~6687942,13703075~7776162,28682733~8575205,38618123~27001875,66897452~524248,76897677~5576798,83581382~17649306,103670727~1730897,105462472~2113058,110508290~5647296,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1975274,140913265~12334760,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~1560230,259005230~7641083,270860189~11254025,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11889970,368116734~7700956,379527044~761679,380952585~1109559,384528360~25703860] 2024-08-10T06:14:36.633 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [765749~1917436,5473399~6687942,13703075~7776162,28682733~8575205,38618123~27001875,66897452~524248,76897677~5576798,83581382~17649306,103670727~1730897,105462472~2113058,110508290~5647296,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1975274,140913265~12334760,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~1560230,259005230~7641083,270860189~11254025,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11889970,368116734~7700956,379527044~761679,380952585~1109559,384528360~25703860] 2024-08-10T06:14:36.639 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [765749~1917436,5473399~6687942,13703075~7776162,28682733~8575205,38618123~27001875,66897452~524248,76897677~5576798,83581382~21820242,105462472~2113058,109051904~24888209,134793376~605209,136507202~1975274,140913265~12334760,154408009~551219,155189248~14172479,169720335~8443726,180355072~9920947,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~1560230,259005230~7641083,270860189~13237272,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~18705616,348462756~14609912,366453633~9364057,379527044~761679,380952585~1109559,384528360~25703860] 2024-08-10T06:14:36.639 INFO:tasks.workunit.client.0.smithi031.stdout:from 8 to HEAD diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~8575205,38618123~27001875,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,103670727~1730897,110508290~5647296,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1975274,140913265~12334760,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~19540136,252739124~1560230,259005230~7641083,271123524~10990690,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177,368116734~7700956,379527044~761679,380952585~1109559,384528360~25703860] 2024-08-10T06:14:36.639 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~8575205,38618123~27001875,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,103670727~1730897,110508290~5647296,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1975274,140913265~12334760,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~19540136,252739124~1560230,259005230~7641083,271123524~10990690,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177,368116734~7700956,379527044~761679,380952585~1109559,384528360~25703860] 2024-08-10T06:14:36.645 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [765749~1917436,5473399~5686726,13703075~7776162,28682733~8575205,38618123~27001875,66897452~524248,79721229~228519,80447560~2026915,83581382~21820242,109051904~24888209,134793376~605209,136507202~1975274,140913265~12334760,154408009~551219,155189248~14172479,169720335~8443726,180355072~9920947,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~19540136,252739124~1560230,259005230~7641083,271123524~12973937,286861002~2970545,291959844~10868841,303533121~7582104,326962199~18705616,348462756~14169119,366453633~9364057,379527044~761679,380952585~1109559,384528360~25703860] 2024-08-10T06:14:36.645 INFO:tasks.workunit.client.0.smithi031.stdout:from 9 to HEAD diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~24828233,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,103670727~1730897,110508290~5647296,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1915467,140913265~12334760,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,204888583~5033069,210173845~672318,226675927~4847320,234370835~11845228,252739124~1560230,259005230~7641083,271123524~10990690,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177,368116734~7700956,379527044~761679,380952585~1109559,384528360~6174359,397268261~12963959] 2024-08-10T06:14:36.645 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~24828233,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,103670727~1730897,110508290~5647296,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1915467,140913265~12334760,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,204888583~5033069,210173845~672318,226675927~4847320,234370835~11845228,252739124~1560230,259005230~7641083,271123524~10990690,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177,368116734~7700956,379527044~761679,380952585~1109559,384528360~6174359,397268261~12963959] 2024-08-10T06:14:36.651 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~24828233,66897452~524248,79721229~228519,80447560~2026915,83581382~21820242,109051904~24888209,134793376~605209,136507202~1915467,140913265~12334760,154408009~551219,155189248~14172479,169720335~8443726,180355072~9920947,191928254~2869904,204888583~5033069,210173845~672318,226675927~4847320,234370835~11845228,252739124~1560230,259005230~7641083,271123524~12973937,286861002~2970545,291959844~10868841,303533121~7582104,326962199~18705616,348462756~14169119,366453633~9364057,379527044~761679,380952585~1109559,384528360~6174359,397268261~12963959] 2024-08-10T06:14:36.651 INFO:tasks.workunit.client.0.smithi031.stdout:from 10 to HEAD diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~5316032,47453747~18166251,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,103670727~1730897,110508290~3538895,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1915467,140913265~12334760,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~6477076,204888583~5033069,226675927~4847320,234370835~11845228,252739124~1560230,259005230~7641083,271123524~3245905,278843184~3271030,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177,368116734~7700956,379527044~761679,397268261~12963959] 2024-08-10T06:14:36.651 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~5316032,47453747~18166251,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,103670727~1730897,110508290~3538895,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1915467,140913265~12334760,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~6477076,204888583~5033069,226675927~4847320,234370835~11845228,252739124~1560230,259005230~7641083,271123524~3245905,278843184~3271030,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177,368116734~7700956,379527044~761679,397268261~12963959] 2024-08-10T06:14:36.656 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~5316032,47453747~18166251,66897452~524248,79721229~228519,80447560~2026915,83581382~21820242,110508290~3538895,116155586~17784527,134793376~605209,136507202~1915467,140913265~12334760,154408009~551219,155189248~14172479,169720335~8443726,180355072~8625170,204888583~5033069,226675927~4847320,234370835~11845228,252739124~1560230,259005230~7641083,271123524~3245905,278843184~5254277,286861002~2970545,291959844~10868841,303533121~7582104,326962199~18705616,348462756~14169119,366453633~9364057,379527044~761679,397268261~12963959] 2024-08-10T06:14:36.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:14:36 smithi031 ceph-mon[98130]: osdmap e2028: 8 total, 8 up, 8 in 2024-08-10T06:14:36.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:14:36 smithi031 ceph-mon[98130]: osdmap e2029: 8 total, 8 up, 8 in 2024-08-10T06:14:36.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:14:36 smithi031 ceph-mon[100614]: osdmap e2028: 8 total, 8 up, 8 in 2024-08-10T06:14:36.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:14:36 smithi031 ceph-mon[100614]: osdmap e2029: 8 total, 8 up, 8 in 2024-08-10T06:14:36.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:14:36 smithi196 ceph-mon[90243]: osdmap e2028: 8 total, 8 up, 8 in 2024-08-10T06:14:36.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:14:36 smithi196 ceph-mon[90243]: osdmap e2029: 8 total, 8 up, 8 in 2024-08-10T06:14:37.561 INFO:tasks.workunit.client.0.smithi031.stdout:from 0 to HEAD diff [274245~21204992,22280643~15635039,38618123~62612565,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154261235~697993,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,190445153~21061340,216922084~32871162,252739124~3680784,259005230~23108984,282118338~1979123,286495426~24619799,316085577~7327847,324548761~14221102,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:37.561 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,22280643~15635039,38618123~62612565,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154261235~697993,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,190445153~21061340,216922084~32871162,252739124~3680784,259005230~23108984,282118338~1979123,286495426~24619799,316085577~7327847,324548761~14221102,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:37.603 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~37915682,38618123~69073340,109051904~45907324,155189248~23452011,180355072~31151421,213909504~35883742,252653798~31443663,285212672~25902553,314572800~8840624,324548761~85683459] 2024-08-10T06:14:37.603 INFO:tasks.workunit.client.0.smithi031.stdout:from 1 to HEAD diff [274245~21204992,22280643~15635039,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154261235~697993,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~13591007,216922084~32871162,252739124~3680784,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~7327847,326962199~11807664,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:37.603 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,22280643~15635039,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154261235~697993,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~13591007,216922084~32871162,252739124~3680784,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~7327847,326962199~11807664,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:37.609 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~37915682,38618123~35392283,75389582~1459869,76897677~30793786,109051904~45907324,155189248~23452011,180355072~9920947,191928254~2869904,197915486~13591007,213909504~35883742,252653798~31443663,286861002~2970545,291959844~19155381,314572800~8840624,326962199~83270021] 2024-08-10T06:14:37.609 INFO:tasks.workunit.client.0.smithi031.stdout:from 2 to HEAD diff [274245~21204992,22280643~15635039,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~13591007,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~7327847,326962199~11807664,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:37.609 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,22280643~15635039,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~13591007,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~7327847,326962199~11807664,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:37.615 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~37915682,38618123~35392283,75389582~1459869,76897677~30793786,109051904~44196121,154408009~551219,155189248~23452011,180355072~9920947,191928254~2869904,197915486~13591007,213909504~35883742,252739124~3340299,256419908~27677553,286861002~2970545,291959844~19155381,314572800~8840624,326962199~83270021] 2024-08-10T06:14:37.616 INFO:tasks.workunit.client.0.smithi031.stdout:from 3 to HEAD diff [274245~21204992,22454647~15461035,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~3886438,204781077~6725416,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,378364909~31867311] 2024-08-10T06:14:37.616 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,22454647~15461035,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~3886438,204781077~6725416,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,378364909~31867311] 2024-08-10T06:14:37.621 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~21479237,22454647~15461035,38618123~35392283,75389582~1459869,76897677~30793786,109051904~44196121,154408009~551219,155189248~23452011,180355072~9920947,191928254~2869904,197915486~3886438,204781077~6725416,213909504~35883742,252739124~3340299,256419908~27677553,286861002~2970545,291959844~19155381,316085577~4441412,326962199~48855491,378364909~31867311] 2024-08-10T06:14:37.622 INFO:tasks.workunit.client.0.smithi031.stdout:from 4 to HEAD diff [274245~21204992,22454647~15461035,38618123~32567526,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,378364909~31867311] 2024-08-10T06:14:37.622 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,22454647~15461035,38618123~32567526,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,378364909~31867311] 2024-08-10T06:14:37.627 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~21479237,22454647~15461035,38618123~32567526,76897677~30793786,109051904~44196121,154408009~551219,155189248~22974813,180355072~9920947,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,213909504~35883742,252739124~3340299,256419908~27677553,286861002~2970545,291959844~19155381,316085577~4441412,326962199~48855491,378364909~31867311] 2024-08-10T06:14:37.628 INFO:tasks.workunit.client.0.smithi031.stdout:from 5 to HEAD diff [274245~21204992,28682733~9232949,38618123~32567526,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,379527044~761679,380952585~29279635] 2024-08-10T06:14:37.628 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,28682733~9232949,38618123~32567526,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,379527044~761679,380952585~29279635] 2024-08-10T06:14:37.634 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~21479237,28682733~9232949,38618123~32567526,76897677~30793786,109051904~44196121,154408009~551219,155189248~22974813,180355072~9920947,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~3340299,256419908~27677553,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~48855491,379527044~761679,380952585~29279635] 2024-08-10T06:14:37.634 INFO:tasks.workunit.client.0.smithi031.stdout:from 6 to HEAD diff [274245~11887096,13703075~7776162,28682733~9232949,38618123~27001875,66897452~524248,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~3340299,259005230~8462645,270860189~11254025,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~11807664,339181695~6486120,348462756~2583931,351182698~15270935,368116734~7700956,379527044~761679,380952585~29279635] 2024-08-10T06:14:37.634 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~11887096,13703075~7776162,28682733~9232949,38618123~27001875,66897452~524248,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~3340299,259005230~8462645,270860189~11254025,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~11807664,339181695~6486120,348462756~2583931,351182698~15270935,368116734~7700956,379527044~761679,380952585~29279635] 2024-08-10T06:14:37.639 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~12161341,13703075~7776162,28682733~9232949,38618123~27001875,66897452~524248,76897677~30793786,109051904~44196121,154408009~551219,155189248~14172479,169720335~8443726,180355072~9920947,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~3340299,256419908~11047967,270860189~13237272,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~18705616,348462756~27354934,379527044~761679,380952585~29279635] 2024-08-10T06:14:37.640 INFO:tasks.workunit.client.0.smithi031.stdout:from 7 to HEAD diff [765749~1917436,5473399~6687942,13703075~7776162,28682733~8575205,38618123~27001875,66897452~524248,76897677~5576798,83581382~17649306,103670727~1730897,105462472~2113058,110508290~5647296,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1975274,140913265~12334760,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~1560230,259005230~7641083,270860189~11254025,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11889970,368116734~7700956,379527044~761679,380952585~1109559,384528360~25703860] 2024-08-10T06:14:37.640 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [765749~1917436,5473399~6687942,13703075~7776162,28682733~8575205,38618123~27001875,66897452~524248,76897677~5576798,83581382~17649306,103670727~1730897,105462472~2113058,110508290~5647296,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1975274,140913265~12334760,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~1560230,259005230~7641083,270860189~11254025,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11889970,368116734~7700956,379527044~761679,380952585~1109559,384528360~25703860] 2024-08-10T06:14:37.645 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [765749~1917436,5473399~6687942,13703075~7776162,28682733~8575205,38618123~27001875,66897452~524248,76897677~5576798,83581382~21820242,105462472~2113058,109051904~24888209,134793376~605209,136507202~1975274,140913265~12334760,154408009~551219,155189248~14172479,169720335~8443726,180355072~9920947,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~1560230,259005230~7641083,270860189~13237272,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~18705616,348462756~14609912,366453633~9364057,379527044~761679,380952585~1109559,384528360~25703860] 2024-08-10T06:14:37.646 INFO:tasks.workunit.client.0.smithi031.stdout:from 8 to HEAD diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~8575205,38618123~27001875,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,103670727~1730897,110508290~5647296,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1975274,140913265~12334760,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~19540136,252739124~1560230,259005230~7641083,271123524~10990690,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177,368116734~7700956,379527044~761679,380952585~1109559,384528360~25703860] 2024-08-10T06:14:37.646 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~8575205,38618123~27001875,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,103670727~1730897,110508290~5647296,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1975274,140913265~12334760,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~19540136,252739124~1560230,259005230~7641083,271123524~10990690,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177,368116734~7700956,379527044~761679,380952585~1109559,384528360~25703860] 2024-08-10T06:14:37.651 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [765749~1917436,5473399~5686726,13703075~7776162,28682733~8575205,38618123~27001875,66897452~524248,79721229~228519,80447560~2026915,83581382~21820242,109051904~24888209,134793376~605209,136507202~1975274,140913265~12334760,154408009~551219,155189248~14172479,169720335~8443726,180355072~9920947,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~19540136,252739124~1560230,259005230~7641083,271123524~12973937,286861002~2970545,291959844~10868841,303533121~7582104,326962199~18705616,348462756~14169119,366453633~9364057,379527044~761679,380952585~1109559,384528360~25703860] 2024-08-10T06:14:37.651 INFO:tasks.workunit.client.0.smithi031.stdout:from 9 to HEAD diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~24828233,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,103670727~1730897,110508290~5647296,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1915467,140913265~12334760,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,204888583~5033069,210173845~672318,226675927~4847320,234370835~11845228,252739124~1560230,259005230~7641083,271123524~10990690,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177,368116734~7700956,379527044~761679,380952585~1109559,384528360~6174359,397268261~12963959] 2024-08-10T06:14:37.651 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~24828233,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,103670727~1730897,110508290~5647296,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1915467,140913265~12334760,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,204888583~5033069,210173845~672318,226675927~4847320,234370835~11845228,252739124~1560230,259005230~7641083,271123524~10990690,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177,368116734~7700956,379527044~761679,380952585~1109559,384528360~6174359,397268261~12963959] 2024-08-10T06:14:37.657 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [765749~1917436,5473399~5686726,13703075~7776162,28682733~3885952,36828629~429309,40791765~24828233,66897452~524248,79721229~228519,80447560~2026915,83581382~21820242,109051904~24888209,134793376~605209,136507202~1915467,140913265~12334760,154408009~551219,155189248~14172479,169720335~8443726,180355072~9920947,191928254~2869904,204888583~5033069,210173845~672318,226675927~4847320,234370835~11845228,252739124~1560230,259005230~7641083,271123524~12973937,286861002~2970545,291959844~10868841,303533121~7582104,326962199~18705616,348462756~14169119,366453633~9364057,379527044~761679,380952585~1109559,384528360~6174359,397268261~12963959] 2024-08-10T06:14:38.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:14:37 smithi031 ceph-mon[98130]: osdmap e2030: 8 total, 8 up, 8 in 2024-08-10T06:14:38.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:14:37 smithi031 ceph-mon[98130]: pgmap v3526: 137 pgs: 137 active+clean; 1.2 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 159 KiB/s rd, 6.1 KiB/s wr, 3.19k op/s 2024-08-10T06:14:38.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:14:37 smithi031 ceph-mon[100614]: osdmap e2030: 8 total, 8 up, 8 in 2024-08-10T06:14:38.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:14:37 smithi031 ceph-mon[100614]: pgmap v3526: 137 pgs: 137 active+clean; 1.2 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 159 KiB/s rd, 6.1 KiB/s wr, 3.19k op/s 2024-08-10T06:14:38.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:14:37 smithi196 ceph-mon[90243]: osdmap e2030: 8 total, 8 up, 8 in 2024-08-10T06:14:38.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:14:37 smithi196 ceph-mon[90243]: pgmap v3526: 137 pgs: 137 active+clean; 1.2 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 159 KiB/s rd, 6.1 KiB/s wr, 3.19k op/s 2024-08-10T06:14:38.561 INFO:tasks.workunit.client.0.smithi031.stdout:from 0 to HEAD diff [274245~21204992,22280643~15635039,38618123~62612565,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154261235~697993,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,190445153~21061340,216922084~32871162,252739124~3680784,259005230~23108984,282118338~1979123,286495426~24619799,316085577~7327847,324548761~14221102,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:38.561 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,22280643~15635039,38618123~62612565,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154261235~697993,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,190445153~21061340,216922084~32871162,252739124~3680784,259005230~23108984,282118338~1979123,286495426~24619799,316085577~7327847,324548761~14221102,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:38.603 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~37915682,38618123~69073340,109051904~45907324,155189248~23452011,180355072~31151421,213909504~35883742,252653798~31443663,285212672~25902553,314572800~8840624,324548761~85683459] 2024-08-10T06:14:38.603 INFO:tasks.workunit.client.0.smithi031.stdout:from 1 to HEAD diff [274245~21204992,22280643~15635039,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154261235~697993,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~13591007,216922084~32871162,252739124~3680784,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~7327847,326962199~11807664,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:38.604 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,22280643~15635039,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154261235~697993,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~13591007,216922084~32871162,252739124~3680784,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~7327847,326962199~11807664,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:38.611 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~37915682,38618123~35392283,75389582~1459869,76897677~30793786,109051904~45907324,155189248~23452011,180355072~9920947,191928254~2869904,197915486~13591007,213909504~35883742,252653798~31443663,286861002~2970545,291959844~19155381,314572800~8840624,326962199~83270021] 2024-08-10T06:14:38.611 INFO:tasks.workunit.client.0.smithi031.stdout:from 2 to HEAD diff [274245~21204992,22280643~15635039,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~13591007,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~7327847,326962199~11807664,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:38.612 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,22280643~15635039,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~13591007,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~7327847,326962199~11807664,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:38.618 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~37915682,38618123~35392283,75389582~1459869,76897677~30793786,109051904~44196121,154408009~551219,155189248~23452011,180355072~9920947,191928254~2869904,197915486~13591007,213909504~35883742,252739124~3340299,256419908~27677553,286861002~2970545,291959844~19155381,314572800~8840624,326962199~83270021] 2024-08-10T06:14:38.618 INFO:tasks.workunit.client.0.smithi031.stdout:from 3 to HEAD diff [274245~21204992,22454647~15461035,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~3886438,204781077~6725416,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,378364909~31867311] 2024-08-10T06:14:38.618 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,22454647~15461035,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~3886438,204781077~6725416,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,378364909~31867311] 2024-08-10T06:14:38.623 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~21479237,22454647~15461035,38618123~35392283,75389582~1459869,76897677~30793786,109051904~44196121,154408009~551219,155189248~23452011,180355072~9920947,191928254~2869904,197915486~3886438,204781077~6725416,213909504~35883742,252739124~3340299,256419908~27677553,286861002~2970545,291959844~19155381,316085577~4441412,326962199~48855491,378364909~31867311] 2024-08-10T06:14:38.623 INFO:tasks.workunit.client.0.smithi031.stdout:from 4 to HEAD diff [274245~21204992,22454647~15461035,38618123~32567526,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,378364909~31867311] 2024-08-10T06:14:38.623 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,22454647~15461035,38618123~32567526,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,378364909~31867311] 2024-08-10T06:14:38.629 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~21479237,22454647~15461035,38618123~32567526,76897677~30793786,109051904~44196121,154408009~551219,155189248~22974813,180355072~9920947,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,213909504~35883742,252739124~3340299,256419908~27677553,286861002~2970545,291959844~19155381,316085577~4441412,326962199~48855491,378364909~31867311] 2024-08-10T06:14:38.629 INFO:tasks.workunit.client.0.smithi031.stdout:from 5 to HEAD diff [274245~21204992,28682733~9232949,38618123~32567526,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,379527044~761679,380952585~29279635] 2024-08-10T06:14:38.629 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,28682733~9232949,38618123~32567526,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,379527044~761679,380952585~29279635] 2024-08-10T06:14:38.635 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~21479237,28682733~9232949,38618123~32567526,76897677~30793786,109051904~44196121,154408009~551219,155189248~22974813,180355072~9920947,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~3340299,256419908~27677553,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~48855491,379527044~761679,380952585~29279635] 2024-08-10T06:14:38.635 INFO:tasks.workunit.client.0.smithi031.stdout:from 6 to HEAD diff [274245~11887096,13703075~7776162,28682733~9232949,38618123~27001875,66897452~524248,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~3340299,259005230~8462645,270860189~11254025,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~11807664,339181695~6486120,348462756~2583931,351182698~15270935,368116734~7700956,379527044~761679,380952585~29279635] 2024-08-10T06:14:38.635 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~11887096,13703075~7776162,28682733~9232949,38618123~27001875,66897452~524248,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~3340299,259005230~8462645,270860189~11254025,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~11807664,339181695~6486120,348462756~2583931,351182698~15270935,368116734~7700956,379527044~761679,380952585~29279635] 2024-08-10T06:14:38.641 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~12161341,13703075~7776162,28682733~9232949,38618123~27001875,66897452~524248,76897677~30793786,109051904~44196121,154408009~551219,155189248~14172479,169720335~8443726,180355072~9920947,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~3340299,256419908~11047967,270860189~13237272,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~18705616,348462756~27354934,379527044~761679,380952585~29279635] 2024-08-10T06:14:38.641 INFO:tasks.workunit.client.0.smithi031.stdout:from 7 to HEAD diff [765749~1917436,5473399~6687942,13703075~7776162,28682733~8575205,38618123~27001875,66897452~524248,76897677~5576798,83581382~17649306,103670727~1730897,105462472~2113058,110508290~5647296,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1975274,140913265~12334760,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~1560230,259005230~7641083,270860189~11254025,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11889970,368116734~7700956,379527044~761679,380952585~1109559,384528360~25703860] 2024-08-10T06:14:38.641 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [765749~1917436,5473399~6687942,13703075~7776162,28682733~8575205,38618123~27001875,66897452~524248,76897677~5576798,83581382~17649306,103670727~1730897,105462472~2113058,110508290~5647296,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1975274,140913265~12334760,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~1560230,259005230~7641083,270860189~11254025,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11889970,368116734~7700956,379527044~761679,380952585~1109559,384528360~25703860] 2024-08-10T06:14:38.647 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [765749~1917436,5473399~6687942,13703075~7776162,28682733~8575205,38618123~27001875,66897452~524248,76897677~5576798,83581382~21820242,105462472~2113058,109051904~24888209,134793376~605209,136507202~1975274,140913265~12334760,154408009~551219,155189248~14172479,169720335~8443726,180355072~9920947,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~1560230,259005230~7641083,270860189~13237272,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~18705616,348462756~14609912,366453633~9364057,379527044~761679,380952585~1109559,384528360~25703860] 2024-08-10T06:14:38.647 INFO:tasks.workunit.client.0.smithi031.stdout:from 8 to HEAD diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~8575205,38618123~27001875,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,103670727~1730897,110508290~5647296,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1975274,140913265~12334760,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~19540136,252739124~1560230,259005230~7641083,271123524~10990690,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177,368116734~7700956,379527044~761679,380952585~1109559,384528360~25703860] 2024-08-10T06:14:38.647 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [765749~1917436,5473399~5686726,13703075~7776162,28682733~8575205,38618123~27001875,66897452~524248,79721229~228519,80447560~2026915,83581382~17649306,103670727~1730897,110508290~5647296,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1975274,140913265~12334760,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~19540136,252739124~1560230,259005230~7641083,271123524~10990690,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11449177,368116734~7700956,379527044~761679,380952585~1109559,384528360~25703860] 2024-08-10T06:14:38.652 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [765749~1917436,5473399~5686726,13703075~7776162,28682733~8575205,38618123~27001875,66897452~524248,79721229~228519,80447560~2026915,83581382~21820242,109051904~24888209,134793376~605209,136507202~1975274,140913265~12334760,154408009~551219,155189248~14172479,169720335~8443726,180355072~9920947,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~19540136,252739124~1560230,259005230~7641083,271123524~12973937,286861002~2970545,291959844~10868841,303533121~7582104,326962199~18705616,348462756~14169119,366453633~9364057,379527044~761679,380952585~1109559,384528360~25703860] 2024-08-10T06:14:39.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:14:38 smithi031 ceph-mon[100614]: osdmap e2031: 8 total, 8 up, 8 in 2024-08-10T06:14:39.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:14:38 smithi031 ceph-mon[98130]: osdmap e2031: 8 total, 8 up, 8 in 2024-08-10T06:14:39.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:14:38 smithi196 ceph-mon[90243]: osdmap e2031: 8 total, 8 up, 8 in 2024-08-10T06:14:39.576 INFO:tasks.workunit.client.0.smithi031.stdout:from 0 to HEAD diff [274245~21204992,22280643~15635039,38618123~62612565,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154261235~697993,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,190445153~21061340,216922084~32871162,252739124~3680784,259005230~23108984,282118338~1979123,286495426~24619799,316085577~7327847,324548761~14221102,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:39.576 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,22280643~15635039,38618123~62612565,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154261235~697993,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,190445153~21061340,216922084~32871162,252739124~3680784,259005230~23108984,282118338~1979123,286495426~24619799,316085577~7327847,324548761~14221102,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:39.622 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~37915682,38618123~69073340,109051904~45907324,155189248~23452011,180355072~31151421,213909504~35883742,252653798~31443663,285212672~25902553,314572800~8840624,324548761~85683459] 2024-08-10T06:14:39.622 INFO:tasks.workunit.client.0.smithi031.stdout:from 1 to HEAD diff [274245~21204992,22280643~15635039,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154261235~697993,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~13591007,216922084~32871162,252739124~3680784,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~7327847,326962199~11807664,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:39.622 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,22280643~15635039,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154261235~697993,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~13591007,216922084~32871162,252739124~3680784,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~7327847,326962199~11807664,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:39.628 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~37915682,38618123~35392283,75389582~1459869,76897677~30793786,109051904~45907324,155189248~23452011,180355072~9920947,191928254~2869904,197915486~13591007,213909504~35883742,252653798~31443663,286861002~2970545,291959844~19155381,314572800~8840624,326962199~83270021] 2024-08-10T06:14:39.628 INFO:tasks.workunit.client.0.smithi031.stdout:from 2 to HEAD diff [274245~21204992,22280643~15635039,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~13591007,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~7327847,326962199~11807664,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:39.628 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,22280643~15635039,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~13591007,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~7327847,326962199~11807664,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:39.634 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~37915682,38618123~35392283,75389582~1459869,76897677~30793786,109051904~44196121,154408009~551219,155189248~23452011,180355072~9920947,191928254~2869904,197915486~13591007,213909504~35883742,252739124~3340299,256419908~27677553,286861002~2970545,291959844~19155381,314572800~8840624,326962199~83270021] 2024-08-10T06:14:39.634 INFO:tasks.workunit.client.0.smithi031.stdout:from 3 to HEAD diff [274245~21204992,22454647~15461035,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~3886438,204781077~6725416,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,378364909~31867311] 2024-08-10T06:14:39.634 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,22454647~15461035,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~3886438,204781077~6725416,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,378364909~31867311] 2024-08-10T06:14:39.640 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~21479237,22454647~15461035,38618123~35392283,75389582~1459869,76897677~30793786,109051904~44196121,154408009~551219,155189248~23452011,180355072~9920947,191928254~2869904,197915486~3886438,204781077~6725416,213909504~35883742,252739124~3340299,256419908~27677553,286861002~2970545,291959844~19155381,316085577~4441412,326962199~48855491,378364909~31867311] 2024-08-10T06:14:39.640 INFO:tasks.workunit.client.0.smithi031.stdout:from 4 to HEAD diff [274245~21204992,22454647~15461035,38618123~32567526,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,378364909~31867311] 2024-08-10T06:14:39.640 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,22454647~15461035,38618123~32567526,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,378364909~31867311] 2024-08-10T06:14:39.646 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~21479237,22454647~15461035,38618123~32567526,76897677~30793786,109051904~44196121,154408009~551219,155189248~22974813,180355072~9920947,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,213909504~35883742,252739124~3340299,256419908~27677553,286861002~2970545,291959844~19155381,316085577~4441412,326962199~48855491,378364909~31867311] 2024-08-10T06:14:39.646 INFO:tasks.workunit.client.0.smithi031.stdout:from 5 to HEAD diff [274245~21204992,28682733~9232949,38618123~32567526,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,379527044~761679,380952585~29279635] 2024-08-10T06:14:39.646 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,28682733~9232949,38618123~32567526,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,379527044~761679,380952585~29279635] 2024-08-10T06:14:39.652 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~21479237,28682733~9232949,38618123~32567526,76897677~30793786,109051904~44196121,154408009~551219,155189248~22974813,180355072~9920947,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~3340299,256419908~27677553,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~48855491,379527044~761679,380952585~29279635] 2024-08-10T06:14:39.652 INFO:tasks.workunit.client.0.smithi031.stdout:from 6 to HEAD diff [274245~11887096,13703075~7776162,28682733~9232949,38618123~27001875,66897452~524248,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~3340299,259005230~8462645,270860189~11254025,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~11807664,339181695~6486120,348462756~2583931,351182698~15270935,368116734~7700956,379527044~761679,380952585~29279635] 2024-08-10T06:14:39.652 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~11887096,13703075~7776162,28682733~9232949,38618123~27001875,66897452~524248,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~3340299,259005230~8462645,270860189~11254025,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~11807664,339181695~6486120,348462756~2583931,351182698~15270935,368116734~7700956,379527044~761679,380952585~29279635] 2024-08-10T06:14:39.658 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~12161341,13703075~7776162,28682733~9232949,38618123~27001875,66897452~524248,76897677~30793786,109051904~44196121,154408009~551219,155189248~14172479,169720335~8443726,180355072~9920947,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~3340299,256419908~11047967,270860189~13237272,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~18705616,348462756~27354934,379527044~761679,380952585~29279635] 2024-08-10T06:14:39.658 INFO:tasks.workunit.client.0.smithi031.stdout:from 7 to HEAD diff [765749~1917436,5473399~6687942,13703075~7776162,28682733~8575205,38618123~27001875,66897452~524248,76897677~5576798,83581382~17649306,103670727~1730897,105462472~2113058,110508290~5647296,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1975274,140913265~12334760,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~1560230,259005230~7641083,270860189~11254025,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11889970,368116734~7700956,379527044~761679,380952585~1109559,384528360~25703860] 2024-08-10T06:14:39.658 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [765749~1917436,5473399~6687942,13703075~7776162,28682733~8575205,38618123~27001875,66897452~524248,76897677~5576798,83581382~17649306,103670727~1730897,105462472~2113058,110508290~5647296,116645688~346157,117385168~10223938,129269902~4670211,134793376~605209,136507202~1975274,140913265~12334760,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~1560230,259005230~7641083,270860189~11254025,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~11807664,339181695~6486120,348462756~2583931,351182698~11889970,368116734~7700956,379527044~761679,380952585~1109559,384528360~25703860] 2024-08-10T06:14:39.663 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [765749~1917436,5473399~6687942,13703075~7776162,28682733~8575205,38618123~27001875,66897452~524248,76897677~5576798,83581382~21820242,105462472~2113058,109051904~24888209,134793376~605209,136507202~1975274,140913265~12334760,154408009~551219,155189248~14172479,169720335~8443726,180355072~9920947,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~1560230,259005230~7641083,270860189~13237272,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~18705616,348462756~14609912,366453633~9364057,379527044~761679,380952585~1109559,384528360~25703860] 2024-08-10T06:14:40.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:14:39 smithi031 ceph-mon[98130]: osdmap e2032: 8 total, 8 up, 8 in 2024-08-10T06:14:40.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:14:39 smithi031 ceph-mon[98130]: pgmap v3529: 137 pgs: 137 active+clean; 1.1 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 150 KiB/s rd, 6.1 KiB/s wr, 1.88k op/s 2024-08-10T06:14:40.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:14:39 smithi031 ceph-mon[100614]: osdmap e2032: 8 total, 8 up, 8 in 2024-08-10T06:14:40.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:14:39 smithi031 ceph-mon[100614]: pgmap v3529: 137 pgs: 137 active+clean; 1.1 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 150 KiB/s rd, 6.1 KiB/s wr, 1.88k op/s 2024-08-10T06:14:40.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:14:39 smithi196 ceph-mon[90243]: osdmap e2032: 8 total, 8 up, 8 in 2024-08-10T06:14:40.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:14:39 smithi196 ceph-mon[90243]: pgmap v3529: 137 pgs: 137 active+clean; 1.1 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 150 KiB/s rd, 6.1 KiB/s wr, 1.88k op/s 2024-08-10T06:14:40.557 INFO:tasks.workunit.client.0.smithi031.stdout:from 0 to HEAD diff [274245~21204992,22280643~15635039,38618123~62612565,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154261235~697993,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,190445153~21061340,216922084~32871162,252739124~3680784,259005230~23108984,282118338~1979123,286495426~24619799,316085577~7327847,324548761~14221102,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:40.558 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,22280643~15635039,38618123~62612565,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154261235~697993,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,190445153~21061340,216922084~32871162,252739124~3680784,259005230~23108984,282118338~1979123,286495426~24619799,316085577~7327847,324548761~14221102,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:40.601 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~37915682,38618123~69073340,109051904~45907324,155189248~23452011,180355072~31151421,213909504~35883742,252653798~31443663,285212672~25902553,314572800~8840624,324548761~85683459] 2024-08-10T06:14:40.601 INFO:tasks.workunit.client.0.smithi031.stdout:from 1 to HEAD diff [274245~21204992,22280643~15635039,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154261235~697993,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~13591007,216922084~32871162,252739124~3680784,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~7327847,326962199~11807664,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:40.601 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,22280643~15635039,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154261235~697993,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~13591007,216922084~32871162,252739124~3680784,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~7327847,326962199~11807664,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:40.607 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~37915682,38618123~35392283,75389582~1459869,76897677~30793786,109051904~45907324,155189248~23452011,180355072~9920947,191928254~2869904,197915486~13591007,213909504~35883742,252653798~31443663,286861002~2970545,291959844~19155381,314572800~8840624,326962199~83270021] 2024-08-10T06:14:40.607 INFO:tasks.workunit.client.0.smithi031.stdout:from 2 to HEAD diff [274245~21204992,22280643~15635039,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~13591007,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~7327847,326962199~11807664,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:40.607 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,22280643~15635039,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~13591007,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~7327847,326962199~11807664,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:40.613 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~37915682,38618123~35392283,75389582~1459869,76897677~30793786,109051904~44196121,154408009~551219,155189248~23452011,180355072~9920947,191928254~2869904,197915486~13591007,213909504~35883742,252739124~3340299,256419908~27677553,286861002~2970545,291959844~19155381,314572800~8840624,326962199~83270021] 2024-08-10T06:14:40.613 INFO:tasks.workunit.client.0.smithi031.stdout:from 3 to HEAD diff [274245~21204992,22454647~15461035,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~3886438,204781077~6725416,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,378364909~31867311] 2024-08-10T06:14:40.613 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,22454647~15461035,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~3886438,204781077~6725416,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,378364909~31867311] 2024-08-10T06:14:40.619 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~21479237,22454647~15461035,38618123~35392283,75389582~1459869,76897677~30793786,109051904~44196121,154408009~551219,155189248~23452011,180355072~9920947,191928254~2869904,197915486~3886438,204781077~6725416,213909504~35883742,252739124~3340299,256419908~27677553,286861002~2970545,291959844~19155381,316085577~4441412,326962199~48855491,378364909~31867311] 2024-08-10T06:14:40.620 INFO:tasks.workunit.client.0.smithi031.stdout:from 4 to HEAD diff [274245~21204992,22454647~15461035,38618123~32567526,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,378364909~31867311] 2024-08-10T06:14:40.620 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,22454647~15461035,38618123~32567526,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,378364909~31867311] 2024-08-10T06:14:40.625 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~21479237,22454647~15461035,38618123~32567526,76897677~30793786,109051904~44196121,154408009~551219,155189248~22974813,180355072~9920947,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,213909504~35883742,252739124~3340299,256419908~27677553,286861002~2970545,291959844~19155381,316085577~4441412,326962199~48855491,378364909~31867311] 2024-08-10T06:14:40.625 INFO:tasks.workunit.client.0.smithi031.stdout:from 5 to HEAD diff [274245~21204992,28682733~9232949,38618123~32567526,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,379527044~761679,380952585~29279635] 2024-08-10T06:14:40.626 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,28682733~9232949,38618123~32567526,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,379527044~761679,380952585~29279635] 2024-08-10T06:14:40.631 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~21479237,28682733~9232949,38618123~32567526,76897677~30793786,109051904~44196121,154408009~551219,155189248~22974813,180355072~9920947,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~3340299,256419908~27677553,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~48855491,379527044~761679,380952585~29279635] 2024-08-10T06:14:40.632 INFO:tasks.workunit.client.0.smithi031.stdout:from 6 to HEAD diff [274245~11887096,13703075~7776162,28682733~9232949,38618123~27001875,66897452~524248,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~3340299,259005230~8462645,270860189~11254025,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~11807664,339181695~6486120,348462756~2583931,351182698~15270935,368116734~7700956,379527044~761679,380952585~29279635] 2024-08-10T06:14:40.632 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~11887096,13703075~7776162,28682733~9232949,38618123~27001875,66897452~524248,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~3340299,259005230~8462645,270860189~11254025,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~11807664,339181695~6486120,348462756~2583931,351182698~15270935,368116734~7700956,379527044~761679,380952585~29279635] 2024-08-10T06:14:40.637 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~12161341,13703075~7776162,28682733~9232949,38618123~27001875,66897452~524248,76897677~30793786,109051904~44196121,154408009~551219,155189248~14172479,169720335~8443726,180355072~9920947,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~3340299,256419908~11047967,270860189~13237272,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~18705616,348462756~27354934,379527044~761679,380952585~29279635] 2024-08-10T06:14:41.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:14:40 smithi031 ceph-mon[98130]: osdmap e2033: 8 total, 8 up, 8 in 2024-08-10T06:14:41.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:14:40 smithi031 ceph-mon[98130]: osdmap e2034: 8 total, 8 up, 8 in 2024-08-10T06:14:41.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:14:40 smithi031 ceph-mon[100614]: osdmap e2033: 8 total, 8 up, 8 in 2024-08-10T06:14:41.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:14:40 smithi031 ceph-mon[100614]: osdmap e2034: 8 total, 8 up, 8 in 2024-08-10T06:14:41.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:14:40 smithi196 ceph-mon[90243]: osdmap e2033: 8 total, 8 up, 8 in 2024-08-10T06:14:41.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:14:40 smithi196 ceph-mon[90243]: osdmap e2034: 8 total, 8 up, 8 in 2024-08-10T06:14:41.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:14:41 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:14:41] "GET /metrics HTTP/1.1" 200 36741 "" "Prometheus/2.43.0" 2024-08-10T06:14:41.592 INFO:tasks.workunit.client.0.smithi031.stdout:from 0 to HEAD diff [274245~21204992,22280643~15635039,38618123~62612565,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154261235~697993,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,190445153~21061340,216922084~32871162,252739124~3680784,259005230~23108984,282118338~1979123,286495426~24619799,316085577~7327847,324548761~14221102,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:41.593 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,22280643~15635039,38618123~62612565,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154261235~697993,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,190445153~21061340,216922084~32871162,252739124~3680784,259005230~23108984,282118338~1979123,286495426~24619799,316085577~7327847,324548761~14221102,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:41.633 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~37915682,38618123~69073340,109051904~45907324,155189248~23452011,180355072~31151421,213909504~35883742,252653798~31443663,285212672~25902553,314572800~8840624,324548761~85683459] 2024-08-10T06:14:41.633 INFO:tasks.workunit.client.0.smithi031.stdout:from 1 to HEAD diff [274245~21204992,22280643~15635039,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154261235~697993,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~13591007,216922084~32871162,252739124~3680784,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~7327847,326962199~11807664,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:41.633 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,22280643~15635039,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154261235~697993,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~13591007,216922084~32871162,252739124~3680784,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~7327847,326962199~11807664,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:41.639 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~37915682,38618123~35392283,75389582~1459869,76897677~30793786,109051904~45907324,155189248~23452011,180355072~9920947,191928254~2869904,197915486~13591007,213909504~35883742,252653798~31443663,286861002~2970545,291959844~19155381,314572800~8840624,326962199~83270021] 2024-08-10T06:14:41.639 INFO:tasks.workunit.client.0.smithi031.stdout:from 2 to HEAD diff [274245~21204992,22280643~15635039,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~13591007,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~7327847,326962199~11807664,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:41.639 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,22280643~15635039,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~13591007,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~7327847,326962199~11807664,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:41.645 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~37915682,38618123~35392283,75389582~1459869,76897677~30793786,109051904~44196121,154408009~551219,155189248~23452011,180355072~9920947,191928254~2869904,197915486~13591007,213909504~35883742,252739124~3340299,256419908~27677553,286861002~2970545,291959844~19155381,314572800~8840624,326962199~83270021] 2024-08-10T06:14:41.645 INFO:tasks.workunit.client.0.smithi031.stdout:from 3 to HEAD diff [274245~21204992,22454647~15461035,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~3886438,204781077~6725416,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,378364909~31867311] 2024-08-10T06:14:41.645 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,22454647~15461035,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~3886438,204781077~6725416,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,378364909~31867311] 2024-08-10T06:14:41.650 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~21479237,22454647~15461035,38618123~35392283,75389582~1459869,76897677~30793786,109051904~44196121,154408009~551219,155189248~23452011,180355072~9920947,191928254~2869904,197915486~3886438,204781077~6725416,213909504~35883742,252739124~3340299,256419908~27677553,286861002~2970545,291959844~19155381,316085577~4441412,326962199~48855491,378364909~31867311] 2024-08-10T06:14:41.651 INFO:tasks.workunit.client.0.smithi031.stdout:from 4 to HEAD diff [274245~21204992,22454647~15461035,38618123~32567526,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,378364909~31867311] 2024-08-10T06:14:41.651 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,22454647~15461035,38618123~32567526,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,378364909~31867311] 2024-08-10T06:14:41.656 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~21479237,22454647~15461035,38618123~32567526,76897677~30793786,109051904~44196121,154408009~551219,155189248~22974813,180355072~9920947,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,213909504~35883742,252739124~3340299,256419908~27677553,286861002~2970545,291959844~19155381,316085577~4441412,326962199~48855491,378364909~31867311] 2024-08-10T06:14:41.656 INFO:tasks.workunit.client.0.smithi031.stdout:from 5 to HEAD diff [274245~21204992,28682733~9232949,38618123~32567526,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,379527044~761679,380952585~29279635] 2024-08-10T06:14:41.656 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,28682733~9232949,38618123~32567526,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,379527044~761679,380952585~29279635] 2024-08-10T06:14:41.662 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~21479237,28682733~9232949,38618123~32567526,76897677~30793786,109051904~44196121,154408009~551219,155189248~22974813,180355072~9920947,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,226675927~20805277,252739124~3340299,256419908~27677553,286861002~2970545,291959844~10868841,303533121~7582104,316085577~4441412,326962199~48855491,379527044~761679,380952585~29279635] 2024-08-10T06:14:42.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:14:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:14:42.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:14:41 smithi031 ceph-mon[98130]: pgmap v3532: 137 pgs: 137 active+clean; 1.1 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 105 KiB/s rd, 7.0 KiB/s wr, 1.53k op/s 2024-08-10T06:14:42.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:14:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:14:42.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:14:41 smithi031 ceph-mon[100614]: pgmap v3532: 137 pgs: 137 active+clean; 1.1 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 105 KiB/s rd, 7.0 KiB/s wr, 1.53k op/s 2024-08-10T06:14:42.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:14:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:14:42.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:14:41 smithi196 ceph-mon[90243]: pgmap v3532: 137 pgs: 137 active+clean; 1.1 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 105 KiB/s rd, 7.0 KiB/s wr, 1.53k op/s 2024-08-10T06:14:42.570 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:14:42 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:14:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:14:42.590 INFO:tasks.workunit.client.0.smithi031.stdout:from 0 to HEAD diff [274245~21204992,22280643~15635039,38618123~62612565,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154261235~697993,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,190445153~21061340,216922084~32871162,252739124~3680784,259005230~23108984,282118338~1979123,286495426~24619799,316085577~7327847,324548761~14221102,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:42.590 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,22280643~15635039,38618123~62612565,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154261235~697993,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,190445153~21061340,216922084~32871162,252739124~3680784,259005230~23108984,282118338~1979123,286495426~24619799,316085577~7327847,324548761~14221102,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:42.638 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~37915682,38618123~69073340,109051904~45907324,155189248~23452011,180355072~31151421,213909504~35883742,252653798~31443663,285212672~25902553,314572800~8840624,324548761~85683459] 2024-08-10T06:14:42.638 INFO:tasks.workunit.client.0.smithi031.stdout:from 1 to HEAD diff [274245~21204992,22280643~15635039,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154261235~697993,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~13591007,216922084~32871162,252739124~3680784,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~7327847,326962199~11807664,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:42.638 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,22280643~15635039,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154261235~697993,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~13591007,216922084~32871162,252739124~3680784,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~7327847,326962199~11807664,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:42.643 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~37915682,38618123~35392283,75389582~1459869,76897677~30793786,109051904~45907324,155189248~23452011,180355072~9920947,191928254~2869904,197915486~13591007,213909504~35883742,252653798~31443663,286861002~2970545,291959844~19155381,314572800~8840624,326962199~83270021] 2024-08-10T06:14:42.643 INFO:tasks.workunit.client.0.smithi031.stdout:from 2 to HEAD diff [274245~21204992,22280643~15635039,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~13591007,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~7327847,326962199~11807664,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:42.643 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,22280643~15635039,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~13591007,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~7327847,326962199~11807664,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:42.649 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~37915682,38618123~35392283,75389582~1459869,76897677~30793786,109051904~44196121,154408009~551219,155189248~23452011,180355072~9920947,191928254~2869904,197915486~13591007,213909504~35883742,252739124~3340299,256419908~27677553,286861002~2970545,291959844~19155381,314572800~8840624,326962199~83270021] 2024-08-10T06:14:42.649 INFO:tasks.workunit.client.0.smithi031.stdout:from 3 to HEAD diff [274245~21204992,22454647~15461035,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~3886438,204781077~6725416,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,378364909~31867311] 2024-08-10T06:14:42.649 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,22454647~15461035,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~3886438,204781077~6725416,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,378364909~31867311] 2024-08-10T06:14:42.655 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~21479237,22454647~15461035,38618123~35392283,75389582~1459869,76897677~30793786,109051904~44196121,154408009~551219,155189248~23452011,180355072~9920947,191928254~2869904,197915486~3886438,204781077~6725416,213909504~35883742,252739124~3340299,256419908~27677553,286861002~2970545,291959844~19155381,316085577~4441412,326962199~48855491,378364909~31867311] 2024-08-10T06:14:42.655 INFO:tasks.workunit.client.0.smithi031.stdout:from 4 to HEAD diff [274245~21204992,22454647~15461035,38618123~32567526,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,378364909~31867311] 2024-08-10T06:14:42.655 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,22454647~15461035,38618123~32567526,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8443726,182503166~7772853,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,378364909~31867311] 2024-08-10T06:14:42.661 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~21479237,22454647~15461035,38618123~32567526,76897677~30793786,109051904~44196121,154408009~551219,155189248~22974813,180355072~9920947,191928254~2869904,197915486~3886438,204888583~5033069,210173845~672318,213909504~35883742,252739124~3340299,256419908~27677553,286861002~2970545,291959844~19155381,316085577~4441412,326962199~48855491,378364909~31867311] 2024-08-10T06:14:43.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:14:42 smithi031 ceph-mon[98130]: osdmap e2035: 8 total, 8 up, 8 in 2024-08-10T06:14:43.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:14:42 smithi031 ceph-mon[100614]: osdmap e2035: 8 total, 8 up, 8 in 2024-08-10T06:14:43.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:14:42 smithi196 ceph-mon[90243]: osdmap e2035: 8 total, 8 up, 8 in 2024-08-10T06:14:43.605 INFO:tasks.workunit.client.0.smithi031.stdout:from 0 to HEAD diff [274245~21204992,22280643~15635039,38618123~62612565,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154261235~697993,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,190445153~21061340,216922084~32871162,252739124~3680784,259005230~23108984,282118338~1979123,286495426~24619799,316085577~7327847,324548761~14221102,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:43.605 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,22280643~15635039,38618123~62612565,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154261235~697993,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,190445153~21061340,216922084~32871162,252739124~3680784,259005230~23108984,282118338~1979123,286495426~24619799,316085577~7327847,324548761~14221102,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:43.629 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~37915682,38618123~69073340,109051904~45907324,155189248~23452011,180355072~31151421,213909504~35883742,252653798~31443663,285212672~25902553,314572800~8840624,324548761~85683459] 2024-08-10T06:14:43.629 INFO:tasks.workunit.client.0.smithi031.stdout:from 1 to HEAD diff [274245~21204992,22280643~15635039,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154261235~697993,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~13591007,216922084~32871162,252739124~3680784,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~7327847,326962199~11807664,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:43.629 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,22280643~15635039,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154261235~697993,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~13591007,216922084~32871162,252739124~3680784,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~7327847,326962199~11807664,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:43.634 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~37915682,38618123~35392283,75389582~1459869,76897677~30793786,109051904~45907324,155189248~23452011,180355072~9920947,191928254~2869904,197915486~13591007,213909504~35883742,252653798~31443663,286861002~2970545,291959844~19155381,314572800~8840624,326962199~83270021] 2024-08-10T06:14:43.634 INFO:tasks.workunit.client.0.smithi031.stdout:from 2 to HEAD diff [274245~21204992,22280643~15635039,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~13591007,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~7327847,326962199~11807664,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:43.634 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,22280643~15635039,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~13591007,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~7327847,326962199~11807664,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:43.640 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~37915682,38618123~35392283,75389582~1459869,76897677~30793786,109051904~44196121,154408009~551219,155189248~23452011,180355072~9920947,191928254~2869904,197915486~13591007,213909504~35883742,252739124~3340299,256419908~27677553,286861002~2970545,291959844~19155381,314572800~8840624,326962199~83270021] 2024-08-10T06:14:43.640 INFO:tasks.workunit.client.0.smithi031.stdout:from 3 to HEAD diff [274245~21204992,22454647~15461035,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~3886438,204781077~6725416,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,378364909~31867311] 2024-08-10T06:14:43.640 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,22454647~15461035,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~3886438,204781077~6725416,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~4441412,326962199~11807664,339181695~11864992,351182698~15270935,368116734~7700956,378364909~31867311] 2024-08-10T06:14:43.645 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~21479237,22454647~15461035,38618123~35392283,75389582~1459869,76897677~30793786,109051904~44196121,154408009~551219,155189248~23452011,180355072~9920947,191928254~2869904,197915486~3886438,204781077~6725416,213909504~35883742,252739124~3340299,256419908~27677553,286861002~2970545,291959844~19155381,316085577~4441412,326962199~48855491,378364909~31867311] 2024-08-10T06:14:44.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:14:43 smithi031 ceph-mon[98130]: osdmap e2036: 8 total, 8 up, 8 in 2024-08-10T06:14:44.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:14:43 smithi031 ceph-mon[98130]: pgmap v3535: 137 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 132 active+clean; 1.0 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 102 KiB/s rd, 5.7 KiB/s wr, 934 op/s 2024-08-10T06:14:44.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:14:43 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:14:44.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:14:43 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:14:44.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:14:43 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:14:44.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:14:43 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:14:44.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:14:43 smithi031 ceph-mon[100614]: osdmap e2036: 8 total, 8 up, 8 in 2024-08-10T06:14:44.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:14:43 smithi031 ceph-mon[100614]: pgmap v3535: 137 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 132 active+clean; 1.0 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 102 KiB/s rd, 5.7 KiB/s wr, 934 op/s 2024-08-10T06:14:44.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:14:43 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:14:44.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:14:43 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:14:44.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:14:43 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:14:44.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:14:43 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:14:44.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:14:43 smithi196 ceph-mon[90243]: osdmap e2036: 8 total, 8 up, 8 in 2024-08-10T06:14:44.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:14:43 smithi196 ceph-mon[90243]: pgmap v3535: 137 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 132 active+clean; 1.0 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 102 KiB/s rd, 5.7 KiB/s wr, 934 op/s 2024-08-10T06:14:44.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:14:43 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:14:44.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:14:43 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:14:44.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:14:43 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:14:44.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:14:43 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:14:44.613 INFO:tasks.workunit.client.0.smithi031.stdout:from 0 to HEAD diff [274245~21204992,22280643~15635039,38618123~62612565,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154261235~697993,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,190445153~21061340,216922084~32871162,252739124~3680784,259005230~23108984,282118338~1979123,286495426~24619799,316085577~7327847,324548761~14221102,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:44.613 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,22280643~15635039,38618123~62612565,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154261235~697993,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,190445153~21061340,216922084~32871162,252739124~3680784,259005230~23108984,282118338~1979123,286495426~24619799,316085577~7327847,324548761~14221102,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:44.650 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~37915682,38618123~69073340,109051904~45907324,155189248~23452011,180355072~31151421,213909504~35883742,252653798~31443663,285212672~25902553,314572800~8840624,324548761~85683459] 2024-08-10T06:14:44.651 INFO:tasks.workunit.client.0.smithi031.stdout:from 1 to HEAD diff [274245~21204992,22280643~15635039,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154261235~697993,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~13591007,216922084~32871162,252739124~3680784,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~7327847,326962199~11807664,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:44.651 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,22280643~15635039,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154261235~697993,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~13591007,216922084~32871162,252739124~3680784,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~7327847,326962199~11807664,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:44.657 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~37915682,38618123~35392283,75389582~1459869,76897677~30793786,109051904~45907324,155189248~23452011,180355072~9920947,191928254~2869904,197915486~13591007,213909504~35883742,252653798~31443663,286861002~2970545,291959844~19155381,314572800~8840624,326962199~83270021] 2024-08-10T06:14:44.657 INFO:tasks.workunit.client.0.smithi031.stdout:from 2 to HEAD diff [274245~21204992,22280643~15635039,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~13591007,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~7327847,326962199~11807664,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:44.657 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,22280643~15635039,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154408009~551219,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~13591007,216922084~32871162,252739124~3340299,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~7327847,326962199~11807664,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:44.662 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~37915682,38618123~35392283,75389582~1459869,76897677~30793786,109051904~44196121,154408009~551219,155189248~23452011,180355072~9920947,191928254~2869904,197915486~13591007,213909504~35883742,252739124~3340299,256419908~27677553,286861002~2970545,291959844~19155381,314572800~8840624,326962199~83270021] 2024-08-10T06:14:45.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:14:44 smithi031 ceph-mon[98130]: osdmap e2037: 8 total, 8 up, 8 in 2024-08-10T06:14:45.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:14:44 smithi031 ceph-mon[100614]: osdmap e2037: 8 total, 8 up, 8 in 2024-08-10T06:14:45.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:14:44 smithi196 ceph-mon[90243]: osdmap e2037: 8 total, 8 up, 8 in 2024-08-10T06:14:45.555 INFO:tasks.workunit.client.0.smithi031.stdout:from 0 to HEAD diff [274245~21204992,22280643~15635039,38618123~62612565,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154261235~697993,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,190445153~21061340,216922084~32871162,252739124~3680784,259005230~23108984,282118338~1979123,286495426~24619799,316085577~7327847,324548761~14221102,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:45.555 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,22280643~15635039,38618123~62612565,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154261235~697993,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,190445153~21061340,216922084~32871162,252739124~3680784,259005230~23108984,282118338~1979123,286495426~24619799,316085577~7327847,324548761~14221102,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:45.593 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~37915682,38618123~69073340,109051904~45907324,155189248~23452011,180355072~31151421,213909504~35883742,252653798~31443663,285212672~25902553,314572800~8840624,324548761~85683459] 2024-08-10T06:14:45.593 INFO:tasks.workunit.client.0.smithi031.stdout:from 1 to HEAD diff [274245~21204992,22280643~15635039,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154261235~697993,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~13591007,216922084~32871162,252739124~3680784,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~7327847,326962199~11807664,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:45.593 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,22280643~15635039,38618123~35392283,75389582~1459869,76897677~24333011,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154261235~697993,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,191928254~2869904,197915486~13591007,216922084~32871162,252739124~3680784,259005230~23108984,282118338~1979123,286861002~2970545,291959844~19155381,316085577~7327847,326962199~11807664,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:45.600 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~37915682,38618123~35392283,75389582~1459869,76897677~30793786,109051904~45907324,155189248~23452011,180355072~9920947,191928254~2869904,197915486~13591007,213909504~35883742,252653798~31443663,286861002~2970545,291959844~19155381,314572800~8840624,326962199~83270021] 2024-08-10T06:14:46.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:14:45 smithi031 ceph-mon[98130]: osdmap e2038: 8 total, 8 up, 8 in 2024-08-10T06:14:46.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:14:45 smithi031 ceph-mon[98130]: pgmap v3538: 137 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 132 active+clean; 997 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.0 KiB/s rd, 767 B/s wr, 738 op/s 2024-08-10T06:14:46.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:14:45 smithi031 ceph-mon[98130]: osdmap e2039: 8 total, 8 up, 8 in 2024-08-10T06:14:46.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:14:45 smithi031 ceph-mon[100614]: osdmap e2038: 8 total, 8 up, 8 in 2024-08-10T06:14:46.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:14:45 smithi031 ceph-mon[100614]: pgmap v3538: 137 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 132 active+clean; 997 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.0 KiB/s rd, 767 B/s wr, 738 op/s 2024-08-10T06:14:46.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:14:45 smithi031 ceph-mon[100614]: osdmap e2039: 8 total, 8 up, 8 in 2024-08-10T06:14:46.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:14:45 smithi196 ceph-mon[90243]: osdmap e2038: 8 total, 8 up, 8 in 2024-08-10T06:14:46.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:14:45 smithi196 ceph-mon[90243]: pgmap v3538: 137 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 132 active+clean; 997 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.0 KiB/s rd, 767 B/s wr, 738 op/s 2024-08-10T06:14:46.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:14:45 smithi196 ceph-mon[90243]: osdmap e2039: 8 total, 8 up, 8 in 2024-08-10T06:14:46.617 INFO:tasks.workunit.client.0.smithi031.stdout:from 0 to HEAD diff [274245~21204992,22280643~15635039,38618123~62612565,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154261235~697993,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,190445153~21061340,216922084~32871162,252739124~3680784,259005230~23108984,282118338~1979123,286495426~24619799,316085577~7327847,324548761~14221102,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:46.617 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [274245~21204992,22280643~15635039,38618123~62612565,103670727~1730897,105462472~2228991,110508290~5647296,116645688~346157,117385168~10223938,129269902~23978123,154261235~697993,159239526~644738,160164776~9196951,169720335~8920924,182503166~7772853,190445153~21061340,216922084~32871162,252739124~3680784,259005230~23108984,282118338~1979123,286495426~24619799,316085577~7327847,324548761~14221102,339181695~11864992,351182698~15270935,368116734~42115486] 2024-08-10T06:14:46.651 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [0~37915682,38618123~69073340,109051904~45907324,155189248~23452011,180355072~31151421,213909504~35883742,252653798~31443663,285212672~25902553,314572800~8840624,324548761~85683459] 2024-08-10T06:14:47.645 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] DiffIterateTest/0.DiffIterateStress (39491 ms) 2024-08-10T06:14:47.646 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] DiffIterateTest/0.DiffIterateParent 2024-08-10T06:14:47.646 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:14:48.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:14:47 smithi031 ceph-mon[98130]: osdmap e2040: 8 total, 8 up, 8 in 2024-08-10T06:14:48.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:14:47 smithi031 ceph-mon[98130]: pgmap v3541: 137 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 132 active+clean; 959 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 5.7 KiB/s wr, 638 op/s 2024-08-10T06:14:48.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:14:47 smithi031 ceph-mon[100614]: osdmap e2040: 8 total, 8 up, 8 in 2024-08-10T06:14:48.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:14:47 smithi031 ceph-mon[100614]: pgmap v3541: 137 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 132 active+clean; 959 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 5.7 KiB/s wr, 638 op/s 2024-08-10T06:14:48.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:14:47 smithi196 ceph-mon[90243]: osdmap e2040: 8 total, 8 up, 8 in 2024-08-10T06:14:48.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:14:47 smithi196 ceph-mon[90243]: pgmap v3541: 137 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 132 active+clean; 959 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 5.7 KiB/s wr, 638 op/s 2024-08-10T06:14:48.745 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] DiffIterateTest/0.DiffIterateParent (1100 ms) 2024-08-10T06:14:48.745 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] DiffIterateTest/0.DiffIterateIgnoreParent 2024-08-10T06:14:48.746 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:14:49.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:14:48 smithi031 ceph-mon[98130]: osdmap e2041: 8 total, 8 up, 8 in 2024-08-10T06:14:49.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:14:48 smithi031 ceph-mon[100614]: osdmap e2041: 8 total, 8 up, 8 in 2024-08-10T06:14:49.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:14:48 smithi196 ceph-mon[90243]: osdmap e2041: 8 total, 8 up, 8 in 2024-08-10T06:14:49.768 INFO:tasks.workunit.client.0.smithi031.stdout: wrote [3490636~40658,6126586~89072,7408264~25260,7784090~95845,9037863~84406,11595889~22998,14918122~51636,16017873~82689,17316559~61528,17382583~3727] to clone 2024-08-10T06:14:49.769 INFO:tasks.workunit.client.0.smithi031.stdout: diff was [0~3531294,4194304~3685631,8388608~3230279,12582912~3517650,16777216~609094] 2024-08-10T06:14:49.773 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] DiffIterateTest/0.DiffIterateIgnoreParent (1027 ms) 2024-08-10T06:14:49.773 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] DiffIterateTest/0.DiffIterateCallbackError 2024-08-10T06:14:49.773 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:14:49.794 INFO:tasks.workunit.client.0.smithi031.stdout: wrote [2045609~56082,3231452~97295,4117625~22376,4904104~66884,10940640~64855,13068989~49120,15116589~26950,16544113~21195,17922610~850,19221903~4727] 2024-08-10T06:14:49.805 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] DiffIterateTest/0.DiffIterateCallbackError (32 ms) 2024-08-10T06:14:49.805 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] DiffIterateTest/0.DiffIterateParentDiscard 2024-08-10T06:14:49.805 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:14:50.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:14:49 smithi031 ceph-mon[98130]: osdmap e2042: 8 total, 8 up, 8 in 2024-08-10T06:14:50.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:14:49 smithi031 ceph-mon[98130]: pgmap v3544: 137 pgs: 1 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 134 active+clean; 832 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 2.0 MiB/s wr, 477 op/s 2024-08-10T06:14:50.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:14:49 smithi031 ceph-mon[100614]: osdmap e2042: 8 total, 8 up, 8 in 2024-08-10T06:14:50.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:14:49 smithi031 ceph-mon[100614]: pgmap v3544: 137 pgs: 1 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 134 active+clean; 832 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 2.0 MiB/s wr, 477 op/s 2024-08-10T06:14:50.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:14:49 smithi196 ceph-mon[90243]: osdmap e2042: 8 total, 8 up, 8 in 2024-08-10T06:14:50.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:14:49 smithi196 ceph-mon[90243]: pgmap v3544: 137 pgs: 1 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 134 active+clean; 832 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 2.0 MiB/s wr, 477 op/s 2024-08-10T06:14:51.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:14:50 smithi031 ceph-mon[98130]: osdmap e2043: 8 total, 8 up, 8 in 2024-08-10T06:14:51.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:14:50 smithi031 ceph-mon[98130]: osdmap e2044: 8 total, 8 up, 8 in 2024-08-10T06:14:51.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:14:50 smithi031 ceph-mon[100614]: osdmap e2043: 8 total, 8 up, 8 in 2024-08-10T06:14:51.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:14:50 smithi031 ceph-mon[100614]: osdmap e2044: 8 total, 8 up, 8 in 2024-08-10T06:14:51.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:14:50 smithi196 ceph-mon[90243]: osdmap e2043: 8 total, 8 up, 8 in 2024-08-10T06:14:51.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:14:50 smithi196 ceph-mon[90243]: osdmap e2044: 8 total, 8 up, 8 in 2024-08-10T06:14:51.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:14:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:14:51] "GET /metrics HTTP/1.1" 200 36741 "" "Prometheus/2.43.0" 2024-08-10T06:14:51.661 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] DiffIterateTest/0.DiffIterateParentDiscard (1857 ms) 2024-08-10T06:14:51.661 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] DiffIterateTest/0.DiffIterateUnalignedSmall 2024-08-10T06:14:51.661 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:14:51.716 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] DiffIterateTest/0.DiffIterateUnalignedSmall (55 ms) 2024-08-10T06:14:51.716 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] DiffIterateTest/0.DiffIterateUnaligned 2024-08-10T06:14:51.717 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:14:51.796 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] DiffIterateTest/0.DiffIterateUnaligned (80 ms) 2024-08-10T06:14:51.796 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] DiffIterateTest/0.DiffIterateTryAcquireLock 2024-08-10T06:14:51.797 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:14:52.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:14:51 smithi031 ceph-mon[98130]: pgmap v3547: 137 pgs: 1 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 134 active+clean; 803 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.1 MiB/s wr, 325 op/s 2024-08-10T06:14:52.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:14:51 smithi031 ceph-mon[98130]: osdmap e2045: 8 total, 8 up, 8 in 2024-08-10T06:14:52.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:14:51 smithi031 ceph-mon[100614]: pgmap v3547: 137 pgs: 1 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 134 active+clean; 803 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.1 MiB/s wr, 325 op/s 2024-08-10T06:14:52.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:14:51 smithi031 ceph-mon[100614]: osdmap e2045: 8 total, 8 up, 8 in 2024-08-10T06:14:52.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:14:51 smithi196 ceph-mon[90243]: pgmap v3547: 137 pgs: 1 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 134 active+clean; 803 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.1 MiB/s wr, 325 op/s 2024-08-10T06:14:52.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:14:51 smithi196 ceph-mon[90243]: osdmap e2045: 8 total, 8 up, 8 in 2024-08-10T06:14:52.780 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:14:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:14:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:14:54.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:14:53 smithi031 ceph-mon[98130]: pgmap v3549: 137 pgs: 137 active+clean; 852 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.8 MiB/s rd, 12 MiB/s wr, 271 op/s 2024-08-10T06:14:54.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:14:53 smithi031 ceph-mon[100614]: pgmap v3549: 137 pgs: 137 active+clean; 852 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.8 MiB/s rd, 12 MiB/s wr, 271 op/s 2024-08-10T06:14:54.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:14:53 smithi196 ceph-mon[90243]: pgmap v3549: 137 pgs: 137 active+clean; 852 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.8 MiB/s rd, 12 MiB/s wr, 271 op/s 2024-08-10T06:14:56.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:14:55 smithi031 ceph-mon[98130]: pgmap v3550: 137 pgs: 137 active+clean; 892 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 11 MiB/s wr, 278 op/s 2024-08-10T06:14:56.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:14:55 smithi031 ceph-mon[98130]: osdmap e2046: 8 total, 8 up, 8 in 2024-08-10T06:14:56.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:14:55 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:14:56.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:14:55 smithi031 ceph-mon[100614]: pgmap v3550: 137 pgs: 137 active+clean; 892 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 11 MiB/s wr, 278 op/s 2024-08-10T06:14:56.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:14:55 smithi031 ceph-mon[100614]: osdmap e2046: 8 total, 8 up, 8 in 2024-08-10T06:14:56.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:14:55 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:14:56.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:14:55 smithi196 ceph-mon[90243]: pgmap v3550: 137 pgs: 137 active+clean; 892 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 11 MiB/s wr, 278 op/s 2024-08-10T06:14:56.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:14:55 smithi196 ceph-mon[90243]: osdmap e2046: 8 total, 8 up, 8 in 2024-08-10T06:14:56.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:14:55 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:14:56.834 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] DiffIterateTest/0.DiffIterateTryAcquireLock (5037 ms) 2024-08-10T06:14:56.834 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] DiffIterateTest/0.DiffIterateStriping 2024-08-10T06:14:56.834 INFO:tasks.workunit.client.0.smithi031.stdout:SKIPPING 2024-08-10T06:14:56.834 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] DiffIterateTest/0.DiffIterateStriping (0 ms) 2024-08-10T06:14:57.006 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 19 tests from DiffIterateTest/0 (256202 ms total) 2024-08-10T06:14:57.006 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:14:57.006 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 19 tests from DiffIterateTest/1, where TypeParam = DiffIterateParams 2024-08-10T06:14:57.042 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] DiffIterateTest/1.DiffIterate 2024-08-10T06:14:58.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:14:57 smithi031 ceph-mon[98130]: pgmap v3552: 137 pgs: 137 active+clean; 892 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 8.1 MiB/s wr, 209 op/s 2024-08-10T06:14:58.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:14:57 smithi031 ceph-mon[98130]: osdmap e2047: 8 total, 8 up, 8 in 2024-08-10T06:14:58.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:14:57 smithi031 ceph-mon[100614]: pgmap v3552: 137 pgs: 137 active+clean; 892 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 8.1 MiB/s wr, 209 op/s 2024-08-10T06:14:58.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:14:57 smithi031 ceph-mon[100614]: osdmap e2047: 8 total, 8 up, 8 in 2024-08-10T06:14:58.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:14:57 smithi196 ceph-mon[90243]: pgmap v3552: 137 pgs: 137 active+clean; 892 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 8.1 MiB/s wr, 209 op/s 2024-08-10T06:14:58.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:14:57 smithi196 ceph-mon[90243]: osdmap e2047: 8 total, 8 up, 8 in 2024-08-10T06:14:59.024 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:14:59.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:14:59 smithi031 ceph-mon[98130]: osdmap e2048: 8 total, 8 up, 8 in 2024-08-10T06:14:59.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:14:59 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/1277640646' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:14:59.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:14:59 smithi031 ceph-mon[100614]: osdmap e2048: 8 total, 8 up, 8 in 2024-08-10T06:14:59.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:14:59 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/1277640646' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:14:59.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:14:59 smithi196 ceph-mon[90243]: osdmap e2048: 8 total, 8 up, 8 in 2024-08-10T06:14:59.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:14:59 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/1277640646' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:15:00.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:15:00 smithi031 ceph-mon[98130]: pgmap v3555: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-10T06:15:00.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:15:00 smithi031 ceph-mon[98130]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T06:15:00.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:15:00 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/1277640646' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-40","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T06:15:00.271 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:15:00 smithi031 ceph-mon[98130]: osdmap e2049: 8 total, 8 up, 8 in 2024-08-10T06:15:00.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:15:00 smithi031 ceph-mon[100614]: pgmap v3555: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-10T06:15:00.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:15:00 smithi031 ceph-mon[100614]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T06:15:00.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:15:00 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/1277640646' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-40","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T06:15:00.272 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:15:00 smithi031 ceph-mon[100614]: osdmap e2049: 8 total, 8 up, 8 in 2024-08-10T06:15:00.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:15:00 smithi196 ceph-mon[90243]: pgmap v3555: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-10T06:15:00.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:15:00 smithi196 ceph-mon[90243]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T06:15:00.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:15:00 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/1277640646' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi031-151948-40","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-10T06:15:00.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:15:00 smithi196 ceph-mon[90243]: osdmap e2049: 8 total, 8 up, 8 in 2024-08-10T06:15:01.074 INFO:tasks.workunit.client.0.smithi031.stdout: wrote [29632~39095,946524~34300,1649001~66474,2379182~65896,2885518~45761,3902852~18807,4168378~94263,9514116~111,13165971~91562,16463443~47468] 2024-08-10T06:15:01.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:15:01 smithi031 ceph-mon[100614]: osdmap e2050: 8 total, 8 up, 8 in 2024-08-10T06:15:01.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:15:01 smithi031 ceph-mon[98130]: osdmap e2050: 8 total, 8 up, 8 in 2024-08-10T06:15:01.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:15:01 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:15:01] "GET /metrics HTTP/1.1" 200 36739 "" "Prometheus/2.43.0" 2024-08-10T06:15:01.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:15:01 smithi196 ceph-mon[90243]: osdmap e2050: 8 total, 8 up, 8 in 2024-08-10T06:15:02.059 INFO:tasks.workunit.client.0.smithi031.stdout: wrote [0~20971520] 2024-08-10T06:15:02.064 INFO:tasks.workunit.client.0.smithi031.stdout: diff was [0~20971520] 2024-08-10T06:15:02.069 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] DiffIterateTest/1.DiffIterate (5027 ms) 2024-08-10T06:15:02.069 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministic 2024-08-10T06:15:02.069 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:15:02.316 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:15:02 smithi196 ceph-mon[90243]: pgmap v3558: 137 pgs: 5 creating+peering, 10 unknown, 122 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:15:02.316 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:15:02 smithi196 ceph-mon[90243]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T06:15:02.316 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:15:02 smithi196 ceph-mon[90243]: osdmap e2051: 8 total, 8 up, 8 in 2024-08-10T06:15:02.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:15:02 smithi031 ceph-mon[98130]: pgmap v3558: 137 pgs: 5 creating+peering, 10 unknown, 122 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:15:02.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:15:02 smithi031 ceph-mon[98130]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T06:15:02.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:15:02 smithi031 ceph-mon[98130]: osdmap e2051: 8 total, 8 up, 8 in 2024-08-10T06:15:02.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:15:02 smithi031 ceph-mon[100614]: pgmap v3558: 137 pgs: 5 creating+peering, 10 unknown, 122 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:15:02.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:15:02 smithi031 ceph-mon[100614]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T06:15:02.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:15:02 smithi031 ceph-mon[100614]: osdmap e2051: 8 total, 8 up, 8 in 2024-08-10T06:15:02.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:15:02 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:15:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:15:03.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:15:03 smithi031 ceph-mon[98130]: osdmap e2052: 8 total, 8 up, 8 in 2024-08-10T06:15:03.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:15:03 smithi031 ceph-mon[100614]: osdmap e2052: 8 total, 8 up, 8 in 2024-08-10T06:15:03.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:15:03 smithi196 ceph-mon[90243]: osdmap e2052: 8 total, 8 up, 8 in 2024-08-10T06:15:04.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:15:04 smithi031 ceph-mon[98130]: pgmap v3561: 137 pgs: 5 creating+peering, 132 active+clean; 9.8 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 13 KiB/s rd, 104 KiB/s wr, 21 op/s 2024-08-10T06:15:04.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:15:04 smithi031 ceph-mon[98130]: osdmap e2053: 8 total, 8 up, 8 in 2024-08-10T06:15:04.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:15:04 smithi031 ceph-mon[100614]: pgmap v3561: 137 pgs: 5 creating+peering, 132 active+clean; 9.8 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 13 KiB/s rd, 104 KiB/s wr, 21 op/s 2024-08-10T06:15:04.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:15:04 smithi031 ceph-mon[100614]: osdmap e2053: 8 total, 8 up, 8 in 2024-08-10T06:15:04.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:15:04 smithi196 ceph-mon[90243]: pgmap v3561: 137 pgs: 5 creating+peering, 132 active+clean; 9.8 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 13 KiB/s rd, 104 KiB/s wr, 21 op/s 2024-08-10T06:15:04.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:15:04 smithi196 ceph-mon[90243]: osdmap e2053: 8 total, 8 up, 8 in 2024-08-10T06:15:05.093 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:15:05.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:15:05 smithi031 ceph-mon[98130]: osdmap e2054: 8 total, 8 up, 8 in 2024-08-10T06:15:05.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:15:05 smithi031 ceph-mon[100614]: osdmap e2054: 8 total, 8 up, 8 in 2024-08-10T06:15:05.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:15:05 smithi196 ceph-mon[90243]: osdmap e2054: 8 total, 8 up, 8 in 2024-08-10T06:15:06.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:15:06 smithi031 ceph-mon[100614]: pgmap v3564: 137 pgs: 137 active+clean; 14 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 27 KiB/s rd, 173 KiB/s wr, 46 op/s 2024-08-10T06:15:06.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:15:06 smithi031 ceph-mon[100614]: osdmap e2055: 8 total, 8 up, 8 in 2024-08-10T06:15:06.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:15:06 smithi031 ceph-mon[98130]: pgmap v3564: 137 pgs: 137 active+clean; 14 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 27 KiB/s rd, 173 KiB/s wr, 46 op/s 2024-08-10T06:15:06.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:15:06 smithi031 ceph-mon[98130]: osdmap e2055: 8 total, 8 up, 8 in 2024-08-10T06:15:06.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:15:06 smithi196 ceph-mon[90243]: pgmap v3564: 137 pgs: 137 active+clean; 14 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 27 KiB/s rd, 173 KiB/s wr, 46 op/s 2024-08-10T06:15:06.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:15:06 smithi196 ceph-mon[90243]: osdmap e2055: 8 total, 8 up, 8 in 2024-08-10T06:15:07.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:15:07 smithi031 ceph-mon[98130]: osdmap e2056: 8 total, 8 up, 8 in 2024-08-10T06:15:07.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:15:07 smithi031 ceph-mon[100614]: osdmap e2056: 8 total, 8 up, 8 in 2024-08-10T06:15:07.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:15:07 smithi196 ceph-mon[90243]: osdmap e2056: 8 total, 8 up, 8 in 2024-08-10T06:15:08.109 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:15:08.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:15:08 smithi031 ceph-mon[98130]: pgmap v3567: 137 pgs: 137 active+clean; 19 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 43 KiB/s rd, 195 KiB/s wr, 65 op/s 2024-08-10T06:15:08.557 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:15:08 smithi031 ceph-mon[98130]: osdmap e2057: 8 total, 8 up, 8 in 2024-08-10T06:15:08.558 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:15:08 smithi031 ceph-mon[100614]: pgmap v3567: 137 pgs: 137 active+clean; 19 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 43 KiB/s rd, 195 KiB/s wr, 65 op/s 2024-08-10T06:15:08.558 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:15:08 smithi031 ceph-mon[100614]: osdmap e2057: 8 total, 8 up, 8 in 2024-08-10T06:15:08.558 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:15:08 smithi196 ceph-mon[90243]: pgmap v3567: 137 pgs: 137 active+clean; 19 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 43 KiB/s rd, 195 KiB/s wr, 65 op/s 2024-08-10T06:15:08.558 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:15:08 smithi196 ceph-mon[90243]: osdmap e2057: 8 total, 8 up, 8 in 2024-08-10T06:15:09.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:15:09 smithi031 ceph-mon[98130]: osdmap e2058: 8 total, 8 up, 8 in 2024-08-10T06:15:09.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:15:09 smithi031 ceph-mon[100614]: osdmap e2058: 8 total, 8 up, 8 in 2024-08-10T06:15:09.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:15:09 smithi196 ceph-mon[90243]: osdmap e2058: 8 total, 8 up, 8 in 2024-08-10T06:15:10.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:15:10 smithi031 ceph-mon[100614]: pgmap v3570: 137 pgs: 137 active+clean; 19 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 66 KiB/s rd, 132 KiB/s wr, 98 op/s 2024-08-10T06:15:10.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:15:10 smithi031 ceph-mon[100614]: osdmap e2059: 8 total, 8 up, 8 in 2024-08-10T06:15:10.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:15:10 smithi031 ceph-mon[98130]: pgmap v3570: 137 pgs: 137 active+clean; 19 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 66 KiB/s rd, 132 KiB/s wr, 98 op/s 2024-08-10T06:15:10.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:15:10 smithi031 ceph-mon[98130]: osdmap e2059: 8 total, 8 up, 8 in 2024-08-10T06:15:10.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:15:10 smithi196 ceph-mon[90243]: pgmap v3570: 137 pgs: 137 active+clean; 19 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 66 KiB/s rd, 132 KiB/s wr, 98 op/s 2024-08-10T06:15:10.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:15:10 smithi196 ceph-mon[90243]: osdmap e2059: 8 total, 8 up, 8 in 2024-08-10T06:15:10.580 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:15:11.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:15:11 smithi031 ceph-mon[98130]: osdmap e2060: 8 total, 8 up, 8 in 2024-08-10T06:15:11.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:15:11 smithi031 ceph-mon[98130]: osdmap e2061: 8 total, 8 up, 8 in 2024-08-10T06:15:11.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:15:11 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:15:11.521 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:15:11 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:15:11] "GET /metrics HTTP/1.1" 200 36727 "" "Prometheus/2.43.0" 2024-08-10T06:15:11.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:15:11 smithi031 ceph-mon[100614]: osdmap e2060: 8 total, 8 up, 8 in 2024-08-10T06:15:11.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:15:11 smithi031 ceph-mon[100614]: osdmap e2061: 8 total, 8 up, 8 in 2024-08-10T06:15:11.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:15:11 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:15:11.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:15:11 smithi196 ceph-mon[90243]: osdmap e2060: 8 total, 8 up, 8 in 2024-08-10T06:15:11.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:15:11 smithi196 ceph-mon[90243]: osdmap e2061: 8 total, 8 up, 8 in 2024-08-10T06:15:11.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:15:11 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:15:12.431 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:15:12 smithi196 ceph-mon[90243]: pgmap v3574: 137 pgs: 137 active+clean; 21 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 45 KiB/s rd, 9.8 KiB/s wr, 72 op/s 2024-08-10T06:15:12.431 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:15:12 smithi196 ceph-mon[90243]: osdmap e2062: 8 total, 8 up, 8 in 2024-08-10T06:15:12.431 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:15:12 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:15:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:15:12.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:15:12 smithi031 ceph-mon[98130]: pgmap v3574: 137 pgs: 137 active+clean; 21 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 45 KiB/s rd, 9.8 KiB/s wr, 72 op/s 2024-08-10T06:15:12.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:15:12 smithi031 ceph-mon[98130]: osdmap e2062: 8 total, 8 up, 8 in 2024-08-10T06:15:12.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:15:12 smithi031 ceph-mon[100614]: pgmap v3574: 137 pgs: 137 active+clean; 21 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 45 KiB/s rd, 9.8 KiB/s wr, 72 op/s 2024-08-10T06:15:12.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:15:12 smithi031 ceph-mon[100614]: osdmap e2062: 8 total, 8 up, 8 in 2024-08-10T06:15:13.593 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:15:14.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:15:13 smithi031 ceph-mon[98130]: osdmap e2063: 8 total, 8 up, 8 in 2024-08-10T06:15:14.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:15:13 smithi031 ceph-mon[98130]: pgmap v3577: 137 pgs: 137 active+clean; 22 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 71 KiB/s rd, 7.3 KiB/s wr, 98 op/s 2024-08-10T06:15:14.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:15:13 smithi031 ceph-mon[100614]: osdmap e2063: 8 total, 8 up, 8 in 2024-08-10T06:15:14.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:15:13 smithi031 ceph-mon[100614]: pgmap v3577: 137 pgs: 137 active+clean; 22 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 71 KiB/s rd, 7.3 KiB/s wr, 98 op/s 2024-08-10T06:15:14.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:15:13 smithi196 ceph-mon[90243]: osdmap e2063: 8 total, 8 up, 8 in 2024-08-10T06:15:14.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:15:13 smithi196 ceph-mon[90243]: pgmap v3577: 137 pgs: 137 active+clean; 22 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 71 KiB/s rd, 7.3 KiB/s wr, 98 op/s 2024-08-10T06:15:15.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:15:14 smithi031 ceph-mon[98130]: osdmap e2064: 8 total, 8 up, 8 in 2024-08-10T06:15:15.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:15:14 smithi031 ceph-mon[100614]: osdmap e2064: 8 total, 8 up, 8 in 2024-08-10T06:15:15.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:15:14 smithi196 ceph-mon[90243]: osdmap e2064: 8 total, 8 up, 8 in 2024-08-10T06:15:16.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:15:15 smithi031 ceph-mon[98130]: osdmap e2065: 8 total, 8 up, 8 in 2024-08-10T06:15:16.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:15:15 smithi031 ceph-mon[98130]: pgmap v3580: 137 pgs: 137 active+clean; 25 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 65 KiB/s rd, 5.7 KiB/s wr, 89 op/s 2024-08-10T06:15:16.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:15:15 smithi031 ceph-mon[100614]: osdmap e2065: 8 total, 8 up, 8 in 2024-08-10T06:15:16.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:15:15 smithi031 ceph-mon[100614]: pgmap v3580: 137 pgs: 137 active+clean; 25 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 65 KiB/s rd, 5.7 KiB/s wr, 89 op/s 2024-08-10T06:15:16.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:15:15 smithi196 ceph-mon[90243]: osdmap e2065: 8 total, 8 up, 8 in 2024-08-10T06:15:16.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:15:15 smithi196 ceph-mon[90243]: pgmap v3580: 137 pgs: 137 active+clean; 25 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 65 KiB/s rd, 5.7 KiB/s wr, 89 op/s 2024-08-10T06:15:16.617 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministic (14548 ms) 2024-08-10T06:15:16.617 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministicPP 2024-08-10T06:15:16.617 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:15:17.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:15:16 smithi031 ceph-mon[98130]: osdmap e2066: 8 total, 8 up, 8 in 2024-08-10T06:15:17.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:15:16 smithi031 ceph-mon[100614]: osdmap e2066: 8 total, 8 up, 8 in 2024-08-10T06:15:17.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:15:16 smithi196 ceph-mon[90243]: osdmap e2066: 8 total, 8 up, 8 in 2024-08-10T06:15:18.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:15:17 smithi031 ceph-mon[98130]: osdmap e2067: 8 total, 8 up, 8 in 2024-08-10T06:15:18.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:15:17 smithi031 ceph-mon[98130]: pgmap v3583: 137 pgs: 137 active+clean; 29 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 27 KiB/s rd, 5.0 KiB/s wr, 46 op/s 2024-08-10T06:15:18.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:15:17 smithi031 ceph-mon[100614]: osdmap e2067: 8 total, 8 up, 8 in 2024-08-10T06:15:18.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:15:17 smithi031 ceph-mon[100614]: pgmap v3583: 137 pgs: 137 active+clean; 29 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 27 KiB/s rd, 5.0 KiB/s wr, 46 op/s 2024-08-10T06:15:18.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:15:17 smithi196 ceph-mon[90243]: osdmap e2067: 8 total, 8 up, 8 in 2024-08-10T06:15:18.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:15:17 smithi196 ceph-mon[90243]: pgmap v3583: 137 pgs: 137 active+clean; 29 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 27 KiB/s rd, 5.0 KiB/s wr, 46 op/s 2024-08-10T06:15:19.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:15:18 smithi031 ceph-mon[100614]: osdmap e2068: 8 total, 8 up, 8 in 2024-08-10T06:15:19.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:15:18 smithi031 ceph-mon[98130]: osdmap e2068: 8 total, 8 up, 8 in 2024-08-10T06:15:19.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:15:18 smithi196 ceph-mon[90243]: osdmap e2068: 8 total, 8 up, 8 in 2024-08-10T06:15:19.641 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:15:20.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:15:19 smithi031 ceph-mon[100614]: osdmap e2069: 8 total, 8 up, 8 in 2024-08-10T06:15:20.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:15:19 smithi031 ceph-mon[100614]: pgmap v3586: 137 pgs: 137 active+clean; 29 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 51 KiB/s rd, 8.2 KiB/s wr, 84 op/s 2024-08-10T06:15:20.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:15:19 smithi031 ceph-mon[98130]: osdmap e2069: 8 total, 8 up, 8 in 2024-08-10T06:15:20.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:15:19 smithi031 ceph-mon[98130]: pgmap v3586: 137 pgs: 137 active+clean; 29 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 51 KiB/s rd, 8.2 KiB/s wr, 84 op/s 2024-08-10T06:15:20.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:15:19 smithi196 ceph-mon[90243]: osdmap e2069: 8 total, 8 up, 8 in 2024-08-10T06:15:20.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:15:19 smithi196 ceph-mon[90243]: pgmap v3586: 137 pgs: 137 active+clean; 29 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 51 KiB/s rd, 8.2 KiB/s wr, 84 op/s 2024-08-10T06:15:21.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:15:20 smithi031 ceph-mon[98130]: osdmap e2070: 8 total, 8 up, 8 in 2024-08-10T06:15:21.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:15:20 smithi031 ceph-mon[100614]: osdmap e2070: 8 total, 8 up, 8 in 2024-08-10T06:15:21.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:15:20 smithi196 ceph-mon[90243]: osdmap e2070: 8 total, 8 up, 8 in 2024-08-10T06:15:21.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:15:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:15:21] "GET /metrics HTTP/1.1" 200 36727 "" "Prometheus/2.43.0" 2024-08-10T06:15:22.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:15:21 smithi031 ceph-mon[98130]: osdmap e2071: 8 total, 8 up, 8 in 2024-08-10T06:15:22.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:15:21 smithi031 ceph-mon[98130]: pgmap v3589: 137 pgs: 137 active+clean; 33 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 80 KiB/s rd, 9.2 KiB/s wr, 118 op/s 2024-08-10T06:15:22.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:15:21 smithi031 ceph-mon[100614]: osdmap e2071: 8 total, 8 up, 8 in 2024-08-10T06:15:22.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:15:21 smithi031 ceph-mon[100614]: pgmap v3589: 137 pgs: 137 active+clean; 33 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 80 KiB/s rd, 9.2 KiB/s wr, 118 op/s 2024-08-10T06:15:22.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:15:21 smithi196 ceph-mon[90243]: osdmap e2071: 8 total, 8 up, 8 in 2024-08-10T06:15:22.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:15:21 smithi196 ceph-mon[90243]: pgmap v3589: 137 pgs: 137 active+clean; 33 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 80 KiB/s rd, 9.2 KiB/s wr, 118 op/s 2024-08-10T06:15:22.618 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:15:22 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:15:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:15:22.655 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:15:23.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:15:22 smithi031 ceph-mon[98130]: osdmap e2072: 8 total, 8 up, 8 in 2024-08-10T06:15:23.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:15:22 smithi031 ceph-mon[100614]: osdmap e2072: 8 total, 8 up, 8 in 2024-08-10T06:15:23.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:15:22 smithi196 ceph-mon[90243]: osdmap e2072: 8 total, 8 up, 8 in 2024-08-10T06:15:24.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:15:23 smithi031 ceph-mon[98130]: osdmap e2073: 8 total, 8 up, 8 in 2024-08-10T06:15:24.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:15:23 smithi031 ceph-mon[98130]: pgmap v3592: 137 pgs: 137 active+clean; 36 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 55 KiB/s rd, 5.2 KiB/s wr, 77 op/s 2024-08-10T06:15:24.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:15:23 smithi031 ceph-mon[100614]: osdmap e2073: 8 total, 8 up, 8 in 2024-08-10T06:15:24.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:15:23 smithi031 ceph-mon[100614]: pgmap v3592: 137 pgs: 137 active+clean; 36 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 55 KiB/s rd, 5.2 KiB/s wr, 77 op/s 2024-08-10T06:15:24.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:15:23 smithi196 ceph-mon[90243]: osdmap e2073: 8 total, 8 up, 8 in 2024-08-10T06:15:24.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:15:23 smithi196 ceph-mon[90243]: pgmap v3592: 137 pgs: 137 active+clean; 36 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 55 KiB/s rd, 5.2 KiB/s wr, 77 op/s 2024-08-10T06:15:25.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:15:24 smithi031 ceph-mon[98130]: osdmap e2074: 8 total, 8 up, 8 in 2024-08-10T06:15:25.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:15:24 smithi031 ceph-mon[100614]: osdmap e2074: 8 total, 8 up, 8 in 2024-08-10T06:15:25.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:15:24 smithi196 ceph-mon[90243]: osdmap e2074: 8 total, 8 up, 8 in 2024-08-10T06:15:25.686 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:15:26.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:15:25 smithi031 ceph-mon[98130]: osdmap e2075: 8 total, 8 up, 8 in 2024-08-10T06:15:26.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:15:25 smithi031 ceph-mon[98130]: pgmap v3595: 137 pgs: 137 active+clean; 39 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 22 KiB/s rd, 4.0 KiB/s wr, 35 op/s 2024-08-10T06:15:26.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:15:25 smithi031 ceph-mon[100614]: osdmap e2075: 8 total, 8 up, 8 in 2024-08-10T06:15:26.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:15:25 smithi031 ceph-mon[100614]: pgmap v3595: 137 pgs: 137 active+clean; 39 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 22 KiB/s rd, 4.0 KiB/s wr, 35 op/s 2024-08-10T06:15:26.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:15:25 smithi196 ceph-mon[90243]: osdmap e2075: 8 total, 8 up, 8 in 2024-08-10T06:15:26.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:15:25 smithi196 ceph-mon[90243]: pgmap v3595: 137 pgs: 137 active+clean; 39 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 22 KiB/s rd, 4.0 KiB/s wr, 35 op/s 2024-08-10T06:15:27.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:15:26 smithi031 ceph-mon[98130]: osdmap e2076: 8 total, 8 up, 8 in 2024-08-10T06:15:27.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:15:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:15:27.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:15:26 smithi031 ceph-mon[100614]: osdmap e2076: 8 total, 8 up, 8 in 2024-08-10T06:15:27.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:15:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:15:27.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:15:26 smithi196 ceph-mon[90243]: osdmap e2076: 8 total, 8 up, 8 in 2024-08-10T06:15:27.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:15:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:15:28.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:15:27 smithi031 ceph-mon[100614]: osdmap e2077: 8 total, 8 up, 8 in 2024-08-10T06:15:28.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:15:27 smithi031 ceph-mon[100614]: pgmap v3598: 137 pgs: 137 active+clean; 42 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 52 KiB/s rd, 7.2 KiB/s wr, 77 op/s 2024-08-10T06:15:28.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:15:27 smithi031 ceph-mon[98130]: osdmap e2077: 8 total, 8 up, 8 in 2024-08-10T06:15:28.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:15:27 smithi031 ceph-mon[98130]: pgmap v3598: 137 pgs: 137 active+clean; 42 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 52 KiB/s rd, 7.2 KiB/s wr, 77 op/s 2024-08-10T06:15:28.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:15:27 smithi196 ceph-mon[90243]: osdmap e2077: 8 total, 8 up, 8 in 2024-08-10T06:15:28.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:15:27 smithi196 ceph-mon[90243]: pgmap v3598: 137 pgs: 137 active+clean; 42 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 52 KiB/s rd, 7.2 KiB/s wr, 77 op/s 2024-08-10T06:15:28.703 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:15:29.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:15:28 smithi031 ceph-mon[100614]: osdmap e2078: 8 total, 8 up, 8 in 2024-08-10T06:15:29.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:15:28 smithi031 ceph-mon[98130]: osdmap e2078: 8 total, 8 up, 8 in 2024-08-10T06:15:29.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:15:28 smithi196 ceph-mon[90243]: osdmap e2078: 8 total, 8 up, 8 in 2024-08-10T06:15:30.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:15:29 smithi031 ceph-mon[100614]: osdmap e2079: 8 total, 8 up, 8 in 2024-08-10T06:15:30.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:15:29 smithi031 ceph-mon[100614]: pgmap v3601: 137 pgs: 137 active+clean; 42 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 54 KiB/s rd, 7.0 KiB/s wr, 79 op/s 2024-08-10T06:15:30.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:15:29 smithi031 ceph-mon[98130]: osdmap e2079: 8 total, 8 up, 8 in 2024-08-10T06:15:30.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:15:29 smithi031 ceph-mon[98130]: pgmap v3601: 137 pgs: 137 active+clean; 42 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 54 KiB/s rd, 7.0 KiB/s wr, 79 op/s 2024-08-10T06:15:30.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:15:29 smithi196 ceph-mon[90243]: osdmap e2079: 8 total, 8 up, 8 in 2024-08-10T06:15:30.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:15:29 smithi196 ceph-mon[90243]: pgmap v3601: 137 pgs: 137 active+clean; 42 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 54 KiB/s rd, 7.0 KiB/s wr, 79 op/s 2024-08-10T06:15:31.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:15:30 smithi031 ceph-mon[98130]: osdmap e2080: 8 total, 8 up, 8 in 2024-08-10T06:15:31.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:15:30 smithi031 ceph-mon[100614]: osdmap e2080: 8 total, 8 up, 8 in 2024-08-10T06:15:31.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:15:30 smithi196 ceph-mon[90243]: osdmap e2080: 8 total, 8 up, 8 in 2024-08-10T06:15:31.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:15:31 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:15:31] "GET /metrics HTTP/1.1" 200 36725 "" "Prometheus/2.43.0" 2024-08-10T06:15:31.729 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministicPP (15112 ms) 2024-08-10T06:15:31.729 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministicLUKS1 2024-08-10T06:15:31.729 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:15:32.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:15:31 smithi031 ceph-mon[98130]: osdmap e2081: 8 total, 8 up, 8 in 2024-08-10T06:15:32.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:15:31 smithi031 ceph-mon[98130]: pgmap v3604: 137 pgs: 137 active+clean; 51 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 49 KiB/s rd, 7.7 KiB/s wr, 77 op/s 2024-08-10T06:15:32.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:15:31 smithi031 ceph-mon[100614]: osdmap e2081: 8 total, 8 up, 8 in 2024-08-10T06:15:32.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:15:31 smithi031 ceph-mon[100614]: pgmap v3604: 137 pgs: 137 active+clean; 51 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 49 KiB/s rd, 7.7 KiB/s wr, 77 op/s 2024-08-10T06:15:32.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:15:31 smithi196 ceph-mon[90243]: osdmap e2081: 8 total, 8 up, 8 in 2024-08-10T06:15:32.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:15:31 smithi196 ceph-mon[90243]: pgmap v3604: 137 pgs: 137 active+clean; 51 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 49 KiB/s rd, 7.7 KiB/s wr, 77 op/s 2024-08-10T06:15:32.697 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:15:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:15:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:15:33.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:15:32 smithi031 ceph-mon[98130]: osdmap e2082: 8 total, 8 up, 8 in 2024-08-10T06:15:33.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:15:32 smithi031 ceph-mon[100614]: osdmap e2082: 8 total, 8 up, 8 in 2024-08-10T06:15:33.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:15:32 smithi196 ceph-mon[90243]: osdmap e2082: 8 total, 8 up, 8 in 2024-08-10T06:15:34.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:15:33 smithi031 ceph-mon[100614]: pgmap v3606: 137 pgs: 137 active+clean; 55 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 54 KiB/s rd, 7.5 KiB/s wr, 80 op/s 2024-08-10T06:15:34.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:15:33 smithi031 ceph-mon[98130]: pgmap v3606: 137 pgs: 137 active+clean; 55 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 54 KiB/s rd, 7.5 KiB/s wr, 80 op/s 2024-08-10T06:15:34.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:15:33 smithi196 ceph-mon[90243]: pgmap v3606: 137 pgs: 137 active+clean; 55 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 54 KiB/s rd, 7.5 KiB/s wr, 80 op/s 2024-08-10T06:15:36.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:15:35 smithi031 ceph-mon[98130]: pgmap v3607: 137 pgs: 137 active+clean; 59 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 62 KiB/s rd, 8.0 KiB/s wr, 92 op/s 2024-08-10T06:15:36.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:15:35 smithi031 ceph-mon[100614]: pgmap v3607: 137 pgs: 137 active+clean; 59 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 62 KiB/s rd, 8.0 KiB/s wr, 92 op/s 2024-08-10T06:15:36.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:15:35 smithi196 ceph-mon[90243]: pgmap v3607: 137 pgs: 137 active+clean; 59 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 62 KiB/s rd, 8.0 KiB/s wr, 92 op/s 2024-08-10T06:15:37.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:15:37 smithi031 ceph-mon[98130]: osdmap e2083: 8 total, 8 up, 8 in 2024-08-10T06:15:37.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:15:37 smithi031 ceph-mon[100614]: osdmap e2083: 8 total, 8 up, 8 in 2024-08-10T06:15:37.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:15:37 smithi196 ceph-mon[90243]: osdmap e2083: 8 total, 8 up, 8 in 2024-08-10T06:15:38.044 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:15:38.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:15:38 smithi031 ceph-mon[98130]: pgmap v3609: 137 pgs: 137 active+clean; 63 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 42 KiB/s rd, 659 KiB/s wr, 60 op/s 2024-08-10T06:15:38.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:15:38 smithi031 ceph-mon[98130]: osdmap e2084: 8 total, 8 up, 8 in 2024-08-10T06:15:38.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:15:38 smithi031 ceph-mon[100614]: pgmap v3609: 137 pgs: 137 active+clean; 63 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 42 KiB/s rd, 659 KiB/s wr, 60 op/s 2024-08-10T06:15:38.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:15:38 smithi031 ceph-mon[100614]: osdmap e2084: 8 total, 8 up, 8 in 2024-08-10T06:15:38.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:15:38 smithi196 ceph-mon[90243]: pgmap v3609: 137 pgs: 137 active+clean; 63 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 42 KiB/s rd, 659 KiB/s wr, 60 op/s 2024-08-10T06:15:38.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:15:38 smithi196 ceph-mon[90243]: osdmap e2084: 8 total, 8 up, 8 in 2024-08-10T06:15:39.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:15:39 smithi196 ceph-mon[90243]: osdmap e2085: 8 total, 8 up, 8 in 2024-08-10T06:15:39.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:15:39 smithi031 ceph-mon[98130]: osdmap e2085: 8 total, 8 up, 8 in 2024-08-10T06:15:39.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:15:39 smithi031 ceph-mon[100614]: osdmap e2085: 8 total, 8 up, 8 in 2024-08-10T06:15:40.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:15:40 smithi196 ceph-mon[90243]: pgmap v3612: 137 pgs: 137 active+clean; 63 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 34 KiB/s rd, 687 KiB/s wr, 49 op/s 2024-08-10T06:15:40.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:15:40 smithi031 ceph-mon[98130]: pgmap v3612: 137 pgs: 137 active+clean; 63 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 34 KiB/s rd, 687 KiB/s wr, 49 op/s 2024-08-10T06:15:40.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:15:40 smithi031 ceph-mon[100614]: pgmap v3612: 137 pgs: 137 active+clean; 63 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 34 KiB/s rd, 687 KiB/s wr, 49 op/s 2024-08-10T06:15:41.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:15:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:15:41.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:15:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:15:41.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:15:41 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:15:41] "GET /metrics HTTP/1.1" 200 36725 "" "Prometheus/2.43.0" 2024-08-10T06:15:41.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:15:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:15:42.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:15:42 smithi196 ceph-mon[90243]: pgmap v3613: 137 pgs: 137 active+clean; 63 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 20 KiB/s rd, 686 KiB/s wr, 31 op/s 2024-08-10T06:15:42.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:15:42 smithi031 ceph-mon[98130]: pgmap v3613: 137 pgs: 137 active+clean; 63 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 20 KiB/s rd, 686 KiB/s wr, 31 op/s 2024-08-10T06:15:42.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:15:42 smithi031 ceph-mon[100614]: pgmap v3613: 137 pgs: 137 active+clean; 63 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 20 KiB/s rd, 686 KiB/s wr, 31 op/s 2024-08-10T06:15:42.780 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:15:42 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:15:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:15:43.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:15:43 smithi031 ceph-mon[98130]: osdmap e2086: 8 total, 8 up, 8 in 2024-08-10T06:15:43.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:15:43 smithi031 ceph-mon[100614]: osdmap e2086: 8 total, 8 up, 8 in 2024-08-10T06:15:43.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:15:43 smithi196 ceph-mon[90243]: osdmap e2086: 8 total, 8 up, 8 in 2024-08-10T06:15:44.072 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:15:44.304 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:15:44 smithi196 ceph-mon[90243]: pgmap v3615: 137 pgs: 137 active+clean; 63 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 28 KiB/s rd, 4.0 KiB/s wr, 41 op/s 2024-08-10T06:15:44.304 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:15:44 smithi196 ceph-mon[90243]: osdmap e2087: 8 total, 8 up, 8 in 2024-08-10T06:15:44.304 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:15:44 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:15:44.328 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:15:44 smithi031 ceph-mon[100614]: pgmap v3615: 137 pgs: 137 active+clean; 63 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 28 KiB/s rd, 4.0 KiB/s wr, 41 op/s 2024-08-10T06:15:44.328 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:15:44 smithi031 ceph-mon[100614]: osdmap e2087: 8 total, 8 up, 8 in 2024-08-10T06:15:44.328 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:15:44 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:15:44.328 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:15:44 smithi031 ceph-mon[98130]: pgmap v3615: 137 pgs: 137 active+clean; 63 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 28 KiB/s rd, 4.0 KiB/s wr, 41 op/s 2024-08-10T06:15:44.328 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:15:44 smithi031 ceph-mon[98130]: osdmap e2087: 8 total, 8 up, 8 in 2024-08-10T06:15:44.328 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:15:44 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:15:45.431 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:15:45 smithi031 ceph-mon[98130]: osdmap e2088: 8 total, 8 up, 8 in 2024-08-10T06:15:45.431 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:15:45 smithi031 ceph-mon[100614]: osdmap e2088: 8 total, 8 up, 8 in 2024-08-10T06:15:45.432 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:15:45 smithi196 ceph-mon[90243]: osdmap e2088: 8 total, 8 up, 8 in 2024-08-10T06:15:46.310 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:15:46 smithi031 ceph-mon[98130]: pgmap v3618: 137 pgs: 137 active+clean; 69 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 42 KiB/s rd, 688 KiB/s wr, 62 op/s 2024-08-10T06:15:46.310 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:15:46 smithi031 ceph-mon[100614]: pgmap v3618: 137 pgs: 137 active+clean; 69 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 42 KiB/s rd, 688 KiB/s wr, 62 op/s 2024-08-10T06:15:46.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:15:46 smithi196 ceph-mon[90243]: pgmap v3618: 137 pgs: 137 active+clean; 69 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 42 KiB/s rd, 688 KiB/s wr, 62 op/s 2024-08-10T06:15:48.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:15:47 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:15:48.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:15:47 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:15:48.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:15:47 smithi031 ceph-mon[98130]: pgmap v3619: 137 pgs: 137 active+clean; 69 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 33 KiB/s rd, 686 KiB/s wr, 47 op/s 2024-08-10T06:15:48.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:15:47 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:15:48.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:15:47 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:15:48.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:15:47 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:15:48.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:15:47 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:15:48.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:15:47 smithi031 ceph-mon[100614]: pgmap v3619: 137 pgs: 137 active+clean; 69 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 33 KiB/s rd, 686 KiB/s wr, 47 op/s 2024-08-10T06:15:48.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:15:47 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:15:48.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:15:47 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:15:48.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:15:47 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:15:48.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:15:47 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:15:48.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:15:47 smithi196 ceph-mon[90243]: pgmap v3619: 137 pgs: 137 active+clean; 69 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 33 KiB/s rd, 686 KiB/s wr, 47 op/s 2024-08-10T06:15:48.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:15:47 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:15:48.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:15:47 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:15:49.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:15:48 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:15:49.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:15:48 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:15:49.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:15:48 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:15:49.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:15:48 smithi031 ceph-mon[98130]: osdmap e2089: 8 total, 8 up, 8 in 2024-08-10T06:15:49.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:15:48 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:15:49.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:15:48 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:15:49.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:15:48 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:15:49.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:15:48 smithi031 ceph-mon[100614]: osdmap e2089: 8 total, 8 up, 8 in 2024-08-10T06:15:49.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:15:48 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:15:49.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:15:48 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:15:49.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:15:48 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:15:49.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:15:48 smithi196 ceph-mon[90243]: osdmap e2089: 8 total, 8 up, 8 in 2024-08-10T06:15:50.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:15:49 smithi031 ceph-mon[98130]: pgmap v3621: 137 pgs: 137 active+clean; 73 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 30 KiB/s rd, 1.3 MiB/s wr, 45 op/s 2024-08-10T06:15:50.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:15:49 smithi031 ceph-mon[98130]: osdmap e2090: 8 total, 8 up, 8 in 2024-08-10T06:15:50.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:15:49 smithi031 ceph-mon[100614]: pgmap v3621: 137 pgs: 137 active+clean; 73 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 30 KiB/s rd, 1.3 MiB/s wr, 45 op/s 2024-08-10T06:15:50.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:15:49 smithi031 ceph-mon[100614]: osdmap e2090: 8 total, 8 up, 8 in 2024-08-10T06:15:50.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:15:49 smithi196 ceph-mon[90243]: pgmap v3621: 137 pgs: 137 active+clean; 73 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 30 KiB/s rd, 1.3 MiB/s wr, 45 op/s 2024-08-10T06:15:50.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:15:49 smithi196 ceph-mon[90243]: osdmap e2090: 8 total, 8 up, 8 in 2024-08-10T06:15:50.423 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:15:51.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:15:51 smithi031 ceph-mon[98130]: osdmap e2091: 8 total, 8 up, 8 in 2024-08-10T06:15:51.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:15:51 smithi031 ceph-mon[98130]: pgmap v3624: 137 pgs: 137 active+clean; 74 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 10 KiB/s rd, 685 KiB/s wr, 18 op/s 2024-08-10T06:15:51.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:15:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:15:51] "GET /metrics HTTP/1.1" 200 36725 "" "Prometheus/2.43.0" 2024-08-10T06:15:51.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:15:51 smithi031 ceph-mon[100614]: osdmap e2091: 8 total, 8 up, 8 in 2024-08-10T06:15:51.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:15:51 smithi031 ceph-mon[100614]: pgmap v3624: 137 pgs: 137 active+clean; 74 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 10 KiB/s rd, 685 KiB/s wr, 18 op/s 2024-08-10T06:15:51.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:15:51 smithi196 ceph-mon[90243]: osdmap e2091: 8 total, 8 up, 8 in 2024-08-10T06:15:51.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:15:51 smithi196 ceph-mon[90243]: pgmap v3624: 137 pgs: 137 active+clean; 74 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 10 KiB/s rd, 685 KiB/s wr, 18 op/s 2024-08-10T06:15:52.780 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:15:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:15:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:15:54.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:15:54 smithi031 ceph-mon[98130]: pgmap v3625: 137 pgs: 137 active+clean; 75 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 13 KiB/s rd, 685 KiB/s wr, 22 op/s 2024-08-10T06:15:54.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:15:54 smithi031 ceph-mon[100614]: pgmap v3625: 137 pgs: 137 active+clean; 75 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 13 KiB/s rd, 685 KiB/s wr, 22 op/s 2024-08-10T06:15:54.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:15:54 smithi196 ceph-mon[90243]: pgmap v3625: 137 pgs: 137 active+clean; 75 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 13 KiB/s rd, 685 KiB/s wr, 22 op/s 2024-08-10T06:15:55.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:15:55 smithi031 ceph-mon[98130]: osdmap e2092: 8 total, 8 up, 8 in 2024-08-10T06:15:55.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:15:55 smithi031 ceph-mon[100614]: osdmap e2092: 8 total, 8 up, 8 in 2024-08-10T06:15:55.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:15:55 smithi196 ceph-mon[90243]: osdmap e2092: 8 total, 8 up, 8 in 2024-08-10T06:15:56.055 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:15:56.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:15:56 smithi031 ceph-mon[98130]: pgmap v3627: 137 pgs: 137 active+clean; 79 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 37 op/s 2024-08-10T06:15:56.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:15:56 smithi031 ceph-mon[98130]: osdmap e2093: 8 total, 8 up, 8 in 2024-08-10T06:15:56.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:15:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:15:56.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:15:56 smithi031 ceph-mon[100614]: pgmap v3627: 137 pgs: 137 active+clean; 79 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 37 op/s 2024-08-10T06:15:56.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:15:56 smithi031 ceph-mon[100614]: osdmap e2093: 8 total, 8 up, 8 in 2024-08-10T06:15:56.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:15:56 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:15:56.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:15:56 smithi196 ceph-mon[90243]: pgmap v3627: 137 pgs: 137 active+clean; 79 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 37 op/s 2024-08-10T06:15:56.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:15:56 smithi196 ceph-mon[90243]: osdmap e2093: 8 total, 8 up, 8 in 2024-08-10T06:15:56.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:15:56 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:15:57.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:15:57 smithi196 ceph-mon[90243]: osdmap e2094: 8 total, 8 up, 8 in 2024-08-10T06:15:57.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:15:57 smithi031 ceph-mon[98130]: osdmap e2094: 8 total, 8 up, 8 in 2024-08-10T06:15:57.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:15:57 smithi031 ceph-mon[100614]: osdmap e2094: 8 total, 8 up, 8 in 2024-08-10T06:15:58.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:15:58 smithi196 ceph-mon[90243]: pgmap v3630: 137 pgs: 137 active+clean; 79 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 20 KiB/s rd, 685 KiB/s wr, 29 op/s 2024-08-10T06:15:58.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:15:58 smithi031 ceph-mon[98130]: pgmap v3630: 137 pgs: 137 active+clean; 79 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 20 KiB/s rd, 685 KiB/s wr, 29 op/s 2024-08-10T06:15:58.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:15:58 smithi031 ceph-mon[100614]: pgmap v3630: 137 pgs: 137 active+clean; 79 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 20 KiB/s rd, 685 KiB/s wr, 29 op/s 2024-08-10T06:16:00.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:16:00 smithi196 ceph-mon[90243]: pgmap v3631: 137 pgs: 137 active+clean; 81 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 39 KiB/s rd, 687 KiB/s wr, 54 op/s 2024-08-10T06:16:00.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:16:00 smithi031 ceph-mon[98130]: pgmap v3631: 137 pgs: 137 active+clean; 81 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 39 KiB/s rd, 687 KiB/s wr, 54 op/s 2024-08-10T06:16:00.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:16:00 smithi031 ceph-mon[100614]: pgmap v3631: 137 pgs: 137 active+clean; 81 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 39 KiB/s rd, 687 KiB/s wr, 54 op/s 2024-08-10T06:16:01.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:16:01 smithi031 ceph-mon[98130]: osdmap e2095: 8 total, 8 up, 8 in 2024-08-10T06:16:01.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:16:01 smithi031 ceph-mon[100614]: osdmap e2095: 8 total, 8 up, 8 in 2024-08-10T06:16:01.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:16:01 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:16:01] "GET /metrics HTTP/1.1" 200 36731 "" "Prometheus/2.43.0" 2024-08-10T06:16:01.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:16:01 smithi196 ceph-mon[90243]: osdmap e2095: 8 total, 8 up, 8 in 2024-08-10T06:16:02.073 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministicLUKS1 (30345 ms) 2024-08-10T06:16:02.074 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministicLUKS1PP 2024-08-10T06:16:02.074 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:16:02.315 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:16:02 smithi196 ceph-mon[90243]: pgmap v3633: 137 pgs: 137 active+clean; 81 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 30 KiB/s rd, 5.0 KiB/s wr, 46 op/s 2024-08-10T06:16:02.315 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:16:02 smithi196 ceph-mon[90243]: osdmap e2096: 8 total, 8 up, 8 in 2024-08-10T06:16:02.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:16:02 smithi031 ceph-mon[98130]: pgmap v3633: 137 pgs: 137 active+clean; 81 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 30 KiB/s rd, 5.0 KiB/s wr, 46 op/s 2024-08-10T06:16:02.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:16:02 smithi031 ceph-mon[98130]: osdmap e2096: 8 total, 8 up, 8 in 2024-08-10T06:16:02.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:16:02 smithi031 ceph-mon[100614]: pgmap v3633: 137 pgs: 137 active+clean; 81 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 30 KiB/s rd, 5.0 KiB/s wr, 46 op/s 2024-08-10T06:16:02.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:16:02 smithi031 ceph-mon[100614]: osdmap e2096: 8 total, 8 up, 8 in 2024-08-10T06:16:02.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:16:02 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:16:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:16:03.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:16:03 smithi031 ceph-mon[100614]: osdmap e2097: 8 total, 8 up, 8 in 2024-08-10T06:16:03.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:16:03 smithi031 ceph-mon[98130]: osdmap e2097: 8 total, 8 up, 8 in 2024-08-10T06:16:03.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:16:03 smithi196 ceph-mon[90243]: osdmap e2097: 8 total, 8 up, 8 in 2024-08-10T06:16:04.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:16:04 smithi031 ceph-mon[100614]: pgmap v3636: 137 pgs: 137 active+clean; 85 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 35 KiB/s rd, 5.2 KiB/s wr, 51 op/s 2024-08-10T06:16:04.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:16:04 smithi031 ceph-mon[98130]: pgmap v3636: 137 pgs: 137 active+clean; 85 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 35 KiB/s rd, 5.2 KiB/s wr, 51 op/s 2024-08-10T06:16:04.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:16:04 smithi196 ceph-mon[90243]: pgmap v3636: 137 pgs: 137 active+clean; 85 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 35 KiB/s rd, 5.2 KiB/s wr, 51 op/s 2024-08-10T06:16:06.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:16:06 smithi031 ceph-mon[98130]: pgmap v3637: 137 pgs: 137 active+clean; 93 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 29 KiB/s rd, 686 KiB/s wr, 42 op/s 2024-08-10T06:16:06.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:16:06 smithi031 ceph-mon[100614]: pgmap v3637: 137 pgs: 137 active+clean; 93 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 29 KiB/s rd, 686 KiB/s wr, 42 op/s 2024-08-10T06:16:06.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:16:06 smithi196 ceph-mon[90243]: pgmap v3637: 137 pgs: 137 active+clean; 93 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 29 KiB/s rd, 686 KiB/s wr, 42 op/s 2024-08-10T06:16:07.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:16:07 smithi031 ceph-mon[98130]: osdmap e2098: 8 total, 8 up, 8 in 2024-08-10T06:16:07.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:16:07 smithi031 ceph-mon[100614]: osdmap e2098: 8 total, 8 up, 8 in 2024-08-10T06:16:07.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:16:07 smithi196 ceph-mon[90243]: osdmap e2098: 8 total, 8 up, 8 in 2024-08-10T06:16:08.103 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:16:08.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:16:08 smithi031 ceph-mon[98130]: pgmap v3639: 137 pgs: 137 active+clean; 93 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 37 op/s 2024-08-10T06:16:08.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:16:08 smithi031 ceph-mon[98130]: osdmap e2099: 8 total, 8 up, 8 in 2024-08-10T06:16:08.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:16:08 smithi031 ceph-mon[100614]: pgmap v3639: 137 pgs: 137 active+clean; 93 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 37 op/s 2024-08-10T06:16:08.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:16:08 smithi031 ceph-mon[100614]: osdmap e2099: 8 total, 8 up, 8 in 2024-08-10T06:16:08.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:16:08 smithi196 ceph-mon[90243]: pgmap v3639: 137 pgs: 137 active+clean; 93 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 25 KiB/s rd, 686 KiB/s wr, 37 op/s 2024-08-10T06:16:08.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:16:08 smithi196 ceph-mon[90243]: osdmap e2099: 8 total, 8 up, 8 in 2024-08-10T06:16:09.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:16:09 smithi031 ceph-mon[98130]: osdmap e2100: 8 total, 8 up, 8 in 2024-08-10T06:16:09.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:16:09 smithi031 ceph-mon[100614]: osdmap e2100: 8 total, 8 up, 8 in 2024-08-10T06:16:09.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:16:09 smithi196 ceph-mon[90243]: osdmap e2100: 8 total, 8 up, 8 in 2024-08-10T06:16:10.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:16:10 smithi031 ceph-mon[98130]: pgmap v3642: 137 pgs: 137 active+clean; 93 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 31 KiB/s rd, 686 KiB/s wr, 45 op/s 2024-08-10T06:16:10.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:16:10 smithi031 ceph-mon[100614]: pgmap v3642: 137 pgs: 137 active+clean; 93 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 31 KiB/s rd, 686 KiB/s wr, 45 op/s 2024-08-10T06:16:10.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:16:10 smithi196 ceph-mon[90243]: pgmap v3642: 137 pgs: 137 active+clean; 93 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 31 KiB/s rd, 686 KiB/s wr, 45 op/s 2024-08-10T06:16:11.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:16:11 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:16:11.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:16:11 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:16:11] "GET /metrics HTTP/1.1" 200 36732 "" "Prometheus/2.43.0" 2024-08-10T06:16:11.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:16:11 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:16:11.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:16:11 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:16:12.431 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:16:12 smithi196 ceph-mon[90243]: pgmap v3643: 137 pgs: 137 active+clean; 97 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 22 KiB/s rd, 687 KiB/s wr, 37 op/s 2024-08-10T06:16:12.431 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:16:12 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:16:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:16:12.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:16:12 smithi031 ceph-mon[98130]: pgmap v3643: 137 pgs: 137 active+clean; 97 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 22 KiB/s rd, 687 KiB/s wr, 37 op/s 2024-08-10T06:16:12.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:16:12 smithi031 ceph-mon[100614]: pgmap v3643: 137 pgs: 137 active+clean; 97 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 22 KiB/s rd, 687 KiB/s wr, 37 op/s 2024-08-10T06:16:13.444 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:16:13 smithi196 ceph-mon[90243]: osdmap e2101: 8 total, 8 up, 8 in 2024-08-10T06:16:13.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:16:13 smithi031 ceph-mon[98130]: osdmap e2101: 8 total, 8 up, 8 in 2024-08-10T06:16:13.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:16:13 smithi031 ceph-mon[100614]: osdmap e2101: 8 total, 8 up, 8 in 2024-08-10T06:16:14.138 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:16:14.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:16:14 smithi031 ceph-mon[98130]: pgmap v3645: 137 pgs: 137 active+clean; 104 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 32 KiB/s rd, 1.3 MiB/s wr, 47 op/s 2024-08-10T06:16:14.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:16:14 smithi031 ceph-mon[98130]: osdmap e2102: 8 total, 8 up, 8 in 2024-08-10T06:16:14.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:16:14 smithi031 ceph-mon[100614]: pgmap v3645: 137 pgs: 137 active+clean; 104 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 32 KiB/s rd, 1.3 MiB/s wr, 47 op/s 2024-08-10T06:16:14.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:16:14 smithi031 ceph-mon[100614]: osdmap e2102: 8 total, 8 up, 8 in 2024-08-10T06:16:14.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:16:14 smithi196 ceph-mon[90243]: pgmap v3645: 137 pgs: 137 active+clean; 104 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 32 KiB/s rd, 1.3 MiB/s wr, 47 op/s 2024-08-10T06:16:14.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:16:14 smithi196 ceph-mon[90243]: osdmap e2102: 8 total, 8 up, 8 in 2024-08-10T06:16:15.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:16:15 smithi031 ceph-mon[98130]: osdmap e2103: 8 total, 8 up, 8 in 2024-08-10T06:16:15.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:16:15 smithi031 ceph-mon[100614]: osdmap e2103: 8 total, 8 up, 8 in 2024-08-10T06:16:15.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:16:15 smithi196 ceph-mon[90243]: osdmap e2103: 8 total, 8 up, 8 in 2024-08-10T06:16:16.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:16:16 smithi031 ceph-mon[98130]: pgmap v3648: 137 pgs: 137 active+clean; 107 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 27 KiB/s rd, 1.3 MiB/s wr, 43 op/s 2024-08-10T06:16:16.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:16:16 smithi031 ceph-mon[100614]: pgmap v3648: 137 pgs: 137 active+clean; 107 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 27 KiB/s rd, 1.3 MiB/s wr, 43 op/s 2024-08-10T06:16:16.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:16:16 smithi196 ceph-mon[90243]: pgmap v3648: 137 pgs: 137 active+clean; 107 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 27 KiB/s rd, 1.3 MiB/s wr, 43 op/s 2024-08-10T06:16:18.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:16:18 smithi031 ceph-mon[98130]: pgmap v3649: 137 pgs: 137 active+clean; 107 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 22 KiB/s rd, 686 KiB/s wr, 32 op/s 2024-08-10T06:16:18.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:16:18 smithi031 ceph-mon[100614]: pgmap v3649: 137 pgs: 137 active+clean; 107 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 22 KiB/s rd, 686 KiB/s wr, 32 op/s 2024-08-10T06:16:18.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:16:18 smithi196 ceph-mon[90243]: pgmap v3649: 137 pgs: 137 active+clean; 107 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 22 KiB/s rd, 686 KiB/s wr, 32 op/s 2024-08-10T06:16:19.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:16:19 smithi031 ceph-mon[98130]: osdmap e2104: 8 total, 8 up, 8 in 2024-08-10T06:16:19.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:16:19 smithi031 ceph-mon[100614]: osdmap e2104: 8 total, 8 up, 8 in 2024-08-10T06:16:19.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:16:19 smithi196 ceph-mon[90243]: osdmap e2104: 8 total, 8 up, 8 in 2024-08-10T06:16:20.173 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:16:20.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:16:20 smithi031 ceph-mon[100614]: pgmap v3651: 137 pgs: 137 active+clean; 114 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 28 KiB/s rd, 687 KiB/s wr, 41 op/s 2024-08-10T06:16:20.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:16:20 smithi031 ceph-mon[100614]: osdmap e2105: 8 total, 8 up, 8 in 2024-08-10T06:16:20.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:16:20 smithi031 ceph-mon[98130]: pgmap v3651: 137 pgs: 137 active+clean; 114 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 28 KiB/s rd, 687 KiB/s wr, 41 op/s 2024-08-10T06:16:20.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:16:20 smithi031 ceph-mon[98130]: osdmap e2105: 8 total, 8 up, 8 in 2024-08-10T06:16:20.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:16:20 smithi196 ceph-mon[90243]: pgmap v3651: 137 pgs: 137 active+clean; 114 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 28 KiB/s rd, 687 KiB/s wr, 41 op/s 2024-08-10T06:16:20.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:16:20 smithi196 ceph-mon[90243]: osdmap e2105: 8 total, 8 up, 8 in 2024-08-10T06:16:21.420 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:16:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:16:21] "GET /metrics HTTP/1.1" 200 36732 "" "Prometheus/2.43.0" 2024-08-10T06:16:21.420 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:16:21 smithi031 ceph-mon[98130]: osdmap e2106: 8 total, 8 up, 8 in 2024-08-10T06:16:21.421 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:16:21 smithi031 ceph-mon[100614]: osdmap e2106: 8 total, 8 up, 8 in 2024-08-10T06:16:21.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:16:21 smithi196 ceph-mon[90243]: osdmap e2106: 8 total, 8 up, 8 in 2024-08-10T06:16:22.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:16:22 smithi031 ceph-mon[98130]: pgmap v3654: 137 pgs: 137 active+clean; 114 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 30 KiB/s rd, 686 KiB/s wr, 43 op/s 2024-08-10T06:16:22.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:16:22 smithi031 ceph-mon[100614]: pgmap v3654: 137 pgs: 137 active+clean; 114 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 30 KiB/s rd, 686 KiB/s wr, 43 op/s 2024-08-10T06:16:22.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:16:22 smithi196 ceph-mon[90243]: pgmap v3654: 137 pgs: 137 active+clean; 114 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 30 KiB/s rd, 686 KiB/s wr, 43 op/s 2024-08-10T06:16:22.530 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:16:22 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:16:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:16:24.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:16:24 smithi031 ceph-mon[98130]: pgmap v3655: 137 pgs: 137 active+clean; 117 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 30 KiB/s rd, 686 KiB/s wr, 43 op/s 2024-08-10T06:16:24.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:16:24 smithi031 ceph-mon[100614]: pgmap v3655: 137 pgs: 137 active+clean; 117 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 30 KiB/s rd, 686 KiB/s wr, 43 op/s 2024-08-10T06:16:24.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:16:24 smithi196 ceph-mon[90243]: pgmap v3655: 137 pgs: 137 active+clean; 117 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 30 KiB/s rd, 686 KiB/s wr, 43 op/s 2024-08-10T06:16:25.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:16:25 smithi031 ceph-mon[98130]: osdmap e2107: 8 total, 8 up, 8 in 2024-08-10T06:16:25.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:16:25 smithi031 ceph-mon[100614]: osdmap e2107: 8 total, 8 up, 8 in 2024-08-10T06:16:25.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:16:25 smithi196 ceph-mon[90243]: osdmap e2107: 8 total, 8 up, 8 in 2024-08-10T06:16:26.202 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:16:26.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:16:26 smithi031 ceph-mon[98130]: pgmap v3657: 137 pgs: 137 active+clean; 117 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 24 KiB/s rd, 3.3 KiB/s wr, 35 op/s 2024-08-10T06:16:26.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:16:26 smithi031 ceph-mon[98130]: osdmap e2108: 8 total, 8 up, 8 in 2024-08-10T06:16:26.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:16:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:16:26.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:16:26 smithi031 ceph-mon[100614]: pgmap v3657: 137 pgs: 137 active+clean; 117 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 24 KiB/s rd, 3.3 KiB/s wr, 35 op/s 2024-08-10T06:16:26.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:16:26 smithi031 ceph-mon[100614]: osdmap e2108: 8 total, 8 up, 8 in 2024-08-10T06:16:26.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:16:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:16:26.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:16:26 smithi196 ceph-mon[90243]: pgmap v3657: 137 pgs: 137 active+clean; 117 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 24 KiB/s rd, 3.3 KiB/s wr, 35 op/s 2024-08-10T06:16:26.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:16:26 smithi196 ceph-mon[90243]: osdmap e2108: 8 total, 8 up, 8 in 2024-08-10T06:16:26.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:16:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:16:27.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:16:27 smithi031 ceph-mon[98130]: osdmap e2109: 8 total, 8 up, 8 in 2024-08-10T06:16:27.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:16:27 smithi031 ceph-mon[100614]: osdmap e2109: 8 total, 8 up, 8 in 2024-08-10T06:16:27.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:16:27 smithi196 ceph-mon[90243]: osdmap e2109: 8 total, 8 up, 8 in 2024-08-10T06:16:28.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:16:28 smithi031 ceph-mon[98130]: pgmap v3660: 137 pgs: 137 active+clean; 120 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 25 KiB/s rd, 2.8 KiB/s wr, 37 op/s 2024-08-10T06:16:28.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:16:28 smithi031 ceph-mon[100614]: pgmap v3660: 137 pgs: 137 active+clean; 120 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 25 KiB/s rd, 2.8 KiB/s wr, 37 op/s 2024-08-10T06:16:28.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:16:28 smithi196 ceph-mon[90243]: pgmap v3660: 137 pgs: 137 active+clean; 120 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 25 KiB/s rd, 2.8 KiB/s wr, 37 op/s 2024-08-10T06:16:30.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:16:30 smithi031 ceph-mon[98130]: pgmap v3661: 137 pgs: 137 active+clean; 124 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 31 KiB/s rd, 687 KiB/s wr, 47 op/s 2024-08-10T06:16:30.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:16:30 smithi031 ceph-mon[100614]: pgmap v3661: 137 pgs: 137 active+clean; 124 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 31 KiB/s rd, 687 KiB/s wr, 47 op/s 2024-08-10T06:16:30.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:16:30 smithi196 ceph-mon[90243]: pgmap v3661: 137 pgs: 137 active+clean; 124 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 31 KiB/s rd, 687 KiB/s wr, 47 op/s 2024-08-10T06:16:31.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:16:31 smithi031 ceph-mon[98130]: osdmap e2110: 8 total, 8 up, 8 in 2024-08-10T06:16:31.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:16:31 smithi031 ceph-mon[100614]: osdmap e2110: 8 total, 8 up, 8 in 2024-08-10T06:16:31.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:16:31 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:16:31] "GET /metrics HTTP/1.1" 200 36731 "" "Prometheus/2.43.0" 2024-08-10T06:16:31.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:16:31 smithi196 ceph-mon[90243]: osdmap e2110: 8 total, 8 up, 8 in 2024-08-10T06:16:32.224 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministicLUKS1PP (30150 ms) 2024-08-10T06:16:32.224 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministicLUKS2 2024-08-10T06:16:32.224 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:16:32.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:16:32 smithi031 ceph-mon[98130]: pgmap v3663: 137 pgs: 137 active+clean; 131 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 28 KiB/s rd, 687 KiB/s wr, 41 op/s 2024-08-10T06:16:32.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:16:32 smithi031 ceph-mon[98130]: osdmap e2111: 8 total, 8 up, 8 in 2024-08-10T06:16:32.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:16:32 smithi031 ceph-mon[100614]: pgmap v3663: 137 pgs: 137 active+clean; 131 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 28 KiB/s rd, 687 KiB/s wr, 41 op/s 2024-08-10T06:16:32.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:16:32 smithi031 ceph-mon[100614]: osdmap e2111: 8 total, 8 up, 8 in 2024-08-10T06:16:32.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:16:32 smithi196 ceph-mon[90243]: pgmap v3663: 137 pgs: 137 active+clean; 131 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 28 KiB/s rd, 687 KiB/s wr, 41 op/s 2024-08-10T06:16:32.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:16:32 smithi196 ceph-mon[90243]: osdmap e2111: 8 total, 8 up, 8 in 2024-08-10T06:16:32.530 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:16:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:16:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:16:33.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:16:33 smithi031 ceph-mon[98130]: osdmap e2112: 8 total, 8 up, 8 in 2024-08-10T06:16:33.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:16:33 smithi031 ceph-mon[100614]: osdmap e2112: 8 total, 8 up, 8 in 2024-08-10T06:16:33.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:16:33 smithi196 ceph-mon[90243]: osdmap e2112: 8 total, 8 up, 8 in 2024-08-10T06:16:34.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:16:34 smithi031 ceph-mon[100614]: pgmap v3666: 137 pgs: 137 active+clean; 135 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 25 KiB/s rd, 1.3 MiB/s wr, 38 op/s 2024-08-10T06:16:34.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:16:34 smithi031 ceph-mon[98130]: pgmap v3666: 137 pgs: 137 active+clean; 135 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 25 KiB/s rd, 1.3 MiB/s wr, 38 op/s 2024-08-10T06:16:34.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:16:34 smithi196 ceph-mon[90243]: pgmap v3666: 137 pgs: 137 active+clean; 135 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 25 KiB/s rd, 1.3 MiB/s wr, 38 op/s 2024-08-10T06:16:36.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:16:36 smithi031 ceph-mon[98130]: pgmap v3667: 137 pgs: 137 active+clean; 139 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 37 KiB/s rd, 687 KiB/s wr, 53 op/s 2024-08-10T06:16:36.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:16:36 smithi031 ceph-mon[100614]: pgmap v3667: 137 pgs: 137 active+clean; 139 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 37 KiB/s rd, 687 KiB/s wr, 53 op/s 2024-08-10T06:16:36.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:16:36 smithi196 ceph-mon[90243]: pgmap v3667: 137 pgs: 137 active+clean; 139 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 37 KiB/s rd, 687 KiB/s wr, 53 op/s 2024-08-10T06:16:38.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:16:38 smithi031 ceph-mon[98130]: pgmap v3668: 137 pgs: 137 active+clean; 139 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 31 KiB/s rd, 608 KiB/s wr, 45 op/s 2024-08-10T06:16:38.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:16:38 smithi031 ceph-mon[100614]: pgmap v3668: 137 pgs: 137 active+clean; 139 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 31 KiB/s rd, 608 KiB/s wr, 45 op/s 2024-08-10T06:16:38.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:16:38 smithi196 ceph-mon[90243]: pgmap v3668: 137 pgs: 137 active+clean; 139 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 31 KiB/s rd, 608 KiB/s wr, 45 op/s 2024-08-10T06:16:40.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:16:40 smithi031 ceph-mon[98130]: pgmap v3669: 137 pgs: 137 active+clean; 139 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 21 KiB/s rd, 515 KiB/s wr, 31 op/s 2024-08-10T06:16:40.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:16:40 smithi031 ceph-mon[100614]: pgmap v3669: 137 pgs: 137 active+clean; 139 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 21 KiB/s rd, 515 KiB/s wr, 31 op/s 2024-08-10T06:16:40.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:16:40 smithi196 ceph-mon[90243]: pgmap v3669: 137 pgs: 137 active+clean; 139 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 21 KiB/s rd, 515 KiB/s wr, 31 op/s 2024-08-10T06:16:41.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:16:41 smithi031 ceph-mon[98130]: osdmap e2113: 8 total, 8 up, 8 in 2024-08-10T06:16:41.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:16:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:16:41.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:16:41 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:16:41] "GET /metrics HTTP/1.1" 200 36734 "" "Prometheus/2.43.0" 2024-08-10T06:16:41.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:16:41 smithi031 ceph-mon[100614]: osdmap e2113: 8 total, 8 up, 8 in 2024-08-10T06:16:41.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:16:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:16:41.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:16:41 smithi196 ceph-mon[90243]: osdmap e2113: 8 total, 8 up, 8 in 2024-08-10T06:16:41.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:16:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:16:42.267 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:16:42.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:16:42 smithi031 ceph-mon[98130]: pgmap v3671: 137 pgs: 137 active+clean; 143 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 22 KiB/s rd, 938 KiB/s wr, 34 op/s 2024-08-10T06:16:42.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:16:42 smithi031 ceph-mon[98130]: osdmap e2114: 8 total, 8 up, 8 in 2024-08-10T06:16:42.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:16:42 smithi031 ceph-mon[100614]: pgmap v3671: 137 pgs: 137 active+clean; 143 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 22 KiB/s rd, 938 KiB/s wr, 34 op/s 2024-08-10T06:16:42.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:16:42 smithi031 ceph-mon[100614]: osdmap e2114: 8 total, 8 up, 8 in 2024-08-10T06:16:42.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:16:42 smithi196 ceph-mon[90243]: pgmap v3671: 137 pgs: 137 active+clean; 143 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 22 KiB/s rd, 938 KiB/s wr, 34 op/s 2024-08-10T06:16:42.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:16:42 smithi196 ceph-mon[90243]: osdmap e2114: 8 total, 8 up, 8 in 2024-08-10T06:16:42.530 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:16:42 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:16:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:16:43.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:16:43 smithi031 ceph-mon[98130]: osdmap e2115: 8 total, 8 up, 8 in 2024-08-10T06:16:43.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:16:43 smithi031 ceph-mon[100614]: osdmap e2115: 8 total, 8 up, 8 in 2024-08-10T06:16:43.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:16:43 smithi196 ceph-mon[90243]: osdmap e2115: 8 total, 8 up, 8 in 2024-08-10T06:16:44.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:16:44 smithi031 ceph-mon[98130]: pgmap v3674: 137 pgs: 137 active+clean; 151 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 25 KiB/s rd, 2.0 MiB/s wr, 33 op/s 2024-08-10T06:16:44.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:16:44 smithi031 ceph-mon[100614]: pgmap v3674: 137 pgs: 137 active+clean; 151 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 25 KiB/s rd, 2.0 MiB/s wr, 33 op/s 2024-08-10T06:16:44.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:16:44 smithi196 ceph-mon[90243]: pgmap v3674: 137 pgs: 137 active+clean; 151 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 25 KiB/s rd, 2.0 MiB/s wr, 33 op/s 2024-08-10T06:16:45.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:16:45 smithi031 ceph-mon[98130]: pgmap v3675: 137 pgs: 137 active+clean; 155 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 39 op/s 2024-08-10T06:16:45.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:16:45 smithi031 ceph-mon[100614]: pgmap v3675: 137 pgs: 137 active+clean; 155 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 39 op/s 2024-08-10T06:16:45.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:16:45 smithi196 ceph-mon[90243]: pgmap v3675: 137 pgs: 137 active+clean; 155 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 27 KiB/s rd, 2.7 MiB/s wr, 39 op/s 2024-08-10T06:16:48.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:16:48 smithi031 ceph-mon[98130]: pgmap v3676: 137 pgs: 137 active+clean; 155 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.4 MiB/s wr, 41 op/s 2024-08-10T06:16:48.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:16:48 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:16:48.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:16:48 smithi031 ceph-mon[100614]: pgmap v3676: 137 pgs: 137 active+clean; 155 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.4 MiB/s wr, 41 op/s 2024-08-10T06:16:48.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:16:48 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:16:48.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:16:48 smithi196 ceph-mon[90243]: pgmap v3676: 137 pgs: 137 active+clean; 155 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.4 MiB/s wr, 41 op/s 2024-08-10T06:16:48.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:16:48 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:16:49.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:16:49 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:16:49.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:16:49 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:16:49.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:16:49 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:16:49.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:16:49 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:16:49.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:16:49 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:16:49.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:16:49 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:16:49.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:16:49 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:16:49.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:16:49 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:16:49.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:16:49 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:16:50.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:16:50 smithi031 ceph-mon[98130]: pgmap v3677: 137 pgs: 137 active+clean; 155 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 1.5 MiB/s wr, 28 op/s 2024-08-10T06:16:50.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:16:50 smithi031 ceph-mon[100614]: pgmap v3677: 137 pgs: 137 active+clean; 155 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 1.5 MiB/s wr, 28 op/s 2024-08-10T06:16:50.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:16:50 smithi196 ceph-mon[90243]: pgmap v3677: 137 pgs: 137 active+clean; 155 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 1.5 MiB/s wr, 28 op/s 2024-08-10T06:16:51.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:16:51 smithi031 ceph-mon[98130]: osdmap e2116: 8 total, 8 up, 8 in 2024-08-10T06:16:51.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:16:51 smithi031 ceph-mon[98130]: pgmap v3679: 137 pgs: 137 active+clean; 159 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 1.8 MiB/s wr, 26 op/s 2024-08-10T06:16:51.521 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:16:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:16:51] "GET /metrics HTTP/1.1" 200 36734 "" "Prometheus/2.43.0" 2024-08-10T06:16:51.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:16:51 smithi031 ceph-mon[100614]: osdmap e2116: 8 total, 8 up, 8 in 2024-08-10T06:16:51.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:16:51 smithi031 ceph-mon[100614]: pgmap v3679: 137 pgs: 137 active+clean; 159 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 1.8 MiB/s wr, 26 op/s 2024-08-10T06:16:51.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:16:51 smithi196 ceph-mon[90243]: osdmap e2116: 8 total, 8 up, 8 in 2024-08-10T06:16:51.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:16:51 smithi196 ceph-mon[90243]: pgmap v3679: 137 pgs: 137 active+clean; 159 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 1.8 MiB/s wr, 26 op/s 2024-08-10T06:16:52.436 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:16:52.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:16:52 smithi031 ceph-mon[98130]: osdmap e2117: 8 total, 8 up, 8 in 2024-08-10T06:16:52.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:16:52 smithi031 ceph-mon[100614]: osdmap e2117: 8 total, 8 up, 8 in 2024-08-10T06:16:52.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:16:52 smithi196 ceph-mon[90243]: osdmap e2117: 8 total, 8 up, 8 in 2024-08-10T06:16:52.780 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:16:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:16:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:16:53.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:16:53 smithi031 ceph-mon[100614]: osdmap e2118: 8 total, 8 up, 8 in 2024-08-10T06:16:53.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:16:53 smithi031 ceph-mon[100614]: pgmap v3682: 137 pgs: 137 active+clean; 164 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 1.3 MiB/s wr, 25 op/s 2024-08-10T06:16:53.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:16:53 smithi031 ceph-mon[98130]: osdmap e2118: 8 total, 8 up, 8 in 2024-08-10T06:16:53.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:16:53 smithi031 ceph-mon[98130]: pgmap v3682: 137 pgs: 137 active+clean; 164 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 1.3 MiB/s wr, 25 op/s 2024-08-10T06:16:53.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:16:53 smithi196 ceph-mon[90243]: osdmap e2118: 8 total, 8 up, 8 in 2024-08-10T06:16:53.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:16:53 smithi196 ceph-mon[90243]: pgmap v3682: 137 pgs: 137 active+clean; 164 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 1.3 MiB/s wr, 25 op/s 2024-08-10T06:16:56.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:16:56 smithi031 ceph-mon[100614]: pgmap v3683: 137 pgs: 137 active+clean; 172 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-08-10T06:16:56.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:16:56 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:16:56.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:16:56 smithi031 ceph-mon[98130]: pgmap v3683: 137 pgs: 137 active+clean; 172 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-08-10T06:16:56.271 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:16:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:16:56.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:16:56 smithi196 ceph-mon[90243]: pgmap v3683: 137 pgs: 137 active+clean; 172 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-08-10T06:16:56.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:16:56 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:16:58.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:16:58 smithi196 ceph-mon[90243]: pgmap v3684: 137 pgs: 137 active+clean; 173 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.4 MiB/s wr, 31 op/s 2024-08-10T06:16:58.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:16:58 smithi031 ceph-mon[98130]: pgmap v3684: 137 pgs: 137 active+clean; 173 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.4 MiB/s wr, 31 op/s 2024-08-10T06:16:58.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:16:58 smithi031 ceph-mon[100614]: pgmap v3684: 137 pgs: 137 active+clean; 173 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 2.4 MiB/s wr, 31 op/s 2024-08-10T06:17:00.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:17:00 smithi031 ceph-mon[98130]: pgmap v3685: 137 pgs: 137 active+clean; 173 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 1.5 MiB/s wr, 34 op/s 2024-08-10T06:17:00.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:17:00 smithi031 ceph-mon[100614]: pgmap v3685: 137 pgs: 137 active+clean; 173 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 1.5 MiB/s wr, 34 op/s 2024-08-10T06:17:00.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:17:00 smithi196 ceph-mon[90243]: pgmap v3685: 137 pgs: 137 active+clean; 173 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 1.5 MiB/s wr, 34 op/s 2024-08-10T06:17:01.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:17:01 smithi031 ceph-mon[98130]: osdmap e2119: 8 total, 8 up, 8 in 2024-08-10T06:17:01.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:17:01 smithi031 ceph-mon[100614]: osdmap e2119: 8 total, 8 up, 8 in 2024-08-10T06:17:01.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:17:01 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:17:01] "GET /metrics HTTP/1.1" 200 36732 "" "Prometheus/2.43.0" 2024-08-10T06:17:01.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:17:01 smithi196 ceph-mon[90243]: osdmap e2119: 8 total, 8 up, 8 in 2024-08-10T06:17:02.076 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:17:02.315 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:17:02 smithi196 ceph-mon[90243]: pgmap v3687: 137 pgs: 137 active+clean; 177 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 1.9 MiB/s wr, 26 op/s 2024-08-10T06:17:02.315 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:17:02 smithi196 ceph-mon[90243]: osdmap e2120: 8 total, 8 up, 8 in 2024-08-10T06:17:02.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:17:02 smithi031 ceph-mon[100614]: pgmap v3687: 137 pgs: 137 active+clean; 177 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 1.9 MiB/s wr, 26 op/s 2024-08-10T06:17:02.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:17:02 smithi031 ceph-mon[100614]: osdmap e2120: 8 total, 8 up, 8 in 2024-08-10T06:17:02.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:17:02 smithi031 ceph-mon[98130]: pgmap v3687: 137 pgs: 137 active+clean; 177 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 1.9 MiB/s wr, 26 op/s 2024-08-10T06:17:02.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:17:02 smithi031 ceph-mon[98130]: osdmap e2120: 8 total, 8 up, 8 in 2024-08-10T06:17:02.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:17:02 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:17:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:17:03.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:17:03 smithi031 ceph-mon[98130]: osdmap e2121: 8 total, 8 up, 8 in 2024-08-10T06:17:03.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:17:03 smithi031 ceph-mon[100614]: osdmap e2121: 8 total, 8 up, 8 in 2024-08-10T06:17:03.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:17:03 smithi196 ceph-mon[90243]: osdmap e2121: 8 total, 8 up, 8 in 2024-08-10T06:17:04.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:17:04 smithi031 ceph-mon[100614]: pgmap v3690: 137 pgs: 137 active+clean; 181 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.3 MiB/s wr, 31 op/s 2024-08-10T06:17:04.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:17:04 smithi031 ceph-mon[98130]: pgmap v3690: 137 pgs: 137 active+clean; 181 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.3 MiB/s wr, 31 op/s 2024-08-10T06:17:04.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:17:04 smithi196 ceph-mon[90243]: pgmap v3690: 137 pgs: 137 active+clean; 181 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 1.3 MiB/s wr, 31 op/s 2024-08-10T06:17:06.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:17:06 smithi031 ceph-mon[98130]: pgmap v3691: 137 pgs: 137 active+clean; 190 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 2.7 MiB/s wr, 21 op/s 2024-08-10T06:17:06.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:17:06 smithi031 ceph-mon[100614]: pgmap v3691: 137 pgs: 137 active+clean; 190 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 2.7 MiB/s wr, 21 op/s 2024-08-10T06:17:06.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:17:06 smithi196 ceph-mon[90243]: pgmap v3691: 137 pgs: 137 active+clean; 190 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 2.7 MiB/s wr, 21 op/s 2024-08-10T06:17:08.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:17:08 smithi031 ceph-mon[98130]: pgmap v3692: 137 pgs: 137 active+clean; 191 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.3 MiB/s wr, 40 op/s 2024-08-10T06:17:08.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:17:08 smithi031 ceph-mon[100614]: pgmap v3692: 137 pgs: 137 active+clean; 191 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.3 MiB/s wr, 40 op/s 2024-08-10T06:17:08.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:17:08 smithi196 ceph-mon[90243]: pgmap v3692: 137 pgs: 137 active+clean; 191 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.3 MiB/s wr, 40 op/s 2024-08-10T06:17:10.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:17:10 smithi031 ceph-mon[98130]: pgmap v3693: 137 pgs: 137 active+clean; 191 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 1.5 MiB/s wr, 24 op/s 2024-08-10T06:17:10.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:17:10 smithi031 ceph-mon[100614]: pgmap v3693: 137 pgs: 137 active+clean; 191 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 1.5 MiB/s wr, 24 op/s 2024-08-10T06:17:10.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:17:10 smithi196 ceph-mon[90243]: pgmap v3693: 137 pgs: 137 active+clean; 191 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 1.5 MiB/s wr, 24 op/s 2024-08-10T06:17:11.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:17:11 smithi031 ceph-mon[98130]: osdmap e2122: 8 total, 8 up, 8 in 2024-08-10T06:17:11.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:17:11 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:17:11.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:17:11 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:17:11] "GET /metrics HTTP/1.1" 200 36729 "" "Prometheus/2.43.0" 2024-08-10T06:17:11.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:17:11 smithi031 ceph-mon[100614]: osdmap e2122: 8 total, 8 up, 8 in 2024-08-10T06:17:11.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:17:11 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:17:11.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:17:11 smithi196 ceph-mon[90243]: osdmap e2122: 8 total, 8 up, 8 in 2024-08-10T06:17:11.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:17:11 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:17:12.127 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:17:12.431 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:17:12 smithi196 ceph-mon[90243]: pgmap v3695: 137 pgs: 137 active+clean; 195 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 1.8 MiB/s wr, 21 op/s 2024-08-10T06:17:12.431 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:17:12 smithi196 ceph-mon[90243]: osdmap e2123: 8 total, 8 up, 8 in 2024-08-10T06:17:12.431 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:17:12 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:17:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:17:12.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:17:12 smithi031 ceph-mon[98130]: pgmap v3695: 137 pgs: 137 active+clean; 195 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 1.8 MiB/s wr, 21 op/s 2024-08-10T06:17:12.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:17:12 smithi031 ceph-mon[98130]: osdmap e2123: 8 total, 8 up, 8 in 2024-08-10T06:17:12.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:17:12 smithi031 ceph-mon[100614]: pgmap v3695: 137 pgs: 137 active+clean; 195 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 1.8 MiB/s wr, 21 op/s 2024-08-10T06:17:12.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:17:12 smithi031 ceph-mon[100614]: osdmap e2123: 8 total, 8 up, 8 in 2024-08-10T06:17:13.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:17:13 smithi031 ceph-mon[100614]: osdmap e2124: 8 total, 8 up, 8 in 2024-08-10T06:17:13.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:17:13 smithi031 ceph-mon[98130]: osdmap e2124: 8 total, 8 up, 8 in 2024-08-10T06:17:13.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:17:13 smithi196 ceph-mon[90243]: osdmap e2124: 8 total, 8 up, 8 in 2024-08-10T06:17:14.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:17:14 smithi031 ceph-mon[98130]: pgmap v3698: 137 pgs: 137 active+clean; 200 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 1.3 MiB/s wr, 21 op/s 2024-08-10T06:17:14.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:17:14 smithi031 ceph-mon[100614]: pgmap v3698: 137 pgs: 137 active+clean; 200 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 1.3 MiB/s wr, 21 op/s 2024-08-10T06:17:14.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:17:14 smithi196 ceph-mon[90243]: pgmap v3698: 137 pgs: 137 active+clean; 200 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 1.3 MiB/s wr, 21 op/s 2024-08-10T06:17:16.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:17:16 smithi031 ceph-mon[98130]: pgmap v3699: 137 pgs: 137 active+clean; 208 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 2.7 MiB/s wr, 41 op/s 2024-08-10T06:17:16.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:17:16 smithi031 ceph-mon[100614]: pgmap v3699: 137 pgs: 137 active+clean; 208 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 2.7 MiB/s wr, 41 op/s 2024-08-10T06:17:16.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:17:16 smithi196 ceph-mon[90243]: pgmap v3699: 137 pgs: 137 active+clean; 208 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 2.7 MiB/s wr, 41 op/s 2024-08-10T06:17:18.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:17:18 smithi031 ceph-mon[98130]: pgmap v3700: 137 pgs: 137 active+clean; 209 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.3 MiB/s wr, 40 op/s 2024-08-10T06:17:18.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:17:18 smithi031 ceph-mon[100614]: pgmap v3700: 137 pgs: 137 active+clean; 209 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.3 MiB/s wr, 40 op/s 2024-08-10T06:17:18.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:17:18 smithi196 ceph-mon[90243]: pgmap v3700: 137 pgs: 137 active+clean; 209 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.3 MiB/s wr, 40 op/s 2024-08-10T06:17:20.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:17:20 smithi031 ceph-mon[98130]: pgmap v3701: 137 pgs: 137 active+clean; 209 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 1.5 MiB/s wr, 34 op/s 2024-08-10T06:17:20.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:17:20 smithi031 ceph-mon[100614]: pgmap v3701: 137 pgs: 137 active+clean; 209 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 1.5 MiB/s wr, 34 op/s 2024-08-10T06:17:20.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:17:20 smithi196 ceph-mon[90243]: pgmap v3701: 137 pgs: 137 active+clean; 209 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 1.5 MiB/s wr, 34 op/s 2024-08-10T06:17:21.421 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:17:21 smithi031 ceph-mon[98130]: osdmap e2125: 8 total, 8 up, 8 in 2024-08-10T06:17:21.422 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:17:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:17:21] "GET /metrics HTTP/1.1" 200 36729 "" "Prometheus/2.43.0" 2024-08-10T06:17:21.422 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:17:21 smithi031 ceph-mon[100614]: osdmap e2125: 8 total, 8 up, 8 in 2024-08-10T06:17:21.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:17:21 smithi196 ceph-mon[90243]: osdmap e2125: 8 total, 8 up, 8 in 2024-08-10T06:17:22.161 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministicLUKS2 (49938 ms) 2024-08-10T06:17:22.162 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministicLUKS2PP 2024-08-10T06:17:22.162 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:17:22.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:17:22 smithi031 ceph-mon[100614]: pgmap v3703: 137 pgs: 137 active+clean; 217 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.3 MiB/s wr, 36 op/s 2024-08-10T06:17:22.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:17:22 smithi031 ceph-mon[100614]: osdmap e2126: 8 total, 8 up, 8 in 2024-08-10T06:17:22.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:17:22 smithi031 ceph-mon[98130]: pgmap v3703: 137 pgs: 137 active+clean; 217 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.3 MiB/s wr, 36 op/s 2024-08-10T06:17:22.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:17:22 smithi031 ceph-mon[98130]: osdmap e2126: 8 total, 8 up, 8 in 2024-08-10T06:17:22.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:17:22 smithi196 ceph-mon[90243]: pgmap v3703: 137 pgs: 137 active+clean; 217 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 2.3 MiB/s wr, 36 op/s 2024-08-10T06:17:22.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:17:22 smithi196 ceph-mon[90243]: osdmap e2126: 8 total, 8 up, 8 in 2024-08-10T06:17:22.530 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:17:22 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:17:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:17:23.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:17:23 smithi031 ceph-mon[98130]: osdmap e2127: 8 total, 8 up, 8 in 2024-08-10T06:17:23.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:17:23 smithi031 ceph-mon[100614]: osdmap e2127: 8 total, 8 up, 8 in 2024-08-10T06:17:23.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:17:23 smithi196 ceph-mon[90243]: osdmap e2127: 8 total, 8 up, 8 in 2024-08-10T06:17:24.523 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:17:24 smithi031 ceph-mon[98130]: pgmap v3706: 137 pgs: 137 active+clean; 229 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 9.5 KiB/s rd, 2.7 MiB/s wr, 14 op/s 2024-08-10T06:17:24.523 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:17:24 smithi031 ceph-mon[100614]: pgmap v3706: 137 pgs: 137 active+clean; 229 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 9.5 KiB/s rd, 2.7 MiB/s wr, 14 op/s 2024-08-10T06:17:24.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:17:24 smithi196 ceph-mon[90243]: pgmap v3706: 137 pgs: 137 active+clean; 229 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 9.5 KiB/s rd, 2.7 MiB/s wr, 14 op/s 2024-08-10T06:17:26.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:17:26 smithi031 ceph-mon[98130]: pgmap v3707: 137 pgs: 137 active+clean; 229 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.7 MiB/s wr, 37 op/s 2024-08-10T06:17:26.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:17:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:17:26.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:17:26 smithi031 ceph-mon[100614]: pgmap v3707: 137 pgs: 137 active+clean; 229 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.7 MiB/s wr, 37 op/s 2024-08-10T06:17:26.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:17:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:17:26.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:17:26 smithi196 ceph-mon[90243]: pgmap v3707: 137 pgs: 137 active+clean; 229 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.7 MiB/s wr, 37 op/s 2024-08-10T06:17:26.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:17:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:17:28.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:17:28 smithi031 ceph-mon[98130]: pgmap v3708: 137 pgs: 137 active+clean; 233 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.3 MiB/s wr, 40 op/s 2024-08-10T06:17:28.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:17:28 smithi031 ceph-mon[100614]: pgmap v3708: 137 pgs: 137 active+clean; 233 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.3 MiB/s wr, 40 op/s 2024-08-10T06:17:28.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:17:28 smithi196 ceph-mon[90243]: pgmap v3708: 137 pgs: 137 active+clean; 233 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.3 MiB/s wr, 40 op/s 2024-08-10T06:17:30.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:17:30 smithi031 ceph-mon[98130]: pgmap v3709: 137 pgs: 137 active+clean; 233 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 1.0 MiB/s wr, 28 op/s 2024-08-10T06:17:30.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:17:30 smithi031 ceph-mon[100614]: pgmap v3709: 137 pgs: 137 active+clean; 233 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 1.0 MiB/s wr, 28 op/s 2024-08-10T06:17:30.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:17:30 smithi196 ceph-mon[90243]: pgmap v3709: 137 pgs: 137 active+clean; 233 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 1.0 MiB/s wr, 28 op/s 2024-08-10T06:17:31.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:17:31 smithi031 ceph-mon[98130]: osdmap e2128: 8 total, 8 up, 8 in 2024-08-10T06:17:31.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:17:31 smithi031 ceph-mon[100614]: osdmap e2128: 8 total, 8 up, 8 in 2024-08-10T06:17:31.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:17:31 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:17:31] "GET /metrics HTTP/1.1" 200 36736 "" "Prometheus/2.43.0" 2024-08-10T06:17:31.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:17:31 smithi196 ceph-mon[90243]: osdmap e2128: 8 total, 8 up, 8 in 2024-08-10T06:17:32.214 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:17:32.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:17:32 smithi031 ceph-mon[98130]: pgmap v3711: 137 pgs: 137 active+clean; 241 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 1.8 MiB/s wr, 25 op/s 2024-08-10T06:17:32.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:17:32 smithi031 ceph-mon[98130]: osdmap e2129: 8 total, 8 up, 8 in 2024-08-10T06:17:32.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:17:32 smithi031 ceph-mon[100614]: pgmap v3711: 137 pgs: 137 active+clean; 241 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 1.8 MiB/s wr, 25 op/s 2024-08-10T06:17:32.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:17:32 smithi031 ceph-mon[100614]: osdmap e2129: 8 total, 8 up, 8 in 2024-08-10T06:17:32.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:17:32 smithi196 ceph-mon[90243]: pgmap v3711: 137 pgs: 137 active+clean; 241 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 1.8 MiB/s wr, 25 op/s 2024-08-10T06:17:32.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:17:32 smithi196 ceph-mon[90243]: osdmap e2129: 8 total, 8 up, 8 in 2024-08-10T06:17:32.530 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:17:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:17:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:17:33.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:17:33 smithi031 ceph-mon[100614]: osdmap e2130: 8 total, 8 up, 8 in 2024-08-10T06:17:33.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:17:33 smithi031 ceph-mon[98130]: osdmap e2130: 8 total, 8 up, 8 in 2024-08-10T06:17:33.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:17:33 smithi196 ceph-mon[90243]: osdmap e2130: 8 total, 8 up, 8 in 2024-08-10T06:17:34.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:17:34 smithi031 ceph-mon[98130]: pgmap v3714: 137 pgs: 137 active+clean; 245 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 2.0 MiB/s wr, 21 op/s 2024-08-10T06:17:34.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:17:34 smithi031 ceph-mon[100614]: pgmap v3714: 137 pgs: 137 active+clean; 245 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 2.0 MiB/s wr, 21 op/s 2024-08-10T06:17:34.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:17:34 smithi196 ceph-mon[90243]: pgmap v3714: 137 pgs: 137 active+clean; 245 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 2.0 MiB/s wr, 21 op/s 2024-08-10T06:17:36.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:17:36 smithi031 ceph-mon[98130]: pgmap v3715: 137 pgs: 137 active+clean; 249 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 2.7 MiB/s wr, 37 op/s 2024-08-10T06:17:36.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:17:36 smithi031 ceph-mon[100614]: pgmap v3715: 137 pgs: 137 active+clean; 249 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 2.7 MiB/s wr, 37 op/s 2024-08-10T06:17:36.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:17:36 smithi196 ceph-mon[90243]: pgmap v3715: 137 pgs: 137 active+clean; 249 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 2.7 MiB/s wr, 37 op/s 2024-08-10T06:17:38.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:17:38 smithi031 ceph-mon[98130]: pgmap v3716: 137 pgs: 137 active+clean; 249 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.4 MiB/s wr, 40 op/s 2024-08-10T06:17:38.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:17:38 smithi031 ceph-mon[100614]: pgmap v3716: 137 pgs: 137 active+clean; 249 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.4 MiB/s wr, 40 op/s 2024-08-10T06:17:38.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:17:38 smithi196 ceph-mon[90243]: pgmap v3716: 137 pgs: 137 active+clean; 249 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.4 MiB/s wr, 40 op/s 2024-08-10T06:17:40.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:17:40 smithi031 ceph-mon[98130]: pgmap v3717: 137 pgs: 137 active+clean; 249 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 1.0 MiB/s wr, 34 op/s 2024-08-10T06:17:40.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:17:40 smithi031 ceph-mon[100614]: pgmap v3717: 137 pgs: 137 active+clean; 249 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 1.0 MiB/s wr, 34 op/s 2024-08-10T06:17:40.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:17:40 smithi196 ceph-mon[90243]: pgmap v3717: 137 pgs: 137 active+clean; 249 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 1.0 MiB/s wr, 34 op/s 2024-08-10T06:17:41.522 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:17:41 smithi031 ceph-mon[98130]: osdmap e2131: 8 total, 8 up, 8 in 2024-08-10T06:17:41.523 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:17:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:17:41.523 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:17:41 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:17:41] "GET /metrics HTTP/1.1" 200 36732 "" "Prometheus/2.43.0" 2024-08-10T06:17:41.523 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:17:41 smithi031 ceph-mon[100614]: osdmap e2131: 8 total, 8 up, 8 in 2024-08-10T06:17:41.523 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:17:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:17:41.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:17:41 smithi196 ceph-mon[90243]: osdmap e2131: 8 total, 8 up, 8 in 2024-08-10T06:17:41.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:17:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:17:42.260 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:17:42.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:17:42 smithi031 ceph-mon[98130]: pgmap v3719: 137 pgs: 137 active+clean; 256 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 1.4 MiB/s wr, 35 op/s 2024-08-10T06:17:42.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:17:42 smithi031 ceph-mon[98130]: osdmap e2132: 8 total, 8 up, 8 in 2024-08-10T06:17:42.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:17:42 smithi031 ceph-mon[100614]: pgmap v3719: 137 pgs: 137 active+clean; 256 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 1.4 MiB/s wr, 35 op/s 2024-08-10T06:17:42.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:17:42 smithi031 ceph-mon[100614]: osdmap e2132: 8 total, 8 up, 8 in 2024-08-10T06:17:42.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:17:42 smithi196 ceph-mon[90243]: pgmap v3719: 137 pgs: 137 active+clean; 256 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 1.4 MiB/s wr, 35 op/s 2024-08-10T06:17:42.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:17:42 smithi196 ceph-mon[90243]: osdmap e2132: 8 total, 8 up, 8 in 2024-08-10T06:17:42.530 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:17:42 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:17:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:17:43.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:17:43 smithi031 ceph-mon[98130]: osdmap e2133: 8 total, 8 up, 8 in 2024-08-10T06:17:43.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:17:43 smithi031 ceph-mon[100614]: osdmap e2133: 8 total, 8 up, 8 in 2024-08-10T06:17:43.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:17:43 smithi196 ceph-mon[90243]: osdmap e2133: 8 total, 8 up, 8 in 2024-08-10T06:17:44.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:17:44 smithi031 ceph-mon[98130]: pgmap v3722: 137 pgs: 137 active+clean; 260 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.8 KiB/s rd, 1.3 MiB/s wr, 10 op/s 2024-08-10T06:17:44.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:17:44 smithi031 ceph-mon[100614]: pgmap v3722: 137 pgs: 137 active+clean; 260 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.8 KiB/s rd, 1.3 MiB/s wr, 10 op/s 2024-08-10T06:17:44.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:17:44 smithi196 ceph-mon[90243]: pgmap v3722: 137 pgs: 137 active+clean; 260 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.8 KiB/s rd, 1.3 MiB/s wr, 10 op/s 2024-08-10T06:17:46.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:17:46 smithi031 ceph-mon[98130]: pgmap v3723: 137 pgs: 137 active+clean; 268 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-08-10T06:17:46.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:17:46 smithi031 ceph-mon[100614]: pgmap v3723: 137 pgs: 137 active+clean; 268 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-08-10T06:17:46.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:17:46 smithi196 ceph-mon[90243]: pgmap v3723: 137 pgs: 137 active+clean; 268 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-08-10T06:17:48.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:17:48 smithi031 ceph-mon[98130]: pgmap v3724: 137 pgs: 137 active+clean; 271 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.4 MiB/s wr, 41 op/s 2024-08-10T06:17:48.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:17:48 smithi031 ceph-mon[100614]: pgmap v3724: 137 pgs: 137 active+clean; 271 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.4 MiB/s wr, 41 op/s 2024-08-10T06:17:48.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:17:48 smithi196 ceph-mon[90243]: pgmap v3724: 137 pgs: 137 active+clean; 271 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.4 MiB/s wr, 41 op/s 2024-08-10T06:17:49.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:17:49 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:17:49.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:17:49 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:17:49.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:17:49 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:17:49.521 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:17:49 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:17:49.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:17:49 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:17:49.522 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:17:49 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:17:49.522 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:17:49 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:17:49.522 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:17:49 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:17:49.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:17:49 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:17:49.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:17:49 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:17:49.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:17:49 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:17:49.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:17:49 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:17:50.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:17:50 smithi031 ceph-mon[98130]: pgmap v3725: 137 pgs: 137 active+clean; 271 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 1.5 MiB/s wr, 30 op/s 2024-08-10T06:17:50.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:17:50 smithi031 ceph-mon[100614]: pgmap v3725: 137 pgs: 137 active+clean; 271 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 1.5 MiB/s wr, 30 op/s 2024-08-10T06:17:50.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:17:50 smithi196 ceph-mon[90243]: pgmap v3725: 137 pgs: 137 active+clean; 271 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 1.5 MiB/s wr, 30 op/s 2024-08-10T06:17:51.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:17:51 smithi031 ceph-mon[98130]: osdmap e2134: 8 total, 8 up, 8 in 2024-08-10T06:17:51.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:17:51 smithi031 ceph-mon[98130]: pgmap v3727: 137 pgs: 137 active+clean; 278 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1.8 MiB/s wr, 37 op/s 2024-08-10T06:17:51.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:17:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:17:51] "GET /metrics HTTP/1.1" 200 36732 "" "Prometheus/2.43.0" 2024-08-10T06:17:51.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:17:51 smithi031 ceph-mon[100614]: osdmap e2134: 8 total, 8 up, 8 in 2024-08-10T06:17:51.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:17:51 smithi031 ceph-mon[100614]: pgmap v3727: 137 pgs: 137 active+clean; 278 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1.8 MiB/s wr, 37 op/s 2024-08-10T06:17:51.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:17:51 smithi196 ceph-mon[90243]: osdmap e2134: 8 total, 8 up, 8 in 2024-08-10T06:17:51.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:17:51 smithi196 ceph-mon[90243]: pgmap v3727: 137 pgs: 137 active+clean; 278 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1.8 MiB/s wr, 37 op/s 2024-08-10T06:17:52.304 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:17:52.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:17:52 smithi196 ceph-mon[90243]: osdmap e2135: 8 total, 8 up, 8 in 2024-08-10T06:17:52.530 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:17:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:17:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:17:52.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:17:52 smithi031 ceph-mon[98130]: osdmap e2135: 8 total, 8 up, 8 in 2024-08-10T06:17:52.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:17:52 smithi031 ceph-mon[100614]: osdmap e2135: 8 total, 8 up, 8 in 2024-08-10T06:17:53.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:17:53 smithi031 ceph-mon[100614]: osdmap e2136: 8 total, 8 up, 8 in 2024-08-10T06:17:53.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:17:53 smithi031 ceph-mon[100614]: pgmap v3730: 137 pgs: 137 active+clean; 286 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 2.0 MiB/s wr, 24 op/s 2024-08-10T06:17:53.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:17:53 smithi031 ceph-mon[98130]: osdmap e2136: 8 total, 8 up, 8 in 2024-08-10T06:17:53.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:17:53 smithi031 ceph-mon[98130]: pgmap v3730: 137 pgs: 137 active+clean; 286 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 2.0 MiB/s wr, 24 op/s 2024-08-10T06:17:53.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:17:53 smithi196 ceph-mon[90243]: osdmap e2136: 8 total, 8 up, 8 in 2024-08-10T06:17:53.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:17:53 smithi196 ceph-mon[90243]: pgmap v3730: 137 pgs: 137 active+clean; 286 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 2.0 MiB/s wr, 24 op/s 2024-08-10T06:17:56.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:17:56 smithi031 ceph-mon[100614]: pgmap v3731: 137 pgs: 137 active+clean; 293 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-08-10T06:17:56.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:17:56 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:17:56.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:17:56 smithi031 ceph-mon[98130]: pgmap v3731: 137 pgs: 137 active+clean; 293 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-08-10T06:17:56.521 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:17:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:17:56.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:17:56 smithi196 ceph-mon[90243]: pgmap v3731: 137 pgs: 137 active+clean; 293 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-08-10T06:17:56.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:17:56 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:17:58.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:17:58 smithi031 ceph-mon[98130]: pgmap v3732: 137 pgs: 137 active+clean; 293 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.4 MiB/s wr, 41 op/s 2024-08-10T06:17:58.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:17:58 smithi031 ceph-mon[100614]: pgmap v3732: 137 pgs: 137 active+clean; 293 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.4 MiB/s wr, 41 op/s 2024-08-10T06:17:58.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:17:58 smithi196 ceph-mon[90243]: pgmap v3732: 137 pgs: 137 active+clean; 293 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 2.4 MiB/s wr, 41 op/s 2024-08-10T06:18:00.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:18:00 smithi031 ceph-mon[98130]: pgmap v3733: 137 pgs: 137 active+clean; 293 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 1.5 MiB/s wr, 24 op/s 2024-08-10T06:18:00.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:18:00 smithi031 ceph-mon[100614]: pgmap v3733: 137 pgs: 137 active+clean; 293 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 1.5 MiB/s wr, 24 op/s 2024-08-10T06:18:00.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:18:00 smithi196 ceph-mon[90243]: pgmap v3733: 137 pgs: 137 active+clean; 293 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 1.5 MiB/s wr, 24 op/s 2024-08-10T06:18:01.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:18:01 smithi031 ceph-mon[98130]: osdmap e2137: 8 total, 8 up, 8 in 2024-08-10T06:18:01.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:18:01 smithi031 ceph-mon[100614]: osdmap e2137: 8 total, 8 up, 8 in 2024-08-10T06:18:01.521 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:18:01 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:18:01] "GET /metrics HTTP/1.1" 200 36739 "" "Prometheus/2.43.0" 2024-08-10T06:18:01.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:18:01 smithi196 ceph-mon[90243]: osdmap e2137: 8 total, 8 up, 8 in 2024-08-10T06:18:02.145 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:18:02.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:18:02 smithi031 ceph-mon[100614]: pgmap v3735: 137 pgs: 137 active+clean; 308 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 2.3 MiB/s wr, 22 op/s 2024-08-10T06:18:02.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:18:02 smithi031 ceph-mon[100614]: osdmap e2138: 8 total, 8 up, 8 in 2024-08-10T06:18:02.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:18:02 smithi031 ceph-mon[98130]: pgmap v3735: 137 pgs: 137 active+clean; 308 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 2.3 MiB/s wr, 22 op/s 2024-08-10T06:18:02.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:18:02 smithi031 ceph-mon[98130]: osdmap e2138: 8 total, 8 up, 8 in 2024-08-10T06:18:02.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:18:02 smithi196 ceph-mon[90243]: pgmap v3735: 137 pgs: 137 active+clean; 308 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 2.3 MiB/s wr, 22 op/s 2024-08-10T06:18:02.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:18:02 smithi196 ceph-mon[90243]: osdmap e2138: 8 total, 8 up, 8 in 2024-08-10T06:18:02.530 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:18:02 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:18:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:18:03.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:18:03 smithi031 ceph-mon[98130]: osdmap e2139: 8 total, 8 up, 8 in 2024-08-10T06:18:03.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:18:03 smithi031 ceph-mon[100614]: osdmap e2139: 8 total, 8 up, 8 in 2024-08-10T06:18:03.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:18:03 smithi196 ceph-mon[90243]: osdmap e2139: 8 total, 8 up, 8 in 2024-08-10T06:18:04.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:18:04 smithi031 ceph-mon[100614]: pgmap v3738: 137 pgs: 137 active+clean; 312 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 2.7 MiB/s wr, 24 op/s 2024-08-10T06:18:04.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:18:04 smithi031 ceph-mon[98130]: pgmap v3738: 137 pgs: 137 active+clean; 312 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 2.7 MiB/s wr, 24 op/s 2024-08-10T06:18:04.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:18:04 smithi196 ceph-mon[90243]: pgmap v3738: 137 pgs: 137 active+clean; 312 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 2.7 MiB/s wr, 24 op/s 2024-08-10T06:18:06.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:18:06 smithi031 ceph-mon[98130]: pgmap v3739: 137 pgs: 137 active+clean; 315 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 2.7 MiB/s wr, 43 op/s 2024-08-10T06:18:06.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:18:06 smithi031 ceph-mon[100614]: pgmap v3739: 137 pgs: 137 active+clean; 315 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 2.7 MiB/s wr, 43 op/s 2024-08-10T06:18:06.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:18:06 smithi196 ceph-mon[90243]: pgmap v3739: 137 pgs: 137 active+clean; 315 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 2.7 MiB/s wr, 43 op/s 2024-08-10T06:18:08.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:18:08 smithi031 ceph-mon[98130]: pgmap v3740: 137 pgs: 137 active+clean; 315 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.3 MiB/s wr, 40 op/s 2024-08-10T06:18:08.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:18:08 smithi031 ceph-mon[100614]: pgmap v3740: 137 pgs: 137 active+clean; 315 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.3 MiB/s wr, 40 op/s 2024-08-10T06:18:08.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:18:08 smithi196 ceph-mon[90243]: pgmap v3740: 137 pgs: 137 active+clean; 315 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.3 MiB/s wr, 40 op/s 2024-08-10T06:18:10.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:18:10 smithi031 ceph-mon[98130]: pgmap v3741: 137 pgs: 137 active+clean; 315 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 516 KiB/s wr, 34 op/s 2024-08-10T06:18:10.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:18:10 smithi031 ceph-mon[100614]: pgmap v3741: 137 pgs: 137 active+clean; 315 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 516 KiB/s wr, 34 op/s 2024-08-10T06:18:10.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:18:10 smithi196 ceph-mon[90243]: pgmap v3741: 137 pgs: 137 active+clean; 315 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 516 KiB/s wr, 34 op/s 2024-08-10T06:18:11.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:18:11 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:18:11.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:18:11 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:18:11] "GET /metrics HTTP/1.1" 200 36736 "" "Prometheus/2.43.0" 2024-08-10T06:18:11.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:18:11 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:18:11.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:18:11 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:18:12.431 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:18:12 smithi196 ceph-mon[90243]: pgmap v3742: 137 pgs: 137 active+clean; 315 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 417 KiB/s wr, 27 op/s 2024-08-10T06:18:12.431 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:18:12 smithi196 ceph-mon[90243]: osdmap e2140: 8 total, 8 up, 8 in 2024-08-10T06:18:12.432 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:18:12 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:18:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:18:12.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:18:12 smithi031 ceph-mon[98130]: pgmap v3742: 137 pgs: 137 active+clean; 315 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 417 KiB/s wr, 27 op/s 2024-08-10T06:18:12.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:18:12 smithi031 ceph-mon[98130]: osdmap e2140: 8 total, 8 up, 8 in 2024-08-10T06:18:12.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:18:12 smithi031 ceph-mon[100614]: pgmap v3742: 137 pgs: 137 active+clean; 315 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 417 KiB/s wr, 27 op/s 2024-08-10T06:18:12.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:18:12 smithi031 ceph-mon[100614]: osdmap e2140: 8 total, 8 up, 8 in 2024-08-10T06:18:13.197 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministicLUKS2PP (51035 ms) 2024-08-10T06:18:13.197 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDiscard 2024-08-10T06:18:13.197 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:18:13.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:18:13 smithi031 ceph-mon[98130]: osdmap e2141: 8 total, 8 up, 8 in 2024-08-10T06:18:13.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:18:13 smithi031 ceph-mon[100614]: osdmap e2141: 8 total, 8 up, 8 in 2024-08-10T06:18:13.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:18:13 smithi196 ceph-mon[90243]: osdmap e2141: 8 total, 8 up, 8 in 2024-08-10T06:18:14.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:18:14 smithi031 ceph-mon[98130]: pgmap v3745: 137 pgs: 137 active+clean; 327 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.5 KiB/s rd, 515 KiB/s wr, 10 op/s 2024-08-10T06:18:14.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:18:14 smithi031 ceph-mon[98130]: osdmap e2142: 8 total, 8 up, 8 in 2024-08-10T06:18:14.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:18:14 smithi031 ceph-mon[100614]: pgmap v3745: 137 pgs: 137 active+clean; 327 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.5 KiB/s rd, 515 KiB/s wr, 10 op/s 2024-08-10T06:18:14.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:18:14 smithi031 ceph-mon[100614]: osdmap e2142: 8 total, 8 up, 8 in 2024-08-10T06:18:14.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:18:14 smithi196 ceph-mon[90243]: pgmap v3745: 137 pgs: 137 active+clean; 327 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.5 KiB/s rd, 515 KiB/s wr, 10 op/s 2024-08-10T06:18:14.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:18:14 smithi196 ceph-mon[90243]: osdmap e2142: 8 total, 8 up, 8 in 2024-08-10T06:18:15.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:18:15 smithi031 ceph-mon[98130]: osdmap e2143: 8 total, 8 up, 8 in 2024-08-10T06:18:15.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:18:15 smithi031 ceph-mon[100614]: osdmap e2143: 8 total, 8 up, 8 in 2024-08-10T06:18:15.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:18:15 smithi196 ceph-mon[90243]: osdmap e2143: 8 total, 8 up, 8 in 2024-08-10T06:18:16.209 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] DiffIterateTest/1.DiffIterateDiscard (3012 ms) 2024-08-10T06:18:16.209 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] DiffIterateTest/1.DiffIterateTruncate 2024-08-10T06:18:16.209 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:18:16.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:18:16 smithi031 ceph-mon[98130]: pgmap v3748: 137 pgs: 137 active+clean; 339 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 4.0 MiB/s wr, 55 op/s 2024-08-10T06:18:16.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:18:16 smithi031 ceph-mon[98130]: osdmap e2144: 8 total, 8 up, 8 in 2024-08-10T06:18:16.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:18:16 smithi031 ceph-mon[100614]: pgmap v3748: 137 pgs: 137 active+clean; 339 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 4.0 MiB/s wr, 55 op/s 2024-08-10T06:18:16.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:18:16 smithi031 ceph-mon[100614]: osdmap e2144: 8 total, 8 up, 8 in 2024-08-10T06:18:16.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:18:16 smithi196 ceph-mon[90243]: pgmap v3748: 137 pgs: 137 active+clean; 339 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 4.0 MiB/s wr, 55 op/s 2024-08-10T06:18:16.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:18:16 smithi196 ceph-mon[90243]: osdmap e2144: 8 total, 8 up, 8 in 2024-08-10T06:18:17.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:18:17 smithi031 ceph-mon[98130]: osdmap e2145: 8 total, 8 up, 8 in 2024-08-10T06:18:17.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:18:17 smithi031 ceph-mon[100614]: osdmap e2145: 8 total, 8 up, 8 in 2024-08-10T06:18:17.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:18:17 smithi196 ceph-mon[90243]: osdmap e2145: 8 total, 8 up, 8 in 2024-08-10T06:18:18.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:18:18 smithi031 ceph-mon[98130]: pgmap v3751: 137 pgs: 137 active+clean; 339 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 3.0 MiB/s wr, 87 op/s 2024-08-10T06:18:18.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:18:18 smithi031 ceph-mon[98130]: osdmap e2146: 8 total, 8 up, 8 in 2024-08-10T06:18:18.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:18:18 smithi031 ceph-mon[100614]: pgmap v3751: 137 pgs: 137 active+clean; 339 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 3.0 MiB/s wr, 87 op/s 2024-08-10T06:18:18.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:18:18 smithi031 ceph-mon[100614]: osdmap e2146: 8 total, 8 up, 8 in 2024-08-10T06:18:18.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:18:18 smithi196 ceph-mon[90243]: pgmap v3751: 137 pgs: 137 active+clean; 339 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 3.0 MiB/s wr, 87 op/s 2024-08-10T06:18:18.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:18:18 smithi196 ceph-mon[90243]: osdmap e2146: 8 total, 8 up, 8 in 2024-08-10T06:18:19.271 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] DiffIterateTest/1.DiffIterateTruncate (3063 ms) 2024-08-10T06:18:19.272 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] DiffIterateTest/1.DiffIterateWriteAndTruncate 2024-08-10T06:18:19.272 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:18:19.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:18:19 smithi031 ceph-mon[98130]: osdmap e2147: 8 total, 8 up, 8 in 2024-08-10T06:18:19.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:18:19 smithi031 ceph-mon[100614]: osdmap e2147: 8 total, 8 up, 8 in 2024-08-10T06:18:19.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:18:19 smithi196 ceph-mon[90243]: osdmap e2147: 8 total, 8 up, 8 in 2024-08-10T06:18:20.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:18:20 smithi031 ceph-mon[98130]: pgmap v3754: 137 pgs: 137 active+clean; 340 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 266 KiB/s wr, 79 op/s 2024-08-10T06:18:20.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:18:20 smithi031 ceph-mon[98130]: osdmap e2148: 8 total, 8 up, 8 in 2024-08-10T06:18:20.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:18:20 smithi031 ceph-mon[100614]: pgmap v3754: 137 pgs: 137 active+clean; 340 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 266 KiB/s wr, 79 op/s 2024-08-10T06:18:20.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:18:20 smithi031 ceph-mon[100614]: osdmap e2148: 8 total, 8 up, 8 in 2024-08-10T06:18:20.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:18:20 smithi196 ceph-mon[90243]: pgmap v3754: 137 pgs: 137 active+clean; 340 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 266 KiB/s wr, 79 op/s 2024-08-10T06:18:20.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:18:20 smithi196 ceph-mon[90243]: osdmap e2148: 8 total, 8 up, 8 in 2024-08-10T06:18:21.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:18:21 smithi031 ceph-mon[98130]: osdmap e2149: 8 total, 8 up, 8 in 2024-08-10T06:18:21.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:18:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:18:21] "GET /metrics HTTP/1.1" 200 36736 "" "Prometheus/2.43.0" 2024-08-10T06:18:21.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:18:21 smithi031 ceph-mon[100614]: osdmap e2149: 8 total, 8 up, 8 in 2024-08-10T06:18:21.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:18:21 smithi196 ceph-mon[90243]: osdmap e2149: 8 total, 8 up, 8 in 2024-08-10T06:18:22.282 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] DiffIterateTest/1.DiffIterateWriteAndTruncate (3011 ms) 2024-08-10T06:18:22.282 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] DiffIterateTest/1.DiffIterateStress 2024-08-10T06:18:22.283 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:18:22.364 INFO:tasks.workunit.client.0.smithi031.stdout: i=0 exists [2189842~344510,15674337~1399013,18782268~3707644,36677668~4313604,222265980~7372698,235155414~3446600,244668693~5712348,304050757~7662272,373462742~1694647,403648701~5469641] wrote [2189842~344510,15674337~1399013,18782268~3707644,36677668~4313604,222265980~7372698,235155414~3446600,244668693~5712348,304050757~7662272,373462742~1694647,403648701~5469641] 2024-08-10T06:18:22.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:18:22 smithi031 ceph-mon[98130]: pgmap v3757: 137 pgs: 137 active+clean; 340 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 263 KiB/s wr, 102 op/s 2024-08-10T06:18:22.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:18:22 smithi031 ceph-mon[98130]: osdmap e2150: 8 total, 8 up, 8 in 2024-08-10T06:18:22.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:18:22 smithi031 ceph-mon[100614]: pgmap v3757: 137 pgs: 137 active+clean; 340 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 263 KiB/s wr, 102 op/s 2024-08-10T06:18:22.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:18:22 smithi031 ceph-mon[100614]: osdmap e2150: 8 total, 8 up, 8 in 2024-08-10T06:18:22.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:18:22 smithi196 ceph-mon[90243]: pgmap v3757: 137 pgs: 137 active+clean; 340 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 263 KiB/s wr, 102 op/s 2024-08-10T06:18:22.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:18:22 smithi196 ceph-mon[90243]: osdmap e2150: 8 total, 8 up, 8 in 2024-08-10T06:18:22.529 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:18:22 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:18:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:18:23.308 INFO:tasks.workunit.client.0.smithi031.stdout: i=1 exists [2189842~344510,15674337~1399013,18782268~3707644,36677668~5246445,55855054~5884900,157308040~1078194,222265980~9723383,235155414~3446600,244668693~5712348,304050757~7662272,327369997~2681863,332274360~1871953,351035854~9487509,371008708~4839180,387396514~1572628,403648701~5469641] wrote [39739403~2184710,55855054~5884900,157308040~1078194,228420263~3569100,327369997~2681863,332274360~1871953,351035854~9487509,371008708~4839180,387396514~1572628] 2024-08-10T06:18:23.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:18:23 smithi031 ceph-mon[98130]: osdmap e2151: 8 total, 8 up, 8 in 2024-08-10T06:18:23.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:18:23 smithi031 ceph-mon[100614]: osdmap e2151: 8 total, 8 up, 8 in 2024-08-10T06:18:23.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:18:23 smithi196 ceph-mon[90243]: osdmap e2151: 8 total, 8 up, 8 in 2024-08-10T06:18:24.343 INFO:tasks.workunit.client.0.smithi031.stdout: i=2 exists [2189842~344510,11812702~2491138,15674337~1399013,18782268~3707644,36677668~5246445,55855054~5884900,121794131~4941204,126858148~7829785,157308040~1078194,159840396~8408926,181125490~3668147,222265980~9723383,235155414~3446600,240575045~9805996,303187313~8525716,327369997~2681863,332274360~1871953,351035854~9487509,371008708~4839180,387396514~1572628,390768552~3285845,403648701~5469641] wrote [11812702~2491138,121794131~4941204,126858148~7829785,159840396~8408926,181125490~3668147,240575045~6377893,303187313~7062116,390768552~3285845] 2024-08-10T06:18:24.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:18:24 smithi031 ceph-mon[98130]: pgmap v3760: 137 pgs: 137 active+clean; 354 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 91 KiB/s rd, 2.5 MiB/s wr, 148 op/s 2024-08-10T06:18:24.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:18:24 smithi031 ceph-mon[98130]: osdmap e2152: 8 total, 8 up, 8 in 2024-08-10T06:18:24.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:18:24 smithi031 ceph-mon[100614]: pgmap v3760: 137 pgs: 137 active+clean; 354 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 91 KiB/s rd, 2.5 MiB/s wr, 148 op/s 2024-08-10T06:18:24.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:18:24 smithi031 ceph-mon[100614]: osdmap e2152: 8 total, 8 up, 8 in 2024-08-10T06:18:24.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:18:24 smithi196 ceph-mon[90243]: pgmap v3760: 137 pgs: 137 active+clean; 354 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 91 KiB/s rd, 2.5 MiB/s wr, 148 op/s 2024-08-10T06:18:24.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:18:24 smithi196 ceph-mon[90243]: osdmap e2152: 8 total, 8 up, 8 in 2024-08-10T06:18:25.318 INFO:tasks.workunit.client.0.smithi031.stdout: i=3 exists [2189842~344510,11812702~2491138,15674337~1399013,18782268~3707644,23882372~4726089,36677668~5246445,55855054~5884900,80821998~5748301,97346844~404513,114983644~4475796,121794131~4941204,126858148~7829785,157308040~1078194,159840396~11725550,181125490~3668147,222265980~9723383,235155414~3446600,240575045~9805996,271191093~1497306,286252902~7764843,299078350~12634679,327369997~2681863,332274360~1871953,351035854~9487509,362770042~1099501,371008708~4839180,387396514~1572628,390768552~3285845,398862845~3717015,403648701~5469641] wrote [23882372~4726089,80821998~5748301,97346844~404513,114983644~4475796,165749195~5816751,271191093~1497306,286252902~7764843,299078350~7115643,362770042~1099501,398862845~3717015] 2024-08-10T06:18:25.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:18:25 smithi031 ceph-mon[100614]: osdmap e2153: 8 total, 8 up, 8 in 2024-08-10T06:18:25.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:18:25 smithi031 ceph-mon[98130]: osdmap e2153: 8 total, 8 up, 8 in 2024-08-10T06:18:25.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:18:25 smithi196 ceph-mon[90243]: osdmap e2153: 8 total, 8 up, 8 in 2024-08-10T06:18:26.363 INFO:tasks.workunit.client.0.smithi031.stdout: i=4 exists [2189842~344510,11812702~2491138,15674337~8136274,23882372~4726089,31191434~10732679,55855054~5884900,80821998~5748301,97346844~404513,114983644~4475796,121794131~4941204,126858148~7829785,157308040~1078194,159840396~11725550,176803086~7990551,190117657~7684178,222265980~9723383,235155414~3446600,240575045~9805996,271191093~1497306,286252902~7764843,299078350~14157033,327369997~2681863,332274360~1871953,351035854~9487509,362770042~1099501,363873584~4868469,371008708~9964335,384615049~9439348,395903996~6675864,403648701~5469641] wrote [16576146~7234465,31191434~5646251,176803086~5054944,190117657~7684178,310056529~3178854,363873584~4868469,373695664~7277379,384615049~7927955,395903996~3962041] 2024-08-10T06:18:26.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:18:26 smithi031 ceph-mon[98130]: pgmap v3763: 137 pgs: 137 active+clean; 389 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 8.1 MiB/s wr, 98 op/s 2024-08-10T06:18:26.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:18:26 smithi031 ceph-mon[98130]: osdmap e2154: 8 total, 8 up, 8 in 2024-08-10T06:18:26.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:18:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:18:26.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:18:26 smithi031 ceph-mon[100614]: pgmap v3763: 137 pgs: 137 active+clean; 389 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 8.1 MiB/s wr, 98 op/s 2024-08-10T06:18:26.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:18:26 smithi031 ceph-mon[100614]: osdmap e2154: 8 total, 8 up, 8 in 2024-08-10T06:18:26.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:18:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:18:26.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:18:26 smithi196 ceph-mon[90243]: pgmap v3763: 137 pgs: 137 active+clean; 389 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 8.1 MiB/s wr, 98 op/s 2024-08-10T06:18:26.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:18:26 smithi196 ceph-mon[90243]: osdmap e2154: 8 total, 8 up, 8 in 2024-08-10T06:18:26.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:18:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:18:27.379 INFO:tasks.workunit.client.0.smithi031.stdout: i=5 exists [2189842~344510,11812702~2491138,15674337~8136274,23882372~4726089,31191434~13545788,55855054~5884900,80821998~5748301,97346844~404513,114983644~4475796,121794131~4941204,126858148~7829785,157308040~1078194,159840396~15535089,176803086~7990551,190117657~7684178,222265980~9723383,235155414~3446600,240575045~9805996,257632512~3921091,268384889~4303510,286252902~7764843,299078350~14157033,327369997~2681863,332274360~1871953,335502302~5943952,351035854~9487509,362770042~1099501,363873584~4868469,371008708~10719032,384615049~17964811,403648701~5469641] wrote [36986260~7750962,123637954~2496995,166108582~9266903,225907322~5368721,257632512~3921091,268384889~3334262,335502302~5943952,376362092~5365648,391919868~7561634] 2024-08-10T06:18:27.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:18:27 smithi031 ceph-mon[98130]: osdmap e2155: 8 total, 8 up, 8 in 2024-08-10T06:18:27.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:18:27 smithi031 ceph-mon[98130]: pgmap v3766: 137 pgs: 137 active+clean; 457 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 21 MiB/s wr, 52 op/s 2024-08-10T06:18:27.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:18:27 smithi031 ceph-mon[100614]: osdmap e2155: 8 total, 8 up, 8 in 2024-08-10T06:18:27.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:18:27 smithi031 ceph-mon[100614]: pgmap v3766: 137 pgs: 137 active+clean; 457 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 21 MiB/s wr, 52 op/s 2024-08-10T06:18:27.532 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:18:27 smithi196 ceph-mon[90243]: osdmap e2155: 8 total, 8 up, 8 in 2024-08-10T06:18:27.532 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:18:27 smithi196 ceph-mon[90243]: pgmap v3766: 137 pgs: 137 active+clean; 457 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 21 MiB/s wr, 52 op/s 2024-08-10T06:18:28.309 INFO:tasks.workunit.client.0.smithi031.stdout: i=6 exists [2189842~344510,11812702~2491138,15674337~8136274,23882372~4726089,31191434~13545788,55855054~5884900,80821998~5748301,97346844~404513,101602722~1473120,114983644~6783586,121794131~4941204,126858148~7829785,157308040~1078194,159840396~15535089,176803086~7990551,187157841~10643994,222265980~9723383,232391358~873632,235155414~3446600,239821831~197074,240575045~9805996,253737648~2079796,257632512~6971880,268384889~5870973,286252902~7764843,299078350~14157033,323137122~2824266,327369997~2681863,332274360~1871953,335502302~5943952,351035854~9487509,362770042~1099501,363873584~4868469,371008708~10719032,384615049~17964811,403648701~5469641,410059108~3336413] wrote [101602722~1473120,119149367~2617863,187157841~3146757,232391358~873632,239821831~197074,253737648~2079796,260110527~4493865,268796724~5459138,323137122~2824266,410059108~3336413] 2024-08-10T06:18:28.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:18:28 smithi031 ceph-mon[98130]: osdmap e2156: 8 total, 8 up, 8 in 2024-08-10T06:18:28.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:18:28 smithi031 ceph-mon[100614]: osdmap e2156: 8 total, 8 up, 8 in 2024-08-10T06:18:28.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:18:28 smithi196 ceph-mon[90243]: osdmap e2156: 8 total, 8 up, 8 in 2024-08-10T06:18:29.339 INFO:tasks.workunit.client.0.smithi031.stdout: i=7 exists [2189842~344510,11812702~2491138,15674337~8136274,23882372~4726089,31191434~13545788,49921498~1448757,55855054~5884900,80736242~5834057,92621125~7464367,101602722~1473120,114983644~6783586,121794131~4941204,126858148~7829785,157308040~1078194,159840396~15535089,176803086~7990551,187157841~10864994,222265980~9723383,232391358~873632,234925901~3676113,239821831~197074,240575045~9805996,253737648~2079796,257632512~6971880,264688241~9567621,286252902~7764843,299078350~14157033,320554167~5407221,327369997~2681863,332274360~1871953,335502302~5943952,351035854~9487509,362770042~1099501,363873584~4868469,371008708~10719032,384615049~17964811,403648701~5469641,410059108~3336413] wrote [20853448~1631972,49921498~1448757,80736242~1000771,92621125~7464367,194149772~3873063,234925901~3583314,264688241~7847243,288499630~1665720,320554167~3595856,336979836~2753783] 2024-08-10T06:18:29.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:18:29 smithi196 ceph-mon[90243]: osdmap e2157: 8 total, 8 up, 8 in 2024-08-10T06:18:29.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:18:29 smithi196 ceph-mon[90243]: pgmap v3769: 137 pgs: 137 active+clean; 579 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 42 MiB/s wr, 291 op/s 2024-08-10T06:18:29.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:18:29 smithi031 ceph-mon[98130]: osdmap e2157: 8 total, 8 up, 8 in 2024-08-10T06:18:29.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:18:29 smithi031 ceph-mon[98130]: pgmap v3769: 137 pgs: 137 active+clean; 579 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 42 MiB/s wr, 291 op/s 2024-08-10T06:18:29.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:18:29 smithi031 ceph-mon[100614]: osdmap e2157: 8 total, 8 up, 8 in 2024-08-10T06:18:29.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:18:29 smithi031 ceph-mon[100614]: pgmap v3769: 137 pgs: 137 active+clean; 579 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 42 MiB/s wr, 291 op/s 2024-08-10T06:18:30.366 INFO:tasks.workunit.client.0.smithi031.stdout: i=8 exists [2189842~344510,11812702~2491138,15674337~8136274,23882372~4726089,31191434~13545788,49921498~1448757,55855054~5884900,80736242~5834057,92621125~7464367,101602722~1473120,114983644~6783586,121794131~4941204,126858148~7829785,157308040~1078194,159840396~15535089,176803086~7990551,187157841~10864994,222265980~9723383,232391358~873632,234925901~3676113,239821831~197074,240575045~10247489,253737648~2079796,257632512~22158900,286252902~7764843,299078350~14157033,320554167~13592146,335502302~5943952,351035854~9487509,362770042~1099501,363873584~4868469,371008708~10719032,384615049~17964811,403648701~5469641,410059108~3336413] wrote [34427316~6523563,165267971~4507030,248868550~1953984,261433064~3670043,272386054~7405358,291420789~2288567,324264137~9191981,395122771~4294629] 2024-08-10T06:18:30.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:18:30 smithi196 ceph-mon[90243]: osdmap e2158: 8 total, 8 up, 8 in 2024-08-10T06:18:30.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:18:30 smithi031 ceph-mon[98130]: osdmap e2158: 8 total, 8 up, 8 in 2024-08-10T06:18:30.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:18:30 smithi031 ceph-mon[100614]: osdmap e2158: 8 total, 8 up, 8 in 2024-08-10T06:18:31.329 INFO:tasks.workunit.client.0.smithi031.stdout: i=9 exists [2189842~344510,6913815~1802959,11812702~2491138,15674337~8136274,23882372~4726089,31191434~13545788,49921498~1448757,55855054~5884900,79072775~7497524,91001090~9084402,101602722~1473120,114983644~6783586,121794131~4941204,126858148~7829785,157308040~1078194,159840396~24953241,187157841~10864994,222265980~9723383,232391358~873632,234925901~3676113,239821831~197074,240575045~10247489,251498588~4318856,257632512~22158900,286252902~7764843,299078350~14157033,320554167~13592146,335502302~5943952,351035854~9487509,362770042~1099501,363873584~4868469,371008708~10719032,384615049~17964811,403648701~5469641,410059108~3336413] wrote [6913815~1802959,56705613~2600614,79072775~3332516,91001090~1810443,174032626~6950506,241269021~3118089,251498588~2375996,260425812~3243290,266114081~5737393,303572713~1523034] 2024-08-10T06:18:31.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:18:31 smithi031 ceph-mon[98130]: osdmap e2159: 8 total, 8 up, 8 in 2024-08-10T06:18:31.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:18:31 smithi031 ceph-mon[98130]: pgmap v3772: 137 pgs: 137 active+clean; 692 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 165 KiB/s rd, 51 MiB/s wr, 275 op/s 2024-08-10T06:18:31.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:18:31 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:18:31] "GET /metrics HTTP/1.1" 200 36731 "" "Prometheus/2.43.0" 2024-08-10T06:18:31.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:18:31 smithi031 ceph-mon[100614]: osdmap e2159: 8 total, 8 up, 8 in 2024-08-10T06:18:31.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:18:31 smithi031 ceph-mon[100614]: pgmap v3772: 137 pgs: 137 active+clean; 692 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 165 KiB/s rd, 51 MiB/s wr, 275 op/s 2024-08-10T06:18:31.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:18:31 smithi196 ceph-mon[90243]: osdmap e2159: 8 total, 8 up, 8 in 2024-08-10T06:18:31.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:18:31 smithi196 ceph-mon[90243]: pgmap v3772: 137 pgs: 137 active+clean; 692 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 165 KiB/s rd, 51 MiB/s wr, 275 op/s 2024-08-10T06:18:32.372 INFO:tasks.workunit.client.0.smithi031.stdout: i=10 exists [2189842~344510,6913815~1802959,11812702~2491138,15674337~8136274,23882372~4726089,31191434~13545788,49921498~1448757,55855054~10251318,66611405~7325474,79072775~7497524,91001090~9084402,101602722~1473120,113142458~8624772,121794131~4941204,126858148~7829785,143499276~4869107,157308040~1078194,159840396~24953241,187157841~10864994,222265980~9723383,232391358~873632,234925901~3676113,239821831~197074,240575045~10343050,251498588~4318856,257632512~22158900,286252902~7764843,299078350~14157033,320554167~13592146,335502302~5943952,351035854~9487509,362770042~1099501,363873584~4868469,371008708~10719032,384615049~17964811,403648701~5469641,410059108~3336413] wrote [58801723~7304649,66611405~7325474,113142458~7261258,143499276~4869107,243305651~2923088,250053113~864982,264485560~12985675,331763560~2199974] 2024-08-10T06:18:32.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:18:32 smithi031 ceph-mon[98130]: osdmap e2160: 8 total, 8 up, 8 in 2024-08-10T06:18:32.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:18:32 smithi031 ceph-mon[100614]: osdmap e2160: 8 total, 8 up, 8 in 2024-08-10T06:18:32.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:18:32 smithi196 ceph-mon[90243]: osdmap e2160: 8 total, 8 up, 8 in 2024-08-10T06:18:32.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:18:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:18:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:18:33.400 INFO:tasks.workunit.client.0.smithi031.stdout: i=11 exists [2189842~344510,6913815~1802959,11812702~2491138,15674337~8136274,23882372~4726089,31191434~13545788,49921498~1448757,55855054~10251318,66611405~7325474,79072775~7497524,91001090~12307811,113142458~8624772,121794131~4941204,126858148~7829785,143499276~4869107,157308040~1078194,159840396~24953241,187157841~10864994,201826748~5669267,222265980~9723383,232391358~873632,234545145~4056869,239821831~197074,240575045~10343050,251498588~4318856,257632512~22158900,286252902~11619824,299078350~14157033,320554167~13592146,335502302~5943952,351035854~9487509,362770042~1099501,363873584~4868469,371008708~10719032,384615049~24503293,410059108~3336413] wrote [95522008~7786893,201826748~5669267,234545145~661005,293648696~4224030,299561269~7217366,374506755~203056,396748789~11632716] 2024-08-10T06:18:33.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:18:33 smithi031 ceph-mon[98130]: osdmap e2161: 8 total, 8 up, 8 in 2024-08-10T06:18:33.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:18:33 smithi031 ceph-mon[98130]: pgmap v3775: 137 pgs: 137 active+clean; 754 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 186 KiB/s rd, 37 MiB/s wr, 299 op/s 2024-08-10T06:18:33.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:18:33 smithi031 ceph-mon[100614]: osdmap e2161: 8 total, 8 up, 8 in 2024-08-10T06:18:33.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:18:33 smithi031 ceph-mon[100614]: pgmap v3775: 137 pgs: 137 active+clean; 754 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 186 KiB/s rd, 37 MiB/s wr, 299 op/s 2024-08-10T06:18:33.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:18:33 smithi196 ceph-mon[90243]: osdmap e2161: 8 total, 8 up, 8 in 2024-08-10T06:18:33.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:18:33 smithi196 ceph-mon[90243]: pgmap v3775: 137 pgs: 137 active+clean; 754 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 186 KiB/s rd, 37 MiB/s wr, 299 op/s 2024-08-10T06:18:34.388 INFO:tasks.workunit.client.0.smithi031.stdout: i=12 exists [2189842~344510,6913815~1802959,11812702~2491138,15674337~8136274,23882372~4726089,31191434~13545788,49921498~1448757,55855054~10251318,66611405~7325474,79072775~7497524,91001090~12307811,113142458~8624772,121794131~16320140,143499276~4869107,157308040~1078194,159840396~24953241,187157841~10864994,201826748~5669267,222265980~9723383,232391358~873632,234545145~4056869,239821831~197074,240575045~10343050,251498588~4318856,257632512~40240214,299078350~14157033,320554167~20892087,351035854~9487509,362770042~1099501,363873584~4868469,370831635~10896105,384615049~24503293,410059108~3336413] wrote [113458366~843760,126057437~12056834,175268224~6064025,278503853~7998855,307948721~1166157,309412426~2565812,332605107~4923974,370831635~4137069,398159221~2618969] 2024-08-10T06:18:34.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:18:34 smithi031 ceph-mon[100614]: osdmap e2162: 8 total, 8 up, 8 in 2024-08-10T06:18:34.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:18:34 smithi031 ceph-mon[98130]: osdmap e2162: 8 total, 8 up, 8 in 2024-08-10T06:18:34.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:18:34 smithi196 ceph-mon[90243]: osdmap e2162: 8 total, 8 up, 8 in 2024-08-10T06:18:35.378 INFO:tasks.workunit.client.0.smithi031.stdout: i=13 exists [2189842~344510,6913815~1802959,11812702~2491138,15674337~12934124,31191434~13545788,49921498~1448757,55855054~10251318,66611405~7325474,79072775~7497524,91001090~12307811,105930383~4099813,113142458~8624772,121794131~16320140,143499276~5621972,157308040~1078194,159840396~24953241,187157841~10864994,201826748~5669267,222265980~9723383,232391358~873632,234545145~4056869,239821831~197074,240575045~15242399,257632512~40240214,299078350~14157033,320554167~20892087,351035854~9487509,362770042~1099501,363873584~4868469,370831635~10896105,384615049~24503293,410059108~3336413] wrote [21495634~4613604,33221694~1273466,61430320~159853,96797428~2640709,105930383~4099813,144530419~4590829,162665216~2303780,247051787~4668963,294052254~2090825,397296028~4062174] 2024-08-10T06:18:35.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:18:35 smithi031 ceph-mon[100614]: osdmap e2163: 8 total, 8 up, 8 in 2024-08-10T06:18:35.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:18:35 smithi031 ceph-mon[100614]: pgmap v3778: 137 pgs: 137 active+clean; 836 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 186 KiB/s rd, 33 MiB/s wr, 294 op/s 2024-08-10T06:18:35.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:18:35 smithi031 ceph-mon[98130]: osdmap e2163: 8 total, 8 up, 8 in 2024-08-10T06:18:35.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:18:35 smithi031 ceph-mon[98130]: pgmap v3778: 137 pgs: 137 active+clean; 836 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 186 KiB/s rd, 33 MiB/s wr, 294 op/s 2024-08-10T06:18:35.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:18:35 smithi196 ceph-mon[90243]: osdmap e2163: 8 total, 8 up, 8 in 2024-08-10T06:18:35.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:18:35 smithi196 ceph-mon[90243]: pgmap v3778: 137 pgs: 137 active+clean; 836 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 186 KiB/s rd, 33 MiB/s wr, 294 op/s 2024-08-10T06:18:36.385 INFO:tasks.workunit.client.0.smithi031.stdout: i=14 exists [2189842~344510,5389773~4974106,11812702~2491138,15674337~12934124,31191434~13545788,49921498~1448757,55855054~10251318,66611405~7325474,75678757~10891542,91001090~12307811,105930383~4099813,113142458~8624772,121794131~16320140,143499276~5621972,157308040~1078194,159840396~24953241,187157841~10864994,201826748~5669267,222265980~9723383,232391358~873632,234545145~4056869,239821831~197074,240575045~15242399,256775230~41097496,299078350~14157033,320554167~20892087,345459708~2729414,351035854~9487509,362770042~1099501,363873584~4868469,370831635~10896105,384615049~24503293,410059108~3336413] wrote [5389773~4974106,16950824~7495505,31555058~2196456,33891429~5126205,75678757~10486547,256775230~4751454,311641384~838221,345459708~2729414] 2024-08-10T06:18:36.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:18:36 smithi031 ceph-mon[98130]: osdmap e2164: 8 total, 8 up, 8 in 2024-08-10T06:18:36.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:18:36 smithi031 ceph-mon[100614]: osdmap e2164: 8 total, 8 up, 8 in 2024-08-10T06:18:36.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:18:36 smithi196 ceph-mon[90243]: osdmap e2164: 8 total, 8 up, 8 in 2024-08-10T06:18:37.425 INFO:tasks.workunit.client.0.smithi031.stdout: i=15 exists [2189842~344510,5389773~4974106,11812702~2491138,15674337~13036234,31191434~13613065,49921498~1448757,55855054~10251318,66611405~7325474,75678757~10891542,91001090~12307811,105930383~4099813,113142458~24971813,143499276~5621972,157308040~1078194,159333658~25459979,187157841~10864994,201826748~9071877,222265980~9723383,232391358~873632,234545145~4056869,239821831~197074,240575045~15242399,256775230~41097496,299078350~14157033,320554167~24610377,345459708~2729414,351035854~9487509,362770042~1099501,363873584~4868469,370831635~10896105,384615049~24503293,410059108~3336413] wrote [22986366~5724205,40265810~4538689,116650352~7675151,159333658~8053444,169207566~2094182,190351207~4969475,205874385~5024240,303960207~1178828,321793491~5857199,339853054~5311490] 2024-08-10T06:18:37.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:18:37 smithi031 ceph-mon[98130]: osdmap e2165: 8 total, 8 up, 8 in 2024-08-10T06:18:37.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:18:37 smithi031 ceph-mon[98130]: pgmap v3781: 137 pgs: 137 active+clean; 894 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 34 MiB/s wr, 16 op/s 2024-08-10T06:18:37.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:18:37 smithi031 ceph-mon[100614]: osdmap e2165: 8 total, 8 up, 8 in 2024-08-10T06:18:37.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:18:37 smithi031 ceph-mon[100614]: pgmap v3781: 137 pgs: 137 active+clean; 894 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 34 MiB/s wr, 16 op/s 2024-08-10T06:18:37.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:18:37 smithi196 ceph-mon[90243]: osdmap e2165: 8 total, 8 up, 8 in 2024-08-10T06:18:37.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:18:37 smithi196 ceph-mon[90243]: pgmap v3781: 137 pgs: 137 active+clean; 894 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 34 MiB/s wr, 16 op/s 2024-08-10T06:18:38.440 INFO:tasks.workunit.client.0.smithi031.stdout: i=16 exists [2189842~344510,5389773~4974106,11812702~3285518,15674337~13036234,31191434~13613065,49921498~1448757,55855054~10251318,66611405~7325474,75678757~14013956,91001090~12307811,105930383~4099813,113142458~24971813,143499276~5621972,157308040~1078194,159333658~25459979,184965379~13057456,201826748~9071877,222265980~9723383,232391358~873632,233814585~4787429,239821831~197074,240575045~15242399,256775230~41097496,299078350~14157033,320554167~27634955,351035854~9487509,362770042~1099501,363873584~4868469,370831635~10896105,384615049~24503293,410059108~3336413] wrote [12533467~2564753,18879398~5065336,81911469~7781244,146699858~2264763,184965379~3317039,233814585~4586169,327433208~7054254,336327193~9692850,372128234~3489303] 2024-08-10T06:18:38.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:18:38 smithi031 ceph-mon[98130]: osdmap e2166: 8 total, 8 up, 8 in 2024-08-10T06:18:38.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:18:38 smithi031 ceph-mon[100614]: osdmap e2166: 8 total, 8 up, 8 in 2024-08-10T06:18:38.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:18:38 smithi196 ceph-mon[90243]: osdmap e2166: 8 total, 8 up, 8 in 2024-08-10T06:18:39.406 INFO:tasks.workunit.client.0.smithi031.stdout: i=17 exists [2189842~344510,5389773~4974106,11812702~3285518,15674337~13036234,31191434~20178821,55855054~10251318,66611405~7325474,75678757~14013956,91001090~12307811,105930383~4099813,113142458~24971813,143499276~5621972,157308040~1078194,159333658~25459979,184965379~13057456,201826748~9071877,222265980~9723383,232391358~873632,233814585~4787429,239821831~197074,240575045~15242399,256775230~41097496,299078350~14157033,319363547~28825575,351035854~9487509,360983752~7758301,370831635~10896105,384615049~24503293,410059108~3336413] wrote [12470796~863773,44598894~6355880,85365898~3607543,209112189~162071,222746818~4394459,275828309~628675,319363547~3530474,360983752~5161056,384875732~7080826] 2024-08-10T06:18:39.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:18:39 smithi031 ceph-mon[98130]: osdmap e2167: 8 total, 8 up, 8 in 2024-08-10T06:18:39.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:18:39 smithi031 ceph-mon[98130]: pgmap v3784: 137 pgs: 137 active+clean; 995 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 215 KiB/s rd, 40 MiB/s wr, 334 op/s 2024-08-10T06:18:39.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:18:39 smithi031 ceph-mon[100614]: osdmap e2167: 8 total, 8 up, 8 in 2024-08-10T06:18:39.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:18:39 smithi031 ceph-mon[100614]: pgmap v3784: 137 pgs: 137 active+clean; 995 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 215 KiB/s rd, 40 MiB/s wr, 334 op/s 2024-08-10T06:18:39.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:18:39 smithi196 ceph-mon[90243]: osdmap e2167: 8 total, 8 up, 8 in 2024-08-10T06:18:39.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:18:39 smithi196 ceph-mon[90243]: pgmap v3784: 137 pgs: 137 active+clean; 995 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 215 KiB/s rd, 40 MiB/s wr, 334 op/s 2024-08-10T06:18:40.421 INFO:tasks.workunit.client.0.smithi031.stdout: i=18 exists [2189842~344510,5389773~4974106,11812702~3285518,15674337~13036234,31191434~20178821,55855054~10251318,66611405~7325474,75678757~14013956,91001090~12307811,105532489~32581782,143499276~5621972,157308040~1078194,159333658~25459979,184965379~13057456,201826748~9498618,222265980~9723383,232391358~873632,233814585~4787429,239821831~197074,240575045~15242399,256775230~41097496,299078350~14157033,319363547~28825575,351035854~9487509,360983752~7758301,370574707~11153033,384615049~24503293,410059108~3336413] wrote [45263013~692099,93958093~848133,97338073~3428853,105532489~7673869,194303783~2890404,206273496~5051870,222379847~3131726,277635155~2646758,321948217~6725425,370574707~3851827] 2024-08-10T06:18:40.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:18:40 smithi031 ceph-mon[98130]: osdmap e2168: 8 total, 8 up, 8 in 2024-08-10T06:18:40.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:18:40 smithi031 ceph-mon[100614]: osdmap e2168: 8 total, 8 up, 8 in 2024-08-10T06:18:40.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:18:40 smithi196 ceph-mon[90243]: osdmap e2168: 8 total, 8 up, 8 in 2024-08-10T06:18:41.441 INFO:tasks.workunit.client.0.smithi031.stdout: i=19 exists [2189842~344510,5389773~4974106,11812702~3285518,15674337~13036234,31191434~23940187,55855054~10251318,66611405~7325474,74864290~14828423,91001090~12307811,105532489~32581782,143499276~5621972,152612348~5773886,159333658~25459979,184965379~13057456,201826748~9498618,222265980~9723383,232391358~873632,233814585~4787429,239821831~197074,240575045~57297681,299078350~14157033,319363547~28825575,351035854~17706199,370574707~11153033,384615049~24503293,410059108~3336413] wrote [15992675~1284127,42996436~1001224,47380871~7750750,74864290~5151998,152612348~5043138,202955592~7487393,255589625~6663469,309177725~3529756,344345366~1540930,356127423~5901905] 2024-08-10T06:18:41.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:18:41 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:18:41] "GET /metrics HTTP/1.1" 200 36740 "" "Prometheus/2.43.0" 2024-08-10T06:18:41.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:18:41 smithi031 ceph-mon[98130]: osdmap e2169: 8 total, 8 up, 8 in 2024-08-10T06:18:41.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:18:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:18:41.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:18:41 smithi031 ceph-mon[98130]: pgmap v3787: 137 pgs: 137 active+clean; 1.1 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 215 KiB/s rd, 49 MiB/s wr, 338 op/s 2024-08-10T06:18:41.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:18:41 smithi031 ceph-mon[100614]: osdmap e2169: 8 total, 8 up, 8 in 2024-08-10T06:18:41.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:18:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:18:41.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:18:41 smithi031 ceph-mon[100614]: pgmap v3787: 137 pgs: 137 active+clean; 1.1 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 215 KiB/s rd, 49 MiB/s wr, 338 op/s 2024-08-10T06:18:41.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:18:41 smithi196 ceph-mon[90243]: osdmap e2169: 8 total, 8 up, 8 in 2024-08-10T06:18:41.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:18:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:18:41.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:18:41 smithi196 ceph-mon[90243]: pgmap v3787: 137 pgs: 137 active+clean; 1.1 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 215 KiB/s rd, 49 MiB/s wr, 338 op/s 2024-08-10T06:18:42.388 INFO:tasks.workunit.client.0.smithi031.stdout:from 0 to 1 diff [37748736~4194304,54525952~8388608,155189248~4194304,226492416~4194304,327155712~8388608,348127232~12582912,369098752~8388608,385875968~4194304] 2024-08-10T06:18:42.388 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [37748736~4194304,54525952~8388608,155189248~4194304,226492416~4194304,327155712~8388608,348127232~12582912,369098752~8388608,385875968~4194304] 2024-08-10T06:18:42.397 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [37748736~4194304,54525952~8388608,155189248~4194304,226492416~8388608,327155712~8388608,348127232~12582912,369098752~8388608,385875968~4194304] 2024-08-10T06:18:42.398 INFO:tasks.workunit.client.0.smithi031.stdout:from 0 to 2 diff [8388608~4194304,37748736~4194304,54525952~8388608,121634816~12582912,155189248~16777216,180355072~4194304,226492416~4194304,239075328~8388608,301989888~8388608,327155712~8388608,348127232~12582912,369098752~8388608,385875968~8388608] 2024-08-10T06:18:42.398 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [8388608~4194304,37748736~4194304,54525952~8388608,121634816~12582912,155189248~16777216,180355072~4194304,226492416~4194304,239075328~8388608,301989888~8388608,327155712~8388608,348127232~12582912,369098752~8388608,385875968~8388608] 2024-08-10T06:18:42.399 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [8388608~8388608,37748736~4194304,54525952~8388608,121634816~16777216,155189248~16777216,180355072~8388608,226492416~8388608,239075328~8388608,301989888~8388608,327155712~8388608,348127232~12582912,369098752~8388608,385875968~8388608] 2024-08-10T06:18:42.400 INFO:tasks.workunit.client.0.smithi031.stdout:from 0 to 3 diff [8388608~4194304,20971520~8388608,37748736~4194304,54525952~8388608,79691776~8388608,96468992~4194304,113246208~20971520,155189248~16777216,180355072~4194304,226492416~4194304,239075328~8388608,268435456~4194304,285212672~8388608,297795584~12582912,327155712~8388608,348127232~16777216,369098752~8388608,385875968~8388608,398458880~4194304] 2024-08-10T06:18:42.400 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [8388608~4194304,20971520~8388608,37748736~4194304,54525952~8388608,79691776~8388608,96468992~4194304,113246208~20971520,155189248~16777216,180355072~4194304,226492416~4194304,239075328~8388608,268435456~4194304,285212672~8388608,297795584~12582912,327155712~8388608,348127232~16777216,369098752~8388608,385875968~8388608,398458880~4194304] 2024-08-10T06:18:42.404 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [8388608~8388608,20971520~8388608,37748736~4194304,54525952~8388608,79691776~8388608,96468992~4194304,113246208~25165824,155189248~16777216,180355072~8388608,226492416~8388608,239075328~8388608,268435456~8388608,285212672~25165824,327155712~8388608,348127232~16777216,369098752~8388608,385875968~8388608,398458880~4194304] 2024-08-10T06:18:42.404 INFO:tasks.workunit.client.0.smithi031.stdout:from 0 to 4 diff [8388608~33554432,54525952~8388608,79691776~8388608,96468992~4194304,113246208~20971520,155189248~16777216,176160768~8388608,188743680~8388608,226492416~4194304,239075328~8388608,268435456~4194304,285212672~8388608,297795584~16777216,327155712~8388608,348127232~54525952] 2024-08-10T06:18:42.404 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [8388608~33554432,54525952~8388608,79691776~8388608,96468992~4194304,113246208~20971520,155189248~16777216,176160768~8388608,188743680~8388608,226492416~4194304,239075328~8388608,268435456~4194304,285212672~8388608,297795584~16777216,327155712~8388608,348127232~54525952] 2024-08-10T06:18:42.407 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [8388608~33554432,54525952~8388608,79691776~8388608,96468992~4194304,113246208~25165824,155189248~16777216,176160768~25165824,226492416~8388608,239075328~8388608,268435456~8388608,285212672~29360128,327155712~8388608,348127232~54525952] 2024-08-10T06:18:42.407 INFO:tasks.workunit.client.0.smithi031.stdout:from 0 to 5 diff [8388608~33554432,54525952~8388608,79691776~8388608,96468992~4194304,113246208~20971520,155189248~29360128,188743680~8388608,222298112~8388608,239075328~8388608,255852544~4194304,264241152~8388608,285212672~8388608,297795584~16777216,327155712~12582912,348127232~54525952] 2024-08-10T06:18:42.407 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [8388608~33554432,54525952~8388608,79691776~8388608,96468992~4194304,113246208~20971520,155189248~29360128,188743680~8388608,222298112~8388608,239075328~8388608,255852544~4194304,264241152~8388608,285212672~8388608,297795584~16777216,327155712~12582912,348127232~54525952] 2024-08-10T06:18:42.410 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [8388608~37748736,54525952~8388608,79691776~8388608,96468992~4194304,113246208~25165824,155189248~46137344,222298112~12582912,239075328~8388608,255852544~20971520,285212672~29360128,327155712~16777216,348127232~54525952] 2024-08-10T06:18:42.410 INFO:tasks.workunit.client.0.smithi031.stdout:from 0 to 6 diff [8388608~33554432,54525952~8388608,79691776~8388608,96468992~8388608,113246208~20971520,155189248~41943040,222298112~12582912,239075328~8388608,251658240~20971520,285212672~8388608,297795584~16777216,322961408~16777216,348127232~54525952,406847488~4194304] 2024-08-10T06:18:42.410 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [8388608~33554432,54525952~8388608,79691776~8388608,96468992~8388608,113246208~20971520,155189248~41943040,222298112~12582912,239075328~8388608,251658240~20971520,285212672~8388608,297795584~16777216,322961408~16777216,348127232~54525952,406847488~4194304] 2024-08-10T06:18:42.414 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [8388608~37748736,54525952~8388608,79691776~8388608,96468992~8388608,113246208~25165824,155189248~46137344,222298112~12582912,239075328~8388608,251658240~25165824,285212672~29360128,322961408~20971520,348127232~54525952,406847488~8388608] 2024-08-10T06:18:42.414 INFO:tasks.workunit.client.0.smithi031.stdout:from 0 to 7 diff [8388608~33554432,46137344~4194304,54525952~8388608,79691776~8388608,92274688~12582912,113246208~20971520,155189248~41943040,222298112~25165824,251658240~25165824,285212672~8388608,297795584~16777216,318767104~20971520,348127232~54525952,406847488~4194304] 2024-08-10T06:18:42.414 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [8388608~33554432,46137344~4194304,54525952~8388608,79691776~8388608,92274688~12582912,113246208~20971520,155189248~41943040,222298112~25165824,251658240~25165824,285212672~8388608,297795584~16777216,318767104~20971520,348127232~54525952,406847488~4194304] 2024-08-10T06:18:42.417 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [8388608~54525952,79691776~8388608,92274688~12582912,113246208~25165824,155189248~46137344,222298112~25165824,251658240~25165824,285212672~29360128,318767104~25165824,348127232~54525952,406847488~8388608] 2024-08-10T06:18:42.418 INFO:tasks.workunit.client.0.smithi031.stdout:from 0 to 8 diff [8388608~41943040,54525952~8388608,79691776~8388608,92274688~12582912,113246208~20971520,155189248~41943040,222298112~58720256,285212672~8388608,297795584~16777216,318767104~20971520,348127232~54525952,406847488~4194304] 2024-08-10T06:18:42.418 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [8388608~41943040,54525952~8388608,79691776~8388608,92274688~12582912,113246208~20971520,155189248~41943040,222298112~58720256,285212672~8388608,297795584~16777216,318767104~20971520,348127232~54525952,406847488~4194304] 2024-08-10T06:18:42.422 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [8388608~54525952,79691776~8388608,92274688~12582912,113246208~25165824,155189248~46137344,222298112~58720256,285212672~29360128,318767104~25165824,348127232~54525952,406847488~8388608] 2024-08-10T06:18:42.422 INFO:tasks.workunit.client.0.smithi031.stdout:from 0 to 9 diff [4194304~46137344,54525952~8388608,75497472~8388608,88080384~16777216,113246208~20971520,155189248~41943040,222298112~58720256,285212672~8388608,297795584~16777216,318767104~20971520,348127232~54525952,406847488~4194304] 2024-08-10T06:18:42.422 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~46137344,54525952~8388608,75497472~8388608,88080384~16777216,113246208~20971520,155189248~41943040,222298112~58720256,285212672~8388608,297795584~16777216,318767104~20971520,348127232~54525952,406847488~4194304] 2024-08-10T06:18:42.427 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~58720256,75497472~29360128,113246208~25165824,155189248~46137344,222298112~58720256,285212672~29360128,318767104~25165824,348127232~54525952,406847488~8388608] 2024-08-10T06:18:42.427 INFO:tasks.workunit.client.0.smithi031.stdout:from 0 to 10 diff [4194304~46137344,54525952~16777216,75497472~8388608,88080384~16777216,109051904~25165824,142606336~8388608,155189248~41943040,222298112~58720256,285212672~8388608,297795584~16777216,318767104~20971520,348127232~54525952,406847488~4194304] 2024-08-10T06:18:42.427 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~46137344,54525952~16777216,75497472~8388608,88080384~16777216,109051904~25165824,142606336~8388608,155189248~41943040,222298112~58720256,285212672~8388608,297795584~16777216,318767104~20971520,348127232~54525952,406847488~4194304] 2024-08-10T06:18:42.432 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~100663296,109051904~29360128,142606336~8388608,155189248~46137344,222298112~58720256,285212672~29360128,318767104~25165824,348127232~54525952,406847488~8388608] 2024-08-10T06:18:42.432 INFO:tasks.workunit.client.0.smithi031.stdout:from 0 to 11 diff [4194304~46137344,54525952~16777216,75497472~8388608,88080384~12582912,109051904~25165824,142606336~8388608,155189248~41943040,201326592~8388608,222298112~12582912,239075328~41943040,285212672~29360128,318767104~20971520,348127232~62914560] 2024-08-10T06:18:42.432 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~46137344,54525952~16777216,75497472~8388608,88080384~12582912,109051904~25165824,142606336~8388608,155189248~41943040,201326592~8388608,222298112~12582912,239075328~41943040,285212672~29360128,318767104~20971520,348127232~62914560] 2024-08-10T06:18:42.438 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~100663296,109051904~29360128,142606336~8388608,155189248~54525952,222298112~58720256,285212672~29360128,318767104~25165824,348127232~67108864] 2024-08-10T06:18:42.438 INFO:tasks.workunit.client.0.smithi031.stdout:from 0 to 12 diff [4194304~46137344,54525952~16777216,75497472~8388608,88080384~12582912,109051904~29360128,142606336~8388608,155189248~41943040,201326592~8388608,222298112~12582912,239075328~75497472,318767104~20971520,348127232~62914560] 2024-08-10T06:18:42.438 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~46137344,54525952~16777216,75497472~8388608,88080384~12582912,109051904~29360128,142606336~8388608,155189248~41943040,201326592~8388608,222298112~12582912,239075328~75497472,318767104~20971520,348127232~62914560] 2024-08-10T06:18:42.444 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~100663296,109051904~29360128,142606336~8388608,155189248~54525952,222298112~92274688,318767104~25165824,348127232~67108864] 2024-08-10T06:18:42.444 INFO:tasks.workunit.client.0.smithi031.stdout:from 0 to 13 diff [4194304~20971520,29360128~20971520,54525952~16777216,75497472~8388608,88080384~12582912,104857600~33554432,142606336~8388608,155189248~41943040,201326592~8388608,222298112~12582912,239075328~75497472,318767104~20971520,348127232~62914560] 2024-08-10T06:18:42.444 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~20971520,29360128~20971520,54525952~16777216,75497472~8388608,88080384~12582912,104857600~33554432,142606336~8388608,155189248~41943040,201326592~8388608,222298112~12582912,239075328~75497472,318767104~20971520,348127232~62914560] 2024-08-10T06:18:42.450 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~8388608,155189248~54525952,222298112~92274688,318767104~25165824,348127232~67108864] 2024-08-10T06:18:42.451 INFO:tasks.workunit.client.0.smithi031.stdout:from 0 to 14 diff [4194304~20971520,29360128~20971520,54525952~16777216,75497472~25165824,104857600~33554432,142606336~8388608,155189248~41943040,201326592~8388608,222298112~12582912,239075328~75497472,318767104~20971520,343932928~67108864] 2024-08-10T06:18:42.451 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~20971520,29360128~20971520,54525952~16777216,75497472~25165824,104857600~33554432,142606336~8388608,155189248~41943040,201326592~8388608,222298112~12582912,239075328~75497472,318767104~20971520,343932928~67108864] 2024-08-10T06:18:42.456 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~8388608,155189248~54525952,222298112~92274688,318767104~96468992] 2024-08-10T06:18:42.457 INFO:tasks.workunit.client.0.smithi031.stdout:from 0 to 15 diff [4194304~20971520,29360128~20971520,54525952~16777216,75497472~25165824,104857600~29360128,142606336~8388608,155189248~41943040,201326592~12582912,222298112~12582912,239075328~75497472,318767104~92274688] 2024-08-10T06:18:42.457 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~20971520,29360128~20971520,54525952~16777216,75497472~25165824,104857600~29360128,142606336~8388608,155189248~41943040,201326592~12582912,222298112~12582912,239075328~75497472,318767104~92274688] 2024-08-10T06:18:42.464 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~8388608,155189248~58720256,222298112~92274688,318767104~96468992] 2024-08-10T06:18:42.464 INFO:tasks.workunit.client.0.smithi031.stdout:from 0 to 16 diff [4194304~20971520,29360128~20971520,54525952~16777216,75497472~25165824,104857600~29360128,142606336~8388608,155189248~58720256,222298112~92274688,318767104~92274688] 2024-08-10T06:18:42.464 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~20971520,29360128~20971520,54525952~16777216,75497472~25165824,104857600~29360128,142606336~8388608,155189248~58720256,222298112~92274688,318767104~92274688] 2024-08-10T06:18:42.471 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~8388608,155189248~58720256,222298112~92274688,318767104~96468992] 2024-08-10T06:18:42.471 INFO:tasks.workunit.client.0.smithi031.stdout:from 0 to 17 diff [4194304~20971520,29360128~20971520,54525952~16777216,75497472~25165824,104857600~29360128,142606336~8388608,155189248~58720256,222298112~92274688,318767104~92274688] 2024-08-10T06:18:42.471 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~20971520,29360128~20971520,54525952~16777216,75497472~25165824,104857600~29360128,142606336~8388608,155189248~58720256,222298112~92274688,318767104~92274688] 2024-08-10T06:18:42.478 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~8388608,155189248~58720256,222298112~92274688,318767104~96468992] 2024-08-10T06:18:42.481 INFO:tasks.workunit.client.0.smithi031.stdout:from 0 to 18 diff [4194304~20971520,29360128~20971520,54525952~16777216,75497472~25165824,104857600~33554432,142606336~8388608,155189248~58720256,222298112~92274688,318767104~92274688] 2024-08-10T06:18:42.481 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~20971520,29360128~20971520,54525952~16777216,75497472~25165824,104857600~33554432,142606336~8388608,155189248~58720256,222298112~92274688,318767104~92274688] 2024-08-10T06:18:42.487 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~8388608,155189248~58720256,222298112~92274688,318767104~96468992] 2024-08-10T06:18:42.487 INFO:tasks.workunit.client.0.smithi031.stdout:from 0 to 19 diff [4194304~96468992,104857600~33554432,142606336~71303168,222298112~92274688,318767104~92274688] 2024-08-10T06:18:42.487 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~71303168,222298112~92274688,318767104~92274688] 2024-08-10T06:18:42.496 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~96468992] 2024-08-10T06:18:42.496 INFO:tasks.workunit.client.0.smithi031.stdout:from 1 to 2 diff [8388608~4194304,121634816~12582912,159383552~12582912,180355072~4194304,239075328~8388608,301989888~8388608,390070272~4194304] 2024-08-10T06:18:42.496 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [8388608~4194304,121634816~12582912,159383552~12582912,180355072~4194304,239075328~8388608,301989888~8388608,390070272~4194304] 2024-08-10T06:18:42.497 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [8388608~8388608,121634816~16777216,159383552~12582912,180355072~8388608,239075328~8388608,301989888~8388608,390070272~4194304] 2024-08-10T06:18:42.497 INFO:tasks.workunit.client.0.smithi031.stdout:from 1 to 3 diff [8388608~4194304,20971520~8388608,79691776~8388608,96468992~4194304,113246208~20971520,159383552~12582912,180355072~4194304,239075328~8388608,268435456~4194304,285212672~8388608,297795584~12582912,360710144~4194304,390070272~4194304,398458880~4194304] 2024-08-10T06:18:42.498 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [8388608~4194304,20971520~8388608,79691776~8388608,96468992~4194304,113246208~20971520,159383552~12582912,180355072~4194304,239075328~8388608,268435456~4194304,285212672~8388608,297795584~12582912,360710144~4194304,390070272~4194304,398458880~4194304] 2024-08-10T06:18:42.499 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [8388608~8388608,20971520~8388608,79691776~8388608,96468992~4194304,113246208~25165824,159383552~12582912,180355072~8388608,239075328~8388608,268435456~8388608,285212672~25165824,360710144~4194304,390070272~4194304,398458880~4194304] 2024-08-10T06:18:42.499 INFO:tasks.workunit.client.0.smithi031.stdout:from 1 to 4 diff [8388608~29360128,79691776~8388608,96468992~4194304,113246208~20971520,159383552~12582912,176160768~8388608,188743680~8388608,239075328~8388608,268435456~4194304,285212672~8388608,297795584~16777216,360710144~8388608,373293056~29360128] 2024-08-10T06:18:42.499 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [8388608~29360128,79691776~8388608,96468992~4194304,113246208~20971520,159383552~12582912,176160768~8388608,188743680~8388608,239075328~8388608,268435456~4194304,285212672~8388608,297795584~16777216,360710144~8388608,373293056~29360128] 2024-08-10T06:18:42.501 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [8388608~29360128,79691776~8388608,96468992~4194304,113246208~25165824,159383552~12582912,176160768~25165824,239075328~8388608,268435456~8388608,285212672~29360128,360710144~8388608,373293056~29360128] 2024-08-10T06:18:42.501 INFO:tasks.workunit.client.0.smithi031.stdout:from 1 to 5 diff [8388608~33554432,79691776~8388608,96468992~4194304,113246208~20971520,159383552~25165824,188743680~8388608,222298112~8388608,239075328~8388608,255852544~4194304,264241152~8388608,285212672~8388608,297795584~16777216,331350016~8388608,360710144~8388608,373293056~29360128] 2024-08-10T06:18:42.501 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [8388608~33554432,79691776~8388608,96468992~4194304,113246208~20971520,159383552~25165824,188743680~8388608,222298112~8388608,239075328~8388608,255852544~4194304,264241152~8388608,285212672~8388608,297795584~16777216,331350016~8388608,360710144~8388608,373293056~29360128] 2024-08-10T06:18:42.503 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [8388608~37748736,79691776~8388608,96468992~4194304,113246208~25165824,159383552~41943040,222298112~12582912,239075328~8388608,255852544~20971520,285212672~29360128,331350016~12582912,360710144~8388608,373293056~29360128] 2024-08-10T06:18:42.503 INFO:tasks.workunit.client.0.smithi031.stdout:from 1 to 6 diff [8388608~33554432,79691776~8388608,96468992~8388608,113246208~20971520,159383552~37748736,222298112~12582912,239075328~8388608,251658240~20971520,285212672~8388608,297795584~16777216,322961408~4194304,331350016~8388608,360710144~8388608,373293056~29360128,406847488~4194304] 2024-08-10T06:18:42.503 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [8388608~33554432,79691776~8388608,96468992~8388608,113246208~20971520,159383552~37748736,222298112~12582912,239075328~8388608,251658240~20971520,285212672~8388608,297795584~16777216,322961408~4194304,331350016~8388608,360710144~8388608,373293056~29360128,406847488~4194304] 2024-08-10T06:18:42.505 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [8388608~37748736,79691776~8388608,96468992~8388608,113246208~25165824,159383552~41943040,222298112~12582912,239075328~8388608,251658240~25165824,285212672~29360128,322961408~4194304,331350016~12582912,360710144~8388608,373293056~29360128,406847488~8388608] 2024-08-10T06:18:42.506 INFO:tasks.workunit.client.0.smithi031.stdout:from 1 to 7 diff [8388608~33554432,46137344~4194304,79691776~8388608,92274688~12582912,113246208~20971520,159383552~37748736,222298112~25165824,251658240~25165824,285212672~8388608,297795584~16777216,318767104~8388608,331350016~8388608,360710144~8388608,373293056~29360128,406847488~4194304] 2024-08-10T06:18:42.506 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [8388608~33554432,46137344~4194304,79691776~8388608,92274688~12582912,113246208~20971520,159383552~37748736,222298112~25165824,251658240~25165824,285212672~8388608,297795584~16777216,318767104~8388608,331350016~8388608,360710144~8388608,373293056~29360128,406847488~4194304] 2024-08-10T06:18:42.508 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [8388608~46137344,79691776~8388608,92274688~12582912,113246208~25165824,159383552~41943040,222298112~25165824,251658240~25165824,285212672~29360128,318767104~8388608,331350016~12582912,360710144~8388608,373293056~29360128,406847488~8388608] 2024-08-10T06:18:42.509 INFO:tasks.workunit.client.0.smithi031.stdout:from 1 to 8 diff [8388608~41943040,79691776~8388608,92274688~12582912,113246208~20971520,159383552~37748736,222298112~58720256,285212672~8388608,297795584~16777216,318767104~20971520,360710144~8388608,373293056~29360128,406847488~4194304] 2024-08-10T06:18:42.509 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [8388608~41943040,79691776~8388608,92274688~12582912,113246208~20971520,159383552~37748736,222298112~58720256,285212672~8388608,297795584~16777216,318767104~20971520,360710144~8388608,373293056~29360128,406847488~4194304] 2024-08-10T06:18:42.512 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [8388608~46137344,79691776~8388608,92274688~12582912,113246208~25165824,159383552~41943040,222298112~58720256,285212672~29360128,318767104~25165824,360710144~8388608,373293056~29360128,406847488~8388608] 2024-08-10T06:18:42.512 INFO:tasks.workunit.client.0.smithi031.stdout:from 1 to 9 diff [4194304~46137344,54525952~4194304,75497472~8388608,88080384~16777216,113246208~20971520,159383552~37748736,222298112~58720256,285212672~8388608,297795584~16777216,318767104~20971520,360710144~8388608,373293056~29360128,406847488~4194304] 2024-08-10T06:18:42.512 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~46137344,54525952~4194304,75497472~8388608,88080384~16777216,113246208~20971520,159383552~37748736,222298112~58720256,285212672~8388608,297795584~16777216,318767104~20971520,360710144~8388608,373293056~29360128,406847488~4194304] 2024-08-10T06:18:42.516 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~58720256,75497472~29360128,113246208~25165824,159383552~41943040,222298112~58720256,285212672~29360128,318767104~25165824,360710144~8388608,373293056~29360128,406847488~8388608] 2024-08-10T06:18:42.516 INFO:tasks.workunit.client.0.smithi031.stdout:from 1 to 10 diff [4194304~46137344,54525952~16777216,75497472~8388608,88080384~16777216,109051904~25165824,142606336~8388608,159383552~37748736,222298112~58720256,285212672~8388608,297795584~16777216,318767104~20971520,360710144~8388608,373293056~29360128,406847488~4194304] 2024-08-10T06:18:42.516 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~46137344,54525952~16777216,75497472~8388608,88080384~16777216,109051904~25165824,142606336~8388608,159383552~37748736,222298112~58720256,285212672~8388608,297795584~16777216,318767104~20971520,360710144~8388608,373293056~29360128,406847488~4194304] 2024-08-10T06:18:42.520 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~100663296,109051904~29360128,142606336~8388608,159383552~41943040,222298112~58720256,285212672~29360128,318767104~25165824,360710144~8388608,373293056~29360128,406847488~8388608] 2024-08-10T06:18:42.520 INFO:tasks.workunit.client.0.smithi031.stdout:from 1 to 11 diff [4194304~46137344,54525952~16777216,75497472~8388608,88080384~12582912,109051904~25165824,142606336~8388608,159383552~37748736,201326592~8388608,222298112~12582912,239075328~41943040,285212672~29360128,318767104~20971520,360710144~8388608,373293056~37748736] 2024-08-10T06:18:42.520 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~46137344,54525952~16777216,75497472~8388608,88080384~12582912,109051904~25165824,142606336~8388608,159383552~37748736,201326592~8388608,222298112~12582912,239075328~41943040,285212672~29360128,318767104~20971520,360710144~8388608,373293056~37748736] 2024-08-10T06:18:42.525 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~100663296,109051904~29360128,142606336~8388608,159383552~50331648,222298112~58720256,285212672~29360128,318767104~25165824,360710144~8388608,373293056~41943040] 2024-08-10T06:18:42.525 INFO:tasks.workunit.client.0.smithi031.stdout:from 1 to 12 diff [4194304~46137344,54525952~16777216,75497472~8388608,88080384~12582912,109051904~29360128,142606336~8388608,159383552~37748736,201326592~8388608,222298112~12582912,239075328~75497472,318767104~20971520,360710144~50331648] 2024-08-10T06:18:42.525 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~46137344,54525952~16777216,75497472~8388608,88080384~12582912,109051904~29360128,142606336~8388608,159383552~37748736,201326592~8388608,222298112~12582912,239075328~75497472,318767104~20971520,360710144~50331648] 2024-08-10T06:18:42.529 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~100663296,109051904~29360128,142606336~8388608,159383552~50331648,222298112~92274688,318767104~25165824,360710144~54525952] 2024-08-10T06:18:42.530 INFO:tasks.workunit.client.0.smithi031.stdout:from 1 to 13 diff [4194304~20971520,29360128~20971520,54525952~16777216,75497472~8388608,88080384~12582912,104857600~33554432,142606336~8388608,159383552~37748736,201326592~8388608,222298112~12582912,239075328~75497472,318767104~20971520,360710144~50331648] 2024-08-10T06:18:42.530 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~20971520,29360128~20971520,54525952~16777216,75497472~8388608,88080384~12582912,104857600~33554432,142606336~8388608,159383552~37748736,201326592~8388608,222298112~12582912,239075328~75497472,318767104~20971520,360710144~50331648] 2024-08-10T06:18:42.535 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~8388608,159383552~50331648,222298112~92274688,318767104~25165824,360710144~54525952] 2024-08-10T06:18:42.536 INFO:tasks.workunit.client.0.smithi031.stdout:from 1 to 14 diff [4194304~20971520,29360128~20971520,54525952~16777216,75497472~25165824,104857600~33554432,142606336~8388608,159383552~37748736,201326592~8388608,222298112~12582912,239075328~75497472,318767104~20971520,343932928~4194304,360710144~50331648] 2024-08-10T06:18:42.536 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~20971520,29360128~20971520,54525952~16777216,75497472~25165824,104857600~33554432,142606336~8388608,159383552~37748736,201326592~8388608,222298112~12582912,239075328~75497472,318767104~20971520,343932928~4194304,360710144~50331648] 2024-08-10T06:18:42.541 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~8388608,159383552~50331648,222298112~92274688,318767104~33554432,360710144~54525952] 2024-08-10T06:18:42.541 INFO:tasks.workunit.client.0.smithi031.stdout:from 1 to 15 diff [4194304~20971520,29360128~20971520,54525952~16777216,75497472~25165824,104857600~29360128,142606336~8388608,155189248~41943040,201326592~12582912,222298112~12582912,239075328~75497472,318767104~29360128,360710144~50331648] 2024-08-10T06:18:42.541 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~20971520,29360128~20971520,54525952~16777216,75497472~25165824,104857600~29360128,142606336~8388608,155189248~41943040,201326592~12582912,222298112~12582912,239075328~75497472,318767104~29360128,360710144~50331648] 2024-08-10T06:18:42.545 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~8388608,155189248~58720256,222298112~92274688,318767104~33554432,360710144~54525952] 2024-08-10T06:18:42.546 INFO:tasks.workunit.client.0.smithi031.stdout:from 1 to 16 diff [4194304~20971520,29360128~20971520,54525952~16777216,75497472~25165824,104857600~29360128,142606336~8388608,155189248~58720256,222298112~92274688,318767104~29360128,360710144~50331648] 2024-08-10T06:18:42.546 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~20971520,29360128~20971520,54525952~16777216,75497472~25165824,104857600~29360128,142606336~8388608,155189248~58720256,222298112~92274688,318767104~29360128,360710144~50331648] 2024-08-10T06:18:42.551 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~8388608,155189248~58720256,222298112~92274688,318767104~33554432,360710144~54525952] 2024-08-10T06:18:42.551 INFO:tasks.workunit.client.0.smithi031.stdout:from 1 to 17 diff [4194304~20971520,29360128~20971520,54525952~16777216,75497472~25165824,104857600~29360128,142606336~8388608,155189248~58720256,222298112~92274688,318767104~29360128,360710144~50331648] 2024-08-10T06:18:42.551 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~20971520,29360128~20971520,54525952~16777216,75497472~25165824,104857600~29360128,142606336~8388608,155189248~58720256,222298112~92274688,318767104~29360128,360710144~50331648] 2024-08-10T06:18:42.558 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~8388608,155189248~58720256,222298112~92274688,318767104~33554432,360710144~54525952] 2024-08-10T06:18:42.558 INFO:tasks.workunit.client.0.smithi031.stdout:from 1 to 18 diff [4194304~20971520,29360128~20971520,54525952~16777216,75497472~25165824,104857600~33554432,142606336~8388608,155189248~58720256,222298112~92274688,318767104~29360128,360710144~50331648] 2024-08-10T06:18:42.558 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~20971520,29360128~20971520,54525952~16777216,75497472~25165824,104857600~33554432,142606336~8388608,155189248~58720256,222298112~92274688,318767104~29360128,360710144~50331648] 2024-08-10T06:18:42.565 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~8388608,155189248~58720256,222298112~92274688,318767104~33554432,360710144~54525952] 2024-08-10T06:18:42.566 INFO:tasks.workunit.client.0.smithi031.stdout:from 1 to 19 diff [4194304~96468992,104857600~33554432,142606336~71303168,222298112~92274688,318767104~29360128,352321536~58720256] 2024-08-10T06:18:42.566 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~71303168,222298112~92274688,318767104~29360128,352321536~58720256] 2024-08-10T06:18:42.574 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~96468992] 2024-08-10T06:18:42.574 INFO:tasks.workunit.client.0.smithi031.stdout:from 2 to 3 diff [20971520~8388608,79691776~8388608,96468992~4194304,113246208~8388608,163577856~8388608,268435456~4194304,285212672~8388608,297795584~8388608,360710144~4194304,398458880~4194304] 2024-08-10T06:18:42.574 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [20971520~8388608,79691776~8388608,96468992~4194304,113246208~8388608,163577856~8388608,268435456~4194304,285212672~8388608,297795584~8388608,360710144~4194304,398458880~4194304] 2024-08-10T06:18:42.575 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [20971520~8388608,79691776~8388608,96468992~4194304,113246208~8388608,163577856~8388608,268435456~8388608,285212672~25165824,360710144~4194304,398458880~4194304] 2024-08-10T06:18:42.575 INFO:tasks.workunit.client.0.smithi031.stdout:from 2 to 4 diff [12582912~25165824,79691776~8388608,96468992~4194304,113246208~8388608,163577856~8388608,176160768~8388608,188743680~8388608,268435456~4194304,285212672~8388608,297795584~12582912,360710144~8388608,373293056~16777216,394264576~8388608] 2024-08-10T06:18:42.575 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [12582912~25165824,79691776~8388608,96468992~4194304,113246208~8388608,163577856~8388608,176160768~8388608,188743680~8388608,268435456~4194304,285212672~8388608,297795584~12582912,360710144~8388608,373293056~16777216,394264576~8388608] 2024-08-10T06:18:42.576 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [12582912~25165824,79691776~8388608,96468992~4194304,113246208~8388608,163577856~8388608,176160768~8388608,188743680~12582912,268435456~8388608,285212672~29360128,360710144~8388608,373293056~29360128] 2024-08-10T06:18:42.577 INFO:tasks.workunit.client.0.smithi031.stdout:from 2 to 5 diff [12582912~29360128,79691776~8388608,96468992~4194304,113246208~12582912,163577856~20971520,188743680~8388608,222298112~8388608,255852544~4194304,264241152~8388608,285212672~8388608,297795584~12582912,331350016~8388608,360710144~8388608,373293056~29360128] 2024-08-10T06:18:42.577 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [12582912~29360128,79691776~8388608,96468992~4194304,113246208~12582912,163577856~20971520,188743680~8388608,222298112~8388608,255852544~4194304,264241152~8388608,285212672~8388608,297795584~12582912,331350016~8388608,360710144~8388608,373293056~29360128] 2024-08-10T06:18:42.578 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [12582912~33554432,79691776~8388608,96468992~4194304,113246208~16777216,163577856~20971520,188743680~12582912,222298112~12582912,255852544~20971520,285212672~29360128,331350016~12582912,360710144~8388608,373293056~29360128] 2024-08-10T06:18:42.578 INFO:tasks.workunit.client.0.smithi031.stdout:from 2 to 6 diff [12582912~29360128,79691776~8388608,96468992~8388608,113246208~12582912,163577856~33554432,222298112~12582912,239075328~4194304,251658240~20971520,285212672~8388608,297795584~12582912,322961408~4194304,331350016~8388608,360710144~8388608,373293056~29360128,406847488~4194304] 2024-08-10T06:18:42.578 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [12582912~29360128,79691776~8388608,96468992~8388608,113246208~12582912,163577856~33554432,222298112~12582912,239075328~4194304,251658240~20971520,285212672~8388608,297795584~12582912,322961408~4194304,331350016~8388608,360710144~8388608,373293056~29360128,406847488~4194304] 2024-08-10T06:18:42.580 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [12582912~33554432,79691776~8388608,96468992~8388608,113246208~16777216,163577856~37748736,222298112~12582912,239075328~4194304,251658240~25165824,285212672~29360128,322961408~4194304,331350016~12582912,360710144~8388608,373293056~29360128,406847488~8388608] 2024-08-10T06:18:42.580 INFO:tasks.workunit.client.0.smithi031.stdout:from 2 to 7 diff [12582912~29360128,46137344~4194304,79691776~8388608,92274688~12582912,113246208~12582912,163577856~33554432,222298112~20971520,251658240~25165824,285212672~8388608,297795584~12582912,318767104~8388608,331350016~8388608,360710144~8388608,373293056~29360128,406847488~4194304] 2024-08-10T06:18:42.580 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [12582912~29360128,46137344~4194304,79691776~8388608,92274688~12582912,113246208~12582912,163577856~33554432,222298112~20971520,251658240~25165824,285212672~8388608,297795584~12582912,318767104~8388608,331350016~8388608,360710144~8388608,373293056~29360128,406847488~4194304] 2024-08-10T06:18:42.582 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [12582912~41943040,79691776~8388608,92274688~12582912,113246208~16777216,163577856~37748736,222298112~20971520,251658240~25165824,285212672~29360128,318767104~8388608,331350016~12582912,360710144~8388608,373293056~29360128,406847488~8388608] 2024-08-10T06:18:42.583 INFO:tasks.workunit.client.0.smithi031.stdout:from 2 to 8 diff [12582912~37748736,79691776~8388608,92274688~12582912,113246208~12582912,163577856~33554432,222298112~20971520,247463936~33554432,285212672~8388608,297795584~12582912,318767104~20971520,360710144~8388608,373293056~29360128,406847488~4194304] 2024-08-10T06:18:42.583 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [12582912~37748736,79691776~8388608,92274688~12582912,113246208~12582912,163577856~33554432,222298112~20971520,247463936~33554432,285212672~8388608,297795584~12582912,318767104~20971520,360710144~8388608,373293056~29360128,406847488~4194304] 2024-08-10T06:18:42.585 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [12582912~41943040,79691776~8388608,92274688~12582912,113246208~16777216,163577856~37748736,222298112~20971520,247463936~33554432,285212672~29360128,318767104~25165824,360710144~8388608,373293056~29360128,406847488~8388608] 2024-08-10T06:18:42.585 INFO:tasks.workunit.client.0.smithi031.stdout:from 2 to 9 diff [4194304~4194304,12582912~37748736,54525952~4194304,75497472~8388608,88080384~16777216,113246208~12582912,163577856~16777216,184549376~12582912,222298112~20971520,247463936~33554432,285212672~8388608,297795584~12582912,318767104~20971520,360710144~8388608,373293056~29360128,406847488~4194304] 2024-08-10T06:18:42.586 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~4194304,12582912~37748736,54525952~4194304,75497472~8388608,88080384~16777216,113246208~12582912,163577856~16777216,184549376~12582912,222298112~20971520,247463936~33554432,285212672~8388608,297795584~12582912,318767104~20971520,360710144~8388608,373293056~29360128,406847488~4194304] 2024-08-10T06:18:42.589 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~58720256,75497472~29360128,113246208~16777216,163577856~37748736,222298112~58720256,285212672~29360128,318767104~25165824,360710144~8388608,373293056~29360128,406847488~8388608] 2024-08-10T06:18:42.589 INFO:tasks.workunit.client.0.smithi031.stdout:from 2 to 10 diff [4194304~4194304,12582912~37748736,54525952~16777216,75497472~8388608,88080384~16777216,109051904~16777216,142606336~8388608,163577856~16777216,184549376~12582912,222298112~58720256,285212672~8388608,297795584~12582912,318767104~20971520,360710144~8388608,373293056~29360128,406847488~4194304] 2024-08-10T06:18:42.589 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~4194304,12582912~37748736,54525952~16777216,75497472~8388608,88080384~16777216,109051904~16777216,142606336~8388608,163577856~16777216,184549376~12582912,222298112~58720256,285212672~8388608,297795584~12582912,318767104~20971520,360710144~8388608,373293056~29360128,406847488~4194304] 2024-08-10T06:18:42.592 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~100663296,109051904~20971520,142606336~8388608,163577856~37748736,222298112~58720256,285212672~29360128,318767104~25165824,360710144~8388608,373293056~29360128,406847488~8388608] 2024-08-10T06:18:42.592 INFO:tasks.workunit.client.0.smithi031.stdout:from 2 to 11 diff [4194304~4194304,12582912~37748736,54525952~16777216,75497472~8388608,88080384~12582912,109051904~16777216,142606336~8388608,163577856~16777216,184549376~12582912,201326592~8388608,222298112~12582912,239075328~41943040,285212672~25165824,318767104~20971520,360710144~8388608,373293056~37748736] 2024-08-10T06:18:42.592 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~4194304,12582912~37748736,54525952~16777216,75497472~8388608,88080384~12582912,109051904~16777216,142606336~8388608,163577856~16777216,184549376~12582912,201326592~8388608,222298112~12582912,239075328~41943040,285212672~25165824,318767104~20971520,360710144~8388608,373293056~37748736] 2024-08-10T06:18:42.596 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~100663296,109051904~20971520,142606336~8388608,163577856~46137344,222298112~58720256,285212672~29360128,318767104~25165824,360710144~8388608,373293056~41943040] 2024-08-10T06:18:42.596 INFO:tasks.workunit.client.0.smithi031.stdout:from 2 to 12 diff [4194304~4194304,12582912~37748736,54525952~16777216,75497472~8388608,88080384~12582912,109051904~29360128,142606336~8388608,163577856~16777216,184549376~12582912,201326592~8388608,222298112~12582912,239075328~71303168,318767104~20971520,360710144~50331648] 2024-08-10T06:18:42.596 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~4194304,12582912~37748736,54525952~16777216,75497472~8388608,88080384~12582912,109051904~29360128,142606336~8388608,163577856~16777216,184549376~12582912,201326592~8388608,222298112~12582912,239075328~71303168,318767104~20971520,360710144~50331648] 2024-08-10T06:18:42.601 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~100663296,109051904~29360128,142606336~8388608,163577856~46137344,222298112~92274688,318767104~25165824,360710144~54525952] 2024-08-10T06:18:42.601 INFO:tasks.workunit.client.0.smithi031.stdout:from 2 to 13 diff [4194304~4194304,12582912~12582912,29360128~20971520,54525952~16777216,75497472~8388608,88080384~12582912,104857600~33554432,142606336~8388608,159383552~20971520,184549376~12582912,201326592~8388608,222298112~12582912,239075328~71303168,318767104~20971520,360710144~50331648] 2024-08-10T06:18:42.601 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~4194304,12582912~12582912,29360128~20971520,54525952~16777216,75497472~8388608,88080384~12582912,104857600~33554432,142606336~8388608,159383552~20971520,184549376~12582912,201326592~8388608,222298112~12582912,239075328~71303168,318767104~20971520,360710144~50331648] 2024-08-10T06:18:42.605 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~8388608,159383552~50331648,222298112~92274688,318767104~25165824,360710144~54525952] 2024-08-10T06:18:42.605 INFO:tasks.workunit.client.0.smithi031.stdout:from 2 to 14 diff [4194304~20971520,29360128~20971520,54525952~16777216,75497472~25165824,104857600~33554432,142606336~8388608,159383552~20971520,184549376~12582912,201326592~8388608,222298112~12582912,239075328~71303168,318767104~20971520,343932928~4194304,360710144~50331648] 2024-08-10T06:18:42.605 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~20971520,29360128~20971520,54525952~16777216,75497472~25165824,104857600~33554432,142606336~8388608,159383552~20971520,184549376~12582912,201326592~8388608,222298112~12582912,239075328~71303168,318767104~20971520,343932928~4194304,360710144~50331648] 2024-08-10T06:18:42.610 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~8388608,159383552~50331648,222298112~92274688,318767104~33554432,360710144~54525952] 2024-08-10T06:18:42.610 INFO:tasks.workunit.client.0.smithi031.stdout:from 2 to 15 diff [4194304~20971520,29360128~20971520,54525952~16777216,75497472~25165824,104857600~29360128,142606336~8388608,155189248~25165824,184549376~12582912,201326592~12582912,222298112~12582912,239075328~71303168,318767104~29360128,360710144~50331648] 2024-08-10T06:18:42.610 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~20971520,29360128~20971520,54525952~16777216,75497472~25165824,104857600~29360128,142606336~8388608,155189248~25165824,184549376~12582912,201326592~12582912,222298112~12582912,239075328~71303168,318767104~29360128,360710144~50331648] 2024-08-10T06:18:42.615 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~8388608,155189248~58720256,222298112~92274688,318767104~33554432,360710144~54525952] 2024-08-10T06:18:42.615 INFO:tasks.workunit.client.0.smithi031.stdout:from 2 to 16 diff [4194304~20971520,29360128~20971520,54525952~16777216,75497472~25165824,104857600~29360128,142606336~8388608,155189248~25165824,184549376~29360128,222298112~88080384,318767104~29360128,360710144~50331648] 2024-08-10T06:18:42.615 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~20971520,29360128~20971520,54525952~16777216,75497472~25165824,104857600~29360128,142606336~8388608,155189248~25165824,184549376~29360128,222298112~88080384,318767104~29360128,360710144~50331648] 2024-08-10T06:18:42.620 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~8388608,155189248~58720256,222298112~92274688,318767104~33554432,360710144~54525952] 2024-08-10T06:18:42.620 INFO:tasks.workunit.client.0.smithi031.stdout:from 2 to 17 diff [4194304~20971520,29360128~20971520,54525952~16777216,75497472~25165824,104857600~29360128,142606336~8388608,155189248~25165824,184549376~29360128,222298112~88080384,318767104~29360128,360710144~50331648] 2024-08-10T06:18:42.620 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~20971520,29360128~20971520,54525952~16777216,75497472~25165824,104857600~29360128,142606336~8388608,155189248~25165824,184549376~29360128,222298112~88080384,318767104~29360128,360710144~50331648] 2024-08-10T06:18:42.627 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~8388608,155189248~58720256,222298112~92274688,318767104~33554432,360710144~54525952] 2024-08-10T06:18:42.627 INFO:tasks.workunit.client.0.smithi031.stdout:from 2 to 18 diff [4194304~20971520,29360128~20971520,54525952~16777216,75497472~25165824,104857600~33554432,142606336~8388608,155189248~25165824,184549376~29360128,222298112~88080384,318767104~29360128,360710144~50331648] 2024-08-10T06:18:42.627 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~20971520,29360128~20971520,54525952~16777216,75497472~25165824,104857600~33554432,142606336~8388608,155189248~25165824,184549376~29360128,222298112~88080384,318767104~29360128,360710144~50331648] 2024-08-10T06:18:42.634 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~8388608,155189248~58720256,222298112~92274688,318767104~33554432,360710144~54525952] 2024-08-10T06:18:42.634 INFO:tasks.workunit.client.0.smithi031.stdout:from 2 to 19 diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~29360128,222298112~88080384,318767104~29360128,352321536~58720256] 2024-08-10T06:18:42.635 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~29360128,222298112~88080384,318767104~29360128,352321536~58720256] 2024-08-10T06:18:42.642 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~96468992] 2024-08-10T06:18:42.642 INFO:tasks.workunit.client.0.smithi031.stdout:from 3 to 4 diff [12582912~8388608,29360128~8388608,176160768~8388608,188743680~8388608,306184192~4194304,360710144~8388608,373293056~16777216,394264576~4194304] 2024-08-10T06:18:42.642 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [12582912~8388608,29360128~8388608,176160768~8388608,188743680~8388608,306184192~4194304,360710144~8388608,373293056~16777216,394264576~4194304] 2024-08-10T06:18:42.643 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [12582912~12582912,29360128~8388608,176160768~8388608,188743680~12582912,306184192~8388608,360710144~8388608,373293056~29360128] 2024-08-10T06:18:42.643 INFO:tasks.workunit.client.0.smithi031.stdout:from 3 to 5 diff [12582912~8388608,29360128~12582912,121634816~4194304,163577856~20971520,188743680~8388608,222298112~8388608,255852544~4194304,264241152~4194304,306184192~4194304,331350016~8388608,360710144~8388608,373293056~25165824] 2024-08-10T06:18:42.643 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [12582912~8388608,29360128~12582912,121634816~4194304,163577856~20971520,188743680~8388608,222298112~8388608,255852544~4194304,264241152~4194304,306184192~4194304,331350016~8388608,360710144~8388608,373293056~25165824] 2024-08-10T06:18:42.645 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [12582912~12582912,29360128~16777216,121634816~8388608,163577856~20971520,188743680~12582912,222298112~12582912,255852544~16777216,306184192~8388608,331350016~12582912,360710144~8388608,373293056~29360128] 2024-08-10T06:18:42.645 INFO:tasks.workunit.client.0.smithi031.stdout:from 3 to 6 diff [12582912~8388608,29360128~12582912,100663296~4194304,117440512~8388608,163577856~33554432,222298112~12582912,239075328~4194304,251658240~20971520,306184192~4194304,322961408~4194304,331350016~8388608,360710144~8388608,373293056~25165824,406847488~4194304] 2024-08-10T06:18:42.645 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [12582912~8388608,29360128~12582912,100663296~4194304,117440512~8388608,163577856~33554432,222298112~12582912,239075328~4194304,251658240~20971520,306184192~4194304,322961408~4194304,331350016~8388608,360710144~8388608,373293056~25165824,406847488~4194304] 2024-08-10T06:18:42.646 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [12582912~12582912,29360128~16777216,100663296~4194304,117440512~12582912,163577856~37748736,222298112~12582912,239075328~4194304,251658240~25165824,306184192~8388608,322961408~4194304,331350016~12582912,360710144~8388608,373293056~29360128,406847488~8388608] 2024-08-10T06:18:42.646 INFO:tasks.workunit.client.0.smithi031.stdout:from 3 to 7 diff [12582912~8388608,29360128~12582912,46137344~4194304,79691776~4194304,92274688~12582912,117440512~8388608,163577856~33554432,222298112~20971520,251658240~25165824,285212672~4194304,306184192~4194304,318767104~8388608,331350016~8388608,360710144~8388608,373293056~25165824,406847488~4194304] 2024-08-10T06:18:42.646 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [12582912~8388608,29360128~12582912,46137344~4194304,79691776~4194304,92274688~12582912,117440512~8388608,163577856~33554432,222298112~20971520,251658240~25165824,285212672~4194304,306184192~4194304,318767104~8388608,331350016~8388608,360710144~8388608,373293056~25165824,406847488~4194304] 2024-08-10T06:18:42.648 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [12582912~12582912,29360128~25165824,79691776~4194304,92274688~12582912,117440512~12582912,163577856~37748736,222298112~20971520,251658240~25165824,285212672~8388608,306184192~8388608,318767104~8388608,331350016~12582912,360710144~8388608,373293056~29360128,406847488~8388608] 2024-08-10T06:18:42.649 INFO:tasks.workunit.client.0.smithi031.stdout:from 3 to 8 diff [12582912~8388608,29360128~20971520,79691776~4194304,92274688~12582912,117440512~8388608,163577856~33554432,222298112~20971520,247463936~33554432,285212672~8388608,306184192~4194304,318767104~20971520,360710144~8388608,373293056~25165824,406847488~4194304] 2024-08-10T06:18:42.649 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [12582912~8388608,29360128~20971520,79691776~4194304,92274688~12582912,117440512~8388608,163577856~33554432,222298112~20971520,247463936~33554432,285212672~8388608,306184192~4194304,318767104~20971520,360710144~8388608,373293056~25165824,406847488~4194304] 2024-08-10T06:18:42.651 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [12582912~12582912,29360128~25165824,79691776~4194304,92274688~12582912,117440512~12582912,163577856~37748736,222298112~20971520,247463936~33554432,285212672~12582912,306184192~8388608,318767104~25165824,360710144~8388608,373293056~29360128,406847488~8388608] 2024-08-10T06:18:42.651 INFO:tasks.workunit.client.0.smithi031.stdout:from 3 to 9 diff [4194304~4194304,12582912~8388608,29360128~20971520,54525952~4194304,75497472~4194304,88080384~16777216,117440512~8388608,163577856~16777216,184549376~12582912,222298112~20971520,247463936~33554432,285212672~8388608,301989888~8388608,318767104~20971520,360710144~8388608,373293056~25165824,406847488~4194304] 2024-08-10T06:18:42.651 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~4194304,12582912~8388608,29360128~20971520,54525952~4194304,75497472~4194304,88080384~16777216,117440512~8388608,163577856~16777216,184549376~12582912,222298112~20971520,247463936~33554432,285212672~8388608,301989888~8388608,318767104~20971520,360710144~8388608,373293056~25165824,406847488~4194304] 2024-08-10T06:18:42.654 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~20971520,29360128~33554432,75497472~8388608,88080384~16777216,117440512~12582912,163577856~37748736,222298112~58720256,285212672~12582912,301989888~12582912,318767104~25165824,360710144~8388608,373293056~29360128,406847488~8388608] 2024-08-10T06:18:42.654 INFO:tasks.workunit.client.0.smithi031.stdout:from 3 to 10 diff [4194304~4194304,12582912~8388608,29360128~20971520,54525952~16777216,75497472~4194304,88080384~16777216,109051904~16777216,142606336~8388608,163577856~16777216,184549376~12582912,222298112~58720256,285212672~8388608,301989888~8388608,318767104~20971520,360710144~8388608,373293056~25165824,406847488~4194304] 2024-08-10T06:18:42.654 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~4194304,12582912~8388608,29360128~20971520,54525952~16777216,75497472~4194304,88080384~16777216,109051904~16777216,142606336~8388608,163577856~16777216,184549376~12582912,222298112~58720256,285212672~8388608,301989888~8388608,318767104~20971520,360710144~8388608,373293056~25165824,406847488~4194304] 2024-08-10T06:18:42.658 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~20971520,29360128~54525952,88080384~16777216,109051904~20971520,142606336~8388608,163577856~37748736,222298112~58720256,285212672~12582912,301989888~12582912,318767104~25165824,360710144~8388608,373293056~29360128,406847488~8388608] 2024-08-10T06:18:42.658 INFO:tasks.workunit.client.0.smithi031.stdout:from 3 to 11 diff [4194304~4194304,12582912~8388608,29360128~20971520,54525952~16777216,75497472~4194304,88080384~12582912,109051904~16777216,142606336~8388608,163577856~16777216,184549376~12582912,201326592~8388608,222298112~12582912,239075328~41943040,285212672~25165824,318767104~20971520,360710144~8388608,373293056~37748736] 2024-08-10T06:18:42.658 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~4194304,12582912~8388608,29360128~20971520,54525952~16777216,75497472~4194304,88080384~12582912,109051904~16777216,142606336~8388608,163577856~16777216,184549376~12582912,201326592~8388608,222298112~12582912,239075328~41943040,285212672~25165824,318767104~20971520,360710144~8388608,373293056~37748736] 2024-08-10T06:18:42.662 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~20971520,29360128~54525952,88080384~16777216,109051904~20971520,142606336~8388608,163577856~46137344,222298112~58720256,285212672~29360128,318767104~25165824,360710144~8388608,373293056~41943040] 2024-08-10T06:18:42.662 INFO:tasks.workunit.client.0.smithi031.stdout:from 3 to 12 diff [4194304~4194304,12582912~8388608,29360128~20971520,54525952~16777216,75497472~4194304,88080384~12582912,109051904~29360128,142606336~8388608,163577856~16777216,184549376~12582912,201326592~8388608,222298112~12582912,239075328~71303168,318767104~20971520,360710144~50331648] 2024-08-10T06:18:42.663 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~4194304,12582912~8388608,29360128~20971520,54525952~16777216,75497472~4194304,88080384~12582912,109051904~29360128,142606336~8388608,163577856~16777216,184549376~12582912,201326592~8388608,222298112~12582912,239075328~71303168,318767104~20971520,360710144~50331648] 2024-08-10T06:18:42.667 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~20971520,29360128~54525952,88080384~16777216,109051904~29360128,142606336~8388608,163577856~46137344,222298112~92274688,318767104~25165824,360710144~54525952] 2024-08-10T06:18:42.667 INFO:tasks.workunit.client.0.smithi031.stdout:from 3 to 13 diff [4194304~4194304,12582912~12582912,29360128~20971520,54525952~16777216,75497472~4194304,88080384~12582912,104857600~33554432,142606336~8388608,159383552~20971520,184549376~12582912,201326592~8388608,222298112~12582912,239075328~71303168,318767104~20971520,360710144~50331648] 2024-08-10T06:18:42.667 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~4194304,12582912~12582912,29360128~20971520,54525952~16777216,75497472~4194304,88080384~12582912,104857600~33554432,142606336~8388608,159383552~20971520,184549376~12582912,201326592~8388608,222298112~12582912,239075328~71303168,318767104~20971520,360710144~50331648] 2024-08-10T06:18:42.670 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~79691776,88080384~50331648,142606336~8388608,159383552~50331648,222298112~92274688,318767104~25165824,360710144~54525952] 2024-08-10T06:18:42.671 INFO:tasks.workunit.client.0.smithi031.stdout:from 3 to 14 diff [4194304~20971520,29360128~20971520,54525952~16777216,75497472~25165824,104857600~33554432,142606336~8388608,159383552~20971520,184549376~12582912,201326592~8388608,222298112~12582912,239075328~71303168,318767104~20971520,343932928~4194304,360710144~50331648] 2024-08-10T06:18:42.671 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~20971520,29360128~20971520,54525952~16777216,75497472~25165824,104857600~33554432,142606336~8388608,159383552~20971520,184549376~12582912,201326592~8388608,222298112~12582912,239075328~71303168,318767104~20971520,343932928~4194304,360710144~50331648] 2024-08-10T06:18:42.675 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~8388608,159383552~50331648,222298112~92274688,318767104~33554432,360710144~54525952] 2024-08-10T06:18:42.675 INFO:tasks.workunit.client.0.smithi031.stdout:from 3 to 15 diff [4194304~20971520,29360128~20971520,54525952~16777216,75497472~25165824,104857600~29360128,142606336~8388608,155189248~25165824,184549376~12582912,201326592~12582912,222298112~12582912,239075328~71303168,318767104~29360128,360710144~50331648] 2024-08-10T06:18:42.675 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~20971520,29360128~20971520,54525952~16777216,75497472~25165824,104857600~29360128,142606336~8388608,155189248~25165824,184549376~12582912,201326592~12582912,222298112~12582912,239075328~71303168,318767104~29360128,360710144~50331648] 2024-08-10T06:18:42.679 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~8388608,155189248~58720256,222298112~92274688,318767104~33554432,360710144~54525952] 2024-08-10T06:18:42.679 INFO:tasks.workunit.client.0.smithi031.stdout:from 3 to 16 diff [4194304~20971520,29360128~20971520,54525952~16777216,75497472~25165824,104857600~29360128,142606336~8388608,155189248~25165824,184549376~29360128,222298112~88080384,318767104~29360128,360710144~50331648] 2024-08-10T06:18:42.679 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~20971520,29360128~20971520,54525952~16777216,75497472~25165824,104857600~29360128,142606336~8388608,155189248~25165824,184549376~29360128,222298112~88080384,318767104~29360128,360710144~50331648] 2024-08-10T06:18:42.680 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:18:42 smithi196 ceph-mon[90243]: osdmap e2170: 8 total, 8 up, 8 in 2024-08-10T06:18:42.680 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:18:42 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:18:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:18:42.684 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~8388608,155189248~58720256,222298112~92274688,318767104~33554432,360710144~54525952] 2024-08-10T06:18:42.684 INFO:tasks.workunit.client.0.smithi031.stdout:from 3 to 17 diff [4194304~20971520,29360128~20971520,54525952~16777216,75497472~25165824,104857600~29360128,142606336~8388608,155189248~25165824,184549376~29360128,222298112~88080384,318767104~29360128,360710144~50331648] 2024-08-10T06:18:42.684 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~20971520,29360128~20971520,54525952~16777216,75497472~25165824,104857600~29360128,142606336~8388608,155189248~25165824,184549376~29360128,222298112~88080384,318767104~29360128,360710144~50331648] 2024-08-10T06:18:42.690 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~8388608,155189248~58720256,222298112~92274688,318767104~33554432,360710144~54525952] 2024-08-10T06:18:42.690 INFO:tasks.workunit.client.0.smithi031.stdout:from 3 to 18 diff [4194304~20971520,29360128~20971520,54525952~16777216,75497472~25165824,104857600~33554432,142606336~8388608,155189248~25165824,184549376~29360128,222298112~88080384,318767104~29360128,360710144~50331648] 2024-08-10T06:18:42.691 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~20971520,29360128~20971520,54525952~16777216,75497472~25165824,104857600~33554432,142606336~8388608,155189248~25165824,184549376~29360128,222298112~88080384,318767104~29360128,360710144~50331648] 2024-08-10T06:18:42.696 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~8388608,155189248~58720256,222298112~92274688,318767104~33554432,360710144~54525952] 2024-08-10T06:18:42.696 INFO:tasks.workunit.client.0.smithi031.stdout:from 3 to 19 diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~29360128,222298112~88080384,318767104~29360128,352321536~58720256] 2024-08-10T06:18:42.697 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~29360128,222298112~88080384,318767104~29360128,352321536~58720256] 2024-08-10T06:18:42.702 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~96468992] 2024-08-10T06:18:42.702 INFO:tasks.workunit.client.0.smithi031.stdout:from 4 to 5 diff [33554432~8388608,121634816~4194304,163577856~12582912,222298112~8388608,255852544~4194304,264241152~4194304,331350016~8388608,373293056~8388608,390070272~8388608] 2024-08-10T06:18:42.702 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [33554432~8388608,121634816~4194304,163577856~12582912,222298112~8388608,255852544~4194304,264241152~4194304,331350016~8388608,373293056~8388608,390070272~8388608] 2024-08-10T06:18:42.703 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [33554432~12582912,121634816~8388608,163577856~12582912,222298112~12582912,255852544~16777216,331350016~12582912,373293056~12582912,390070272~12582912] 2024-08-10T06:18:42.704 INFO:tasks.workunit.client.0.smithi031.stdout:from 4 to 6 diff [33554432~8388608,100663296~4194304,117440512~8388608,163577856~12582912,184549376~4194304,222298112~12582912,239075328~4194304,251658240~20971520,322961408~4194304,331350016~8388608,373293056~8388608,390070272~8388608,406847488~4194304] 2024-08-10T06:18:42.704 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [33554432~8388608,100663296~4194304,117440512~8388608,163577856~12582912,184549376~4194304,222298112~12582912,239075328~4194304,251658240~20971520,322961408~4194304,331350016~8388608,373293056~8388608,390070272~8388608,406847488~4194304] 2024-08-10T06:18:42.705 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [33554432~12582912,100663296~4194304,117440512~12582912,163577856~12582912,184549376~8388608,222298112~12582912,239075328~4194304,251658240~25165824,322961408~4194304,331350016~12582912,373293056~12582912,390070272~12582912,406847488~8388608] 2024-08-10T06:18:42.705 INFO:tasks.workunit.client.0.smithi031.stdout:from 4 to 7 diff [16777216~4194304,33554432~8388608,46137344~4194304,79691776~4194304,92274688~12582912,117440512~8388608,163577856~12582912,184549376~4194304,192937984~4194304,222298112~20971520,251658240~25165824,285212672~4194304,318767104~8388608,331350016~8388608,373293056~8388608,390070272~8388608,406847488~4194304] 2024-08-10T06:18:42.705 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [16777216~4194304,33554432~8388608,46137344~4194304,79691776~4194304,92274688~12582912,117440512~8388608,163577856~12582912,184549376~4194304,192937984~4194304,222298112~20971520,251658240~25165824,285212672~4194304,318767104~8388608,331350016~8388608,373293056~8388608,390070272~8388608,406847488~4194304] 2024-08-10T06:18:42.706 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [16777216~8388608,33554432~20971520,79691776~4194304,92274688~12582912,117440512~12582912,163577856~12582912,184549376~16777216,222298112~20971520,251658240~25165824,285212672~8388608,318767104~8388608,331350016~12582912,373293056~12582912,390070272~12582912,406847488~8388608] 2024-08-10T06:18:42.707 INFO:tasks.workunit.client.0.smithi031.stdout:from 4 to 8 diff [16777216~4194304,33554432~16777216,79691776~4194304,92274688~12582912,117440512~8388608,163577856~12582912,184549376~4194304,192937984~4194304,222298112~20971520,247463936~33554432,285212672~8388608,318767104~20971520,373293056~8388608,390070272~8388608,406847488~4194304] 2024-08-10T06:18:42.707 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [16777216~4194304,33554432~16777216,79691776~4194304,92274688~12582912,117440512~8388608,163577856~12582912,184549376~4194304,192937984~4194304,222298112~20971520,247463936~33554432,285212672~8388608,318767104~20971520,373293056~8388608,390070272~8388608,406847488~4194304] 2024-08-10T06:18:42.708 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [16777216~8388608,33554432~20971520,79691776~4194304,92274688~12582912,117440512~12582912,163577856~12582912,184549376~16777216,222298112~20971520,247463936~33554432,285212672~12582912,318767104~25165824,373293056~12582912,390070272~12582912,406847488~8388608] 2024-08-10T06:18:42.708 INFO:tasks.workunit.client.0.smithi031.stdout:from 4 to 9 diff [4194304~4194304,16777216~4194304,33554432~16777216,54525952~4194304,75497472~4194304,88080384~16777216,117440512~8388608,163577856~16777216,184549376~4194304,192937984~4194304,222298112~20971520,247463936~33554432,285212672~8388608,301989888~4194304,318767104~20971520,373293056~8388608,390070272~8388608,406847488~4194304] 2024-08-10T06:18:42.708 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~4194304,16777216~4194304,33554432~16777216,54525952~4194304,75497472~4194304,88080384~16777216,117440512~8388608,163577856~16777216,184549376~4194304,192937984~4194304,222298112~20971520,247463936~33554432,285212672~8388608,301989888~4194304,318767104~20971520,373293056~8388608,390070272~8388608,406847488~4194304] 2024-08-10T06:18:42.711 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~8388608,16777216~8388608,33554432~29360128,75497472~8388608,88080384~16777216,117440512~12582912,163577856~37748736,222298112~58720256,285212672~12582912,301989888~4194304,318767104~25165824,373293056~12582912,390070272~12582912,406847488~8388608] 2024-08-10T06:18:42.711 INFO:tasks.workunit.client.0.smithi031.stdout:from 4 to 10 diff [4194304~4194304,16777216~4194304,33554432~16777216,54525952~16777216,75497472~4194304,88080384~16777216,109051904~16777216,142606336~8388608,163577856~16777216,184549376~4194304,192937984~4194304,222298112~58720256,285212672~8388608,301989888~4194304,318767104~20971520,373293056~8388608,390070272~8388608,406847488~4194304] 2024-08-10T06:18:42.711 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~4194304,16777216~4194304,33554432~16777216,54525952~16777216,75497472~4194304,88080384~16777216,109051904~16777216,142606336~8388608,163577856~16777216,184549376~4194304,192937984~4194304,222298112~58720256,285212672~8388608,301989888~4194304,318767104~20971520,373293056~8388608,390070272~8388608,406847488~4194304] 2024-08-10T06:18:42.714 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~8388608,16777216~8388608,33554432~50331648,88080384~16777216,109051904~20971520,142606336~8388608,163577856~37748736,222298112~58720256,285212672~12582912,301989888~4194304,318767104~25165824,373293056~12582912,390070272~12582912,406847488~8388608] 2024-08-10T06:18:42.714 INFO:tasks.workunit.client.0.smithi031.stdout:from 4 to 11 diff [4194304~4194304,16777216~4194304,33554432~16777216,54525952~16777216,75497472~4194304,88080384~12582912,109051904~16777216,142606336~8388608,163577856~16777216,184549376~4194304,192937984~4194304,201326592~8388608,222298112~12582912,239075328~41943040,285212672~20971520,318767104~20971520,373293056~8388608,390070272~20971520] 2024-08-10T06:18:42.714 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~4194304,16777216~4194304,33554432~16777216,54525952~16777216,75497472~4194304,88080384~12582912,109051904~16777216,142606336~8388608,163577856~16777216,184549376~4194304,192937984~4194304,201326592~8388608,222298112~12582912,239075328~41943040,285212672~20971520,318767104~20971520,373293056~8388608,390070272~20971520] 2024-08-10T06:18:42.718 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~8388608,16777216~8388608,33554432~50331648,88080384~16777216,109051904~20971520,142606336~8388608,163577856~46137344,222298112~58720256,285212672~25165824,318767104~25165824,373293056~12582912,390070272~25165824] 2024-08-10T06:18:42.718 INFO:tasks.workunit.client.0.smithi031.stdout:from 4 to 12 diff [4194304~4194304,16777216~4194304,33554432~16777216,54525952~16777216,75497472~4194304,88080384~12582912,109051904~29360128,142606336~8388608,163577856~16777216,184549376~4194304,192937984~4194304,201326592~8388608,222298112~12582912,239075328~71303168,318767104~20971520,369098752~12582912,390070272~20971520] 2024-08-10T06:18:42.718 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~4194304,16777216~4194304,33554432~16777216,54525952~16777216,75497472~4194304,88080384~12582912,109051904~29360128,142606336~8388608,163577856~16777216,184549376~4194304,192937984~4194304,201326592~8388608,222298112~12582912,239075328~71303168,318767104~20971520,369098752~12582912,390070272~20971520] 2024-08-10T06:18:42.721 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~8388608,16777216~8388608,33554432~50331648,88080384~16777216,109051904~29360128,142606336~8388608,163577856~46137344,222298112~92274688,318767104~25165824,369098752~16777216,390070272~25165824] 2024-08-10T06:18:42.721 INFO:tasks.workunit.client.0.smithi031.stdout:from 4 to 13 diff [4194304~4194304,16777216~8388608,29360128~12582912,46137344~4194304,54525952~16777216,75497472~4194304,88080384~12582912,104857600~33554432,142606336~8388608,159383552~20971520,184549376~4194304,192937984~4194304,201326592~8388608,222298112~12582912,239075328~71303168,318767104~20971520,369098752~12582912,390070272~20971520] 2024-08-10T06:18:42.721 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~4194304,16777216~8388608,29360128~12582912,46137344~4194304,54525952~16777216,75497472~4194304,88080384~12582912,104857600~33554432,142606336~8388608,159383552~20971520,184549376~4194304,192937984~4194304,201326592~8388608,222298112~12582912,239075328~71303168,318767104~20971520,369098752~12582912,390070272~20971520] 2024-08-10T06:18:42.725 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~8388608,16777216~67108864,88080384~50331648,142606336~8388608,159383552~50331648,222298112~92274688,318767104~25165824,369098752~16777216,390070272~25165824] 2024-08-10T06:18:42.725 INFO:tasks.workunit.client.0.smithi031.stdout:from 4 to 14 diff [4194304~8388608,16777216~33554432,54525952~16777216,75497472~25165824,104857600~33554432,142606336~8388608,159383552~20971520,184549376~4194304,192937984~4194304,201326592~8388608,222298112~12582912,239075328~71303168,318767104~20971520,343932928~4194304,369098752~12582912,390070272~20971520] 2024-08-10T06:18:42.725 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~8388608,16777216~33554432,54525952~16777216,75497472~25165824,104857600~33554432,142606336~8388608,159383552~20971520,184549376~4194304,192937984~4194304,201326592~8388608,222298112~12582912,239075328~71303168,318767104~20971520,343932928~4194304,369098752~12582912,390070272~20971520] 2024-08-10T06:18:42.729 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~8388608,16777216~121634816,142606336~8388608,159383552~50331648,222298112~92274688,318767104~33554432,369098752~16777216,390070272~25165824] 2024-08-10T06:18:42.729 INFO:tasks.workunit.client.0.smithi031.stdout:from 4 to 15 diff [4194304~8388608,16777216~33554432,54525952~16777216,75497472~25165824,104857600~29360128,142606336~8388608,155189248~25165824,184549376~12582912,201326592~12582912,222298112~12582912,239075328~71303168,318767104~29360128,369098752~12582912,390070272~20971520] 2024-08-10T06:18:42.729 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~8388608,16777216~33554432,54525952~16777216,75497472~25165824,104857600~29360128,142606336~8388608,155189248~25165824,184549376~12582912,201326592~12582912,222298112~12582912,239075328~71303168,318767104~29360128,369098752~12582912,390070272~20971520] 2024-08-10T06:18:42.733 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~8388608,16777216~121634816,142606336~8388608,155189248~58720256,222298112~92274688,318767104~33554432,369098752~16777216,390070272~25165824] 2024-08-10T06:18:42.733 INFO:tasks.workunit.client.0.smithi031.stdout:from 4 to 16 diff [4194304~8388608,16777216~33554432,54525952~16777216,75497472~25165824,104857600~29360128,142606336~8388608,155189248~25165824,184549376~12582912,201326592~12582912,222298112~88080384,318767104~29360128,369098752~12582912,390070272~20971520] 2024-08-10T06:18:42.734 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~8388608,16777216~33554432,54525952~16777216,75497472~25165824,104857600~29360128,142606336~8388608,155189248~25165824,184549376~12582912,201326592~12582912,222298112~88080384,318767104~29360128,369098752~12582912,390070272~20971520] 2024-08-10T06:18:42.738 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~8388608,155189248~58720256,222298112~92274688,318767104~33554432,369098752~16777216,390070272~25165824] 2024-08-10T06:18:42.738 INFO:tasks.workunit.client.0.smithi031.stdout:from 4 to 17 diff [4194304~8388608,16777216~33554432,54525952~16777216,75497472~25165824,104857600~29360128,142606336~8388608,155189248~25165824,184549376~12582912,201326592~12582912,222298112~88080384,318767104~29360128,360710144~50331648] 2024-08-10T06:18:42.738 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~8388608,16777216~33554432,54525952~16777216,75497472~25165824,104857600~29360128,142606336~8388608,155189248~25165824,184549376~12582912,201326592~12582912,222298112~88080384,318767104~29360128,360710144~50331648] 2024-08-10T06:18:42.744 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~8388608,155189248~58720256,222298112~92274688,318767104~33554432,360710144~54525952] 2024-08-10T06:18:42.744 INFO:tasks.workunit.client.0.smithi031.stdout:from 4 to 18 diff [4194304~8388608,16777216~33554432,54525952~16777216,75497472~25165824,104857600~33554432,142606336~8388608,155189248~25165824,184549376~12582912,201326592~12582912,222298112~88080384,318767104~29360128,360710144~50331648] 2024-08-10T06:18:42.744 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~8388608,16777216~33554432,54525952~16777216,75497472~25165824,104857600~33554432,142606336~8388608,155189248~25165824,184549376~12582912,201326592~12582912,222298112~88080384,318767104~29360128,360710144~50331648] 2024-08-10T06:18:42.750 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~8388608,155189248~58720256,222298112~92274688,318767104~33554432,360710144~54525952] 2024-08-10T06:18:42.750 INFO:tasks.workunit.client.0.smithi031.stdout:from 4 to 19 diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~12582912,201326592~12582912,222298112~88080384,318767104~29360128,352321536~12582912,369098752~41943040] 2024-08-10T06:18:42.750 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~12582912,201326592~12582912,222298112~88080384,318767104~29360128,352321536~12582912,369098752~41943040] 2024-08-10T06:18:42.756 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~96468992] 2024-08-10T06:18:42.756 INFO:tasks.workunit.client.0.smithi031.stdout:from 5 to 6 diff [100663296~4194304,117440512~4194304,184549376~4194304,230686720~4194304,239075328~4194304,251658240~4194304,260046848~16777216,322961408~4194304,406847488~4194304] 2024-08-10T06:18:42.757 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [100663296~4194304,117440512~4194304,184549376~4194304,230686720~4194304,239075328~4194304,251658240~4194304,260046848~16777216,322961408~4194304,406847488~4194304] 2024-08-10T06:18:42.757 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [100663296~4194304,117440512~8388608,184549376~8388608,230686720~4194304,239075328~4194304,251658240~4194304,260046848~16777216,322961408~4194304,406847488~8388608] 2024-08-10T06:18:42.757 INFO:tasks.workunit.client.0.smithi031.stdout:from 5 to 7 diff [16777216~4194304,46137344~4194304,79691776~4194304,92274688~12582912,117440512~4194304,184549376~4194304,192937984~4194304,230686720~12582912,251658240~4194304,260046848~16777216,285212672~4194304,318767104~8388608,335544320~4194304,406847488~4194304] 2024-08-10T06:18:42.757 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [16777216~4194304,46137344~4194304,79691776~4194304,92274688~12582912,117440512~4194304,184549376~4194304,192937984~4194304,230686720~12582912,251658240~4194304,260046848~16777216,285212672~4194304,318767104~8388608,335544320~4194304,406847488~4194304] 2024-08-10T06:18:42.759 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [16777216~8388608,46137344~8388608,79691776~4194304,92274688~12582912,117440512~8388608,184549376~16777216,230686720~12582912,251658240~4194304,260046848~16777216,285212672~8388608,318767104~8388608,335544320~4194304,406847488~8388608] 2024-08-10T06:18:42.759 INFO:tasks.workunit.client.0.smithi031.stdout:from 5 to 8 diff [16777216~4194304,33554432~8388608,46137344~4194304,79691776~4194304,92274688~12582912,117440512~4194304,163577856~8388608,184549376~4194304,192937984~4194304,230686720~12582912,247463936~8388608,260046848~20971520,285212672~8388608,318767104~20971520,394264576~8388608,406847488~4194304] 2024-08-10T06:18:42.759 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [16777216~4194304,33554432~8388608,46137344~4194304,79691776~4194304,92274688~12582912,117440512~4194304,163577856~8388608,184549376~4194304,192937984~4194304,230686720~12582912,247463936~8388608,260046848~20971520,285212672~8388608,318767104~20971520,394264576~8388608,406847488~4194304] 2024-08-10T06:18:42.760 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [16777216~8388608,33554432~8388608,46137344~8388608,79691776~4194304,92274688~12582912,117440512~8388608,163577856~8388608,184549376~16777216,230686720~12582912,247463936~8388608,260046848~20971520,285212672~12582912,318767104~20971520,394264576~8388608,406847488~8388608] 2024-08-10T06:18:42.760 INFO:tasks.workunit.client.0.smithi031.stdout:from 5 to 9 diff [4194304~4194304,16777216~4194304,33554432~8388608,46137344~4194304,54525952~4194304,75497472~4194304,88080384~16777216,117440512~4194304,163577856~16777216,184549376~4194304,192937984~4194304,230686720~12582912,247463936~8388608,260046848~20971520,285212672~8388608,301989888~4194304,318767104~20971520,394264576~8388608,406847488~4194304] 2024-08-10T06:18:42.760 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~4194304,16777216~4194304,33554432~8388608,46137344~4194304,54525952~4194304,75497472~4194304,88080384~16777216,117440512~4194304,163577856~16777216,184549376~4194304,192937984~4194304,230686720~12582912,247463936~8388608,260046848~20971520,285212672~8388608,301989888~4194304,318767104~20971520,394264576~8388608,406847488~4194304] 2024-08-10T06:18:42.763 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~8388608,16777216~8388608,33554432~8388608,46137344~16777216,75497472~8388608,88080384~16777216,117440512~8388608,163577856~37748736,230686720~25165824,260046848~20971520,285212672~12582912,301989888~4194304,318767104~20971520,394264576~8388608,406847488~8388608] 2024-08-10T06:18:42.763 INFO:tasks.workunit.client.0.smithi031.stdout:from 5 to 10 diff [4194304~4194304,16777216~4194304,33554432~8388608,46137344~4194304,54525952~16777216,75497472~4194304,88080384~16777216,109051904~12582912,142606336~8388608,163577856~16777216,184549376~4194304,192937984~4194304,230686720~25165824,260046848~20971520,285212672~8388608,301989888~4194304,318767104~20971520,394264576~8388608,406847488~4194304] 2024-08-10T06:18:42.763 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~4194304,16777216~4194304,33554432~8388608,46137344~4194304,54525952~16777216,75497472~4194304,88080384~16777216,109051904~12582912,142606336~8388608,163577856~16777216,184549376~4194304,192937984~4194304,230686720~25165824,260046848~20971520,285212672~8388608,301989888~4194304,318767104~20971520,394264576~8388608,406847488~4194304] 2024-08-10T06:18:42.765 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~8388608,16777216~8388608,33554432~8388608,46137344~37748736,88080384~16777216,109051904~16777216,142606336~8388608,163577856~37748736,230686720~25165824,260046848~20971520,285212672~12582912,301989888~4194304,318767104~20971520,394264576~8388608,406847488~8388608] 2024-08-10T06:18:42.765 INFO:tasks.workunit.client.0.smithi031.stdout:from 5 to 11 diff [4194304~4194304,16777216~4194304,33554432~8388608,46137344~4194304,54525952~16777216,75497472~4194304,88080384~12582912,109051904~12582912,142606336~8388608,163577856~16777216,184549376~4194304,192937984~4194304,201326592~8388608,230686720~4194304,239075328~16777216,260046848~20971520,285212672~20971520,318767104~20971520,373293056~4194304,394264576~16777216] 2024-08-10T06:18:42.765 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~4194304,16777216~4194304,33554432~8388608,46137344~4194304,54525952~16777216,75497472~4194304,88080384~12582912,109051904~12582912,142606336~8388608,163577856~16777216,184549376~4194304,192937984~4194304,201326592~8388608,230686720~4194304,239075328~16777216,260046848~20971520,285212672~20971520,318767104~20971520,373293056~4194304,394264576~16777216] 2024-08-10T06:18:42.769 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~8388608,16777216~8388608,33554432~8388608,46137344~37748736,88080384~16777216,109051904~16777216,142606336~8388608,163577856~46137344,230686720~25165824,260046848~20971520,285212672~25165824,318767104~20971520,373293056~4194304,394264576~20971520] 2024-08-10T06:18:42.769 INFO:tasks.workunit.client.0.smithi031.stdout:from 5 to 12 diff [4194304~4194304,16777216~4194304,33554432~8388608,46137344~4194304,54525952~16777216,75497472~4194304,88080384~12582912,109051904~12582912,125829120~12582912,142606336~8388608,163577856~16777216,184549376~4194304,192937984~4194304,201326592~8388608,230686720~4194304,239075328~16777216,260046848~50331648,318767104~20971520,369098752~4194304,394264576~16777216] 2024-08-10T06:18:42.769 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~4194304,16777216~4194304,33554432~8388608,46137344~4194304,54525952~16777216,75497472~4194304,88080384~12582912,109051904~12582912,125829120~12582912,142606336~8388608,163577856~16777216,184549376~4194304,192937984~4194304,201326592~8388608,230686720~4194304,239075328~16777216,260046848~50331648,318767104~20971520,369098752~4194304,394264576~16777216] 2024-08-10T06:18:42.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:18:42 smithi031 ceph-mon[98130]: osdmap e2170: 8 total, 8 up, 8 in 2024-08-10T06:18:42.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:18:42 smithi031 ceph-mon[100614]: osdmap e2170: 8 total, 8 up, 8 in 2024-08-10T06:18:42.772 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~8388608,16777216~8388608,33554432~8388608,46137344~37748736,88080384~16777216,109051904~29360128,142606336~8388608,163577856~46137344,230686720~25165824,260046848~54525952,318767104~20971520,369098752~8388608,394264576~20971520] 2024-08-10T06:18:42.772 INFO:tasks.workunit.client.0.smithi031.stdout:from 5 to 13 diff [4194304~4194304,16777216~8388608,29360128~8388608,46137344~4194304,54525952~16777216,75497472~4194304,88080384~12582912,104857600~16777216,125829120~12582912,142606336~8388608,159383552~20971520,184549376~4194304,192937984~4194304,201326592~8388608,230686720~4194304,239075328~16777216,260046848~50331648,318767104~20971520,369098752~4194304,394264576~16777216] 2024-08-10T06:18:42.772 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~4194304,16777216~8388608,29360128~8388608,46137344~4194304,54525952~16777216,75497472~4194304,88080384~12582912,104857600~16777216,125829120~12582912,142606336~8388608,159383552~20971520,184549376~4194304,192937984~4194304,201326592~8388608,230686720~4194304,239075328~16777216,260046848~50331648,318767104~20971520,369098752~4194304,394264576~16777216] 2024-08-10T06:18:42.775 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~8388608,16777216~25165824,46137344~37748736,88080384~50331648,142606336~8388608,159383552~50331648,230686720~25165824,260046848~54525952,318767104~20971520,369098752~8388608,394264576~20971520] 2024-08-10T06:18:42.775 INFO:tasks.workunit.client.0.smithi031.stdout:from 5 to 14 diff [4194304~8388608,16777216~25165824,46137344~4194304,54525952~16777216,75497472~25165824,104857600~16777216,125829120~12582912,142606336~8388608,159383552~20971520,184549376~4194304,192937984~4194304,201326592~8388608,230686720~4194304,239075328~71303168,318767104~20971520,343932928~4194304,369098752~4194304,394264576~16777216] 2024-08-10T06:18:42.775 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~8388608,16777216~25165824,46137344~4194304,54525952~16777216,75497472~25165824,104857600~16777216,125829120~12582912,142606336~8388608,159383552~20971520,184549376~4194304,192937984~4194304,201326592~8388608,230686720~4194304,239075328~71303168,318767104~20971520,343932928~4194304,369098752~4194304,394264576~16777216] 2024-08-10T06:18:42.779 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~8388608,16777216~25165824,46137344~92274688,142606336~8388608,159383552~50331648,230686720~83886080,318767104~20971520,343932928~8388608,369098752~8388608,394264576~20971520] 2024-08-10T06:18:42.779 INFO:tasks.workunit.client.0.smithi031.stdout:from 5 to 15 diff [4194304~8388608,16777216~33554432,54525952~16777216,75497472~25165824,104857600~16777216,125829120~12582912,142606336~8388608,155189248~12582912,171966464~8388608,184549376~12582912,201326592~12582912,230686720~4194304,239075328~71303168,318767104~29360128,369098752~4194304,394264576~16777216] 2024-08-10T06:18:42.779 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~8388608,16777216~33554432,54525952~16777216,75497472~25165824,104857600~16777216,125829120~12582912,142606336~8388608,155189248~12582912,171966464~8388608,184549376~12582912,201326592~12582912,230686720~4194304,239075328~71303168,318767104~29360128,369098752~4194304,394264576~16777216] 2024-08-10T06:18:42.783 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~8388608,16777216~121634816,142606336~8388608,155189248~58720256,230686720~83886080,318767104~33554432,369098752~8388608,394264576~20971520] 2024-08-10T06:18:42.783 INFO:tasks.workunit.client.0.smithi031.stdout:from 5 to 16 diff [4194304~8388608,16777216~33554432,54525952~16777216,75497472~25165824,104857600~16777216,125829120~12582912,142606336~8388608,155189248~12582912,171966464~8388608,184549376~12582912,201326592~12582912,230686720~79691776,318767104~29360128,369098752~8388608,394264576~16777216] 2024-08-10T06:18:42.783 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~8388608,16777216~33554432,54525952~16777216,75497472~25165824,104857600~16777216,125829120~12582912,142606336~8388608,155189248~12582912,171966464~8388608,184549376~12582912,201326592~12582912,230686720~79691776,318767104~29360128,369098752~8388608,394264576~16777216] 2024-08-10T06:18:42.787 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~8388608,155189248~58720256,230686720~83886080,318767104~33554432,369098752~8388608,394264576~20971520] 2024-08-10T06:18:42.787 INFO:tasks.workunit.client.0.smithi031.stdout:from 5 to 17 diff [4194304~8388608,16777216~33554432,54525952~16777216,75497472~25165824,104857600~16777216,125829120~12582912,142606336~8388608,155189248~12582912,171966464~8388608,184549376~12582912,201326592~12582912,222298112~88080384,318767104~29360128,360710144~16777216,381681664~8388608,394264576~16777216] 2024-08-10T06:18:42.787 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~8388608,16777216~33554432,54525952~16777216,75497472~25165824,104857600~16777216,125829120~12582912,142606336~8388608,155189248~12582912,171966464~8388608,184549376~12582912,201326592~12582912,222298112~88080384,318767104~29360128,360710144~16777216,381681664~8388608,394264576~16777216] 2024-08-10T06:18:42.793 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~8388608,155189248~58720256,222298112~92274688,318767104~33554432,360710144~16777216,381681664~33554432] 2024-08-10T06:18:42.793 INFO:tasks.workunit.client.0.smithi031.stdout:from 5 to 18 diff [4194304~8388608,16777216~33554432,54525952~16777216,75497472~25165824,104857600~33554432,142606336~8388608,155189248~12582912,171966464~8388608,184549376~12582912,201326592~12582912,222298112~88080384,318767104~29360128,360710144~16777216,381681664~8388608,394264576~16777216] 2024-08-10T06:18:42.793 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~8388608,16777216~33554432,54525952~16777216,75497472~25165824,104857600~33554432,142606336~8388608,155189248~12582912,171966464~8388608,184549376~12582912,201326592~12582912,222298112~88080384,318767104~29360128,360710144~16777216,381681664~8388608,394264576~16777216] 2024-08-10T06:18:42.799 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~8388608,155189248~58720256,222298112~92274688,318767104~33554432,360710144~16777216,381681664~33554432] 2024-08-10T06:18:42.799 INFO:tasks.workunit.client.0.smithi031.stdout:from 5 to 19 diff [4194304~96468992,104857600~33554432,142606336~25165824,171966464~8388608,184549376~12582912,201326592~12582912,222298112~88080384,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~16777216] 2024-08-10T06:18:42.799 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~25165824,171966464~8388608,184549376~12582912,201326592~12582912,222298112~88080384,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~16777216] 2024-08-10T06:18:42.805 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~58720256,381681664~33554432] 2024-08-10T06:18:42.805 INFO:tasks.workunit.client.0.smithi031.stdout:from 6 to 7 diff [16777216~4194304,46137344~4194304,79691776~4194304,92274688~8388608,192937984~4194304,234881024~4194304,264241152~8388608,285212672~4194304,318767104~4194304,335544320~4194304] 2024-08-10T06:18:42.805 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [16777216~4194304,46137344~4194304,79691776~4194304,92274688~8388608,192937984~4194304,234881024~4194304,264241152~8388608,285212672~4194304,318767104~4194304,335544320~4194304] 2024-08-10T06:18:42.806 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [16777216~8388608,46137344~8388608,79691776~4194304,92274688~8388608,192937984~8388608,234881024~4194304,264241152~8388608,285212672~8388608,318767104~8388608,335544320~4194304] 2024-08-10T06:18:42.807 INFO:tasks.workunit.client.0.smithi031.stdout:from 6 to 8 diff [16777216~4194304,33554432~8388608,46137344~4194304,79691776~4194304,92274688~8388608,163577856~8388608,192937984~4194304,234881024~4194304,247463936~4194304,260046848~20971520,285212672~8388608,318767104~20971520,394264576~8388608] 2024-08-10T06:18:42.807 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [16777216~4194304,33554432~8388608,46137344~4194304,79691776~4194304,92274688~8388608,163577856~8388608,192937984~4194304,234881024~4194304,247463936~4194304,260046848~20971520,285212672~8388608,318767104~20971520,394264576~8388608] 2024-08-10T06:18:42.808 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [16777216~8388608,33554432~8388608,46137344~8388608,79691776~4194304,92274688~8388608,163577856~8388608,192937984~8388608,234881024~4194304,247463936~4194304,260046848~20971520,285212672~12582912,318767104~20971520,394264576~8388608] 2024-08-10T06:18:42.808 INFO:tasks.workunit.client.0.smithi031.stdout:from 6 to 9 diff [4194304~4194304,16777216~4194304,33554432~8388608,46137344~4194304,54525952~4194304,75497472~4194304,88080384~12582912,163577856~16777216,192937984~4194304,234881024~8388608,247463936~4194304,260046848~20971520,285212672~8388608,301989888~4194304,318767104~20971520,394264576~8388608] 2024-08-10T06:18:42.808 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~4194304,16777216~4194304,33554432~8388608,46137344~4194304,54525952~4194304,75497472~4194304,88080384~12582912,163577856~16777216,192937984~4194304,234881024~8388608,247463936~4194304,260046848~20971520,285212672~8388608,301989888~4194304,318767104~20971520,394264576~8388608] 2024-08-10T06:18:42.809 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~8388608,16777216~8388608,33554432~8388608,46137344~16777216,75497472~8388608,88080384~12582912,163577856~20971520,192937984~8388608,234881024~20971520,260046848~20971520,285212672~12582912,301989888~4194304,318767104~20971520,394264576~8388608] 2024-08-10T06:18:42.809 INFO:tasks.workunit.client.0.smithi031.stdout:from 6 to 10 diff [4194304~4194304,16777216~4194304,33554432~8388608,46137344~4194304,54525952~16777216,75497472~4194304,88080384~12582912,109051904~8388608,142606336~8388608,163577856~16777216,192937984~4194304,234881024~16777216,260046848~20971520,285212672~8388608,301989888~4194304,318767104~20971520,394264576~8388608] 2024-08-10T06:18:42.810 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~4194304,16777216~4194304,33554432~8388608,46137344~4194304,54525952~16777216,75497472~4194304,88080384~12582912,109051904~8388608,142606336~8388608,163577856~16777216,192937984~4194304,234881024~16777216,260046848~20971520,285212672~8388608,301989888~4194304,318767104~20971520,394264576~8388608] 2024-08-10T06:18:42.811 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~8388608,16777216~8388608,33554432~8388608,46137344~37748736,88080384~12582912,109051904~12582912,142606336~8388608,163577856~20971520,192937984~8388608,234881024~20971520,260046848~20971520,285212672~12582912,301989888~4194304,318767104~20971520,394264576~8388608] 2024-08-10T06:18:42.811 INFO:tasks.workunit.client.0.smithi031.stdout:from 6 to 11 diff [4194304~4194304,16777216~4194304,33554432~8388608,46137344~4194304,54525952~16777216,75497472~4194304,88080384~12582912,109051904~8388608,142606336~8388608,163577856~16777216,192937984~4194304,201326592~8388608,230686720~4194304,239075328~12582912,260046848~20971520,285212672~20971520,318767104~20971520,373293056~4194304,394264576~16777216] 2024-08-10T06:18:42.811 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~4194304,16777216~4194304,33554432~8388608,46137344~4194304,54525952~16777216,75497472~4194304,88080384~12582912,109051904~8388608,142606336~8388608,163577856~16777216,192937984~4194304,201326592~8388608,230686720~4194304,239075328~12582912,260046848~20971520,285212672~20971520,318767104~20971520,373293056~4194304,394264576~16777216] 2024-08-10T06:18:42.814 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~8388608,16777216~8388608,33554432~8388608,46137344~37748736,88080384~16777216,109051904~12582912,142606336~8388608,163577856~20971520,192937984~16777216,230686720~25165824,260046848~20971520,285212672~25165824,318767104~20971520,373293056~4194304,394264576~16777216] 2024-08-10T06:18:42.814 INFO:tasks.workunit.client.0.smithi031.stdout:from 6 to 12 diff [4194304~4194304,16777216~4194304,33554432~8388608,46137344~4194304,54525952~16777216,75497472~4194304,88080384~12582912,109051904~8388608,125829120~12582912,142606336~8388608,163577856~16777216,192937984~4194304,201326592~8388608,230686720~4194304,239075328~12582912,260046848~50331648,318767104~20971520,369098752~4194304,394264576~16777216] 2024-08-10T06:18:42.814 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~4194304,16777216~4194304,33554432~8388608,46137344~4194304,54525952~16777216,75497472~4194304,88080384~12582912,109051904~8388608,125829120~12582912,142606336~8388608,163577856~16777216,192937984~4194304,201326592~8388608,230686720~4194304,239075328~12582912,260046848~50331648,318767104~20971520,369098752~4194304,394264576~16777216] 2024-08-10T06:18:42.817 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~8388608,16777216~8388608,33554432~8388608,46137344~37748736,88080384~16777216,109051904~12582912,125829120~12582912,142606336~8388608,163577856~20971520,192937984~16777216,230686720~25165824,260046848~54525952,318767104~20971520,369098752~8388608,394264576~16777216] 2024-08-10T06:18:42.817 INFO:tasks.workunit.client.0.smithi031.stdout:from 6 to 13 diff [4194304~4194304,16777216~8388608,29360128~8388608,46137344~4194304,54525952~16777216,75497472~4194304,88080384~12582912,104857600~12582912,125829120~12582912,142606336~8388608,159383552~20971520,192937984~4194304,201326592~8388608,230686720~4194304,239075328~12582912,260046848~50331648,318767104~20971520,369098752~4194304,394264576~16777216] 2024-08-10T06:18:42.817 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~4194304,16777216~8388608,29360128~8388608,46137344~4194304,54525952~16777216,75497472~4194304,88080384~12582912,104857600~12582912,125829120~12582912,142606336~8388608,159383552~20971520,192937984~4194304,201326592~8388608,230686720~4194304,239075328~12582912,260046848~50331648,318767104~20971520,369098752~4194304,394264576~16777216] 2024-08-10T06:18:42.820 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~8388608,16777216~25165824,46137344~37748736,88080384~33554432,125829120~12582912,142606336~8388608,159383552~25165824,192937984~16777216,230686720~25165824,260046848~54525952,318767104~20971520,369098752~8388608,394264576~16777216] 2024-08-10T06:18:42.820 INFO:tasks.workunit.client.0.smithi031.stdout:from 6 to 14 diff [4194304~8388608,16777216~25165824,46137344~4194304,54525952~16777216,75497472~25165824,104857600~12582912,125829120~12582912,142606336~8388608,159383552~20971520,192937984~4194304,201326592~8388608,230686720~4194304,239075328~12582912,255852544~54525952,318767104~20971520,343932928~4194304,369098752~4194304,394264576~16777216] 2024-08-10T06:18:42.820 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~8388608,16777216~25165824,46137344~4194304,54525952~16777216,75497472~25165824,104857600~12582912,125829120~12582912,142606336~8388608,159383552~20971520,192937984~4194304,201326592~8388608,230686720~4194304,239075328~12582912,255852544~54525952,318767104~20971520,343932928~4194304,369098752~4194304,394264576~16777216] 2024-08-10T06:18:42.823 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~8388608,16777216~25165824,46137344~75497472,125829120~12582912,142606336~8388608,159383552~25165824,192937984~16777216,230686720~83886080,318767104~20971520,343932928~8388608,369098752~8388608,394264576~16777216] 2024-08-10T06:18:42.823 INFO:tasks.workunit.client.0.smithi031.stdout:from 6 to 15 diff [4194304~8388608,16777216~33554432,54525952~16777216,75497472~25165824,104857600~16777216,125829120~12582912,142606336~8388608,155189248~12582912,171966464~8388608,188743680~8388608,201326592~12582912,230686720~4194304,239075328~12582912,255852544~54525952,318767104~29360128,369098752~4194304,394264576~16777216] 2024-08-10T06:18:42.823 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~8388608,16777216~33554432,54525952~16777216,75497472~25165824,104857600~16777216,125829120~12582912,142606336~8388608,155189248~12582912,171966464~8388608,188743680~8388608,201326592~12582912,230686720~4194304,239075328~12582912,255852544~54525952,318767104~29360128,369098752~4194304,394264576~16777216] 2024-08-10T06:18:42.827 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~8388608,16777216~121634816,142606336~8388608,155189248~29360128,188743680~25165824,230686720~83886080,318767104~33554432,369098752~8388608,394264576~16777216] 2024-08-10T06:18:42.827 INFO:tasks.workunit.client.0.smithi031.stdout:from 6 to 16 diff [4194304~8388608,16777216~33554432,54525952~16777216,75497472~25165824,104857600~16777216,125829120~12582912,142606336~8388608,155189248~12582912,171966464~8388608,184549376~12582912,201326592~12582912,230686720~20971520,255852544~54525952,318767104~29360128,369098752~8388608,394264576~16777216] 2024-08-10T06:18:42.827 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~8388608,16777216~33554432,54525952~16777216,75497472~25165824,104857600~16777216,125829120~12582912,142606336~8388608,155189248~12582912,171966464~8388608,184549376~12582912,201326592~12582912,230686720~20971520,255852544~54525952,318767104~29360128,369098752~8388608,394264576~16777216] 2024-08-10T06:18:42.831 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~8388608,155189248~58720256,230686720~83886080,318767104~33554432,369098752~8388608,394264576~16777216] 2024-08-10T06:18:42.831 INFO:tasks.workunit.client.0.smithi031.stdout:from 6 to 17 diff [4194304~8388608,16777216~33554432,54525952~16777216,75497472~25165824,104857600~16777216,125829120~12582912,142606336~8388608,155189248~12582912,171966464~8388608,184549376~12582912,201326592~12582912,222298112~29360128,255852544~54525952,318767104~29360128,360710144~16777216,381681664~8388608,394264576~16777216] 2024-08-10T06:18:42.831 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~8388608,16777216~33554432,54525952~16777216,75497472~25165824,104857600~16777216,125829120~12582912,142606336~8388608,155189248~12582912,171966464~8388608,184549376~12582912,201326592~12582912,222298112~29360128,255852544~54525952,318767104~29360128,360710144~16777216,381681664~8388608,394264576~16777216] 2024-08-10T06:18:42.836 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~8388608,155189248~58720256,222298112~92274688,318767104~33554432,360710144~16777216,381681664~29360128] 2024-08-10T06:18:42.836 INFO:tasks.workunit.client.0.smithi031.stdout:from 6 to 18 diff [4194304~8388608,16777216~33554432,54525952~16777216,75497472~25165824,104857600~33554432,142606336~8388608,155189248~12582912,171966464~8388608,184549376~12582912,201326592~12582912,222298112~29360128,255852544~54525952,318767104~29360128,360710144~16777216,381681664~8388608,394264576~16777216] 2024-08-10T06:18:42.836 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~8388608,16777216~33554432,54525952~16777216,75497472~25165824,104857600~33554432,142606336~8388608,155189248~12582912,171966464~8388608,184549376~12582912,201326592~12582912,222298112~29360128,255852544~54525952,318767104~29360128,360710144~16777216,381681664~8388608,394264576~16777216] 2024-08-10T06:18:42.841 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~8388608,155189248~58720256,222298112~92274688,318767104~33554432,360710144~16777216,381681664~29360128] 2024-08-10T06:18:42.841 INFO:tasks.workunit.client.0.smithi031.stdout:from 6 to 19 diff [4194304~96468992,104857600~33554432,142606336~25165824,171966464~8388608,184549376~12582912,201326592~12582912,222298112~88080384,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~16777216] 2024-08-10T06:18:42.841 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~25165824,171966464~8388608,184549376~12582912,201326592~12582912,222298112~88080384,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~16777216] 2024-08-10T06:18:42.846 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~58720256,381681664~29360128] 2024-08-10T06:18:42.846 INFO:tasks.workunit.client.0.smithi031.stdout:from 7 to 8 diff [33554432~8388608,163577856~8388608,247463936~4194304,260046848~4194304,268435456~8388608,289406976~4194304,322961408~12582912,394264576~8388608] 2024-08-10T06:18:42.847 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [33554432~8388608,163577856~8388608,247463936~4194304,260046848~4194304,268435456~8388608,289406976~4194304,322961408~12582912,394264576~8388608] 2024-08-10T06:18:42.847 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [33554432~8388608,163577856~8388608,247463936~4194304,260046848~20971520,289406976~8388608,322961408~12582912,394264576~8388608] 2024-08-10T06:18:42.847 INFO:tasks.workunit.client.0.smithi031.stdout:from 7 to 9 diff [4194304~4194304,33554432~8388608,54525952~4194304,75497472~4194304,88080384~4194304,163577856~16777216,239075328~4194304,247463936~4194304,260046848~16777216,289406976~4194304,301989888~4194304,322961408~12582912,394264576~8388608] 2024-08-10T06:18:42.847 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~4194304,33554432~8388608,54525952~4194304,75497472~4194304,88080384~4194304,163577856~16777216,239075328~4194304,247463936~4194304,260046848~16777216,289406976~4194304,301989888~4194304,322961408~12582912,394264576~8388608] 2024-08-10T06:18:42.849 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~8388608,33554432~8388608,54525952~8388608,75497472~8388608,88080384~8388608,163577856~20971520,239075328~16777216,260046848~20971520,289406976~8388608,301989888~4194304,322961408~12582912,394264576~8388608] 2024-08-10T06:18:42.849 INFO:tasks.workunit.client.0.smithi031.stdout:from 7 to 10 diff [4194304~4194304,33554432~8388608,54525952~16777216,75497472~4194304,88080384~4194304,109051904~8388608,142606336~8388608,163577856~16777216,239075328~12582912,260046848~20971520,289406976~4194304,301989888~4194304,322961408~12582912,394264576~8388608] 2024-08-10T06:18:42.849 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~4194304,33554432~8388608,54525952~16777216,75497472~4194304,88080384~4194304,109051904~8388608,142606336~8388608,163577856~16777216,239075328~12582912,260046848~20971520,289406976~4194304,301989888~4194304,322961408~12582912,394264576~8388608] 2024-08-10T06:18:42.850 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~8388608,33554432~8388608,54525952~29360128,88080384~8388608,109051904~12582912,142606336~8388608,163577856~20971520,239075328~16777216,260046848~20971520,289406976~8388608,301989888~4194304,322961408~12582912,394264576~8388608] 2024-08-10T06:18:42.851 INFO:tasks.workunit.client.0.smithi031.stdout:from 7 to 11 diff [4194304~4194304,33554432~8388608,54525952~16777216,75497472~4194304,88080384~12582912,109051904~8388608,142606336~8388608,163577856~16777216,201326592~8388608,230686720~4194304,239075328~12582912,260046848~20971520,289406976~16777216,322961408~12582912,373293056~4194304,394264576~16777216] 2024-08-10T06:18:42.851 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~4194304,33554432~8388608,54525952~16777216,75497472~4194304,88080384~12582912,109051904~8388608,142606336~8388608,163577856~16777216,201326592~8388608,230686720~4194304,239075328~12582912,260046848~20971520,289406976~16777216,322961408~12582912,373293056~4194304,394264576~16777216] 2024-08-10T06:18:42.852 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~8388608,33554432~8388608,54525952~29360128,88080384~16777216,109051904~12582912,142606336~8388608,163577856~20971520,201326592~8388608,230686720~25165824,260046848~20971520,289406976~20971520,322961408~12582912,373293056~4194304,394264576~16777216] 2024-08-10T06:18:42.852 INFO:tasks.workunit.client.0.smithi031.stdout:from 7 to 12 diff [4194304~4194304,33554432~8388608,54525952~16777216,75497472~4194304,88080384~12582912,109051904~8388608,125829120~12582912,142606336~8388608,163577856~16777216,201326592~8388608,230686720~4194304,239075328~12582912,260046848~50331648,322961408~16777216,369098752~4194304,394264576~16777216] 2024-08-10T06:18:42.853 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~4194304,33554432~8388608,54525952~16777216,75497472~4194304,88080384~12582912,109051904~8388608,125829120~12582912,142606336~8388608,163577856~16777216,201326592~8388608,230686720~4194304,239075328~12582912,260046848~50331648,322961408~16777216,369098752~4194304,394264576~16777216] 2024-08-10T06:18:42.855 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~8388608,33554432~8388608,54525952~29360128,88080384~16777216,109051904~12582912,125829120~12582912,142606336~8388608,163577856~20971520,201326592~8388608,230686720~25165824,260046848~54525952,322961408~16777216,369098752~8388608,394264576~16777216] 2024-08-10T06:18:42.855 INFO:tasks.workunit.client.0.smithi031.stdout:from 7 to 13 diff [4194304~4194304,20971520~16777216,54525952~16777216,75497472~4194304,88080384~12582912,104857600~12582912,125829120~12582912,142606336~8388608,159383552~20971520,201326592~8388608,230686720~4194304,239075328~12582912,260046848~50331648,322961408~16777216,369098752~4194304,394264576~16777216] 2024-08-10T06:18:42.855 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~4194304,20971520~16777216,54525952~16777216,75497472~4194304,88080384~12582912,104857600~12582912,125829120~12582912,142606336~8388608,159383552~20971520,201326592~8388608,230686720~4194304,239075328~12582912,260046848~50331648,322961408~16777216,369098752~4194304,394264576~16777216] 2024-08-10T06:18:42.858 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~8388608,20971520~20971520,54525952~29360128,88080384~33554432,125829120~12582912,142606336~8388608,159383552~25165824,201326592~8388608,230686720~25165824,260046848~54525952,322961408~16777216,369098752~8388608,394264576~16777216] 2024-08-10T06:18:42.858 INFO:tasks.workunit.client.0.smithi031.stdout:from 7 to 14 diff [4194304~8388608,16777216~25165824,54525952~16777216,75497472~25165824,104857600~12582912,125829120~12582912,142606336~8388608,159383552~20971520,201326592~8388608,230686720~4194304,239075328~12582912,255852544~54525952,322961408~16777216,343932928~4194304,369098752~4194304,394264576~16777216] 2024-08-10T06:18:42.858 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~8388608,16777216~25165824,54525952~16777216,75497472~25165824,104857600~12582912,125829120~12582912,142606336~8388608,159383552~20971520,201326592~8388608,230686720~4194304,239075328~12582912,255852544~54525952,322961408~16777216,343932928~4194304,369098752~4194304,394264576~16777216] 2024-08-10T06:18:42.861 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~8388608,16777216~25165824,54525952~67108864,125829120~12582912,142606336~8388608,159383552~25165824,201326592~8388608,230686720~83886080,322961408~16777216,343932928~8388608,369098752~8388608,394264576~16777216] 2024-08-10T06:18:42.861 INFO:tasks.workunit.client.0.smithi031.stdout:from 7 to 15 diff [4194304~8388608,16777216~29360128,54525952~16777216,75497472~25165824,104857600~16777216,125829120~12582912,142606336~8388608,155189248~12582912,171966464~8388608,188743680~8388608,201326592~12582912,230686720~4194304,239075328~12582912,255852544~54525952,318767104~16777216,339738624~8388608,369098752~4194304,394264576~16777216] 2024-08-10T06:18:42.861 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~8388608,16777216~29360128,54525952~16777216,75497472~25165824,104857600~16777216,125829120~12582912,142606336~8388608,155189248~12582912,171966464~8388608,188743680~8388608,201326592~12582912,230686720~4194304,239075328~12582912,255852544~54525952,318767104~16777216,339738624~8388608,369098752~4194304,394264576~16777216] 2024-08-10T06:18:42.864 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~8388608,16777216~29360128,54525952~83886080,142606336~8388608,155189248~29360128,188743680~8388608,201326592~12582912,230686720~83886080,318767104~33554432,369098752~8388608,394264576~16777216] 2024-08-10T06:18:42.864 INFO:tasks.workunit.client.0.smithi031.stdout:from 7 to 16 diff [4194304~8388608,16777216~29360128,54525952~16777216,75497472~25165824,104857600~16777216,125829120~12582912,142606336~8388608,155189248~12582912,171966464~8388608,184549376~12582912,201326592~12582912,230686720~20971520,255852544~54525952,318767104~29360128,369098752~8388608,394264576~16777216] 2024-08-10T06:18:42.864 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~8388608,16777216~29360128,54525952~16777216,75497472~25165824,104857600~16777216,125829120~12582912,142606336~8388608,155189248~12582912,171966464~8388608,184549376~12582912,201326592~12582912,230686720~20971520,255852544~54525952,318767104~29360128,369098752~8388608,394264576~16777216] 2024-08-10T06:18:42.868 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~41943040,54525952~83886080,142606336~8388608,155189248~41943040,201326592~12582912,230686720~83886080,318767104~33554432,369098752~8388608,394264576~16777216] 2024-08-10T06:18:42.868 INFO:tasks.workunit.client.0.smithi031.stdout:from 7 to 17 diff [4194304~8388608,16777216~33554432,54525952~16777216,75497472~25165824,104857600~16777216,125829120~12582912,142606336~8388608,155189248~12582912,171966464~8388608,184549376~12582912,201326592~12582912,222298112~29360128,255852544~54525952,318767104~29360128,360710144~16777216,381681664~8388608,394264576~16777216] 2024-08-10T06:18:42.868 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~8388608,16777216~33554432,54525952~16777216,75497472~25165824,104857600~16777216,125829120~12582912,142606336~8388608,155189248~12582912,171966464~8388608,184549376~12582912,201326592~12582912,222298112~29360128,255852544~54525952,318767104~29360128,360710144~16777216,381681664~8388608,394264576~16777216] 2024-08-10T06:18:42.872 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~8388608,155189248~41943040,201326592~12582912,222298112~92274688,318767104~33554432,360710144~16777216,381681664~29360128] 2024-08-10T06:18:42.873 INFO:tasks.workunit.client.0.smithi031.stdout:from 7 to 18 diff [4194304~8388608,16777216~33554432,54525952~16777216,75497472~25165824,104857600~33554432,142606336~8388608,155189248~12582912,171966464~8388608,184549376~12582912,201326592~12582912,222298112~29360128,255852544~54525952,318767104~29360128,360710144~16777216,381681664~8388608,394264576~16777216] 2024-08-10T06:18:42.873 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~8388608,16777216~33554432,54525952~16777216,75497472~25165824,104857600~33554432,142606336~8388608,155189248~12582912,171966464~8388608,184549376~12582912,201326592~12582912,222298112~29360128,255852544~54525952,318767104~29360128,360710144~16777216,381681664~8388608,394264576~16777216] 2024-08-10T06:18:42.877 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~8388608,155189248~58720256,222298112~92274688,318767104~33554432,360710144~16777216,381681664~29360128] 2024-08-10T06:18:42.877 INFO:tasks.workunit.client.0.smithi031.stdout:from 7 to 19 diff [4194304~96468992,104857600~33554432,142606336~25165824,171966464~8388608,184549376~12582912,201326592~12582912,222298112~62914560,289406976~20971520,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~16777216] 2024-08-10T06:18:42.877 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~25165824,171966464~8388608,184549376~12582912,201326592~12582912,222298112~62914560,289406976~20971520,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~16777216] 2024-08-10T06:18:42.883 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~58720256,381681664~29360128] 2024-08-10T06:18:42.883 INFO:tasks.workunit.client.0.smithi031.stdout:from 8 to 9 diff [4194304~4194304,54525952~4194304,75497472~4194304,88080384~4194304,171966464~8388608,239075328~4194304,247463936~4194304,260046848~12582912,301989888~4194304] 2024-08-10T06:18:42.883 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~4194304,54525952~4194304,75497472~4194304,88080384~4194304,171966464~8388608,239075328~4194304,247463936~4194304,260046848~12582912,301989888~4194304] 2024-08-10T06:18:42.884 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~8388608,54525952~8388608,75497472~8388608,88080384~8388608,171966464~12582912,239075328~16777216,260046848~12582912,301989888~4194304] 2024-08-10T06:18:42.884 INFO:tasks.workunit.client.0.smithi031.stdout:from 8 to 10 diff [4194304~4194304,54525952~16777216,75497472~4194304,88080384~4194304,109051904~8388608,142606336~8388608,171966464~8388608,239075328~12582912,260046848~20971520,301989888~4194304,331350016~4194304] 2024-08-10T06:18:42.884 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~4194304,54525952~16777216,75497472~4194304,88080384~4194304,109051904~8388608,142606336~8388608,171966464~8388608,239075328~12582912,260046848~20971520,301989888~4194304,331350016~4194304] 2024-08-10T06:18:42.885 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~8388608,54525952~29360128,88080384~8388608,109051904~12582912,142606336~8388608,171966464~12582912,239075328~16777216,260046848~20971520,301989888~4194304,331350016~4194304] 2024-08-10T06:18:42.885 INFO:tasks.workunit.client.0.smithi031.stdout:from 8 to 11 diff [4194304~4194304,54525952~16777216,75497472~4194304,88080384~12582912,109051904~8388608,142606336~8388608,171966464~8388608,201326592~8388608,230686720~4194304,239075328~12582912,260046848~20971520,293601280~12582912,331350016~4194304,373293056~4194304,394264576~12582912] 2024-08-10T06:18:42.885 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~4194304,54525952~16777216,75497472~4194304,88080384~12582912,109051904~8388608,142606336~8388608,171966464~8388608,201326592~8388608,230686720~4194304,239075328~12582912,260046848~20971520,293601280~12582912,331350016~4194304,373293056~4194304,394264576~12582912] 2024-08-10T06:18:42.887 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~8388608,54525952~29360128,88080384~16777216,109051904~12582912,142606336~8388608,171966464~12582912,201326592~8388608,230686720~25165824,260046848~20971520,293601280~16777216,331350016~4194304,373293056~4194304,394264576~16777216] 2024-08-10T06:18:42.887 INFO:tasks.workunit.client.0.smithi031.stdout:from 8 to 12 diff [4194304~4194304,54525952~16777216,75497472~4194304,88080384~12582912,109051904~8388608,125829120~12582912,142606336~8388608,171966464~8388608,201326592~8388608,230686720~4194304,239075328~12582912,260046848~25165824,293601280~16777216,331350016~8388608,369098752~4194304,394264576~12582912] 2024-08-10T06:18:42.887 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~4194304,54525952~16777216,75497472~4194304,88080384~12582912,109051904~8388608,125829120~12582912,142606336~8388608,171966464~8388608,201326592~8388608,230686720~4194304,239075328~12582912,260046848~25165824,293601280~16777216,331350016~8388608,369098752~4194304,394264576~12582912] 2024-08-10T06:18:42.889 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~8388608,54525952~29360128,88080384~16777216,109051904~12582912,125829120~12582912,142606336~8388608,171966464~12582912,201326592~8388608,230686720~25165824,260046848~29360128,293601280~20971520,331350016~8388608,369098752~8388608,394264576~16777216] 2024-08-10T06:18:42.889 INFO:tasks.workunit.client.0.smithi031.stdout:from 8 to 13 diff [4194304~4194304,20971520~12582912,54525952~16777216,75497472~4194304,88080384~12582912,104857600~12582912,125829120~12582912,142606336~8388608,159383552~4194304,171966464~8388608,201326592~8388608,230686720~4194304,239075328~12582912,260046848~25165824,293601280~16777216,331350016~8388608,369098752~4194304,394264576~12582912] 2024-08-10T06:18:42.889 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~4194304,20971520~12582912,54525952~16777216,75497472~4194304,88080384~12582912,104857600~12582912,125829120~12582912,142606336~8388608,159383552~4194304,171966464~8388608,201326592~8388608,230686720~4194304,239075328~12582912,260046848~25165824,293601280~16777216,331350016~8388608,369098752~4194304,394264576~12582912] 2024-08-10T06:18:42.891 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~8388608,20971520~16777216,54525952~29360128,88080384~33554432,125829120~12582912,142606336~8388608,159383552~8388608,171966464~12582912,201326592~8388608,230686720~25165824,260046848~29360128,293601280~20971520,331350016~8388608,369098752~8388608,394264576~16777216] 2024-08-10T06:18:42.892 INFO:tasks.workunit.client.0.smithi031.stdout:from 8 to 14 diff [4194304~8388608,16777216~20971520,54525952~16777216,75497472~25165824,104857600~12582912,125829120~12582912,142606336~8388608,159383552~4194304,171966464~8388608,201326592~8388608,230686720~4194304,239075328~12582912,255852544~29360128,293601280~16777216,331350016~8388608,343932928~4194304,369098752~4194304,394264576~12582912] 2024-08-10T06:18:42.892 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~8388608,16777216~20971520,54525952~16777216,75497472~25165824,104857600~12582912,125829120~12582912,142606336~8388608,159383552~4194304,171966464~8388608,201326592~8388608,230686720~4194304,239075328~12582912,255852544~29360128,293601280~16777216,331350016~8388608,343932928~4194304,369098752~4194304,394264576~12582912] 2024-08-10T06:18:42.894 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~8388608,16777216~25165824,54525952~67108864,125829120~12582912,142606336~8388608,159383552~8388608,171966464~12582912,201326592~8388608,230686720~58720256,293601280~20971520,331350016~8388608,343932928~8388608,369098752~8388608,394264576~16777216] 2024-08-10T06:18:42.894 INFO:tasks.workunit.client.0.smithi031.stdout:from 8 to 15 diff [4194304~8388608,16777216~29360128,54525952~16777216,75497472~25165824,104857600~16777216,125829120~12582912,142606336~8388608,155189248~8388608,167772160~12582912,188743680~8388608,201326592~12582912,230686720~4194304,239075328~12582912,255852544~29360128,293601280~16777216,318767104~8388608,331350016~16777216,369098752~4194304,394264576~12582912] 2024-08-10T06:18:42.894 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~8388608,16777216~29360128,54525952~16777216,75497472~25165824,104857600~16777216,125829120~12582912,142606336~8388608,155189248~8388608,167772160~12582912,188743680~8388608,201326592~12582912,230686720~4194304,239075328~12582912,255852544~29360128,293601280~16777216,318767104~8388608,331350016~16777216,369098752~4194304,394264576~12582912] 2024-08-10T06:18:42.898 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~8388608,16777216~29360128,54525952~83886080,142606336~8388608,155189248~29360128,188743680~8388608,201326592~12582912,230686720~58720256,293601280~20971520,318767104~33554432,369098752~8388608,394264576~16777216] 2024-08-10T06:18:42.898 INFO:tasks.workunit.client.0.smithi031.stdout:from 8 to 16 diff [4194304~8388608,16777216~29360128,54525952~16777216,75497472~25165824,104857600~16777216,125829120~12582912,142606336~8388608,155189248~8388608,167772160~12582912,184549376~12582912,201326592~12582912,230686720~20971520,255852544~29360128,293601280~16777216,318767104~29360128,369098752~8388608,394264576~12582912] 2024-08-10T06:18:42.898 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~8388608,16777216~29360128,54525952~16777216,75497472~25165824,104857600~16777216,125829120~12582912,142606336~8388608,155189248~8388608,167772160~12582912,184549376~12582912,201326592~12582912,230686720~20971520,255852544~29360128,293601280~16777216,318767104~29360128,369098752~8388608,394264576~12582912] 2024-08-10T06:18:42.902 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~41943040,54525952~83886080,142606336~8388608,155189248~41943040,201326592~12582912,230686720~58720256,293601280~20971520,318767104~33554432,369098752~8388608,394264576~16777216] 2024-08-10T06:18:42.902 INFO:tasks.workunit.client.0.smithi031.stdout:from 8 to 17 diff [4194304~8388608,16777216~33554432,54525952~16777216,75497472~25165824,104857600~16777216,125829120~12582912,142606336~8388608,155189248~8388608,167772160~12582912,184549376~12582912,201326592~12582912,222298112~29360128,255852544~29360128,293601280~16777216,318767104~29360128,360710144~16777216,381681664~8388608,394264576~12582912] 2024-08-10T06:18:42.902 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~8388608,16777216~33554432,54525952~16777216,75497472~25165824,104857600~16777216,125829120~12582912,142606336~8388608,155189248~8388608,167772160~12582912,184549376~12582912,201326592~12582912,222298112~29360128,255852544~29360128,293601280~16777216,318767104~29360128,360710144~16777216,381681664~8388608,394264576~12582912] 2024-08-10T06:18:42.906 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~8388608,155189248~41943040,201326592~12582912,222298112~67108864,293601280~20971520,318767104~33554432,360710144~16777216,381681664~29360128] 2024-08-10T06:18:42.906 INFO:tasks.workunit.client.0.smithi031.stdout:from 8 to 18 diff [4194304~8388608,16777216~33554432,54525952~16777216,75497472~25165824,104857600~33554432,142606336~8388608,155189248~8388608,167772160~12582912,184549376~12582912,201326592~12582912,222298112~29360128,255852544~33554432,293601280~16777216,318767104~29360128,360710144~16777216,381681664~8388608,394264576~12582912] 2024-08-10T06:18:42.906 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~8388608,16777216~33554432,54525952~16777216,75497472~25165824,104857600~33554432,142606336~8388608,155189248~8388608,167772160~12582912,184549376~12582912,201326592~12582912,222298112~29360128,255852544~33554432,293601280~16777216,318767104~29360128,360710144~16777216,381681664~8388608,394264576~12582912] 2024-08-10T06:18:42.910 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~8388608,155189248~58720256,222298112~67108864,293601280~20971520,318767104~33554432,360710144~16777216,381681664~29360128] 2024-08-10T06:18:42.910 INFO:tasks.workunit.client.0.smithi031.stdout:from 8 to 19 diff [4194304~96468992,104857600~33554432,142606336~20971520,167772160~12582912,184549376~12582912,201326592~12582912,222298112~37748736,264241152~25165824,293601280~16777216,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~12582912] 2024-08-10T06:18:42.910 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~20971520,167772160~12582912,184549376~12582912,201326592~12582912,222298112~37748736,264241152~25165824,293601280~16777216,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~12582912] 2024-08-10T06:18:42.915 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~67108864,293601280~20971520,318767104~58720256,381681664~29360128] 2024-08-10T06:18:42.915 INFO:tasks.workunit.client.0.smithi031.stdout:from 9 to 10 diff [58720256~12582912,109051904~8388608,142606336~8388608,243269632~8388608,264241152~16777216,331350016~4194304] 2024-08-10T06:18:42.915 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [58720256~12582912,109051904~8388608,142606336~8388608,243269632~8388608,264241152~16777216,331350016~4194304] 2024-08-10T06:18:42.916 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [58720256~16777216,109051904~12582912,142606336~8388608,243269632~8388608,264241152~16777216,331350016~4194304] 2024-08-10T06:18:42.916 INFO:tasks.workunit.client.0.smithi031.stdout:from 9 to 11 diff [58720256~12582912,92274688~8388608,109051904~8388608,142606336~8388608,201326592~8388608,230686720~4194304,243269632~8388608,264241152~16777216,293601280~12582912,331350016~4194304,373293056~4194304,394264576~12582912] 2024-08-10T06:18:42.916 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [58720256~12582912,92274688~8388608,109051904~8388608,142606336~8388608,201326592~8388608,230686720~4194304,243269632~8388608,264241152~16777216,293601280~12582912,331350016~4194304,373293056~4194304,394264576~12582912] 2024-08-10T06:18:42.918 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [58720256~16777216,92274688~12582912,109051904~12582912,142606336~8388608,201326592~8388608,230686720~8388608,243269632~8388608,264241152~16777216,293601280~16777216,331350016~4194304,373293056~4194304,394264576~16777216] 2024-08-10T06:18:42.918 INFO:tasks.workunit.client.0.smithi031.stdout:from 9 to 12 diff [58720256~12582912,92274688~8388608,109051904~8388608,125829120~12582912,142606336~8388608,171966464~8388608,201326592~8388608,230686720~4194304,243269632~8388608,264241152~20971520,293601280~16777216,331350016~8388608,369098752~4194304,394264576~12582912] 2024-08-10T06:18:42.918 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [58720256~12582912,92274688~8388608,109051904~8388608,125829120~12582912,142606336~8388608,171966464~8388608,201326592~8388608,230686720~4194304,243269632~8388608,264241152~20971520,293601280~16777216,331350016~8388608,369098752~4194304,394264576~12582912] 2024-08-10T06:18:42.920 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [58720256~16777216,92274688~12582912,109051904~12582912,125829120~12582912,142606336~8388608,171966464~12582912,201326592~8388608,230686720~8388608,243269632~8388608,264241152~25165824,293601280~20971520,331350016~8388608,369098752~8388608,394264576~16777216] 2024-08-10T06:18:42.920 INFO:tasks.workunit.client.0.smithi031.stdout:from 9 to 13 diff [20971520~12582912,58720256~12582912,92274688~8388608,104857600~12582912,125829120~12582912,142606336~8388608,159383552~4194304,171966464~8388608,201326592~8388608,230686720~4194304,243269632~8388608,264241152~20971520,293601280~16777216,331350016~8388608,369098752~4194304,394264576~12582912] 2024-08-10T06:18:42.920 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [20971520~12582912,58720256~12582912,92274688~8388608,104857600~12582912,125829120~12582912,142606336~8388608,159383552~4194304,171966464~8388608,201326592~8388608,230686720~4194304,243269632~8388608,264241152~20971520,293601280~16777216,331350016~8388608,369098752~4194304,394264576~12582912] 2024-08-10T06:18:42.922 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [20971520~16777216,58720256~16777216,92274688~29360128,125829120~12582912,142606336~8388608,159383552~8388608,171966464~12582912,201326592~8388608,230686720~8388608,243269632~12582912,264241152~25165824,293601280~20971520,331350016~8388608,369098752~8388608,394264576~16777216] 2024-08-10T06:18:42.922 INFO:tasks.workunit.client.0.smithi031.stdout:from 9 to 14 diff [4194304~8388608,16777216~20971520,58720256~12582912,75497472~12582912,92274688~8388608,104857600~12582912,125829120~12582912,142606336~8388608,159383552~4194304,171966464~8388608,201326592~8388608,230686720~4194304,243269632~8388608,255852544~29360128,293601280~16777216,331350016~8388608,343932928~4194304,369098752~4194304,394264576~12582912] 2024-08-10T06:18:42.923 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~8388608,16777216~20971520,58720256~12582912,75497472~12582912,92274688~8388608,104857600~12582912,125829120~12582912,142606336~8388608,159383552~4194304,171966464~8388608,201326592~8388608,230686720~4194304,243269632~8388608,255852544~29360128,293601280~16777216,331350016~8388608,343932928~4194304,369098752~4194304,394264576~12582912] 2024-08-10T06:18:42.925 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~8388608,16777216~25165824,58720256~29360128,92274688~29360128,125829120~12582912,142606336~8388608,159383552~8388608,171966464~12582912,201326592~8388608,230686720~8388608,243269632~46137344,293601280~20971520,331350016~8388608,343932928~8388608,369098752~8388608,394264576~16777216] 2024-08-10T06:18:42.925 INFO:tasks.workunit.client.0.smithi031.stdout:from 9 to 15 diff [4194304~8388608,16777216~29360128,58720256~12582912,75497472~12582912,92274688~8388608,104857600~16777216,125829120~12582912,142606336~8388608,155189248~8388608,167772160~12582912,188743680~8388608,201326592~12582912,230686720~4194304,243269632~8388608,255852544~29360128,293601280~16777216,318767104~8388608,331350016~16777216,369098752~4194304,394264576~12582912] 2024-08-10T06:18:42.925 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~8388608,16777216~29360128,58720256~12582912,75497472~12582912,92274688~8388608,104857600~16777216,125829120~12582912,142606336~8388608,155189248~8388608,167772160~12582912,188743680~8388608,201326592~12582912,230686720~4194304,243269632~8388608,255852544~29360128,293601280~16777216,318767104~8388608,331350016~16777216,369098752~4194304,394264576~12582912] 2024-08-10T06:18:42.928 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~8388608,16777216~29360128,58720256~29360128,92274688~46137344,142606336~8388608,155189248~29360128,188743680~8388608,201326592~12582912,230686720~8388608,243269632~46137344,293601280~20971520,318767104~33554432,369098752~8388608,394264576~16777216] 2024-08-10T06:18:42.928 INFO:tasks.workunit.client.0.smithi031.stdout:from 9 to 16 diff [4194304~8388608,16777216~29360128,58720256~12582912,75497472~25165824,104857600~16777216,125829120~12582912,142606336~8388608,155189248~8388608,167772160~12582912,184549376~12582912,201326592~12582912,230686720~8388608,243269632~8388608,255852544~29360128,293601280~16777216,318767104~29360128,369098752~8388608,394264576~12582912] 2024-08-10T06:18:42.928 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~8388608,16777216~29360128,58720256~12582912,75497472~25165824,104857600~16777216,125829120~12582912,142606336~8388608,155189248~8388608,167772160~12582912,184549376~12582912,201326592~12582912,230686720~8388608,243269632~8388608,255852544~29360128,293601280~16777216,318767104~29360128,369098752~8388608,394264576~12582912] 2024-08-10T06:18:42.931 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~41943040,58720256~79691776,142606336~8388608,155189248~41943040,201326592~12582912,230686720~8388608,243269632~46137344,293601280~20971520,318767104~33554432,369098752~8388608,394264576~16777216] 2024-08-10T06:18:42.931 INFO:tasks.workunit.client.0.smithi031.stdout:from 9 to 17 diff [4194304~8388608,16777216~33554432,58720256~12582912,75497472~25165824,104857600~16777216,125829120~12582912,142606336~8388608,155189248~8388608,167772160~12582912,184549376~12582912,201326592~12582912,222298112~16777216,243269632~8388608,255852544~29360128,293601280~16777216,318767104~29360128,360710144~16777216,381681664~8388608,394264576~12582912] 2024-08-10T06:18:42.931 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~8388608,16777216~33554432,58720256~12582912,75497472~25165824,104857600~16777216,125829120~12582912,142606336~8388608,155189248~8388608,167772160~12582912,184549376~12582912,201326592~12582912,222298112~16777216,243269632~8388608,255852544~29360128,293601280~16777216,318767104~29360128,360710144~16777216,381681664~8388608,394264576~12582912] 2024-08-10T06:18:42.936 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~50331648,58720256~79691776,142606336~8388608,155189248~41943040,201326592~12582912,222298112~16777216,243269632~46137344,293601280~20971520,318767104~33554432,360710144~16777216,381681664~29360128] 2024-08-10T06:18:42.936 INFO:tasks.workunit.client.0.smithi031.stdout:from 9 to 18 diff [4194304~8388608,16777216~33554432,58720256~12582912,75497472~25165824,104857600~33554432,142606336~8388608,155189248~8388608,167772160~12582912,184549376~12582912,201326592~12582912,222298112~16777216,243269632~8388608,255852544~33554432,293601280~16777216,318767104~29360128,360710144~16777216,381681664~8388608,394264576~12582912] 2024-08-10T06:18:42.936 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~8388608,16777216~33554432,58720256~12582912,75497472~25165824,104857600~33554432,142606336~8388608,155189248~8388608,167772160~12582912,184549376~12582912,201326592~12582912,222298112~16777216,243269632~8388608,255852544~33554432,293601280~16777216,318767104~29360128,360710144~16777216,381681664~8388608,394264576~12582912] 2024-08-10T06:18:42.940 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~50331648,58720256~79691776,142606336~8388608,155189248~58720256,222298112~16777216,243269632~46137344,293601280~20971520,318767104~33554432,360710144~16777216,381681664~29360128] 2024-08-10T06:18:42.940 INFO:tasks.workunit.client.0.smithi031.stdout:from 9 to 19 diff [4194304~50331648,58720256~29360128,92274688~8388608,104857600~33554432,142606336~20971520,167772160~12582912,184549376~12582912,201326592~12582912,222298112~16777216,243269632~16777216,264241152~25165824,293601280~16777216,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~12582912] 2024-08-10T06:18:42.941 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~50331648,58720256~29360128,92274688~8388608,104857600~33554432,142606336~20971520,167772160~12582912,184549376~12582912,201326592~12582912,222298112~16777216,243269632~16777216,264241152~25165824,293601280~16777216,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~12582912] 2024-08-10T06:18:42.944 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~16777216,243269632~46137344,293601280~20971520,318767104~58720256,381681664~29360128] 2024-08-10T06:18:42.945 INFO:tasks.workunit.client.0.smithi031.stdout:from 10 to 11 diff [92274688~8388608,201326592~8388608,230686720~4194304,293601280~12582912,373293056~4194304,394264576~12582912] 2024-08-10T06:18:42.945 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [92274688~8388608,201326592~8388608,230686720~4194304,293601280~12582912,373293056~4194304,394264576~12582912] 2024-08-10T06:18:42.946 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [92274688~12582912,201326592~8388608,230686720~8388608,293601280~16777216,373293056~4194304,394264576~16777216] 2024-08-10T06:18:42.946 INFO:tasks.workunit.client.0.smithi031.stdout:from 10 to 12 diff [92274688~8388608,113246208~4194304,125829120~12582912,171966464~8388608,201326592~8388608,230686720~4194304,276824064~8388608,293601280~16777216,331350016~8388608,369098752~4194304,394264576~12582912] 2024-08-10T06:18:42.946 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [92274688~8388608,113246208~4194304,125829120~12582912,171966464~8388608,201326592~8388608,230686720~4194304,276824064~8388608,293601280~16777216,331350016~8388608,369098752~4194304,394264576~12582912] 2024-08-10T06:18:42.947 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [92274688~12582912,113246208~4194304,125829120~12582912,171966464~12582912,201326592~8388608,230686720~8388608,276824064~12582912,293601280~20971520,331350016~8388608,369098752~8388608,394264576~16777216] 2024-08-10T06:18:42.947 INFO:tasks.workunit.client.0.smithi031.stdout:from 10 to 13 diff [20971520~12582912,58720256~4194304,92274688~8388608,104857600~4194304,113246208~4194304,125829120~12582912,142606336~8388608,159383552~4194304,171966464~8388608,201326592~8388608,230686720~4194304,243269632~8388608,276824064~8388608,293601280~16777216,331350016~8388608,369098752~4194304,394264576~12582912] 2024-08-10T06:18:42.947 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [20971520~12582912,58720256~4194304,92274688~8388608,104857600~4194304,113246208~4194304,125829120~12582912,142606336~8388608,159383552~4194304,171966464~8388608,201326592~8388608,230686720~4194304,243269632~8388608,276824064~8388608,293601280~16777216,331350016~8388608,369098752~4194304,394264576~12582912] 2024-08-10T06:18:42.949 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [20971520~16777216,58720256~4194304,92274688~25165824,125829120~12582912,142606336~8388608,159383552~8388608,171966464~12582912,201326592~8388608,230686720~8388608,243269632~12582912,276824064~12582912,293601280~20971520,331350016~8388608,369098752~8388608,394264576~16777216] 2024-08-10T06:18:42.949 INFO:tasks.workunit.client.0.smithi031.stdout:from 10 to 14 diff [4194304~8388608,16777216~20971520,58720256~4194304,75497472~12582912,92274688~8388608,104857600~4194304,113246208~4194304,125829120~12582912,142606336~8388608,159383552~4194304,171966464~8388608,201326592~8388608,230686720~4194304,243269632~8388608,255852544~8388608,276824064~8388608,293601280~16777216,331350016~8388608,343932928~4194304,369098752~4194304,394264576~12582912] 2024-08-10T06:18:42.949 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~8388608,16777216~20971520,58720256~4194304,75497472~12582912,92274688~8388608,104857600~4194304,113246208~4194304,125829120~12582912,142606336~8388608,159383552~4194304,171966464~8388608,201326592~8388608,230686720~4194304,243269632~8388608,255852544~8388608,276824064~8388608,293601280~16777216,331350016~8388608,343932928~4194304,369098752~4194304,394264576~12582912] 2024-08-10T06:18:42.951 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~8388608,16777216~25165824,58720256~4194304,75497472~12582912,92274688~25165824,125829120~12582912,142606336~8388608,159383552~8388608,171966464~12582912,201326592~8388608,230686720~8388608,243269632~20971520,276824064~12582912,293601280~20971520,331350016~8388608,343932928~8388608,369098752~8388608,394264576~16777216] 2024-08-10T06:18:42.951 INFO:tasks.workunit.client.0.smithi031.stdout:from 10 to 15 diff [4194304~8388608,16777216~29360128,58720256~4194304,75497472~12582912,92274688~8388608,104857600~4194304,113246208~8388608,125829120~12582912,142606336~8388608,155189248~8388608,167772160~12582912,188743680~8388608,201326592~12582912,230686720~4194304,243269632~8388608,255852544~8388608,276824064~8388608,293601280~16777216,318767104~8388608,331350016~16777216,369098752~4194304,394264576~12582912] 2024-08-10T06:18:42.951 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~8388608,16777216~29360128,58720256~4194304,75497472~12582912,92274688~8388608,104857600~4194304,113246208~8388608,125829120~12582912,142606336~8388608,155189248~8388608,167772160~12582912,188743680~8388608,201326592~12582912,230686720~4194304,243269632~8388608,255852544~8388608,276824064~8388608,293601280~16777216,318767104~8388608,331350016~16777216,369098752~4194304,394264576~12582912] 2024-08-10T06:18:42.954 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~8388608,16777216~29360128,58720256~4194304,75497472~12582912,92274688~46137344,142606336~8388608,155189248~29360128,188743680~8388608,201326592~12582912,230686720~8388608,243269632~20971520,276824064~12582912,293601280~20971520,318767104~33554432,369098752~8388608,394264576~16777216] 2024-08-10T06:18:42.954 INFO:tasks.workunit.client.0.smithi031.stdout:from 10 to 16 diff [4194304~8388608,16777216~29360128,58720256~4194304,75497472~25165824,104857600~4194304,113246208~8388608,125829120~12582912,142606336~8388608,155189248~8388608,167772160~12582912,184549376~12582912,201326592~12582912,230686720~8388608,243269632~8388608,255852544~8388608,276824064~8388608,293601280~16777216,318767104~29360128,369098752~8388608,394264576~12582912] 2024-08-10T06:18:42.954 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~8388608,16777216~29360128,58720256~4194304,75497472~25165824,104857600~4194304,113246208~8388608,125829120~12582912,142606336~8388608,155189248~8388608,167772160~12582912,184549376~12582912,201326592~12582912,230686720~8388608,243269632~8388608,255852544~8388608,276824064~8388608,293601280~16777216,318767104~29360128,369098752~8388608,394264576~12582912] 2024-08-10T06:18:42.957 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~41943040,58720256~4194304,75497472~62914560,142606336~8388608,155189248~41943040,201326592~12582912,230686720~8388608,243269632~20971520,276824064~12582912,293601280~20971520,318767104~33554432,369098752~8388608,394264576~16777216] 2024-08-10T06:18:42.957 INFO:tasks.workunit.client.0.smithi031.stdout:from 10 to 17 diff [4194304~8388608,16777216~33554432,58720256~4194304,75497472~25165824,104857600~4194304,113246208~8388608,125829120~12582912,142606336~8388608,155189248~8388608,167772160~12582912,184549376~12582912,201326592~12582912,222298112~16777216,243269632~8388608,255852544~8388608,272629760~12582912,293601280~16777216,318767104~29360128,360710144~16777216,381681664~8388608,394264576~12582912] 2024-08-10T06:18:42.957 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~8388608,16777216~33554432,58720256~4194304,75497472~25165824,104857600~4194304,113246208~8388608,125829120~12582912,142606336~8388608,155189248~8388608,167772160~12582912,184549376~12582912,201326592~12582912,222298112~16777216,243269632~8388608,255852544~8388608,272629760~12582912,293601280~16777216,318767104~29360128,360710144~16777216,381681664~8388608,394264576~12582912] 2024-08-10T06:18:42.961 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~50331648,58720256~4194304,75497472~62914560,142606336~8388608,155189248~41943040,201326592~12582912,222298112~16777216,243269632~20971520,272629760~16777216,293601280~20971520,318767104~33554432,360710144~16777216,381681664~29360128] 2024-08-10T06:18:42.961 INFO:tasks.workunit.client.0.smithi031.stdout:from 10 to 18 diff [4194304~8388608,16777216~33554432,58720256~4194304,75497472~25165824,104857600~16777216,125829120~12582912,142606336~8388608,155189248~8388608,167772160~12582912,184549376~12582912,201326592~12582912,222298112~16777216,243269632~8388608,255852544~8388608,272629760~16777216,293601280~16777216,318767104~29360128,360710144~16777216,381681664~8388608,394264576~12582912] 2024-08-10T06:18:42.961 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~8388608,16777216~33554432,58720256~4194304,75497472~25165824,104857600~16777216,125829120~12582912,142606336~8388608,155189248~8388608,167772160~12582912,184549376~12582912,201326592~12582912,222298112~16777216,243269632~8388608,255852544~8388608,272629760~16777216,293601280~16777216,318767104~29360128,360710144~16777216,381681664~8388608,394264576~12582912] 2024-08-10T06:18:42.965 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~50331648,58720256~4194304,75497472~62914560,142606336~8388608,155189248~58720256,222298112~16777216,243269632~20971520,272629760~16777216,293601280~20971520,318767104~33554432,360710144~16777216,381681664~29360128] 2024-08-10T06:18:42.965 INFO:tasks.workunit.client.0.smithi031.stdout:from 10 to 19 diff [4194304~50331648,58720256~4194304,71303168~16777216,92274688~8388608,104857600~16777216,125829120~12582912,142606336~20971520,167772160~12582912,184549376~12582912,201326592~12582912,222298112~16777216,243269632~16777216,272629760~16777216,293601280~16777216,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~12582912] 2024-08-10T06:18:42.965 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~50331648,58720256~4194304,71303168~16777216,92274688~8388608,104857600~16777216,125829120~12582912,142606336~20971520,167772160~12582912,184549376~12582912,201326592~12582912,222298112~16777216,243269632~16777216,272629760~16777216,293601280~16777216,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~12582912] 2024-08-10T06:18:42.969 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~58720256,71303168~67108864,142606336~71303168,222298112~16777216,243269632~20971520,272629760~16777216,293601280~20971520,318767104~58720256,381681664~29360128] 2024-08-10T06:18:42.969 INFO:tasks.workunit.client.0.smithi031.stdout:from 11 to 12 diff [113246208~4194304,125829120~12582912,171966464~8388608,276824064~8388608,306184192~4194304,331350016~8388608,369098752~4194304,394264576~4194304] 2024-08-10T06:18:42.969 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [113246208~4194304,125829120~12582912,171966464~8388608,276824064~8388608,306184192~4194304,331350016~8388608,369098752~4194304,394264576~4194304] 2024-08-10T06:18:42.970 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [113246208~4194304,125829120~12582912,171966464~12582912,276824064~12582912,306184192~8388608,331350016~8388608,369098752~8388608,394264576~8388608] 2024-08-10T06:18:42.970 INFO:tasks.workunit.client.0.smithi031.stdout:from 11 to 13 diff [20971520~12582912,58720256~4194304,96468992~4194304,104857600~4194304,113246208~4194304,125829120~12582912,142606336~8388608,159383552~4194304,171966464~8388608,243269632~8388608,276824064~8388608,293601280~4194304,306184192~4194304,331350016~8388608,369098752~4194304,394264576~4194304] 2024-08-10T06:18:42.971 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [20971520~12582912,58720256~4194304,96468992~4194304,104857600~4194304,113246208~4194304,125829120~12582912,142606336~8388608,159383552~4194304,171966464~8388608,243269632~8388608,276824064~8388608,293601280~4194304,306184192~4194304,331350016~8388608,369098752~4194304,394264576~4194304] 2024-08-10T06:18:42.972 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [20971520~16777216,58720256~4194304,96468992~4194304,104857600~12582912,125829120~12582912,142606336~8388608,159383552~8388608,171966464~12582912,243269632~12582912,276824064~12582912,293601280~4194304,306184192~8388608,331350016~8388608,369098752~8388608,394264576~8388608] 2024-08-10T06:18:42.972 INFO:tasks.workunit.client.0.smithi031.stdout:from 11 to 14 diff [4194304~8388608,16777216~20971520,58720256~4194304,75497472~12582912,96468992~4194304,104857600~4194304,113246208~4194304,125829120~12582912,142606336~8388608,159383552~4194304,171966464~8388608,243269632~8388608,255852544~8388608,276824064~8388608,293601280~4194304,306184192~4194304,331350016~8388608,343932928~4194304,369098752~4194304,394264576~4194304] 2024-08-10T06:18:42.972 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~8388608,16777216~20971520,58720256~4194304,75497472~12582912,96468992~4194304,104857600~4194304,113246208~4194304,125829120~12582912,142606336~8388608,159383552~4194304,171966464~8388608,243269632~8388608,255852544~8388608,276824064~8388608,293601280~4194304,306184192~4194304,331350016~8388608,343932928~4194304,369098752~4194304,394264576~4194304] 2024-08-10T06:18:42.974 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~8388608,16777216~25165824,58720256~4194304,75497472~12582912,96468992~4194304,104857600~12582912,125829120~12582912,142606336~8388608,159383552~8388608,171966464~12582912,243269632~20971520,276824064~12582912,293601280~4194304,306184192~8388608,331350016~8388608,343932928~8388608,369098752~8388608,394264576~8388608] 2024-08-10T06:18:42.974 INFO:tasks.workunit.client.0.smithi031.stdout:from 11 to 15 diff [4194304~8388608,16777216~29360128,58720256~4194304,75497472~12582912,96468992~4194304,104857600~4194304,113246208~8388608,125829120~12582912,142606336~8388608,155189248~8388608,167772160~12582912,188743680~8388608,205520896~8388608,243269632~8388608,255852544~8388608,276824064~8388608,293601280~4194304,301989888~8388608,318767104~8388608,331350016~16777216,369098752~4194304,394264576~4194304] 2024-08-10T06:18:42.974 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~8388608,16777216~29360128,58720256~4194304,75497472~12582912,96468992~4194304,104857600~4194304,113246208~8388608,125829120~12582912,142606336~8388608,155189248~8388608,167772160~12582912,188743680~8388608,205520896~8388608,243269632~8388608,255852544~8388608,276824064~8388608,293601280~4194304,301989888~8388608,318767104~8388608,331350016~16777216,369098752~4194304,394264576~4194304] 2024-08-10T06:18:42.976 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~8388608,16777216~29360128,58720256~4194304,75497472~12582912,96468992~4194304,104857600~33554432,142606336~8388608,155189248~29360128,188743680~8388608,205520896~8388608,243269632~20971520,276824064~12582912,293601280~4194304,301989888~12582912,318767104~33554432,369098752~8388608,394264576~8388608] 2024-08-10T06:18:42.976 INFO:tasks.workunit.client.0.smithi031.stdout:from 11 to 16 diff [4194304~8388608,16777216~29360128,58720256~4194304,75497472~16777216,96468992~4194304,104857600~4194304,113246208~8388608,125829120~12582912,142606336~8388608,155189248~8388608,167772160~12582912,184549376~12582912,205520896~8388608,230686720~8388608,243269632~8388608,255852544~8388608,276824064~8388608,293601280~4194304,301989888~8388608,318767104~29360128,369098752~8388608,394264576~4194304] 2024-08-10T06:18:42.976 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~8388608,16777216~29360128,58720256~4194304,75497472~16777216,96468992~4194304,104857600~4194304,113246208~8388608,125829120~12582912,142606336~8388608,155189248~8388608,167772160~12582912,184549376~12582912,205520896~8388608,230686720~8388608,243269632~8388608,255852544~8388608,276824064~8388608,293601280~4194304,301989888~8388608,318767104~29360128,369098752~8388608,394264576~4194304] 2024-08-10T06:18:42.979 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~41943040,58720256~4194304,75497472~16777216,96468992~4194304,104857600~33554432,142606336~8388608,155189248~41943040,205520896~8388608,230686720~8388608,243269632~20971520,276824064~12582912,293601280~4194304,301989888~12582912,318767104~33554432,369098752~8388608,394264576~8388608] 2024-08-10T06:18:42.979 INFO:tasks.workunit.client.0.smithi031.stdout:from 11 to 17 diff [4194304~8388608,16777216~33554432,58720256~4194304,75497472~16777216,96468992~4194304,104857600~4194304,113246208~8388608,125829120~12582912,142606336~8388608,155189248~8388608,167772160~12582912,184549376~12582912,205520896~8388608,222298112~16777216,243269632~8388608,255852544~8388608,272629760~12582912,293601280~4194304,301989888~8388608,318767104~29360128,360710144~16777216,381681664~8388608,394264576~4194304] 2024-08-10T06:18:42.979 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~8388608,16777216~33554432,58720256~4194304,75497472~16777216,96468992~4194304,104857600~4194304,113246208~8388608,125829120~12582912,142606336~8388608,155189248~8388608,167772160~12582912,184549376~12582912,205520896~8388608,222298112~16777216,243269632~8388608,255852544~8388608,272629760~12582912,293601280~4194304,301989888~8388608,318767104~29360128,360710144~16777216,381681664~8388608,394264576~4194304] 2024-08-10T06:18:42.983 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~50331648,58720256~4194304,75497472~16777216,96468992~4194304,104857600~33554432,142606336~8388608,155189248~41943040,205520896~8388608,222298112~16777216,243269632~20971520,272629760~16777216,293601280~4194304,301989888~12582912,318767104~33554432,360710144~16777216,381681664~20971520] 2024-08-10T06:18:42.983 INFO:tasks.workunit.client.0.smithi031.stdout:from 11 to 18 diff [4194304~8388608,16777216~33554432,58720256~4194304,75497472~25165824,104857600~16777216,125829120~12582912,142606336~8388608,155189248~8388608,167772160~12582912,184549376~12582912,205520896~8388608,222298112~16777216,243269632~8388608,255852544~8388608,272629760~16777216,293601280~4194304,301989888~8388608,318767104~29360128,360710144~16777216,381681664~8388608,394264576~4194304] 2024-08-10T06:18:42.983 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~8388608,16777216~33554432,58720256~4194304,75497472~25165824,104857600~16777216,125829120~12582912,142606336~8388608,155189248~8388608,167772160~12582912,184549376~12582912,205520896~8388608,222298112~16777216,243269632~8388608,255852544~8388608,272629760~16777216,293601280~4194304,301989888~8388608,318767104~29360128,360710144~16777216,381681664~8388608,394264576~4194304] 2024-08-10T06:18:42.986 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~50331648,58720256~4194304,75497472~62914560,142606336~8388608,155189248~46137344,205520896~8388608,222298112~16777216,243269632~20971520,272629760~16777216,293601280~4194304,301989888~12582912,318767104~33554432,360710144~16777216,381681664~20971520] 2024-08-10T06:18:42.986 INFO:tasks.workunit.client.0.smithi031.stdout:from 11 to 19 diff [4194304~50331648,58720256~4194304,71303168~16777216,92274688~8388608,104857600~16777216,125829120~12582912,142606336~20971520,167772160~12582912,184549376~12582912,201326592~8388608,222298112~16777216,243269632~16777216,272629760~16777216,293601280~4194304,301989888~8388608,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~4194304] 2024-08-10T06:18:42.986 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~50331648,58720256~4194304,71303168~16777216,92274688~8388608,104857600~16777216,125829120~12582912,142606336~20971520,167772160~12582912,184549376~12582912,201326592~8388608,222298112~16777216,243269632~16777216,272629760~16777216,293601280~4194304,301989888~8388608,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~4194304] 2024-08-10T06:18:42.990 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~58720256,71303168~67108864,142606336~71303168,222298112~16777216,243269632~20971520,272629760~16777216,293601280~4194304,301989888~12582912,318767104~58720256,381681664~20971520] 2024-08-10T06:18:42.990 INFO:tasks.workunit.client.0.smithi031.stdout:from 12 to 13 diff [20971520~12582912,58720256~4194304,96468992~4194304,104857600~4194304,142606336~8388608,159383552~4194304,243269632~8388608,293601280~4194304,394264576~4194304] 2024-08-10T06:18:42.990 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [20971520~12582912,58720256~4194304,96468992~4194304,104857600~4194304,142606336~8388608,159383552~4194304,243269632~8388608,293601280~4194304,394264576~4194304] 2024-08-10T06:18:42.991 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [20971520~16777216,58720256~4194304,96468992~4194304,104857600~8388608,142606336~8388608,159383552~8388608,243269632~12582912,293601280~4194304,394264576~8388608] 2024-08-10T06:18:42.991 INFO:tasks.workunit.client.0.smithi031.stdout:from 12 to 14 diff [4194304~8388608,16777216~20971520,58720256~4194304,75497472~12582912,96468992~4194304,104857600~4194304,142606336~8388608,159383552~4194304,243269632~8388608,255852544~8388608,293601280~4194304,310378496~4194304,343932928~4194304,394264576~4194304] 2024-08-10T06:18:42.991 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~8388608,16777216~20971520,58720256~4194304,75497472~12582912,96468992~4194304,104857600~4194304,142606336~8388608,159383552~4194304,243269632~8388608,255852544~8388608,293601280~4194304,310378496~4194304,343932928~4194304,394264576~4194304] 2024-08-10T06:18:42.992 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~8388608,16777216~25165824,58720256~4194304,75497472~12582912,96468992~4194304,104857600~8388608,142606336~8388608,159383552~8388608,243269632~20971520,293601280~4194304,310378496~4194304,343932928~8388608,394264576~8388608] 2024-08-10T06:18:42.993 INFO:tasks.workunit.client.0.smithi031.stdout:from 12 to 15 diff [4194304~8388608,16777216~29360128,58720256~4194304,75497472~12582912,96468992~4194304,104857600~4194304,113246208~8388608,142606336~8388608,155189248~8388608,167772160~4194304,188743680~8388608,205520896~8388608,243269632~8388608,255852544~8388608,293601280~4194304,301989888~4194304,310378496~4194304,318767104~8388608,339738624~8388608,394264576~4194304] 2024-08-10T06:18:42.993 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~8388608,16777216~29360128,58720256~4194304,75497472~12582912,96468992~4194304,104857600~4194304,113246208~8388608,142606336~8388608,155189248~8388608,167772160~4194304,188743680~8388608,205520896~8388608,243269632~8388608,255852544~8388608,293601280~4194304,301989888~4194304,310378496~4194304,318767104~8388608,339738624~8388608,394264576~4194304] 2024-08-10T06:18:42.994 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~8388608,16777216~29360128,58720256~4194304,75497472~12582912,96468992~4194304,104857600~20971520,142606336~8388608,155189248~16777216,188743680~8388608,205520896~8388608,243269632~20971520,293601280~4194304,301989888~4194304,310378496~4194304,318767104~12582912,339738624~12582912,394264576~8388608] 2024-08-10T06:18:42.994 INFO:tasks.workunit.client.0.smithi031.stdout:from 12 to 16 diff [4194304~8388608,16777216~29360128,58720256~4194304,75497472~16777216,96468992~4194304,104857600~4194304,113246208~8388608,142606336~8388608,155189248~8388608,167772160~4194304,184549376~12582912,205520896~8388608,230686720~8388608,243269632~8388608,255852544~8388608,293601280~4194304,301989888~4194304,310378496~4194304,318767104~29360128,369098752~4194304,394264576~4194304] 2024-08-10T06:18:42.994 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~8388608,16777216~29360128,58720256~4194304,75497472~16777216,96468992~4194304,104857600~4194304,113246208~8388608,142606336~8388608,155189248~8388608,167772160~4194304,184549376~12582912,205520896~8388608,230686720~8388608,243269632~8388608,255852544~8388608,293601280~4194304,301989888~4194304,310378496~4194304,318767104~29360128,369098752~4194304,394264576~4194304] 2024-08-10T06:18:42.996 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~41943040,58720256~4194304,75497472~16777216,96468992~4194304,104857600~20971520,142606336~8388608,155189248~16777216,184549376~12582912,205520896~8388608,230686720~8388608,243269632~20971520,293601280~4194304,301989888~4194304,310378496~4194304,318767104~33554432,369098752~8388608,394264576~8388608] 2024-08-10T06:18:42.996 INFO:tasks.workunit.client.0.smithi031.stdout:from 12 to 17 diff [4194304~8388608,16777216~33554432,58720256~4194304,75497472~16777216,96468992~4194304,104857600~4194304,113246208~8388608,142606336~8388608,155189248~8388608,167772160~4194304,184549376~12582912,205520896~8388608,222298112~16777216,243269632~8388608,255852544~8388608,272629760~4194304,293601280~4194304,301989888~4194304,310378496~4194304,318767104~29360128,360710144~12582912,381681664~8388608,394264576~4194304] 2024-08-10T06:18:42.996 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~8388608,16777216~33554432,58720256~4194304,75497472~16777216,96468992~4194304,104857600~4194304,113246208~8388608,142606336~8388608,155189248~8388608,167772160~4194304,184549376~12582912,205520896~8388608,222298112~16777216,243269632~8388608,255852544~8388608,272629760~4194304,293601280~4194304,301989888~4194304,310378496~4194304,318767104~29360128,360710144~12582912,381681664~8388608,394264576~4194304] 2024-08-10T06:18:42.999 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~50331648,58720256~4194304,75497472~16777216,96468992~4194304,104857600~20971520,142606336~8388608,155189248~16777216,184549376~12582912,205520896~8388608,222298112~16777216,243269632~20971520,272629760~4194304,293601280~4194304,301989888~4194304,310378496~4194304,318767104~33554432,360710144~16777216,381681664~20971520] 2024-08-10T06:18:42.999 INFO:tasks.workunit.client.0.smithi031.stdout:from 12 to 18 diff [4194304~8388608,16777216~33554432,58720256~4194304,75497472~25165824,104857600~16777216,142606336~8388608,155189248~8388608,167772160~4194304,184549376~12582912,205520896~8388608,222298112~16777216,243269632~8388608,255852544~8388608,272629760~8388608,293601280~4194304,301989888~4194304,310378496~4194304,318767104~29360128,360710144~16777216,381681664~8388608,394264576~4194304] 2024-08-10T06:18:42.999 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~8388608,16777216~33554432,58720256~4194304,75497472~25165824,104857600~16777216,142606336~8388608,155189248~8388608,167772160~4194304,184549376~12582912,205520896~8388608,222298112~16777216,243269632~8388608,255852544~8388608,272629760~8388608,293601280~4194304,301989888~4194304,310378496~4194304,318767104~29360128,360710144~16777216,381681664~8388608,394264576~4194304] 2024-08-10T06:18:43.001 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~50331648,58720256~4194304,75497472~50331648,142606336~8388608,155189248~16777216,184549376~16777216,205520896~8388608,222298112~16777216,243269632~20971520,272629760~8388608,293601280~4194304,301989888~4194304,310378496~4194304,318767104~33554432,360710144~16777216,381681664~20971520] 2024-08-10T06:18:43.002 INFO:tasks.workunit.client.0.smithi031.stdout:from 12 to 19 diff [4194304~50331648,58720256~4194304,71303168~16777216,92274688~8388608,104857600~16777216,142606336~20971520,167772160~4194304,184549376~12582912,201326592~8388608,222298112~16777216,243269632~16777216,272629760~8388608,293601280~4194304,301989888~8388608,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~4194304] 2024-08-10T06:18:43.002 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~50331648,58720256~4194304,71303168~16777216,92274688~8388608,104857600~16777216,142606336~20971520,167772160~4194304,184549376~12582912,201326592~8388608,222298112~16777216,243269632~16777216,272629760~8388608,293601280~4194304,301989888~8388608,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~4194304] 2024-08-10T06:18:43.005 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~58720256,71303168~54525952,142606336~29360128,184549376~29360128,222298112~16777216,243269632~20971520,272629760~8388608,293601280~4194304,301989888~12582912,318767104~58720256,381681664~20971520] 2024-08-10T06:18:43.005 INFO:tasks.workunit.client.0.smithi031.stdout:from 13 to 14 diff [4194304~8388608,16777216~8388608,29360128~12582912,75497472~12582912,255852544~8388608,310378496~4194304,343932928~4194304] 2024-08-10T06:18:43.005 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~8388608,16777216~8388608,29360128~12582912,75497472~12582912,255852544~8388608,310378496~4194304,343932928~4194304] 2024-08-10T06:18:43.006 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~8388608,16777216~8388608,29360128~12582912,75497472~12582912,255852544~8388608,310378496~4194304,343932928~8388608] 2024-08-10T06:18:43.006 INFO:tasks.workunit.client.0.smithi031.stdout:from 13 to 15 diff [4194304~8388608,16777216~29360128,75497472~12582912,113246208~8388608,155189248~8388608,167772160~4194304,188743680~8388608,205520896~8388608,255852544~8388608,301989888~4194304,310378496~4194304,318767104~8388608,339738624~8388608] 2024-08-10T06:18:43.006 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~8388608,16777216~29360128,75497472~12582912,113246208~8388608,155189248~8388608,167772160~4194304,188743680~8388608,205520896~8388608,255852544~8388608,301989888~4194304,310378496~4194304,318767104~8388608,339738624~8388608] 2024-08-10T06:18:43.007 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~8388608,16777216~29360128,75497472~12582912,113246208~12582912,155189248~16777216,188743680~8388608,205520896~8388608,255852544~8388608,301989888~4194304,310378496~4194304,318767104~12582912,339738624~12582912] 2024-08-10T06:18:43.008 INFO:tasks.workunit.client.0.smithi031.stdout:from 13 to 16 diff [4194304~8388608,16777216~29360128,75497472~16777216,113246208~8388608,142606336~4194304,155189248~8388608,167772160~4194304,184549376~12582912,205520896~8388608,230686720~8388608,255852544~8388608,301989888~4194304,310378496~4194304,318767104~29360128,369098752~4194304] 2024-08-10T06:18:43.008 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~8388608,16777216~29360128,75497472~16777216,113246208~8388608,142606336~4194304,155189248~8388608,167772160~4194304,184549376~12582912,205520896~8388608,230686720~8388608,255852544~8388608,301989888~4194304,310378496~4194304,318767104~29360128,369098752~4194304] 2024-08-10T06:18:43.009 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~41943040,75497472~16777216,113246208~12582912,142606336~8388608,155189248~16777216,184549376~12582912,205520896~8388608,230686720~8388608,255852544~8388608,301989888~4194304,310378496~4194304,318767104~33554432,369098752~8388608] 2024-08-10T06:18:43.009 INFO:tasks.workunit.client.0.smithi031.stdout:from 13 to 17 diff [4194304~8388608,16777216~33554432,75497472~16777216,113246208~8388608,142606336~4194304,155189248~8388608,167772160~4194304,184549376~12582912,205520896~8388608,222298112~16777216,255852544~8388608,272629760~4194304,301989888~4194304,310378496~4194304,318767104~29360128,360710144~12582912,381681664~8388608] 2024-08-10T06:18:43.009 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~8388608,16777216~33554432,75497472~16777216,113246208~8388608,142606336~4194304,155189248~8388608,167772160~4194304,184549376~12582912,205520896~8388608,222298112~16777216,255852544~8388608,272629760~4194304,301989888~4194304,310378496~4194304,318767104~29360128,360710144~12582912,381681664~8388608] 2024-08-10T06:18:43.012 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~50331648,75497472~16777216,113246208~12582912,142606336~8388608,155189248~16777216,184549376~12582912,205520896~8388608,222298112~16777216,255852544~8388608,272629760~4194304,301989888~4194304,310378496~4194304,318767104~33554432,360710144~16777216,381681664~12582912] 2024-08-10T06:18:43.012 INFO:tasks.workunit.client.0.smithi031.stdout:from 13 to 18 diff [4194304~8388608,16777216~33554432,75497472~25165824,104857600~16777216,142606336~4194304,155189248~8388608,167772160~4194304,184549376~12582912,205520896~8388608,222298112~16777216,255852544~8388608,272629760~8388608,301989888~4194304,310378496~4194304,318767104~29360128,360710144~16777216,381681664~8388608] 2024-08-10T06:18:43.012 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~8388608,16777216~33554432,75497472~25165824,104857600~16777216,142606336~4194304,155189248~8388608,167772160~4194304,184549376~12582912,205520896~8388608,222298112~16777216,255852544~8388608,272629760~8388608,301989888~4194304,310378496~4194304,318767104~29360128,360710144~16777216,381681664~8388608] 2024-08-10T06:18:43.015 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~50331648,75497472~50331648,142606336~8388608,155189248~16777216,184549376~16777216,205520896~8388608,222298112~16777216,255852544~8388608,272629760~8388608,301989888~4194304,310378496~4194304,318767104~33554432,360710144~16777216,381681664~12582912] 2024-08-10T06:18:43.015 INFO:tasks.workunit.client.0.smithi031.stdout:from 13 to 19 diff [4194304~50331648,71303168~16777216,92274688~8388608,104857600~16777216,142606336~4194304,150994944~12582912,167772160~4194304,184549376~12582912,201326592~8388608,222298112~16777216,251658240~8388608,272629760~8388608,301989888~8388608,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608] 2024-08-10T06:18:43.015 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~50331648,71303168~16777216,92274688~8388608,104857600~16777216,142606336~4194304,150994944~12582912,167772160~4194304,184549376~12582912,201326592~8388608,222298112~16777216,251658240~8388608,272629760~8388608,301989888~8388608,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608] 2024-08-10T06:18:43.018 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~54525952,71303168~54525952,142606336~29360128,184549376~29360128,222298112~16777216,251658240~12582912,272629760~8388608,301989888~12582912,318767104~58720256,381681664~12582912] 2024-08-10T06:18:43.018 INFO:tasks.workunit.client.0.smithi031.stdout:from 14 to 15 diff [20971520~8388608,37748736~8388608,113246208~8388608,155189248~8388608,167772160~4194304,188743680~8388608,205520896~8388608,301989888~4194304,318767104~8388608,339738624~8388608] 2024-08-10T06:18:43.018 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [20971520~8388608,37748736~8388608,113246208~8388608,155189248~8388608,167772160~4194304,188743680~8388608,205520896~8388608,301989888~4194304,318767104~8388608,339738624~8388608] 2024-08-10T06:18:43.019 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [20971520~8388608,37748736~8388608,113246208~12582912,155189248~16777216,188743680~8388608,205520896~8388608,301989888~4194304,318767104~12582912,339738624~8388608] 2024-08-10T06:18:43.019 INFO:tasks.workunit.client.0.smithi031.stdout:from 14 to 16 diff [8388608~4194304,16777216~12582912,37748736~8388608,79691776~8388608,113246208~8388608,142606336~4194304,155189248~8388608,167772160~4194304,184549376~12582912,205520896~8388608,230686720~8388608,301989888~4194304,318767104~29360128,369098752~4194304] 2024-08-10T06:18:43.019 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [8388608~4194304,16777216~12582912,37748736~8388608,79691776~8388608,113246208~8388608,142606336~4194304,155189248~8388608,167772160~4194304,184549376~12582912,205520896~8388608,230686720~8388608,301989888~4194304,318767104~29360128,369098752~4194304] 2024-08-10T06:18:43.020 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [8388608~20971520,37748736~8388608,79691776~12582912,113246208~12582912,142606336~8388608,155189248~16777216,184549376~12582912,205520896~8388608,230686720~8388608,301989888~4194304,318767104~29360128,369098752~8388608] 2024-08-10T06:18:43.021 INFO:tasks.workunit.client.0.smithi031.stdout:from 14 to 17 diff [8388608~4194304,16777216~12582912,37748736~12582912,79691776~8388608,113246208~8388608,142606336~4194304,155189248~8388608,167772160~4194304,184549376~12582912,205520896~8388608,222298112~16777216,272629760~4194304,301989888~4194304,318767104~29360128,360710144~12582912,381681664~8388608] 2024-08-10T06:18:43.021 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [8388608~4194304,16777216~12582912,37748736~12582912,79691776~8388608,113246208~8388608,142606336~4194304,155189248~8388608,167772160~4194304,184549376~12582912,205520896~8388608,222298112~16777216,272629760~4194304,301989888~4194304,318767104~29360128,360710144~12582912,381681664~8388608] 2024-08-10T06:18:43.023 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [8388608~20971520,37748736~16777216,79691776~12582912,113246208~12582912,142606336~8388608,155189248~16777216,184549376~12582912,205520896~8388608,222298112~16777216,272629760~4194304,301989888~4194304,318767104~29360128,360710144~16777216,381681664~12582912] 2024-08-10T06:18:43.023 INFO:tasks.workunit.client.0.smithi031.stdout:from 14 to 18 diff [8388608~4194304,16777216~12582912,37748736~12582912,79691776~8388608,92274688~8388608,104857600~16777216,142606336~4194304,155189248~8388608,167772160~4194304,184549376~12582912,205520896~8388608,222298112~16777216,272629760~8388608,301989888~4194304,318767104~29360128,360710144~16777216,381681664~8388608] 2024-08-10T06:18:43.023 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [8388608~4194304,16777216~12582912,37748736~12582912,79691776~8388608,92274688~8388608,104857600~16777216,142606336~4194304,155189248~8388608,167772160~4194304,184549376~12582912,205520896~8388608,222298112~16777216,272629760~8388608,301989888~4194304,318767104~29360128,360710144~16777216,381681664~8388608] 2024-08-10T06:18:43.025 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [8388608~20971520,37748736~16777216,79691776~46137344,142606336~8388608,155189248~16777216,184549376~16777216,205520896~8388608,222298112~16777216,272629760~8388608,301989888~4194304,318767104~29360128,360710144~16777216,381681664~12582912] 2024-08-10T06:18:43.025 INFO:tasks.workunit.client.0.smithi031.stdout:from 14 to 19 diff [8388608~20971520,37748736~16777216,71303168~16777216,92274688~8388608,104857600~16777216,142606336~4194304,150994944~12582912,167772160~4194304,184549376~12582912,201326592~8388608,222298112~16777216,251658240~8388608,272629760~8388608,301989888~8388608,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608] 2024-08-10T06:18:43.025 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [8388608~20971520,37748736~16777216,71303168~16777216,92274688~8388608,104857600~16777216,142606336~4194304,150994944~12582912,167772160~4194304,184549376~12582912,201326592~8388608,222298112~16777216,251658240~8388608,272629760~8388608,301989888~8388608,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608] 2024-08-10T06:18:43.028 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [8388608~20971520,37748736~20971520,71303168~54525952,142606336~29360128,184549376~29360128,222298112~16777216,251658240~12582912,272629760~8388608,301989888~12582912,318767104~29360128,352321536~25165824,381681664~12582912] 2024-08-10T06:18:43.028 INFO:tasks.workunit.client.0.smithi031.stdout:from 15 to 16 diff [8388608~4194304,16777216~8388608,79691776~8388608,142606336~4194304,184549376~4194304,230686720~8388608,327155712~20971520,369098752~4194304] 2024-08-10T06:18:43.028 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [8388608~4194304,16777216~8388608,79691776~8388608,142606336~4194304,184549376~4194304,230686720~8388608,327155712~20971520,369098752~4194304] 2024-08-10T06:18:43.029 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [8388608~16777216,79691776~12582912,142606336~8388608,184549376~4194304,230686720~8388608,327155712~20971520,369098752~8388608] 2024-08-10T06:18:43.029 INFO:tasks.workunit.client.0.smithi031.stdout:from 15 to 17 diff [8388608~4194304,16777216~8388608,41943040~8388608,79691776~8388608,142606336~4194304,184549376~4194304,205520896~4194304,222298112~16777216,272629760~4194304,318767104~4194304,327155712~20971520,360710144~12582912,381681664~8388608] 2024-08-10T06:18:43.030 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [8388608~4194304,16777216~8388608,41943040~8388608,79691776~8388608,142606336~4194304,184549376~4194304,205520896~4194304,222298112~16777216,272629760~4194304,318767104~4194304,327155712~20971520,360710144~12582912,381681664~8388608] 2024-08-10T06:18:43.031 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [8388608~16777216,41943040~12582912,79691776~12582912,142606336~8388608,184549376~4194304,205520896~4194304,222298112~16777216,272629760~4194304,318767104~4194304,327155712~20971520,360710144~16777216,381681664~12582912] 2024-08-10T06:18:43.031 INFO:tasks.workunit.client.0.smithi031.stdout:from 15 to 18 diff [8388608~4194304,16777216~8388608,41943040~8388608,79691776~8388608,92274688~8388608,104857600~8388608,142606336~4194304,184549376~4194304,192937984~4194304,205520896~8388608,222298112~16777216,272629760~8388608,318767104~29360128,360710144~16777216,381681664~8388608] 2024-08-10T06:18:43.031 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [8388608~4194304,16777216~8388608,41943040~8388608,79691776~8388608,92274688~8388608,104857600~8388608,142606336~4194304,184549376~4194304,192937984~4194304,205520896~8388608,222298112~16777216,272629760~8388608,318767104~29360128,360710144~16777216,381681664~8388608] 2024-08-10T06:18:43.033 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [8388608~16777216,41943040~12582912,79691776~33554432,142606336~8388608,184549376~4194304,192937984~8388608,205520896~8388608,222298112~16777216,272629760~8388608,318767104~29360128,360710144~16777216,381681664~12582912] 2024-08-10T06:18:43.033 INFO:tasks.workunit.client.0.smithi031.stdout:from 15 to 19 diff [8388608~16777216,41943040~12582912,71303168~16777216,92274688~8388608,104857600~8388608,142606336~4194304,150994944~8388608,184549376~4194304,192937984~4194304,201326592~8388608,222298112~16777216,251658240~8388608,272629760~8388608,306184192~4194304,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608] 2024-08-10T06:18:43.033 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [8388608~16777216,41943040~12582912,71303168~16777216,92274688~8388608,104857600~8388608,142606336~4194304,150994944~8388608,184549376~4194304,192937984~4194304,201326592~8388608,222298112~16777216,251658240~8388608,272629760~8388608,306184192~4194304,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608] 2024-08-10T06:18:43.036 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [8388608~16777216,41943040~16777216,71303168~41943040,142606336~16777216,184549376~4194304,192937984~20971520,222298112~16777216,251658240~12582912,272629760~8388608,306184192~8388608,318767104~29360128,352321536~25165824,381681664~12582912] 2024-08-10T06:18:43.036 INFO:tasks.workunit.client.0.smithi031.stdout:from 16 to 17 diff [8388608~4194304,41943040~8388608,83886080~4194304,205520896~4194304,222298112~8388608,272629760~4194304,318767104~4194304,360710144~8388608,381681664~8388608] 2024-08-10T06:18:43.036 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [8388608~4194304,41943040~8388608,83886080~4194304,205520896~4194304,222298112~8388608,272629760~4194304,318767104~4194304,360710144~8388608,381681664~8388608] 2024-08-10T06:18:43.037 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [8388608~8388608,41943040~12582912,83886080~8388608,205520896~4194304,222298112~8388608,272629760~4194304,318767104~4194304,360710144~8388608,381681664~12582912] 2024-08-10T06:18:43.037 INFO:tasks.workunit.client.0.smithi031.stdout:from 16 to 18 diff [8388608~4194304,41943040~8388608,83886080~4194304,92274688~8388608,104857600~8388608,192937984~4194304,205520896~8388608,222298112~8388608,272629760~8388608,318767104~12582912,360710144~12582912,381681664~8388608] 2024-08-10T06:18:43.037 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [8388608~4194304,41943040~8388608,83886080~4194304,92274688~8388608,104857600~8388608,192937984~4194304,205520896~8388608,222298112~8388608,272629760~8388608,318767104~12582912,360710144~12582912,381681664~8388608] 2024-08-10T06:18:43.038 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [8388608~8388608,41943040~12582912,83886080~29360128,192937984~8388608,205520896~8388608,222298112~8388608,272629760~8388608,318767104~12582912,360710144~16777216,381681664~12582912] 2024-08-10T06:18:43.039 INFO:tasks.workunit.client.0.smithi031.stdout:from 16 to 19 diff [8388608~8388608,41943040~12582912,71303168~8388608,83886080~4194304,92274688~8388608,104857600~8388608,150994944~8388608,192937984~4194304,201326592~8388608,222298112~8388608,251658240~8388608,272629760~8388608,306184192~4194304,318767104~12582912,343932928~4194304,352321536~12582912,369098752~4194304,381681664~8388608] 2024-08-10T06:18:43.039 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [8388608~8388608,41943040~12582912,71303168~8388608,83886080~4194304,92274688~8388608,104857600~8388608,150994944~8388608,192937984~4194304,201326592~8388608,222298112~8388608,251658240~8388608,272629760~8388608,306184192~4194304,318767104~12582912,343932928~4194304,352321536~12582912,369098752~4194304,381681664~8388608] 2024-08-10T06:18:43.040 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [8388608~12582912,41943040~16777216,71303168~41943040,150994944~8388608,192937984~20971520,222298112~8388608,251658240~12582912,272629760~8388608,306184192~8388608,318767104~12582912,343932928~4194304,352321536~25165824,381681664~12582912] 2024-08-10T06:18:43.040 INFO:tasks.workunit.client.0.smithi031.stdout:from 17 to 18 diff [41943040~4194304,92274688~8388608,104857600~8388608,192937984~4194304,205520896~8388608,222298112~4194304,276824064~4194304,318767104~8388608,369098752~4194304] 2024-08-10T06:18:43.040 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [41943040~4194304,92274688~8388608,104857600~8388608,192937984~4194304,205520896~8388608,222298112~4194304,276824064~4194304,318767104~8388608,369098752~4194304] 2024-08-10T06:18:43.041 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [41943040~4194304,92274688~20971520,192937984~8388608,205520896~8388608,222298112~4194304,276824064~4194304,318767104~12582912,369098752~8388608] 2024-08-10T06:18:43.041 INFO:tasks.workunit.client.0.smithi031.stdout:from 17 to 19 diff [12582912~4194304,41943040~12582912,71303168~8388608,92274688~8388608,104857600~8388608,150994944~8388608,192937984~4194304,201326592~8388608,222298112~4194304,251658240~8388608,276824064~4194304,306184192~4194304,318767104~8388608,343932928~4194304,352321536~8388608,369098752~4194304] 2024-08-10T06:18:43.041 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [12582912~4194304,41943040~12582912,71303168~8388608,92274688~8388608,104857600~8388608,150994944~8388608,192937984~4194304,201326592~8388608,222298112~4194304,251658240~8388608,276824064~4194304,306184192~4194304,318767104~8388608,343932928~4194304,352321536~8388608,369098752~4194304] 2024-08-10T06:18:43.043 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [12582912~8388608,41943040~16777216,71303168~12582912,92274688~20971520,150994944~8388608,192937984~20971520,222298112~4194304,251658240~12582912,276824064~4194304,306184192~8388608,318767104~12582912,343932928~4194304,352321536~12582912,369098752~8388608] 2024-08-10T06:18:43.043 INFO:tasks.workunit.client.0.smithi031.stdout:from 18 to 19 diff [12582912~4194304,41943040~12582912,71303168~8388608,150994944~8388608,201326592~8388608,251658240~8388608,306184192~4194304,343932928~4194304,352321536~8388608] 2024-08-10T06:18:43.043 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [12582912~4194304,41943040~12582912,71303168~8388608,150994944~8388608,201326592~8388608,251658240~8388608,306184192~4194304,343932928~4194304,352321536~8388608] 2024-08-10T06:18:43.044 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [12582912~8388608,41943040~16777216,71303168~12582912,150994944~8388608,201326592~12582912,251658240~12582912,306184192~8388608,343932928~4194304,352321536~12582912] 2024-08-10T06:18:43.387 INFO:tasks.workunit.client.0.smithi031.stdout:from 0 to HEAD diff [4194304~96468992,104857600~33554432,142606336~71303168,222298112~92274688,318767104~92274688] 2024-08-10T06:18:43.387 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~71303168,222298112~92274688,318767104~92274688] 2024-08-10T06:18:43.409 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~96468992] 2024-08-10T06:18:43.409 INFO:tasks.workunit.client.0.smithi031.stdout:from 1 to HEAD diff [4194304~96468992,104857600~33554432,142606336~71303168,222298112~92274688,318767104~29360128,352321536~58720256] 2024-08-10T06:18:43.409 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~71303168,222298112~92274688,318767104~29360128,352321536~58720256] 2024-08-10T06:18:43.416 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~96468992] 2024-08-10T06:18:43.416 INFO:tasks.workunit.client.0.smithi031.stdout:from 2 to HEAD diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~29360128,222298112~88080384,318767104~29360128,352321536~58720256] 2024-08-10T06:18:43.416 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~29360128,222298112~88080384,318767104~29360128,352321536~58720256] 2024-08-10T06:18:43.424 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~96468992] 2024-08-10T06:18:43.424 INFO:tasks.workunit.client.0.smithi031.stdout:from 3 to HEAD diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~29360128,222298112~88080384,318767104~29360128,352321536~58720256] 2024-08-10T06:18:43.424 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~29360128,222298112~88080384,318767104~29360128,352321536~58720256] 2024-08-10T06:18:43.431 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~96468992] 2024-08-10T06:18:43.431 INFO:tasks.workunit.client.0.smithi031.stdout:from 4 to HEAD diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~12582912,201326592~12582912,222298112~88080384,318767104~29360128,352321536~12582912,369098752~41943040] 2024-08-10T06:18:43.431 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~12582912,201326592~12582912,222298112~88080384,318767104~29360128,352321536~12582912,369098752~41943040] 2024-08-10T06:18:43.438 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~96468992] 2024-08-10T06:18:43.438 INFO:tasks.workunit.client.0.smithi031.stdout:from 5 to HEAD diff [4194304~96468992,104857600~33554432,142606336~25165824,171966464~8388608,184549376~12582912,201326592~12582912,222298112~88080384,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~16777216] 2024-08-10T06:18:43.438 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~25165824,171966464~8388608,184549376~12582912,201326592~12582912,222298112~88080384,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~16777216] 2024-08-10T06:18:43.443 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~58720256,381681664~33554432] 2024-08-10T06:18:43.443 INFO:tasks.workunit.client.0.smithi031.stdout:from 6 to HEAD diff [4194304~96468992,104857600~33554432,142606336~25165824,171966464~8388608,184549376~12582912,201326592~12582912,222298112~88080384,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~16777216] 2024-08-10T06:18:43.443 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~25165824,171966464~8388608,184549376~12582912,201326592~12582912,222298112~88080384,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~16777216] 2024-08-10T06:18:43.448 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~58720256,381681664~29360128] 2024-08-10T06:18:43.448 INFO:tasks.workunit.client.0.smithi031.stdout:from 7 to HEAD diff [4194304~96468992,104857600~33554432,142606336~25165824,171966464~8388608,184549376~12582912,201326592~12582912,222298112~62914560,289406976~20971520,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~16777216] 2024-08-10T06:18:43.448 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~25165824,171966464~8388608,184549376~12582912,201326592~12582912,222298112~62914560,289406976~20971520,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~16777216] 2024-08-10T06:18:43.453 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~58720256,381681664~29360128] 2024-08-10T06:18:43.453 INFO:tasks.workunit.client.0.smithi031.stdout:from 8 to HEAD diff [4194304~96468992,104857600~33554432,142606336~20971520,167772160~12582912,184549376~12582912,201326592~12582912,222298112~37748736,264241152~25165824,293601280~16777216,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~12582912] 2024-08-10T06:18:43.453 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~20971520,167772160~12582912,184549376~12582912,201326592~12582912,222298112~37748736,264241152~25165824,293601280~16777216,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~12582912] 2024-08-10T06:18:43.457 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~67108864,293601280~20971520,318767104~58720256,381681664~29360128] 2024-08-10T06:18:43.457 INFO:tasks.workunit.client.0.smithi031.stdout:from 9 to HEAD diff [4194304~50331648,58720256~29360128,92274688~8388608,104857600~33554432,142606336~20971520,167772160~12582912,184549376~12582912,201326592~12582912,222298112~16777216,243269632~16777216,264241152~25165824,293601280~16777216,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~12582912] 2024-08-10T06:18:43.458 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~50331648,58720256~29360128,92274688~8388608,104857600~33554432,142606336~20971520,167772160~12582912,184549376~12582912,201326592~12582912,222298112~16777216,243269632~16777216,264241152~25165824,293601280~16777216,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~12582912] 2024-08-10T06:18:43.461 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~16777216,243269632~46137344,293601280~20971520,318767104~58720256,381681664~29360128] 2024-08-10T06:18:43.461 INFO:tasks.workunit.client.0.smithi031.stdout:from 10 to HEAD diff [4194304~50331648,58720256~4194304,71303168~16777216,92274688~8388608,104857600~16777216,125829120~12582912,142606336~20971520,167772160~12582912,184549376~12582912,201326592~12582912,222298112~16777216,243269632~16777216,272629760~16777216,293601280~16777216,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~12582912] 2024-08-10T06:18:43.461 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~50331648,58720256~4194304,71303168~16777216,92274688~8388608,104857600~16777216,125829120~12582912,142606336~20971520,167772160~12582912,184549376~12582912,201326592~12582912,222298112~16777216,243269632~16777216,272629760~16777216,293601280~16777216,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~12582912] 2024-08-10T06:18:43.465 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~58720256,71303168~67108864,142606336~71303168,222298112~16777216,243269632~20971520,272629760~16777216,293601280~20971520,318767104~58720256,381681664~29360128] 2024-08-10T06:18:43.465 INFO:tasks.workunit.client.0.smithi031.stdout:from 11 to HEAD diff [4194304~50331648,58720256~4194304,71303168~16777216,92274688~8388608,104857600~16777216,125829120~12582912,142606336~20971520,167772160~12582912,184549376~12582912,201326592~8388608,222298112~16777216,243269632~16777216,272629760~16777216,293601280~4194304,301989888~8388608,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~4194304] 2024-08-10T06:18:43.465 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~50331648,58720256~4194304,71303168~16777216,92274688~8388608,104857600~16777216,125829120~12582912,142606336~20971520,167772160~12582912,184549376~12582912,201326592~8388608,222298112~16777216,243269632~16777216,272629760~16777216,293601280~4194304,301989888~8388608,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~4194304] 2024-08-10T06:18:43.469 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~58720256,71303168~67108864,142606336~71303168,222298112~16777216,243269632~20971520,272629760~16777216,293601280~4194304,301989888~12582912,318767104~58720256,381681664~20971520] 2024-08-10T06:18:43.469 INFO:tasks.workunit.client.0.smithi031.stdout:from 12 to HEAD diff [4194304~50331648,58720256~4194304,71303168~16777216,92274688~8388608,104857600~16777216,142606336~20971520,167772160~4194304,184549376~12582912,201326592~8388608,222298112~16777216,243269632~16777216,272629760~8388608,293601280~4194304,301989888~8388608,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~4194304] 2024-08-10T06:18:43.469 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~50331648,58720256~4194304,71303168~16777216,92274688~8388608,104857600~16777216,142606336~20971520,167772160~4194304,184549376~12582912,201326592~8388608,222298112~16777216,243269632~16777216,272629760~8388608,293601280~4194304,301989888~8388608,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~4194304] 2024-08-10T06:18:43.471 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~58720256,71303168~54525952,142606336~29360128,184549376~29360128,222298112~16777216,243269632~20971520,272629760~8388608,293601280~4194304,301989888~12582912,318767104~58720256,381681664~20971520] 2024-08-10T06:18:43.472 INFO:tasks.workunit.client.0.smithi031.stdout:from 13 to HEAD diff [4194304~50331648,71303168~16777216,92274688~8388608,104857600~16777216,142606336~4194304,150994944~12582912,167772160~4194304,184549376~12582912,201326592~8388608,222298112~16777216,251658240~8388608,272629760~8388608,301989888~8388608,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608] 2024-08-10T06:18:43.472 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~50331648,71303168~16777216,92274688~8388608,104857600~16777216,142606336~4194304,150994944~12582912,167772160~4194304,184549376~12582912,201326592~8388608,222298112~16777216,251658240~8388608,272629760~8388608,301989888~8388608,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608] 2024-08-10T06:18:43.474 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~54525952,71303168~54525952,142606336~29360128,184549376~29360128,222298112~16777216,251658240~12582912,272629760~8388608,301989888~12582912,318767104~58720256,381681664~12582912] 2024-08-10T06:18:43.474 INFO:tasks.workunit.client.0.smithi031.stdout:from 14 to HEAD diff [8388608~20971520,37748736~16777216,71303168~16777216,92274688~8388608,104857600~16777216,142606336~4194304,150994944~12582912,167772160~4194304,184549376~12582912,201326592~8388608,222298112~16777216,251658240~8388608,272629760~8388608,301989888~8388608,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608] 2024-08-10T06:18:43.474 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [8388608~20971520,37748736~16777216,71303168~16777216,92274688~8388608,104857600~16777216,142606336~4194304,150994944~12582912,167772160~4194304,184549376~12582912,201326592~8388608,222298112~16777216,251658240~8388608,272629760~8388608,301989888~8388608,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608] 2024-08-10T06:18:43.476 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [8388608~20971520,37748736~20971520,71303168~54525952,142606336~29360128,184549376~29360128,222298112~16777216,251658240~12582912,272629760~8388608,301989888~12582912,318767104~29360128,352321536~25165824,381681664~12582912] 2024-08-10T06:18:43.476 INFO:tasks.workunit.client.0.smithi031.stdout:from 15 to HEAD diff [8388608~16777216,41943040~12582912,71303168~16777216,92274688~8388608,104857600~8388608,142606336~4194304,150994944~8388608,184549376~4194304,192937984~4194304,201326592~8388608,222298112~16777216,251658240~8388608,272629760~8388608,306184192~4194304,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608] 2024-08-10T06:18:43.476 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [8388608~16777216,41943040~12582912,71303168~16777216,92274688~8388608,104857600~8388608,142606336~4194304,150994944~8388608,184549376~4194304,192937984~4194304,201326592~8388608,222298112~16777216,251658240~8388608,272629760~8388608,306184192~4194304,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608] 2024-08-10T06:18:43.478 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [8388608~16777216,41943040~16777216,71303168~41943040,142606336~16777216,184549376~4194304,192937984~20971520,222298112~16777216,251658240~12582912,272629760~8388608,306184192~8388608,318767104~29360128,352321536~25165824,381681664~12582912] 2024-08-10T06:18:43.478 INFO:tasks.workunit.client.0.smithi031.stdout:from 16 to HEAD diff [8388608~8388608,41943040~12582912,71303168~8388608,83886080~4194304,92274688~8388608,104857600~8388608,150994944~8388608,192937984~4194304,201326592~8388608,222298112~8388608,251658240~8388608,272629760~8388608,306184192~4194304,318767104~12582912,343932928~4194304,352321536~12582912,369098752~4194304,381681664~8388608] 2024-08-10T06:18:43.479 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [8388608~8388608,41943040~12582912,71303168~8388608,83886080~4194304,92274688~8388608,104857600~8388608,150994944~8388608,192937984~4194304,201326592~8388608,222298112~8388608,251658240~8388608,272629760~8388608,306184192~4194304,318767104~12582912,343932928~4194304,352321536~12582912,369098752~4194304,381681664~8388608] 2024-08-10T06:18:43.480 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [8388608~12582912,41943040~16777216,71303168~41943040,150994944~8388608,192937984~20971520,222298112~8388608,251658240~12582912,272629760~8388608,306184192~8388608,318767104~12582912,343932928~4194304,352321536~25165824,381681664~12582912] 2024-08-10T06:18:43.480 INFO:tasks.workunit.client.0.smithi031.stdout:from 17 to HEAD diff [12582912~4194304,41943040~12582912,71303168~8388608,92274688~8388608,104857600~8388608,150994944~8388608,192937984~4194304,201326592~8388608,222298112~4194304,251658240~8388608,276824064~4194304,306184192~4194304,318767104~8388608,343932928~4194304,352321536~8388608,369098752~4194304] 2024-08-10T06:18:43.480 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [12582912~4194304,41943040~12582912,71303168~8388608,92274688~8388608,104857600~8388608,150994944~8388608,192937984~4194304,201326592~8388608,222298112~4194304,251658240~8388608,276824064~4194304,306184192~4194304,318767104~8388608,343932928~4194304,352321536~8388608,369098752~4194304] 2024-08-10T06:18:43.481 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [12582912~8388608,41943040~16777216,71303168~12582912,92274688~20971520,150994944~8388608,192937984~20971520,222298112~4194304,251658240~12582912,276824064~4194304,306184192~8388608,318767104~12582912,343932928~4194304,352321536~12582912,369098752~8388608] 2024-08-10T06:18:43.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:18:43 smithi031 ceph-mon[98130]: osdmap e2171: 8 total, 8 up, 8 in 2024-08-10T06:18:43.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:18:43 smithi031 ceph-mon[98130]: pgmap v3790: 137 pgs: 137 active+clean; 1.1 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 246 KiB/s rd, 40 MiB/s wr, 393 op/s 2024-08-10T06:18:43.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:18:43 smithi031 ceph-mon[100614]: osdmap e2171: 8 total, 8 up, 8 in 2024-08-10T06:18:43.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:18:43 smithi031 ceph-mon[100614]: pgmap v3790: 137 pgs: 137 active+clean; 1.1 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 246 KiB/s rd, 40 MiB/s wr, 393 op/s 2024-08-10T06:18:43.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:18:43 smithi196 ceph-mon[90243]: osdmap e2171: 8 total, 8 up, 8 in 2024-08-10T06:18:43.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:18:43 smithi196 ceph-mon[90243]: pgmap v3790: 137 pgs: 137 active+clean; 1.1 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 246 KiB/s rd, 40 MiB/s wr, 393 op/s 2024-08-10T06:18:44.398 INFO:tasks.workunit.client.0.smithi031.stdout:from 0 to HEAD diff [4194304~96468992,104857600~33554432,142606336~71303168,222298112~92274688,318767104~92274688] 2024-08-10T06:18:44.398 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~71303168,222298112~92274688,318767104~92274688] 2024-08-10T06:18:44.429 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~96468992] 2024-08-10T06:18:44.430 INFO:tasks.workunit.client.0.smithi031.stdout:from 1 to HEAD diff [4194304~96468992,104857600~33554432,142606336~71303168,222298112~92274688,318767104~29360128,352321536~58720256] 2024-08-10T06:18:44.430 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~71303168,222298112~92274688,318767104~29360128,352321536~58720256] 2024-08-10T06:18:44.438 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~96468992] 2024-08-10T06:18:44.438 INFO:tasks.workunit.client.0.smithi031.stdout:from 2 to HEAD diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~29360128,222298112~88080384,318767104~29360128,352321536~58720256] 2024-08-10T06:18:44.438 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~29360128,222298112~88080384,318767104~29360128,352321536~58720256] 2024-08-10T06:18:44.444 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~96468992] 2024-08-10T06:18:44.444 INFO:tasks.workunit.client.0.smithi031.stdout:from 3 to HEAD diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~29360128,222298112~88080384,318767104~29360128,352321536~58720256] 2024-08-10T06:18:44.444 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~29360128,222298112~88080384,318767104~29360128,352321536~58720256] 2024-08-10T06:18:44.451 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~96468992] 2024-08-10T06:18:44.451 INFO:tasks.workunit.client.0.smithi031.stdout:from 4 to HEAD diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~12582912,201326592~12582912,222298112~88080384,318767104~29360128,352321536~12582912,369098752~41943040] 2024-08-10T06:18:44.451 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~12582912,201326592~12582912,222298112~88080384,318767104~29360128,352321536~12582912,369098752~41943040] 2024-08-10T06:18:44.457 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~96468992] 2024-08-10T06:18:44.457 INFO:tasks.workunit.client.0.smithi031.stdout:from 5 to HEAD diff [4194304~96468992,104857600~33554432,142606336~25165824,171966464~8388608,184549376~12582912,201326592~12582912,222298112~88080384,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~16777216] 2024-08-10T06:18:44.457 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~25165824,171966464~8388608,184549376~12582912,201326592~12582912,222298112~88080384,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~16777216] 2024-08-10T06:18:44.463 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~58720256,381681664~33554432] 2024-08-10T06:18:44.463 INFO:tasks.workunit.client.0.smithi031.stdout:from 6 to HEAD diff [4194304~96468992,104857600~33554432,142606336~25165824,171966464~8388608,184549376~12582912,201326592~12582912,222298112~88080384,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~16777216] 2024-08-10T06:18:44.463 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~25165824,171966464~8388608,184549376~12582912,201326592~12582912,222298112~88080384,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~16777216] 2024-08-10T06:18:44.467 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~58720256,381681664~29360128] 2024-08-10T06:18:44.467 INFO:tasks.workunit.client.0.smithi031.stdout:from 7 to HEAD diff [4194304~96468992,104857600~33554432,142606336~25165824,171966464~8388608,184549376~12582912,201326592~12582912,222298112~62914560,289406976~20971520,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~16777216] 2024-08-10T06:18:44.468 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~25165824,171966464~8388608,184549376~12582912,201326592~12582912,222298112~62914560,289406976~20971520,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~16777216] 2024-08-10T06:18:44.472 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~58720256,381681664~29360128] 2024-08-10T06:18:44.472 INFO:tasks.workunit.client.0.smithi031.stdout:from 8 to HEAD diff [4194304~96468992,104857600~33554432,142606336~20971520,167772160~12582912,184549376~12582912,201326592~12582912,222298112~37748736,264241152~25165824,293601280~16777216,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~12582912] 2024-08-10T06:18:44.472 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~20971520,167772160~12582912,184549376~12582912,201326592~12582912,222298112~37748736,264241152~25165824,293601280~16777216,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~12582912] 2024-08-10T06:18:44.476 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~67108864,293601280~20971520,318767104~58720256,381681664~29360128] 2024-08-10T06:18:44.476 INFO:tasks.workunit.client.0.smithi031.stdout:from 9 to HEAD diff [4194304~50331648,58720256~29360128,92274688~8388608,104857600~33554432,142606336~20971520,167772160~12582912,184549376~12582912,201326592~12582912,222298112~16777216,243269632~16777216,264241152~25165824,293601280~16777216,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~12582912] 2024-08-10T06:18:44.476 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~50331648,58720256~29360128,92274688~8388608,104857600~33554432,142606336~20971520,167772160~12582912,184549376~12582912,201326592~12582912,222298112~16777216,243269632~16777216,264241152~25165824,293601280~16777216,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~12582912] 2024-08-10T06:18:44.480 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~16777216,243269632~46137344,293601280~20971520,318767104~58720256,381681664~29360128] 2024-08-10T06:18:44.480 INFO:tasks.workunit.client.0.smithi031.stdout:from 10 to HEAD diff [4194304~50331648,58720256~4194304,71303168~16777216,92274688~8388608,104857600~16777216,125829120~12582912,142606336~20971520,167772160~12582912,184549376~12582912,201326592~12582912,222298112~16777216,243269632~16777216,272629760~16777216,293601280~16777216,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~12582912] 2024-08-10T06:18:44.480 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~50331648,58720256~4194304,71303168~16777216,92274688~8388608,104857600~16777216,125829120~12582912,142606336~20971520,167772160~12582912,184549376~12582912,201326592~12582912,222298112~16777216,243269632~16777216,272629760~16777216,293601280~16777216,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~12582912] 2024-08-10T06:18:44.484 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~58720256,71303168~67108864,142606336~71303168,222298112~16777216,243269632~20971520,272629760~16777216,293601280~20971520,318767104~58720256,381681664~29360128] 2024-08-10T06:18:44.484 INFO:tasks.workunit.client.0.smithi031.stdout:from 11 to HEAD diff [4194304~50331648,58720256~4194304,71303168~16777216,92274688~8388608,104857600~16777216,125829120~12582912,142606336~20971520,167772160~12582912,184549376~12582912,201326592~8388608,222298112~16777216,243269632~16777216,272629760~16777216,293601280~4194304,301989888~8388608,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~4194304] 2024-08-10T06:18:44.484 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~50331648,58720256~4194304,71303168~16777216,92274688~8388608,104857600~16777216,125829120~12582912,142606336~20971520,167772160~12582912,184549376~12582912,201326592~8388608,222298112~16777216,243269632~16777216,272629760~16777216,293601280~4194304,301989888~8388608,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~4194304] 2024-08-10T06:18:44.487 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~58720256,71303168~67108864,142606336~71303168,222298112~16777216,243269632~20971520,272629760~16777216,293601280~4194304,301989888~12582912,318767104~58720256,381681664~20971520] 2024-08-10T06:18:44.487 INFO:tasks.workunit.client.0.smithi031.stdout:from 12 to HEAD diff [4194304~50331648,58720256~4194304,71303168~16777216,92274688~8388608,104857600~16777216,142606336~20971520,167772160~4194304,184549376~12582912,201326592~8388608,222298112~16777216,243269632~16777216,272629760~8388608,293601280~4194304,301989888~8388608,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~4194304] 2024-08-10T06:18:44.488 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~50331648,58720256~4194304,71303168~16777216,92274688~8388608,104857600~16777216,142606336~20971520,167772160~4194304,184549376~12582912,201326592~8388608,222298112~16777216,243269632~16777216,272629760~8388608,293601280~4194304,301989888~8388608,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~4194304] 2024-08-10T06:18:44.490 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~58720256,71303168~54525952,142606336~29360128,184549376~29360128,222298112~16777216,243269632~20971520,272629760~8388608,293601280~4194304,301989888~12582912,318767104~58720256,381681664~20971520] 2024-08-10T06:18:44.490 INFO:tasks.workunit.client.0.smithi031.stdout:from 13 to HEAD diff [4194304~50331648,71303168~16777216,92274688~8388608,104857600~16777216,142606336~4194304,150994944~12582912,167772160~4194304,184549376~12582912,201326592~8388608,222298112~16777216,251658240~8388608,272629760~8388608,301989888~8388608,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608] 2024-08-10T06:18:44.490 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~50331648,71303168~16777216,92274688~8388608,104857600~16777216,142606336~4194304,150994944~12582912,167772160~4194304,184549376~12582912,201326592~8388608,222298112~16777216,251658240~8388608,272629760~8388608,301989888~8388608,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608] 2024-08-10T06:18:44.493 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~54525952,71303168~54525952,142606336~29360128,184549376~29360128,222298112~16777216,251658240~12582912,272629760~8388608,301989888~12582912,318767104~58720256,381681664~12582912] 2024-08-10T06:18:44.493 INFO:tasks.workunit.client.0.smithi031.stdout:from 14 to HEAD diff [8388608~20971520,37748736~16777216,71303168~16777216,92274688~8388608,104857600~16777216,142606336~4194304,150994944~12582912,167772160~4194304,184549376~12582912,201326592~8388608,222298112~16777216,251658240~8388608,272629760~8388608,301989888~8388608,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608] 2024-08-10T06:18:44.493 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [8388608~20971520,37748736~16777216,71303168~16777216,92274688~8388608,104857600~16777216,142606336~4194304,150994944~12582912,167772160~4194304,184549376~12582912,201326592~8388608,222298112~16777216,251658240~8388608,272629760~8388608,301989888~8388608,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608] 2024-08-10T06:18:44.495 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [8388608~20971520,37748736~20971520,71303168~54525952,142606336~29360128,184549376~29360128,222298112~16777216,251658240~12582912,272629760~8388608,301989888~12582912,318767104~29360128,352321536~25165824,381681664~12582912] 2024-08-10T06:18:44.495 INFO:tasks.workunit.client.0.smithi031.stdout:from 15 to HEAD diff [8388608~16777216,41943040~12582912,71303168~16777216,92274688~8388608,104857600~8388608,142606336~4194304,150994944~8388608,184549376~4194304,192937984~4194304,201326592~8388608,222298112~16777216,251658240~8388608,272629760~8388608,306184192~4194304,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608] 2024-08-10T06:18:44.495 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [8388608~16777216,41943040~12582912,71303168~16777216,92274688~8388608,104857600~8388608,142606336~4194304,150994944~8388608,184549376~4194304,192937984~4194304,201326592~8388608,222298112~16777216,251658240~8388608,272629760~8388608,306184192~4194304,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608] 2024-08-10T06:18:44.497 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [8388608~16777216,41943040~16777216,71303168~41943040,142606336~16777216,184549376~4194304,192937984~20971520,222298112~16777216,251658240~12582912,272629760~8388608,306184192~8388608,318767104~29360128,352321536~25165824,381681664~12582912] 2024-08-10T06:18:44.497 INFO:tasks.workunit.client.0.smithi031.stdout:from 16 to HEAD diff [8388608~8388608,41943040~12582912,71303168~8388608,83886080~4194304,92274688~8388608,104857600~8388608,150994944~8388608,192937984~4194304,201326592~8388608,222298112~8388608,251658240~8388608,272629760~8388608,306184192~4194304,318767104~12582912,343932928~4194304,352321536~12582912,369098752~4194304,381681664~8388608] 2024-08-10T06:18:44.497 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [8388608~8388608,41943040~12582912,71303168~8388608,83886080~4194304,92274688~8388608,104857600~8388608,150994944~8388608,192937984~4194304,201326592~8388608,222298112~8388608,251658240~8388608,272629760~8388608,306184192~4194304,318767104~12582912,343932928~4194304,352321536~12582912,369098752~4194304,381681664~8388608] 2024-08-10T06:18:44.498 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [8388608~12582912,41943040~16777216,71303168~41943040,150994944~8388608,192937984~20971520,222298112~8388608,251658240~12582912,272629760~8388608,306184192~8388608,318767104~12582912,343932928~4194304,352321536~25165824,381681664~12582912] 2024-08-10T06:18:44.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:18:44 smithi031 ceph-mon[98130]: osdmap e2172: 8 total, 8 up, 8 in 2024-08-10T06:18:44.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:18:44 smithi031 ceph-mon[100614]: osdmap e2172: 8 total, 8 up, 8 in 2024-08-10T06:18:44.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:18:44 smithi196 ceph-mon[90243]: osdmap e2172: 8 total, 8 up, 8 in 2024-08-10T06:18:45.421 INFO:tasks.workunit.client.0.smithi031.stdout:from 0 to HEAD diff [4194304~96468992,104857600~33554432,142606336~71303168,222298112~92274688,318767104~92274688] 2024-08-10T06:18:45.421 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~71303168,222298112~92274688,318767104~92274688] 2024-08-10T06:18:45.446 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~96468992] 2024-08-10T06:18:45.446 INFO:tasks.workunit.client.0.smithi031.stdout:from 1 to HEAD diff [4194304~96468992,104857600~33554432,142606336~71303168,222298112~92274688,318767104~29360128,352321536~58720256] 2024-08-10T06:18:45.446 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~71303168,222298112~92274688,318767104~29360128,352321536~58720256] 2024-08-10T06:18:45.453 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~96468992] 2024-08-10T06:18:45.453 INFO:tasks.workunit.client.0.smithi031.stdout:from 2 to HEAD diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~29360128,222298112~88080384,318767104~29360128,352321536~58720256] 2024-08-10T06:18:45.453 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~29360128,222298112~88080384,318767104~29360128,352321536~58720256] 2024-08-10T06:18:45.459 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~96468992] 2024-08-10T06:18:45.459 INFO:tasks.workunit.client.0.smithi031.stdout:from 3 to HEAD diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~29360128,222298112~88080384,318767104~29360128,352321536~58720256] 2024-08-10T06:18:45.459 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~29360128,222298112~88080384,318767104~29360128,352321536~58720256] 2024-08-10T06:18:45.464 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~96468992] 2024-08-10T06:18:45.465 INFO:tasks.workunit.client.0.smithi031.stdout:from 4 to HEAD diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~12582912,201326592~12582912,222298112~88080384,318767104~29360128,352321536~12582912,369098752~41943040] 2024-08-10T06:18:45.465 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~12582912,201326592~12582912,222298112~88080384,318767104~29360128,352321536~12582912,369098752~41943040] 2024-08-10T06:18:45.470 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~96468992] 2024-08-10T06:18:45.470 INFO:tasks.workunit.client.0.smithi031.stdout:from 5 to HEAD diff [4194304~96468992,104857600~33554432,142606336~25165824,171966464~8388608,184549376~12582912,201326592~12582912,222298112~88080384,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~16777216] 2024-08-10T06:18:45.470 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~25165824,171966464~8388608,184549376~12582912,201326592~12582912,222298112~88080384,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~16777216] 2024-08-10T06:18:45.475 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~58720256,381681664~33554432] 2024-08-10T06:18:45.475 INFO:tasks.workunit.client.0.smithi031.stdout:from 6 to HEAD diff [4194304~96468992,104857600~33554432,142606336~25165824,171966464~8388608,184549376~12582912,201326592~12582912,222298112~88080384,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~16777216] 2024-08-10T06:18:45.475 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~25165824,171966464~8388608,184549376~12582912,201326592~12582912,222298112~88080384,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~16777216] 2024-08-10T06:18:45.479 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~58720256,381681664~29360128] 2024-08-10T06:18:45.479 INFO:tasks.workunit.client.0.smithi031.stdout:from 7 to HEAD diff [4194304~96468992,104857600~33554432,142606336~25165824,171966464~8388608,184549376~12582912,201326592~12582912,222298112~62914560,289406976~20971520,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~16777216] 2024-08-10T06:18:45.479 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~25165824,171966464~8388608,184549376~12582912,201326592~12582912,222298112~62914560,289406976~20971520,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~16777216] 2024-08-10T06:18:45.483 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~58720256,381681664~29360128] 2024-08-10T06:18:45.483 INFO:tasks.workunit.client.0.smithi031.stdout:from 8 to HEAD diff [4194304~96468992,104857600~33554432,142606336~20971520,167772160~12582912,184549376~12582912,201326592~12582912,222298112~37748736,264241152~25165824,293601280~16777216,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~12582912] 2024-08-10T06:18:45.483 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~20971520,167772160~12582912,184549376~12582912,201326592~12582912,222298112~37748736,264241152~25165824,293601280~16777216,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~12582912] 2024-08-10T06:18:45.487 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~67108864,293601280~20971520,318767104~58720256,381681664~29360128] 2024-08-10T06:18:45.487 INFO:tasks.workunit.client.0.smithi031.stdout:from 9 to HEAD diff [4194304~50331648,58720256~29360128,92274688~8388608,104857600~33554432,142606336~20971520,167772160~12582912,184549376~12582912,201326592~12582912,222298112~16777216,243269632~16777216,264241152~25165824,293601280~16777216,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~12582912] 2024-08-10T06:18:45.487 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~50331648,58720256~29360128,92274688~8388608,104857600~33554432,142606336~20971520,167772160~12582912,184549376~12582912,201326592~12582912,222298112~16777216,243269632~16777216,264241152~25165824,293601280~16777216,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~12582912] 2024-08-10T06:18:45.490 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~16777216,243269632~46137344,293601280~20971520,318767104~58720256,381681664~29360128] 2024-08-10T06:18:45.490 INFO:tasks.workunit.client.0.smithi031.stdout:from 10 to HEAD diff [4194304~50331648,58720256~4194304,71303168~16777216,92274688~8388608,104857600~16777216,125829120~12582912,142606336~20971520,167772160~12582912,184549376~12582912,201326592~12582912,222298112~16777216,243269632~16777216,272629760~16777216,293601280~16777216,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~12582912] 2024-08-10T06:18:45.491 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~50331648,58720256~4194304,71303168~16777216,92274688~8388608,104857600~16777216,125829120~12582912,142606336~20971520,167772160~12582912,184549376~12582912,201326592~12582912,222298112~16777216,243269632~16777216,272629760~16777216,293601280~16777216,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~12582912] 2024-08-10T06:18:45.494 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~58720256,71303168~67108864,142606336~71303168,222298112~16777216,243269632~20971520,272629760~16777216,293601280~20971520,318767104~58720256,381681664~29360128] 2024-08-10T06:18:45.494 INFO:tasks.workunit.client.0.smithi031.stdout:from 11 to HEAD diff [4194304~50331648,58720256~4194304,71303168~16777216,92274688~8388608,104857600~16777216,125829120~12582912,142606336~20971520,167772160~12582912,184549376~12582912,201326592~8388608,222298112~16777216,243269632~16777216,272629760~16777216,293601280~4194304,301989888~8388608,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~4194304] 2024-08-10T06:18:45.494 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~50331648,58720256~4194304,71303168~16777216,92274688~8388608,104857600~16777216,125829120~12582912,142606336~20971520,167772160~12582912,184549376~12582912,201326592~8388608,222298112~16777216,243269632~16777216,272629760~16777216,293601280~4194304,301989888~8388608,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~4194304] 2024-08-10T06:18:45.497 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~58720256,71303168~67108864,142606336~71303168,222298112~16777216,243269632~20971520,272629760~16777216,293601280~4194304,301989888~12582912,318767104~58720256,381681664~20971520] 2024-08-10T06:18:45.497 INFO:tasks.workunit.client.0.smithi031.stdout:from 12 to HEAD diff [4194304~50331648,58720256~4194304,71303168~16777216,92274688~8388608,104857600~16777216,142606336~20971520,167772160~4194304,184549376~12582912,201326592~8388608,222298112~16777216,243269632~16777216,272629760~8388608,293601280~4194304,301989888~8388608,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~4194304] 2024-08-10T06:18:45.497 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~50331648,58720256~4194304,71303168~16777216,92274688~8388608,104857600~16777216,142606336~20971520,167772160~4194304,184549376~12582912,201326592~8388608,222298112~16777216,243269632~16777216,272629760~8388608,293601280~4194304,301989888~8388608,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~4194304] 2024-08-10T06:18:45.499 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~58720256,71303168~54525952,142606336~29360128,184549376~29360128,222298112~16777216,243269632~20971520,272629760~8388608,293601280~4194304,301989888~12582912,318767104~58720256,381681664~20971520] 2024-08-10T06:18:45.499 INFO:tasks.workunit.client.0.smithi031.stdout:from 13 to HEAD diff [4194304~50331648,71303168~16777216,92274688~8388608,104857600~16777216,142606336~4194304,150994944~12582912,167772160~4194304,184549376~12582912,201326592~8388608,222298112~16777216,251658240~8388608,272629760~8388608,301989888~8388608,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608] 2024-08-10T06:18:45.499 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~50331648,71303168~16777216,92274688~8388608,104857600~16777216,142606336~4194304,150994944~12582912,167772160~4194304,184549376~12582912,201326592~8388608,222298112~16777216,251658240~8388608,272629760~8388608,301989888~8388608,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608] 2024-08-10T06:18:45.501 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~54525952,71303168~54525952,142606336~29360128,184549376~29360128,222298112~16777216,251658240~12582912,272629760~8388608,301989888~12582912,318767104~58720256,381681664~12582912] 2024-08-10T06:18:45.501 INFO:tasks.workunit.client.0.smithi031.stdout:from 14 to HEAD diff [8388608~20971520,37748736~16777216,71303168~16777216,92274688~8388608,104857600~16777216,142606336~4194304,150994944~12582912,167772160~4194304,184549376~12582912,201326592~8388608,222298112~16777216,251658240~8388608,272629760~8388608,301989888~8388608,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608] 2024-08-10T06:18:45.501 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [8388608~20971520,37748736~16777216,71303168~16777216,92274688~8388608,104857600~16777216,142606336~4194304,150994944~12582912,167772160~4194304,184549376~12582912,201326592~8388608,222298112~16777216,251658240~8388608,272629760~8388608,301989888~8388608,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608] 2024-08-10T06:18:45.503 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [8388608~20971520,37748736~20971520,71303168~54525952,142606336~29360128,184549376~29360128,222298112~16777216,251658240~12582912,272629760~8388608,301989888~12582912,318767104~29360128,352321536~25165824,381681664~12582912] 2024-08-10T06:18:45.503 INFO:tasks.workunit.client.0.smithi031.stdout:from 15 to HEAD diff [8388608~16777216,41943040~12582912,71303168~16777216,92274688~8388608,104857600~8388608,142606336~4194304,150994944~8388608,184549376~4194304,192937984~4194304,201326592~8388608,222298112~16777216,251658240~8388608,272629760~8388608,306184192~4194304,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608] 2024-08-10T06:18:45.503 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [8388608~16777216,41943040~12582912,71303168~16777216,92274688~8388608,104857600~8388608,142606336~4194304,150994944~8388608,184549376~4194304,192937984~4194304,201326592~8388608,222298112~16777216,251658240~8388608,272629760~8388608,306184192~4194304,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608] 2024-08-10T06:18:45.504 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [8388608~16777216,41943040~16777216,71303168~41943040,142606336~16777216,184549376~4194304,192937984~20971520,222298112~16777216,251658240~12582912,272629760~8388608,306184192~8388608,318767104~29360128,352321536~25165824,381681664~12582912] 2024-08-10T06:18:45.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:18:45 smithi031 ceph-mon[98130]: osdmap e2173: 8 total, 8 up, 8 in 2024-08-10T06:18:45.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:18:45 smithi031 ceph-mon[98130]: pgmap v3793: 137 pgs: 137 active+clean; 1.2 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 510 KiB/s rd, 26 MiB/s wr, 915 op/s 2024-08-10T06:18:45.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:18:45 smithi031 ceph-mon[100614]: osdmap e2173: 8 total, 8 up, 8 in 2024-08-10T06:18:45.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:18:45 smithi031 ceph-mon[100614]: pgmap v3793: 137 pgs: 137 active+clean; 1.2 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 510 KiB/s rd, 26 MiB/s wr, 915 op/s 2024-08-10T06:18:45.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:18:45 smithi196 ceph-mon[90243]: osdmap e2173: 8 total, 8 up, 8 in 2024-08-10T06:18:45.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:18:45 smithi196 ceph-mon[90243]: pgmap v3793: 137 pgs: 137 active+clean; 1.2 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 510 KiB/s rd, 26 MiB/s wr, 915 op/s 2024-08-10T06:18:46.415 INFO:tasks.workunit.client.0.smithi031.stdout:from 0 to HEAD diff [4194304~96468992,104857600~33554432,142606336~71303168,222298112~92274688,318767104~92274688] 2024-08-10T06:18:46.416 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~71303168,222298112~92274688,318767104~92274688] 2024-08-10T06:18:46.461 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~96468992] 2024-08-10T06:18:46.461 INFO:tasks.workunit.client.0.smithi031.stdout:from 1 to HEAD diff [4194304~96468992,104857600~33554432,142606336~71303168,222298112~92274688,318767104~29360128,352321536~58720256] 2024-08-10T06:18:46.461 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~71303168,222298112~92274688,318767104~29360128,352321536~58720256] 2024-08-10T06:18:46.466 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~96468992] 2024-08-10T06:18:46.467 INFO:tasks.workunit.client.0.smithi031.stdout:from 2 to HEAD diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~29360128,222298112~88080384,318767104~29360128,352321536~58720256] 2024-08-10T06:18:46.467 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~29360128,222298112~88080384,318767104~29360128,352321536~58720256] 2024-08-10T06:18:46.472 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~96468992] 2024-08-10T06:18:46.472 INFO:tasks.workunit.client.0.smithi031.stdout:from 3 to HEAD diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~29360128,222298112~88080384,318767104~29360128,352321536~58720256] 2024-08-10T06:18:46.472 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~29360128,222298112~88080384,318767104~29360128,352321536~58720256] 2024-08-10T06:18:46.478 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~96468992] 2024-08-10T06:18:46.478 INFO:tasks.workunit.client.0.smithi031.stdout:from 4 to HEAD diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~12582912,201326592~12582912,222298112~88080384,318767104~29360128,352321536~12582912,369098752~41943040] 2024-08-10T06:18:46.478 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~12582912,201326592~12582912,222298112~88080384,318767104~29360128,352321536~12582912,369098752~41943040] 2024-08-10T06:18:46.483 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~96468992] 2024-08-10T06:18:46.483 INFO:tasks.workunit.client.0.smithi031.stdout:from 5 to HEAD diff [4194304~96468992,104857600~33554432,142606336~25165824,171966464~8388608,184549376~12582912,201326592~12582912,222298112~88080384,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~16777216] 2024-08-10T06:18:46.483 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~25165824,171966464~8388608,184549376~12582912,201326592~12582912,222298112~88080384,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~16777216] 2024-08-10T06:18:46.488 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~58720256,381681664~33554432] 2024-08-10T06:18:46.488 INFO:tasks.workunit.client.0.smithi031.stdout:from 6 to HEAD diff [4194304~96468992,104857600~33554432,142606336~25165824,171966464~8388608,184549376~12582912,201326592~12582912,222298112~88080384,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~16777216] 2024-08-10T06:18:46.488 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~25165824,171966464~8388608,184549376~12582912,201326592~12582912,222298112~88080384,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~16777216] 2024-08-10T06:18:46.492 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~58720256,381681664~29360128] 2024-08-10T06:18:46.492 INFO:tasks.workunit.client.0.smithi031.stdout:from 7 to HEAD diff [4194304~96468992,104857600~33554432,142606336~25165824,171966464~8388608,184549376~12582912,201326592~12582912,222298112~62914560,289406976~20971520,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~16777216] 2024-08-10T06:18:46.493 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~25165824,171966464~8388608,184549376~12582912,201326592~12582912,222298112~62914560,289406976~20971520,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~16777216] 2024-08-10T06:18:46.497 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~58720256,381681664~29360128] 2024-08-10T06:18:46.497 INFO:tasks.workunit.client.0.smithi031.stdout:from 8 to HEAD diff [4194304~96468992,104857600~33554432,142606336~20971520,167772160~12582912,184549376~12582912,201326592~12582912,222298112~37748736,264241152~25165824,293601280~16777216,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~12582912] 2024-08-10T06:18:46.497 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~20971520,167772160~12582912,184549376~12582912,201326592~12582912,222298112~37748736,264241152~25165824,293601280~16777216,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~12582912] 2024-08-10T06:18:46.500 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~67108864,293601280~20971520,318767104~58720256,381681664~29360128] 2024-08-10T06:18:46.500 INFO:tasks.workunit.client.0.smithi031.stdout:from 9 to HEAD diff [4194304~50331648,58720256~29360128,92274688~8388608,104857600~33554432,142606336~20971520,167772160~12582912,184549376~12582912,201326592~12582912,222298112~16777216,243269632~16777216,264241152~25165824,293601280~16777216,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~12582912] 2024-08-10T06:18:46.500 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~50331648,58720256~29360128,92274688~8388608,104857600~33554432,142606336~20971520,167772160~12582912,184549376~12582912,201326592~12582912,222298112~16777216,243269632~16777216,264241152~25165824,293601280~16777216,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~12582912] 2024-08-10T06:18:46.503 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~16777216,243269632~46137344,293601280~20971520,318767104~58720256,381681664~29360128] 2024-08-10T06:18:46.503 INFO:tasks.workunit.client.0.smithi031.stdout:from 10 to HEAD diff [4194304~50331648,58720256~4194304,71303168~16777216,92274688~8388608,104857600~16777216,125829120~12582912,142606336~20971520,167772160~12582912,184549376~12582912,201326592~12582912,222298112~16777216,243269632~16777216,272629760~16777216,293601280~16777216,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~12582912] 2024-08-10T06:18:46.504 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~50331648,58720256~4194304,71303168~16777216,92274688~8388608,104857600~16777216,125829120~12582912,142606336~20971520,167772160~12582912,184549376~12582912,201326592~12582912,222298112~16777216,243269632~16777216,272629760~16777216,293601280~16777216,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~12582912] 2024-08-10T06:18:46.507 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~58720256,71303168~67108864,142606336~71303168,222298112~16777216,243269632~20971520,272629760~16777216,293601280~20971520,318767104~58720256,381681664~29360128] 2024-08-10T06:18:46.507 INFO:tasks.workunit.client.0.smithi031.stdout:from 11 to HEAD diff [4194304~50331648,58720256~4194304,71303168~16777216,92274688~8388608,104857600~16777216,125829120~12582912,142606336~20971520,167772160~12582912,184549376~12582912,201326592~8388608,222298112~16777216,243269632~16777216,272629760~16777216,293601280~4194304,301989888~8388608,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~4194304] 2024-08-10T06:18:46.507 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~50331648,58720256~4194304,71303168~16777216,92274688~8388608,104857600~16777216,125829120~12582912,142606336~20971520,167772160~12582912,184549376~12582912,201326592~8388608,222298112~16777216,243269632~16777216,272629760~16777216,293601280~4194304,301989888~8388608,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~4194304] 2024-08-10T06:18:46.509 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~58720256,71303168~67108864,142606336~71303168,222298112~16777216,243269632~20971520,272629760~16777216,293601280~4194304,301989888~12582912,318767104~58720256,381681664~20971520] 2024-08-10T06:18:46.509 INFO:tasks.workunit.client.0.smithi031.stdout:from 12 to HEAD diff [4194304~50331648,58720256~4194304,71303168~16777216,92274688~8388608,104857600~16777216,142606336~20971520,167772160~4194304,184549376~12582912,201326592~8388608,222298112~16777216,243269632~16777216,272629760~8388608,293601280~4194304,301989888~8388608,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~4194304] 2024-08-10T06:18:46.509 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~50331648,58720256~4194304,71303168~16777216,92274688~8388608,104857600~16777216,142606336~20971520,167772160~4194304,184549376~12582912,201326592~8388608,222298112~16777216,243269632~16777216,272629760~8388608,293601280~4194304,301989888~8388608,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~4194304] 2024-08-10T06:18:46.511 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~58720256,71303168~54525952,142606336~29360128,184549376~29360128,222298112~16777216,243269632~20971520,272629760~8388608,293601280~4194304,301989888~12582912,318767104~58720256,381681664~20971520] 2024-08-10T06:18:46.511 INFO:tasks.workunit.client.0.smithi031.stdout:from 13 to HEAD diff [4194304~50331648,71303168~16777216,92274688~8388608,104857600~16777216,142606336~4194304,150994944~12582912,167772160~4194304,184549376~12582912,201326592~8388608,222298112~16777216,251658240~8388608,272629760~8388608,301989888~8388608,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608] 2024-08-10T06:18:46.512 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~50331648,71303168~16777216,92274688~8388608,104857600~16777216,142606336~4194304,150994944~12582912,167772160~4194304,184549376~12582912,201326592~8388608,222298112~16777216,251658240~8388608,272629760~8388608,301989888~8388608,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608] 2024-08-10T06:18:46.513 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~54525952,71303168~54525952,142606336~29360128,184549376~29360128,222298112~16777216,251658240~12582912,272629760~8388608,301989888~12582912,318767104~58720256,381681664~12582912] 2024-08-10T06:18:46.513 INFO:tasks.workunit.client.0.smithi031.stdout:from 14 to HEAD diff [8388608~20971520,37748736~16777216,71303168~16777216,92274688~8388608,104857600~16777216,142606336~4194304,150994944~12582912,167772160~4194304,184549376~12582912,201326592~8388608,222298112~16777216,251658240~8388608,272629760~8388608,301989888~8388608,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608] 2024-08-10T06:18:46.513 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [8388608~20971520,37748736~16777216,71303168~16777216,92274688~8388608,104857600~16777216,142606336~4194304,150994944~12582912,167772160~4194304,184549376~12582912,201326592~8388608,222298112~16777216,251658240~8388608,272629760~8388608,301989888~8388608,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608] 2024-08-10T06:18:46.514 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [8388608~20971520,37748736~20971520,71303168~54525952,142606336~29360128,184549376~29360128,222298112~16777216,251658240~12582912,272629760~8388608,301989888~12582912,318767104~29360128,352321536~25165824,381681664~12582912] 2024-08-10T06:18:46.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:18:46 smithi031 ceph-mon[100614]: osdmap e2174: 8 total, 8 up, 8 in 2024-08-10T06:18:46.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:18:46 smithi031 ceph-mon[98130]: osdmap e2174: 8 total, 8 up, 8 in 2024-08-10T06:18:46.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:18:46 smithi196 ceph-mon[90243]: osdmap e2174: 8 total, 8 up, 8 in 2024-08-10T06:18:47.422 INFO:tasks.workunit.client.0.smithi031.stdout:from 0 to HEAD diff [4194304~96468992,104857600~33554432,142606336~71303168,222298112~92274688,318767104~92274688] 2024-08-10T06:18:47.423 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~71303168,222298112~92274688,318767104~92274688] 2024-08-10T06:18:47.457 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~96468992] 2024-08-10T06:18:47.457 INFO:tasks.workunit.client.0.smithi031.stdout:from 1 to HEAD diff [4194304~96468992,104857600~33554432,142606336~71303168,222298112~92274688,318767104~29360128,352321536~58720256] 2024-08-10T06:18:47.458 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~71303168,222298112~92274688,318767104~29360128,352321536~58720256] 2024-08-10T06:18:47.477 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~96468992] 2024-08-10T06:18:47.478 INFO:tasks.workunit.client.0.smithi031.stdout:from 2 to HEAD diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~29360128,222298112~88080384,318767104~29360128,352321536~58720256] 2024-08-10T06:18:47.478 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~29360128,222298112~88080384,318767104~29360128,352321536~58720256] 2024-08-10T06:18:47.483 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~96468992] 2024-08-10T06:18:47.483 INFO:tasks.workunit.client.0.smithi031.stdout:from 3 to HEAD diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~29360128,222298112~88080384,318767104~29360128,352321536~58720256] 2024-08-10T06:18:47.483 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~29360128,222298112~88080384,318767104~29360128,352321536~58720256] 2024-08-10T06:18:47.488 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~96468992] 2024-08-10T06:18:47.489 INFO:tasks.workunit.client.0.smithi031.stdout:from 4 to HEAD diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~12582912,201326592~12582912,222298112~88080384,318767104~29360128,352321536~12582912,369098752~41943040] 2024-08-10T06:18:47.489 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~12582912,201326592~12582912,222298112~88080384,318767104~29360128,352321536~12582912,369098752~41943040] 2024-08-10T06:18:47.493 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~96468992] 2024-08-10T06:18:47.493 INFO:tasks.workunit.client.0.smithi031.stdout:from 5 to HEAD diff [4194304~96468992,104857600~33554432,142606336~25165824,171966464~8388608,184549376~12582912,201326592~12582912,222298112~88080384,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~16777216] 2024-08-10T06:18:47.493 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~25165824,171966464~8388608,184549376~12582912,201326592~12582912,222298112~88080384,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~16777216] 2024-08-10T06:18:47.497 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~58720256,381681664~33554432] 2024-08-10T06:18:47.498 INFO:tasks.workunit.client.0.smithi031.stdout:from 6 to HEAD diff [4194304~96468992,104857600~33554432,142606336~25165824,171966464~8388608,184549376~12582912,201326592~12582912,222298112~88080384,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~16777216] 2024-08-10T06:18:47.498 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~25165824,171966464~8388608,184549376~12582912,201326592~12582912,222298112~88080384,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~16777216] 2024-08-10T06:18:47.501 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~58720256,381681664~29360128] 2024-08-10T06:18:47.502 INFO:tasks.workunit.client.0.smithi031.stdout:from 7 to HEAD diff [4194304~96468992,104857600~33554432,142606336~25165824,171966464~8388608,184549376~12582912,201326592~12582912,222298112~62914560,289406976~20971520,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~16777216] 2024-08-10T06:18:47.502 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~25165824,171966464~8388608,184549376~12582912,201326592~12582912,222298112~62914560,289406976~20971520,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~16777216] 2024-08-10T06:18:47.505 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~58720256,381681664~29360128] 2024-08-10T06:18:47.505 INFO:tasks.workunit.client.0.smithi031.stdout:from 8 to HEAD diff [4194304~96468992,104857600~33554432,142606336~20971520,167772160~12582912,184549376~12582912,201326592~12582912,222298112~37748736,264241152~25165824,293601280~16777216,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~12582912] 2024-08-10T06:18:47.505 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~20971520,167772160~12582912,184549376~12582912,201326592~12582912,222298112~37748736,264241152~25165824,293601280~16777216,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~12582912] 2024-08-10T06:18:47.509 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~67108864,293601280~20971520,318767104~58720256,381681664~29360128] 2024-08-10T06:18:47.509 INFO:tasks.workunit.client.0.smithi031.stdout:from 9 to HEAD diff [4194304~50331648,58720256~29360128,92274688~8388608,104857600~33554432,142606336~20971520,167772160~12582912,184549376~12582912,201326592~12582912,222298112~16777216,243269632~16777216,264241152~25165824,293601280~16777216,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~12582912] 2024-08-10T06:18:47.509 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~50331648,58720256~29360128,92274688~8388608,104857600~33554432,142606336~20971520,167772160~12582912,184549376~12582912,201326592~12582912,222298112~16777216,243269632~16777216,264241152~25165824,293601280~16777216,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~12582912] 2024-08-10T06:18:47.512 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~16777216,243269632~46137344,293601280~20971520,318767104~58720256,381681664~29360128] 2024-08-10T06:18:47.512 INFO:tasks.workunit.client.0.smithi031.stdout:from 10 to HEAD diff [4194304~50331648,58720256~4194304,71303168~16777216,92274688~8388608,104857600~16777216,125829120~12582912,142606336~20971520,167772160~12582912,184549376~12582912,201326592~12582912,222298112~16777216,243269632~16777216,272629760~16777216,293601280~16777216,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~12582912] 2024-08-10T06:18:47.512 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~50331648,58720256~4194304,71303168~16777216,92274688~8388608,104857600~16777216,125829120~12582912,142606336~20971520,167772160~12582912,184549376~12582912,201326592~12582912,222298112~16777216,243269632~16777216,272629760~16777216,293601280~16777216,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~12582912] 2024-08-10T06:18:47.514 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~58720256,71303168~67108864,142606336~71303168,222298112~16777216,243269632~20971520,272629760~16777216,293601280~20971520,318767104~58720256,381681664~29360128] 2024-08-10T06:18:47.514 INFO:tasks.workunit.client.0.smithi031.stdout:from 11 to HEAD diff [4194304~50331648,58720256~4194304,71303168~16777216,92274688~8388608,104857600~16777216,125829120~12582912,142606336~20971520,167772160~12582912,184549376~12582912,201326592~8388608,222298112~16777216,243269632~16777216,272629760~16777216,293601280~4194304,301989888~8388608,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~4194304] 2024-08-10T06:18:47.514 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~50331648,58720256~4194304,71303168~16777216,92274688~8388608,104857600~16777216,125829120~12582912,142606336~20971520,167772160~12582912,184549376~12582912,201326592~8388608,222298112~16777216,243269632~16777216,272629760~16777216,293601280~4194304,301989888~8388608,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~4194304] 2024-08-10T06:18:47.516 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~58720256,71303168~67108864,142606336~71303168,222298112~16777216,243269632~20971520,272629760~16777216,293601280~4194304,301989888~12582912,318767104~58720256,381681664~20971520] 2024-08-10T06:18:47.516 INFO:tasks.workunit.client.0.smithi031.stdout:from 12 to HEAD diff [4194304~50331648,58720256~4194304,71303168~16777216,92274688~8388608,104857600~16777216,142606336~20971520,167772160~4194304,184549376~12582912,201326592~8388608,222298112~16777216,243269632~16777216,272629760~8388608,293601280~4194304,301989888~8388608,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~4194304] 2024-08-10T06:18:47.516 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~50331648,58720256~4194304,71303168~16777216,92274688~8388608,104857600~16777216,142606336~20971520,167772160~4194304,184549376~12582912,201326592~8388608,222298112~16777216,243269632~16777216,272629760~8388608,293601280~4194304,301989888~8388608,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~4194304] 2024-08-10T06:18:47.517 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~58720256,71303168~54525952,142606336~29360128,184549376~29360128,222298112~16777216,243269632~20971520,272629760~8388608,293601280~4194304,301989888~12582912,318767104~58720256,381681664~20971520] 2024-08-10T06:18:47.518 INFO:tasks.workunit.client.0.smithi031.stdout:from 13 to HEAD diff [4194304~50331648,71303168~16777216,92274688~8388608,104857600~16777216,142606336~4194304,150994944~12582912,167772160~4194304,184549376~12582912,201326592~8388608,222298112~16777216,251658240~8388608,272629760~8388608,301989888~8388608,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608] 2024-08-10T06:18:47.518 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~50331648,71303168~16777216,92274688~8388608,104857600~16777216,142606336~4194304,150994944~12582912,167772160~4194304,184549376~12582912,201326592~8388608,222298112~16777216,251658240~8388608,272629760~8388608,301989888~8388608,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608] 2024-08-10T06:18:47.519 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~54525952,71303168~54525952,142606336~29360128,184549376~29360128,222298112~16777216,251658240~12582912,272629760~8388608,301989888~12582912,318767104~58720256,381681664~12582912] 2024-08-10T06:18:47.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:18:47 smithi031 ceph-mon[98130]: osdmap e2175: 8 total, 8 up, 8 in 2024-08-10T06:18:47.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:18:47 smithi031 ceph-mon[98130]: pgmap v3796: 137 pgs: 137 active+clean; 1.2 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 365 KiB/s rd, 13 MiB/s wr, 738 op/s 2024-08-10T06:18:47.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:18:47 smithi031 ceph-mon[100614]: osdmap e2175: 8 total, 8 up, 8 in 2024-08-10T06:18:47.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:18:47 smithi031 ceph-mon[100614]: pgmap v3796: 137 pgs: 137 active+clean; 1.2 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 365 KiB/s rd, 13 MiB/s wr, 738 op/s 2024-08-10T06:18:47.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:18:47 smithi196 ceph-mon[90243]: osdmap e2175: 8 total, 8 up, 8 in 2024-08-10T06:18:47.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:18:47 smithi196 ceph-mon[90243]: pgmap v3796: 137 pgs: 137 active+clean; 1.2 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 365 KiB/s rd, 13 MiB/s wr, 738 op/s 2024-08-10T06:18:48.434 INFO:tasks.workunit.client.0.smithi031.stdout:from 0 to HEAD diff [4194304~96468992,104857600~33554432,142606336~71303168,222298112~92274688,318767104~92274688] 2024-08-10T06:18:48.435 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~71303168,222298112~92274688,318767104~92274688] 2024-08-10T06:18:48.473 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~96468992] 2024-08-10T06:18:48.473 INFO:tasks.workunit.client.0.smithi031.stdout:from 1 to HEAD diff [4194304~96468992,104857600~33554432,142606336~71303168,222298112~92274688,318767104~29360128,352321536~58720256] 2024-08-10T06:18:48.474 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~71303168,222298112~92274688,318767104~29360128,352321536~58720256] 2024-08-10T06:18:48.485 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~96468992] 2024-08-10T06:18:48.485 INFO:tasks.workunit.client.0.smithi031.stdout:from 2 to HEAD diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~29360128,222298112~88080384,318767104~29360128,352321536~58720256] 2024-08-10T06:18:48.486 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~29360128,222298112~88080384,318767104~29360128,352321536~58720256] 2024-08-10T06:18:48.491 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~96468992] 2024-08-10T06:18:48.491 INFO:tasks.workunit.client.0.smithi031.stdout:from 3 to HEAD diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~29360128,222298112~88080384,318767104~29360128,352321536~58720256] 2024-08-10T06:18:48.491 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~29360128,222298112~88080384,318767104~29360128,352321536~58720256] 2024-08-10T06:18:48.496 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~96468992] 2024-08-10T06:18:48.496 INFO:tasks.workunit.client.0.smithi031.stdout:from 4 to HEAD diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~12582912,201326592~12582912,222298112~88080384,318767104~29360128,352321536~12582912,369098752~41943040] 2024-08-10T06:18:48.496 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~12582912,201326592~12582912,222298112~88080384,318767104~29360128,352321536~12582912,369098752~41943040] 2024-08-10T06:18:48.500 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~96468992] 2024-08-10T06:18:48.500 INFO:tasks.workunit.client.0.smithi031.stdout:from 5 to HEAD diff [4194304~96468992,104857600~33554432,142606336~25165824,171966464~8388608,184549376~12582912,201326592~12582912,222298112~88080384,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~16777216] 2024-08-10T06:18:48.500 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~25165824,171966464~8388608,184549376~12582912,201326592~12582912,222298112~88080384,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~16777216] 2024-08-10T06:18:48.504 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~58720256,381681664~33554432] 2024-08-10T06:18:48.504 INFO:tasks.workunit.client.0.smithi031.stdout:from 6 to HEAD diff [4194304~96468992,104857600~33554432,142606336~25165824,171966464~8388608,184549376~12582912,201326592~12582912,222298112~88080384,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~16777216] 2024-08-10T06:18:48.504 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~25165824,171966464~8388608,184549376~12582912,201326592~12582912,222298112~88080384,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~16777216] 2024-08-10T06:18:48.508 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~58720256,381681664~29360128] 2024-08-10T06:18:48.508 INFO:tasks.workunit.client.0.smithi031.stdout:from 7 to HEAD diff [4194304~96468992,104857600~33554432,142606336~25165824,171966464~8388608,184549376~12582912,201326592~12582912,222298112~62914560,289406976~20971520,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~16777216] 2024-08-10T06:18:48.508 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~25165824,171966464~8388608,184549376~12582912,201326592~12582912,222298112~62914560,289406976~20971520,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~16777216] 2024-08-10T06:18:48.511 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~58720256,381681664~29360128] 2024-08-10T06:18:48.511 INFO:tasks.workunit.client.0.smithi031.stdout:from 8 to HEAD diff [4194304~96468992,104857600~33554432,142606336~20971520,167772160~12582912,184549376~12582912,201326592~12582912,222298112~37748736,264241152~25165824,293601280~16777216,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~12582912] 2024-08-10T06:18:48.511 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~20971520,167772160~12582912,184549376~12582912,201326592~12582912,222298112~37748736,264241152~25165824,293601280~16777216,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~12582912] 2024-08-10T06:18:48.513 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~67108864,293601280~20971520,318767104~58720256,381681664~29360128] 2024-08-10T06:18:48.513 INFO:tasks.workunit.client.0.smithi031.stdout:from 9 to HEAD diff [4194304~50331648,58720256~29360128,92274688~8388608,104857600~33554432,142606336~20971520,167772160~12582912,184549376~12582912,201326592~12582912,222298112~16777216,243269632~16777216,264241152~25165824,293601280~16777216,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~12582912] 2024-08-10T06:18:48.513 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~50331648,58720256~29360128,92274688~8388608,104857600~33554432,142606336~20971520,167772160~12582912,184549376~12582912,201326592~12582912,222298112~16777216,243269632~16777216,264241152~25165824,293601280~16777216,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~12582912] 2024-08-10T06:18:48.516 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~16777216,243269632~46137344,293601280~20971520,318767104~58720256,381681664~29360128] 2024-08-10T06:18:48.516 INFO:tasks.workunit.client.0.smithi031.stdout:from 10 to HEAD diff [4194304~50331648,58720256~4194304,71303168~16777216,92274688~8388608,104857600~16777216,125829120~12582912,142606336~20971520,167772160~12582912,184549376~12582912,201326592~12582912,222298112~16777216,243269632~16777216,272629760~16777216,293601280~16777216,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~12582912] 2024-08-10T06:18:48.516 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~50331648,58720256~4194304,71303168~16777216,92274688~8388608,104857600~16777216,125829120~12582912,142606336~20971520,167772160~12582912,184549376~12582912,201326592~12582912,222298112~16777216,243269632~16777216,272629760~16777216,293601280~16777216,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~12582912] 2024-08-10T06:18:48.518 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~58720256,71303168~67108864,142606336~71303168,222298112~16777216,243269632~20971520,272629760~16777216,293601280~20971520,318767104~58720256,381681664~29360128] 2024-08-10T06:18:48.518 INFO:tasks.workunit.client.0.smithi031.stdout:from 11 to HEAD diff [4194304~50331648,58720256~4194304,71303168~16777216,92274688~8388608,104857600~16777216,125829120~12582912,142606336~20971520,167772160~12582912,184549376~12582912,201326592~8388608,222298112~16777216,243269632~16777216,272629760~16777216,293601280~4194304,301989888~8388608,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~4194304] 2024-08-10T06:18:48.518 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~50331648,58720256~4194304,71303168~16777216,92274688~8388608,104857600~16777216,125829120~12582912,142606336~20971520,167772160~12582912,184549376~12582912,201326592~8388608,222298112~16777216,243269632~16777216,272629760~16777216,293601280~4194304,301989888~8388608,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~4194304] 2024-08-10T06:18:48.519 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~58720256,71303168~67108864,142606336~71303168,222298112~16777216,243269632~20971520,272629760~16777216,293601280~4194304,301989888~12582912,318767104~58720256,381681664~20971520] 2024-08-10T06:18:48.519 INFO:tasks.workunit.client.0.smithi031.stdout:from 12 to HEAD diff [4194304~50331648,58720256~4194304,71303168~16777216,92274688~8388608,104857600~16777216,142606336~20971520,167772160~4194304,184549376~12582912,201326592~8388608,222298112~16777216,243269632~16777216,272629760~8388608,293601280~4194304,301989888~8388608,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~4194304] 2024-08-10T06:18:48.519 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~50331648,58720256~4194304,71303168~16777216,92274688~8388608,104857600~16777216,142606336~20971520,167772160~4194304,184549376~12582912,201326592~8388608,222298112~16777216,243269632~16777216,272629760~8388608,293601280~4194304,301989888~8388608,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~4194304] 2024-08-10T06:18:48.520 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~58720256,71303168~54525952,142606336~29360128,184549376~29360128,222298112~16777216,243269632~20971520,272629760~8388608,293601280~4194304,301989888~12582912,318767104~58720256,381681664~20971520] 2024-08-10T06:18:48.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:18:48 smithi031 ceph-mon[98130]: osdmap e2176: 8 total, 8 up, 8 in 2024-08-10T06:18:48.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:18:48 smithi031 ceph-mon[100614]: osdmap e2176: 8 total, 8 up, 8 in 2024-08-10T06:18:48.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:18:48 smithi196 ceph-mon[90243]: osdmap e2176: 8 total, 8 up, 8 in 2024-08-10T06:18:49.432 INFO:tasks.workunit.client.0.smithi031.stdout:from 0 to HEAD diff [4194304~96468992,104857600~33554432,142606336~71303168,222298112~92274688,318767104~92274688] 2024-08-10T06:18:49.432 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~71303168,222298112~92274688,318767104~92274688] 2024-08-10T06:18:49.476 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~96468992] 2024-08-10T06:18:49.476 INFO:tasks.workunit.client.0.smithi031.stdout:from 1 to HEAD diff [4194304~96468992,104857600~33554432,142606336~71303168,222298112~92274688,318767104~29360128,352321536~58720256] 2024-08-10T06:18:49.476 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~71303168,222298112~92274688,318767104~29360128,352321536~58720256] 2024-08-10T06:18:49.486 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~96468992] 2024-08-10T06:18:49.487 INFO:tasks.workunit.client.0.smithi031.stdout:from 2 to HEAD diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~29360128,222298112~88080384,318767104~29360128,352321536~58720256] 2024-08-10T06:18:49.487 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~29360128,222298112~88080384,318767104~29360128,352321536~58720256] 2024-08-10T06:18:49.493 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~96468992] 2024-08-10T06:18:49.493 INFO:tasks.workunit.client.0.smithi031.stdout:from 3 to HEAD diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~29360128,222298112~88080384,318767104~29360128,352321536~58720256] 2024-08-10T06:18:49.493 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~29360128,222298112~88080384,318767104~29360128,352321536~58720256] 2024-08-10T06:18:49.497 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~96468992] 2024-08-10T06:18:49.497 INFO:tasks.workunit.client.0.smithi031.stdout:from 4 to HEAD diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~12582912,201326592~12582912,222298112~88080384,318767104~29360128,352321536~12582912,369098752~41943040] 2024-08-10T06:18:49.497 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~12582912,201326592~12582912,222298112~88080384,318767104~29360128,352321536~12582912,369098752~41943040] 2024-08-10T06:18:49.501 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~96468992] 2024-08-10T06:18:49.501 INFO:tasks.workunit.client.0.smithi031.stdout:from 5 to HEAD diff [4194304~96468992,104857600~33554432,142606336~25165824,171966464~8388608,184549376~12582912,201326592~12582912,222298112~88080384,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~16777216] 2024-08-10T06:18:49.501 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~25165824,171966464~8388608,184549376~12582912,201326592~12582912,222298112~88080384,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~16777216] 2024-08-10T06:18:49.505 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~58720256,381681664~33554432] 2024-08-10T06:18:49.505 INFO:tasks.workunit.client.0.smithi031.stdout:from 6 to HEAD diff [4194304~96468992,104857600~33554432,142606336~25165824,171966464~8388608,184549376~12582912,201326592~12582912,222298112~88080384,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~16777216] 2024-08-10T06:18:49.505 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~25165824,171966464~8388608,184549376~12582912,201326592~12582912,222298112~88080384,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~16777216] 2024-08-10T06:18:49.508 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~58720256,381681664~29360128] 2024-08-10T06:18:49.508 INFO:tasks.workunit.client.0.smithi031.stdout:from 7 to HEAD diff [4194304~96468992,104857600~33554432,142606336~25165824,171966464~8388608,184549376~12582912,201326592~12582912,222298112~62914560,289406976~20971520,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~16777216] 2024-08-10T06:18:49.508 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~25165824,171966464~8388608,184549376~12582912,201326592~12582912,222298112~62914560,289406976~20971520,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~16777216] 2024-08-10T06:18:49.511 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~58720256,381681664~29360128] 2024-08-10T06:18:49.511 INFO:tasks.workunit.client.0.smithi031.stdout:from 8 to HEAD diff [4194304~96468992,104857600~33554432,142606336~20971520,167772160~12582912,184549376~12582912,201326592~12582912,222298112~37748736,264241152~25165824,293601280~16777216,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~12582912] 2024-08-10T06:18:49.511 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~20971520,167772160~12582912,184549376~12582912,201326592~12582912,222298112~37748736,264241152~25165824,293601280~16777216,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~12582912] 2024-08-10T06:18:49.513 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~67108864,293601280~20971520,318767104~58720256,381681664~29360128] 2024-08-10T06:18:49.513 INFO:tasks.workunit.client.0.smithi031.stdout:from 9 to HEAD diff [4194304~50331648,58720256~29360128,92274688~8388608,104857600~33554432,142606336~20971520,167772160~12582912,184549376~12582912,201326592~12582912,222298112~16777216,243269632~16777216,264241152~25165824,293601280~16777216,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~12582912] 2024-08-10T06:18:49.513 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~50331648,58720256~29360128,92274688~8388608,104857600~33554432,142606336~20971520,167772160~12582912,184549376~12582912,201326592~12582912,222298112~16777216,243269632~16777216,264241152~25165824,293601280~16777216,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~12582912] 2024-08-10T06:18:49.515 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~16777216,243269632~46137344,293601280~20971520,318767104~58720256,381681664~29360128] 2024-08-10T06:18:49.515 INFO:tasks.workunit.client.0.smithi031.stdout:from 10 to HEAD diff [4194304~50331648,58720256~4194304,71303168~16777216,92274688~8388608,104857600~16777216,125829120~12582912,142606336~20971520,167772160~12582912,184549376~12582912,201326592~12582912,222298112~16777216,243269632~16777216,272629760~16777216,293601280~16777216,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~12582912] 2024-08-10T06:18:49.515 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~50331648,58720256~4194304,71303168~16777216,92274688~8388608,104857600~16777216,125829120~12582912,142606336~20971520,167772160~12582912,184549376~12582912,201326592~12582912,222298112~16777216,243269632~16777216,272629760~16777216,293601280~16777216,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~12582912] 2024-08-10T06:18:49.516 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~58720256,71303168~67108864,142606336~71303168,222298112~16777216,243269632~20971520,272629760~16777216,293601280~20971520,318767104~58720256,381681664~29360128] 2024-08-10T06:18:49.516 INFO:tasks.workunit.client.0.smithi031.stdout:from 11 to HEAD diff [4194304~50331648,58720256~4194304,71303168~16777216,92274688~8388608,104857600~16777216,125829120~12582912,142606336~20971520,167772160~12582912,184549376~12582912,201326592~8388608,222298112~16777216,243269632~16777216,272629760~16777216,293601280~4194304,301989888~8388608,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~4194304] 2024-08-10T06:18:49.517 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~50331648,58720256~4194304,71303168~16777216,92274688~8388608,104857600~16777216,125829120~12582912,142606336~20971520,167772160~12582912,184549376~12582912,201326592~8388608,222298112~16777216,243269632~16777216,272629760~16777216,293601280~4194304,301989888~8388608,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~4194304] 2024-08-10T06:18:49.517 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~58720256,71303168~67108864,142606336~71303168,222298112~16777216,243269632~20971520,272629760~16777216,293601280~4194304,301989888~12582912,318767104~58720256,381681664~20971520] 2024-08-10T06:18:49.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:18:49 smithi031 ceph-mon[100614]: osdmap e2177: 8 total, 8 up, 8 in 2024-08-10T06:18:49.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:18:49 smithi031 ceph-mon[100614]: pgmap v3799: 137 pgs: 137 active+clean; 1.2 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 414 KiB/s rd, 5.4 MiB/s wr, 739 op/s 2024-08-10T06:18:49.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:18:49 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:18:49.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:18:49 smithi031 ceph-mon[98130]: osdmap e2177: 8 total, 8 up, 8 in 2024-08-10T06:18:49.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:18:49 smithi031 ceph-mon[98130]: pgmap v3799: 137 pgs: 137 active+clean; 1.2 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 414 KiB/s rd, 5.4 MiB/s wr, 739 op/s 2024-08-10T06:18:49.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:18:49 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:18:49.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:18:49 smithi196 ceph-mon[90243]: osdmap e2177: 8 total, 8 up, 8 in 2024-08-10T06:18:49.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:18:49 smithi196 ceph-mon[90243]: pgmap v3799: 137 pgs: 137 active+clean; 1.2 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 414 KiB/s rd, 5.4 MiB/s wr, 739 op/s 2024-08-10T06:18:49.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:18:49 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:18:50.453 INFO:tasks.workunit.client.0.smithi031.stdout:from 0 to HEAD diff [4194304~96468992,104857600~33554432,142606336~71303168,222298112~92274688,318767104~92274688] 2024-08-10T06:18:50.453 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~71303168,222298112~92274688,318767104~92274688] 2024-08-10T06:18:50.488 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~96468992] 2024-08-10T06:18:50.488 INFO:tasks.workunit.client.0.smithi031.stdout:from 1 to HEAD diff [4194304~96468992,104857600~33554432,142606336~71303168,222298112~92274688,318767104~29360128,352321536~58720256] 2024-08-10T06:18:50.488 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~71303168,222298112~92274688,318767104~29360128,352321536~58720256] 2024-08-10T06:18:50.493 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~96468992] 2024-08-10T06:18:50.493 INFO:tasks.workunit.client.0.smithi031.stdout:from 2 to HEAD diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~29360128,222298112~88080384,318767104~29360128,352321536~58720256] 2024-08-10T06:18:50.493 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~29360128,222298112~88080384,318767104~29360128,352321536~58720256] 2024-08-10T06:18:50.502 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~96468992] 2024-08-10T06:18:50.502 INFO:tasks.workunit.client.0.smithi031.stdout:from 3 to HEAD diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~29360128,222298112~88080384,318767104~29360128,352321536~58720256] 2024-08-10T06:18:50.502 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~29360128,222298112~88080384,318767104~29360128,352321536~58720256] 2024-08-10T06:18:50.506 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~96468992] 2024-08-10T06:18:50.506 INFO:tasks.workunit.client.0.smithi031.stdout:from 4 to HEAD diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~12582912,201326592~12582912,222298112~88080384,318767104~29360128,352321536~12582912,369098752~41943040] 2024-08-10T06:18:50.506 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~12582912,201326592~12582912,222298112~88080384,318767104~29360128,352321536~12582912,369098752~41943040] 2024-08-10T06:18:50.509 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~96468992] 2024-08-10T06:18:50.509 INFO:tasks.workunit.client.0.smithi031.stdout:from 5 to HEAD diff [4194304~96468992,104857600~33554432,142606336~25165824,171966464~8388608,184549376~12582912,201326592~12582912,222298112~88080384,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~16777216] 2024-08-10T06:18:50.509 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~25165824,171966464~8388608,184549376~12582912,201326592~12582912,222298112~88080384,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~16777216] 2024-08-10T06:18:50.513 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~58720256,381681664~33554432] 2024-08-10T06:18:50.513 INFO:tasks.workunit.client.0.smithi031.stdout:from 6 to HEAD diff [4194304~96468992,104857600~33554432,142606336~25165824,171966464~8388608,184549376~12582912,201326592~12582912,222298112~88080384,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~16777216] 2024-08-10T06:18:50.513 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~25165824,171966464~8388608,184549376~12582912,201326592~12582912,222298112~88080384,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~16777216] 2024-08-10T06:18:50.516 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~58720256,381681664~29360128] 2024-08-10T06:18:50.516 INFO:tasks.workunit.client.0.smithi031.stdout:from 7 to HEAD diff [4194304~96468992,104857600~33554432,142606336~25165824,171966464~8388608,184549376~12582912,201326592~12582912,222298112~62914560,289406976~20971520,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~16777216] 2024-08-10T06:18:50.516 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~25165824,171966464~8388608,184549376~12582912,201326592~12582912,222298112~62914560,289406976~20971520,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~16777216] 2024-08-10T06:18:50.519 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~58720256,381681664~29360128] 2024-08-10T06:18:50.519 INFO:tasks.workunit.client.0.smithi031.stdout:from 8 to HEAD diff [4194304~96468992,104857600~33554432,142606336~20971520,167772160~12582912,184549376~12582912,201326592~12582912,222298112~37748736,264241152~25165824,293601280~16777216,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~12582912] 2024-08-10T06:18:50.519 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~20971520,167772160~12582912,184549376~12582912,201326592~12582912,222298112~37748736,264241152~25165824,293601280~16777216,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~12582912] 2024-08-10T06:18:50.521 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~67108864,293601280~20971520,318767104~58720256,381681664~29360128] 2024-08-10T06:18:50.521 INFO:tasks.workunit.client.0.smithi031.stdout:from 9 to HEAD diff [4194304~50331648,58720256~29360128,92274688~8388608,104857600~33554432,142606336~20971520,167772160~12582912,184549376~12582912,201326592~12582912,222298112~16777216,243269632~16777216,264241152~25165824,293601280~16777216,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~12582912] 2024-08-10T06:18:50.521 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~50331648,58720256~29360128,92274688~8388608,104857600~33554432,142606336~20971520,167772160~12582912,184549376~12582912,201326592~12582912,222298112~16777216,243269632~16777216,264241152~25165824,293601280~16777216,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~12582912] 2024-08-10T06:18:50.522 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~16777216,243269632~46137344,293601280~20971520,318767104~58720256,381681664~29360128] 2024-08-10T06:18:50.522 INFO:tasks.workunit.client.0.smithi031.stdout:from 10 to HEAD diff [4194304~50331648,58720256~4194304,71303168~16777216,92274688~8388608,104857600~16777216,125829120~12582912,142606336~20971520,167772160~12582912,184549376~12582912,201326592~12582912,222298112~16777216,243269632~16777216,272629760~16777216,293601280~16777216,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~12582912] 2024-08-10T06:18:50.522 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~50331648,58720256~4194304,71303168~16777216,92274688~8388608,104857600~16777216,125829120~12582912,142606336~20971520,167772160~12582912,184549376~12582912,201326592~12582912,222298112~16777216,243269632~16777216,272629760~16777216,293601280~16777216,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~12582912] 2024-08-10T06:18:50.523 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~58720256,71303168~67108864,142606336~71303168,222298112~16777216,243269632~20971520,272629760~16777216,293601280~20971520,318767104~58720256,381681664~29360128] 2024-08-10T06:18:50.600 INFO:tasks.workunit.client.0.smithi031.stdout:from 0 to HEAD diff [4194304~96468992,104857600~33554432,142606336~71303168,222298112~92274688,318767104~92274688] 2024-08-10T06:18:50.600 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~71303168,222298112~92274688,318767104~92274688] 2024-08-10T06:18:50.632 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~96468992] 2024-08-10T06:18:50.632 INFO:tasks.workunit.client.0.smithi031.stdout:from 1 to HEAD diff [4194304~96468992,104857600~33554432,142606336~71303168,222298112~92274688,318767104~29360128,352321536~58720256] 2024-08-10T06:18:50.632 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~71303168,222298112~92274688,318767104~29360128,352321536~58720256] 2024-08-10T06:18:50.646 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~96468992] 2024-08-10T06:18:50.646 INFO:tasks.workunit.client.0.smithi031.stdout:from 2 to HEAD diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~29360128,222298112~88080384,318767104~29360128,352321536~58720256] 2024-08-10T06:18:50.646 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~29360128,222298112~88080384,318767104~29360128,352321536~58720256] 2024-08-10T06:18:50.650 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~96468992] 2024-08-10T06:18:50.650 INFO:tasks.workunit.client.0.smithi031.stdout:from 3 to HEAD diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~29360128,222298112~88080384,318767104~29360128,352321536~58720256] 2024-08-10T06:18:50.650 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~29360128,222298112~88080384,318767104~29360128,352321536~58720256] 2024-08-10T06:18:50.654 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~96468992] 2024-08-10T06:18:50.654 INFO:tasks.workunit.client.0.smithi031.stdout:from 4 to HEAD diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~12582912,201326592~12582912,222298112~88080384,318767104~29360128,352321536~12582912,369098752~41943040] 2024-08-10T06:18:50.654 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~12582912,201326592~12582912,222298112~88080384,318767104~29360128,352321536~12582912,369098752~41943040] 2024-08-10T06:18:50.657 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~96468992] 2024-08-10T06:18:50.657 INFO:tasks.workunit.client.0.smithi031.stdout:from 5 to HEAD diff [4194304~96468992,104857600~33554432,142606336~25165824,171966464~8388608,184549376~12582912,201326592~12582912,222298112~88080384,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~16777216] 2024-08-10T06:18:50.657 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~25165824,171966464~8388608,184549376~12582912,201326592~12582912,222298112~88080384,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~16777216] 2024-08-10T06:18:50.659 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~58720256,381681664~33554432] 2024-08-10T06:18:50.659 INFO:tasks.workunit.client.0.smithi031.stdout:from 6 to HEAD diff [4194304~96468992,104857600~33554432,142606336~25165824,171966464~8388608,184549376~12582912,201326592~12582912,222298112~88080384,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~16777216] 2024-08-10T06:18:50.660 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~25165824,171966464~8388608,184549376~12582912,201326592~12582912,222298112~88080384,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~16777216] 2024-08-10T06:18:50.662 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~58720256,381681664~29360128] 2024-08-10T06:18:50.662 INFO:tasks.workunit.client.0.smithi031.stdout:from 7 to HEAD diff [4194304~96468992,104857600~33554432,142606336~25165824,171966464~8388608,184549376~12582912,201326592~12582912,222298112~62914560,289406976~20971520,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~16777216] 2024-08-10T06:18:50.662 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~25165824,171966464~8388608,184549376~12582912,201326592~12582912,222298112~62914560,289406976~20971520,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~16777216] 2024-08-10T06:18:50.664 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~58720256,381681664~29360128] 2024-08-10T06:18:50.664 INFO:tasks.workunit.client.0.smithi031.stdout:from 8 to HEAD diff [4194304~96468992,104857600~33554432,142606336~20971520,167772160~12582912,184549376~12582912,201326592~12582912,222298112~37748736,264241152~25165824,293601280~16777216,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~12582912] 2024-08-10T06:18:50.664 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~20971520,167772160~12582912,184549376~12582912,201326592~12582912,222298112~37748736,264241152~25165824,293601280~16777216,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~12582912] 2024-08-10T06:18:50.665 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~67108864,293601280~20971520,318767104~58720256,381681664~29360128] 2024-08-10T06:18:50.666 INFO:tasks.workunit.client.0.smithi031.stdout:from 9 to HEAD diff [4194304~50331648,58720256~29360128,92274688~8388608,104857600~33554432,142606336~20971520,167772160~12582912,184549376~12582912,201326592~12582912,222298112~16777216,243269632~16777216,264241152~25165824,293601280~16777216,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~12582912] 2024-08-10T06:18:50.666 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~50331648,58720256~29360128,92274688~8388608,104857600~33554432,142606336~20971520,167772160~12582912,184549376~12582912,201326592~12582912,222298112~16777216,243269632~16777216,264241152~25165824,293601280~16777216,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~12582912] 2024-08-10T06:18:50.666 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~16777216,243269632~46137344,293601280~20971520,318767104~58720256,381681664~29360128] 2024-08-10T06:18:50.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:18:50 smithi031 ceph-mon[98130]: osdmap e2178: 8 total, 8 up, 8 in 2024-08-10T06:18:50.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:18:50 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:18:50.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:18:50 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:18:50.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:18:50 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:18:50.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:18:50 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:18:50.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:18:50 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:18:50.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:18:50 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:18:50.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:18:50 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:18:50.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:18:50 smithi031 ceph-mon[100614]: osdmap e2178: 8 total, 8 up, 8 in 2024-08-10T06:18:50.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:18:50 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:18:50.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:18:50 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:18:50.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:18:50 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:18:50.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:18:50 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:18:50.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:18:50 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:18:50.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:18:50 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:18:50.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:18:50 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:18:50.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:18:50 smithi196 ceph-mon[90243]: osdmap e2178: 8 total, 8 up, 8 in 2024-08-10T06:18:50.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:18:50 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:18:50.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:18:50 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:18:50.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:18:50 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:18:50.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:18:50 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:18:50.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:18:50 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:18:50.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:18:50 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:18:50.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:18:50 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:18:51.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:18:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:18:51] "GET /metrics HTTP/1.1" 200 36740 "" "Prometheus/2.43.0" 2024-08-10T06:18:51.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:18:51 smithi031 ceph-mon[98130]: osdmap e2179: 8 total, 8 up, 8 in 2024-08-10T06:18:51.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:18:51 smithi031 ceph-mon[98130]: osdmap e2180: 8 total, 8 up, 8 in 2024-08-10T06:18:51.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:18:51 smithi031 ceph-mon[98130]: pgmap v3803: 137 pgs: 3 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 131 active+clean; 1.1 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 200 KiB/s rd, 0 B/s wr, 401 op/s 2024-08-10T06:18:51.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:18:51 smithi031 ceph-mon[100614]: osdmap e2179: 8 total, 8 up, 8 in 2024-08-10T06:18:51.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:18:51 smithi031 ceph-mon[100614]: osdmap e2180: 8 total, 8 up, 8 in 2024-08-10T06:18:51.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:18:51 smithi031 ceph-mon[100614]: pgmap v3803: 137 pgs: 3 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 131 active+clean; 1.1 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 200 KiB/s rd, 0 B/s wr, 401 op/s 2024-08-10T06:18:51.617 INFO:tasks.workunit.client.0.smithi031.stdout:from 0 to HEAD diff [4194304~96468992,104857600~33554432,142606336~71303168,222298112~92274688,318767104~92274688] 2024-08-10T06:18:51.618 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~71303168,222298112~92274688,318767104~92274688] 2024-08-10T06:18:51.652 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~96468992] 2024-08-10T06:18:51.652 INFO:tasks.workunit.client.0.smithi031.stdout:from 1 to HEAD diff [4194304~96468992,104857600~33554432,142606336~71303168,222298112~92274688,318767104~29360128,352321536~58720256] 2024-08-10T06:18:51.652 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~71303168,222298112~92274688,318767104~29360128,352321536~58720256] 2024-08-10T06:18:51.661 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~96468992] 2024-08-10T06:18:51.661 INFO:tasks.workunit.client.0.smithi031.stdout:from 2 to HEAD diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~29360128,222298112~88080384,318767104~29360128,352321536~58720256] 2024-08-10T06:18:51.661 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~29360128,222298112~88080384,318767104~29360128,352321536~58720256] 2024-08-10T06:18:51.664 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~96468992] 2024-08-10T06:18:51.664 INFO:tasks.workunit.client.0.smithi031.stdout:from 3 to HEAD diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~29360128,222298112~88080384,318767104~29360128,352321536~58720256] 2024-08-10T06:18:51.664 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~29360128,222298112~88080384,318767104~29360128,352321536~58720256] 2024-08-10T06:18:51.668 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~96468992] 2024-08-10T06:18:51.668 INFO:tasks.workunit.client.0.smithi031.stdout:from 4 to HEAD diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~12582912,201326592~12582912,222298112~88080384,318767104~29360128,352321536~12582912,369098752~41943040] 2024-08-10T06:18:51.668 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~12582912,201326592~12582912,222298112~88080384,318767104~29360128,352321536~12582912,369098752~41943040] 2024-08-10T06:18:51.674 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~96468992] 2024-08-10T06:18:51.674 INFO:tasks.workunit.client.0.smithi031.stdout:from 5 to HEAD diff [4194304~96468992,104857600~33554432,142606336~25165824,171966464~8388608,184549376~12582912,201326592~12582912,222298112~88080384,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~16777216] 2024-08-10T06:18:51.674 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~25165824,171966464~8388608,184549376~12582912,201326592~12582912,222298112~88080384,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~16777216] 2024-08-10T06:18:51.675 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~58720256,381681664~33554432] 2024-08-10T06:18:51.675 INFO:tasks.workunit.client.0.smithi031.stdout:from 6 to HEAD diff [4194304~96468992,104857600~33554432,142606336~25165824,171966464~8388608,184549376~12582912,201326592~12582912,222298112~88080384,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~16777216] 2024-08-10T06:18:51.675 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~25165824,171966464~8388608,184549376~12582912,201326592~12582912,222298112~88080384,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~16777216] 2024-08-10T06:18:51.676 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~58720256,381681664~29360128] 2024-08-10T06:18:51.676 INFO:tasks.workunit.client.0.smithi031.stdout:from 7 to HEAD diff [4194304~96468992,104857600~33554432,142606336~25165824,171966464~8388608,184549376~12582912,201326592~12582912,222298112~62914560,289406976~20971520,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~16777216] 2024-08-10T06:18:51.676 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~25165824,171966464~8388608,184549376~12582912,201326592~12582912,222298112~62914560,289406976~20971520,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~16777216] 2024-08-10T06:18:51.678 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~58720256,381681664~29360128] 2024-08-10T06:18:51.678 INFO:tasks.workunit.client.0.smithi031.stdout:from 8 to HEAD diff [4194304~96468992,104857600~33554432,142606336~20971520,167772160~12582912,184549376~12582912,201326592~12582912,222298112~37748736,264241152~25165824,293601280~16777216,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~12582912] 2024-08-10T06:18:51.678 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~20971520,167772160~12582912,184549376~12582912,201326592~12582912,222298112~37748736,264241152~25165824,293601280~16777216,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~12582912] 2024-08-10T06:18:51.679 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~67108864,293601280~20971520,318767104~58720256,381681664~29360128] 2024-08-10T06:18:51.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:18:51 smithi196 ceph-mon[90243]: osdmap e2179: 8 total, 8 up, 8 in 2024-08-10T06:18:51.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:18:51 smithi196 ceph-mon[90243]: osdmap e2180: 8 total, 8 up, 8 in 2024-08-10T06:18:51.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:18:51 smithi196 ceph-mon[90243]: pgmap v3803: 137 pgs: 3 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 131 active+clean; 1.1 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 200 KiB/s rd, 0 B/s wr, 401 op/s 2024-08-10T06:18:52.597 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:18:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:18:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:18:52.621 INFO:tasks.workunit.client.0.smithi031.stdout:from 0 to HEAD diff [4194304~96468992,104857600~33554432,142606336~71303168,222298112~92274688,318767104~92274688] 2024-08-10T06:18:52.621 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~71303168,222298112~92274688,318767104~92274688] 2024-08-10T06:18:52.648 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~96468992] 2024-08-10T06:18:52.648 INFO:tasks.workunit.client.0.smithi031.stdout:from 1 to HEAD diff [4194304~96468992,104857600~33554432,142606336~71303168,222298112~92274688,318767104~29360128,352321536~58720256] 2024-08-10T06:18:52.648 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~71303168,222298112~92274688,318767104~29360128,352321536~58720256] 2024-08-10T06:18:52.665 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~96468992] 2024-08-10T06:18:52.665 INFO:tasks.workunit.client.0.smithi031.stdout:from 2 to HEAD diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~29360128,222298112~88080384,318767104~29360128,352321536~58720256] 2024-08-10T06:18:52.665 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~29360128,222298112~88080384,318767104~29360128,352321536~58720256] 2024-08-10T06:18:52.672 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~96468992] 2024-08-10T06:18:52.673 INFO:tasks.workunit.client.0.smithi031.stdout:from 3 to HEAD diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~29360128,222298112~88080384,318767104~29360128,352321536~58720256] 2024-08-10T06:18:52.673 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~29360128,222298112~88080384,318767104~29360128,352321536~58720256] 2024-08-10T06:18:52.676 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~96468992] 2024-08-10T06:18:52.676 INFO:tasks.workunit.client.0.smithi031.stdout:from 4 to HEAD diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~12582912,201326592~12582912,222298112~88080384,318767104~29360128,352321536~12582912,369098752~41943040] 2024-08-10T06:18:52.676 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~12582912,201326592~12582912,222298112~88080384,318767104~29360128,352321536~12582912,369098752~41943040] 2024-08-10T06:18:52.679 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~96468992] 2024-08-10T06:18:52.679 INFO:tasks.workunit.client.0.smithi031.stdout:from 5 to HEAD diff [4194304~96468992,104857600~33554432,142606336~25165824,171966464~8388608,184549376~12582912,201326592~12582912,222298112~88080384,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~16777216] 2024-08-10T06:18:52.679 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~25165824,171966464~8388608,184549376~12582912,201326592~12582912,222298112~88080384,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~16777216] 2024-08-10T06:18:52.681 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~58720256,381681664~33554432] 2024-08-10T06:18:52.681 INFO:tasks.workunit.client.0.smithi031.stdout:from 6 to HEAD diff [4194304~96468992,104857600~33554432,142606336~25165824,171966464~8388608,184549376~12582912,201326592~12582912,222298112~88080384,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~16777216] 2024-08-10T06:18:52.681 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~25165824,171966464~8388608,184549376~12582912,201326592~12582912,222298112~88080384,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~16777216] 2024-08-10T06:18:52.683 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~58720256,381681664~29360128] 2024-08-10T06:18:52.683 INFO:tasks.workunit.client.0.smithi031.stdout:from 7 to HEAD diff [4194304~96468992,104857600~33554432,142606336~25165824,171966464~8388608,184549376~12582912,201326592~12582912,222298112~62914560,289406976~20971520,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~16777216] 2024-08-10T06:18:52.683 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~25165824,171966464~8388608,184549376~12582912,201326592~12582912,222298112~62914560,289406976~20971520,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~16777216] 2024-08-10T06:18:52.684 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~58720256,381681664~29360128] 2024-08-10T06:18:53.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:18:52 smithi031 ceph-mon[98130]: osdmap e2181: 8 total, 8 up, 8 in 2024-08-10T06:18:53.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:18:52 smithi031 ceph-mon[100614]: osdmap e2181: 8 total, 8 up, 8 in 2024-08-10T06:18:53.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:18:52 smithi196 ceph-mon[90243]: osdmap e2181: 8 total, 8 up, 8 in 2024-08-10T06:18:53.631 INFO:tasks.workunit.client.0.smithi031.stdout:from 0 to HEAD diff [4194304~96468992,104857600~33554432,142606336~71303168,222298112~92274688,318767104~92274688] 2024-08-10T06:18:53.631 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~71303168,222298112~92274688,318767104~92274688] 2024-08-10T06:18:53.662 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~96468992] 2024-08-10T06:18:53.662 INFO:tasks.workunit.client.0.smithi031.stdout:from 1 to HEAD diff [4194304~96468992,104857600~33554432,142606336~71303168,222298112~92274688,318767104~29360128,352321536~58720256] 2024-08-10T06:18:53.662 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~71303168,222298112~92274688,318767104~29360128,352321536~58720256] 2024-08-10T06:18:53.671 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~96468992] 2024-08-10T06:18:53.671 INFO:tasks.workunit.client.0.smithi031.stdout:from 2 to HEAD diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~29360128,222298112~88080384,318767104~29360128,352321536~58720256] 2024-08-10T06:18:53.671 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~29360128,222298112~88080384,318767104~29360128,352321536~58720256] 2024-08-10T06:18:53.675 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~96468992] 2024-08-10T06:18:53.675 INFO:tasks.workunit.client.0.smithi031.stdout:from 3 to HEAD diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~29360128,222298112~88080384,318767104~29360128,352321536~58720256] 2024-08-10T06:18:53.675 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~29360128,222298112~88080384,318767104~29360128,352321536~58720256] 2024-08-10T06:18:53.679 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~96468992] 2024-08-10T06:18:53.679 INFO:tasks.workunit.client.0.smithi031.stdout:from 4 to HEAD diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~12582912,201326592~12582912,222298112~88080384,318767104~29360128,352321536~12582912,369098752~41943040] 2024-08-10T06:18:53.679 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~12582912,201326592~12582912,222298112~88080384,318767104~29360128,352321536~12582912,369098752~41943040] 2024-08-10T06:18:53.681 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~96468992] 2024-08-10T06:18:53.681 INFO:tasks.workunit.client.0.smithi031.stdout:from 5 to HEAD diff [4194304~96468992,104857600~33554432,142606336~25165824,171966464~8388608,184549376~12582912,201326592~12582912,222298112~88080384,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~16777216] 2024-08-10T06:18:53.681 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~25165824,171966464~8388608,184549376~12582912,201326592~12582912,222298112~88080384,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~16777216] 2024-08-10T06:18:53.683 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~58720256,381681664~33554432] 2024-08-10T06:18:53.683 INFO:tasks.workunit.client.0.smithi031.stdout:from 6 to HEAD diff [4194304~96468992,104857600~33554432,142606336~25165824,171966464~8388608,184549376~12582912,201326592~12582912,222298112~88080384,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~16777216] 2024-08-10T06:18:53.683 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~25165824,171966464~8388608,184549376~12582912,201326592~12582912,222298112~88080384,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~16777216] 2024-08-10T06:18:53.684 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~58720256,381681664~29360128] 2024-08-10T06:18:54.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:18:53 smithi031 ceph-mon[98130]: osdmap e2182: 8 total, 8 up, 8 in 2024-08-10T06:18:54.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:18:53 smithi031 ceph-mon[98130]: pgmap v3806: 137 pgs: 3 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 131 active+clean; 1.1 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 233 KiB/s rd, 8.4 KiB/s wr, 369 op/s 2024-08-10T06:18:54.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:18:53 smithi031 ceph-mon[100614]: osdmap e2182: 8 total, 8 up, 8 in 2024-08-10T06:18:54.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:18:53 smithi031 ceph-mon[100614]: pgmap v3806: 137 pgs: 3 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 131 active+clean; 1.1 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 233 KiB/s rd, 8.4 KiB/s wr, 369 op/s 2024-08-10T06:18:54.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:18:53 smithi196 ceph-mon[90243]: osdmap e2182: 8 total, 8 up, 8 in 2024-08-10T06:18:54.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:18:53 smithi196 ceph-mon[90243]: pgmap v3806: 137 pgs: 3 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 131 active+clean; 1.1 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 233 KiB/s rd, 8.4 KiB/s wr, 369 op/s 2024-08-10T06:18:54.636 INFO:tasks.workunit.client.0.smithi031.stdout:from 0 to HEAD diff [4194304~96468992,104857600~33554432,142606336~71303168,222298112~92274688,318767104~92274688] 2024-08-10T06:18:54.636 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~71303168,222298112~92274688,318767104~92274688] 2024-08-10T06:18:54.672 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~96468992] 2024-08-10T06:18:54.672 INFO:tasks.workunit.client.0.smithi031.stdout:from 1 to HEAD diff [4194304~96468992,104857600~33554432,142606336~71303168,222298112~92274688,318767104~29360128,352321536~58720256] 2024-08-10T06:18:54.672 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~71303168,222298112~92274688,318767104~29360128,352321536~58720256] 2024-08-10T06:18:54.679 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~96468992] 2024-08-10T06:18:54.679 INFO:tasks.workunit.client.0.smithi031.stdout:from 2 to HEAD diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~29360128,222298112~88080384,318767104~29360128,352321536~58720256] 2024-08-10T06:18:54.679 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~29360128,222298112~88080384,318767104~29360128,352321536~58720256] 2024-08-10T06:18:54.685 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~96468992] 2024-08-10T06:18:54.685 INFO:tasks.workunit.client.0.smithi031.stdout:from 3 to HEAD diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~29360128,222298112~88080384,318767104~29360128,352321536~58720256] 2024-08-10T06:18:54.685 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~29360128,222298112~88080384,318767104~29360128,352321536~58720256] 2024-08-10T06:18:54.687 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~96468992] 2024-08-10T06:18:54.687 INFO:tasks.workunit.client.0.smithi031.stdout:from 4 to HEAD diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~12582912,201326592~12582912,222298112~88080384,318767104~29360128,352321536~12582912,369098752~41943040] 2024-08-10T06:18:54.687 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~12582912,201326592~12582912,222298112~88080384,318767104~29360128,352321536~12582912,369098752~41943040] 2024-08-10T06:18:54.689 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~96468992] 2024-08-10T06:18:54.689 INFO:tasks.workunit.client.0.smithi031.stdout:from 5 to HEAD diff [4194304~96468992,104857600~33554432,142606336~25165824,171966464~8388608,184549376~12582912,201326592~12582912,222298112~88080384,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~16777216] 2024-08-10T06:18:54.689 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~25165824,171966464~8388608,184549376~12582912,201326592~12582912,222298112~88080384,318767104~29360128,352321536~12582912,369098752~8388608,381681664~8388608,394264576~16777216] 2024-08-10T06:18:54.690 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~58720256,381681664~33554432] 2024-08-10T06:18:55.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:18:54 smithi031 ceph-mon[98130]: osdmap e2183: 8 total, 8 up, 8 in 2024-08-10T06:18:55.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:18:54 smithi031 ceph-mon[100614]: osdmap e2183: 8 total, 8 up, 8 in 2024-08-10T06:18:55.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:18:54 smithi196 ceph-mon[90243]: osdmap e2183: 8 total, 8 up, 8 in 2024-08-10T06:18:55.602 INFO:tasks.workunit.client.0.smithi031.stdout:from 0 to HEAD diff [4194304~96468992,104857600~33554432,142606336~71303168,222298112~92274688,318767104~92274688] 2024-08-10T06:18:55.602 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~71303168,222298112~92274688,318767104~92274688] 2024-08-10T06:18:55.628 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~96468992] 2024-08-10T06:18:55.628 INFO:tasks.workunit.client.0.smithi031.stdout:from 1 to HEAD diff [4194304~96468992,104857600~33554432,142606336~71303168,222298112~92274688,318767104~29360128,352321536~58720256] 2024-08-10T06:18:55.628 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~71303168,222298112~92274688,318767104~29360128,352321536~58720256] 2024-08-10T06:18:55.644 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~96468992] 2024-08-10T06:18:55.644 INFO:tasks.workunit.client.0.smithi031.stdout:from 2 to HEAD diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~29360128,222298112~88080384,318767104~29360128,352321536~58720256] 2024-08-10T06:18:55.644 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~29360128,222298112~88080384,318767104~29360128,352321536~58720256] 2024-08-10T06:18:55.649 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~96468992] 2024-08-10T06:18:55.649 INFO:tasks.workunit.client.0.smithi031.stdout:from 3 to HEAD diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~29360128,222298112~88080384,318767104~29360128,352321536~58720256] 2024-08-10T06:18:55.649 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~29360128,222298112~88080384,318767104~29360128,352321536~58720256] 2024-08-10T06:18:55.651 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~96468992] 2024-08-10T06:18:55.651 INFO:tasks.workunit.client.0.smithi031.stdout:from 4 to HEAD diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~12582912,201326592~12582912,222298112~88080384,318767104~29360128,352321536~12582912,369098752~41943040] 2024-08-10T06:18:55.651 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~12582912,201326592~12582912,222298112~88080384,318767104~29360128,352321536~12582912,369098752~41943040] 2024-08-10T06:18:55.653 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~96468992] 2024-08-10T06:18:56.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:18:55 smithi031 ceph-mon[98130]: osdmap e2184: 8 total, 8 up, 8 in 2024-08-10T06:18:56.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:18:55 smithi031 ceph-mon[98130]: pgmap v3809: 137 pgs: 3 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 131 active+clean; 1.0 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 229 KiB/s rd, 7.5 KiB/s wr, 372 op/s 2024-08-10T06:18:56.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:18:55 smithi031 ceph-mon[98130]: osdmap e2185: 8 total, 8 up, 8 in 2024-08-10T06:18:56.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:18:55 smithi031 ceph-mon[100614]: osdmap e2184: 8 total, 8 up, 8 in 2024-08-10T06:18:56.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:18:55 smithi031 ceph-mon[100614]: pgmap v3809: 137 pgs: 3 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 131 active+clean; 1.0 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 229 KiB/s rd, 7.5 KiB/s wr, 372 op/s 2024-08-10T06:18:56.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:18:55 smithi031 ceph-mon[100614]: osdmap e2185: 8 total, 8 up, 8 in 2024-08-10T06:18:56.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:18:55 smithi196 ceph-mon[90243]: osdmap e2184: 8 total, 8 up, 8 in 2024-08-10T06:18:56.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:18:55 smithi196 ceph-mon[90243]: pgmap v3809: 137 pgs: 3 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 131 active+clean; 1.0 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 229 KiB/s rd, 7.5 KiB/s wr, 372 op/s 2024-08-10T06:18:56.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:18:55 smithi196 ceph-mon[90243]: osdmap e2185: 8 total, 8 up, 8 in 2024-08-10T06:18:56.673 INFO:tasks.workunit.client.0.smithi031.stdout:from 0 to HEAD diff [4194304~96468992,104857600~33554432,142606336~71303168,222298112~92274688,318767104~92274688] 2024-08-10T06:18:56.674 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~71303168,222298112~92274688,318767104~92274688] 2024-08-10T06:18:56.705 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~96468992] 2024-08-10T06:18:56.705 INFO:tasks.workunit.client.0.smithi031.stdout:from 1 to HEAD diff [4194304~96468992,104857600~33554432,142606336~71303168,222298112~92274688,318767104~29360128,352321536~58720256] 2024-08-10T06:18:56.705 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~71303168,222298112~92274688,318767104~29360128,352321536~58720256] 2024-08-10T06:18:56.710 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~96468992] 2024-08-10T06:18:56.710 INFO:tasks.workunit.client.0.smithi031.stdout:from 2 to HEAD diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~29360128,222298112~88080384,318767104~29360128,352321536~58720256] 2024-08-10T06:18:56.710 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~29360128,222298112~88080384,318767104~29360128,352321536~58720256] 2024-08-10T06:18:56.712 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~96468992] 2024-08-10T06:18:56.713 INFO:tasks.workunit.client.0.smithi031.stdout:from 3 to HEAD diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~29360128,222298112~88080384,318767104~29360128,352321536~58720256] 2024-08-10T06:18:56.713 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~29360128,222298112~88080384,318767104~29360128,352321536~58720256] 2024-08-10T06:18:56.714 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~96468992] 2024-08-10T06:18:57.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:18:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:18:57.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:18:56 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:18:57.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:18:56 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:18:57.670 INFO:tasks.workunit.client.0.smithi031.stdout:from 0 to HEAD diff [4194304~96468992,104857600~33554432,142606336~71303168,222298112~92274688,318767104~92274688] 2024-08-10T06:18:57.671 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~71303168,222298112~92274688,318767104~92274688] 2024-08-10T06:18:57.687 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~96468992] 2024-08-10T06:18:57.688 INFO:tasks.workunit.client.0.smithi031.stdout:from 1 to HEAD diff [4194304~96468992,104857600~33554432,142606336~71303168,222298112~92274688,318767104~29360128,352321536~58720256] 2024-08-10T06:18:57.688 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~71303168,222298112~92274688,318767104~29360128,352321536~58720256] 2024-08-10T06:18:57.695 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~96468992] 2024-08-10T06:18:57.695 INFO:tasks.workunit.client.0.smithi031.stdout:from 2 to HEAD diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~29360128,222298112~88080384,318767104~29360128,352321536~58720256] 2024-08-10T06:18:57.695 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~37748736,184549376~29360128,222298112~88080384,318767104~29360128,352321536~58720256] 2024-08-10T06:18:57.697 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~96468992] 2024-08-10T06:18:58.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:18:57 smithi031 ceph-mon[98130]: osdmap e2186: 8 total, 8 up, 8 in 2024-08-10T06:18:58.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:18:57 smithi031 ceph-mon[98130]: pgmap v3812: 137 pgs: 137 active+clean; 1.0 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 61 KiB/s rd, 0 B/s wr, 122 op/s 2024-08-10T06:18:58.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:18:57 smithi031 ceph-mon[100614]: osdmap e2186: 8 total, 8 up, 8 in 2024-08-10T06:18:58.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:18:57 smithi031 ceph-mon[100614]: pgmap v3812: 137 pgs: 137 active+clean; 1.0 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 61 KiB/s rd, 0 B/s wr, 122 op/s 2024-08-10T06:18:58.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:18:57 smithi196 ceph-mon[90243]: osdmap e2186: 8 total, 8 up, 8 in 2024-08-10T06:18:58.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:18:57 smithi196 ceph-mon[90243]: pgmap v3812: 137 pgs: 137 active+clean; 1.0 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 61 KiB/s rd, 0 B/s wr, 122 op/s 2024-08-10T06:18:58.679 INFO:tasks.workunit.client.0.smithi031.stdout:from 0 to HEAD diff [4194304~96468992,104857600~33554432,142606336~71303168,222298112~92274688,318767104~92274688] 2024-08-10T06:18:58.680 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~71303168,222298112~92274688,318767104~92274688] 2024-08-10T06:18:58.691 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~96468992] 2024-08-10T06:18:58.691 INFO:tasks.workunit.client.0.smithi031.stdout:from 1 to HEAD diff [4194304~96468992,104857600~33554432,142606336~71303168,222298112~92274688,318767104~29360128,352321536~58720256] 2024-08-10T06:18:58.691 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~71303168,222298112~92274688,318767104~29360128,352321536~58720256] 2024-08-10T06:18:58.693 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~96468992] 2024-08-10T06:18:59.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:18:58 smithi031 ceph-mon[100614]: osdmap e2187: 8 total, 8 up, 8 in 2024-08-10T06:18:59.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:18:58 smithi031 ceph-mon[98130]: osdmap e2187: 8 total, 8 up, 8 in 2024-08-10T06:18:59.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:18:58 smithi196 ceph-mon[90243]: osdmap e2187: 8 total, 8 up, 8 in 2024-08-10T06:18:59.697 INFO:tasks.workunit.client.0.smithi031.stdout:from 0 to HEAD diff [4194304~96468992,104857600~33554432,142606336~71303168,222298112~92274688,318767104~92274688] 2024-08-10T06:18:59.697 INFO:tasks.workunit.client.0.smithi031.stdout: limited diff [4194304~96468992,104857600~33554432,142606336~71303168,222298112~92274688,318767104~92274688] 2024-08-10T06:18:59.701 INFO:tasks.workunit.client.0.smithi031.stdout: actual was [4194304~134217728,142606336~71303168,222298112~92274688,318767104~96468992] 2024-08-10T06:19:00.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:18:59 smithi031 ceph-mon[98130]: osdmap e2188: 8 total, 8 up, 8 in 2024-08-10T06:19:00.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:18:59 smithi031 ceph-mon[98130]: pgmap v3815: 137 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 133 active+clean; 966 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 122 KiB/s rd, 5.7 KiB/s wr, 198 op/s 2024-08-10T06:19:00.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:18:59 smithi031 ceph-mon[100614]: osdmap e2188: 8 total, 8 up, 8 in 2024-08-10T06:19:00.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:18:59 smithi031 ceph-mon[100614]: pgmap v3815: 137 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 133 active+clean; 966 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 122 KiB/s rd, 5.7 KiB/s wr, 198 op/s 2024-08-10T06:19:00.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:18:59 smithi196 ceph-mon[90243]: osdmap e2188: 8 total, 8 up, 8 in 2024-08-10T06:19:00.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:18:59 smithi196 ceph-mon[90243]: pgmap v3815: 137 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 133 active+clean; 966 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 122 KiB/s rd, 5.7 KiB/s wr, 198 op/s 2024-08-10T06:19:00.629 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] DiffIterateTest/1.DiffIterateStress (38346 ms) 2024-08-10T06:19:00.629 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] DiffIterateTest/1.DiffIterateParent 2024-08-10T06:19:00.629 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:19:01.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:00 smithi031 ceph-mon[98130]: osdmap e2189: 8 total, 8 up, 8 in 2024-08-10T06:19:01.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:00 smithi031 ceph-mon[98130]: osdmap e2190: 8 total, 8 up, 8 in 2024-08-10T06:19:01.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:00 smithi031 ceph-mon[100614]: osdmap e2189: 8 total, 8 up, 8 in 2024-08-10T06:19:01.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:00 smithi031 ceph-mon[100614]: osdmap e2190: 8 total, 8 up, 8 in 2024-08-10T06:19:01.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:00 smithi196 ceph-mon[90243]: osdmap e2189: 8 total, 8 up, 8 in 2024-08-10T06:19:01.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:00 smithi196 ceph-mon[90243]: osdmap e2190: 8 total, 8 up, 8 in 2024-08-10T06:19:01.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:19:01 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:19:01] "GET /metrics HTTP/1.1" 200 36741 "" "Prometheus/2.43.0" 2024-08-10T06:19:01.797 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] DiffIterateTest/1.DiffIterateParent (1168 ms) 2024-08-10T06:19:01.797 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] DiffIterateTest/1.DiffIterateIgnoreParent 2024-08-10T06:19:01.797 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:19:02.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:01 smithi031 ceph-mon[98130]: pgmap v3818: 137 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 133 active+clean; 867 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 111 KiB/s rd, 5.7 KiB/s wr, 177 op/s 2024-08-10T06:19:02.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:01 smithi031 ceph-mon[100614]: pgmap v3818: 137 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 133 active+clean; 867 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 111 KiB/s rd, 5.7 KiB/s wr, 177 op/s 2024-08-10T06:19:02.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:01 smithi196 ceph-mon[90243]: pgmap v3818: 137 pgs: 2 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 133 active+clean; 867 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 111 KiB/s rd, 5.7 KiB/s wr, 177 op/s 2024-08-10T06:19:02.674 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:19:02 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:19:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:19:02.819 INFO:tasks.workunit.client.0.smithi031.stdout: wrote [0~20971520] to clone 2024-08-10T06:19:02.819 INFO:tasks.workunit.client.0.smithi031.stdout: diff was [0~20971520] 2024-08-10T06:19:02.823 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] DiffIterateTest/1.DiffIterateIgnoreParent (1026 ms) 2024-08-10T06:19:02.823 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] DiffIterateTest/1.DiffIterateCallbackError 2024-08-10T06:19:02.823 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:19:02.846 INFO:tasks.workunit.client.0.smithi031.stdout: wrote [107938~58101,324219~17268,9744444~89369,10766564~20692,11117499~49196,11672389~30377,11874280~80106,12958436~77938,17256130~48193,17379274~45895] 2024-08-10T06:19:02.857 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] DiffIterateTest/1.DiffIterateCallbackError (34 ms) 2024-08-10T06:19:02.857 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] DiffIterateTest/1.DiffIterateParentDiscard 2024-08-10T06:19:02.857 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:19:03.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:02 smithi031 ceph-mon[98130]: osdmap e2191: 8 total, 8 up, 8 in 2024-08-10T06:19:03.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:02 smithi031 ceph-mon[100614]: osdmap e2191: 8 total, 8 up, 8 in 2024-08-10T06:19:03.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:02 smithi196 ceph-mon[90243]: osdmap e2191: 8 total, 8 up, 8 in 2024-08-10T06:19:04.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:03 smithi031 ceph-mon[100614]: osdmap e2192: 8 total, 8 up, 8 in 2024-08-10T06:19:04.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:03 smithi031 ceph-mon[100614]: pgmap v3821: 137 pgs: 137 active+clean; 831 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.5 MiB/s wr, 152 op/s 2024-08-10T06:19:04.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:03 smithi031 ceph-mon[98130]: osdmap e2192: 8 total, 8 up, 8 in 2024-08-10T06:19:04.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:03 smithi031 ceph-mon[98130]: pgmap v3821: 137 pgs: 137 active+clean; 831 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.5 MiB/s wr, 152 op/s 2024-08-10T06:19:04.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:03 smithi196 ceph-mon[90243]: osdmap e2192: 8 total, 8 up, 8 in 2024-08-10T06:19:04.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:03 smithi196 ceph-mon[90243]: pgmap v3821: 137 pgs: 137 active+clean; 831 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.5 MiB/s wr, 152 op/s 2024-08-10T06:19:04.797 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] DiffIterateTest/1.DiffIterateParentDiscard (1940 ms) 2024-08-10T06:19:04.797 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] DiffIterateTest/1.DiffIterateUnalignedSmall 2024-08-10T06:19:04.797 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:19:04.851 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] DiffIterateTest/1.DiffIterateUnalignedSmall (55 ms) 2024-08-10T06:19:04.851 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] DiffIterateTest/1.DiffIterateUnaligned 2024-08-10T06:19:04.852 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:19:04.934 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] DiffIterateTest/1.DiffIterateUnaligned (83 ms) 2024-08-10T06:19:04.934 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] DiffIterateTest/1.DiffIterateTryAcquireLock 2024-08-10T06:19:04.935 INFO:tasks.workunit.client.0.smithi031.stdout:using new format! 2024-08-10T06:19:05.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:04 smithi031 ceph-mon[98130]: osdmap e2193: 8 total, 8 up, 8 in 2024-08-10T06:19:05.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:04 smithi031 ceph-mon[100614]: osdmap e2193: 8 total, 8 up, 8 in 2024-08-10T06:19:05.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:04 smithi196 ceph-mon[90243]: osdmap e2193: 8 total, 8 up, 8 in 2024-08-10T06:19:06.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:05 smithi031 ceph-mon[100614]: osdmap e2194: 8 total, 8 up, 8 in 2024-08-10T06:19:06.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:05 smithi031 ceph-mon[100614]: pgmap v3824: 137 pgs: 137 active+clean; 821 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 8.7 MiB/s wr, 184 op/s 2024-08-10T06:19:06.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:05 smithi031 ceph-mon[100614]: osdmap e2195: 8 total, 8 up, 8 in 2024-08-10T06:19:06.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:05 smithi031 ceph-mon[98130]: osdmap e2194: 8 total, 8 up, 8 in 2024-08-10T06:19:06.021 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:05 smithi031 ceph-mon[98130]: pgmap v3824: 137 pgs: 137 active+clean; 821 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 8.7 MiB/s wr, 184 op/s 2024-08-10T06:19:06.021 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:05 smithi031 ceph-mon[98130]: osdmap e2195: 8 total, 8 up, 8 in 2024-08-10T06:19:06.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:05 smithi196 ceph-mon[90243]: osdmap e2194: 8 total, 8 up, 8 in 2024-08-10T06:19:06.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:05 smithi196 ceph-mon[90243]: pgmap v3824: 137 pgs: 137 active+clean; 821 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 8.7 MiB/s wr, 184 op/s 2024-08-10T06:19:06.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:05 smithi196 ceph-mon[90243]: osdmap e2195: 8 total, 8 up, 8 in 2024-08-10T06:19:08.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:08 smithi031 ceph-mon[98130]: pgmap v3826: 137 pgs: 137 active+clean; 852 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 8.7 MiB/s wr, 151 op/s 2024-08-10T06:19:08.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:08 smithi031 ceph-mon[100614]: pgmap v3826: 137 pgs: 137 active+clean; 852 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 8.7 MiB/s wr, 151 op/s 2024-08-10T06:19:08.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:08 smithi196 ceph-mon[90243]: pgmap v3826: 137 pgs: 137 active+clean; 852 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 8.7 MiB/s wr, 151 op/s 2024-08-10T06:19:09.979 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] DiffIterateTest/1.DiffIterateTryAcquireLock (5044 ms) 2024-08-10T06:19:09.979 INFO:tasks.workunit.client.0.smithi031.stdout:[ RUN ] DiffIterateTest/1.DiffIterateStriping 2024-08-10T06:19:09.979 INFO:tasks.workunit.client.0.smithi031.stdout:SKIPPING 2024-08-10T06:19:09.979 INFO:tasks.workunit.client.0.smithi031.stdout:[ OK ] DiffIterateTest/1.DiffIterateStriping (0 ms) 2024-08-10T06:19:10.083 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] 19 tests from DiffIterateTest/1 (252937 ms total) 2024-08-10T06:19:10.083 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:19:10.083 INFO:tasks.workunit.client.0.smithi031.stdout:[----------] Global test environment tear-down 2024-08-10T06:19:10.083 INFO:tasks.workunit.client.0.smithi031.stdout:[==========] 425 tests from 16 test suites ran. (1427674 ms total) 2024-08-10T06:19:10.083 INFO:tasks.workunit.client.0.smithi031.stdout:[ PASSED ] 425 tests. 2024-08-10T06:19:10.084 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:19:10.084 INFO:tasks.workunit.client.0.smithi031.stdout: YOU HAVE 2 DISABLED TESTS 2024-08-10T06:19:10.084 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:19:10.093 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-10T06:19:10.094 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-10T06:19:10.167 INFO:tasks.workunit:Stopping ['rbd/test_librbd.sh'] on client.0... 2024-08-10T06:19:10.167 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-08-10T06:19:10.436 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:10 smithi031 ceph-mon[98130]: pgmap v3827: 137 pgs: 137 active+clean; 871 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 8.3 MiB/s wr, 179 op/s 2024-08-10T06:19:10.437 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:10 smithi031 ceph-mon[100614]: pgmap v3827: 137 pgs: 137 active+clean; 871 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 8.3 MiB/s wr, 179 op/s 2024-08-10T06:19:10.438 DEBUG:teuthology.parallel:result is None 2024-08-10T06:19:10.438 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-08-10T06:19:10.464 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-08-10T06:19:10.464 DEBUG:teuthology.orchestra.run.smithi031:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-08-10T06:19:10.520 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-08-10T06:19:10.520 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-08-10T06:19:10.520 INFO:teuthology.task.print:**** done end test_rbd_api.yaml 2024-08-10T06:19:10.520 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-08-10T06:19:10.520 INFO:teuthology.task.print:**** done start test_rbd_python.yaml 2024-08-10T06:19:10.520 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-08-10T06:19:10.521 INFO:tasks.workunit:Pulling workunits from ref quincy 2024-08-10T06:19:10.521 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-08-10T06:19:10.522 DEBUG:teuthology.orchestra.run.smithi031:> stat -- /home/ubuntu/cephtest/mnt.0 2024-08-10T06:19:10.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:10 smithi196 ceph-mon[90243]: pgmap v3827: 137 pgs: 137 active+clean; 871 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 8.3 MiB/s wr, 179 op/s 2024-08-10T06:19:10.575 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-10T06:19:10.576 INFO:teuthology.orchestra.run.smithi031.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-08-10T06:19:10.576 DEBUG:teuthology.orchestra.run.smithi031:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-08-10T06:19:10.634 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-08-10T06:19:10.634 DEBUG:teuthology.orchestra.run.smithi031:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-08-10T06:19:10.690 INFO:tasks.workunit:timeout=3h 2024-08-10T06:19:10.690 INFO:tasks.workunit:cleanup=True 2024-08-10T06:19:10.691 DEBUG:teuthology.orchestra.run.smithi031:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-08-10T06:19:10.746 INFO:tasks.workunit.client.0.smithi031.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-08-10T06:19:11.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:11 smithi031 ceph-mon[98130]: osdmap e2196: 8 total, 8 up, 8 in 2024-08-10T06:19:11.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:11 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:19:11.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:19:11 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:19:11] "GET /metrics HTTP/1.1" 200 34249 "" "Prometheus/2.43.0" 2024-08-10T06:19:11.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:11 smithi031 ceph-mon[100614]: osdmap e2196: 8 total, 8 up, 8 in 2024-08-10T06:19:11.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:11 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:19:11.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:11 smithi196 ceph-mon[90243]: osdmap e2196: 8 total, 8 up, 8 in 2024-08-10T06:19:11.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:11 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:19:12.431 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:12 smithi196 ceph-mon[90243]: pgmap v3829: 105 pgs: 105 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-08-10T06:19:12.431 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:19:12 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:19:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:19:12.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:12 smithi031 ceph-mon[98130]: pgmap v3829: 105 pgs: 105 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-08-10T06:19:12.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:12 smithi031 ceph-mon[100614]: pgmap v3829: 105 pgs: 105 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-08-10T06:19:14.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:14 smithi031 ceph-mon[98130]: pgmap v3830: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-08-10T06:19:14.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:14 smithi031 ceph-mon[100614]: pgmap v3830: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-08-10T06:19:14.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:14 smithi196 ceph-mon[90243]: pgmap v3830: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-08-10T06:19:16.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:16 smithi031 ceph-mon[98130]: pgmap v3831: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:19:16.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:16 smithi031 ceph-mon[100614]: pgmap v3831: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:19:16.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:16 smithi196 ceph-mon[90243]: pgmap v3831: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:19:16.775 DEBUG:teuthology.orchestra.run.smithi031:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-08-10T06:19:16.831 INFO:tasks.workunit.client.0.smithi031.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-08-10T06:19:16.834 INFO:tasks.workunit.client.0.smithi031.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-10T06:19:16.834 INFO:tasks.workunit.client.0.smithi031.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-08-10T06:19:16.884 INFO:tasks.workunit.client.0.smithi031.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-08-10T06:19:16.934 INFO:tasks.workunit.client.0.smithi031.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-08-10T06:19:16.975 INFO:tasks.workunit.client.0.smithi031.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-10T06:19:16.976 INFO:tasks.workunit.client.0.smithi031.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-10T06:19:16.977 INFO:tasks.workunit.client.0.smithi031.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-08-10T06:19:17.016 INFO:tasks.workunit.client.0.smithi031.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-10T06:19:17.019 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-08-10T06:19:17.020 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-08-10T06:19:17.077 INFO:tasks.workunit:Running workunits matching rbd/test_librbd_python.sh on client.0... 2024-08-10T06:19:17.078 INFO:tasks.workunit:Running workunit rbd/test_librbd_python.sh... 2024-08-10T06:19:17.078 DEBUG:teuthology.orchestra.run.smithi031:workunit test rbd/test_librbd_python.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_FEATURES=61 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd_python.sh 2024-08-10T06:19:17.138 INFO:tasks.workunit.client.0.smithi031.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd_python.sh 2024-08-10T06:19:17.139 INFO:tasks.workunit.client.0.smithi031.stderr:+ relpath=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/../../../src/test/pybind 2024-08-10T06:19:17.139 INFO:tasks.workunit.client.0.smithi031.stderr:+ '[' -n '' ']' 2024-08-10T06:19:17.139 INFO:tasks.workunit.client.0.smithi031.stderr:+ python3 -m pytest -v /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/../../../src/test/pybind/test_rbd.py 2024-08-10T06:19:17.311 INFO:tasks.workunit.client.0.smithi031.stdout:============================= test session starts ============================== 2024-08-10T06:19:17.311 INFO:tasks.workunit.client.0.smithi031.stdout:platform linux -- Python 3.9.18, pytest-6.2.2, py-1.10.0, pluggy-0.13.1 -- /usr/bin/python3 2024-08-10T06:19:17.311 INFO:tasks.workunit.client.0.smithi031.stdout:cachedir: .pytest_cache 2024-08-10T06:19:17.311 INFO:tasks.workunit.client.0.smithi031.stdout:rootdir: /home/ubuntu/cephtest/clone.client.0/src/test/pybind, configfile: pytest.ini 2024-08-10T06:19:17.832 INFO:tasks.workunit.client.0.smithi031.stdout:collecting ... collected 182 items 2024-08-10T06:19:17.832 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:19:18.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:18 smithi031 ceph-mon[98130]: pgmap v3832: 105 pgs: 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-10T06:19:18.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:18 smithi031 ceph-mon[100614]: pgmap v3832: 105 pgs: 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-10T06:19:18.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:18 smithi196 ceph-mon[90243]: pgmap v3832: 105 pgs: 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-10T06:19:19.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:19 smithi031 ceph-mon[98130]: osdmap e2197: 8 total, 8 up, 8 in 2024-08-10T06:19:19.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:19 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/4209768834' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi031-175657-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:19:19.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:19 smithi031 ceph-mon[98130]: pgmap v3834: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-10T06:19:19.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:19 smithi031 ceph-mon[100614]: osdmap e2197: 8 total, 8 up, 8 in 2024-08-10T06:19:19.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:19 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/4209768834' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi031-175657-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:19:19.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:19 smithi031 ceph-mon[100614]: pgmap v3834: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-10T06:19:19.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:19 smithi196 ceph-mon[90243]: osdmap e2197: 8 total, 8 up, 8 in 2024-08-10T06:19:19.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:19 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/4209768834' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi031-175657-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:19:19.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:19 smithi196 ceph-mon[90243]: pgmap v3834: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-10T06:19:20.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:20 smithi031 ceph-mon[98130]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T06:19:20.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:20 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/4209768834' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi031-175657-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-08-10T06:19:20.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:20 smithi031 ceph-mon[98130]: osdmap e2198: 8 total, 8 up, 8 in 2024-08-10T06:19:20.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:20 smithi031 ceph-mon[100614]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T06:19:20.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:20 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/4209768834' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi031-175657-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-08-10T06:19:20.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:20 smithi031 ceph-mon[100614]: osdmap e2198: 8 total, 8 up, 8 in 2024-08-10T06:19:20.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:20 smithi196 ceph-mon[90243]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T06:19:20.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:20 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/4209768834' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi031-175657-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-08-10T06:19:20.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:20 smithi196 ceph-mon[90243]: osdmap e2198: 8 total, 8 up, 8 in 2024-08-10T06:19:21.384 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_version PASSED [ 0%] 2024-08-10T06:19:21.475 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create PASSED [ 1%] 2024-08-10T06:19:21.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:21 smithi031 ceph-mon[98130]: osdmap e2199: 8 total, 8 up, 8 in 2024-08-10T06:19:21.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:21 smithi031 ceph-mon[98130]: pgmap v3837: 137 pgs: 10 creating+peering, 18 unknown, 109 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-10T06:19:21.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:19:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:19:21] "GET /metrics HTTP/1.1" 200 34249 "" "Prometheus/2.43.0" 2024-08-10T06:19:21.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:21 smithi031 ceph-mon[100614]: osdmap e2199: 8 total, 8 up, 8 in 2024-08-10T06:19:21.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:21 smithi031 ceph-mon[100614]: pgmap v3837: 137 pgs: 10 creating+peering, 18 unknown, 109 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-10T06:19:21.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:21 smithi196 ceph-mon[90243]: osdmap e2199: 8 total, 8 up, 8 in 2024-08-10T06:19:21.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:21 smithi196 ceph-mon[90243]: pgmap v3837: 137 pgs: 10 creating+peering, 18 unknown, 109 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-10T06:19:22.087 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create_defaults PASSED [ 1%] 2024-08-10T06:19:22.189 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_context_manager PASSED [ 2%] 2024-08-10T06:19:22.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:22 smithi031 ceph-mon[98130]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T06:19:22.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:22 smithi031 ceph-mon[98130]: osdmap e2200: 8 total, 8 up, 8 in 2024-08-10T06:19:22.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:22 smithi031 ceph-mon[100614]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T06:19:22.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:22 smithi031 ceph-mon[100614]: osdmap e2200: 8 total, 8 up, 8 in 2024-08-10T06:19:22.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:22 smithi196 ceph-mon[90243]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T06:19:22.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:22 smithi196 ceph-mon[90243]: osdmap e2200: 8 total, 8 up, 8 in 2024-08-10T06:19:22.780 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:19:22 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:19:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:19:23.474 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_read_only PASSED [ 2%] 2024-08-10T06:19:23.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:23 smithi031 ceph-mon[98130]: osdmap e2201: 8 total, 8 up, 8 in 2024-08-10T06:19:23.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:23 smithi031 ceph-mon[98130]: pgmap v3840: 137 pgs: 10 creating+peering, 5 unknown, 122 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 36 KiB/s rd, 8.7 KiB/s wr, 52 op/s 2024-08-10T06:19:23.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:23 smithi031 ceph-mon[100614]: osdmap e2201: 8 total, 8 up, 8 in 2024-08-10T06:19:23.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:23 smithi031 ceph-mon[100614]: pgmap v3840: 137 pgs: 10 creating+peering, 5 unknown, 122 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 36 KiB/s rd, 8.7 KiB/s wr, 52 op/s 2024-08-10T06:19:23.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:23 smithi196 ceph-mon[90243]: osdmap e2201: 8 total, 8 up, 8 in 2024-08-10T06:19:23.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:23 smithi196 ceph-mon[90243]: pgmap v3840: 137 pgs: 10 creating+peering, 5 unknown, 122 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 36 KiB/s rd, 8.7 KiB/s wr, 52 op/s 2024-08-10T06:19:23.989 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_dne PASSED [ 3%] 2024-08-10T06:19:24.522 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_readonly_dne PASSED [ 3%] 2024-08-10T06:19:24.616 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_by_id PASSED [ 4%] 2024-08-10T06:19:24.703 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_aio_open PASSED [ 4%] 2024-08-10T06:19:24.714 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_dne PASSED [ 5%] 2024-08-10T06:19:24.716 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_empty PASSED [ 6%] 2024-08-10T06:19:24.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:24 smithi031 ceph-mon[100614]: osdmap e2202: 8 total, 8 up, 8 in 2024-08-10T06:19:24.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:24 smithi031 ceph-mon[98130]: osdmap e2202: 8 total, 8 up, 8 in 2024-08-10T06:19:24.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:24 smithi196 ceph-mon[90243]: osdmap e2202: 8 total, 8 up, 8 in 2024-08-10T06:19:24.785 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list PASSED [ 6%] 2024-08-10T06:19:24.845 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_with_progress PASSED [ 7%] 2024-08-10T06:19:24.924 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_canceled PASSED [ 7%] 2024-08-10T06:19:25.021 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_rename PASSED [ 8%] 2024-08-10T06:19:25.237 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_metadata PASSED [ 8%] 2024-08-10T06:19:25.251 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_config_list PASSED [ 9%] 2024-08-10T06:19:25.262 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_config_set_and_get_and_remove PASSED [ 9%] 2024-08-10T06:19:25.291 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_namespaces PASSED [ 10%] 2024-08-10T06:19:25.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:19:25 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: [10/Aug/2024:06:19:25] ENGINE Bus STOPPING 2024-08-10T06:19:25.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:19:25 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: [10/Aug/2024:06:19:25] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-10T06:19:25.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:19:25 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: [10/Aug/2024:06:19:25] ENGINE Bus STOPPED 2024-08-10T06:19:25.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:19:25 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: [10/Aug/2024:06:19:25] ENGINE Bus STARTING 2024-08-10T06:19:25.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:19:25 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: [10/Aug/2024:06:19:25] ENGINE Serving on http://:::9283 2024-08-10T06:19:25.521 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:19:25 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: [10/Aug/2024:06:19:25] ENGINE Bus STARTED 2024-08-10T06:19:26.251 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:26 smithi031 ceph-mon[98130]: pgmap v3842: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 266 KiB/s rd, 20 KiB/s wr, 360 op/s 2024-08-10T06:19:26.251 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:26 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/4209768834' entity='client.admin' 2024-08-10T06:19:26.252 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:19:26.252 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:19:26.252 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:19:26.252 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:19:26.252 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:19:26.252 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T06:19:26.252 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:19:26.252 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:19:26.252 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:19:26.252 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:19:26.252 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:19:26.252 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:19:26.252 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:19:26.252 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:19:26.253 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:19:26.253 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:26 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:19:26.253 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:26 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:19:26.253 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:19:26.253 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:19:26.253 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:19:26.253 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:19:26.253 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:26 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:19:26.253 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:26 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:19:26.253 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:19:26.253 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:19:26.253 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:26 smithi031 ceph-mon[100614]: pgmap v3842: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 266 KiB/s rd, 20 KiB/s wr, 360 op/s 2024-08-10T06:19:26.254 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:26 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/4209768834' entity='client.admin' 2024-08-10T06:19:26.254 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:19:26.254 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:19:26.254 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:19:26.254 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:19:26.254 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:19:26.254 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T06:19:26.254 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:19:26.254 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:19:26.254 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:19:26.254 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:19:26.254 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:19:26.254 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:19:26.254 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:19:26.255 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:19:26.255 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:19:26.255 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:26 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:19:26.255 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:26 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:19:26.255 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:19:26.255 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:19:26.255 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:19:26.255 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:19:26.255 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:26 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:19:26.255 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:26 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:19:26.255 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:19:26.255 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:19:26.256 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:26 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:19:26.256 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:26 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:19:26.256 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:19:26.256 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:19:26.256 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:19:26.256 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:19:26.256 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:26 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:19:26.256 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:26 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:19:26.256 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:19:26.256 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:19:26.256 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:19:26.257 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:19:26.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:26 smithi196 ceph-mon[90243]: pgmap v3842: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 266 KiB/s rd, 20 KiB/s wr, 360 op/s 2024-08-10T06:19:26.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:26 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/4209768834' entity='client.admin' 2024-08-10T06:19:26.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:19:26.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:19:26.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:19:26.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:19:26.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:19:26.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T06:19:26.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:19:26.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:19:26.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:19:26.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:19:26.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:19:26.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:19:26.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:19:26.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:19:26.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:19:26.531 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:26 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:19:26.532 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:26 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:19:26.532 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:19:26.532 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:19:26.532 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:19:26.532 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:19:26.532 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:26 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:19:26.532 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:26 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:19:26.532 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:19:26.532 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:19:26.532 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:26 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:19:26.532 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:26 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:19:26.532 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:19:26.532 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:19:26.533 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:19:26.533 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:19:27.371 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_stats PASSED [ 10%] 2024-08-10T06:19:27.373 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_features_to_string PASSED [ 11%] 2024-08-10T06:19:27.374 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_features_from_string PASSED [ 12%] 2024-08-10T06:19:27.447 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_update_features SKIPPED [ 12%] 2024-08-10T06:19:27.519 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_with_params SKIPPED [ 13%] 2024-08-10T06:19:27.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:27 smithi196 ceph-mon[90243]: osdmap e2203: 8 total, 8 up, 8 in 2024-08-10T06:19:27.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:27 smithi196 ceph-mon[90243]: pgmap v3844: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 268 KiB/s rd, 22 KiB/s wr, 373 op/s 2024-08-10T06:19:27.591 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_id PASSED [ 13%] 2024-08-10T06:19:27.667 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_block_name_prefix PASSED [ 14%] 2024-08-10T06:19:27.739 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_data_pool_id PASSED [ 14%] 2024-08-10T06:19:27.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:27 smithi031 ceph-mon[98130]: osdmap e2203: 8 total, 8 up, 8 in 2024-08-10T06:19:27.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:27 smithi031 ceph-mon[98130]: pgmap v3844: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 268 KiB/s rd, 22 KiB/s wr, 373 op/s 2024-08-10T06:19:27.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:27 smithi031 ceph-mon[100614]: osdmap e2203: 8 total, 8 up, 8 in 2024-08-10T06:19:27.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:27 smithi031 ceph-mon[100614]: pgmap v3844: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 268 KiB/s rd, 22 KiB/s wr, 373 op/s 2024-08-10T06:19:27.811 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_timestamp PASSED [ 15%] 2024-08-10T06:19:27.881 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_access_timestamp PASSED [ 15%] 2024-08-10T06:19:27.949 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_modify_timestamp PASSED [ 16%] 2024-08-10T06:19:28.032 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_invalidate_cache PASSED [ 17%] 2024-08-10T06:19:28.108 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_stat PASSED [ 17%] 2024-08-10T06:19:28.184 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_flags PASSED [ 18%] 2024-08-10T06:19:28.266 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_image_auto_close PASSED [ 18%] 2024-08-10T06:19:28.339 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_use_after_close PASSED [ 19%] 2024-08-10T06:19:28.421 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write PASSED [ 19%] 2024-08-10T06:19:28.508 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_with_fadvise_flags PASSED [ 20%] 2024-08-10T06:19:28.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:28 smithi196 ceph-mon[90243]: osdmap e2204: 8 total, 8 up, 8 in 2024-08-10T06:19:28.588 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_zeroes PASSED [ 20%] 2024-08-10T06:19:28.673 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_zeroes_thick_provision PASSED [ 21%] 2024-08-10T06:19:28.750 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read PASSED [ 21%] 2024-08-10T06:19:28.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:28 smithi031 ceph-mon[98130]: osdmap e2204: 8 total, 8 up, 8 in 2024-08-10T06:19:28.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:28 smithi031 ceph-mon[100614]: osdmap e2204: 8 total, 8 up, 8 in 2024-08-10T06:19:28.822 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read_with_fadvise_flags PASSED [ 22%] 2024-08-10T06:19:28.954 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_large_write PASSED [ 23%] 2024-08-10T06:19:29.033 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_large_read PASSED [ 23%] 2024-08-10T06:19:29.114 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_read PASSED [ 24%] 2024-08-10T06:19:29.185 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read_bad_offset PASSED [ 24%] 2024-08-10T06:19:29.269 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize PASSED [ 25%] 2024-08-10T06:19:29.353 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_allow_shrink_False PASSED [ 25%] 2024-08-10T06:19:29.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:29 smithi031 ceph-mon[98130]: pgmap v3846: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 409 KiB/s rd, 25 KiB/s wr, 561 op/s 2024-08-10T06:19:29.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:29 smithi031 ceph-mon[100614]: pgmap v3846: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 409 KiB/s rd, 25 KiB/s wr, 561 op/s 2024-08-10T06:19:29.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:29 smithi196 ceph-mon[90243]: pgmap v3846: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 409 KiB/s rd, 25 KiB/s wr, 561 op/s 2024-08-10T06:19:31.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:31 smithi031 ceph-mon[98130]: osdmap e2205: 8 total, 8 up, 8 in 2024-08-10T06:19:31.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:31 smithi031 ceph-mon[98130]: osdmap e2206: 8 total, 8 up, 8 in 2024-08-10T06:19:31.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:31 smithi031 ceph-mon[98130]: pgmap v3849: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 932 KiB/s wr, 974 op/s 2024-08-10T06:19:31.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:19:31 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:19:31] "GET /metrics HTTP/1.1" 200 36709 "" "Prometheus/2.43.0" 2024-08-10T06:19:31.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:31 smithi031 ceph-mon[100614]: osdmap e2205: 8 total, 8 up, 8 in 2024-08-10T06:19:31.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:31 smithi031 ceph-mon[100614]: osdmap e2206: 8 total, 8 up, 8 in 2024-08-10T06:19:31.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:31 smithi031 ceph-mon[100614]: pgmap v3849: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 932 KiB/s wr, 974 op/s 2024-08-10T06:19:31.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:31 smithi196 ceph-mon[90243]: osdmap e2205: 8 total, 8 up, 8 in 2024-08-10T06:19:31.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:31 smithi196 ceph-mon[90243]: osdmap e2206: 8 total, 8 up, 8 in 2024-08-10T06:19:31.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:31 smithi196 ceph-mon[90243]: pgmap v3849: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 932 KiB/s wr, 974 op/s 2024-08-10T06:19:32.626 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:19:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:19:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:19:32.712 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_size PASSED [ 26%] 2024-08-10T06:19:32.812 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_down PASSED [ 26%] 2024-08-10T06:19:32.904 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_bytes PASSED [ 27%] 2024-08-10T06:19:33.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:32 smithi031 ceph-mon[98130]: osdmap e2207: 8 total, 8 up, 8 in 2024-08-10T06:19:33.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:32 smithi031 ceph-mon[100614]: osdmap e2207: 8 total, 8 up, 8 in 2024-08-10T06:19:33.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:32 smithi196 ceph-mon[90243]: osdmap e2207: 8 total, 8 up, 8 in 2024-08-10T06:19:33.104 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy PASSED [ 28%] 2024-08-10T06:19:33.304 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy2 PASSED [ 28%] 2024-08-10T06:19:33.377 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy3 SKIPPED [ 29%] 2024-08-10T06:19:34.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:33 smithi031 ceph-mon[98130]: osdmap e2208: 8 total, 8 up, 8 in 2024-08-10T06:19:34.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:33 smithi031 ceph-mon[98130]: pgmap v3852: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 1.35k op/s 2024-08-10T06:19:34.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:33 smithi031 ceph-mon[100614]: osdmap e2208: 8 total, 8 up, 8 in 2024-08-10T06:19:34.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:33 smithi031 ceph-mon[100614]: pgmap v3852: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 1.35k op/s 2024-08-10T06:19:34.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:33 smithi196 ceph-mon[90243]: osdmap e2208: 8 total, 8 up, 8 in 2024-08-10T06:19:34.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:33 smithi196 ceph-mon[90243]: pgmap v3852: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 1.35k op/s 2024-08-10T06:19:35.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:34 smithi031 ceph-mon[98130]: osdmap e2209: 8 total, 8 up, 8 in 2024-08-10T06:19:35.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:34 smithi031 ceph-mon[100614]: osdmap e2209: 8 total, 8 up, 8 in 2024-08-10T06:19:35.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:34 smithi196 ceph-mon[90243]: osdmap e2209: 8 total, 8 up, 8 in 2024-08-10T06:19:36.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:35 smithi031 ceph-mon[98130]: osdmap e2210: 8 total, 8 up, 8 in 2024-08-10T06:19:36.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:35 smithi031 ceph-mon[98130]: pgmap v3855: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 645 KiB/s rd, 2.0 MiB/s wr, 908 op/s 2024-08-10T06:19:36.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:35 smithi031 ceph-mon[98130]: osdmap e2211: 8 total, 8 up, 8 in 2024-08-10T06:19:36.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:35 smithi031 ceph-mon[100614]: osdmap e2210: 8 total, 8 up, 8 in 2024-08-10T06:19:36.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:35 smithi031 ceph-mon[100614]: pgmap v3855: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 645 KiB/s rd, 2.0 MiB/s wr, 908 op/s 2024-08-10T06:19:36.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:35 smithi031 ceph-mon[100614]: osdmap e2211: 8 total, 8 up, 8 in 2024-08-10T06:19:36.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:35 smithi196 ceph-mon[90243]: osdmap e2210: 8 total, 8 up, 8 in 2024-08-10T06:19:36.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:35 smithi196 ceph-mon[90243]: pgmap v3855: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 645 KiB/s rd, 2.0 MiB/s wr, 908 op/s 2024-08-10T06:19:36.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:35 smithi196 ceph-mon[90243]: osdmap e2211: 8 total, 8 up, 8 in 2024-08-10T06:19:36.806 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy PASSED [ 29%] 2024-08-10T06:19:38.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:37 smithi031 ceph-mon[98130]: osdmap e2212: 8 total, 8 up, 8 in 2024-08-10T06:19:38.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:37 smithi031 ceph-mon[98130]: pgmap v3858: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 276 KiB/s rd, 2.0 MiB/s wr, 407 op/s 2024-08-10T06:19:38.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:37 smithi031 ceph-mon[100614]: osdmap e2212: 8 total, 8 up, 8 in 2024-08-10T06:19:38.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:37 smithi031 ceph-mon[100614]: pgmap v3858: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 276 KiB/s rd, 2.0 MiB/s wr, 407 op/s 2024-08-10T06:19:38.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:37 smithi196 ceph-mon[90243]: osdmap e2212: 8 total, 8 up, 8 in 2024-08-10T06:19:38.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:37 smithi196 ceph-mon[90243]: pgmap v3858: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 276 KiB/s rd, 2.0 MiB/s wr, 407 op/s 2024-08-10T06:19:39.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:38 smithi031 ceph-mon[98130]: osdmap e2213: 8 total, 8 up, 8 in 2024-08-10T06:19:39.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:38 smithi031 ceph-mon[100614]: osdmap e2213: 8 total, 8 up, 8 in 2024-08-10T06:19:39.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:38 smithi196 ceph-mon[90243]: osdmap e2213: 8 total, 8 up, 8 in 2024-08-10T06:19:40.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:39 smithi031 ceph-mon[98130]: osdmap e2214: 8 total, 8 up, 8 in 2024-08-10T06:19:40.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:39 smithi031 ceph-mon[98130]: pgmap v3861: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 252 KiB/s rd, 1.0 MiB/s wr, 364 op/s 2024-08-10T06:19:40.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:39 smithi031 ceph-mon[100614]: osdmap e2214: 8 total, 8 up, 8 in 2024-08-10T06:19:40.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:39 smithi031 ceph-mon[100614]: pgmap v3861: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 252 KiB/s rd, 1.0 MiB/s wr, 364 op/s 2024-08-10T06:19:40.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:39 smithi196 ceph-mon[90243]: osdmap e2214: 8 total, 8 up, 8 in 2024-08-10T06:19:40.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:39 smithi196 ceph-mon[90243]: pgmap v3861: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 252 KiB/s rd, 1.0 MiB/s wr, 364 op/s 2024-08-10T06:19:41.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:40 smithi031 ceph-mon[98130]: osdmap e2215: 8 total, 8 up, 8 in 2024-08-10T06:19:41.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:40 smithi031 ceph-mon[98130]: osdmap e2216: 8 total, 8 up, 8 in 2024-08-10T06:19:41.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:40 smithi031 ceph-mon[100614]: osdmap e2215: 8 total, 8 up, 8 in 2024-08-10T06:19:41.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:40 smithi031 ceph-mon[100614]: osdmap e2216: 8 total, 8 up, 8 in 2024-08-10T06:19:41.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:40 smithi196 ceph-mon[90243]: osdmap e2215: 8 total, 8 up, 8 in 2024-08-10T06:19:41.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:40 smithi196 ceph-mon[90243]: osdmap e2216: 8 total, 8 up, 8 in 2024-08-10T06:19:41.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:19:41 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:19:41] "GET /metrics HTTP/1.1" 200 36723 "" "Prometheus/2.43.0" 2024-08-10T06:19:42.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:19:42.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:41 smithi031 ceph-mon[98130]: pgmap v3864: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 215 KiB/s rd, 27 KiB/s wr, 310 op/s 2024-08-10T06:19:42.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:19:42.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:41 smithi031 ceph-mon[100614]: pgmap v3864: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 215 KiB/s rd, 27 KiB/s wr, 310 op/s 2024-08-10T06:19:42.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:19:42.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:41 smithi196 ceph-mon[90243]: pgmap v3864: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 215 KiB/s rd, 27 KiB/s wr, 310 op/s 2024-08-10T06:19:42.674 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:19:42 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:19:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:19:42.795 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v1_to_v1 PASSED [ 30%] 2024-08-10T06:19:43.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:42 smithi031 ceph-mon[98130]: osdmap e2217: 8 total, 8 up, 8 in 2024-08-10T06:19:43.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:42 smithi031 ceph-mon[100614]: osdmap e2217: 8 total, 8 up, 8 in 2024-08-10T06:19:43.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:42 smithi196 ceph-mon[90243]: osdmap e2217: 8 total, 8 up, 8 in 2024-08-10T06:19:44.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:43 smithi031 ceph-mon[98130]: osdmap e2218: 8 total, 8 up, 8 in 2024-08-10T06:19:44.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:43 smithi031 ceph-mon[98130]: pgmap v3867: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 130 KiB/s rd, 11 KiB/s wr, 172 op/s 2024-08-10T06:19:44.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:43 smithi031 ceph-mon[100614]: osdmap e2218: 8 total, 8 up, 8 in 2024-08-10T06:19:44.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:43 smithi031 ceph-mon[100614]: pgmap v3867: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 130 KiB/s rd, 11 KiB/s wr, 172 op/s 2024-08-10T06:19:44.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:43 smithi196 ceph-mon[90243]: osdmap e2218: 8 total, 8 up, 8 in 2024-08-10T06:19:44.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:43 smithi196 ceph-mon[90243]: pgmap v3867: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 130 KiB/s rd, 11 KiB/s wr, 172 op/s 2024-08-10T06:19:45.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:44 smithi031 ceph-mon[98130]: osdmap e2219: 8 total, 8 up, 8 in 2024-08-10T06:19:45.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:44 smithi031 ceph-mon[100614]: osdmap e2219: 8 total, 8 up, 8 in 2024-08-10T06:19:45.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:44 smithi196 ceph-mon[90243]: osdmap e2219: 8 total, 8 up, 8 in 2024-08-10T06:19:46.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:45 smithi031 ceph-mon[98130]: osdmap e2220: 8 total, 8 up, 8 in 2024-08-10T06:19:46.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:45 smithi031 ceph-mon[98130]: pgmap v3870: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 152 KiB/s rd, 11 KiB/s wr, 208 op/s 2024-08-10T06:19:46.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:45 smithi031 ceph-mon[98130]: osdmap e2221: 8 total, 8 up, 8 in 2024-08-10T06:19:46.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:45 smithi031 ceph-mon[100614]: osdmap e2220: 8 total, 8 up, 8 in 2024-08-10T06:19:46.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:45 smithi031 ceph-mon[100614]: pgmap v3870: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 152 KiB/s rd, 11 KiB/s wr, 208 op/s 2024-08-10T06:19:46.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:45 smithi031 ceph-mon[100614]: osdmap e2221: 8 total, 8 up, 8 in 2024-08-10T06:19:46.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:45 smithi196 ceph-mon[90243]: osdmap e2220: 8 total, 8 up, 8 in 2024-08-10T06:19:46.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:45 smithi196 ceph-mon[90243]: pgmap v3870: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 152 KiB/s rd, 11 KiB/s wr, 208 op/s 2024-08-10T06:19:46.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:45 smithi196 ceph-mon[90243]: osdmap e2221: 8 total, 8 up, 8 in 2024-08-10T06:19:48.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:47 smithi031 ceph-mon[98130]: osdmap e2222: 8 total, 8 up, 8 in 2024-08-10T06:19:48.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:47 smithi031 ceph-mon[98130]: pgmap v3873: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 117 KiB/s rd, 7.7 KiB/s wr, 166 op/s 2024-08-10T06:19:48.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:47 smithi031 ceph-mon[100614]: osdmap e2222: 8 total, 8 up, 8 in 2024-08-10T06:19:48.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:47 smithi031 ceph-mon[100614]: pgmap v3873: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 117 KiB/s rd, 7.7 KiB/s wr, 166 op/s 2024-08-10T06:19:48.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:47 smithi196 ceph-mon[90243]: osdmap e2222: 8 total, 8 up, 8 in 2024-08-10T06:19:48.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:47 smithi196 ceph-mon[90243]: pgmap v3873: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 117 KiB/s rd, 7.7 KiB/s wr, 166 op/s 2024-08-10T06:19:48.717 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v1_to_v2 PASSED [ 30%] 2024-08-10T06:19:49.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:48 smithi031 ceph-mon[98130]: osdmap e2223: 8 total, 8 up, 8 in 2024-08-10T06:19:49.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:48 smithi031 ceph-mon[100614]: osdmap e2223: 8 total, 8 up, 8 in 2024-08-10T06:19:49.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:48 smithi196 ceph-mon[90243]: osdmap e2223: 8 total, 8 up, 8 in 2024-08-10T06:19:50.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:49 smithi031 ceph-mon[98130]: osdmap e2224: 8 total, 8 up, 8 in 2024-08-10T06:19:50.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:49 smithi031 ceph-mon[98130]: pgmap v3876: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 123 KiB/s rd, 8.5 KiB/s wr, 166 op/s 2024-08-10T06:19:50.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:49 smithi031 ceph-mon[100614]: osdmap e2224: 8 total, 8 up, 8 in 2024-08-10T06:19:50.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:49 smithi031 ceph-mon[100614]: pgmap v3876: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 123 KiB/s rd, 8.5 KiB/s wr, 166 op/s 2024-08-10T06:19:50.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:49 smithi196 ceph-mon[90243]: osdmap e2224: 8 total, 8 up, 8 in 2024-08-10T06:19:50.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:49 smithi196 ceph-mon[90243]: pgmap v3876: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 123 KiB/s rd, 8.5 KiB/s wr, 166 op/s 2024-08-10T06:19:51.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:50 smithi031 ceph-mon[98130]: osdmap e2225: 8 total, 8 up, 8 in 2024-08-10T06:19:51.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:50 smithi031 ceph-mon[98130]: osdmap e2226: 8 total, 8 up, 8 in 2024-08-10T06:19:51.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:50 smithi031 ceph-mon[100614]: osdmap e2225: 8 total, 8 up, 8 in 2024-08-10T06:19:51.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:50 smithi031 ceph-mon[100614]: osdmap e2226: 8 total, 8 up, 8 in 2024-08-10T06:19:51.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:50 smithi196 ceph-mon[90243]: osdmap e2225: 8 total, 8 up, 8 in 2024-08-10T06:19:51.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:50 smithi196 ceph-mon[90243]: osdmap e2226: 8 total, 8 up, 8 in 2024-08-10T06:19:51.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:19:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:19:51] "GET /metrics HTTP/1.1" 200 36723 "" "Prometheus/2.43.0" 2024-08-10T06:19:52.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:51 smithi031 ceph-mon[98130]: pgmap v3879: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 174 KiB/s rd, 10 KiB/s wr, 228 op/s 2024-08-10T06:19:52.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:51 smithi031 ceph-mon[100614]: pgmap v3879: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 174 KiB/s rd, 10 KiB/s wr, 228 op/s 2024-08-10T06:19:52.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:51 smithi196 ceph-mon[90243]: pgmap v3879: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 174 KiB/s rd, 10 KiB/s wr, 228 op/s 2024-08-10T06:19:52.644 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:19:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:19:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:19:53.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:52 smithi031 ceph-mon[98130]: osdmap e2227: 8 total, 8 up, 8 in 2024-08-10T06:19:53.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:52 smithi031 ceph-mon[100614]: osdmap e2227: 8 total, 8 up, 8 in 2024-08-10T06:19:53.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:52 smithi196 ceph-mon[90243]: osdmap e2227: 8 total, 8 up, 8 in 2024-08-10T06:19:54.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:53 smithi031 ceph-mon[98130]: osdmap e2228: 8 total, 8 up, 8 in 2024-08-10T06:19:54.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:53 smithi031 ceph-mon[98130]: pgmap v3882: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 181 KiB/s rd, 12 KiB/s wr, 237 op/s 2024-08-10T06:19:54.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:53 smithi031 ceph-mon[100614]: osdmap e2228: 8 total, 8 up, 8 in 2024-08-10T06:19:54.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:53 smithi031 ceph-mon[100614]: pgmap v3882: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 181 KiB/s rd, 12 KiB/s wr, 237 op/s 2024-08-10T06:19:54.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:53 smithi196 ceph-mon[90243]: osdmap e2228: 8 total, 8 up, 8 in 2024-08-10T06:19:54.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:53 smithi196 ceph-mon[90243]: pgmap v3882: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 181 KiB/s rd, 12 KiB/s wr, 237 op/s 2024-08-10T06:19:54.749 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v2_to_v1 PASSED [ 31%] 2024-08-10T06:19:55.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:54 smithi031 ceph-mon[98130]: osdmap e2229: 8 total, 8 up, 8 in 2024-08-10T06:19:55.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:54 smithi031 ceph-mon[100614]: osdmap e2229: 8 total, 8 up, 8 in 2024-08-10T06:19:55.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:54 smithi196 ceph-mon[90243]: osdmap e2229: 8 total, 8 up, 8 in 2024-08-10T06:19:56.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:55 smithi031 ceph-mon[98130]: osdmap e2230: 8 total, 8 up, 8 in 2024-08-10T06:19:56.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:55 smithi031 ceph-mon[98130]: pgmap v3885: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 129 KiB/s rd, 11 KiB/s wr, 173 op/s 2024-08-10T06:19:56.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:55 smithi031 ceph-mon[98130]: osdmap e2231: 8 total, 8 up, 8 in 2024-08-10T06:19:56.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:55 smithi031 ceph-mon[100614]: osdmap e2230: 8 total, 8 up, 8 in 2024-08-10T06:19:56.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:55 smithi031 ceph-mon[100614]: pgmap v3885: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 129 KiB/s rd, 11 KiB/s wr, 173 op/s 2024-08-10T06:19:56.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:55 smithi031 ceph-mon[100614]: osdmap e2231: 8 total, 8 up, 8 in 2024-08-10T06:19:56.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:55 smithi196 ceph-mon[90243]: osdmap e2230: 8 total, 8 up, 8 in 2024-08-10T06:19:56.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:55 smithi196 ceph-mon[90243]: pgmap v3885: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 129 KiB/s rd, 11 KiB/s wr, 173 op/s 2024-08-10T06:19:56.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:55 smithi196 ceph-mon[90243]: osdmap e2231: 8 total, 8 up, 8 in 2024-08-10T06:19:57.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:19:57.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:56 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:19:57.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:56 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:19:58.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:57 smithi031 ceph-mon[98130]: osdmap e2232: 8 total, 8 up, 8 in 2024-08-10T06:19:58.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:57 smithi031 ceph-mon[98130]: pgmap v3888: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 133 KiB/s rd, 9.7 KiB/s wr, 183 op/s 2024-08-10T06:19:58.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:57 smithi031 ceph-mon[100614]: osdmap e2232: 8 total, 8 up, 8 in 2024-08-10T06:19:58.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:57 smithi031 ceph-mon[100614]: pgmap v3888: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 133 KiB/s rd, 9.7 KiB/s wr, 183 op/s 2024-08-10T06:19:58.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:57 smithi196 ceph-mon[90243]: osdmap e2232: 8 total, 8 up, 8 in 2024-08-10T06:19:58.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:57 smithi196 ceph-mon[90243]: pgmap v3888: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 133 KiB/s rd, 9.7 KiB/s wr, 183 op/s 2024-08-10T06:19:59.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:58 smithi031 ceph-mon[98130]: osdmap e2233: 8 total, 8 up, 8 in 2024-08-10T06:19:59.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:58 smithi031 ceph-mon[100614]: osdmap e2233: 8 total, 8 up, 8 in 2024-08-10T06:19:59.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:58 smithi196 ceph-mon[90243]: osdmap e2233: 8 total, 8 up, 8 in 2024-08-10T06:20:00.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:59 smithi031 ceph-mon[98130]: osdmap e2234: 8 total, 8 up, 8 in 2024-08-10T06:20:00.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:19:59 smithi031 ceph-mon[98130]: pgmap v3891: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 133 KiB/s rd, 12 KiB/s wr, 187 op/s 2024-08-10T06:20:00.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:59 smithi031 ceph-mon[100614]: osdmap e2234: 8 total, 8 up, 8 in 2024-08-10T06:20:00.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:19:59 smithi031 ceph-mon[100614]: pgmap v3891: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 133 KiB/s rd, 12 KiB/s wr, 187 op/s 2024-08-10T06:20:00.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:59 smithi196 ceph-mon[90243]: osdmap e2234: 8 total, 8 up, 8 in 2024-08-10T06:20:00.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:19:59 smithi196 ceph-mon[90243]: pgmap v3891: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 133 KiB/s rd, 12 KiB/s wr, 187 op/s 2024-08-10T06:20:01.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:00 smithi031 ceph-mon[98130]: osdmap e2235: 8 total, 8 up, 8 in 2024-08-10T06:20:01.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:00 smithi031 ceph-mon[98130]: Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-08-10T06:20:01.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:00 smithi031 ceph-mon[98130]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-08-10T06:20:01.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:00 smithi031 ceph-mon[98130]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-08-10T06:20:01.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:00 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.7", "id": [5, 4]}]: dispatch 2024-08-10T06:20:01.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:00 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.1a", "id": [5, 4]}]: dispatch 2024-08-10T06:20:01.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:00 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.7", "id": [5, 4]}]': finished 2024-08-10T06:20:01.021 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:00 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.1a", "id": [5, 4]}]': finished 2024-08-10T06:20:01.021 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:00 smithi031 ceph-mon[98130]: osdmap e2236: 8 total, 8 up, 8 in 2024-08-10T06:20:01.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:00 smithi031 ceph-mon[100614]: osdmap e2235: 8 total, 8 up, 8 in 2024-08-10T06:20:01.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:00 smithi031 ceph-mon[100614]: Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-08-10T06:20:01.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:00 smithi031 ceph-mon[100614]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-08-10T06:20:01.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:00 smithi031 ceph-mon[100614]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-08-10T06:20:01.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:00 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.7", "id": [5, 4]}]: dispatch 2024-08-10T06:20:01.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:00 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.1a", "id": [5, 4]}]: dispatch 2024-08-10T06:20:01.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:00 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.7", "id": [5, 4]}]': finished 2024-08-10T06:20:01.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:00 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.1a", "id": [5, 4]}]': finished 2024-08-10T06:20:01.022 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:00 smithi031 ceph-mon[100614]: osdmap e2236: 8 total, 8 up, 8 in 2024-08-10T06:20:01.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:00 smithi196 ceph-mon[90243]: osdmap e2235: 8 total, 8 up, 8 in 2024-08-10T06:20:01.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:00 smithi196 ceph-mon[90243]: Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-08-10T06:20:01.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:00 smithi196 ceph-mon[90243]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-08-10T06:20:01.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:00 smithi196 ceph-mon[90243]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-08-10T06:20:01.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:00 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.7", "id": [5, 4]}]: dispatch 2024-08-10T06:20:01.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:00 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.1a", "id": [5, 4]}]: dispatch 2024-08-10T06:20:01.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:00 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.7", "id": [5, 4]}]': finished 2024-08-10T06:20:01.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:00 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.1a", "id": [5, 4]}]': finished 2024-08-10T06:20:01.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:00 smithi196 ceph-mon[90243]: osdmap e2236: 8 total, 8 up, 8 in 2024-08-10T06:20:01.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:20:01 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:20:01] "GET /metrics HTTP/1.1" 200 36718 "" "Prometheus/2.43.0" 2024-08-10T06:20:02.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:01 smithi031 ceph-mon[100614]: pgmap v3894: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 157 KiB/s rd, 14 KiB/s wr, 212 op/s 2024-08-10T06:20:02.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:01 smithi031 ceph-mon[100614]: osdmap e2237: 8 total, 8 up, 8 in 2024-08-10T06:20:02.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:01 smithi031 ceph-mon[98130]: pgmap v3894: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 157 KiB/s rd, 14 KiB/s wr, 212 op/s 2024-08-10T06:20:02.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:01 smithi031 ceph-mon[98130]: osdmap e2237: 8 total, 8 up, 8 in 2024-08-10T06:20:02.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:01 smithi196 ceph-mon[90243]: pgmap v3894: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 157 KiB/s rd, 14 KiB/s wr, 212 op/s 2024-08-10T06:20:02.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:01 smithi196 ceph-mon[90243]: osdmap e2237: 8 total, 8 up, 8 in 2024-08-10T06:20:02.702 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v2_to_v2 PASSED [ 31%] 2024-08-10T06:20:02.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:20:02 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:20:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:20:04.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:03 smithi031 ceph-mon[98130]: osdmap e2238: 8 total, 8 up, 8 in 2024-08-10T06:20:04.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:03 smithi031 ceph-mon[98130]: pgmap v3897: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 115 KiB/s rd, 9.7 KiB/s wr, 152 op/s 2024-08-10T06:20:04.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:03 smithi031 ceph-mon[100614]: osdmap e2238: 8 total, 8 up, 8 in 2024-08-10T06:20:04.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:03 smithi031 ceph-mon[100614]: pgmap v3897: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 115 KiB/s rd, 9.7 KiB/s wr, 152 op/s 2024-08-10T06:20:04.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:03 smithi196 ceph-mon[90243]: osdmap e2238: 8 total, 8 up, 8 in 2024-08-10T06:20:04.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:03 smithi196 ceph-mon[90243]: pgmap v3897: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 115 KiB/s rd, 9.7 KiB/s wr, 152 op/s 2024-08-10T06:20:05.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:04 smithi031 ceph-mon[98130]: osdmap e2239: 8 total, 8 up, 8 in 2024-08-10T06:20:05.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:04 smithi031 ceph-mon[100614]: osdmap e2239: 8 total, 8 up, 8 in 2024-08-10T06:20:05.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:04 smithi196 ceph-mon[90243]: osdmap e2239: 8 total, 8 up, 8 in 2024-08-10T06:20:06.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:05 smithi031 ceph-mon[98130]: osdmap e2240: 8 total, 8 up, 8 in 2024-08-10T06:20:06.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:05 smithi031 ceph-mon[98130]: pgmap v3900: 137 pgs: 1 peering, 136 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 42 KiB/s rd, 6.7 KiB/s wr, 65 op/s; 4 B/s, 2 objects/s recovering 2024-08-10T06:20:06.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:05 smithi031 ceph-mon[98130]: osdmap e2241: 8 total, 8 up, 8 in 2024-08-10T06:20:06.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:05 smithi031 ceph-mon[100614]: osdmap e2240: 8 total, 8 up, 8 in 2024-08-10T06:20:06.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:05 smithi031 ceph-mon[100614]: pgmap v3900: 137 pgs: 1 peering, 136 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 42 KiB/s rd, 6.7 KiB/s wr, 65 op/s; 4 B/s, 2 objects/s recovering 2024-08-10T06:20:06.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:05 smithi031 ceph-mon[100614]: osdmap e2241: 8 total, 8 up, 8 in 2024-08-10T06:20:06.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:05 smithi196 ceph-mon[90243]: osdmap e2240: 8 total, 8 up, 8 in 2024-08-10T06:20:06.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:05 smithi196 ceph-mon[90243]: pgmap v3900: 137 pgs: 1 peering, 136 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 42 KiB/s rd, 6.7 KiB/s wr, 65 op/s; 4 B/s, 2 objects/s recovering 2024-08-10T06:20:06.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:05 smithi196 ceph-mon[90243]: osdmap e2241: 8 total, 8 up, 8 in 2024-08-10T06:20:08.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:07 smithi031 ceph-mon[98130]: osdmap e2242: 8 total, 8 up, 8 in 2024-08-10T06:20:08.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:07 smithi031 ceph-mon[98130]: pgmap v3903: 137 pgs: 1 peering, 136 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 28 KiB/s rd, 4.2 KiB/s wr, 47 op/s; 4 B/s, 2 objects/s recovering 2024-08-10T06:20:08.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:07 smithi031 ceph-mon[100614]: osdmap e2242: 8 total, 8 up, 8 in 2024-08-10T06:20:08.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:07 smithi031 ceph-mon[100614]: pgmap v3903: 137 pgs: 1 peering, 136 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 28 KiB/s rd, 4.2 KiB/s wr, 47 op/s; 4 B/s, 2 objects/s recovering 2024-08-10T06:20:08.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:07 smithi196 ceph-mon[90243]: osdmap e2242: 8 total, 8 up, 8 in 2024-08-10T06:20:08.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:07 smithi196 ceph-mon[90243]: pgmap v3903: 137 pgs: 1 peering, 136 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 28 KiB/s rd, 4.2 KiB/s wr, 47 op/s; 4 B/s, 2 objects/s recovering 2024-08-10T06:20:09.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:08 smithi031 ceph-mon[98130]: osdmap e2243: 8 total, 8 up, 8 in 2024-08-10T06:20:09.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:08 smithi031 ceph-mon[100614]: osdmap e2243: 8 total, 8 up, 8 in 2024-08-10T06:20:09.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:08 smithi196 ceph-mon[90243]: osdmap e2243: 8 total, 8 up, 8 in 2024-08-10T06:20:09.748 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v1_flatten PASSED [ 32%] 2024-08-10T06:20:10.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:09 smithi031 ceph-mon[98130]: osdmap e2244: 8 total, 8 up, 8 in 2024-08-10T06:20:10.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:09 smithi031 ceph-mon[98130]: pgmap v3906: 137 pgs: 1 peering, 136 active+clean; 13 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 50 KiB/s rd, 2.0 MiB/s wr, 72 op/s 2024-08-10T06:20:10.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:09 smithi031 ceph-mon[100614]: osdmap e2244: 8 total, 8 up, 8 in 2024-08-10T06:20:10.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:09 smithi031 ceph-mon[100614]: pgmap v3906: 137 pgs: 1 peering, 136 active+clean; 13 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 50 KiB/s rd, 2.0 MiB/s wr, 72 op/s 2024-08-10T06:20:10.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:09 smithi196 ceph-mon[90243]: osdmap e2244: 8 total, 8 up, 8 in 2024-08-10T06:20:10.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:09 smithi196 ceph-mon[90243]: pgmap v3906: 137 pgs: 1 peering, 136 active+clean; 13 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 50 KiB/s rd, 2.0 MiB/s wr, 72 op/s 2024-08-10T06:20:11.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:10 smithi031 ceph-mon[100614]: osdmap e2245: 8 total, 8 up, 8 in 2024-08-10T06:20:11.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:10 smithi031 ceph-mon[100614]: osdmap e2246: 8 total, 8 up, 8 in 2024-08-10T06:20:11.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:10 smithi031 ceph-mon[98130]: osdmap e2245: 8 total, 8 up, 8 in 2024-08-10T06:20:11.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:10 smithi031 ceph-mon[98130]: osdmap e2246: 8 total, 8 up, 8 in 2024-08-10T06:20:11.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:10 smithi196 ceph-mon[90243]: osdmap e2245: 8 total, 8 up, 8 in 2024-08-10T06:20:11.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:10 smithi196 ceph-mon[90243]: osdmap e2246: 8 total, 8 up, 8 in 2024-08-10T06:20:11.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:20:11 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:20:11] "GET /metrics HTTP/1.1" 200 36731 "" "Prometheus/2.43.0" 2024-08-10T06:20:12.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:11 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:20:12.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:11 smithi031 ceph-mon[98130]: pgmap v3909: 137 pgs: 137 active+clean; 13 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 129 KiB/s rd, 2.0 MiB/s wr, 172 op/s 2024-08-10T06:20:12.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:11 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:20:12.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:11 smithi031 ceph-mon[100614]: pgmap v3909: 137 pgs: 137 active+clean; 13 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 129 KiB/s rd, 2.0 MiB/s wr, 172 op/s 2024-08-10T06:20:12.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:11 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:20:12.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:11 smithi196 ceph-mon[90243]: pgmap v3909: 137 pgs: 137 active+clean; 13 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 129 KiB/s rd, 2.0 MiB/s wr, 172 op/s 2024-08-10T06:20:12.675 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:20:12 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:20:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:20:13.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:12 smithi031 ceph-mon[98130]: osdmap e2247: 8 total, 8 up, 8 in 2024-08-10T06:20:13.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:12 smithi031 ceph-mon[100614]: osdmap e2247: 8 total, 8 up, 8 in 2024-08-10T06:20:13.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:12 smithi196 ceph-mon[90243]: osdmap e2247: 8 total, 8 up, 8 in 2024-08-10T06:20:14.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:13 smithi031 ceph-mon[98130]: osdmap e2248: 8 total, 8 up, 8 in 2024-08-10T06:20:14.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:13 smithi031 ceph-mon[98130]: pgmap v3912: 137 pgs: 137 active+clean; 8.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 110 KiB/s rd, 12 KiB/s wr, 151 op/s 2024-08-10T06:20:14.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:13 smithi031 ceph-mon[100614]: osdmap e2248: 8 total, 8 up, 8 in 2024-08-10T06:20:14.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:13 smithi031 ceph-mon[100614]: pgmap v3912: 137 pgs: 137 active+clean; 8.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 110 KiB/s rd, 12 KiB/s wr, 151 op/s 2024-08-10T06:20:14.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:13 smithi196 ceph-mon[90243]: osdmap e2248: 8 total, 8 up, 8 in 2024-08-10T06:20:14.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:13 smithi196 ceph-mon[90243]: pgmap v3912: 137 pgs: 137 active+clean; 8.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 110 KiB/s rd, 12 KiB/s wr, 151 op/s 2024-08-10T06:20:15.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:14 smithi031 ceph-mon[98130]: osdmap e2249: 8 total, 8 up, 8 in 2024-08-10T06:20:15.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:14 smithi031 ceph-mon[100614]: osdmap e2249: 8 total, 8 up, 8 in 2024-08-10T06:20:15.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:14 smithi196 ceph-mon[90243]: osdmap e2249: 8 total, 8 up, 8 in 2024-08-10T06:20:15.719 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone_v2_flatten PASSED [ 32%] 2024-08-10T06:20:16.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:15 smithi031 ceph-mon[98130]: osdmap e2250: 8 total, 8 up, 8 in 2024-08-10T06:20:16.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:15 smithi031 ceph-mon[98130]: pgmap v3915: 137 pgs: 137 active+clean; 8.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 135 KiB/s rd, 1.0 MiB/s wr, 193 op/s 2024-08-10T06:20:16.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:15 smithi031 ceph-mon[98130]: osdmap e2251: 8 total, 8 up, 8 in 2024-08-10T06:20:16.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:15 smithi031 ceph-mon[100614]: osdmap e2250: 8 total, 8 up, 8 in 2024-08-10T06:20:16.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:15 smithi031 ceph-mon[100614]: pgmap v3915: 137 pgs: 137 active+clean; 8.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 135 KiB/s rd, 1.0 MiB/s wr, 193 op/s 2024-08-10T06:20:16.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:15 smithi031 ceph-mon[100614]: osdmap e2251: 8 total, 8 up, 8 in 2024-08-10T06:20:16.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:15 smithi196 ceph-mon[90243]: osdmap e2250: 8 total, 8 up, 8 in 2024-08-10T06:20:16.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:15 smithi196 ceph-mon[90243]: pgmap v3915: 137 pgs: 137 active+clean; 8.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 135 KiB/s rd, 1.0 MiB/s wr, 193 op/s 2024-08-10T06:20:16.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:15 smithi196 ceph-mon[90243]: osdmap e2251: 8 total, 8 up, 8 in 2024-08-10T06:20:17.800 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap PASSED [ 33%] 2024-08-10T06:20:18.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:17 smithi031 ceph-mon[98130]: osdmap e2252: 8 total, 8 up, 8 in 2024-08-10T06:20:18.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:17 smithi031 ceph-mon[98130]: pgmap v3918: 137 pgs: 137 active+clean; 8.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 112 KiB/s rd, 1.0 MiB/s wr, 158 op/s 2024-08-10T06:20:18.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:17 smithi031 ceph-mon[100614]: osdmap e2252: 8 total, 8 up, 8 in 2024-08-10T06:20:18.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:17 smithi031 ceph-mon[100614]: pgmap v3918: 137 pgs: 137 active+clean; 8.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 112 KiB/s rd, 1.0 MiB/s wr, 158 op/s 2024-08-10T06:20:18.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:17 smithi196 ceph-mon[90243]: osdmap e2252: 8 total, 8 up, 8 in 2024-08-10T06:20:18.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:17 smithi196 ceph-mon[90243]: pgmap v3918: 137 pgs: 137 active+clean; 8.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 112 KiB/s rd, 1.0 MiB/s wr, 158 op/s 2024-08-10T06:20:19.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:18 smithi031 ceph-mon[98130]: osdmap e2253: 8 total, 8 up, 8 in 2024-08-10T06:20:19.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:18 smithi031 ceph-mon[100614]: osdmap e2253: 8 total, 8 up, 8 in 2024-08-10T06:20:19.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:18 smithi196 ceph-mon[90243]: osdmap e2253: 8 total, 8 up, 8 in 2024-08-10T06:20:19.804 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap_exists PASSED [ 34%] 2024-08-10T06:20:20.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:19 smithi031 ceph-mon[98130]: osdmap e2254: 8 total, 8 up, 8 in 2024-08-10T06:20:20.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:19 smithi031 ceph-mon[98130]: pgmap v3921: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 73 KiB/s rd, 1.0 MiB/s wr, 110 op/s 2024-08-10T06:20:20.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:19 smithi031 ceph-mon[100614]: osdmap e2254: 8 total, 8 up, 8 in 2024-08-10T06:20:20.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:19 smithi031 ceph-mon[100614]: pgmap v3921: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 73 KiB/s rd, 1.0 MiB/s wr, 110 op/s 2024-08-10T06:20:20.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:19 smithi196 ceph-mon[90243]: osdmap e2254: 8 total, 8 up, 8 in 2024-08-10T06:20:20.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:19 smithi196 ceph-mon[90243]: pgmap v3921: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 73 KiB/s rd, 1.0 MiB/s wr, 110 op/s 2024-08-10T06:20:21.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:20 smithi031 ceph-mon[98130]: osdmap e2255: 8 total, 8 up, 8 in 2024-08-10T06:20:21.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:20 smithi031 ceph-mon[98130]: osdmap e2256: 8 total, 8 up, 8 in 2024-08-10T06:20:21.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:20 smithi031 ceph-mon[100614]: osdmap e2255: 8 total, 8 up, 8 in 2024-08-10T06:20:21.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:20 smithi031 ceph-mon[100614]: osdmap e2256: 8 total, 8 up, 8 in 2024-08-10T06:20:21.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:20 smithi196 ceph-mon[90243]: osdmap e2255: 8 total, 8 up, 8 in 2024-08-10T06:20:21.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:20 smithi196 ceph-mon[90243]: osdmap e2256: 8 total, 8 up, 8 in 2024-08-10T06:20:21.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:20:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:20:21] "GET /metrics HTTP/1.1" 200 36731 "" "Prometheus/2.43.0" 2024-08-10T06:20:22.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:21 smithi031 ceph-mon[98130]: pgmap v3924: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 147 KiB/s rd, 1.0 MiB/s wr, 201 op/s 2024-08-10T06:20:22.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:21 smithi031 ceph-mon[98130]: osdmap e2257: 8 total, 8 up, 8 in 2024-08-10T06:20:22.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:21 smithi031 ceph-mon[100614]: pgmap v3924: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 147 KiB/s rd, 1.0 MiB/s wr, 201 op/s 2024-08-10T06:20:22.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:21 smithi031 ceph-mon[100614]: osdmap e2257: 8 total, 8 up, 8 in 2024-08-10T06:20:22.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:21 smithi196 ceph-mon[90243]: pgmap v3924: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 147 KiB/s rd, 1.0 MiB/s wr, 201 op/s 2024-08-10T06:20:22.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:21 smithi196 ceph-mon[90243]: osdmap e2257: 8 total, 8 up, 8 in 2024-08-10T06:20:22.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:20:22 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:20:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:20:24.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:23 smithi031 ceph-mon[98130]: osdmap e2258: 8 total, 8 up, 8 in 2024-08-10T06:20:24.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:23 smithi031 ceph-mon[98130]: pgmap v3927: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 116 KiB/s rd, 7.2 KiB/s wr, 152 op/s 2024-08-10T06:20:24.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:23 smithi031 ceph-mon[100614]: osdmap e2258: 8 total, 8 up, 8 in 2024-08-10T06:20:24.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:23 smithi031 ceph-mon[100614]: pgmap v3927: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 116 KiB/s rd, 7.2 KiB/s wr, 152 op/s 2024-08-10T06:20:24.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:23 smithi196 ceph-mon[90243]: osdmap e2258: 8 total, 8 up, 8 in 2024-08-10T06:20:24.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:23 smithi196 ceph-mon[90243]: pgmap v3927: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 116 KiB/s rd, 7.2 KiB/s wr, 152 op/s 2024-08-10T06:20:25.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:24 smithi031 ceph-mon[98130]: osdmap e2259: 8 total, 8 up, 8 in 2024-08-10T06:20:25.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:24 smithi031 ceph-mon[100614]: osdmap e2259: 8 total, 8 up, 8 in 2024-08-10T06:20:25.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:24 smithi196 ceph-mon[90243]: osdmap e2259: 8 total, 8 up, 8 in 2024-08-10T06:20:25.720 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap_flags PASSED [ 34%] 2024-08-10T06:20:26.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:25 smithi031 ceph-mon[98130]: osdmap e2260: 8 total, 8 up, 8 in 2024-08-10T06:20:26.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:25 smithi031 ceph-mon[98130]: pgmap v3930: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 72 KiB/s rd, 7.7 KiB/s wr, 99 op/s 2024-08-10T06:20:26.021 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:25 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:20:26.021 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:25 smithi031 ceph-mon[98130]: osdmap e2261: 8 total, 8 up, 8 in 2024-08-10T06:20:26.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:25 smithi031 ceph-mon[100614]: osdmap e2260: 8 total, 8 up, 8 in 2024-08-10T06:20:26.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:25 smithi031 ceph-mon[100614]: pgmap v3930: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 72 KiB/s rd, 7.7 KiB/s wr, 99 op/s 2024-08-10T06:20:26.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:25 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:20:26.022 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:25 smithi031 ceph-mon[100614]: osdmap e2261: 8 total, 8 up, 8 in 2024-08-10T06:20:26.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:25 smithi196 ceph-mon[90243]: osdmap e2260: 8 total, 8 up, 8 in 2024-08-10T06:20:26.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:25 smithi196 ceph-mon[90243]: pgmap v3930: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 72 KiB/s rd, 7.7 KiB/s wr, 99 op/s 2024-08-10T06:20:26.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:25 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:20:26.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:25 smithi196 ceph-mon[90243]: osdmap e2261: 8 total, 8 up, 8 in 2024-08-10T06:20:27.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:20:27.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:20:27.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:20:27.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:20:27.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:20:27.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:20:27.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:20:27.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:20:27.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:20:27.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:20:27.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:20:27.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:20:28.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:27 smithi031 ceph-mon[98130]: osdmap e2262: 8 total, 8 up, 8 in 2024-08-10T06:20:28.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:27 smithi031 ceph-mon[98130]: pgmap v3933: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 35 KiB/s rd, 4.5 KiB/s wr, 52 op/s 2024-08-10T06:20:28.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:27 smithi031 ceph-mon[100614]: osdmap e2262: 8 total, 8 up, 8 in 2024-08-10T06:20:28.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:27 smithi031 ceph-mon[100614]: pgmap v3933: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 35 KiB/s rd, 4.5 KiB/s wr, 52 op/s 2024-08-10T06:20:28.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:27 smithi196 ceph-mon[90243]: osdmap e2262: 8 total, 8 up, 8 in 2024-08-10T06:20:28.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:27 smithi196 ceph-mon[90243]: pgmap v3933: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 35 KiB/s rd, 4.5 KiB/s wr, 52 op/s 2024-08-10T06:20:29.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:28 smithi031 ceph-mon[98130]: osdmap e2263: 8 total, 8 up, 8 in 2024-08-10T06:20:29.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:28 smithi031 ceph-mon[100614]: osdmap e2263: 8 total, 8 up, 8 in 2024-08-10T06:20:29.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:28 smithi196 ceph-mon[90243]: osdmap e2263: 8 total, 8 up, 8 in 2024-08-10T06:20:29.777 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_snaps PASSED [ 35%] 2024-08-10T06:20:30.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:29 smithi031 ceph-mon[98130]: osdmap e2264: 8 total, 8 up, 8 in 2024-08-10T06:20:30.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:29 smithi031 ceph-mon[98130]: pgmap v3936: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 51 KiB/s rd, 4.0 KiB/s wr, 69 op/s 2024-08-10T06:20:30.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:29 smithi031 ceph-mon[100614]: osdmap e2264: 8 total, 8 up, 8 in 2024-08-10T06:20:30.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:29 smithi031 ceph-mon[100614]: pgmap v3936: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 51 KiB/s rd, 4.0 KiB/s wr, 69 op/s 2024-08-10T06:20:30.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:29 smithi196 ceph-mon[90243]: osdmap e2264: 8 total, 8 up, 8 in 2024-08-10T06:20:30.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:29 smithi196 ceph-mon[90243]: pgmap v3936: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 51 KiB/s rd, 4.0 KiB/s wr, 69 op/s 2024-08-10T06:20:31.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:30 smithi031 ceph-mon[98130]: osdmap e2265: 8 total, 8 up, 8 in 2024-08-10T06:20:31.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:30 smithi031 ceph-mon[98130]: osdmap e2266: 8 total, 8 up, 8 in 2024-08-10T06:20:31.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:30 smithi031 ceph-mon[100614]: osdmap e2265: 8 total, 8 up, 8 in 2024-08-10T06:20:31.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:30 smithi031 ceph-mon[100614]: osdmap e2266: 8 total, 8 up, 8 in 2024-08-10T06:20:31.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:30 smithi196 ceph-mon[90243]: osdmap e2265: 8 total, 8 up, 8 in 2024-08-10T06:20:31.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:30 smithi196 ceph-mon[90243]: osdmap e2266: 8 total, 8 up, 8 in 2024-08-10T06:20:31.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:20:31 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:20:31] "GET /metrics HTTP/1.1" 200 36718 "" "Prometheus/2.43.0" 2024-08-10T06:20:31.726 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_snaps_iterator_auto_close PASSED [ 35%] 2024-08-10T06:20:32.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:31 smithi031 ceph-mon[98130]: pgmap v3939: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 56 KiB/s rd, 4.7 KiB/s wr, 78 op/s 2024-08-10T06:20:32.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:31 smithi031 ceph-mon[98130]: osdmap e2267: 8 total, 8 up, 8 in 2024-08-10T06:20:32.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:31 smithi031 ceph-mon[100614]: pgmap v3939: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 56 KiB/s rd, 4.7 KiB/s wr, 78 op/s 2024-08-10T06:20:32.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:31 smithi031 ceph-mon[100614]: osdmap e2267: 8 total, 8 up, 8 in 2024-08-10T06:20:32.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:31 smithi196 ceph-mon[90243]: pgmap v3939: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 56 KiB/s rd, 4.7 KiB/s wr, 78 op/s 2024-08-10T06:20:32.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:31 smithi196 ceph-mon[90243]: osdmap e2267: 8 total, 8 up, 8 in 2024-08-10T06:20:32.780 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:20:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:20:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:20:33.791 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap PASSED [ 36%] 2024-08-10T06:20:33.866 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap_not_found PASSED [ 36%] 2024-08-10T06:20:34.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:33 smithi031 ceph-mon[98130]: osdmap e2268: 8 total, 8 up, 8 in 2024-08-10T06:20:34.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:33 smithi031 ceph-mon[98130]: pgmap v3942: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 54 KiB/s rd, 5.5 KiB/s wr, 76 op/s 2024-08-10T06:20:34.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:33 smithi031 ceph-mon[100614]: osdmap e2268: 8 total, 8 up, 8 in 2024-08-10T06:20:34.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:33 smithi031 ceph-mon[100614]: pgmap v3942: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 54 KiB/s rd, 5.5 KiB/s wr, 76 op/s 2024-08-10T06:20:34.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:33 smithi196 ceph-mon[90243]: osdmap e2268: 8 total, 8 up, 8 in 2024-08-10T06:20:34.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:33 smithi196 ceph-mon[90243]: pgmap v3942: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 54 KiB/s rd, 5.5 KiB/s wr, 76 op/s 2024-08-10T06:20:35.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:34 smithi031 ceph-mon[98130]: osdmap e2269: 8 total, 8 up, 8 in 2024-08-10T06:20:35.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:34 smithi031 ceph-mon[100614]: osdmap e2269: 8 total, 8 up, 8 in 2024-08-10T06:20:35.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:34 smithi196 ceph-mon[90243]: osdmap e2269: 8 total, 8 up, 8 in 2024-08-10T06:20:35.724 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap2 PASSED [ 37%] 2024-08-10T06:20:36.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:35 smithi031 ceph-mon[98130]: osdmap e2270: 8 total, 8 up, 8 in 2024-08-10T06:20:36.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:35 smithi031 ceph-mon[98130]: pgmap v3945: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 123 KiB/s rd, 8.5 KiB/s wr, 164 op/s 2024-08-10T06:20:36.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:35 smithi031 ceph-mon[98130]: osdmap e2271: 8 total, 8 up, 8 in 2024-08-10T06:20:36.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:35 smithi031 ceph-mon[100614]: osdmap e2270: 8 total, 8 up, 8 in 2024-08-10T06:20:36.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:35 smithi031 ceph-mon[100614]: pgmap v3945: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 123 KiB/s rd, 8.5 KiB/s wr, 164 op/s 2024-08-10T06:20:36.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:35 smithi031 ceph-mon[100614]: osdmap e2271: 8 total, 8 up, 8 in 2024-08-10T06:20:36.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:35 smithi196 ceph-mon[90243]: osdmap e2270: 8 total, 8 up, 8 in 2024-08-10T06:20:36.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:35 smithi196 ceph-mon[90243]: pgmap v3945: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 123 KiB/s rd, 8.5 KiB/s wr, 164 op/s 2024-08-10T06:20:36.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:35 smithi196 ceph-mon[90243]: osdmap e2271: 8 total, 8 up, 8 in 2024-08-10T06:20:37.806 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap_by_id PASSED [ 37%] 2024-08-10T06:20:38.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:37 smithi031 ceph-mon[98130]: osdmap e2272: 8 total, 8 up, 8 in 2024-08-10T06:20:38.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:37 smithi031 ceph-mon[98130]: pgmap v3948: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 KiB/s wr, 113 op/s 2024-08-10T06:20:38.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:37 smithi031 ceph-mon[100614]: osdmap e2272: 8 total, 8 up, 8 in 2024-08-10T06:20:38.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:37 smithi031 ceph-mon[100614]: pgmap v3948: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 KiB/s wr, 113 op/s 2024-08-10T06:20:38.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:37 smithi196 ceph-mon[90243]: osdmap e2272: 8 total, 8 up, 8 in 2024-08-10T06:20:38.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:37 smithi196 ceph-mon[90243]: pgmap v3948: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 KiB/s wr, 113 op/s 2024-08-10T06:20:39.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:38 smithi031 ceph-mon[98130]: osdmap e2273: 8 total, 8 up, 8 in 2024-08-10T06:20:39.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:38 smithi031 ceph-mon[100614]: osdmap e2273: 8 total, 8 up, 8 in 2024-08-10T06:20:39.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:38 smithi196 ceph-mon[90243]: osdmap e2273: 8 total, 8 up, 8 in 2024-08-10T06:20:39.824 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rename_snap PASSED [ 38%] 2024-08-10T06:20:40.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:39 smithi031 ceph-mon[98130]: osdmap e2274: 8 total, 8 up, 8 in 2024-08-10T06:20:40.021 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:39 smithi031 ceph-mon[98130]: pgmap v3951: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 105 KiB/s rd, 8.7 KiB/s wr, 152 op/s 2024-08-10T06:20:40.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:39 smithi031 ceph-mon[100614]: osdmap e2274: 8 total, 8 up, 8 in 2024-08-10T06:20:40.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:39 smithi031 ceph-mon[100614]: pgmap v3951: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 105 KiB/s rd, 8.7 KiB/s wr, 152 op/s 2024-08-10T06:20:40.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:39 smithi196 ceph-mon[90243]: osdmap e2274: 8 total, 8 up, 8 in 2024-08-10T06:20:40.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:39 smithi196 ceph-mon[90243]: pgmap v3951: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 105 KiB/s rd, 8.7 KiB/s wr, 152 op/s 2024-08-10T06:20:41.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:40 smithi031 ceph-mon[98130]: osdmap e2275: 8 total, 8 up, 8 in 2024-08-10T06:20:41.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:40 smithi031 ceph-mon[98130]: osdmap e2276: 8 total, 8 up, 8 in 2024-08-10T06:20:41.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:40 smithi031 ceph-mon[100614]: osdmap e2275: 8 total, 8 up, 8 in 2024-08-10T06:20:41.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:40 smithi031 ceph-mon[100614]: osdmap e2276: 8 total, 8 up, 8 in 2024-08-10T06:20:41.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:40 smithi196 ceph-mon[90243]: osdmap e2275: 8 total, 8 up, 8 in 2024-08-10T06:20:41.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:40 smithi196 ceph-mon[90243]: osdmap e2276: 8 total, 8 up, 8 in 2024-08-10T06:20:41.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:20:41 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:20:41] "GET /metrics HTTP/1.1" 200 36719 "" "Prometheus/2.43.0" 2024-08-10T06:20:41.721 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_protect_snap PASSED [ 39%] 2024-08-10T06:20:42.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:20:42.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:41 smithi031 ceph-mon[98130]: pgmap v3954: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 104 KiB/s rd, 9.0 KiB/s wr, 148 op/s 2024-08-10T06:20:42.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:41 smithi031 ceph-mon[98130]: osdmap e2277: 8 total, 8 up, 8 in 2024-08-10T06:20:42.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:20:42.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:41 smithi031 ceph-mon[100614]: pgmap v3954: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 104 KiB/s rd, 9.0 KiB/s wr, 148 op/s 2024-08-10T06:20:42.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:41 smithi031 ceph-mon[100614]: osdmap e2277: 8 total, 8 up, 8 in 2024-08-10T06:20:42.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:20:42.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:41 smithi196 ceph-mon[90243]: pgmap v3954: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 104 KiB/s rd, 9.0 KiB/s wr, 148 op/s 2024-08-10T06:20:42.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:41 smithi196 ceph-mon[90243]: osdmap e2277: 8 total, 8 up, 8 in 2024-08-10T06:20:42.780 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:20:42 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:20:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:20:43.835 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_exists PASSED [ 39%] 2024-08-10T06:20:44.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:43 smithi031 ceph-mon[98130]: osdmap e2278: 8 total, 8 up, 8 in 2024-08-10T06:20:44.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:43 smithi031 ceph-mon[98130]: pgmap v3957: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 91 KiB/s rd, 7.2 KiB/s wr, 120 op/s 2024-08-10T06:20:44.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:43 smithi031 ceph-mon[100614]: osdmap e2278: 8 total, 8 up, 8 in 2024-08-10T06:20:44.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:43 smithi031 ceph-mon[100614]: pgmap v3957: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 91 KiB/s rd, 7.2 KiB/s wr, 120 op/s 2024-08-10T06:20:44.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:43 smithi196 ceph-mon[90243]: osdmap e2278: 8 total, 8 up, 8 in 2024-08-10T06:20:44.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:43 smithi196 ceph-mon[90243]: pgmap v3957: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 91 KiB/s rd, 7.2 KiB/s wr, 120 op/s 2024-08-10T06:20:45.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:44 smithi031 ceph-mon[98130]: osdmap e2279: 8 total, 8 up, 8 in 2024-08-10T06:20:45.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:44 smithi031 ceph-mon[100614]: osdmap e2279: 8 total, 8 up, 8 in 2024-08-10T06:20:45.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:44 smithi196 ceph-mon[90243]: osdmap e2279: 8 total, 8 up, 8 in 2024-08-10T06:20:45.726 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_timestamp PASSED [ 40%] 2024-08-10T06:20:46.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:45 smithi031 ceph-mon[100614]: osdmap e2280: 8 total, 8 up, 8 in 2024-08-10T06:20:46.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:45 smithi031 ceph-mon[100614]: pgmap v3960: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 155 KiB/s rd, 11 KiB/s wr, 208 op/s 2024-08-10T06:20:46.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:45 smithi031 ceph-mon[100614]: osdmap e2281: 8 total, 8 up, 8 in 2024-08-10T06:20:46.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:45 smithi031 ceph-mon[98130]: osdmap e2280: 8 total, 8 up, 8 in 2024-08-10T06:20:46.021 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:45 smithi031 ceph-mon[98130]: pgmap v3960: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 155 KiB/s rd, 11 KiB/s wr, 208 op/s 2024-08-10T06:20:46.021 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:45 smithi031 ceph-mon[98130]: osdmap e2281: 8 total, 8 up, 8 in 2024-08-10T06:20:46.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:45 smithi196 ceph-mon[90243]: osdmap e2280: 8 total, 8 up, 8 in 2024-08-10T06:20:46.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:45 smithi196 ceph-mon[90243]: pgmap v3960: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 155 KiB/s rd, 11 KiB/s wr, 208 op/s 2024-08-10T06:20:46.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:45 smithi196 ceph-mon[90243]: osdmap e2281: 8 total, 8 up, 8 in 2024-08-10T06:20:48.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:47 smithi031 ceph-mon[98130]: osdmap e2282: 8 total, 8 up, 8 in 2024-08-10T06:20:48.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:47 smithi031 ceph-mon[98130]: pgmap v3963: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 125 KiB/s rd, 7.5 KiB/s wr, 174 op/s 2024-08-10T06:20:48.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:47 smithi031 ceph-mon[100614]: osdmap e2282: 8 total, 8 up, 8 in 2024-08-10T06:20:48.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:47 smithi031 ceph-mon[100614]: pgmap v3963: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 125 KiB/s rd, 7.5 KiB/s wr, 174 op/s 2024-08-10T06:20:48.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:47 smithi196 ceph-mon[90243]: osdmap e2282: 8 total, 8 up, 8 in 2024-08-10T06:20:48.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:47 smithi196 ceph-mon[90243]: pgmap v3963: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 125 KiB/s rd, 7.5 KiB/s wr, 174 op/s 2024-08-10T06:20:49.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:48 smithi031 ceph-mon[98130]: osdmap e2283: 8 total, 8 up, 8 in 2024-08-10T06:20:49.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:48 smithi031 ceph-mon[100614]: osdmap e2283: 8 total, 8 up, 8 in 2024-08-10T06:20:49.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:48 smithi196 ceph-mon[90243]: osdmap e2283: 8 total, 8 up, 8 in 2024-08-10T06:20:50.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:49 smithi031 ceph-mon[98130]: osdmap e2284: 8 total, 8 up, 8 in 2024-08-10T06:20:50.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:49 smithi031 ceph-mon[98130]: pgmap v3966: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 56 KiB/s rd, 5.0 KiB/s wr, 82 op/s 2024-08-10T06:20:50.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:49 smithi031 ceph-mon[100614]: osdmap e2284: 8 total, 8 up, 8 in 2024-08-10T06:20:50.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:49 smithi031 ceph-mon[100614]: pgmap v3966: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 56 KiB/s rd, 5.0 KiB/s wr, 82 op/s 2024-08-10T06:20:50.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:49 smithi196 ceph-mon[90243]: osdmap e2284: 8 total, 8 up, 8 in 2024-08-10T06:20:50.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:49 smithi196 ceph-mon[90243]: pgmap v3966: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 56 KiB/s rd, 5.0 KiB/s wr, 82 op/s 2024-08-10T06:20:51.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:50 smithi031 ceph-mon[100614]: osdmap e2285: 8 total, 8 up, 8 in 2024-08-10T06:20:51.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:50 smithi031 ceph-mon[100614]: osdmap e2286: 8 total, 8 up, 8 in 2024-08-10T06:20:51.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:50 smithi031 ceph-mon[98130]: osdmap e2285: 8 total, 8 up, 8 in 2024-08-10T06:20:51.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:50 smithi031 ceph-mon[98130]: osdmap e2286: 8 total, 8 up, 8 in 2024-08-10T06:20:51.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:50 smithi196 ceph-mon[90243]: osdmap e2285: 8 total, 8 up, 8 in 2024-08-10T06:20:51.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:50 smithi196 ceph-mon[90243]: osdmap e2286: 8 total, 8 up, 8 in 2024-08-10T06:20:51.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:20:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:20:51] "GET /metrics HTTP/1.1" 200 36719 "" "Prometheus/2.43.0" 2024-08-10T06:20:52.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:51 smithi031 ceph-mon[100614]: pgmap v3969: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 37 KiB/s rd, 4.5 KiB/s wr, 52 op/s 2024-08-10T06:20:52.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:51 smithi031 ceph-mon[98130]: pgmap v3969: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 37 KiB/s rd, 4.5 KiB/s wr, 52 op/s 2024-08-10T06:20:52.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:51 smithi196 ceph-mon[90243]: pgmap v3969: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 37 KiB/s rd, 4.5 KiB/s wr, 52 op/s 2024-08-10T06:20:52.661 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:20:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:20:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:20:53.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:52 smithi031 ceph-mon[100614]: osdmap e2287: 8 total, 8 up, 8 in 2024-08-10T06:20:53.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:52 smithi031 ceph-mon[98130]: osdmap e2287: 8 total, 8 up, 8 in 2024-08-10T06:20:53.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:52 smithi196 ceph-mon[90243]: osdmap e2287: 8 total, 8 up, 8 in 2024-08-10T06:20:53.762 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_limit_snaps PASSED [ 40%] 2024-08-10T06:20:53.855 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_exclusive_lock PASSED [ 41%] 2024-08-10T06:20:53.930 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_snap SKIPPED [ 41%] 2024-08-10T06:20:54.007 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_watcher SKIPPED [ 42%] 2024-08-10T06:20:54.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:53 smithi031 ceph-mon[98130]: osdmap e2288: 8 total, 8 up, 8 in 2024-08-10T06:20:54.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:53 smithi031 ceph-mon[98130]: pgmap v3972: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 56 KiB/s rd, 5.0 KiB/s wr, 73 op/s 2024-08-10T06:20:54.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:53 smithi031 ceph-mon[100614]: osdmap e2288: 8 total, 8 up, 8 in 2024-08-10T06:20:54.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:53 smithi031 ceph-mon[100614]: pgmap v3972: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 56 KiB/s rd, 5.0 KiB/s wr, 73 op/s 2024-08-10T06:20:54.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:53 smithi196 ceph-mon[90243]: osdmap e2288: 8 total, 8 up, 8 in 2024-08-10T06:20:54.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:53 smithi196 ceph-mon[90243]: pgmap v3972: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 56 KiB/s rd, 5.0 KiB/s wr, 73 op/s 2024-08-10T06:20:55.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:54 smithi031 ceph-mon[98130]: osdmap e2289: 8 total, 8 up, 8 in 2024-08-10T06:20:55.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:54 smithi031 ceph-mon[100614]: osdmap e2289: 8 total, 8 up, 8 in 2024-08-10T06:20:55.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:54 smithi196 ceph-mon[90243]: osdmap e2289: 8 total, 8 up, 8 in 2024-08-10T06:20:55.739 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_to_snap PASSED [ 42%] 2024-08-10T06:20:56.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:55 smithi031 ceph-mon[98130]: osdmap e2290: 8 total, 8 up, 8 in 2024-08-10T06:20:56.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:55 smithi031 ceph-mon[98130]: pgmap v3975: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 75 KiB/s rd, 4.7 KiB/s wr, 102 op/s 2024-08-10T06:20:56.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:55 smithi031 ceph-mon[98130]: osdmap e2291: 8 total, 8 up, 8 in 2024-08-10T06:20:56.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:55 smithi031 ceph-mon[100614]: osdmap e2290: 8 total, 8 up, 8 in 2024-08-10T06:20:56.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:55 smithi031 ceph-mon[100614]: pgmap v3975: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 75 KiB/s rd, 4.7 KiB/s wr, 102 op/s 2024-08-10T06:20:56.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:55 smithi031 ceph-mon[100614]: osdmap e2291: 8 total, 8 up, 8 in 2024-08-10T06:20:56.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:55 smithi196 ceph-mon[90243]: osdmap e2290: 8 total, 8 up, 8 in 2024-08-10T06:20:56.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:55 smithi196 ceph-mon[90243]: pgmap v3975: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 75 KiB/s rd, 4.7 KiB/s wr, 102 op/s 2024-08-10T06:20:56.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:55 smithi196 ceph-mon[90243]: osdmap e2291: 8 total, 8 up, 8 in 2024-08-10T06:20:57.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:20:57.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:56 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:20:57.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:56 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:20:57.793 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_to_snap_sparse PASSED [ 43%] 2024-08-10T06:20:58.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:57 smithi031 ceph-mon[98130]: osdmap e2292: 8 total, 8 up, 8 in 2024-08-10T06:20:58.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:57 smithi031 ceph-mon[98130]: pgmap v3978: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 113 KiB/s rd, 5.0 KiB/s wr, 150 op/s 2024-08-10T06:20:58.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:57 smithi031 ceph-mon[100614]: osdmap e2292: 8 total, 8 up, 8 in 2024-08-10T06:20:58.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:57 smithi031 ceph-mon[100614]: pgmap v3978: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 113 KiB/s rd, 5.0 KiB/s wr, 150 op/s 2024-08-10T06:20:58.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:57 smithi196 ceph-mon[90243]: osdmap e2292: 8 total, 8 up, 8 in 2024-08-10T06:20:58.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:57 smithi196 ceph-mon[90243]: pgmap v3978: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 113 KiB/s rd, 5.0 KiB/s wr, 150 op/s 2024-08-10T06:20:59.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:58 smithi031 ceph-mon[98130]: osdmap e2293: 8 total, 8 up, 8 in 2024-08-10T06:20:59.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:58 smithi031 ceph-mon[100614]: osdmap e2293: 8 total, 8 up, 8 in 2024-08-10T06:20:59.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:58 smithi196 ceph-mon[90243]: osdmap e2293: 8 total, 8 up, 8 in 2024-08-10T06:21:00.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:59 smithi031 ceph-mon[98130]: osdmap e2294: 8 total, 8 up, 8 in 2024-08-10T06:21:00.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:20:59 smithi031 ceph-mon[98130]: pgmap v3981: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 152 KiB/s rd, 15 KiB/s wr, 216 op/s 2024-08-10T06:21:00.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:59 smithi031 ceph-mon[100614]: osdmap e2294: 8 total, 8 up, 8 in 2024-08-10T06:21:00.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:20:59 smithi031 ceph-mon[100614]: pgmap v3981: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 152 KiB/s rd, 15 KiB/s wr, 216 op/s 2024-08-10T06:21:00.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:59 smithi196 ceph-mon[90243]: osdmap e2294: 8 total, 8 up, 8 in 2024-08-10T06:21:00.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:20:59 smithi196 ceph-mon[90243]: pgmap v3981: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 152 KiB/s rd, 15 KiB/s wr, 216 op/s 2024-08-10T06:21:01.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:00 smithi031 ceph-mon[98130]: osdmap e2295: 8 total, 8 up, 8 in 2024-08-10T06:21:01.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:00 smithi031 ceph-mon[98130]: osdmap e2296: 8 total, 8 up, 8 in 2024-08-10T06:21:01.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:00 smithi031 ceph-mon[100614]: osdmap e2295: 8 total, 8 up, 8 in 2024-08-10T06:21:01.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:00 smithi031 ceph-mon[100614]: osdmap e2296: 8 total, 8 up, 8 in 2024-08-10T06:21:01.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:00 smithi196 ceph-mon[90243]: osdmap e2295: 8 total, 8 up, 8 in 2024-08-10T06:21:01.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:00 smithi196 ceph-mon[90243]: osdmap e2296: 8 total, 8 up, 8 in 2024-08-10T06:21:01.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:21:01 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:21:01] "GET /metrics HTTP/1.1" 200 36724 "" "Prometheus/2.43.0" 2024-08-10T06:21:01.749 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_with_resize PASSED [ 43%] 2024-08-10T06:21:02.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:01 smithi031 ceph-mon[98130]: pgmap v3984: 137 pgs: 137 active+clean; 8.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 139 KiB/s rd, 15 KiB/s wr, 199 op/s 2024-08-10T06:21:02.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:01 smithi031 ceph-mon[98130]: osdmap e2297: 8 total, 8 up, 8 in 2024-08-10T06:21:02.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:01 smithi031 ceph-mon[100614]: pgmap v3984: 137 pgs: 137 active+clean; 8.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 139 KiB/s rd, 15 KiB/s wr, 199 op/s 2024-08-10T06:21:02.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:01 smithi031 ceph-mon[100614]: osdmap e2297: 8 total, 8 up, 8 in 2024-08-10T06:21:02.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:01 smithi196 ceph-mon[90243]: pgmap v3984: 137 pgs: 137 active+clean; 8.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 139 KiB/s rd, 15 KiB/s wr, 199 op/s 2024-08-10T06:21:02.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:01 smithi196 ceph-mon[90243]: osdmap e2297: 8 total, 8 up, 8 in 2024-08-10T06:21:02.780 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:21:02 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:21:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:21:03.824 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap PASSED [ 44%] 2024-08-10T06:21:04.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:03 smithi031 ceph-mon[98130]: osdmap e2298: 8 total, 8 up, 8 in 2024-08-10T06:21:04.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:03 smithi031 ceph-mon[98130]: pgmap v3987: 137 pgs: 137 active+clean; 8.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 99 KiB/s rd, 9.2 KiB/s wr, 133 op/s 2024-08-10T06:21:04.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:03 smithi031 ceph-mon[100614]: osdmap e2298: 8 total, 8 up, 8 in 2024-08-10T06:21:04.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:03 smithi031 ceph-mon[100614]: pgmap v3987: 137 pgs: 137 active+clean; 8.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 99 KiB/s rd, 9.2 KiB/s wr, 133 op/s 2024-08-10T06:21:04.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:03 smithi196 ceph-mon[90243]: osdmap e2298: 8 total, 8 up, 8 in 2024-08-10T06:21:04.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:03 smithi196 ceph-mon[90243]: pgmap v3987: 137 pgs: 137 active+clean; 8.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 99 KiB/s rd, 9.2 KiB/s wr, 133 op/s 2024-08-10T06:21:05.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:04 smithi031 ceph-mon[98130]: osdmap e2299: 8 total, 8 up, 8 in 2024-08-10T06:21:05.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:04 smithi031 ceph-mon[100614]: osdmap e2299: 8 total, 8 up, 8 in 2024-08-10T06:21:05.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:04 smithi196 ceph-mon[90243]: osdmap e2299: 8 total, 8 up, 8 in 2024-08-10T06:21:05.735 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_no_snap PASSED [ 45%] 2024-08-10T06:21:06.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:05 smithi031 ceph-mon[98130]: osdmap e2300: 8 total, 8 up, 8 in 2024-08-10T06:21:06.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:05 smithi031 ceph-mon[98130]: pgmap v3990: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 93 KiB/s rd, 13 KiB/s wr, 134 op/s 2024-08-10T06:21:06.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:05 smithi031 ceph-mon[98130]: osdmap e2301: 8 total, 8 up, 8 in 2024-08-10T06:21:06.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:05 smithi031 ceph-mon[100614]: osdmap e2300: 8 total, 8 up, 8 in 2024-08-10T06:21:06.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:05 smithi031 ceph-mon[100614]: pgmap v3990: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 93 KiB/s rd, 13 KiB/s wr, 134 op/s 2024-08-10T06:21:06.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:05 smithi031 ceph-mon[100614]: osdmap e2301: 8 total, 8 up, 8 in 2024-08-10T06:21:06.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:05 smithi196 ceph-mon[90243]: osdmap e2300: 8 total, 8 up, 8 in 2024-08-10T06:21:06.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:05 smithi196 ceph-mon[90243]: pgmap v3990: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 93 KiB/s rd, 13 KiB/s wr, 134 op/s 2024-08-10T06:21:06.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:05 smithi196 ceph-mon[90243]: osdmap e2301: 8 total, 8 up, 8 in 2024-08-10T06:21:07.855 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_by_id PASSED [ 45%] 2024-08-10T06:21:08.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:07 smithi031 ceph-mon[98130]: osdmap e2302: 8 total, 8 up, 8 in 2024-08-10T06:21:08.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:07 smithi031 ceph-mon[98130]: pgmap v3993: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 82 KiB/s rd, 13 KiB/s wr, 124 op/s 2024-08-10T06:21:08.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:07 smithi031 ceph-mon[100614]: osdmap e2302: 8 total, 8 up, 8 in 2024-08-10T06:21:08.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:07 smithi031 ceph-mon[100614]: pgmap v3993: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 82 KiB/s rd, 13 KiB/s wr, 124 op/s 2024-08-10T06:21:08.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:07 smithi196 ceph-mon[90243]: osdmap e2302: 8 total, 8 up, 8 in 2024-08-10T06:21:08.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:07 smithi196 ceph-mon[90243]: pgmap v3993: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 82 KiB/s rd, 13 KiB/s wr, 124 op/s 2024-08-10T06:21:09.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:08 smithi031 ceph-mon[100614]: osdmap e2303: 8 total, 8 up, 8 in 2024-08-10T06:21:09.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:08 smithi031 ceph-mon[98130]: osdmap e2303: 8 total, 8 up, 8 in 2024-08-10T06:21:09.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:08 smithi196 ceph-mon[90243]: osdmap e2303: 8 total, 8 up, 8 in 2024-08-10T06:21:10.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:09 smithi196 ceph-mon[90243]: osdmap e2304: 8 total, 8 up, 8 in 2024-08-10T06:21:10.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:09 smithi196 ceph-mon[90243]: pgmap v3996: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 80 KiB/s rd, 11 KiB/s wr, 120 op/s 2024-08-10T06:21:10.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:09 smithi031 ceph-mon[98130]: osdmap e2304: 8 total, 8 up, 8 in 2024-08-10T06:21:10.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:09 smithi031 ceph-mon[98130]: pgmap v3996: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 80 KiB/s rd, 11 KiB/s wr, 120 op/s 2024-08-10T06:21:10.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:09 smithi031 ceph-mon[100614]: osdmap e2304: 8 total, 8 up, 8 in 2024-08-10T06:21:10.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:09 smithi031 ceph-mon[100614]: pgmap v3996: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 80 KiB/s rd, 11 KiB/s wr, 120 op/s 2024-08-10T06:21:11.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:10 smithi196 ceph-mon[90243]: osdmap e2305: 8 total, 8 up, 8 in 2024-08-10T06:21:11.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:10 smithi196 ceph-mon[90243]: osdmap e2306: 8 total, 8 up, 8 in 2024-08-10T06:21:11.255 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:10 smithi031 ceph-mon[98130]: osdmap e2305: 8 total, 8 up, 8 in 2024-08-10T06:21:11.255 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:10 smithi031 ceph-mon[98130]: osdmap e2306: 8 total, 8 up, 8 in 2024-08-10T06:21:11.256 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:10 smithi031 ceph-mon[100614]: osdmap e2305: 8 total, 8 up, 8 in 2024-08-10T06:21:11.256 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:10 smithi031 ceph-mon[100614]: osdmap e2306: 8 total, 8 up, 8 in 2024-08-10T06:21:11.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:21:11 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:21:11] "GET /metrics HTTP/1.1" 200 36721 "" "Prometheus/2.43.0" 2024-08-10T06:21:12.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:11 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:21:12.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:11 smithi196 ceph-mon[90243]: pgmap v3999: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 88 KiB/s rd, 10 KiB/s wr, 125 op/s 2024-08-10T06:21:12.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:11 smithi196 ceph-mon[90243]: osdmap e2307: 8 total, 8 up, 8 in 2024-08-10T06:21:12.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:11 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:21:12.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:11 smithi031 ceph-mon[98130]: pgmap v3999: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 88 KiB/s rd, 10 KiB/s wr, 125 op/s 2024-08-10T06:21:12.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:11 smithi031 ceph-mon[98130]: osdmap e2307: 8 total, 8 up, 8 in 2024-08-10T06:21:12.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:11 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:21:12.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:11 smithi031 ceph-mon[100614]: pgmap v3999: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 88 KiB/s rd, 10 KiB/s wr, 125 op/s 2024-08-10T06:21:12.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:11 smithi031 ceph-mon[100614]: osdmap e2307: 8 total, 8 up, 8 in 2024-08-10T06:21:12.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:21:12 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:21:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:21:13.744 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_get_name PASSED [ 46%] 2024-08-10T06:21:14.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:13 smithi031 ceph-mon[98130]: osdmap e2308: 8 total, 8 up, 8 in 2024-08-10T06:21:14.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:13 smithi031 ceph-mon[98130]: pgmap v4002: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 108 KiB/s rd, 10 KiB/s wr, 147 op/s 2024-08-10T06:21:14.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:13 smithi031 ceph-mon[100614]: osdmap e2308: 8 total, 8 up, 8 in 2024-08-10T06:21:14.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:13 smithi031 ceph-mon[100614]: pgmap v4002: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 108 KiB/s rd, 10 KiB/s wr, 147 op/s 2024-08-10T06:21:14.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:13 smithi196 ceph-mon[90243]: osdmap e2308: 8 total, 8 up, 8 in 2024-08-10T06:21:14.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:13 smithi196 ceph-mon[90243]: pgmap v4002: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 108 KiB/s rd, 10 KiB/s wr, 147 op/s 2024-08-10T06:21:15.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:14 smithi031 ceph-mon[98130]: osdmap e2309: 8 total, 8 up, 8 in 2024-08-10T06:21:15.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:14 smithi031 ceph-mon[100614]: osdmap e2309: 8 total, 8 up, 8 in 2024-08-10T06:21:15.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:14 smithi196 ceph-mon[90243]: osdmap e2309: 8 total, 8 up, 8 in 2024-08-10T06:21:16.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:15 smithi031 ceph-mon[98130]: osdmap e2310: 8 total, 8 up, 8 in 2024-08-10T06:21:16.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:15 smithi031 ceph-mon[98130]: pgmap v4005: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 75 KiB/s rd, 5.7 KiB/s wr, 101 op/s 2024-08-10T06:21:16.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:15 smithi031 ceph-mon[98130]: osdmap e2311: 8 total, 8 up, 8 in 2024-08-10T06:21:16.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:15 smithi031 ceph-mon[100614]: osdmap e2310: 8 total, 8 up, 8 in 2024-08-10T06:21:16.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:15 smithi031 ceph-mon[100614]: pgmap v4005: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 75 KiB/s rd, 5.7 KiB/s wr, 101 op/s 2024-08-10T06:21:16.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:15 smithi031 ceph-mon[100614]: osdmap e2311: 8 total, 8 up, 8 in 2024-08-10T06:21:16.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:15 smithi196 ceph-mon[90243]: osdmap e2310: 8 total, 8 up, 8 in 2024-08-10T06:21:16.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:15 smithi196 ceph-mon[90243]: pgmap v4005: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 75 KiB/s rd, 5.7 KiB/s wr, 101 op/s 2024-08-10T06:21:16.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:15 smithi196 ceph-mon[90243]: osdmap e2311: 8 total, 8 up, 8 in 2024-08-10T06:21:18.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:17 smithi031 ceph-mon[98130]: osdmap e2312: 8 total, 8 up, 8 in 2024-08-10T06:21:18.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:17 smithi031 ceph-mon[98130]: pgmap v4008: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 15 KiB/s rd, 1.2 KiB/s wr, 23 op/s 2024-08-10T06:21:18.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:17 smithi031 ceph-mon[100614]: osdmap e2312: 8 total, 8 up, 8 in 2024-08-10T06:21:18.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:17 smithi031 ceph-mon[100614]: pgmap v4008: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 15 KiB/s rd, 1.2 KiB/s wr, 23 op/s 2024-08-10T06:21:18.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:17 smithi196 ceph-mon[90243]: osdmap e2312: 8 total, 8 up, 8 in 2024-08-10T06:21:18.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:17 smithi196 ceph-mon[90243]: pgmap v4008: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 15 KiB/s rd, 1.2 KiB/s wr, 23 op/s 2024-08-10T06:21:19.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:18 smithi031 ceph-mon[98130]: osdmap e2313: 8 total, 8 up, 8 in 2024-08-10T06:21:19.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:18 smithi031 ceph-mon[100614]: osdmap e2313: 8 total, 8 up, 8 in 2024-08-10T06:21:19.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:18 smithi196 ceph-mon[90243]: osdmap e2313: 8 total, 8 up, 8 in 2024-08-10T06:21:19.780 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_get_id PASSED [ 46%] 2024-08-10T06:21:20.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:19 smithi031 ceph-mon[98130]: osdmap e2314: 8 total, 8 up, 8 in 2024-08-10T06:21:20.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:19 smithi031 ceph-mon[98130]: pgmap v4011: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 36 KiB/s rd, 3.5 KiB/s wr, 50 op/s 2024-08-10T06:21:20.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:19 smithi031 ceph-mon[100614]: osdmap e2314: 8 total, 8 up, 8 in 2024-08-10T06:21:20.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:19 smithi031 ceph-mon[100614]: pgmap v4011: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 36 KiB/s rd, 3.5 KiB/s wr, 50 op/s 2024-08-10T06:21:20.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:19 smithi196 ceph-mon[90243]: osdmap e2314: 8 total, 8 up, 8 in 2024-08-10T06:21:20.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:19 smithi196 ceph-mon[90243]: pgmap v4011: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 36 KiB/s rd, 3.5 KiB/s wr, 50 op/s 2024-08-10T06:21:21.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:20 smithi031 ceph-mon[98130]: osdmap e2315: 8 total, 8 up, 8 in 2024-08-10T06:21:21.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:20 smithi031 ceph-mon[98130]: osdmap e2316: 8 total, 8 up, 8 in 2024-08-10T06:21:21.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:20 smithi031 ceph-mon[100614]: osdmap e2315: 8 total, 8 up, 8 in 2024-08-10T06:21:21.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:20 smithi031 ceph-mon[100614]: osdmap e2316: 8 total, 8 up, 8 in 2024-08-10T06:21:21.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:20 smithi196 ceph-mon[90243]: osdmap e2315: 8 total, 8 up, 8 in 2024-08-10T06:21:21.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:20 smithi196 ceph-mon[90243]: osdmap e2316: 8 total, 8 up, 8 in 2024-08-10T06:21:21.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:21:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:21:21] "GET /metrics HTTP/1.1" 200 36721 "" "Prometheus/2.43.0" 2024-08-10T06:21:21.750 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_sparse PASSED [ 47%] 2024-08-10T06:21:22.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:21 smithi031 ceph-mon[98130]: pgmap v4014: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 75 KiB/s rd, 7.0 KiB/s wr, 99 op/s 2024-08-10T06:21:22.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:21 smithi031 ceph-mon[98130]: osdmap e2317: 8 total, 8 up, 8 in 2024-08-10T06:21:22.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:21 smithi031 ceph-mon[100614]: pgmap v4014: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 75 KiB/s rd, 7.0 KiB/s wr, 99 op/s 2024-08-10T06:21:22.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:21 smithi031 ceph-mon[100614]: osdmap e2317: 8 total, 8 up, 8 in 2024-08-10T06:21:22.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:21 smithi196 ceph-mon[90243]: pgmap v4014: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 75 KiB/s rd, 7.0 KiB/s wr, 99 op/s 2024-08-10T06:21:22.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:21 smithi196 ceph-mon[90243]: osdmap e2317: 8 total, 8 up, 8 in 2024-08-10T06:21:22.780 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:21:22 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:21:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:21:24.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:23 smithi031 ceph-mon[98130]: osdmap e2318: 8 total, 8 up, 8 in 2024-08-10T06:21:24.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:23 smithi031 ceph-mon[98130]: pgmap v4017: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 57 KiB/s rd, 7.7 KiB/s wr, 78 op/s 2024-08-10T06:21:24.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:23 smithi031 ceph-mon[100614]: osdmap e2318: 8 total, 8 up, 8 in 2024-08-10T06:21:24.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:23 smithi031 ceph-mon[100614]: pgmap v4017: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 57 KiB/s rd, 7.7 KiB/s wr, 78 op/s 2024-08-10T06:21:24.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:23 smithi196 ceph-mon[90243]: osdmap e2318: 8 total, 8 up, 8 in 2024-08-10T06:21:24.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:23 smithi196 ceph-mon[90243]: pgmap v4017: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 57 KiB/s rd, 7.7 KiB/s wr, 78 op/s 2024-08-10T06:21:25.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:24 smithi031 ceph-mon[98130]: osdmap e2319: 8 total, 8 up, 8 in 2024-08-10T06:21:25.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:24 smithi031 ceph-mon[100614]: osdmap e2319: 8 total, 8 up, 8 in 2024-08-10T06:21:25.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:24 smithi196 ceph-mon[90243]: osdmap e2319: 8 total, 8 up, 8 in 2024-08-10T06:21:26.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:25 smithi031 ceph-mon[98130]: osdmap e2320: 8 total, 8 up, 8 in 2024-08-10T06:21:26.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:25 smithi031 ceph-mon[98130]: pgmap v4020: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 61 KiB/s rd, 6.5 KiB/s wr, 87 op/s 2024-08-10T06:21:26.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:25 smithi031 ceph-mon[98130]: osdmap e2321: 8 total, 8 up, 8 in 2024-08-10T06:21:26.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:25 smithi031 ceph-mon[100614]: osdmap e2320: 8 total, 8 up, 8 in 2024-08-10T06:21:26.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:25 smithi031 ceph-mon[100614]: pgmap v4020: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 61 KiB/s rd, 6.5 KiB/s wr, 87 op/s 2024-08-10T06:21:26.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:25 smithi031 ceph-mon[100614]: osdmap e2321: 8 total, 8 up, 8 in 2024-08-10T06:21:26.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:25 smithi196 ceph-mon[90243]: osdmap e2320: 8 total, 8 up, 8 in 2024-08-10T06:21:26.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:25 smithi196 ceph-mon[90243]: pgmap v4020: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 61 KiB/s rd, 6.5 KiB/s wr, 87 op/s 2024-08-10T06:21:26.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:25 smithi196 ceph-mon[90243]: osdmap e2321: 8 total, 8 up, 8 in 2024-08-10T06:21:27.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:21:27.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:21:27.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:21:27.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:21:27.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:21:27.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:26 smithi031 ceph-mon[100614]: osdmap e2322: 8 total, 8 up, 8 in 2024-08-10T06:21:27.021 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:21:27.021 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:21:27.021 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:21:27.021 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:21:27.021 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:21:27.021 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:26 smithi031 ceph-mon[98130]: osdmap e2322: 8 total, 8 up, 8 in 2024-08-10T06:21:27.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:21:27.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:21:27.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:21:27.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:21:27.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:21:27.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:26 smithi196 ceph-mon[90243]: osdmap e2322: 8 total, 8 up, 8 in 2024-08-10T06:21:28.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:27 smithi031 ceph-mon[98130]: pgmap v4023: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 104 KiB/s rd, 6.5 KiB/s wr, 142 op/s 2024-08-10T06:21:28.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:27 smithi031 ceph-mon[98130]: osdmap e2323: 8 total, 8 up, 8 in 2024-08-10T06:21:28.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:27 smithi031 ceph-mon[100614]: pgmap v4023: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 104 KiB/s rd, 6.5 KiB/s wr, 142 op/s 2024-08-10T06:21:28.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:27 smithi031 ceph-mon[100614]: osdmap e2323: 8 total, 8 up, 8 in 2024-08-10T06:21:28.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:27 smithi196 ceph-mon[90243]: pgmap v4023: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 104 KiB/s rd, 6.5 KiB/s wr, 142 op/s 2024-08-10T06:21:28.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:27 smithi196 ceph-mon[90243]: osdmap e2323: 8 total, 8 up, 8 in 2024-08-10T06:21:30.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:29 smithi031 ceph-mon[98130]: osdmap e2324: 8 total, 8 up, 8 in 2024-08-10T06:21:30.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:29 smithi031 ceph-mon[98130]: pgmap v4026: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 61 KiB/s rd, 4.2 KiB/s wr, 80 op/s 2024-08-10T06:21:30.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:29 smithi031 ceph-mon[100614]: osdmap e2324: 8 total, 8 up, 8 in 2024-08-10T06:21:30.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:29 smithi031 ceph-mon[100614]: pgmap v4026: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 61 KiB/s rd, 4.2 KiB/s wr, 80 op/s 2024-08-10T06:21:30.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:29 smithi196 ceph-mon[90243]: osdmap e2324: 8 total, 8 up, 8 in 2024-08-10T06:21:30.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:29 smithi196 ceph-mon[90243]: pgmap v4026: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 61 KiB/s rd, 4.2 KiB/s wr, 80 op/s 2024-08-10T06:21:31.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:30 smithi031 ceph-mon[98130]: osdmap e2325: 8 total, 8 up, 8 in 2024-08-10T06:21:31.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:30 smithi031 ceph-mon[98130]: osdmap e2326: 8 total, 8 up, 8 in 2024-08-10T06:21:31.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:30 smithi031 ceph-mon[100614]: osdmap e2325: 8 total, 8 up, 8 in 2024-08-10T06:21:31.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:30 smithi031 ceph-mon[100614]: osdmap e2326: 8 total, 8 up, 8 in 2024-08-10T06:21:31.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:30 smithi196 ceph-mon[90243]: osdmap e2325: 8 total, 8 up, 8 in 2024-08-10T06:21:31.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:30 smithi196 ceph-mon[90243]: osdmap e2326: 8 total, 8 up, 8 in 2024-08-10T06:21:31.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:21:31 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:21:31] "GET /metrics HTTP/1.1" 200 36718 "" "Prometheus/2.43.0" 2024-08-10T06:21:32.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:31 smithi031 ceph-mon[98130]: pgmap v4029: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-08-10T06:21:32.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:31 smithi031 ceph-mon[100614]: pgmap v4029: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-08-10T06:21:32.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:31 smithi196 ceph-mon[90243]: pgmap v4029: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-08-10T06:21:32.680 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:21:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:21:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:21:33.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:32 smithi031 ceph-mon[98130]: osdmap e2327: 8 total, 8 up, 8 in 2024-08-10T06:21:33.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:32 smithi031 ceph-mon[100614]: osdmap e2327: 8 total, 8 up, 8 in 2024-08-10T06:21:33.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:32 smithi196 ceph-mon[90243]: osdmap e2327: 8 total, 8 up, 8 in 2024-08-10T06:21:34.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:33 smithi031 ceph-mon[98130]: osdmap e2328: 8 total, 8 up, 8 in 2024-08-10T06:21:34.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:33 smithi031 ceph-mon[98130]: pgmap v4032: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 74 KiB/s rd, 3.5 KiB/s wr, 98 op/s 2024-08-10T06:21:34.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:33 smithi031 ceph-mon[100614]: osdmap e2328: 8 total, 8 up, 8 in 2024-08-10T06:21:34.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:33 smithi031 ceph-mon[100614]: pgmap v4032: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 74 KiB/s rd, 3.5 KiB/s wr, 98 op/s 2024-08-10T06:21:34.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:33 smithi196 ceph-mon[90243]: osdmap e2328: 8 total, 8 up, 8 in 2024-08-10T06:21:34.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:33 smithi196 ceph-mon[90243]: pgmap v4032: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 74 KiB/s rd, 3.5 KiB/s wr, 98 op/s 2024-08-10T06:21:35.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:34 smithi031 ceph-mon[98130]: osdmap e2329: 8 total, 8 up, 8 in 2024-08-10T06:21:35.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:34 smithi031 ceph-mon[100614]: osdmap e2329: 8 total, 8 up, 8 in 2024-08-10T06:21:35.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:34 smithi196 ceph-mon[90243]: osdmap e2329: 8 total, 8 up, 8 in 2024-08-10T06:21:36.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:35 smithi031 ceph-mon[98130]: osdmap e2330: 8 total, 8 up, 8 in 2024-08-10T06:21:36.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:35 smithi031 ceph-mon[98130]: pgmap v4035: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 70 KiB/s rd, 3.2 KiB/s wr, 93 op/s 2024-08-10T06:21:36.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:35 smithi031 ceph-mon[100614]: osdmap e2330: 8 total, 8 up, 8 in 2024-08-10T06:21:36.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:35 smithi031 ceph-mon[100614]: pgmap v4035: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 70 KiB/s rd, 3.2 KiB/s wr, 93 op/s 2024-08-10T06:21:36.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:35 smithi196 ceph-mon[90243]: osdmap e2330: 8 total, 8 up, 8 in 2024-08-10T06:21:36.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:35 smithi196 ceph-mon[90243]: pgmap v4035: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 70 KiB/s rd, 3.2 KiB/s wr, 93 op/s 2024-08-10T06:21:37.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:36 smithi031 ceph-mon[98130]: osdmap e2331: 8 total, 8 up, 8 in 2024-08-10T06:21:37.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:36 smithi031 ceph-mon[100614]: osdmap e2331: 8 total, 8 up, 8 in 2024-08-10T06:21:37.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:36 smithi196 ceph-mon[90243]: osdmap e2331: 8 total, 8 up, 8 in 2024-08-10T06:21:38.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:37 smithi031 ceph-mon[98130]: osdmap e2332: 8 total, 8 up, 8 in 2024-08-10T06:21:38.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:37 smithi031 ceph-mon[98130]: pgmap v4038: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 106 KiB/s rd, 3.0 KiB/s wr, 141 op/s 2024-08-10T06:21:38.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:37 smithi031 ceph-mon[100614]: osdmap e2332: 8 total, 8 up, 8 in 2024-08-10T06:21:38.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:37 smithi031 ceph-mon[100614]: pgmap v4038: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 106 KiB/s rd, 3.0 KiB/s wr, 141 op/s 2024-08-10T06:21:38.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:37 smithi196 ceph-mon[90243]: osdmap e2332: 8 total, 8 up, 8 in 2024-08-10T06:21:38.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:37 smithi196 ceph-mon[90243]: pgmap v4038: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 106 KiB/s rd, 3.0 KiB/s wr, 141 op/s 2024-08-10T06:21:39.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:38 smithi031 ceph-mon[98130]: osdmap e2333: 8 total, 8 up, 8 in 2024-08-10T06:21:39.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:38 smithi031 ceph-mon[100614]: osdmap e2333: 8 total, 8 up, 8 in 2024-08-10T06:21:39.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:38 smithi196 ceph-mon[90243]: osdmap e2333: 8 total, 8 up, 8 in 2024-08-10T06:21:40.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:39 smithi031 ceph-mon[98130]: osdmap e2334: 8 total, 8 up, 8 in 2024-08-10T06:21:40.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:39 smithi031 ceph-mon[98130]: pgmap v4041: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 105 KiB/s rd, 3.5 KiB/s wr, 140 op/s 2024-08-10T06:21:40.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:39 smithi031 ceph-mon[100614]: osdmap e2334: 8 total, 8 up, 8 in 2024-08-10T06:21:40.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:39 smithi031 ceph-mon[100614]: pgmap v4041: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 105 KiB/s rd, 3.5 KiB/s wr, 140 op/s 2024-08-10T06:21:40.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:39 smithi196 ceph-mon[90243]: osdmap e2334: 8 total, 8 up, 8 in 2024-08-10T06:21:40.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:39 smithi196 ceph-mon[90243]: pgmap v4041: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 105 KiB/s rd, 3.5 KiB/s wr, 140 op/s 2024-08-10T06:21:41.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:40 smithi031 ceph-mon[98130]: osdmap e2335: 8 total, 8 up, 8 in 2024-08-10T06:21:41.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:40 smithi031 ceph-mon[100614]: osdmap e2335: 8 total, 8 up, 8 in 2024-08-10T06:21:41.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:40 smithi196 ceph-mon[90243]: osdmap e2335: 8 total, 8 up, 8 in 2024-08-10T06:21:41.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:21:41 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:21:41] "GET /metrics HTTP/1.1" 200 36721 "" "Prometheus/2.43.0" 2024-08-10T06:21:42.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:41 smithi031 ceph-mon[98130]: osdmap e2336: 8 total, 8 up, 8 in 2024-08-10T06:21:42.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:21:42.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:41 smithi031 ceph-mon[98130]: pgmap v4044: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-08-10T06:21:42.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:41 smithi031 ceph-mon[100614]: osdmap e2336: 8 total, 8 up, 8 in 2024-08-10T06:21:42.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:21:42.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:41 smithi031 ceph-mon[100614]: pgmap v4044: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-08-10T06:21:42.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:41 smithi196 ceph-mon[90243]: osdmap e2336: 8 total, 8 up, 8 in 2024-08-10T06:21:42.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:21:42.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:41 smithi196 ceph-mon[90243]: pgmap v4044: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-08-10T06:21:42.770 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:21:42 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:21:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:21:43.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:42 smithi031 ceph-mon[98130]: osdmap e2337: 8 total, 8 up, 8 in 2024-08-10T06:21:43.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:42 smithi031 ceph-mon[100614]: osdmap e2337: 8 total, 8 up, 8 in 2024-08-10T06:21:43.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:42 smithi196 ceph-mon[90243]: osdmap e2337: 8 total, 8 up, 8 in 2024-08-10T06:21:44.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:43 smithi031 ceph-mon[98130]: osdmap e2338: 8 total, 8 up, 8 in 2024-08-10T06:21:44.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:43 smithi031 ceph-mon[98130]: pgmap v4047: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 139 KiB/s rd, 3.7 KiB/s wr, 186 op/s 2024-08-10T06:21:44.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:43 smithi031 ceph-mon[100614]: osdmap e2338: 8 total, 8 up, 8 in 2024-08-10T06:21:44.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:43 smithi031 ceph-mon[100614]: pgmap v4047: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 139 KiB/s rd, 3.7 KiB/s wr, 186 op/s 2024-08-10T06:21:44.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:43 smithi196 ceph-mon[90243]: osdmap e2338: 8 total, 8 up, 8 in 2024-08-10T06:21:44.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:43 smithi196 ceph-mon[90243]: pgmap v4047: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 139 KiB/s rd, 3.7 KiB/s wr, 186 op/s 2024-08-10T06:21:45.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:44 smithi031 ceph-mon[98130]: osdmap e2339: 8 total, 8 up, 8 in 2024-08-10T06:21:45.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:44 smithi031 ceph-mon[100614]: osdmap e2339: 8 total, 8 up, 8 in 2024-08-10T06:21:45.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:44 smithi196 ceph-mon[90243]: osdmap e2339: 8 total, 8 up, 8 in 2024-08-10T06:21:46.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:45 smithi031 ceph-mon[98130]: osdmap e2340: 8 total, 8 up, 8 in 2024-08-10T06:21:46.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:45 smithi031 ceph-mon[98130]: pgmap v4050: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 135 KiB/s rd, 3.0 KiB/s wr, 180 op/s 2024-08-10T06:21:46.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:45 smithi031 ceph-mon[100614]: osdmap e2340: 8 total, 8 up, 8 in 2024-08-10T06:21:46.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:45 smithi031 ceph-mon[100614]: pgmap v4050: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 135 KiB/s rd, 3.0 KiB/s wr, 180 op/s 2024-08-10T06:21:46.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:45 smithi196 ceph-mon[90243]: osdmap e2340: 8 total, 8 up, 8 in 2024-08-10T06:21:46.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:45 smithi196 ceph-mon[90243]: pgmap v4050: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 135 KiB/s rd, 3.0 KiB/s wr, 180 op/s 2024-08-10T06:21:47.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:46 smithi031 ceph-mon[98130]: osdmap e2341: 8 total, 8 up, 8 in 2024-08-10T06:21:47.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:46 smithi031 ceph-mon[100614]: osdmap e2341: 8 total, 8 up, 8 in 2024-08-10T06:21:47.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:46 smithi196 ceph-mon[90243]: osdmap e2341: 8 total, 8 up, 8 in 2024-08-10T06:21:48.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:47 smithi031 ceph-mon[98130]: osdmap e2342: 8 total, 8 up, 8 in 2024-08-10T06:21:48.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:47 smithi031 ceph-mon[98130]: pgmap v4053: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 171 KiB/s rd, 2.7 KiB/s wr, 228 op/s 2024-08-10T06:21:48.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:47 smithi031 ceph-mon[100614]: osdmap e2342: 8 total, 8 up, 8 in 2024-08-10T06:21:48.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:47 smithi031 ceph-mon[100614]: pgmap v4053: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 171 KiB/s rd, 2.7 KiB/s wr, 228 op/s 2024-08-10T06:21:48.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:47 smithi196 ceph-mon[90243]: osdmap e2342: 8 total, 8 up, 8 in 2024-08-10T06:21:48.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:47 smithi196 ceph-mon[90243]: pgmap v4053: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 171 KiB/s rd, 2.7 KiB/s wr, 228 op/s 2024-08-10T06:21:49.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:48 smithi031 ceph-mon[98130]: osdmap e2343: 8 total, 8 up, 8 in 2024-08-10T06:21:49.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:48 smithi031 ceph-mon[100614]: osdmap e2343: 8 total, 8 up, 8 in 2024-08-10T06:21:49.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:48 smithi196 ceph-mon[90243]: osdmap e2343: 8 total, 8 up, 8 in 2024-08-10T06:21:50.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:49 smithi031 ceph-mon[98130]: osdmap e2344: 8 total, 8 up, 8 in 2024-08-10T06:21:50.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:49 smithi031 ceph-mon[98130]: pgmap v4056: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 169 KiB/s rd, 4.0 KiB/s wr, 228 op/s 2024-08-10T06:21:50.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:49 smithi031 ceph-mon[100614]: osdmap e2344: 8 total, 8 up, 8 in 2024-08-10T06:21:50.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:49 smithi031 ceph-mon[100614]: pgmap v4056: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 169 KiB/s rd, 4.0 KiB/s wr, 228 op/s 2024-08-10T06:21:50.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:49 smithi196 ceph-mon[90243]: osdmap e2344: 8 total, 8 up, 8 in 2024-08-10T06:21:50.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:49 smithi196 ceph-mon[90243]: pgmap v4056: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 169 KiB/s rd, 4.0 KiB/s wr, 228 op/s 2024-08-10T06:21:51.171 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:50 smithi031 ceph-mon[98130]: osdmap e2345: 8 total, 8 up, 8 in 2024-08-10T06:21:51.172 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:50 smithi031 ceph-mon[100614]: osdmap e2345: 8 total, 8 up, 8 in 2024-08-10T06:21:51.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:50 smithi196 ceph-mon[90243]: osdmap e2345: 8 total, 8 up, 8 in 2024-08-10T06:21:51.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:21:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:21:51] "GET /metrics HTTP/1.1" 200 36721 "" "Prometheus/2.43.0" 2024-08-10T06:21:52.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:51 smithi031 ceph-mon[98130]: osdmap e2346: 8 total, 8 up, 8 in 2024-08-10T06:21:52.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:51 smithi031 ceph-mon[98130]: pgmap v4059: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-08-10T06:21:52.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:51 smithi031 ceph-mon[100614]: osdmap e2346: 8 total, 8 up, 8 in 2024-08-10T06:21:52.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:51 smithi031 ceph-mon[100614]: pgmap v4059: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-08-10T06:21:52.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:51 smithi196 ceph-mon[90243]: osdmap e2346: 8 total, 8 up, 8 in 2024-08-10T06:21:52.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:51 smithi196 ceph-mon[90243]: pgmap v4059: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-08-10T06:21:52.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:21:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:21:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:21:53.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:52 smithi031 ceph-mon[98130]: osdmap e2347: 8 total, 8 up, 8 in 2024-08-10T06:21:53.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:52 smithi031 ceph-mon[100614]: osdmap e2347: 8 total, 8 up, 8 in 2024-08-10T06:21:53.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:52 smithi196 ceph-mon[90243]: osdmap e2347: 8 total, 8 up, 8 in 2024-08-10T06:21:54.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:53 smithi031 ceph-mon[100614]: osdmap e2348: 8 total, 8 up, 8 in 2024-08-10T06:21:54.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:53 smithi031 ceph-mon[100614]: pgmap v4062: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 204 KiB/s rd, 3.0 KiB/s wr, 272 op/s 2024-08-10T06:21:54.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:53 smithi031 ceph-mon[98130]: osdmap e2348: 8 total, 8 up, 8 in 2024-08-10T06:21:54.271 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:53 smithi031 ceph-mon[98130]: pgmap v4062: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 204 KiB/s rd, 3.0 KiB/s wr, 272 op/s 2024-08-10T06:21:54.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:53 smithi196 ceph-mon[90243]: osdmap e2348: 8 total, 8 up, 8 in 2024-08-10T06:21:54.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:53 smithi196 ceph-mon[90243]: pgmap v4062: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 204 KiB/s rd, 3.0 KiB/s wr, 272 op/s 2024-08-10T06:21:55.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:54 smithi031 ceph-mon[98130]: osdmap e2349: 8 total, 8 up, 8 in 2024-08-10T06:21:55.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:54 smithi031 ceph-mon[100614]: osdmap e2349: 8 total, 8 up, 8 in 2024-08-10T06:21:55.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:54 smithi196 ceph-mon[90243]: osdmap e2349: 8 total, 8 up, 8 in 2024-08-10T06:21:56.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:55 smithi031 ceph-mon[100614]: osdmap e2350: 8 total, 8 up, 8 in 2024-08-10T06:21:56.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:55 smithi031 ceph-mon[100614]: pgmap v4065: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 200 KiB/s rd, 3.7 KiB/s wr, 268 op/s 2024-08-10T06:21:56.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:55 smithi031 ceph-mon[98130]: osdmap e2350: 8 total, 8 up, 8 in 2024-08-10T06:21:56.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:55 smithi031 ceph-mon[98130]: pgmap v4065: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 200 KiB/s rd, 3.7 KiB/s wr, 268 op/s 2024-08-10T06:21:56.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:55 smithi196 ceph-mon[90243]: osdmap e2350: 8 total, 8 up, 8 in 2024-08-10T06:21:56.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:55 smithi196 ceph-mon[90243]: pgmap v4065: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 200 KiB/s rd, 3.7 KiB/s wr, 268 op/s 2024-08-10T06:21:57.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:56 smithi031 ceph-mon[98130]: osdmap e2351: 8 total, 8 up, 8 in 2024-08-10T06:21:57.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:21:57.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:56 smithi031 ceph-mon[100614]: osdmap e2351: 8 total, 8 up, 8 in 2024-08-10T06:21:57.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:56 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:21:57.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:56 smithi196 ceph-mon[90243]: osdmap e2351: 8 total, 8 up, 8 in 2024-08-10T06:21:57.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:56 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:21:58.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:57 smithi031 ceph-mon[98130]: osdmap e2352: 8 total, 8 up, 8 in 2024-08-10T06:21:58.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:57 smithi031 ceph-mon[98130]: pgmap v4068: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 235 KiB/s rd, 4.0 KiB/s wr, 317 op/s 2024-08-10T06:21:58.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:57 smithi031 ceph-mon[100614]: osdmap e2352: 8 total, 8 up, 8 in 2024-08-10T06:21:58.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:57 smithi031 ceph-mon[100614]: pgmap v4068: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 235 KiB/s rd, 4.0 KiB/s wr, 317 op/s 2024-08-10T06:21:58.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:57 smithi196 ceph-mon[90243]: osdmap e2352: 8 total, 8 up, 8 in 2024-08-10T06:21:58.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:57 smithi196 ceph-mon[90243]: pgmap v4068: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 235 KiB/s rd, 4.0 KiB/s wr, 317 op/s 2024-08-10T06:21:59.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:58 smithi031 ceph-mon[98130]: osdmap e2353: 8 total, 8 up, 8 in 2024-08-10T06:21:59.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:58 smithi031 ceph-mon[100614]: osdmap e2353: 8 total, 8 up, 8 in 2024-08-10T06:21:59.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:58 smithi196 ceph-mon[90243]: osdmap e2353: 8 total, 8 up, 8 in 2024-08-10T06:22:00.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:59 smithi031 ceph-mon[98130]: osdmap e2354: 8 total, 8 up, 8 in 2024-08-10T06:22:00.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:21:59 smithi031 ceph-mon[98130]: pgmap v4071: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 234 KiB/s rd, 3.2 KiB/s wr, 315 op/s 2024-08-10T06:22:00.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:59 smithi031 ceph-mon[100614]: osdmap e2354: 8 total, 8 up, 8 in 2024-08-10T06:22:00.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:21:59 smithi031 ceph-mon[100614]: pgmap v4071: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 234 KiB/s rd, 3.2 KiB/s wr, 315 op/s 2024-08-10T06:22:00.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:59 smithi196 ceph-mon[90243]: osdmap e2354: 8 total, 8 up, 8 in 2024-08-10T06:22:00.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:21:59 smithi196 ceph-mon[90243]: pgmap v4071: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 234 KiB/s rd, 3.2 KiB/s wr, 315 op/s 2024-08-10T06:22:01.255 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:00 smithi031 ceph-mon[98130]: osdmap e2355: 8 total, 8 up, 8 in 2024-08-10T06:22:01.255 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:00 smithi031 ceph-mon[100614]: osdmap e2355: 8 total, 8 up, 8 in 2024-08-10T06:22:01.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:00 smithi196 ceph-mon[90243]: osdmap e2355: 8 total, 8 up, 8 in 2024-08-10T06:22:01.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:22:01 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:22:01] "GET /metrics HTTP/1.1" 200 36720 "" "Prometheus/2.43.0" 2024-08-10T06:22:02.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:01 smithi031 ceph-mon[98130]: osdmap e2356: 8 total, 8 up, 8 in 2024-08-10T06:22:02.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:01 smithi031 ceph-mon[98130]: pgmap v4074: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-08-10T06:22:02.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:01 smithi031 ceph-mon[100614]: osdmap e2356: 8 total, 8 up, 8 in 2024-08-10T06:22:02.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:01 smithi031 ceph-mon[100614]: pgmap v4074: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-08-10T06:22:02.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:01 smithi196 ceph-mon[90243]: osdmap e2356: 8 total, 8 up, 8 in 2024-08-10T06:22:02.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:01 smithi196 ceph-mon[90243]: pgmap v4074: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-08-10T06:22:02.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:22:02 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:22:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:22:03.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:02 smithi031 ceph-mon[98130]: osdmap e2357: 8 total, 8 up, 8 in 2024-08-10T06:22:03.295 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:02 smithi031 ceph-mon[100614]: osdmap e2357: 8 total, 8 up, 8 in 2024-08-10T06:22:03.296 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:02 smithi196 ceph-mon[90243]: osdmap e2357: 8 total, 8 up, 8 in 2024-08-10T06:22:04.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:03 smithi031 ceph-mon[98130]: osdmap e2358: 8 total, 8 up, 8 in 2024-08-10T06:22:04.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:03 smithi031 ceph-mon[98130]: pgmap v4077: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 270 KiB/s rd, 3.7 KiB/s wr, 361 op/s 2024-08-10T06:22:04.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:03 smithi031 ceph-mon[100614]: osdmap e2358: 8 total, 8 up, 8 in 2024-08-10T06:22:04.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:03 smithi031 ceph-mon[100614]: pgmap v4077: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 270 KiB/s rd, 3.7 KiB/s wr, 361 op/s 2024-08-10T06:22:04.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:03 smithi196 ceph-mon[90243]: osdmap e2358: 8 total, 8 up, 8 in 2024-08-10T06:22:04.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:03 smithi196 ceph-mon[90243]: pgmap v4077: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 270 KiB/s rd, 3.7 KiB/s wr, 361 op/s 2024-08-10T06:22:05.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:04 smithi031 ceph-mon[98130]: osdmap e2359: 8 total, 8 up, 8 in 2024-08-10T06:22:05.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:04 smithi031 ceph-mon[100614]: osdmap e2359: 8 total, 8 up, 8 in 2024-08-10T06:22:05.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:04 smithi196 ceph-mon[90243]: osdmap e2359: 8 total, 8 up, 8 in 2024-08-10T06:22:06.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:05 smithi031 ceph-mon[98130]: osdmap e2360: 8 total, 8 up, 8 in 2024-08-10T06:22:06.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:05 smithi031 ceph-mon[98130]: pgmap v4080: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 266 KiB/s rd, 3.2 KiB/s wr, 355 op/s 2024-08-10T06:22:06.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:05 smithi031 ceph-mon[100614]: osdmap e2360: 8 total, 8 up, 8 in 2024-08-10T06:22:06.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:05 smithi031 ceph-mon[100614]: pgmap v4080: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 266 KiB/s rd, 3.2 KiB/s wr, 355 op/s 2024-08-10T06:22:06.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:05 smithi196 ceph-mon[90243]: osdmap e2360: 8 total, 8 up, 8 in 2024-08-10T06:22:06.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:05 smithi196 ceph-mon[90243]: pgmap v4080: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 266 KiB/s rd, 3.2 KiB/s wr, 355 op/s 2024-08-10T06:22:07.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:06 smithi031 ceph-mon[98130]: osdmap e2361: 8 total, 8 up, 8 in 2024-08-10T06:22:07.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:06 smithi031 ceph-mon[100614]: osdmap e2361: 8 total, 8 up, 8 in 2024-08-10T06:22:07.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:06 smithi196 ceph-mon[90243]: osdmap e2361: 8 total, 8 up, 8 in 2024-08-10T06:22:08.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:07 smithi031 ceph-mon[98130]: osdmap e2362: 8 total, 8 up, 8 in 2024-08-10T06:22:08.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:07 smithi031 ceph-mon[98130]: pgmap v4083: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 301 KiB/s rd, 2.7 KiB/s wr, 403 op/s 2024-08-10T06:22:08.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:07 smithi031 ceph-mon[100614]: osdmap e2362: 8 total, 8 up, 8 in 2024-08-10T06:22:08.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:07 smithi031 ceph-mon[100614]: pgmap v4083: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 301 KiB/s rd, 2.7 KiB/s wr, 403 op/s 2024-08-10T06:22:08.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:07 smithi196 ceph-mon[90243]: osdmap e2362: 8 total, 8 up, 8 in 2024-08-10T06:22:08.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:07 smithi196 ceph-mon[90243]: pgmap v4083: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 301 KiB/s rd, 2.7 KiB/s wr, 403 op/s 2024-08-10T06:22:09.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:08 smithi031 ceph-mon[98130]: osdmap e2363: 8 total, 8 up, 8 in 2024-08-10T06:22:09.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:08 smithi031 ceph-mon[100614]: osdmap e2363: 8 total, 8 up, 8 in 2024-08-10T06:22:09.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:08 smithi196 ceph-mon[90243]: osdmap e2363: 8 total, 8 up, 8 in 2024-08-10T06:22:10.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:09 smithi031 ceph-mon[98130]: osdmap e2364: 8 total, 8 up, 8 in 2024-08-10T06:22:10.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:09 smithi031 ceph-mon[98130]: pgmap v4086: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 300 KiB/s rd, 3.7 KiB/s wr, 403 op/s 2024-08-10T06:22:10.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:09 smithi031 ceph-mon[100614]: osdmap e2364: 8 total, 8 up, 8 in 2024-08-10T06:22:10.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:09 smithi031 ceph-mon[100614]: pgmap v4086: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 300 KiB/s rd, 3.7 KiB/s wr, 403 op/s 2024-08-10T06:22:10.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:09 smithi196 ceph-mon[90243]: osdmap e2364: 8 total, 8 up, 8 in 2024-08-10T06:22:10.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:09 smithi196 ceph-mon[90243]: pgmap v4086: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 300 KiB/s rd, 3.7 KiB/s wr, 403 op/s 2024-08-10T06:22:11.255 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:10 smithi031 ceph-mon[98130]: osdmap e2365: 8 total, 8 up, 8 in 2024-08-10T06:22:11.256 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:10 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:22:11.256 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:10 smithi031 ceph-mon[100614]: osdmap e2365: 8 total, 8 up, 8 in 2024-08-10T06:22:11.256 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:10 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:22:11.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:10 smithi196 ceph-mon[90243]: osdmap e2365: 8 total, 8 up, 8 in 2024-08-10T06:22:11.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:10 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:22:11.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:22:11 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:22:11] "GET /metrics HTTP/1.1" 200 36726 "" "Prometheus/2.43.0" 2024-08-10T06:22:12.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:11 smithi031 ceph-mon[98130]: osdmap e2366: 8 total, 8 up, 8 in 2024-08-10T06:22:12.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:11 smithi031 ceph-mon[98130]: pgmap v4089: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-08-10T06:22:12.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:11 smithi031 ceph-mon[100614]: osdmap e2366: 8 total, 8 up, 8 in 2024-08-10T06:22:12.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:11 smithi031 ceph-mon[100614]: pgmap v4089: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-08-10T06:22:12.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:11 smithi196 ceph-mon[90243]: osdmap e2366: 8 total, 8 up, 8 in 2024-08-10T06:22:12.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:11 smithi196 ceph-mon[90243]: pgmap v4089: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-08-10T06:22:12.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:22:12 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:22:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:22:13.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:12 smithi031 ceph-mon[98130]: osdmap e2367: 8 total, 8 up, 8 in 2024-08-10T06:22:13.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:13 smithi031 ceph-mon[100614]: osdmap e2367: 8 total, 8 up, 8 in 2024-08-10T06:22:13.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:12 smithi196 ceph-mon[90243]: osdmap e2367: 8 total, 8 up, 8 in 2024-08-10T06:22:14.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:14 smithi031 ceph-mon[98130]: osdmap e2368: 8 total, 8 up, 8 in 2024-08-10T06:22:14.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:14 smithi031 ceph-mon[98130]: pgmap v4092: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 335 KiB/s rd, 3.0 KiB/s wr, 447 op/s 2024-08-10T06:22:14.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:14 smithi031 ceph-mon[100614]: osdmap e2368: 8 total, 8 up, 8 in 2024-08-10T06:22:14.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:14 smithi031 ceph-mon[100614]: pgmap v4092: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 335 KiB/s rd, 3.0 KiB/s wr, 447 op/s 2024-08-10T06:22:14.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:14 smithi196 ceph-mon[90243]: osdmap e2368: 8 total, 8 up, 8 in 2024-08-10T06:22:14.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:14 smithi196 ceph-mon[90243]: pgmap v4092: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 335 KiB/s rd, 3.0 KiB/s wr, 447 op/s 2024-08-10T06:22:15.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:15 smithi031 ceph-mon[98130]: osdmap e2369: 8 total, 8 up, 8 in 2024-08-10T06:22:15.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:15 smithi031 ceph-mon[100614]: osdmap e2369: 8 total, 8 up, 8 in 2024-08-10T06:22:15.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:15 smithi196 ceph-mon[90243]: osdmap e2369: 8 total, 8 up, 8 in 2024-08-10T06:22:16.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:16 smithi031 ceph-mon[98130]: osdmap e2370: 8 total, 8 up, 8 in 2024-08-10T06:22:16.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:16 smithi031 ceph-mon[98130]: pgmap v4095: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 331 KiB/s rd, 4.0 KiB/s wr, 443 op/s 2024-08-10T06:22:16.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:16 smithi031 ceph-mon[100614]: osdmap e2370: 8 total, 8 up, 8 in 2024-08-10T06:22:16.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:16 smithi031 ceph-mon[100614]: pgmap v4095: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 331 KiB/s rd, 4.0 KiB/s wr, 443 op/s 2024-08-10T06:22:16.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:16 smithi196 ceph-mon[90243]: osdmap e2370: 8 total, 8 up, 8 in 2024-08-10T06:22:16.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:16 smithi196 ceph-mon[90243]: pgmap v4095: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 331 KiB/s rd, 4.0 KiB/s wr, 443 op/s 2024-08-10T06:22:17.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:17 smithi031 ceph-mon[98130]: osdmap e2371: 8 total, 8 up, 8 in 2024-08-10T06:22:17.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:17 smithi031 ceph-mon[100614]: osdmap e2371: 8 total, 8 up, 8 in 2024-08-10T06:22:17.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:17 smithi196 ceph-mon[90243]: osdmap e2371: 8 total, 8 up, 8 in 2024-08-10T06:22:18.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:18 smithi031 ceph-mon[98130]: osdmap e2372: 8 total, 8 up, 8 in 2024-08-10T06:22:18.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:18 smithi031 ceph-mon[98130]: pgmap v4098: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 366 KiB/s rd, 4.0 KiB/s wr, 492 op/s 2024-08-10T06:22:18.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:18 smithi031 ceph-mon[100614]: osdmap e2372: 8 total, 8 up, 8 in 2024-08-10T06:22:18.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:18 smithi031 ceph-mon[100614]: pgmap v4098: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 366 KiB/s rd, 4.0 KiB/s wr, 492 op/s 2024-08-10T06:22:18.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:18 smithi196 ceph-mon[90243]: osdmap e2372: 8 total, 8 up, 8 in 2024-08-10T06:22:18.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:18 smithi196 ceph-mon[90243]: pgmap v4098: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 366 KiB/s rd, 4.0 KiB/s wr, 492 op/s 2024-08-10T06:22:19.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:19 smithi031 ceph-mon[98130]: osdmap e2373: 8 total, 8 up, 8 in 2024-08-10T06:22:19.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:19 smithi031 ceph-mon[100614]: osdmap e2373: 8 total, 8 up, 8 in 2024-08-10T06:22:19.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:19 smithi196 ceph-mon[90243]: osdmap e2373: 8 total, 8 up, 8 in 2024-08-10T06:22:20.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:20 smithi031 ceph-mon[98130]: osdmap e2374: 8 total, 8 up, 8 in 2024-08-10T06:22:20.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:20 smithi031 ceph-mon[98130]: pgmap v4101: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 365 KiB/s rd, 3.0 KiB/s wr, 490 op/s 2024-08-10T06:22:20.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:20 smithi031 ceph-mon[100614]: osdmap e2374: 8 total, 8 up, 8 in 2024-08-10T06:22:20.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:20 smithi031 ceph-mon[100614]: pgmap v4101: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 365 KiB/s rd, 3.0 KiB/s wr, 490 op/s 2024-08-10T06:22:20.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:20 smithi196 ceph-mon[90243]: osdmap e2374: 8 total, 8 up, 8 in 2024-08-10T06:22:20.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:20 smithi196 ceph-mon[90243]: pgmap v4101: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 365 KiB/s rd, 3.0 KiB/s wr, 490 op/s 2024-08-10T06:22:21.421 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:22:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:22:21] "GET /metrics HTTP/1.1" 200 36726 "" "Prometheus/2.43.0" 2024-08-10T06:22:21.422 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:21 smithi031 ceph-mon[98130]: osdmap e2375: 8 total, 8 up, 8 in 2024-08-10T06:22:21.422 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:21 smithi031 ceph-mon[100614]: osdmap e2375: 8 total, 8 up, 8 in 2024-08-10T06:22:21.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:21 smithi196 ceph-mon[90243]: osdmap e2375: 8 total, 8 up, 8 in 2024-08-10T06:22:22.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:22 smithi031 ceph-mon[98130]: pgmap v4104: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-08-10T06:22:22.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:22 smithi031 ceph-mon[98130]: osdmap e2376: 8 total, 8 up, 8 in 2024-08-10T06:22:22.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:22 smithi031 ceph-mon[100614]: pgmap v4104: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-08-10T06:22:22.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:22 smithi031 ceph-mon[100614]: osdmap e2376: 8 total, 8 up, 8 in 2024-08-10T06:22:22.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:22 smithi196 ceph-mon[90243]: pgmap v4104: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-08-10T06:22:22.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:22 smithi196 ceph-mon[90243]: osdmap e2376: 8 total, 8 up, 8 in 2024-08-10T06:22:22.530 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:22:22 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:22:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:22:23.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:23 smithi031 ceph-mon[98130]: osdmap e2377: 8 total, 8 up, 8 in 2024-08-10T06:22:23.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:23 smithi031 ceph-mon[100614]: osdmap e2377: 8 total, 8 up, 8 in 2024-08-10T06:22:23.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:23 smithi196 ceph-mon[90243]: osdmap e2377: 8 total, 8 up, 8 in 2024-08-10T06:22:24.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:24 smithi031 ceph-mon[98130]: pgmap v4106: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 398 KiB/s rd, 3.5 KiB/s wr, 533 op/s 2024-08-10T06:22:24.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:24 smithi031 ceph-mon[98130]: osdmap e2378: 8 total, 8 up, 8 in 2024-08-10T06:22:24.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:24 smithi031 ceph-mon[100614]: pgmap v4106: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 398 KiB/s rd, 3.5 KiB/s wr, 533 op/s 2024-08-10T06:22:24.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:24 smithi031 ceph-mon[100614]: osdmap e2378: 8 total, 8 up, 8 in 2024-08-10T06:22:24.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:24 smithi196 ceph-mon[90243]: pgmap v4106: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 398 KiB/s rd, 3.5 KiB/s wr, 533 op/s 2024-08-10T06:22:24.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:24 smithi196 ceph-mon[90243]: osdmap e2378: 8 total, 8 up, 8 in 2024-08-10T06:22:25.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:25 smithi031 ceph-mon[100614]: osdmap e2379: 8 total, 8 up, 8 in 2024-08-10T06:22:25.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:25 smithi031 ceph-mon[98130]: osdmap e2379: 8 total, 8 up, 8 in 2024-08-10T06:22:25.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:25 smithi196 ceph-mon[90243]: osdmap e2379: 8 total, 8 up, 8 in 2024-08-10T06:22:26.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:26 smithi031 ceph-mon[98130]: pgmap v4109: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 395 KiB/s rd, 3.2 KiB/s wr, 530 op/s 2024-08-10T06:22:26.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:26 smithi031 ceph-mon[98130]: osdmap e2380: 8 total, 8 up, 8 in 2024-08-10T06:22:26.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:22:26.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:26 smithi031 ceph-mon[100614]: pgmap v4109: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 395 KiB/s rd, 3.2 KiB/s wr, 530 op/s 2024-08-10T06:22:26.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:26 smithi031 ceph-mon[100614]: osdmap e2380: 8 total, 8 up, 8 in 2024-08-10T06:22:26.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:22:26.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:26 smithi196 ceph-mon[90243]: pgmap v4109: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 395 KiB/s rd, 3.2 KiB/s wr, 530 op/s 2024-08-10T06:22:26.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:26 smithi196 ceph-mon[90243]: osdmap e2380: 8 total, 8 up, 8 in 2024-08-10T06:22:26.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:22:27.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:27 smithi031 ceph-mon[98130]: osdmap e2381: 8 total, 8 up, 8 in 2024-08-10T06:22:27.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:27 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:22:27.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:27 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:22:27.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:27 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:22:27.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:27 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:22:27.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:27 smithi031 ceph-mon[100614]: osdmap e2381: 8 total, 8 up, 8 in 2024-08-10T06:22:27.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:27 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:22:27.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:27 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:22:27.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:27 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:22:27.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:27 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:22:27.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:27 smithi196 ceph-mon[90243]: osdmap e2381: 8 total, 8 up, 8 in 2024-08-10T06:22:27.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:27 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:22:27.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:27 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:22:27.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:27 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:22:27.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:27 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:22:28.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:28 smithi031 ceph-mon[98130]: pgmap v4112: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 431 KiB/s rd, 3.7 KiB/s wr, 579 op/s 2024-08-10T06:22:28.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:28 smithi031 ceph-mon[98130]: osdmap e2382: 8 total, 8 up, 8 in 2024-08-10T06:22:28.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:28 smithi031 ceph-mon[100614]: pgmap v4112: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 431 KiB/s rd, 3.7 KiB/s wr, 579 op/s 2024-08-10T06:22:28.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:28 smithi031 ceph-mon[100614]: osdmap e2382: 8 total, 8 up, 8 in 2024-08-10T06:22:28.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:28 smithi196 ceph-mon[90243]: pgmap v4112: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 431 KiB/s rd, 3.7 KiB/s wr, 579 op/s 2024-08-10T06:22:28.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:28 smithi196 ceph-mon[90243]: osdmap e2382: 8 total, 8 up, 8 in 2024-08-10T06:22:29.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:29 smithi031 ceph-mon[100614]: osdmap e2383: 8 total, 8 up, 8 in 2024-08-10T06:22:29.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:29 smithi031 ceph-mon[98130]: osdmap e2383: 8 total, 8 up, 8 in 2024-08-10T06:22:29.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:29 smithi196 ceph-mon[90243]: osdmap e2383: 8 total, 8 up, 8 in 2024-08-10T06:22:30.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:30 smithi031 ceph-mon[98130]: pgmap v4115: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 430 KiB/s rd, 3.2 KiB/s wr, 578 op/s 2024-08-10T06:22:30.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:30 smithi031 ceph-mon[98130]: osdmap e2384: 8 total, 8 up, 8 in 2024-08-10T06:22:30.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:30 smithi031 ceph-mon[100614]: pgmap v4115: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 430 KiB/s rd, 3.2 KiB/s wr, 578 op/s 2024-08-10T06:22:30.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:30 smithi031 ceph-mon[100614]: osdmap e2384: 8 total, 8 up, 8 in 2024-08-10T06:22:30.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:30 smithi196 ceph-mon[90243]: pgmap v4115: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 430 KiB/s rd, 3.2 KiB/s wr, 578 op/s 2024-08-10T06:22:30.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:30 smithi196 ceph-mon[90243]: osdmap e2384: 8 total, 8 up, 8 in 2024-08-10T06:22:31.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:31 smithi031 ceph-mon[98130]: osdmap e2385: 8 total, 8 up, 8 in 2024-08-10T06:22:31.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:31 smithi031 ceph-mon[100614]: osdmap e2385: 8 total, 8 up, 8 in 2024-08-10T06:22:31.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:22:31 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:22:31] "GET /metrics HTTP/1.1" 200 36720 "" "Prometheus/2.43.0" 2024-08-10T06:22:31.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:31 smithi196 ceph-mon[90243]: osdmap e2385: 8 total, 8 up, 8 in 2024-08-10T06:22:32.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:32 smithi031 ceph-mon[98130]: pgmap v4118: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-08-10T06:22:32.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:32 smithi031 ceph-mon[98130]: osdmap e2386: 8 total, 8 up, 8 in 2024-08-10T06:22:32.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:32 smithi031 ceph-mon[100614]: pgmap v4118: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-08-10T06:22:32.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:32 smithi031 ceph-mon[100614]: osdmap e2386: 8 total, 8 up, 8 in 2024-08-10T06:22:32.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:32 smithi196 ceph-mon[90243]: pgmap v4118: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-08-10T06:22:32.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:32 smithi196 ceph-mon[90243]: osdmap e2386: 8 total, 8 up, 8 in 2024-08-10T06:22:32.530 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:22:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:22:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:22:33.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:33 smithi031 ceph-mon[98130]: osdmap e2387: 8 total, 8 up, 8 in 2024-08-10T06:22:33.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:33 smithi031 ceph-mon[100614]: osdmap e2387: 8 total, 8 up, 8 in 2024-08-10T06:22:33.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:33 smithi196 ceph-mon[90243]: osdmap e2387: 8 total, 8 up, 8 in 2024-08-10T06:22:34.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:34 smithi031 ceph-mon[98130]: pgmap v4121: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 466 KiB/s rd, 3.5 KiB/s wr, 626 op/s 2024-08-10T06:22:34.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:34 smithi031 ceph-mon[98130]: osdmap e2388: 8 total, 8 up, 8 in 2024-08-10T06:22:34.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:34 smithi031 ceph-mon[100614]: pgmap v4121: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 466 KiB/s rd, 3.5 KiB/s wr, 626 op/s 2024-08-10T06:22:34.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:34 smithi031 ceph-mon[100614]: osdmap e2388: 8 total, 8 up, 8 in 2024-08-10T06:22:34.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:34 smithi196 ceph-mon[90243]: pgmap v4121: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 466 KiB/s rd, 3.5 KiB/s wr, 626 op/s 2024-08-10T06:22:34.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:34 smithi196 ceph-mon[90243]: osdmap e2388: 8 total, 8 up, 8 in 2024-08-10T06:22:35.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:35 smithi031 ceph-mon[98130]: osdmap e2389: 8 total, 8 up, 8 in 2024-08-10T06:22:35.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:35 smithi031 ceph-mon[100614]: osdmap e2389: 8 total, 8 up, 8 in 2024-08-10T06:22:35.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:35 smithi196 ceph-mon[90243]: osdmap e2389: 8 total, 8 up, 8 in 2024-08-10T06:22:36.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:36 smithi031 ceph-mon[98130]: pgmap v4124: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 462 KiB/s rd, 3.2 KiB/s wr, 621 op/s 2024-08-10T06:22:36.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:36 smithi031 ceph-mon[98130]: osdmap e2390: 8 total, 8 up, 8 in 2024-08-10T06:22:36.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:36 smithi031 ceph-mon[100614]: pgmap v4124: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 462 KiB/s rd, 3.2 KiB/s wr, 621 op/s 2024-08-10T06:22:36.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:36 smithi031 ceph-mon[100614]: osdmap e2390: 8 total, 8 up, 8 in 2024-08-10T06:22:36.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:36 smithi196 ceph-mon[90243]: pgmap v4124: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 462 KiB/s rd, 3.2 KiB/s wr, 621 op/s 2024-08-10T06:22:36.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:36 smithi196 ceph-mon[90243]: osdmap e2390: 8 total, 8 up, 8 in 2024-08-10T06:22:37.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:37 smithi031 ceph-mon[98130]: osdmap e2391: 8 total, 8 up, 8 in 2024-08-10T06:22:37.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:37 smithi031 ceph-mon[100614]: osdmap e2391: 8 total, 8 up, 8 in 2024-08-10T06:22:37.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:37 smithi196 ceph-mon[90243]: osdmap e2391: 8 total, 8 up, 8 in 2024-08-10T06:22:38.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:38 smithi031 ceph-mon[98130]: pgmap v4127: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 497 KiB/s rd, 3.7 KiB/s wr, 671 op/s 2024-08-10T06:22:38.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:38 smithi031 ceph-mon[98130]: osdmap e2392: 8 total, 8 up, 8 in 2024-08-10T06:22:38.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:38 smithi031 ceph-mon[100614]: pgmap v4127: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 497 KiB/s rd, 3.7 KiB/s wr, 671 op/s 2024-08-10T06:22:38.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:38 smithi031 ceph-mon[100614]: osdmap e2392: 8 total, 8 up, 8 in 2024-08-10T06:22:38.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:38 smithi196 ceph-mon[90243]: pgmap v4127: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 497 KiB/s rd, 3.7 KiB/s wr, 671 op/s 2024-08-10T06:22:38.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:38 smithi196 ceph-mon[90243]: osdmap e2392: 8 total, 8 up, 8 in 2024-08-10T06:22:39.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:39 smithi031 ceph-mon[98130]: osdmap e2393: 8 total, 8 up, 8 in 2024-08-10T06:22:39.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:39 smithi031 ceph-mon[100614]: osdmap e2393: 8 total, 8 up, 8 in 2024-08-10T06:22:39.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:39 smithi196 ceph-mon[90243]: osdmap e2393: 8 total, 8 up, 8 in 2024-08-10T06:22:40.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:40 smithi031 ceph-mon[98130]: pgmap v4130: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 496 KiB/s rd, 4.0 KiB/s wr, 670 op/s 2024-08-10T06:22:40.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:40 smithi031 ceph-mon[98130]: osdmap e2394: 8 total, 8 up, 8 in 2024-08-10T06:22:40.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:40 smithi031 ceph-mon[100614]: pgmap v4130: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 496 KiB/s rd, 4.0 KiB/s wr, 670 op/s 2024-08-10T06:22:40.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:40 smithi031 ceph-mon[100614]: osdmap e2394: 8 total, 8 up, 8 in 2024-08-10T06:22:40.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:40 smithi196 ceph-mon[90243]: pgmap v4130: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 496 KiB/s rd, 4.0 KiB/s wr, 670 op/s 2024-08-10T06:22:40.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:40 smithi196 ceph-mon[90243]: osdmap e2394: 8 total, 8 up, 8 in 2024-08-10T06:22:41.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:41 smithi031 ceph-mon[98130]: osdmap e2395: 8 total, 8 up, 8 in 2024-08-10T06:22:41.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:22:41.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:22:41 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:22:41] "GET /metrics HTTP/1.1" 200 36724 "" "Prometheus/2.43.0" 2024-08-10T06:22:41.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:41 smithi031 ceph-mon[100614]: osdmap e2395: 8 total, 8 up, 8 in 2024-08-10T06:22:41.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:22:41.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:41 smithi196 ceph-mon[90243]: osdmap e2395: 8 total, 8 up, 8 in 2024-08-10T06:22:41.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:22:42.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:42 smithi031 ceph-mon[98130]: pgmap v4133: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-08-10T06:22:42.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:42 smithi031 ceph-mon[98130]: osdmap e2396: 8 total, 8 up, 8 in 2024-08-10T06:22:42.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:42 smithi031 ceph-mon[100614]: pgmap v4133: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-08-10T06:22:42.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:42 smithi031 ceph-mon[100614]: osdmap e2396: 8 total, 8 up, 8 in 2024-08-10T06:22:42.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:42 smithi196 ceph-mon[90243]: pgmap v4133: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-08-10T06:22:42.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:42 smithi196 ceph-mon[90243]: osdmap e2396: 8 total, 8 up, 8 in 2024-08-10T06:22:42.530 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:22:42 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:22:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:22:43.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:43 smithi031 ceph-mon[98130]: osdmap e2397: 8 total, 8 up, 8 in 2024-08-10T06:22:43.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:43 smithi031 ceph-mon[100614]: osdmap e2397: 8 total, 8 up, 8 in 2024-08-10T06:22:43.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:43 smithi196 ceph-mon[90243]: osdmap e2397: 8 total, 8 up, 8 in 2024-08-10T06:22:44.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:44 smithi031 ceph-mon[98130]: pgmap v4136: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 531 KiB/s rd, 3.5 KiB/s wr, 714 op/s 2024-08-10T06:22:44.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:44 smithi031 ceph-mon[98130]: osdmap e2398: 8 total, 8 up, 8 in 2024-08-10T06:22:44.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:44 smithi031 ceph-mon[100614]: pgmap v4136: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 531 KiB/s rd, 3.5 KiB/s wr, 714 op/s 2024-08-10T06:22:44.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:44 smithi031 ceph-mon[100614]: osdmap e2398: 8 total, 8 up, 8 in 2024-08-10T06:22:44.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:44 smithi196 ceph-mon[90243]: pgmap v4136: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 531 KiB/s rd, 3.5 KiB/s wr, 714 op/s 2024-08-10T06:22:44.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:44 smithi196 ceph-mon[90243]: osdmap e2398: 8 total, 8 up, 8 in 2024-08-10T06:22:45.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:45 smithi031 ceph-mon[98130]: osdmap e2399: 8 total, 8 up, 8 in 2024-08-10T06:22:45.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:45 smithi031 ceph-mon[100614]: osdmap e2399: 8 total, 8 up, 8 in 2024-08-10T06:22:45.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:45 smithi196 ceph-mon[90243]: osdmap e2399: 8 total, 8 up, 8 in 2024-08-10T06:22:46.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:46 smithi031 ceph-mon[98130]: pgmap v4139: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 527 KiB/s rd, 3.5 KiB/s wr, 709 op/s 2024-08-10T06:22:46.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:46 smithi031 ceph-mon[98130]: osdmap e2400: 8 total, 8 up, 8 in 2024-08-10T06:22:46.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:46 smithi031 ceph-mon[100614]: pgmap v4139: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 527 KiB/s rd, 3.5 KiB/s wr, 709 op/s 2024-08-10T06:22:46.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:46 smithi031 ceph-mon[100614]: osdmap e2400: 8 total, 8 up, 8 in 2024-08-10T06:22:46.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:46 smithi196 ceph-mon[90243]: pgmap v4139: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 527 KiB/s rd, 3.5 KiB/s wr, 709 op/s 2024-08-10T06:22:46.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:46 smithi196 ceph-mon[90243]: osdmap e2400: 8 total, 8 up, 8 in 2024-08-10T06:22:47.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:47 smithi031 ceph-mon[98130]: osdmap e2401: 8 total, 8 up, 8 in 2024-08-10T06:22:47.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:47 smithi031 ceph-mon[100614]: osdmap e2401: 8 total, 8 up, 8 in 2024-08-10T06:22:47.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:47 smithi196 ceph-mon[90243]: osdmap e2401: 8 total, 8 up, 8 in 2024-08-10T06:22:48.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:48 smithi031 ceph-mon[98130]: pgmap v4142: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 562 KiB/s rd, 3.2 KiB/s wr, 757 op/s 2024-08-10T06:22:48.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:48 smithi031 ceph-mon[98130]: osdmap e2402: 8 total, 8 up, 8 in 2024-08-10T06:22:48.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:48 smithi031 ceph-mon[100614]: pgmap v4142: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 562 KiB/s rd, 3.2 KiB/s wr, 757 op/s 2024-08-10T06:22:48.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:48 smithi031 ceph-mon[100614]: osdmap e2402: 8 total, 8 up, 8 in 2024-08-10T06:22:48.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:48 smithi196 ceph-mon[90243]: pgmap v4142: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 562 KiB/s rd, 3.2 KiB/s wr, 757 op/s 2024-08-10T06:22:48.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:48 smithi196 ceph-mon[90243]: osdmap e2402: 8 total, 8 up, 8 in 2024-08-10T06:22:49.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:49 smithi031 ceph-mon[98130]: osdmap e2403: 8 total, 8 up, 8 in 2024-08-10T06:22:49.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:49 smithi031 ceph-mon[100614]: osdmap e2403: 8 total, 8 up, 8 in 2024-08-10T06:22:49.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:49 smithi196 ceph-mon[90243]: osdmap e2403: 8 total, 8 up, 8 in 2024-08-10T06:22:50.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:50 smithi031 ceph-mon[98130]: pgmap v4145: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 561 KiB/s rd, 3.5 KiB/s wr, 757 op/s 2024-08-10T06:22:50.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:50 smithi031 ceph-mon[98130]: osdmap e2404: 8 total, 8 up, 8 in 2024-08-10T06:22:50.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:50 smithi031 ceph-mon[100614]: pgmap v4145: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 561 KiB/s rd, 3.5 KiB/s wr, 757 op/s 2024-08-10T06:22:50.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:50 smithi031 ceph-mon[100614]: osdmap e2404: 8 total, 8 up, 8 in 2024-08-10T06:22:50.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:50 smithi196 ceph-mon[90243]: pgmap v4145: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 561 KiB/s rd, 3.5 KiB/s wr, 757 op/s 2024-08-10T06:22:50.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:50 smithi196 ceph-mon[90243]: osdmap e2404: 8 total, 8 up, 8 in 2024-08-10T06:22:51.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:51 smithi031 ceph-mon[98130]: osdmap e2405: 8 total, 8 up, 8 in 2024-08-10T06:22:51.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:22:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:22:51] "GET /metrics HTTP/1.1" 200 36724 "" "Prometheus/2.43.0" 2024-08-10T06:22:51.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:51 smithi031 ceph-mon[100614]: osdmap e2405: 8 total, 8 up, 8 in 2024-08-10T06:22:51.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:51 smithi196 ceph-mon[90243]: osdmap e2405: 8 total, 8 up, 8 in 2024-08-10T06:22:52.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:52 smithi031 ceph-mon[98130]: pgmap v4148: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-08-10T06:22:52.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:52 smithi031 ceph-mon[98130]: osdmap e2406: 8 total, 8 up, 8 in 2024-08-10T06:22:52.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:52 smithi031 ceph-mon[100614]: pgmap v4148: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-08-10T06:22:52.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:52 smithi031 ceph-mon[100614]: osdmap e2406: 8 total, 8 up, 8 in 2024-08-10T06:22:52.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:52 smithi196 ceph-mon[90243]: pgmap v4148: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-08-10T06:22:52.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:52 smithi196 ceph-mon[90243]: osdmap e2406: 8 total, 8 up, 8 in 2024-08-10T06:22:52.780 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:22:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:22:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:22:53.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:53 smithi031 ceph-mon[98130]: osdmap e2407: 8 total, 8 up, 8 in 2024-08-10T06:22:53.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:53 smithi031 ceph-mon[98130]: pgmap v4151: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 595 KiB/s rd, 3.5 KiB/s wr, 802 op/s 2024-08-10T06:22:53.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:53 smithi031 ceph-mon[100614]: osdmap e2407: 8 total, 8 up, 8 in 2024-08-10T06:22:53.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:53 smithi031 ceph-mon[100614]: pgmap v4151: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 595 KiB/s rd, 3.5 KiB/s wr, 802 op/s 2024-08-10T06:22:53.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:53 smithi196 ceph-mon[90243]: osdmap e2407: 8 total, 8 up, 8 in 2024-08-10T06:22:53.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:53 smithi196 ceph-mon[90243]: pgmap v4151: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 595 KiB/s rd, 3.5 KiB/s wr, 802 op/s 2024-08-10T06:22:54.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:54 smithi031 ceph-mon[100614]: osdmap e2408: 8 total, 8 up, 8 in 2024-08-10T06:22:54.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:54 smithi031 ceph-mon[98130]: osdmap e2408: 8 total, 8 up, 8 in 2024-08-10T06:22:54.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:54 smithi196 ceph-mon[90243]: osdmap e2408: 8 total, 8 up, 8 in 2024-08-10T06:22:55.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:55 smithi031 ceph-mon[98130]: osdmap e2409: 8 total, 8 up, 8 in 2024-08-10T06:22:55.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:55 smithi031 ceph-mon[98130]: pgmap v4154: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 592 KiB/s rd, 3.7 KiB/s wr, 797 op/s 2024-08-10T06:22:55.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:55 smithi031 ceph-mon[100614]: osdmap e2409: 8 total, 8 up, 8 in 2024-08-10T06:22:55.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:55 smithi031 ceph-mon[100614]: pgmap v4154: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 592 KiB/s rd, 3.7 KiB/s wr, 797 op/s 2024-08-10T06:22:55.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:55 smithi196 ceph-mon[90243]: osdmap e2409: 8 total, 8 up, 8 in 2024-08-10T06:22:55.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:55 smithi196 ceph-mon[90243]: pgmap v4154: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 592 KiB/s rd, 3.7 KiB/s wr, 797 op/s 2024-08-10T06:22:56.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:56 smithi031 ceph-mon[98130]: osdmap e2410: 8 total, 8 up, 8 in 2024-08-10T06:22:56.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:22:56.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:56 smithi031 ceph-mon[100614]: osdmap e2410: 8 total, 8 up, 8 in 2024-08-10T06:22:56.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:56 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:22:56.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:56 smithi196 ceph-mon[90243]: osdmap e2410: 8 total, 8 up, 8 in 2024-08-10T06:22:56.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:56 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:22:57.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:57 smithi031 ceph-mon[98130]: osdmap e2411: 8 total, 8 up, 8 in 2024-08-10T06:22:57.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:57 smithi031 ceph-mon[98130]: pgmap v4157: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 627 KiB/s rd, 3.2 KiB/s wr, 845 op/s 2024-08-10T06:22:57.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:57 smithi031 ceph-mon[100614]: osdmap e2411: 8 total, 8 up, 8 in 2024-08-10T06:22:57.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:57 smithi031 ceph-mon[100614]: pgmap v4157: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 627 KiB/s rd, 3.2 KiB/s wr, 845 op/s 2024-08-10T06:22:57.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:57 smithi196 ceph-mon[90243]: osdmap e2411: 8 total, 8 up, 8 in 2024-08-10T06:22:57.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:57 smithi196 ceph-mon[90243]: pgmap v4157: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 627 KiB/s rd, 3.2 KiB/s wr, 845 op/s 2024-08-10T06:22:58.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:58 smithi031 ceph-mon[98130]: osdmap e2412: 8 total, 8 up, 8 in 2024-08-10T06:22:58.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:58 smithi031 ceph-mon[100614]: osdmap e2412: 8 total, 8 up, 8 in 2024-08-10T06:22:58.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:58 smithi196 ceph-mon[90243]: osdmap e2412: 8 total, 8 up, 8 in 2024-08-10T06:22:59.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:59 smithi031 ceph-mon[98130]: osdmap e2413: 8 total, 8 up, 8 in 2024-08-10T06:22:59.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:22:59 smithi031 ceph-mon[98130]: pgmap v4160: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 626 KiB/s rd, 3.5 KiB/s wr, 844 op/s 2024-08-10T06:22:59.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:59 smithi031 ceph-mon[100614]: osdmap e2413: 8 total, 8 up, 8 in 2024-08-10T06:22:59.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:22:59 smithi031 ceph-mon[100614]: pgmap v4160: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 626 KiB/s rd, 3.5 KiB/s wr, 844 op/s 2024-08-10T06:22:59.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:59 smithi196 ceph-mon[90243]: osdmap e2413: 8 total, 8 up, 8 in 2024-08-10T06:22:59.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:22:59 smithi196 ceph-mon[90243]: pgmap v4160: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 626 KiB/s rd, 3.5 KiB/s wr, 844 op/s 2024-08-10T06:23:00.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:00 smithi031 ceph-mon[98130]: osdmap e2414: 8 total, 8 up, 8 in 2024-08-10T06:23:00.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:00 smithi031 ceph-mon[100614]: osdmap e2414: 8 total, 8 up, 8 in 2024-08-10T06:23:00.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:00 smithi196 ceph-mon[90243]: osdmap e2414: 8 total, 8 up, 8 in 2024-08-10T06:23:01.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:01 smithi031 ceph-mon[98130]: osdmap e2415: 8 total, 8 up, 8 in 2024-08-10T06:23:01.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:01 smithi031 ceph-mon[98130]: pgmap v4163: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.2 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2024-08-10T06:23:01.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:23:01 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:23:01] "GET /metrics HTTP/1.1" 200 36724 "" "Prometheus/2.43.0" 2024-08-10T06:23:01.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:01 smithi031 ceph-mon[100614]: osdmap e2415: 8 total, 8 up, 8 in 2024-08-10T06:23:01.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:01 smithi031 ceph-mon[100614]: pgmap v4163: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.2 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2024-08-10T06:23:01.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:01 smithi196 ceph-mon[90243]: osdmap e2415: 8 total, 8 up, 8 in 2024-08-10T06:23:01.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:01 smithi196 ceph-mon[90243]: pgmap v4163: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.2 KiB/s rd, 1.2 KiB/s wr, 6 op/s 2024-08-10T06:23:02.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:02 smithi031 ceph-mon[98130]: osdmap e2416: 8 total, 8 up, 8 in 2024-08-10T06:23:02.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:02 smithi031 ceph-mon[100614]: osdmap e2416: 8 total, 8 up, 8 in 2024-08-10T06:23:02.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:02 smithi196 ceph-mon[90243]: osdmap e2416: 8 total, 8 up, 8 in 2024-08-10T06:23:02.780 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:23:02 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:23:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:23:03.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:03 smithi031 ceph-mon[98130]: osdmap e2417: 8 total, 8 up, 8 in 2024-08-10T06:23:03.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:03 smithi031 ceph-mon[98130]: pgmap v4166: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 529 KiB/s rd, 3.5 KiB/s wr, 710 op/s 2024-08-10T06:23:03.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:03 smithi031 ceph-mon[100614]: osdmap e2417: 8 total, 8 up, 8 in 2024-08-10T06:23:03.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:03 smithi031 ceph-mon[100614]: pgmap v4166: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 529 KiB/s rd, 3.5 KiB/s wr, 710 op/s 2024-08-10T06:23:03.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:03 smithi196 ceph-mon[90243]: osdmap e2417: 8 total, 8 up, 8 in 2024-08-10T06:23:03.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:03 smithi196 ceph-mon[90243]: pgmap v4166: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 529 KiB/s rd, 3.5 KiB/s wr, 710 op/s 2024-08-10T06:23:04.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:04 smithi031 ceph-mon[98130]: osdmap e2418: 8 total, 8 up, 8 in 2024-08-10T06:23:04.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:04 smithi031 ceph-mon[100614]: osdmap e2418: 8 total, 8 up, 8 in 2024-08-10T06:23:04.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:04 smithi196 ceph-mon[90243]: osdmap e2418: 8 total, 8 up, 8 in 2024-08-10T06:23:05.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:05 smithi031 ceph-mon[98130]: osdmap e2419: 8 total, 8 up, 8 in 2024-08-10T06:23:05.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:05 smithi031 ceph-mon[98130]: pgmap v4169: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 526 KiB/s rd, 3.5 KiB/s wr, 706 op/s 2024-08-10T06:23:05.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:05 smithi031 ceph-mon[100614]: osdmap e2419: 8 total, 8 up, 8 in 2024-08-10T06:23:05.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:05 smithi031 ceph-mon[100614]: pgmap v4169: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 526 KiB/s rd, 3.5 KiB/s wr, 706 op/s 2024-08-10T06:23:05.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:05 smithi196 ceph-mon[90243]: osdmap e2419: 8 total, 8 up, 8 in 2024-08-10T06:23:05.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:05 smithi196 ceph-mon[90243]: pgmap v4169: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 526 KiB/s rd, 3.5 KiB/s wr, 706 op/s 2024-08-10T06:23:06.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:06 smithi031 ceph-mon[98130]: osdmap e2420: 8 total, 8 up, 8 in 2024-08-10T06:23:06.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:06 smithi031 ceph-mon[100614]: osdmap e2420: 8 total, 8 up, 8 in 2024-08-10T06:23:06.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:06 smithi196 ceph-mon[90243]: osdmap e2420: 8 total, 8 up, 8 in 2024-08-10T06:23:07.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:07 smithi031 ceph-mon[98130]: osdmap e2421: 8 total, 8 up, 8 in 2024-08-10T06:23:07.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:07 smithi031 ceph-mon[98130]: pgmap v4172: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 683 KiB/s rd, 2.5 KiB/s wr, 921 op/s 2024-08-10T06:23:07.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:07 smithi031 ceph-mon[100614]: osdmap e2421: 8 total, 8 up, 8 in 2024-08-10T06:23:07.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:07 smithi031 ceph-mon[100614]: pgmap v4172: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 683 KiB/s rd, 2.5 KiB/s wr, 921 op/s 2024-08-10T06:23:07.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:07 smithi196 ceph-mon[90243]: osdmap e2421: 8 total, 8 up, 8 in 2024-08-10T06:23:07.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:07 smithi196 ceph-mon[90243]: pgmap v4172: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 683 KiB/s rd, 2.5 KiB/s wr, 921 op/s 2024-08-10T06:23:08.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:08 smithi031 ceph-mon[98130]: osdmap e2422: 8 total, 8 up, 8 in 2024-08-10T06:23:08.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:08 smithi031 ceph-mon[100614]: osdmap e2422: 8 total, 8 up, 8 in 2024-08-10T06:23:08.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:08 smithi196 ceph-mon[90243]: osdmap e2422: 8 total, 8 up, 8 in 2024-08-10T06:23:09.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:09 smithi031 ceph-mon[98130]: osdmap e2423: 8 total, 8 up, 8 in 2024-08-10T06:23:09.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:09 smithi031 ceph-mon[98130]: pgmap v4175: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 682 KiB/s rd, 2.5 KiB/s wr, 920 op/s 2024-08-10T06:23:09.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:09 smithi031 ceph-mon[100614]: osdmap e2423: 8 total, 8 up, 8 in 2024-08-10T06:23:09.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:09 smithi031 ceph-mon[100614]: pgmap v4175: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 682 KiB/s rd, 2.5 KiB/s wr, 920 op/s 2024-08-10T06:23:09.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:09 smithi196 ceph-mon[90243]: osdmap e2423: 8 total, 8 up, 8 in 2024-08-10T06:23:09.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:09 smithi196 ceph-mon[90243]: pgmap v4175: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 682 KiB/s rd, 2.5 KiB/s wr, 920 op/s 2024-08-10T06:23:10.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:10 smithi031 ceph-mon[98130]: osdmap e2424: 8 total, 8 up, 8 in 2024-08-10T06:23:10.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:10 smithi031 ceph-mon[100614]: osdmap e2424: 8 total, 8 up, 8 in 2024-08-10T06:23:10.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:10 smithi196 ceph-mon[90243]: osdmap e2424: 8 total, 8 up, 8 in 2024-08-10T06:23:11.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:23:11 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:23:11] "GET /metrics HTTP/1.1" 200 36725 "" "Prometheus/2.43.0" 2024-08-10T06:23:11.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:11 smithi031 ceph-mon[98130]: osdmap e2425: 8 total, 8 up, 8 in 2024-08-10T06:23:11.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:11 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:23:11.521 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:11 smithi031 ceph-mon[98130]: pgmap v4178: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-08-10T06:23:11.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:11 smithi031 ceph-mon[100614]: osdmap e2425: 8 total, 8 up, 8 in 2024-08-10T06:23:11.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:11 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:23:11.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:11 smithi031 ceph-mon[100614]: pgmap v4178: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-08-10T06:23:11.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:11 smithi196 ceph-mon[90243]: osdmap e2425: 8 total, 8 up, 8 in 2024-08-10T06:23:11.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:11 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:23:11.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:11 smithi196 ceph-mon[90243]: pgmap v4178: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-08-10T06:23:12.680 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:12 smithi196 ceph-mon[90243]: osdmap e2426: 8 total, 8 up, 8 in 2024-08-10T06:23:12.681 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:23:12 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:23:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:23:12.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:12 smithi031 ceph-mon[98130]: osdmap e2426: 8 total, 8 up, 8 in 2024-08-10T06:23:12.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:12 smithi031 ceph-mon[100614]: osdmap e2426: 8 total, 8 up, 8 in 2024-08-10T06:23:13.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:13 smithi031 ceph-mon[98130]: osdmap e2427: 8 total, 8 up, 8 in 2024-08-10T06:23:13.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:13 smithi031 ceph-mon[98130]: pgmap v4181: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 719 KiB/s rd, 3.7 KiB/s wr, 968 op/s 2024-08-10T06:23:13.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:13 smithi031 ceph-mon[100614]: osdmap e2427: 8 total, 8 up, 8 in 2024-08-10T06:23:13.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:13 smithi031 ceph-mon[100614]: pgmap v4181: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 719 KiB/s rd, 3.7 KiB/s wr, 968 op/s 2024-08-10T06:23:13.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:13 smithi196 ceph-mon[90243]: osdmap e2427: 8 total, 8 up, 8 in 2024-08-10T06:23:13.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:13 smithi196 ceph-mon[90243]: pgmap v4181: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 719 KiB/s rd, 3.7 KiB/s wr, 968 op/s 2024-08-10T06:23:14.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:14 smithi031 ceph-mon[98130]: osdmap e2428: 8 total, 8 up, 8 in 2024-08-10T06:23:14.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:14 smithi031 ceph-mon[100614]: osdmap e2428: 8 total, 8 up, 8 in 2024-08-10T06:23:14.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:14 smithi196 ceph-mon[90243]: osdmap e2428: 8 total, 8 up, 8 in 2024-08-10T06:23:15.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:15 smithi031 ceph-mon[98130]: osdmap e2429: 8 total, 8 up, 8 in 2024-08-10T06:23:15.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:15 smithi031 ceph-mon[98130]: pgmap v4184: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 715 KiB/s rd, 3.7 KiB/s wr, 963 op/s 2024-08-10T06:23:15.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:15 smithi031 ceph-mon[100614]: osdmap e2429: 8 total, 8 up, 8 in 2024-08-10T06:23:15.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:15 smithi031 ceph-mon[100614]: pgmap v4184: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 715 KiB/s rd, 3.7 KiB/s wr, 963 op/s 2024-08-10T06:23:15.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:15 smithi196 ceph-mon[90243]: osdmap e2429: 8 total, 8 up, 8 in 2024-08-10T06:23:15.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:15 smithi196 ceph-mon[90243]: pgmap v4184: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 715 KiB/s rd, 3.7 KiB/s wr, 963 op/s 2024-08-10T06:23:16.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:16 smithi031 ceph-mon[98130]: osdmap e2430: 8 total, 8 up, 8 in 2024-08-10T06:23:16.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:16 smithi031 ceph-mon[100614]: osdmap e2430: 8 total, 8 up, 8 in 2024-08-10T06:23:16.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:16 smithi196 ceph-mon[90243]: osdmap e2430: 8 total, 8 up, 8 in 2024-08-10T06:23:17.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:17 smithi031 ceph-mon[98130]: osdmap e2431: 8 total, 8 up, 8 in 2024-08-10T06:23:17.771 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:17 smithi031 ceph-mon[98130]: pgmap v4187: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 752 KiB/s rd, 3.5 KiB/s wr, 1.01k op/s 2024-08-10T06:23:17.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:17 smithi031 ceph-mon[100614]: osdmap e2431: 8 total, 8 up, 8 in 2024-08-10T06:23:17.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:17 smithi031 ceph-mon[100614]: pgmap v4187: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 752 KiB/s rd, 3.5 KiB/s wr, 1.01k op/s 2024-08-10T06:23:17.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:17 smithi196 ceph-mon[90243]: osdmap e2431: 8 total, 8 up, 8 in 2024-08-10T06:23:17.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:17 smithi196 ceph-mon[90243]: pgmap v4187: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 752 KiB/s rd, 3.5 KiB/s wr, 1.01k op/s 2024-08-10T06:23:18.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:18 smithi031 ceph-mon[100614]: osdmap e2432: 8 total, 8 up, 8 in 2024-08-10T06:23:18.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:18 smithi031 ceph-mon[98130]: osdmap e2432: 8 total, 8 up, 8 in 2024-08-10T06:23:18.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:18 smithi196 ceph-mon[90243]: osdmap e2432: 8 total, 8 up, 8 in 2024-08-10T06:23:19.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:19 smithi196 ceph-mon[90243]: osdmap e2433: 8 total, 8 up, 8 in 2024-08-10T06:23:19.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:19 smithi196 ceph-mon[90243]: pgmap v4190: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 751 KiB/s rd, 3.7 KiB/s wr, 1.01k op/s 2024-08-10T06:23:20.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:19 smithi031 ceph-mon[98130]: osdmap e2433: 8 total, 8 up, 8 in 2024-08-10T06:23:20.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:19 smithi031 ceph-mon[98130]: pgmap v4190: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 751 KiB/s rd, 3.7 KiB/s wr, 1.01k op/s 2024-08-10T06:23:20.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:19 smithi031 ceph-mon[100614]: osdmap e2433: 8 total, 8 up, 8 in 2024-08-10T06:23:20.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:19 smithi031 ceph-mon[100614]: pgmap v4190: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 751 KiB/s rd, 3.7 KiB/s wr, 1.01k op/s 2024-08-10T06:23:21.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:20 smithi031 ceph-mon[100614]: osdmap e2434: 8 total, 8 up, 8 in 2024-08-10T06:23:21.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:20 smithi031 ceph-mon[98130]: osdmap e2434: 8 total, 8 up, 8 in 2024-08-10T06:23:21.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:20 smithi196 ceph-mon[90243]: osdmap e2434: 8 total, 8 up, 8 in 2024-08-10T06:23:21.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:23:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:23:21] "GET /metrics HTTP/1.1" 200 36725 "" "Prometheus/2.43.0" 2024-08-10T06:23:22.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:21 smithi031 ceph-mon[100614]: osdmap e2435: 8 total, 8 up, 8 in 2024-08-10T06:23:22.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:21 smithi031 ceph-mon[100614]: pgmap v4193: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-08-10T06:23:22.021 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:21 smithi031 ceph-mon[98130]: osdmap e2435: 8 total, 8 up, 8 in 2024-08-10T06:23:22.021 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:21 smithi031 ceph-mon[98130]: pgmap v4193: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-08-10T06:23:22.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:21 smithi196 ceph-mon[90243]: osdmap e2435: 8 total, 8 up, 8 in 2024-08-10T06:23:22.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:21 smithi196 ceph-mon[90243]: pgmap v4193: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-08-10T06:23:22.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:22 smithi196 ceph-mon[90243]: osdmap e2436: 8 total, 8 up, 8 in 2024-08-10T06:23:22.780 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:23:22 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:23:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:23:23.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:22 smithi031 ceph-mon[98130]: osdmap e2436: 8 total, 8 up, 8 in 2024-08-10T06:23:23.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:22 smithi031 ceph-mon[100614]: osdmap e2436: 8 total, 8 up, 8 in 2024-08-10T06:23:24.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:23 smithi031 ceph-mon[98130]: osdmap e2437: 8 total, 8 up, 8 in 2024-08-10T06:23:24.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:23 smithi031 ceph-mon[98130]: pgmap v4196: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 784 KiB/s rd, 3.2 KiB/s wr, 1.05k op/s 2024-08-10T06:23:24.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:23 smithi031 ceph-mon[100614]: osdmap e2437: 8 total, 8 up, 8 in 2024-08-10T06:23:24.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:23 smithi031 ceph-mon[100614]: pgmap v4196: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 784 KiB/s rd, 3.2 KiB/s wr, 1.05k op/s 2024-08-10T06:23:24.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:23 smithi196 ceph-mon[90243]: osdmap e2437: 8 total, 8 up, 8 in 2024-08-10T06:23:24.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:23 smithi196 ceph-mon[90243]: pgmap v4196: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 784 KiB/s rd, 3.2 KiB/s wr, 1.05k op/s 2024-08-10T06:23:25.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:24 smithi031 ceph-mon[98130]: osdmap e2438: 8 total, 8 up, 8 in 2024-08-10T06:23:25.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:24 smithi031 ceph-mon[100614]: osdmap e2438: 8 total, 8 up, 8 in 2024-08-10T06:23:25.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:24 smithi196 ceph-mon[90243]: osdmap e2438: 8 total, 8 up, 8 in 2024-08-10T06:23:26.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:25 smithi031 ceph-mon[98130]: osdmap e2439: 8 total, 8 up, 8 in 2024-08-10T06:23:26.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:25 smithi031 ceph-mon[98130]: pgmap v4199: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 780 KiB/s rd, 3.5 KiB/s wr, 1.05k op/s 2024-08-10T06:23:26.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:25 smithi031 ceph-mon[100614]: osdmap e2439: 8 total, 8 up, 8 in 2024-08-10T06:23:26.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:25 smithi031 ceph-mon[100614]: pgmap v4199: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 780 KiB/s rd, 3.5 KiB/s wr, 1.05k op/s 2024-08-10T06:23:26.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:25 smithi196 ceph-mon[90243]: osdmap e2439: 8 total, 8 up, 8 in 2024-08-10T06:23:26.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:25 smithi196 ceph-mon[90243]: pgmap v4199: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 780 KiB/s rd, 3.5 KiB/s wr, 1.05k op/s 2024-08-10T06:23:27.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:26 smithi031 ceph-mon[98130]: osdmap e2440: 8 total, 8 up, 8 in 2024-08-10T06:23:27.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:23:27.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:26 smithi031 ceph-mon[100614]: osdmap e2440: 8 total, 8 up, 8 in 2024-08-10T06:23:27.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:23:27.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:26 smithi196 ceph-mon[90243]: osdmap e2440: 8 total, 8 up, 8 in 2024-08-10T06:23:27.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:23:28.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:27 smithi031 ceph-mon[98130]: osdmap e2441: 8 total, 8 up, 8 in 2024-08-10T06:23:28.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:27 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:23:28.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:27 smithi031 ceph-mon[98130]: pgmap v4202: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 817 KiB/s rd, 3.5 KiB/s wr, 1.10k op/s 2024-08-10T06:23:28.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:27 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:23:28.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:27 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:23:28.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:27 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:23:28.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:27 smithi031 ceph-mon[100614]: osdmap e2441: 8 total, 8 up, 8 in 2024-08-10T06:23:28.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:27 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:23:28.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:27 smithi031 ceph-mon[100614]: pgmap v4202: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 817 KiB/s rd, 3.5 KiB/s wr, 1.10k op/s 2024-08-10T06:23:28.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:27 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:23:28.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:27 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:23:28.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:27 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:23:28.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:27 smithi196 ceph-mon[90243]: osdmap e2441: 8 total, 8 up, 8 in 2024-08-10T06:23:28.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:27 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:23:28.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:27 smithi196 ceph-mon[90243]: pgmap v4202: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 817 KiB/s rd, 3.5 KiB/s wr, 1.10k op/s 2024-08-10T06:23:28.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:27 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:23:28.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:27 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:23:28.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:27 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:23:29.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:28 smithi031 ceph-mon[98130]: osdmap e2442: 8 total, 8 up, 8 in 2024-08-10T06:23:29.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:28 smithi031 ceph-mon[100614]: osdmap e2442: 8 total, 8 up, 8 in 2024-08-10T06:23:29.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:28 smithi196 ceph-mon[90243]: osdmap e2442: 8 total, 8 up, 8 in 2024-08-10T06:23:30.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:29 smithi031 ceph-mon[98130]: osdmap e2443: 8 total, 8 up, 8 in 2024-08-10T06:23:30.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:29 smithi031 ceph-mon[98130]: pgmap v4205: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 816 KiB/s rd, 3.2 KiB/s wr, 1.10k op/s 2024-08-10T06:23:30.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:29 smithi031 ceph-mon[100614]: osdmap e2443: 8 total, 8 up, 8 in 2024-08-10T06:23:30.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:29 smithi031 ceph-mon[100614]: pgmap v4205: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 816 KiB/s rd, 3.2 KiB/s wr, 1.10k op/s 2024-08-10T06:23:30.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:29 smithi196 ceph-mon[90243]: osdmap e2443: 8 total, 8 up, 8 in 2024-08-10T06:23:30.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:29 smithi196 ceph-mon[90243]: pgmap v4205: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 816 KiB/s rd, 3.2 KiB/s wr, 1.10k op/s 2024-08-10T06:23:31.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:30 smithi031 ceph-mon[98130]: osdmap e2444: 8 total, 8 up, 8 in 2024-08-10T06:23:31.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:30 smithi031 ceph-mon[100614]: osdmap e2444: 8 total, 8 up, 8 in 2024-08-10T06:23:31.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:30 smithi196 ceph-mon[90243]: osdmap e2444: 8 total, 8 up, 8 in 2024-08-10T06:23:31.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:23:31 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:23:31] "GET /metrics HTTP/1.1" 200 36723 "" "Prometheus/2.43.0" 2024-08-10T06:23:32.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:31 smithi031 ceph-mon[98130]: osdmap e2445: 8 total, 8 up, 8 in 2024-08-10T06:23:32.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:31 smithi031 ceph-mon[98130]: pgmap v4208: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-08-10T06:23:32.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:31 smithi031 ceph-mon[100614]: osdmap e2445: 8 total, 8 up, 8 in 2024-08-10T06:23:32.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:31 smithi031 ceph-mon[100614]: pgmap v4208: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-08-10T06:23:32.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:31 smithi196 ceph-mon[90243]: osdmap e2445: 8 total, 8 up, 8 in 2024-08-10T06:23:32.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:31 smithi196 ceph-mon[90243]: pgmap v4208: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-08-10T06:23:32.631 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:23:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:23:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:23:33.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:32 smithi031 ceph-mon[98130]: osdmap e2446: 8 total, 8 up, 8 in 2024-08-10T06:23:33.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:32 smithi031 ceph-mon[100614]: osdmap e2446: 8 total, 8 up, 8 in 2024-08-10T06:23:33.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:32 smithi196 ceph-mon[90243]: osdmap e2446: 8 total, 8 up, 8 in 2024-08-10T06:23:34.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:33 smithi031 ceph-mon[100614]: osdmap e2447: 8 total, 8 up, 8 in 2024-08-10T06:23:34.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:33 smithi031 ceph-mon[100614]: pgmap v4211: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 849 KiB/s rd, 3.0 KiB/s wr, 1.14k op/s 2024-08-10T06:23:34.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:33 smithi031 ceph-mon[98130]: osdmap e2447: 8 total, 8 up, 8 in 2024-08-10T06:23:34.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:33 smithi031 ceph-mon[98130]: pgmap v4211: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 849 KiB/s rd, 3.0 KiB/s wr, 1.14k op/s 2024-08-10T06:23:34.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:33 smithi196 ceph-mon[90243]: osdmap e2447: 8 total, 8 up, 8 in 2024-08-10T06:23:34.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:33 smithi196 ceph-mon[90243]: pgmap v4211: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 849 KiB/s rd, 3.0 KiB/s wr, 1.14k op/s 2024-08-10T06:23:35.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:34 smithi031 ceph-mon[100614]: osdmap e2448: 8 total, 8 up, 8 in 2024-08-10T06:23:35.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:34 smithi031 ceph-mon[98130]: osdmap e2448: 8 total, 8 up, 8 in 2024-08-10T06:23:35.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:34 smithi196 ceph-mon[90243]: osdmap e2448: 8 total, 8 up, 8 in 2024-08-10T06:23:36.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:35 smithi031 ceph-mon[100614]: osdmap e2449: 8 total, 8 up, 8 in 2024-08-10T06:23:36.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:35 smithi031 ceph-mon[100614]: pgmap v4214: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 845 KiB/s rd, 3.7 KiB/s wr, 1.14k op/s 2024-08-10T06:23:36.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:35 smithi031 ceph-mon[98130]: osdmap e2449: 8 total, 8 up, 8 in 2024-08-10T06:23:36.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:35 smithi031 ceph-mon[98130]: pgmap v4214: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 845 KiB/s rd, 3.7 KiB/s wr, 1.14k op/s 2024-08-10T06:23:36.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:35 smithi196 ceph-mon[90243]: osdmap e2449: 8 total, 8 up, 8 in 2024-08-10T06:23:36.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:35 smithi196 ceph-mon[90243]: pgmap v4214: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 845 KiB/s rd, 3.7 KiB/s wr, 1.14k op/s 2024-08-10T06:23:37.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:36 smithi031 ceph-mon[98130]: osdmap e2450: 8 total, 8 up, 8 in 2024-08-10T06:23:37.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:36 smithi031 ceph-mon[100614]: osdmap e2450: 8 total, 8 up, 8 in 2024-08-10T06:23:37.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:36 smithi196 ceph-mon[90243]: osdmap e2450: 8 total, 8 up, 8 in 2024-08-10T06:23:38.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:37 smithi031 ceph-mon[98130]: osdmap e2451: 8 total, 8 up, 8 in 2024-08-10T06:23:38.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:37 smithi031 ceph-mon[98130]: pgmap v4217: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 883 KiB/s rd, 4.0 KiB/s wr, 1.19k op/s 2024-08-10T06:23:38.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:37 smithi031 ceph-mon[100614]: osdmap e2451: 8 total, 8 up, 8 in 2024-08-10T06:23:38.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:37 smithi031 ceph-mon[100614]: pgmap v4217: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 883 KiB/s rd, 4.0 KiB/s wr, 1.19k op/s 2024-08-10T06:23:38.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:37 smithi196 ceph-mon[90243]: osdmap e2451: 8 total, 8 up, 8 in 2024-08-10T06:23:38.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:37 smithi196 ceph-mon[90243]: pgmap v4217: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 883 KiB/s rd, 4.0 KiB/s wr, 1.19k op/s 2024-08-10T06:23:39.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:38 smithi031 ceph-mon[98130]: osdmap e2452: 8 total, 8 up, 8 in 2024-08-10T06:23:39.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:38 smithi031 ceph-mon[100614]: osdmap e2452: 8 total, 8 up, 8 in 2024-08-10T06:23:39.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:38 smithi196 ceph-mon[90243]: osdmap e2452: 8 total, 8 up, 8 in 2024-08-10T06:23:40.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:39 smithi031 ceph-mon[98130]: osdmap e2453: 8 total, 8 up, 8 in 2024-08-10T06:23:40.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:39 smithi031 ceph-mon[98130]: pgmap v4220: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 882 KiB/s rd, 3.7 KiB/s wr, 1.19k op/s 2024-08-10T06:23:40.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:39 smithi031 ceph-mon[100614]: osdmap e2453: 8 total, 8 up, 8 in 2024-08-10T06:23:40.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:39 smithi031 ceph-mon[100614]: pgmap v4220: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 882 KiB/s rd, 3.7 KiB/s wr, 1.19k op/s 2024-08-10T06:23:40.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:39 smithi196 ceph-mon[90243]: osdmap e2453: 8 total, 8 up, 8 in 2024-08-10T06:23:40.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:39 smithi196 ceph-mon[90243]: pgmap v4220: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 882 KiB/s rd, 3.7 KiB/s wr, 1.19k op/s 2024-08-10T06:23:41.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:40 smithi031 ceph-mon[98130]: osdmap e2454: 8 total, 8 up, 8 in 2024-08-10T06:23:41.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:40 smithi031 ceph-mon[100614]: osdmap e2454: 8 total, 8 up, 8 in 2024-08-10T06:23:41.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:40 smithi196 ceph-mon[90243]: osdmap e2454: 8 total, 8 up, 8 in 2024-08-10T06:23:41.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:23:41 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:23:41] "GET /metrics HTTP/1.1" 200 36724 "" "Prometheus/2.43.0" 2024-08-10T06:23:42.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:41 smithi031 ceph-mon[98130]: osdmap e2455: 8 total, 8 up, 8 in 2024-08-10T06:23:42.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:23:42.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:41 smithi031 ceph-mon[98130]: pgmap v4223: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-08-10T06:23:42.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:41 smithi031 ceph-mon[100614]: osdmap e2455: 8 total, 8 up, 8 in 2024-08-10T06:23:42.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:23:42.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:41 smithi031 ceph-mon[100614]: pgmap v4223: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-08-10T06:23:42.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:41 smithi196 ceph-mon[90243]: osdmap e2455: 8 total, 8 up, 8 in 2024-08-10T06:23:42.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:23:42.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:41 smithi196 ceph-mon[90243]: pgmap v4223: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-08-10T06:23:42.707 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:23:42 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:23:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:23:43.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:42 smithi031 ceph-mon[98130]: osdmap e2456: 8 total, 8 up, 8 in 2024-08-10T06:23:43.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:42 smithi031 ceph-mon[100614]: osdmap e2456: 8 total, 8 up, 8 in 2024-08-10T06:23:43.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:42 smithi196 ceph-mon[90243]: osdmap e2456: 8 total, 8 up, 8 in 2024-08-10T06:23:44.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:43 smithi031 ceph-mon[98130]: osdmap e2457: 8 total, 8 up, 8 in 2024-08-10T06:23:44.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:43 smithi031 ceph-mon[98130]: pgmap v4226: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 915 KiB/s rd, 3.0 KiB/s wr, 1.23k op/s 2024-08-10T06:23:44.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:43 smithi031 ceph-mon[100614]: osdmap e2457: 8 total, 8 up, 8 in 2024-08-10T06:23:44.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:43 smithi031 ceph-mon[100614]: pgmap v4226: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 915 KiB/s rd, 3.0 KiB/s wr, 1.23k op/s 2024-08-10T06:23:44.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:43 smithi196 ceph-mon[90243]: osdmap e2457: 8 total, 8 up, 8 in 2024-08-10T06:23:44.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:43 smithi196 ceph-mon[90243]: pgmap v4226: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 915 KiB/s rd, 3.0 KiB/s wr, 1.23k op/s 2024-08-10T06:23:45.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:44 smithi031 ceph-mon[98130]: osdmap e2458: 8 total, 8 up, 8 in 2024-08-10T06:23:45.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:44 smithi031 ceph-mon[100614]: osdmap e2458: 8 total, 8 up, 8 in 2024-08-10T06:23:45.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:44 smithi196 ceph-mon[90243]: osdmap e2458: 8 total, 8 up, 8 in 2024-08-10T06:23:46.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:45 smithi031 ceph-mon[98130]: osdmap e2459: 8 total, 8 up, 8 in 2024-08-10T06:23:46.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:45 smithi031 ceph-mon[98130]: pgmap v4229: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 911 KiB/s rd, 3.5 KiB/s wr, 1.23k op/s 2024-08-10T06:23:46.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:45 smithi031 ceph-mon[100614]: osdmap e2459: 8 total, 8 up, 8 in 2024-08-10T06:23:46.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:45 smithi031 ceph-mon[100614]: pgmap v4229: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 911 KiB/s rd, 3.5 KiB/s wr, 1.23k op/s 2024-08-10T06:23:46.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:45 smithi196 ceph-mon[90243]: osdmap e2459: 8 total, 8 up, 8 in 2024-08-10T06:23:46.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:45 smithi196 ceph-mon[90243]: pgmap v4229: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 911 KiB/s rd, 3.5 KiB/s wr, 1.23k op/s 2024-08-10T06:23:47.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:46 smithi031 ceph-mon[98130]: osdmap e2460: 8 total, 8 up, 8 in 2024-08-10T06:23:47.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:46 smithi031 ceph-mon[100614]: osdmap e2460: 8 total, 8 up, 8 in 2024-08-10T06:23:47.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:46 smithi196 ceph-mon[90243]: osdmap e2460: 8 total, 8 up, 8 in 2024-08-10T06:23:48.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:47 smithi031 ceph-mon[98130]: osdmap e2461: 8 total, 8 up, 8 in 2024-08-10T06:23:48.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:47 smithi031 ceph-mon[98130]: pgmap v4232: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 948 KiB/s rd, 4.2 KiB/s wr, 1.28k op/s 2024-08-10T06:23:48.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:47 smithi031 ceph-mon[100614]: osdmap e2461: 8 total, 8 up, 8 in 2024-08-10T06:23:48.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:47 smithi031 ceph-mon[100614]: pgmap v4232: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 948 KiB/s rd, 4.2 KiB/s wr, 1.28k op/s 2024-08-10T06:23:48.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:47 smithi196 ceph-mon[90243]: osdmap e2461: 8 total, 8 up, 8 in 2024-08-10T06:23:48.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:47 smithi196 ceph-mon[90243]: pgmap v4232: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 948 KiB/s rd, 4.2 KiB/s wr, 1.28k op/s 2024-08-10T06:23:49.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:48 smithi031 ceph-mon[100614]: osdmap e2462: 8 total, 8 up, 8 in 2024-08-10T06:23:49.021 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:48 smithi031 ceph-mon[98130]: osdmap e2462: 8 total, 8 up, 8 in 2024-08-10T06:23:49.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:48 smithi196 ceph-mon[90243]: osdmap e2462: 8 total, 8 up, 8 in 2024-08-10T06:23:50.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:49 smithi031 ceph-mon[100614]: osdmap e2463: 8 total, 8 up, 8 in 2024-08-10T06:23:50.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:49 smithi031 ceph-mon[100614]: pgmap v4235: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 947 KiB/s rd, 3.5 KiB/s wr, 1.28k op/s 2024-08-10T06:23:50.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:49 smithi031 ceph-mon[98130]: osdmap e2463: 8 total, 8 up, 8 in 2024-08-10T06:23:50.021 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:49 smithi031 ceph-mon[98130]: pgmap v4235: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 947 KiB/s rd, 3.5 KiB/s wr, 1.28k op/s 2024-08-10T06:23:50.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:49 smithi196 ceph-mon[90243]: osdmap e2463: 8 total, 8 up, 8 in 2024-08-10T06:23:50.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:49 smithi196 ceph-mon[90243]: pgmap v4235: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 947 KiB/s rd, 3.5 KiB/s wr, 1.28k op/s 2024-08-10T06:23:51.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:50 smithi031 ceph-mon[98130]: osdmap e2464: 8 total, 8 up, 8 in 2024-08-10T06:23:51.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:50 smithi031 ceph-mon[100614]: osdmap e2464: 8 total, 8 up, 8 in 2024-08-10T06:23:51.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:50 smithi196 ceph-mon[90243]: osdmap e2464: 8 total, 8 up, 8 in 2024-08-10T06:23:51.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:23:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:23:51] "GET /metrics HTTP/1.1" 200 36724 "" "Prometheus/2.43.0" 2024-08-10T06:23:52.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:51 smithi196 ceph-mon[90243]: osdmap e2465: 8 total, 8 up, 8 in 2024-08-10T06:23:52.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:51 smithi196 ceph-mon[90243]: pgmap v4238: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 6 op/s 2024-08-10T06:23:52.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:51 smithi031 ceph-mon[100614]: osdmap e2465: 8 total, 8 up, 8 in 2024-08-10T06:23:52.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:51 smithi031 ceph-mon[100614]: pgmap v4238: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 6 op/s 2024-08-10T06:23:52.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:51 smithi031 ceph-mon[98130]: osdmap e2465: 8 total, 8 up, 8 in 2024-08-10T06:23:52.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:51 smithi031 ceph-mon[98130]: pgmap v4238: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 6 op/s 2024-08-10T06:23:52.780 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:23:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:23:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:23:52.780 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 06:23:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[126930]: logger=cleanup t=2024-08-10T06:23:52.428564432Z level=info msg="Completed cleanup jobs" duration=3.184593ms 2024-08-10T06:23:53.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:52 smithi031 ceph-mon[100614]: osdmap e2466: 8 total, 8 up, 8 in 2024-08-10T06:23:53.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:52 smithi031 ceph-mon[98130]: osdmap e2466: 8 total, 8 up, 8 in 2024-08-10T06:23:53.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:52 smithi196 ceph-mon[90243]: osdmap e2466: 8 total, 8 up, 8 in 2024-08-10T06:23:54.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:53 smithi031 ceph-mon[100614]: osdmap e2467: 8 total, 8 up, 8 in 2024-08-10T06:23:54.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:53 smithi031 ceph-mon[100614]: pgmap v4241: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 980 KiB/s rd, 3.2 KiB/s wr, 1.32k op/s 2024-08-10T06:23:54.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:53 smithi031 ceph-mon[98130]: osdmap e2467: 8 total, 8 up, 8 in 2024-08-10T06:23:54.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:53 smithi031 ceph-mon[98130]: pgmap v4241: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 980 KiB/s rd, 3.2 KiB/s wr, 1.32k op/s 2024-08-10T06:23:54.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:53 smithi196 ceph-mon[90243]: osdmap e2467: 8 total, 8 up, 8 in 2024-08-10T06:23:54.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:53 smithi196 ceph-mon[90243]: pgmap v4241: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 980 KiB/s rd, 3.2 KiB/s wr, 1.32k op/s 2024-08-10T06:23:55.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:54 smithi031 ceph-mon[98130]: osdmap e2468: 8 total, 8 up, 8 in 2024-08-10T06:23:55.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:54 smithi031 ceph-mon[100614]: osdmap e2468: 8 total, 8 up, 8 in 2024-08-10T06:23:55.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:54 smithi196 ceph-mon[90243]: osdmap e2468: 8 total, 8 up, 8 in 2024-08-10T06:23:56.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:55 smithi031 ceph-mon[98130]: osdmap e2469: 8 total, 8 up, 8 in 2024-08-10T06:23:56.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:55 smithi031 ceph-mon[98130]: pgmap v4244: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 976 KiB/s rd, 4.2 KiB/s wr, 1.32k op/s 2024-08-10T06:23:56.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:55 smithi031 ceph-mon[100614]: osdmap e2469: 8 total, 8 up, 8 in 2024-08-10T06:23:56.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:55 smithi031 ceph-mon[100614]: pgmap v4244: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 976 KiB/s rd, 4.2 KiB/s wr, 1.32k op/s 2024-08-10T06:23:56.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:55 smithi196 ceph-mon[90243]: osdmap e2469: 8 total, 8 up, 8 in 2024-08-10T06:23:56.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:55 smithi196 ceph-mon[90243]: pgmap v4244: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 976 KiB/s rd, 4.2 KiB/s wr, 1.32k op/s 2024-08-10T06:23:57.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:56 smithi031 ceph-mon[98130]: osdmap e2470: 8 total, 8 up, 8 in 2024-08-10T06:23:57.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:23:57.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:56 smithi031 ceph-mon[100614]: osdmap e2470: 8 total, 8 up, 8 in 2024-08-10T06:23:57.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:56 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:23:57.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:56 smithi196 ceph-mon[90243]: osdmap e2470: 8 total, 8 up, 8 in 2024-08-10T06:23:57.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:56 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:23:58.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:57 smithi031 ceph-mon[98130]: osdmap e2471: 8 total, 8 up, 8 in 2024-08-10T06:23:58.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:57 smithi031 ceph-mon[98130]: pgmap v4247: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1013 KiB/s rd, 3.5 KiB/s wr, 1.36k op/s 2024-08-10T06:23:58.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:57 smithi031 ceph-mon[100614]: osdmap e2471: 8 total, 8 up, 8 in 2024-08-10T06:23:58.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:57 smithi031 ceph-mon[100614]: pgmap v4247: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1013 KiB/s rd, 3.5 KiB/s wr, 1.36k op/s 2024-08-10T06:23:58.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:57 smithi196 ceph-mon[90243]: osdmap e2471: 8 total, 8 up, 8 in 2024-08-10T06:23:58.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:57 smithi196 ceph-mon[90243]: pgmap v4247: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1013 KiB/s rd, 3.5 KiB/s wr, 1.36k op/s 2024-08-10T06:23:59.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:58 smithi031 ceph-mon[98130]: osdmap e2472: 8 total, 8 up, 8 in 2024-08-10T06:23:59.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:58 smithi031 ceph-mon[100614]: osdmap e2472: 8 total, 8 up, 8 in 2024-08-10T06:23:59.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:58 smithi196 ceph-mon[90243]: osdmap e2472: 8 total, 8 up, 8 in 2024-08-10T06:24:00.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:59 smithi031 ceph-mon[100614]: osdmap e2473: 8 total, 8 up, 8 in 2024-08-10T06:24:00.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:23:59 smithi031 ceph-mon[100614]: pgmap v4250: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1012 KiB/s rd, 3.2 KiB/s wr, 1.36k op/s 2024-08-10T06:24:00.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:59 smithi031 ceph-mon[98130]: osdmap e2473: 8 total, 8 up, 8 in 2024-08-10T06:24:00.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:23:59 smithi031 ceph-mon[98130]: pgmap v4250: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1012 KiB/s rd, 3.2 KiB/s wr, 1.36k op/s 2024-08-10T06:24:00.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:59 smithi196 ceph-mon[90243]: osdmap e2473: 8 total, 8 up, 8 in 2024-08-10T06:24:00.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:23:59 smithi196 ceph-mon[90243]: pgmap v4250: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1012 KiB/s rd, 3.2 KiB/s wr, 1.36k op/s 2024-08-10T06:24:01.255 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:00 smithi031 ceph-mon[98130]: osdmap e2474: 8 total, 8 up, 8 in 2024-08-10T06:24:01.256 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:00 smithi031 ceph-mon[100614]: osdmap e2474: 8 total, 8 up, 8 in 2024-08-10T06:24:01.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:00 smithi196 ceph-mon[90243]: osdmap e2474: 8 total, 8 up, 8 in 2024-08-10T06:24:01.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:24:01 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:24:01] "GET /metrics HTTP/1.1" 200 36726 "" "Prometheus/2.43.0" 2024-08-10T06:24:02.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:01 smithi031 ceph-mon[98130]: osdmap e2475: 8 total, 8 up, 8 in 2024-08-10T06:24:02.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:01 smithi031 ceph-mon[98130]: pgmap v4253: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-08-10T06:24:02.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:01 smithi031 ceph-mon[100614]: osdmap e2475: 8 total, 8 up, 8 in 2024-08-10T06:24:02.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:01 smithi031 ceph-mon[100614]: pgmap v4253: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-08-10T06:24:02.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:01 smithi196 ceph-mon[90243]: osdmap e2475: 8 total, 8 up, 8 in 2024-08-10T06:24:02.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:01 smithi196 ceph-mon[90243]: pgmap v4253: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-08-10T06:24:02.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:24:02 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:24:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:24:03.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:02 smithi031 ceph-mon[98130]: osdmap e2476: 8 total, 8 up, 8 in 2024-08-10T06:24:03.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:02 smithi031 ceph-mon[100614]: osdmap e2476: 8 total, 8 up, 8 in 2024-08-10T06:24:03.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:02 smithi196 ceph-mon[90243]: osdmap e2476: 8 total, 8 up, 8 in 2024-08-10T06:24:04.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:03 smithi031 ceph-mon[98130]: osdmap e2477: 8 total, 8 up, 8 in 2024-08-10T06:24:04.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:03 smithi031 ceph-mon[98130]: pgmap v4256: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.2 KiB/s wr, 1.41k op/s 2024-08-10T06:24:04.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:03 smithi031 ceph-mon[100614]: osdmap e2477: 8 total, 8 up, 8 in 2024-08-10T06:24:04.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:03 smithi031 ceph-mon[100614]: pgmap v4256: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.2 KiB/s wr, 1.41k op/s 2024-08-10T06:24:04.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:03 smithi196 ceph-mon[90243]: osdmap e2477: 8 total, 8 up, 8 in 2024-08-10T06:24:04.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:03 smithi196 ceph-mon[90243]: pgmap v4256: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.2 KiB/s wr, 1.41k op/s 2024-08-10T06:24:05.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:04 smithi031 ceph-mon[98130]: osdmap e2478: 8 total, 8 up, 8 in 2024-08-10T06:24:05.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:04 smithi031 ceph-mon[100614]: osdmap e2478: 8 total, 8 up, 8 in 2024-08-10T06:24:05.281 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:04 smithi196 ceph-mon[90243]: osdmap e2478: 8 total, 8 up, 8 in 2024-08-10T06:24:06.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:05 smithi031 ceph-mon[98130]: osdmap e2479: 8 total, 8 up, 8 in 2024-08-10T06:24:06.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:05 smithi031 ceph-mon[98130]: pgmap v4259: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.2 KiB/s wr, 1.40k op/s 2024-08-10T06:24:06.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:05 smithi031 ceph-mon[100614]: osdmap e2479: 8 total, 8 up, 8 in 2024-08-10T06:24:06.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:05 smithi031 ceph-mon[100614]: pgmap v4259: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.2 KiB/s wr, 1.40k op/s 2024-08-10T06:24:06.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:05 smithi196 ceph-mon[90243]: osdmap e2479: 8 total, 8 up, 8 in 2024-08-10T06:24:06.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:05 smithi196 ceph-mon[90243]: pgmap v4259: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.2 KiB/s wr, 1.40k op/s 2024-08-10T06:24:07.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:06 smithi031 ceph-mon[98130]: osdmap e2480: 8 total, 8 up, 8 in 2024-08-10T06:24:07.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:06 smithi031 ceph-mon[100614]: osdmap e2480: 8 total, 8 up, 8 in 2024-08-10T06:24:07.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:06 smithi196 ceph-mon[90243]: osdmap e2480: 8 total, 8 up, 8 in 2024-08-10T06:24:08.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:07 smithi031 ceph-mon[98130]: osdmap e2481: 8 total, 8 up, 8 in 2024-08-10T06:24:08.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:07 smithi031 ceph-mon[98130]: pgmap v4262: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.45k op/s 2024-08-10T06:24:08.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:07 smithi031 ceph-mon[100614]: osdmap e2481: 8 total, 8 up, 8 in 2024-08-10T06:24:08.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:07 smithi031 ceph-mon[100614]: pgmap v4262: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.45k op/s 2024-08-10T06:24:08.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:07 smithi196 ceph-mon[90243]: osdmap e2481: 8 total, 8 up, 8 in 2024-08-10T06:24:08.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:07 smithi196 ceph-mon[90243]: pgmap v4262: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.45k op/s 2024-08-10T06:24:09.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:08 smithi031 ceph-mon[98130]: osdmap e2482: 8 total, 8 up, 8 in 2024-08-10T06:24:09.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:08 smithi031 ceph-mon[100614]: osdmap e2482: 8 total, 8 up, 8 in 2024-08-10T06:24:09.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:08 smithi196 ceph-mon[90243]: osdmap e2482: 8 total, 8 up, 8 in 2024-08-10T06:24:10.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:09 smithi031 ceph-mon[98130]: osdmap e2483: 8 total, 8 up, 8 in 2024-08-10T06:24:10.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:09 smithi031 ceph-mon[98130]: pgmap v4265: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.45k op/s 2024-08-10T06:24:10.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:09 smithi031 ceph-mon[100614]: osdmap e2483: 8 total, 8 up, 8 in 2024-08-10T06:24:10.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:09 smithi031 ceph-mon[100614]: pgmap v4265: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.45k op/s 2024-08-10T06:24:10.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:09 smithi196 ceph-mon[90243]: osdmap e2483: 8 total, 8 up, 8 in 2024-08-10T06:24:10.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:09 smithi196 ceph-mon[90243]: pgmap v4265: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.45k op/s 2024-08-10T06:24:11.255 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:10 smithi031 ceph-mon[98130]: osdmap e2484: 8 total, 8 up, 8 in 2024-08-10T06:24:11.255 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:10 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:24:11.256 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:10 smithi031 ceph-mon[100614]: osdmap e2484: 8 total, 8 up, 8 in 2024-08-10T06:24:11.256 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:10 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:24:11.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:10 smithi196 ceph-mon[90243]: osdmap e2484: 8 total, 8 up, 8 in 2024-08-10T06:24:11.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:10 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:24:11.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:24:11 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:24:11] "GET /metrics HTTP/1.1" 200 36727 "" "Prometheus/2.43.0" 2024-08-10T06:24:12.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:11 smithi031 ceph-mon[100614]: osdmap e2485: 8 total, 8 up, 8 in 2024-08-10T06:24:12.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:11 smithi031 ceph-mon[100614]: pgmap v4268: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-08-10T06:24:12.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:11 smithi031 ceph-mon[98130]: osdmap e2485: 8 total, 8 up, 8 in 2024-08-10T06:24:12.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:11 smithi031 ceph-mon[98130]: pgmap v4268: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-08-10T06:24:12.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:11 smithi196 ceph-mon[90243]: osdmap e2485: 8 total, 8 up, 8 in 2024-08-10T06:24:12.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:11 smithi196 ceph-mon[90243]: pgmap v4268: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-08-10T06:24:12.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:24:12 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:24:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:24:13.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:12 smithi031 ceph-mon[100614]: osdmap e2486: 8 total, 8 up, 8 in 2024-08-10T06:24:13.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:12 smithi031 ceph-mon[98130]: osdmap e2486: 8 total, 8 up, 8 in 2024-08-10T06:24:13.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:12 smithi196 ceph-mon[90243]: osdmap e2486: 8 total, 8 up, 8 in 2024-08-10T06:24:14.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:13 smithi031 ceph-mon[100614]: osdmap e2487: 8 total, 8 up, 8 in 2024-08-10T06:24:14.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:13 smithi031 ceph-mon[100614]: pgmap v4271: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.50k op/s 2024-08-10T06:24:14.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:13 smithi031 ceph-mon[98130]: osdmap e2487: 8 total, 8 up, 8 in 2024-08-10T06:24:14.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:13 smithi031 ceph-mon[98130]: pgmap v4271: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.50k op/s 2024-08-10T06:24:14.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:13 smithi196 ceph-mon[90243]: osdmap e2487: 8 total, 8 up, 8 in 2024-08-10T06:24:14.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:13 smithi196 ceph-mon[90243]: pgmap v4271: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.50k op/s 2024-08-10T06:24:15.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:14 smithi031 ceph-mon[98130]: osdmap e2488: 8 total, 8 up, 8 in 2024-08-10T06:24:15.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:14 smithi031 ceph-mon[100614]: osdmap e2488: 8 total, 8 up, 8 in 2024-08-10T06:24:15.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:14 smithi196 ceph-mon[90243]: osdmap e2488: 8 total, 8 up, 8 in 2024-08-10T06:24:16.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:15 smithi031 ceph-mon[100614]: osdmap e2489: 8 total, 8 up, 8 in 2024-08-10T06:24:16.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:15 smithi031 ceph-mon[100614]: pgmap v4274: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.49k op/s 2024-08-10T06:24:16.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:15 smithi031 ceph-mon[98130]: osdmap e2489: 8 total, 8 up, 8 in 2024-08-10T06:24:16.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:15 smithi031 ceph-mon[98130]: pgmap v4274: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.49k op/s 2024-08-10T06:24:16.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:15 smithi196 ceph-mon[90243]: osdmap e2489: 8 total, 8 up, 8 in 2024-08-10T06:24:16.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:15 smithi196 ceph-mon[90243]: pgmap v4274: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.49k op/s 2024-08-10T06:24:17.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:16 smithi031 ceph-mon[98130]: osdmap e2490: 8 total, 8 up, 8 in 2024-08-10T06:24:17.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:16 smithi031 ceph-mon[100614]: osdmap e2490: 8 total, 8 up, 8 in 2024-08-10T06:24:17.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:16 smithi196 ceph-mon[90243]: osdmap e2490: 8 total, 8 up, 8 in 2024-08-10T06:24:18.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:17 smithi031 ceph-mon[98130]: osdmap e2491: 8 total, 8 up, 8 in 2024-08-10T06:24:18.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:17 smithi031 ceph-mon[98130]: pgmap v4277: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.54k op/s 2024-08-10T06:24:18.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:17 smithi031 ceph-mon[100614]: osdmap e2491: 8 total, 8 up, 8 in 2024-08-10T06:24:18.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:17 smithi031 ceph-mon[100614]: pgmap v4277: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.54k op/s 2024-08-10T06:24:18.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:17 smithi196 ceph-mon[90243]: osdmap e2491: 8 total, 8 up, 8 in 2024-08-10T06:24:18.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:17 smithi196 ceph-mon[90243]: pgmap v4277: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.54k op/s 2024-08-10T06:24:19.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:18 smithi031 ceph-mon[98130]: osdmap e2492: 8 total, 8 up, 8 in 2024-08-10T06:24:19.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:18 smithi031 ceph-mon[100614]: osdmap e2492: 8 total, 8 up, 8 in 2024-08-10T06:24:19.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:18 smithi196 ceph-mon[90243]: osdmap e2492: 8 total, 8 up, 8 in 2024-08-10T06:24:20.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:19 smithi031 ceph-mon[98130]: osdmap e2493: 8 total, 8 up, 8 in 2024-08-10T06:24:20.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:19 smithi031 ceph-mon[98130]: pgmap v4280: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.54k op/s 2024-08-10T06:24:20.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:19 smithi031 ceph-mon[100614]: osdmap e2493: 8 total, 8 up, 8 in 2024-08-10T06:24:20.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:19 smithi031 ceph-mon[100614]: pgmap v4280: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.54k op/s 2024-08-10T06:24:20.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:19 smithi196 ceph-mon[90243]: osdmap e2493: 8 total, 8 up, 8 in 2024-08-10T06:24:20.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:19 smithi196 ceph-mon[90243]: pgmap v4280: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.54k op/s 2024-08-10T06:24:21.255 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:21 smithi031 ceph-mon[98130]: osdmap e2494: 8 total, 8 up, 8 in 2024-08-10T06:24:21.255 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:21 smithi031 ceph-mon[100614]: osdmap e2494: 8 total, 8 up, 8 in 2024-08-10T06:24:21.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:21 smithi196 ceph-mon[90243]: osdmap e2494: 8 total, 8 up, 8 in 2024-08-10T06:24:21.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:24:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:24:21] "GET /metrics HTTP/1.1" 200 36727 "" "Prometheus/2.43.0" 2024-08-10T06:24:22.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:22 smithi031 ceph-mon[98130]: osdmap e2495: 8 total, 8 up, 8 in 2024-08-10T06:24:22.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:22 smithi031 ceph-mon[98130]: pgmap v4283: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-08-10T06:24:22.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:22 smithi031 ceph-mon[100614]: osdmap e2495: 8 total, 8 up, 8 in 2024-08-10T06:24:22.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:22 smithi031 ceph-mon[100614]: pgmap v4283: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-08-10T06:24:22.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:22 smithi196 ceph-mon[90243]: osdmap e2495: 8 total, 8 up, 8 in 2024-08-10T06:24:22.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:22 smithi196 ceph-mon[90243]: pgmap v4283: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-08-10T06:24:22.780 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:24:22 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:24:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:24:23.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:23 smithi031 ceph-mon[98130]: osdmap e2496: 8 total, 8 up, 8 in 2024-08-10T06:24:23.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:23 smithi031 ceph-mon[100614]: osdmap e2496: 8 total, 8 up, 8 in 2024-08-10T06:24:23.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:23 smithi196 ceph-mon[90243]: osdmap e2496: 8 total, 8 up, 8 in 2024-08-10T06:24:24.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:24 smithi196 ceph-mon[90243]: osdmap e2497: 8 total, 8 up, 8 in 2024-08-10T06:24:24.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:24 smithi196 ceph-mon[90243]: pgmap v4286: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.58k op/s 2024-08-10T06:24:24.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:24 smithi031 ceph-mon[98130]: osdmap e2497: 8 total, 8 up, 8 in 2024-08-10T06:24:24.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:24 smithi031 ceph-mon[98130]: pgmap v4286: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.58k op/s 2024-08-10T06:24:24.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:24 smithi031 ceph-mon[100614]: osdmap e2497: 8 total, 8 up, 8 in 2024-08-10T06:24:24.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:24 smithi031 ceph-mon[100614]: pgmap v4286: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.58k op/s 2024-08-10T06:24:25.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:25 smithi196 ceph-mon[90243]: osdmap e2498: 8 total, 8 up, 8 in 2024-08-10T06:24:25.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:25 smithi031 ceph-mon[98130]: osdmap e2498: 8 total, 8 up, 8 in 2024-08-10T06:24:25.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:25 smithi031 ceph-mon[100614]: osdmap e2498: 8 total, 8 up, 8 in 2024-08-10T06:24:26.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:26 smithi031 ceph-mon[98130]: osdmap e2499: 8 total, 8 up, 8 in 2024-08-10T06:24:26.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:26 smithi031 ceph-mon[98130]: pgmap v4289: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.58k op/s 2024-08-10T06:24:26.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:24:26.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:26 smithi031 ceph-mon[100614]: osdmap e2499: 8 total, 8 up, 8 in 2024-08-10T06:24:26.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:26 smithi031 ceph-mon[100614]: pgmap v4289: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.58k op/s 2024-08-10T06:24:26.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:24:26.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:26 smithi196 ceph-mon[90243]: osdmap e2499: 8 total, 8 up, 8 in 2024-08-10T06:24:26.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:26 smithi196 ceph-mon[90243]: pgmap v4289: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.58k op/s 2024-08-10T06:24:26.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:24:27.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:27 smithi031 ceph-mon[98130]: osdmap e2500: 8 total, 8 up, 8 in 2024-08-10T06:24:27.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:27 smithi031 ceph-mon[100614]: osdmap e2500: 8 total, 8 up, 8 in 2024-08-10T06:24:27.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:27 smithi196 ceph-mon[90243]: osdmap e2500: 8 total, 8 up, 8 in 2024-08-10T06:24:28.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:28 smithi031 ceph-mon[98130]: osdmap e2501: 8 total, 8 up, 8 in 2024-08-10T06:24:28.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:28 smithi031 ceph-mon[98130]: pgmap v4292: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.63k op/s 2024-08-10T06:24:28.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:28 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:24:28.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:28 smithi031 ceph-mon[100614]: osdmap e2501: 8 total, 8 up, 8 in 2024-08-10T06:24:28.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:28 smithi031 ceph-mon[100614]: pgmap v4292: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.63k op/s 2024-08-10T06:24:28.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:28 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:24:28.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:28 smithi196 ceph-mon[90243]: osdmap e2501: 8 total, 8 up, 8 in 2024-08-10T06:24:28.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:28 smithi196 ceph-mon[90243]: pgmap v4292: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.63k op/s 2024-08-10T06:24:28.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:28 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:24:29.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:29 smithi031 ceph-mon[98130]: osdmap e2502: 8 total, 8 up, 8 in 2024-08-10T06:24:29.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:29 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:24:29.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:29 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:24:29.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:29 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:24:29.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:29 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:24:29.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:29 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:24:29.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:29 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:24:29.521 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:29 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:24:29.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:29 smithi031 ceph-mon[100614]: osdmap e2502: 8 total, 8 up, 8 in 2024-08-10T06:24:29.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:29 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:24:29.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:29 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:24:29.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:29 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:24:29.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:29 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:24:29.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:29 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:24:29.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:29 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:24:29.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:29 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:24:29.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:29 smithi196 ceph-mon[90243]: osdmap e2502: 8 total, 8 up, 8 in 2024-08-10T06:24:29.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:29 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:24:29.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:29 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:24:29.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:29 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:24:29.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:29 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:24:29.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:29 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:24:29.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:29 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:24:29.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:29 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:24:30.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:30 smithi031 ceph-mon[98130]: osdmap e2503: 8 total, 8 up, 8 in 2024-08-10T06:24:30.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:30 smithi031 ceph-mon[98130]: pgmap v4295: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.63k op/s 2024-08-10T06:24:30.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:30 smithi031 ceph-mon[100614]: osdmap e2503: 8 total, 8 up, 8 in 2024-08-10T06:24:30.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:30 smithi031 ceph-mon[100614]: pgmap v4295: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.63k op/s 2024-08-10T06:24:30.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:30 smithi196 ceph-mon[90243]: osdmap e2503: 8 total, 8 up, 8 in 2024-08-10T06:24:30.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:30 smithi196 ceph-mon[90243]: pgmap v4295: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.63k op/s 2024-08-10T06:24:31.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:31 smithi031 ceph-mon[98130]: osdmap e2504: 8 total, 8 up, 8 in 2024-08-10T06:24:31.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:24:31 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:24:31] "GET /metrics HTTP/1.1" 200 36728 "" "Prometheus/2.43.0" 2024-08-10T06:24:31.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:31 smithi031 ceph-mon[100614]: osdmap e2504: 8 total, 8 up, 8 in 2024-08-10T06:24:31.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:31 smithi196 ceph-mon[90243]: osdmap e2504: 8 total, 8 up, 8 in 2024-08-10T06:24:32.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:32 smithi031 ceph-mon[100614]: osdmap e2505: 8 total, 8 up, 8 in 2024-08-10T06:24:32.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:32 smithi031 ceph-mon[100614]: pgmap v4298: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-08-10T06:24:32.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:32 smithi031 ceph-mon[98130]: osdmap e2505: 8 total, 8 up, 8 in 2024-08-10T06:24:32.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:32 smithi031 ceph-mon[98130]: pgmap v4298: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-08-10T06:24:32.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:32 smithi196 ceph-mon[90243]: osdmap e2505: 8 total, 8 up, 8 in 2024-08-10T06:24:32.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:32 smithi196 ceph-mon[90243]: pgmap v4298: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-08-10T06:24:32.530 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:24:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:24:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:24:33.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:33 smithi031 ceph-mon[98130]: osdmap e2506: 8 total, 8 up, 8 in 2024-08-10T06:24:33.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:33 smithi031 ceph-mon[100614]: osdmap e2506: 8 total, 8 up, 8 in 2024-08-10T06:24:33.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:33 smithi196 ceph-mon[90243]: osdmap e2506: 8 total, 8 up, 8 in 2024-08-10T06:24:34.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:34 smithi031 ceph-mon[98130]: osdmap e2507: 8 total, 8 up, 8 in 2024-08-10T06:24:34.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:34 smithi031 ceph-mon[98130]: pgmap v4301: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.67k op/s 2024-08-10T06:24:34.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:34 smithi031 ceph-mon[100614]: osdmap e2507: 8 total, 8 up, 8 in 2024-08-10T06:24:34.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:34 smithi031 ceph-mon[100614]: pgmap v4301: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.67k op/s 2024-08-10T06:24:34.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:34 smithi196 ceph-mon[90243]: osdmap e2507: 8 total, 8 up, 8 in 2024-08-10T06:24:34.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:34 smithi196 ceph-mon[90243]: pgmap v4301: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.67k op/s 2024-08-10T06:24:35.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:35 smithi031 ceph-mon[98130]: osdmap e2508: 8 total, 8 up, 8 in 2024-08-10T06:24:35.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:35 smithi031 ceph-mon[100614]: osdmap e2508: 8 total, 8 up, 8 in 2024-08-10T06:24:35.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:35 smithi196 ceph-mon[90243]: osdmap e2508: 8 total, 8 up, 8 in 2024-08-10T06:24:36.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:36 smithi031 ceph-mon[98130]: pgmap v4303: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.66k op/s 2024-08-10T06:24:36.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:36 smithi031 ceph-mon[98130]: osdmap e2509: 8 total, 8 up, 8 in 2024-08-10T06:24:36.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:36 smithi031 ceph-mon[100614]: pgmap v4303: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.66k op/s 2024-08-10T06:24:36.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:36 smithi031 ceph-mon[100614]: osdmap e2509: 8 total, 8 up, 8 in 2024-08-10T06:24:36.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:36 smithi196 ceph-mon[90243]: pgmap v4303: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.66k op/s 2024-08-10T06:24:36.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:36 smithi196 ceph-mon[90243]: osdmap e2509: 8 total, 8 up, 8 in 2024-08-10T06:24:37.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:37 smithi031 ceph-mon[98130]: osdmap e2510: 8 total, 8 up, 8 in 2024-08-10T06:24:37.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:37 smithi031 ceph-mon[100614]: osdmap e2510: 8 total, 8 up, 8 in 2024-08-10T06:24:37.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:37 smithi196 ceph-mon[90243]: osdmap e2510: 8 total, 8 up, 8 in 2024-08-10T06:24:38.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:38 smithi031 ceph-mon[98130]: pgmap v4306: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.71k op/s 2024-08-10T06:24:38.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:38 smithi031 ceph-mon[98130]: osdmap e2511: 8 total, 8 up, 8 in 2024-08-10T06:24:38.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:38 smithi031 ceph-mon[100614]: pgmap v4306: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.71k op/s 2024-08-10T06:24:38.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:38 smithi031 ceph-mon[100614]: osdmap e2511: 8 total, 8 up, 8 in 2024-08-10T06:24:38.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:38 smithi196 ceph-mon[90243]: pgmap v4306: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.71k op/s 2024-08-10T06:24:38.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:38 smithi196 ceph-mon[90243]: osdmap e2511: 8 total, 8 up, 8 in 2024-08-10T06:24:39.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:39 smithi031 ceph-mon[98130]: osdmap e2512: 8 total, 8 up, 8 in 2024-08-10T06:24:39.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:39 smithi031 ceph-mon[100614]: osdmap e2512: 8 total, 8 up, 8 in 2024-08-10T06:24:39.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:39 smithi196 ceph-mon[90243]: osdmap e2512: 8 total, 8 up, 8 in 2024-08-10T06:24:40.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:40 smithi031 ceph-mon[98130]: pgmap v4309: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.72k op/s 2024-08-10T06:24:40.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:40 smithi031 ceph-mon[98130]: osdmap e2513: 8 total, 8 up, 8 in 2024-08-10T06:24:40.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:40 smithi031 ceph-mon[100614]: pgmap v4309: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.72k op/s 2024-08-10T06:24:40.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:40 smithi031 ceph-mon[100614]: osdmap e2513: 8 total, 8 up, 8 in 2024-08-10T06:24:40.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:40 smithi196 ceph-mon[90243]: pgmap v4309: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.72k op/s 2024-08-10T06:24:40.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:40 smithi196 ceph-mon[90243]: osdmap e2513: 8 total, 8 up, 8 in 2024-08-10T06:24:41.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:24:41 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:24:41] "GET /metrics HTTP/1.1" 200 36727 "" "Prometheus/2.43.0" 2024-08-10T06:24:41.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:41 smithi031 ceph-mon[98130]: osdmap e2514: 8 total, 8 up, 8 in 2024-08-10T06:24:41.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:24:41.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:41 smithi031 ceph-mon[100614]: osdmap e2514: 8 total, 8 up, 8 in 2024-08-10T06:24:41.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:24:41.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:41 smithi196 ceph-mon[90243]: osdmap e2514: 8 total, 8 up, 8 in 2024-08-10T06:24:41.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:24:42.431 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:42 smithi196 ceph-mon[90243]: pgmap v4312: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-08-10T06:24:42.431 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:42 smithi196 ceph-mon[90243]: osdmap e2515: 8 total, 8 up, 8 in 2024-08-10T06:24:42.431 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:24:42 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:24:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:24:42.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:42 smithi031 ceph-mon[100614]: pgmap v4312: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-08-10T06:24:42.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:42 smithi031 ceph-mon[100614]: osdmap e2515: 8 total, 8 up, 8 in 2024-08-10T06:24:42.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:42 smithi031 ceph-mon[98130]: pgmap v4312: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-08-10T06:24:42.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:42 smithi031 ceph-mon[98130]: osdmap e2515: 8 total, 8 up, 8 in 2024-08-10T06:24:43.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:43 smithi031 ceph-mon[100614]: osdmap e2516: 8 total, 8 up, 8 in 2024-08-10T06:24:43.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:43 smithi031 ceph-mon[98130]: osdmap e2516: 8 total, 8 up, 8 in 2024-08-10T06:24:43.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:43 smithi196 ceph-mon[90243]: osdmap e2516: 8 total, 8 up, 8 in 2024-08-10T06:24:44.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:44 smithi031 ceph-mon[98130]: pgmap v4315: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.2 KiB/s wr, 1.76k op/s 2024-08-10T06:24:44.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:44 smithi031 ceph-mon[98130]: osdmap e2517: 8 total, 8 up, 8 in 2024-08-10T06:24:44.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:44 smithi031 ceph-mon[100614]: pgmap v4315: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.2 KiB/s wr, 1.76k op/s 2024-08-10T06:24:44.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:44 smithi031 ceph-mon[100614]: osdmap e2517: 8 total, 8 up, 8 in 2024-08-10T06:24:44.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:44 smithi196 ceph-mon[90243]: pgmap v4315: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.2 KiB/s wr, 1.76k op/s 2024-08-10T06:24:44.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:44 smithi196 ceph-mon[90243]: osdmap e2517: 8 total, 8 up, 8 in 2024-08-10T06:24:45.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:45 smithi031 ceph-mon[98130]: osdmap e2518: 8 total, 8 up, 8 in 2024-08-10T06:24:45.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:45 smithi031 ceph-mon[100614]: osdmap e2518: 8 total, 8 up, 8 in 2024-08-10T06:24:45.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:45 smithi196 ceph-mon[90243]: osdmap e2518: 8 total, 8 up, 8 in 2024-08-10T06:24:46.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:46 smithi031 ceph-mon[98130]: pgmap v4318: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.5 KiB/s wr, 1.76k op/s 2024-08-10T06:24:46.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:46 smithi031 ceph-mon[98130]: osdmap e2519: 8 total, 8 up, 8 in 2024-08-10T06:24:46.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:46 smithi031 ceph-mon[100614]: pgmap v4318: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.5 KiB/s wr, 1.76k op/s 2024-08-10T06:24:46.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:46 smithi031 ceph-mon[100614]: osdmap e2519: 8 total, 8 up, 8 in 2024-08-10T06:24:46.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:46 smithi196 ceph-mon[90243]: pgmap v4318: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.5 KiB/s wr, 1.76k op/s 2024-08-10T06:24:46.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:46 smithi196 ceph-mon[90243]: osdmap e2519: 8 total, 8 up, 8 in 2024-08-10T06:24:47.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:47 smithi031 ceph-mon[98130]: osdmap e2520: 8 total, 8 up, 8 in 2024-08-10T06:24:47.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:47 smithi031 ceph-mon[100614]: osdmap e2520: 8 total, 8 up, 8 in 2024-08-10T06:24:47.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:47 smithi196 ceph-mon[90243]: osdmap e2520: 8 total, 8 up, 8 in 2024-08-10T06:24:48.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:48 smithi031 ceph-mon[100614]: pgmap v4321: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.5 KiB/s wr, 1.79k op/s 2024-08-10T06:24:48.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:48 smithi031 ceph-mon[100614]: osdmap e2521: 8 total, 8 up, 8 in 2024-08-10T06:24:48.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:48 smithi031 ceph-mon[98130]: pgmap v4321: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.5 KiB/s wr, 1.79k op/s 2024-08-10T06:24:48.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:48 smithi031 ceph-mon[98130]: osdmap e2521: 8 total, 8 up, 8 in 2024-08-10T06:24:48.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:48 smithi196 ceph-mon[90243]: pgmap v4321: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.5 KiB/s wr, 1.79k op/s 2024-08-10T06:24:48.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:48 smithi196 ceph-mon[90243]: osdmap e2521: 8 total, 8 up, 8 in 2024-08-10T06:24:49.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:49 smithi031 ceph-mon[98130]: osdmap e2522: 8 total, 8 up, 8 in 2024-08-10T06:24:49.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:49 smithi031 ceph-mon[100614]: osdmap e2522: 8 total, 8 up, 8 in 2024-08-10T06:24:49.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:49 smithi196 ceph-mon[90243]: osdmap e2522: 8 total, 8 up, 8 in 2024-08-10T06:24:50.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:50 smithi031 ceph-mon[98130]: pgmap v4324: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.7 KiB/s wr, 1.79k op/s 2024-08-10T06:24:50.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:50 smithi031 ceph-mon[98130]: osdmap e2523: 8 total, 8 up, 8 in 2024-08-10T06:24:50.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:50 smithi031 ceph-mon[100614]: pgmap v4324: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.7 KiB/s wr, 1.79k op/s 2024-08-10T06:24:50.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:50 smithi031 ceph-mon[100614]: osdmap e2523: 8 total, 8 up, 8 in 2024-08-10T06:24:50.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:50 smithi196 ceph-mon[90243]: pgmap v4324: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.7 KiB/s wr, 1.79k op/s 2024-08-10T06:24:50.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:50 smithi196 ceph-mon[90243]: osdmap e2523: 8 total, 8 up, 8 in 2024-08-10T06:24:51.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:51 smithi031 ceph-mon[98130]: osdmap e2524: 8 total, 8 up, 8 in 2024-08-10T06:24:51.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:51 smithi031 ceph-mon[98130]: osdmap e2525: 8 total, 8 up, 8 in 2024-08-10T06:24:51.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:24:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:24:51] "GET /metrics HTTP/1.1" 200 36727 "" "Prometheus/2.43.0" 2024-08-10T06:24:51.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:51 smithi031 ceph-mon[100614]: osdmap e2524: 8 total, 8 up, 8 in 2024-08-10T06:24:51.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:51 smithi031 ceph-mon[100614]: osdmap e2525: 8 total, 8 up, 8 in 2024-08-10T06:24:51.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:51 smithi196 ceph-mon[90243]: osdmap e2524: 8 total, 8 up, 8 in 2024-08-10T06:24:51.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:51 smithi196 ceph-mon[90243]: osdmap e2525: 8 total, 8 up, 8 in 2024-08-10T06:24:52.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:52 smithi031 ceph-mon[98130]: pgmap v4328: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 B/s wr, 8 op/s 2024-08-10T06:24:52.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:52 smithi031 ceph-mon[98130]: osdmap e2526: 8 total, 8 up, 8 in 2024-08-10T06:24:52.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:52 smithi031 ceph-mon[100614]: pgmap v4328: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 B/s wr, 8 op/s 2024-08-10T06:24:52.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:52 smithi031 ceph-mon[100614]: osdmap e2526: 8 total, 8 up, 8 in 2024-08-10T06:24:52.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:52 smithi196 ceph-mon[90243]: pgmap v4328: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 B/s wr, 8 op/s 2024-08-10T06:24:52.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:52 smithi196 ceph-mon[90243]: osdmap e2526: 8 total, 8 up, 8 in 2024-08-10T06:24:52.530 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:24:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:24:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:24:54.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:53 smithi031 ceph-mon[98130]: osdmap e2527: 8 total, 8 up, 8 in 2024-08-10T06:24:54.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:53 smithi031 ceph-mon[98130]: pgmap v4331: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.1 KiB/s wr, 1.80k op/s 2024-08-10T06:24:54.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:53 smithi031 ceph-mon[100614]: osdmap e2527: 8 total, 8 up, 8 in 2024-08-10T06:24:54.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:53 smithi031 ceph-mon[100614]: pgmap v4331: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.1 KiB/s wr, 1.80k op/s 2024-08-10T06:24:54.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:53 smithi196 ceph-mon[90243]: osdmap e2527: 8 total, 8 up, 8 in 2024-08-10T06:24:54.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:53 smithi196 ceph-mon[90243]: pgmap v4331: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.1 KiB/s wr, 1.80k op/s 2024-08-10T06:24:55.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:54 smithi031 ceph-mon[98130]: osdmap e2528: 8 total, 8 up, 8 in 2024-08-10T06:24:55.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:54 smithi031 ceph-mon[100614]: osdmap e2528: 8 total, 8 up, 8 in 2024-08-10T06:24:55.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:54 smithi196 ceph-mon[90243]: osdmap e2528: 8 total, 8 up, 8 in 2024-08-10T06:24:56.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:55 smithi031 ceph-mon[98130]: osdmap e2529: 8 total, 8 up, 8 in 2024-08-10T06:24:56.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:55 smithi031 ceph-mon[98130]: pgmap v4334: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.75k op/s 2024-08-10T06:24:56.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:55 smithi031 ceph-mon[98130]: osdmap e2530: 8 total, 8 up, 8 in 2024-08-10T06:24:56.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:55 smithi031 ceph-mon[100614]: osdmap e2529: 8 total, 8 up, 8 in 2024-08-10T06:24:56.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:55 smithi031 ceph-mon[100614]: pgmap v4334: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.75k op/s 2024-08-10T06:24:56.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:55 smithi031 ceph-mon[100614]: osdmap e2530: 8 total, 8 up, 8 in 2024-08-10T06:24:56.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:55 smithi196 ceph-mon[90243]: osdmap e2529: 8 total, 8 up, 8 in 2024-08-10T06:24:56.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:55 smithi196 ceph-mon[90243]: pgmap v4334: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.75k op/s 2024-08-10T06:24:56.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:55 smithi196 ceph-mon[90243]: osdmap e2530: 8 total, 8 up, 8 in 2024-08-10T06:24:57.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:24:57.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:56 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:24:57.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:56 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:24:58.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:57 smithi031 ceph-mon[98130]: osdmap e2531: 8 total, 8 up, 8 in 2024-08-10T06:24:58.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:57 smithi031 ceph-mon[98130]: pgmap v4337: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.70k op/s 2024-08-10T06:24:58.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:57 smithi031 ceph-mon[100614]: osdmap e2531: 8 total, 8 up, 8 in 2024-08-10T06:24:58.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:57 smithi031 ceph-mon[100614]: pgmap v4337: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.70k op/s 2024-08-10T06:24:58.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:57 smithi196 ceph-mon[90243]: osdmap e2531: 8 total, 8 up, 8 in 2024-08-10T06:24:58.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:57 smithi196 ceph-mon[90243]: pgmap v4337: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.70k op/s 2024-08-10T06:24:59.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:58 smithi031 ceph-mon[98130]: osdmap e2532: 8 total, 8 up, 8 in 2024-08-10T06:24:59.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:58 smithi031 ceph-mon[100614]: osdmap e2532: 8 total, 8 up, 8 in 2024-08-10T06:24:59.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:58 smithi196 ceph-mon[90243]: osdmap e2532: 8 total, 8 up, 8 in 2024-08-10T06:25:00.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:59 smithi031 ceph-mon[98130]: osdmap e2533: 8 total, 8 up, 8 in 2024-08-10T06:25:00.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:24:59 smithi031 ceph-mon[98130]: pgmap v4340: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.70k op/s 2024-08-10T06:25:00.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:59 smithi031 ceph-mon[100614]: osdmap e2533: 8 total, 8 up, 8 in 2024-08-10T06:25:00.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:24:59 smithi031 ceph-mon[100614]: pgmap v4340: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.70k op/s 2024-08-10T06:25:00.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:59 smithi196 ceph-mon[90243]: osdmap e2533: 8 total, 8 up, 8 in 2024-08-10T06:25:00.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:24:59 smithi196 ceph-mon[90243]: pgmap v4340: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.70k op/s 2024-08-10T06:25:01.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:00 smithi031 ceph-mon[98130]: osdmap e2534: 8 total, 8 up, 8 in 2024-08-10T06:25:01.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:00 smithi031 ceph-mon[98130]: osdmap e2535: 8 total, 8 up, 8 in 2024-08-10T06:25:01.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:00 smithi031 ceph-mon[100614]: osdmap e2534: 8 total, 8 up, 8 in 2024-08-10T06:25:01.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:00 smithi031 ceph-mon[100614]: osdmap e2535: 8 total, 8 up, 8 in 2024-08-10T06:25:01.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:00 smithi196 ceph-mon[90243]: osdmap e2534: 8 total, 8 up, 8 in 2024-08-10T06:25:01.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:00 smithi196 ceph-mon[90243]: osdmap e2535: 8 total, 8 up, 8 in 2024-08-10T06:25:01.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:25:01 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:25:01] "GET /metrics HTTP/1.1" 200 36729 "" "Prometheus/2.43.0" 2024-08-10T06:25:02.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:01 smithi031 ceph-mon[98130]: pgmap v4343: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 B/s wr, 9 op/s 2024-08-10T06:25:02.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:01 smithi031 ceph-mon[100614]: pgmap v4343: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 B/s wr, 9 op/s 2024-08-10T06:25:02.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:01 smithi196 ceph-mon[90243]: pgmap v4343: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 B/s wr, 9 op/s 2024-08-10T06:25:02.770 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:25:02 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:25:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:25:03.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:02 smithi196 ceph-mon[90243]: osdmap e2536: 8 total, 8 up, 8 in 2024-08-10T06:25:03.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:02 smithi031 ceph-mon[98130]: osdmap e2536: 8 total, 8 up, 8 in 2024-08-10T06:25:03.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:02 smithi031 ceph-mon[100614]: osdmap e2536: 8 total, 8 up, 8 in 2024-08-10T06:25:04.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:03 smithi031 ceph-mon[98130]: osdmap e2537: 8 total, 8 up, 8 in 2024-08-10T06:25:04.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:03 smithi031 ceph-mon[98130]: pgmap v4346: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.66k op/s 2024-08-10T06:25:04.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:03 smithi031 ceph-mon[100614]: osdmap e2537: 8 total, 8 up, 8 in 2024-08-10T06:25:04.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:03 smithi031 ceph-mon[100614]: pgmap v4346: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.66k op/s 2024-08-10T06:25:04.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:03 smithi196 ceph-mon[90243]: osdmap e2537: 8 total, 8 up, 8 in 2024-08-10T06:25:04.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:03 smithi196 ceph-mon[90243]: pgmap v4346: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.66k op/s 2024-08-10T06:25:05.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:04 smithi031 ceph-mon[98130]: osdmap e2538: 8 total, 8 up, 8 in 2024-08-10T06:25:05.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:04 smithi031 ceph-mon[100614]: osdmap e2538: 8 total, 8 up, 8 in 2024-08-10T06:25:05.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:04 smithi196 ceph-mon[90243]: osdmap e2538: 8 total, 8 up, 8 in 2024-08-10T06:25:06.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:05 smithi031 ceph-mon[100614]: osdmap e2539: 8 total, 8 up, 8 in 2024-08-10T06:25:06.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:05 smithi031 ceph-mon[100614]: pgmap v4349: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.66k op/s 2024-08-10T06:25:06.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:05 smithi031 ceph-mon[100614]: osdmap e2540: 8 total, 8 up, 8 in 2024-08-10T06:25:06.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:05 smithi031 ceph-mon[98130]: osdmap e2539: 8 total, 8 up, 8 in 2024-08-10T06:25:06.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:05 smithi031 ceph-mon[98130]: pgmap v4349: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.66k op/s 2024-08-10T06:25:06.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:05 smithi031 ceph-mon[98130]: osdmap e2540: 8 total, 8 up, 8 in 2024-08-10T06:25:06.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:05 smithi196 ceph-mon[90243]: osdmap e2539: 8 total, 8 up, 8 in 2024-08-10T06:25:06.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:05 smithi196 ceph-mon[90243]: pgmap v4349: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.66k op/s 2024-08-10T06:25:06.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:05 smithi196 ceph-mon[90243]: osdmap e2540: 8 total, 8 up, 8 in 2024-08-10T06:25:08.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:07 smithi031 ceph-mon[98130]: osdmap e2541: 8 total, 8 up, 8 in 2024-08-10T06:25:08.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:07 smithi031 ceph-mon[98130]: pgmap v4352: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.61k op/s 2024-08-10T06:25:08.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:07 smithi031 ceph-mon[100614]: osdmap e2541: 8 total, 8 up, 8 in 2024-08-10T06:25:08.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:07 smithi031 ceph-mon[100614]: pgmap v4352: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.61k op/s 2024-08-10T06:25:08.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:07 smithi196 ceph-mon[90243]: osdmap e2541: 8 total, 8 up, 8 in 2024-08-10T06:25:08.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:07 smithi196 ceph-mon[90243]: pgmap v4352: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.61k op/s 2024-08-10T06:25:09.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:08 smithi031 ceph-mon[98130]: osdmap e2542: 8 total, 8 up, 8 in 2024-08-10T06:25:09.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:08 smithi031 ceph-mon[100614]: osdmap e2542: 8 total, 8 up, 8 in 2024-08-10T06:25:09.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:08 smithi196 ceph-mon[90243]: osdmap e2542: 8 total, 8 up, 8 in 2024-08-10T06:25:10.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:09 smithi031 ceph-mon[98130]: osdmap e2543: 8 total, 8 up, 8 in 2024-08-10T06:25:10.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:09 smithi031 ceph-mon[98130]: pgmap v4355: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.62k op/s 2024-08-10T06:25:10.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:09 smithi031 ceph-mon[100614]: osdmap e2543: 8 total, 8 up, 8 in 2024-08-10T06:25:10.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:09 smithi031 ceph-mon[100614]: pgmap v4355: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.62k op/s 2024-08-10T06:25:10.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:09 smithi196 ceph-mon[90243]: osdmap e2543: 8 total, 8 up, 8 in 2024-08-10T06:25:10.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:09 smithi196 ceph-mon[90243]: pgmap v4355: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.62k op/s 2024-08-10T06:25:11.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:10 smithi031 ceph-mon[98130]: osdmap e2544: 8 total, 8 up, 8 in 2024-08-10T06:25:11.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:10 smithi031 ceph-mon[98130]: osdmap e2545: 8 total, 8 up, 8 in 2024-08-10T06:25:11.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:10 smithi031 ceph-mon[100614]: osdmap e2544: 8 total, 8 up, 8 in 2024-08-10T06:25:11.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:10 smithi031 ceph-mon[100614]: osdmap e2545: 8 total, 8 up, 8 in 2024-08-10T06:25:11.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:10 smithi196 ceph-mon[90243]: osdmap e2544: 8 total, 8 up, 8 in 2024-08-10T06:25:11.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:10 smithi196 ceph-mon[90243]: osdmap e2545: 8 total, 8 up, 8 in 2024-08-10T06:25:11.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:25:11 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:25:11] "GET /metrics HTTP/1.1" 200 36725 "" "Prometheus/2.43.0" 2024-08-10T06:25:12.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:11 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:25:12.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:11 smithi031 ceph-mon[98130]: pgmap v4358: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.0 KiB/s rd, 0 B/s wr, 8 op/s 2024-08-10T06:25:12.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:11 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:25:12.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:11 smithi031 ceph-mon[100614]: pgmap v4358: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.0 KiB/s rd, 0 B/s wr, 8 op/s 2024-08-10T06:25:12.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:11 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:25:12.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:11 smithi196 ceph-mon[90243]: pgmap v4358: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.0 KiB/s rd, 0 B/s wr, 8 op/s 2024-08-10T06:25:12.735 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:25:12 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:25:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:25:13.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:12 smithi031 ceph-mon[98130]: osdmap e2546: 8 total, 8 up, 8 in 2024-08-10T06:25:13.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:12 smithi031 ceph-mon[100614]: osdmap e2546: 8 total, 8 up, 8 in 2024-08-10T06:25:13.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:12 smithi196 ceph-mon[90243]: osdmap e2546: 8 total, 8 up, 8 in 2024-08-10T06:25:14.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:13 smithi031 ceph-mon[98130]: osdmap e2547: 8 total, 8 up, 8 in 2024-08-10T06:25:14.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:13 smithi031 ceph-mon[98130]: pgmap v4361: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.57k op/s 2024-08-10T06:25:14.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:13 smithi031 ceph-mon[100614]: osdmap e2547: 8 total, 8 up, 8 in 2024-08-10T06:25:14.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:13 smithi031 ceph-mon[100614]: pgmap v4361: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.57k op/s 2024-08-10T06:25:14.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:13 smithi196 ceph-mon[90243]: osdmap e2547: 8 total, 8 up, 8 in 2024-08-10T06:25:14.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:13 smithi196 ceph-mon[90243]: pgmap v4361: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.57k op/s 2024-08-10T06:25:15.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:14 smithi031 ceph-mon[98130]: osdmap e2548: 8 total, 8 up, 8 in 2024-08-10T06:25:15.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:14 smithi031 ceph-mon[100614]: osdmap e2548: 8 total, 8 up, 8 in 2024-08-10T06:25:15.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:14 smithi196 ceph-mon[90243]: osdmap e2548: 8 total, 8 up, 8 in 2024-08-10T06:25:16.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:15 smithi031 ceph-mon[100614]: osdmap e2549: 8 total, 8 up, 8 in 2024-08-10T06:25:16.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:15 smithi031 ceph-mon[100614]: pgmap v4364: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.57k op/s 2024-08-10T06:25:16.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:15 smithi031 ceph-mon[100614]: osdmap e2550: 8 total, 8 up, 8 in 2024-08-10T06:25:16.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:15 smithi031 ceph-mon[98130]: osdmap e2549: 8 total, 8 up, 8 in 2024-08-10T06:25:16.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:15 smithi031 ceph-mon[98130]: pgmap v4364: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.57k op/s 2024-08-10T06:25:16.021 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:15 smithi031 ceph-mon[98130]: osdmap e2550: 8 total, 8 up, 8 in 2024-08-10T06:25:16.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:15 smithi196 ceph-mon[90243]: osdmap e2549: 8 total, 8 up, 8 in 2024-08-10T06:25:16.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:15 smithi196 ceph-mon[90243]: pgmap v4364: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.57k op/s 2024-08-10T06:25:16.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:15 smithi196 ceph-mon[90243]: osdmap e2550: 8 total, 8 up, 8 in 2024-08-10T06:25:18.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:17 smithi031 ceph-mon[98130]: osdmap e2551: 8 total, 8 up, 8 in 2024-08-10T06:25:18.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:17 smithi031 ceph-mon[98130]: pgmap v4367: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.53k op/s 2024-08-10T06:25:18.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:17 smithi031 ceph-mon[100614]: osdmap e2551: 8 total, 8 up, 8 in 2024-08-10T06:25:18.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:17 smithi031 ceph-mon[100614]: pgmap v4367: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.53k op/s 2024-08-10T06:25:18.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:17 smithi196 ceph-mon[90243]: osdmap e2551: 8 total, 8 up, 8 in 2024-08-10T06:25:18.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:17 smithi196 ceph-mon[90243]: pgmap v4367: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.53k op/s 2024-08-10T06:25:19.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:18 smithi031 ceph-mon[100614]: osdmap e2552: 8 total, 8 up, 8 in 2024-08-10T06:25:19.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:18 smithi031 ceph-mon[98130]: osdmap e2552: 8 total, 8 up, 8 in 2024-08-10T06:25:19.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:18 smithi196 ceph-mon[90243]: osdmap e2552: 8 total, 8 up, 8 in 2024-08-10T06:25:20.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:19 smithi196 ceph-mon[90243]: osdmap e2553: 8 total, 8 up, 8 in 2024-08-10T06:25:20.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:19 smithi196 ceph-mon[90243]: pgmap v4370: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.53k op/s 2024-08-10T06:25:20.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:19 smithi031 ceph-mon[98130]: osdmap e2553: 8 total, 8 up, 8 in 2024-08-10T06:25:20.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:19 smithi031 ceph-mon[98130]: pgmap v4370: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.53k op/s 2024-08-10T06:25:20.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:19 smithi031 ceph-mon[100614]: osdmap e2553: 8 total, 8 up, 8 in 2024-08-10T06:25:20.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:19 smithi031 ceph-mon[100614]: pgmap v4370: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.53k op/s 2024-08-10T06:25:21.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:20 smithi196 ceph-mon[90243]: osdmap e2554: 8 total, 8 up, 8 in 2024-08-10T06:25:21.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:20 smithi196 ceph-mon[90243]: osdmap e2555: 8 total, 8 up, 8 in 2024-08-10T06:25:21.171 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:20 smithi031 ceph-mon[98130]: osdmap e2554: 8 total, 8 up, 8 in 2024-08-10T06:25:21.171 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:20 smithi031 ceph-mon[98130]: osdmap e2555: 8 total, 8 up, 8 in 2024-08-10T06:25:21.171 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:20 smithi031 ceph-mon[100614]: osdmap e2554: 8 total, 8 up, 8 in 2024-08-10T06:25:21.171 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:20 smithi031 ceph-mon[100614]: osdmap e2555: 8 total, 8 up, 8 in 2024-08-10T06:25:21.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:25:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:25:21] "GET /metrics HTTP/1.1" 200 36725 "" "Prometheus/2.43.0" 2024-08-10T06:25:22.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:21 smithi031 ceph-mon[98130]: pgmap v4373: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-08-10T06:25:22.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:21 smithi031 ceph-mon[100614]: pgmap v4373: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-08-10T06:25:22.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:21 smithi196 ceph-mon[90243]: pgmap v4373: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-08-10T06:25:22.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:25:22 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:25:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:25:23.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:22 smithi031 ceph-mon[98130]: osdmap e2556: 8 total, 8 up, 8 in 2024-08-10T06:25:23.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:22 smithi031 ceph-mon[100614]: osdmap e2556: 8 total, 8 up, 8 in 2024-08-10T06:25:23.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:22 smithi196 ceph-mon[90243]: osdmap e2556: 8 total, 8 up, 8 in 2024-08-10T06:25:24.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:23 smithi031 ceph-mon[98130]: osdmap e2557: 8 total, 8 up, 8 in 2024-08-10T06:25:24.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:23 smithi031 ceph-mon[98130]: pgmap v4376: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.49k op/s 2024-08-10T06:25:24.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:23 smithi031 ceph-mon[100614]: osdmap e2557: 8 total, 8 up, 8 in 2024-08-10T06:25:24.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:23 smithi031 ceph-mon[100614]: pgmap v4376: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.49k op/s 2024-08-10T06:25:24.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:23 smithi196 ceph-mon[90243]: osdmap e2557: 8 total, 8 up, 8 in 2024-08-10T06:25:24.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:23 smithi196 ceph-mon[90243]: pgmap v4376: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.49k op/s 2024-08-10T06:25:25.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:24 smithi031 ceph-mon[98130]: osdmap e2558: 8 total, 8 up, 8 in 2024-08-10T06:25:25.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:24 smithi031 ceph-mon[100614]: osdmap e2558: 8 total, 8 up, 8 in 2024-08-10T06:25:25.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:24 smithi196 ceph-mon[90243]: osdmap e2558: 8 total, 8 up, 8 in 2024-08-10T06:25:26.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:25 smithi031 ceph-mon[98130]: osdmap e2559: 8 total, 8 up, 8 in 2024-08-10T06:25:26.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:25 smithi031 ceph-mon[98130]: pgmap v4379: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.49k op/s 2024-08-10T06:25:26.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:25 smithi031 ceph-mon[98130]: osdmap e2560: 8 total, 8 up, 8 in 2024-08-10T06:25:26.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:25 smithi031 ceph-mon[100614]: osdmap e2559: 8 total, 8 up, 8 in 2024-08-10T06:25:26.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:25 smithi031 ceph-mon[100614]: pgmap v4379: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.49k op/s 2024-08-10T06:25:26.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:25 smithi031 ceph-mon[100614]: osdmap e2560: 8 total, 8 up, 8 in 2024-08-10T06:25:26.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:25 smithi196 ceph-mon[90243]: osdmap e2559: 8 total, 8 up, 8 in 2024-08-10T06:25:26.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:25 smithi196 ceph-mon[90243]: pgmap v4379: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.49k op/s 2024-08-10T06:25:26.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:25 smithi196 ceph-mon[90243]: osdmap e2560: 8 total, 8 up, 8 in 2024-08-10T06:25:27.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:25:27.271 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:26 smithi031 ceph-mon[98130]: osdmap e2561: 8 total, 8 up, 8 in 2024-08-10T06:25:27.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:25:27.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:26 smithi031 ceph-mon[100614]: osdmap e2561: 8 total, 8 up, 8 in 2024-08-10T06:25:27.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:25:27.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:26 smithi196 ceph-mon[90243]: osdmap e2561: 8 total, 8 up, 8 in 2024-08-10T06:25:28.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:27 smithi031 ceph-mon[98130]: pgmap v4382: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.44k op/s 2024-08-10T06:25:28.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:27 smithi031 ceph-mon[98130]: osdmap e2562: 8 total, 8 up, 8 in 2024-08-10T06:25:28.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:27 smithi031 ceph-mon[100614]: pgmap v4382: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.44k op/s 2024-08-10T06:25:28.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:27 smithi031 ceph-mon[100614]: osdmap e2562: 8 total, 8 up, 8 in 2024-08-10T06:25:28.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:27 smithi196 ceph-mon[90243]: pgmap v4382: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.44k op/s 2024-08-10T06:25:28.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:27 smithi196 ceph-mon[90243]: osdmap e2562: 8 total, 8 up, 8 in 2024-08-10T06:25:29.195 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:28 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:25:29.196 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:28 smithi196 ceph-mon[90243]: osdmap e2563: 8 total, 8 up, 8 in 2024-08-10T06:25:29.207 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:28 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:25:29.207 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:28 smithi031 ceph-mon[98130]: osdmap e2563: 8 total, 8 up, 8 in 2024-08-10T06:25:29.207 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:28 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:25:29.207 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:28 smithi031 ceph-mon[100614]: osdmap e2563: 8 total, 8 up, 8 in 2024-08-10T06:25:30.246 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:29 smithi031 ceph-mon[98130]: pgmap v4385: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.44k op/s 2024-08-10T06:25:30.246 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:29 smithi031 ceph-mon[98130]: osdmap e2564: 8 total, 8 up, 8 in 2024-08-10T06:25:30.247 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:29 smithi031 ceph-mon[100614]: pgmap v4385: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.44k op/s 2024-08-10T06:25:30.247 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:29 smithi031 ceph-mon[100614]: osdmap e2564: 8 total, 8 up, 8 in 2024-08-10T06:25:30.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:29 smithi196 ceph-mon[90243]: pgmap v4385: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.44k op/s 2024-08-10T06:25:30.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:29 smithi196 ceph-mon[90243]: osdmap e2564: 8 total, 8 up, 8 in 2024-08-10T06:25:31.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:25:31 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:25:31] "GET /metrics HTTP/1.1" 200 36728 "" "Prometheus/2.43.0" 2024-08-10T06:25:31.962 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:31 smithi031 ceph-mon[98130]: osdmap e2565: 8 total, 8 up, 8 in 2024-08-10T06:25:31.962 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:31 smithi031 ceph-mon[98130]: pgmap v4388: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-08-10T06:25:31.962 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:31 smithi031 ceph-mon[100614]: osdmap e2565: 8 total, 8 up, 8 in 2024-08-10T06:25:31.962 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:31 smithi031 ceph-mon[100614]: pgmap v4388: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-08-10T06:25:32.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:31 smithi196 ceph-mon[90243]: osdmap e2565: 8 total, 8 up, 8 in 2024-08-10T06:25:32.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:31 smithi196 ceph-mon[90243]: pgmap v4388: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-08-10T06:25:32.721 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:25:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:25:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:25:33.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:32 smithi031 ceph-mon[98130]: osdmap e2566: 8 total, 8 up, 8 in 2024-08-10T06:25:33.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:32 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:25:33.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:32 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:25:33.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:32 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:25:33.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:32 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:25:33.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:32 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:25:33.021 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:32 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:25:33.021 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:32 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:25:33.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:32 smithi031 ceph-mon[100614]: osdmap e2566: 8 total, 8 up, 8 in 2024-08-10T06:25:33.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:32 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:25:33.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:32 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:25:33.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:32 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:25:33.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:32 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:25:33.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:32 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:25:33.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:32 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:25:33.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:32 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:25:33.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:32 smithi196 ceph-mon[90243]: osdmap e2566: 8 total, 8 up, 8 in 2024-08-10T06:25:33.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:32 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:25:33.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:32 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:25:33.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:32 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:25:33.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:32 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:25:33.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:32 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:25:33.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:32 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:25:33.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:32 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:25:34.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:33 smithi031 ceph-mon[98130]: osdmap e2567: 8 total, 8 up, 8 in 2024-08-10T06:25:34.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:33 smithi031 ceph-mon[98130]: pgmap v4391: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.40k op/s 2024-08-10T06:25:34.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:33 smithi031 ceph-mon[100614]: osdmap e2567: 8 total, 8 up, 8 in 2024-08-10T06:25:34.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:33 smithi031 ceph-mon[100614]: pgmap v4391: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.40k op/s 2024-08-10T06:25:34.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:33 smithi196 ceph-mon[90243]: osdmap e2567: 8 total, 8 up, 8 in 2024-08-10T06:25:34.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:33 smithi196 ceph-mon[90243]: pgmap v4391: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.40k op/s 2024-08-10T06:25:35.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:34 smithi031 ceph-mon[98130]: osdmap e2568: 8 total, 8 up, 8 in 2024-08-10T06:25:35.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:34 smithi031 ceph-mon[100614]: osdmap e2568: 8 total, 8 up, 8 in 2024-08-10T06:25:35.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:34 smithi196 ceph-mon[90243]: osdmap e2568: 8 total, 8 up, 8 in 2024-08-10T06:25:36.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:35 smithi031 ceph-mon[98130]: osdmap e2569: 8 total, 8 up, 8 in 2024-08-10T06:25:36.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:35 smithi031 ceph-mon[98130]: pgmap v4394: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.40k op/s 2024-08-10T06:25:36.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:35 smithi031 ceph-mon[98130]: osdmap e2570: 8 total, 8 up, 8 in 2024-08-10T06:25:36.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:35 smithi031 ceph-mon[100614]: osdmap e2569: 8 total, 8 up, 8 in 2024-08-10T06:25:36.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:35 smithi031 ceph-mon[100614]: pgmap v4394: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.40k op/s 2024-08-10T06:25:36.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:35 smithi031 ceph-mon[100614]: osdmap e2570: 8 total, 8 up, 8 in 2024-08-10T06:25:36.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:35 smithi196 ceph-mon[90243]: osdmap e2569: 8 total, 8 up, 8 in 2024-08-10T06:25:36.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:35 smithi196 ceph-mon[90243]: pgmap v4394: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.40k op/s 2024-08-10T06:25:36.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:35 smithi196 ceph-mon[90243]: osdmap e2570: 8 total, 8 up, 8 in 2024-08-10T06:25:38.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:37 smithi031 ceph-mon[98130]: osdmap e2571: 8 total, 8 up, 8 in 2024-08-10T06:25:38.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:37 smithi031 ceph-mon[98130]: pgmap v4397: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1003 KiB/s rd, 5.0 KiB/s wr, 1.36k op/s 2024-08-10T06:25:38.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:37 smithi031 ceph-mon[100614]: osdmap e2571: 8 total, 8 up, 8 in 2024-08-10T06:25:38.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:37 smithi031 ceph-mon[100614]: pgmap v4397: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1003 KiB/s rd, 5.0 KiB/s wr, 1.36k op/s 2024-08-10T06:25:38.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:37 smithi196 ceph-mon[90243]: osdmap e2571: 8 total, 8 up, 8 in 2024-08-10T06:25:38.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:37 smithi196 ceph-mon[90243]: pgmap v4397: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1003 KiB/s rd, 5.0 KiB/s wr, 1.36k op/s 2024-08-10T06:25:39.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:38 smithi031 ceph-mon[98130]: osdmap e2572: 8 total, 8 up, 8 in 2024-08-10T06:25:39.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:38 smithi031 ceph-mon[100614]: osdmap e2572: 8 total, 8 up, 8 in 2024-08-10T06:25:39.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:38 smithi196 ceph-mon[90243]: osdmap e2572: 8 total, 8 up, 8 in 2024-08-10T06:25:40.021 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:39 smithi031 ceph-mon[98130]: osdmap e2573: 8 total, 8 up, 8 in 2024-08-10T06:25:40.021 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:39 smithi031 ceph-mon[98130]: pgmap v4400: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1000 KiB/s rd, 5.0 KiB/s wr, 1.35k op/s 2024-08-10T06:25:40.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:39 smithi031 ceph-mon[100614]: osdmap e2573: 8 total, 8 up, 8 in 2024-08-10T06:25:40.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:39 smithi031 ceph-mon[100614]: pgmap v4400: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1000 KiB/s rd, 5.0 KiB/s wr, 1.35k op/s 2024-08-10T06:25:40.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:39 smithi196 ceph-mon[90243]: osdmap e2573: 8 total, 8 up, 8 in 2024-08-10T06:25:40.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:39 smithi196 ceph-mon[90243]: pgmap v4400: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1000 KiB/s rd, 5.0 KiB/s wr, 1.35k op/s 2024-08-10T06:25:41.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:40 smithi031 ceph-mon[98130]: osdmap e2574: 8 total, 8 up, 8 in 2024-08-10T06:25:41.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:40 smithi031 ceph-mon[98130]: osdmap e2575: 8 total, 8 up, 8 in 2024-08-10T06:25:41.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:40 smithi031 ceph-mon[100614]: osdmap e2574: 8 total, 8 up, 8 in 2024-08-10T06:25:41.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:40 smithi031 ceph-mon[100614]: osdmap e2575: 8 total, 8 up, 8 in 2024-08-10T06:25:41.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:40 smithi196 ceph-mon[90243]: osdmap e2574: 8 total, 8 up, 8 in 2024-08-10T06:25:41.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:40 smithi196 ceph-mon[90243]: osdmap e2575: 8 total, 8 up, 8 in 2024-08-10T06:25:41.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:25:41 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:25:41] "GET /metrics HTTP/1.1" 200 36727 "" "Prometheus/2.43.0" 2024-08-10T06:25:42.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:25:42.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:41 smithi196 ceph-mon[90243]: pgmap v4403: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-08-10T06:25:42.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:25:42.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:41 smithi031 ceph-mon[98130]: pgmap v4403: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-08-10T06:25:42.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:25:42.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:41 smithi031 ceph-mon[100614]: pgmap v4403: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-08-10T06:25:42.773 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:25:42 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:25:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:25:43.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:42 smithi196 ceph-mon[90243]: osdmap e2576: 8 total, 8 up, 8 in 2024-08-10T06:25:43.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:42 smithi031 ceph-mon[98130]: osdmap e2576: 8 total, 8 up, 8 in 2024-08-10T06:25:43.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:42 smithi031 ceph-mon[100614]: osdmap e2576: 8 total, 8 up, 8 in 2024-08-10T06:25:44.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:43 smithi031 ceph-mon[98130]: osdmap e2577: 8 total, 8 up, 8 in 2024-08-10T06:25:44.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:43 smithi031 ceph-mon[98130]: pgmap v4406: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 969 KiB/s rd, 5.0 KiB/s wr, 1.31k op/s 2024-08-10T06:25:44.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:43 smithi031 ceph-mon[100614]: osdmap e2577: 8 total, 8 up, 8 in 2024-08-10T06:25:44.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:43 smithi031 ceph-mon[100614]: pgmap v4406: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 969 KiB/s rd, 5.0 KiB/s wr, 1.31k op/s 2024-08-10T06:25:44.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:43 smithi196 ceph-mon[90243]: osdmap e2577: 8 total, 8 up, 8 in 2024-08-10T06:25:44.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:43 smithi196 ceph-mon[90243]: pgmap v4406: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 969 KiB/s rd, 5.0 KiB/s wr, 1.31k op/s 2024-08-10T06:25:45.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:44 smithi031 ceph-mon[100614]: osdmap e2578: 8 total, 8 up, 8 in 2024-08-10T06:25:45.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:44 smithi031 ceph-mon[98130]: osdmap e2578: 8 total, 8 up, 8 in 2024-08-10T06:25:45.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:44 smithi196 ceph-mon[90243]: osdmap e2578: 8 total, 8 up, 8 in 2024-08-10T06:25:46.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:45 smithi031 ceph-mon[100614]: osdmap e2579: 8 total, 8 up, 8 in 2024-08-10T06:25:46.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:45 smithi031 ceph-mon[100614]: pgmap v4409: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 969 KiB/s rd, 5.0 KiB/s wr, 1.31k op/s 2024-08-10T06:25:46.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:45 smithi031 ceph-mon[100614]: osdmap e2580: 8 total, 8 up, 8 in 2024-08-10T06:25:46.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:45 smithi031 ceph-mon[98130]: osdmap e2579: 8 total, 8 up, 8 in 2024-08-10T06:25:46.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:45 smithi031 ceph-mon[98130]: pgmap v4409: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 969 KiB/s rd, 5.0 KiB/s wr, 1.31k op/s 2024-08-10T06:25:46.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:45 smithi031 ceph-mon[98130]: osdmap e2580: 8 total, 8 up, 8 in 2024-08-10T06:25:46.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:45 smithi196 ceph-mon[90243]: osdmap e2579: 8 total, 8 up, 8 in 2024-08-10T06:25:46.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:45 smithi196 ceph-mon[90243]: pgmap v4409: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 969 KiB/s rd, 5.0 KiB/s wr, 1.31k op/s 2024-08-10T06:25:46.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:45 smithi196 ceph-mon[90243]: osdmap e2580: 8 total, 8 up, 8 in 2024-08-10T06:25:48.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:47 smithi031 ceph-mon[98130]: osdmap e2581: 8 total, 8 up, 8 in 2024-08-10T06:25:48.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:47 smithi031 ceph-mon[98130]: pgmap v4412: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 937 KiB/s rd, 5.0 KiB/s wr, 1.27k op/s 2024-08-10T06:25:48.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:47 smithi031 ceph-mon[100614]: osdmap e2581: 8 total, 8 up, 8 in 2024-08-10T06:25:48.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:47 smithi031 ceph-mon[100614]: pgmap v4412: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 937 KiB/s rd, 5.0 KiB/s wr, 1.27k op/s 2024-08-10T06:25:48.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:47 smithi196 ceph-mon[90243]: osdmap e2581: 8 total, 8 up, 8 in 2024-08-10T06:25:48.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:47 smithi196 ceph-mon[90243]: pgmap v4412: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 937 KiB/s rd, 5.0 KiB/s wr, 1.27k op/s 2024-08-10T06:25:49.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:48 smithi031 ceph-mon[98130]: osdmap e2582: 8 total, 8 up, 8 in 2024-08-10T06:25:49.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:48 smithi031 ceph-mon[100614]: osdmap e2582: 8 total, 8 up, 8 in 2024-08-10T06:25:49.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:48 smithi196 ceph-mon[90243]: osdmap e2582: 8 total, 8 up, 8 in 2024-08-10T06:25:50.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:49 smithi031 ceph-mon[98130]: osdmap e2583: 8 total, 8 up, 8 in 2024-08-10T06:25:50.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:49 smithi031 ceph-mon[98130]: pgmap v4415: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 936 KiB/s rd, 5.0 KiB/s wr, 1.26k op/s 2024-08-10T06:25:50.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:49 smithi031 ceph-mon[100614]: osdmap e2583: 8 total, 8 up, 8 in 2024-08-10T06:25:50.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:49 smithi031 ceph-mon[100614]: pgmap v4415: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 936 KiB/s rd, 5.0 KiB/s wr, 1.26k op/s 2024-08-10T06:25:50.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:49 smithi196 ceph-mon[90243]: osdmap e2583: 8 total, 8 up, 8 in 2024-08-10T06:25:50.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:49 smithi196 ceph-mon[90243]: pgmap v4415: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 936 KiB/s rd, 5.0 KiB/s wr, 1.26k op/s 2024-08-10T06:25:51.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:50 smithi031 ceph-mon[98130]: osdmap e2584: 8 total, 8 up, 8 in 2024-08-10T06:25:51.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:50 smithi031 ceph-mon[98130]: osdmap e2585: 8 total, 8 up, 8 in 2024-08-10T06:25:51.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:50 smithi031 ceph-mon[100614]: osdmap e2584: 8 total, 8 up, 8 in 2024-08-10T06:25:51.021 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:50 smithi031 ceph-mon[100614]: osdmap e2585: 8 total, 8 up, 8 in 2024-08-10T06:25:51.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:50 smithi196 ceph-mon[90243]: osdmap e2584: 8 total, 8 up, 8 in 2024-08-10T06:25:51.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:50 smithi196 ceph-mon[90243]: osdmap e2585: 8 total, 8 up, 8 in 2024-08-10T06:25:51.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:25:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:25:51] "GET /metrics HTTP/1.1" 200 36727 "" "Prometheus/2.43.0" 2024-08-10T06:25:51.811 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:51 smithi031 ceph-mon[98130]: pgmap v4418: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-08-10T06:25:51.811 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:51 smithi031 ceph-mon[100614]: pgmap v4418: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-08-10T06:25:52.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:51 smithi196 ceph-mon[90243]: pgmap v4418: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-08-10T06:25:52.755 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:25:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:25:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:25:53.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:52 smithi031 ceph-mon[98130]: osdmap e2586: 8 total, 8 up, 8 in 2024-08-10T06:25:53.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:52 smithi031 ceph-mon[100614]: osdmap e2586: 8 total, 8 up, 8 in 2024-08-10T06:25:53.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:52 smithi196 ceph-mon[90243]: osdmap e2586: 8 total, 8 up, 8 in 2024-08-10T06:25:54.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:53 smithi031 ceph-mon[98130]: osdmap e2587: 8 total, 8 up, 8 in 2024-08-10T06:25:54.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:53 smithi031 ceph-mon[98130]: pgmap v4421: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 904 KiB/s rd, 5.0 KiB/s wr, 1.22k op/s 2024-08-10T06:25:54.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:53 smithi031 ceph-mon[100614]: osdmap e2587: 8 total, 8 up, 8 in 2024-08-10T06:25:54.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:53 smithi031 ceph-mon[100614]: pgmap v4421: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 904 KiB/s rd, 5.0 KiB/s wr, 1.22k op/s 2024-08-10T06:25:54.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:53 smithi196 ceph-mon[90243]: osdmap e2587: 8 total, 8 up, 8 in 2024-08-10T06:25:54.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:53 smithi196 ceph-mon[90243]: pgmap v4421: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 904 KiB/s rd, 5.0 KiB/s wr, 1.22k op/s 2024-08-10T06:25:55.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:54 smithi031 ceph-mon[98130]: osdmap e2588: 8 total, 8 up, 8 in 2024-08-10T06:25:55.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:54 smithi031 ceph-mon[100614]: osdmap e2588: 8 total, 8 up, 8 in 2024-08-10T06:25:55.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:54 smithi196 ceph-mon[90243]: osdmap e2588: 8 total, 8 up, 8 in 2024-08-10T06:25:56.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:55 smithi196 ceph-mon[90243]: osdmap e2589: 8 total, 8 up, 8 in 2024-08-10T06:25:56.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:55 smithi196 ceph-mon[90243]: pgmap v4424: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 904 KiB/s rd, 5.0 KiB/s wr, 1.22k op/s 2024-08-10T06:25:56.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:55 smithi196 ceph-mon[90243]: osdmap e2590: 8 total, 8 up, 8 in 2024-08-10T06:25:56.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:55 smithi031 ceph-mon[98130]: osdmap e2589: 8 total, 8 up, 8 in 2024-08-10T06:25:56.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:55 smithi031 ceph-mon[98130]: pgmap v4424: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 904 KiB/s rd, 5.0 KiB/s wr, 1.22k op/s 2024-08-10T06:25:56.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:55 smithi031 ceph-mon[98130]: osdmap e2590: 8 total, 8 up, 8 in 2024-08-10T06:25:56.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:55 smithi031 ceph-mon[100614]: osdmap e2589: 8 total, 8 up, 8 in 2024-08-10T06:25:56.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:55 smithi031 ceph-mon[100614]: pgmap v4424: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 904 KiB/s rd, 5.0 KiB/s wr, 1.22k op/s 2024-08-10T06:25:56.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:55 smithi031 ceph-mon[100614]: osdmap e2590: 8 total, 8 up, 8 in 2024-08-10T06:25:57.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:25:57.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:56 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:25:57.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:56 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:25:58.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:57 smithi031 ceph-mon[98130]: osdmap e2591: 8 total, 8 up, 8 in 2024-08-10T06:25:58.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:57 smithi031 ceph-mon[98130]: pgmap v4427: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 872 KiB/s rd, 5.0 KiB/s wr, 1.18k op/s 2024-08-10T06:25:58.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:57 smithi031 ceph-mon[100614]: osdmap e2591: 8 total, 8 up, 8 in 2024-08-10T06:25:58.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:57 smithi031 ceph-mon[100614]: pgmap v4427: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 872 KiB/s rd, 5.0 KiB/s wr, 1.18k op/s 2024-08-10T06:25:58.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:57 smithi196 ceph-mon[90243]: osdmap e2591: 8 total, 8 up, 8 in 2024-08-10T06:25:58.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:57 smithi196 ceph-mon[90243]: pgmap v4427: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 872 KiB/s rd, 5.0 KiB/s wr, 1.18k op/s 2024-08-10T06:25:59.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:58 smithi031 ceph-mon[98130]: osdmap e2592: 8 total, 8 up, 8 in 2024-08-10T06:25:59.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:58 smithi031 ceph-mon[100614]: osdmap e2592: 8 total, 8 up, 8 in 2024-08-10T06:25:59.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:58 smithi196 ceph-mon[90243]: osdmap e2592: 8 total, 8 up, 8 in 2024-08-10T06:26:00.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:59 smithi031 ceph-mon[98130]: osdmap e2593: 8 total, 8 up, 8 in 2024-08-10T06:26:00.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:25:59 smithi031 ceph-mon[98130]: pgmap v4430: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 872 KiB/s rd, 5.0 KiB/s wr, 1.18k op/s 2024-08-10T06:26:00.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:59 smithi031 ceph-mon[100614]: osdmap e2593: 8 total, 8 up, 8 in 2024-08-10T06:26:00.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:25:59 smithi031 ceph-mon[100614]: pgmap v4430: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 872 KiB/s rd, 5.0 KiB/s wr, 1.18k op/s 2024-08-10T06:26:00.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:59 smithi196 ceph-mon[90243]: osdmap e2593: 8 total, 8 up, 8 in 2024-08-10T06:26:00.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:25:59 smithi196 ceph-mon[90243]: pgmap v4430: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 872 KiB/s rd, 5.0 KiB/s wr, 1.18k op/s 2024-08-10T06:26:01.256 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:00 smithi031 ceph-mon[98130]: osdmap e2594: 8 total, 8 up, 8 in 2024-08-10T06:26:01.256 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:00 smithi031 ceph-mon[98130]: osdmap e2595: 8 total, 8 up, 8 in 2024-08-10T06:26:01.256 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:00 smithi031 ceph-mon[100614]: osdmap e2594: 8 total, 8 up, 8 in 2024-08-10T06:26:01.257 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:00 smithi031 ceph-mon[100614]: osdmap e2595: 8 total, 8 up, 8 in 2024-08-10T06:26:01.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:00 smithi196 ceph-mon[90243]: osdmap e2594: 8 total, 8 up, 8 in 2024-08-10T06:26:01.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:00 smithi196 ceph-mon[90243]: osdmap e2595: 8 total, 8 up, 8 in 2024-08-10T06:26:01.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:26:01 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:26:01] "GET /metrics HTTP/1.1" 200 36730 "" "Prometheus/2.43.0" 2024-08-10T06:26:02.267 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:01 smithi031 ceph-mon[98130]: pgmap v4433: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-08-10T06:26:02.267 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:01 smithi031 ceph-mon[98130]: osdmap e2596: 8 total, 8 up, 8 in 2024-08-10T06:26:02.267 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:01 smithi031 ceph-mon[100614]: pgmap v4433: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-08-10T06:26:02.267 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:01 smithi031 ceph-mon[100614]: osdmap e2596: 8 total, 8 up, 8 in 2024-08-10T06:26:02.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:01 smithi196 ceph-mon[90243]: pgmap v4433: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-08-10T06:26:02.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:01 smithi196 ceph-mon[90243]: osdmap e2596: 8 total, 8 up, 8 in 2024-08-10T06:26:02.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:26:02 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:26:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:26:04.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:03 smithi031 ceph-mon[98130]: osdmap e2597: 8 total, 8 up, 8 in 2024-08-10T06:26:04.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:03 smithi031 ceph-mon[98130]: pgmap v4436: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 838 KiB/s rd, 5.0 KiB/s wr, 1.13k op/s 2024-08-10T06:26:04.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:03 smithi031 ceph-mon[100614]: osdmap e2597: 8 total, 8 up, 8 in 2024-08-10T06:26:04.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:03 smithi031 ceph-mon[100614]: pgmap v4436: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 838 KiB/s rd, 5.0 KiB/s wr, 1.13k op/s 2024-08-10T06:26:04.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:03 smithi196 ceph-mon[90243]: osdmap e2597: 8 total, 8 up, 8 in 2024-08-10T06:26:04.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:03 smithi196 ceph-mon[90243]: pgmap v4436: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 838 KiB/s rd, 5.0 KiB/s wr, 1.13k op/s 2024-08-10T06:26:05.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:04 smithi031 ceph-mon[98130]: osdmap e2598: 8 total, 8 up, 8 in 2024-08-10T06:26:05.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:04 smithi031 ceph-mon[100614]: osdmap e2598: 8 total, 8 up, 8 in 2024-08-10T06:26:05.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:04 smithi196 ceph-mon[90243]: osdmap e2598: 8 total, 8 up, 8 in 2024-08-10T06:26:06.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:05 smithi031 ceph-mon[98130]: osdmap e2599: 8 total, 8 up, 8 in 2024-08-10T06:26:06.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:05 smithi031 ceph-mon[98130]: pgmap v4439: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 838 KiB/s rd, 5.0 KiB/s wr, 1.13k op/s 2024-08-10T06:26:06.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:05 smithi031 ceph-mon[98130]: osdmap e2600: 8 total, 8 up, 8 in 2024-08-10T06:26:06.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:05 smithi031 ceph-mon[100614]: osdmap e2599: 8 total, 8 up, 8 in 2024-08-10T06:26:06.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:05 smithi031 ceph-mon[100614]: pgmap v4439: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 838 KiB/s rd, 5.0 KiB/s wr, 1.13k op/s 2024-08-10T06:26:06.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:05 smithi031 ceph-mon[100614]: osdmap e2600: 8 total, 8 up, 8 in 2024-08-10T06:26:06.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:05 smithi196 ceph-mon[90243]: osdmap e2599: 8 total, 8 up, 8 in 2024-08-10T06:26:06.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:05 smithi196 ceph-mon[90243]: pgmap v4439: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 838 KiB/s rd, 5.0 KiB/s wr, 1.13k op/s 2024-08-10T06:26:06.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:05 smithi196 ceph-mon[90243]: osdmap e2600: 8 total, 8 up, 8 in 2024-08-10T06:26:08.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:07 smithi031 ceph-mon[98130]: osdmap e2601: 8 total, 8 up, 8 in 2024-08-10T06:26:08.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:07 smithi031 ceph-mon[98130]: pgmap v4442: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 806 KiB/s rd, 5.0 KiB/s wr, 1.09k op/s 2024-08-10T06:26:08.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:07 smithi031 ceph-mon[100614]: osdmap e2601: 8 total, 8 up, 8 in 2024-08-10T06:26:08.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:07 smithi031 ceph-mon[100614]: pgmap v4442: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 806 KiB/s rd, 5.0 KiB/s wr, 1.09k op/s 2024-08-10T06:26:08.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:07 smithi196 ceph-mon[90243]: osdmap e2601: 8 total, 8 up, 8 in 2024-08-10T06:26:08.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:07 smithi196 ceph-mon[90243]: pgmap v4442: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 806 KiB/s rd, 5.0 KiB/s wr, 1.09k op/s 2024-08-10T06:26:09.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:08 smithi031 ceph-mon[98130]: osdmap e2602: 8 total, 8 up, 8 in 2024-08-10T06:26:09.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:08 smithi031 ceph-mon[100614]: osdmap e2602: 8 total, 8 up, 8 in 2024-08-10T06:26:09.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:08 smithi196 ceph-mon[90243]: osdmap e2602: 8 total, 8 up, 8 in 2024-08-10T06:26:10.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:09 smithi196 ceph-mon[90243]: osdmap e2603: 8 total, 8 up, 8 in 2024-08-10T06:26:10.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:09 smithi196 ceph-mon[90243]: pgmap v4445: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 805 KiB/s rd, 5.0 KiB/s wr, 1.09k op/s 2024-08-10T06:26:10.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:09 smithi031 ceph-mon[100614]: osdmap e2603: 8 total, 8 up, 8 in 2024-08-10T06:26:10.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:09 smithi031 ceph-mon[100614]: pgmap v4445: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 805 KiB/s rd, 5.0 KiB/s wr, 1.09k op/s 2024-08-10T06:26:10.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:09 smithi031 ceph-mon[98130]: osdmap e2603: 8 total, 8 up, 8 in 2024-08-10T06:26:10.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:09 smithi031 ceph-mon[98130]: pgmap v4445: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 805 KiB/s rd, 5.0 KiB/s wr, 1.09k op/s 2024-08-10T06:26:11.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:10 smithi196 ceph-mon[90243]: osdmap e2604: 8 total, 8 up, 8 in 2024-08-10T06:26:11.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:10 smithi196 ceph-mon[90243]: osdmap e2605: 8 total, 8 up, 8 in 2024-08-10T06:26:11.255 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:10 smithi031 ceph-mon[98130]: osdmap e2604: 8 total, 8 up, 8 in 2024-08-10T06:26:11.255 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:10 smithi031 ceph-mon[98130]: osdmap e2605: 8 total, 8 up, 8 in 2024-08-10T06:26:11.256 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:10 smithi031 ceph-mon[100614]: osdmap e2604: 8 total, 8 up, 8 in 2024-08-10T06:26:11.256 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:10 smithi031 ceph-mon[100614]: osdmap e2605: 8 total, 8 up, 8 in 2024-08-10T06:26:11.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:26:11 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:26:11] "GET /metrics HTTP/1.1" 200 36727 "" "Prometheus/2.43.0" 2024-08-10T06:26:12.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:11 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:26:12.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:11 smithi196 ceph-mon[90243]: pgmap v4448: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-08-10T06:26:12.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:11 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:26:12.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:11 smithi031 ceph-mon[98130]: pgmap v4448: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-08-10T06:26:12.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:11 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:26:12.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:11 smithi031 ceph-mon[100614]: pgmap v4448: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-08-10T06:26:12.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:26:12 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:26:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:26:13.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:12 smithi031 ceph-mon[98130]: osdmap e2606: 8 total, 8 up, 8 in 2024-08-10T06:26:13.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:12 smithi031 ceph-mon[100614]: osdmap e2606: 8 total, 8 up, 8 in 2024-08-10T06:26:13.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:12 smithi196 ceph-mon[90243]: osdmap e2606: 8 total, 8 up, 8 in 2024-08-10T06:26:14.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:13 smithi031 ceph-mon[98130]: osdmap e2607: 8 total, 8 up, 8 in 2024-08-10T06:26:14.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:13 smithi031 ceph-mon[98130]: pgmap v4451: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 773 KiB/s rd, 5.0 KiB/s wr, 1.05k op/s 2024-08-10T06:26:14.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:13 smithi031 ceph-mon[100614]: osdmap e2607: 8 total, 8 up, 8 in 2024-08-10T06:26:14.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:13 smithi031 ceph-mon[100614]: pgmap v4451: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 773 KiB/s rd, 5.0 KiB/s wr, 1.05k op/s 2024-08-10T06:26:14.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:13 smithi196 ceph-mon[90243]: osdmap e2607: 8 total, 8 up, 8 in 2024-08-10T06:26:14.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:13 smithi196 ceph-mon[90243]: pgmap v4451: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 773 KiB/s rd, 5.0 KiB/s wr, 1.05k op/s 2024-08-10T06:26:15.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:14 smithi031 ceph-mon[98130]: osdmap e2608: 8 total, 8 up, 8 in 2024-08-10T06:26:15.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:14 smithi031 ceph-mon[100614]: osdmap e2608: 8 total, 8 up, 8 in 2024-08-10T06:26:15.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:14 smithi196 ceph-mon[90243]: osdmap e2608: 8 total, 8 up, 8 in 2024-08-10T06:26:16.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:15 smithi031 ceph-mon[98130]: osdmap e2609: 8 total, 8 up, 8 in 2024-08-10T06:26:16.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:15 smithi031 ceph-mon[98130]: pgmap v4454: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 774 KiB/s rd, 5.0 KiB/s wr, 1.05k op/s 2024-08-10T06:26:16.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:15 smithi031 ceph-mon[98130]: osdmap e2610: 8 total, 8 up, 8 in 2024-08-10T06:26:16.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:15 smithi031 ceph-mon[100614]: osdmap e2609: 8 total, 8 up, 8 in 2024-08-10T06:26:16.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:15 smithi031 ceph-mon[100614]: pgmap v4454: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 774 KiB/s rd, 5.0 KiB/s wr, 1.05k op/s 2024-08-10T06:26:16.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:15 smithi031 ceph-mon[100614]: osdmap e2610: 8 total, 8 up, 8 in 2024-08-10T06:26:16.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:15 smithi196 ceph-mon[90243]: osdmap e2609: 8 total, 8 up, 8 in 2024-08-10T06:26:16.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:15 smithi196 ceph-mon[90243]: pgmap v4454: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 774 KiB/s rd, 5.0 KiB/s wr, 1.05k op/s 2024-08-10T06:26:16.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:15 smithi196 ceph-mon[90243]: osdmap e2610: 8 total, 8 up, 8 in 2024-08-10T06:26:18.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:17 smithi031 ceph-mon[98130]: osdmap e2611: 8 total, 8 up, 8 in 2024-08-10T06:26:18.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:17 smithi031 ceph-mon[98130]: pgmap v4457: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 741 KiB/s rd, 5.0 KiB/s wr, 1.00k op/s 2024-08-10T06:26:18.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:17 smithi031 ceph-mon[100614]: osdmap e2611: 8 total, 8 up, 8 in 2024-08-10T06:26:18.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:17 smithi031 ceph-mon[100614]: pgmap v4457: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 741 KiB/s rd, 5.0 KiB/s wr, 1.00k op/s 2024-08-10T06:26:18.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:17 smithi196 ceph-mon[90243]: osdmap e2611: 8 total, 8 up, 8 in 2024-08-10T06:26:18.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:17 smithi196 ceph-mon[90243]: pgmap v4457: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 741 KiB/s rd, 5.0 KiB/s wr, 1.00k op/s 2024-08-10T06:26:19.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:18 smithi031 ceph-mon[98130]: osdmap e2612: 8 total, 8 up, 8 in 2024-08-10T06:26:19.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:18 smithi031 ceph-mon[100614]: osdmap e2612: 8 total, 8 up, 8 in 2024-08-10T06:26:19.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:18 smithi196 ceph-mon[90243]: osdmap e2612: 8 total, 8 up, 8 in 2024-08-10T06:26:20.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:19 smithi031 ceph-mon[98130]: osdmap e2613: 8 total, 8 up, 8 in 2024-08-10T06:26:20.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:19 smithi031 ceph-mon[98130]: pgmap v4460: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 740 KiB/s rd, 5.0 KiB/s wr, 1k op/s 2024-08-10T06:26:20.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:19 smithi031 ceph-mon[100614]: osdmap e2613: 8 total, 8 up, 8 in 2024-08-10T06:26:20.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:19 smithi031 ceph-mon[100614]: pgmap v4460: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 740 KiB/s rd, 5.0 KiB/s wr, 1k op/s 2024-08-10T06:26:20.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:19 smithi196 ceph-mon[90243]: osdmap e2613: 8 total, 8 up, 8 in 2024-08-10T06:26:20.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:19 smithi196 ceph-mon[90243]: pgmap v4460: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 740 KiB/s rd, 5.0 KiB/s wr, 1k op/s 2024-08-10T06:26:21.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:20 smithi031 ceph-mon[98130]: osdmap e2614: 8 total, 8 up, 8 in 2024-08-10T06:26:21.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:20 smithi031 ceph-mon[98130]: osdmap e2615: 8 total, 8 up, 8 in 2024-08-10T06:26:21.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:20 smithi031 ceph-mon[100614]: osdmap e2614: 8 total, 8 up, 8 in 2024-08-10T06:26:21.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:20 smithi031 ceph-mon[100614]: osdmap e2615: 8 total, 8 up, 8 in 2024-08-10T06:26:21.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:20 smithi196 ceph-mon[90243]: osdmap e2614: 8 total, 8 up, 8 in 2024-08-10T06:26:21.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:20 smithi196 ceph-mon[90243]: osdmap e2615: 8 total, 8 up, 8 in 2024-08-10T06:26:21.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:26:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:26:21] "GET /metrics HTTP/1.1" 200 36727 "" "Prometheus/2.43.0" 2024-08-10T06:26:21.825 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:21 smithi031 ceph-mon[98130]: pgmap v4463: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-08-10T06:26:21.825 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:21 smithi031 ceph-mon[100614]: pgmap v4463: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-08-10T06:26:22.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:21 smithi196 ceph-mon[90243]: pgmap v4463: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-08-10T06:26:22.764 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:26:22 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:26:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:26:23.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:22 smithi031 ceph-mon[98130]: osdmap e2616: 8 total, 8 up, 8 in 2024-08-10T06:26:23.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:22 smithi031 ceph-mon[100614]: osdmap e2616: 8 total, 8 up, 8 in 2024-08-10T06:26:23.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:22 smithi196 ceph-mon[90243]: osdmap e2616: 8 total, 8 up, 8 in 2024-08-10T06:26:24.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:23 smithi031 ceph-mon[100614]: osdmap e2617: 8 total, 8 up, 8 in 2024-08-10T06:26:24.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:23 smithi031 ceph-mon[100614]: pgmap v4466: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 709 KiB/s rd, 5.0 KiB/s wr, 959 op/s 2024-08-10T06:26:24.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:23 smithi031 ceph-mon[98130]: osdmap e2617: 8 total, 8 up, 8 in 2024-08-10T06:26:24.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:23 smithi031 ceph-mon[98130]: pgmap v4466: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 709 KiB/s rd, 5.0 KiB/s wr, 959 op/s 2024-08-10T06:26:24.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:23 smithi196 ceph-mon[90243]: osdmap e2617: 8 total, 8 up, 8 in 2024-08-10T06:26:24.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:23 smithi196 ceph-mon[90243]: pgmap v4466: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 709 KiB/s rd, 5.0 KiB/s wr, 959 op/s 2024-08-10T06:26:25.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:24 smithi031 ceph-mon[100614]: osdmap e2618: 8 total, 8 up, 8 in 2024-08-10T06:26:25.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:24 smithi031 ceph-mon[98130]: osdmap e2618: 8 total, 8 up, 8 in 2024-08-10T06:26:25.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:24 smithi196 ceph-mon[90243]: osdmap e2618: 8 total, 8 up, 8 in 2024-08-10T06:26:26.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:25 smithi031 ceph-mon[98130]: osdmap e2619: 8 total, 8 up, 8 in 2024-08-10T06:26:26.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:25 smithi031 ceph-mon[98130]: pgmap v4469: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 709 KiB/s rd, 5.0 KiB/s wr, 960 op/s 2024-08-10T06:26:26.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:25 smithi031 ceph-mon[98130]: osdmap e2620: 8 total, 8 up, 8 in 2024-08-10T06:26:26.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:25 smithi031 ceph-mon[100614]: osdmap e2619: 8 total, 8 up, 8 in 2024-08-10T06:26:26.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:25 smithi031 ceph-mon[100614]: pgmap v4469: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 709 KiB/s rd, 5.0 KiB/s wr, 960 op/s 2024-08-10T06:26:26.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:25 smithi031 ceph-mon[100614]: osdmap e2620: 8 total, 8 up, 8 in 2024-08-10T06:26:26.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:25 smithi196 ceph-mon[90243]: osdmap e2619: 8 total, 8 up, 8 in 2024-08-10T06:26:26.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:25 smithi196 ceph-mon[90243]: pgmap v4469: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 709 KiB/s rd, 5.0 KiB/s wr, 960 op/s 2024-08-10T06:26:26.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:25 smithi196 ceph-mon[90243]: osdmap e2620: 8 total, 8 up, 8 in 2024-08-10T06:26:27.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:26:27.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:26 smithi031 ceph-mon[98130]: osdmap e2621: 8 total, 8 up, 8 in 2024-08-10T06:26:27.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:26:27.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:26 smithi031 ceph-mon[100614]: osdmap e2621: 8 total, 8 up, 8 in 2024-08-10T06:26:27.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:26:27.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:26 smithi196 ceph-mon[90243]: osdmap e2621: 8 total, 8 up, 8 in 2024-08-10T06:26:28.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:27 smithi031 ceph-mon[98130]: pgmap v4472: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 676 KiB/s rd, 5.0 KiB/s wr, 915 op/s 2024-08-10T06:26:28.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:27 smithi031 ceph-mon[98130]: osdmap e2622: 8 total, 8 up, 8 in 2024-08-10T06:26:28.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:27 smithi031 ceph-mon[100614]: pgmap v4472: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 676 KiB/s rd, 5.0 KiB/s wr, 915 op/s 2024-08-10T06:26:28.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:27 smithi031 ceph-mon[100614]: osdmap e2622: 8 total, 8 up, 8 in 2024-08-10T06:26:28.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:27 smithi196 ceph-mon[90243]: pgmap v4472: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 676 KiB/s rd, 5.0 KiB/s wr, 915 op/s 2024-08-10T06:26:28.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:27 smithi196 ceph-mon[90243]: osdmap e2622: 8 total, 8 up, 8 in 2024-08-10T06:26:30.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:29 smithi031 ceph-mon[98130]: osdmap e2623: 8 total, 8 up, 8 in 2024-08-10T06:26:30.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:29 smithi031 ceph-mon[98130]: pgmap v4475: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 674 KiB/s rd, 5.0 KiB/s wr, 911 op/s 2024-08-10T06:26:30.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:29 smithi031 ceph-mon[100614]: osdmap e2623: 8 total, 8 up, 8 in 2024-08-10T06:26:30.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:29 smithi031 ceph-mon[100614]: pgmap v4475: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 674 KiB/s rd, 5.0 KiB/s wr, 911 op/s 2024-08-10T06:26:30.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:29 smithi196 ceph-mon[90243]: osdmap e2623: 8 total, 8 up, 8 in 2024-08-10T06:26:30.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:29 smithi196 ceph-mon[90243]: pgmap v4475: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 674 KiB/s rd, 5.0 KiB/s wr, 911 op/s 2024-08-10T06:26:31.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:30 smithi031 ceph-mon[98130]: osdmap e2624: 8 total, 8 up, 8 in 2024-08-10T06:26:31.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:30 smithi031 ceph-mon[98130]: osdmap e2625: 8 total, 8 up, 8 in 2024-08-10T06:26:31.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:30 smithi031 ceph-mon[100614]: osdmap e2624: 8 total, 8 up, 8 in 2024-08-10T06:26:31.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:30 smithi031 ceph-mon[100614]: osdmap e2625: 8 total, 8 up, 8 in 2024-08-10T06:26:31.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:30 smithi196 ceph-mon[90243]: osdmap e2624: 8 total, 8 up, 8 in 2024-08-10T06:26:31.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:30 smithi196 ceph-mon[90243]: osdmap e2625: 8 total, 8 up, 8 in 2024-08-10T06:26:31.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:26:31 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:26:31] "GET /metrics HTTP/1.1" 200 36730 "" "Prometheus/2.43.0" 2024-08-10T06:26:32.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:31 smithi031 ceph-mon[98130]: pgmap v4478: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-08-10T06:26:32.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:31 smithi031 ceph-mon[100614]: pgmap v4478: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-08-10T06:26:32.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:31 smithi196 ceph-mon[90243]: pgmap v4478: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-08-10T06:26:32.754 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:26:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:26:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:26:33.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:32 smithi031 ceph-mon[98130]: osdmap e2626: 8 total, 8 up, 8 in 2024-08-10T06:26:33.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:32 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:26:33.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:32 smithi031 ceph-mon[100614]: osdmap e2626: 8 total, 8 up, 8 in 2024-08-10T06:26:33.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:32 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:26:33.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:32 smithi196 ceph-mon[90243]: osdmap e2626: 8 total, 8 up, 8 in 2024-08-10T06:26:33.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:32 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:26:34.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:33 smithi031 ceph-mon[98130]: osdmap e2627: 8 total, 8 up, 8 in 2024-08-10T06:26:34.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:33 smithi031 ceph-mon[98130]: pgmap v4481: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 642 KiB/s rd, 5.0 KiB/s wr, 871 op/s 2024-08-10T06:26:34.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:33 smithi031 ceph-mon[100614]: osdmap e2627: 8 total, 8 up, 8 in 2024-08-10T06:26:34.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:33 smithi031 ceph-mon[100614]: pgmap v4481: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 642 KiB/s rd, 5.0 KiB/s wr, 871 op/s 2024-08-10T06:26:34.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:33 smithi196 ceph-mon[90243]: osdmap e2627: 8 total, 8 up, 8 in 2024-08-10T06:26:34.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:33 smithi196 ceph-mon[90243]: pgmap v4481: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 642 KiB/s rd, 5.0 KiB/s wr, 871 op/s 2024-08-10T06:26:35.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:34 smithi031 ceph-mon[98130]: osdmap e2628: 8 total, 8 up, 8 in 2024-08-10T06:26:35.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:34 smithi031 ceph-mon[100614]: osdmap e2628: 8 total, 8 up, 8 in 2024-08-10T06:26:35.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:34 smithi196 ceph-mon[90243]: osdmap e2628: 8 total, 8 up, 8 in 2024-08-10T06:26:36.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:35 smithi196 ceph-mon[90243]: osdmap e2629: 8 total, 8 up, 8 in 2024-08-10T06:26:36.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:35 smithi196 ceph-mon[90243]: pgmap v4484: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 642 KiB/s rd, 5.0 KiB/s wr, 871 op/s 2024-08-10T06:26:36.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:35 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:26:36.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:35 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:26:36.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:35 smithi196 ceph-mon[90243]: osdmap e2630: 8 total, 8 up, 8 in 2024-08-10T06:26:36.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:35 smithi031 ceph-mon[98130]: osdmap e2629: 8 total, 8 up, 8 in 2024-08-10T06:26:36.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:35 smithi031 ceph-mon[98130]: pgmap v4484: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 642 KiB/s rd, 5.0 KiB/s wr, 871 op/s 2024-08-10T06:26:36.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:35 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:26:36.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:35 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:26:36.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:35 smithi031 ceph-mon[98130]: osdmap e2630: 8 total, 8 up, 8 in 2024-08-10T06:26:36.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:35 smithi031 ceph-mon[100614]: osdmap e2629: 8 total, 8 up, 8 in 2024-08-10T06:26:36.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:35 smithi031 ceph-mon[100614]: pgmap v4484: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 642 KiB/s rd, 5.0 KiB/s wr, 871 op/s 2024-08-10T06:26:36.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:35 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:26:36.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:35 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:26:36.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:35 smithi031 ceph-mon[100614]: osdmap e2630: 8 total, 8 up, 8 in 2024-08-10T06:26:37.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:37 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:26:37.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:37 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:26:37.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:37 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:26:37.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:37 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:26:37.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:37 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:26:37.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:37 smithi031 ceph-mon[100614]: osdmap e2631: 8 total, 8 up, 8 in 2024-08-10T06:26:37.271 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:36 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:26:37.271 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:36 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:26:37.271 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:36 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:26:37.271 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:37 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:26:37.271 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:37 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:26:37.271 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:37 smithi031 ceph-mon[98130]: osdmap e2631: 8 total, 8 up, 8 in 2024-08-10T06:26:37.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:37 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:26:37.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:37 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:26:37.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:37 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:26:37.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:37 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:26:37.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:37 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:26:37.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:37 smithi196 ceph-mon[90243]: osdmap e2631: 8 total, 8 up, 8 in 2024-08-10T06:26:38.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:38 smithi031 ceph-mon[98130]: pgmap v4487: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 610 KiB/s rd, 5.0 KiB/s wr, 825 op/s 2024-08-10T06:26:38.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:38 smithi031 ceph-mon[98130]: osdmap e2632: 8 total, 8 up, 8 in 2024-08-10T06:26:38.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:38 smithi031 ceph-mon[100614]: pgmap v4487: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 610 KiB/s rd, 5.0 KiB/s wr, 825 op/s 2024-08-10T06:26:38.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:38 smithi031 ceph-mon[100614]: osdmap e2632: 8 total, 8 up, 8 in 2024-08-10T06:26:38.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:38 smithi196 ceph-mon[90243]: pgmap v4487: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 610 KiB/s rd, 5.0 KiB/s wr, 825 op/s 2024-08-10T06:26:38.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:38 smithi196 ceph-mon[90243]: osdmap e2632: 8 total, 8 up, 8 in 2024-08-10T06:26:40.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:39 smithi031 ceph-mon[98130]: osdmap e2633: 8 total, 8 up, 8 in 2024-08-10T06:26:40.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:39 smithi031 ceph-mon[98130]: pgmap v4490: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 609 KiB/s rd, 5.0 KiB/s wr, 826 op/s 2024-08-10T06:26:40.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:39 smithi031 ceph-mon[100614]: osdmap e2633: 8 total, 8 up, 8 in 2024-08-10T06:26:40.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:39 smithi031 ceph-mon[100614]: pgmap v4490: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 609 KiB/s rd, 5.0 KiB/s wr, 826 op/s 2024-08-10T06:26:40.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:39 smithi196 ceph-mon[90243]: osdmap e2633: 8 total, 8 up, 8 in 2024-08-10T06:26:40.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:39 smithi196 ceph-mon[90243]: pgmap v4490: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 609 KiB/s rd, 5.0 KiB/s wr, 826 op/s 2024-08-10T06:26:41.257 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:40 smithi031 ceph-mon[98130]: osdmap e2634: 8 total, 8 up, 8 in 2024-08-10T06:26:41.257 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:40 smithi031 ceph-mon[98130]: osdmap e2635: 8 total, 8 up, 8 in 2024-08-10T06:26:41.257 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:40 smithi031 ceph-mon[100614]: osdmap e2634: 8 total, 8 up, 8 in 2024-08-10T06:26:41.257 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:40 smithi031 ceph-mon[100614]: osdmap e2635: 8 total, 8 up, 8 in 2024-08-10T06:26:41.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:40 smithi196 ceph-mon[90243]: osdmap e2634: 8 total, 8 up, 8 in 2024-08-10T06:26:41.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:40 smithi196 ceph-mon[90243]: osdmap e2635: 8 total, 8 up, 8 in 2024-08-10T06:26:41.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:26:41 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:26:41] "GET /metrics HTTP/1.1" 200 36725 "" "Prometheus/2.43.0" 2024-08-10T06:26:42.180 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:26:42.180 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:41 smithi196 ceph-mon[90243]: pgmap v4493: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.0 KiB/s rd, 0 B/s wr, 7 op/s 2024-08-10T06:26:42.180 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:41 smithi196 ceph-mon[90243]: osdmap e2636: 8 total, 8 up, 8 in 2024-08-10T06:26:42.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:26:42.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:41 smithi031 ceph-mon[98130]: pgmap v4493: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.0 KiB/s rd, 0 B/s wr, 7 op/s 2024-08-10T06:26:42.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:41 smithi031 ceph-mon[98130]: osdmap e2636: 8 total, 8 up, 8 in 2024-08-10T06:26:42.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:26:42.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:41 smithi031 ceph-mon[100614]: pgmap v4493: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.0 KiB/s rd, 0 B/s wr, 7 op/s 2024-08-10T06:26:42.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:41 smithi031 ceph-mon[100614]: osdmap e2636: 8 total, 8 up, 8 in 2024-08-10T06:26:42.529 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:26:42 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:26:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:26:44.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:43 smithi031 ceph-mon[98130]: osdmap e2637: 8 total, 8 up, 8 in 2024-08-10T06:26:44.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:43 smithi031 ceph-mon[98130]: pgmap v4496: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 578 KiB/s rd, 5.0 KiB/s wr, 783 op/s 2024-08-10T06:26:44.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:43 smithi031 ceph-mon[100614]: osdmap e2637: 8 total, 8 up, 8 in 2024-08-10T06:26:44.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:43 smithi031 ceph-mon[100614]: pgmap v4496: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 578 KiB/s rd, 5.0 KiB/s wr, 783 op/s 2024-08-10T06:26:44.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:43 smithi196 ceph-mon[90243]: osdmap e2637: 8 total, 8 up, 8 in 2024-08-10T06:26:44.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:43 smithi196 ceph-mon[90243]: pgmap v4496: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 578 KiB/s rd, 5.0 KiB/s wr, 783 op/s 2024-08-10T06:26:45.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:44 smithi031 ceph-mon[98130]: osdmap e2638: 8 total, 8 up, 8 in 2024-08-10T06:26:45.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:44 smithi031 ceph-mon[100614]: osdmap e2638: 8 total, 8 up, 8 in 2024-08-10T06:26:45.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:44 smithi196 ceph-mon[90243]: osdmap e2638: 8 total, 8 up, 8 in 2024-08-10T06:26:46.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:45 smithi031 ceph-mon[98130]: osdmap e2639: 8 total, 8 up, 8 in 2024-08-10T06:26:46.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:45 smithi031 ceph-mon[98130]: pgmap v4499: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 577 KiB/s rd, 5.0 KiB/s wr, 783 op/s 2024-08-10T06:26:46.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:45 smithi031 ceph-mon[98130]: osdmap e2640: 8 total, 8 up, 8 in 2024-08-10T06:26:46.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:45 smithi031 ceph-mon[100614]: osdmap e2639: 8 total, 8 up, 8 in 2024-08-10T06:26:46.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:45 smithi031 ceph-mon[100614]: pgmap v4499: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 577 KiB/s rd, 5.0 KiB/s wr, 783 op/s 2024-08-10T06:26:46.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:45 smithi031 ceph-mon[100614]: osdmap e2640: 8 total, 8 up, 8 in 2024-08-10T06:26:46.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:45 smithi196 ceph-mon[90243]: osdmap e2639: 8 total, 8 up, 8 in 2024-08-10T06:26:46.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:45 smithi196 ceph-mon[90243]: pgmap v4499: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 577 KiB/s rd, 5.0 KiB/s wr, 783 op/s 2024-08-10T06:26:46.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:45 smithi196 ceph-mon[90243]: osdmap e2640: 8 total, 8 up, 8 in 2024-08-10T06:26:48.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:47 smithi196 ceph-mon[90243]: osdmap e2641: 8 total, 8 up, 8 in 2024-08-10T06:26:48.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:47 smithi196 ceph-mon[90243]: pgmap v4502: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 545 KiB/s rd, 5.0 KiB/s wr, 738 op/s 2024-08-10T06:26:48.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:47 smithi031 ceph-mon[100614]: osdmap e2641: 8 total, 8 up, 8 in 2024-08-10T06:26:48.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:47 smithi031 ceph-mon[100614]: pgmap v4502: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 545 KiB/s rd, 5.0 KiB/s wr, 738 op/s 2024-08-10T06:26:48.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:47 smithi031 ceph-mon[98130]: osdmap e2641: 8 total, 8 up, 8 in 2024-08-10T06:26:48.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:47 smithi031 ceph-mon[98130]: pgmap v4502: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 545 KiB/s rd, 5.0 KiB/s wr, 738 op/s 2024-08-10T06:26:49.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:48 smithi196 ceph-mon[90243]: osdmap e2642: 8 total, 8 up, 8 in 2024-08-10T06:26:49.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:48 smithi031 ceph-mon[98130]: osdmap e2642: 8 total, 8 up, 8 in 2024-08-10T06:26:49.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:48 smithi031 ceph-mon[100614]: osdmap e2642: 8 total, 8 up, 8 in 2024-08-10T06:26:50.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:49 smithi031 ceph-mon[98130]: osdmap e2643: 8 total, 8 up, 8 in 2024-08-10T06:26:50.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:49 smithi031 ceph-mon[98130]: pgmap v4505: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 545 KiB/s rd, 5.0 KiB/s wr, 739 op/s 2024-08-10T06:26:50.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:49 smithi031 ceph-mon[100614]: osdmap e2643: 8 total, 8 up, 8 in 2024-08-10T06:26:50.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:49 smithi031 ceph-mon[100614]: pgmap v4505: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 545 KiB/s rd, 5.0 KiB/s wr, 739 op/s 2024-08-10T06:26:50.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:49 smithi196 ceph-mon[90243]: osdmap e2643: 8 total, 8 up, 8 in 2024-08-10T06:26:50.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:49 smithi196 ceph-mon[90243]: pgmap v4505: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 545 KiB/s rd, 5.0 KiB/s wr, 739 op/s 2024-08-10T06:26:51.171 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:50 smithi031 ceph-mon[98130]: osdmap e2644: 8 total, 8 up, 8 in 2024-08-10T06:26:51.171 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:50 smithi031 ceph-mon[98130]: osdmap e2645: 8 total, 8 up, 8 in 2024-08-10T06:26:51.171 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:50 smithi031 ceph-mon[100614]: osdmap e2644: 8 total, 8 up, 8 in 2024-08-10T06:26:51.172 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:50 smithi031 ceph-mon[100614]: osdmap e2645: 8 total, 8 up, 8 in 2024-08-10T06:26:51.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:50 smithi196 ceph-mon[90243]: osdmap e2644: 8 total, 8 up, 8 in 2024-08-10T06:26:51.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:50 smithi196 ceph-mon[90243]: osdmap e2645: 8 total, 8 up, 8 in 2024-08-10T06:26:51.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:26:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:26:51] "GET /metrics HTTP/1.1" 200 36725 "" "Prometheus/2.43.0" 2024-08-10T06:26:52.183 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:51 smithi031 ceph-mon[98130]: pgmap v4508: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-08-10T06:26:52.183 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:51 smithi031 ceph-mon[98130]: osdmap e2646: 8 total, 8 up, 8 in 2024-08-10T06:26:52.184 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:51 smithi031 ceph-mon[100614]: pgmap v4508: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-08-10T06:26:52.184 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:51 smithi031 ceph-mon[100614]: osdmap e2646: 8 total, 8 up, 8 in 2024-08-10T06:26:52.281 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:51 smithi196 ceph-mon[90243]: pgmap v4508: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-08-10T06:26:52.282 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:51 smithi196 ceph-mon[90243]: osdmap e2646: 8 total, 8 up, 8 in 2024-08-10T06:26:52.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:26:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:26:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:26:54.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:53 smithi031 ceph-mon[98130]: osdmap e2647: 8 total, 8 up, 8 in 2024-08-10T06:26:54.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:53 smithi031 ceph-mon[98130]: pgmap v4511: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 513 KiB/s rd, 5.0 KiB/s wr, 695 op/s 2024-08-10T06:26:54.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:53 smithi031 ceph-mon[100614]: osdmap e2647: 8 total, 8 up, 8 in 2024-08-10T06:26:54.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:53 smithi031 ceph-mon[100614]: pgmap v4511: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 513 KiB/s rd, 5.0 KiB/s wr, 695 op/s 2024-08-10T06:26:54.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:53 smithi196 ceph-mon[90243]: osdmap e2647: 8 total, 8 up, 8 in 2024-08-10T06:26:54.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:53 smithi196 ceph-mon[90243]: pgmap v4511: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 513 KiB/s rd, 5.0 KiB/s wr, 695 op/s 2024-08-10T06:26:55.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:54 smithi031 ceph-mon[98130]: osdmap e2648: 8 total, 8 up, 8 in 2024-08-10T06:26:55.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:54 smithi031 ceph-mon[100614]: osdmap e2648: 8 total, 8 up, 8 in 2024-08-10T06:26:55.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:54 smithi196 ceph-mon[90243]: osdmap e2648: 8 total, 8 up, 8 in 2024-08-10T06:26:56.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:55 smithi031 ceph-mon[98130]: osdmap e2649: 8 total, 8 up, 8 in 2024-08-10T06:26:56.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:55 smithi031 ceph-mon[98130]: pgmap v4514: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 513 KiB/s rd, 5.0 KiB/s wr, 694 op/s 2024-08-10T06:26:56.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:55 smithi031 ceph-mon[98130]: osdmap e2650: 8 total, 8 up, 8 in 2024-08-10T06:26:56.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:55 smithi031 ceph-mon[100614]: osdmap e2649: 8 total, 8 up, 8 in 2024-08-10T06:26:56.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:55 smithi031 ceph-mon[100614]: pgmap v4514: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 513 KiB/s rd, 5.0 KiB/s wr, 694 op/s 2024-08-10T06:26:56.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:55 smithi031 ceph-mon[100614]: osdmap e2650: 8 total, 8 up, 8 in 2024-08-10T06:26:56.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:55 smithi196 ceph-mon[90243]: osdmap e2649: 8 total, 8 up, 8 in 2024-08-10T06:26:56.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:55 smithi196 ceph-mon[90243]: pgmap v4514: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 513 KiB/s rd, 5.0 KiB/s wr, 694 op/s 2024-08-10T06:26:56.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:55 smithi196 ceph-mon[90243]: osdmap e2650: 8 total, 8 up, 8 in 2024-08-10T06:26:57.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:26:57.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:56 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:26:57.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:56 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:26:58.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:57 smithi031 ceph-mon[98130]: osdmap e2651: 8 total, 8 up, 8 in 2024-08-10T06:26:58.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:57 smithi031 ceph-mon[98130]: pgmap v4517: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 481 KiB/s rd, 5.0 KiB/s wr, 652 op/s 2024-08-10T06:26:58.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:57 smithi031 ceph-mon[100614]: osdmap e2651: 8 total, 8 up, 8 in 2024-08-10T06:26:58.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:57 smithi031 ceph-mon[100614]: pgmap v4517: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 481 KiB/s rd, 5.0 KiB/s wr, 652 op/s 2024-08-10T06:26:58.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:57 smithi196 ceph-mon[90243]: osdmap e2651: 8 total, 8 up, 8 in 2024-08-10T06:26:58.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:57 smithi196 ceph-mon[90243]: pgmap v4517: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 481 KiB/s rd, 5.0 KiB/s wr, 652 op/s 2024-08-10T06:26:59.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:58 smithi031 ceph-mon[98130]: osdmap e2652: 8 total, 8 up, 8 in 2024-08-10T06:26:59.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:58 smithi031 ceph-mon[100614]: osdmap e2652: 8 total, 8 up, 8 in 2024-08-10T06:26:59.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:58 smithi196 ceph-mon[90243]: osdmap e2652: 8 total, 8 up, 8 in 2024-08-10T06:27:00.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:59 smithi031 ceph-mon[98130]: osdmap e2653: 8 total, 8 up, 8 in 2024-08-10T06:27:00.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:26:59 smithi031 ceph-mon[98130]: pgmap v4520: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 480 KiB/s rd, 5.0 KiB/s wr, 652 op/s 2024-08-10T06:27:00.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:59 smithi031 ceph-mon[100614]: osdmap e2653: 8 total, 8 up, 8 in 2024-08-10T06:27:00.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:26:59 smithi031 ceph-mon[100614]: pgmap v4520: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 480 KiB/s rd, 5.0 KiB/s wr, 652 op/s 2024-08-10T06:27:00.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:59 smithi196 ceph-mon[90243]: osdmap e2653: 8 total, 8 up, 8 in 2024-08-10T06:27:00.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:26:59 smithi196 ceph-mon[90243]: pgmap v4520: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 480 KiB/s rd, 5.0 KiB/s wr, 652 op/s 2024-08-10T06:27:01.256 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:00 smithi031 ceph-mon[98130]: osdmap e2654: 8 total, 8 up, 8 in 2024-08-10T06:27:01.256 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:00 smithi031 ceph-mon[98130]: osdmap e2655: 8 total, 8 up, 8 in 2024-08-10T06:27:01.256 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:00 smithi031 ceph-mon[100614]: osdmap e2654: 8 total, 8 up, 8 in 2024-08-10T06:27:01.256 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:00 smithi031 ceph-mon[100614]: osdmap e2655: 8 total, 8 up, 8 in 2024-08-10T06:27:01.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:00 smithi196 ceph-mon[90243]: osdmap e2654: 8 total, 8 up, 8 in 2024-08-10T06:27:01.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:00 smithi196 ceph-mon[90243]: osdmap e2655: 8 total, 8 up, 8 in 2024-08-10T06:27:01.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:27:01 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:27:01] "GET /metrics HTTP/1.1" 200 36726 "" "Prometheus/2.43.0" 2024-08-10T06:27:02.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:01 smithi031 ceph-mon[98130]: pgmap v4523: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-08-10T06:27:02.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:01 smithi031 ceph-mon[98130]: osdmap e2656: 8 total, 8 up, 8 in 2024-08-10T06:27:02.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:01 smithi031 ceph-mon[100614]: pgmap v4523: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-08-10T06:27:02.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:01 smithi031 ceph-mon[100614]: osdmap e2656: 8 total, 8 up, 8 in 2024-08-10T06:27:02.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:01 smithi196 ceph-mon[90243]: pgmap v4523: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-08-10T06:27:02.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:01 smithi196 ceph-mon[90243]: osdmap e2656: 8 total, 8 up, 8 in 2024-08-10T06:27:02.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:27:02 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:27:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:27:03.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:03 smithi031 ceph-mon[98130]: osdmap e2657: 8 total, 8 up, 8 in 2024-08-10T06:27:03.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:03 smithi031 ceph-mon[98130]: pgmap v4526: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 446 KiB/s rd, 5.0 KiB/s wr, 604 op/s 2024-08-10T06:27:03.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:03 smithi031 ceph-mon[100614]: osdmap e2657: 8 total, 8 up, 8 in 2024-08-10T06:27:03.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:03 smithi031 ceph-mon[100614]: pgmap v4526: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 446 KiB/s rd, 5.0 KiB/s wr, 604 op/s 2024-08-10T06:27:04.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:03 smithi196 ceph-mon[90243]: osdmap e2657: 8 total, 8 up, 8 in 2024-08-10T06:27:04.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:03 smithi196 ceph-mon[90243]: pgmap v4526: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 446 KiB/s rd, 5.0 KiB/s wr, 604 op/s 2024-08-10T06:27:05.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:04 smithi031 ceph-mon[98130]: osdmap e2658: 8 total, 8 up, 8 in 2024-08-10T06:27:05.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:04 smithi031 ceph-mon[100614]: osdmap e2658: 8 total, 8 up, 8 in 2024-08-10T06:27:05.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:04 smithi196 ceph-mon[90243]: osdmap e2658: 8 total, 8 up, 8 in 2024-08-10T06:27:06.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:05 smithi196 ceph-mon[90243]: osdmap e2659: 8 total, 8 up, 8 in 2024-08-10T06:27:06.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:05 smithi196 ceph-mon[90243]: pgmap v4529: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 447 KiB/s rd, 5.0 KiB/s wr, 604 op/s 2024-08-10T06:27:06.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:05 smithi196 ceph-mon[90243]: osdmap e2660: 8 total, 8 up, 8 in 2024-08-10T06:27:06.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:05 smithi031 ceph-mon[98130]: osdmap e2659: 8 total, 8 up, 8 in 2024-08-10T06:27:06.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:05 smithi031 ceph-mon[98130]: pgmap v4529: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 447 KiB/s rd, 5.0 KiB/s wr, 604 op/s 2024-08-10T06:27:06.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:05 smithi031 ceph-mon[98130]: osdmap e2660: 8 total, 8 up, 8 in 2024-08-10T06:27:06.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:05 smithi031 ceph-mon[100614]: osdmap e2659: 8 total, 8 up, 8 in 2024-08-10T06:27:06.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:05 smithi031 ceph-mon[100614]: pgmap v4529: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 447 KiB/s rd, 5.0 KiB/s wr, 604 op/s 2024-08-10T06:27:06.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:05 smithi031 ceph-mon[100614]: osdmap e2660: 8 total, 8 up, 8 in 2024-08-10T06:27:08.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:07 smithi031 ceph-mon[98130]: osdmap e2661: 8 total, 8 up, 8 in 2024-08-10T06:27:08.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:07 smithi031 ceph-mon[98130]: pgmap v4532: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 416 KiB/s rd, 5.0 KiB/s wr, 564 op/s 2024-08-10T06:27:08.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:07 smithi031 ceph-mon[100614]: osdmap e2661: 8 total, 8 up, 8 in 2024-08-10T06:27:08.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:07 smithi031 ceph-mon[100614]: pgmap v4532: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 416 KiB/s rd, 5.0 KiB/s wr, 564 op/s 2024-08-10T06:27:08.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:07 smithi196 ceph-mon[90243]: osdmap e2661: 8 total, 8 up, 8 in 2024-08-10T06:27:08.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:07 smithi196 ceph-mon[90243]: pgmap v4532: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 416 KiB/s rd, 5.0 KiB/s wr, 564 op/s 2024-08-10T06:27:09.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:08 smithi031 ceph-mon[98130]: osdmap e2662: 8 total, 8 up, 8 in 2024-08-10T06:27:09.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:08 smithi031 ceph-mon[100614]: osdmap e2662: 8 total, 8 up, 8 in 2024-08-10T06:27:09.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:08 smithi196 ceph-mon[90243]: osdmap e2662: 8 total, 8 up, 8 in 2024-08-10T06:27:10.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:09 smithi031 ceph-mon[98130]: osdmap e2663: 8 total, 8 up, 8 in 2024-08-10T06:27:10.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:09 smithi031 ceph-mon[98130]: pgmap v4535: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 414 KiB/s rd, 5.0 KiB/s wr, 562 op/s 2024-08-10T06:27:10.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:09 smithi031 ceph-mon[100614]: osdmap e2663: 8 total, 8 up, 8 in 2024-08-10T06:27:10.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:09 smithi031 ceph-mon[100614]: pgmap v4535: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 414 KiB/s rd, 5.0 KiB/s wr, 562 op/s 2024-08-10T06:27:10.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:09 smithi196 ceph-mon[90243]: osdmap e2663: 8 total, 8 up, 8 in 2024-08-10T06:27:10.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:09 smithi196 ceph-mon[90243]: pgmap v4535: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 414 KiB/s rd, 5.0 KiB/s wr, 562 op/s 2024-08-10T06:27:11.255 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:10 smithi031 ceph-mon[98130]: osdmap e2664: 8 total, 8 up, 8 in 2024-08-10T06:27:11.255 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:10 smithi031 ceph-mon[98130]: osdmap e2665: 8 total, 8 up, 8 in 2024-08-10T06:27:11.256 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:10 smithi031 ceph-mon[100614]: osdmap e2664: 8 total, 8 up, 8 in 2024-08-10T06:27:11.256 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:10 smithi031 ceph-mon[100614]: osdmap e2665: 8 total, 8 up, 8 in 2024-08-10T06:27:11.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:10 smithi196 ceph-mon[90243]: osdmap e2664: 8 total, 8 up, 8 in 2024-08-10T06:27:11.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:10 smithi196 ceph-mon[90243]: osdmap e2665: 8 total, 8 up, 8 in 2024-08-10T06:27:11.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:27:11 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:27:11] "GET /metrics HTTP/1.1" 200 36723 "" "Prometheus/2.43.0" 2024-08-10T06:27:12.181 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:11 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:27:12.181 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:11 smithi196 ceph-mon[90243]: pgmap v4538: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 2 op/s 2024-08-10T06:27:12.181 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:11 smithi196 ceph-mon[90243]: osdmap e2666: 8 total, 8 up, 8 in 2024-08-10T06:27:12.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:11 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:27:12.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:11 smithi031 ceph-mon[98130]: pgmap v4538: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 2 op/s 2024-08-10T06:27:12.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:11 smithi031 ceph-mon[98130]: osdmap e2666: 8 total, 8 up, 8 in 2024-08-10T06:27:12.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:11 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:27:12.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:11 smithi031 ceph-mon[100614]: pgmap v4538: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 2 op/s 2024-08-10T06:27:12.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:11 smithi031 ceph-mon[100614]: osdmap e2666: 8 total, 8 up, 8 in 2024-08-10T06:27:12.529 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:27:12 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:27:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:27:14.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:13 smithi031 ceph-mon[98130]: osdmap e2667: 8 total, 8 up, 8 in 2024-08-10T06:27:14.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:13 smithi031 ceph-mon[98130]: pgmap v4541: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 381 KiB/s rd, 5.0 KiB/s wr, 514 op/s 2024-08-10T06:27:14.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:13 smithi031 ceph-mon[100614]: osdmap e2667: 8 total, 8 up, 8 in 2024-08-10T06:27:14.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:13 smithi031 ceph-mon[100614]: pgmap v4541: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 381 KiB/s rd, 5.0 KiB/s wr, 514 op/s 2024-08-10T06:27:14.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:13 smithi196 ceph-mon[90243]: osdmap e2667: 8 total, 8 up, 8 in 2024-08-10T06:27:14.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:13 smithi196 ceph-mon[90243]: pgmap v4541: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 381 KiB/s rd, 5.0 KiB/s wr, 514 op/s 2024-08-10T06:27:15.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:14 smithi031 ceph-mon[98130]: osdmap e2668: 8 total, 8 up, 8 in 2024-08-10T06:27:15.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:14 smithi031 ceph-mon[100614]: osdmap e2668: 8 total, 8 up, 8 in 2024-08-10T06:27:15.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:14 smithi196 ceph-mon[90243]: osdmap e2668: 8 total, 8 up, 8 in 2024-08-10T06:27:16.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:15 smithi196 ceph-mon[90243]: osdmap e2669: 8 total, 8 up, 8 in 2024-08-10T06:27:16.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:15 smithi196 ceph-mon[90243]: pgmap v4544: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 383 KiB/s rd, 5.0 KiB/s wr, 519 op/s 2024-08-10T06:27:16.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:15 smithi196 ceph-mon[90243]: osdmap e2670: 8 total, 8 up, 8 in 2024-08-10T06:27:16.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:15 smithi031 ceph-mon[98130]: osdmap e2669: 8 total, 8 up, 8 in 2024-08-10T06:27:16.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:15 smithi031 ceph-mon[98130]: pgmap v4544: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 383 KiB/s rd, 5.0 KiB/s wr, 519 op/s 2024-08-10T06:27:16.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:15 smithi031 ceph-mon[98130]: osdmap e2670: 8 total, 8 up, 8 in 2024-08-10T06:27:16.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:15 smithi031 ceph-mon[100614]: osdmap e2669: 8 total, 8 up, 8 in 2024-08-10T06:27:16.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:15 smithi031 ceph-mon[100614]: pgmap v4544: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 383 KiB/s rd, 5.0 KiB/s wr, 519 op/s 2024-08-10T06:27:16.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:15 smithi031 ceph-mon[100614]: osdmap e2670: 8 total, 8 up, 8 in 2024-08-10T06:27:18.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:17 smithi031 ceph-mon[98130]: osdmap e2671: 8 total, 8 up, 8 in 2024-08-10T06:27:18.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:17 smithi031 ceph-mon[98130]: pgmap v4547: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 350 KiB/s rd, 5.0 KiB/s wr, 474 op/s 2024-08-10T06:27:18.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:17 smithi031 ceph-mon[100614]: osdmap e2671: 8 total, 8 up, 8 in 2024-08-10T06:27:18.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:17 smithi031 ceph-mon[100614]: pgmap v4547: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 350 KiB/s rd, 5.0 KiB/s wr, 474 op/s 2024-08-10T06:27:18.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:17 smithi196 ceph-mon[90243]: osdmap e2671: 8 total, 8 up, 8 in 2024-08-10T06:27:18.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:17 smithi196 ceph-mon[90243]: pgmap v4547: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 350 KiB/s rd, 5.0 KiB/s wr, 474 op/s 2024-08-10T06:27:19.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:18 smithi031 ceph-mon[98130]: osdmap e2672: 8 total, 8 up, 8 in 2024-08-10T06:27:19.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:18 smithi031 ceph-mon[100614]: osdmap e2672: 8 total, 8 up, 8 in 2024-08-10T06:27:19.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:18 smithi196 ceph-mon[90243]: osdmap e2672: 8 total, 8 up, 8 in 2024-08-10T06:27:20.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:19 smithi031 ceph-mon[98130]: osdmap e2673: 8 total, 8 up, 8 in 2024-08-10T06:27:20.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:19 smithi031 ceph-mon[98130]: pgmap v4550: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 347 KiB/s rd, 5.0 KiB/s wr, 469 op/s 2024-08-10T06:27:20.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:19 smithi031 ceph-mon[100614]: osdmap e2673: 8 total, 8 up, 8 in 2024-08-10T06:27:20.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:19 smithi031 ceph-mon[100614]: pgmap v4550: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 347 KiB/s rd, 5.0 KiB/s wr, 469 op/s 2024-08-10T06:27:20.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:19 smithi196 ceph-mon[90243]: osdmap e2673: 8 total, 8 up, 8 in 2024-08-10T06:27:20.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:19 smithi196 ceph-mon[90243]: pgmap v4550: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 347 KiB/s rd, 5.0 KiB/s wr, 469 op/s 2024-08-10T06:27:21.170 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:20 smithi031 ceph-mon[100614]: osdmap e2674: 8 total, 8 up, 8 in 2024-08-10T06:27:21.171 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:20 smithi031 ceph-mon[100614]: osdmap e2675: 8 total, 8 up, 8 in 2024-08-10T06:27:21.171 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:20 smithi031 ceph-mon[98130]: osdmap e2674: 8 total, 8 up, 8 in 2024-08-10T06:27:21.171 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:20 smithi031 ceph-mon[98130]: osdmap e2675: 8 total, 8 up, 8 in 2024-08-10T06:27:21.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:20 smithi196 ceph-mon[90243]: osdmap e2674: 8 total, 8 up, 8 in 2024-08-10T06:27:21.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:20 smithi196 ceph-mon[90243]: osdmap e2675: 8 total, 8 up, 8 in 2024-08-10T06:27:21.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:27:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:27:21] "GET /metrics HTTP/1.1" 200 36723 "" "Prometheus/2.43.0" 2024-08-10T06:27:22.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:21 smithi031 ceph-mon[98130]: pgmap v4553: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-08-10T06:27:22.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:21 smithi031 ceph-mon[98130]: osdmap e2676: 8 total, 8 up, 8 in 2024-08-10T06:27:22.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:21 smithi031 ceph-mon[100614]: pgmap v4553: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-08-10T06:27:22.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:21 smithi031 ceph-mon[100614]: osdmap e2676: 8 total, 8 up, 8 in 2024-08-10T06:27:22.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:21 smithi196 ceph-mon[90243]: pgmap v4553: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-08-10T06:27:22.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:21 smithi196 ceph-mon[90243]: osdmap e2676: 8 total, 8 up, 8 in 2024-08-10T06:27:22.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:27:22 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:27:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:27:24.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:23 smithi031 ceph-mon[100614]: osdmap e2677: 8 total, 8 up, 8 in 2024-08-10T06:27:24.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:23 smithi031 ceph-mon[100614]: pgmap v4556: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 318 KiB/s rd, 5.0 KiB/s wr, 430 op/s 2024-08-10T06:27:24.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:23 smithi031 ceph-mon[98130]: osdmap e2677: 8 total, 8 up, 8 in 2024-08-10T06:27:24.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:23 smithi031 ceph-mon[98130]: pgmap v4556: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 318 KiB/s rd, 5.0 KiB/s wr, 430 op/s 2024-08-10T06:27:24.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:23 smithi196 ceph-mon[90243]: osdmap e2677: 8 total, 8 up, 8 in 2024-08-10T06:27:24.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:23 smithi196 ceph-mon[90243]: pgmap v4556: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 318 KiB/s rd, 5.0 KiB/s wr, 430 op/s 2024-08-10T06:27:25.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:24 smithi031 ceph-mon[100614]: osdmap e2678: 8 total, 8 up, 8 in 2024-08-10T06:27:25.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:24 smithi031 ceph-mon[98130]: osdmap e2678: 8 total, 8 up, 8 in 2024-08-10T06:27:25.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:24 smithi196 ceph-mon[90243]: osdmap e2678: 8 total, 8 up, 8 in 2024-08-10T06:27:26.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:25 smithi031 ceph-mon[98130]: osdmap e2679: 8 total, 8 up, 8 in 2024-08-10T06:27:26.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:25 smithi031 ceph-mon[98130]: pgmap v4559: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 317 KiB/s rd, 5.0 KiB/s wr, 427 op/s 2024-08-10T06:27:26.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:25 smithi031 ceph-mon[98130]: osdmap e2680: 8 total, 8 up, 8 in 2024-08-10T06:27:26.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:25 smithi031 ceph-mon[100614]: osdmap e2679: 8 total, 8 up, 8 in 2024-08-10T06:27:26.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:25 smithi031 ceph-mon[100614]: pgmap v4559: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 317 KiB/s rd, 5.0 KiB/s wr, 427 op/s 2024-08-10T06:27:26.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:25 smithi031 ceph-mon[100614]: osdmap e2680: 8 total, 8 up, 8 in 2024-08-10T06:27:26.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:25 smithi196 ceph-mon[90243]: osdmap e2679: 8 total, 8 up, 8 in 2024-08-10T06:27:26.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:25 smithi196 ceph-mon[90243]: pgmap v4559: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 317 KiB/s rd, 5.0 KiB/s wr, 427 op/s 2024-08-10T06:27:26.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:25 smithi196 ceph-mon[90243]: osdmap e2680: 8 total, 8 up, 8 in 2024-08-10T06:27:27.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:27:27.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:27:27.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:27:28.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:27 smithi031 ceph-mon[98130]: osdmap e2681: 8 total, 8 up, 8 in 2024-08-10T06:27:28.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:27 smithi031 ceph-mon[98130]: pgmap v4562: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 284 KiB/s rd, 5.0 KiB/s wr, 385 op/s 2024-08-10T06:27:28.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:27 smithi031 ceph-mon[100614]: osdmap e2681: 8 total, 8 up, 8 in 2024-08-10T06:27:28.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:27 smithi031 ceph-mon[100614]: pgmap v4562: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 284 KiB/s rd, 5.0 KiB/s wr, 385 op/s 2024-08-10T06:27:28.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:27 smithi196 ceph-mon[90243]: osdmap e2681: 8 total, 8 up, 8 in 2024-08-10T06:27:28.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:27 smithi196 ceph-mon[90243]: pgmap v4562: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 284 KiB/s rd, 5.0 KiB/s wr, 385 op/s 2024-08-10T06:27:29.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:28 smithi031 ceph-mon[100614]: osdmap e2682: 8 total, 8 up, 8 in 2024-08-10T06:27:29.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:28 smithi031 ceph-mon[98130]: osdmap e2682: 8 total, 8 up, 8 in 2024-08-10T06:27:29.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:28 smithi196 ceph-mon[90243]: osdmap e2682: 8 total, 8 up, 8 in 2024-08-10T06:27:30.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:29 smithi031 ceph-mon[98130]: osdmap e2683: 8 total, 8 up, 8 in 2024-08-10T06:27:30.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:29 smithi031 ceph-mon[98130]: pgmap v4565: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 284 KiB/s rd, 5.0 KiB/s wr, 388 op/s 2024-08-10T06:27:30.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:29 smithi031 ceph-mon[100614]: osdmap e2683: 8 total, 8 up, 8 in 2024-08-10T06:27:30.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:29 smithi031 ceph-mon[100614]: pgmap v4565: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 284 KiB/s rd, 5.0 KiB/s wr, 388 op/s 2024-08-10T06:27:30.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:29 smithi196 ceph-mon[90243]: osdmap e2683: 8 total, 8 up, 8 in 2024-08-10T06:27:30.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:29 smithi196 ceph-mon[90243]: pgmap v4565: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 284 KiB/s rd, 5.0 KiB/s wr, 388 op/s 2024-08-10T06:27:31.255 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:30 smithi031 ceph-mon[98130]: osdmap e2684: 8 total, 8 up, 8 in 2024-08-10T06:27:31.255 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:30 smithi031 ceph-mon[98130]: osdmap e2685: 8 total, 8 up, 8 in 2024-08-10T06:27:31.256 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:30 smithi031 ceph-mon[100614]: osdmap e2684: 8 total, 8 up, 8 in 2024-08-10T06:27:31.256 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:30 smithi031 ceph-mon[100614]: osdmap e2685: 8 total, 8 up, 8 in 2024-08-10T06:27:31.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:30 smithi196 ceph-mon[90243]: osdmap e2684: 8 total, 8 up, 8 in 2024-08-10T06:27:31.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:30 smithi196 ceph-mon[90243]: osdmap e2685: 8 total, 8 up, 8 in 2024-08-10T06:27:31.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:27:31 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:27:31] "GET /metrics HTTP/1.1" 200 36724 "" "Prometheus/2.43.0" 2024-08-10T06:27:32.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:31 smithi031 ceph-mon[100614]: pgmap v4568: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.0 KiB/s rd, 0 B/s wr, 8 op/s 2024-08-10T06:27:32.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:31 smithi031 ceph-mon[100614]: osdmap e2686: 8 total, 8 up, 8 in 2024-08-10T06:27:32.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:31 smithi031 ceph-mon[98130]: pgmap v4568: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.0 KiB/s rd, 0 B/s wr, 8 op/s 2024-08-10T06:27:32.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:31 smithi031 ceph-mon[98130]: osdmap e2686: 8 total, 8 up, 8 in 2024-08-10T06:27:32.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:31 smithi196 ceph-mon[90243]: pgmap v4568: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.0 KiB/s rd, 0 B/s wr, 8 op/s 2024-08-10T06:27:32.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:31 smithi196 ceph-mon[90243]: osdmap e2686: 8 total, 8 up, 8 in 2024-08-10T06:27:32.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:27:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:27:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:27:34.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:33 smithi031 ceph-mon[98130]: osdmap e2687: 8 total, 8 up, 8 in 2024-08-10T06:27:34.020 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:33 smithi031 ceph-mon[98130]: pgmap v4571: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 251 KiB/s rd, 5.0 KiB/s wr, 340 op/s 2024-08-10T06:27:34.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:33 smithi031 ceph-mon[100614]: osdmap e2687: 8 total, 8 up, 8 in 2024-08-10T06:27:34.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:33 smithi031 ceph-mon[100614]: pgmap v4571: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 251 KiB/s rd, 5.0 KiB/s wr, 340 op/s 2024-08-10T06:27:34.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:33 smithi196 ceph-mon[90243]: osdmap e2687: 8 total, 8 up, 8 in 2024-08-10T06:27:34.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:33 smithi196 ceph-mon[90243]: pgmap v4571: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 251 KiB/s rd, 5.0 KiB/s wr, 340 op/s 2024-08-10T06:27:35.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:34 smithi031 ceph-mon[98130]: osdmap e2688: 8 total, 8 up, 8 in 2024-08-10T06:27:35.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:34 smithi031 ceph-mon[100614]: osdmap e2688: 8 total, 8 up, 8 in 2024-08-10T06:27:35.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:34 smithi196 ceph-mon[90243]: osdmap e2688: 8 total, 8 up, 8 in 2024-08-10T06:27:36.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:35 smithi196 ceph-mon[90243]: osdmap e2689: 8 total, 8 up, 8 in 2024-08-10T06:27:36.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:35 smithi196 ceph-mon[90243]: pgmap v4574: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 251 KiB/s rd, 5.0 KiB/s wr, 340 op/s 2024-08-10T06:27:36.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:35 smithi196 ceph-mon[90243]: osdmap e2690: 8 total, 8 up, 8 in 2024-08-10T06:27:36.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:35 smithi031 ceph-mon[98130]: osdmap e2689: 8 total, 8 up, 8 in 2024-08-10T06:27:36.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:35 smithi031 ceph-mon[98130]: pgmap v4574: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 251 KiB/s rd, 5.0 KiB/s wr, 340 op/s 2024-08-10T06:27:36.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:35 smithi031 ceph-mon[98130]: osdmap e2690: 8 total, 8 up, 8 in 2024-08-10T06:27:36.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:35 smithi031 ceph-mon[100614]: osdmap e2689: 8 total, 8 up, 8 in 2024-08-10T06:27:36.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:35 smithi031 ceph-mon[100614]: pgmap v4574: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 251 KiB/s rd, 5.0 KiB/s wr, 340 op/s 2024-08-10T06:27:36.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:35 smithi031 ceph-mon[100614]: osdmap e2690: 8 total, 8 up, 8 in 2024-08-10T06:27:37.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:36 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:27:37.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:36 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:27:37.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:36 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:27:38.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:37 smithi031 ceph-mon[98130]: osdmap e2691: 8 total, 8 up, 8 in 2024-08-10T06:27:38.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:37 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:27:38.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:37 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:27:38.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:37 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:27:38.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:37 smithi031 ceph-mon[98130]: pgmap v4577: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 218 KiB/s rd, 5.0 KiB/s wr, 298 op/s 2024-08-10T06:27:38.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:37 smithi031 ceph-mon[100614]: osdmap e2691: 8 total, 8 up, 8 in 2024-08-10T06:27:38.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:37 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:27:38.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:37 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:27:38.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:37 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:27:38.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:37 smithi031 ceph-mon[100614]: pgmap v4577: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 218 KiB/s rd, 5.0 KiB/s wr, 298 op/s 2024-08-10T06:27:38.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:37 smithi196 ceph-mon[90243]: osdmap e2691: 8 total, 8 up, 8 in 2024-08-10T06:27:38.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:37 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:27:38.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:37 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:27:38.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:37 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:27:38.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:37 smithi196 ceph-mon[90243]: pgmap v4577: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 218 KiB/s rd, 5.0 KiB/s wr, 298 op/s 2024-08-10T06:27:39.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:38 smithi031 ceph-mon[100614]: osdmap e2692: 8 total, 8 up, 8 in 2024-08-10T06:27:39.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:38 smithi031 ceph-mon[98130]: osdmap e2692: 8 total, 8 up, 8 in 2024-08-10T06:27:39.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:38 smithi196 ceph-mon[90243]: osdmap e2692: 8 total, 8 up, 8 in 2024-08-10T06:27:40.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:39 smithi031 ceph-mon[100614]: osdmap e2693: 8 total, 8 up, 8 in 2024-08-10T06:27:40.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:39 smithi031 ceph-mon[100614]: pgmap v4580: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 217 KiB/s rd, 5.0 KiB/s wr, 298 op/s 2024-08-10T06:27:40.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:39 smithi031 ceph-mon[98130]: osdmap e2693: 8 total, 8 up, 8 in 2024-08-10T06:27:40.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:39 smithi031 ceph-mon[98130]: pgmap v4580: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 217 KiB/s rd, 5.0 KiB/s wr, 298 op/s 2024-08-10T06:27:40.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:39 smithi196 ceph-mon[90243]: osdmap e2693: 8 total, 8 up, 8 in 2024-08-10T06:27:40.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:39 smithi196 ceph-mon[90243]: pgmap v4580: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 217 KiB/s rd, 5.0 KiB/s wr, 298 op/s 2024-08-10T06:27:41.255 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:40 smithi031 ceph-mon[98130]: osdmap e2694: 8 total, 8 up, 8 in 2024-08-10T06:27:41.255 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:40 smithi031 ceph-mon[98130]: osdmap e2695: 8 total, 8 up, 8 in 2024-08-10T06:27:41.256 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:40 smithi031 ceph-mon[100614]: osdmap e2694: 8 total, 8 up, 8 in 2024-08-10T06:27:41.256 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:40 smithi031 ceph-mon[100614]: osdmap e2695: 8 total, 8 up, 8 in 2024-08-10T06:27:41.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:40 smithi196 ceph-mon[90243]: osdmap e2694: 8 total, 8 up, 8 in 2024-08-10T06:27:41.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:40 smithi196 ceph-mon[90243]: osdmap e2695: 8 total, 8 up, 8 in 2024-08-10T06:27:41.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:27:41 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:27:41] "GET /metrics HTTP/1.1" 200 36724 "" "Prometheus/2.43.0" 2024-08-10T06:27:42.181 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:27:42.181 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:41 smithi196 ceph-mon[90243]: pgmap v4583: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-08-10T06:27:42.181 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:41 smithi196 ceph-mon[90243]: osdmap e2696: 8 total, 8 up, 8 in 2024-08-10T06:27:42.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:27:42.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:41 smithi031 ceph-mon[98130]: pgmap v4583: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-08-10T06:27:42.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:41 smithi031 ceph-mon[98130]: osdmap e2696: 8 total, 8 up, 8 in 2024-08-10T06:27:42.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:27:42.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:41 smithi031 ceph-mon[100614]: pgmap v4583: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-08-10T06:27:42.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:41 smithi031 ceph-mon[100614]: osdmap e2696: 8 total, 8 up, 8 in 2024-08-10T06:27:42.530 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:27:42 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:27:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:27:44.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:43 smithi031 ceph-mon[98130]: osdmap e2697: 8 total, 8 up, 8 in 2024-08-10T06:27:44.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:43 smithi031 ceph-mon[98130]: pgmap v4586: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 187 KiB/s rd, 5.0 KiB/s wr, 255 op/s 2024-08-10T06:27:44.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:43 smithi031 ceph-mon[100614]: osdmap e2697: 8 total, 8 up, 8 in 2024-08-10T06:27:44.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:43 smithi031 ceph-mon[100614]: pgmap v4586: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 187 KiB/s rd, 5.0 KiB/s wr, 255 op/s 2024-08-10T06:27:44.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:43 smithi196 ceph-mon[90243]: osdmap e2697: 8 total, 8 up, 8 in 2024-08-10T06:27:44.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:43 smithi196 ceph-mon[90243]: pgmap v4586: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 187 KiB/s rd, 5.0 KiB/s wr, 255 op/s 2024-08-10T06:27:45.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:44 smithi031 ceph-mon[98130]: osdmap e2698: 8 total, 8 up, 8 in 2024-08-10T06:27:45.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:44 smithi031 ceph-mon[100614]: osdmap e2698: 8 total, 8 up, 8 in 2024-08-10T06:27:45.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:44 smithi196 ceph-mon[90243]: osdmap e2698: 8 total, 8 up, 8 in 2024-08-10T06:27:46.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:45 smithi031 ceph-mon[100614]: osdmap e2699: 8 total, 8 up, 8 in 2024-08-10T06:27:46.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:45 smithi031 ceph-mon[100614]: pgmap v4589: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 187 KiB/s rd, 5.0 KiB/s wr, 254 op/s 2024-08-10T06:27:46.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:45 smithi031 ceph-mon[100614]: osdmap e2700: 8 total, 8 up, 8 in 2024-08-10T06:27:46.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:45 smithi031 ceph-mon[98130]: osdmap e2699: 8 total, 8 up, 8 in 2024-08-10T06:27:46.271 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:45 smithi031 ceph-mon[98130]: pgmap v4589: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 187 KiB/s rd, 5.0 KiB/s wr, 254 op/s 2024-08-10T06:27:46.271 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:45 smithi031 ceph-mon[98130]: osdmap e2700: 8 total, 8 up, 8 in 2024-08-10T06:27:46.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:45 smithi196 ceph-mon[90243]: osdmap e2699: 8 total, 8 up, 8 in 2024-08-10T06:27:46.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:45 smithi196 ceph-mon[90243]: pgmap v4589: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 187 KiB/s rd, 5.0 KiB/s wr, 254 op/s 2024-08-10T06:27:46.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:45 smithi196 ceph-mon[90243]: osdmap e2700: 8 total, 8 up, 8 in 2024-08-10T06:27:48.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:47 smithi031 ceph-mon[98130]: osdmap e2701: 8 total, 8 up, 8 in 2024-08-10T06:27:48.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:47 smithi031 ceph-mon[98130]: pgmap v4592: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 153 KiB/s rd, 5.0 KiB/s wr, 210 op/s 2024-08-10T06:27:48.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:47 smithi031 ceph-mon[100614]: osdmap e2701: 8 total, 8 up, 8 in 2024-08-10T06:27:48.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:47 smithi031 ceph-mon[100614]: pgmap v4592: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 153 KiB/s rd, 5.0 KiB/s wr, 210 op/s 2024-08-10T06:27:48.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:47 smithi196 ceph-mon[90243]: osdmap e2701: 8 total, 8 up, 8 in 2024-08-10T06:27:48.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:47 smithi196 ceph-mon[90243]: pgmap v4592: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 153 KiB/s rd, 5.0 KiB/s wr, 210 op/s 2024-08-10T06:27:49.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:48 smithi031 ceph-mon[98130]: osdmap e2702: 8 total, 8 up, 8 in 2024-08-10T06:27:49.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:48 smithi031 ceph-mon[100614]: osdmap e2702: 8 total, 8 up, 8 in 2024-08-10T06:27:49.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:48 smithi196 ceph-mon[90243]: osdmap e2702: 8 total, 8 up, 8 in 2024-08-10T06:27:50.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:49 smithi031 ceph-mon[98130]: osdmap e2703: 8 total, 8 up, 8 in 2024-08-10T06:27:50.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:49 smithi031 ceph-mon[98130]: pgmap v4595: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 153 KiB/s rd, 5.0 KiB/s wr, 211 op/s 2024-08-10T06:27:50.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:49 smithi031 ceph-mon[100614]: osdmap e2703: 8 total, 8 up, 8 in 2024-08-10T06:27:50.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:49 smithi031 ceph-mon[100614]: pgmap v4595: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 153 KiB/s rd, 5.0 KiB/s wr, 211 op/s 2024-08-10T06:27:50.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:49 smithi196 ceph-mon[90243]: osdmap e2703: 8 total, 8 up, 8 in 2024-08-10T06:27:50.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:49 smithi196 ceph-mon[90243]: pgmap v4595: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 153 KiB/s rd, 5.0 KiB/s wr, 211 op/s 2024-08-10T06:27:51.171 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:50 smithi031 ceph-mon[98130]: osdmap e2704: 8 total, 8 up, 8 in 2024-08-10T06:27:51.171 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:50 smithi031 ceph-mon[98130]: osdmap e2705: 8 total, 8 up, 8 in 2024-08-10T06:27:51.172 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:50 smithi031 ceph-mon[100614]: osdmap e2704: 8 total, 8 up, 8 in 2024-08-10T06:27:51.172 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:50 smithi031 ceph-mon[100614]: osdmap e2705: 8 total, 8 up, 8 in 2024-08-10T06:27:51.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:50 smithi196 ceph-mon[90243]: osdmap e2704: 8 total, 8 up, 8 in 2024-08-10T06:27:51.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:50 smithi196 ceph-mon[90243]: osdmap e2705: 8 total, 8 up, 8 in 2024-08-10T06:27:51.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:27:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:27:51] "GET /metrics HTTP/1.1" 200 36724 "" "Prometheus/2.43.0" 2024-08-10T06:27:52.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:51 smithi031 ceph-mon[98130]: pgmap v4598: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-08-10T06:27:52.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:51 smithi031 ceph-mon[98130]: osdmap e2706: 8 total, 8 up, 8 in 2024-08-10T06:27:52.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:51 smithi031 ceph-mon[100614]: pgmap v4598: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-08-10T06:27:52.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:51 smithi031 ceph-mon[100614]: osdmap e2706: 8 total, 8 up, 8 in 2024-08-10T06:27:52.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:51 smithi196 ceph-mon[90243]: pgmap v4598: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-08-10T06:27:52.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:51 smithi196 ceph-mon[90243]: osdmap e2706: 8 total, 8 up, 8 in 2024-08-10T06:27:52.780 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:27:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:27:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:27:54.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:53 smithi196 ceph-mon[90243]: osdmap e2707: 8 total, 8 up, 8 in 2024-08-10T06:27:54.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:53 smithi196 ceph-mon[90243]: pgmap v4601: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 122 KiB/s rd, 5.0 KiB/s wr, 166 op/s 2024-08-10T06:27:54.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:53 smithi031 ceph-mon[98130]: osdmap e2707: 8 total, 8 up, 8 in 2024-08-10T06:27:54.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:53 smithi031 ceph-mon[98130]: pgmap v4601: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 122 KiB/s rd, 5.0 KiB/s wr, 166 op/s 2024-08-10T06:27:54.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:53 smithi031 ceph-mon[100614]: osdmap e2707: 8 total, 8 up, 8 in 2024-08-10T06:27:54.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:53 smithi031 ceph-mon[100614]: pgmap v4601: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 122 KiB/s rd, 5.0 KiB/s wr, 166 op/s 2024-08-10T06:27:55.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:54 smithi031 ceph-mon[98130]: osdmap e2708: 8 total, 8 up, 8 in 2024-08-10T06:27:55.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:54 smithi031 ceph-mon[100614]: osdmap e2708: 8 total, 8 up, 8 in 2024-08-10T06:27:55.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:54 smithi196 ceph-mon[90243]: osdmap e2708: 8 total, 8 up, 8 in 2024-08-10T06:27:56.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:55 smithi031 ceph-mon[100614]: osdmap e2709: 8 total, 8 up, 8 in 2024-08-10T06:27:56.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:55 smithi031 ceph-mon[100614]: pgmap v4604: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 122 KiB/s rd, 5.0 KiB/s wr, 168 op/s 2024-08-10T06:27:56.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:55 smithi031 ceph-mon[100614]: osdmap e2710: 8 total, 8 up, 8 in 2024-08-10T06:27:56.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:55 smithi031 ceph-mon[98130]: osdmap e2709: 8 total, 8 up, 8 in 2024-08-10T06:27:56.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:55 smithi031 ceph-mon[98130]: pgmap v4604: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 122 KiB/s rd, 5.0 KiB/s wr, 168 op/s 2024-08-10T06:27:56.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:55 smithi031 ceph-mon[98130]: osdmap e2710: 8 total, 8 up, 8 in 2024-08-10T06:27:56.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:55 smithi196 ceph-mon[90243]: osdmap e2709: 8 total, 8 up, 8 in 2024-08-10T06:27:56.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:55 smithi196 ceph-mon[90243]: pgmap v4604: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 122 KiB/s rd, 5.0 KiB/s wr, 168 op/s 2024-08-10T06:27:56.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:55 smithi196 ceph-mon[90243]: osdmap e2710: 8 total, 8 up, 8 in 2024-08-10T06:27:57.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:56 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:27:57.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:27:57.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:56 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:27:58.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:57 smithi031 ceph-mon[98130]: osdmap e2711: 8 total, 8 up, 8 in 2024-08-10T06:27:58.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:57 smithi031 ceph-mon[98130]: pgmap v4607: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 89 KiB/s rd, 5.0 KiB/s wr, 122 op/s 2024-08-10T06:27:58.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:57 smithi031 ceph-mon[100614]: osdmap e2711: 8 total, 8 up, 8 in 2024-08-10T06:27:58.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:57 smithi031 ceph-mon[100614]: pgmap v4607: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 89 KiB/s rd, 5.0 KiB/s wr, 122 op/s 2024-08-10T06:27:58.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:57 smithi196 ceph-mon[90243]: osdmap e2711: 8 total, 8 up, 8 in 2024-08-10T06:27:58.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:57 smithi196 ceph-mon[90243]: pgmap v4607: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 89 KiB/s rd, 5.0 KiB/s wr, 122 op/s 2024-08-10T06:27:59.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:58 smithi031 ceph-mon[98130]: osdmap e2712: 8 total, 8 up, 8 in 2024-08-10T06:27:59.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:58 smithi031 ceph-mon[100614]: osdmap e2712: 8 total, 8 up, 8 in 2024-08-10T06:27:59.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:58 smithi196 ceph-mon[90243]: osdmap e2712: 8 total, 8 up, 8 in 2024-08-10T06:28:00.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:59 smithi031 ceph-mon[98130]: osdmap e2713: 8 total, 8 up, 8 in 2024-08-10T06:28:00.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:27:59 smithi031 ceph-mon[98130]: pgmap v4610: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 87 KiB/s rd, 5.0 KiB/s wr, 121 op/s 2024-08-10T06:28:00.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:59 smithi031 ceph-mon[100614]: osdmap e2713: 8 total, 8 up, 8 in 2024-08-10T06:28:00.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:27:59 smithi031 ceph-mon[100614]: pgmap v4610: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 87 KiB/s rd, 5.0 KiB/s wr, 121 op/s 2024-08-10T06:28:00.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:59 smithi196 ceph-mon[90243]: osdmap e2713: 8 total, 8 up, 8 in 2024-08-10T06:28:00.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:27:59 smithi196 ceph-mon[90243]: pgmap v4610: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 87 KiB/s rd, 5.0 KiB/s wr, 121 op/s 2024-08-10T06:28:01.255 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:28:00 smithi031 ceph-mon[98130]: osdmap e2714: 8 total, 8 up, 8 in 2024-08-10T06:28:01.255 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:28:00 smithi031 ceph-mon[98130]: osdmap e2715: 8 total, 8 up, 8 in 2024-08-10T06:28:01.256 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:28:00 smithi031 ceph-mon[100614]: osdmap e2714: 8 total, 8 up, 8 in 2024-08-10T06:28:01.256 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:28:00 smithi031 ceph-mon[100614]: osdmap e2715: 8 total, 8 up, 8 in 2024-08-10T06:28:01.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:28:00 smithi196 ceph-mon[90243]: osdmap e2714: 8 total, 8 up, 8 in 2024-08-10T06:28:01.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:28:00 smithi196 ceph-mon[90243]: osdmap e2715: 8 total, 8 up, 8 in 2024-08-10T06:28:01.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:28:01 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:28:01] "GET /metrics HTTP/1.1" 200 36726 "" "Prometheus/2.43.0" 2024-08-10T06:28:02.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:28:01 smithi031 ceph-mon[98130]: pgmap v4613: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-08-10T06:28:02.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:28:01 smithi031 ceph-mon[98130]: osdmap e2716: 8 total, 8 up, 8 in 2024-08-10T06:28:02.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:28:01 smithi031 ceph-mon[100614]: pgmap v4613: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-08-10T06:28:02.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:28:01 smithi031 ceph-mon[100614]: osdmap e2716: 8 total, 8 up, 8 in 2024-08-10T06:28:02.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:28:01 smithi196 ceph-mon[90243]: pgmap v4613: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 B/s wr, 7 op/s 2024-08-10T06:28:02.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:28:01 smithi196 ceph-mon[90243]: osdmap e2716: 8 total, 8 up, 8 in 2024-08-10T06:28:02.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:28:02 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:28:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:28:02.868 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_many_snaps PASSED [ 47%] 2024-08-10T06:28:04.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:28:03 smithi196 ceph-mon[90243]: osdmap e2717: 8 total, 8 up, 8 in 2024-08-10T06:28:04.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:28:03 smithi196 ceph-mon[90243]: pgmap v4616: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 57 KiB/s rd, 5.0 KiB/s wr, 79 op/s 2024-08-10T06:28:04.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:28:03 smithi031 ceph-mon[98130]: osdmap e2717: 8 total, 8 up, 8 in 2024-08-10T06:28:04.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:28:03 smithi031 ceph-mon[98130]: pgmap v4616: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 57 KiB/s rd, 5.0 KiB/s wr, 79 op/s 2024-08-10T06:28:04.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:28:03 smithi031 ceph-mon[100614]: osdmap e2717: 8 total, 8 up, 8 in 2024-08-10T06:28:04.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:28:03 smithi031 ceph-mon[100614]: pgmap v4616: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 57 KiB/s rd, 5.0 KiB/s wr, 79 op/s 2024-08-10T06:28:04.886 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_deleted PASSED [ 48%] 2024-08-10T06:28:05.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:28:04 smithi031 ceph-mon[98130]: osdmap e2718: 8 total, 8 up, 8 in 2024-08-10T06:28:05.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:28:04 smithi031 ceph-mon[100614]: osdmap e2718: 8 total, 8 up, 8 in 2024-08-10T06:28:05.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:28:04 smithi196 ceph-mon[90243]: osdmap e2718: 8 total, 8 up, 8 in 2024-08-10T06:28:06.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:28:05 smithi031 ceph-mon[98130]: osdmap e2719: 8 total, 8 up, 8 in 2024-08-10T06:28:06.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:28:05 smithi031 ceph-mon[98130]: pgmap v4619: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 60 KiB/s rd, 5.5 KiB/s wr, 84 op/s 2024-08-10T06:28:06.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:28:05 smithi031 ceph-mon[98130]: osdmap e2720: 8 total, 8 up, 8 in 2024-08-10T06:28:06.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:28:05 smithi031 ceph-mon[100614]: osdmap e2719: 8 total, 8 up, 8 in 2024-08-10T06:28:06.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:28:05 smithi031 ceph-mon[100614]: pgmap v4619: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 60 KiB/s rd, 5.5 KiB/s wr, 84 op/s 2024-08-10T06:28:06.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:28:05 smithi031 ceph-mon[100614]: osdmap e2720: 8 total, 8 up, 8 in 2024-08-10T06:28:06.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:28:05 smithi196 ceph-mon[90243]: osdmap e2719: 8 total, 8 up, 8 in 2024-08-10T06:28:06.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:28:05 smithi196 ceph-mon[90243]: pgmap v4619: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 60 KiB/s rd, 5.5 KiB/s wr, 84 op/s 2024-08-10T06:28:06.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:28:05 smithi196 ceph-mon[90243]: osdmap e2720: 8 total, 8 up, 8 in 2024-08-10T06:28:08.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:28:07 smithi031 ceph-mon[98130]: osdmap e2721: 8 total, 8 up, 8 in 2024-08-10T06:28:08.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:28:07 smithi031 ceph-mon[98130]: pgmap v4622: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 54 KiB/s rd, 5.5 KiB/s wr, 78 op/s 2024-08-10T06:28:08.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:28:07 smithi031 ceph-mon[100614]: osdmap e2721: 8 total, 8 up, 8 in 2024-08-10T06:28:08.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:28:07 smithi031 ceph-mon[100614]: pgmap v4622: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 54 KiB/s rd, 5.5 KiB/s wr, 78 op/s 2024-08-10T06:28:08.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:28:07 smithi196 ceph-mon[90243]: osdmap e2721: 8 total, 8 up, 8 in 2024-08-10T06:28:08.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:28:07 smithi196 ceph-mon[90243]: pgmap v4622: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 54 KiB/s rd, 5.5 KiB/s wr, 78 op/s 2024-08-10T06:28:08.903 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_recreated PASSED [ 48%] 2024-08-10T06:28:08.987 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_lock_unlock PASSED [ 49%] 2024-08-10T06:28:09.138 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_lockers PASSED [ 50%] 2024-08-10T06:28:09.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:28:08 smithi031 ceph-mon[98130]: osdmap e2722: 8 total, 8 up, 8 in 2024-08-10T06:28:09.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:28:08 smithi031 ceph-mon[100614]: osdmap e2722: 8 total, 8 up, 8 in 2024-08-10T06:28:09.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:28:08 smithi196 ceph-mon[90243]: osdmap e2722: 8 total, 8 up, 8 in 2024-08-10T06:28:10.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:28:09 smithi031 ceph-mon[98130]: osdmap e2723: 8 total, 8 up, 8 in 2024-08-10T06:28:10.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:28:09 smithi031 ceph-mon[98130]: pgmap v4625: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 99 KiB/s rd, 12 KiB/s wr, 142 op/s 2024-08-10T06:28:10.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:28:09 smithi031 ceph-mon[100614]: osdmap e2723: 8 total, 8 up, 8 in 2024-08-10T06:28:10.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:28:09 smithi031 ceph-mon[100614]: pgmap v4625: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 99 KiB/s rd, 12 KiB/s wr, 142 op/s 2024-08-10T06:28:10.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:28:09 smithi196 ceph-mon[90243]: osdmap e2723: 8 total, 8 up, 8 in 2024-08-10T06:28:10.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:28:09 smithi196 ceph-mon[90243]: pgmap v4625: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 99 KiB/s rd, 12 KiB/s wr, 142 op/s 2024-08-10T06:28:11.254 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:28:10 smithi031 ceph-mon[100614]: osdmap e2724: 8 total, 8 up, 8 in 2024-08-10T06:28:11.255 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:28:10 smithi031 ceph-mon[100614]: osdmap e2725: 8 total, 8 up, 8 in 2024-08-10T06:28:11.255 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:28:10 smithi031 ceph-mon[98130]: osdmap e2724: 8 total, 8 up, 8 in 2024-08-10T06:28:11.255 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:28:10 smithi031 ceph-mon[98130]: osdmap e2725: 8 total, 8 up, 8 in 2024-08-10T06:28:11.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:28:10 smithi196 ceph-mon[90243]: osdmap e2724: 8 total, 8 up, 8 in 2024-08-10T06:28:11.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:28:10 smithi196 ceph-mon[90243]: osdmap e2725: 8 total, 8 up, 8 in 2024-08-10T06:28:11.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:28:11 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:28:11] "GET /metrics HTTP/1.1" 200 36725 "" "Prometheus/2.43.0" 2024-08-10T06:28:12.181 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:28:11 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:28:12.181 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:28:11 smithi196 ceph-mon[90243]: pgmap v4628: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 105 KiB/s rd, 12 KiB/s wr, 145 op/s 2024-08-10T06:28:12.181 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:28:11 smithi196 ceph-mon[90243]: osdmap e2726: 8 total, 8 up, 8 in 2024-08-10T06:28:12.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:28:11 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:28:12.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:28:11 smithi031 ceph-mon[100614]: pgmap v4628: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 105 KiB/s rd, 12 KiB/s wr, 145 op/s 2024-08-10T06:28:12.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:28:11 smithi031 ceph-mon[100614]: osdmap e2726: 8 total, 8 up, 8 in 2024-08-10T06:28:12.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:28:11 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:28:12.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:28:11 smithi031 ceph-mon[98130]: pgmap v4628: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 105 KiB/s rd, 12 KiB/s wr, 145 op/s 2024-08-10T06:28:12.271 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:28:11 smithi031 ceph-mon[98130]: osdmap e2726: 8 total, 8 up, 8 in 2024-08-10T06:28:12.529 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:28:12 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:28:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:28:12.871 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_diff_iterate PASSED [ 50%] 2024-08-10T06:28:12.952 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_read PASSED [ 51%] 2024-08-10T06:28:13.039 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_write PASSED [ 51%] 2024-08-10T06:28:13.127 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_discard PASSED [ 52%] 2024-08-10T06:28:13.212 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_write_zeroes PASSED [ 52%] 2024-08-10T06:28:13.289 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_flush PASSED [ 53%] 2024-08-10T06:28:14.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:28:13 smithi196 ceph-mon[90243]: osdmap e2727: 8 total, 8 up, 8 in 2024-08-10T06:28:14.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:28:13 smithi196 ceph-mon[90243]: pgmap v4631: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 131 KiB/s rd, 13 KiB/s wr, 182 op/s 2024-08-10T06:28:14.036 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_metadata PASSED [ 53%] 2024-08-10T06:28:14.113 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_watchers_list PASSED [ 54%] 2024-08-10T06:28:14.220 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_config_list PASSED [ 54%] 2024-08-10T06:28:14.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:28:13 smithi031 ceph-mon[98130]: osdmap e2727: 8 total, 8 up, 8 in 2024-08-10T06:28:14.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:28:13 smithi031 ceph-mon[98130]: pgmap v4631: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 131 KiB/s rd, 13 KiB/s wr, 182 op/s 2024-08-10T06:28:14.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:28:13 smithi031 ceph-mon[100614]: osdmap e2727: 8 total, 8 up, 8 in 2024-08-10T06:28:14.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:28:13 smithi031 ceph-mon[100614]: pgmap v4631: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 131 KiB/s rd, 13 KiB/s wr, 182 op/s 2024-08-10T06:28:14.318 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_image_config_set_and_get_and_remove PASSED [ 55%] 2024-08-10T06:28:14.399 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_sparsify PASSED [ 56%] 2024-08-10T06:28:16.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:28:16 smithi031 ceph-mon[98130]: pgmap v4632: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 716 KiB/s rd, 37 KiB/s wr, 543 op/s 2024-08-10T06:28:16.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:28:16 smithi031 ceph-mon[98130]: osdmap e2728: 8 total, 8 up, 8 in 2024-08-10T06:28:16.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:28:16 smithi031 ceph-mon[100614]: pgmap v4632: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 716 KiB/s rd, 37 KiB/s wr, 543 op/s 2024-08-10T06:28:16.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:28:16 smithi031 ceph-mon[100614]: osdmap e2728: 8 total, 8 up, 8 in 2024-08-10T06:28:16.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:28:16 smithi196 ceph-mon[90243]: pgmap v4632: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 716 KiB/s rd, 37 KiB/s wr, 543 op/s 2024-08-10T06:28:16.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:28:16 smithi196 ceph-mon[90243]: osdmap e2728: 8 total, 8 up, 8 in 2024-08-10T06:28:18.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:28:18 smithi031 ceph-mon[98130]: pgmap v4634: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 699 KiB/s rd, 34 KiB/s wr, 567 op/s 2024-08-10T06:28:18.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:28:18 smithi031 ceph-mon[100614]: pgmap v4634: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 699 KiB/s rd, 34 KiB/s wr, 567 op/s 2024-08-10T06:28:18.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:28:18 smithi196 ceph-mon[90243]: pgmap v4634: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 699 KiB/s rd, 34 KiB/s wr, 567 op/s 2024-08-10T06:28:20.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:28:20 smithi031 ceph-mon[98130]: pgmap v4635: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 36 KiB/s wr, 770 op/s 2024-08-10T06:28:20.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:28:20 smithi031 ceph-mon[100614]: pgmap v4635: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 36 KiB/s wr, 770 op/s 2024-08-10T06:28:20.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:28:20 smithi196 ceph-mon[90243]: pgmap v4635: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 36 KiB/s wr, 770 op/s 2024-08-10T06:28:21.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:28:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:28:21] "GET /metrics HTTP/1.1" 200 36725 "" "Prometheus/2.43.0" 2024-08-10T06:28:22.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:28:21 smithi196 ceph-mon[90243]: osdmap e2729: 8 total, 8 up, 8 in 2024-08-10T06:28:22.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:28:21 smithi196 ceph-mon[90243]: pgmap v4637: 137 pgs: 137 active+clean; 8.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 542 KiB/s wr, 689 op/s 2024-08-10T06:28:22.082 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_encryption_luks1 PASSED [ 56%] 2024-08-10T06:28:22.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:28:21 smithi031 ceph-mon[98130]: osdmap e2729: 8 total, 8 up, 8 in 2024-08-10T06:28:22.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:28:21 smithi031 ceph-mon[98130]: pgmap v4637: 137 pgs: 137 active+clean; 8.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 542 KiB/s wr, 689 op/s 2024-08-10T06:28:22.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:28:21 smithi031 ceph-mon[100614]: osdmap e2729: 8 total, 8 up, 8 in 2024-08-10T06:28:22.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:28:21 smithi031 ceph-mon[100614]: pgmap v4637: 137 pgs: 137 active+clean; 8.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 542 KiB/s wr, 689 op/s 2024-08-10T06:28:22.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:28:22 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:28:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:28:24.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:28:24 smithi031 ceph-mon[98130]: pgmap v4638: 137 pgs: 137 active+clean; 8.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 525 KiB/s wr, 416 op/s 2024-08-10T06:28:24.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:28:24 smithi031 ceph-mon[100614]: pgmap v4638: 137 pgs: 137 active+clean; 8.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 525 KiB/s wr, 416 op/s 2024-08-10T06:28:24.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:28:24 smithi196 ceph-mon[90243]: pgmap v4638: 137 pgs: 137 active+clean; 8.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 525 KiB/s wr, 416 op/s 2024-08-10T06:28:26.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:28:26 smithi031 ceph-mon[98130]: pgmap v4639: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 447 KiB/s wr, 323 op/s 2024-08-10T06:28:26.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:28:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:28:26.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:28:26 smithi031 ceph-mon[100614]: pgmap v4639: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 447 KiB/s wr, 323 op/s 2024-08-10T06:28:26.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:28:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:28:26.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:28:26 smithi196 ceph-mon[90243]: pgmap v4639: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 447 KiB/s wr, 323 op/s 2024-08-10T06:28:26.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:28:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:28:28.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:28:28 smithi031 ceph-mon[98130]: pgmap v4640: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 992 KiB/s rd, 419 KiB/s wr, 289 op/s 2024-08-10T06:28:28.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:28:28 smithi031 ceph-mon[100614]: pgmap v4640: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 992 KiB/s rd, 419 KiB/s wr, 289 op/s 2024-08-10T06:28:28.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:28:28 smithi196 ceph-mon[90243]: pgmap v4640: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 992 KiB/s rd, 419 KiB/s wr, 289 op/s 2024-08-10T06:28:30.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:28:30 smithi031 ceph-mon[98130]: pgmap v4641: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 85 KiB/s rd, 412 KiB/s wr, 37 op/s 2024-08-10T06:28:30.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:28:30 smithi031 ceph-mon[100614]: pgmap v4641: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 85 KiB/s rd, 412 KiB/s wr, 37 op/s 2024-08-10T06:28:30.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:28:30 smithi196 ceph-mon[90243]: pgmap v4641: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 85 KiB/s rd, 412 KiB/s wr, 37 op/s 2024-08-10T06:28:31.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:28:31 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:28:31] "GET /metrics HTTP/1.1" 200 36731 "" "Prometheus/2.43.0" 2024-08-10T06:28:32.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:28:32 smithi031 ceph-mon[98130]: pgmap v4642: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 2.0 KiB/s wr, 33 op/s 2024-08-10T06:28:32.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:28:32 smithi031 ceph-mon[100614]: pgmap v4642: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 2.0 KiB/s wr, 33 op/s 2024-08-10T06:28:32.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:28:32 smithi196 ceph-mon[90243]: pgmap v4642: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 2.0 KiB/s wr, 33 op/s 2024-08-10T06:28:32.530 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:28:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:28:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:28:34.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:28:34 smithi031 ceph-mon[98130]: pgmap v4643: 137 pgs: 137 active+clean; 8.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 343 KiB/s wr, 29 op/s 2024-08-10T06:28:34.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:28:34 smithi031 ceph-mon[100614]: pgmap v4643: 137 pgs: 137 active+clean; 8.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 343 KiB/s wr, 29 op/s 2024-08-10T06:28:34.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:28:34 smithi196 ceph-mon[90243]: pgmap v4643: 137 pgs: 137 active+clean; 8.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 343 KiB/s wr, 29 op/s 2024-08-10T06:28:35.152 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_encryption_luks2 PASSED [ 57%] 2024-08-10T06:28:35.239 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_read PASSED [ 57%] 2024-08-10T06:28:35.337 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_write PASSED [ 58%] 2024-08-10T06:28:35.430 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_resize PASSED [ 58%] 2024-08-10T06:28:36.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:28:36 smithi031 ceph-mon[98130]: pgmap v4644: 137 pgs: 137 active+clean; 21 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-08-10T06:28:36.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:28:36 smithi031 ceph-mon[100614]: pgmap v4644: 137 pgs: 137 active+clean; 21 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-08-10T06:28:36.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:28:36 smithi196 ceph-mon[90243]: pgmap v4644: 137 pgs: 137 active+clean; 21 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-08-10T06:28:37.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:28:37 smithi031 ceph-mon[98130]: osdmap e2730: 8 total, 8 up, 8 in 2024-08-10T06:28:37.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:28:37 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:28:37.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:28:37 smithi031 ceph-mon[100614]: osdmap e2730: 8 total, 8 up, 8 in 2024-08-10T06:28:37.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:28:37 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:28:37.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:28:37 smithi196 ceph-mon[90243]: osdmap e2730: 8 total, 8 up, 8 in 2024-08-10T06:28:37.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:28:37 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:28:38.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:28:38 smithi031 ceph-mon[98130]: pgmap v4646: 137 pgs: 137 active+clean; 21 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 1.6 MiB/s wr, 16 op/s 2024-08-10T06:28:38.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:28:38 smithi031 ceph-mon[98130]: osdmap e2731: 8 total, 8 up, 8 in 2024-08-10T06:28:38.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:28:38 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:28:38.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:28:38 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:28:38.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:28:38 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:28:38.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:28:38 smithi031 ceph-mon[100614]: pgmap v4646: 137 pgs: 137 active+clean; 21 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 1.6 MiB/s wr, 16 op/s 2024-08-10T06:28:38.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:28:38 smithi031 ceph-mon[100614]: osdmap e2731: 8 total, 8 up, 8 in 2024-08-10T06:28:38.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:28:38 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:28:38.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:28:38 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:28:38.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:28:38 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:28:38.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:28:38 smithi196 ceph-mon[90243]: pgmap v4646: 137 pgs: 137 active+clean; 21 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 1.6 MiB/s wr, 16 op/s 2024-08-10T06:28:38.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:28:38 smithi196 ceph-mon[90243]: osdmap e2731: 8 total, 8 up, 8 in 2024-08-10T06:28:38.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:28:38 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:28:38.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:28:38 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:28:38.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:28:38 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:28:39.347 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params PASSED [ 59%] 2024-08-10T06:28:39.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:28:39 smithi031 ceph-mon[100614]: osdmap e2732: 8 total, 8 up, 8 in 2024-08-10T06:28:39.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:28:39 smithi031 ceph-mon[98130]: osdmap e2732: 8 total, 8 up, 8 in 2024-08-10T06:28:39.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:28:39 smithi196 ceph-mon[90243]: osdmap e2732: 8 total, 8 up, 8 in 2024-08-10T06:28:40.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:28:40 smithi031 ceph-mon[98130]: pgmap v4649: 137 pgs: 137 active+clean; 13 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 192 KiB/s rd, 2.0 MiB/s wr, 136 op/s 2024-08-10T06:28:40.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:28:40 smithi031 ceph-mon[98130]: osdmap e2733: 8 total, 8 up, 8 in 2024-08-10T06:28:40.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:28:40 smithi031 ceph-mon[100614]: pgmap v4649: 137 pgs: 137 active+clean; 13 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 192 KiB/s rd, 2.0 MiB/s wr, 136 op/s 2024-08-10T06:28:40.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:28:40 smithi031 ceph-mon[100614]: osdmap e2733: 8 total, 8 up, 8 in 2024-08-10T06:28:40.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:28:40 smithi196 ceph-mon[90243]: pgmap v4649: 137 pgs: 137 active+clean; 13 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 192 KiB/s rd, 2.0 MiB/s wr, 136 op/s 2024-08-10T06:28:40.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:28:40 smithi196 ceph-mon[90243]: osdmap e2733: 8 total, 8 up, 8 in 2024-08-10T06:28:41.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:28:41 smithi031 ceph-mon[98130]: osdmap e2734: 8 total, 8 up, 8 in 2024-08-10T06:28:41.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:28:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:28:41.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:28:41 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:28:41] "GET /metrics HTTP/1.1" 200 36723 "" "Prometheus/2.43.0" 2024-08-10T06:28:41.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:28:41 smithi031 ceph-mon[100614]: osdmap e2734: 8 total, 8 up, 8 in 2024-08-10T06:28:41.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:28:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:28:41.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:28:41 smithi196 ceph-mon[90243]: osdmap e2734: 8 total, 8 up, 8 in 2024-08-10T06:28:41.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:28:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:28:42.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:28:42 smithi031 ceph-mon[98130]: pgmap v4652: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 307 KiB/s rd, 19 KiB/s wr, 410 op/s 2024-08-10T06:28:42.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:28:42 smithi031 ceph-mon[98130]: osdmap e2735: 8 total, 8 up, 8 in 2024-08-10T06:28:42.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:28:42 smithi031 ceph-mon[100614]: pgmap v4652: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 307 KiB/s rd, 19 KiB/s wr, 410 op/s 2024-08-10T06:28:42.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:28:42 smithi031 ceph-mon[100614]: osdmap e2735: 8 total, 8 up, 8 in 2024-08-10T06:28:42.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:28:42 smithi196 ceph-mon[90243]: pgmap v4652: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 307 KiB/s rd, 19 KiB/s wr, 410 op/s 2024-08-10T06:28:42.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:28:42 smithi196 ceph-mon[90243]: osdmap e2735: 8 total, 8 up, 8 in 2024-08-10T06:28:42.530 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:28:42 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:28:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:28:43.366 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params2 PASSED [ 59%] 2024-08-10T06:28:43.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:28:43 smithi031 ceph-mon[98130]: osdmap e2736: 8 total, 8 up, 8 in 2024-08-10T06:28:43.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:28:43 smithi031 ceph-mon[100614]: osdmap e2736: 8 total, 8 up, 8 in 2024-08-10T06:28:43.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:28:43 smithi196 ceph-mon[90243]: osdmap e2736: 8 total, 8 up, 8 in 2024-08-10T06:28:44.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:28:44 smithi031 ceph-mon[98130]: pgmap v4655: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 286 KiB/s rd, 17 KiB/s wr, 375 op/s 2024-08-10T06:28:44.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:28:44 smithi031 ceph-mon[98130]: osdmap e2737: 8 total, 8 up, 8 in 2024-08-10T06:28:44.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:28:44 smithi031 ceph-mon[100614]: pgmap v4655: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 286 KiB/s rd, 17 KiB/s wr, 375 op/s 2024-08-10T06:28:44.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:28:44 smithi031 ceph-mon[100614]: osdmap e2737: 8 total, 8 up, 8 in 2024-08-10T06:28:44.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:28:44 smithi196 ceph-mon[90243]: pgmap v4655: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 286 KiB/s rd, 17 KiB/s wr, 375 op/s 2024-08-10T06:28:44.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:28:44 smithi196 ceph-mon[90243]: osdmap e2737: 8 total, 8 up, 8 in 2024-08-10T06:28:45.378 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params3 SKIPPED [ 60%] 2024-08-10T06:28:45.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:28:45 smithi031 ceph-mon[98130]: osdmap e2738: 8 total, 8 up, 8 in 2024-08-10T06:28:45.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:28:45 smithi031 ceph-mon[100614]: osdmap e2738: 8 total, 8 up, 8 in 2024-08-10T06:28:45.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:28:45 smithi196 ceph-mon[90243]: osdmap e2738: 8 total, 8 up, 8 in 2024-08-10T06:28:46.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:28:46 smithi031 ceph-mon[98130]: pgmap v4658: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 207 KiB/s rd, 15 KiB/s wr, 281 op/s 2024-08-10T06:28:46.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:28:46 smithi031 ceph-mon[98130]: osdmap e2739: 8 total, 8 up, 8 in 2024-08-10T06:28:46.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:28:46 smithi031 ceph-mon[98130]: osdmap e2740: 8 total, 8 up, 8 in 2024-08-10T06:28:46.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:28:46 smithi031 ceph-mon[100614]: pgmap v4658: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 207 KiB/s rd, 15 KiB/s wr, 281 op/s 2024-08-10T06:28:46.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:28:46 smithi031 ceph-mon[100614]: osdmap e2739: 8 total, 8 up, 8 in 2024-08-10T06:28:46.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:28:46 smithi031 ceph-mon[100614]: osdmap e2740: 8 total, 8 up, 8 in 2024-08-10T06:28:46.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:28:46 smithi196 ceph-mon[90243]: pgmap v4658: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 207 KiB/s rd, 15 KiB/s wr, 281 op/s 2024-08-10T06:28:46.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:28:46 smithi196 ceph-mon[90243]: osdmap e2739: 8 total, 8 up, 8 in 2024-08-10T06:28:46.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:28:46 smithi196 ceph-mon[90243]: osdmap e2740: 8 total, 8 up, 8 in 2024-08-10T06:28:48.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:28:47 smithi031 ceph-mon[98130]: osdmap e2741: 8 total, 8 up, 8 in 2024-08-10T06:28:48.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:28:47 smithi031 ceph-mon[98130]: pgmap v4662: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 188 KiB/s rd, 14 KiB/s wr, 262 op/s 2024-08-10T06:28:48.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:28:47 smithi031 ceph-mon[100614]: osdmap e2741: 8 total, 8 up, 8 in 2024-08-10T06:28:48.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:28:47 smithi031 ceph-mon[100614]: pgmap v4662: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 188 KiB/s rd, 14 KiB/s wr, 262 op/s 2024-08-10T06:28:48.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:28:47 smithi196 ceph-mon[90243]: osdmap e2741: 8 total, 8 up, 8 in 2024-08-10T06:28:48.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:28:47 smithi196 ceph-mon[90243]: pgmap v4662: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 188 KiB/s rd, 14 KiB/s wr, 262 op/s 2024-08-10T06:28:48.910 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_stripe_unit_and_count PASSED [ 60%] 2024-08-10T06:28:49.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:28:48 smithi031 ceph-mon[98130]: osdmap e2742: 8 total, 8 up, 8 in 2024-08-10T06:28:49.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:28:48 smithi031 ceph-mon[100614]: osdmap e2742: 8 total, 8 up, 8 in 2024-08-10T06:28:49.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:28:48 smithi196 ceph-mon[90243]: osdmap e2742: 8 total, 8 up, 8 in 2024-08-10T06:28:50.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:28:49 smithi031 ceph-mon[98130]: osdmap e2743: 8 total, 8 up, 8 in 2024-08-10T06:28:50.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:28:49 smithi031 ceph-mon[98130]: pgmap v4665: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 202 KiB/s rd, 17 KiB/s wr, 282 op/s 2024-08-10T06:28:50.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:28:49 smithi031 ceph-mon[100614]: osdmap e2743: 8 total, 8 up, 8 in 2024-08-10T06:28:50.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:28:49 smithi031 ceph-mon[100614]: pgmap v4665: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 202 KiB/s rd, 17 KiB/s wr, 282 op/s 2024-08-10T06:28:50.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:28:49 smithi196 ceph-mon[90243]: osdmap e2743: 8 total, 8 up, 8 in 2024-08-10T06:28:50.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:28:49 smithi196 ceph-mon[90243]: pgmap v4665: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 202 KiB/s rd, 17 KiB/s wr, 282 op/s 2024-08-10T06:28:50.892 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_clone_format PASSED [ 61%] 2024-08-10T06:28:51.170 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:28:50 smithi031 ceph-mon[98130]: osdmap e2744: 8 total, 8 up, 8 in 2024-08-10T06:28:51.170 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:28:50 smithi031 ceph-mon[98130]: osdmap e2745: 8 total, 8 up, 8 in 2024-08-10T06:28:51.171 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:28:50 smithi031 ceph-mon[100614]: osdmap e2744: 8 total, 8 up, 8 in 2024-08-10T06:28:51.171 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:28:50 smithi031 ceph-mon[100614]: osdmap e2745: 8 total, 8 up, 8 in 2024-08-10T06:28:51.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:28:50 smithi196 ceph-mon[90243]: osdmap e2744: 8 total, 8 up, 8 in 2024-08-10T06:28:51.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:28:50 smithi196 ceph-mon[90243]: osdmap e2745: 8 total, 8 up, 8 in 2024-08-10T06:28:51.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:28:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:28:51] "GET /metrics HTTP/1.1" 200 36723 "" "Prometheus/2.43.0" 2024-08-10T06:28:52.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:28:51 smithi031 ceph-mon[98130]: pgmap v4668: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 239 KiB/s rd, 16 KiB/s wr, 320 op/s 2024-08-10T06:28:52.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:28:51 smithi031 ceph-mon[100614]: pgmap v4668: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 239 KiB/s rd, 16 KiB/s wr, 320 op/s 2024-08-10T06:28:52.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:28:51 smithi196 ceph-mon[90243]: pgmap v4668: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 239 KiB/s rd, 16 KiB/s wr, 320 op/s 2024-08-10T06:28:52.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:28:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:28:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:28:53.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:28:52 smithi031 ceph-mon[98130]: osdmap e2746: 8 total, 8 up, 8 in 2024-08-10T06:28:53.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:28:52 smithi031 ceph-mon[100614]: osdmap e2746: 8 total, 8 up, 8 in 2024-08-10T06:28:53.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:28:52 smithi196 ceph-mon[90243]: osdmap e2746: 8 total, 8 up, 8 in 2024-08-10T06:28:54.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:28:53 smithi031 ceph-mon[98130]: osdmap e2747: 8 total, 8 up, 8 in 2024-08-10T06:28:54.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:28:53 smithi031 ceph-mon[98130]: pgmap v4671: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 274 KiB/s rd, 19 KiB/s wr, 361 op/s 2024-08-10T06:28:54.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:28:53 smithi031 ceph-mon[100614]: osdmap e2747: 8 total, 8 up, 8 in 2024-08-10T06:28:54.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:28:53 smithi031 ceph-mon[100614]: pgmap v4671: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 274 KiB/s rd, 19 KiB/s wr, 361 op/s 2024-08-10T06:28:54.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:28:53 smithi196 ceph-mon[90243]: osdmap e2747: 8 total, 8 up, 8 in 2024-08-10T06:28:54.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:28:53 smithi196 ceph-mon[90243]: pgmap v4671: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 274 KiB/s rd, 19 KiB/s wr, 361 op/s 2024-08-10T06:28:54.953 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_unprotected PASSED [ 62%] 2024-08-10T06:28:55.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:28:54 smithi031 ceph-mon[98130]: osdmap e2748: 8 total, 8 up, 8 in 2024-08-10T06:28:55.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:28:54 smithi031 ceph-mon[100614]: osdmap e2748: 8 total, 8 up, 8 in 2024-08-10T06:28:55.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:28:54 smithi196 ceph-mon[90243]: osdmap e2748: 8 total, 8 up, 8 in 2024-08-10T06:28:56.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:28:55 smithi031 ceph-mon[98130]: osdmap e2749: 8 total, 8 up, 8 in 2024-08-10T06:28:56.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:28:55 smithi031 ceph-mon[98130]: pgmap v4674: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 342 KiB/s rd, 22 KiB/s wr, 460 op/s 2024-08-10T06:28:56.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:28:55 smithi031 ceph-mon[98130]: osdmap e2750: 8 total, 8 up, 8 in 2024-08-10T06:28:56.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:28:55 smithi031 ceph-mon[100614]: osdmap e2749: 8 total, 8 up, 8 in 2024-08-10T06:28:56.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:28:55 smithi031 ceph-mon[100614]: pgmap v4674: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 342 KiB/s rd, 22 KiB/s wr, 460 op/s 2024-08-10T06:28:56.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:28:55 smithi031 ceph-mon[100614]: osdmap e2750: 8 total, 8 up, 8 in 2024-08-10T06:28:56.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:28:55 smithi196 ceph-mon[90243]: osdmap e2749: 8 total, 8 up, 8 in 2024-08-10T06:28:56.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:28:55 smithi196 ceph-mon[90243]: pgmap v4674: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 342 KiB/s rd, 22 KiB/s wr, 460 op/s 2024-08-10T06:28:56.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:28:55 smithi196 ceph-mon[90243]: osdmap e2750: 8 total, 8 up, 8 in 2024-08-10T06:28:57.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:28:56 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:28:57.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:28:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:28:57.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:28:56 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:28:58.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:28:57 smithi031 ceph-mon[98130]: osdmap e2751: 8 total, 8 up, 8 in 2024-08-10T06:28:58.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:28:57 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/4209768834' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi031-175657-2","app": "rbd"}]: dispatch 2024-08-10T06:28:58.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:28:57 smithi031 ceph-mon[98130]: pgmap v4677: 169 pgs: 32 unknown, 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 319 KiB/s rd, 18 KiB/s wr, 431 op/s 2024-08-10T06:28:58.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:28:57 smithi031 ceph-mon[100614]: osdmap e2751: 8 total, 8 up, 8 in 2024-08-10T06:28:58.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:28:57 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/4209768834' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi031-175657-2","app": "rbd"}]: dispatch 2024-08-10T06:28:58.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:28:57 smithi031 ceph-mon[100614]: pgmap v4677: 169 pgs: 32 unknown, 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 319 KiB/s rd, 18 KiB/s wr, 431 op/s 2024-08-10T06:28:58.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:28:57 smithi196 ceph-mon[90243]: osdmap e2751: 8 total, 8 up, 8 in 2024-08-10T06:28:58.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:28:57 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/4209768834' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi031-175657-2","app": "rbd"}]: dispatch 2024-08-10T06:28:58.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:28:57 smithi196 ceph-mon[90243]: pgmap v4677: 169 pgs: 32 unknown, 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 319 KiB/s rd, 18 KiB/s wr, 431 op/s 2024-08-10T06:28:59.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:28:58 smithi031 ceph-mon[98130]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T06:28:59.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:28:58 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/4209768834' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi031-175657-2","app": "rbd"}]': finished 2024-08-10T06:28:59.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:28:58 smithi031 ceph-mon[98130]: osdmap e2752: 8 total, 8 up, 8 in 2024-08-10T06:28:59.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:28:58 smithi031 ceph-mon[100614]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T06:28:59.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:28:58 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/4209768834' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi031-175657-2","app": "rbd"}]': finished 2024-08-10T06:28:59.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:28:58 smithi031 ceph-mon[100614]: osdmap e2752: 8 total, 8 up, 8 in 2024-08-10T06:28:59.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:28:58 smithi196 ceph-mon[90243]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-10T06:28:59.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:28:58 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/4209768834' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi031-175657-2","app": "rbd"}]': finished 2024-08-10T06:28:59.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:28:58 smithi196 ceph-mon[90243]: osdmap e2752: 8 total, 8 up, 8 in 2024-08-10T06:29:00.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:28:59 smithi031 ceph-mon[98130]: osdmap e2753: 8 total, 8 up, 8 in 2024-08-10T06:29:00.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:28:59 smithi031 ceph-mon[98130]: pgmap v4680: 169 pgs: 9 creating+peering, 16 unknown, 144 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 188 KiB/s rd, 15 KiB/s wr, 255 op/s 2024-08-10T06:29:00.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:28:59 smithi031 ceph-mon[100614]: osdmap e2753: 8 total, 8 up, 8 in 2024-08-10T06:29:00.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:28:59 smithi031 ceph-mon[100614]: pgmap v4680: 169 pgs: 9 creating+peering, 16 unknown, 144 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 188 KiB/s rd, 15 KiB/s wr, 255 op/s 2024-08-10T06:29:00.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:28:59 smithi196 ceph-mon[90243]: osdmap e2753: 8 total, 8 up, 8 in 2024-08-10T06:29:00.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:28:59 smithi196 ceph-mon[90243]: pgmap v4680: 169 pgs: 9 creating+peering, 16 unknown, 144 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 188 KiB/s rd, 15 KiB/s wr, 255 op/s 2024-08-10T06:29:01.255 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:00 smithi031 ceph-mon[98130]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T06:29:01.255 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:00 smithi031 ceph-mon[98130]: osdmap e2754: 8 total, 8 up, 8 in 2024-08-10T06:29:01.256 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:00 smithi031 ceph-mon[98130]: osdmap e2755: 8 total, 8 up, 8 in 2024-08-10T06:29:01.256 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:00 smithi031 ceph-mon[100614]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T06:29:01.256 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:00 smithi031 ceph-mon[100614]: osdmap e2754: 8 total, 8 up, 8 in 2024-08-10T06:29:01.256 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:00 smithi031 ceph-mon[100614]: osdmap e2755: 8 total, 8 up, 8 in 2024-08-10T06:29:01.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:00 smithi196 ceph-mon[90243]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-10T06:29:01.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:00 smithi196 ceph-mon[90243]: osdmap e2754: 8 total, 8 up, 8 in 2024-08-10T06:29:01.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:00 smithi196 ceph-mon[90243]: osdmap e2755: 8 total, 8 up, 8 in 2024-08-10T06:29:01.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:29:01 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:29:01] "GET /metrics HTTP/1.1" 200 36720 "" "Prometheus/2.43.0" 2024-08-10T06:29:01.994 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_unprotect_with_children PASSED [ 62%] 2024-08-10T06:29:02.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:01 smithi031 ceph-mon[98130]: pgmap v4683: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 6.2 KiB/s wr, 82 op/s 2024-08-10T06:29:02.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:01 smithi031 ceph-mon[100614]: pgmap v4683: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 6.2 KiB/s wr, 82 op/s 2024-08-10T06:29:02.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:01 smithi196 ceph-mon[90243]: pgmap v4683: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 6.2 KiB/s wr, 82 op/s 2024-08-10T06:29:02.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:29:02 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:29:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:29:03.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:02 smithi031 ceph-mon[98130]: osdmap e2756: 8 total, 8 up, 8 in 2024-08-10T06:29:03.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:02 smithi031 ceph-mon[100614]: osdmap e2756: 8 total, 8 up, 8 in 2024-08-10T06:29:03.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:02 smithi196 ceph-mon[90243]: osdmap e2756: 8 total, 8 up, 8 in 2024-08-10T06:29:04.003 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_stat PASSED [ 63%] 2024-08-10T06:29:04.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:03 smithi031 ceph-mon[98130]: osdmap e2757: 8 total, 8 up, 8 in 2024-08-10T06:29:04.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:03 smithi031 ceph-mon[98130]: pgmap v4686: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 87 KiB/s rd, 5.5 KiB/s wr, 114 op/s 2024-08-10T06:29:04.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:03 smithi031 ceph-mon[100614]: osdmap e2757: 8 total, 8 up, 8 in 2024-08-10T06:29:04.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:03 smithi031 ceph-mon[100614]: pgmap v4686: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 87 KiB/s rd, 5.5 KiB/s wr, 114 op/s 2024-08-10T06:29:04.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:03 smithi196 ceph-mon[90243]: osdmap e2757: 8 total, 8 up, 8 in 2024-08-10T06:29:04.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:03 smithi196 ceph-mon[90243]: pgmap v4686: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 87 KiB/s rd, 5.5 KiB/s wr, 114 op/s 2024-08-10T06:29:05.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:04 smithi031 ceph-mon[98130]: osdmap e2758: 8 total, 8 up, 8 in 2024-08-10T06:29:05.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:04 smithi031 ceph-mon[100614]: osdmap e2758: 8 total, 8 up, 8 in 2024-08-10T06:29:05.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:04 smithi196 ceph-mon[90243]: osdmap e2758: 8 total, 8 up, 8 in 2024-08-10T06:29:05.893 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_stat PASSED [ 63%] 2024-08-10T06:29:06.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:05 smithi031 ceph-mon[98130]: osdmap e2759: 8 total, 8 up, 8 in 2024-08-10T06:29:06.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:05 smithi031 ceph-mon[98130]: pgmap v4689: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 195 KiB/s rd, 10 KiB/s wr, 256 op/s 2024-08-10T06:29:06.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:05 smithi031 ceph-mon[98130]: osdmap e2760: 8 total, 8 up, 8 in 2024-08-10T06:29:06.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:05 smithi031 ceph-mon[100614]: osdmap e2759: 8 total, 8 up, 8 in 2024-08-10T06:29:06.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:05 smithi031 ceph-mon[100614]: pgmap v4689: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 195 KiB/s rd, 10 KiB/s wr, 256 op/s 2024-08-10T06:29:06.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:05 smithi031 ceph-mon[100614]: osdmap e2760: 8 total, 8 up, 8 in 2024-08-10T06:29:06.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:05 smithi196 ceph-mon[90243]: osdmap e2759: 8 total, 8 up, 8 in 2024-08-10T06:29:06.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:05 smithi196 ceph-mon[90243]: pgmap v4689: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 195 KiB/s rd, 10 KiB/s wr, 256 op/s 2024-08-10T06:29:06.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:05 smithi196 ceph-mon[90243]: osdmap e2760: 8 total, 8 up, 8 in 2024-08-10T06:29:08.017 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_io PASSED [ 64%] 2024-08-10T06:29:08.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:07 smithi031 ceph-mon[98130]: osdmap e2761: 8 total, 8 up, 8 in 2024-08-10T06:29:08.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:07 smithi031 ceph-mon[98130]: pgmap v4692: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 120 KiB/s rd, 7.7 KiB/s wr, 165 op/s 2024-08-10T06:29:08.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:07 smithi031 ceph-mon[100614]: osdmap e2761: 8 total, 8 up, 8 in 2024-08-10T06:29:08.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:07 smithi031 ceph-mon[100614]: pgmap v4692: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 120 KiB/s rd, 7.7 KiB/s wr, 165 op/s 2024-08-10T06:29:08.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:07 smithi196 ceph-mon[90243]: osdmap e2761: 8 total, 8 up, 8 in 2024-08-10T06:29:08.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:07 smithi196 ceph-mon[90243]: pgmap v4692: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 120 KiB/s rd, 7.7 KiB/s wr, 165 op/s 2024-08-10T06:29:09.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:08 smithi031 ceph-mon[98130]: osdmap e2762: 8 total, 8 up, 8 in 2024-08-10T06:29:09.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:08 smithi031 ceph-mon[100614]: osdmap e2762: 8 total, 8 up, 8 in 2024-08-10T06:29:09.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:08 smithi196 ceph-mon[90243]: osdmap e2762: 8 total, 8 up, 8 in 2024-08-10T06:29:10.035 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_read PASSED [ 64%] 2024-08-10T06:29:10.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:09 smithi031 ceph-mon[98130]: osdmap e2763: 8 total, 8 up, 8 in 2024-08-10T06:29:10.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:09 smithi031 ceph-mon[98130]: pgmap v4695: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 131 KiB/s rd, 15 KiB/s wr, 193 op/s 2024-08-10T06:29:10.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:09 smithi031 ceph-mon[100614]: osdmap e2763: 8 total, 8 up, 8 in 2024-08-10T06:29:10.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:09 smithi031 ceph-mon[100614]: pgmap v4695: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 131 KiB/s rd, 15 KiB/s wr, 193 op/s 2024-08-10T06:29:10.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:09 smithi196 ceph-mon[90243]: osdmap e2763: 8 total, 8 up, 8 in 2024-08-10T06:29:10.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:09 smithi196 ceph-mon[90243]: pgmap v4695: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 131 KiB/s rd, 15 KiB/s wr, 193 op/s 2024-08-10T06:29:11.255 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:10 smithi031 ceph-mon[98130]: osdmap e2764: 8 total, 8 up, 8 in 2024-08-10T06:29:11.255 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:10 smithi031 ceph-mon[98130]: osdmap e2765: 8 total, 8 up, 8 in 2024-08-10T06:29:11.255 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:10 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:29:11.256 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:10 smithi031 ceph-mon[100614]: osdmap e2764: 8 total, 8 up, 8 in 2024-08-10T06:29:11.256 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:10 smithi031 ceph-mon[100614]: osdmap e2765: 8 total, 8 up, 8 in 2024-08-10T06:29:11.256 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:10 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:29:11.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:10 smithi196 ceph-mon[90243]: osdmap e2764: 8 total, 8 up, 8 in 2024-08-10T06:29:11.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:10 smithi196 ceph-mon[90243]: osdmap e2765: 8 total, 8 up, 8 in 2024-08-10T06:29:11.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:10 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:29:11.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:29:11 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:29:11] "GET /metrics HTTP/1.1" 200 36720 "" "Prometheus/2.43.0" 2024-08-10T06:29:12.044 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_write PASSED [ 65%] 2024-08-10T06:29:12.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:11 smithi031 ceph-mon[98130]: pgmap v4698: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 347 KiB/s rd, 26 KiB/s wr, 462 op/s 2024-08-10T06:29:12.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:11 smithi031 ceph-mon[100614]: pgmap v4698: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 347 KiB/s rd, 26 KiB/s wr, 462 op/s 2024-08-10T06:29:12.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:11 smithi196 ceph-mon[90243]: pgmap v4698: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 347 KiB/s rd, 26 KiB/s wr, 462 op/s 2024-08-10T06:29:12.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:29:12 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:29:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:29:13.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:12 smithi031 ceph-mon[98130]: osdmap e2766: 8 total, 8 up, 8 in 2024-08-10T06:29:13.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:12 smithi031 ceph-mon[100614]: osdmap e2766: 8 total, 8 up, 8 in 2024-08-10T06:29:13.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:12 smithi196 ceph-mon[90243]: osdmap e2766: 8 total, 8 up, 8 in 2024-08-10T06:29:14.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:13 smithi031 ceph-mon[98130]: osdmap e2767: 8 total, 8 up, 8 in 2024-08-10T06:29:14.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:13 smithi031 ceph-mon[98130]: pgmap v4701: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 276 KiB/s rd, 24 KiB/s wr, 371 op/s 2024-08-10T06:29:14.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:13 smithi031 ceph-mon[100614]: osdmap e2767: 8 total, 8 up, 8 in 2024-08-10T06:29:14.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:13 smithi031 ceph-mon[100614]: pgmap v4701: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 276 KiB/s rd, 24 KiB/s wr, 371 op/s 2024-08-10T06:29:14.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:13 smithi196 ceph-mon[90243]: osdmap e2767: 8 total, 8 up, 8 in 2024-08-10T06:29:14.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:13 smithi196 ceph-mon[90243]: pgmap v4701: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 276 KiB/s rd, 24 KiB/s wr, 371 op/s 2024-08-10T06:29:16.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:16 smithi031 ceph-mon[98130]: pgmap v4702: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 609 KiB/s rd, 23 KiB/s wr, 751 op/s 2024-08-10T06:29:16.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:16 smithi031 ceph-mon[98130]: osdmap e2768: 8 total, 8 up, 8 in 2024-08-10T06:29:16.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:16 smithi031 ceph-mon[100614]: pgmap v4702: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 609 KiB/s rd, 23 KiB/s wr, 751 op/s 2024-08-10T06:29:16.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:16 smithi031 ceph-mon[100614]: osdmap e2768: 8 total, 8 up, 8 in 2024-08-10T06:29:16.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:16 smithi196 ceph-mon[90243]: pgmap v4702: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 609 KiB/s rd, 23 KiB/s wr, 751 op/s 2024-08-10T06:29:16.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:16 smithi196 ceph-mon[90243]: osdmap e2768: 8 total, 8 up, 8 in 2024-08-10T06:29:17.310 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_list_children PASSED [ 65%] 2024-08-10T06:29:18.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:18 smithi031 ceph-mon[98130]: pgmap v4704: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 706 KiB/s rd, 24 KiB/s wr, 864 op/s 2024-08-10T06:29:18.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:18 smithi031 ceph-mon[98130]: osdmap e2769: 8 total, 8 up, 8 in 2024-08-10T06:29:18.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:18 smithi031 ceph-mon[100614]: pgmap v4704: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 706 KiB/s rd, 24 KiB/s wr, 864 op/s 2024-08-10T06:29:18.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:18 smithi031 ceph-mon[100614]: osdmap e2769: 8 total, 8 up, 8 in 2024-08-10T06:29:18.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:18 smithi196 ceph-mon[90243]: pgmap v4704: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 706 KiB/s rd, 24 KiB/s wr, 864 op/s 2024-08-10T06:29:18.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:18 smithi196 ceph-mon[90243]: osdmap e2769: 8 total, 8 up, 8 in 2024-08-10T06:29:19.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:19 smithi031 ceph-mon[100614]: osdmap e2770: 8 total, 8 up, 8 in 2024-08-10T06:29:19.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:19 smithi031 ceph-mon[98130]: osdmap e2770: 8 total, 8 up, 8 in 2024-08-10T06:29:19.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:19 smithi196 ceph-mon[90243]: osdmap e2770: 8 total, 8 up, 8 in 2024-08-10T06:29:20.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:20 smithi031 ceph-mon[98130]: pgmap v4707: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.5 MiB/s rd, 30 KiB/s wr, 1.83k op/s 2024-08-10T06:29:20.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:20 smithi031 ceph-mon[98130]: osdmap e2771: 8 total, 8 up, 8 in 2024-08-10T06:29:20.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:20 smithi031 ceph-mon[100614]: pgmap v4707: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.5 MiB/s rd, 30 KiB/s wr, 1.83k op/s 2024-08-10T06:29:20.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:20 smithi031 ceph-mon[100614]: osdmap e2771: 8 total, 8 up, 8 in 2024-08-10T06:29:20.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:20 smithi196 ceph-mon[90243]: pgmap v4707: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.5 MiB/s rd, 30 KiB/s wr, 1.83k op/s 2024-08-10T06:29:20.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:20 smithi196 ceph-mon[90243]: osdmap e2771: 8 total, 8 up, 8 in 2024-08-10T06:29:20.903 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_errors PASSED [ 66%] 2024-08-10T06:29:21.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:21 smithi031 ceph-mon[98130]: osdmap e2772: 8 total, 8 up, 8 in 2024-08-10T06:29:21.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:21 smithi031 ceph-mon[98130]: osdmap e2773: 8 total, 8 up, 8 in 2024-08-10T06:29:21.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:29:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:29:21] "GET /metrics HTTP/1.1" 200 36720 "" "Prometheus/2.43.0" 2024-08-10T06:29:21.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:21 smithi031 ceph-mon[100614]: osdmap e2772: 8 total, 8 up, 8 in 2024-08-10T06:29:21.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:21 smithi031 ceph-mon[100614]: osdmap e2773: 8 total, 8 up, 8 in 2024-08-10T06:29:21.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:21 smithi196 ceph-mon[90243]: osdmap e2772: 8 total, 8 up, 8 in 2024-08-10T06:29:21.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:21 smithi196 ceph-mon[90243]: osdmap e2773: 8 total, 8 up, 8 in 2024-08-10T06:29:22.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:22 smithi031 ceph-mon[98130]: pgmap v4711: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 25 KiB/s wr, 2.44k op/s 2024-08-10T06:29:22.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:22 smithi031 ceph-mon[98130]: osdmap e2774: 8 total, 8 up, 8 in 2024-08-10T06:29:22.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:22 smithi031 ceph-mon[100614]: pgmap v4711: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 25 KiB/s wr, 2.44k op/s 2024-08-10T06:29:22.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:22 smithi031 ceph-mon[100614]: osdmap e2774: 8 total, 8 up, 8 in 2024-08-10T06:29:22.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:22 smithi196 ceph-mon[90243]: pgmap v4711: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 25 KiB/s wr, 2.44k op/s 2024-08-10T06:29:22.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:22 smithi196 ceph-mon[90243]: osdmap e2774: 8 total, 8 up, 8 in 2024-08-10T06:29:22.530 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:29:22 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:29:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:29:23.352 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_basic PASSED [ 67%] 2024-08-10T06:29:24.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:24 smithi031 ceph-mon[98130]: pgmap v4713: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 833 KiB/s rd, 15 KiB/s wr, 996 op/s 2024-08-10T06:29:24.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:24 smithi031 ceph-mon[98130]: osdmap e2775: 8 total, 8 up, 8 in 2024-08-10T06:29:24.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:24 smithi031 ceph-mon[100614]: pgmap v4713: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 833 KiB/s rd, 15 KiB/s wr, 996 op/s 2024-08-10T06:29:24.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:24 smithi031 ceph-mon[100614]: osdmap e2775: 8 total, 8 up, 8 in 2024-08-10T06:29:24.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:24 smithi196 ceph-mon[90243]: pgmap v4713: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 833 KiB/s rd, 15 KiB/s wr, 996 op/s 2024-08-10T06:29:24.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:24 smithi196 ceph-mon[90243]: osdmap e2775: 8 total, 8 up, 8 in 2024-08-10T06:29:25.366 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_smaller_order PASSED [ 67%] 2024-08-10T06:29:25.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:25 smithi031 ceph-mon[98130]: osdmap e2776: 8 total, 8 up, 8 in 2024-08-10T06:29:25.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:25 smithi031 ceph-mon[100614]: osdmap e2776: 8 total, 8 up, 8 in 2024-08-10T06:29:25.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:25 smithi196 ceph-mon[90243]: osdmap e2776: 8 total, 8 up, 8 in 2024-08-10T06:29:26.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:26 smithi031 ceph-mon[98130]: pgmap v4716: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 347 KiB/s rd, 19 KiB/s wr, 453 op/s 2024-08-10T06:29:26.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:26 smithi031 ceph-mon[98130]: osdmap e2777: 8 total, 8 up, 8 in 2024-08-10T06:29:26.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:26 smithi031 ceph-mon[98130]: osdmap e2778: 8 total, 8 up, 8 in 2024-08-10T06:29:26.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:29:26.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:26 smithi031 ceph-mon[100614]: pgmap v4716: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 347 KiB/s rd, 19 KiB/s wr, 453 op/s 2024-08-10T06:29:26.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:26 smithi031 ceph-mon[100614]: osdmap e2777: 8 total, 8 up, 8 in 2024-08-10T06:29:26.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:26 smithi031 ceph-mon[100614]: osdmap e2778: 8 total, 8 up, 8 in 2024-08-10T06:29:26.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:29:26.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:26 smithi196 ceph-mon[90243]: pgmap v4716: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 347 KiB/s rd, 19 KiB/s wr, 453 op/s 2024-08-10T06:29:26.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:26 smithi196 ceph-mon[90243]: osdmap e2777: 8 total, 8 up, 8 in 2024-08-10T06:29:26.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:26 smithi196 ceph-mon[90243]: osdmap e2778: 8 total, 8 up, 8 in 2024-08-10T06:29:26.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:29:27.369 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_larger_order PASSED [ 68%] 2024-08-10T06:29:28.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:28 smithi031 ceph-mon[98130]: pgmap v4719: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 432 KiB/s rd, 28 KiB/s wr, 584 op/s 2024-08-10T06:29:28.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:28 smithi031 ceph-mon[98130]: osdmap e2779: 8 total, 8 up, 8 in 2024-08-10T06:29:28.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:28 smithi031 ceph-mon[100614]: pgmap v4719: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 432 KiB/s rd, 28 KiB/s wr, 584 op/s 2024-08-10T06:29:28.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:28 smithi031 ceph-mon[100614]: osdmap e2779: 8 total, 8 up, 8 in 2024-08-10T06:29:28.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:28 smithi196 ceph-mon[90243]: pgmap v4719: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 432 KiB/s rd, 28 KiB/s wr, 584 op/s 2024-08-10T06:29:28.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:28 smithi196 ceph-mon[90243]: osdmap e2779: 8 total, 8 up, 8 in 2024-08-10T06:29:29.396 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_drops_cache PASSED [ 68%] 2024-08-10T06:29:29.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:29 smithi031 ceph-mon[98130]: osdmap e2780: 8 total, 8 up, 8 in 2024-08-10T06:29:29.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:29 smithi031 ceph-mon[100614]: osdmap e2780: 8 total, 8 up, 8 in 2024-08-10T06:29:29.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:29 smithi196 ceph-mon[90243]: osdmap e2780: 8 total, 8 up, 8 in 2024-08-10T06:29:30.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:30 smithi031 ceph-mon[98130]: pgmap v4722: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 514 KiB/s rd, 43 KiB/s wr, 718 op/s 2024-08-10T06:29:30.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:30 smithi031 ceph-mon[98130]: osdmap e2781: 8 total, 8 up, 8 in 2024-08-10T06:29:30.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:30 smithi031 ceph-mon[100614]: pgmap v4722: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 514 KiB/s rd, 43 KiB/s wr, 718 op/s 2024-08-10T06:29:30.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:30 smithi031 ceph-mon[100614]: osdmap e2781: 8 total, 8 up, 8 in 2024-08-10T06:29:30.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:30 smithi196 ceph-mon[90243]: pgmap v4722: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 514 KiB/s rd, 43 KiB/s wr, 718 op/s 2024-08-10T06:29:30.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:30 smithi196 ceph-mon[90243]: osdmap e2781: 8 total, 8 up, 8 in 2024-08-10T06:29:31.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:31 smithi031 ceph-mon[98130]: osdmap e2782: 8 total, 8 up, 8 in 2024-08-10T06:29:31.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:31 smithi031 ceph-mon[98130]: osdmap e2783: 8 total, 8 up, 8 in 2024-08-10T06:29:31.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:29:31 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:29:31] "GET /metrics HTTP/1.1" 200 36721 "" "Prometheus/2.43.0" 2024-08-10T06:29:31.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:31 smithi031 ceph-mon[100614]: osdmap e2782: 8 total, 8 up, 8 in 2024-08-10T06:29:31.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:31 smithi031 ceph-mon[100614]: osdmap e2783: 8 total, 8 up, 8 in 2024-08-10T06:29:31.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:31 smithi196 ceph-mon[90243]: osdmap e2782: 8 total, 8 up, 8 in 2024-08-10T06:29:31.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:31 smithi196 ceph-mon[90243]: osdmap e2783: 8 total, 8 up, 8 in 2024-08-10T06:29:32.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:32 smithi031 ceph-mon[98130]: pgmap v4726: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 804 KiB/s rd, 45 KiB/s wr, 1.05k op/s 2024-08-10T06:29:32.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:32 smithi031 ceph-mon[98130]: osdmap e2784: 8 total, 8 up, 8 in 2024-08-10T06:29:32.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:32 smithi031 ceph-mon[100614]: pgmap v4726: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 804 KiB/s rd, 45 KiB/s wr, 1.05k op/s 2024-08-10T06:29:32.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:32 smithi031 ceph-mon[100614]: osdmap e2784: 8 total, 8 up, 8 in 2024-08-10T06:29:32.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:32 smithi196 ceph-mon[90243]: pgmap v4726: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 804 KiB/s rd, 45 KiB/s wr, 1.05k op/s 2024-08-10T06:29:32.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:32 smithi196 ceph-mon[90243]: osdmap e2784: 8 total, 8 up, 8 in 2024-08-10T06:29:32.780 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:29:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:29:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:29:32.913 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_multi_level PASSED [ 69%] 2024-08-10T06:29:34.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:33 smithi031 ceph-mon[98130]: osdmap e2785: 8 total, 8 up, 8 in 2024-08-10T06:29:34.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:33 smithi031 ceph-mon[98130]: pgmap v4729: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 549 KiB/s rd, 33 KiB/s wr, 722 op/s 2024-08-10T06:29:34.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:33 smithi031 ceph-mon[100614]: osdmap e2785: 8 total, 8 up, 8 in 2024-08-10T06:29:34.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:33 smithi031 ceph-mon[100614]: pgmap v4729: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 549 KiB/s rd, 33 KiB/s wr, 722 op/s 2024-08-10T06:29:34.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:33 smithi196 ceph-mon[90243]: osdmap e2785: 8 total, 8 up, 8 in 2024-08-10T06:29:34.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:33 smithi196 ceph-mon[90243]: pgmap v4729: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 549 KiB/s rd, 33 KiB/s wr, 722 op/s 2024-08-10T06:29:34.924 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_with_progress PASSED [ 69%] 2024-08-10T06:29:35.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:34 smithi031 ceph-mon[98130]: osdmap e2786: 8 total, 8 up, 8 in 2024-08-10T06:29:35.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:34 smithi031 ceph-mon[100614]: osdmap e2786: 8 total, 8 up, 8 in 2024-08-10T06:29:35.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:34 smithi196 ceph-mon[90243]: osdmap e2786: 8 total, 8 up, 8 in 2024-08-10T06:29:36.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:35 smithi031 ceph-mon[98130]: osdmap e2787: 8 total, 8 up, 8 in 2024-08-10T06:29:36.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:35 smithi031 ceph-mon[98130]: pgmap v4732: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 327 KiB/s rd, 26 KiB/s wr, 443 op/s 2024-08-10T06:29:36.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:35 smithi031 ceph-mon[98130]: osdmap e2788: 8 total, 8 up, 8 in 2024-08-10T06:29:36.273 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:35 smithi031 ceph-mon[100614]: osdmap e2787: 8 total, 8 up, 8 in 2024-08-10T06:29:36.273 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:35 smithi031 ceph-mon[100614]: pgmap v4732: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 327 KiB/s rd, 26 KiB/s wr, 443 op/s 2024-08-10T06:29:36.273 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:35 smithi031 ceph-mon[100614]: osdmap e2788: 8 total, 8 up, 8 in 2024-08-10T06:29:36.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:35 smithi196 ceph-mon[90243]: osdmap e2787: 8 total, 8 up, 8 in 2024-08-10T06:29:36.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:35 smithi196 ceph-mon[90243]: pgmap v4732: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 327 KiB/s rd, 26 KiB/s wr, 443 op/s 2024-08-10T06:29:36.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:35 smithi196 ceph-mon[90243]: osdmap e2788: 8 total, 8 up, 8 in 2024-08-10T06:29:38.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:37 smithi031 ceph-mon[98130]: osdmap e2789: 8 total, 8 up, 8 in 2024-08-10T06:29:38.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:37 smithi031 ceph-mon[98130]: pgmap v4735: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 276 KiB/s rd, 17 KiB/s wr, 362 op/s 2024-08-10T06:29:38.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:37 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:29:38.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:37 smithi031 ceph-mon[100614]: osdmap e2789: 8 total, 8 up, 8 in 2024-08-10T06:29:38.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:37 smithi031 ceph-mon[100614]: pgmap v4735: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 276 KiB/s rd, 17 KiB/s wr, 362 op/s 2024-08-10T06:29:38.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:37 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:29:38.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:37 smithi196 ceph-mon[90243]: osdmap e2789: 8 total, 8 up, 8 in 2024-08-10T06:29:38.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:37 smithi196 ceph-mon[90243]: pgmap v4735: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 276 KiB/s rd, 17 KiB/s wr, 362 op/s 2024-08-10T06:29:38.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:37 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:29:38.984 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_flatten_multi_level PASSED [ 70%] 2024-08-10T06:29:39.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:38 smithi031 ceph-mon[98130]: osdmap e2790: 8 total, 8 up, 8 in 2024-08-10T06:29:39.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:38 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:29:39.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:38 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:29:39.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:38 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:29:39.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:38 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:29:39.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:38 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:29:39.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:38 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:29:39.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:38 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:29:39.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:38 smithi031 ceph-mon[100614]: osdmap e2790: 8 total, 8 up, 8 in 2024-08-10T06:29:39.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:38 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:29:39.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:38 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:29:39.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:38 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:29:39.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:38 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:29:39.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:38 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:29:39.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:38 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:29:39.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:38 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:29:39.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:38 smithi196 ceph-mon[90243]: osdmap e2790: 8 total, 8 up, 8 in 2024-08-10T06:29:39.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:38 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:29:39.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:38 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:29:39.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:38 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:29:39.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:38 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:29:39.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:38 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:29:39.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:38 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:29:39.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:38 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:29:40.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:39 smithi031 ceph-mon[98130]: osdmap e2791: 8 total, 8 up, 8 in 2024-08-10T06:29:40.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:39 smithi031 ceph-mon[98130]: pgmap v4738: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 216 KiB/s rd, 19 KiB/s wr, 307 op/s 2024-08-10T06:29:40.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:39 smithi031 ceph-mon[100614]: osdmap e2791: 8 total, 8 up, 8 in 2024-08-10T06:29:40.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:39 smithi031 ceph-mon[100614]: pgmap v4738: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 216 KiB/s rd, 19 KiB/s wr, 307 op/s 2024-08-10T06:29:40.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:39 smithi196 ceph-mon[90243]: osdmap e2791: 8 total, 8 up, 8 in 2024-08-10T06:29:40.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:39 smithi196 ceph-mon[90243]: pgmap v4738: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 216 KiB/s rd, 19 KiB/s wr, 307 op/s 2024-08-10T06:29:41.255 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:40 smithi031 ceph-mon[100614]: osdmap e2792: 8 total, 8 up, 8 in 2024-08-10T06:29:41.255 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:40 smithi031 ceph-mon[100614]: osdmap e2793: 8 total, 8 up, 8 in 2024-08-10T06:29:41.256 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:40 smithi031 ceph-mon[98130]: osdmap e2792: 8 total, 8 up, 8 in 2024-08-10T06:29:41.256 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:40 smithi031 ceph-mon[98130]: osdmap e2793: 8 total, 8 up, 8 in 2024-08-10T06:29:41.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:40 smithi196 ceph-mon[90243]: osdmap e2792: 8 total, 8 up, 8 in 2024-08-10T06:29:41.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:40 smithi196 ceph-mon[90243]: osdmap e2793: 8 total, 8 up, 8 in 2024-08-10T06:29:41.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:29:41 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:29:41] "GET /metrics HTTP/1.1" 200 36721 "" "Prometheus/2.43.0" 2024-08-10T06:29:42.181 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:29:42.181 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:41 smithi196 ceph-mon[90243]: pgmap v4741: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 275 KiB/s rd, 21 KiB/s wr, 376 op/s 2024-08-10T06:29:42.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:29:42.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:41 smithi031 ceph-mon[98130]: pgmap v4741: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 275 KiB/s rd, 21 KiB/s wr, 376 op/s 2024-08-10T06:29:42.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:29:42.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:41 smithi031 ceph-mon[100614]: pgmap v4741: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 275 KiB/s rd, 21 KiB/s wr, 376 op/s 2024-08-10T06:29:42.530 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:29:42 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:29:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:29:42.998 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_trash_snapshot PASSED [ 70%] 2024-08-10T06:29:43.117 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_ownership PASSED [ 71%] 2024-08-10T06:29:43.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:42 smithi031 ceph-mon[100614]: osdmap e2794: 8 total, 8 up, 8 in 2024-08-10T06:29:43.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:42 smithi031 ceph-mon[98130]: osdmap e2794: 8 total, 8 up, 8 in 2024-08-10T06:29:43.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:42 smithi196 ceph-mon[90243]: osdmap e2794: 8 total, 8 up, 8 in 2024-08-10T06:29:44.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:43 smithi031 ceph-mon[98130]: osdmap e2795: 8 total, 8 up, 8 in 2024-08-10T06:29:44.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:43 smithi031 ceph-mon[98130]: pgmap v4744: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 241 KiB/s rd, 17 KiB/s wr, 311 op/s 2024-08-10T06:29:44.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:43 smithi031 ceph-mon[100614]: osdmap e2795: 8 total, 8 up, 8 in 2024-08-10T06:29:44.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:43 smithi031 ceph-mon[100614]: pgmap v4744: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 241 KiB/s rd, 17 KiB/s wr, 311 op/s 2024-08-10T06:29:44.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:43 smithi196 ceph-mon[90243]: osdmap e2795: 8 total, 8 up, 8 in 2024-08-10T06:29:44.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:43 smithi196 ceph-mon[90243]: pgmap v4744: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 241 KiB/s rd, 17 KiB/s wr, 311 op/s 2024-08-10T06:29:45.022 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_snapshot_leadership PASSED [ 71%] 2024-08-10T06:29:45.111 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_read_only_leadership PASSED [ 72%] 2024-08-10T06:29:45.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:44 smithi031 ceph-mon[98130]: osdmap e2796: 8 total, 8 up, 8 in 2024-08-10T06:29:45.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:44 smithi031 ceph-mon[100614]: osdmap e2796: 8 total, 8 up, 8 in 2024-08-10T06:29:45.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:44 smithi196 ceph-mon[90243]: osdmap e2796: 8 total, 8 up, 8 in 2024-08-10T06:29:46.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:45 smithi031 ceph-mon[98130]: osdmap e2797: 8 total, 8 up, 8 in 2024-08-10T06:29:46.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:45 smithi031 ceph-mon[98130]: pgmap v4747: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 186 KiB/s rd, 17 KiB/s wr, 259 op/s 2024-08-10T06:29:46.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:45 smithi031 ceph-mon[98130]: osdmap e2798: 8 total, 8 up, 8 in 2024-08-10T06:29:46.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:45 smithi031 ceph-mon[100614]: osdmap e2797: 8 total, 8 up, 8 in 2024-08-10T06:29:46.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:45 smithi031 ceph-mon[100614]: pgmap v4747: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 186 KiB/s rd, 17 KiB/s wr, 259 op/s 2024-08-10T06:29:46.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:45 smithi031 ceph-mon[100614]: osdmap e2798: 8 total, 8 up, 8 in 2024-08-10T06:29:46.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:45 smithi196 ceph-mon[90243]: osdmap e2797: 8 total, 8 up, 8 in 2024-08-10T06:29:46.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:45 smithi196 ceph-mon[90243]: pgmap v4747: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 186 KiB/s rd, 17 KiB/s wr, 259 op/s 2024-08-10T06:29:46.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:45 smithi196 ceph-mon[90243]: osdmap e2798: 8 total, 8 up, 8 in 2024-08-10T06:29:47.021 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_flatten PASSED [ 73%] 2024-08-10T06:29:47.207 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_resize PASSED [ 73%] 2024-08-10T06:29:48.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:47 smithi031 ceph-mon[100614]: osdmap e2799: 8 total, 8 up, 8 in 2024-08-10T06:29:48.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:47 smithi031 ceph-mon[100614]: pgmap v4750: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 151 KiB/s rd, 10 KiB/s wr, 213 op/s 2024-08-10T06:29:48.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:47 smithi031 ceph-mon[98130]: osdmap e2799: 8 total, 8 up, 8 in 2024-08-10T06:29:48.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:47 smithi031 ceph-mon[98130]: pgmap v4750: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 151 KiB/s rd, 10 KiB/s wr, 213 op/s 2024-08-10T06:29:48.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:47 smithi196 ceph-mon[90243]: osdmap e2799: 8 total, 8 up, 8 in 2024-08-10T06:29:48.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:47 smithi196 ceph-mon[90243]: pgmap v4750: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 151 KiB/s rd, 10 KiB/s wr, 213 op/s 2024-08-10T06:29:49.049 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_snap_create PASSED [ 74%] 2024-08-10T06:29:49.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:48 smithi031 ceph-mon[98130]: osdmap e2800: 8 total, 8 up, 8 in 2024-08-10T06:29:49.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:48 smithi031 ceph-mon[100614]: osdmap e2800: 8 total, 8 up, 8 in 2024-08-10T06:29:49.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:48 smithi196 ceph-mon[90243]: osdmap e2800: 8 total, 8 up, 8 in 2024-08-10T06:29:50.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:49 smithi031 ceph-mon[100614]: osdmap e2801: 8 total, 8 up, 8 in 2024-08-10T06:29:50.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:49 smithi031 ceph-mon[100614]: pgmap v4753: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 175 KiB/s rd, 15 KiB/s wr, 249 op/s 2024-08-10T06:29:50.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:49 smithi031 ceph-mon[98130]: osdmap e2801: 8 total, 8 up, 8 in 2024-08-10T06:29:50.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:49 smithi031 ceph-mon[98130]: pgmap v4753: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 175 KiB/s rd, 15 KiB/s wr, 249 op/s 2024-08-10T06:29:50.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:49 smithi196 ceph-mon[90243]: osdmap e2801: 8 total, 8 up, 8 in 2024-08-10T06:29:50.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:49 smithi196 ceph-mon[90243]: pgmap v4753: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 175 KiB/s rd, 15 KiB/s wr, 249 op/s 2024-08-10T06:29:50.921 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_snap_rollback PASSED [ 74%] 2024-08-10T06:29:51.043 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_discard PASSED [ 75%] 2024-08-10T06:29:51.183 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_write PASSED [ 75%] 2024-08-10T06:29:51.255 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:50 smithi031 ceph-mon[100614]: osdmap e2802: 8 total, 8 up, 8 in 2024-08-10T06:29:51.255 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:50 smithi031 ceph-mon[100614]: osdmap e2803: 8 total, 8 up, 8 in 2024-08-10T06:29:51.255 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:50 smithi031 ceph-mon[98130]: osdmap e2802: 8 total, 8 up, 8 in 2024-08-10T06:29:51.255 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:50 smithi031 ceph-mon[98130]: osdmap e2803: 8 total, 8 up, 8 in 2024-08-10T06:29:51.278 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_acquire_release_lock PASSED [ 76%] 2024-08-10T06:29:51.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:50 smithi196 ceph-mon[90243]: osdmap e2802: 8 total, 8 up, 8 in 2024-08-10T06:29:51.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:50 smithi196 ceph-mon[90243]: osdmap e2803: 8 total, 8 up, 8 in 2024-08-10T06:29:51.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:29:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:29:51] "GET /metrics HTTP/1.1" 200 36721 "" "Prometheus/2.43.0" 2024-08-10T06:29:52.049 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_break_lock PASSED [ 76%] 2024-08-10T06:29:52.137 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_uuid PASSED [ 77%] 2024-08-10T06:29:52.231 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_site_name PASSED [ 78%] 2024-08-10T06:29:52.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:51 smithi031 ceph-mon[98130]: pgmap v4756: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 254 KiB/s rd, 20 KiB/s wr, 355 op/s 2024-08-10T06:29:52.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:51 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/1534839447' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.31:0/1398575836"}]: dispatch 2024-08-10T06:29:52.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:51 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.31:0/1398575836"}]: dispatch 2024-08-10T06:29:52.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:51 smithi031 ceph-mon[100614]: pgmap v4756: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 254 KiB/s rd, 20 KiB/s wr, 355 op/s 2024-08-10T06:29:52.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:51 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/1534839447' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.31:0/1398575836"}]: dispatch 2024-08-10T06:29:52.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:51 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.31:0/1398575836"}]: dispatch 2024-08-10T06:29:52.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:51 smithi196 ceph-mon[90243]: pgmap v4756: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 254 KiB/s rd, 20 KiB/s wr, 355 op/s 2024-08-10T06:29:52.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:51 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/1534839447' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.31:0/1398575836"}]: dispatch 2024-08-10T06:29:52.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:51 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.31:0/1398575836"}]: dispatch 2024-08-10T06:29:52.334 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_peer_bootstrap PASSED [ 78%] 2024-08-10T06:29:52.433 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_peer PASSED [ 79%] 2024-08-10T06:29:52.520 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image SKIPPED [ 79%] 2024-08-10T06:29:52.603 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image_status SKIPPED [ 80%] 2024-08-10T06:29:52.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:29:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:29:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:29:53.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:52 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.31:0/1398575836"}]': finished 2024-08-10T06:29:53.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:52 smithi031 ceph-mon[98130]: osdmap e2804: 8 total, 8 up, 8 in 2024-08-10T06:29:53.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:52 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/4209768834' entity='client.admin' 2024-08-10T06:29:53.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:52 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/4209768834' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-10T06:29:53.271 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:52 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/4209768834' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-10T06:29:53.271 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:52 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/4209768834' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-08-10T06:29:53.271 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:52 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/4209768834' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-10T06:29:53.271 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:52 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/4209768834' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-08-10T06:29:53.271 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:52 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/4209768834' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-08-10T06:29:53.271 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:52 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/4209768834' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-10T06:29:53.272 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:52 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/4209768834' entity='client.admin' 2024-08-10T06:29:53.272 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:52 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/4209768834' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/117/d7467bd7-a0c7-4aca-b813-aa97fc78a160"}]: dispatch 2024-08-10T06:29:53.272 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:52 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/4209768834' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/d7467bd7-a0c7-4aca-b813-aa97fc78a160"}]: dispatch 2024-08-10T06:29:53.272 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:52 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/4209768834' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/d7467bd7-a0c7-4aca-b813-aa97fc78a160"}]': finished 2024-08-10T06:29:53.272 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:52 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.31:0/1398575836"}]': finished 2024-08-10T06:29:53.272 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:52 smithi031 ceph-mon[100614]: osdmap e2804: 8 total, 8 up, 8 in 2024-08-10T06:29:53.272 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:52 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/4209768834' entity='client.admin' 2024-08-10T06:29:53.272 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:52 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/4209768834' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-10T06:29:53.272 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:52 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/4209768834' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-10T06:29:53.272 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:52 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/4209768834' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-08-10T06:29:53.273 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:52 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/4209768834' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-10T06:29:53.273 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:52 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/4209768834' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-08-10T06:29:53.273 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:52 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/4209768834' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-08-10T06:29:53.273 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:52 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/4209768834' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-10T06:29:53.273 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:52 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/4209768834' entity='client.admin' 2024-08-10T06:29:53.273 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:52 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/4209768834' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/117/d7467bd7-a0c7-4aca-b813-aa97fc78a160"}]: dispatch 2024-08-10T06:29:53.273 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:52 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/4209768834' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/d7467bd7-a0c7-4aca-b813-aa97fc78a160"}]: dispatch 2024-08-10T06:29:53.273 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:52 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/4209768834' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/d7467bd7-a0c7-4aca-b813-aa97fc78a160"}]': finished 2024-08-10T06:29:53.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:52 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.31:0/1398575836"}]': finished 2024-08-10T06:29:53.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:52 smithi196 ceph-mon[90243]: osdmap e2804: 8 total, 8 up, 8 in 2024-08-10T06:29:53.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:52 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/4209768834' entity='client.admin' 2024-08-10T06:29:53.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:52 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/4209768834' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-10T06:29:53.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:52 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/4209768834' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-10T06:29:53.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:52 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/4209768834' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-08-10T06:29:53.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:52 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/4209768834' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-10T06:29:53.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:52 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/4209768834' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-08-10T06:29:53.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:52 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/4209768834' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-08-10T06:29:53.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:52 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/4209768834' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-10T06:29:53.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:52 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/4209768834' entity='client.admin' 2024-08-10T06:29:53.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:52 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/4209768834' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/117/d7467bd7-a0c7-4aca-b813-aa97fc78a160"}]: dispatch 2024-08-10T06:29:53.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:52 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/4209768834' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/d7467bd7-a0c7-4aca-b813-aa97fc78a160"}]: dispatch 2024-08-10T06:29:53.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:52 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/4209768834' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/d7467bd7-a0c7-4aca-b813-aa97fc78a160"}]': finished 2024-08-10T06:29:54.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:53 smithi031 ceph-mon[98130]: pgmap v4758: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 334 KiB/s rd, 25 KiB/s wr, 445 op/s 2024-08-10T06:29:54.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:53 smithi031 ceph-mon[98130]: osdmap e2805: 8 total, 8 up, 8 in 2024-08-10T06:29:54.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:53 smithi031 ceph-mon[100614]: pgmap v4758: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 334 KiB/s rd, 25 KiB/s wr, 445 op/s 2024-08-10T06:29:54.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:53 smithi031 ceph-mon[100614]: osdmap e2805: 8 total, 8 up, 8 in 2024-08-10T06:29:54.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:53 smithi196 ceph-mon[90243]: pgmap v4758: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 334 KiB/s rd, 25 KiB/s wr, 445 op/s 2024-08-10T06:29:54.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:53 smithi196 ceph-mon[90243]: osdmap e2805: 8 total, 8 up, 8 in 2024-08-10T06:29:55.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:55 smithi031 ceph-mon[98130]: osdmap e2806: 8 total, 8 up, 8 in 2024-08-10T06:29:55.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:55 smithi031 ceph-mon[98130]: pgmap v4761: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 419 KiB/s rd, 27 KiB/s wr, 567 op/s 2024-08-10T06:29:55.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:55 smithi031 ceph-mon[100614]: osdmap e2806: 8 total, 8 up, 8 in 2024-08-10T06:29:55.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:55 smithi031 ceph-mon[100614]: pgmap v4761: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 419 KiB/s rd, 27 KiB/s wr, 567 op/s 2024-08-10T06:29:55.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:55 smithi196 ceph-mon[90243]: osdmap e2806: 8 total, 8 up, 8 in 2024-08-10T06:29:55.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:55 smithi196 ceph-mon[90243]: pgmap v4761: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 419 KiB/s rd, 27 KiB/s wr, 567 op/s 2024-08-10T06:29:56.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:56 smithi031 ceph-mon[98130]: osdmap e2807: 8 total, 8 up, 8 in 2024-08-10T06:29:56.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:56 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/4209768834' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/75041bff-1144-4bf7-92c0-ca2564a654b7"}]: dispatch 2024-08-10T06:29:56.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:56 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/4209768834' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/75041bff-1144-4bf7-92c0-ca2564a654b7"}]': finished 2024-08-10T06:29:56.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:56 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/4209768834' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/125e53d0-3a1d-4c95-ac91-f97a008127b6"}]: dispatch 2024-08-10T06:29:56.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:56 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/4209768834' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/125e53d0-3a1d-4c95-ac91-f97a008127b6"}]': finished 2024-08-10T06:29:56.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:56 smithi031 ceph-mon[98130]: osdmap e2808: 8 total, 8 up, 8 in 2024-08-10T06:29:56.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:29:56.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:56 smithi031 ceph-mon[100614]: osdmap e2807: 8 total, 8 up, 8 in 2024-08-10T06:29:56.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:56 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/4209768834' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/75041bff-1144-4bf7-92c0-ca2564a654b7"}]: dispatch 2024-08-10T06:29:56.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:56 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/4209768834' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/75041bff-1144-4bf7-92c0-ca2564a654b7"}]': finished 2024-08-10T06:29:56.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:56 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/4209768834' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/125e53d0-3a1d-4c95-ac91-f97a008127b6"}]: dispatch 2024-08-10T06:29:56.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:56 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/4209768834' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/125e53d0-3a1d-4c95-ac91-f97a008127b6"}]': finished 2024-08-10T06:29:56.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:56 smithi031 ceph-mon[100614]: osdmap e2808: 8 total, 8 up, 8 in 2024-08-10T06:29:56.771 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:56 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:29:56.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:56 smithi196 ceph-mon[90243]: osdmap e2807: 8 total, 8 up, 8 in 2024-08-10T06:29:56.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:56 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/4209768834' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/75041bff-1144-4bf7-92c0-ca2564a654b7"}]: dispatch 2024-08-10T06:29:56.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:56 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/4209768834' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/75041bff-1144-4bf7-92c0-ca2564a654b7"}]': finished 2024-08-10T06:29:56.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:56 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/4209768834' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/125e53d0-3a1d-4c95-ac91-f97a008127b6"}]: dispatch 2024-08-10T06:29:56.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:56 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/4209768834' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/125e53d0-3a1d-4c95-ac91-f97a008127b6"}]': finished 2024-08-10T06:29:56.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:56 smithi196 ceph-mon[90243]: osdmap e2808: 8 total, 8 up, 8 in 2024-08-10T06:29:56.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:56 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:29:58.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:57 smithi031 ceph-mon[98130]: osdmap e2809: 8 total, 8 up, 8 in 2024-08-10T06:29:58.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:57 smithi031 ceph-mon[98130]: pgmap v4765: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 188 KiB/s rd, 11 KiB/s wr, 266 op/s 2024-08-10T06:29:58.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:57 smithi031 ceph-mon[100614]: osdmap e2809: 8 total, 8 up, 8 in 2024-08-10T06:29:58.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:57 smithi031 ceph-mon[100614]: pgmap v4765: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 188 KiB/s rd, 11 KiB/s wr, 266 op/s 2024-08-10T06:29:58.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:57 smithi196 ceph-mon[90243]: osdmap e2809: 8 total, 8 up, 8 in 2024-08-10T06:29:58.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:57 smithi196 ceph-mon[90243]: pgmap v4765: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 188 KiB/s rd, 11 KiB/s wr, 266 op/s 2024-08-10T06:29:59.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:58 smithi031 ceph-mon[100614]: osdmap e2810: 8 total, 8 up, 8 in 2024-08-10T06:29:59.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:58 smithi031 ceph-mon[98130]: osdmap e2810: 8 total, 8 up, 8 in 2024-08-10T06:29:59.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:58 smithi196 ceph-mon[90243]: osdmap e2810: 8 total, 8 up, 8 in 2024-08-10T06:29:59.915 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image_create_snapshot PASSED [ 80%] 2024-08-10T06:30:00.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:59 smithi031 ceph-mon[98130]: osdmap e2811: 8 total, 8 up, 8 in 2024-08-10T06:30:00.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:29:59 smithi031 ceph-mon[98130]: pgmap v4768: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 12 KiB/s wr, 128 op/s 2024-08-10T06:30:00.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:59 smithi031 ceph-mon[100614]: osdmap e2811: 8 total, 8 up, 8 in 2024-08-10T06:30:00.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:29:59 smithi031 ceph-mon[100614]: pgmap v4768: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 12 KiB/s wr, 128 op/s 2024-08-10T06:30:00.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:59 smithi196 ceph-mon[90243]: osdmap e2811: 8 total, 8 up, 8 in 2024-08-10T06:30:00.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:29:59 smithi196 ceph-mon[90243]: pgmap v4768: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 12 KiB/s wr, 128 op/s 2024-08-10T06:30:01.255 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:30:00 smithi031 ceph-mon[98130]: osdmap e2812: 8 total, 8 up, 8 in 2024-08-10T06:30:01.255 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:30:00 smithi031 ceph-mon[98130]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-08-10T06:30:01.255 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:30:00 smithi031 ceph-mon[98130]: osdmap e2813: 8 total, 8 up, 8 in 2024-08-10T06:30:01.256 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:30:00 smithi031 ceph-mon[100614]: osdmap e2812: 8 total, 8 up, 8 in 2024-08-10T06:30:01.256 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:30:00 smithi031 ceph-mon[100614]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-08-10T06:30:01.256 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:30:00 smithi031 ceph-mon[100614]: osdmap e2813: 8 total, 8 up, 8 in 2024-08-10T06:30:01.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:30:00 smithi196 ceph-mon[90243]: osdmap e2812: 8 total, 8 up, 8 in 2024-08-10T06:30:01.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:30:00 smithi196 ceph-mon[90243]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-08-10T06:30:01.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:30:00 smithi196 ceph-mon[90243]: osdmap e2813: 8 total, 8 up, 8 in 2024-08-10T06:30:01.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:30:01 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:30:01] "GET /metrics HTTP/1.1" 200 36722 "" "Prometheus/2.43.0" 2024-08-10T06:30:02.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:30:01 smithi031 ceph-mon[100614]: pgmap v4771: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 192 KiB/s rd, 17 KiB/s wr, 260 op/s 2024-08-10T06:30:02.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:30:01 smithi031 ceph-mon[100614]: osdmap e2814: 8 total, 8 up, 8 in 2024-08-10T06:30:02.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:30:01 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/4209768834' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/430d79c4-73e3-4de3-a5e9-a9c99e6a5d03"}]: dispatch 2024-08-10T06:30:02.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:30:01 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/4209768834' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/430d79c4-73e3-4de3-a5e9-a9c99e6a5d03"}]': finished 2024-08-10T06:30:02.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:30:01 smithi031 ceph-mon[98130]: pgmap v4771: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 192 KiB/s rd, 17 KiB/s wr, 260 op/s 2024-08-10T06:30:02.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:30:01 smithi031 ceph-mon[98130]: osdmap e2814: 8 total, 8 up, 8 in 2024-08-10T06:30:02.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:30:01 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/4209768834' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/430d79c4-73e3-4de3-a5e9-a9c99e6a5d03"}]: dispatch 2024-08-10T06:30:02.271 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:30:01 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/4209768834' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/430d79c4-73e3-4de3-a5e9-a9c99e6a5d03"}]': finished 2024-08-10T06:30:02.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:30:01 smithi196 ceph-mon[90243]: pgmap v4771: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 192 KiB/s rd, 17 KiB/s wr, 260 op/s 2024-08-10T06:30:02.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:30:01 smithi196 ceph-mon[90243]: osdmap e2814: 8 total, 8 up, 8 in 2024-08-10T06:30:02.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:30:01 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/4209768834' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/430d79c4-73e3-4de3-a5e9-a9c99e6a5d03"}]: dispatch 2024-08-10T06:30:02.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:30:01 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/4209768834' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/117/430d79c4-73e3-4de3-a5e9-a9c99e6a5d03"}]': finished 2024-08-10T06:30:02.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:30:02 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:30:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:30:03.931 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_aio_mirror_image_create_snapshot PASSED [ 81%] 2024-08-10T06:30:04.009 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_move PASSED [ 81%] 2024-08-10T06:30:04.146 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_purge PASSED [ 82%] 2024-08-10T06:30:04.221 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove_denied PASSED [ 82%] 2024-08-10T06:30:04.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:30:03 smithi031 ceph-mon[98130]: osdmap e2815: 8 total, 8 up, 8 in 2024-08-10T06:30:04.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:30:03 smithi031 ceph-mon[98130]: pgmap v4774: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 153 KiB/s rd, 12 KiB/s wr, 205 op/s 2024-08-10T06:30:04.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:30:03 smithi031 ceph-mon[100614]: osdmap e2815: 8 total, 8 up, 8 in 2024-08-10T06:30:04.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:30:03 smithi031 ceph-mon[100614]: pgmap v4774: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 153 KiB/s rd, 12 KiB/s wr, 205 op/s 2024-08-10T06:30:04.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:30:03 smithi196 ceph-mon[90243]: osdmap e2815: 8 total, 8 up, 8 in 2024-08-10T06:30:04.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:30:03 smithi196 ceph-mon[90243]: pgmap v4774: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 153 KiB/s rd, 12 KiB/s wr, 205 op/s 2024-08-10T06:30:04.295 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove PASSED [ 83%] 2024-08-10T06:30:04.369 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove_with_progress PASSED [ 84%] 2024-08-10T06:30:04.452 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_get PASSED [ 84%] 2024-08-10T06:30:04.594 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_list PASSED [ 85%] 2024-08-10T06:30:04.712 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_restore PASSED [ 85%] 2024-08-10T06:30:04.719 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create_group PASSED [ 86%] 2024-08-10T06:30:04.726 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_rename_group PASSED [ 86%] 2024-08-10T06:30:04.728 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups_empty PASSED [ 87%] 2024-08-10T06:30:04.735 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups PASSED [ 87%] 2024-08-10T06:30:04.742 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups_after_removed PASSED [ 88%] 2024-08-10T06:30:04.836 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_add PASSED [ 89%] 2024-08-10T06:30:04.920 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list_empty PASSED [ 89%] 2024-08-10T06:30:05.014 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list PASSED [ 90%] 2024-08-10T06:30:05.148 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list_move_to_trash PASSED [ 90%] 2024-08-10T06:30:05.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:30:04 smithi031 ceph-mon[98130]: osdmap e2816: 8 total, 8 up, 8 in 2024-08-10T06:30:05.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:30:04 smithi031 ceph-mon[100614]: osdmap e2816: 8 total, 8 up, 8 in 2024-08-10T06:30:05.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:30:04 smithi196 ceph-mon[90243]: osdmap e2816: 8 total, 8 up, 8 in 2024-08-10T06:30:06.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:30:05 smithi031 ceph-mon[98130]: pgmap v4776: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 133 KiB/s rd, 11 KiB/s wr, 180 op/s 2024-08-10T06:30:06.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:30:05 smithi031 ceph-mon[98130]: osdmap e2817: 8 total, 8 up, 8 in 2024-08-10T06:30:06.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:30:05 smithi031 ceph-mon[100614]: pgmap v4776: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 133 KiB/s rd, 11 KiB/s wr, 180 op/s 2024-08-10T06:30:06.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:30:05 smithi031 ceph-mon[100614]: osdmap e2817: 8 total, 8 up, 8 in 2024-08-10T06:30:06.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:30:05 smithi196 ceph-mon[90243]: pgmap v4776: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 133 KiB/s rd, 11 KiB/s wr, 180 op/s 2024-08-10T06:30:06.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:30:05 smithi196 ceph-mon[90243]: osdmap e2817: 8 total, 8 up, 8 in 2024-08-10T06:30:06.805 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_many_images PASSED [ 91%] 2024-08-10T06:30:06.928 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_remove PASSED [ 91%] 2024-08-10T06:30:07.022 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap PASSED [ 92%] 2024-08-10T06:30:07.118 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_flags PASSED [ 92%] 2024-08-10T06:30:07.293 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_list_many PASSED [ 93%] 2024-08-10T06:30:08.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:30:08 smithi031 ceph-mon[98130]: pgmap v4778: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 240 KiB/s rd, 21 KiB/s wr, 345 op/s 2024-08-10T06:30:08.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:30:08 smithi031 ceph-mon[100614]: pgmap v4778: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 240 KiB/s rd, 21 KiB/s wr, 345 op/s 2024-08-10T06:30:08.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:30:08 smithi196 ceph-mon[90243]: pgmap v4778: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 240 KiB/s rd, 21 KiB/s wr, 345 op/s 2024-08-10T06:30:09.355 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_namespace PASSED [ 93%] 2024-08-10T06:30:09.455 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_rename PASSED [ 94%] 2024-08-10T06:30:09.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:30:09 smithi031 ceph-mon[98130]: osdmap e2818: 8 total, 8 up, 8 in 2024-08-10T06:30:09.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:30:09 smithi031 ceph-mon[100614]: osdmap e2818: 8 total, 8 up, 8 in 2024-08-10T06:30:09.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:30:09 smithi196 ceph-mon[90243]: osdmap e2818: 8 total, 8 up, 8 in 2024-08-10T06:30:10.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:30:10 smithi031 ceph-mon[98130]: pgmap v4780: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 630 KiB/s rd, 77 KiB/s wr, 926 op/s 2024-08-10T06:30:10.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:30:10 smithi031 ceph-mon[98130]: osdmap e2819: 8 total, 8 up, 8 in 2024-08-10T06:30:10.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:30:10 smithi031 ceph-mon[100614]: pgmap v4780: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 630 KiB/s rd, 77 KiB/s wr, 926 op/s 2024-08-10T06:30:10.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:30:10 smithi031 ceph-mon[100614]: osdmap e2819: 8 total, 8 up, 8 in 2024-08-10T06:30:10.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:30:10 smithi196 ceph-mon[90243]: pgmap v4780: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 630 KiB/s rd, 77 KiB/s wr, 926 op/s 2024-08-10T06:30:10.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:30:10 smithi196 ceph-mon[90243]: osdmap e2819: 8 total, 8 up, 8 in 2024-08-10T06:30:11.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:30:11 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:30:11] "GET /metrics HTTP/1.1" 200 36725 "" "Prometheus/2.43.0" 2024-08-10T06:30:11.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:30:11 smithi031 ceph-mon[98130]: osdmap e2820: 8 total, 8 up, 8 in 2024-08-10T06:30:11.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:30:11 smithi031 ceph-mon[98130]: osdmap e2821: 8 total, 8 up, 8 in 2024-08-10T06:30:11.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:30:11 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:30:11.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:30:11 smithi031 ceph-mon[100614]: osdmap e2820: 8 total, 8 up, 8 in 2024-08-10T06:30:11.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:30:11 smithi031 ceph-mon[100614]: osdmap e2821: 8 total, 8 up, 8 in 2024-08-10T06:30:11.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:30:11 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:30:11.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:30:11 smithi196 ceph-mon[90243]: osdmap e2820: 8 total, 8 up, 8 in 2024-08-10T06:30:11.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:30:11 smithi196 ceph-mon[90243]: osdmap e2821: 8 total, 8 up, 8 in 2024-08-10T06:30:11.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:30:11 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:30:12.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:30:12 smithi031 ceph-mon[98130]: pgmap v4784: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 116 KiB/s wr, 1.51k op/s 2024-08-10T06:30:12.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:30:12 smithi031 ceph-mon[98130]: osdmap e2822: 8 total, 8 up, 8 in 2024-08-10T06:30:12.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:30:12 smithi031 ceph-mon[100614]: pgmap v4784: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 116 KiB/s wr, 1.51k op/s 2024-08-10T06:30:12.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:30:12 smithi031 ceph-mon[100614]: osdmap e2822: 8 total, 8 up, 8 in 2024-08-10T06:30:12.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:30:12 smithi196 ceph-mon[90243]: pgmap v4784: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 116 KiB/s wr, 1.51k op/s 2024-08-10T06:30:12.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:30:12 smithi196 ceph-mon[90243]: osdmap e2822: 8 total, 8 up, 8 in 2024-08-10T06:30:12.529 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:30:12 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:30:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:30:14.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:30:14 smithi031 ceph-mon[98130]: pgmap v4786: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 492 KiB/s rd, 38 KiB/s wr, 694 op/s 2024-08-10T06:30:14.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:30:14 smithi031 ceph-mon[98130]: osdmap e2823: 8 total, 8 up, 8 in 2024-08-10T06:30:14.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:30:14 smithi031 ceph-mon[100614]: pgmap v4786: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 492 KiB/s rd, 38 KiB/s wr, 694 op/s 2024-08-10T06:30:14.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:30:14 smithi031 ceph-mon[100614]: osdmap e2823: 8 total, 8 up, 8 in 2024-08-10T06:30:14.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:30:14 smithi196 ceph-mon[90243]: pgmap v4786: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 492 KiB/s rd, 38 KiB/s wr, 694 op/s 2024-08-10T06:30:14.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:30:14 smithi196 ceph-mon[90243]: osdmap e2823: 8 total, 8 up, 8 in 2024-08-10T06:30:15.518 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_rollback PASSED [ 95%] 2024-08-10T06:30:15.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:30:15 smithi196 ceph-mon[90243]: osdmap e2824: 8 total, 8 up, 8 in 2024-08-10T06:30:15.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:30:15 smithi031 ceph-mon[98130]: osdmap e2824: 8 total, 8 up, 8 in 2024-08-10T06:30:15.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:30:15 smithi031 ceph-mon[100614]: osdmap e2824: 8 total, 8 up, 8 in 2024-08-10T06:30:15.778 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration PASSED [ 95%] 2024-08-10T06:30:16.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:30:16 smithi196 ceph-mon[90243]: pgmap v4789: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 590 KiB/s rd, 43 KiB/s wr, 787 op/s 2024-08-10T06:30:16.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:30:16 smithi196 ceph-mon[90243]: osdmap e2825: 8 total, 8 up, 8 in 2024-08-10T06:30:16.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:30:16 smithi196 ceph-mon[90243]: osdmap e2826: 8 total, 8 up, 8 in 2024-08-10T06:30:16.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:30:16 smithi031 ceph-mon[98130]: pgmap v4789: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 590 KiB/s rd, 43 KiB/s wr, 787 op/s 2024-08-10T06:30:16.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:30:16 smithi031 ceph-mon[98130]: osdmap e2825: 8 total, 8 up, 8 in 2024-08-10T06:30:16.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:30:16 smithi031 ceph-mon[98130]: osdmap e2826: 8 total, 8 up, 8 in 2024-08-10T06:30:16.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:30:16 smithi031 ceph-mon[100614]: pgmap v4789: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 590 KiB/s rd, 43 KiB/s wr, 787 op/s 2024-08-10T06:30:16.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:30:16 smithi031 ceph-mon[100614]: osdmap e2825: 8 total, 8 up, 8 in 2024-08-10T06:30:16.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:30:16 smithi031 ceph-mon[100614]: osdmap e2826: 8 total, 8 up, 8 in 2024-08-10T06:30:16.909 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_clone_v1_to_v1 PASSED [ 96%] 2024-08-10T06:30:18.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:30:17 smithi031 ceph-mon[98130]: osdmap e2827: 8 total, 8 up, 8 in 2024-08-10T06:30:18.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:30:17 smithi031 ceph-mon[98130]: pgmap v4793: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 709 KiB/s rd, 38 KiB/s wr, 896 op/s 2024-08-10T06:30:18.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:30:17 smithi031 ceph-mon[100614]: osdmap e2827: 8 total, 8 up, 8 in 2024-08-10T06:30:18.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:30:17 smithi031 ceph-mon[100614]: pgmap v4793: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 709 KiB/s rd, 38 KiB/s wr, 896 op/s 2024-08-10T06:30:18.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:30:17 smithi196 ceph-mon[90243]: osdmap e2827: 8 total, 8 up, 8 in 2024-08-10T06:30:18.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:30:17 smithi196 ceph-mon[90243]: pgmap v4793: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 709 KiB/s rd, 38 KiB/s wr, 896 op/s 2024-08-10T06:30:18.931 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_clone_v1_to_v2 PASSED [ 96%] 2024-08-10T06:30:19.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:30:18 smithi031 ceph-mon[98130]: osdmap e2828: 8 total, 8 up, 8 in 2024-08-10T06:30:19.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:30:18 smithi031 ceph-mon[100614]: osdmap e2828: 8 total, 8 up, 8 in 2024-08-10T06:30:19.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:30:18 smithi196 ceph-mon[90243]: osdmap e2828: 8 total, 8 up, 8 in 2024-08-10T06:30:20.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:30:19 smithi031 ceph-mon[98130]: osdmap e2829: 8 total, 8 up, 8 in 2024-08-10T06:30:20.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:30:19 smithi031 ceph-mon[98130]: pgmap v4796: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 414 KiB/s rd, 21 KiB/s wr, 546 op/s 2024-08-10T06:30:20.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:30:19 smithi031 ceph-mon[100614]: osdmap e2829: 8 total, 8 up, 8 in 2024-08-10T06:30:20.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:30:19 smithi031 ceph-mon[100614]: pgmap v4796: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 414 KiB/s rd, 21 KiB/s wr, 546 op/s 2024-08-10T06:30:20.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:30:19 smithi196 ceph-mon[90243]: osdmap e2829: 8 total, 8 up, 8 in 2024-08-10T06:30:20.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:30:19 smithi196 ceph-mon[90243]: pgmap v4796: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 414 KiB/s rd, 21 KiB/s wr, 546 op/s 2024-08-10T06:30:20.913 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_clone_v2_to_v1 PASSED [ 97%] 2024-08-10T06:30:21.170 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:30:20 smithi031 ceph-mon[98130]: osdmap e2830: 8 total, 8 up, 8 in 2024-08-10T06:30:21.170 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:30:20 smithi031 ceph-mon[98130]: osdmap e2831: 8 total, 8 up, 8 in 2024-08-10T06:30:21.170 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:30:20 smithi031 ceph-mon[100614]: osdmap e2830: 8 total, 8 up, 8 in 2024-08-10T06:30:21.170 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:30:20 smithi031 ceph-mon[100614]: osdmap e2831: 8 total, 8 up, 8 in 2024-08-10T06:30:21.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:30:20 smithi196 ceph-mon[90243]: osdmap e2830: 8 total, 8 up, 8 in 2024-08-10T06:30:21.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:30:20 smithi196 ceph-mon[90243]: osdmap e2831: 8 total, 8 up, 8 in 2024-08-10T06:30:21.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:30:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:30:21] "GET /metrics HTTP/1.1" 200 36725 "" "Prometheus/2.43.0" 2024-08-10T06:30:22.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:30:21 smithi031 ceph-mon[98130]: pgmap v4799: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 704 KiB/s rd, 34 KiB/s wr, 906 op/s 2024-08-10T06:30:22.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:30:21 smithi031 ceph-mon[100614]: pgmap v4799: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 704 KiB/s rd, 34 KiB/s wr, 906 op/s 2024-08-10T06:30:22.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:30:21 smithi196 ceph-mon[90243]: pgmap v4799: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 704 KiB/s rd, 34 KiB/s wr, 906 op/s 2024-08-10T06:30:22.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:30:22 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:30:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:30:22.958 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_clone_v2_to_v2 PASSED [ 97%] 2024-08-10T06:30:23.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:30:22 smithi031 ceph-mon[98130]: osdmap e2832: 8 total, 8 up, 8 in 2024-08-10T06:30:23.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:30:22 smithi031 ceph-mon[100614]: osdmap e2832: 8 total, 8 up, 8 in 2024-08-10T06:30:23.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:30:22 smithi196 ceph-mon[90243]: osdmap e2832: 8 total, 8 up, 8 in 2024-08-10T06:30:24.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:30:23 smithi031 ceph-mon[98130]: osdmap e2833: 8 total, 8 up, 8 in 2024-08-10T06:30:24.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:30:23 smithi031 ceph-mon[98130]: pgmap v4802: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 665 KiB/s rd, 32 KiB/s wr, 855 op/s 2024-08-10T06:30:24.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:30:23 smithi031 ceph-mon[100614]: osdmap e2833: 8 total, 8 up, 8 in 2024-08-10T06:30:24.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:30:23 smithi031 ceph-mon[100614]: pgmap v4802: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 665 KiB/s rd, 32 KiB/s wr, 855 op/s 2024-08-10T06:30:24.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:30:23 smithi196 ceph-mon[90243]: osdmap e2833: 8 total, 8 up, 8 in 2024-08-10T06:30:24.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:30:23 smithi196 ceph-mon[90243]: pgmap v4802: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 665 KiB/s rd, 32 KiB/s wr, 855 op/s 2024-08-10T06:30:25.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:30:24 smithi031 ceph-mon[98130]: osdmap e2834: 8 total, 8 up, 8 in 2024-08-10T06:30:25.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:30:24 smithi031 ceph-mon[100614]: osdmap e2834: 8 total, 8 up, 8 in 2024-08-10T06:30:25.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:30:24 smithi196 ceph-mon[90243]: osdmap e2834: 8 total, 8 up, 8 in 2024-08-10T06:30:26.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:30:25 smithi031 ceph-mon[98130]: osdmap e2835: 8 total, 8 up, 8 in 2024-08-10T06:30:26.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:30:25 smithi031 ceph-mon[98130]: pgmap v4805: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 451 KiB/s rd, 23 KiB/s wr, 590 op/s 2024-08-10T06:30:26.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:30:25 smithi031 ceph-mon[98130]: osdmap e2836: 8 total, 8 up, 8 in 2024-08-10T06:30:26.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:30:25 smithi031 ceph-mon[100614]: osdmap e2835: 8 total, 8 up, 8 in 2024-08-10T06:30:26.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:30:25 smithi031 ceph-mon[100614]: pgmap v4805: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 451 KiB/s rd, 23 KiB/s wr, 590 op/s 2024-08-10T06:30:26.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:30:25 smithi031 ceph-mon[100614]: osdmap e2836: 8 total, 8 up, 8 in 2024-08-10T06:30:26.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:30:25 smithi196 ceph-mon[90243]: osdmap e2835: 8 total, 8 up, 8 in 2024-08-10T06:30:26.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:30:25 smithi196 ceph-mon[90243]: pgmap v4805: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 451 KiB/s rd, 23 KiB/s wr, 590 op/s 2024-08-10T06:30:26.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:30:25 smithi196 ceph-mon[90243]: osdmap e2836: 8 total, 8 up, 8 in 2024-08-10T06:30:27.042 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_import PASSED [ 98%] 2024-08-10T06:30:27.267 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_with_progress PASSED [ 98%] 2024-08-10T06:30:27.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:30:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:30:27.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:30:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:30:27.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:30:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:30:27.456 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migrate_abort PASSED [ 99%] 2024-08-10T06:30:27.904 INFO:tasks.workunit.client.0.smithi031.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migrate_abort_with_progress PASSED [100%] 2024-08-10T06:30:27.905 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:30:27.905 INFO:tasks.workunit.client.0.smithi031.stdout:================== 174 passed, 8 skipped in 670.59s (0:11:10) ================== 2024-08-10T06:30:27.929 INFO:tasks.workunit.client.0.smithi031.stderr:+ exit 0 2024-08-10T06:30:27.929 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-10T06:30:27.930 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-10T06:30:27.958 INFO:tasks.workunit:Stopping ['rbd/test_librbd_python.sh'] on client.0... 2024-08-10T06:30:27.959 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-08-10T06:30:28.224 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:30:27 smithi031 ceph-mon[100614]: osdmap e2837: 8 total, 8 up, 8 in 2024-08-10T06:30:28.224 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:30:27 smithi031 ceph-mon[100614]: pgmap v4808: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 402 KiB/s rd, 16 KiB/s wr, 498 op/s 2024-08-10T06:30:28.224 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:30:27 smithi031 ceph-mon[98130]: osdmap e2837: 8 total, 8 up, 8 in 2024-08-10T06:30:28.224 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:30:27 smithi031 ceph-mon[98130]: pgmap v4808: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 402 KiB/s rd, 16 KiB/s wr, 498 op/s 2024-08-10T06:30:28.225 DEBUG:teuthology.parallel:result is None 2024-08-10T06:30:28.226 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-08-10T06:30:28.253 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-08-10T06:30:28.253 DEBUG:teuthology.orchestra.run.smithi031:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-08-10T06:30:28.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:30:27 smithi196 ceph-mon[90243]: osdmap e2837: 8 total, 8 up, 8 in 2024-08-10T06:30:28.280 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:30:27 smithi196 ceph-mon[90243]: pgmap v4808: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 402 KiB/s rd, 16 KiB/s wr, 498 op/s 2024-08-10T06:30:28.309 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-08-10T06:30:28.309 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-08-10T06:30:28.309 INFO:teuthology.task.print:**** done end test_rbd_python.yaml 2024-08-10T06:30:28.310 DEBUG:teuthology.parallel:result is None 2024-08-10T06:30:28.310 INFO:teuthology.run_tasks:Running task print... 2024-08-10T06:30:28.323 INFO:teuthology.task.print:**** done end parallel 2024-08-10T06:30:28.324 INFO:teuthology.run_tasks:Running task print... 2024-08-10T06:30:28.344 INFO:teuthology.task.print:**** done start telemetry x... 2024-08-10T06:30:28.344 INFO:teuthology.run_tasks:Running task workunit... 2024-08-10T06:30:28.353 INFO:tasks.workunit:Pulling workunits from ref 36f0121854057afc3d1c62b7c67046d0bb7294df 2024-08-10T06:30:28.353 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-08-10T06:30:28.354 DEBUG:teuthology.orchestra.run.smithi031:> stat -- /home/ubuntu/cephtest/mnt.0 2024-08-10T06:30:28.369 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-10T06:30:28.370 INFO:teuthology.orchestra.run.smithi031.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-08-10T06:30:28.370 DEBUG:teuthology.orchestra.run.smithi031:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-08-10T06:30:28.427 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-08-10T06:30:28.427 DEBUG:teuthology.orchestra.run.smithi031:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-08-10T06:30:28.482 INFO:tasks.workunit:timeout=3h 2024-08-10T06:30:28.483 INFO:tasks.workunit:cleanup=True 2024-08-10T06:30:28.483 DEBUG:teuthology.orchestra.run.smithi031:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 36f0121854057afc3d1c62b7c67046d0bb7294df 2024-08-10T06:30:28.540 INFO:tasks.workunit.client.0.smithi031.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-08-10T06:30:29.269 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:30:28 smithi031 ceph-mon[98130]: osdmap e2838: 8 total, 8 up, 8 in 2024-08-10T06:30:29.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:30:28 smithi031 ceph-mon[100614]: osdmap e2838: 8 total, 8 up, 8 in 2024-08-10T06:30:29.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:30:28 smithi196 ceph-mon[90243]: osdmap e2838: 8 total, 8 up, 8 in 2024-08-10T06:30:30.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:30:29 smithi031 ceph-mon[98130]: pgmap v4810: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:30:30.271 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:30:29 smithi031 ceph-mon[100614]: pgmap v4810: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:30:30.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:30:29 smithi196 ceph-mon[90243]: pgmap v4810: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:30:31.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:30:31 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:30:31] "GET /metrics HTTP/1.1" 200 36723 "" "Prometheus/2.43.0" 2024-08-10T06:30:32.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:30:32 smithi031 ceph-mon[100614]: pgmap v4811: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:30:32.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:30:32 smithi031 ceph-mon[98130]: pgmap v4811: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:30:32.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:30:32 smithi196 ceph-mon[90243]: pgmap v4811: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:30:32.529 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:30:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:30:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:30:34.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:30:34 smithi031 ceph-mon[100614]: pgmap v4812: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:30:34.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:30:34 smithi031 ceph-mon[98130]: pgmap v4812: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:30:34.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:30:34 smithi196 ceph-mon[90243]: pgmap v4812: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:30:36.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:30:36 smithi031 ceph-mon[100614]: pgmap v4813: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:30:36.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:30:36 smithi031 ceph-mon[98130]: pgmap v4813: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:30:36.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:30:36 smithi196 ceph-mon[90243]: pgmap v4813: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:30:38.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:30:38 smithi031 ceph-mon[98130]: pgmap v4814: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:30:38.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:30:38 smithi031 ceph-mon[100614]: pgmap v4814: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:30:38.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:30:38 smithi196 ceph-mon[90243]: pgmap v4814: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:30:39.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:30:39 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:30:39.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:30:39 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:30:39.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:30:39 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:30:39.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:30:39 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:30:39.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:30:39 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:30:39.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:30:39 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:30:39.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:30:39 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:30:39.521 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:30:39 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:30:39.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:30:39 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:30:39.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:30:39 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:30:39.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:30:39 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:30:39.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:30:39 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:30:40.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:30:40 smithi031 ceph-mon[100614]: pgmap v4815: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:30:40.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:30:40 smithi031 ceph-mon[98130]: pgmap v4815: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:30:40.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:30:40 smithi196 ceph-mon[90243]: pgmap v4815: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:30:41.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:30:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:30:41.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:30:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:30:41.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:30:41 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:30:41] "GET /metrics HTTP/1.1" 200 34250 "" "Prometheus/2.43.0" 2024-08-10T06:30:41.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:30:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:30:42.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:30:42 smithi031 ceph-mon[98130]: pgmap v4816: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:30:42.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:30:42 smithi031 ceph-mon[100614]: pgmap v4816: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:30:42.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:30:42 smithi196 ceph-mon[90243]: pgmap v4816: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:30:42.529 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:30:42 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:30:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:30:44.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:30:44 smithi031 ceph-mon[98130]: pgmap v4817: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:30:44.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:30:44 smithi031 ceph-mon[100614]: pgmap v4817: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:30:44.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:30:44 smithi196 ceph-mon[90243]: pgmap v4817: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:30:46.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:30:46 smithi031 ceph-mon[98130]: pgmap v4818: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:30:46.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:30:46 smithi031 ceph-mon[100614]: pgmap v4818: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:30:46.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:30:46 smithi196 ceph-mon[90243]: pgmap v4818: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:30:48.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:30:48 smithi031 ceph-mon[98130]: pgmap v4819: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:30:48.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:30:48 smithi031 ceph-mon[100614]: pgmap v4819: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:30:48.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:30:48 smithi196 ceph-mon[90243]: pgmap v4819: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:30:50.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:30:50 smithi031 ceph-mon[100614]: pgmap v4820: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:30:50.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:30:50 smithi031 ceph-mon[98130]: pgmap v4820: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:30:50.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:30:50 smithi196 ceph-mon[90243]: pgmap v4820: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:30:51.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:30:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:30:51] "GET /metrics HTTP/1.1" 200 34250 "" "Prometheus/2.43.0" 2024-08-10T06:30:52.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:30:52 smithi031 ceph-mon[98130]: pgmap v4821: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:30:52.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:30:52 smithi031 ceph-mon[100614]: pgmap v4821: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:30:52.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:30:52 smithi196 ceph-mon[90243]: pgmap v4821: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:30:52.530 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:30:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:30:52.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:30:54.519 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:30:54 smithi031 ceph-mon[100614]: pgmap v4822: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:30:54.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:30:54 smithi031 ceph-mon[98130]: pgmap v4822: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:30:54.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:30:54 smithi196 ceph-mon[90243]: pgmap v4822: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:30:56.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:30:56 smithi031 ceph-mon[98130]: pgmap v4823: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:30:56.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:30:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:30:56.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:30:56 smithi031 ceph-mon[100614]: pgmap v4823: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:30:56.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:30:56 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:30:56.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:30:56 smithi196 ceph-mon[90243]: pgmap v4823: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:30:56.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:30:56 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:30:58.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:30:58 smithi031 ceph-mon[98130]: pgmap v4824: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:30:58.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:30:58 smithi031 ceph-mon[100614]: pgmap v4824: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:30:58.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:30:58 smithi196 ceph-mon[90243]: pgmap v4824: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:31:00.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:00 smithi196 ceph-mon[90243]: pgmap v4825: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:31:00.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:00 smithi031 ceph-mon[98130]: pgmap v4825: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:31:00.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:00 smithi031 ceph-mon[100614]: pgmap v4825: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:31:01.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:31:01 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:31:01] "GET /metrics HTTP/1.1" 200 34245 "" "Prometheus/2.43.0" 2024-08-10T06:31:02.519 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:02 smithi031 ceph-mon[98130]: pgmap v4826: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:31:02.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:02 smithi031 ceph-mon[100614]: pgmap v4826: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:31:02.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:02 smithi196 ceph-mon[90243]: pgmap v4826: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:31:02.529 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:31:02 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:31:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:31:04.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:04 smithi196 ceph-mon[90243]: pgmap v4827: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:31:04.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:04 smithi031 ceph-mon[98130]: pgmap v4827: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:31:04.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:04 smithi031 ceph-mon[100614]: pgmap v4827: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:31:06.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:06 smithi031 ceph-mon[98130]: pgmap v4828: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:31:06.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:06 smithi031 ceph-mon[100614]: pgmap v4828: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:31:06.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:06 smithi196 ceph-mon[90243]: pgmap v4828: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:31:08.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:08 smithi031 ceph-mon[98130]: pgmap v4829: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:31:08.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:08 smithi031 ceph-mon[100614]: pgmap v4829: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:31:08.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:08 smithi196 ceph-mon[90243]: pgmap v4829: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:31:10.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:10 smithi031 ceph-mon[98130]: pgmap v4830: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:31:10.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:10 smithi031 ceph-mon[100614]: pgmap v4830: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:31:10.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:10 smithi196 ceph-mon[90243]: pgmap v4830: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:31:11.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:31:11 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:31:11] "GET /metrics HTTP/1.1" 200 34247 "" "Prometheus/2.43.0" 2024-08-10T06:31:11.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:11 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:31:11.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:11 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:31:11.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:11 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:31:12.681 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:12 smithi196 ceph-mon[90243]: pgmap v4831: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:31:12.681 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:31:12 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:31:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:31:12.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:12 smithi031 ceph-mon[98130]: pgmap v4831: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:31:12.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:12 smithi031 ceph-mon[100614]: pgmap v4831: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:31:14.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:14 smithi031 ceph-mon[98130]: pgmap v4832: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:31:14.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:14 smithi031 ceph-mon[100614]: pgmap v4832: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:31:14.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:14 smithi196 ceph-mon[90243]: pgmap v4832: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:31:16.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:16 smithi031 ceph-mon[100614]: pgmap v4833: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:31:16.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:16 smithi031 ceph-mon[98130]: pgmap v4833: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:31:16.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:16 smithi196 ceph-mon[90243]: pgmap v4833: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:31:18.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:18 smithi031 ceph-mon[98130]: pgmap v4834: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:31:18.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:18 smithi031 ceph-mon[100614]: pgmap v4834: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:31:18.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:18 smithi196 ceph-mon[90243]: pgmap v4834: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:31:20.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:20 smithi031 ceph-mon[100614]: pgmap v4835: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:31:20.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:20 smithi031 ceph-mon[98130]: pgmap v4835: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:31:20.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:20 smithi196 ceph-mon[90243]: pgmap v4835: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:31:21.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:31:21 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:31:21] "GET /metrics HTTP/1.1" 200 34247 "" "Prometheus/2.43.0" 2024-08-10T06:31:22.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:22 smithi031 ceph-mon[98130]: pgmap v4836: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:31:22.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:22 smithi031 ceph-mon[100614]: pgmap v4836: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:31:22.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:22 smithi196 ceph-mon[90243]: pgmap v4836: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:31:22.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:31:22 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:31:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:31:24.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:24 smithi031 ceph-mon[98130]: pgmap v4837: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:31:24.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:24 smithi031 ceph-mon[100614]: pgmap v4837: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:31:24.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:24 smithi196 ceph-mon[90243]: pgmap v4837: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:31:26.348 INFO:tasks.workunit.client.0.smithi031.stderr:Updating files: 94% (12173/12835) Updating files: 95% (12194/12835) Updating files: 96% (12322/12835) Updating files: 97% (12450/12835) Updating files: 98% (12579/12835) Updating files: 99% (12707/12835) Updating files: 100% (12835/12835) Updating files: 100% (12835/12835), done. 2024-08-10T06:31:26.769 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:26 smithi031 ceph-mon[98130]: pgmap v4838: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:31:26.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:26 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:31:26.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:26 smithi031 ceph-mon[100614]: pgmap v4838: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:31:26.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:26 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:31:26.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:26 smithi196 ceph-mon[90243]: pgmap v4838: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:31:26.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:26 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:31:26.935 INFO:tasks.workunit.client.0.smithi031.stderr:Note: switching to '36f0121854057afc3d1c62b7c67046d0bb7294df'. 2024-08-10T06:31:26.935 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-08-10T06:31:26.935 INFO:tasks.workunit.client.0.smithi031.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-08-10T06:31:26.935 INFO:tasks.workunit.client.0.smithi031.stderr:changes and commit them, and you can discard any commits you make in this 2024-08-10T06:31:26.935 INFO:tasks.workunit.client.0.smithi031.stderr:state without impacting any branches by switching back to a branch. 2024-08-10T06:31:26.935 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-08-10T06:31:26.935 INFO:tasks.workunit.client.0.smithi031.stderr:If you want to create a new branch to retain commits you create, you may 2024-08-10T06:31:26.935 INFO:tasks.workunit.client.0.smithi031.stderr:do so (now or later) by using -c with the switch command. Example: 2024-08-10T06:31:26.935 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-08-10T06:31:26.935 INFO:tasks.workunit.client.0.smithi031.stderr: git switch -c 2024-08-10T06:31:26.935 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-08-10T06:31:26.935 INFO:tasks.workunit.client.0.smithi031.stderr:Or undo this operation with: 2024-08-10T06:31:26.936 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-08-10T06:31:26.936 INFO:tasks.workunit.client.0.smithi031.stderr: git switch - 2024-08-10T06:31:26.936 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-08-10T06:31:26.936 INFO:tasks.workunit.client.0.smithi031.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-08-10T06:31:26.936 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-08-10T06:31:26.936 INFO:tasks.workunit.client.0.smithi031.stderr:HEAD is now at 36f01218540 Merge pull request #59099 from zdover23/wip-doc-2024-08-09-backport-59807-to-squid 2024-08-10T06:31:26.940 DEBUG:teuthology.orchestra.run.smithi031:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-08-10T06:31:26.997 INFO:tasks.workunit.client.0.smithi031.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-08-10T06:31:26.999 INFO:tasks.workunit.client.0.smithi031.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-10T06:31:26.999 INFO:tasks.workunit.client.0.smithi031.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-08-10T06:31:27.049 INFO:tasks.workunit.client.0.smithi031.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-08-10T06:31:27.099 INFO:tasks.workunit.client.0.smithi031.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-08-10T06:31:27.140 INFO:tasks.workunit.client.0.smithi031.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-10T06:31:27.142 INFO:tasks.workunit.client.0.smithi031.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-10T06:31:27.142 INFO:tasks.workunit.client.0.smithi031.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-08-10T06:31:27.182 INFO:tasks.workunit.client.0.smithi031.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-10T06:31:27.186 DEBUG:teuthology.orchestra.run.smithi031:> set -ex 2024-08-10T06:31:27.186 DEBUG:teuthology.orchestra.run.smithi031:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-08-10T06:31:27.243 INFO:tasks.workunit:Running workunits matching test_telemetry_quincy_x.sh on client.0... 2024-08-10T06:31:27.244 INFO:tasks.workunit:Running workunit test_telemetry_quincy_x.sh... 2024-08-10T06:31:27.244 DEBUG:teuthology.orchestra.run.smithi031:workunit test test_telemetry_quincy_x.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=36f0121854057afc3d1c62b7c67046d0bb7294df TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/test_telemetry_quincy_x.sh 2024-08-10T06:31:27.303 INFO:tasks.workunit.client.0.smithi031.stderr:++ ceph config get mgr mgr/telemetry/last_opt_revision 2024-08-10T06:31:27.698 INFO:tasks.workunit.client.0.smithi031.stderr:+ LAST_OPT_REVISION=1 2024-08-10T06:31:27.698 INFO:tasks.workunit.client.0.smithi031.stderr:+ '[' 1 -ne 1 ']' 2024-08-10T06:31:27.698 INFO:tasks.workunit.client.0.smithi031.stderr:+ ceph -s 2024-08-10T06:31:28.222 INFO:tasks.workunit.client.0.smithi031.stdout: cluster: 2024-08-10T06:31:28.222 INFO:tasks.workunit.client.0.smithi031.stdout: id: fc322138-56d5-11ef-bcce-c7b262605968 2024-08-10T06:31:28.222 INFO:tasks.workunit.client.0.smithi031.stdout: health: HEALTH_WARN 2024-08-10T06:31:28.223 INFO:tasks.workunit.client.0.smithi031.stdout: Telemetry requires re-opt-in 2024-08-10T06:31:28.223 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:31:28.223 INFO:tasks.workunit.client.0.smithi031.stdout: services: 2024-08-10T06:31:28.223 INFO:tasks.workunit.client.0.smithi031.stdout: mon: 3 daemons, quorum a,b,c (age 73m) 2024-08-10T06:31:28.223 INFO:tasks.workunit.client.0.smithi031.stdout: mgr: y(active, since 74m), standbys: x 2024-08-10T06:31:28.223 INFO:tasks.workunit.client.0.smithi031.stdout: mds: 1/1 daemons up, 1 standby 2024-08-10T06:31:28.223 INFO:tasks.workunit.client.0.smithi031.stdout: osd: 8 osds: 8 up (since 69m), 8 in (since 81m) 2024-08-10T06:31:28.223 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:31:28.223 INFO:tasks.workunit.client.0.smithi031.stdout: data: 2024-08-10T06:31:28.223 INFO:tasks.workunit.client.0.smithi031.stdout: volumes: 1/1 healthy 2024-08-10T06:31:28.223 INFO:tasks.workunit.client.0.smithi031.stdout: pools: 4 pools, 105 pgs 2024-08-10T06:31:28.223 INFO:tasks.workunit.client.0.smithi031.stdout: objects: 28 objects, 4.6 MiB 2024-08-10T06:31:28.224 INFO:tasks.workunit.client.0.smithi031.stdout: usage: 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:31:28.224 INFO:tasks.workunit.client.0.smithi031.stdout: pgs: 105 active+clean 2024-08-10T06:31:28.224 INFO:tasks.workunit.client.0.smithi031.stdout: 2024-08-10T06:31:28.233 INFO:tasks.workunit.client.0.smithi031.stderr:++ ceph telemetry collection ls 2024-08-10T06:31:28.744 INFO:tasks.workunit.client.0.smithi031.stderr:+ COLLECTIONS='New collections are available: 2024-08-10T06:31:28.744 INFO:tasks.workunit.client.0.smithi031.stderr:['\''basic_pool_flags'\''] 2024-08-10T06:31:28.744 INFO:tasks.workunit.client.0.smithi031.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-10T06:31:28.744 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-08-10T06:31:28.744 INFO:tasks.workunit.client.0.smithi031.stderr:NAME STATUS DESC 2024-08-10T06:31:28.744 INFO:tasks.workunit.client.0.smithi031.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-10T06:31:28.745 INFO:tasks.workunit.client.0.smithi031.stderr:basic_mds_metadata REPORTING MDS metadata 2024-08-10T06:31:28.745 INFO:tasks.workunit.client.0.smithi031.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-08-10T06:31:28.745 INFO:tasks.workunit.client.0.smithi031.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-08-10T06:31:28.745 INFO:tasks.workunit.client.0.smithi031.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-08-10T06:31:28.745 INFO:tasks.workunit.client.0.smithi031.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-08-10T06:31:28.745 INFO:tasks.workunit.client.0.smithi031.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-08-10T06:31:28.745 INFO:tasks.workunit.client.0.smithi031.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-10T06:31:28.745 INFO:tasks.workunit.client.0.smithi031.stderr:device_base REPORTING Information about device health metrics 2024-08-10T06:31:28.745 INFO:tasks.workunit.client.0.smithi031.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-08-10T06:31:28.745 INFO:tasks.workunit.client.0.smithi031.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-08-10T06:31:28.745 INFO:tasks.workunit.client.0.smithi031.stderr:perf_perf REPORTING Information about performance counters of the cluster ' 2024-08-10T06:31:28.746 INFO:tasks.workunit.client.0.smithi031.stderr:+ NEW_COLLECTIONS=("perf_perf" "basic_mds_metadata" "basic_pool_usage" "basic_rook_v01" "perf_memory_metrics" "basic_pool_options_bluestore") 2024-08-10T06:31:28.746 INFO:tasks.workunit.client.0.smithi031.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-10T06:31:28.746 INFO:tasks.workunit.client.0.smithi031.stderr:+ [[ New collections are available: 2024-08-10T06:31:28.746 INFO:tasks.workunit.client.0.smithi031.stderr:['basic_pool_flags'] 2024-08-10T06:31:28.746 INFO:tasks.workunit.client.0.smithi031.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-10T06:31:28.746 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-08-10T06:31:28.746 INFO:tasks.workunit.client.0.smithi031.stderr:NAME STATUS DESC 2024-08-10T06:31:28.746 INFO:tasks.workunit.client.0.smithi031.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-10T06:31:28.746 INFO:tasks.workunit.client.0.smithi031.stderr:basic_mds_metadata REPORTING MDS metadata 2024-08-10T06:31:28.746 INFO:tasks.workunit.client.0.smithi031.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-08-10T06:31:28.746 INFO:tasks.workunit.client.0.smithi031.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-08-10T06:31:28.746 INFO:tasks.workunit.client.0.smithi031.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-08-10T06:31:28.747 INFO:tasks.workunit.client.0.smithi031.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-08-10T06:31:28.747 INFO:tasks.workunit.client.0.smithi031.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-08-10T06:31:28.747 INFO:tasks.workunit.client.0.smithi031.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-10T06:31:28.747 INFO:tasks.workunit.client.0.smithi031.stderr:device_base REPORTING Information about device health metrics 2024-08-10T06:31:28.747 INFO:tasks.workunit.client.0.smithi031.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-08-10T06:31:28.747 INFO:tasks.workunit.client.0.smithi031.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-08-10T06:31:28.747 INFO:tasks.workunit.client.0.smithi031.stderr:perf_perf REPORTING Information about performance counters of the cluster == *perf_perf* ]] 2024-08-10T06:31:28.747 INFO:tasks.workunit.client.0.smithi031.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-10T06:31:28.747 INFO:tasks.workunit.client.0.smithi031.stderr:+ [[ New collections are available: 2024-08-10T06:31:28.747 INFO:tasks.workunit.client.0.smithi031.stderr:['basic_pool_flags'] 2024-08-10T06:31:28.747 INFO:tasks.workunit.client.0.smithi031.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-10T06:31:28.747 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-08-10T06:31:28.747 INFO:tasks.workunit.client.0.smithi031.stderr:NAME STATUS DESC 2024-08-10T06:31:28.747 INFO:tasks.workunit.client.0.smithi031.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-10T06:31:28.748 INFO:tasks.workunit.client.0.smithi031.stderr:basic_mds_metadata REPORTING MDS metadata 2024-08-10T06:31:28.748 INFO:tasks.workunit.client.0.smithi031.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-08-10T06:31:28.748 INFO:tasks.workunit.client.0.smithi031.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-08-10T06:31:28.748 INFO:tasks.workunit.client.0.smithi031.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-08-10T06:31:28.748 INFO:tasks.workunit.client.0.smithi031.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-08-10T06:31:28.748 INFO:tasks.workunit.client.0.smithi031.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-08-10T06:31:28.748 INFO:tasks.workunit.client.0.smithi031.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-10T06:31:28.748 INFO:tasks.workunit.client.0.smithi031.stderr:device_base REPORTING Information about device health metrics 2024-08-10T06:31:28.748 INFO:tasks.workunit.client.0.smithi031.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-08-10T06:31:28.748 INFO:tasks.workunit.client.0.smithi031.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-08-10T06:31:28.748 INFO:tasks.workunit.client.0.smithi031.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_mds_metadata* ]] 2024-08-10T06:31:28.749 INFO:tasks.workunit.client.0.smithi031.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-10T06:31:28.749 INFO:tasks.workunit.client.0.smithi031.stderr:+ [[ New collections are available: 2024-08-10T06:31:28.749 INFO:tasks.workunit.client.0.smithi031.stderr:['basic_pool_flags'] 2024-08-10T06:31:28.749 INFO:tasks.workunit.client.0.smithi031.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-10T06:31:28.749 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-08-10T06:31:28.749 INFO:tasks.workunit.client.0.smithi031.stderr:NAME STATUS DESC 2024-08-10T06:31:28.749 INFO:tasks.workunit.client.0.smithi031.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-10T06:31:28.749 INFO:tasks.workunit.client.0.smithi031.stderr:basic_mds_metadata REPORTING MDS metadata 2024-08-10T06:31:28.749 INFO:tasks.workunit.client.0.smithi031.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-08-10T06:31:28.749 INFO:tasks.workunit.client.0.smithi031.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-08-10T06:31:28.749 INFO:tasks.workunit.client.0.smithi031.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-08-10T06:31:28.749 INFO:tasks.workunit.client.0.smithi031.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-08-10T06:31:28.749 INFO:tasks.workunit.client.0.smithi031.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-08-10T06:31:28.750 INFO:tasks.workunit.client.0.smithi031.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-10T06:31:28.750 INFO:tasks.workunit.client.0.smithi031.stderr:device_base REPORTING Information about device health metrics 2024-08-10T06:31:28.750 INFO:tasks.workunit.client.0.smithi031.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-08-10T06:31:28.750 INFO:tasks.workunit.client.0.smithi031.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-08-10T06:31:28.750 INFO:tasks.workunit.client.0.smithi031.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_pool_usage* ]] 2024-08-10T06:31:28.750 INFO:tasks.workunit.client.0.smithi031.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-10T06:31:28.750 INFO:tasks.workunit.client.0.smithi031.stderr:+ [[ New collections are available: 2024-08-10T06:31:28.750 INFO:tasks.workunit.client.0.smithi031.stderr:['basic_pool_flags'] 2024-08-10T06:31:28.750 INFO:tasks.workunit.client.0.smithi031.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-10T06:31:28.750 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-08-10T06:31:28.750 INFO:tasks.workunit.client.0.smithi031.stderr:NAME STATUS DESC 2024-08-10T06:31:28.751 INFO:tasks.workunit.client.0.smithi031.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-10T06:31:28.751 INFO:tasks.workunit.client.0.smithi031.stderr:basic_mds_metadata REPORTING MDS metadata 2024-08-10T06:31:28.751 INFO:tasks.workunit.client.0.smithi031.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-08-10T06:31:28.751 INFO:tasks.workunit.client.0.smithi031.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-08-10T06:31:28.751 INFO:tasks.workunit.client.0.smithi031.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-08-10T06:31:28.751 INFO:tasks.workunit.client.0.smithi031.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-08-10T06:31:28.751 INFO:tasks.workunit.client.0.smithi031.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-08-10T06:31:28.751 INFO:tasks.workunit.client.0.smithi031.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-10T06:31:28.751 INFO:tasks.workunit.client.0.smithi031.stderr:device_base REPORTING Information about device health metrics 2024-08-10T06:31:28.751 INFO:tasks.workunit.client.0.smithi031.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-08-10T06:31:28.751 INFO:tasks.workunit.client.0.smithi031.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-08-10T06:31:28.751 INFO:tasks.workunit.client.0.smithi031.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_rook_v01* ]] 2024-08-10T06:31:28.751 INFO:tasks.workunit.client.0.smithi031.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-10T06:31:28.751 INFO:tasks.workunit.client.0.smithi031.stderr:+ [[ New collections are available: 2024-08-10T06:31:28.751 INFO:tasks.workunit.client.0.smithi031.stderr:['basic_pool_flags'] 2024-08-10T06:31:28.752 INFO:tasks.workunit.client.0.smithi031.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-10T06:31:28.752 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-08-10T06:31:28.752 INFO:tasks.workunit.client.0.smithi031.stderr:NAME STATUS DESC 2024-08-10T06:31:28.752 INFO:tasks.workunit.client.0.smithi031.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-10T06:31:28.752 INFO:tasks.workunit.client.0.smithi031.stderr:basic_mds_metadata REPORTING MDS metadata 2024-08-10T06:31:28.752 INFO:tasks.workunit.client.0.smithi031.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-08-10T06:31:28.752 INFO:tasks.workunit.client.0.smithi031.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-08-10T06:31:28.752 INFO:tasks.workunit.client.0.smithi031.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-08-10T06:31:28.752 INFO:tasks.workunit.client.0.smithi031.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-08-10T06:31:28.752 INFO:tasks.workunit.client.0.smithi031.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-08-10T06:31:28.752 INFO:tasks.workunit.client.0.smithi031.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-10T06:31:28.752 INFO:tasks.workunit.client.0.smithi031.stderr:device_base REPORTING Information about device health metrics 2024-08-10T06:31:28.752 INFO:tasks.workunit.client.0.smithi031.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-08-10T06:31:28.752 INFO:tasks.workunit.client.0.smithi031.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-08-10T06:31:28.753 INFO:tasks.workunit.client.0.smithi031.stderr:perf_perf REPORTING Information about performance counters of the cluster == *perf_memory_metrics* ]] 2024-08-10T06:31:28.753 INFO:tasks.workunit.client.0.smithi031.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-10T06:31:28.753 INFO:tasks.workunit.client.0.smithi031.stderr:+ [[ New collections are available: 2024-08-10T06:31:28.753 INFO:tasks.workunit.client.0.smithi031.stderr:['basic_pool_flags'] 2024-08-10T06:31:28.753 INFO:tasks.workunit.client.0.smithi031.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-10T06:31:28.753 INFO:tasks.workunit.client.0.smithi031.stderr: 2024-08-10T06:31:28.753 INFO:tasks.workunit.client.0.smithi031.stderr:NAME STATUS DESC 2024-08-10T06:31:28.753 INFO:tasks.workunit.client.0.smithi031.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-10T06:31:28.753 INFO:tasks.workunit.client.0.smithi031.stderr:basic_mds_metadata REPORTING MDS metadata 2024-08-10T06:31:28.753 INFO:tasks.workunit.client.0.smithi031.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-08-10T06:31:28.753 INFO:tasks.workunit.client.0.smithi031.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-08-10T06:31:28.753 INFO:tasks.workunit.client.0.smithi031.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-08-10T06:31:28.754 INFO:tasks.workunit.client.0.smithi031.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-08-10T06:31:28.754 INFO:tasks.workunit.client.0.smithi031.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-08-10T06:31:28.754 INFO:tasks.workunit.client.0.smithi031.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-10T06:31:28.754 INFO:tasks.workunit.client.0.smithi031.stderr:device_base REPORTING Information about device health metrics 2024-08-10T06:31:28.754 INFO:tasks.workunit.client.0.smithi031.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-08-10T06:31:28.754 INFO:tasks.workunit.client.0.smithi031.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-08-10T06:31:28.754 INFO:tasks.workunit.client.0.smithi031.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_pool_options_bluestore* ]] 2024-08-10T06:31:28.754 INFO:tasks.workunit.client.0.smithi031.stderr:+ ceph telemetry preview 2024-08-10T06:31:28.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:28 smithi031 ceph-mon[100614]: pgmap v4839: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:31:28.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:28 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/995131336' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-10T06:31:28.769 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:28 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/995131336' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-10T06:31:28.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:28 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/3397341198' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-08-10T06:31:28.770 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:28 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/3397341198' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-08-10T06:31:28.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:28 smithi031 ceph-mon[98130]: pgmap v4839: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:31:28.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:28 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/995131336' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-10T06:31:28.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:28 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/995131336' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-10T06:31:28.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:28 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/3397341198' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-08-10T06:31:28.770 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:28 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/3397341198' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-08-10T06:31:28.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:28 smithi196 ceph-mon[90243]: pgmap v4839: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:31:28.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:28 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/995131336' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-10T06:31:28.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:28 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/995131336' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-10T06:31:28.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:28 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/3397341198' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-08-10T06:31:28.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:28 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/3397341198' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-08-10T06:31:29.470 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-08-10T06:31:29.471 INFO:tasks.workunit.client.0.smithi031.stdout: "balancer": { 2024-08-10T06:31:29.471 INFO:tasks.workunit.client.0.smithi031.stdout: "active": true, 2024-08-10T06:31:29.471 INFO:tasks.workunit.client.0.smithi031.stdout: "mode": "" 2024-08-10T06:31:29.471 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.471 INFO:tasks.workunit.client.0.smithi031.stdout: "channels": [ 2024-08-10T06:31:29.471 INFO:tasks.workunit.client.0.smithi031.stdout: "basic", 2024-08-10T06:31:29.471 INFO:tasks.workunit.client.0.smithi031.stdout: "crash", 2024-08-10T06:31:29.471 INFO:tasks.workunit.client.0.smithi031.stdout: "device", 2024-08-10T06:31:29.471 INFO:tasks.workunit.client.0.smithi031.stdout: "ident", 2024-08-10T06:31:29.471 INFO:tasks.workunit.client.0.smithi031.stdout: "perf" 2024-08-10T06:31:29.471 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:29.471 INFO:tasks.workunit.client.0.smithi031.stdout: "channels_available": [ 2024-08-10T06:31:29.472 INFO:tasks.workunit.client.0.smithi031.stdout: "basic", 2024-08-10T06:31:29.472 INFO:tasks.workunit.client.0.smithi031.stdout: "ident", 2024-08-10T06:31:29.472 INFO:tasks.workunit.client.0.smithi031.stdout: "crash", 2024-08-10T06:31:29.472 INFO:tasks.workunit.client.0.smithi031.stdout: "device", 2024-08-10T06:31:29.472 INFO:tasks.workunit.client.0.smithi031.stdout: "perf" 2024-08-10T06:31:29.472 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:29.472 INFO:tasks.workunit.client.0.smithi031.stdout: "collections_available": [ 2024-08-10T06:31:29.472 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_base", 2024-08-10T06:31:29.472 INFO:tasks.workunit.client.0.smithi031.stdout: "device_base", 2024-08-10T06:31:29.472 INFO:tasks.workunit.client.0.smithi031.stdout: "crash_base", 2024-08-10T06:31:29.472 INFO:tasks.workunit.client.0.smithi031.stdout: "ident_base", 2024-08-10T06:31:29.472 INFO:tasks.workunit.client.0.smithi031.stdout: "perf_perf", 2024-08-10T06:31:29.472 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_mds_metadata", 2024-08-10T06:31:29.473 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_pool_usage", 2024-08-10T06:31:29.473 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_usage_by_class", 2024-08-10T06:31:29.473 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_rook_v01", 2024-08-10T06:31:29.473 INFO:tasks.workunit.client.0.smithi031.stdout: "perf_memory_metrics", 2024-08-10T06:31:29.473 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_pool_options_bluestore", 2024-08-10T06:31:29.473 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_pool_flags" 2024-08-10T06:31:29.473 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:29.473 INFO:tasks.workunit.client.0.smithi031.stdout: "collections_opted_in": [ 2024-08-10T06:31:29.473 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_base", 2024-08-10T06:31:29.473 INFO:tasks.workunit.client.0.smithi031.stdout: "device_base", 2024-08-10T06:31:29.473 INFO:tasks.workunit.client.0.smithi031.stdout: "crash_base", 2024-08-10T06:31:29.473 INFO:tasks.workunit.client.0.smithi031.stdout: "ident_base", 2024-08-10T06:31:29.473 INFO:tasks.workunit.client.0.smithi031.stdout: "perf_perf", 2024-08-10T06:31:29.473 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_mds_metadata", 2024-08-10T06:31:29.474 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_pool_usage", 2024-08-10T06:31:29.474 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_usage_by_class", 2024-08-10T06:31:29.474 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_rook_v01", 2024-08-10T06:31:29.474 INFO:tasks.workunit.client.0.smithi031.stdout: "perf_memory_metrics", 2024-08-10T06:31:29.474 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_pool_options_bluestore", 2024-08-10T06:31:29.474 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_pool_flags" 2024-08-10T06:31:29.474 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:29.474 INFO:tasks.workunit.client.0.smithi031.stdout: "config": { 2024-08-10T06:31:29.474 INFO:tasks.workunit.client.0.smithi031.stdout: "active_changed": [ 2024-08-10T06:31:29.474 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-10T06:31:29.474 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_debug", 2024-08-10T06:31:29.474 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_mon_ticket_ttl", 2024-08-10T06:31:29.475 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_service_ticket_ttl", 2024-08-10T06:31:29.475 INFO:tasks.workunit.client.0.smithi031.stdout: "bdev_debug_aio", 2024-08-10T06:31:29.475 INFO:tasks.workunit.client.0.smithi031.stdout: "client_check_pool_perm", 2024-08-10T06:31:29.475 INFO:tasks.workunit.client.0.smithi031.stdout: "client_mount_gid", 2024-08-10T06:31:29.475 INFO:tasks.workunit.client.0.smithi031.stdout: "client_mount_uid", 2024-08-10T06:31:29.475 INFO:tasks.workunit.client.0.smithi031.stdout: "client_quota", 2024-08-10T06:31:29.475 INFO:tasks.workunit.client.0.smithi031.stdout: "container_image", 2024-08-10T06:31:29.475 INFO:tasks.workunit.client.0.smithi031.stdout: "daemonize", 2024-08-10T06:31:29.475 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_asserts_on_shutdown", 2024-08-10T06:31:29.475 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_mgr", 2024-08-10T06:31:29.475 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_mon", 2024-08-10T06:31:29.475 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_ms", 2024-08-10T06:31:29.475 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_osd", 2024-08-10T06:31:29.475 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_paxos", 2024-08-10T06:31:29.476 INFO:tasks.workunit.client.0.smithi031.stdout: "keyring", 2024-08-10T06:31:29.476 INFO:tasks.workunit.client.0.smithi031.stdout: "log_to_file", 2024-08-10T06:31:29.476 INFO:tasks.workunit.client.0.smithi031.stdout: "log_to_journald", 2024-08-10T06:31:29.476 INFO:tasks.workunit.client.0.smithi031.stdout: "log_to_stderr", 2024-08-10T06:31:29.476 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_allow_pool_delete", 2024-08-10T06:31:29.476 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_clock_drift_allowed", 2024-08-10T06:31:29.476 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_cluster_log_to_file", 2024-08-10T06:31:29.476 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_cluster_log_to_journald", 2024-08-10T06:31:29.476 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_cluster_log_to_stderr", 2024-08-10T06:31:29.476 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_data_avail_warn", 2024-08-10T06:31:29.476 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_election_default_strategy", 2024-08-10T06:31:29.476 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_host", 2024-08-10T06:31:29.476 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_max_pg_per_osd", 2024-08-10T06:31:29.476 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_mds_skip_sanity", 2024-08-10T06:31:29.477 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_mgr_mkfs_grace", 2024-08-10T06:31:29.477 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_osd_prime_pg_temp", 2024-08-10T06:31:29.477 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_osd_reporter_subtree_level", 2024-08-10T06:31:29.477 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_pg_warn_max_object_skew", 2024-08-10T06:31:29.477 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-10T06:31:29.477 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-10T06:31:29.477 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-10T06:31:29.477 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-10T06:31:29.477 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-10T06:31:29.477 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-10T06:31:29.477 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-10T06:31:29.477 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-10T06:31:29.477 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_too_few_osds", 2024-08-10T06:31:29.477 INFO:tasks.workunit.client.0.smithi031.stdout: "ms_die_on_bug", 2024-08-10T06:31:29.477 INFO:tasks.workunit.client.0.smithi031.stdout: "ms_die_on_old_message", 2024-08-10T06:31:29.478 INFO:tasks.workunit.client.0.smithi031.stdout: "no_config_file", 2024-08-10T06:31:29.478 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_class_default_list", 2024-08-10T06:31:29.478 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_class_load_list", 2024-08-10T06:31:29.478 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_misdirected_ops", 2024-08-10T06:31:29.478 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_op_order", 2024-08-10T06:31:29.478 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_pg_log_writeout", 2024-08-10T06:31:29.478 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_shutdown", 2024-08-10T06:31:29.478 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_verify_cached_snaps", 2024-08-10T06:31:29.478 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_verify_missing_on_start", 2024-08-10T06:31:29.478 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_verify_stray_on_activate", 2024-08-10T06:31:29.478 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-10T06:31:29.478 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_delete_sleep", 2024-08-10T06:31:29.478 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_delete_sleep_hdd", 2024-08-10T06:31:29.479 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_delete_sleep_hybrid", 2024-08-10T06:31:29.479 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_delete_sleep_ssd", 2024-08-10T06:31:29.479 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_max_backfills", 2024-08-10T06:31:29.479 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-08-10T06:31:29.479 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_profile", 2024-08-10T06:31:29.479 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-08-10T06:31:29.479 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-08-10T06:31:29.479 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-08-10T06:31:29.479 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-08-10T06:31:29.479 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-08-10T06:31:29.479 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-08-10T06:31:29.479 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_client_lim", 2024-08-10T06:31:29.479 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_client_res", 2024-08-10T06:31:29.480 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_client_wgt", 2024-08-10T06:31:29.480 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_memory_target", 2024-08-10T06:31:29.480 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_memory_target_autotune", 2024-08-10T06:31:29.480 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_op_queue", 2024-08-10T06:31:29.480 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_op_queue_cut_off", 2024-08-10T06:31:29.480 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pool_default_erasure_code_profile", 2024-08-10T06:31:29.480 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-10T06:31:29.480 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recover_clone_overlap", 2024-08-10T06:31:29.480 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recovery_max_active", 2024-08-10T06:31:29.480 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recovery_max_active_hdd", 2024-08-10T06:31:29.480 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recovery_max_active_ssd", 2024-08-10T06:31:29.480 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recovery_max_chunk", 2024-08-10T06:31:29.480 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recovery_sleep", 2024-08-10T06:31:29.480 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recovery_sleep_hdd", 2024-08-10T06:31:29.481 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recovery_sleep_hybrid", 2024-08-10T06:31:29.481 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recovery_sleep_ssd", 2024-08-10T06:31:29.481 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_scrub_load_threshold", 2024-08-10T06:31:29.481 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_scrub_max_interval", 2024-08-10T06:31:29.481 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_scrub_sleep", 2024-08-10T06:31:29.481 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_shutdown_pgref_assert", 2024-08-10T06:31:29.481 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_snap_trim_sleep", 2024-08-10T06:31:29.481 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_snap_trim_sleep_hdd", 2024-08-10T06:31:29.481 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_snap_trim_sleep_hybrid", 2024-08-10T06:31:29.481 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_snap_trim_sleep_ssd", 2024-08-10T06:31:29.481 INFO:tasks.workunit.client.0.smithi031.stdout: "public_network", 2024-08-10T06:31:29.481 INFO:tasks.workunit.client.0.smithi031.stdout: "rbd_config_pool_override_update_timestamp", 2024-08-10T06:31:29.481 INFO:tasks.workunit.client.0.smithi031.stdout: "rbd_default_features", 2024-08-10T06:31:29.481 INFO:tasks.workunit.client.0.smithi031.stdout: "rbd_qos_exclude_ops", 2024-08-10T06:31:29.482 INFO:tasks.workunit.client.0.smithi031.stdout: "setgroup", 2024-08-10T06:31:29.482 INFO:tasks.workunit.client.0.smithi031.stdout: "setuser" 2024-08-10T06:31:29.482 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:29.482 INFO:tasks.workunit.client.0.smithi031.stdout: "cluster_changed": [ 2024-08-10T06:31:29.482 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-10T06:31:29.482 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_debug", 2024-08-10T06:31:29.482 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_mon_ticket_ttl", 2024-08-10T06:31:29.482 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_service_ticket_ttl", 2024-08-10T06:31:29.482 INFO:tasks.workunit.client.0.smithi031.stdout: "bdev_debug_aio", 2024-08-10T06:31:29.482 INFO:tasks.workunit.client.0.smithi031.stdout: "container_image", 2024-08-10T06:31:29.482 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_asserts_on_shutdown", 2024-08-10T06:31:29.482 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_mgr", 2024-08-10T06:31:29.482 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_mon", 2024-08-10T06:31:29.482 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_ms", 2024-08-10T06:31:29.483 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_osd", 2024-08-10T06:31:29.483 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_paxos", 2024-08-10T06:31:29.483 INFO:tasks.workunit.client.0.smithi031.stdout: "log_to_file", 2024-08-10T06:31:29.483 INFO:tasks.workunit.client.0.smithi031.stdout: "log_to_journald", 2024-08-10T06:31:29.483 INFO:tasks.workunit.client.0.smithi031.stdout: "log_to_stderr", 2024-08-10T06:31:29.483 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_join_fs", 2024-08-10T06:31:29.483 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/cephadm/allow_ptrace", 2024-08-10T06:31:29.483 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/cephadm/container_init", 2024-08-10T06:31:29.483 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/cephadm/migration_current", 2024-08-10T06:31:29.483 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/cephadm/use_repo_digest", 2024-08-10T06:31:29.483 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-08-10T06:31:29.483 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-08-10T06:31:29.483 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-08-10T06:31:29.483 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-08-10T06:31:29.484 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/dashboard/ssl_server_port", 2024-08-10T06:31:29.484 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/orchestrator/orchestrator", 2024-08-10T06:31:29.484 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/telemetry/channel_ident", 2024-08-10T06:31:29.484 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/telemetry/channel_perf", 2024-08-10T06:31:29.484 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/telemetry/description", 2024-08-10T06:31:29.484 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/telemetry/enabled", 2024-08-10T06:31:29.484 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/telemetry/organization", 2024-08-10T06:31:29.484 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_allow_pool_delete", 2024-08-10T06:31:29.484 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_clock_drift_allowed", 2024-08-10T06:31:29.484 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_cluster_log_to_file", 2024-08-10T06:31:29.484 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_data_avail_warn", 2024-08-10T06:31:29.484 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_election_default_strategy", 2024-08-10T06:31:29.484 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_max_pg_per_osd", 2024-08-10T06:31:29.485 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_mds_skip_sanity", 2024-08-10T06:31:29.485 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_mgr_mkfs_grace", 2024-08-10T06:31:29.485 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_osd_prime_pg_temp", 2024-08-10T06:31:29.485 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_osd_reporter_subtree_level", 2024-08-10T06:31:29.485 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_pg_warn_max_object_skew", 2024-08-10T06:31:29.485 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-10T06:31:29.485 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-10T06:31:29.485 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-10T06:31:29.485 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-10T06:31:29.485 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-10T06:31:29.485 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-10T06:31:29.485 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-10T06:31:29.485 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-10T06:31:29.485 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_too_few_osds", 2024-08-10T06:31:29.486 INFO:tasks.workunit.client.0.smithi031.stdout: "ms_die_on_bug", 2024-08-10T06:31:29.486 INFO:tasks.workunit.client.0.smithi031.stdout: "ms_die_on_old_message", 2024-08-10T06:31:29.486 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_class_default_list", 2024-08-10T06:31:29.486 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_class_load_list", 2024-08-10T06:31:29.486 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_misdirected_ops", 2024-08-10T06:31:29.486 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_op_order", 2024-08-10T06:31:29.486 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_pg_log_writeout", 2024-08-10T06:31:29.486 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_shutdown", 2024-08-10T06:31:29.486 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_verify_cached_snaps", 2024-08-10T06:31:29.486 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_verify_missing_on_start", 2024-08-10T06:31:29.486 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_verify_stray_on_activate", 2024-08-10T06:31:29.486 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-10T06:31:29.486 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-08-10T06:31:29.486 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_profile", 2024-08-10T06:31:29.487 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_memory_target", 2024-08-10T06:31:29.487 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_memory_target_autotune", 2024-08-10T06:31:29.487 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_op_queue", 2024-08-10T06:31:29.487 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_op_queue_cut_off", 2024-08-10T06:31:29.487 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pool_default_erasure_code_profile", 2024-08-10T06:31:29.487 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-10T06:31:29.487 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recover_clone_overlap", 2024-08-10T06:31:29.487 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recovery_max_chunk", 2024-08-10T06:31:29.487 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_scrub_load_threshold", 2024-08-10T06:31:29.487 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_scrub_max_interval", 2024-08-10T06:31:29.487 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_shutdown_pgref_assert", 2024-08-10T06:31:29.487 INFO:tasks.workunit.client.0.smithi031.stdout: "public_network", 2024-08-10T06:31:29.488 INFO:tasks.workunit.client.0.smithi031.stdout: "rbd_config_pool_override_update_timestamp", 2024-08-10T06:31:29.488 INFO:tasks.workunit.client.0.smithi031.stdout: "rgw_cache_enabled", 2024-08-10T06:31:29.488 INFO:tasks.workunit.client.0.smithi031.stdout: "rgw_enable_ops_log", 2024-08-10T06:31:29.488 INFO:tasks.workunit.client.0.smithi031.stdout: "rgw_enable_usage_log" 2024-08-10T06:31:29.488 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:29.488 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.488 INFO:tasks.workunit.client.0.smithi031.stdout: "contact": null, 2024-08-10T06:31:29.488 INFO:tasks.workunit.client.0.smithi031.stdout: "crashes": [], 2024-08-10T06:31:29.488 INFO:tasks.workunit.client.0.smithi031.stdout: "created": "2024-08-10T05:04:52.101829Z", 2024-08-10T06:31:29.488 INFO:tasks.workunit.client.0.smithi031.stdout: "crush": { 2024-08-10T06:31:29.488 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_algs": { 2024-08-10T06:31:29.488 INFO:tasks.workunit.client.0.smithi031.stdout: "straw2": 3 2024-08-10T06:31:29.488 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.488 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_sizes": { 2024-08-10T06:31:29.489 INFO:tasks.workunit.client.0.smithi031.stdout: "2": 1, 2024-08-10T06:31:29.489 INFO:tasks.workunit.client.0.smithi031.stdout: "4": 2 2024-08-10T06:31:29.489 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.489 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_types": { 2024-08-10T06:31:29.489 INFO:tasks.workunit.client.0.smithi031.stdout: "1": 2, 2024-08-10T06:31:29.489 INFO:tasks.workunit.client.0.smithi031.stdout: "11": 1 2024-08-10T06:31:29.489 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.489 INFO:tasks.workunit.client.0.smithi031.stdout: "compat_weight_set": false, 2024-08-10T06:31:29.489 INFO:tasks.workunit.client.0.smithi031.stdout: "device_classes": [ 2024-08-10T06:31:29.489 INFO:tasks.workunit.client.0.smithi031.stdout: 8 2024-08-10T06:31:29.489 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:29.489 INFO:tasks.workunit.client.0.smithi031.stdout: "num_buckets": 6, 2024-08-10T06:31:29.489 INFO:tasks.workunit.client.0.smithi031.stdout: "num_devices": 8, 2024-08-10T06:31:29.490 INFO:tasks.workunit.client.0.smithi031.stdout: "num_rules": 2, 2024-08-10T06:31:29.490 INFO:tasks.workunit.client.0.smithi031.stdout: "num_types": 12, 2024-08-10T06:31:29.490 INFO:tasks.workunit.client.0.smithi031.stdout: "num_weight_sets": 0, 2024-08-10T06:31:29.490 INFO:tasks.workunit.client.0.smithi031.stdout: "tunables": { 2024-08-10T06:31:29.490 INFO:tasks.workunit.client.0.smithi031.stdout: "allowed_bucket_algs": 54, 2024-08-10T06:31:29.490 INFO:tasks.workunit.client.0.smithi031.stdout: "choose_local_fallback_tries": 0, 2024-08-10T06:31:29.490 INFO:tasks.workunit.client.0.smithi031.stdout: "choose_local_tries": 0, 2024-08-10T06:31:29.490 INFO:tasks.workunit.client.0.smithi031.stdout: "choose_total_tries": 50, 2024-08-10T06:31:29.490 INFO:tasks.workunit.client.0.smithi031.stdout: "chooseleaf_descend_once": 1, 2024-08-10T06:31:29.490 INFO:tasks.workunit.client.0.smithi031.stdout: "chooseleaf_stable": 1, 2024-08-10T06:31:29.490 INFO:tasks.workunit.client.0.smithi031.stdout: "chooseleaf_vary_r": 1, 2024-08-10T06:31:29.490 INFO:tasks.workunit.client.0.smithi031.stdout: "has_msr_rules": 0, 2024-08-10T06:31:29.490 INFO:tasks.workunit.client.0.smithi031.stdout: "has_v2_rules": 1, 2024-08-10T06:31:29.491 INFO:tasks.workunit.client.0.smithi031.stdout: "has_v3_rules": 0, 2024-08-10T06:31:29.491 INFO:tasks.workunit.client.0.smithi031.stdout: "has_v4_buckets": 1, 2024-08-10T06:31:29.491 INFO:tasks.workunit.client.0.smithi031.stdout: "has_v5_rules": 0, 2024-08-10T06:31:29.491 INFO:tasks.workunit.client.0.smithi031.stdout: "legacy_tunables": 0, 2024-08-10T06:31:29.491 INFO:tasks.workunit.client.0.smithi031.stdout: "minimum_required_version": "jewel", 2024-08-10T06:31:29.491 INFO:tasks.workunit.client.0.smithi031.stdout: "msr_collision_tries": 100, 2024-08-10T06:31:29.491 INFO:tasks.workunit.client.0.smithi031.stdout: "msr_descents": 100, 2024-08-10T06:31:29.491 INFO:tasks.workunit.client.0.smithi031.stdout: "optimal_tunables": 1, 2024-08-10T06:31:29.491 INFO:tasks.workunit.client.0.smithi031.stdout: "profile": "jewel", 2024-08-10T06:31:29.491 INFO:tasks.workunit.client.0.smithi031.stdout: "require_feature_tunables": 1, 2024-08-10T06:31:29.491 INFO:tasks.workunit.client.0.smithi031.stdout: "require_feature_tunables2": 1, 2024-08-10T06:31:29.491 INFO:tasks.workunit.client.0.smithi031.stdout: "require_feature_tunables3": 1, 2024-08-10T06:31:29.491 INFO:tasks.workunit.client.0.smithi031.stdout: "require_feature_tunables5": 1, 2024-08-10T06:31:29.491 INFO:tasks.workunit.client.0.smithi031.stdout: "straw_calc_version": 1 2024-08-10T06:31:29.492 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:29.492 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.492 INFO:tasks.workunit.client.0.smithi031.stdout: "description": "upgrade test cluster", 2024-08-10T06:31:29.492 INFO:tasks.workunit.client.0.smithi031.stdout: "fs": { 2024-08-10T06:31:29.492 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-08-10T06:31:29.492 INFO:tasks.workunit.client.0.smithi031.stdout: "feature_flags": { 2024-08-10T06:31:29.492 INFO:tasks.workunit.client.0.smithi031.stdout: "enable_multiple": true, 2024-08-10T06:31:29.492 INFO:tasks.workunit.client.0.smithi031.stdout: "ever_enabled_multiple": true 2024-08-10T06:31:29.492 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.492 INFO:tasks.workunit.client.0.smithi031.stdout: "filesystems": [ 2024-08-10T06:31:29.492 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:29.492 INFO:tasks.workunit.client.0.smithi031.stdout: "approx_ctime": "2024-08", 2024-08-10T06:31:29.492 INFO:tasks.workunit.client.0.smithi031.stdout: "balancer_enabled": false, 2024-08-10T06:31:29.492 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.493 INFO:tasks.workunit.client.0.smithi031.stdout: "cached_caps": 0, 2024-08-10T06:31:29.493 INFO:tasks.workunit.client.0.smithi031.stdout: "cached_dns": 10, 2024-08-10T06:31:29.493 INFO:tasks.workunit.client.0.smithi031.stdout: "cached_inos": 13, 2024-08-10T06:31:29.493 INFO:tasks.workunit.client.0.smithi031.stdout: "cached_subtrees": 2, 2024-08-10T06:31:29.493 INFO:tasks.workunit.client.0.smithi031.stdout: "ever_allowed_features": 0, 2024-08-10T06:31:29.493 INFO:tasks.workunit.client.0.smithi031.stdout: "explicitly_allowed_features": 0, 2024-08-10T06:31:29.493 INFO:tasks.workunit.client.0.smithi031.stdout: "files": 0, 2024-08-10T06:31:29.493 INFO:tasks.workunit.client.0.smithi031.stdout: "max_mds": 1, 2024-08-10T06:31:29.493 INFO:tasks.workunit.client.0.smithi031.stdout: "num_data_pools": 1, 2024-08-10T06:31:29.493 INFO:tasks.workunit.client.0.smithi031.stdout: "num_in": 1, 2024-08-10T06:31:29.493 INFO:tasks.workunit.client.0.smithi031.stdout: "num_mds": 1, 2024-08-10T06:31:29.493 INFO:tasks.workunit.client.0.smithi031.stdout: "num_sessions": 0, 2024-08-10T06:31:29.493 INFO:tasks.workunit.client.0.smithi031.stdout: "num_standby_replay": 0, 2024-08-10T06:31:29.494 INFO:tasks.workunit.client.0.smithi031.stdout: "num_up": 1, 2024-08-10T06:31:29.494 INFO:tasks.workunit.client.0.smithi031.stdout: "snaps": 0, 2024-08-10T06:31:29.494 INFO:tasks.workunit.client.0.smithi031.stdout: "standby_count_wanted": 0 2024-08-10T06:31:29.494 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:29.494 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:29.494 INFO:tasks.workunit.client.0.smithi031.stdout: "num_standby_mds": 1, 2024-08-10T06:31:29.494 INFO:tasks.workunit.client.0.smithi031.stdout: "total_num_mds": 2 2024-08-10T06:31:29.494 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.494 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_stats": { 2024-08-10T06:31:29.494 INFO:tasks.workunit.client.0.smithi031.stdout: "mds": { 2024-08-10T06:31:29.494 INFO:tasks.workunit.client.0.smithi031.stdout: "mds.78b7f16c00d1f5b2f8ba1b3f812aa97559391734": { 2024-08-10T06:31:29.494 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 20144128, 2024-08-10T06:31:29.494 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 352952, 2024-08-10T06:31:29.495 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 2621440, 2024-08-10T06:31:29.495 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 851968, 2024-08-10T06:31:29.495 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 0, 2024-08-10T06:31:29.495 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 353, 2024-08-10T06:31:29.495 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:31:29.495 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 1097968, 2024-08-10T06:31:29.495 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 13, 2024-08-10T06:31:29.495 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 479232, 2024-08-10T06:31:29.495 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 14740568, 2024-08-10T06:31:29.495 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 20144128 2024-08-10T06:31:29.495 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.495 INFO:tasks.workunit.client.0.smithi031.stdout: "mds.8ebe73bd7ea27fbdeeae1ec6539f9be9b100ac0f": { 2024-08-10T06:31:29.495 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 20602880, 2024-08-10T06:31:29.495 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 434544, 2024-08-10T06:31:29.495 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 2621440, 2024-08-10T06:31:29.496 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 0, 2024-08-10T06:31:29.496 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 589824, 2024-08-10T06:31:29.496 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 479, 2024-08-10T06:31:29.496 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:31:29.496 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 1406712, 2024-08-10T06:31:29.496 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 22, 2024-08-10T06:31:29.496 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 1010688, 2024-08-10T06:31:29.496 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 15129496, 2024-08-10T06:31:29.496 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 21192704 2024-08-10T06:31:29.496 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:29.496 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.496 INFO:tasks.workunit.client.0.smithi031.stdout: "mon": { 2024-08-10T06:31:29.496 INFO:tasks.workunit.client.0.smithi031.stdout: "mon.62ad85b37c16ffdd779a4c5a495ed5779bfdb6c1": { 2024-08-10T06:31:29.496 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 177741824, 2024-08-10T06:31:29.496 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 2278200, 2024-08-10T06:31:29.497 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 2883584, 2024-08-10T06:31:29.497 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 1548288, 2024-08-10T06:31:29.497 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 1302528, 2024-08-10T06:31:29.497 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 6979, 2024-08-10T06:31:29.497 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:31:29.497 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 9458656, 2024-08-10T06:31:29.497 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 20, 2024-08-10T06:31:29.497 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 3021568, 2024-08-10T06:31:29.497 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 158551528, 2024-08-10T06:31:29.497 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 179044352 2024-08-10T06:31:29.497 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.497 INFO:tasks.workunit.client.0.smithi031.stdout: "mon.78b7f16c00d1f5b2f8ba1b3f812aa97559391734": { 2024-08-10T06:31:29.497 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 168624128, 2024-08-10T06:31:29.497 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 2133880, 2024-08-10T06:31:29.498 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 2883584, 2024-08-10T06:31:29.498 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 0, 2024-08-10T06:31:29.498 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 3072000, 2024-08-10T06:31:29.498 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 6522, 2024-08-10T06:31:29.498 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:31:29.498 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 10201888, 2024-08-10T06:31:29.498 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 20, 2024-08-10T06:31:29.498 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 2056960, 2024-08-10T06:31:29.498 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 151347816, 2024-08-10T06:31:29.498 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 171696128 2024-08-10T06:31:29.498 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.498 INFO:tasks.workunit.client.0.smithi031.stdout: "mon.8ebe73bd7ea27fbdeeae1ec6539f9be9b100ac0f": { 2024-08-10T06:31:29.498 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 264904704, 2024-08-10T06:31:29.499 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 5869808, 2024-08-10T06:31:29.499 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 3014656, 2024-08-10T06:31:29.499 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 1564672, 2024-08-10T06:31:29.499 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 294912, 2024-08-10T06:31:29.499 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 10010, 2024-08-10T06:31:29.499 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:31:29.499 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 15188200, 2024-08-10T06:31:29.499 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 23, 2024-08-10T06:31:29.499 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 4206592, 2024-08-10T06:31:29.499 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 235060776, 2024-08-10T06:31:29.499 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 265199616 2024-08-10T06:31:29.499 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:29.499 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.499 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:29.500 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.0": { 2024-08-10T06:31:29.500 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 481296384, 2024-08-10T06:31:29.500 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 24836928, 2024-08-10T06:31:29.500 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 5373952, 2024-08-10T06:31:29.500 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 0, 2024-08-10T06:31:29.500 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 160620544, 2024-08-10T06:31:29.500 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 12985, 2024-08-10T06:31:29.500 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:31:29.500 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 71880792, 2024-08-10T06:31:29.500 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 53, 2024-08-10T06:31:29.500 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 10369024, 2024-08-10T06:31:29.500 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 368835688, 2024-08-10T06:31:29.500 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 641916928 2024-08-10T06:31:29.501 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.501 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.1": { 2024-08-10T06:31:29.501 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 418734080, 2024-08-10T06:31:29.501 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 27884072, 2024-08-10T06:31:29.501 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 5373952, 2024-08-10T06:31:29.501 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 0, 2024-08-10T06:31:29.501 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 45957120, 2024-08-10T06:31:29.501 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 13212, 2024-08-10T06:31:29.501 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:31:29.501 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 66756192, 2024-08-10T06:31:29.501 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 54, 2024-08-10T06:31:29.501 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 9938944, 2024-08-10T06:31:29.501 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 308780920, 2024-08-10T06:31:29.501 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 464691200 2024-08-10T06:31:29.502 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.502 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.2": { 2024-08-10T06:31:29.502 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 365404160, 2024-08-10T06:31:29.502 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 17323808, 2024-08-10T06:31:29.502 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 3145728, 2024-08-10T06:31:29.502 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 0, 2024-08-10T06:31:29.502 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 64151552, 2024-08-10T06:31:29.502 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 9852, 2024-08-10T06:31:29.502 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:31:29.502 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 48548360, 2024-08-10T06:31:29.502 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 60, 2024-08-10T06:31:29.502 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 10821120, 2024-08-10T06:31:29.502 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 285565144, 2024-08-10T06:31:29.503 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 429555712 2024-08-10T06:31:29.503 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.503 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.3": { 2024-08-10T06:31:29.503 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 478388224, 2024-08-10T06:31:29.503 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 20990576, 2024-08-10T06:31:29.503 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 3145728, 2024-08-10T06:31:29.503 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 49152, 2024-08-10T06:31:29.503 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 26370048, 2024-08-10T06:31:29.503 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 10585, 2024-08-10T06:31:29.503 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:31:29.503 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 55959472, 2024-08-10T06:31:29.503 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 53, 2024-08-10T06:31:29.503 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 12921856, 2024-08-10T06:31:29.504 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 385321440, 2024-08-10T06:31:29.504 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 504758272 2024-08-10T06:31:29.504 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.504 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.4": { 2024-08-10T06:31:29.504 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 397115392, 2024-08-10T06:31:29.504 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 23207248, 2024-08-10T06:31:29.504 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 3145728, 2024-08-10T06:31:29.504 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 0, 2024-08-10T06:31:29.504 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 130351104, 2024-08-10T06:31:29.504 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 10864, 2024-08-10T06:31:29.504 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:31:29.504 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 52686480, 2024-08-10T06:31:29.504 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 53, 2024-08-10T06:31:29.504 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 11833600, 2024-08-10T06:31:29.505 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 306242336, 2024-08-10T06:31:29.505 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 527466496 2024-08-10T06:31:29.505 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.505 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.5": { 2024-08-10T06:31:29.505 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 506511360, 2024-08-10T06:31:29.505 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 25982272, 2024-08-10T06:31:29.505 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 3276800, 2024-08-10T06:31:29.505 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 0, 2024-08-10T06:31:29.505 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 43417600, 2024-08-10T06:31:29.505 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 12691, 2024-08-10T06:31:29.505 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:31:29.505 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 56532584, 2024-08-10T06:31:29.505 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 60, 2024-08-10T06:31:29.505 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 12444672, 2024-08-10T06:31:29.505 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 408275032, 2024-08-10T06:31:29.506 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 549928960 2024-08-10T06:31:29.506 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.506 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.6": { 2024-08-10T06:31:29.506 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 507183104, 2024-08-10T06:31:29.506 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 18645296, 2024-08-10T06:31:29.506 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 3276800, 2024-08-10T06:31:29.506 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 0, 2024-08-10T06:31:29.506 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 4939776, 2024-08-10T06:31:29.506 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 11455, 2024-08-10T06:31:29.506 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:31:29.506 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 52729480, 2024-08-10T06:31:29.506 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 60, 2024-08-10T06:31:29.506 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 12942336, 2024-08-10T06:31:29.507 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 419589192, 2024-08-10T06:31:29.507 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 512122880 2024-08-10T06:31:29.507 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.507 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.7": { 2024-08-10T06:31:29.507 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 414769152, 2024-08-10T06:31:29.507 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 21239792, 2024-08-10T06:31:29.507 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 5242880, 2024-08-10T06:31:29.507 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 0, 2024-08-10T06:31:29.507 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 69410816, 2024-08-10T06:31:29.507 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 10769, 2024-08-10T06:31:29.507 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:31:29.507 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 55689896, 2024-08-10T06:31:29.507 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 51, 2024-08-10T06:31:29.507 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 10802944, 2024-08-10T06:31:29.508 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 321793640, 2024-08-10T06:31:29.508 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 484179968 2024-08-10T06:31:29.508 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:29.508 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:29.508 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.508 INFO:tasks.workunit.client.0.smithi031.stdout: "hosts": { 2024-08-10T06:31:29.508 INFO:tasks.workunit.client.0.smithi031.stdout: "num": 2, 2024-08-10T06:31:29.508 INFO:tasks.workunit.client.0.smithi031.stdout: "num_with_mds": 2, 2024-08-10T06:31:29.508 INFO:tasks.workunit.client.0.smithi031.stdout: "num_with_mgr": 2, 2024-08-10T06:31:29.508 INFO:tasks.workunit.client.0.smithi031.stdout: "num_with_mon": 2, 2024-08-10T06:31:29.508 INFO:tasks.workunit.client.0.smithi031.stdout: "num_with_osd": 2 2024-08-10T06:31:29.508 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.508 INFO:tasks.workunit.client.0.smithi031.stdout: "io_rate": { 2024-08-10T06:31:29.508 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_stats_delta": { 2024-08-10T06:31:29.508 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": 0, 2024-08-10T06:31:29.509 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:29.509 INFO:tasks.workunit.client.0.smithi031.stdout: "num_store_stats": 0, 2024-08-10T06:31:29.509 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:29.509 INFO:tasks.workunit.client.0.smithi031.stdout: "stamp_delta": "12.003200", 2024-08-10T06:31:29.509 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:29.509 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:29.509 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:29.509 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:29.509 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:29.509 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:29.509 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:29.509 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:29.509 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:29.509 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:29.510 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:29.510 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:29.510 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:29.510 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:29.510 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:29.510 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:29.510 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:29.510 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:29.510 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:29.510 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:29.510 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:29.510 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:29.510 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:29.511 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:29.511 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:29.511 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:29.511 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:29.511 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:29.511 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:29.511 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:29.511 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:29.511 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:29.511 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:29.511 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:29.511 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:29.511 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:29.512 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:29.512 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:29.512 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:29.512 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:29.512 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:29.512 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.512 INFO:tasks.workunit.client.0.smithi031.stdout: "store_stats": { 2024-08-10T06:31:29.512 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": 0, 2024-08-10T06:31:29.512 INFO:tasks.workunit.client.0.smithi031.stdout: "available": 0, 2024-08-10T06:31:29.513 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed": 0, 2024-08-10T06:31:29.513 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed_allocated": 0, 2024-08-10T06:31:29.513 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed_original": 0, 2024-08-10T06:31:29.513 INFO:tasks.workunit.client.0.smithi031.stdout: "data_stored": 0, 2024-08-10T06:31:29.513 INFO:tasks.workunit.client.0.smithi031.stdout: "internal_metadata": 0, 2024-08-10T06:31:29.513 INFO:tasks.workunit.client.0.smithi031.stdout: "internally_reserved": 0, 2024-08-10T06:31:29.513 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_allocated": 0, 2024-08-10T06:31:29.513 INFO:tasks.workunit.client.0.smithi031.stdout: "total": 0 2024-08-10T06:31:29.513 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.513 INFO:tasks.workunit.client.0.smithi031.stdout: "up": 0 2024-08-10T06:31:29.513 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:29.513 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.513 INFO:tasks.workunit.client.0.smithi031.stdout: "leaderboard": false, 2024-08-10T06:31:29.514 INFO:tasks.workunit.client.0.smithi031.stdout: "leaderboard_description": null, 2024-08-10T06:31:29.514 INFO:tasks.workunit.client.0.smithi031.stdout: "license": "sharing-1-0", 2024-08-10T06:31:29.514 INFO:tasks.workunit.client.0.smithi031.stdout: "mempool": { 2024-08-10T06:31:29.514 INFO:tasks.workunit.client.0.smithi031.stdout: "mds": { 2024-08-10T06:31:29.514 INFO:tasks.workunit.client.0.smithi031.stdout: "mds.78b7f16c00d1f5b2f8ba1b3f812aa97559391734": { 2024-08-10T06:31:29.514 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-08-10T06:31:29.514 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.514 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.514 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.514 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T06:31:29.514 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.514 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.514 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.515 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-08-10T06:31:29.515 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.515 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.515 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.515 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-08-10T06:31:29.515 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.515 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.515 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.515 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-08-10T06:31:29.515 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.515 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.515 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.515 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_blob": { 2024-08-10T06:31:29.515 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.516 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.516 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.516 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_buffer": { 2024-08-10T06:31:29.516 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.516 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.516 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.516 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-08-10T06:31:29.516 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.516 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.516 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.516 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-08-10T06:31:29.516 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.516 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.516 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.517 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-08-10T06:31:29.517 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.517 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.517 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.517 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-08-10T06:31:29.517 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.517 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.517 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.517 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_extent": { 2024-08-10T06:31:29.517 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.517 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.517 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.517 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-08-10T06:31:29.517 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.518 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.518 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.518 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-08-10T06:31:29.518 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.518 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.518 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.518 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_shared_blob": { 2024-08-10T06:31:29.518 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.518 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.518 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.518 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-08-10T06:31:29.518 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.518 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.519 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.519 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-08-10T06:31:29.519 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.519 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.519 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.519 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-08-10T06:31:29.519 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.519 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.519 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.519 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-08-10T06:31:29.519 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 149008, 2024-08-10T06:31:29.519 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 33 2024-08-10T06:31:29.519 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.519 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-08-10T06:31:29.520 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.520 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.520 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.520 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-08-10T06:31:29.520 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 928, 2024-08-10T06:31:29.520 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 2 2024-08-10T06:31:29.520 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.520 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:29.520 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.520 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.520 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.520 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-08-10T06:31:29.520 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.521 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.521 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.521 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-08-10T06:31:29.521 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.521 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.521 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.521 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-08-10T06:31:29.521 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.521 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.521 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.521 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-08-10T06:31:29.521 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.521 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.522 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.522 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-08-10T06:31:29.522 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.522 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.522 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.522 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-08-10T06:31:29.522 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.522 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.522 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.522 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-08-10T06:31:29.522 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.522 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.522 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:29.523 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.523 INFO:tasks.workunit.client.0.smithi031.stdout: "mds.8ebe73bd7ea27fbdeeae1ec6539f9be9b100ac0f": { 2024-08-10T06:31:29.523 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-08-10T06:31:29.523 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.523 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.523 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.523 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T06:31:29.523 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.523 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.523 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.524 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-08-10T06:31:29.524 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.524 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.524 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.524 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-08-10T06:31:29.524 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.524 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.524 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.524 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-08-10T06:31:29.524 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.524 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.524 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.525 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_blob": { 2024-08-10T06:31:29.525 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.525 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.525 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.525 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_buffer": { 2024-08-10T06:31:29.525 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.525 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.525 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.525 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-08-10T06:31:29.525 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.525 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.525 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.525 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-08-10T06:31:29.526 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.526 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.526 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.526 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-08-10T06:31:29.526 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.526 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.526 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.526 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-08-10T06:31:29.526 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.526 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.526 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.526 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_extent": { 2024-08-10T06:31:29.526 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.527 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.527 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.527 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-08-10T06:31:29.527 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.527 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.527 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.527 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-08-10T06:31:29.527 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.527 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.527 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.527 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_shared_blob": { 2024-08-10T06:31:29.527 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.527 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.527 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.528 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-08-10T06:31:29.528 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.528 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.528 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.528 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-08-10T06:31:29.528 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.528 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.528 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.528 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-08-10T06:31:29.528 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.528 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.528 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.529 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-08-10T06:31:29.529 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 221552, 2024-08-10T06:31:29.529 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 64 2024-08-10T06:31:29.529 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.529 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-08-10T06:31:29.529 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.529 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.529 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.529 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-08-10T06:31:29.529 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 52112, 2024-08-10T06:31:29.529 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 181 2024-08-10T06:31:29.529 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.529 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:29.529 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.530 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.530 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.530 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-08-10T06:31:29.530 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.530 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.530 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.530 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-08-10T06:31:29.530 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.530 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.530 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.530 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-08-10T06:31:29.530 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 12144, 2024-08-10T06:31:29.530 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 233 2024-08-10T06:31:29.531 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.531 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-08-10T06:31:29.531 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.531 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.531 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.531 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-08-10T06:31:29.531 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.531 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.531 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.531 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-08-10T06:31:29.533 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.533 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.533 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.533 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-08-10T06:31:29.534 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.534 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.534 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:29.534 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:29.534 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.534 INFO:tasks.workunit.client.0.smithi031.stdout: "mon": { 2024-08-10T06:31:29.534 INFO:tasks.workunit.client.0.smithi031.stdout: "mon.62ad85b37c16ffdd779a4c5a495ed5779bfdb6c1": { 2024-08-10T06:31:29.534 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-08-10T06:31:29.534 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.534 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.534 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.534 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T06:31:29.535 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.535 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.535 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.535 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-08-10T06:31:29.535 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.535 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.535 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.535 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-08-10T06:31:29.535 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.535 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.535 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.535 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-08-10T06:31:29.535 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.535 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.536 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.536 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_blob": { 2024-08-10T06:31:29.536 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.536 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.536 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.536 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_buffer": { 2024-08-10T06:31:29.536 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.536 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.536 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.536 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-08-10T06:31:29.536 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.536 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.536 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.536 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-08-10T06:31:29.536 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.537 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.537 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.537 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-08-10T06:31:29.537 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.537 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.537 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.537 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-08-10T06:31:29.537 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.537 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.537 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.537 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_extent": { 2024-08-10T06:31:29.537 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.537 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.538 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.538 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-08-10T06:31:29.538 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.538 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.538 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.538 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-08-10T06:31:29.538 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.538 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.538 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.538 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_shared_blob": { 2024-08-10T06:31:29.538 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.538 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.538 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.538 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-08-10T06:31:29.539 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.539 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.539 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.539 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-08-10T06:31:29.539 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.539 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.539 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.539 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-08-10T06:31:29.539 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.539 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.539 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.539 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-08-10T06:31:29.539 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 50151356, 2024-08-10T06:31:29.539 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 6799 2024-08-10T06:31:29.540 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.540 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-08-10T06:31:29.540 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 792, 2024-08-10T06:31:29.540 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 9 2024-08-10T06:31:29.540 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.540 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-08-10T06:31:29.540 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.540 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.540 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.540 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:29.540 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.540 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.540 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.541 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-08-10T06:31:29.541 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.541 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.541 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.541 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-08-10T06:31:29.541 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.541 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.541 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.541 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-08-10T06:31:29.541 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 10720, 2024-08-10T06:31:29.541 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 232 2024-08-10T06:31:29.541 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.541 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-08-10T06:31:29.541 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 70440, 2024-08-10T06:31:29.542 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 5158 2024-08-10T06:31:29.542 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.542 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-08-10T06:31:29.542 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 5720, 2024-08-10T06:31:29.542 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 152 2024-08-10T06:31:29.542 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.542 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-08-10T06:31:29.542 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.542 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.542 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.542 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-08-10T06:31:29.542 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.542 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.543 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:29.543 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.543 INFO:tasks.workunit.client.0.smithi031.stdout: "mon.78b7f16c00d1f5b2f8ba1b3f812aa97559391734": { 2024-08-10T06:31:29.543 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-08-10T06:31:29.543 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.543 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.543 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.543 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T06:31:29.543 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.543 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.543 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.543 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-08-10T06:31:29.543 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.544 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.544 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.544 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-08-10T06:31:29.544 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.544 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.544 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.544 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-08-10T06:31:29.544 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.544 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.544 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.544 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_blob": { 2024-08-10T06:31:29.544 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.545 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.545 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.545 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_buffer": { 2024-08-10T06:31:29.545 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.545 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.545 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.545 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-08-10T06:31:29.545 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.545 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.545 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.545 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-08-10T06:31:29.545 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.545 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.546 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.546 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-08-10T06:31:29.546 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.546 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.546 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.546 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-08-10T06:31:29.546 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.546 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.546 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.546 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_extent": { 2024-08-10T06:31:29.546 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.546 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.546 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.546 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-08-10T06:31:29.547 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.547 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.547 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.547 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-08-10T06:31:29.547 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.547 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.547 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.547 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_shared_blob": { 2024-08-10T06:31:29.547 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.547 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.547 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.547 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-08-10T06:31:29.547 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.547 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.548 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.548 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-08-10T06:31:29.548 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.548 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.548 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.548 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-08-10T06:31:29.548 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.548 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.548 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.548 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-08-10T06:31:29.548 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 43949168, 2024-08-10T06:31:29.548 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 5401 2024-08-10T06:31:29.548 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.548 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-08-10T06:31:29.549 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 704, 2024-08-10T06:31:29.549 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 8 2024-08-10T06:31:29.549 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.549 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-08-10T06:31:29.549 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.549 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.549 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.549 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:29.549 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.549 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.549 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.549 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-08-10T06:31:29.549 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.549 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.550 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.550 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-08-10T06:31:29.550 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.550 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.550 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.550 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-08-10T06:31:29.550 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 10720, 2024-08-10T06:31:29.550 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 232 2024-08-10T06:31:29.550 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.550 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-08-10T06:31:29.550 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 70440, 2024-08-10T06:31:29.550 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 5158 2024-08-10T06:31:29.550 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.551 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-08-10T06:31:29.551 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 5720, 2024-08-10T06:31:29.551 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 152 2024-08-10T06:31:29.551 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.551 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-08-10T06:31:29.551 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.551 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.551 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.551 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-08-10T06:31:29.551 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.551 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.551 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:29.551 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.551 INFO:tasks.workunit.client.0.smithi031.stdout: "mon.8ebe73bd7ea27fbdeeae1ec6539f9be9b100ac0f": { 2024-08-10T06:31:29.552 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-08-10T06:31:29.552 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.552 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.552 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.552 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T06:31:29.552 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.552 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.552 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.552 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-08-10T06:31:29.552 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.552 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.552 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.552 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-08-10T06:31:29.553 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.553 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.553 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.553 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-08-10T06:31:29.553 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.553 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.553 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.553 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_blob": { 2024-08-10T06:31:29.553 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.553 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.553 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.553 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_buffer": { 2024-08-10T06:31:29.553 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.553 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.554 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.554 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-08-10T06:31:29.554 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.554 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.554 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.554 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-08-10T06:31:29.554 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.554 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.554 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.554 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-08-10T06:31:29.554 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.554 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.555 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.555 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-08-10T06:31:29.555 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.555 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.555 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.555 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_extent": { 2024-08-10T06:31:29.555 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.555 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.555 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.555 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-08-10T06:31:29.555 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.555 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.555 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.555 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-08-10T06:31:29.556 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.556 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.556 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.556 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_shared_blob": { 2024-08-10T06:31:29.556 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.556 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.556 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.556 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-08-10T06:31:29.556 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.556 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.556 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.556 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-08-10T06:31:29.556 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.556 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.557 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.557 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-08-10T06:31:29.557 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.557 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.557 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.557 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-08-10T06:31:29.557 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 53896636, 2024-08-10T06:31:29.557 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 7747 2024-08-10T06:31:29.557 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.557 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-08-10T06:31:29.557 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.557 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.557 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.557 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-08-10T06:31:29.557 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.558 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.558 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.558 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:29.558 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.558 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.558 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.558 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-08-10T06:31:29.558 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.558 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.558 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.558 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-08-10T06:31:29.558 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.558 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.558 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.559 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-08-10T06:31:29.559 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 10720, 2024-08-10T06:31:29.559 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 232 2024-08-10T06:31:29.559 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.559 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-08-10T06:31:29.559 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 70440, 2024-08-10T06:31:29.559 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 5158 2024-08-10T06:31:29.559 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.559 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-08-10T06:31:29.559 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 11440, 2024-08-10T06:31:29.559 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 304 2024-08-10T06:31:29.559 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.559 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-08-10T06:31:29.560 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.560 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.560 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.560 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-08-10T06:31:29.560 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.560 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.560 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:29.560 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:29.560 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.560 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:29.560 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.0": { 2024-08-10T06:31:29.560 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-08-10T06:31:29.560 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.560 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.561 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.561 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T06:31:29.561 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 19080, 2024-08-10T06:31:29.561 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 347 2024-08-10T06:31:29.561 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.561 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-08-10T06:31:29.561 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 34816, 2024-08-10T06:31:29.561 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 23 2024-08-10T06:31:29.561 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.561 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-08-10T06:31:29.561 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 960, 2024-08-10T06:31:29.561 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 5 2024-08-10T06:31:29.561 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.561 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-08-10T06:31:29.562 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 61040, 2024-08-10T06:31:29.562 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 763 2024-08-10T06:31:29.562 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.562 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_blob": { 2024-08-10T06:31:29.562 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 404768, 2024-08-10T06:31:29.562 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1946 2024-08-10T06:31:29.562 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.562 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_buffer": { 2024-08-10T06:31:29.562 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 256, 2024-08-10T06:31:29.562 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 32 2024-08-10T06:31:29.562 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.562 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-08-10T06:31:29.562 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 417414, 2024-08-10T06:31:29.563 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 124 2024-08-10T06:31:29.563 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.563 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-08-10T06:31:29.563 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 2507023, 2024-08-10T06:31:29.563 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 554290 2024-08-10T06:31:29.563 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.563 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-08-10T06:31:29.563 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 7094696, 2024-08-10T06:31:29.563 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 10465 2024-08-10T06:31:29.563 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.563 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-08-10T06:31:29.563 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 78652, 2024-08-10T06:31:29.563 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 8259 2024-08-10T06:31:29.563 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.564 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_extent": { 2024-08-10T06:31:29.564 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 93360, 2024-08-10T06:31:29.564 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1945 2024-08-10T06:31:29.564 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.564 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-08-10T06:31:29.564 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.564 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.564 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.564 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-08-10T06:31:29.564 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 185658, 2024-08-10T06:31:29.564 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1326 2024-08-10T06:31:29.565 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.565 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_shared_blob": { 2024-08-10T06:31:29.565 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.565 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.565 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.565 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-08-10T06:31:29.565 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 1472, 2024-08-10T06:31:29.565 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 2 2024-08-10T06:31:29.565 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.565 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-08-10T06:31:29.565 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 116915, 2024-08-10T06:31:29.565 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 60 2024-08-10T06:31:29.565 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.565 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-08-10T06:31:29.566 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 20128, 2024-08-10T06:31:29.566 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 5 2024-08-10T06:31:29.566 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.566 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-08-10T06:31:29.566 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 5100896, 2024-08-10T06:31:29.566 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 286 2024-08-10T06:31:29.566 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.566 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-08-10T06:31:29.566 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 10824, 2024-08-10T06:31:29.566 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 123 2024-08-10T06:31:29.566 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.566 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-08-10T06:31:29.566 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.567 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.567 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.567 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:29.567 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 522720, 2024-08-10T06:31:29.567 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 45 2024-08-10T06:31:29.567 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.567 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-08-10T06:31:29.567 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.567 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.567 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.567 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-08-10T06:31:29.567 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 7137416, 2024-08-10T06:31:29.567 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 18493 2024-08-10T06:31:29.567 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.568 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-08-10T06:31:29.568 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 642656, 2024-08-10T06:31:29.568 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 10341 2024-08-10T06:31:29.568 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.568 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-08-10T06:31:29.568 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.568 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.568 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.568 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-08-10T06:31:29.568 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.568 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.568 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.568 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-08-10T06:31:29.568 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.569 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.569 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.569 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-08-10T06:31:29.569 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.569 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.569 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:29.569 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.569 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.1": { 2024-08-10T06:31:29.569 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-08-10T06:31:29.569 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.569 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.569 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.569 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T06:31:29.569 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 20560, 2024-08-10T06:31:29.570 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 365 2024-08-10T06:31:29.570 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.570 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-08-10T06:31:29.570 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 272640, 2024-08-10T06:31:29.570 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 27 2024-08-10T06:31:29.570 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.570 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-08-10T06:31:29.570 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 1536, 2024-08-10T06:31:29.570 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 8 2024-08-10T06:31:29.570 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.570 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-08-10T06:31:29.570 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 60800, 2024-08-10T06:31:29.570 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 760 2024-08-10T06:31:29.571 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.571 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_blob": { 2024-08-10T06:31:29.571 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 402272, 2024-08-10T06:31:29.571 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1934 2024-08-10T06:31:29.571 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.571 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_buffer": { 2024-08-10T06:31:29.571 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 256, 2024-08-10T06:31:29.571 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 32 2024-08-10T06:31:29.571 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.571 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-08-10T06:31:29.571 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 1133085, 2024-08-10T06:31:29.571 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 295 2024-08-10T06:31:29.571 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.571 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-08-10T06:31:29.572 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 2523220, 2024-08-10T06:31:29.572 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 552671 2024-08-10T06:31:29.572 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.572 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-08-10T06:31:29.572 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 7069536, 2024-08-10T06:31:29.572 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 10428 2024-08-10T06:31:29.572 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.572 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-08-10T06:31:29.572 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 76416, 2024-08-10T06:31:29.572 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 8078 2024-08-10T06:31:29.572 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.572 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_extent": { 2024-08-10T06:31:29.572 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 92832, 2024-08-10T06:31:29.572 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1934 2024-08-10T06:31:29.573 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.573 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-08-10T06:31:29.573 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.573 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.573 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.573 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-08-10T06:31:29.573 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 185914, 2024-08-10T06:31:29.573 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1327 2024-08-10T06:31:29.573 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.573 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_shared_blob": { 2024-08-10T06:31:29.573 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.573 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.573 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.573 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-08-10T06:31:29.574 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.574 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.574 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.574 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-08-10T06:31:29.574 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 43826, 2024-08-10T06:31:29.574 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 37 2024-08-10T06:31:29.574 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.574 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-08-10T06:31:29.574 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.574 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.574 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.574 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-08-10T06:31:29.574 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 8417201, 2024-08-10T06:31:29.575 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 276 2024-08-10T06:31:29.575 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.575 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-08-10T06:31:29.575 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 27016, 2024-08-10T06:31:29.575 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 307 2024-08-10T06:31:29.575 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.575 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-08-10T06:31:29.575 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.575 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.575 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.575 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:29.575 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 441408, 2024-08-10T06:31:29.575 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 38 2024-08-10T06:31:29.576 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.576 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-08-10T06:31:29.576 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.576 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.576 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.576 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-08-10T06:31:29.576 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 7367464, 2024-08-10T06:31:29.576 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 21369 2024-08-10T06:31:29.576 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.576 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-08-10T06:31:29.576 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 642656, 2024-08-10T06:31:29.576 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 10341 2024-08-10T06:31:29.576 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.576 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-08-10T06:31:29.577 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.577 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.577 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.577 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-08-10T06:31:29.577 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.577 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.577 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.577 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-08-10T06:31:29.577 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.577 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.577 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.577 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-08-10T06:31:29.577 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.577 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.578 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:29.578 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.578 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.2": { 2024-08-10T06:31:29.578 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-08-10T06:31:29.578 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.578 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.578 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.578 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T06:31:29.578 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 13384, 2024-08-10T06:31:29.578 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 241 2024-08-10T06:31:29.578 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.578 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-08-10T06:31:29.578 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 42496, 2024-08-10T06:31:29.579 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 20 2024-08-10T06:31:29.579 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.579 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-08-10T06:31:29.579 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 2496, 2024-08-10T06:31:29.579 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 13 2024-08-10T06:31:29.579 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.579 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-08-10T06:31:29.579 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 58800, 2024-08-10T06:31:29.579 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 735 2024-08-10T06:31:29.579 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.579 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_blob": { 2024-08-10T06:31:29.579 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 401648, 2024-08-10T06:31:29.579 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1931 2024-08-10T06:31:29.579 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.580 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_buffer": { 2024-08-10T06:31:29.580 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 256, 2024-08-10T06:31:29.580 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 32 2024-08-10T06:31:29.580 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.580 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-08-10T06:31:29.580 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 251805, 2024-08-10T06:31:29.580 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 80 2024-08-10T06:31:29.580 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.580 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-08-10T06:31:29.580 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 1869997, 2024-08-10T06:31:29.580 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 406938 2024-08-10T06:31:29.580 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.580 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-08-10T06:31:29.580 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 5306976, 2024-08-10T06:31:29.581 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 7836 2024-08-10T06:31:29.581 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.581 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-08-10T06:31:29.581 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 75588, 2024-08-10T06:31:29.581 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 8066 2024-08-10T06:31:29.581 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.581 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_extent": { 2024-08-10T06:31:29.581 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 92688, 2024-08-10T06:31:29.581 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1931 2024-08-10T06:31:29.581 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.581 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-08-10T06:31:29.581 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.581 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.581 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.582 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-08-10T06:31:29.582 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 185914, 2024-08-10T06:31:29.582 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1327 2024-08-10T06:31:29.582 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.582 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_shared_blob": { 2024-08-10T06:31:29.582 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.582 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.582 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.582 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-08-10T06:31:29.582 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 736, 2024-08-10T06:31:29.582 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1 2024-08-10T06:31:29.582 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.582 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-08-10T06:31:29.582 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 88269, 2024-08-10T06:31:29.583 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 54 2024-08-10T06:31:29.583 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.583 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-08-10T06:31:29.583 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 12112, 2024-08-10T06:31:29.583 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3 2024-08-10T06:31:29.583 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.583 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-08-10T06:31:29.583 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 14145055, 2024-08-10T06:31:29.583 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 270 2024-08-10T06:31:29.583 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.583 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-08-10T06:31:29.583 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 9328, 2024-08-10T06:31:29.583 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 106 2024-08-10T06:31:29.583 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.584 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-08-10T06:31:29.584 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.584 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.584 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.584 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:29.584 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 360096, 2024-08-10T06:31:29.584 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 31 2024-08-10T06:31:29.584 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.584 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-08-10T06:31:29.584 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.584 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.584 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.585 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-08-10T06:31:29.585 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 3194360, 2024-08-10T06:31:29.585 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 6143 2024-08-10T06:31:29.585 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.585 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-08-10T06:31:29.585 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 642656, 2024-08-10T06:31:29.585 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 10341 2024-08-10T06:31:29.585 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.585 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-08-10T06:31:29.585 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.585 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.585 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.585 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-08-10T06:31:29.585 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.586 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.586 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.586 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-08-10T06:31:29.586 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.586 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.586 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.586 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-08-10T06:31:29.586 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.586 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.586 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:29.586 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.586 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.3": { 2024-08-10T06:31:29.586 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-08-10T06:31:29.586 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.587 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.587 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.587 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T06:31:29.587 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 15360, 2024-08-10T06:31:29.587 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 274 2024-08-10T06:31:29.587 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.587 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-08-10T06:31:29.587 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 30336, 2024-08-10T06:31:29.587 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 20 2024-08-10T06:31:29.587 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.587 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-08-10T06:31:29.587 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 3264, 2024-08-10T06:31:29.587 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 17 2024-08-10T06:31:29.588 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.588 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-08-10T06:31:29.588 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 59680, 2024-08-10T06:31:29.588 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 746 2024-08-10T06:31:29.588 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.588 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_blob": { 2024-08-10T06:31:29.588 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 402896, 2024-08-10T06:31:29.588 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1937 2024-08-10T06:31:29.588 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.588 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_buffer": { 2024-08-10T06:31:29.588 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 256, 2024-08-10T06:31:29.588 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 32 2024-08-10T06:31:29.588 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.588 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-08-10T06:31:29.589 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 296901, 2024-08-10T06:31:29.589 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 80 2024-08-10T06:31:29.589 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.589 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-08-10T06:31:29.589 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 1793926, 2024-08-10T06:31:29.589 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 397745 2024-08-10T06:31:29.589 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.589 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-08-10T06:31:29.589 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 5261416, 2024-08-10T06:31:29.589 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 7769 2024-08-10T06:31:29.589 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.589 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-08-10T06:31:29.589 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 76312, 2024-08-10T06:31:29.589 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 8087 2024-08-10T06:31:29.590 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.590 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_extent": { 2024-08-10T06:31:29.590 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 92928, 2024-08-10T06:31:29.590 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1936 2024-08-10T06:31:29.590 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.590 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-08-10T06:31:29.590 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.590 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.590 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.590 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-08-10T06:31:29.590 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 185914, 2024-08-10T06:31:29.590 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1327 2024-08-10T06:31:29.590 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.591 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_shared_blob": { 2024-08-10T06:31:29.591 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.591 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.591 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.591 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-08-10T06:31:29.591 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 1472, 2024-08-10T06:31:29.591 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 2 2024-08-10T06:31:29.591 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.591 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-08-10T06:31:29.591 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 97298, 2024-08-10T06:31:29.591 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 62 2024-08-10T06:31:29.591 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.591 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-08-10T06:31:29.591 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 20128, 2024-08-10T06:31:29.592 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 5 2024-08-10T06:31:29.592 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.592 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-08-10T06:31:29.592 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 17672244, 2024-08-10T06:31:29.592 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 299 2024-08-10T06:31:29.592 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.592 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-08-10T06:31:29.592 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 9856, 2024-08-10T06:31:29.592 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 112 2024-08-10T06:31:29.592 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.592 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-08-10T06:31:29.592 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.592 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.592 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.593 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:29.593 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 418176, 2024-08-10T06:31:29.593 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 36 2024-08-10T06:31:29.593 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.593 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-08-10T06:31:29.593 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.593 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.593 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.593 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-08-10T06:31:29.593 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 3522480, 2024-08-10T06:31:29.593 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 9174 2024-08-10T06:31:29.593 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.593 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-08-10T06:31:29.593 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 642656, 2024-08-10T06:31:29.594 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 10341 2024-08-10T06:31:29.594 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.594 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-08-10T06:31:29.594 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.594 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.594 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.594 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-08-10T06:31:29.594 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.594 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.594 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.594 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-08-10T06:31:29.594 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.594 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.594 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.595 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-08-10T06:31:29.595 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.595 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.595 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:29.595 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.595 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.4": { 2024-08-10T06:31:29.595 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-08-10T06:31:29.595 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.595 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.595 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.595 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T06:31:29.595 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 18912, 2024-08-10T06:31:29.595 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 333 2024-08-10T06:31:29.595 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.596 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-08-10T06:31:29.596 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 35072, 2024-08-10T06:31:29.596 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 26 2024-08-10T06:31:29.596 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.596 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-08-10T06:31:29.596 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 768, 2024-08-10T06:31:29.596 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 4 2024-08-10T06:31:29.596 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.596 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-08-10T06:31:29.596 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 60080, 2024-08-10T06:31:29.596 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 751 2024-08-10T06:31:29.596 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.596 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_blob": { 2024-08-10T06:31:29.596 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 416208, 2024-08-10T06:31:29.597 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 2001 2024-08-10T06:31:29.597 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.597 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_buffer": { 2024-08-10T06:31:29.597 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 256, 2024-08-10T06:31:29.597 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 32 2024-08-10T06:31:29.597 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.597 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-08-10T06:31:29.597 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 395848, 2024-08-10T06:31:29.597 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 107 2024-08-10T06:31:29.597 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.597 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-08-10T06:31:29.597 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 2105213, 2024-08-10T06:31:29.597 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 468283 2024-08-10T06:31:29.597 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.598 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-08-10T06:31:29.598 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 6102576, 2024-08-10T06:31:29.598 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 9006 2024-08-10T06:31:29.598 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.598 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-08-10T06:31:29.598 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 85836, 2024-08-10T06:31:29.598 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 9239 2024-08-10T06:31:29.598 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.598 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_extent": { 2024-08-10T06:31:29.598 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 96000, 2024-08-10T06:31:29.598 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 2000 2024-08-10T06:31:29.598 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.598 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-08-10T06:31:29.598 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.599 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.599 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.599 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-08-10T06:31:29.599 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 185658, 2024-08-10T06:31:29.599 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1326 2024-08-10T06:31:29.599 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.599 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_shared_blob": { 2024-08-10T06:31:29.599 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.599 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.599 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.599 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-08-10T06:31:29.599 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 1472, 2024-08-10T06:31:29.599 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 2 2024-08-10T06:31:29.600 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.600 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-08-10T06:31:29.600 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 111871, 2024-08-10T06:31:29.600 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 58 2024-08-10T06:31:29.600 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.600 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-08-10T06:31:29.600 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 20128, 2024-08-10T06:31:29.600 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 5 2024-08-10T06:31:29.600 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.600 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-08-10T06:31:29.600 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 4151836, 2024-08-10T06:31:29.600 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 278 2024-08-10T06:31:29.600 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.600 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-08-10T06:31:29.601 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 10296, 2024-08-10T06:31:29.601 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 117 2024-08-10T06:31:29.601 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.601 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-08-10T06:31:29.601 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.601 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.601 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.601 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:29.601 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 453024, 2024-08-10T06:31:29.601 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 39 2024-08-10T06:31:29.601 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.601 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-08-10T06:31:29.601 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.602 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.602 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.602 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-08-10T06:31:29.602 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 5086120, 2024-08-10T06:31:29.602 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 12181 2024-08-10T06:31:29.602 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.602 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-08-10T06:31:29.602 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 642656, 2024-08-10T06:31:29.602 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 10341 2024-08-10T06:31:29.602 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.602 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-08-10T06:31:29.602 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.602 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.602 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.603 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-08-10T06:31:29.603 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.603 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.603 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.603 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-08-10T06:31:29.603 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.603 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.603 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.603 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-08-10T06:31:29.603 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.603 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.603 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:29.603 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.603 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.5": { 2024-08-10T06:31:29.604 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-08-10T06:31:29.604 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.604 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.604 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.604 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T06:31:29.604 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 18464, 2024-08-10T06:31:29.604 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 322 2024-08-10T06:31:29.604 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.604 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-08-10T06:31:29.604 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 43392, 2024-08-10T06:31:29.604 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 27 2024-08-10T06:31:29.604 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.605 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-08-10T06:31:29.605 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 3648, 2024-08-10T06:31:29.605 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 19 2024-08-10T06:31:29.605 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.605 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-08-10T06:31:29.605 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 60400, 2024-08-10T06:31:29.605 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 755 2024-08-10T06:31:29.605 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.605 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_blob": { 2024-08-10T06:31:29.605 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 416208, 2024-08-10T06:31:29.605 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 2001 2024-08-10T06:31:29.605 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.605 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_buffer": { 2024-08-10T06:31:29.605 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 256, 2024-08-10T06:31:29.606 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 32 2024-08-10T06:31:29.606 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.606 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-08-10T06:31:29.606 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 420988, 2024-08-10T06:31:29.606 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 115 2024-08-10T06:31:29.606 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.606 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-08-10T06:31:29.606 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 2445260, 2024-08-10T06:31:29.606 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 542789 2024-08-10T06:31:29.606 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.606 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-08-10T06:31:29.606 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 6984536, 2024-08-10T06:31:29.606 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 10303 2024-08-10T06:31:29.607 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.607 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-08-10T06:31:29.607 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 86088, 2024-08-10T06:31:29.607 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 9244 2024-08-10T06:31:29.607 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.607 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_extent": { 2024-08-10T06:31:29.607 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 96000, 2024-08-10T06:31:29.607 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 2000 2024-08-10T06:31:29.607 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.607 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-08-10T06:31:29.607 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.607 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.607 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.607 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-08-10T06:31:29.608 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 185658, 2024-08-10T06:31:29.608 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1326 2024-08-10T06:31:29.608 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.608 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_shared_blob": { 2024-08-10T06:31:29.608 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.608 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.608 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.608 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-08-10T06:31:29.608 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 1472, 2024-08-10T06:31:29.608 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 2 2024-08-10T06:31:29.608 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.608 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-08-10T06:31:29.608 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 97587, 2024-08-10T06:31:29.608 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 58 2024-08-10T06:31:29.609 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.609 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-08-10T06:31:29.609 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 20128, 2024-08-10T06:31:29.609 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 5 2024-08-10T06:31:29.609 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.609 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-08-10T06:31:29.609 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 20150884, 2024-08-10T06:31:29.609 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 289 2024-08-10T06:31:29.609 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.609 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-08-10T06:31:29.609 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 12496, 2024-08-10T06:31:29.609 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 142 2024-08-10T06:31:29.609 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.609 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-08-10T06:31:29.610 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.610 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.610 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.610 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:29.610 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 476256, 2024-08-10T06:31:29.610 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 41 2024-08-10T06:31:29.610 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.610 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-08-10T06:31:29.610 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.610 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.610 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.610 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-08-10T06:31:29.610 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 6418360, 2024-08-10T06:31:29.611 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 12343 2024-08-10T06:31:29.611 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.611 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-08-10T06:31:29.611 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 642656, 2024-08-10T06:31:29.611 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 10341 2024-08-10T06:31:29.611 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.611 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-08-10T06:31:29.611 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.611 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.611 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.611 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-08-10T06:31:29.611 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.611 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.611 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.612 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-08-10T06:31:29.612 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.612 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.612 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.612 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-08-10T06:31:29.612 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.612 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.612 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:29.613 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.613 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.6": { 2024-08-10T06:31:29.613 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-08-10T06:31:29.613 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.613 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.613 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.613 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T06:31:29.613 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 15736, 2024-08-10T06:31:29.613 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 279 2024-08-10T06:31:29.613 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.613 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-08-10T06:31:29.613 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 34560, 2024-08-10T06:31:29.613 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 21 2024-08-10T06:31:29.613 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.614 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-08-10T06:31:29.614 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 3264, 2024-08-10T06:31:29.614 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 17 2024-08-10T06:31:29.614 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.614 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-08-10T06:31:29.614 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 59840, 2024-08-10T06:31:29.614 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 748 2024-08-10T06:31:29.614 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.614 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_blob": { 2024-08-10T06:31:29.614 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 417872, 2024-08-10T06:31:29.614 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 2009 2024-08-10T06:31:29.614 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.614 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_buffer": { 2024-08-10T06:31:29.615 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 256, 2024-08-10T06:31:29.615 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 32 2024-08-10T06:31:29.615 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.615 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-08-10T06:31:29.615 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 435185, 2024-08-10T06:31:29.615 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 113 2024-08-10T06:31:29.615 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.615 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-08-10T06:31:29.615 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 1792614, 2024-08-10T06:31:29.615 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 393936 2024-08-10T06:31:29.615 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.615 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-08-10T06:31:29.615 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 5184576, 2024-08-10T06:31:29.615 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 7656 2024-08-10T06:31:29.616 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.616 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-08-10T06:31:29.616 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 87140, 2024-08-10T06:31:29.616 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 9402 2024-08-10T06:31:29.616 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.616 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_extent": { 2024-08-10T06:31:29.616 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 96384, 2024-08-10T06:31:29.616 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 2008 2024-08-10T06:31:29.616 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.616 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-08-10T06:31:29.616 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.616 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.616 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.617 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-08-10T06:31:29.617 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 185658, 2024-08-10T06:31:29.617 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1326 2024-08-10T06:31:29.617 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.617 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_shared_blob": { 2024-08-10T06:31:29.617 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.617 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.617 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.617 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-08-10T06:31:29.617 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 1472, 2024-08-10T06:31:29.617 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 2 2024-08-10T06:31:29.617 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.617 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-08-10T06:31:29.617 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 98929, 2024-08-10T06:31:29.618 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 54 2024-08-10T06:31:29.618 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.618 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-08-10T06:31:29.618 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 20128, 2024-08-10T06:31:29.618 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 5 2024-08-10T06:31:29.618 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.618 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-08-10T06:31:29.618 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 17727423, 2024-08-10T06:31:29.618 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 6235 2024-08-10T06:31:29.618 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.618 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-08-10T06:31:29.618 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 11528, 2024-08-10T06:31:29.618 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 131 2024-08-10T06:31:29.618 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.619 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-08-10T06:31:29.619 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.619 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.619 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.619 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:29.619 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 453024, 2024-08-10T06:31:29.619 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 39 2024-08-10T06:31:29.619 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.619 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-08-10T06:31:29.619 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.619 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.619 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.619 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-08-10T06:31:29.619 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 3593616, 2024-08-10T06:31:29.620 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 9246 2024-08-10T06:31:29.620 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.620 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-08-10T06:31:29.620 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 642656, 2024-08-10T06:31:29.620 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 10341 2024-08-10T06:31:29.620 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.620 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-08-10T06:31:29.620 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.620 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.620 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.620 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-08-10T06:31:29.620 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.620 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.621 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.621 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-08-10T06:31:29.621 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.621 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.621 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.621 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-08-10T06:31:29.621 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.621 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.621 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:29.621 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.621 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.7": { 2024-08-10T06:31:29.621 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-08-10T06:31:29.621 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.621 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.622 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.622 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T06:31:29.622 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 14680, 2024-08-10T06:31:29.622 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 270 2024-08-10T06:31:29.622 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.622 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-08-10T06:31:29.622 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 54912, 2024-08-10T06:31:29.622 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 22 2024-08-10T06:31:29.622 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.622 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-08-10T06:31:29.622 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 1344, 2024-08-10T06:31:29.622 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 7 2024-08-10T06:31:29.622 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.622 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-08-10T06:31:29.623 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 59600, 2024-08-10T06:31:29.623 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 745 2024-08-10T06:31:29.623 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.623 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_blob": { 2024-08-10T06:31:29.623 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 404144, 2024-08-10T06:31:29.623 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1943 2024-08-10T06:31:29.623 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.623 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_buffer": { 2024-08-10T06:31:29.623 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 256, 2024-08-10T06:31:29.623 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 32 2024-08-10T06:31:29.623 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.623 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-08-10T06:31:29.623 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 388669, 2024-08-10T06:31:29.623 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 122 2024-08-10T06:31:29.624 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.624 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-08-10T06:31:29.624 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 2045690, 2024-08-10T06:31:29.624 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 454638 2024-08-10T06:31:29.624 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.624 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-08-10T06:31:29.624 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 5910816, 2024-08-10T06:31:29.624 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 8724 2024-08-10T06:31:29.625 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.625 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-08-10T06:31:29.625 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 78608, 2024-08-10T06:31:29.625 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 8248 2024-08-10T06:31:29.625 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.625 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_extent": { 2024-08-10T06:31:29.625 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 93264, 2024-08-10T06:31:29.625 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1943 2024-08-10T06:31:29.625 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.625 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-08-10T06:31:29.625 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.625 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.625 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.625 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-08-10T06:31:29.626 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 185658, 2024-08-10T06:31:29.626 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1326 2024-08-10T06:31:29.626 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.626 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_shared_blob": { 2024-08-10T06:31:29.626 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.626 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.626 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.626 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-08-10T06:31:29.626 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.626 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.626 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.626 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-08-10T06:31:29.626 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 32269, 2024-08-10T06:31:29.627 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 43 2024-08-10T06:31:29.627 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.627 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-08-10T06:31:29.627 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.627 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.627 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.627 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-08-10T06:31:29.627 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 7122088, 2024-08-10T06:31:29.627 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 261 2024-08-10T06:31:29.627 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.627 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-08-10T06:31:29.627 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 10912, 2024-08-10T06:31:29.627 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 124 2024-08-10T06:31:29.627 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.628 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-08-10T06:31:29.628 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.628 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.628 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.628 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:29.628 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 534336, 2024-08-10T06:31:29.628 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 46 2024-08-10T06:31:29.628 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.628 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-08-10T06:31:29.628 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.628 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.628 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.628 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-08-10T06:31:29.628 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 4820608, 2024-08-10T06:31:29.629 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 9296 2024-08-10T06:31:29.629 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.629 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-08-10T06:31:29.629 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 642656, 2024-08-10T06:31:29.629 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 10341 2024-08-10T06:31:29.629 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.629 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-08-10T06:31:29.629 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.629 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.629 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.629 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-08-10T06:31:29.629 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.629 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.630 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.630 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-08-10T06:31:29.630 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.630 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.630 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.630 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-08-10T06:31:29.630 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:29.630 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:29.630 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:29.630 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:29.630 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:29.630 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.630 INFO:tasks.workunit.client.0.smithi031.stdout: "metadata": { 2024-08-10T06:31:29.631 INFO:tasks.workunit.client.0.smithi031.stdout: "mds": { 2024-08-10T06:31:29.631 INFO:tasks.workunit.client.0.smithi031.stdout: "arch": { 2024-08-10T06:31:29.631 INFO:tasks.workunit.client.0.smithi031.stdout: "x86_64": 2 2024-08-10T06:31:29.631 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.631 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph_version": { 2024-08-10T06:31:29.631 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 2 2024-08-10T06:31:29.631 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.631 INFO:tasks.workunit.client.0.smithi031.stdout: "cpu": { 2024-08-10T06:31:29.631 INFO:tasks.workunit.client.0.smithi031.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 1, 2024-08-10T06:31:29.631 INFO:tasks.workunit.client.0.smithi031.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-08-10T06:31:29.631 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.631 INFO:tasks.workunit.client.0.smithi031.stdout: "distro": { 2024-08-10T06:31:29.631 INFO:tasks.workunit.client.0.smithi031.stdout: "centos": 2 2024-08-10T06:31:29.631 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.631 INFO:tasks.workunit.client.0.smithi031.stdout: "distro_description": { 2024-08-10T06:31:29.632 INFO:tasks.workunit.client.0.smithi031.stdout: "CentOS Stream 9": 2 2024-08-10T06:31:29.632 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.632 INFO:tasks.workunit.client.0.smithi031.stdout: "kernel_description": { 2024-08-10T06:31:29.632 INFO:tasks.workunit.client.0.smithi031.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 2 2024-08-10T06:31:29.632 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.632 INFO:tasks.workunit.client.0.smithi031.stdout: "kernel_version": { 2024-08-10T06:31:29.632 INFO:tasks.workunit.client.0.smithi031.stdout: "5.14.0-480.el9.x86_64": 2 2024-08-10T06:31:29.632 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.632 INFO:tasks.workunit.client.0.smithi031.stdout: "os": { 2024-08-10T06:31:29.632 INFO:tasks.workunit.client.0.smithi031.stdout: "Linux": 2 2024-08-10T06:31:29.632 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:29.632 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.632 INFO:tasks.workunit.client.0.smithi031.stdout: "mon": { 2024-08-10T06:31:29.633 INFO:tasks.workunit.client.0.smithi031.stdout: "arch": { 2024-08-10T06:31:29.633 INFO:tasks.workunit.client.0.smithi031.stdout: "x86_64": 3 2024-08-10T06:31:29.633 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.633 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph_version": { 2024-08-10T06:31:29.633 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 3 2024-08-10T06:31:29.633 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.633 INFO:tasks.workunit.client.0.smithi031.stdout: "cpu": { 2024-08-10T06:31:29.633 INFO:tasks.workunit.client.0.smithi031.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2, 2024-08-10T06:31:29.633 INFO:tasks.workunit.client.0.smithi031.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-08-10T06:31:29.633 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.633 INFO:tasks.workunit.client.0.smithi031.stdout: "distro": { 2024-08-10T06:31:29.633 INFO:tasks.workunit.client.0.smithi031.stdout: "centos": 3 2024-08-10T06:31:29.633 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.633 INFO:tasks.workunit.client.0.smithi031.stdout: "distro_description": { 2024-08-10T06:31:29.634 INFO:tasks.workunit.client.0.smithi031.stdout: "CentOS Stream 9": 3 2024-08-10T06:31:29.634 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.634 INFO:tasks.workunit.client.0.smithi031.stdout: "kernel_description": { 2024-08-10T06:31:29.634 INFO:tasks.workunit.client.0.smithi031.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 3 2024-08-10T06:31:29.634 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.634 INFO:tasks.workunit.client.0.smithi031.stdout: "kernel_version": { 2024-08-10T06:31:29.634 INFO:tasks.workunit.client.0.smithi031.stdout: "5.14.0-480.el9.x86_64": 3 2024-08-10T06:31:29.634 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.634 INFO:tasks.workunit.client.0.smithi031.stdout: "os": { 2024-08-10T06:31:29.634 INFO:tasks.workunit.client.0.smithi031.stdout: "Linux": 3 2024-08-10T06:31:29.634 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:29.634 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.634 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:29.635 INFO:tasks.workunit.client.0.smithi031.stdout: "arch": { 2024-08-10T06:31:29.635 INFO:tasks.workunit.client.0.smithi031.stdout: "x86_64": 8 2024-08-10T06:31:29.635 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.635 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph_version": { 2024-08-10T06:31:29.635 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 8 2024-08-10T06:31:29.635 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.635 INFO:tasks.workunit.client.0.smithi031.stdout: "cpu": { 2024-08-10T06:31:29.635 INFO:tasks.workunit.client.0.smithi031.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 4, 2024-08-10T06:31:29.635 INFO:tasks.workunit.client.0.smithi031.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 4 2024-08-10T06:31:29.635 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.635 INFO:tasks.workunit.client.0.smithi031.stdout: "distro": { 2024-08-10T06:31:29.635 INFO:tasks.workunit.client.0.smithi031.stdout: "centos": 8 2024-08-10T06:31:29.635 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.635 INFO:tasks.workunit.client.0.smithi031.stdout: "distro_description": { 2024-08-10T06:31:29.636 INFO:tasks.workunit.client.0.smithi031.stdout: "CentOS Stream 9": 8 2024-08-10T06:31:29.636 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.636 INFO:tasks.workunit.client.0.smithi031.stdout: "kernel_description": { 2024-08-10T06:31:29.636 INFO:tasks.workunit.client.0.smithi031.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 8 2024-08-10T06:31:29.636 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.636 INFO:tasks.workunit.client.0.smithi031.stdout: "kernel_version": { 2024-08-10T06:31:29.636 INFO:tasks.workunit.client.0.smithi031.stdout: "5.14.0-480.el9.x86_64": 8 2024-08-10T06:31:29.636 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.636 INFO:tasks.workunit.client.0.smithi031.stdout: "os": { 2024-08-10T06:31:29.636 INFO:tasks.workunit.client.0.smithi031.stdout: "Linux": 8 2024-08-10T06:31:29.636 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.636 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_objectstore": { 2024-08-10T06:31:29.636 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore": 8 2024-08-10T06:31:29.636 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.637 INFO:tasks.workunit.client.0.smithi031.stdout: "rotational": { 2024-08-10T06:31:29.637 INFO:tasks.workunit.client.0.smithi031.stdout: "0": 8 2024-08-10T06:31:29.637 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:29.637 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:29.637 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.637 INFO:tasks.workunit.client.0.smithi031.stdout: "mon": { 2024-08-10T06:31:29.637 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3, 2024-08-10T06:31:29.637 INFO:tasks.workunit.client.0.smithi031.stdout: "features": { 2024-08-10T06:31:29.637 INFO:tasks.workunit.client.0.smithi031.stdout: "optional": [], 2024-08-10T06:31:29.637 INFO:tasks.workunit.client.0.smithi031.stdout: "persistent": [ 2024-08-10T06:31:29.637 INFO:tasks.workunit.client.0.smithi031.stdout: "kraken", 2024-08-10T06:31:29.637 INFO:tasks.workunit.client.0.smithi031.stdout: "luminous", 2024-08-10T06:31:29.637 INFO:tasks.workunit.client.0.smithi031.stdout: "mimic", 2024-08-10T06:31:29.638 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap-prune", 2024-08-10T06:31:29.638 INFO:tasks.workunit.client.0.smithi031.stdout: "nautilus", 2024-08-10T06:31:29.638 INFO:tasks.workunit.client.0.smithi031.stdout: "octopus", 2024-08-10T06:31:29.638 INFO:tasks.workunit.client.0.smithi031.stdout: "pacific", 2024-08-10T06:31:29.638 INFO:tasks.workunit.client.0.smithi031.stdout: "elector-pinging", 2024-08-10T06:31:29.638 INFO:tasks.workunit.client.0.smithi031.stdout: "quincy", 2024-08-10T06:31:29.638 INFO:tasks.workunit.client.0.smithi031.stdout: "reef", 2024-08-10T06:31:29.638 INFO:tasks.workunit.client.0.smithi031.stdout: "squid" 2024-08-10T06:31:29.638 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:29.638 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.638 INFO:tasks.workunit.client.0.smithi031.stdout: "ipv4_addr_mons": 6, 2024-08-10T06:31:29.638 INFO:tasks.workunit.client.0.smithi031.stdout: "ipv6_addr_mons": 0, 2024-08-10T06:31:29.638 INFO:tasks.workunit.client.0.smithi031.stdout: "min_mon_release": 19, 2024-08-10T06:31:29.639 INFO:tasks.workunit.client.0.smithi031.stdout: "v1_addr_mons": 3, 2024-08-10T06:31:29.639 INFO:tasks.workunit.client.0.smithi031.stdout: "v2_addr_mons": 3 2024-08-10T06:31:29.639 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.639 INFO:tasks.workunit.client.0.smithi031.stdout: "organization": "ceph-qa", 2024-08-10T06:31:29.639 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:29.639 INFO:tasks.workunit.client.0.smithi031.stdout: "cluster_network": false, 2024-08-10T06:31:29.639 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 8, 2024-08-10T06:31:29.639 INFO:tasks.workunit.client.0.smithi031.stdout: "require_min_compat_client": "luminous", 2024-08-10T06:31:29.639 INFO:tasks.workunit.client.0.smithi031.stdout: "require_osd_release": "squid" 2024-08-10T06:31:29.639 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.639 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_perf_histograms": [ 2024-08-10T06:31:29.639 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:29.639 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T06:31:29.639 INFO:tasks.workunit.client.0.smithi031.stdout: "axes": [ 2024-08-10T06:31:29.640 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:29.640 INFO:tasks.workunit.client.0.smithi031.stdout: "buckets": 32, 2024-08-10T06:31:29.640 INFO:tasks.workunit.client.0.smithi031.stdout: "min": 0, 2024-08-10T06:31:29.640 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "Latency (usec)", 2024-08-10T06:31:29.640 INFO:tasks.workunit.client.0.smithi031.stdout: "quant_size": 100000, 2024-08-10T06:31:29.640 INFO:tasks.workunit.client.0.smithi031.stdout: "ranges": [ 2024-08-10T06:31:29.640 INFO:tasks.workunit.client.0.smithi031.stdout: "[None, -1]", 2024-08-10T06:31:29.640 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 99999]", 2024-08-10T06:31:29.640 INFO:tasks.workunit.client.0.smithi031.stdout: "[100000, 199999]", 2024-08-10T06:31:29.640 INFO:tasks.workunit.client.0.smithi031.stdout: "[200000, 399999]", 2024-08-10T06:31:29.640 INFO:tasks.workunit.client.0.smithi031.stdout: "[400000, 799999]", 2024-08-10T06:31:29.640 INFO:tasks.workunit.client.0.smithi031.stdout: "[800000, 1599999]", 2024-08-10T06:31:29.640 INFO:tasks.workunit.client.0.smithi031.stdout: "[1600000, 3199999]", 2024-08-10T06:31:29.641 INFO:tasks.workunit.client.0.smithi031.stdout: "[3200000, 6399999]", 2024-08-10T06:31:29.641 INFO:tasks.workunit.client.0.smithi031.stdout: "[6400000, 12799999]", 2024-08-10T06:31:29.641 INFO:tasks.workunit.client.0.smithi031.stdout: "[12800000, 25599999]", 2024-08-10T06:31:29.641 INFO:tasks.workunit.client.0.smithi031.stdout: "[25600000, 51199999]", 2024-08-10T06:31:29.641 INFO:tasks.workunit.client.0.smithi031.stdout: "[51200000, 102399999]", 2024-08-10T06:31:29.641 INFO:tasks.workunit.client.0.smithi031.stdout: "[102400000, 204799999]", 2024-08-10T06:31:29.641 INFO:tasks.workunit.client.0.smithi031.stdout: "[204800000, 409599999]", 2024-08-10T06:31:29.641 INFO:tasks.workunit.client.0.smithi031.stdout: "[409600000, 819199999]", 2024-08-10T06:31:29.641 INFO:tasks.workunit.client.0.smithi031.stdout: "[819200000, 1638399999]", 2024-08-10T06:31:29.641 INFO:tasks.workunit.client.0.smithi031.stdout: "[1638400000, 3276799999]", 2024-08-10T06:31:29.641 INFO:tasks.workunit.client.0.smithi031.stdout: "[3276800000, 6553599999]", 2024-08-10T06:31:29.641 INFO:tasks.workunit.client.0.smithi031.stdout: "[6553600000, 13107199999]", 2024-08-10T06:31:29.641 INFO:tasks.workunit.client.0.smithi031.stdout: "[13107200000, 26214399999]", 2024-08-10T06:31:29.641 INFO:tasks.workunit.client.0.smithi031.stdout: "[26214400000, 52428799999]", 2024-08-10T06:31:29.641 INFO:tasks.workunit.client.0.smithi031.stdout: "[52428800000, 104857599999]", 2024-08-10T06:31:29.642 INFO:tasks.workunit.client.0.smithi031.stdout: "[104857600000, 209715199999]", 2024-08-10T06:31:29.642 INFO:tasks.workunit.client.0.smithi031.stdout: "[209715200000, 419430399999]", 2024-08-10T06:31:29.642 INFO:tasks.workunit.client.0.smithi031.stdout: "[419430400000, 838860799999]", 2024-08-10T06:31:29.642 INFO:tasks.workunit.client.0.smithi031.stdout: "[838860800000, 1677721599999]", 2024-08-10T06:31:29.642 INFO:tasks.workunit.client.0.smithi031.stdout: "[1677721600000, 3355443199999]", 2024-08-10T06:31:29.642 INFO:tasks.workunit.client.0.smithi031.stdout: "[3355443200000, 6710886399999]", 2024-08-10T06:31:29.642 INFO:tasks.workunit.client.0.smithi031.stdout: "[6710886400000, 13421772799999]", 2024-08-10T06:31:29.642 INFO:tasks.workunit.client.0.smithi031.stdout: "[13421772800000, 26843545599999]", 2024-08-10T06:31:29.642 INFO:tasks.workunit.client.0.smithi031.stdout: "[26843545600000, 53687091199999]", 2024-08-10T06:31:29.642 INFO:tasks.workunit.client.0.smithi031.stdout: "[53687091200000, None]" 2024-08-10T06:31:29.642 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:29.642 INFO:tasks.workunit.client.0.smithi031.stdout: "scale_type": "log2" 2024-08-10T06:31:29.642 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.643 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:29.643 INFO:tasks.workunit.client.0.smithi031.stdout: "buckets": 32, 2024-08-10T06:31:29.643 INFO:tasks.workunit.client.0.smithi031.stdout: "min": 0, 2024-08-10T06:31:29.643 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "Request size (bytes)", 2024-08-10T06:31:29.643 INFO:tasks.workunit.client.0.smithi031.stdout: "quant_size": 512, 2024-08-10T06:31:29.643 INFO:tasks.workunit.client.0.smithi031.stdout: "ranges": [ 2024-08-10T06:31:29.643 INFO:tasks.workunit.client.0.smithi031.stdout: "[None, -1]", 2024-08-10T06:31:29.643 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 511]", 2024-08-10T06:31:29.643 INFO:tasks.workunit.client.0.smithi031.stdout: "[512, 1023]", 2024-08-10T06:31:29.643 INFO:tasks.workunit.client.0.smithi031.stdout: "[1024, 2047]", 2024-08-10T06:31:29.643 INFO:tasks.workunit.client.0.smithi031.stdout: "[2048, 4095]", 2024-08-10T06:31:29.643 INFO:tasks.workunit.client.0.smithi031.stdout: "[4096, 8191]", 2024-08-10T06:31:29.644 INFO:tasks.workunit.client.0.smithi031.stdout: "[8192, 16383]", 2024-08-10T06:31:29.644 INFO:tasks.workunit.client.0.smithi031.stdout: "[16384, 32767]", 2024-08-10T06:31:29.644 INFO:tasks.workunit.client.0.smithi031.stdout: "[32768, 65535]", 2024-08-10T06:31:29.644 INFO:tasks.workunit.client.0.smithi031.stdout: "[65536, 131071]", 2024-08-10T06:31:29.644 INFO:tasks.workunit.client.0.smithi031.stdout: "[131072, 262143]", 2024-08-10T06:31:29.644 INFO:tasks.workunit.client.0.smithi031.stdout: "[262144, 524287]", 2024-08-10T06:31:29.644 INFO:tasks.workunit.client.0.smithi031.stdout: "[524288, 1048575]", 2024-08-10T06:31:29.644 INFO:tasks.workunit.client.0.smithi031.stdout: "[1048576, 2097151]", 2024-08-10T06:31:29.644 INFO:tasks.workunit.client.0.smithi031.stdout: "[2097152, 4194303]", 2024-08-10T06:31:29.644 INFO:tasks.workunit.client.0.smithi031.stdout: "[4194304, 8388607]", 2024-08-10T06:31:29.644 INFO:tasks.workunit.client.0.smithi031.stdout: "[8388608, 16777215]", 2024-08-10T06:31:29.644 INFO:tasks.workunit.client.0.smithi031.stdout: "[16777216, 33554431]", 2024-08-10T06:31:29.644 INFO:tasks.workunit.client.0.smithi031.stdout: "[33554432, 67108863]", 2024-08-10T06:31:29.645 INFO:tasks.workunit.client.0.smithi031.stdout: "[67108864, 134217727]", 2024-08-10T06:31:29.645 INFO:tasks.workunit.client.0.smithi031.stdout: "[134217728, 268435455]", 2024-08-10T06:31:29.645 INFO:tasks.workunit.client.0.smithi031.stdout: "[268435456, 536870911]", 2024-08-10T06:31:29.645 INFO:tasks.workunit.client.0.smithi031.stdout: "[536870912, 1073741823]", 2024-08-10T06:31:29.645 INFO:tasks.workunit.client.0.smithi031.stdout: "[1073741824, 2147483647]", 2024-08-10T06:31:29.645 INFO:tasks.workunit.client.0.smithi031.stdout: "[2147483648, 4294967295]", 2024-08-10T06:31:29.645 INFO:tasks.workunit.client.0.smithi031.stdout: "[4294967296, 8589934591]", 2024-08-10T06:31:29.645 INFO:tasks.workunit.client.0.smithi031.stdout: "[8589934592, 17179869183]", 2024-08-10T06:31:29.645 INFO:tasks.workunit.client.0.smithi031.stdout: "[17179869184, 34359738367]", 2024-08-10T06:31:29.645 INFO:tasks.workunit.client.0.smithi031.stdout: "[34359738368, 68719476735]", 2024-08-10T06:31:29.645 INFO:tasks.workunit.client.0.smithi031.stdout: "[68719476736, 137438953471]", 2024-08-10T06:31:29.645 INFO:tasks.workunit.client.0.smithi031.stdout: "[137438953472, 274877906943]", 2024-08-10T06:31:29.645 INFO:tasks.workunit.client.0.smithi031.stdout: "[274877906944, None]" 2024-08-10T06:31:29.645 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:29.646 INFO:tasks.workunit.client.0.smithi031.stdout: "scale_type": "log2" 2024-08-10T06:31:29.646 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:29.646 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:29.646 INFO:tasks.workunit.client.0.smithi031.stdout: "osds": [ 2024-08-10T06:31:29.646 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:29.646 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 0, 2024-08-10T06:31:29.646 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:29.646 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.646 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 978, 96, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.646 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 18689, 4025, 68, 5, 18, 13, 0, 0, 0, 0, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.646 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 12081, 135, 74, 1, 16, 27, 69, 88, 27, 43, 22, 21, 35, 26, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.646 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1336, 21, 33, 0, 2, 0, 0, 0, 2, 10, 72, 142, 50, 8, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.646 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 615, 11, 3, 0, 0, 1, 0, 0, 0, 0, 2, 41, 322, 12, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.647 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 118, 7, 0, 0, 0, 1, 0, 0, 1, 0, 8, 13, 44, 110, 156, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.647 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 156, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 12, 23, 34, 56, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.647 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 21, 54, 23, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.647 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 67, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 30, 33, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.647 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 3, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.647 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.647 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.647 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.647 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.647 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.647 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.647 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.647 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.647 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.648 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.648 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.648 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.648 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.648 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.648 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.648 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.648 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.648 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.648 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.648 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.648 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:29.648 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:29.649 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.649 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:29.649 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 1, 2024-08-10T06:31:29.649 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:29.649 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.649 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.649 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 9810, 2, 0, 0, 1, 0, 0, 1, 0, 2, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.649 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 8538, 20, 1302, 2, 8, 8, 9, 25, 35, 51, 40, 33, 23, 5, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.649 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1094, 3, 191, 22, 0, 2, 0, 3, 7, 11, 99, 217, 65, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.649 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 404, 0, 0, 8, 0, 0, 0, 0, 0, 2, 5, 30, 467, 8, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.649 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 170, 1, 1, 0, 0, 0, 0, 0, 0, 0, 6, 7, 25, 65, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.649 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 156, 0, 34, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 2, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.649 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 60, 0, 227, 0, 0, 0, 0, 0, 0, 0, 6, 0, 9, 7, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.649 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 6, 0, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.650 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.650 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.650 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.650 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.650 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.650 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.650 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.650 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.650 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.650 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.650 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.650 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.651 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.651 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.651 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.651 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.651 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.651 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.651 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.651 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.651 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.651 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:29.651 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:29.651 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.651 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:29.651 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 2, 2024-08-10T06:31:29.652 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:29.652 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.652 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.652 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 13634, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.652 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 11365, 9, 9, 0, 4, 0, 0, 1, 1, 0, 0, 21, 8, 25, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.652 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1312, 0, 4, 2, 2, 0, 0, 0, 3, 3, 3, 3, 2, 7, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.652 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 870, 1, 0, 0, 0, 0, 0, 1, 0, 0, 2, 15, 26, 9, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.652 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 427, 11, 1, 0, 0, 0, 0, 0, 1, 0, 2, 3, 22, 71, 125, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.652 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 249, 5, 0, 0, 0, 0, 0, 1, 1, 0, 0, 3, 10, 20, 57, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.652 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 234, 10, 0, 1, 0, 0, 0, 0, 0, 0, 0, 4, 13, 17, 14, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.652 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 83, 2, 0, 0, 0, 0, 2, 0, 0, 0, 0, 2, 3, 21, 19, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.652 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 7, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 4, 13, 12, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.653 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.653 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.653 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.653 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.653 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.653 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.653 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.653 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.653 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.653 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.653 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.653 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.653 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.654 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.654 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.654 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.654 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.654 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.654 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.654 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.654 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:29.654 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:29.654 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.654 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:29.654 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 3, 2024-08-10T06:31:29.654 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:29.654 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.655 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1280, 103, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.655 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 8121, 7856, 4452, 1, 3, 0, 0, 0, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.655 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 3018, 121, 60, 1, 16, 4, 3, 7, 7, 22, 16, 14, 8, 17, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.655 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 258, 3, 8, 0, 1, 0, 0, 0, 2, 3, 50, 103, 19, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.655 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 163, 0, 0, 0, 7, 0, 0, 0, 0, 0, 1, 26, 166, 8, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.655 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 65, 5, 0, 0, 163, 0, 0, 1, 0, 1, 1, 3, 17, 32, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.655 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 63, 1, 0, 0, 327, 0, 0, 2, 1, 0, 8, 8, 11, 20, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.655 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 42, 0, 0, 0, 510, 0, 0, 2, 1, 0, 5, 1, 14, 20, 6, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.655 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 123, 0, 0, 0, 1692, 0, 0, 0, 0, 0, 0, 0, 8, 17, 11, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.655 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 12, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.655 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.656 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.656 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.656 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.656 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.656 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.656 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.656 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.656 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.656 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.656 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.656 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.656 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.656 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.656 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.657 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.657 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.657 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.657 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.657 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.657 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:29.657 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:29.657 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.657 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:29.657 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 4, 2024-08-10T06:31:29.657 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:29.657 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.657 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.658 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 9420, 3, 59, 6, 17, 31, 2, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.658 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 6331, 39, 29, 2, 15, 18, 94, 110, 4, 16, 8, 10, 6, 3, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.658 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 469, 6, 9, 0, 3, 0, 5, 33, 8, 10, 39, 67, 31, 3, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.658 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 229, 0, 1, 0, 0, 0, 0, 0, 1, 0, 2, 8, 146, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.658 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 70, 1, 0, 0, 0, 1, 1, 0, 3, 4, 2, 3, 12, 28, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.658 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 53, 1, 1, 0, 0, 0, 0, 0, 0, 6, 0, 0, 2, 11, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.658 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 12, 19, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.658 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.658 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.658 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.658 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.658 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.658 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.659 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.659 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.659 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.659 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.659 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.659 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.659 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.659 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.659 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.659 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.659 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.659 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.659 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.659 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.660 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.660 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.660 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:29.660 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:29.660 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.660 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:29.660 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 5, 2024-08-10T06:31:29.660 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:29.660 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.660 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 593, 110, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.660 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 10496, 3624, 1, 2, 0, 0, 0, 0, 1, 0, 3, 3, 0, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.660 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 6158, 396, 23, 2, 8, 1, 2, 2, 0, 1, 6, 4, 1, 26, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.660 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 857, 104, 3, 8, 2, 0, 0, 0, 1, 3, 4, 1, 0, 9, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.660 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 334, 8, 0, 2, 1, 0, 0, 0, 0, 1, 0, 11, 35, 6, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.661 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 149, 11, 5, 0, 0, 0, 0, 0, 0, 1, 0, 3, 16, 65, 100, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.661 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 210, 4, 2, 1, 0, 0, 0, 1, 1, 0, 0, 4, 21, 20, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.661 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 56, 1, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 20, 37, 12, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.661 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 19, 23, 14, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.661 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 8, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.661 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.661 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.661 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.661 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.661 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.661 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.661 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.662 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.662 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.662 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.662 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.662 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.662 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.662 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.662 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.662 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.662 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.662 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.662 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.662 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.663 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:29.663 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:29.663 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.663 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:29.663 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 6, 2024-08-10T06:31:29.663 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:29.663 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.663 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.663 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 9142, 14, 0, 0, 0, 0, 0, 0, 0, 1, 0, 5, 4, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.663 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 8019, 25, 3, 0, 11, 2, 3, 6, 5, 14, 5, 11, 9, 13, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.663 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1019, 99, 117, 0, 1, 1, 1, 0, 5, 18, 43, 77, 22, 8, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.663 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 576, 46, 68, 0, 0, 0, 0, 0, 0, 0, 0, 36, 173, 9, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.663 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 150, 22, 17, 0, 1, 1, 0, 0, 0, 0, 3, 1, 30, 51, 87, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.663 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 82, 24, 22, 34, 0, 0, 0, 2, 0, 0, 9, 0, 16, 23, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.663 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 31, 56, 0, 32, 76, 0, 0, 0, 0, 0, 0, 0, 14, 26, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.664 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 12, 103, 0, 2, 59, 98, 0, 0, 0, 0, 0, 0, 2, 6, 7, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.664 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 3, 56, 0, 0, 0, 31, 0, 0, 0, 0, 0, 0, 3, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.664 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.664 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.664 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.664 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.664 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.664 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.664 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.664 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.664 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.664 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.664 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.664 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.665 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.665 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.665 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.665 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.665 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.665 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.665 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.665 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.665 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:29.665 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:29.665 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.665 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:29.665 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 7, 2024-08-10T06:31:29.665 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:29.666 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.666 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 565, 40, 0, 0, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.666 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 18134, 4012, 0, 0, 7303, 405, 0, 0, 0, 1, 2, 2, 5, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.666 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 8490, 131, 1, 0, 358, 165, 0, 0, 0, 3, 1, 4, 12, 19, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.666 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 924, 19, 2, 0, 60, 23, 1, 0, 0, 8, 3, 0, 4, 10, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.666 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 336, 8, 1, 0, 3, 4, 0, 0, 0, 2, 0, 3, 21, 18, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.666 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 282, 12, 5, 0, 16, 24, 0, 0, 0, 0, 0, 4, 19, 42, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.666 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 83, 2, 2, 0, 2, 6, 0, 0, 0, 0, 0, 1, 6, 13, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.666 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 90, 1, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 7, 11, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.666 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.666 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.666 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.667 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.667 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.667 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.667 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.667 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.667 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.667 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.667 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.667 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.667 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.667 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.667 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.667 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.668 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.668 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.668 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.668 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.668 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.668 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.668 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:29.668 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:29.668 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:29.668 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:29.668 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.668 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T06:31:29.668 INFO:tasks.workunit.client.0.smithi031.stdout: "axes": [ 2024-08-10T06:31:29.668 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:29.669 INFO:tasks.workunit.client.0.smithi031.stdout: "buckets": 32, 2024-08-10T06:31:29.669 INFO:tasks.workunit.client.0.smithi031.stdout: "min": 0, 2024-08-10T06:31:29.669 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "Latency (usec)", 2024-08-10T06:31:29.669 INFO:tasks.workunit.client.0.smithi031.stdout: "quant_size": 100000, 2024-08-10T06:31:29.669 INFO:tasks.workunit.client.0.smithi031.stdout: "ranges": [ 2024-08-10T06:31:29.669 INFO:tasks.workunit.client.0.smithi031.stdout: "[None, -1]", 2024-08-10T06:31:29.669 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 99999]", 2024-08-10T06:31:29.669 INFO:tasks.workunit.client.0.smithi031.stdout: "[100000, 199999]", 2024-08-10T06:31:29.669 INFO:tasks.workunit.client.0.smithi031.stdout: "[200000, 399999]", 2024-08-10T06:31:29.669 INFO:tasks.workunit.client.0.smithi031.stdout: "[400000, 799999]", 2024-08-10T06:31:29.669 INFO:tasks.workunit.client.0.smithi031.stdout: "[800000, 1599999]", 2024-08-10T06:31:29.669 INFO:tasks.workunit.client.0.smithi031.stdout: "[1600000, 3199999]", 2024-08-10T06:31:29.669 INFO:tasks.workunit.client.0.smithi031.stdout: "[3200000, 6399999]", 2024-08-10T06:31:29.669 INFO:tasks.workunit.client.0.smithi031.stdout: "[6400000, 12799999]", 2024-08-10T06:31:29.670 INFO:tasks.workunit.client.0.smithi031.stdout: "[12800000, 25599999]", 2024-08-10T06:31:29.670 INFO:tasks.workunit.client.0.smithi031.stdout: "[25600000, 51199999]", 2024-08-10T06:31:29.670 INFO:tasks.workunit.client.0.smithi031.stdout: "[51200000, 102399999]", 2024-08-10T06:31:29.670 INFO:tasks.workunit.client.0.smithi031.stdout: "[102400000, 204799999]", 2024-08-10T06:31:29.670 INFO:tasks.workunit.client.0.smithi031.stdout: "[204800000, 409599999]", 2024-08-10T06:31:29.670 INFO:tasks.workunit.client.0.smithi031.stdout: "[409600000, 819199999]", 2024-08-10T06:31:29.670 INFO:tasks.workunit.client.0.smithi031.stdout: "[819200000, 1638399999]", 2024-08-10T06:31:29.670 INFO:tasks.workunit.client.0.smithi031.stdout: "[1638400000, 3276799999]", 2024-08-10T06:31:29.670 INFO:tasks.workunit.client.0.smithi031.stdout: "[3276800000, 6553599999]", 2024-08-10T06:31:29.670 INFO:tasks.workunit.client.0.smithi031.stdout: "[6553600000, 13107199999]", 2024-08-10T06:31:29.670 INFO:tasks.workunit.client.0.smithi031.stdout: "[13107200000, 26214399999]", 2024-08-10T06:31:29.670 INFO:tasks.workunit.client.0.smithi031.stdout: "[26214400000, 52428799999]", 2024-08-10T06:31:29.670 INFO:tasks.workunit.client.0.smithi031.stdout: "[52428800000, 104857599999]", 2024-08-10T06:31:29.671 INFO:tasks.workunit.client.0.smithi031.stdout: "[104857600000, 209715199999]", 2024-08-10T06:31:29.671 INFO:tasks.workunit.client.0.smithi031.stdout: "[209715200000, 419430399999]", 2024-08-10T06:31:29.671 INFO:tasks.workunit.client.0.smithi031.stdout: "[419430400000, 838860799999]", 2024-08-10T06:31:29.671 INFO:tasks.workunit.client.0.smithi031.stdout: "[838860800000, 1677721599999]", 2024-08-10T06:31:29.671 INFO:tasks.workunit.client.0.smithi031.stdout: "[1677721600000, 3355443199999]", 2024-08-10T06:31:29.671 INFO:tasks.workunit.client.0.smithi031.stdout: "[3355443200000, 6710886399999]", 2024-08-10T06:31:29.671 INFO:tasks.workunit.client.0.smithi031.stdout: "[6710886400000, 13421772799999]", 2024-08-10T06:31:29.671 INFO:tasks.workunit.client.0.smithi031.stdout: "[13421772800000, 26843545599999]", 2024-08-10T06:31:29.671 INFO:tasks.workunit.client.0.smithi031.stdout: "[26843545600000, 53687091199999]", 2024-08-10T06:31:29.671 INFO:tasks.workunit.client.0.smithi031.stdout: "[53687091200000, None]" 2024-08-10T06:31:29.671 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:29.671 INFO:tasks.workunit.client.0.smithi031.stdout: "scale_type": "log2" 2024-08-10T06:31:29.671 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.671 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:29.672 INFO:tasks.workunit.client.0.smithi031.stdout: "buckets": 32, 2024-08-10T06:31:29.672 INFO:tasks.workunit.client.0.smithi031.stdout: "min": 0, 2024-08-10T06:31:29.672 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "Request size (bytes)", 2024-08-10T06:31:29.672 INFO:tasks.workunit.client.0.smithi031.stdout: "quant_size": 512, 2024-08-10T06:31:29.672 INFO:tasks.workunit.client.0.smithi031.stdout: "ranges": [ 2024-08-10T06:31:29.672 INFO:tasks.workunit.client.0.smithi031.stdout: "[None, -1]", 2024-08-10T06:31:29.672 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 511]", 2024-08-10T06:31:29.672 INFO:tasks.workunit.client.0.smithi031.stdout: "[512, 1023]", 2024-08-10T06:31:29.672 INFO:tasks.workunit.client.0.smithi031.stdout: "[1024, 2047]", 2024-08-10T06:31:29.672 INFO:tasks.workunit.client.0.smithi031.stdout: "[2048, 4095]", 2024-08-10T06:31:29.672 INFO:tasks.workunit.client.0.smithi031.stdout: "[4096, 8191]", 2024-08-10T06:31:29.672 INFO:tasks.workunit.client.0.smithi031.stdout: "[8192, 16383]", 2024-08-10T06:31:29.672 INFO:tasks.workunit.client.0.smithi031.stdout: "[16384, 32767]", 2024-08-10T06:31:29.672 INFO:tasks.workunit.client.0.smithi031.stdout: "[32768, 65535]", 2024-08-10T06:31:29.673 INFO:tasks.workunit.client.0.smithi031.stdout: "[65536, 131071]", 2024-08-10T06:31:29.673 INFO:tasks.workunit.client.0.smithi031.stdout: "[131072, 262143]", 2024-08-10T06:31:29.673 INFO:tasks.workunit.client.0.smithi031.stdout: "[262144, 524287]", 2024-08-10T06:31:29.673 INFO:tasks.workunit.client.0.smithi031.stdout: "[524288, 1048575]", 2024-08-10T06:31:29.673 INFO:tasks.workunit.client.0.smithi031.stdout: "[1048576, 2097151]", 2024-08-10T06:31:29.673 INFO:tasks.workunit.client.0.smithi031.stdout: "[2097152, 4194303]", 2024-08-10T06:31:29.673 INFO:tasks.workunit.client.0.smithi031.stdout: "[4194304, 8388607]", 2024-08-10T06:31:29.673 INFO:tasks.workunit.client.0.smithi031.stdout: "[8388608, 16777215]", 2024-08-10T06:31:29.673 INFO:tasks.workunit.client.0.smithi031.stdout: "[16777216, 33554431]", 2024-08-10T06:31:29.673 INFO:tasks.workunit.client.0.smithi031.stdout: "[33554432, 67108863]", 2024-08-10T06:31:29.673 INFO:tasks.workunit.client.0.smithi031.stdout: "[67108864, 134217727]", 2024-08-10T06:31:29.673 INFO:tasks.workunit.client.0.smithi031.stdout: "[134217728, 268435455]", 2024-08-10T06:31:29.673 INFO:tasks.workunit.client.0.smithi031.stdout: "[268435456, 536870911]", 2024-08-10T06:31:29.674 INFO:tasks.workunit.client.0.smithi031.stdout: "[536870912, 1073741823]", 2024-08-10T06:31:29.674 INFO:tasks.workunit.client.0.smithi031.stdout: "[1073741824, 2147483647]", 2024-08-10T06:31:29.674 INFO:tasks.workunit.client.0.smithi031.stdout: "[2147483648, 4294967295]", 2024-08-10T06:31:29.674 INFO:tasks.workunit.client.0.smithi031.stdout: "[4294967296, 8589934591]", 2024-08-10T06:31:29.674 INFO:tasks.workunit.client.0.smithi031.stdout: "[8589934592, 17179869183]", 2024-08-10T06:31:29.674 INFO:tasks.workunit.client.0.smithi031.stdout: "[17179869184, 34359738367]", 2024-08-10T06:31:29.674 INFO:tasks.workunit.client.0.smithi031.stdout: "[34359738368, 68719476735]", 2024-08-10T06:31:29.674 INFO:tasks.workunit.client.0.smithi031.stdout: "[68719476736, 137438953471]", 2024-08-10T06:31:29.674 INFO:tasks.workunit.client.0.smithi031.stdout: "[137438953472, 274877906943]", 2024-08-10T06:31:29.674 INFO:tasks.workunit.client.0.smithi031.stdout: "[274877906944, None]" 2024-08-10T06:31:29.674 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:29.674 INFO:tasks.workunit.client.0.smithi031.stdout: "scale_type": "log2" 2024-08-10T06:31:29.674 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:29.674 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:29.675 INFO:tasks.workunit.client.0.smithi031.stdout: "osds": [ 2024-08-10T06:31:29.675 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:29.675 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 0, 2024-08-10T06:31:29.675 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:29.675 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.675 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.675 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.675 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.675 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 623, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.675 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 5588, 56, 71, 139, 422, 601, 704, 2, 0, 1, 0, 0, 5, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.675 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 790, 17, 32, 62, 32, 24, 19, 1, 1, 1, 2, 5, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.675 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 178, 0, 0, 4, 1, 0, 1, 1, 0, 0, 0, 3, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.676 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 93, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 10, 12, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.676 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 13, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.676 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.676 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.676 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.676 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.676 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.676 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.676 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.676 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.676 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.676 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.676 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.676 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.677 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.677 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.677 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.677 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.677 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.677 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.677 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.677 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.677 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.677 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:29.677 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:29.677 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.677 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:29.677 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 1, 2024-08-10T06:31:29.678 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:29.678 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.678 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.678 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.678 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.678 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 265, 2, 3, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.678 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 3474, 255, 31, 62, 123, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.678 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 506, 23, 1311, 0, 0, 0, 0, 1, 0, 1, 0, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.678 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 349, 3, 32, 0, 0, 0, 0, 0, 0, 0, 0, 5, 3, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.678 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1657, 1352, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.678 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1472, 1638, 246, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 6, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.678 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 8, 8, 6, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 3, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.678 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.679 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.679 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.679 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.679 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.679 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.679 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.679 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.679 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.679 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.679 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.679 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.679 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.679 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.680 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.680 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.680 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.680 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.680 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.680 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.680 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:29.680 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:29.680 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.680 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:29.680 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 2, 2024-08-10T06:31:29.680 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:29.680 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.681 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.681 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.681 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.681 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 877, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.681 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 11073, 6, 0, 0, 0, 1, 3, 1, 2, 0, 0, 2, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.681 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 16040, 3, 3, 0, 0, 0, 0, 1, 1, 1, 3, 3, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.681 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 303, 1, 0, 0, 0, 0, 0, 0, 1, 0, 3, 2, 8, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.681 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 110, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 8, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.681 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 15, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.681 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.681 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.681 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.681 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.682 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.682 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.682 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.682 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.682 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.682 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.682 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.682 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.682 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.682 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.682 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.682 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.682 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.682 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.683 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.683 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.683 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.683 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:29.683 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:29.683 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.683 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:29.683 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 3, 2024-08-10T06:31:29.683 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:29.683 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.683 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.683 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.683 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.683 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 236, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.683 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1992, 41, 1, 0, 4, 2, 4, 3, 12, 7, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.684 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 164, 6, 2, 0, 0, 0, 0, 0, 0, 2, 2, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.684 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 126, 13, 23, 47, 0, 0, 0, 0, 0, 0, 3, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.684 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 987, 249, 11, 112, 0, 0, 0, 0, 0, 0, 1, 0, 4, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.684 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 4061, 2542, 0, 411, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.684 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 174, 216, 0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.684 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.684 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.684 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.684 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.684 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.684 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.684 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.684 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.684 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.684 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.685 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.685 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.685 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.685 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.685 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.685 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.685 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.685 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.685 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.685 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.685 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:29.685 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:29.686 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.686 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:29.686 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 4, 2024-08-10T06:31:29.686 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:29.686 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.686 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.686 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.686 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.686 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 737, 0, 6, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.686 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 2626, 211, 28, 53, 138, 275, 468, 3, 3, 0, 1, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.686 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 294, 12, 0, 0, 0, 0, 12, 0, 2, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.686 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 237, 2, 1, 0, 0, 0, 2, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.686 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 188, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.687 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 113, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 2, 4, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.687 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.687 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.687 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.687 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.687 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.687 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.687 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.687 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.687 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.687 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.687 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.687 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.688 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.688 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.688 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.688 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.688 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.688 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.688 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.688 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.688 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.688 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:29.688 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:29.688 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.688 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:29.688 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 5, 2024-08-10T06:31:29.689 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:29.689 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.689 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.689 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.689 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.689 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 479, 5, 8, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.689 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 3136, 72, 124, 233, 445, 620, 718, 1, 2, 0, 1, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.689 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 375, 3, 8, 6, 11, 8, 8, 2, 1, 3, 1, 2, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.689 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 294, 9, 22, 65, 6, 1, 0, 0, 0, 0, 0, 7, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.689 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 211, 33, 57, 64, 24, 0, 0, 1, 0, 0, 3, 2, 7, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.689 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 118, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 16, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.689 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 7, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.689 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.689 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.690 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.690 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.690 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.690 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.690 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.690 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.690 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.690 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.690 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.690 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.690 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.690 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.690 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.690 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.691 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.691 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.691 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.691 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.691 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:29.691 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:29.691 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.691 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:29.691 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 6, 2024-08-10T06:31:29.691 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:29.691 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.691 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.691 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.692 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.692 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 373, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.692 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 3536, 15, 1, 0, 2, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.692 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 323, 5, 0, 0, 0, 1, 0, 0, 0, 3, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.692 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 359, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.692 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 257, 105, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 6, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.692 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 3, 9, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.692 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 2, 4, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.692 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.692 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.692 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.692 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.692 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.693 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.693 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.693 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.693 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.693 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.693 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.693 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.693 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.693 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.693 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.693 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.693 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.693 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.693 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.694 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.694 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:29.694 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:29.694 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.694 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:29.694 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 7, 2024-08-10T06:31:29.694 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:29.694 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.694 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.694 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.694 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.694 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 435, 3, 7, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.694 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 7174, 43, 92, 25, 15, 0, 5, 4, 13, 16, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.695 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 2820, 39, 84, 35, 4, 0, 0, 1, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.695 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 181, 2, 3, 0, 2, 0, 0, 0, 0, 1, 1, 2, 6, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.695 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 71, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 5, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.695 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 11, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.695 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 4, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.695 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.695 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.695 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.695 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.695 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.695 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.695 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.695 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.695 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.696 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.696 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.696 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.696 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.696 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.696 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.696 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.696 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.696 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.696 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.696 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.696 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:29.696 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:29.697 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:29.697 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:29.697 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.697 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T06:31:29.697 INFO:tasks.workunit.client.0.smithi031.stdout: "axes": [ 2024-08-10T06:31:29.697 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:29.697 INFO:tasks.workunit.client.0.smithi031.stdout: "buckets": 32, 2024-08-10T06:31:29.697 INFO:tasks.workunit.client.0.smithi031.stdout: "min": 0, 2024-08-10T06:31:29.697 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "Latency (usec)", 2024-08-10T06:31:29.697 INFO:tasks.workunit.client.0.smithi031.stdout: "quant_size": 100000, 2024-08-10T06:31:29.697 INFO:tasks.workunit.client.0.smithi031.stdout: "ranges": [ 2024-08-10T06:31:29.697 INFO:tasks.workunit.client.0.smithi031.stdout: "[None, -1]", 2024-08-10T06:31:29.697 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 99999]", 2024-08-10T06:31:29.698 INFO:tasks.workunit.client.0.smithi031.stdout: "[100000, 199999]", 2024-08-10T06:31:29.698 INFO:tasks.workunit.client.0.smithi031.stdout: "[200000, 399999]", 2024-08-10T06:31:29.698 INFO:tasks.workunit.client.0.smithi031.stdout: "[400000, 799999]", 2024-08-10T06:31:29.698 INFO:tasks.workunit.client.0.smithi031.stdout: "[800000, 1599999]", 2024-08-10T06:31:29.698 INFO:tasks.workunit.client.0.smithi031.stdout: "[1600000, 3199999]", 2024-08-10T06:31:29.698 INFO:tasks.workunit.client.0.smithi031.stdout: "[3200000, 6399999]", 2024-08-10T06:31:29.698 INFO:tasks.workunit.client.0.smithi031.stdout: "[6400000, 12799999]", 2024-08-10T06:31:29.698 INFO:tasks.workunit.client.0.smithi031.stdout: "[12800000, 25599999]", 2024-08-10T06:31:29.698 INFO:tasks.workunit.client.0.smithi031.stdout: "[25600000, 51199999]", 2024-08-10T06:31:29.698 INFO:tasks.workunit.client.0.smithi031.stdout: "[51200000, 102399999]", 2024-08-10T06:31:29.698 INFO:tasks.workunit.client.0.smithi031.stdout: "[102400000, 204799999]", 2024-08-10T06:31:29.698 INFO:tasks.workunit.client.0.smithi031.stdout: "[204800000, 409599999]", 2024-08-10T06:31:29.698 INFO:tasks.workunit.client.0.smithi031.stdout: "[409600000, 819199999]", 2024-08-10T06:31:29.699 INFO:tasks.workunit.client.0.smithi031.stdout: "[819200000, 1638399999]", 2024-08-10T06:31:29.699 INFO:tasks.workunit.client.0.smithi031.stdout: "[1638400000, 3276799999]", 2024-08-10T06:31:29.699 INFO:tasks.workunit.client.0.smithi031.stdout: "[3276800000, 6553599999]", 2024-08-10T06:31:29.699 INFO:tasks.workunit.client.0.smithi031.stdout: "[6553600000, 13107199999]", 2024-08-10T06:31:29.699 INFO:tasks.workunit.client.0.smithi031.stdout: "[13107200000, 26214399999]", 2024-08-10T06:31:29.699 INFO:tasks.workunit.client.0.smithi031.stdout: "[26214400000, 52428799999]", 2024-08-10T06:31:29.699 INFO:tasks.workunit.client.0.smithi031.stdout: "[52428800000, 104857599999]", 2024-08-10T06:31:29.699 INFO:tasks.workunit.client.0.smithi031.stdout: "[104857600000, 209715199999]", 2024-08-10T06:31:29.699 INFO:tasks.workunit.client.0.smithi031.stdout: "[209715200000, 419430399999]", 2024-08-10T06:31:29.699 INFO:tasks.workunit.client.0.smithi031.stdout: "[419430400000, 838860799999]", 2024-08-10T06:31:29.699 INFO:tasks.workunit.client.0.smithi031.stdout: "[838860800000, 1677721599999]", 2024-08-10T06:31:29.699 INFO:tasks.workunit.client.0.smithi031.stdout: "[1677721600000, 3355443199999]", 2024-08-10T06:31:29.699 INFO:tasks.workunit.client.0.smithi031.stdout: "[3355443200000, 6710886399999]", 2024-08-10T06:31:29.700 INFO:tasks.workunit.client.0.smithi031.stdout: "[6710886400000, 13421772799999]", 2024-08-10T06:31:29.700 INFO:tasks.workunit.client.0.smithi031.stdout: "[13421772800000, 26843545599999]", 2024-08-10T06:31:29.700 INFO:tasks.workunit.client.0.smithi031.stdout: "[26843545600000, 53687091199999]", 2024-08-10T06:31:29.700 INFO:tasks.workunit.client.0.smithi031.stdout: "[53687091200000, None]" 2024-08-10T06:31:29.700 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:29.700 INFO:tasks.workunit.client.0.smithi031.stdout: "scale_type": "log2" 2024-08-10T06:31:29.700 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.700 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:29.700 INFO:tasks.workunit.client.0.smithi031.stdout: "buckets": 32, 2024-08-10T06:31:29.700 INFO:tasks.workunit.client.0.smithi031.stdout: "min": 0, 2024-08-10T06:31:29.700 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "Request size (bytes)", 2024-08-10T06:31:29.700 INFO:tasks.workunit.client.0.smithi031.stdout: "quant_size": 512, 2024-08-10T06:31:29.700 INFO:tasks.workunit.client.0.smithi031.stdout: "ranges": [ 2024-08-10T06:31:29.701 INFO:tasks.workunit.client.0.smithi031.stdout: "[None, -1]", 2024-08-10T06:31:29.701 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 511]", 2024-08-10T06:31:29.701 INFO:tasks.workunit.client.0.smithi031.stdout: "[512, 1023]", 2024-08-10T06:31:29.701 INFO:tasks.workunit.client.0.smithi031.stdout: "[1024, 2047]", 2024-08-10T06:31:29.701 INFO:tasks.workunit.client.0.smithi031.stdout: "[2048, 4095]", 2024-08-10T06:31:29.701 INFO:tasks.workunit.client.0.smithi031.stdout: "[4096, 8191]", 2024-08-10T06:31:29.701 INFO:tasks.workunit.client.0.smithi031.stdout: "[8192, 16383]", 2024-08-10T06:31:29.701 INFO:tasks.workunit.client.0.smithi031.stdout: "[16384, 32767]", 2024-08-10T06:31:29.701 INFO:tasks.workunit.client.0.smithi031.stdout: "[32768, 65535]", 2024-08-10T06:31:29.701 INFO:tasks.workunit.client.0.smithi031.stdout: "[65536, 131071]", 2024-08-10T06:31:29.701 INFO:tasks.workunit.client.0.smithi031.stdout: "[131072, 262143]", 2024-08-10T06:31:29.701 INFO:tasks.workunit.client.0.smithi031.stdout: "[262144, 524287]", 2024-08-10T06:31:29.701 INFO:tasks.workunit.client.0.smithi031.stdout: "[524288, 1048575]", 2024-08-10T06:31:29.701 INFO:tasks.workunit.client.0.smithi031.stdout: "[1048576, 2097151]", 2024-08-10T06:31:29.701 INFO:tasks.workunit.client.0.smithi031.stdout: "[2097152, 4194303]", 2024-08-10T06:31:29.702 INFO:tasks.workunit.client.0.smithi031.stdout: "[4194304, 8388607]", 2024-08-10T06:31:29.702 INFO:tasks.workunit.client.0.smithi031.stdout: "[8388608, 16777215]", 2024-08-10T06:31:29.702 INFO:tasks.workunit.client.0.smithi031.stdout: "[16777216, 33554431]", 2024-08-10T06:31:29.702 INFO:tasks.workunit.client.0.smithi031.stdout: "[33554432, 67108863]", 2024-08-10T06:31:29.702 INFO:tasks.workunit.client.0.smithi031.stdout: "[67108864, 134217727]", 2024-08-10T06:31:29.702 INFO:tasks.workunit.client.0.smithi031.stdout: "[134217728, 268435455]", 2024-08-10T06:31:29.702 INFO:tasks.workunit.client.0.smithi031.stdout: "[268435456, 536870911]", 2024-08-10T06:31:29.702 INFO:tasks.workunit.client.0.smithi031.stdout: "[536870912, 1073741823]", 2024-08-10T06:31:29.702 INFO:tasks.workunit.client.0.smithi031.stdout: "[1073741824, 2147483647]", 2024-08-10T06:31:29.702 INFO:tasks.workunit.client.0.smithi031.stdout: "[2147483648, 4294967295]", 2024-08-10T06:31:29.702 INFO:tasks.workunit.client.0.smithi031.stdout: "[4294967296, 8589934591]", 2024-08-10T06:31:29.702 INFO:tasks.workunit.client.0.smithi031.stdout: "[8589934592, 17179869183]", 2024-08-10T06:31:29.702 INFO:tasks.workunit.client.0.smithi031.stdout: "[17179869184, 34359738367]", 2024-08-10T06:31:29.702 INFO:tasks.workunit.client.0.smithi031.stdout: "[34359738368, 68719476735]", 2024-08-10T06:31:29.703 INFO:tasks.workunit.client.0.smithi031.stdout: "[68719476736, 137438953471]", 2024-08-10T06:31:29.703 INFO:tasks.workunit.client.0.smithi031.stdout: "[137438953472, 274877906943]", 2024-08-10T06:31:29.703 INFO:tasks.workunit.client.0.smithi031.stdout: "[274877906944, None]" 2024-08-10T06:31:29.703 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:29.703 INFO:tasks.workunit.client.0.smithi031.stdout: "scale_type": "log2" 2024-08-10T06:31:29.703 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:29.703 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:29.703 INFO:tasks.workunit.client.0.smithi031.stdout: "osds": [ 2024-08-10T06:31:29.703 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:29.703 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 0, 2024-08-10T06:31:29.703 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:29.703 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.703 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.703 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.704 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.704 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 623, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.704 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 7592, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.704 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 988, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.704 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 196, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.704 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 121, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.704 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.704 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.704 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.704 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.704 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.704 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.704 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.704 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.705 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.705 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.705 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.705 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.705 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.705 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.705 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.705 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.705 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.705 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.705 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.705 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.705 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.706 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.706 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:29.706 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:29.706 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.706 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:29.706 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 1, 2024-08-10T06:31:29.706 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:29.706 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.706 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.706 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.706 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.706 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 276, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.706 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 3948, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.707 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1847, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.707 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 394, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.707 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 3067, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.707 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 3374, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.707 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.707 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.707 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.707 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.707 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.707 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.707 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.707 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.707 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.707 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.707 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.708 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.708 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.708 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.708 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.708 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.708 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.708 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.708 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.708 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.708 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.708 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:29.708 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:29.708 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.708 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:29.708 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 2, 2024-08-10T06:31:29.709 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:29.709 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.709 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.709 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.709 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.709 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 877, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.709 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 11092, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.709 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 16059, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.709 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 321, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.709 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 126, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.709 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 101, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.709 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.710 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.710 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.710 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.710 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.710 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.710 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.710 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.710 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.710 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.710 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.710 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.710 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.710 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.711 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.711 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.711 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.711 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.711 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.711 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.711 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.711 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:29.711 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:29.711 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.711 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:29.711 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 3, 2024-08-10T06:31:29.711 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:29.711 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.712 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.712 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.712 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.712 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 237, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.712 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 2069, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.712 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 180, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.712 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 215, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.712 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1368, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.712 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 7026, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.712 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 413, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.712 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.712 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.712 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.713 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.713 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.713 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.713 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.713 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.713 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.713 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.713 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.713 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.713 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.713 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.713 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.713 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.713 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.714 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.714 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.714 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.714 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:29.714 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:29.714 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.714 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:29.714 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 4, 2024-08-10T06:31:29.714 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:29.714 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.714 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.714 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.714 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.715 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 758, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.715 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 3809, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.715 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 321, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.715 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 244, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.715 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 196, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.715 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 128, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.715 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.715 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.715 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.715 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.715 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.715 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.715 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.715 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.716 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.716 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.716 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.716 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.716 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.716 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.716 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.716 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.716 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.716 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.716 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.716 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.716 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.717 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:29.717 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:29.717 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.717 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:29.717 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 5, 2024-08-10T06:31:29.717 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:29.717 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.717 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.717 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.717 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.717 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 513, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.717 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 5356, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.717 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 430, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.717 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 409, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.718 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 407, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.718 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 153, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.718 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.718 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.718 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.718 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.718 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.718 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.718 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.718 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.718 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.718 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.719 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.719 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.719 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.719 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.719 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.719 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.719 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.719 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.719 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.719 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.719 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.719 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:29.719 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:29.720 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.720 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:29.720 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 6, 2024-08-10T06:31:29.720 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:29.720 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.720 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.720 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.720 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.720 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 373, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.720 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 3557, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.720 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 336, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.720 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 371, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.720 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 377, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.720 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 91, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.721 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.721 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.721 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.721 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.721 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.721 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.721 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.721 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.721 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.721 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.721 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.721 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.722 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.722 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.722 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.722 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.722 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.722 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.722 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.722 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.722 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.722 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:29.722 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:29.722 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.722 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:29.723 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 7, 2024-08-10T06:31:29.723 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:29.723 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.723 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.723 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.723 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.723 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 447, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.723 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 7390, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.723 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 2987, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.723 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 199, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.723 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 88, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.723 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 57, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.723 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.723 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.724 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.724 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.724 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.724 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.724 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.724 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.724 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.724 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.724 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.725 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.725 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.725 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.725 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.725 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.725 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.725 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.725 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.725 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.725 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.725 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:29.725 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:29.725 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:29.725 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:29.726 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.726 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T06:31:29.726 INFO:tasks.workunit.client.0.smithi031.stdout: "axes": [ 2024-08-10T06:31:29.726 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:29.726 INFO:tasks.workunit.client.0.smithi031.stdout: "buckets": 32, 2024-08-10T06:31:29.726 INFO:tasks.workunit.client.0.smithi031.stdout: "min": 0, 2024-08-10T06:31:29.726 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "Latency (usec)", 2024-08-10T06:31:29.726 INFO:tasks.workunit.client.0.smithi031.stdout: "quant_size": 100000, 2024-08-10T06:31:29.726 INFO:tasks.workunit.client.0.smithi031.stdout: "ranges": [ 2024-08-10T06:31:29.726 INFO:tasks.workunit.client.0.smithi031.stdout: "[None, -1]", 2024-08-10T06:31:29.726 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 99999]", 2024-08-10T06:31:29.726 INFO:tasks.workunit.client.0.smithi031.stdout: "[100000, 199999]", 2024-08-10T06:31:29.726 INFO:tasks.workunit.client.0.smithi031.stdout: "[200000, 399999]", 2024-08-10T06:31:29.726 INFO:tasks.workunit.client.0.smithi031.stdout: "[400000, 799999]", 2024-08-10T06:31:29.727 INFO:tasks.workunit.client.0.smithi031.stdout: "[800000, 1599999]", 2024-08-10T06:31:29.727 INFO:tasks.workunit.client.0.smithi031.stdout: "[1600000, 3199999]", 2024-08-10T06:31:29.727 INFO:tasks.workunit.client.0.smithi031.stdout: "[3200000, 6399999]", 2024-08-10T06:31:29.727 INFO:tasks.workunit.client.0.smithi031.stdout: "[6400000, 12799999]", 2024-08-10T06:31:29.727 INFO:tasks.workunit.client.0.smithi031.stdout: "[12800000, 25599999]", 2024-08-10T06:31:29.727 INFO:tasks.workunit.client.0.smithi031.stdout: "[25600000, 51199999]", 2024-08-10T06:31:29.727 INFO:tasks.workunit.client.0.smithi031.stdout: "[51200000, 102399999]", 2024-08-10T06:31:29.727 INFO:tasks.workunit.client.0.smithi031.stdout: "[102400000, 204799999]", 2024-08-10T06:31:29.727 INFO:tasks.workunit.client.0.smithi031.stdout: "[204800000, 409599999]", 2024-08-10T06:31:29.727 INFO:tasks.workunit.client.0.smithi031.stdout: "[409600000, 819199999]", 2024-08-10T06:31:29.727 INFO:tasks.workunit.client.0.smithi031.stdout: "[819200000, 1638399999]", 2024-08-10T06:31:29.727 INFO:tasks.workunit.client.0.smithi031.stdout: "[1638400000, 3276799999]", 2024-08-10T06:31:29.727 INFO:tasks.workunit.client.0.smithi031.stdout: "[3276800000, 6553599999]", 2024-08-10T06:31:29.728 INFO:tasks.workunit.client.0.smithi031.stdout: "[6553600000, 13107199999]", 2024-08-10T06:31:29.728 INFO:tasks.workunit.client.0.smithi031.stdout: "[13107200000, 26214399999]", 2024-08-10T06:31:29.728 INFO:tasks.workunit.client.0.smithi031.stdout: "[26214400000, 52428799999]", 2024-08-10T06:31:29.728 INFO:tasks.workunit.client.0.smithi031.stdout: "[52428800000, 104857599999]", 2024-08-10T06:31:29.728 INFO:tasks.workunit.client.0.smithi031.stdout: "[104857600000, 209715199999]", 2024-08-10T06:31:29.728 INFO:tasks.workunit.client.0.smithi031.stdout: "[209715200000, 419430399999]", 2024-08-10T06:31:29.728 INFO:tasks.workunit.client.0.smithi031.stdout: "[419430400000, 838860799999]", 2024-08-10T06:31:29.728 INFO:tasks.workunit.client.0.smithi031.stdout: "[838860800000, 1677721599999]", 2024-08-10T06:31:29.728 INFO:tasks.workunit.client.0.smithi031.stdout: "[1677721600000, 3355443199999]", 2024-08-10T06:31:29.728 INFO:tasks.workunit.client.0.smithi031.stdout: "[3355443200000, 6710886399999]", 2024-08-10T06:31:29.728 INFO:tasks.workunit.client.0.smithi031.stdout: "[6710886400000, 13421772799999]", 2024-08-10T06:31:29.728 INFO:tasks.workunit.client.0.smithi031.stdout: "[13421772800000, 26843545599999]", 2024-08-10T06:31:29.729 INFO:tasks.workunit.client.0.smithi031.stdout: "[26843545600000, 53687091199999]", 2024-08-10T06:31:29.729 INFO:tasks.workunit.client.0.smithi031.stdout: "[53687091200000, None]" 2024-08-10T06:31:29.729 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:29.729 INFO:tasks.workunit.client.0.smithi031.stdout: "scale_type": "log2" 2024-08-10T06:31:29.729 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.729 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:29.729 INFO:tasks.workunit.client.0.smithi031.stdout: "buckets": 32, 2024-08-10T06:31:29.729 INFO:tasks.workunit.client.0.smithi031.stdout: "min": 0, 2024-08-10T06:31:29.729 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "Request size (bytes)", 2024-08-10T06:31:29.729 INFO:tasks.workunit.client.0.smithi031.stdout: "quant_size": 512, 2024-08-10T06:31:29.730 INFO:tasks.workunit.client.0.smithi031.stdout: "ranges": [ 2024-08-10T06:31:29.730 INFO:tasks.workunit.client.0.smithi031.stdout: "[None, -1]", 2024-08-10T06:31:29.730 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 511]", 2024-08-10T06:31:29.730 INFO:tasks.workunit.client.0.smithi031.stdout: "[512, 1023]", 2024-08-10T06:31:29.730 INFO:tasks.workunit.client.0.smithi031.stdout: "[1024, 2047]", 2024-08-10T06:31:29.730 INFO:tasks.workunit.client.0.smithi031.stdout: "[2048, 4095]", 2024-08-10T06:31:29.730 INFO:tasks.workunit.client.0.smithi031.stdout: "[4096, 8191]", 2024-08-10T06:31:29.730 INFO:tasks.workunit.client.0.smithi031.stdout: "[8192, 16383]", 2024-08-10T06:31:29.730 INFO:tasks.workunit.client.0.smithi031.stdout: "[16384, 32767]", 2024-08-10T06:31:29.730 INFO:tasks.workunit.client.0.smithi031.stdout: "[32768, 65535]", 2024-08-10T06:31:29.730 INFO:tasks.workunit.client.0.smithi031.stdout: "[65536, 131071]", 2024-08-10T06:31:29.730 INFO:tasks.workunit.client.0.smithi031.stdout: "[131072, 262143]", 2024-08-10T06:31:29.730 INFO:tasks.workunit.client.0.smithi031.stdout: "[262144, 524287]", 2024-08-10T06:31:29.730 INFO:tasks.workunit.client.0.smithi031.stdout: "[524288, 1048575]", 2024-08-10T06:31:29.731 INFO:tasks.workunit.client.0.smithi031.stdout: "[1048576, 2097151]", 2024-08-10T06:31:29.731 INFO:tasks.workunit.client.0.smithi031.stdout: "[2097152, 4194303]", 2024-08-10T06:31:29.731 INFO:tasks.workunit.client.0.smithi031.stdout: "[4194304, 8388607]", 2024-08-10T06:31:29.731 INFO:tasks.workunit.client.0.smithi031.stdout: "[8388608, 16777215]", 2024-08-10T06:31:29.731 INFO:tasks.workunit.client.0.smithi031.stdout: "[16777216, 33554431]", 2024-08-10T06:31:29.731 INFO:tasks.workunit.client.0.smithi031.stdout: "[33554432, 67108863]", 2024-08-10T06:31:29.731 INFO:tasks.workunit.client.0.smithi031.stdout: "[67108864, 134217727]", 2024-08-10T06:31:29.731 INFO:tasks.workunit.client.0.smithi031.stdout: "[134217728, 268435455]", 2024-08-10T06:31:29.731 INFO:tasks.workunit.client.0.smithi031.stdout: "[268435456, 536870911]", 2024-08-10T06:31:29.731 INFO:tasks.workunit.client.0.smithi031.stdout: "[536870912, 1073741823]", 2024-08-10T06:31:29.731 INFO:tasks.workunit.client.0.smithi031.stdout: "[1073741824, 2147483647]", 2024-08-10T06:31:29.731 INFO:tasks.workunit.client.0.smithi031.stdout: "[2147483648, 4294967295]", 2024-08-10T06:31:29.732 INFO:tasks.workunit.client.0.smithi031.stdout: "[4294967296, 8589934591]", 2024-08-10T06:31:29.732 INFO:tasks.workunit.client.0.smithi031.stdout: "[8589934592, 17179869183]", 2024-08-10T06:31:29.732 INFO:tasks.workunit.client.0.smithi031.stdout: "[17179869184, 34359738367]", 2024-08-10T06:31:29.732 INFO:tasks.workunit.client.0.smithi031.stdout: "[34359738368, 68719476735]", 2024-08-10T06:31:29.732 INFO:tasks.workunit.client.0.smithi031.stdout: "[68719476736, 137438953471]", 2024-08-10T06:31:29.732 INFO:tasks.workunit.client.0.smithi031.stdout: "[137438953472, 274877906943]", 2024-08-10T06:31:29.732 INFO:tasks.workunit.client.0.smithi031.stdout: "[274877906944, None]" 2024-08-10T06:31:29.732 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:29.732 INFO:tasks.workunit.client.0.smithi031.stdout: "scale_type": "log2" 2024-08-10T06:31:29.732 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:29.732 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:29.732 INFO:tasks.workunit.client.0.smithi031.stdout: "osds": [ 2024-08-10T06:31:29.732 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:29.732 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 0, 2024-08-10T06:31:29.733 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:29.733 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.733 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.733 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.733 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.733 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 116, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.733 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 2189, 23, 1, 1, 24, 2, 3, 2, 7, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.733 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1112, 10, 0, 0, 1, 5, 9, 13, 23, 71, 89, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.733 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 216, 6, 0, 0, 0, 2, 2, 3, 8, 10, 92, 266, 113, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.733 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 135, 0, 0, 0, 0, 1, 0, 0, 3, 5, 17, 24, 283, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.733 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 272, 8, 0, 0, 0, 0, 0, 0, 0, 1, 8, 10, 22, 38, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.733 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 384, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 2, 6, 42, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.733 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 848, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.733 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 940, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.733 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.734 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.734 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.734 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.734 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.734 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.734 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.734 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.734 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.734 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.734 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.734 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.734 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.734 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.735 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.735 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.735 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.735 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.735 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:29.735 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:29.735 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.735 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:29.735 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 1, 2024-08-10T06:31:29.735 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:29.735 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.735 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.735 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.735 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.736 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 65, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.736 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 2927, 27, 1, 0, 10, 5, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.736 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1409, 4, 1, 4, 4, 13, 9, 19, 41, 66, 118, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.736 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 95, 5, 0, 0, 1, 3, 3, 3, 6, 2, 62, 267, 217, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.736 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 23, 11, 0, 0, 0, 0, 0, 0, 2, 2, 6, 14, 360, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.736 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 36, 22, 0, 0, 0, 0, 0, 0, 1, 2, 8, 2, 18, 24, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.736 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 65, 39, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 10, 31, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.736 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 769, 87, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.736 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 2864, 89, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.736 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 143, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.736 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.736 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.737 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.737 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.737 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.737 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.737 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.737 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.737 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.737 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.737 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.737 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.737 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.737 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.738 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.738 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.738 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.738 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:29.738 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:29.738 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.738 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:29.738 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 2, 2024-08-10T06:31:29.738 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:29.738 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.738 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.738 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.738 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.738 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 52, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.739 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 440, 16, 3, 2, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.739 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 158, 2, 0, 0, 1, 0, 2, 5, 3, 3, 32, 20, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.739 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 159, 1, 0, 0, 1, 2, 3, 5, 3, 6, 34, 40, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.739 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 68, 0, 0, 0, 0, 0, 0, 0, 3, 3, 12, 21, 12, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.739 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 27, 2, 0, 0, 0, 0, 0, 1, 0, 1, 4, 9, 32, 39, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.739 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 15, 50, 53, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.739 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 1, 11, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.739 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.739 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.739 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.739 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.739 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.739 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.740 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.740 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.740 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.740 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.740 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.740 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.740 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.740 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.740 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.740 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.740 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.740 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.740 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.740 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:29.741 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:29.741 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.741 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:29.741 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 3, 2024-08-10T06:31:29.741 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:29.741 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.741 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.741 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.741 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.741 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.741 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1148, 12, 0, 0, 22, 2, 2, 6, 10, 17, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.741 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 451, 5, 0, 1, 1, 3, 2, 7, 13, 24, 47, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.741 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 140, 12, 0, 0, 0, 0, 1, 4, 5, 6, 62, 150, 96, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.742 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 224, 6, 0, 0, 0, 0, 1, 2, 2, 3, 18, 13, 114, 6, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.742 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 575, 2, 0, 0, 0, 0, 0, 1, 1, 1, 4, 12, 13, 20, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.742 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 362, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 1, 4, 24, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.742 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 226, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.742 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.742 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.742 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.742 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.742 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.742 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.742 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.742 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.743 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.743 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.743 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.743 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.743 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.743 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.743 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.743 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.743 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.743 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.743 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.743 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:29.743 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:29.743 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.744 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:29.744 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 4, 2024-08-10T06:31:29.744 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:29.744 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.744 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.744 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.744 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.744 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 61, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.744 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1050, 14, 2, 0, 11, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.744 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 688, 1, 1, 0, 0, 1, 8, 8, 14, 32, 43, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.744 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 318, 0, 1, 0, 3, 1, 1, 0, 4, 5, 37, 123, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.744 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 427, 0, 0, 0, 0, 0, 0, 0, 2, 3, 5, 9, 174, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.744 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 383, 0, 0, 1, 1, 0, 0, 1, 0, 1, 3, 7, 22, 10, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.745 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 142, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 13, 33, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.745 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 95, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.745 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.745 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.745 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.745 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.745 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.745 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.745 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.745 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.745 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.745 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.745 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.746 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.746 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.746 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.746 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.746 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.746 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.746 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.746 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.746 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:29.746 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:29.746 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.746 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:29.746 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 5, 2024-08-10T06:31:29.747 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:29.747 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.747 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.747 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.747 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.747 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 85, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.747 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 375, 18, 3, 2, 15, 1, 2, 3, 6, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.747 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 97, 8, 2, 0, 2, 0, 0, 3, 5, 8, 20, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.747 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 146, 15, 0, 0, 1, 0, 2, 3, 3, 9, 41, 57, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.747 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 70, 3, 0, 0, 0, 0, 0, 0, 3, 0, 8, 20, 15, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.747 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 29, 6, 0, 0, 0, 0, 0, 1, 1, 0, 2, 11, 18, 22, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.747 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 1, 0, 0, 4, 5, 6, 26, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.748 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 1, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.748 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.748 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.748 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.748 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.748 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.748 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.748 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.748 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.748 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.748 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.748 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.748 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.749 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.749 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.749 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.749 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.749 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.749 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.749 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.749 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:29.749 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:29.749 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.749 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:29.749 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 6, 2024-08-10T06:31:29.749 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:29.749 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.750 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.750 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.750 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.750 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 57, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.750 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1281, 31, 0, 0, 9, 0, 1, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.750 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 525, 7, 2, 0, 4, 3, 7, 6, 15, 27, 36, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.750 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 321, 4, 0, 0, 0, 0, 0, 0, 4, 8, 37, 130, 51, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.750 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 456, 25, 0, 0, 0, 0, 0, 2, 0, 2, 13, 17, 168, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.750 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 344, 24, 0, 0, 0, 0, 0, 0, 0, 0, 2, 9, 17, 24, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.750 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 130, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 8, 17, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.750 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 76, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.750 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 84, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.751 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.751 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.751 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.751 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.751 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.751 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.751 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.751 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.751 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.751 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.751 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.751 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.751 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.751 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.752 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.752 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.752 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.752 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.752 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:29.752 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:29.752 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.752 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:29.752 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 7, 2024-08-10T06:31:29.752 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:29.752 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.752 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.752 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.753 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.753 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 44, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.753 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 359, 14, 1, 0, 8, 0, 3, 2, 8, 8, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.753 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 71, 12, 1, 0, 3, 0, 2, 4, 3, 3, 9, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.753 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 80, 8, 0, 0, 0, 0, 2, 4, 7, 2, 11, 16, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.753 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 39, 33, 0, 0, 0, 0, 1, 0, 2, 2, 14, 10, 15, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.753 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 9, 22, 0, 0, 0, 0, 0, 0, 0, 2, 3, 10, 21, 22, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.753 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 40, 0, 0, 0, 1, 0, 0, 1, 0, 2, 5, 14, 38, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.753 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 79, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.753 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 92, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.753 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.753 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.754 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.754 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.754 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.754 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.754 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.754 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.754 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.754 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.754 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.754 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.754 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.754 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.754 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.755 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.755 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.755 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.755 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:29.755 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:29.755 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:29.755 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:29.755 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:29.755 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.755 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:29.755 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_resrv_repnum_vs_duration": { 2024-08-10T06:31:29.755 INFO:tasks.workunit.client.0.smithi031.stdout: "axes": [ 2024-08-10T06:31:29.755 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:29.756 INFO:tasks.workunit.client.0.smithi031.stdout: "buckets": 8, 2024-08-10T06:31:29.756 INFO:tasks.workunit.client.0.smithi031.stdout: "min": 0, 2024-08-10T06:31:29.756 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "number of replicas", 2024-08-10T06:31:29.756 INFO:tasks.workunit.client.0.smithi031.stdout: "quant_size": 1, 2024-08-10T06:31:29.756 INFO:tasks.workunit.client.0.smithi031.stdout: "ranges": [ 2024-08-10T06:31:29.756 INFO:tasks.workunit.client.0.smithi031.stdout: "[None, -1]", 2024-08-10T06:31:29.756 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0]", 2024-08-10T06:31:29.756 INFO:tasks.workunit.client.0.smithi031.stdout: "[1, 1]", 2024-08-10T06:31:29.756 INFO:tasks.workunit.client.0.smithi031.stdout: "[2, 2]", 2024-08-10T06:31:29.756 INFO:tasks.workunit.client.0.smithi031.stdout: "[3, 3]", 2024-08-10T06:31:29.756 INFO:tasks.workunit.client.0.smithi031.stdout: "[4, 4]", 2024-08-10T06:31:29.756 INFO:tasks.workunit.client.0.smithi031.stdout: "[5, 5]", 2024-08-10T06:31:29.756 INFO:tasks.workunit.client.0.smithi031.stdout: "[6, None]" 2024-08-10T06:31:29.756 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:29.757 INFO:tasks.workunit.client.0.smithi031.stdout: "scale_type": "linear" 2024-08-10T06:31:29.757 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.757 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:29.757 INFO:tasks.workunit.client.0.smithi031.stdout: "buckets": 10, 2024-08-10T06:31:29.757 INFO:tasks.workunit.client.0.smithi031.stdout: "min": 0, 2024-08-10T06:31:29.757 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "duration", 2024-08-10T06:31:29.757 INFO:tasks.workunit.client.0.smithi031.stdout: "quant_size": 250000, 2024-08-10T06:31:29.757 INFO:tasks.workunit.client.0.smithi031.stdout: "ranges": [ 2024-08-10T06:31:29.757 INFO:tasks.workunit.client.0.smithi031.stdout: "[None, -1]", 2024-08-10T06:31:29.757 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 249999]", 2024-08-10T06:31:29.757 INFO:tasks.workunit.client.0.smithi031.stdout: "[250000, 499999]", 2024-08-10T06:31:29.757 INFO:tasks.workunit.client.0.smithi031.stdout: "[500000, 999999]", 2024-08-10T06:31:29.757 INFO:tasks.workunit.client.0.smithi031.stdout: "[1000000, 1999999]", 2024-08-10T06:31:29.757 INFO:tasks.workunit.client.0.smithi031.stdout: "[2000000, 3999999]", 2024-08-10T06:31:29.758 INFO:tasks.workunit.client.0.smithi031.stdout: "[4000000, 7999999]", 2024-08-10T06:31:29.758 INFO:tasks.workunit.client.0.smithi031.stdout: "[8000000, 15999999]", 2024-08-10T06:31:29.758 INFO:tasks.workunit.client.0.smithi031.stdout: "[16000000, 31999999]", 2024-08-10T06:31:29.758 INFO:tasks.workunit.client.0.smithi031.stdout: "[32000000, None]" 2024-08-10T06:31:29.758 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:29.758 INFO:tasks.workunit.client.0.smithi031.stdout: "scale_type": "log2" 2024-08-10T06:31:29.758 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:29.758 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:29.758 INFO:tasks.workunit.client.0.smithi031.stdout: "osds": [ 2024-08-10T06:31:29.758 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:29.758 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 0, 2024-08-10T06:31:29.758 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:29.759 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.759 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.759 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.759 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.759 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.759 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.759 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.759 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:29.759 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:29.759 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.759 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:29.759 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 1, 2024-08-10T06:31:29.759 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:29.759 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.759 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.760 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.760 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.760 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.760 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.760 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.760 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:29.760 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:29.760 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.760 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:29.760 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 2, 2024-08-10T06:31:29.760 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:29.760 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.760 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.761 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.761 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.761 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.761 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.761 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.761 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:29.761 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:29.761 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.761 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:29.761 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 3, 2024-08-10T06:31:29.761 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:29.761 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.761 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.761 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.762 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.762 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.762 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.762 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.762 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:29.762 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:29.762 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.762 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:29.762 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 4, 2024-08-10T06:31:29.762 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:29.762 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.762 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.762 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.762 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.763 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.763 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.763 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.763 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:29.763 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:29.763 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.763 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:29.763 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 5, 2024-08-10T06:31:29.763 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:29.763 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.763 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.763 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.763 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.764 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.764 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.764 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.764 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:29.764 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:29.764 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.764 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:29.764 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 6, 2024-08-10T06:31:29.764 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:29.764 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.764 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.764 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.764 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.765 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.765 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.765 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.765 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:29.765 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:29.765 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.765 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:29.765 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 7, 2024-08-10T06:31:29.765 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:29.765 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.765 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.765 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.765 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.766 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.766 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.766 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:29.766 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:29.766 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:29.766 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:29.766 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:29.766 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:29.766 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:29.766 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:29.766 INFO:tasks.workunit.client.0.smithi031.stdout: "perf_counters": { 2024-08-10T06:31:29.766 INFO:tasks.workunit.client.0.smithi031.stdout: "mds.8ebe73bd7ea27fbdeeae1ec6539f9be9b100ac0f": { 2024-08-10T06:31:29.766 INFO:tasks.workunit.client.0.smithi031.stdout: "mds": { 2024-08-10T06:31:29.767 INFO:tasks.workunit.client.0.smithi031.stdout: "caps": { 2024-08-10T06:31:29.767 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.767 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.767 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph_cap_op_flush_ack": { 2024-08-10T06:31:29.767 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.767 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.767 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph_cap_op_flushsnap_ack": { 2024-08-10T06:31:29.767 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.767 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.767 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph_cap_op_grant": { 2024-08-10T06:31:29.767 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.767 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.767 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph_cap_op_revoke": { 2024-08-10T06:31:29.767 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.768 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.768 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph_cap_op_trunc": { 2024-08-10T06:31:29.768 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.768 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.768 INFO:tasks.workunit.client.0.smithi031.stdout: "dir_commit": { 2024-08-10T06:31:29.768 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.768 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.768 INFO:tasks.workunit.client.0.smithi031.stdout: "dir_fetch_complete": { 2024-08-10T06:31:29.768 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12 2024-08-10T06:31:29.768 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.768 INFO:tasks.workunit.client.0.smithi031.stdout: "dir_fetch_keys": { 2024-08-10T06:31:29.768 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10 2024-08-10T06:31:29.768 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.768 INFO:tasks.workunit.client.0.smithi031.stdout: "dir_merge": { 2024-08-10T06:31:29.769 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.769 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.769 INFO:tasks.workunit.client.0.smithi031.stdout: "dir_split": { 2024-08-10T06:31:29.769 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.769 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.769 INFO:tasks.workunit.client.0.smithi031.stdout: "exported_inodes": { 2024-08-10T06:31:29.769 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.769 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.769 INFO:tasks.workunit.client.0.smithi031.stdout: "forward": { 2024-08-10T06:31:29.769 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.769 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.769 INFO:tasks.workunit.client.0.smithi031.stdout: "handle_client_cap_release": { 2024-08-10T06:31:29.769 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.770 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.770 INFO:tasks.workunit.client.0.smithi031.stdout: "handle_client_caps": { 2024-08-10T06:31:29.770 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.770 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.770 INFO:tasks.workunit.client.0.smithi031.stdout: "handle_client_caps_dirty": { 2024-08-10T06:31:29.770 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.770 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.770 INFO:tasks.workunit.client.0.smithi031.stdout: "handle_inode_file_caps": { 2024-08-10T06:31:29.770 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.770 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.770 INFO:tasks.workunit.client.0.smithi031.stdout: "imported_inodes": { 2024-08-10T06:31:29.770 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.770 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.771 INFO:tasks.workunit.client.0.smithi031.stdout: "inodes": { 2024-08-10T06:31:29.771 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10 2024-08-10T06:31:29.771 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.771 INFO:tasks.workunit.client.0.smithi031.stdout: "inodes_expired": { 2024-08-10T06:31:29.771 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.771 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.771 INFO:tasks.workunit.client.0.smithi031.stdout: "inodes_pinned": { 2024-08-10T06:31:29.771 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10 2024-08-10T06:31:29.771 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.771 INFO:tasks.workunit.client.0.smithi031.stdout: "inodes_with_caps": { 2024-08-10T06:31:29.771 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.771 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.771 INFO:tasks.workunit.client.0.smithi031.stdout: "load_cent": { 2024-08-10T06:31:29.772 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.772 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.772 INFO:tasks.workunit.client.0.smithi031.stdout: "openino_dir_fetch": { 2024-08-10T06:31:29.772 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.772 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.772 INFO:tasks.workunit.client.0.smithi031.stdout: "process_request_cap_release": { 2024-08-10T06:31:29.772 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.772 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.772 INFO:tasks.workunit.client.0.smithi031.stdout: "reply_latency": { 2024-08-10T06:31:29.772 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:29.772 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.772 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.772 INFO:tasks.workunit.client.0.smithi031.stdout: "request": { 2024-08-10T06:31:29.772 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.772 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.773 INFO:tasks.workunit.client.0.smithi031.stdout: "root_rbytes": { 2024-08-10T06:31:29.773 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.773 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.773 INFO:tasks.workunit.client.0.smithi031.stdout: "root_rfiles": { 2024-08-10T06:31:29.773 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.773 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.773 INFO:tasks.workunit.client.0.smithi031.stdout: "root_rsnaps": { 2024-08-10T06:31:29.773 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.773 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.773 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_reply": { 2024-08-10T06:31:29.773 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.773 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.773 INFO:tasks.workunit.client.0.smithi031.stdout: "subtrees": { 2024-08-10T06:31:29.773 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-08-10T06:31:29.774 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:29.774 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.774 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_cache": { 2024-08-10T06:31:29.774 INFO:tasks.workunit.client.0.smithi031.stdout: "ireq_enqueue_scrub": { 2024-08-10T06:31:29.774 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.774 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.774 INFO:tasks.workunit.client.0.smithi031.stdout: "ireq_exportdir": { 2024-08-10T06:31:29.774 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.774 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.774 INFO:tasks.workunit.client.0.smithi031.stdout: "ireq_flush": { 2024-08-10T06:31:29.774 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.774 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.774 INFO:tasks.workunit.client.0.smithi031.stdout: "ireq_fragmentdir": { 2024-08-10T06:31:29.775 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.775 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.775 INFO:tasks.workunit.client.0.smithi031.stdout: "ireq_fragstats": { 2024-08-10T06:31:29.775 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.775 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.775 INFO:tasks.workunit.client.0.smithi031.stdout: "ireq_inodestats": { 2024-08-10T06:31:29.775 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.775 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.775 INFO:tasks.workunit.client.0.smithi031.stdout: "ireq_quiesce_inode": { 2024-08-10T06:31:29.775 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.775 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.775 INFO:tasks.workunit.client.0.smithi031.stdout: "ireq_quiesce_path": { 2024-08-10T06:31:29.775 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.775 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.775 INFO:tasks.workunit.client.0.smithi031.stdout: "num_recovering_enqueued": { 2024-08-10T06:31:29.776 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.776 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.776 INFO:tasks.workunit.client.0.smithi031.stdout: "num_recovering_prioritized": { 2024-08-10T06:31:29.776 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.776 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.776 INFO:tasks.workunit.client.0.smithi031.stdout: "num_recovering_processing": { 2024-08-10T06:31:29.776 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.776 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.776 INFO:tasks.workunit.client.0.smithi031.stdout: "num_strays": { 2024-08-10T06:31:29.776 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.776 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.776 INFO:tasks.workunit.client.0.smithi031.stdout: "num_strays_delayed": { 2024-08-10T06:31:29.776 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.777 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.777 INFO:tasks.workunit.client.0.smithi031.stdout: "num_strays_enqueuing": { 2024-08-10T06:31:29.777 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.777 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.777 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_completed": { 2024-08-10T06:31:29.777 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.777 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.777 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_started": { 2024-08-10T06:31:29.777 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.777 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.777 INFO:tasks.workunit.client.0.smithi031.stdout: "strays_created": { 2024-08-10T06:31:29.777 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.777 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.777 INFO:tasks.workunit.client.0.smithi031.stdout: "strays_enqueued": { 2024-08-10T06:31:29.778 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.778 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.778 INFO:tasks.workunit.client.0.smithi031.stdout: "strays_migrated": { 2024-08-10T06:31:29.778 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.778 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.778 INFO:tasks.workunit.client.0.smithi031.stdout: "strays_reintegrated": { 2024-08-10T06:31:29.778 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.778 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:29.778 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.778 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_log": { 2024-08-10T06:31:29.778 INFO:tasks.workunit.client.0.smithi031.stdout: "ev": { 2024-08-10T06:31:29.778 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 17 2024-08-10T06:31:29.778 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.779 INFO:tasks.workunit.client.0.smithi031.stdout: "evadd": { 2024-08-10T06:31:29.779 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.779 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.779 INFO:tasks.workunit.client.0.smithi031.stdout: "evex": { 2024-08-10T06:31:29.779 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.779 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.779 INFO:tasks.workunit.client.0.smithi031.stdout: "evexd": { 2024-08-10T06:31:29.779 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.779 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.779 INFO:tasks.workunit.client.0.smithi031.stdout: "evexg": { 2024-08-10T06:31:29.779 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.779 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.779 INFO:tasks.workunit.client.0.smithi031.stdout: "evlrg": { 2024-08-10T06:31:29.779 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.780 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.780 INFO:tasks.workunit.client.0.smithi031.stdout: "evtrm": { 2024-08-10T06:31:29.780 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.780 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.780 INFO:tasks.workunit.client.0.smithi031.stdout: "jlat": { 2024-08-10T06:31:29.780 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:29.780 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.780 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.780 INFO:tasks.workunit.client.0.smithi031.stdout: "replayed": { 2024-08-10T06:31:29.780 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 17 2024-08-10T06:31:29.780 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.780 INFO:tasks.workunit.client.0.smithi031.stdout: "seg": { 2024-08-10T06:31:29.780 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1 2024-08-10T06:31:29.780 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.781 INFO:tasks.workunit.client.0.smithi031.stdout: "segadd": { 2024-08-10T06:31:29.781 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.781 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.781 INFO:tasks.workunit.client.0.smithi031.stdout: "segex": { 2024-08-10T06:31:29.781 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.781 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.781 INFO:tasks.workunit.client.0.smithi031.stdout: "segexd": { 2024-08-10T06:31:29.781 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.781 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.781 INFO:tasks.workunit.client.0.smithi031.stdout: "segexg": { 2024-08-10T06:31:29.781 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.781 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.781 INFO:tasks.workunit.client.0.smithi031.stdout: "segmjr": { 2024-08-10T06:31:29.781 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1 2024-08-10T06:31:29.782 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.782 INFO:tasks.workunit.client.0.smithi031.stdout: "segtrm": { 2024-08-10T06:31:29.782 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.782 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:29.782 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.782 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_mem": { 2024-08-10T06:31:29.782 INFO:tasks.workunit.client.0.smithi031.stdout: "cap": { 2024-08-10T06:31:29.782 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.782 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.782 INFO:tasks.workunit.client.0.smithi031.stdout: "cap+": { 2024-08-10T06:31:29.782 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.782 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.783 INFO:tasks.workunit.client.0.smithi031.stdout: "cap-": { 2024-08-10T06:31:29.783 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.783 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.783 INFO:tasks.workunit.client.0.smithi031.stdout: "dir": { 2024-08-10T06:31:29.783 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12 2024-08-10T06:31:29.783 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.783 INFO:tasks.workunit.client.0.smithi031.stdout: "dir+": { 2024-08-10T06:31:29.783 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12 2024-08-10T06:31:29.783 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.783 INFO:tasks.workunit.client.0.smithi031.stdout: "dir-": { 2024-08-10T06:31:29.783 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.783 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.783 INFO:tasks.workunit.client.0.smithi031.stdout: "dn": { 2024-08-10T06:31:29.784 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10 2024-08-10T06:31:29.784 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.784 INFO:tasks.workunit.client.0.smithi031.stdout: "dn+": { 2024-08-10T06:31:29.784 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10 2024-08-10T06:31:29.784 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.784 INFO:tasks.workunit.client.0.smithi031.stdout: "dn-": { 2024-08-10T06:31:29.784 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.784 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.784 INFO:tasks.workunit.client.0.smithi031.stdout: "heap": { 2024-08-10T06:31:29.784 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 248096 2024-08-10T06:31:29.784 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.784 INFO:tasks.workunit.client.0.smithi031.stdout: "ino": { 2024-08-10T06:31:29.784 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 13 2024-08-10T06:31:29.784 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.785 INFO:tasks.workunit.client.0.smithi031.stdout: "ino+": { 2024-08-10T06:31:29.785 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 13 2024-08-10T06:31:29.785 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.785 INFO:tasks.workunit.client.0.smithi031.stdout: "ino-": { 2024-08-10T06:31:29.785 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.785 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.785 INFO:tasks.workunit.client.0.smithi031.stdout: "rss": { 2024-08-10T06:31:29.785 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 49332 2024-08-10T06:31:29.785 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:29.785 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.785 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_server": { 2024-08-10T06:31:29.785 INFO:tasks.workunit.client.0.smithi031.stdout: "cap_acquisition_throttle": { 2024-08-10T06:31:29.785 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.786 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.786 INFO:tasks.workunit.client.0.smithi031.stdout: "cap_revoke_eviction": { 2024-08-10T06:31:29.786 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.786 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.786 INFO:tasks.workunit.client.0.smithi031.stdout: "handle_client_request": { 2024-08-10T06:31:29.786 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.786 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.786 INFO:tasks.workunit.client.0.smithi031.stdout: "handle_client_session": { 2024-08-10T06:31:29.786 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.786 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.786 INFO:tasks.workunit.client.0.smithi031.stdout: "handle_peer_request": { 2024-08-10T06:31:29.786 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.786 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.786 INFO:tasks.workunit.client.0.smithi031.stdout: "req_create_latency": { 2024-08-10T06:31:29.787 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:29.787 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.787 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.787 INFO:tasks.workunit.client.0.smithi031.stdout: "req_getattr_latency": { 2024-08-10T06:31:29.787 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:29.787 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.787 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.787 INFO:tasks.workunit.client.0.smithi031.stdout: "req_getfilelock_latency": { 2024-08-10T06:31:29.787 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:29.787 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.787 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.787 INFO:tasks.workunit.client.0.smithi031.stdout: "req_getvxattr_latency": { 2024-08-10T06:31:29.787 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:29.787 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.788 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.788 INFO:tasks.workunit.client.0.smithi031.stdout: "req_link_latency": { 2024-08-10T06:31:29.788 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:29.788 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.788 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.788 INFO:tasks.workunit.client.0.smithi031.stdout: "req_lookup_latency": { 2024-08-10T06:31:29.788 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:29.788 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.788 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.788 INFO:tasks.workunit.client.0.smithi031.stdout: "req_lookuphash_latency": { 2024-08-10T06:31:29.788 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:29.788 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.788 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.789 INFO:tasks.workunit.client.0.smithi031.stdout: "req_lookupino_latency": { 2024-08-10T06:31:29.789 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:29.789 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.789 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.789 INFO:tasks.workunit.client.0.smithi031.stdout: "req_lookupname_latency": { 2024-08-10T06:31:29.789 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:29.789 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.789 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.789 INFO:tasks.workunit.client.0.smithi031.stdout: "req_lookupparent_latency": { 2024-08-10T06:31:29.789 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:29.789 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.789 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.789 INFO:tasks.workunit.client.0.smithi031.stdout: "req_lookupsnap_latency": { 2024-08-10T06:31:29.789 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:29.789 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.790 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.790 INFO:tasks.workunit.client.0.smithi031.stdout: "req_lssnap_latency": { 2024-08-10T06:31:29.790 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:29.790 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.790 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.790 INFO:tasks.workunit.client.0.smithi031.stdout: "req_mkdir_latency": { 2024-08-10T06:31:29.790 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:29.790 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.790 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.790 INFO:tasks.workunit.client.0.smithi031.stdout: "req_mknod_latency": { 2024-08-10T06:31:29.790 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:29.790 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.790 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.791 INFO:tasks.workunit.client.0.smithi031.stdout: "req_mksnap_latency": { 2024-08-10T06:31:29.791 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:29.791 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.791 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.791 INFO:tasks.workunit.client.0.smithi031.stdout: "req_open_latency": { 2024-08-10T06:31:29.791 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:29.791 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.791 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.791 INFO:tasks.workunit.client.0.smithi031.stdout: "req_readdir_latency": { 2024-08-10T06:31:29.791 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:29.791 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.791 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.791 INFO:tasks.workunit.client.0.smithi031.stdout: "req_rename_latency": { 2024-08-10T06:31:29.792 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:29.792 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.792 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.792 INFO:tasks.workunit.client.0.smithi031.stdout: "req_renamesnap_latency": { 2024-08-10T06:31:29.792 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:29.792 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.792 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.792 INFO:tasks.workunit.client.0.smithi031.stdout: "req_rmdir_latency": { 2024-08-10T06:31:29.792 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:29.792 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.792 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.792 INFO:tasks.workunit.client.0.smithi031.stdout: "req_rmsnap_latency": { 2024-08-10T06:31:29.792 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:29.792 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.793 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.793 INFO:tasks.workunit.client.0.smithi031.stdout: "req_rmxattr_latency": { 2024-08-10T06:31:29.793 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:29.793 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.793 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.793 INFO:tasks.workunit.client.0.smithi031.stdout: "req_setattr_latency": { 2024-08-10T06:31:29.793 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:29.793 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.793 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.793 INFO:tasks.workunit.client.0.smithi031.stdout: "req_setdirlayout_latency": { 2024-08-10T06:31:29.793 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:29.793 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.793 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.793 INFO:tasks.workunit.client.0.smithi031.stdout: "req_setfilelock_latency": { 2024-08-10T06:31:29.794 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:29.794 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.794 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.794 INFO:tasks.workunit.client.0.smithi031.stdout: "req_setlayout_latency": { 2024-08-10T06:31:29.794 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:29.794 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.794 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.794 INFO:tasks.workunit.client.0.smithi031.stdout: "req_setxattr_latency": { 2024-08-10T06:31:29.794 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:29.794 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.794 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.794 INFO:tasks.workunit.client.0.smithi031.stdout: "req_snapdiff_latency": { 2024-08-10T06:31:29.794 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:29.795 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.795 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.795 INFO:tasks.workunit.client.0.smithi031.stdout: "req_symlink_latency": { 2024-08-10T06:31:29.795 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:29.795 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.795 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.795 INFO:tasks.workunit.client.0.smithi031.stdout: "req_unlink_latency": { 2024-08-10T06:31:29.795 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:29.795 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.795 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:29.795 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.795 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_sessions": { 2024-08-10T06:31:29.795 INFO:tasks.workunit.client.0.smithi031.stdout: "average_load": { 2024-08-10T06:31:29.796 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.796 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.796 INFO:tasks.workunit.client.0.smithi031.stdout: "avg_session_uptime": { 2024-08-10T06:31:29.796 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.796 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.796 INFO:tasks.workunit.client.0.smithi031.stdout: "mdthresh_evicted": { 2024-08-10T06:31:29.796 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.796 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.796 INFO:tasks.workunit.client.0.smithi031.stdout: "session_add": { 2024-08-10T06:31:29.796 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8 2024-08-10T06:31:29.796 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.796 INFO:tasks.workunit.client.0.smithi031.stdout: "session_count": { 2024-08-10T06:31:29.796 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.796 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.796 INFO:tasks.workunit.client.0.smithi031.stdout: "session_remove": { 2024-08-10T06:31:29.797 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8 2024-08-10T06:31:29.797 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.797 INFO:tasks.workunit.client.0.smithi031.stdout: "sessions_open": { 2024-08-10T06:31:29.797 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-08-10T06:31:29.797 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.797 INFO:tasks.workunit.client.0.smithi031.stdout: "sessions_stale": { 2024-08-10T06:31:29.797 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.797 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.797 INFO:tasks.workunit.client.0.smithi031.stdout: "total_load": { 2024-08-10T06:31:29.797 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.797 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:29.797 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.797 INFO:tasks.workunit.client.0.smithi031.stdout: "objecter": { 2024-08-10T06:31:29.797 INFO:tasks.workunit.client.0.smithi031.stdout: "op_active": { 2024-08-10T06:31:29.798 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.798 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.798 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T06:31:29.798 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 37 2024-08-10T06:31:29.798 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.798 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rmw": { 2024-08-10T06:31:29.798 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.798 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.798 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T06:31:29.798 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7 2024-08-10T06:31:29.798 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:29.798 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.798 INFO:tasks.workunit.client.0.smithi031.stdout: "purge_queue": { 2024-08-10T06:31:29.798 INFO:tasks.workunit.client.0.smithi031.stdout: "pq_executed": { 2024-08-10T06:31:29.799 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.799 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.799 INFO:tasks.workunit.client.0.smithi031.stdout: "pq_executed_ops": { 2024-08-10T06:31:29.799 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.799 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.799 INFO:tasks.workunit.client.0.smithi031.stdout: "pq_executing": { 2024-08-10T06:31:29.799 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.799 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.799 INFO:tasks.workunit.client.0.smithi031.stdout: "pq_executing_high_water": { 2024-08-10T06:31:29.799 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.799 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.799 INFO:tasks.workunit.client.0.smithi031.stdout: "pq_executing_ops": { 2024-08-10T06:31:29.799 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.800 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.800 INFO:tasks.workunit.client.0.smithi031.stdout: "pq_executing_ops_high_water": { 2024-08-10T06:31:29.800 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.800 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.800 INFO:tasks.workunit.client.0.smithi031.stdout: "pq_item_in_journal": { 2024-08-10T06:31:29.800 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.800 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:29.800 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:29.800 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.800 INFO:tasks.workunit.client.0.smithi031.stdout: "mon.62ad85b37c16ffdd779a4c5a495ed5779bfdb6c1": { 2024-08-10T06:31:29.800 INFO:tasks.workunit.client.0.smithi031.stdout: "mon": { 2024-08-10T06:31:29.800 INFO:tasks.workunit.client.0.smithi031.stdout: "election_call": { 2024-08-10T06:31:29.800 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-08-10T06:31:29.800 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.801 INFO:tasks.workunit.client.0.smithi031.stdout: "election_lose": { 2024-08-10T06:31:29.801 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3 2024-08-10T06:31:29.801 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.801 INFO:tasks.workunit.client.0.smithi031.stdout: "election_win": { 2024-08-10T06:31:29.801 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.801 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.801 INFO:tasks.workunit.client.0.smithi031.stdout: "num_elections": { 2024-08-10T06:31:29.801 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 11 2024-08-10T06:31:29.801 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.801 INFO:tasks.workunit.client.0.smithi031.stdout: "num_sessions": { 2024-08-10T06:31:29.801 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8 2024-08-10T06:31:29.801 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.801 INFO:tasks.workunit.client.0.smithi031.stdout: "session_add": { 2024-08-10T06:31:29.801 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4 2024-08-10T06:31:29.801 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.802 INFO:tasks.workunit.client.0.smithi031.stdout: "session_rm": { 2024-08-10T06:31:29.802 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 249 2024-08-10T06:31:29.802 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.802 INFO:tasks.workunit.client.0.smithi031.stdout: "session_trim": { 2024-08-10T06:31:29.802 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.802 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:29.802 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.802 INFO:tasks.workunit.client.0.smithi031.stdout: "paxos": { 2024-08-10T06:31:29.802 INFO:tasks.workunit.client.0.smithi031.stdout: "accept_timeout": { 2024-08-10T06:31:29.802 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.802 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.802 INFO:tasks.workunit.client.0.smithi031.stdout: "begin": { 2024-08-10T06:31:29.802 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7888 2024-08-10T06:31:29.802 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.803 INFO:tasks.workunit.client.0.smithi031.stdout: "begin_bytes": { 2024-08-10T06:31:29.803 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7888, 2024-08-10T06:31:29.803 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 56484291 2024-08-10T06:31:29.803 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.803 INFO:tasks.workunit.client.0.smithi031.stdout: "begin_keys": { 2024-08-10T06:31:29.803 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:29.803 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.803 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.803 INFO:tasks.workunit.client.0.smithi031.stdout: "begin_latency": { 2024-08-10T06:31:29.803 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7888, 2024-08-10T06:31:29.803 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1935966263 2024-08-10T06:31:29.803 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.803 INFO:tasks.workunit.client.0.smithi031.stdout: "collect": { 2024-08-10T06:31:29.804 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3 2024-08-10T06:31:29.804 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.804 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_bytes": { 2024-08-10T06:31:29.804 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3, 2024-08-10T06:31:29.804 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 219 2024-08-10T06:31:29.804 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.804 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_keys": { 2024-08-10T06:31:29.804 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3, 2024-08-10T06:31:29.804 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3 2024-08-10T06:31:29.804 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.804 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_latency": { 2024-08-10T06:31:29.804 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3, 2024-08-10T06:31:29.804 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 999983 2024-08-10T06:31:29.804 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.805 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_timeout": { 2024-08-10T06:31:29.805 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.805 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.805 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_uncommitted": { 2024-08-10T06:31:29.805 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1 2024-08-10T06:31:29.805 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.805 INFO:tasks.workunit.client.0.smithi031.stdout: "commit": { 2024-08-10T06:31:29.805 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7888 2024-08-10T06:31:29.805 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.805 INFO:tasks.workunit.client.0.smithi031.stdout: "commit_bytes": { 2024-08-10T06:31:29.805 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:29.805 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.805 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.806 INFO:tasks.workunit.client.0.smithi031.stdout: "commit_keys": { 2024-08-10T06:31:29.806 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:29.806 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.806 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.806 INFO:tasks.workunit.client.0.smithi031.stdout: "commit_latency": { 2024-08-10T06:31:29.806 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:29.806 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.806 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.806 INFO:tasks.workunit.client.0.smithi031.stdout: "lease_ack_timeout": { 2024-08-10T06:31:29.806 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.806 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.806 INFO:tasks.workunit.client.0.smithi031.stdout: "lease_timeout": { 2024-08-10T06:31:29.806 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.806 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.807 INFO:tasks.workunit.client.0.smithi031.stdout: "new_pn": { 2024-08-10T06:31:29.807 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.807 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.807 INFO:tasks.workunit.client.0.smithi031.stdout: "new_pn_latency": { 2024-08-10T06:31:29.807 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:29.807 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.807 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.807 INFO:tasks.workunit.client.0.smithi031.stdout: "refresh": { 2024-08-10T06:31:29.807 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7888 2024-08-10T06:31:29.807 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.807 INFO:tasks.workunit.client.0.smithi031.stdout: "refresh_latency": { 2024-08-10T06:31:29.807 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7888, 2024-08-10T06:31:29.807 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 27658516529 2024-08-10T06:31:29.807 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.808 INFO:tasks.workunit.client.0.smithi031.stdout: "restart": { 2024-08-10T06:31:29.808 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 13 2024-08-10T06:31:29.808 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.808 INFO:tasks.workunit.client.0.smithi031.stdout: "share_state": { 2024-08-10T06:31:29.808 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.808 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.808 INFO:tasks.workunit.client.0.smithi031.stdout: "share_state_bytes": { 2024-08-10T06:31:29.808 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:29.808 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.808 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.808 INFO:tasks.workunit.client.0.smithi031.stdout: "share_state_keys": { 2024-08-10T06:31:29.808 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:29.808 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.808 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.809 INFO:tasks.workunit.client.0.smithi031.stdout: "start_leader": { 2024-08-10T06:31:29.809 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.809 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.809 INFO:tasks.workunit.client.0.smithi031.stdout: "start_peon": { 2024-08-10T06:31:29.809 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3 2024-08-10T06:31:29.809 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.809 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state": { 2024-08-10T06:31:29.809 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7888 2024-08-10T06:31:29.809 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.809 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state_bytes": { 2024-08-10T06:31:29.809 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7888, 2024-08-10T06:31:29.809 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 111525676 2024-08-10T06:31:29.809 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.809 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state_keys": { 2024-08-10T06:31:29.810 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7888, 2024-08-10T06:31:29.810 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 70726 2024-08-10T06:31:29.810 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.810 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state_latency": { 2024-08-10T06:31:29.810 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7888, 2024-08-10T06:31:29.810 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5331906926 2024-08-10T06:31:29.810 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:29.810 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.810 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache": { 2024-08-10T06:31:29.810 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_bytes": { 2024-08-10T06:31:29.810 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1020054731 2024-08-10T06:31:29.810 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.810 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_bytes": { 2024-08-10T06:31:29.811 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 176160768 2024-08-10T06:31:29.811 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.811 INFO:tasks.workunit.client.0.smithi031.stdout: "mapped_bytes": { 2024-08-10T06:31:29.811 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 173539328 2024-08-10T06:31:29.811 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.811 INFO:tasks.workunit.client.0.smithi031.stdout: "target_bytes": { 2024-08-10T06:31:29.811 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2147483648 2024-08-10T06:31:29.811 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.811 INFO:tasks.workunit.client.0.smithi031.stdout: "unmapped_bytes": { 2024-08-10T06:31:29.811 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2621440 2024-08-10T06:31:29.811 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:29.811 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.811 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache:full": { 2024-08-10T06:31:29.811 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:29.812 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 360710144 2024-08-10T06:31:29.812 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.812 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:29.812 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.812 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.812 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:29.812 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.812 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.812 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:29.812 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 266434077 2024-08-10T06:31:29.812 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.812 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:29.812 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 26340519 2024-08-10T06:31:29.813 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.813 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:29.813 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.813 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.813 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:29.813 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.813 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.813 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:29.813 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.813 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.813 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:29.813 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.813 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.814 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:29.814 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.814 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.814 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:29.814 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.814 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.814 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:29.814 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.814 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.814 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:29.814 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.814 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.814 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:29.814 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67935548 2024-08-10T06:31:29.815 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:29.815 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.815 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache:inc": { 2024-08-10T06:31:29.815 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:29.815 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 339738624 2024-08-10T06:31:29.815 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.815 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:29.815 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.815 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.815 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:29.815 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.815 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.815 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:29.816 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 266434077 2024-08-10T06:31:29.816 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.816 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:29.816 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2204971 2024-08-10T06:31:29.816 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.816 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:29.816 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.816 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.816 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:29.816 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.816 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.816 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:29.816 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.816 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.817 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:29.817 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.817 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.817 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:29.817 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.817 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.817 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:29.817 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.817 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.817 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:29.817 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.817 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.817 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:29.817 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.817 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.818 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:29.818 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71099576 2024-08-10T06:31:29.818 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:29.818 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.818 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache:kv": { 2024-08-10T06:31:29.818 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:29.818 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 314572800 2024-08-10T06:31:29.818 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.818 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:29.818 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T06:31:29.818 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.818 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:29.818 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.818 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.819 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:29.819 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 177622718 2024-08-10T06:31:29.819 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.819 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:29.819 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.819 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.819 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:29.819 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.819 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.819 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:29.819 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.819 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.819 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:29.819 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.820 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.820 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:29.820 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.820 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.820 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:29.820 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.820 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.820 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:29.820 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.820 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.820 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:29.820 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.820 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.820 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:29.820 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.821 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.821 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:29.821 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 69841218 2024-08-10T06:31:29.821 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:29.821 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.821 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb": { 2024-08-10T06:31:29.821 INFO:tasks.workunit.client.0.smithi031.stdout: "compact": { 2024-08-10T06:31:29.821 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.821 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.821 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_queue_len": { 2024-08-10T06:31:29.821 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.821 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.821 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_queue_merge": { 2024-08-10T06:31:29.821 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.822 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.822 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_range": { 2024-08-10T06:31:29.822 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 91 2024-08-10T06:31:29.822 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.822 INFO:tasks.workunit.client.0.smithi031.stdout: "get_latency": { 2024-08-10T06:31:29.822 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 345462, 2024-08-10T06:31:29.822 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1863929658 2024-08-10T06:31:29.822 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.822 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_delay_time": { 2024-08-10T06:31:29.822 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:29.822 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.822 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.822 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_memtable_time": { 2024-08-10T06:31:29.823 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:29.823 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.823 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.823 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-10T06:31:29.823 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:29.823 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.823 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.823 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_wal_time": { 2024-08-10T06:31:29.823 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:29.823 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.823 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.823 INFO:tasks.workunit.client.0.smithi031.stdout: "submit_latency": { 2024-08-10T06:31:29.823 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:29.824 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.824 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.824 INFO:tasks.workunit.client.0.smithi031.stdout: "submit_sync_latency": { 2024-08-10T06:31:29.824 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 19267, 2024-08-10T06:31:29.824 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 9590092982 2024-08-10T06:31:29.824 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:29.824 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:29.824 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.824 INFO:tasks.workunit.client.0.smithi031.stdout: "mon.78b7f16c00d1f5b2f8ba1b3f812aa97559391734": { 2024-08-10T06:31:29.824 INFO:tasks.workunit.client.0.smithi031.stdout: "mon": { 2024-08-10T06:31:29.824 INFO:tasks.workunit.client.0.smithi031.stdout: "election_call": { 2024-08-10T06:31:29.825 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-08-10T06:31:29.825 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.825 INFO:tasks.workunit.client.0.smithi031.stdout: "election_lose": { 2024-08-10T06:31:29.825 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-08-10T06:31:29.825 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.825 INFO:tasks.workunit.client.0.smithi031.stdout: "election_win": { 2024-08-10T06:31:29.825 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.825 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.825 INFO:tasks.workunit.client.0.smithi031.stdout: "num_elections": { 2024-08-10T06:31:29.825 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7 2024-08-10T06:31:29.825 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.825 INFO:tasks.workunit.client.0.smithi031.stdout: "num_sessions": { 2024-08-10T06:31:29.826 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8 2024-08-10T06:31:29.826 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.826 INFO:tasks.workunit.client.0.smithi031.stdout: "session_add": { 2024-08-10T06:31:29.826 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3 2024-08-10T06:31:29.826 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.826 INFO:tasks.workunit.client.0.smithi031.stdout: "session_rm": { 2024-08-10T06:31:29.826 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 254 2024-08-10T06:31:29.826 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.826 INFO:tasks.workunit.client.0.smithi031.stdout: "session_trim": { 2024-08-10T06:31:29.826 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.826 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:29.826 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.826 INFO:tasks.workunit.client.0.smithi031.stdout: "paxos": { 2024-08-10T06:31:29.826 INFO:tasks.workunit.client.0.smithi031.stdout: "accept_timeout": { 2024-08-10T06:31:29.827 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.827 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.827 INFO:tasks.workunit.client.0.smithi031.stdout: "begin": { 2024-08-10T06:31:29.827 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7855 2024-08-10T06:31:29.827 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.827 INFO:tasks.workunit.client.0.smithi031.stdout: "begin_bytes": { 2024-08-10T06:31:29.827 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7855, 2024-08-10T06:31:29.827 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 56229774 2024-08-10T06:31:29.827 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.827 INFO:tasks.workunit.client.0.smithi031.stdout: "begin_keys": { 2024-08-10T06:31:29.827 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:29.827 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.827 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.828 INFO:tasks.workunit.client.0.smithi031.stdout: "begin_latency": { 2024-08-10T06:31:29.828 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7855, 2024-08-10T06:31:29.828 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1225972289 2024-08-10T06:31:29.828 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.828 INFO:tasks.workunit.client.0.smithi031.stdout: "collect": { 2024-08-10T06:31:29.828 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-08-10T06:31:29.828 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.828 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_bytes": { 2024-08-10T06:31:29.828 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2, 2024-08-10T06:31:29.828 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 146 2024-08-10T06:31:29.828 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.828 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_keys": { 2024-08-10T06:31:29.828 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2, 2024-08-10T06:31:29.828 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-08-10T06:31:29.829 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.829 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_latency": { 2024-08-10T06:31:29.829 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2, 2024-08-10T06:31:29.829 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1999955 2024-08-10T06:31:29.829 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.829 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_timeout": { 2024-08-10T06:31:29.829 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.829 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.829 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_uncommitted": { 2024-08-10T06:31:29.829 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.829 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.829 INFO:tasks.workunit.client.0.smithi031.stdout: "commit": { 2024-08-10T06:31:29.829 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7855 2024-08-10T06:31:29.829 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.829 INFO:tasks.workunit.client.0.smithi031.stdout: "commit_bytes": { 2024-08-10T06:31:29.830 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:29.830 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.830 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.830 INFO:tasks.workunit.client.0.smithi031.stdout: "commit_keys": { 2024-08-10T06:31:29.830 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:29.830 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.830 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.830 INFO:tasks.workunit.client.0.smithi031.stdout: "commit_latency": { 2024-08-10T06:31:29.830 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:29.830 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.830 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.830 INFO:tasks.workunit.client.0.smithi031.stdout: "lease_ack_timeout": { 2024-08-10T06:31:29.830 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.831 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.831 INFO:tasks.workunit.client.0.smithi031.stdout: "lease_timeout": { 2024-08-10T06:31:29.831 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.831 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.831 INFO:tasks.workunit.client.0.smithi031.stdout: "new_pn": { 2024-08-10T06:31:29.831 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.831 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.831 INFO:tasks.workunit.client.0.smithi031.stdout: "new_pn_latency": { 2024-08-10T06:31:29.831 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:29.831 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.831 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.831 INFO:tasks.workunit.client.0.smithi031.stdout: "refresh": { 2024-08-10T06:31:29.831 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7855 2024-08-10T06:31:29.831 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.831 INFO:tasks.workunit.client.0.smithi031.stdout: "refresh_latency": { 2024-08-10T06:31:29.832 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7855, 2024-08-10T06:31:29.832 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24620443107 2024-08-10T06:31:29.832 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.832 INFO:tasks.workunit.client.0.smithi031.stdout: "restart": { 2024-08-10T06:31:29.832 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 9 2024-08-10T06:31:29.832 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.832 INFO:tasks.workunit.client.0.smithi031.stdout: "share_state": { 2024-08-10T06:31:29.832 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.832 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.832 INFO:tasks.workunit.client.0.smithi031.stdout: "share_state_bytes": { 2024-08-10T06:31:29.832 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:29.832 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.832 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.832 INFO:tasks.workunit.client.0.smithi031.stdout: "share_state_keys": { 2024-08-10T06:31:29.833 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:29.833 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.833 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.833 INFO:tasks.workunit.client.0.smithi031.stdout: "start_leader": { 2024-08-10T06:31:29.833 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.833 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.833 INFO:tasks.workunit.client.0.smithi031.stdout: "start_peon": { 2024-08-10T06:31:29.833 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-08-10T06:31:29.833 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.833 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state": { 2024-08-10T06:31:29.833 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7855 2024-08-10T06:31:29.833 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.833 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state_bytes": { 2024-08-10T06:31:29.834 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7855, 2024-08-10T06:31:29.834 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 110963562 2024-08-10T06:31:29.834 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.834 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state_keys": { 2024-08-10T06:31:29.834 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7855, 2024-08-10T06:31:29.834 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 70467 2024-08-10T06:31:29.834 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.834 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state_latency": { 2024-08-10T06:31:29.834 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7855, 2024-08-10T06:31:29.834 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2429945023 2024-08-10T06:31:29.834 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:29.834 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.834 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache": { 2024-08-10T06:31:29.834 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_bytes": { 2024-08-10T06:31:29.835 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1020054731 2024-08-10T06:31:29.835 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.835 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_bytes": { 2024-08-10T06:31:29.835 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 168812544 2024-08-10T06:31:29.835 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.835 INFO:tasks.workunit.client.0.smithi031.stdout: "mapped_bytes": { 2024-08-10T06:31:29.835 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 165650432 2024-08-10T06:31:29.835 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.835 INFO:tasks.workunit.client.0.smithi031.stdout: "target_bytes": { 2024-08-10T06:31:29.835 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2147483648 2024-08-10T06:31:29.835 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.835 INFO:tasks.workunit.client.0.smithi031.stdout: "unmapped_bytes": { 2024-08-10T06:31:29.835 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3162112 2024-08-10T06:31:29.835 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:29.836 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.836 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache:full": { 2024-08-10T06:31:29.836 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:29.836 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 360710144 2024-08-10T06:31:29.836 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.836 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:29.836 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.836 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.836 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:29.836 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.836 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.836 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:29.836 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 267046210 2024-08-10T06:31:29.836 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.837 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:29.837 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 25362883 2024-08-10T06:31:29.837 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.837 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:29.837 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.837 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.837 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:29.837 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.837 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.837 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:29.837 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.837 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.837 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:29.838 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.838 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.838 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:29.838 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.838 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.838 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:29.838 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.838 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.838 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:29.838 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.838 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.838 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:29.838 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.838 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.839 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:29.839 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 68301051 2024-08-10T06:31:29.839 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:29.839 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.839 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache:inc": { 2024-08-10T06:31:29.839 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:29.839 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 339738624 2024-08-10T06:31:29.839 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.839 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:29.839 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.839 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.839 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:29.839 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.839 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.840 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:29.840 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 267046210 2024-08-10T06:31:29.840 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.840 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:29.840 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1550252 2024-08-10T06:31:29.840 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.840 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:29.840 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.840 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.840 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:29.840 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.840 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.840 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:29.841 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.841 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.841 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:29.841 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.841 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.841 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:29.841 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.841 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.841 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:29.841 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.841 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.841 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:29.841 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.841 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.842 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:29.842 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.842 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.842 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:29.842 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71142162 2024-08-10T06:31:29.842 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:29.842 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.842 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache:kv": { 2024-08-10T06:31:29.842 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:29.842 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 314572800 2024-08-10T06:31:29.842 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.842 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:29.842 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T06:31:29.843 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.843 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:29.843 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.843 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.843 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:29.843 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 178030807 2024-08-10T06:31:29.843 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.843 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:29.843 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.843 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.843 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:29.843 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.843 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.843 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:29.844 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.844 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.844 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:29.844 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.844 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.844 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:29.844 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.844 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.844 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:29.844 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.844 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.844 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:29.845 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.845 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.845 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:29.845 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.845 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.845 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:29.845 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.845 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.845 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:29.845 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 69433129 2024-08-10T06:31:29.845 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:29.845 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.845 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb": { 2024-08-10T06:31:29.845 INFO:tasks.workunit.client.0.smithi031.stdout: "compact": { 2024-08-10T06:31:29.846 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.846 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.846 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_queue_len": { 2024-08-10T06:31:29.846 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.846 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.846 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_queue_merge": { 2024-08-10T06:31:29.846 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.846 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.846 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_range": { 2024-08-10T06:31:29.846 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 91 2024-08-10T06:31:29.846 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.846 INFO:tasks.workunit.client.0.smithi031.stdout: "get_latency": { 2024-08-10T06:31:29.846 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 342777, 2024-08-10T06:31:29.847 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1613267884 2024-08-10T06:31:29.847 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.847 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_delay_time": { 2024-08-10T06:31:29.847 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:29.847 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.847 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.847 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_memtable_time": { 2024-08-10T06:31:29.847 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:29.847 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.847 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.847 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-10T06:31:29.847 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:29.847 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.847 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.848 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_wal_time": { 2024-08-10T06:31:29.848 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:29.848 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.848 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.848 INFO:tasks.workunit.client.0.smithi031.stdout: "submit_latency": { 2024-08-10T06:31:29.848 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:29.848 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.848 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.848 INFO:tasks.workunit.client.0.smithi031.stdout: "submit_sync_latency": { 2024-08-10T06:31:29.848 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 19179, 2024-08-10T06:31:29.848 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5931336925 2024-08-10T06:31:29.848 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:29.848 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:29.848 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.849 INFO:tasks.workunit.client.0.smithi031.stdout: "mon.8ebe73bd7ea27fbdeeae1ec6539f9be9b100ac0f": { 2024-08-10T06:31:29.849 INFO:tasks.workunit.client.0.smithi031.stdout: "mon": { 2024-08-10T06:31:29.849 INFO:tasks.workunit.client.0.smithi031.stdout: "election_call": { 2024-08-10T06:31:29.849 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5 2024-08-10T06:31:29.849 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.849 INFO:tasks.workunit.client.0.smithi031.stdout: "election_lose": { 2024-08-10T06:31:29.849 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.849 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.849 INFO:tasks.workunit.client.0.smithi031.stdout: "election_win": { 2024-08-10T06:31:29.849 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5 2024-08-10T06:31:29.849 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.849 INFO:tasks.workunit.client.0.smithi031.stdout: "num_elections": { 2024-08-10T06:31:29.849 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 17 2024-08-10T06:31:29.850 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.850 INFO:tasks.workunit.client.0.smithi031.stdout: "num_sessions": { 2024-08-10T06:31:29.850 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10 2024-08-10T06:31:29.850 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.850 INFO:tasks.workunit.client.0.smithi031.stdout: "session_add": { 2024-08-10T06:31:29.850 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5 2024-08-10T06:31:29.850 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.850 INFO:tasks.workunit.client.0.smithi031.stdout: "session_rm": { 2024-08-10T06:31:29.850 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 226 2024-08-10T06:31:29.850 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.850 INFO:tasks.workunit.client.0.smithi031.stdout: "session_trim": { 2024-08-10T06:31:29.850 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.850 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:29.850 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.851 INFO:tasks.workunit.client.0.smithi031.stdout: "paxos": { 2024-08-10T06:31:29.851 INFO:tasks.workunit.client.0.smithi031.stdout: "accept_timeout": { 2024-08-10T06:31:29.851 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.851 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.851 INFO:tasks.workunit.client.0.smithi031.stdout: "begin": { 2024-08-10T06:31:29.851 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7956 2024-08-10T06:31:29.851 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.851 INFO:tasks.workunit.client.0.smithi031.stdout: "begin_bytes": { 2024-08-10T06:31:29.851 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7956, 2024-08-10T06:31:29.851 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 57698136 2024-08-10T06:31:29.851 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.851 INFO:tasks.workunit.client.0.smithi031.stdout: "begin_keys": { 2024-08-10T06:31:29.851 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7956, 2024-08-10T06:31:29.852 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 23868 2024-08-10T06:31:29.852 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.852 INFO:tasks.workunit.client.0.smithi031.stdout: "begin_latency": { 2024-08-10T06:31:29.852 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7956, 2024-08-10T06:31:29.852 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1596972131 2024-08-10T06:31:29.852 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.852 INFO:tasks.workunit.client.0.smithi031.stdout: "collect": { 2024-08-10T06:31:29.852 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.852 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.852 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_bytes": { 2024-08-10T06:31:29.852 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:29.852 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.852 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.852 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_keys": { 2024-08-10T06:31:29.853 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:29.853 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.853 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.853 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_latency": { 2024-08-10T06:31:29.853 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:29.853 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.853 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.853 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_timeout": { 2024-08-10T06:31:29.853 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.853 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.853 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_uncommitted": { 2024-08-10T06:31:29.853 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-08-10T06:31:29.853 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.853 INFO:tasks.workunit.client.0.smithi031.stdout: "commit": { 2024-08-10T06:31:29.854 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7954 2024-08-10T06:31:29.854 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.854 INFO:tasks.workunit.client.0.smithi031.stdout: "commit_bytes": { 2024-08-10T06:31:29.854 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7954, 2024-08-10T06:31:29.854 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 57096370 2024-08-10T06:31:29.854 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.854 INFO:tasks.workunit.client.0.smithi031.stdout: "commit_keys": { 2024-08-10T06:31:29.854 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7954, 2024-08-10T06:31:29.854 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 63566 2024-08-10T06:31:29.854 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.854 INFO:tasks.workunit.client.0.smithi031.stdout: "commit_latency": { 2024-08-10T06:31:29.854 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7954, 2024-08-10T06:31:29.854 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2923645147 2024-08-10T06:31:29.855 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.855 INFO:tasks.workunit.client.0.smithi031.stdout: "lease_ack_timeout": { 2024-08-10T06:31:29.855 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.855 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.855 INFO:tasks.workunit.client.0.smithi031.stdout: "lease_timeout": { 2024-08-10T06:31:29.855 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.855 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.855 INFO:tasks.workunit.client.0.smithi031.stdout: "new_pn": { 2024-08-10T06:31:29.855 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5 2024-08-10T06:31:29.855 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.855 INFO:tasks.workunit.client.0.smithi031.stdout: "new_pn_latency": { 2024-08-10T06:31:29.855 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 5, 2024-08-10T06:31:29.855 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3999932 2024-08-10T06:31:29.855 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.856 INFO:tasks.workunit.client.0.smithi031.stdout: "refresh": { 2024-08-10T06:31:29.856 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7957 2024-08-10T06:31:29.856 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.856 INFO:tasks.workunit.client.0.smithi031.stdout: "refresh_latency": { 2024-08-10T06:31:29.856 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7957, 2024-08-10T06:31:29.856 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 30529466373 2024-08-10T06:31:29.856 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.856 INFO:tasks.workunit.client.0.smithi031.stdout: "restart": { 2024-08-10T06:31:29.856 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 19 2024-08-10T06:31:29.856 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.856 INFO:tasks.workunit.client.0.smithi031.stdout: "share_state": { 2024-08-10T06:31:29.856 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1 2024-08-10T06:31:29.856 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.856 INFO:tasks.workunit.client.0.smithi031.stdout: "share_state_bytes": { 2024-08-10T06:31:29.857 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-08-10T06:31:29.857 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 36630 2024-08-10T06:31:29.857 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.857 INFO:tasks.workunit.client.0.smithi031.stdout: "share_state_keys": { 2024-08-10T06:31:29.857 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-08-10T06:31:29.857 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3 2024-08-10T06:31:29.857 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.857 INFO:tasks.workunit.client.0.smithi031.stdout: "start_leader": { 2024-08-10T06:31:29.857 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5 2024-08-10T06:31:29.857 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.857 INFO:tasks.workunit.client.0.smithi031.stdout: "start_peon": { 2024-08-10T06:31:29.857 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.857 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.857 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state": { 2024-08-10T06:31:29.857 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.858 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.858 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state_bytes": { 2024-08-10T06:31:29.858 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:29.858 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.858 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.858 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state_keys": { 2024-08-10T06:31:29.858 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:29.858 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.858 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.858 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state_latency": { 2024-08-10T06:31:29.858 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:29.858 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.858 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:29.859 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.859 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache": { 2024-08-10T06:31:29.859 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_bytes": { 2024-08-10T06:31:29.859 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1020054731 2024-08-10T06:31:29.859 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.859 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_bytes": { 2024-08-10T06:31:29.859 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 261136384 2024-08-10T06:31:29.859 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.859 INFO:tasks.workunit.client.0.smithi031.stdout: "mapped_bytes": { 2024-08-10T06:31:29.859 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 259497984 2024-08-10T06:31:29.859 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.859 INFO:tasks.workunit.client.0.smithi031.stdout: "target_bytes": { 2024-08-10T06:31:29.859 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2147483648 2024-08-10T06:31:29.859 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.860 INFO:tasks.workunit.client.0.smithi031.stdout: "unmapped_bytes": { 2024-08-10T06:31:29.860 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1638400 2024-08-10T06:31:29.860 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:29.860 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.860 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache:full": { 2024-08-10T06:31:29.860 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:29.860 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 360710144 2024-08-10T06:31:29.860 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.860 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:29.860 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.860 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.860 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:29.860 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.860 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.861 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:29.861 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 266227793 2024-08-10T06:31:29.861 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.861 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:29.861 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 26269275 2024-08-10T06:31:29.861 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.861 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:29.861 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.861 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.861 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:29.861 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.861 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.861 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:29.861 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.861 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.861 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:29.862 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.862 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.862 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:29.862 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.862 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.862 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:29.862 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.862 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.862 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:29.862 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.862 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.862 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:29.862 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.862 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.863 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:29.863 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 68213076 2024-08-10T06:31:29.863 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:29.863 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.863 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache:inc": { 2024-08-10T06:31:29.863 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:29.863 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 339738624 2024-08-10T06:31:29.863 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.863 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:29.863 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.863 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.863 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:29.863 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.863 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.863 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:29.864 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 266227793 2024-08-10T06:31:29.864 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.864 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:29.864 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2826306 2024-08-10T06:31:29.864 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.864 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:29.864 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.864 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.864 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:29.864 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.864 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.864 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:29.864 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.865 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.865 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:29.865 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.865 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.865 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:29.865 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.865 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.865 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:29.865 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.865 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.865 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:29.865 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.865 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.866 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:29.866 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.866 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.866 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:29.866 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 70684525 2024-08-10T06:31:29.866 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:29.866 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.866 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache:kv": { 2024-08-10T06:31:29.866 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:29.866 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 314572800 2024-08-10T06:31:29.866 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.866 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:29.866 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T06:31:29.867 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.867 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:29.867 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.867 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.867 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:29.867 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 177485195 2024-08-10T06:31:29.867 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.867 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:29.867 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.867 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.867 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:29.867 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.867 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.868 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:29.868 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.868 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.868 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:29.868 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.868 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.868 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:29.868 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.868 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.868 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:29.868 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.868 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.868 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:29.868 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.869 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.869 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:29.869 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.869 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.869 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:29.869 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.869 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.869 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:29.869 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 69978741 2024-08-10T06:31:29.869 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:29.869 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.869 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb": { 2024-08-10T06:31:29.869 INFO:tasks.workunit.client.0.smithi031.stdout: "compact": { 2024-08-10T06:31:29.869 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.870 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.870 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_queue_len": { 2024-08-10T06:31:29.870 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.870 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.870 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_queue_merge": { 2024-08-10T06:31:29.870 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.870 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.870 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_range": { 2024-08-10T06:31:29.870 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 92 2024-08-10T06:31:29.870 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.870 INFO:tasks.workunit.client.0.smithi031.stdout: "get_latency": { 2024-08-10T06:31:29.870 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 361663, 2024-08-10T06:31:29.870 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2140186621 2024-08-10T06:31:29.871 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.871 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_delay_time": { 2024-08-10T06:31:29.871 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:29.871 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.871 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.871 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_memtable_time": { 2024-08-10T06:31:29.871 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:29.871 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.871 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.871 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-10T06:31:29.871 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:29.871 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.871 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.871 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_wal_time": { 2024-08-10T06:31:29.871 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:29.872 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.872 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.872 INFO:tasks.workunit.client.0.smithi031.stdout: "submit_latency": { 2024-08-10T06:31:29.872 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:29.872 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.872 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.872 INFO:tasks.workunit.client.0.smithi031.stdout: "submit_sync_latency": { 2024-08-10T06:31:29.872 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 19430, 2024-08-10T06:31:29.872 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7621914952 2024-08-10T06:31:29.872 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:29.872 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:29.872 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.872 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.0": { 2024-08-10T06:31:29.872 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T06:31:29.873 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_db_max_lat": { 2024-08-10T06:31:29.873 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 29297 2024-08-10T06:31:29.873 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.873 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_fallback": { 2024-08-10T06:31:29.873 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.873 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.873 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_max_lat": { 2024-08-10T06:31:29.873 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.873 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.873 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_size_fallback": { 2024-08-10T06:31:29.873 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.873 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.873 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_db": { 2024-08-10T06:31:29.873 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 65536 2024-08-10T06:31:29.874 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.874 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_slow": { 2024-08-10T06:31:29.874 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.874 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.874 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_wal": { 2024-08-10T06:31:29.874 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.874 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.874 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_wal_max_lat": { 2024-08-10T06:31:29.874 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.874 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.874 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_slow": { 2024-08-10T06:31:29.874 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.874 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.875 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_sst": { 2024-08-10T06:31:29.875 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6709248 2024-08-10T06:31:29.875 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.875 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_wal": { 2024-08-10T06:31:29.875 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 687370240 2024-08-10T06:31:29.875 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.875 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lat": { 2024-08-10T06:31:29.875 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 19, 2024-08-10T06:31:29.875 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4071460 2024-08-10T06:31:29.875 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.875 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lock_lat": { 2024-08-10T06:31:29.875 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 19, 2024-08-10T06:31:29.875 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1252818 2024-08-10T06:31:29.875 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.876 INFO:tasks.workunit.client.0.smithi031.stdout: "db_alloc_lat": { 2024-08-10T06:31:29.876 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 189, 2024-08-10T06:31:29.876 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 808762 2024-08-10T06:31:29.876 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.876 INFO:tasks.workunit.client.0.smithi031.stdout: "db_total_bytes": { 2024-08-10T06:31:29.876 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995027456 2024-08-10T06:31:29.876 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.876 INFO:tasks.workunit.client.0.smithi031.stdout: "db_used_bytes": { 2024-08-10T06:31:29.876 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 611778560 2024-08-10T06:31:29.876 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.876 INFO:tasks.workunit.client.0.smithi031.stdout: "flush_lat": { 2024-08-10T06:31:29.876 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 78333, 2024-08-10T06:31:29.876 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10638343599 2024-08-10T06:31:29.876 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.877 INFO:tasks.workunit.client.0.smithi031.stdout: "fsync_lat": { 2024-08-10T06:31:29.877 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 78353, 2024-08-10T06:31:29.877 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 17879217066 2024-08-10T06:31:29.877 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.877 INFO:tasks.workunit.client.0.smithi031.stdout: "log_bytes": { 2024-08-10T06:31:29.877 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5001216 2024-08-10T06:31:29.877 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.877 INFO:tasks.workunit.client.0.smithi031.stdout: "logged_bytes": { 2024-08-10T06:31:29.877 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 320901120 2024-08-10T06:31:29.877 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.877 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_db": { 2024-08-10T06:31:29.877 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 628817920 2024-08-10T06:31:29.877 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.877 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_slow": { 2024-08-10T06:31:29.878 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.878 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.878 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_wal": { 2024-08-10T06:31:29.878 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.878 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.878 INFO:tasks.workunit.client.0.smithi031.stdout: "num_files": { 2024-08-10T06:31:29.878 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 46 2024-08-10T06:31:29.878 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.878 INFO:tasks.workunit.client.0.smithi031.stdout: "read_bytes": { 2024-08-10T06:31:29.878 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 336671279 2024-08-10T06:31:29.878 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.878 INFO:tasks.workunit.client.0.smithi031.stdout: "read_count": { 2024-08-10T06:31:29.878 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 23712 2024-08-10T06:31:29.879 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.879 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes": { 2024-08-10T06:31:29.879 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 260825088 2024-08-10T06:31:29.879 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.879 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_db": { 2024-08-10T06:31:29.879 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 260829184 2024-08-10T06:31:29.879 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.879 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_slow": { 2024-08-10T06:31:29.879 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.879 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.879 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_wal": { 2024-08-10T06:31:29.879 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.879 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.879 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_count": { 2024-08-10T06:31:29.880 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10949 2024-08-10T06:31:29.880 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.880 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-08-10T06:31:29.880 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 23712, 2024-08-10T06:31:29.880 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 201901642 2024-08-10T06:31:29.880 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.880 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_bytes": { 2024-08-10T06:31:29.880 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 252597795 2024-08-10T06:31:29.880 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.880 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_count": { 2024-08-10T06:31:29.880 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 21134 2024-08-10T06:31:29.880 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.880 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_bytes": { 2024-08-10T06:31:29.880 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2389374 2024-08-10T06:31:29.880 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.881 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_count": { 2024-08-10T06:31:29.881 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 585 2024-08-10T06:31:29.881 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.881 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_bytes": { 2024-08-10T06:31:29.881 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6463546 2024-08-10T06:31:29.881 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.881 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_count": { 2024-08-10T06:31:29.881 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 810 2024-08-10T06:31:29.881 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.881 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes": { 2024-08-10T06:31:29.881 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4074172 2024-08-10T06:31:29.881 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.881 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_db": { 2024-08-10T06:31:29.881 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4074172 2024-08-10T06:31:29.882 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.882 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_slow": { 2024-08-10T06:31:29.882 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.882 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.882 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_wal": { 2024-08-10T06:31:29.882 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.882 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.882 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_count": { 2024-08-10T06:31:29.882 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 237 2024-08-10T06:31:29.882 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.882 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_lat": { 2024-08-10T06:31:29.882 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 810, 2024-08-10T06:31:29.882 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2107849 2024-08-10T06:31:29.882 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.883 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_alloc_lat": { 2024-08-10T06:31:29.883 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:29.883 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.883 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.883 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_total_bytes": { 2024-08-10T06:31:29.883 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.883 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.883 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_used_bytes": { 2024-08-10T06:31:29.883 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.883 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.883 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-08-10T06:31:29.883 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-08-10T06:31:29.883 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 628 2024-08-10T06:31:29.883 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.884 INFO:tasks.workunit.client.0.smithi031.stdout: "unlink_lat": { 2024-08-10T06:31:29.884 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 4, 2024-08-10T06:31:29.884 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6408 2024-08-10T06:31:29.884 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.884 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_alloc_lat": { 2024-08-10T06:31:29.884 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:29.884 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.884 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.884 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_total_bytes": { 2024-08-10T06:31:29.884 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.884 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.884 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_used_bytes": { 2024-08-10T06:31:29.884 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.885 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.885 INFO:tasks.workunit.client.0.smithi031.stdout: "write_bytes": { 2024-08-10T06:31:29.885 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1017856000 2024-08-10T06:31:29.885 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:29.885 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.885 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore": { 2024-08-10T06:31:29.885 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit": { 2024-08-10T06:31:29.885 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4096 2024-08-10T06:31:29.885 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.885 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": { 2024-08-10T06:31:29.885 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10997760 2024-08-10T06:31:29.885 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.885 INFO:tasks.workunit.client.0.smithi031.stdout: "allocator_lat": { 2024-08-10T06:31:29.885 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 20915, 2024-08-10T06:31:29.886 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 80324341 2024-08-10T06:31:29.886 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.886 INFO:tasks.workunit.client.0.smithi031.stdout: "clist_lat": { 2024-08-10T06:31:29.886 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3313, 2024-08-10T06:31:29.886 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 541723844 2024-08-10T06:31:29.886 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.886 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_lat": { 2024-08-10T06:31:29.886 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:29.886 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.886 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.886 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed": { 2024-08-10T06:31:29.886 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.886 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.886 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_allocated": { 2024-08-10T06:31:29.887 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.887 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.887 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_original": { 2024-08-10T06:31:29.887 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.887 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.887 INFO:tasks.workunit.client.0.smithi031.stdout: "csum_lat": { 2024-08-10T06:31:29.887 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 29840, 2024-08-10T06:31:29.887 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 240917587 2024-08-10T06:31:29.887 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.887 INFO:tasks.workunit.client.0.smithi031.stdout: "decompress_lat": { 2024-08-10T06:31:29.887 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:29.887 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.887 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.887 INFO:tasks.workunit.client.0.smithi031.stdout: "fragmentation_micros": { 2024-08-10T06:31:29.888 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.888 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.888 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_commit_lat": { 2024-08-10T06:31:29.888 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 78282, 2024-08-10T06:31:29.888 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 22117035025 2024-08-10T06:31:29.888 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.888 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_final_lat": { 2024-08-10T06:31:29.888 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 77633, 2024-08-10T06:31:29.888 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1719707696 2024-08-10T06:31:29.888 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.888 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_flush_lat": { 2024-08-10T06:31:29.888 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 78282, 2024-08-10T06:31:29.888 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 54585078 2024-08-10T06:31:29.888 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.889 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_sync_lat": { 2024-08-10T06:31:29.889 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 78282, 2024-08-10T06:31:29.889 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 22171620103 2024-08-10T06:31:29.889 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.889 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_keys_lat": { 2024-08-10T06:31:29.889 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:29.889 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.889 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.889 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_values_lat": { 2024-08-10T06:31:29.889 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 43258, 2024-08-10T06:31:29.889 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1357028309 2024-08-10T06:31:29.889 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.889 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_lower_bound_lat": { 2024-08-10T06:31:29.889 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1011, 2024-08-10T06:31:29.890 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3090345 2024-08-10T06:31:29.890 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.890 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_next_lat": { 2024-08-10T06:31:29.890 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 32406, 2024-08-10T06:31:29.890 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 13230435 2024-08-10T06:31:29.890 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.890 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_seek_to_first_lat": { 2024-08-10T06:31:29.890 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 53, 2024-08-10T06:31:29.890 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 88503 2024-08-10T06:31:29.890 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.890 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_upper_bound_lat": { 2024-08-10T06:31:29.890 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 25394, 2024-08-10T06:31:29.890 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3910987518 2024-08-10T06:31:29.891 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.891 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_hits": { 2024-08-10T06:31:29.891 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 269772 2024-08-10T06:31:29.891 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.891 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_misses": { 2024-08-10T06:31:29.891 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24781 2024-08-10T06:31:29.891 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.891 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-08-10T06:31:29.891 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 18956, 2024-08-10T06:31:29.891 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2618476364 2024-08-10T06:31:29.891 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.891 INFO:tasks.workunit.client.0.smithi031.stdout: "read_onode_meta_lat": { 2024-08-10T06:31:29.891 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 43205, 2024-08-10T06:31:29.891 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24124425 2024-08-10T06:31:29.891 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.892 INFO:tasks.workunit.client.0.smithi031.stdout: "read_wait_aio_lat": { 2024-08-10T06:31:29.892 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 24249, 2024-08-10T06:31:29.892 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1984692348 2024-08-10T06:31:29.892 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.892 INFO:tasks.workunit.client.0.smithi031.stdout: "reads_with_retries": { 2024-08-10T06:31:29.892 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.892 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.892 INFO:tasks.workunit.client.0.smithi031.stdout: "remove_lat": { 2024-08-10T06:31:29.892 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 15297, 2024-08-10T06:31:29.892 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 462844765 2024-08-10T06:31:29.892 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.892 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_aio_wait_count": { 2024-08-10T06:31:29.892 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.892 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.893 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_committed_kv_count": { 2024-08-10T06:31:29.893 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.893 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.893 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_read_onode_meta_count": { 2024-08-10T06:31:29.893 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.893 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.893 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_read_wait_aio_count": { 2024-08-10T06:31:29.893 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.893 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.893 INFO:tasks.workunit.client.0.smithi031.stdout: "state_aio_wait_lat": { 2024-08-10T06:31:29.893 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 92142, 2024-08-10T06:31:29.893 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8016500464 2024-08-10T06:31:29.893 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.893 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T06:31:29.893 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 8982, 2024-08-10T06:31:29.894 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 508202356 2024-08-10T06:31:29.894 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.894 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_cleanup_lat": { 2024-08-10T06:31:29.894 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 8980, 2024-08-10T06:31:29.894 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3027233823027 2024-08-10T06:31:29.894 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.894 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_queued_lat": { 2024-08-10T06:31:29.894 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 8982, 2024-08-10T06:31:29.894 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6473834673617 2024-08-10T06:31:29.894 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.894 INFO:tasks.workunit.client.0.smithi031.stdout: "state_done_lat": { 2024-08-10T06:31:29.894 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 92140, 2024-08-10T06:31:29.894 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2834665956087 2024-08-10T06:31:29.895 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.895 INFO:tasks.workunit.client.0.smithi031.stdout: "state_finishing_lat": { 2024-08-10T06:31:29.895 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 92140, 2024-08-10T06:31:29.895 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10033956 2024-08-10T06:31:29.895 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.895 INFO:tasks.workunit.client.0.smithi031.stdout: "state_io_done_lat": { 2024-08-10T06:31:29.895 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 92142, 2024-08-10T06:31:29.895 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 227834846 2024-08-10T06:31:29.895 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.895 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_commiting_lat": { 2024-08-10T06:31:29.895 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 92142, 2024-08-10T06:31:29.895 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 38382969431 2024-08-10T06:31:29.895 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.895 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_done_lat": { 2024-08-10T06:31:29.896 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 92142, 2024-08-10T06:31:29.896 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 43541787 2024-08-10T06:31:29.896 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.896 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_queued_lat": { 2024-08-10T06:31:29.896 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 92142, 2024-08-10T06:31:29.896 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 20439615815 2024-08-10T06:31:29.896 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.896 INFO:tasks.workunit.client.0.smithi031.stdout: "state_prepare_lat": { 2024-08-10T06:31:29.896 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 92142, 2024-08-10T06:31:29.896 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 9330686898 2024-08-10T06:31:29.896 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.896 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": { 2024-08-10T06:31:29.896 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6703468 2024-08-10T06:31:29.896 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.897 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-08-10T06:31:29.897 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2711, 2024-08-10T06:31:29.897 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 17163510 2024-08-10T06:31:29.897 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.897 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_commit_lat": { 2024-08-10T06:31:29.897 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 92142, 2024-08-10T06:31:29.897 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 76422978632 2024-08-10T06:31:29.897 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.897 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_submit_lat": { 2024-08-10T06:31:29.897 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 92142, 2024-08-10T06:31:29.897 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10567904444 2024-08-10T06:31:29.897 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.897 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_throttle_lat": { 2024-08-10T06:31:29.897 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 92142, 2024-08-10T06:31:29.898 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 574023609 2024-08-10T06:31:29.898 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:29.898 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.898 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache": { 2024-08-10T06:31:29.898 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_bytes": { 2024-08-10T06:31:29.898 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1406073476 2024-08-10T06:31:29.898 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.898 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_bytes": { 2024-08-10T06:31:29.898 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 636542976 2024-08-10T06:31:29.898 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.898 INFO:tasks.workunit.client.0.smithi031.stdout: "mapped_bytes": { 2024-08-10T06:31:29.898 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 475848704 2024-08-10T06:31:29.898 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.899 INFO:tasks.workunit.client.0.smithi031.stdout: "target_bytes": { 2024-08-10T06:31:29.899 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2601623347 2024-08-10T06:31:29.899 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.899 INFO:tasks.workunit.client.0.smithi031.stdout: "unmapped_bytes": { 2024-08-10T06:31:29.899 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 160694272 2024-08-10T06:31:29.899 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:29.899 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.899 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:data": { 2024-08-10T06:31:29.899 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:29.899 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 125829120 2024-08-10T06:31:29.899 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.899 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:29.899 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.899 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.900 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:29.900 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.900 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.900 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:29.900 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 56970142 2024-08-10T06:31:29.900 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.900 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:29.900 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.900 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.900 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:29.900 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.900 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.900 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:29.900 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.901 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.901 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:29.901 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.901 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.901 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:29.901 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4096 2024-08-10T06:31:29.901 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.901 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:29.901 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 102400 2024-08-10T06:31:29.901 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.901 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:29.901 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.901 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.901 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:29.902 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.902 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.902 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:29.902 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.902 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.902 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:29.902 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 68752482 2024-08-10T06:31:29.902 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:29.902 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.902 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv": { 2024-08-10T06:31:29.902 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:29.902 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 562036736 2024-08-10T06:31:29.902 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.902 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:29.903 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T06:31:29.903 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.903 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:29.903 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.903 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.903 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:29.903 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 427276068 2024-08-10T06:31:29.903 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.903 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:29.903 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.903 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.903 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:29.903 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.903 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.904 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:29.904 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1520 2024-08-10T06:31:29.904 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.904 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:29.904 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.904 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.904 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:29.904 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 101728 2024-08-10T06:31:29.904 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.904 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:29.904 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.904 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.904 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:29.905 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.905 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.905 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:29.905 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.905 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.905 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:29.905 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.905 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.905 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:29.905 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67548556 2024-08-10T06:31:29.905 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:29.905 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.905 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T06:31:29.906 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:29.906 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 176160768 2024-08-10T06:31:29.906 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.906 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:29.906 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T06:31:29.906 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.906 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:29.906 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 292192 2024-08-10T06:31:29.906 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.906 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:29.906 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 37980095 2024-08-10T06:31:29.906 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.906 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:29.907 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.907 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.907 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:29.907 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.907 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.907 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:29.907 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.907 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.907 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:29.907 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.907 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.907 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:29.907 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.907 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.908 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:29.908 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.908 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.908 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:29.908 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.908 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.908 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:29.908 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.908 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.908 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:29.908 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.908 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.908 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:29.908 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 70779617 2024-08-10T06:31:29.909 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:29.909 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.909 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:meta": { 2024-08-10T06:31:29.909 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:29.909 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 503316480 2024-08-10T06:31:29.909 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.909 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:29.909 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.909 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.909 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:29.909 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.909 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.909 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:29.909 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 427276068 2024-08-10T06:31:29.910 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.910 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:29.910 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.910 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.910 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:29.910 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.910 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.910 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:29.910 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.910 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.910 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:29.910 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.910 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.911 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:29.911 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 163414 2024-08-10T06:31:29.911 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.911 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:29.911 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1148850 2024-08-10T06:31:29.911 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.911 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:29.911 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.911 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.911 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:29.911 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.911 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.911 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:29.912 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.912 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.912 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:29.912 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 74728148 2024-08-10T06:31:29.912 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:29.912 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.912 INFO:tasks.workunit.client.0.smithi031.stdout: "objecter": { 2024-08-10T06:31:29.912 INFO:tasks.workunit.client.0.smithi031.stdout: "op_active": { 2024-08-10T06:31:29.912 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.912 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.912 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T06:31:29.912 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 63 2024-08-10T06:31:29.912 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.913 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rmw": { 2024-08-10T06:31:29.913 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.913 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.913 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T06:31:29.913 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.913 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:29.913 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.913 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:29.913 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg": { 2024-08-10T06:31:29.913 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 57 2024-08-10T06:31:29.913 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.913 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg_removing": { 2024-08-10T06:31:29.913 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.913 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.914 INFO:tasks.workunit.client.0.smithi031.stdout: "op": { 2024-08-10T06:31:29.914 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 57759 2024-08-10T06:31:29.914 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.914 INFO:tasks.workunit.client.0.smithi031.stdout: "op_before_queue_op_lat": { 2024-08-10T06:31:29.914 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 150901, 2024-08-10T06:31:29.914 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7732716903 2024-08-10T06:31:29.914 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.914 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_degraded": { 2024-08-10T06:31:29.914 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-08-10T06:31:29.914 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.914 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_unreadable": { 2024-08-10T06:31:29.914 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1 2024-08-10T06:31:29.915 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.915 INFO:tasks.workunit.client.0.smithi031.stdout: "op_in_bytes": { 2024-08-10T06:31:29.915 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2067188014 2024-08-10T06:31:29.915 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.915 INFO:tasks.workunit.client.0.smithi031.stdout: "op_latency": { 2024-08-10T06:31:29.915 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 57759, 2024-08-10T06:31:29.915 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 272208089911 2024-08-10T06:31:29.915 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.915 INFO:tasks.workunit.client.0.smithi031.stdout: "op_out_bytes": { 2024-08-10T06:31:29.915 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4184975878 2024-08-10T06:31:29.915 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.915 INFO:tasks.workunit.client.0.smithi031.stdout: "op_prepare_latency": { 2024-08-10T06:31:29.915 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 58930, 2024-08-10T06:31:29.915 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24381834048 2024-08-10T06:31:29.916 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.916 INFO:tasks.workunit.client.0.smithi031.stdout: "op_process_latency": { 2024-08-10T06:31:29.916 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 57759, 2024-08-10T06:31:29.916 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 85981981809 2024-08-10T06:31:29.916 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.916 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T06:31:29.916 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 40515 2024-08-10T06:31:29.916 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.916 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency": { 2024-08-10T06:31:29.916 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 40515, 2024-08-10T06:31:29.916 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 22503996075 2024-08-10T06:31:29.916 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.916 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T06:31:29.916 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.917 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.917 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_out_bytes": { 2024-08-10T06:31:29.917 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4184975878 2024-08-10T06:31:29.917 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.917 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_prepare_latency": { 2024-08-10T06:31:29.917 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 40925, 2024-08-10T06:31:29.917 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8257018442 2024-08-10T06:31:29.917 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.917 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_process_latency": { 2024-08-10T06:31:29.917 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 40515, 2024-08-10T06:31:29.917 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 11111995589 2024-08-10T06:31:29.917 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.917 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw": { 2024-08-10T06:31:29.918 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 9615 2024-08-10T06:31:29.918 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.918 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_in_bytes": { 2024-08-10T06:31:29.918 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 341574996 2024-08-10T06:31:29.918 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.918 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency": { 2024-08-10T06:31:29.918 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 9615, 2024-08-10T06:31:29.918 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15518569820 2024-08-10T06:31:29.918 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.918 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T06:31:29.918 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.918 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.918 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T06:31:29.918 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.919 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.919 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_out_bytes": { 2024-08-10T06:31:29.919 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.919 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.919 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_prepare_latency": { 2024-08-10T06:31:29.919 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 10134, 2024-08-10T06:31:29.919 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6439874483 2024-08-10T06:31:29.919 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.919 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_process_latency": { 2024-08-10T06:31:29.919 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 9615, 2024-08-10T06:31:29.919 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 14106316871 2024-08-10T06:31:29.919 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.919 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T06:31:29.919 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7629 2024-08-10T06:31:29.920 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.920 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_in_bytes": { 2024-08-10T06:31:29.920 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1725613018 2024-08-10T06:31:29.920 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.920 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency": { 2024-08-10T06:31:29.920 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7629, 2024-08-10T06:31:29.920 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 234185524016 2024-08-10T06:31:29.920 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.920 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T06:31:29.920 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.920 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.920 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_prepare_latency": { 2024-08-10T06:31:29.920 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7871, 2024-08-10T06:31:29.920 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 9684941123 2024-08-10T06:31:29.921 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.921 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_process_latency": { 2024-08-10T06:31:29.921 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7629, 2024-08-10T06:31:29.921 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 60763669349 2024-08-10T06:31:29.921 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.921 INFO:tasks.workunit.client.0.smithi031.stdout: "op_wip": { 2024-08-10T06:31:29.921 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.921 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.921 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_bytes": { 2024-08-10T06:31:29.921 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 27 2024-08-10T06:31:29.921 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.921 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_ops": { 2024-08-10T06:31:29.921 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 27 2024-08-10T06:31:29.921 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.922 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes": { 2024-08-10T06:31:29.922 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-08-10T06:31:29.922 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.922 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes_used": { 2024-08-10T06:31:29.922 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 622792704 2024-08-10T06:31:29.922 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:29.922 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:29.922 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.922 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.1": { 2024-08-10T06:31:29.922 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T06:31:29.922 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_db_max_lat": { 2024-08-10T06:31:29.922 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 26853 2024-08-10T06:31:29.922 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.922 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_fallback": { 2024-08-10T06:31:29.923 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.923 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.923 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_max_lat": { 2024-08-10T06:31:29.923 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.923 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.923 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_size_fallback": { 2024-08-10T06:31:29.923 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.923 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.923 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_db": { 2024-08-10T06:31:29.923 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 65536 2024-08-10T06:31:29.923 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.923 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_slow": { 2024-08-10T06:31:29.923 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.924 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.924 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_wal": { 2024-08-10T06:31:29.924 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.924 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.924 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_wal_max_lat": { 2024-08-10T06:31:29.924 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.924 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.924 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_slow": { 2024-08-10T06:31:29.924 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.924 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.924 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_sst": { 2024-08-10T06:31:29.924 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8704000 2024-08-10T06:31:29.924 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.925 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_wal": { 2024-08-10T06:31:29.925 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 686665728 2024-08-10T06:31:29.925 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.925 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lat": { 2024-08-10T06:31:29.925 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 17, 2024-08-10T06:31:29.925 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4028248 2024-08-10T06:31:29.925 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.925 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lock_lat": { 2024-08-10T06:31:29.925 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 17, 2024-08-10T06:31:29.925 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1326390 2024-08-10T06:31:29.926 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.926 INFO:tasks.workunit.client.0.smithi031.stdout: "db_alloc_lat": { 2024-08-10T06:31:29.926 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 179, 2024-08-10T06:31:29.926 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 725963 2024-08-10T06:31:29.926 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.926 INFO:tasks.workunit.client.0.smithi031.stdout: "db_total_bytes": { 2024-08-10T06:31:29.926 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995027456 2024-08-10T06:31:29.926 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.926 INFO:tasks.workunit.client.0.smithi031.stdout: "db_used_bytes": { 2024-08-10T06:31:29.926 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 665124864 2024-08-10T06:31:29.926 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.926 INFO:tasks.workunit.client.0.smithi031.stdout: "flush_lat": { 2024-08-10T06:31:29.926 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 69777, 2024-08-10T06:31:29.927 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 9605507214 2024-08-10T06:31:29.927 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.927 INFO:tasks.workunit.client.0.smithi031.stdout: "fsync_lat": { 2024-08-10T06:31:29.927 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 69796, 2024-08-10T06:31:29.927 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15968382091 2024-08-10T06:31:29.927 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.927 INFO:tasks.workunit.client.0.smithi031.stdout: "log_bytes": { 2024-08-10T06:31:29.927 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3203072 2024-08-10T06:31:29.927 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.927 INFO:tasks.workunit.client.0.smithi031.stdout: "logged_bytes": { 2024-08-10T06:31:29.927 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 285839360 2024-08-10T06:31:29.927 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.927 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_db": { 2024-08-10T06:31:29.927 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 686424064 2024-08-10T06:31:29.928 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.928 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_slow": { 2024-08-10T06:31:29.928 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.928 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.928 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_wal": { 2024-08-10T06:31:29.928 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.928 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.928 INFO:tasks.workunit.client.0.smithi031.stdout: "num_files": { 2024-08-10T06:31:29.928 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 50 2024-08-10T06:31:29.928 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.928 INFO:tasks.workunit.client.0.smithi031.stdout: "read_bytes": { 2024-08-10T06:31:29.928 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 280575727 2024-08-10T06:31:29.928 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.928 INFO:tasks.workunit.client.0.smithi031.stdout: "read_count": { 2024-08-10T06:31:29.929 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 17590 2024-08-10T06:31:29.929 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.929 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes": { 2024-08-10T06:31:29.929 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 230649856 2024-08-10T06:31:29.929 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.929 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_db": { 2024-08-10T06:31:29.929 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 230653952 2024-08-10T06:31:29.929 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.929 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_slow": { 2024-08-10T06:31:29.929 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.929 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.929 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_wal": { 2024-08-10T06:31:29.929 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.930 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.930 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_count": { 2024-08-10T06:31:29.930 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8716 2024-08-10T06:31:29.930 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.930 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-08-10T06:31:29.930 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 17590, 2024-08-10T06:31:29.930 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 157665225 2024-08-10T06:31:29.930 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.930 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_bytes": { 2024-08-10T06:31:29.930 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 187796049 2024-08-10T06:31:29.930 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.930 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_count": { 2024-08-10T06:31:29.930 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 14746 2024-08-10T06:31:29.930 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.931 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_bytes": { 2024-08-10T06:31:29.931 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2853405 2024-08-10T06:31:29.931 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.931 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_count": { 2024-08-10T06:31:29.931 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 587 2024-08-10T06:31:29.931 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.931 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_bytes": { 2024-08-10T06:31:29.931 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8619930 2024-08-10T06:31:29.931 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.931 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_count": { 2024-08-10T06:31:29.931 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 887 2024-08-10T06:31:29.931 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.931 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes": { 2024-08-10T06:31:29.931 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5766525 2024-08-10T06:31:29.932 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.932 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_db": { 2024-08-10T06:31:29.932 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5766525 2024-08-10T06:31:29.932 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.932 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_slow": { 2024-08-10T06:31:29.932 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.932 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.932 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_wal": { 2024-08-10T06:31:29.932 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.932 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.932 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_count": { 2024-08-10T06:31:29.932 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 309 2024-08-10T06:31:29.932 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.932 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_lat": { 2024-08-10T06:31:29.933 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 887, 2024-08-10T06:31:29.933 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5238285 2024-08-10T06:31:29.933 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.933 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_alloc_lat": { 2024-08-10T06:31:29.933 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:29.933 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.933 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.933 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_total_bytes": { 2024-08-10T06:31:29.933 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.933 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.933 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_used_bytes": { 2024-08-10T06:31:29.933 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.933 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.933 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-08-10T06:31:29.934 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-08-10T06:31:29.934 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 656 2024-08-10T06:31:29.934 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.934 INFO:tasks.workunit.client.0.smithi031.stdout: "unlink_lat": { 2024-08-10T06:31:29.934 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 4, 2024-08-10T06:31:29.934 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5885 2024-08-10T06:31:29.934 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.934 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_alloc_lat": { 2024-08-10T06:31:29.934 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:29.934 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.934 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.934 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_total_bytes": { 2024-08-10T06:31:29.934 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.935 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.935 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_used_bytes": { 2024-08-10T06:31:29.935 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.935 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.935 INFO:tasks.workunit.client.0.smithi031.stdout: "write_bytes": { 2024-08-10T06:31:29.935 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 983789568 2024-08-10T06:31:29.935 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:29.935 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.935 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore": { 2024-08-10T06:31:29.935 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit": { 2024-08-10T06:31:29.935 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4096 2024-08-10T06:31:29.935 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.935 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": { 2024-08-10T06:31:29.935 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10399744 2024-08-10T06:31:29.936 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.936 INFO:tasks.workunit.client.0.smithi031.stdout: "allocator_lat": { 2024-08-10T06:31:29.936 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 18964, 2024-08-10T06:31:29.936 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 76873415 2024-08-10T06:31:29.936 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.936 INFO:tasks.workunit.client.0.smithi031.stdout: "clist_lat": { 2024-08-10T06:31:29.936 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3287, 2024-08-10T06:31:29.936 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 468342358 2024-08-10T06:31:29.936 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.936 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_lat": { 2024-08-10T06:31:29.936 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:29.936 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.936 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.937 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed": { 2024-08-10T06:31:29.937 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.937 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.937 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_allocated": { 2024-08-10T06:31:29.937 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.937 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.937 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_original": { 2024-08-10T06:31:29.937 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.937 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.937 INFO:tasks.workunit.client.0.smithi031.stdout: "csum_lat": { 2024-08-10T06:31:29.937 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 18254, 2024-08-10T06:31:29.937 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 141591988 2024-08-10T06:31:29.937 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.937 INFO:tasks.workunit.client.0.smithi031.stdout: "decompress_lat": { 2024-08-10T06:31:29.938 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:29.938 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.938 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.938 INFO:tasks.workunit.client.0.smithi031.stdout: "fragmentation_micros": { 2024-08-10T06:31:29.938 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.938 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.938 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_commit_lat": { 2024-08-10T06:31:29.938 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 69719, 2024-08-10T06:31:29.938 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 19918231600 2024-08-10T06:31:29.938 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.938 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_final_lat": { 2024-08-10T06:31:29.938 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 69144, 2024-08-10T06:31:29.938 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1841824600 2024-08-10T06:31:29.939 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.939 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_flush_lat": { 2024-08-10T06:31:29.939 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 69719, 2024-08-10T06:31:29.939 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 49609279 2024-08-10T06:31:29.939 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.939 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_sync_lat": { 2024-08-10T06:31:29.939 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 69719, 2024-08-10T06:31:29.939 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 19967840879 2024-08-10T06:31:29.939 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.939 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_keys_lat": { 2024-08-10T06:31:29.939 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:29.939 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.939 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.939 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_values_lat": { 2024-08-10T06:31:29.939 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 28263, 2024-08-10T06:31:29.940 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1007403219 2024-08-10T06:31:29.940 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.940 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_lower_bound_lat": { 2024-08-10T06:31:29.940 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 939, 2024-08-10T06:31:29.940 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2561013 2024-08-10T06:31:29.940 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.940 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_next_lat": { 2024-08-10T06:31:29.940 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 8536, 2024-08-10T06:31:29.940 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7529378 2024-08-10T06:31:29.940 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.940 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_seek_to_first_lat": { 2024-08-10T06:31:29.940 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 45, 2024-08-10T06:31:29.940 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 53651 2024-08-10T06:31:29.940 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.940 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_upper_bound_lat": { 2024-08-10T06:31:29.941 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 13025, 2024-08-10T06:31:29.941 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2658049983 2024-08-10T06:31:29.941 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.941 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_hits": { 2024-08-10T06:31:29.941 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 221150 2024-08-10T06:31:29.941 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.941 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_misses": { 2024-08-10T06:31:29.941 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 27152 2024-08-10T06:31:29.941 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.941 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-08-10T06:31:29.941 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 22649, 2024-08-10T06:31:29.941 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2314820536 2024-08-10T06:31:29.941 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.941 INFO:tasks.workunit.client.0.smithi031.stdout: "read_onode_meta_lat": { 2024-08-10T06:31:29.942 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 72296, 2024-08-10T06:31:29.942 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 27842250 2024-08-10T06:31:29.942 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.942 INFO:tasks.workunit.client.0.smithi031.stdout: "read_wait_aio_lat": { 2024-08-10T06:31:29.942 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 49647, 2024-08-10T06:31:29.942 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1432069778 2024-08-10T06:31:29.942 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.942 INFO:tasks.workunit.client.0.smithi031.stdout: "reads_with_retries": { 2024-08-10T06:31:29.942 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.942 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.942 INFO:tasks.workunit.client.0.smithi031.stdout: "remove_lat": { 2024-08-10T06:31:29.942 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 15048, 2024-08-10T06:31:29.942 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 388977961 2024-08-10T06:31:29.942 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.943 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_aio_wait_count": { 2024-08-10T06:31:29.943 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.943 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.943 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_committed_kv_count": { 2024-08-10T06:31:29.943 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.943 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.943 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_read_onode_meta_count": { 2024-08-10T06:31:29.943 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.943 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.943 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_read_wait_aio_count": { 2024-08-10T06:31:29.943 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.943 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.943 INFO:tasks.workunit.client.0.smithi031.stdout: "state_aio_wait_lat": { 2024-08-10T06:31:29.943 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 82368, 2024-08-10T06:31:29.944 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7479634140 2024-08-10T06:31:29.944 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.944 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T06:31:29.944 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 22216, 2024-08-10T06:31:29.944 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1241109038 2024-08-10T06:31:29.944 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.944 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_cleanup_lat": { 2024-08-10T06:31:29.944 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 22216, 2024-08-10T06:31:29.944 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2772771214167 2024-08-10T06:31:29.944 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.944 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_queued_lat": { 2024-08-10T06:31:29.944 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 22216, 2024-08-10T06:31:29.944 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6442955724811 2024-08-10T06:31:29.945 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.945 INFO:tasks.workunit.client.0.smithi031.stdout: "state_done_lat": { 2024-08-10T06:31:29.945 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 82368, 2024-08-10T06:31:29.945 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2504642005056 2024-08-10T06:31:29.945 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.945 INFO:tasks.workunit.client.0.smithi031.stdout: "state_finishing_lat": { 2024-08-10T06:31:29.945 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 82368, 2024-08-10T06:31:29.945 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8619484 2024-08-10T06:31:29.945 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.945 INFO:tasks.workunit.client.0.smithi031.stdout: "state_io_done_lat": { 2024-08-10T06:31:29.945 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 82368, 2024-08-10T06:31:29.945 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 355463588 2024-08-10T06:31:29.945 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.945 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_commiting_lat": { 2024-08-10T06:31:29.946 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 82368, 2024-08-10T06:31:29.946 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 33746661535 2024-08-10T06:31:29.946 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.946 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_done_lat": { 2024-08-10T06:31:29.946 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 82368, 2024-08-10T06:31:29.946 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 31432548 2024-08-10T06:31:29.946 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.946 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_queued_lat": { 2024-08-10T06:31:29.946 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 82368, 2024-08-10T06:31:29.946 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 17770985246 2024-08-10T06:31:29.946 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.946 INFO:tasks.workunit.client.0.smithi031.stdout: "state_prepare_lat": { 2024-08-10T06:31:29.946 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 82368, 2024-08-10T06:31:29.947 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8478384912 2024-08-10T06:31:29.947 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.947 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": { 2024-08-10T06:31:29.950 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6112563 2024-08-10T06:31:29.950 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.950 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-08-10T06:31:29.950 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2643, 2024-08-10T06:31:29.950 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15233451 2024-08-10T06:31:29.950 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.950 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_commit_lat": { 2024-08-10T06:31:29.950 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 82368, 2024-08-10T06:31:29.951 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67845202787 2024-08-10T06:31:29.951 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.951 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_submit_lat": { 2024-08-10T06:31:29.951 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 82368, 2024-08-10T06:31:29.951 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 9507956914 2024-08-10T06:31:29.951 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.951 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_throttle_lat": { 2024-08-10T06:31:29.951 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 82368, 2024-08-10T06:31:29.951 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 573488529 2024-08-10T06:31:29.951 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:29.951 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.951 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache": { 2024-08-10T06:31:29.951 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_bytes": { 2024-08-10T06:31:29.952 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1406073476 2024-08-10T06:31:29.952 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.952 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_bytes": { 2024-08-10T06:31:29.952 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 459317248 2024-08-10T06:31:29.952 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.952 INFO:tasks.workunit.client.0.smithi031.stdout: "mapped_bytes": { 2024-08-10T06:31:29.952 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 413261824 2024-08-10T06:31:29.952 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.952 INFO:tasks.workunit.client.0.smithi031.stdout: "target_bytes": { 2024-08-10T06:31:29.952 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2601623347 2024-08-10T06:31:29.952 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.952 INFO:tasks.workunit.client.0.smithi031.stdout: "unmapped_bytes": { 2024-08-10T06:31:29.952 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 46055424 2024-08-10T06:31:29.952 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:29.952 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.953 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:data": { 2024-08-10T06:31:29.953 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:29.953 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 125829120 2024-08-10T06:31:29.953 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.953 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:29.953 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.953 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.953 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:29.953 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.953 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.953 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:29.953 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 56782491 2024-08-10T06:31:29.953 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.953 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:29.954 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.954 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.954 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:29.954 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.954 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.954 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:29.954 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.954 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.954 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:29.954 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.954 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.954 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:29.955 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 57344 2024-08-10T06:31:29.955 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.955 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:29.955 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 827392 2024-08-10T06:31:29.955 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.955 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:29.955 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.955 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.955 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:29.955 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.955 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.955 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:29.955 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.955 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.956 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:29.956 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 68161893 2024-08-10T06:31:29.956 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:29.956 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.956 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv": { 2024-08-10T06:31:29.956 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:29.956 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 562036736 2024-08-10T06:31:29.956 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.956 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:29.956 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T06:31:29.956 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.956 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:29.956 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.956 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.957 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:29.957 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 425868687 2024-08-10T06:31:29.957 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.957 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:29.957 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.957 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.957 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:29.957 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.957 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.957 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:29.957 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 256 2024-08-10T06:31:29.957 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.957 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:29.957 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.958 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.958 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:29.958 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 99040 2024-08-10T06:31:29.958 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.958 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:29.958 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.958 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.958 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:29.958 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.958 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.958 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:29.958 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.958 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.958 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:29.959 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.959 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.959 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:29.959 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 68959889 2024-08-10T06:31:29.959 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:29.959 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.959 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T06:31:29.959 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:29.959 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 176160768 2024-08-10T06:31:29.959 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.959 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:29.959 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T06:31:29.959 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.960 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:29.960 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 389200 2024-08-10T06:31:29.960 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.960 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:29.960 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 37854994 2024-08-10T06:31:29.960 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.960 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:29.960 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.960 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.960 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:29.960 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.960 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.960 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:29.960 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.961 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.961 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:29.961 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.961 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.961 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:29.961 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.961 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.961 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:29.961 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.961 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.961 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:29.961 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.961 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.962 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:29.962 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.962 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.962 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:29.962 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.962 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.962 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:29.962 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 70807710 2024-08-10T06:31:29.962 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:29.962 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.962 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:meta": { 2024-08-10T06:31:29.962 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:29.962 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 494927872 2024-08-10T06:31:29.963 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.963 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:29.963 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.963 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.963 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:29.963 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.963 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.963 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:29.963 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 425868687 2024-08-10T06:31:29.963 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.963 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:29.963 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.963 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.963 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:29.963 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.964 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.964 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:29.964 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.964 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.964 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:29.964 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.964 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.964 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:29.964 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 167740 2024-08-10T06:31:29.964 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.964 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:29.964 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1146393 2024-08-10T06:31:29.964 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.964 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:29.965 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.965 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.965 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:29.965 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.965 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.965 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:29.965 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.965 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.965 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:29.965 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67745052 2024-08-10T06:31:29.965 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:29.965 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.965 INFO:tasks.workunit.client.0.smithi031.stdout: "objecter": { 2024-08-10T06:31:29.966 INFO:tasks.workunit.client.0.smithi031.stdout: "op_active": { 2024-08-10T06:31:29.966 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.966 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.966 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T06:31:29.966 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 16 2024-08-10T06:31:29.966 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.966 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rmw": { 2024-08-10T06:31:29.966 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.966 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.966 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T06:31:29.966 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.966 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:29.966 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.966 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:29.967 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg": { 2024-08-10T06:31:29.967 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 48 2024-08-10T06:31:29.967 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.967 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg_removing": { 2024-08-10T06:31:29.967 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.967 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.967 INFO:tasks.workunit.client.0.smithi031.stdout: "op": { 2024-08-10T06:31:29.967 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 46543 2024-08-10T06:31:29.967 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.967 INFO:tasks.workunit.client.0.smithi031.stdout: "op_before_queue_op_lat": { 2024-08-10T06:31:29.967 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 134895, 2024-08-10T06:31:29.967 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8610514064 2024-08-10T06:31:29.968 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.968 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_degraded": { 2024-08-10T06:31:29.968 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.968 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.968 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_unreadable": { 2024-08-10T06:31:29.968 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.968 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.968 INFO:tasks.workunit.client.0.smithi031.stdout: "op_in_bytes": { 2024-08-10T06:31:29.968 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1879934300 2024-08-10T06:31:29.968 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.968 INFO:tasks.workunit.client.0.smithi031.stdout: "op_latency": { 2024-08-10T06:31:29.968 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 46543, 2024-08-10T06:31:29.968 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 649302000710 2024-08-10T06:31:29.968 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.969 INFO:tasks.workunit.client.0.smithi031.stdout: "op_out_bytes": { 2024-08-10T06:31:29.969 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1955582785 2024-08-10T06:31:29.969 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.969 INFO:tasks.workunit.client.0.smithi031.stdout: "op_prepare_latency": { 2024-08-10T06:31:29.969 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 48352, 2024-08-10T06:31:29.969 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 31795217224 2024-08-10T06:31:29.969 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.969 INFO:tasks.workunit.client.0.smithi031.stdout: "op_process_latency": { 2024-08-10T06:31:29.969 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 46543, 2024-08-10T06:31:29.969 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 129190821037 2024-08-10T06:31:29.969 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.969 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T06:31:29.969 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 23482 2024-08-10T06:31:29.969 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.970 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency": { 2024-08-10T06:31:29.970 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 23482, 2024-08-10T06:31:29.970 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 11899348913 2024-08-10T06:31:29.970 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.970 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T06:31:29.970 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.970 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.970 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_out_bytes": { 2024-08-10T06:31:29.970 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1955582785 2024-08-10T06:31:29.970 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.970 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_prepare_latency": { 2024-08-10T06:31:29.970 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 23938, 2024-08-10T06:31:29.970 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5774544992 2024-08-10T06:31:29.971 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.971 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_process_latency": { 2024-08-10T06:31:29.971 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 23482, 2024-08-10T06:31:29.971 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5338672141 2024-08-10T06:31:29.971 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.971 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw": { 2024-08-10T06:31:29.971 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12946 2024-08-10T06:31:29.971 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.971 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_in_bytes": { 2024-08-10T06:31:29.971 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 170374267 2024-08-10T06:31:29.971 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.971 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency": { 2024-08-10T06:31:29.971 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 12946, 2024-08-10T06:31:29.971 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 99144172259 2024-08-10T06:31:29.972 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.972 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T06:31:29.972 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.972 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.972 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T06:31:29.972 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.972 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.972 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_out_bytes": { 2024-08-10T06:31:29.972 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.972 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.972 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_prepare_latency": { 2024-08-10T06:31:29.972 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 13166, 2024-08-10T06:31:29.972 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 13037413461 2024-08-10T06:31:29.972 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.973 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_process_latency": { 2024-08-10T06:31:29.973 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 12946, 2024-08-10T06:31:29.973 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 31034823569 2024-08-10T06:31:29.973 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.973 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T06:31:29.973 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10115 2024-08-10T06:31:29.973 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.973 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_in_bytes": { 2024-08-10T06:31:29.973 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1709560033 2024-08-10T06:31:29.973 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.973 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency": { 2024-08-10T06:31:29.973 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 10115, 2024-08-10T06:31:29.973 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 538258479538 2024-08-10T06:31:29.973 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.974 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T06:31:29.974 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.974 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.974 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_prepare_latency": { 2024-08-10T06:31:29.974 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 11248, 2024-08-10T06:31:29.974 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12983258771 2024-08-10T06:31:29.974 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.974 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_process_latency": { 2024-08-10T06:31:29.974 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 10115, 2024-08-10T06:31:29.974 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 92817325327 2024-08-10T06:31:29.974 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.974 INFO:tasks.workunit.client.0.smithi031.stdout: "op_wip": { 2024-08-10T06:31:29.974 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.975 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.975 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_bytes": { 2024-08-10T06:31:29.975 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4194304 2024-08-10T06:31:29.975 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.975 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_ops": { 2024-08-10T06:31:29.975 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8 2024-08-10T06:31:29.975 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.975 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes": { 2024-08-10T06:31:29.975 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-08-10T06:31:29.975 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.975 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes_used": { 2024-08-10T06:31:29.975 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 675532800 2024-08-10T06:31:29.975 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:29.975 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:29.976 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.976 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.2": { 2024-08-10T06:31:29.976 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T06:31:29.976 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_db_max_lat": { 2024-08-10T06:31:29.976 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 16706 2024-08-10T06:31:29.976 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.976 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_fallback": { 2024-08-10T06:31:29.976 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.976 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.976 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_max_lat": { 2024-08-10T06:31:29.976 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.976 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.976 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_size_fallback": { 2024-08-10T06:31:29.976 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.977 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.977 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_db": { 2024-08-10T06:31:29.977 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 65536 2024-08-10T06:31:29.977 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.977 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_slow": { 2024-08-10T06:31:29.977 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.977 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.977 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_wal": { 2024-08-10T06:31:29.977 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.977 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.977 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_wal_max_lat": { 2024-08-10T06:31:29.977 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.977 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.977 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_slow": { 2024-08-10T06:31:29.978 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.978 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.978 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_sst": { 2024-08-10T06:31:29.978 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1024000 2024-08-10T06:31:29.978 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.978 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_wal": { 2024-08-10T06:31:29.978 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 473726976 2024-08-10T06:31:29.978 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.978 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lat": { 2024-08-10T06:31:29.978 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 16, 2024-08-10T06:31:29.978 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2973652 2024-08-10T06:31:29.978 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.978 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lock_lat": { 2024-08-10T06:31:29.979 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 16, 2024-08-10T06:31:29.979 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 975547 2024-08-10T06:31:29.979 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.979 INFO:tasks.workunit.client.0.smithi031.stdout: "db_alloc_lat": { 2024-08-10T06:31:29.979 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 141, 2024-08-10T06:31:29.979 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 553456 2024-08-10T06:31:29.979 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.979 INFO:tasks.workunit.client.0.smithi031.stdout: "db_total_bytes": { 2024-08-10T06:31:29.979 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995027456 2024-08-10T06:31:29.979 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.979 INFO:tasks.workunit.client.0.smithi031.stdout: "db_used_bytes": { 2024-08-10T06:31:29.979 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 328925184 2024-08-10T06:31:29.979 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.979 INFO:tasks.workunit.client.0.smithi031.stdout: "flush_lat": { 2024-08-10T06:31:29.979 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 66362, 2024-08-10T06:31:29.980 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8970767478 2024-08-10T06:31:29.980 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.980 INFO:tasks.workunit.client.0.smithi031.stdout: "fsync_lat": { 2024-08-10T06:31:29.980 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 66369, 2024-08-10T06:31:29.980 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15227077156 2024-08-10T06:31:29.980 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.980 INFO:tasks.workunit.client.0.smithi031.stdout: "log_bytes": { 2024-08-10T06:31:29.980 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5894144 2024-08-10T06:31:29.980 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.980 INFO:tasks.workunit.client.0.smithi031.stdout: "logged_bytes": { 2024-08-10T06:31:29.980 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 271892480 2024-08-10T06:31:29.980 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.980 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_db": { 2024-08-10T06:31:29.980 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 345964544 2024-08-10T06:31:29.981 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.981 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_slow": { 2024-08-10T06:31:29.981 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.981 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.981 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_wal": { 2024-08-10T06:31:29.981 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.981 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.981 INFO:tasks.workunit.client.0.smithi031.stdout: "num_files": { 2024-08-10T06:31:29.981 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 32 2024-08-10T06:31:29.981 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.981 INFO:tasks.workunit.client.0.smithi031.stdout: "read_bytes": { 2024-08-10T06:31:29.981 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 77650881 2024-08-10T06:31:29.981 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.981 INFO:tasks.workunit.client.0.smithi031.stdout: "read_count": { 2024-08-10T06:31:29.982 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5676 2024-08-10T06:31:29.982 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.982 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes": { 2024-08-10T06:31:29.982 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 41095168 2024-08-10T06:31:29.982 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.982 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_db": { 2024-08-10T06:31:29.982 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 41099264 2024-08-10T06:31:29.982 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.982 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_slow": { 2024-08-10T06:31:29.982 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.982 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.982 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_wal": { 2024-08-10T06:31:29.982 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.983 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.983 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_count": { 2024-08-10T06:31:29.983 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 121 2024-08-10T06:31:29.983 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.983 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-08-10T06:31:29.983 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 5676, 2024-08-10T06:31:29.983 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 11287663 2024-08-10T06:31:29.983 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.983 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_bytes": { 2024-08-10T06:31:29.983 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 39485160 2024-08-10T06:31:29.983 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.983 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_count": { 2024-08-10T06:31:29.983 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4499 2024-08-10T06:31:29.983 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.984 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_bytes": { 2024-08-10T06:31:29.984 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 389419 2024-08-10T06:31:29.984 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.984 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_count": { 2024-08-10T06:31:29.984 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 253 2024-08-10T06:31:29.984 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.984 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_bytes": { 2024-08-10T06:31:29.984 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1013898 2024-08-10T06:31:29.984 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.984 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_count": { 2024-08-10T06:31:29.984 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 357 2024-08-10T06:31:29.984 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.984 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes": { 2024-08-10T06:31:29.984 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 624479 2024-08-10T06:31:29.985 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.985 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_db": { 2024-08-10T06:31:29.985 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 624479 2024-08-10T06:31:29.985 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.985 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_slow": { 2024-08-10T06:31:29.985 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.985 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.985 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_wal": { 2024-08-10T06:31:29.985 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.985 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.985 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_count": { 2024-08-10T06:31:29.985 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 104 2024-08-10T06:31:29.985 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.985 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_lat": { 2024-08-10T06:31:29.986 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 357, 2024-08-10T06:31:29.986 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 544810 2024-08-10T06:31:29.986 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.986 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_alloc_lat": { 2024-08-10T06:31:29.986 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:29.986 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.986 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.986 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_total_bytes": { 2024-08-10T06:31:29.986 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.986 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.986 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_used_bytes": { 2024-08-10T06:31:29.986 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.986 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.987 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-08-10T06:31:29.987 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-08-10T06:31:29.987 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 740 2024-08-10T06:31:29.987 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.987 INFO:tasks.workunit.client.0.smithi031.stdout: "unlink_lat": { 2024-08-10T06:31:29.987 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 4, 2024-08-10T06:31:29.987 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6508 2024-08-10T06:31:29.987 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.987 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_alloc_lat": { 2024-08-10T06:31:29.987 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:29.987 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.987 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.987 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_total_bytes": { 2024-08-10T06:31:29.987 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.988 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.988 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_used_bytes": { 2024-08-10T06:31:29.988 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.988 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.988 INFO:tasks.workunit.client.0.smithi031.stdout: "write_bytes": { 2024-08-10T06:31:29.988 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 749072384 2024-08-10T06:31:29.988 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:29.988 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.988 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore": { 2024-08-10T06:31:29.988 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit": { 2024-08-10T06:31:29.988 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4096 2024-08-10T06:31:29.988 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.988 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": { 2024-08-10T06:31:29.988 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10387456 2024-08-10T06:31:29.989 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.989 INFO:tasks.workunit.client.0.smithi031.stdout: "allocator_lat": { 2024-08-10T06:31:29.989 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 16990, 2024-08-10T06:31:29.989 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 48658493 2024-08-10T06:31:29.989 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.989 INFO:tasks.workunit.client.0.smithi031.stdout: "clist_lat": { 2024-08-10T06:31:29.989 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3308, 2024-08-10T06:31:29.989 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 285112054 2024-08-10T06:31:29.989 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.989 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_lat": { 2024-08-10T06:31:29.989 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:29.989 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.989 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.990 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed": { 2024-08-10T06:31:29.990 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.990 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.990 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_allocated": { 2024-08-10T06:31:29.990 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.990 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.990 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_original": { 2024-08-10T06:31:29.990 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.990 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.990 INFO:tasks.workunit.client.0.smithi031.stdout: "csum_lat": { 2024-08-10T06:31:29.990 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 21806, 2024-08-10T06:31:29.990 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 171956375 2024-08-10T06:31:29.990 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.990 INFO:tasks.workunit.client.0.smithi031.stdout: "decompress_lat": { 2024-08-10T06:31:29.991 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:29.991 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.991 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.991 INFO:tasks.workunit.client.0.smithi031.stdout: "fragmentation_micros": { 2024-08-10T06:31:29.991 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.991 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.991 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_commit_lat": { 2024-08-10T06:31:29.991 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 66335, 2024-08-10T06:31:29.991 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 18605229416 2024-08-10T06:31:29.991 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.991 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_final_lat": { 2024-08-10T06:31:29.991 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 65821, 2024-08-10T06:31:29.991 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1555673998 2024-08-10T06:31:29.991 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.992 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_flush_lat": { 2024-08-10T06:31:29.992 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 66335, 2024-08-10T06:31:29.992 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 38815481 2024-08-10T06:31:29.992 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.992 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_sync_lat": { 2024-08-10T06:31:29.992 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 66335, 2024-08-10T06:31:29.992 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 18644044897 2024-08-10T06:31:29.992 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.992 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_keys_lat": { 2024-08-10T06:31:29.992 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:29.992 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.992 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.992 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_values_lat": { 2024-08-10T06:31:29.992 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 58866, 2024-08-10T06:31:29.993 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 930727040 2024-08-10T06:31:29.993 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.993 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_lower_bound_lat": { 2024-08-10T06:31:29.993 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1031, 2024-08-10T06:31:29.993 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2821495 2024-08-10T06:31:29.993 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.993 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_next_lat": { 2024-08-10T06:31:29.993 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 17800, 2024-08-10T06:31:29.993 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8753350 2024-08-10T06:31:29.993 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.993 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_seek_to_first_lat": { 2024-08-10T06:31:29.993 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 37, 2024-08-10T06:31:29.993 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 59786 2024-08-10T06:31:29.993 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.994 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_upper_bound_lat": { 2024-08-10T06:31:29.994 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 20914, 2024-08-10T06:31:29.994 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1238309015 2024-08-10T06:31:29.994 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.994 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_hits": { 2024-08-10T06:31:29.994 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 244603 2024-08-10T06:31:29.994 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.994 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_misses": { 2024-08-10T06:31:29.994 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 17673 2024-08-10T06:31:29.994 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.994 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-08-10T06:31:29.994 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7508, 2024-08-10T06:31:29.994 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1464572282 2024-08-10T06:31:29.995 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.995 INFO:tasks.workunit.client.0.smithi031.stdout: "read_onode_meta_lat": { 2024-08-10T06:31:29.995 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 20615, 2024-08-10T06:31:29.995 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 9529268 2024-08-10T06:31:29.995 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.995 INFO:tasks.workunit.client.0.smithi031.stdout: "read_wait_aio_lat": { 2024-08-10T06:31:29.995 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 13107, 2024-08-10T06:31:29.995 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1270932386 2024-08-10T06:31:29.995 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.995 INFO:tasks.workunit.client.0.smithi031.stdout: "reads_with_retries": { 2024-08-10T06:31:29.995 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.995 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.995 INFO:tasks.workunit.client.0.smithi031.stdout: "remove_lat": { 2024-08-10T06:31:29.995 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 12167, 2024-08-10T06:31:29.996 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 340647191 2024-08-10T06:31:29.996 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.996 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_aio_wait_count": { 2024-08-10T06:31:29.996 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.996 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.996 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_committed_kv_count": { 2024-08-10T06:31:29.996 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.996 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.996 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_read_onode_meta_count": { 2024-08-10T06:31:29.996 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.996 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.996 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_read_wait_aio_count": { 2024-08-10T06:31:29.996 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:29.996 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.997 INFO:tasks.workunit.client.0.smithi031.stdout: "state_aio_wait_lat": { 2024-08-10T06:31:29.997 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 81115, 2024-08-10T06:31:29.997 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 9869764681 2024-08-10T06:31:29.997 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.997 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T06:31:29.997 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 5768, 2024-08-10T06:31:29.997 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 687172784 2024-08-10T06:31:29.997 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.997 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_cleanup_lat": { 2024-08-10T06:31:29.997 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 5767, 2024-08-10T06:31:29.997 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2464771760958 2024-08-10T06:31:29.997 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.997 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_queued_lat": { 2024-08-10T06:31:29.997 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 5768, 2024-08-10T06:31:29.998 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6036535146846 2024-08-10T06:31:29.998 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.998 INFO:tasks.workunit.client.0.smithi031.stdout: "state_done_lat": { 2024-08-10T06:31:29.998 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 81114, 2024-08-10T06:31:29.998 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2564697203350 2024-08-10T06:31:29.998 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.998 INFO:tasks.workunit.client.0.smithi031.stdout: "state_finishing_lat": { 2024-08-10T06:31:29.998 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 81114, 2024-08-10T06:31:29.998 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 9309695 2024-08-10T06:31:29.998 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.998 INFO:tasks.workunit.client.0.smithi031.stdout: "state_io_done_lat": { 2024-08-10T06:31:29.998 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 81115, 2024-08-10T06:31:29.998 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 333598083 2024-08-10T06:31:29.999 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.999 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_commiting_lat": { 2024-08-10T06:31:29.999 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 81115, 2024-08-10T06:31:29.999 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 34079863960 2024-08-10T06:31:29.999 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.999 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_done_lat": { 2024-08-10T06:31:29.999 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 81115, 2024-08-10T06:31:29.999 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 27402729 2024-08-10T06:31:29.999 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.999 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_queued_lat": { 2024-08-10T06:31:29.999 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 81115, 2024-08-10T06:31:29.999 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 18148328846 2024-08-10T06:31:29.999 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:29.999 INFO:tasks.workunit.client.0.smithi031.stdout: "state_prepare_lat": { 2024-08-10T06:31:30.000 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 81115, 2024-08-10T06:31:30.000 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6771454838 2024-08-10T06:31:30.000 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.000 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": { 2024-08-10T06:31:30.000 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6112384 2024-08-10T06:31:30.000 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.000 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-08-10T06:31:30.000 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2592, 2024-08-10T06:31:30.000 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 14473348 2024-08-10T06:31:30.000 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.000 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_commit_lat": { 2024-08-10T06:31:30.000 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 81115, 2024-08-10T06:31:30.000 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 69214053784 2024-08-10T06:31:30.000 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.001 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_submit_lat": { 2024-08-10T06:31:30.001 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 81115, 2024-08-10T06:31:30.001 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7673420949 2024-08-10T06:31:30.001 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.001 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_throttle_lat": { 2024-08-10T06:31:30.001 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 81115, 2024-08-10T06:31:30.001 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 719949863 2024-08-10T06:31:30.001 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:30.001 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.001 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache": { 2024-08-10T06:31:30.001 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_bytes": { 2024-08-10T06:31:30.001 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1406073476 2024-08-10T06:31:30.001 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.001 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_bytes": { 2024-08-10T06:31:30.002 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 426409984 2024-08-10T06:31:30.002 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.002 INFO:tasks.workunit.client.0.smithi031.stdout: "mapped_bytes": { 2024-08-10T06:31:30.002 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 362209280 2024-08-10T06:31:30.002 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.002 INFO:tasks.workunit.client.0.smithi031.stdout: "target_bytes": { 2024-08-10T06:31:30.002 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2601623347 2024-08-10T06:31:30.002 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.002 INFO:tasks.workunit.client.0.smithi031.stdout: "unmapped_bytes": { 2024-08-10T06:31:30.002 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 64200704 2024-08-10T06:31:30.002 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:30.002 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.002 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:data": { 2024-08-10T06:31:30.002 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:30.003 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 125829120 2024-08-10T06:31:30.003 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.003 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:30.003 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.003 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.003 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:30.003 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.003 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.003 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:30.003 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 57583632 2024-08-10T06:31:30.003 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.003 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:30.003 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.003 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.003 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:30.004 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.004 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.004 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:30.004 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.004 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.004 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:30.004 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.004 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.004 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:30.004 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 16384 2024-08-10T06:31:30.004 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.004 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:30.004 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 69632 2024-08-10T06:31:30.004 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.005 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:30.005 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.005 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.005 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:30.005 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.005 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.005 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:30.005 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.005 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.005 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:30.005 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 68159472 2024-08-10T06:31:30.005 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:30.005 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.006 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv": { 2024-08-10T06:31:30.006 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:30.006 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 570425344 2024-08-10T06:31:30.006 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.006 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:30.006 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T06:31:30.006 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.006 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:30.006 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.006 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.006 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:30.006 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 431877244 2024-08-10T06:31:30.006 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.007 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:30.007 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.007 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.007 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:30.007 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.007 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.007 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:30.007 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 816 2024-08-10T06:31:30.007 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.007 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:30.007 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.007 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.007 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:30.007 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 46688 2024-08-10T06:31:30.008 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.008 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:30.008 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.008 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.008 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:30.008 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.008 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.008 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:30.008 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.008 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.008 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:30.008 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.008 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.008 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:30.009 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71391732 2024-08-10T06:31:30.009 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:30.009 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.009 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T06:31:30.009 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:30.009 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 176160768 2024-08-10T06:31:30.009 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.009 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:30.009 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T06:31:30.009 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.009 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:30.009 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 34688 2024-08-10T06:31:30.009 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.009 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:30.010 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 38389088 2024-08-10T06:31:30.010 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.010 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:30.010 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.010 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.010 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:30.010 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.010 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.010 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:30.010 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.010 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.010 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:30.010 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.010 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.011 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:30.011 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.011 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.011 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:30.011 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.011 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.011 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:30.011 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.011 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.011 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:30.011 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.011 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.011 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:30.011 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.012 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.012 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:30.012 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 70628128 2024-08-10T06:31:30.012 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:30.012 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.012 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:meta": { 2024-08-10T06:31:30.012 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:30.012 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 503316480 2024-08-10T06:31:30.012 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.012 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:30.012 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.012 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.012 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:30.012 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.013 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.013 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:30.013 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 431877244 2024-08-10T06:31:30.013 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.013 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:30.013 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.013 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.013 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:30.013 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.013 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.013 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:30.013 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.013 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.013 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:30.014 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.014 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.014 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:30.014 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 160969 2024-08-10T06:31:30.014 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.014 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:30.014 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1167282 2024-08-10T06:31:30.014 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.014 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:30.014 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.014 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.014 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:30.014 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.014 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.015 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:30.015 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.015 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.015 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:30.015 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 70110985 2024-08-10T06:31:30.015 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:30.015 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.015 INFO:tasks.workunit.client.0.smithi031.stdout: "objecter": { 2024-08-10T06:31:30.015 INFO:tasks.workunit.client.0.smithi031.stdout: "op_active": { 2024-08-10T06:31:30.015 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.015 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.015 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T06:31:30.015 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 48 2024-08-10T06:31:30.015 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.016 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rmw": { 2024-08-10T06:31:30.016 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.016 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.016 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T06:31:30.016 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.016 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:30.016 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.016 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:30.016 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg": { 2024-08-10T06:31:30.016 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 42 2024-08-10T06:31:30.016 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.016 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg_removing": { 2024-08-10T06:31:30.016 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.016 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.017 INFO:tasks.workunit.client.0.smithi031.stdout: "op": { 2024-08-10T06:31:30.017 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 58992 2024-08-10T06:31:30.017 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.017 INFO:tasks.workunit.client.0.smithi031.stdout: "op_before_queue_op_lat": { 2024-08-10T06:31:30.017 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 145877, 2024-08-10T06:31:30.017 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6532700119 2024-08-10T06:31:30.017 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.017 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_degraded": { 2024-08-10T06:31:30.017 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.017 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.017 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_unreadable": { 2024-08-10T06:31:30.017 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.017 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.017 INFO:tasks.workunit.client.0.smithi031.stdout: "op_in_bytes": { 2024-08-10T06:31:30.017 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1364039357 2024-08-10T06:31:30.018 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.018 INFO:tasks.workunit.client.0.smithi031.stdout: "op_latency": { 2024-08-10T06:31:30.018 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 58992, 2024-08-10T06:31:30.018 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 89164303770 2024-08-10T06:31:30.018 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.018 INFO:tasks.workunit.client.0.smithi031.stdout: "op_out_bytes": { 2024-08-10T06:31:30.018 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2575204096 2024-08-10T06:31:30.018 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.018 INFO:tasks.workunit.client.0.smithi031.stdout: "op_prepare_latency": { 2024-08-10T06:31:30.018 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 60025, 2024-08-10T06:31:30.018 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 42079820710 2024-08-10T06:31:30.018 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.018 INFO:tasks.workunit.client.0.smithi031.stdout: "op_process_latency": { 2024-08-10T06:31:30.018 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 58992, 2024-08-10T06:31:30.019 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 68651370907 2024-08-10T06:31:30.019 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.019 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T06:31:30.019 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 28911 2024-08-10T06:31:30.019 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.019 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency": { 2024-08-10T06:31:30.019 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 28911, 2024-08-10T06:31:30.019 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 22217335922 2024-08-10T06:31:30.019 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.019 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T06:31:30.019 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.019 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.019 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_out_bytes": { 2024-08-10T06:31:30.019 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2575204096 2024-08-10T06:31:30.020 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.020 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_prepare_latency": { 2024-08-10T06:31:30.020 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 29387, 2024-08-10T06:31:30.020 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6371295055 2024-08-10T06:31:30.020 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.020 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_process_latency": { 2024-08-10T06:31:30.020 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 28911, 2024-08-10T06:31:30.020 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8692166111 2024-08-10T06:31:30.020 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.020 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw": { 2024-08-10T06:31:30.020 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 28608 2024-08-10T06:31:30.020 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.020 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_in_bytes": { 2024-08-10T06:31:30.020 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 278080998 2024-08-10T06:31:30.021 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.021 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency": { 2024-08-10T06:31:30.021 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 28608, 2024-08-10T06:31:30.021 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 52474989689 2024-08-10T06:31:30.021 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.021 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T06:31:30.021 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.021 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.021 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T06:31:30.021 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.021 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.021 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_out_bytes": { 2024-08-10T06:31:30.021 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.021 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.021 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_prepare_latency": { 2024-08-10T06:31:30.022 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 28969, 2024-08-10T06:31:30.022 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 33228981019 2024-08-10T06:31:30.022 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.022 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_process_latency": { 2024-08-10T06:31:30.022 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 28608, 2024-08-10T06:31:30.022 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 49330591747 2024-08-10T06:31:30.022 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.022 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T06:31:30.022 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1473 2024-08-10T06:31:30.022 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.022 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_in_bytes": { 2024-08-10T06:31:30.022 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1085958359 2024-08-10T06:31:30.022 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.022 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency": { 2024-08-10T06:31:30.023 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1473, 2024-08-10T06:31:30.023 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 14471978159 2024-08-10T06:31:30.023 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.023 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T06:31:30.023 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.023 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.023 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_prepare_latency": { 2024-08-10T06:31:30.023 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1669, 2024-08-10T06:31:30.023 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2479544636 2024-08-10T06:31:30.023 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.023 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_process_latency": { 2024-08-10T06:31:30.023 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1473, 2024-08-10T06:31:30.023 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10628613049 2024-08-10T06:31:30.023 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.024 INFO:tasks.workunit.client.0.smithi031.stdout: "op_wip": { 2024-08-10T06:31:30.024 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.024 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.024 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_bytes": { 2024-08-10T06:31:30.024 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.024 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.024 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_ops": { 2024-08-10T06:31:30.024 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 17 2024-08-10T06:31:30.024 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.024 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes": { 2024-08-10T06:31:30.024 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-08-10T06:31:30.024 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.024 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes_used": { 2024-08-10T06:31:30.024 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 339324928 2024-08-10T06:31:30.025 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:30.025 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:30.025 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.025 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.3": { 2024-08-10T06:31:30.025 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T06:31:30.025 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_db_max_lat": { 2024-08-10T06:31:30.025 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 18321 2024-08-10T06:31:30.025 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.025 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_fallback": { 2024-08-10T06:31:30.025 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.026 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.026 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_max_lat": { 2024-08-10T06:31:30.026 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.026 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.026 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_size_fallback": { 2024-08-10T06:31:30.026 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.026 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.026 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_db": { 2024-08-10T06:31:30.026 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 65536 2024-08-10T06:31:30.026 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.026 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_slow": { 2024-08-10T06:31:30.026 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.027 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.027 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_wal": { 2024-08-10T06:31:30.027 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.027 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.027 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_wal_max_lat": { 2024-08-10T06:31:30.027 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.027 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.027 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_slow": { 2024-08-10T06:31:30.027 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.027 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.027 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_sst": { 2024-08-10T06:31:30.027 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1753088 2024-08-10T06:31:30.027 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.027 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_wal": { 2024-08-10T06:31:30.028 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 546807808 2024-08-10T06:31:30.028 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.028 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lat": { 2024-08-10T06:31:30.028 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 15, 2024-08-10T06:31:30.028 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 13815762 2024-08-10T06:31:30.028 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.028 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lock_lat": { 2024-08-10T06:31:30.028 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 15, 2024-08-10T06:31:30.028 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6666879 2024-08-10T06:31:30.028 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.028 INFO:tasks.workunit.client.0.smithi031.stdout: "db_alloc_lat": { 2024-08-10T06:31:30.028 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 142, 2024-08-10T06:31:30.028 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 684340 2024-08-10T06:31:30.028 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.028 INFO:tasks.workunit.client.0.smithi031.stdout: "db_total_bytes": { 2024-08-10T06:31:30.029 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995027456 2024-08-10T06:31:30.029 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.029 INFO:tasks.workunit.client.0.smithi031.stdout: "db_used_bytes": { 2024-08-10T06:31:30.029 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 454754304 2024-08-10T06:31:30.029 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.029 INFO:tasks.workunit.client.0.smithi031.stdout: "flush_lat": { 2024-08-10T06:31:30.029 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 61312, 2024-08-10T06:31:30.029 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8253048427 2024-08-10T06:31:30.029 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.029 INFO:tasks.workunit.client.0.smithi031.stdout: "fsync_lat": { 2024-08-10T06:31:30.029 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 61323, 2024-08-10T06:31:30.029 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 13636463801 2024-08-10T06:31:30.029 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.029 INFO:tasks.workunit.client.0.smithi031.stdout: "log_bytes": { 2024-08-10T06:31:30.030 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1847296 2024-08-10T06:31:30.030 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.030 INFO:tasks.workunit.client.0.smithi031.stdout: "logged_bytes": { 2024-08-10T06:31:30.030 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 251215872 2024-08-10T06:31:30.030 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.030 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_db": { 2024-08-10T06:31:30.030 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 476053504 2024-08-10T06:31:30.030 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.030 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_slow": { 2024-08-10T06:31:30.030 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.030 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.030 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_wal": { 2024-08-10T06:31:30.030 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.031 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.031 INFO:tasks.workunit.client.0.smithi031.stdout: "num_files": { 2024-08-10T06:31:30.031 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 37 2024-08-10T06:31:30.031 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.031 INFO:tasks.workunit.client.0.smithi031.stdout: "read_bytes": { 2024-08-10T06:31:30.031 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 80727067 2024-08-10T06:31:30.031 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.031 INFO:tasks.workunit.client.0.smithi031.stdout: "read_count": { 2024-08-10T06:31:30.031 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4121 2024-08-10T06:31:30.031 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.031 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes": { 2024-08-10T06:31:30.031 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 85544960 2024-08-10T06:31:30.031 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.031 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_db": { 2024-08-10T06:31:30.031 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 85549056 2024-08-10T06:31:30.032 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.032 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_slow": { 2024-08-10T06:31:30.032 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.032 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.032 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_wal": { 2024-08-10T06:31:30.032 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.032 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.032 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_count": { 2024-08-10T06:31:30.032 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2239 2024-08-10T06:31:30.032 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.032 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-08-10T06:31:30.032 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 4121, 2024-08-10T06:31:30.032 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 52979181 2024-08-10T06:31:30.032 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.033 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_bytes": { 2024-08-10T06:31:30.033 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 22331602 2024-08-10T06:31:30.033 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.033 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_count": { 2024-08-10T06:31:30.033 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2327 2024-08-10T06:31:30.033 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.033 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_bytes": { 2024-08-10T06:31:30.033 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 864652 2024-08-10T06:31:30.033 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.033 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_count": { 2024-08-10T06:31:30.033 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 408 2024-08-10T06:31:30.033 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.033 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_bytes": { 2024-08-10T06:31:30.034 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1731278 2024-08-10T06:31:30.034 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.034 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_count": { 2024-08-10T06:31:30.034 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 536 2024-08-10T06:31:30.034 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.034 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes": { 2024-08-10T06:31:30.034 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 866626 2024-08-10T06:31:30.034 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.034 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_db": { 2024-08-10T06:31:30.034 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 866626 2024-08-10T06:31:30.034 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.034 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_slow": { 2024-08-10T06:31:30.034 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.034 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.035 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_wal": { 2024-08-10T06:31:30.035 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.035 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.035 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_count": { 2024-08-10T06:31:30.035 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 129 2024-08-10T06:31:30.035 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.035 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_lat": { 2024-08-10T06:31:30.035 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 536, 2024-08-10T06:31:30.035 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 649316 2024-08-10T06:31:30.035 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.035 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_alloc_lat": { 2024-08-10T06:31:30.035 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:30.035 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.035 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.036 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_total_bytes": { 2024-08-10T06:31:30.036 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.036 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.036 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_used_bytes": { 2024-08-10T06:31:30.036 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.036 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.036 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-08-10T06:31:30.036 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-08-10T06:31:30.036 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 737 2024-08-10T06:31:30.036 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.036 INFO:tasks.workunit.client.0.smithi031.stdout: "unlink_lat": { 2024-08-10T06:31:30.036 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 4, 2024-08-10T06:31:30.036 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6276 2024-08-10T06:31:30.036 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.037 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_alloc_lat": { 2024-08-10T06:31:30.037 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:30.037 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.037 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.037 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_total_bytes": { 2024-08-10T06:31:30.037 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.037 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.037 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_used_bytes": { 2024-08-10T06:31:30.037 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.037 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.037 INFO:tasks.workunit.client.0.smithi031.stdout: "write_bytes": { 2024-08-10T06:31:30.037 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 802054144 2024-08-10T06:31:30.037 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:30.037 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.038 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore": { 2024-08-10T06:31:30.038 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit": { 2024-08-10T06:31:30.038 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4096 2024-08-10T06:31:30.038 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.038 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": { 2024-08-10T06:31:30.038 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10412032 2024-08-10T06:31:30.038 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.038 INFO:tasks.workunit.client.0.smithi031.stdout: "allocator_lat": { 2024-08-10T06:31:30.038 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 17401, 2024-08-10T06:31:30.038 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 54126162 2024-08-10T06:31:30.038 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.038 INFO:tasks.workunit.client.0.smithi031.stdout: "clist_lat": { 2024-08-10T06:31:30.038 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3247, 2024-08-10T06:31:30.039 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 333691969 2024-08-10T06:31:30.039 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.039 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_lat": { 2024-08-10T06:31:30.039 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:30.039 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.039 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.039 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed": { 2024-08-10T06:31:30.039 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.039 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.039 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_allocated": { 2024-08-10T06:31:30.039 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.039 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.039 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_original": { 2024-08-10T06:31:30.039 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.040 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.040 INFO:tasks.workunit.client.0.smithi031.stdout: "csum_lat": { 2024-08-10T06:31:30.040 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 12685, 2024-08-10T06:31:30.040 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 93914370 2024-08-10T06:31:30.040 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.040 INFO:tasks.workunit.client.0.smithi031.stdout: "decompress_lat": { 2024-08-10T06:31:30.040 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:30.040 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.040 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.040 INFO:tasks.workunit.client.0.smithi031.stdout: "fragmentation_micros": { 2024-08-10T06:31:30.040 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.040 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.040 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_commit_lat": { 2024-08-10T06:31:30.040 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 61283, 2024-08-10T06:31:30.041 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 16922169991 2024-08-10T06:31:30.041 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.041 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_final_lat": { 2024-08-10T06:31:30.041 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 60850, 2024-08-10T06:31:30.041 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1535013178 2024-08-10T06:31:30.041 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.041 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_flush_lat": { 2024-08-10T06:31:30.041 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 61283, 2024-08-10T06:31:30.041 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 44461043 2024-08-10T06:31:30.041 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.041 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_sync_lat": { 2024-08-10T06:31:30.041 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 61283, 2024-08-10T06:31:30.041 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 16966631034 2024-08-10T06:31:30.041 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.042 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_keys_lat": { 2024-08-10T06:31:30.042 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:30.042 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.042 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.042 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_values_lat": { 2024-08-10T06:31:30.042 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 18493, 2024-08-10T06:31:30.042 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 780188454 2024-08-10T06:31:30.042 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.042 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_lower_bound_lat": { 2024-08-10T06:31:30.042 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1323, 2024-08-10T06:31:30.042 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2679398 2024-08-10T06:31:30.042 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.042 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_next_lat": { 2024-08-10T06:31:30.042 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7949, 2024-08-10T06:31:30.043 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6253838 2024-08-10T06:31:30.043 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.043 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_seek_to_first_lat": { 2024-08-10T06:31:30.043 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 40, 2024-08-10T06:31:30.043 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 46741 2024-08-10T06:31:30.043 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.043 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_upper_bound_lat": { 2024-08-10T06:31:30.043 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7042, 2024-08-10T06:31:30.043 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 364852476 2024-08-10T06:31:30.043 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.043 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_hits": { 2024-08-10T06:31:30.043 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 199324 2024-08-10T06:31:30.043 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.043 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_misses": { 2024-08-10T06:31:30.044 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 17571 2024-08-10T06:31:30.044 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.044 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-08-10T06:31:30.044 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 35776, 2024-08-10T06:31:30.044 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1453709174 2024-08-10T06:31:30.044 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.044 INFO:tasks.workunit.client.0.smithi031.stdout: "read_onode_meta_lat": { 2024-08-10T06:31:30.044 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 89257, 2024-08-10T06:31:30.044 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 29547830 2024-08-10T06:31:30.044 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.044 INFO:tasks.workunit.client.0.smithi031.stdout: "read_wait_aio_lat": { 2024-08-10T06:31:30.044 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 53481, 2024-08-10T06:31:30.044 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 986871277 2024-08-10T06:31:30.044 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.045 INFO:tasks.workunit.client.0.smithi031.stdout: "reads_with_retries": { 2024-08-10T06:31:30.045 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.045 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.045 INFO:tasks.workunit.client.0.smithi031.stdout: "remove_lat": { 2024-08-10T06:31:30.045 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 12263, 2024-08-10T06:31:30.045 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 331391276 2024-08-10T06:31:30.045 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.045 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_aio_wait_count": { 2024-08-10T06:31:30.045 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.045 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.045 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_committed_kv_count": { 2024-08-10T06:31:30.045 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.045 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.046 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_read_onode_meta_count": { 2024-08-10T06:31:30.046 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.046 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.046 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_read_wait_aio_count": { 2024-08-10T06:31:30.046 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.046 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.046 INFO:tasks.workunit.client.0.smithi031.stdout: "state_aio_wait_lat": { 2024-08-10T06:31:30.046 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 73555, 2024-08-10T06:31:30.046 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6842181897 2024-08-10T06:31:30.046 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.046 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T06:31:30.046 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 17462, 2024-08-10T06:31:30.046 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1042086496 2024-08-10T06:31:30.047 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.047 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_cleanup_lat": { 2024-08-10T06:31:30.047 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 17460, 2024-08-10T06:31:30.047 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2715746067636 2024-08-10T06:31:30.047 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.047 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_queued_lat": { 2024-08-10T06:31:30.047 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 17462, 2024-08-10T06:31:30.047 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6123544559214 2024-08-10T06:31:30.047 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.047 INFO:tasks.workunit.client.0.smithi031.stdout: "state_done_lat": { 2024-08-10T06:31:30.047 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 73553, 2024-08-10T06:31:30.047 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2733905613017 2024-08-10T06:31:30.047 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.047 INFO:tasks.workunit.client.0.smithi031.stdout: "state_finishing_lat": { 2024-08-10T06:31:30.048 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 73553, 2024-08-10T06:31:30.048 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7713889 2024-08-10T06:31:30.048 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.048 INFO:tasks.workunit.client.0.smithi031.stdout: "state_io_done_lat": { 2024-08-10T06:31:30.048 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 73555, 2024-08-10T06:31:30.048 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 288452438 2024-08-10T06:31:30.048 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.048 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_commiting_lat": { 2024-08-10T06:31:30.048 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 73555, 2024-08-10T06:31:30.048 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 28426251140 2024-08-10T06:31:30.048 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.048 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_done_lat": { 2024-08-10T06:31:30.048 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 73555, 2024-08-10T06:31:30.048 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 25590884 2024-08-10T06:31:30.049 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.049 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_queued_lat": { 2024-08-10T06:31:30.049 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 73555, 2024-08-10T06:31:30.049 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 14248181865 2024-08-10T06:31:30.049 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.049 INFO:tasks.workunit.client.0.smithi031.stdout: "state_prepare_lat": { 2024-08-10T06:31:30.049 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 73555, 2024-08-10T06:31:30.049 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6307353845 2024-08-10T06:31:30.049 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.049 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": { 2024-08-10T06:31:30.049 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6118298 2024-08-10T06:31:30.049 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.049 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-08-10T06:31:30.050 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2619, 2024-08-10T06:31:30.050 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15797553 2024-08-10T06:31:30.050 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.050 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_commit_lat": { 2024-08-10T06:31:30.050 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 73555, 2024-08-10T06:31:30.050 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 56124065061 2024-08-10T06:31:30.050 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.050 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_submit_lat": { 2024-08-10T06:31:30.050 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 73555, 2024-08-10T06:31:30.050 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7227103019 2024-08-10T06:31:30.050 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.050 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_throttle_lat": { 2024-08-10T06:31:30.050 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 73555, 2024-08-10T06:31:30.051 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 468249727 2024-08-10T06:31:30.051 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:30.051 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.051 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache": { 2024-08-10T06:31:30.051 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_bytes": { 2024-08-10T06:31:30.051 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1406073476 2024-08-10T06:31:30.051 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.051 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_bytes": { 2024-08-10T06:31:30.051 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 501612544 2024-08-10T06:31:30.051 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.051 INFO:tasks.workunit.client.0.smithi031.stdout: "mapped_bytes": { 2024-08-10T06:31:30.051 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 475193344 2024-08-10T06:31:30.051 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.051 INFO:tasks.workunit.client.0.smithi031.stdout: "target_bytes": { 2024-08-10T06:31:30.052 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2601623347 2024-08-10T06:31:30.052 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.052 INFO:tasks.workunit.client.0.smithi031.stdout: "unmapped_bytes": { 2024-08-10T06:31:30.052 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 26419200 2024-08-10T06:31:30.052 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:30.052 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.052 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:data": { 2024-08-10T06:31:30.052 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:30.052 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 125829120 2024-08-10T06:31:30.052 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.052 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:30.052 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.052 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.052 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:30.053 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.053 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.053 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:30.053 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 57517160 2024-08-10T06:31:30.053 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.053 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:30.053 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.053 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.053 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:30.053 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.053 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.053 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:30.053 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.053 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.054 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:30.054 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.054 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.054 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:30.054 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.054 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.054 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:30.054 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.054 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.054 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:30.054 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.054 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.054 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:30.055 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.055 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.055 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:30.055 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.055 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.055 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:30.055 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 68311960 2024-08-10T06:31:30.055 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:30.055 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.055 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv": { 2024-08-10T06:31:30.055 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:30.055 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 570425344 2024-08-10T06:31:30.055 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.055 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:30.056 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T06:31:30.056 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.056 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:30.056 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.056 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.056 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:30.056 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 431378707 2024-08-10T06:31:30.056 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.056 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:30.056 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.056 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.056 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:30.056 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.056 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.056 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:30.057 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1136 2024-08-10T06:31:30.057 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.057 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:30.057 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.057 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.057 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:30.057 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 22336 2024-08-10T06:31:30.057 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.057 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:30.057 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 50112 2024-08-10T06:31:30.057 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.057 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:30.057 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.057 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.058 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:30.058 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.058 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.058 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:30.058 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.058 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.058 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:30.058 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71864189 2024-08-10T06:31:30.058 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:30.058 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.058 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T06:31:30.058 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:30.058 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 176160768 2024-08-10T06:31:30.059 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.059 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:30.059 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T06:31:30.059 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.059 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:30.059 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 92976 2024-08-10T06:31:30.059 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.059 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:30.059 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 38344773 2024-08-10T06:31:30.059 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.059 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:30.059 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.059 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.059 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:30.059 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.060 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.060 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:30.060 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.060 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.060 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:30.060 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.060 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.060 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:30.060 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.060 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.060 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:30.060 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.060 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.061 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:30.061 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.061 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.061 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:30.061 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.061 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.061 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:30.061 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.061 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.061 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:30.061 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 70614155 2024-08-10T06:31:30.061 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:30.061 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.061 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:meta": { 2024-08-10T06:31:30.061 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:30.062 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 503316480 2024-08-10T06:31:30.062 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.062 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:30.062 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.062 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.062 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:30.062 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.062 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.062 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:30.062 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 431378707 2024-08-10T06:31:30.062 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.062 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:30.062 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.062 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.063 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:30.063 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.063 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.063 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:30.063 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.063 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.063 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:30.063 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.063 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.063 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:30.063 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 168965 2024-08-10T06:31:30.063 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.063 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:30.064 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1157614 2024-08-10T06:31:30.064 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.064 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:30.064 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.064 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.064 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:30.064 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.064 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.064 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:30.064 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.064 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.064 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:30.064 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 70611194 2024-08-10T06:31:30.064 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:30.065 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.065 INFO:tasks.workunit.client.0.smithi031.stdout: "objecter": { 2024-08-10T06:31:30.065 INFO:tasks.workunit.client.0.smithi031.stdout: "op_active": { 2024-08-10T06:31:30.065 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.065 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.065 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T06:31:30.065 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 41 2024-08-10T06:31:30.065 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.065 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rmw": { 2024-08-10T06:31:30.065 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.065 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.065 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T06:31:30.065 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.066 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:30.066 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.066 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:30.066 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg": { 2024-08-10T06:31:30.066 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 47 2024-08-10T06:31:30.066 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.066 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg_removing": { 2024-08-10T06:31:30.066 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.066 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.066 INFO:tasks.workunit.client.0.smithi031.stdout: "op": { 2024-08-10T06:31:30.066 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 44780 2024-08-10T06:31:30.066 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.066 INFO:tasks.workunit.client.0.smithi031.stdout: "op_before_queue_op_lat": { 2024-08-10T06:31:30.067 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 117561, 2024-08-10T06:31:30.067 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5988256537 2024-08-10T06:31:30.067 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.067 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_degraded": { 2024-08-10T06:31:30.067 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.067 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.067 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_unreadable": { 2024-08-10T06:31:30.067 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.067 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.067 INFO:tasks.workunit.client.0.smithi031.stdout: "op_in_bytes": { 2024-08-10T06:31:30.067 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1062186799 2024-08-10T06:31:30.067 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.067 INFO:tasks.workunit.client.0.smithi031.stdout: "op_latency": { 2024-08-10T06:31:30.067 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 44780, 2024-08-10T06:31:30.068 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 262501704462 2024-08-10T06:31:30.068 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.068 INFO:tasks.workunit.client.0.smithi031.stdout: "op_out_bytes": { 2024-08-10T06:31:30.068 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1652712510 2024-08-10T06:31:30.068 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.068 INFO:tasks.workunit.client.0.smithi031.stdout: "op_prepare_latency": { 2024-08-10T06:31:30.068 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 46558, 2024-08-10T06:31:30.068 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 25472472525 2024-08-10T06:31:30.068 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.068 INFO:tasks.workunit.client.0.smithi031.stdout: "op_process_latency": { 2024-08-10T06:31:30.068 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 44780, 2024-08-10T06:31:30.068 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 65858877602 2024-08-10T06:31:30.068 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.068 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T06:31:30.069 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 29282 2024-08-10T06:31:30.069 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.069 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency": { 2024-08-10T06:31:30.069 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 29282, 2024-08-10T06:31:30.069 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 46822161044 2024-08-10T06:31:30.069 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.069 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T06:31:30.069 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.069 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.069 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_out_bytes": { 2024-08-10T06:31:30.069 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1652712510 2024-08-10T06:31:30.069 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.069 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_prepare_latency": { 2024-08-10T06:31:30.070 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 29383, 2024-08-10T06:31:30.070 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5838513068 2024-08-10T06:31:30.070 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.070 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_process_latency": { 2024-08-10T06:31:30.070 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 29282, 2024-08-10T06:31:30.070 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6726687729 2024-08-10T06:31:30.070 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.070 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw": { 2024-08-10T06:31:30.070 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 11510 2024-08-10T06:31:30.070 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.070 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_in_bytes": { 2024-08-10T06:31:30.070 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 124087501 2024-08-10T06:31:30.070 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.070 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency": { 2024-08-10T06:31:30.071 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 11510, 2024-08-10T06:31:30.071 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 163942555803 2024-08-10T06:31:30.071 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.071 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T06:31:30.071 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.071 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.071 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T06:31:30.071 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.071 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.071 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_out_bytes": { 2024-08-10T06:31:30.071 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.071 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.071 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_prepare_latency": { 2024-08-10T06:31:30.071 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 13128, 2024-08-10T06:31:30.072 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 14835079464 2024-08-10T06:31:30.072 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.072 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_process_latency": { 2024-08-10T06:31:30.072 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 11510, 2024-08-10T06:31:30.072 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 31632421715 2024-08-10T06:31:30.072 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.072 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T06:31:30.072 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3988 2024-08-10T06:31:30.072 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.072 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_in_bytes": { 2024-08-10T06:31:30.072 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 938099298 2024-08-10T06:31:30.072 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.072 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency": { 2024-08-10T06:31:30.073 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3988, 2024-08-10T06:31:30.073 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 51736987615 2024-08-10T06:31:30.073 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.073 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T06:31:30.073 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.073 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.073 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_prepare_latency": { 2024-08-10T06:31:30.073 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 4047, 2024-08-10T06:31:30.073 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4798879993 2024-08-10T06:31:30.073 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.073 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_process_latency": { 2024-08-10T06:31:30.073 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3988, 2024-08-10T06:31:30.073 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 27499768158 2024-08-10T06:31:30.074 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.074 INFO:tasks.workunit.client.0.smithi031.stdout: "op_wip": { 2024-08-10T06:31:30.074 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.074 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.074 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_bytes": { 2024-08-10T06:31:30.074 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 11 2024-08-10T06:31:30.074 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.074 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_ops": { 2024-08-10T06:31:30.074 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 11 2024-08-10T06:31:30.074 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.074 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes": { 2024-08-10T06:31:30.074 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-08-10T06:31:30.075 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.075 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes_used": { 2024-08-10T06:31:30.075 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 465182720 2024-08-10T06:31:30.075 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:30.075 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:30.075 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.075 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.4": { 2024-08-10T06:31:30.075 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T06:31:30.075 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_db_max_lat": { 2024-08-10T06:31:30.075 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 23704 2024-08-10T06:31:30.075 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.075 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_fallback": { 2024-08-10T06:31:30.075 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.075 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.076 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_max_lat": { 2024-08-10T06:31:30.076 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.076 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.076 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_size_fallback": { 2024-08-10T06:31:30.076 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.076 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.076 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_db": { 2024-08-10T06:31:30.076 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 65536 2024-08-10T06:31:30.076 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.076 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_slow": { 2024-08-10T06:31:30.076 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.076 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.076 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_wal": { 2024-08-10T06:31:30.076 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.076 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.077 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_wal_max_lat": { 2024-08-10T06:31:30.077 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.077 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.077 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_slow": { 2024-08-10T06:31:30.077 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.077 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.077 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_sst": { 2024-08-10T06:31:30.077 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6000640 2024-08-10T06:31:30.077 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.077 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_wal": { 2024-08-10T06:31:30.077 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 560836608 2024-08-10T06:31:30.077 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.077 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lat": { 2024-08-10T06:31:30.077 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 14, 2024-08-10T06:31:30.078 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3737444 2024-08-10T06:31:30.078 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.078 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lock_lat": { 2024-08-10T06:31:30.078 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 14, 2024-08-10T06:31:30.078 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1206030 2024-08-10T06:31:30.078 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.078 INFO:tasks.workunit.client.0.smithi031.stdout: "db_alloc_lat": { 2024-08-10T06:31:30.078 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 150, 2024-08-10T06:31:30.078 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 616870 2024-08-10T06:31:30.078 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.078 INFO:tasks.workunit.client.0.smithi031.stdout: "db_total_bytes": { 2024-08-10T06:31:30.078 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995027456 2024-08-10T06:31:30.078 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.079 INFO:tasks.workunit.client.0.smithi031.stdout: "db_used_bytes": { 2024-08-10T06:31:30.079 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 537460736 2024-08-10T06:31:30.079 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.079 INFO:tasks.workunit.client.0.smithi031.stdout: "flush_lat": { 2024-08-10T06:31:30.079 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 58421, 2024-08-10T06:31:30.079 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7501298287 2024-08-10T06:31:30.079 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.079 INFO:tasks.workunit.client.0.smithi031.stdout: "fsync_lat": { 2024-08-10T06:31:30.079 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 58449, 2024-08-10T06:31:30.079 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12229048673 2024-08-10T06:31:30.079 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.079 INFO:tasks.workunit.client.0.smithi031.stdout: "log_bytes": { 2024-08-10T06:31:30.079 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6619136 2024-08-10T06:31:30.079 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.080 INFO:tasks.workunit.client.0.smithi031.stdout: "logged_bytes": { 2024-08-10T06:31:30.080 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 239349760 2024-08-10T06:31:30.080 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.080 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_db": { 2024-08-10T06:31:30.080 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 554500096 2024-08-10T06:31:30.080 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.080 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_slow": { 2024-08-10T06:31:30.080 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.080 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.080 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_wal": { 2024-08-10T06:31:30.080 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.080 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.080 INFO:tasks.workunit.client.0.smithi031.stdout: "num_files": { 2024-08-10T06:31:30.080 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 46 2024-08-10T06:31:30.080 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.081 INFO:tasks.workunit.client.0.smithi031.stdout: "read_bytes": { 2024-08-10T06:31:30.081 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 256359770 2024-08-10T06:31:30.081 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.081 INFO:tasks.workunit.client.0.smithi031.stdout: "read_count": { 2024-08-10T06:31:30.081 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 13852 2024-08-10T06:31:30.081 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.081 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes": { 2024-08-10T06:31:30.081 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 224100352 2024-08-10T06:31:30.081 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.081 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_db": { 2024-08-10T06:31:30.081 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 224104448 2024-08-10T06:31:30.081 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.081 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_slow": { 2024-08-10T06:31:30.082 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.082 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.082 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_wal": { 2024-08-10T06:31:30.082 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.082 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.082 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_count": { 2024-08-10T06:31:30.082 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5895 2024-08-10T06:31:30.082 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.082 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-08-10T06:31:30.082 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 13852, 2024-08-10T06:31:30.082 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 106832756 2024-08-10T06:31:30.082 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.082 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_bytes": { 2024-08-10T06:31:30.083 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 145840773 2024-08-10T06:31:30.083 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.083 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_count": { 2024-08-10T06:31:30.083 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10467 2024-08-10T06:31:30.083 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.083 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_bytes": { 2024-08-10T06:31:30.083 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1886694 2024-08-10T06:31:30.083 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.083 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_count": { 2024-08-10T06:31:30.083 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 663 2024-08-10T06:31:30.083 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.083 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_bytes": { 2024-08-10T06:31:30.083 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5938716 2024-08-10T06:31:30.083 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.083 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_count": { 2024-08-10T06:31:30.084 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 915 2024-08-10T06:31:30.084 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.084 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes": { 2024-08-10T06:31:30.084 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4052022 2024-08-10T06:31:30.084 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.084 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_db": { 2024-08-10T06:31:30.084 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4052022 2024-08-10T06:31:30.084 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.084 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_slow": { 2024-08-10T06:31:30.084 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.084 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.084 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_wal": { 2024-08-10T06:31:30.084 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.085 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.085 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_count": { 2024-08-10T06:31:30.085 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 259 2024-08-10T06:31:30.085 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.085 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_lat": { 2024-08-10T06:31:30.085 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 915, 2024-08-10T06:31:30.085 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1965020 2024-08-10T06:31:30.085 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.085 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_alloc_lat": { 2024-08-10T06:31:30.085 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:30.085 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.085 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.085 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_total_bytes": { 2024-08-10T06:31:30.086 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.086 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.086 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_used_bytes": { 2024-08-10T06:31:30.086 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.086 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.086 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-08-10T06:31:30.086 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-08-10T06:31:30.086 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 647 2024-08-10T06:31:30.086 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.086 INFO:tasks.workunit.client.0.smithi031.stdout: "unlink_lat": { 2024-08-10T06:31:30.086 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 4, 2024-08-10T06:31:30.086 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5660 2024-08-10T06:31:30.086 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.087 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_alloc_lat": { 2024-08-10T06:31:30.087 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:30.087 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.087 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.087 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_total_bytes": { 2024-08-10T06:31:30.087 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.087 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.087 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_used_bytes": { 2024-08-10T06:31:30.087 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.087 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.087 INFO:tasks.workunit.client.0.smithi031.stdout: "write_bytes": { 2024-08-10T06:31:30.087 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 808325120 2024-08-10T06:31:30.087 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:30.088 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.088 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore": { 2024-08-10T06:31:30.088 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit": { 2024-08-10T06:31:30.088 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4096 2024-08-10T06:31:30.088 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.088 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": { 2024-08-10T06:31:30.088 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 14602240 2024-08-10T06:31:30.088 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.088 INFO:tasks.workunit.client.0.smithi031.stdout: "allocator_lat": { 2024-08-10T06:31:30.088 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 20780, 2024-08-10T06:31:30.088 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 59368475 2024-08-10T06:31:30.088 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.089 INFO:tasks.workunit.client.0.smithi031.stdout: "clist_lat": { 2024-08-10T06:31:30.089 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3215, 2024-08-10T06:31:30.089 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 425960218 2024-08-10T06:31:30.089 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.089 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_lat": { 2024-08-10T06:31:30.089 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:30.089 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.089 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.089 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed": { 2024-08-10T06:31:30.089 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.089 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.089 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_allocated": { 2024-08-10T06:31:30.089 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.089 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.090 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_original": { 2024-08-10T06:31:30.090 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.090 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.090 INFO:tasks.workunit.client.0.smithi031.stdout: "csum_lat": { 2024-08-10T06:31:30.090 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 9825, 2024-08-10T06:31:30.090 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 78233312 2024-08-10T06:31:30.090 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.090 INFO:tasks.workunit.client.0.smithi031.stdout: "decompress_lat": { 2024-08-10T06:31:30.090 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:30.090 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.090 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.090 INFO:tasks.workunit.client.0.smithi031.stdout: "fragmentation_micros": { 2024-08-10T06:31:30.090 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.091 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.091 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_commit_lat": { 2024-08-10T06:31:30.091 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 58377, 2024-08-10T06:31:30.091 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15134705113 2024-08-10T06:31:30.091 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.091 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_final_lat": { 2024-08-10T06:31:30.091 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 57944, 2024-08-10T06:31:30.091 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1321001022 2024-08-10T06:31:30.091 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.091 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_flush_lat": { 2024-08-10T06:31:30.091 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 58377, 2024-08-10T06:31:30.091 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 46956484 2024-08-10T06:31:30.091 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.092 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_sync_lat": { 2024-08-10T06:31:30.092 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 58377, 2024-08-10T06:31:30.092 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15181661597 2024-08-10T06:31:30.092 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.092 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_keys_lat": { 2024-08-10T06:31:30.092 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:30.092 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.092 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.092 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_values_lat": { 2024-08-10T06:31:30.092 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 20525, 2024-08-10T06:31:30.092 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 430373688 2024-08-10T06:31:30.092 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.092 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_lower_bound_lat": { 2024-08-10T06:31:30.092 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 842, 2024-08-10T06:31:30.093 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2006115 2024-08-10T06:31:30.093 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.093 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_next_lat": { 2024-08-10T06:31:30.093 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 16960, 2024-08-10T06:31:30.093 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10436862 2024-08-10T06:31:30.093 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.093 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_seek_to_first_lat": { 2024-08-10T06:31:30.093 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 46, 2024-08-10T06:31:30.093 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 66178 2024-08-10T06:31:30.093 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.093 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_upper_bound_lat": { 2024-08-10T06:31:30.093 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 10575, 2024-08-10T06:31:30.093 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1971324128 2024-08-10T06:31:30.093 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.094 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_hits": { 2024-08-10T06:31:30.094 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 169593 2024-08-10T06:31:30.094 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.094 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_misses": { 2024-08-10T06:31:30.094 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 19400 2024-08-10T06:31:30.094 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.094 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-08-10T06:31:30.094 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 9345, 2024-08-10T06:31:30.094 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1020323145 2024-08-10T06:31:30.094 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.094 INFO:tasks.workunit.client.0.smithi031.stdout: "read_onode_meta_lat": { 2024-08-10T06:31:30.094 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 38768, 2024-08-10T06:31:30.094 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15930785 2024-08-10T06:31:30.095 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.095 INFO:tasks.workunit.client.0.smithi031.stdout: "read_wait_aio_lat": { 2024-08-10T06:31:30.095 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 29423, 2024-08-10T06:31:30.095 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 823385835 2024-08-10T06:31:30.095 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.095 INFO:tasks.workunit.client.0.smithi031.stdout: "reads_with_retries": { 2024-08-10T06:31:30.095 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.095 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.095 INFO:tasks.workunit.client.0.smithi031.stdout: "remove_lat": { 2024-08-10T06:31:30.095 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 13194, 2024-08-10T06:31:30.095 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 319345614 2024-08-10T06:31:30.095 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.095 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_aio_wait_count": { 2024-08-10T06:31:30.095 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.096 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.096 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_committed_kv_count": { 2024-08-10T06:31:30.096 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.096 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.096 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_read_onode_meta_count": { 2024-08-10T06:31:30.096 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.096 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.096 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_read_wait_aio_count": { 2024-08-10T06:31:30.096 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.096 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.096 INFO:tasks.workunit.client.0.smithi031.stdout: "state_aio_wait_lat": { 2024-08-10T06:31:30.096 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 68872, 2024-08-10T06:31:30.096 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4587350945 2024-08-10T06:31:30.096 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.097 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T06:31:30.097 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 18695, 2024-08-10T06:31:30.097 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 809430427 2024-08-10T06:31:30.097 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.097 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_cleanup_lat": { 2024-08-10T06:31:30.097 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 18693, 2024-08-10T06:31:30.097 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2429779802005 2024-08-10T06:31:30.097 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.097 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_queued_lat": { 2024-08-10T06:31:30.097 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 18695, 2024-08-10T06:31:30.097 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6078180761315 2024-08-10T06:31:30.097 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.097 INFO:tasks.workunit.client.0.smithi031.stdout: "state_done_lat": { 2024-08-10T06:31:30.097 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 68870, 2024-08-10T06:31:30.098 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2268300212047 2024-08-10T06:31:30.098 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.098 INFO:tasks.workunit.client.0.smithi031.stdout: "state_finishing_lat": { 2024-08-10T06:31:30.098 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 68870, 2024-08-10T06:31:30.098 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6663834 2024-08-10T06:31:30.098 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.098 INFO:tasks.workunit.client.0.smithi031.stdout: "state_io_done_lat": { 2024-08-10T06:31:30.098 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 68872, 2024-08-10T06:31:30.098 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 262972562 2024-08-10T06:31:30.098 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.098 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_commiting_lat": { 2024-08-10T06:31:30.098 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 68872, 2024-08-10T06:31:30.098 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24537876793 2024-08-10T06:31:30.098 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.099 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_done_lat": { 2024-08-10T06:31:30.099 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 68872, 2024-08-10T06:31:30.099 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 22615533 2024-08-10T06:31:30.099 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.099 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_queued_lat": { 2024-08-10T06:31:30.099 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 68872, 2024-08-10T06:31:30.099 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 11520010827 2024-08-10T06:31:30.099 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.099 INFO:tasks.workunit.client.0.smithi031.stdout: "state_prepare_lat": { 2024-08-10T06:31:30.099 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 68872, 2024-08-10T06:31:30.099 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5912765713 2024-08-10T06:31:30.099 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.099 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": { 2024-08-10T06:31:30.100 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10307403 2024-08-10T06:31:30.100 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.100 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-08-10T06:31:30.100 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2517, 2024-08-10T06:31:30.100 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 13561507 2024-08-10T06:31:30.100 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.100 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_commit_lat": { 2024-08-10T06:31:30.100 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 68872, 2024-08-10T06:31:30.100 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 46831492292 2024-08-10T06:31:30.100 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.100 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_submit_lat": { 2024-08-10T06:31:30.100 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 68872, 2024-08-10T06:31:30.100 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6720814597 2024-08-10T06:31:30.100 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.100 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_throttle_lat": { 2024-08-10T06:31:30.101 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 68872, 2024-08-10T06:31:30.101 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 425019476 2024-08-10T06:31:30.101 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:30.101 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.101 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache": { 2024-08-10T06:31:30.101 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_bytes": { 2024-08-10T06:31:30.101 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1405116907 2024-08-10T06:31:30.101 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.101 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_bytes": { 2024-08-10T06:31:30.101 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 524320768 2024-08-10T06:31:30.101 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.101 INFO:tasks.workunit.client.0.smithi031.stdout: "mapped_bytes": { 2024-08-10T06:31:30.101 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 393969664 2024-08-10T06:31:30.101 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.102 INFO:tasks.workunit.client.0.smithi031.stdout: "target_bytes": { 2024-08-10T06:31:30.102 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2600497971 2024-08-10T06:31:30.102 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.102 INFO:tasks.workunit.client.0.smithi031.stdout: "unmapped_bytes": { 2024-08-10T06:31:30.102 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 130351104 2024-08-10T06:31:30.102 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:30.102 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.102 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:data": { 2024-08-10T06:31:30.102 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:30.102 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 125829120 2024-08-10T06:31:30.102 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.102 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:30.102 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.102 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.103 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:30.103 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.103 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.103 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:30.103 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 57067902 2024-08-10T06:31:30.103 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.103 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:30.103 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.103 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.103 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:30.103 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.103 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.103 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:30.103 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.104 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.104 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:30.104 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.104 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.104 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:30.104 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8192 2024-08-10T06:31:30.104 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.104 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:30.104 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 81920 2024-08-10T06:31:30.104 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.104 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:30.104 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.105 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.105 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:30.105 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.105 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.105 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:30.105 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.105 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.105 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:30.105 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 68671106 2024-08-10T06:31:30.105 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:30.105 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.105 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv": { 2024-08-10T06:31:30.105 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:30.105 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 570425344 2024-08-10T06:31:30.106 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.106 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:30.106 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T06:31:30.106 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.106 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:30.106 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.106 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.106 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:30.106 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 428009266 2024-08-10T06:31:30.106 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.106 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:30.106 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.106 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.106 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:30.107 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.107 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.107 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:30.107 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1776 2024-08-10T06:31:30.107 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.107 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:30.107 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.107 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.107 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:30.107 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 122016 2024-08-10T06:31:30.107 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.107 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:30.107 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.107 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.108 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:30.108 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.108 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.108 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:30.108 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.108 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.108 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:30.108 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.108 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.108 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:30.108 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 75183422 2024-08-10T06:31:30.108 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:30.108 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.108 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T06:31:30.109 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:30.109 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 176160768 2024-08-10T06:31:30.109 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.109 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:30.109 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T06:31:30.109 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.109 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:30.109 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 196032 2024-08-10T06:31:30.109 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.109 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:30.109 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 38045268 2024-08-10T06:31:30.109 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.109 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:30.109 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.109 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.110 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:30.110 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.110 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.110 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:30.110 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.110 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.110 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:30.110 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.110 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.110 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:30.110 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.110 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.110 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:30.111 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.111 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.111 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:30.111 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.111 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.111 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:30.111 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.111 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.111 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:30.111 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.111 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.111 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:30.111 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 70810604 2024-08-10T06:31:30.111 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:30.112 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.112 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:meta": { 2024-08-10T06:31:30.112 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:30.112 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 503316480 2024-08-10T06:31:30.112 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.112 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:30.112 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.112 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.112 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:30.112 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.112 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.112 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:30.112 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 428009266 2024-08-10T06:31:30.113 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.113 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:30.113 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.113 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.113 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:30.113 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.113 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.113 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:30.113 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.113 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.113 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:30.113 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.113 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.113 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:30.114 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 162742 2024-08-10T06:31:30.114 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.114 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:30.114 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1149178 2024-08-10T06:31:30.114 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.114 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:30.114 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.114 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.114 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:30.114 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.114 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.114 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:30.114 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.114 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.115 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:30.115 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 73995294 2024-08-10T06:31:30.115 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:30.115 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.115 INFO:tasks.workunit.client.0.smithi031.stdout: "objecter": { 2024-08-10T06:31:30.115 INFO:tasks.workunit.client.0.smithi031.stdout: "op_active": { 2024-08-10T06:31:30.115 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.115 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.115 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T06:31:30.115 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24 2024-08-10T06:31:30.115 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.115 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rmw": { 2024-08-10T06:31:30.115 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.116 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.116 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T06:31:30.116 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1 2024-08-10T06:31:30.116 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:30.116 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.116 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:30.116 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg": { 2024-08-10T06:31:30.116 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 49 2024-08-10T06:31:30.116 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.116 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg_removing": { 2024-08-10T06:31:30.116 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.116 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.116 INFO:tasks.workunit.client.0.smithi031.stdout: "op": { 2024-08-10T06:31:30.116 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 27042 2024-08-10T06:31:30.117 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.117 INFO:tasks.workunit.client.0.smithi031.stdout: "op_before_queue_op_lat": { 2024-08-10T06:31:30.117 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 89041, 2024-08-10T06:31:30.117 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6352365193 2024-08-10T06:31:30.117 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.117 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_degraded": { 2024-08-10T06:31:30.117 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.117 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.117 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_unreadable": { 2024-08-10T06:31:30.117 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.117 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.117 INFO:tasks.workunit.client.0.smithi031.stdout: "op_in_bytes": { 2024-08-10T06:31:30.117 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1049475815 2024-08-10T06:31:30.117 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.118 INFO:tasks.workunit.client.0.smithi031.stdout: "op_latency": { 2024-08-10T06:31:30.118 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 27042, 2024-08-10T06:31:30.118 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 52271141539 2024-08-10T06:31:30.118 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.118 INFO:tasks.workunit.client.0.smithi031.stdout: "op_out_bytes": { 2024-08-10T06:31:30.118 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1096576979 2024-08-10T06:31:30.118 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.118 INFO:tasks.workunit.client.0.smithi031.stdout: "op_prepare_latency": { 2024-08-10T06:31:30.118 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 27579, 2024-08-10T06:31:30.118 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 11057585029 2024-08-10T06:31:30.118 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.118 INFO:tasks.workunit.client.0.smithi031.stdout: "op_process_latency": { 2024-08-10T06:31:30.118 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 27042, 2024-08-10T06:31:30.118 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 28600193677 2024-08-10T06:31:30.119 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.119 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T06:31:30.119 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 17675 2024-08-10T06:31:30.119 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.119 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency": { 2024-08-10T06:31:30.119 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 17675, 2024-08-10T06:31:30.119 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5964369469 2024-08-10T06:31:30.119 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.119 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T06:31:30.119 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.119 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.119 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_out_bytes": { 2024-08-10T06:31:30.119 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1096576979 2024-08-10T06:31:30.120 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.120 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_prepare_latency": { 2024-08-10T06:31:30.120 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 17906, 2024-08-10T06:31:30.120 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3714737371 2024-08-10T06:31:30.120 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.120 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_process_latency": { 2024-08-10T06:31:30.120 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 17675, 2024-08-10T06:31:30.120 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3720512891 2024-08-10T06:31:30.120 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.120 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw": { 2024-08-10T06:31:30.120 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5473 2024-08-10T06:31:30.120 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.120 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_in_bytes": { 2024-08-10T06:31:30.120 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 116398912 2024-08-10T06:31:30.121 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.121 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency": { 2024-08-10T06:31:30.121 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 5473, 2024-08-10T06:31:30.121 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 11025141526 2024-08-10T06:31:30.121 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.121 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T06:31:30.121 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.121 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.121 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T06:31:30.121 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.121 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.121 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_out_bytes": { 2024-08-10T06:31:30.121 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.121 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.121 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_prepare_latency": { 2024-08-10T06:31:30.122 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 5686, 2024-08-10T06:31:30.122 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2901553647 2024-08-10T06:31:30.122 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.122 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_process_latency": { 2024-08-10T06:31:30.122 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 5473, 2024-08-10T06:31:30.122 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8448349017 2024-08-10T06:31:30.122 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.122 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T06:31:30.122 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3894 2024-08-10T06:31:30.122 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.122 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_in_bytes": { 2024-08-10T06:31:30.122 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 933076903 2024-08-10T06:31:30.122 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.122 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency": { 2024-08-10T06:31:30.123 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3894, 2024-08-10T06:31:30.123 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 35281630544 2024-08-10T06:31:30.123 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.123 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T06:31:30.123 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.123 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.123 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_prepare_latency": { 2024-08-10T06:31:30.123 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3987, 2024-08-10T06:31:30.123 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4441294011 2024-08-10T06:31:30.123 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.123 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_process_latency": { 2024-08-10T06:31:30.123 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3894, 2024-08-10T06:31:30.123 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 16431331769 2024-08-10T06:31:30.123 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.124 INFO:tasks.workunit.client.0.smithi031.stdout: "op_wip": { 2024-08-10T06:31:30.124 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.124 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.124 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_bytes": { 2024-08-10T06:31:30.124 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.124 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.124 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_ops": { 2024-08-10T06:31:30.124 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10 2024-08-10T06:31:30.124 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.124 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes": { 2024-08-10T06:31:30.124 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-08-10T06:31:30.124 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.124 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes_used": { 2024-08-10T06:31:30.125 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 552079360 2024-08-10T06:31:30.125 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:30.125 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:30.125 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.125 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.5": { 2024-08-10T06:31:30.125 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T06:31:30.125 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_db_max_lat": { 2024-08-10T06:31:30.125 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 21099 2024-08-10T06:31:30.125 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.125 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_fallback": { 2024-08-10T06:31:30.125 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.126 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.126 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_max_lat": { 2024-08-10T06:31:30.126 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.126 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.126 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_size_fallback": { 2024-08-10T06:31:30.126 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.126 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.126 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_db": { 2024-08-10T06:31:30.126 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 65536 2024-08-10T06:31:30.126 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.126 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_slow": { 2024-08-10T06:31:30.126 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.127 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.127 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_wal": { 2024-08-10T06:31:30.127 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.127 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.127 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_wal_max_lat": { 2024-08-10T06:31:30.127 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.127 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.127 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_slow": { 2024-08-10T06:31:30.127 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.127 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.127 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_sst": { 2024-08-10T06:31:30.127 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7438336 2024-08-10T06:31:30.127 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.127 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_wal": { 2024-08-10T06:31:30.128 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 644759552 2024-08-10T06:31:30.128 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.128 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lat": { 2024-08-10T06:31:30.128 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 20, 2024-08-10T06:31:30.128 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3612814 2024-08-10T06:31:30.128 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.128 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lock_lat": { 2024-08-10T06:31:30.128 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 20, 2024-08-10T06:31:30.128 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1151963 2024-08-10T06:31:30.128 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.128 INFO:tasks.workunit.client.0.smithi031.stdout: "db_alloc_lat": { 2024-08-10T06:31:30.128 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 193, 2024-08-10T06:31:30.128 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 847733 2024-08-10T06:31:30.128 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.129 INFO:tasks.workunit.client.0.smithi031.stdout: "db_total_bytes": { 2024-08-10T06:31:30.129 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995027456 2024-08-10T06:31:30.129 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.129 INFO:tasks.workunit.client.0.smithi031.stdout: "db_used_bytes": { 2024-08-10T06:31:30.129 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 491978752 2024-08-10T06:31:30.129 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.129 INFO:tasks.workunit.client.0.smithi031.stdout: "flush_lat": { 2024-08-10T06:31:30.129 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 85034, 2024-08-10T06:31:30.129 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 9916004157 2024-08-10T06:31:30.129 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.129 INFO:tasks.workunit.client.0.smithi031.stdout: "fsync_lat": { 2024-08-10T06:31:30.129 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 85043, 2024-08-10T06:31:30.129 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 16225628146 2024-08-10T06:31:30.130 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.130 INFO:tasks.workunit.client.0.smithi031.stdout: "log_bytes": { 2024-08-10T06:31:30.130 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15843328 2024-08-10T06:31:30.130 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.130 INFO:tasks.workunit.client.0.smithi031.stdout: "logged_bytes": { 2024-08-10T06:31:30.130 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 348368896 2024-08-10T06:31:30.130 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.130 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_db": { 2024-08-10T06:31:30.130 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 487718912 2024-08-10T06:31:30.130 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.130 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_slow": { 2024-08-10T06:31:30.130 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.130 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.131 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_wal": { 2024-08-10T06:31:30.131 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.131 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.131 INFO:tasks.workunit.client.0.smithi031.stdout: "num_files": { 2024-08-10T06:31:30.131 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 45 2024-08-10T06:31:30.131 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.131 INFO:tasks.workunit.client.0.smithi031.stdout: "read_bytes": { 2024-08-10T06:31:30.131 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 325005888 2024-08-10T06:31:30.131 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.131 INFO:tasks.workunit.client.0.smithi031.stdout: "read_count": { 2024-08-10T06:31:30.131 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 18324 2024-08-10T06:31:30.131 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.131 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes": { 2024-08-10T06:31:30.132 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 266678272 2024-08-10T06:31:30.132 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.132 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_db": { 2024-08-10T06:31:30.132 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 266682368 2024-08-10T06:31:30.132 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.132 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_slow": { 2024-08-10T06:31:30.132 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.132 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.132 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_wal": { 2024-08-10T06:31:30.132 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.132 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.132 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_count": { 2024-08-10T06:31:30.132 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6634 2024-08-10T06:31:30.133 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.133 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-08-10T06:31:30.133 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 18324, 2024-08-10T06:31:30.133 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 123251224 2024-08-10T06:31:30.133 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.133 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_bytes": { 2024-08-10T06:31:30.133 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 186434140 2024-08-10T06:31:30.133 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.133 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_count": { 2024-08-10T06:31:30.133 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 14083 2024-08-10T06:31:30.133 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.133 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_bytes": { 2024-08-10T06:31:30.133 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2776139 2024-08-10T06:31:30.134 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.134 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_count": { 2024-08-10T06:31:30.134 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 797 2024-08-10T06:31:30.134 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.134 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_bytes": { 2024-08-10T06:31:30.134 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7369448 2024-08-10T06:31:30.134 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.134 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_count": { 2024-08-10T06:31:30.134 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1051 2024-08-10T06:31:30.134 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.134 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes": { 2024-08-10T06:31:30.134 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4593309 2024-08-10T06:31:30.134 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.134 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_db": { 2024-08-10T06:31:30.135 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4593309 2024-08-10T06:31:30.135 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.135 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_slow": { 2024-08-10T06:31:30.135 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.135 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.135 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_wal": { 2024-08-10T06:31:30.135 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.135 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.135 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_count": { 2024-08-10T06:31:30.135 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 265 2024-08-10T06:31:30.135 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.135 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_lat": { 2024-08-10T06:31:30.135 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1051, 2024-08-10T06:31:30.135 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2034678 2024-08-10T06:31:30.136 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.136 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_alloc_lat": { 2024-08-10T06:31:30.136 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:30.136 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.136 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.136 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_total_bytes": { 2024-08-10T06:31:30.136 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.136 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.136 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_used_bytes": { 2024-08-10T06:31:30.136 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.136 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.136 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-08-10T06:31:30.136 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-08-10T06:31:30.137 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 606 2024-08-10T06:31:30.137 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.137 INFO:tasks.workunit.client.0.smithi031.stdout: "unlink_lat": { 2024-08-10T06:31:30.137 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 4, 2024-08-10T06:31:30.137 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6305 2024-08-10T06:31:30.137 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.137 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_alloc_lat": { 2024-08-10T06:31:30.137 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:30.137 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.137 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.137 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_total_bytes": { 2024-08-10T06:31:30.137 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.137 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.137 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_used_bytes": { 2024-08-10T06:31:30.138 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.138 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.138 INFO:tasks.workunit.client.0.smithi031.stdout: "write_bytes": { 2024-08-10T06:31:30.138 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1003593728 2024-08-10T06:31:30.138 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:30.138 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.138 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore": { 2024-08-10T06:31:30.138 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit": { 2024-08-10T06:31:30.138 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4096 2024-08-10T06:31:30.138 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.138 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": { 2024-08-10T06:31:30.138 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 14606336 2024-08-10T06:31:30.138 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.139 INFO:tasks.workunit.client.0.smithi031.stdout: "allocator_lat": { 2024-08-10T06:31:30.139 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 23198, 2024-08-10T06:31:30.139 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 63129199 2024-08-10T06:31:30.139 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.139 INFO:tasks.workunit.client.0.smithi031.stdout: "clist_lat": { 2024-08-10T06:31:30.139 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3251, 2024-08-10T06:31:30.139 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 469187413 2024-08-10T06:31:30.139 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.139 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_lat": { 2024-08-10T06:31:30.139 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:30.139 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.139 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.139 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed": { 2024-08-10T06:31:30.139 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.139 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.140 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_allocated": { 2024-08-10T06:31:30.140 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.140 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.140 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_original": { 2024-08-10T06:31:30.140 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.140 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.140 INFO:tasks.workunit.client.0.smithi031.stdout: "csum_lat": { 2024-08-10T06:31:30.140 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 20231, 2024-08-10T06:31:30.140 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 148673900 2024-08-10T06:31:30.140 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.140 INFO:tasks.workunit.client.0.smithi031.stdout: "decompress_lat": { 2024-08-10T06:31:30.140 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:30.140 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.140 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.141 INFO:tasks.workunit.client.0.smithi031.stdout: "fragmentation_micros": { 2024-08-10T06:31:30.141 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.141 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.141 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_commit_lat": { 2024-08-10T06:31:30.141 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 84989, 2024-08-10T06:31:30.141 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 19991025146 2024-08-10T06:31:30.141 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.141 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_final_lat": { 2024-08-10T06:31:30.141 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 84434, 2024-08-10T06:31:30.141 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1642850702 2024-08-10T06:31:30.141 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.141 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_flush_lat": { 2024-08-10T06:31:30.141 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 84989, 2024-08-10T06:31:30.142 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 45996083 2024-08-10T06:31:30.142 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.142 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_sync_lat": { 2024-08-10T06:31:30.142 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 84989, 2024-08-10T06:31:30.142 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 20037021229 2024-08-10T06:31:30.142 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.142 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_keys_lat": { 2024-08-10T06:31:30.142 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:30.142 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.142 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.142 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_values_lat": { 2024-08-10T06:31:30.142 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 29223, 2024-08-10T06:31:30.142 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 619269312 2024-08-10T06:31:30.142 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.143 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_lower_bound_lat": { 2024-08-10T06:31:30.143 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 817, 2024-08-10T06:31:30.143 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2153165 2024-08-10T06:31:30.143 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.143 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_next_lat": { 2024-08-10T06:31:30.143 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 11419, 2024-08-10T06:31:30.143 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8869337 2024-08-10T06:31:30.143 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.143 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_seek_to_first_lat": { 2024-08-10T06:31:30.143 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 49, 2024-08-10T06:31:30.143 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 64982 2024-08-10T06:31:30.143 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.143 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_upper_bound_lat": { 2024-08-10T06:31:30.143 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 14484, 2024-08-10T06:31:30.143 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2017319591 2024-08-10T06:31:30.144 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.144 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_hits": { 2024-08-10T06:31:30.144 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 240471 2024-08-10T06:31:30.144 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.144 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_misses": { 2024-08-10T06:31:30.144 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 21183 2024-08-10T06:31:30.144 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.144 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-08-10T06:31:30.144 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 16392, 2024-08-10T06:31:30.144 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1468545653 2024-08-10T06:31:30.144 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.144 INFO:tasks.workunit.client.0.smithi031.stdout: "read_onode_meta_lat": { 2024-08-10T06:31:30.144 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 43097, 2024-08-10T06:31:30.145 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 13489632 2024-08-10T06:31:30.145 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.145 INFO:tasks.workunit.client.0.smithi031.stdout: "read_wait_aio_lat": { 2024-08-10T06:31:30.145 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 26705, 2024-08-10T06:31:30.145 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1328668595 2024-08-10T06:31:30.145 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.145 INFO:tasks.workunit.client.0.smithi031.stdout: "reads_with_retries": { 2024-08-10T06:31:30.145 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.145 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.145 INFO:tasks.workunit.client.0.smithi031.stdout: "remove_lat": { 2024-08-10T06:31:30.145 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 15736, 2024-08-10T06:31:30.145 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 397584492 2024-08-10T06:31:30.145 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.146 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_aio_wait_count": { 2024-08-10T06:31:30.146 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.146 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.146 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_committed_kv_count": { 2024-08-10T06:31:30.146 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.146 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.146 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_read_onode_meta_count": { 2024-08-10T06:31:30.146 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.146 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.146 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_read_wait_aio_count": { 2024-08-10T06:31:30.146 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.146 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.146 INFO:tasks.workunit.client.0.smithi031.stdout: "state_aio_wait_lat": { 2024-08-10T06:31:30.147 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 101010, 2024-08-10T06:31:30.147 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10065927542 2024-08-10T06:31:30.147 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.147 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T06:31:30.147 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 9109, 2024-08-10T06:31:30.147 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 736843079 2024-08-10T06:31:30.147 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.147 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_cleanup_lat": { 2024-08-10T06:31:30.147 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 9107, 2024-08-10T06:31:30.147 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2677217053311 2024-08-10T06:31:30.147 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.147 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_queued_lat": { 2024-08-10T06:31:30.147 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 9109, 2024-08-10T06:31:30.147 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6590043182139 2024-08-10T06:31:30.148 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.148 INFO:tasks.workunit.client.0.smithi031.stdout: "state_done_lat": { 2024-08-10T06:31:30.148 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 101008, 2024-08-10T06:31:30.148 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3395235901803 2024-08-10T06:31:30.148 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.148 INFO:tasks.workunit.client.0.smithi031.stdout: "state_finishing_lat": { 2024-08-10T06:31:30.148 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 101008, 2024-08-10T06:31:30.148 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10769008 2024-08-10T06:31:30.148 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.148 INFO:tasks.workunit.client.0.smithi031.stdout: "state_io_done_lat": { 2024-08-10T06:31:30.148 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 101010, 2024-08-10T06:31:30.148 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 755697453 2024-08-10T06:31:30.148 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.148 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_commiting_lat": { 2024-08-10T06:31:30.149 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 101010, 2024-08-10T06:31:30.149 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 35456559670 2024-08-10T06:31:30.149 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.149 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_done_lat": { 2024-08-10T06:31:30.149 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 101010, 2024-08-10T06:31:30.149 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 35376915 2024-08-10T06:31:30.149 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.149 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_queued_lat": { 2024-08-10T06:31:30.149 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 101010, 2024-08-10T06:31:30.149 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 18130923268 2024-08-10T06:31:30.149 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.149 INFO:tasks.workunit.client.0.smithi031.stdout: "state_prepare_lat": { 2024-08-10T06:31:30.149 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 101010, 2024-08-10T06:31:30.149 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7563504720 2024-08-10T06:31:30.150 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.150 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": { 2024-08-10T06:31:30.150 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10312607 2024-08-10T06:31:30.150 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.150 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-08-10T06:31:30.150 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2592, 2024-08-10T06:31:30.150 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 14883119 2024-08-10T06:31:30.150 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.150 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_commit_lat": { 2024-08-10T06:31:30.150 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 101010, 2024-08-10T06:31:30.150 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71986381471 2024-08-10T06:31:30.150 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.150 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_submit_lat": { 2024-08-10T06:31:30.151 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 101010, 2024-08-10T06:31:30.151 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8593562777 2024-08-10T06:31:30.151 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.151 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_throttle_lat": { 2024-08-10T06:31:30.151 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 101010, 2024-08-10T06:31:30.151 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 770148506 2024-08-10T06:31:30.151 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:30.151 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.151 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache": { 2024-08-10T06:31:30.151 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_bytes": { 2024-08-10T06:31:30.151 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1405116907 2024-08-10T06:31:30.151 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.151 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_bytes": { 2024-08-10T06:31:30.152 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 546652160 2024-08-10T06:31:30.152 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.152 INFO:tasks.workunit.client.0.smithi031.stdout: "mapped_bytes": { 2024-08-10T06:31:30.152 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 503185408 2024-08-10T06:31:30.152 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.152 INFO:tasks.workunit.client.0.smithi031.stdout: "target_bytes": { 2024-08-10T06:31:30.152 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2600497971 2024-08-10T06:31:30.152 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.152 INFO:tasks.workunit.client.0.smithi031.stdout: "unmapped_bytes": { 2024-08-10T06:31:30.152 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 43466752 2024-08-10T06:31:30.152 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:30.152 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.152 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:data": { 2024-08-10T06:31:30.152 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:30.153 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 125829120 2024-08-10T06:31:30.153 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.153 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:30.153 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.153 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.153 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:30.153 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.153 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.153 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:30.153 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 56856266 2024-08-10T06:31:30.153 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.153 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:30.153 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.153 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.154 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:30.154 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.154 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.154 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:30.154 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.154 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.154 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:30.154 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.154 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.154 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:30.154 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 16384 2024-08-10T06:31:30.154 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.154 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:30.154 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 90112 2024-08-10T06:31:30.155 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.155 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:30.155 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.155 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.155 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:30.155 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.155 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.155 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:30.155 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.155 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.155 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:30.157 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 68866358 2024-08-10T06:31:30.157 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:30.157 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.157 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv": { 2024-08-10T06:31:30.157 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:30.157 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 562036736 2024-08-10T06:31:30.157 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.158 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:30.158 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T06:31:30.158 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.158 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:30.158 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.158 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.158 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:30.158 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 426421996 2024-08-10T06:31:30.158 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.158 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:30.158 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.158 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.158 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:30.158 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.159 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.159 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:30.159 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2128 2024-08-10T06:31:30.159 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.159 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:30.159 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.159 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.159 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:30.159 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 137616 2024-08-10T06:31:30.159 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.159 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:30.159 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.159 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.159 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:30.160 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.160 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.160 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:30.160 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.160 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.160 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:30.160 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.160 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.160 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:30.160 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 68366132 2024-08-10T06:31:30.160 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:30.160 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.160 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T06:31:30.161 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:30.161 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 176160768 2024-08-10T06:31:30.161 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.161 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:30.161 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T06:31:30.161 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.161 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:30.161 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 377040 2024-08-10T06:31:30.161 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.161 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:30.161 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 37904177 2024-08-10T06:31:30.161 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.161 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:30.161 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.162 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.162 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:30.162 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.162 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.162 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:30.162 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.162 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.162 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:30.162 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.162 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.162 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:30.162 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.162 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.162 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:30.163 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.163 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.163 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:30.163 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.163 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.163 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:30.163 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.163 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.163 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:30.163 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.163 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.163 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:30.163 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 70770687 2024-08-10T06:31:30.163 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:30.164 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.164 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:meta": { 2024-08-10T06:31:30.164 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:30.164 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 494927872 2024-08-10T06:31:30.164 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.164 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:30.164 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.164 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.164 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:30.164 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.164 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.164 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:30.164 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 426421996 2024-08-10T06:31:30.164 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.165 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:30.165 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.165 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.165 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:30.165 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.165 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.165 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:30.165 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.165 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.165 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:30.165 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.165 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.165 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:30.166 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 165557 2024-08-10T06:31:30.166 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.166 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:30.166 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1141058 2024-08-10T06:31:30.166 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.166 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:30.166 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.166 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.166 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:30.166 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.166 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.166 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:30.166 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.167 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.167 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:30.167 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67199261 2024-08-10T06:31:30.167 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:30.167 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.167 INFO:tasks.workunit.client.0.smithi031.stdout: "objecter": { 2024-08-10T06:31:30.167 INFO:tasks.workunit.client.0.smithi031.stdout: "op_active": { 2024-08-10T06:31:30.167 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.167 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.167 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T06:31:30.167 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 38 2024-08-10T06:31:30.167 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.167 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rmw": { 2024-08-10T06:31:30.168 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.168 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.168 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T06:31:30.168 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.168 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:30.168 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.168 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:30.168 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg": { 2024-08-10T06:31:30.168 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 58 2024-08-10T06:31:30.168 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.168 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg_removing": { 2024-08-10T06:31:30.168 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.168 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.168 INFO:tasks.workunit.client.0.smithi031.stdout: "op": { 2024-08-10T06:31:30.169 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 32479 2024-08-10T06:31:30.169 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.169 INFO:tasks.workunit.client.0.smithi031.stdout: "op_before_queue_op_lat": { 2024-08-10T06:31:30.169 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 120725, 2024-08-10T06:31:30.169 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 9350770036 2024-08-10T06:31:30.169 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.169 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_degraded": { 2024-08-10T06:31:30.169 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5 2024-08-10T06:31:30.169 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.169 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_unreadable": { 2024-08-10T06:31:30.169 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.169 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.169 INFO:tasks.workunit.client.0.smithi031.stdout: "op_in_bytes": { 2024-08-10T06:31:30.169 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1014689274 2024-08-10T06:31:30.170 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.170 INFO:tasks.workunit.client.0.smithi031.stdout: "op_latency": { 2024-08-10T06:31:30.170 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 32479, 2024-08-10T06:31:30.170 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 39781889166 2024-08-10T06:31:30.170 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.170 INFO:tasks.workunit.client.0.smithi031.stdout: "op_out_bytes": { 2024-08-10T06:31:30.170 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2282328356 2024-08-10T06:31:30.170 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.170 INFO:tasks.workunit.client.0.smithi031.stdout: "op_prepare_latency": { 2024-08-10T06:31:30.170 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 33394, 2024-08-10T06:31:30.170 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10932972040 2024-08-10T06:31:30.170 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.170 INFO:tasks.workunit.client.0.smithi031.stdout: "op_process_latency": { 2024-08-10T06:31:30.170 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 32479, 2024-08-10T06:31:30.171 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 25919206179 2024-08-10T06:31:30.171 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.171 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T06:31:30.171 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 23859 2024-08-10T06:31:30.171 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.171 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency": { 2024-08-10T06:31:30.171 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 23859, 2024-08-10T06:31:30.171 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 11985421129 2024-08-10T06:31:30.171 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.171 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T06:31:30.171 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.171 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.171 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_out_bytes": { 2024-08-10T06:31:30.171 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2282328356 2024-08-10T06:31:30.172 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.172 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_prepare_latency": { 2024-08-10T06:31:30.172 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 24161, 2024-08-10T06:31:30.172 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4837288694 2024-08-10T06:31:30.172 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.172 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_process_latency": { 2024-08-10T06:31:30.172 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 23859, 2024-08-10T06:31:30.172 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6152150713 2024-08-10T06:31:30.172 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.172 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw": { 2024-08-10T06:31:30.172 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7302 2024-08-10T06:31:30.172 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.172 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_in_bytes": { 2024-08-10T06:31:30.172 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 284003685 2024-08-10T06:31:30.173 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.173 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency": { 2024-08-10T06:31:30.173 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7302, 2024-08-10T06:31:30.173 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 16295118132 2024-08-10T06:31:30.173 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.173 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T06:31:30.173 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.173 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.173 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T06:31:30.173 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.173 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.173 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_out_bytes": { 2024-08-10T06:31:30.173 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.173 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.174 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_prepare_latency": { 2024-08-10T06:31:30.174 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7763, 2024-08-10T06:31:30.174 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4428942142 2024-08-10T06:31:30.174 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.174 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_process_latency": { 2024-08-10T06:31:30.174 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7302, 2024-08-10T06:31:30.174 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12475716233 2024-08-10T06:31:30.174 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.174 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T06:31:30.174 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1318 2024-08-10T06:31:30.174 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.174 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_in_bytes": { 2024-08-10T06:31:30.174 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 730685589 2024-08-10T06:31:30.175 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.175 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency": { 2024-08-10T06:31:30.175 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1318, 2024-08-10T06:31:30.175 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 11501349905 2024-08-10T06:31:30.175 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.175 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T06:31:30.175 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.175 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.175 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_prepare_latency": { 2024-08-10T06:31:30.175 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1470, 2024-08-10T06:31:30.175 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1666741204 2024-08-10T06:31:30.175 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.175 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_process_latency": { 2024-08-10T06:31:30.175 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1318, 2024-08-10T06:31:30.176 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7291339233 2024-08-10T06:31:30.176 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.176 INFO:tasks.workunit.client.0.smithi031.stdout: "op_wip": { 2024-08-10T06:31:30.176 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.176 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.176 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_bytes": { 2024-08-10T06:31:30.176 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.176 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.176 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_ops": { 2024-08-10T06:31:30.176 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7 2024-08-10T06:31:30.176 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.176 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes": { 2024-08-10T06:31:30.176 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-08-10T06:31:30.176 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.177 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes_used": { 2024-08-10T06:31:30.177 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 506601472 2024-08-10T06:31:30.177 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:30.177 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:30.177 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.177 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.6": { 2024-08-10T06:31:30.177 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T06:31:30.177 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_db_max_lat": { 2024-08-10T06:31:30.177 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 27911 2024-08-10T06:31:30.177 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.177 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_fallback": { 2024-08-10T06:31:30.177 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.177 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.177 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_max_lat": { 2024-08-10T06:31:30.178 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.178 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.178 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_size_fallback": { 2024-08-10T06:31:30.178 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.178 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.178 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_db": { 2024-08-10T06:31:30.178 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 65536 2024-08-10T06:31:30.178 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.178 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_slow": { 2024-08-10T06:31:30.178 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.178 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.178 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_wal": { 2024-08-10T06:31:30.178 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.178 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.179 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_wal_max_lat": { 2024-08-10T06:31:30.179 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.179 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.179 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_slow": { 2024-08-10T06:31:30.179 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.179 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.179 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_sst": { 2024-08-10T06:31:30.179 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3526656 2024-08-10T06:31:30.179 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.179 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_wal": { 2024-08-10T06:31:30.179 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 541126656 2024-08-10T06:31:30.179 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.179 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lat": { 2024-08-10T06:31:30.179 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 15, 2024-08-10T06:31:30.180 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2962594 2024-08-10T06:31:30.180 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.180 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lock_lat": { 2024-08-10T06:31:30.180 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 15, 2024-08-10T06:31:30.180 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 928995 2024-08-10T06:31:30.180 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.180 INFO:tasks.workunit.client.0.smithi031.stdout: "db_alloc_lat": { 2024-08-10T06:31:30.180 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 144, 2024-08-10T06:31:30.180 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 655467 2024-08-10T06:31:30.180 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.180 INFO:tasks.workunit.client.0.smithi031.stdout: "db_total_bytes": { 2024-08-10T06:31:30.180 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995027456 2024-08-10T06:31:30.180 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.180 INFO:tasks.workunit.client.0.smithi031.stdout: "db_used_bytes": { 2024-08-10T06:31:30.181 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 442433536 2024-08-10T06:31:30.181 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.181 INFO:tasks.workunit.client.0.smithi031.stdout: "flush_lat": { 2024-08-10T06:31:30.181 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 62335, 2024-08-10T06:31:30.181 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7677758847 2024-08-10T06:31:30.181 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.181 INFO:tasks.workunit.client.0.smithi031.stdout: "fsync_lat": { 2024-08-10T06:31:30.181 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 62346, 2024-08-10T06:31:30.181 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12476394863 2024-08-10T06:31:30.181 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.181 INFO:tasks.workunit.client.0.smithi031.stdout: "log_bytes": { 2024-08-10T06:31:30.181 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6037504 2024-08-10T06:31:30.181 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.181 INFO:tasks.workunit.client.0.smithi031.stdout: "logged_bytes": { 2024-08-10T06:31:30.182 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 255401984 2024-08-10T06:31:30.182 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.182 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_db": { 2024-08-10T06:31:30.182 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 459472896 2024-08-10T06:31:30.182 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.182 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_slow": { 2024-08-10T06:31:30.182 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.182 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.182 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_wal": { 2024-08-10T06:31:30.182 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.182 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.182 INFO:tasks.workunit.client.0.smithi031.stdout: "num_files": { 2024-08-10T06:31:30.182 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 38 2024-08-10T06:31:30.183 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.183 INFO:tasks.workunit.client.0.smithi031.stdout: "read_bytes": { 2024-08-10T06:31:30.183 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 234020549 2024-08-10T06:31:30.183 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.183 INFO:tasks.workunit.client.0.smithi031.stdout: "read_count": { 2024-08-10T06:31:30.183 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15289 2024-08-10T06:31:30.183 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.183 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes": { 2024-08-10T06:31:30.183 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 206020608 2024-08-10T06:31:30.183 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.183 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_db": { 2024-08-10T06:31:30.183 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 206024704 2024-08-10T06:31:30.183 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.183 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_slow": { 2024-08-10T06:31:30.184 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.184 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.184 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_wal": { 2024-08-10T06:31:30.184 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.184 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.184 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_count": { 2024-08-10T06:31:30.184 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8016 2024-08-10T06:31:30.184 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.184 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-08-10T06:31:30.184 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 15289, 2024-08-10T06:31:30.184 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 120452869 2024-08-10T06:31:30.184 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.184 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_bytes": { 2024-08-10T06:31:30.184 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 156921345 2024-08-10T06:31:30.185 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.185 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_count": { 2024-08-10T06:31:30.185 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12924 2024-08-10T06:31:30.185 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.185 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_bytes": { 2024-08-10T06:31:30.185 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1399620 2024-08-10T06:31:30.185 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.185 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_count": { 2024-08-10T06:31:30.185 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 551 2024-08-10T06:31:30.185 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.186 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_bytes": { 2024-08-10T06:31:30.186 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3486628 2024-08-10T06:31:30.186 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.186 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_count": { 2024-08-10T06:31:30.186 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 759 2024-08-10T06:31:30.186 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.186 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes": { 2024-08-10T06:31:30.186 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2087008 2024-08-10T06:31:30.186 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.186 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_db": { 2024-08-10T06:31:30.186 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2087008 2024-08-10T06:31:30.186 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.187 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_slow": { 2024-08-10T06:31:30.187 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.187 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.187 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_wal": { 2024-08-10T06:31:30.187 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.187 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.187 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_count": { 2024-08-10T06:31:30.187 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 209 2024-08-10T06:31:30.187 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.187 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_lat": { 2024-08-10T06:31:30.187 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 759, 2024-08-10T06:31:30.187 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1147754 2024-08-10T06:31:30.187 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.187 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_alloc_lat": { 2024-08-10T06:31:30.188 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:30.188 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.188 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.188 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_total_bytes": { 2024-08-10T06:31:30.188 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.188 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.188 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_used_bytes": { 2024-08-10T06:31:30.188 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.188 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.188 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-08-10T06:31:30.188 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-08-10T06:31:30.188 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 618 2024-08-10T06:31:30.188 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.188 INFO:tasks.workunit.client.0.smithi031.stdout: "unlink_lat": { 2024-08-10T06:31:30.189 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 4, 2024-08-10T06:31:30.189 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6294 2024-08-10T06:31:30.189 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.189 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_alloc_lat": { 2024-08-10T06:31:30.189 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:30.189 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.189 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.189 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_total_bytes": { 2024-08-10T06:31:30.189 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.189 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.189 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_used_bytes": { 2024-08-10T06:31:30.189 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.189 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.190 INFO:tasks.workunit.client.0.smithi031.stdout: "write_bytes": { 2024-08-10T06:31:30.190 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 802336768 2024-08-10T06:31:30.190 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:30.190 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.190 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore": { 2024-08-10T06:31:30.190 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit": { 2024-08-10T06:31:30.190 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4096 2024-08-10T06:31:30.190 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.190 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": { 2024-08-10T06:31:30.190 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15192064 2024-08-10T06:31:30.190 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.190 INFO:tasks.workunit.client.0.smithi031.stdout: "allocator_lat": { 2024-08-10T06:31:30.190 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 17230, 2024-08-10T06:31:30.190 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 46410730 2024-08-10T06:31:30.191 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.191 INFO:tasks.workunit.client.0.smithi031.stdout: "clist_lat": { 2024-08-10T06:31:30.191 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3150, 2024-08-10T06:31:30.191 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 353304243 2024-08-10T06:31:30.191 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.191 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_lat": { 2024-08-10T06:31:30.191 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:30.191 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.191 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.191 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed": { 2024-08-10T06:31:30.191 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.191 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.191 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_allocated": { 2024-08-10T06:31:30.192 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.192 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.192 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_original": { 2024-08-10T06:31:30.192 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.192 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.192 INFO:tasks.workunit.client.0.smithi031.stdout: "csum_lat": { 2024-08-10T06:31:30.192 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 14633, 2024-08-10T06:31:30.192 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 97478935 2024-08-10T06:31:30.192 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.192 INFO:tasks.workunit.client.0.smithi031.stdout: "decompress_lat": { 2024-08-10T06:31:30.192 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:30.192 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.192 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.192 INFO:tasks.workunit.client.0.smithi031.stdout: "fragmentation_micros": { 2024-08-10T06:31:30.193 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.193 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.193 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_commit_lat": { 2024-08-10T06:31:30.193 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 62304, 2024-08-10T06:31:30.193 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15340731902 2024-08-10T06:31:30.193 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.193 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_final_lat": { 2024-08-10T06:31:30.193 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 61835, 2024-08-10T06:31:30.193 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1266956134 2024-08-10T06:31:30.193 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.193 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_flush_lat": { 2024-08-10T06:31:30.193 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 62304, 2024-08-10T06:31:30.193 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 39081788 2024-08-10T06:31:30.193 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.193 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_sync_lat": { 2024-08-10T06:31:30.194 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 62304, 2024-08-10T06:31:30.194 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15379813690 2024-08-10T06:31:30.194 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.194 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_keys_lat": { 2024-08-10T06:31:30.194 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:30.194 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.194 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.194 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_values_lat": { 2024-08-10T06:31:30.194 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 232165, 2024-08-10T06:31:30.194 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 950023186 2024-08-10T06:31:30.194 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.194 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_lower_bound_lat": { 2024-08-10T06:31:30.194 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 769, 2024-08-10T06:31:30.195 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1860891 2024-08-10T06:31:30.195 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.195 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_next_lat": { 2024-08-10T06:31:30.195 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 128807, 2024-08-10T06:31:30.195 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 53075537 2024-08-10T06:31:30.195 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.195 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_seek_to_first_lat": { 2024-08-10T06:31:30.195 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 43, 2024-08-10T06:31:30.195 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71515 2024-08-10T06:31:30.195 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.195 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_upper_bound_lat": { 2024-08-10T06:31:30.195 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 14776, 2024-08-10T06:31:30.195 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2392502733 2024-08-10T06:31:30.195 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.196 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_hits": { 2024-08-10T06:31:30.196 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 389711 2024-08-10T06:31:30.196 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.196 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_misses": { 2024-08-10T06:31:30.196 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 18701 2024-08-10T06:31:30.196 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.196 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-08-10T06:31:30.196 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 6820, 2024-08-10T06:31:30.196 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1196698754 2024-08-10T06:31:30.196 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.196 INFO:tasks.workunit.client.0.smithi031.stdout: "read_onode_meta_lat": { 2024-08-10T06:31:30.196 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 30389, 2024-08-10T06:31:30.196 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10179313 2024-08-10T06:31:30.196 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.197 INFO:tasks.workunit.client.0.smithi031.stdout: "read_wait_aio_lat": { 2024-08-10T06:31:30.197 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 23569, 2024-08-10T06:31:30.197 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 962810421 2024-08-10T06:31:30.197 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.197 INFO:tasks.workunit.client.0.smithi031.stdout: "reads_with_retries": { 2024-08-10T06:31:30.197 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.197 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.197 INFO:tasks.workunit.client.0.smithi031.stdout: "remove_lat": { 2024-08-10T06:31:30.197 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 11839, 2024-08-10T06:31:30.197 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 287830244 2024-08-10T06:31:30.197 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.197 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_aio_wait_count": { 2024-08-10T06:31:30.197 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.197 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.198 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_committed_kv_count": { 2024-08-10T06:31:30.198 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.198 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.198 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_read_onode_meta_count": { 2024-08-10T06:31:30.198 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.198 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.198 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_read_wait_aio_count": { 2024-08-10T06:31:30.198 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.198 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.198 INFO:tasks.workunit.client.0.smithi031.stdout: "state_aio_wait_lat": { 2024-08-10T06:31:30.198 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 74702, 2024-08-10T06:31:30.198 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8322054291 2024-08-10T06:31:30.198 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.199 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T06:31:30.199 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 14132, 2024-08-10T06:31:30.199 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 639562334 2024-08-10T06:31:30.199 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.199 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_cleanup_lat": { 2024-08-10T06:31:30.199 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 14130, 2024-08-10T06:31:30.199 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2495945001181 2024-08-10T06:31:30.199 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.199 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_queued_lat": { 2024-08-10T06:31:30.199 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 14132, 2024-08-10T06:31:30.199 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5732202031459 2024-08-10T06:31:30.199 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.199 INFO:tasks.workunit.client.0.smithi031.stdout: "state_done_lat": { 2024-08-10T06:31:30.199 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 74700, 2024-08-10T06:31:30.200 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2146786801559 2024-08-10T06:31:30.200 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.200 INFO:tasks.workunit.client.0.smithi031.stdout: "state_finishing_lat": { 2024-08-10T06:31:30.200 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 74700, 2024-08-10T06:31:30.200 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7556070 2024-08-10T06:31:30.200 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.200 INFO:tasks.workunit.client.0.smithi031.stdout: "state_io_done_lat": { 2024-08-10T06:31:30.200 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 74702, 2024-08-10T06:31:30.200 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 774961052 2024-08-10T06:31:30.200 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.200 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_commiting_lat": { 2024-08-10T06:31:30.200 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 74702, 2024-08-10T06:31:30.200 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 27456103394 2024-08-10T06:31:30.200 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.200 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_done_lat": { 2024-08-10T06:31:30.201 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 74702, 2024-08-10T06:31:30.201 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 25443021 2024-08-10T06:31:30.201 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.201 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_queued_lat": { 2024-08-10T06:31:30.201 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 74702, 2024-08-10T06:31:30.201 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12986505474 2024-08-10T06:31:30.201 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.201 INFO:tasks.workunit.client.0.smithi031.stdout: "state_prepare_lat": { 2024-08-10T06:31:30.201 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 74702, 2024-08-10T06:31:30.201 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5549034735 2024-08-10T06:31:30.201 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.201 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": { 2024-08-10T06:31:30.201 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10902866 2024-08-10T06:31:30.201 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.202 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-08-10T06:31:30.202 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2436, 2024-08-10T06:31:30.202 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12469249 2024-08-10T06:31:30.202 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.202 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_commit_lat": { 2024-08-10T06:31:30.202 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 74702, 2024-08-10T06:31:30.202 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 55100395663 2024-08-10T06:31:30.202 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.202 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_submit_lat": { 2024-08-10T06:31:30.202 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 74702, 2024-08-10T06:31:30.202 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6324595784 2024-08-10T06:31:30.202 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.202 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_throttle_lat": { 2024-08-10T06:31:30.203 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 74702, 2024-08-10T06:31:30.203 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 608012024 2024-08-10T06:31:30.203 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:30.203 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.203 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache": { 2024-08-10T06:31:30.203 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_bytes": { 2024-08-10T06:31:30.203 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1405116907 2024-08-10T06:31:30.203 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.203 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_bytes": { 2024-08-10T06:31:30.203 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 508846080 2024-08-10T06:31:30.203 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.203 INFO:tasks.workunit.client.0.smithi031.stdout: "mapped_bytes": { 2024-08-10T06:31:30.203 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 503906304 2024-08-10T06:31:30.203 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.204 INFO:tasks.workunit.client.0.smithi031.stdout: "target_bytes": { 2024-08-10T06:31:30.204 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2600497971 2024-08-10T06:31:30.204 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.204 INFO:tasks.workunit.client.0.smithi031.stdout: "unmapped_bytes": { 2024-08-10T06:31:30.204 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4939776 2024-08-10T06:31:30.204 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:30.204 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.204 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:data": { 2024-08-10T06:31:30.204 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:30.204 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 125829120 2024-08-10T06:31:30.204 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.204 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:30.204 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.205 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.205 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:30.205 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.205 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.205 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:30.205 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 57307354 2024-08-10T06:31:30.205 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.205 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:30.205 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.205 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.205 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:30.205 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.205 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.205 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:30.206 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.206 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.206 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:30.206 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.206 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.206 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:30.206 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 32768 2024-08-10T06:31:30.206 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.206 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:30.206 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 61440 2024-08-10T06:31:30.206 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.206 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:30.206 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.207 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.207 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:30.207 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.207 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.207 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:30.207 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.207 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.207 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:30.207 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 68427558 2024-08-10T06:31:30.207 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:30.207 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.207 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv": { 2024-08-10T06:31:30.207 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:30.207 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 570425344 2024-08-10T06:31:30.208 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.208 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:30.208 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T06:31:30.208 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.208 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:30.208 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.208 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.208 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:30.208 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 429805155 2024-08-10T06:31:30.208 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.208 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:30.208 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.208 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.208 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:30.209 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1616 2024-08-10T06:31:30.209 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.209 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:30.209 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.209 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.209 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:30.209 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.209 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.209 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:30.209 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 105792 2024-08-10T06:31:30.209 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.209 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:30.209 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.209 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.210 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:30.210 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.210 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.210 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:30.210 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.210 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.210 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:30.210 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.210 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.210 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:30.210 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 73403917 2024-08-10T06:31:30.210 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:30.210 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.211 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T06:31:30.211 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:30.211 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 176160768 2024-08-10T06:31:30.211 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.211 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:30.211 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T06:31:30.211 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.211 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:30.211 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 284512 2024-08-10T06:31:30.211 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.211 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:30.211 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 38204902 2024-08-10T06:31:30.211 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.211 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:30.212 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.212 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.212 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:30.212 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.212 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.212 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:30.212 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.212 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.212 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:30.212 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.212 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.212 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:30.212 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.213 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.213 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:30.213 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.213 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.213 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:30.213 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.213 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.213 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:30.213 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.213 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.213 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:30.213 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.213 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.214 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:30.214 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 70562490 2024-08-10T06:31:30.214 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:30.214 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.214 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:meta": { 2024-08-10T06:31:30.214 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:30.214 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 503316480 2024-08-10T06:31:30.214 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.214 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:30.214 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.214 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.214 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:30.214 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.214 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.215 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:30.215 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 429805155 2024-08-10T06:31:30.215 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.215 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:30.215 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.215 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.215 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:30.215 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.215 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.215 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:30.215 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.215 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.215 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:30.216 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.216 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.216 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:30.216 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 169366 2024-08-10T06:31:30.216 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.216 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:30.216 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1172382 2024-08-10T06:31:30.216 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.216 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:30.216 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.216 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.216 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:30.216 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.216 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.217 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:30.217 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.217 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.217 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:30.217 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 72169577 2024-08-10T06:31:30.217 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:30.217 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.217 INFO:tasks.workunit.client.0.smithi031.stdout: "objecter": { 2024-08-10T06:31:30.217 INFO:tasks.workunit.client.0.smithi031.stdout: "op_active": { 2024-08-10T06:31:30.217 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.217 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.217 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T06:31:30.217 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 34 2024-08-10T06:31:30.217 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.218 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rmw": { 2024-08-10T06:31:30.218 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.218 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.218 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T06:31:30.218 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.218 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:30.218 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.218 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:30.218 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg": { 2024-08-10T06:31:30.218 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 51 2024-08-10T06:31:30.218 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.218 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg_removing": { 2024-08-10T06:31:30.218 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.219 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.219 INFO:tasks.workunit.client.0.smithi031.stdout: "op": { 2024-08-10T06:31:30.219 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 30238 2024-08-10T06:31:30.219 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.219 INFO:tasks.workunit.client.0.smithi031.stdout: "op_before_queue_op_lat": { 2024-08-10T06:31:30.219 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 90078, 2024-08-10T06:31:30.219 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6066205267 2024-08-10T06:31:30.219 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.219 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_degraded": { 2024-08-10T06:31:30.219 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.219 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.219 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_unreadable": { 2024-08-10T06:31:30.219 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.219 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.220 INFO:tasks.workunit.client.0.smithi031.stdout: "op_in_bytes": { 2024-08-10T06:31:30.220 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1162140424 2024-08-10T06:31:30.220 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.220 INFO:tasks.workunit.client.0.smithi031.stdout: "op_latency": { 2024-08-10T06:31:30.220 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 30238, 2024-08-10T06:31:30.220 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 81382081157 2024-08-10T06:31:30.220 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.220 INFO:tasks.workunit.client.0.smithi031.stdout: "op_out_bytes": { 2024-08-10T06:31:30.220 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1757091344 2024-08-10T06:31:30.220 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.220 INFO:tasks.workunit.client.0.smithi031.stdout: "op_prepare_latency": { 2024-08-10T06:31:30.220 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 30781, 2024-08-10T06:31:30.220 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 18524661289 2024-08-10T06:31:30.220 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.221 INFO:tasks.workunit.client.0.smithi031.stdout: "op_process_latency": { 2024-08-10T06:31:30.221 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 30238, 2024-08-10T06:31:30.221 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 35986350018 2024-08-10T06:31:30.221 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.221 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T06:31:30.221 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 20893 2024-08-10T06:31:30.221 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.221 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency": { 2024-08-10T06:31:30.221 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 20893, 2024-08-10T06:31:30.221 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 17606591715 2024-08-10T06:31:30.221 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.221 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T06:31:30.221 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.221 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.222 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_out_bytes": { 2024-08-10T06:31:30.222 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1757091344 2024-08-10T06:31:30.222 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.222 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_prepare_latency": { 2024-08-10T06:31:30.222 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 21103, 2024-08-10T06:31:30.222 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10268161937 2024-08-10T06:31:30.222 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.222 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_process_latency": { 2024-08-10T06:31:30.222 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 20893, 2024-08-10T06:31:30.222 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10370520931 2024-08-10T06:31:30.222 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.222 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw": { 2024-08-10T06:31:30.222 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5125 2024-08-10T06:31:30.222 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.222 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_in_bytes": { 2024-08-10T06:31:30.223 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 156224644 2024-08-10T06:31:30.223 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.223 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency": { 2024-08-10T06:31:30.223 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 5125, 2024-08-10T06:31:30.223 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12347485483 2024-08-10T06:31:30.223 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.223 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T06:31:30.223 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.223 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.223 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T06:31:30.223 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.223 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.223 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_out_bytes": { 2024-08-10T06:31:30.223 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.224 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.224 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_prepare_latency": { 2024-08-10T06:31:30.224 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 5320, 2024-08-10T06:31:30.224 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3737500484 2024-08-10T06:31:30.224 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.224 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_process_latency": { 2024-08-10T06:31:30.224 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 5125, 2024-08-10T06:31:30.224 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8930449761 2024-08-10T06:31:30.224 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.224 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T06:31:30.224 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4220 2024-08-10T06:31:30.224 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.224 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_in_bytes": { 2024-08-10T06:31:30.224 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1005915780 2024-08-10T06:31:30.225 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.225 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency": { 2024-08-10T06:31:30.225 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 4220, 2024-08-10T06:31:30.225 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 51428003959 2024-08-10T06:31:30.225 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.225 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T06:31:30.225 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.225 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.225 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_prepare_latency": { 2024-08-10T06:31:30.225 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 4358, 2024-08-10T06:31:30.225 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4518998868 2024-08-10T06:31:30.225 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.225 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_process_latency": { 2024-08-10T06:31:30.226 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 4220, 2024-08-10T06:31:30.226 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 16685379326 2024-08-10T06:31:30.226 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.226 INFO:tasks.workunit.client.0.smithi031.stdout: "op_wip": { 2024-08-10T06:31:30.226 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.226 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.226 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_bytes": { 2024-08-10T06:31:30.226 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.226 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.227 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_ops": { 2024-08-10T06:31:30.227 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8 2024-08-10T06:31:30.227 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.227 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes": { 2024-08-10T06:31:30.227 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-08-10T06:31:30.227 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.227 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes_used": { 2024-08-10T06:31:30.227 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 457641984 2024-08-10T06:31:30.227 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:30.227 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:30.227 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.227 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.7": { 2024-08-10T06:31:30.227 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T06:31:30.227 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_db_max_lat": { 2024-08-10T06:31:30.228 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 16324 2024-08-10T06:31:30.228 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.228 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_fallback": { 2024-08-10T06:31:30.228 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.228 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.228 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_max_lat": { 2024-08-10T06:31:30.228 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.228 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.228 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_size_fallback": { 2024-08-10T06:31:30.228 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.228 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.228 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_db": { 2024-08-10T06:31:30.228 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 65536 2024-08-10T06:31:30.228 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.228 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_slow": { 2024-08-10T06:31:30.229 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.229 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.229 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_wal": { 2024-08-10T06:31:30.229 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.229 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.229 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_wal_max_lat": { 2024-08-10T06:31:30.229 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.229 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.229 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_slow": { 2024-08-10T06:31:30.229 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.229 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.229 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_sst": { 2024-08-10T06:31:30.229 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1081344 2024-08-10T06:31:30.229 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.230 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_wal": { 2024-08-10T06:31:30.230 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 506912768 2024-08-10T06:31:30.230 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.230 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lat": { 2024-08-10T06:31:30.230 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 15, 2024-08-10T06:31:30.230 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3760002 2024-08-10T06:31:30.230 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.230 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lock_lat": { 2024-08-10T06:31:30.230 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 15, 2024-08-10T06:31:30.230 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1125680 2024-08-10T06:31:30.230 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.230 INFO:tasks.workunit.client.0.smithi031.stdout: "db_alloc_lat": { 2024-08-10T06:31:30.230 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 141, 2024-08-10T06:31:30.231 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 560792 2024-08-10T06:31:30.231 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.231 INFO:tasks.workunit.client.0.smithi031.stdout: "db_total_bytes": { 2024-08-10T06:31:30.231 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995027456 2024-08-10T06:31:30.231 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.231 INFO:tasks.workunit.client.0.smithi031.stdout: "db_used_bytes": { 2024-08-10T06:31:30.231 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 411369472 2024-08-10T06:31:30.231 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.231 INFO:tasks.workunit.client.0.smithi031.stdout: "flush_lat": { 2024-08-10T06:31:30.231 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 64220, 2024-08-10T06:31:30.231 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7467559859 2024-08-10T06:31:30.231 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.231 INFO:tasks.workunit.client.0.smithi031.stdout: "fsync_lat": { 2024-08-10T06:31:30.231 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 64240, 2024-08-10T06:31:30.232 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12068745477 2024-08-10T06:31:30.232 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.232 INFO:tasks.workunit.client.0.smithi031.stdout: "log_bytes": { 2024-08-10T06:31:30.232 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 13774848 2024-08-10T06:31:30.232 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.232 INFO:tasks.workunit.client.0.smithi031.stdout: "logged_bytes": { 2024-08-10T06:31:30.232 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 263131136 2024-08-10T06:31:30.232 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.232 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_db": { 2024-08-10T06:31:30.232 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 392888320 2024-08-10T06:31:30.232 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.232 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_slow": { 2024-08-10T06:31:30.232 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.232 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.233 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_wal": { 2024-08-10T06:31:30.233 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.233 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.233 INFO:tasks.workunit.client.0.smithi031.stdout: "num_files": { 2024-08-10T06:31:30.233 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 35 2024-08-10T06:31:30.233 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.233 INFO:tasks.workunit.client.0.smithi031.stdout: "read_bytes": { 2024-08-10T06:31:30.233 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 79202542 2024-08-10T06:31:30.233 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.233 INFO:tasks.workunit.client.0.smithi031.stdout: "read_count": { 2024-08-10T06:31:30.233 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4888 2024-08-10T06:31:30.233 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.233 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes": { 2024-08-10T06:31:30.233 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 48381952 2024-08-10T06:31:30.234 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.234 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_db": { 2024-08-10T06:31:30.234 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 48386048 2024-08-10T06:31:30.234 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.234 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_slow": { 2024-08-10T06:31:30.234 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.234 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.234 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_wal": { 2024-08-10T06:31:30.234 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.234 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.234 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_count": { 2024-08-10T06:31:30.234 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 131 2024-08-10T06:31:30.234 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.234 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-08-10T06:31:30.235 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 4888, 2024-08-10T06:31:30.235 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15114835 2024-08-10T06:31:30.235 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.235 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_bytes": { 2024-08-10T06:31:30.235 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 35293291 2024-08-10T06:31:30.235 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.235 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_count": { 2024-08-10T06:31:30.235 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3536 2024-08-10T06:31:30.235 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.235 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_bytes": { 2024-08-10T06:31:30.235 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 555672 2024-08-10T06:31:30.235 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.235 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_count": { 2024-08-10T06:31:30.235 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 279 2024-08-10T06:31:30.236 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.236 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_bytes": { 2024-08-10T06:31:30.236 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1063696 2024-08-10T06:31:30.236 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.236 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_count": { 2024-08-10T06:31:30.236 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 387 2024-08-10T06:31:30.236 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.236 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes": { 2024-08-10T06:31:30.236 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 508024 2024-08-10T06:31:30.236 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.236 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_db": { 2024-08-10T06:31:30.236 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 508024 2024-08-10T06:31:30.236 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.236 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_slow": { 2024-08-10T06:31:30.236 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.237 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.237 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_wal": { 2024-08-10T06:31:30.237 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.237 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.237 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_count": { 2024-08-10T06:31:30.237 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 108 2024-08-10T06:31:30.237 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.237 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_lat": { 2024-08-10T06:31:30.237 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 387, 2024-08-10T06:31:30.237 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 451886 2024-08-10T06:31:30.237 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.237 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_alloc_lat": { 2024-08-10T06:31:30.237 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:30.237 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.238 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.238 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_total_bytes": { 2024-08-10T06:31:30.238 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.238 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.238 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_used_bytes": { 2024-08-10T06:31:30.238 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.238 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.238 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-08-10T06:31:30.238 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-08-10T06:31:30.238 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 603 2024-08-10T06:31:30.238 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.238 INFO:tasks.workunit.client.0.smithi031.stdout: "unlink_lat": { 2024-08-10T06:31:30.238 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 4, 2024-08-10T06:31:30.238 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6323 2024-08-10T06:31:30.239 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.239 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_alloc_lat": { 2024-08-10T06:31:30.239 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:30.239 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.239 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.239 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_total_bytes": { 2024-08-10T06:31:30.239 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.239 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.239 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_used_bytes": { 2024-08-10T06:31:30.239 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.239 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.239 INFO:tasks.workunit.client.0.smithi031.stdout: "write_bytes": { 2024-08-10T06:31:30.239 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 773414912 2024-08-10T06:31:30.239 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:30.239 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.240 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore": { 2024-08-10T06:31:30.240 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit": { 2024-08-10T06:31:30.240 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4096 2024-08-10T06:31:30.240 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.240 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": { 2024-08-10T06:31:30.240 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10989568 2024-08-10T06:31:30.240 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.240 INFO:tasks.workunit.client.0.smithi031.stdout: "allocator_lat": { 2024-08-10T06:31:30.240 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 17504, 2024-08-10T06:31:30.240 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 49159580 2024-08-10T06:31:30.240 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.240 INFO:tasks.workunit.client.0.smithi031.stdout: "clist_lat": { 2024-08-10T06:31:30.240 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3194, 2024-08-10T06:31:30.240 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 276101059 2024-08-10T06:31:30.241 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.241 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_lat": { 2024-08-10T06:31:30.241 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:30.241 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.241 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.241 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed": { 2024-08-10T06:31:30.241 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.241 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.241 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_allocated": { 2024-08-10T06:31:30.241 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.241 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.241 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_original": { 2024-08-10T06:31:30.241 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.241 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.241 INFO:tasks.workunit.client.0.smithi031.stdout: "csum_lat": { 2024-08-10T06:31:30.242 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 13304, 2024-08-10T06:31:30.242 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 81873779 2024-08-10T06:31:30.242 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.242 INFO:tasks.workunit.client.0.smithi031.stdout: "decompress_lat": { 2024-08-10T06:31:30.242 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:30.242 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.242 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.242 INFO:tasks.workunit.client.0.smithi031.stdout: "fragmentation_micros": { 2024-08-10T06:31:30.242 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.242 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.242 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_commit_lat": { 2024-08-10T06:31:30.242 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 64194, 2024-08-10T06:31:30.242 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 14999389837 2024-08-10T06:31:30.243 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.243 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_final_lat": { 2024-08-10T06:31:30.243 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 63770, 2024-08-10T06:31:30.243 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1301572776 2024-08-10T06:31:30.243 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.243 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_flush_lat": { 2024-08-10T06:31:30.243 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 64194, 2024-08-10T06:31:30.243 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 38448433 2024-08-10T06:31:30.243 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.243 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_sync_lat": { 2024-08-10T06:31:30.243 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 64194, 2024-08-10T06:31:30.243 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15037838270 2024-08-10T06:31:30.243 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.243 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_keys_lat": { 2024-08-10T06:31:30.243 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:30.244 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.244 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.244 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_values_lat": { 2024-08-10T06:31:30.244 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 29649, 2024-08-10T06:31:30.244 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 543300681 2024-08-10T06:31:30.244 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.244 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_lower_bound_lat": { 2024-08-10T06:31:30.244 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 716, 2024-08-10T06:31:30.244 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1920748 2024-08-10T06:31:30.244 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.244 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_next_lat": { 2024-08-10T06:31:30.244 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 4243, 2024-08-10T06:31:30.245 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4014722 2024-08-10T06:31:30.245 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.245 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_seek_to_first_lat": { 2024-08-10T06:31:30.245 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 50, 2024-08-10T06:31:30.245 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 75536 2024-08-10T06:31:30.245 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.245 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_upper_bound_lat": { 2024-08-10T06:31:30.245 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 12542, 2024-08-10T06:31:30.245 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 954084920 2024-08-10T06:31:30.245 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.245 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_hits": { 2024-08-10T06:31:30.245 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 202925 2024-08-10T06:31:30.245 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.245 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_misses": { 2024-08-10T06:31:30.246 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 17541 2024-08-10T06:31:30.246 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.246 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-08-10T06:31:30.246 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 19427, 2024-08-10T06:31:30.246 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1043409285 2024-08-10T06:31:30.246 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.246 INFO:tasks.workunit.client.0.smithi031.stdout: "read_onode_meta_lat": { 2024-08-10T06:31:30.246 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 56582, 2024-08-10T06:31:30.246 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 16804296 2024-08-10T06:31:30.246 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.246 INFO:tasks.workunit.client.0.smithi031.stdout: "read_wait_aio_lat": { 2024-08-10T06:31:30.246 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 37155, 2024-08-10T06:31:30.246 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 968583115 2024-08-10T06:31:30.246 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.247 INFO:tasks.workunit.client.0.smithi031.stdout: "reads_with_retries": { 2024-08-10T06:31:30.247 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.247 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.247 INFO:tasks.workunit.client.0.smithi031.stdout: "remove_lat": { 2024-08-10T06:31:30.247 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 13009, 2024-08-10T06:31:30.247 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 282815358 2024-08-10T06:31:30.247 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.247 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_aio_wait_count": { 2024-08-10T06:31:30.247 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.247 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.247 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_committed_kv_count": { 2024-08-10T06:31:30.247 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.247 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.248 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_read_onode_meta_count": { 2024-08-10T06:31:30.248 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.248 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.248 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_read_wait_aio_count": { 2024-08-10T06:31:30.248 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.248 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.248 INFO:tasks.workunit.client.0.smithi031.stdout: "state_aio_wait_lat": { 2024-08-10T06:31:30.248 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 75327, 2024-08-10T06:31:30.248 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5001543059 2024-08-10T06:31:30.248 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.248 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T06:31:30.248 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 15740, 2024-08-10T06:31:30.248 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 790031000 2024-08-10T06:31:30.248 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.249 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_cleanup_lat": { 2024-08-10T06:31:30.249 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 15740, 2024-08-10T06:31:30.249 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2791547203725 2024-08-10T06:31:30.249 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.249 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_queued_lat": { 2024-08-10T06:31:30.249 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 15740, 2024-08-10T06:31:30.249 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6309018002637 2024-08-10T06:31:30.249 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.249 INFO:tasks.workunit.client.0.smithi031.stdout: "state_done_lat": { 2024-08-10T06:31:30.249 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 75327, 2024-08-10T06:31:30.249 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3105522956926 2024-08-10T06:31:30.249 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.249 INFO:tasks.workunit.client.0.smithi031.stdout: "state_finishing_lat": { 2024-08-10T06:31:30.249 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 75327, 2024-08-10T06:31:30.249 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7578843 2024-08-10T06:31:30.250 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.250 INFO:tasks.workunit.client.0.smithi031.stdout: "state_io_done_lat": { 2024-08-10T06:31:30.250 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 75327, 2024-08-10T06:31:30.250 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 253275135 2024-08-10T06:31:30.250 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.250 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_commiting_lat": { 2024-08-10T06:31:30.250 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 75327, 2024-08-10T06:31:30.250 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24560562672 2024-08-10T06:31:30.250 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.250 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_done_lat": { 2024-08-10T06:31:30.250 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 75327, 2024-08-10T06:31:30.250 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24555208 2024-08-10T06:31:30.250 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.251 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_queued_lat": { 2024-08-10T06:31:30.251 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 75327, 2024-08-10T06:31:30.251 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 11978300662 2024-08-10T06:31:30.251 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.251 INFO:tasks.workunit.client.0.smithi031.stdout: "state_prepare_lat": { 2024-08-10T06:31:30.251 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 75327, 2024-08-10T06:31:30.251 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5279993793 2024-08-10T06:31:30.251 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.251 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": { 2024-08-10T06:31:30.251 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6703344 2024-08-10T06:31:30.251 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.251 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-08-10T06:31:30.251 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2439, 2024-08-10T06:31:30.251 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 13994974 2024-08-10T06:31:30.252 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.252 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_commit_lat": { 2024-08-10T06:31:30.252 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 75327, 2024-08-10T06:31:30.252 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 47083862241 2024-08-10T06:31:30.252 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.252 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_submit_lat": { 2024-08-10T06:31:30.252 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 75327, 2024-08-10T06:31:30.252 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6140548920 2024-08-10T06:31:30.252 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.252 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_throttle_lat": { 2024-08-10T06:31:30.252 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 75327, 2024-08-10T06:31:30.252 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 424822463 2024-08-10T06:31:30.252 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:30.252 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.252 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache": { 2024-08-10T06:31:30.253 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_bytes": { 2024-08-10T06:31:30.253 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1405116907 2024-08-10T06:31:30.253 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.253 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_bytes": { 2024-08-10T06:31:30.253 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 478937088 2024-08-10T06:31:30.253 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.253 INFO:tasks.workunit.client.0.smithi031.stdout: "mapped_bytes": { 2024-08-10T06:31:30.253 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 409452544 2024-08-10T06:31:30.253 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.253 INFO:tasks.workunit.client.0.smithi031.stdout: "target_bytes": { 2024-08-10T06:31:30.253 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2600497971 2024-08-10T06:31:30.253 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.253 INFO:tasks.workunit.client.0.smithi031.stdout: "unmapped_bytes": { 2024-08-10T06:31:30.254 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 69484544 2024-08-10T06:31:30.254 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:30.254 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.254 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:data": { 2024-08-10T06:31:30.254 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:30.254 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 125829120 2024-08-10T06:31:30.254 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.254 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:30.254 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.254 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.254 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:30.254 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.254 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.254 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:30.255 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 57482409 2024-08-10T06:31:30.255 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.255 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:30.255 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.255 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.255 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:30.255 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.255 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.255 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:30.255 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.255 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.255 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:30.255 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.255 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.256 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:30.256 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 28672 2024-08-10T06:31:30.256 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.256 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:30.256 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 114688 2024-08-10T06:31:30.256 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.256 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:30.256 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.256 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.256 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:30.256 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.256 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.256 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:30.256 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.256 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.257 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:30.257 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 68203351 2024-08-10T06:31:30.257 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:30.257 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.257 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv": { 2024-08-10T06:31:30.257 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:30.257 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 570425344 2024-08-10T06:31:30.257 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.257 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:30.257 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T06:31:30.257 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.257 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:30.257 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.257 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.258 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:30.258 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 431118068 2024-08-10T06:31:30.258 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.258 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:30.258 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.258 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.258 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:30.258 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 848 2024-08-10T06:31:30.258 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.258 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:30.258 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.258 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.258 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:30.259 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.259 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.259 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:30.259 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 54000 2024-08-10T06:31:30.259 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.259 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:30.259 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.259 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.259 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:30.259 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.259 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.259 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:30.259 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.259 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.259 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:30.260 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.260 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.260 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:30.260 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 72143564 2024-08-10T06:31:30.260 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:30.260 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.260 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T06:31:30.260 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:30.260 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 176160768 2024-08-10T06:31:30.260 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.260 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:30.260 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T06:31:30.260 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.260 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:30.261 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 97904 2024-08-10T06:31:30.261 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.261 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:30.261 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 38321606 2024-08-10T06:31:30.261 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.261 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:30.261 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.261 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.261 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:30.261 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.261 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.261 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:30.261 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.261 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.262 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:30.262 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.262 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.262 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:30.262 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.262 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.262 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:30.262 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.262 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.262 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:30.262 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.262 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.262 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:30.263 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.263 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.263 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:30.263 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.263 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.263 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:30.263 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 70632394 2024-08-10T06:31:30.263 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:30.263 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.263 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:meta": { 2024-08-10T06:31:30.263 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:30.263 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 503316480 2024-08-10T06:31:30.263 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.263 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:30.264 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.264 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.264 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:30.264 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.264 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.264 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:30.264 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 431118068 2024-08-10T06:31:30.264 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.264 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:30.264 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.264 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.264 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:30.264 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.265 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.265 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:30.265 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.265 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.265 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:30.265 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.265 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.265 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:30.265 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 181883 2024-08-10T06:31:30.265 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.265 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:30.265 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1156262 2024-08-10T06:31:30.265 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.266 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:30.266 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.266 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.266 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:30.266 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.266 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.266 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:30.266 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.266 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.266 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:30.266 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 70860267 2024-08-10T06:31:30.266 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:30.266 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.266 INFO:tasks.workunit.client.0.smithi031.stdout: "objecter": { 2024-08-10T06:31:30.267 INFO:tasks.workunit.client.0.smithi031.stdout: "op_active": { 2024-08-10T06:31:30.267 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.267 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.267 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T06:31:30.267 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 13 2024-08-10T06:31:30.267 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.267 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rmw": { 2024-08-10T06:31:30.267 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.267 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.267 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T06:31:30.267 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.267 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:30.267 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.267 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:30.268 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg": { 2024-08-10T06:31:30.268 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 59 2024-08-10T06:31:30.268 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.268 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg_removing": { 2024-08-10T06:31:30.268 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.268 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.268 INFO:tasks.workunit.client.0.smithi031.stdout: "op": { 2024-08-10T06:31:30.268 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 54432 2024-08-10T06:31:30.268 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.268 INFO:tasks.workunit.client.0.smithi031.stdout: "op_before_queue_op_lat": { 2024-08-10T06:31:30.268 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 119756, 2024-08-10T06:31:30.268 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7356549769 2024-08-10T06:31:30.268 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.268 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_degraded": { 2024-08-10T06:31:30.269 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.269 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.269 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_unreadable": { 2024-08-10T06:31:30.269 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.269 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.269 INFO:tasks.workunit.client.0.smithi031.stdout: "op_in_bytes": { 2024-08-10T06:31:30.269 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 892003310 2024-08-10T06:31:30.269 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.269 INFO:tasks.workunit.client.0.smithi031.stdout: "op_latency": { 2024-08-10T06:31:30.269 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 54432, 2024-08-10T06:31:30.269 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 58133091291 2024-08-10T06:31:30.269 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.269 INFO:tasks.workunit.client.0.smithi031.stdout: "op_out_bytes": { 2024-08-10T06:31:30.269 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1283864551 2024-08-10T06:31:30.270 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.270 INFO:tasks.workunit.client.0.smithi031.stdout: "op_prepare_latency": { 2024-08-10T06:31:30.270 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 54963, 2024-08-10T06:31:30.270 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 17734598598 2024-08-10T06:31:30.270 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.270 INFO:tasks.workunit.client.0.smithi031.stdout: "op_process_latency": { 2024-08-10T06:31:30.270 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 54432, 2024-08-10T06:31:30.270 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 29978584512 2024-08-10T06:31:30.270 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.270 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T06:31:30.270 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 41980 2024-08-10T06:31:30.270 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.270 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency": { 2024-08-10T06:31:30.271 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 41980, 2024-08-10T06:31:30.271 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10988257454 2024-08-10T06:31:30.271 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.271 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T06:31:30.271 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.271 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.271 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_out_bytes": { 2024-08-10T06:31:30.271 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1283864551 2024-08-10T06:31:30.271 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.271 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_prepare_latency": { 2024-08-10T06:31:30.271 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 42001, 2024-08-10T06:31:30.271 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7005765666 2024-08-10T06:31:30.271 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.271 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_process_latency": { 2024-08-10T06:31:30.272 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 41980, 2024-08-10T06:31:30.272 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6332739696 2024-08-10T06:31:30.272 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.272 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw": { 2024-08-10T06:31:30.272 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 11188 2024-08-10T06:31:30.272 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.272 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_in_bytes": { 2024-08-10T06:31:30.272 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 183353185 2024-08-10T06:31:30.272 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.272 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency": { 2024-08-10T06:31:30.272 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 11188, 2024-08-10T06:31:30.272 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 18241942400 2024-08-10T06:31:30.272 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.272 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T06:31:30.273 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.273 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.273 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T06:31:30.273 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.273 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.273 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_out_bytes": { 2024-08-10T06:31:30.273 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.273 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.273 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_prepare_latency": { 2024-08-10T06:31:30.273 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 11616, 2024-08-10T06:31:30.273 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 9194151525 2024-08-10T06:31:30.273 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.273 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_process_latency": { 2024-08-10T06:31:30.273 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 11188, 2024-08-10T06:31:30.274 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 16468550789 2024-08-10T06:31:30.274 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.274 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T06:31:30.274 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1264 2024-08-10T06:31:30.274 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.274 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_in_bytes": { 2024-08-10T06:31:30.274 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 708650125 2024-08-10T06:31:30.274 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.274 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency": { 2024-08-10T06:31:30.274 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1264, 2024-08-10T06:31:30.274 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 28902891437 2024-08-10T06:31:30.274 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.274 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T06:31:30.275 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.275 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.275 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_prepare_latency": { 2024-08-10T06:31:30.275 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1346, 2024-08-10T06:31:30.275 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1534681407 2024-08-10T06:31:30.275 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.275 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_process_latency": { 2024-08-10T06:31:30.275 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1264, 2024-08-10T06:31:30.275 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7177294027 2024-08-10T06:31:30.275 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.275 INFO:tasks.workunit.client.0.smithi031.stdout: "op_wip": { 2024-08-10T06:31:30.275 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:30.275 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.275 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_bytes": { 2024-08-10T06:31:30.276 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 78 2024-08-10T06:31:30.276 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.276 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_ops": { 2024-08-10T06:31:30.276 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4 2024-08-10T06:31:30.276 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.276 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes": { 2024-08-10T06:31:30.276 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-08-10T06:31:30.276 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.276 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes_used": { 2024-08-10T06:31:30.276 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 422367232 2024-08-10T06:31:30.276 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:30.276 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:30.276 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:30.277 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.277 INFO:tasks.workunit.client.0.smithi031.stdout: "pools": [ 2024-08-10T06:31:30.277 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.277 INFO:tasks.workunit.client.0.smithi031.stdout: "application": [ 2024-08-10T06:31:30.277 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr" 2024-08-10T06:31:30.277 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.277 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_mode": "none", 2024-08-10T06:31:30.277 INFO:tasks.workunit.client.0.smithi031.stdout: "erasure_code_profile": {}, 2024-08-10T06:31:30.277 INFO:tasks.workunit.client.0.smithi031.stdout: "flags_names": [ 2024-08-10T06:31:30.277 INFO:tasks.workunit.client.0.smithi031.stdout: "hashpspool" 2024-08-10T06:31:30.277 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.277 INFO:tasks.workunit.client.0.smithi031.stdout: "min_size": 2, 2024-08-10T06:31:30.277 INFO:tasks.workunit.client.0.smithi031.stdout: "options": {}, 2024-08-10T06:31:30.278 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_autoscale_mode": "off", 2024-08-10T06:31:30.278 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_num": 1, 2024-08-10T06:31:30.278 INFO:tasks.workunit.client.0.smithi031.stdout: "pgp_num": 1, 2024-08-10T06:31:30.278 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": 1, 2024-08-10T06:31:30.278 INFO:tasks.workunit.client.0.smithi031.stdout: "size": 3, 2024-08-10T06:31:30.278 INFO:tasks.workunit.client.0.smithi031.stdout: "stats": { 2024-08-10T06:31:30.278 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_raw": 724157999370, 2024-08-10T06:31:30.278 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_used": 1781760, 2024-08-10T06:31:30.278 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_bytes_used": 0, 2024-08-10T06:31:30.278 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_under_bytes": 0, 2024-08-10T06:31:30.278 INFO:tasks.workunit.client.0.smithi031.stdout: "data_bytes_used": 1781760, 2024-08-10T06:31:30.278 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty": 0, 2024-08-10T06:31:30.278 INFO:tasks.workunit.client.0.smithi031.stdout: "max_avail": 241385996288, 2024-08-10T06:31:30.278 INFO:tasks.workunit.client.0.smithi031.stdout: "objects": 2, 2024-08-10T06:31:30.279 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_bytes_used": 0, 2024-08-10T06:31:30.279 INFO:tasks.workunit.client.0.smithi031.stdout: "percent_used": 2.460451469232794e-06, 2024-08-10T06:31:30.279 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_bytes": 0, 2024-08-10T06:31:30.279 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_objects": 0, 2024-08-10T06:31:30.279 INFO:tasks.workunit.client.0.smithi031.stdout: "rd": 1322, 2024-08-10T06:31:30.279 INFO:tasks.workunit.client.0.smithi031.stdout: "rd_bytes": 2164736, 2024-08-10T06:31:30.279 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": 590368, 2024-08-10T06:31:30.279 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_data": 590368, 2024-08-10T06:31:30.279 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_omap": 0, 2024-08-10T06:31:30.279 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_raw": 1771104, 2024-08-10T06:31:30.279 INFO:tasks.workunit.client.0.smithi031.stdout: "wr": 423, 2024-08-10T06:31:30.279 INFO:tasks.workunit.client.0.smithi031.stdout: "wr_bytes": 2473984 2024-08-10T06:31:30.279 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.279 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_bytes": 0, 2024-08-10T06:31:30.280 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_objects": 0, 2024-08-10T06:31:30.280 INFO:tasks.workunit.client.0.smithi031.stdout: "type": "replicated" 2024-08-10T06:31:30.280 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.280 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.280 INFO:tasks.workunit.client.0.smithi031.stdout: "application": [ 2024-08-10T06:31:30.280 INFO:tasks.workunit.client.0.smithi031.stdout: "cephfs" 2024-08-10T06:31:30.280 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.280 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_mode": "none", 2024-08-10T06:31:30.280 INFO:tasks.workunit.client.0.smithi031.stdout: "erasure_code_profile": {}, 2024-08-10T06:31:30.280 INFO:tasks.workunit.client.0.smithi031.stdout: "flags_names": [ 2024-08-10T06:31:30.280 INFO:tasks.workunit.client.0.smithi031.stdout: "hashpspool" 2024-08-10T06:31:30.280 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.280 INFO:tasks.workunit.client.0.smithi031.stdout: "min_size": 2, 2024-08-10T06:31:30.280 INFO:tasks.workunit.client.0.smithi031.stdout: "options": {}, 2024-08-10T06:31:30.281 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_autoscale_mode": "off", 2024-08-10T06:31:30.281 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_num": 32, 2024-08-10T06:31:30.281 INFO:tasks.workunit.client.0.smithi031.stdout: "pgp_num": 32, 2024-08-10T06:31:30.281 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": 2, 2024-08-10T06:31:30.281 INFO:tasks.workunit.client.0.smithi031.stdout: "size": 3, 2024-08-10T06:31:30.281 INFO:tasks.workunit.client.0.smithi031.stdout: "stats": { 2024-08-10T06:31:30.281 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_raw": 724157999370, 2024-08-10T06:31:30.281 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_used": 155933, 2024-08-10T06:31:30.281 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_bytes_used": 0, 2024-08-10T06:31:30.281 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_under_bytes": 0, 2024-08-10T06:31:30.281 INFO:tasks.workunit.client.0.smithi031.stdout: "data_bytes_used": 110592, 2024-08-10T06:31:30.281 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty": 0, 2024-08-10T06:31:30.281 INFO:tasks.workunit.client.0.smithi031.stdout: "max_avail": 241385996288, 2024-08-10T06:31:30.281 INFO:tasks.workunit.client.0.smithi031.stdout: "objects": 22, 2024-08-10T06:31:30.282 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_bytes_used": 45341, 2024-08-10T06:31:30.282 INFO:tasks.workunit.client.0.smithi031.stdout: "percent_used": 2.1533004712637194e-07, 2024-08-10T06:31:30.282 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_bytes": 0, 2024-08-10T06:31:30.282 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_objects": 0, 2024-08-10T06:31:30.282 INFO:tasks.workunit.client.0.smithi031.stdout: "rd": 79, 2024-08-10T06:31:30.282 INFO:tasks.workunit.client.0.smithi031.stdout: "rd_bytes": 88064, 2024-08-10T06:31:30.282 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": 21709, 2024-08-10T06:31:30.282 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_data": 6596, 2024-08-10T06:31:30.282 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_omap": 15113, 2024-08-10T06:31:30.282 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_raw": 65127, 2024-08-10T06:31:30.282 INFO:tasks.workunit.client.0.smithi031.stdout: "wr": 68, 2024-08-10T06:31:30.282 INFO:tasks.workunit.client.0.smithi031.stdout: "wr_bytes": 35840 2024-08-10T06:31:30.282 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.282 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_bytes": 0, 2024-08-10T06:31:30.283 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_objects": 0, 2024-08-10T06:31:30.283 INFO:tasks.workunit.client.0.smithi031.stdout: "type": "replicated" 2024-08-10T06:31:30.283 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.283 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.283 INFO:tasks.workunit.client.0.smithi031.stdout: "application": [ 2024-08-10T06:31:30.283 INFO:tasks.workunit.client.0.smithi031.stdout: "cephfs" 2024-08-10T06:31:30.283 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.283 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_mode": "none", 2024-08-10T06:31:30.283 INFO:tasks.workunit.client.0.smithi031.stdout: "erasure_code_profile": {}, 2024-08-10T06:31:30.283 INFO:tasks.workunit.client.0.smithi031.stdout: "flags_names": [ 2024-08-10T06:31:30.283 INFO:tasks.workunit.client.0.smithi031.stdout: "hashpspool" 2024-08-10T06:31:30.283 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.283 INFO:tasks.workunit.client.0.smithi031.stdout: "min_size": 2, 2024-08-10T06:31:30.283 INFO:tasks.workunit.client.0.smithi031.stdout: "options": {}, 2024-08-10T06:31:30.284 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_autoscale_mode": "off", 2024-08-10T06:31:30.284 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_num": 64, 2024-08-10T06:31:30.284 INFO:tasks.workunit.client.0.smithi031.stdout: "pgp_num": 64, 2024-08-10T06:31:30.284 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": 3, 2024-08-10T06:31:30.284 INFO:tasks.workunit.client.0.smithi031.stdout: "size": 3, 2024-08-10T06:31:30.284 INFO:tasks.workunit.client.0.smithi031.stdout: "stats": { 2024-08-10T06:31:30.284 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_raw": 724157999370, 2024-08-10T06:31:30.284 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_used": 0, 2024-08-10T06:31:30.284 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_bytes_used": 0, 2024-08-10T06:31:30.284 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_under_bytes": 0, 2024-08-10T06:31:30.284 INFO:tasks.workunit.client.0.smithi031.stdout: "data_bytes_used": 0, 2024-08-10T06:31:30.284 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty": 0, 2024-08-10T06:31:30.285 INFO:tasks.workunit.client.0.smithi031.stdout: "max_avail": 241385996288, 2024-08-10T06:31:30.285 INFO:tasks.workunit.client.0.smithi031.stdout: "objects": 0, 2024-08-10T06:31:30.285 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_bytes_used": 0, 2024-08-10T06:31:30.285 INFO:tasks.workunit.client.0.smithi031.stdout: "percent_used": 0.0, 2024-08-10T06:31:30.285 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_bytes": 0, 2024-08-10T06:31:30.285 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_objects": 0, 2024-08-10T06:31:30.285 INFO:tasks.workunit.client.0.smithi031.stdout: "rd": 0, 2024-08-10T06:31:30.285 INFO:tasks.workunit.client.0.smithi031.stdout: "rd_bytes": 0, 2024-08-10T06:31:30.285 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": 0, 2024-08-10T06:31:30.285 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_data": 0, 2024-08-10T06:31:30.285 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_omap": 0, 2024-08-10T06:31:30.285 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_raw": 0, 2024-08-10T06:31:30.285 INFO:tasks.workunit.client.0.smithi031.stdout: "wr": 0, 2024-08-10T06:31:30.285 INFO:tasks.workunit.client.0.smithi031.stdout: "wr_bytes": 0 2024-08-10T06:31:30.286 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.286 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_bytes": 0, 2024-08-10T06:31:30.286 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_objects": 0, 2024-08-10T06:31:30.286 INFO:tasks.workunit.client.0.smithi031.stdout: "type": "replicated" 2024-08-10T06:31:30.286 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.286 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.286 INFO:tasks.workunit.client.0.smithi031.stdout: "application": [ 2024-08-10T06:31:30.286 INFO:tasks.workunit.client.0.smithi031.stdout: "rbd" 2024-08-10T06:31:30.286 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.286 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_mode": "none", 2024-08-10T06:31:30.286 INFO:tasks.workunit.client.0.smithi031.stdout: "erasure_code_profile": {}, 2024-08-10T06:31:30.286 INFO:tasks.workunit.client.0.smithi031.stdout: "flags_names": [ 2024-08-10T06:31:30.286 INFO:tasks.workunit.client.0.smithi031.stdout: "hashpspool", 2024-08-10T06:31:30.286 INFO:tasks.workunit.client.0.smithi031.stdout: "selfmanaged_snaps" 2024-08-10T06:31:30.287 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.287 INFO:tasks.workunit.client.0.smithi031.stdout: "min_size": 2, 2024-08-10T06:31:30.287 INFO:tasks.workunit.client.0.smithi031.stdout: "options": {}, 2024-08-10T06:31:30.287 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_autoscale_mode": "off", 2024-08-10T06:31:30.287 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_num": 8, 2024-08-10T06:31:30.287 INFO:tasks.workunit.client.0.smithi031.stdout: "pgp_num": 8, 2024-08-10T06:31:30.287 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": 4, 2024-08-10T06:31:30.287 INFO:tasks.workunit.client.0.smithi031.stdout: "size": 3, 2024-08-10T06:31:30.287 INFO:tasks.workunit.client.0.smithi031.stdout: "stats": { 2024-08-10T06:31:30.287 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_raw": 724157999370, 2024-08-10T06:31:30.287 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_used": 12595200, 2024-08-10T06:31:30.287 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_bytes_used": 0, 2024-08-10T06:31:30.287 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_under_bytes": 0, 2024-08-10T06:31:30.287 INFO:tasks.workunit.client.0.smithi031.stdout: "data_bytes_used": 12595200, 2024-08-10T06:31:30.288 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty": 0, 2024-08-10T06:31:30.288 INFO:tasks.workunit.client.0.smithi031.stdout: "max_avail": 241385996288, 2024-08-10T06:31:30.288 INFO:tasks.workunit.client.0.smithi031.stdout: "objects": 4, 2024-08-10T06:31:30.288 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_bytes_used": 0, 2024-08-10T06:31:30.288 INFO:tasks.workunit.client.0.smithi031.stdout: "percent_used": 1.739258732413873e-05, 2024-08-10T06:31:30.288 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_bytes": 0, 2024-08-10T06:31:30.288 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_objects": 0, 2024-08-10T06:31:30.288 INFO:tasks.workunit.client.0.smithi031.stdout: "rd": 9012, 2024-08-10T06:31:30.288 INFO:tasks.workunit.client.0.smithi031.stdout: "rd_bytes": 3135913984, 2024-08-10T06:31:30.288 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": 4194323, 2024-08-10T06:31:30.288 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_data": 4194323, 2024-08-10T06:31:30.288 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_omap": 0, 2024-08-10T06:31:30.288 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_raw": 12582969, 2024-08-10T06:31:30.288 INFO:tasks.workunit.client.0.smithi031.stdout: "wr": 24326, 2024-08-10T06:31:30.289 INFO:tasks.workunit.client.0.smithi031.stdout: "wr_bytes": 3191153664 2024-08-10T06:31:30.289 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.289 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_bytes": 0, 2024-08-10T06:31:30.289 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_objects": 0, 2024-08-10T06:31:30.289 INFO:tasks.workunit.client.0.smithi031.stdout: "type": "replicated" 2024-08-10T06:31:30.289 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:30.289 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.289 INFO:tasks.workunit.client.0.smithi031.stdout: "rbd": { 2024-08-10T06:31:30.289 INFO:tasks.workunit.client.0.smithi031.stdout: "mirroring_by_pool": [ 2024-08-10T06:31:30.289 INFO:tasks.workunit.client.0.smithi031.stdout: false 2024-08-10T06:31:30.289 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.289 INFO:tasks.workunit.client.0.smithi031.stdout: "num_images_by_pool": [ 2024-08-10T06:31:30.289 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:30.289 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.290 INFO:tasks.workunit.client.0.smithi031.stdout: "num_pools": 1 2024-08-10T06:31:30.290 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.290 INFO:tasks.workunit.client.0.smithi031.stdout: "report_id": "89fe5db4-f4c1-4ba3-81cd-1d4e073dc899", 2024-08-10T06:31:30.290 INFO:tasks.workunit.client.0.smithi031.stdout: "report_timestamp": "2024-08-10T06:31:29.350445", 2024-08-10T06:31:30.290 INFO:tasks.workunit.client.0.smithi031.stdout: "report_version": 1, 2024-08-10T06:31:30.290 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_stats": { 2024-08-10T06:31:30.290 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "7.9.2" 2024-08-10T06:31:30.290 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.290 INFO:tasks.workunit.client.0.smithi031.stdout: "rook": { 2024-08-10T06:31:30.290 INFO:tasks.workunit.client.0.smithi031.stdout: "cluster": { 2024-08-10T06:31:30.290 INFO:tasks.workunit.client.0.smithi031.stdout: "external-mode": null, 2024-08-10T06:31:30.290 INFO:tasks.workunit.client.0.smithi031.stdout: "mon": { 2024-08-10T06:31:30.290 INFO:tasks.workunit.client.0.smithi031.stdout: "allow-multiple-per-node": null, 2024-08-10T06:31:30.290 INFO:tasks.workunit.client.0.smithi031.stdout: "count": null, 2024-08-10T06:31:30.291 INFO:tasks.workunit.client.0.smithi031.stdout: "max-id": null, 2024-08-10T06:31:30.291 INFO:tasks.workunit.client.0.smithi031.stdout: "pvc": { 2024-08-10T06:31:30.291 INFO:tasks.workunit.client.0.smithi031.stdout: "enabled": null 2024-08-10T06:31:30.291 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.291 INFO:tasks.workunit.client.0.smithi031.stdout: "stretch": { 2024-08-10T06:31:30.291 INFO:tasks.workunit.client.0.smithi031.stdout: "enabled": null 2024-08-10T06:31:30.291 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:30.291 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.291 INFO:tasks.workunit.client.0.smithi031.stdout: "network": { 2024-08-10T06:31:30.291 INFO:tasks.workunit.client.0.smithi031.stdout: "provider": null 2024-08-10T06:31:30.291 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.291 INFO:tasks.workunit.client.0.smithi031.stdout: "storage": { 2024-08-10T06:31:30.291 INFO:tasks.workunit.client.0.smithi031.stdout: "device-set": { 2024-08-10T06:31:30.291 INFO:tasks.workunit.client.0.smithi031.stdout: "count": { 2024-08-10T06:31:30.292 INFO:tasks.workunit.client.0.smithi031.stdout: "non-portable": null, 2024-08-10T06:31:30.292 INFO:tasks.workunit.client.0.smithi031.stdout: "portable": null, 2024-08-10T06:31:30.292 INFO:tasks.workunit.client.0.smithi031.stdout: "total": null 2024-08-10T06:31:30.292 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:30.292 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:30.292 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:30.292 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.292 INFO:tasks.workunit.client.0.smithi031.stdout: "csi": { 2024-08-10T06:31:30.292 INFO:tasks.workunit.client.0.smithi031.stdout: "version": null 2024-08-10T06:31:30.292 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.292 INFO:tasks.workunit.client.0.smithi031.stdout: "kubernetes": { 2024-08-10T06:31:30.292 INFO:tasks.workunit.client.0.smithi031.stdout: "version": null 2024-08-10T06:31:30.292 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.293 INFO:tasks.workunit.client.0.smithi031.stdout: "node": { 2024-08-10T06:31:30.293 INFO:tasks.workunit.client.0.smithi031.stdout: "count": { 2024-08-10T06:31:30.293 INFO:tasks.workunit.client.0.smithi031.stdout: "kubernetes-total": null, 2024-08-10T06:31:30.293 INFO:tasks.workunit.client.0.smithi031.stdout: "with-ceph-daemons": null, 2024-08-10T06:31:30.293 INFO:tasks.workunit.client.0.smithi031.stdout: "with-csi-cephfs-plugin": null, 2024-08-10T06:31:30.293 INFO:tasks.workunit.client.0.smithi031.stdout: "with-csi-nfs-plugin": null, 2024-08-10T06:31:30.293 INFO:tasks.workunit.client.0.smithi031.stdout: "with-csi-rbd-plugin": null 2024-08-10T06:31:30.293 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:30.293 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.293 INFO:tasks.workunit.client.0.smithi031.stdout: "usage": { 2024-08-10T06:31:30.293 INFO:tasks.workunit.client.0.smithi031.stdout: "storage-class": { 2024-08-10T06:31:30.293 INFO:tasks.workunit.client.0.smithi031.stdout: "count": { 2024-08-10T06:31:30.293 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": null, 2024-08-10T06:31:30.293 INFO:tasks.workunit.client.0.smithi031.stdout: "cephfs": null, 2024-08-10T06:31:30.294 INFO:tasks.workunit.client.0.smithi031.stdout: "nfs": null, 2024-08-10T06:31:30.294 INFO:tasks.workunit.client.0.smithi031.stdout: "rbd": null, 2024-08-10T06:31:30.294 INFO:tasks.workunit.client.0.smithi031.stdout: "total": null 2024-08-10T06:31:30.294 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:30.294 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:30.294 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.294 INFO:tasks.workunit.client.0.smithi031.stdout: "version": null 2024-08-10T06:31:30.294 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.294 INFO:tasks.workunit.client.0.smithi031.stdout: "services": {}, 2024-08-10T06:31:30.294 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_per_pg": [ 2024-08-10T06:31:30.294 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.294 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:30.295 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:30.295 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:30.295 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:30.295 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.295 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-08-10T06:31:30.295 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:30.295 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:30.295 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:30.295 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:30.295 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:30.295 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:30.295 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.895293+0000", 2024-08-10T06:31:30.295 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.355534+0000", 2024-08-10T06:31:30.296 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.355534+0000", 2024-08-10T06:31:30.296 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.355905+0000", 2024-08-10T06:31:30.296 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.895293+0000", 2024-08-10T06:31:30.296 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.296 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:30.296 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.296 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:30.296 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.895293+0000", 2024-08-10T06:31:30.296 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.895293+0000", 2024-08-10T06:31:30.296 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.895293+0000", 2024-08-10T06:31:30.296 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:30.296 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:30.296 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.296 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.895293+0000", 2024-08-10T06:31:30.297 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.895293+0000", 2024-08-10T06:31:30.297 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:30.297 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 5, 2024-08-10T06:31:30.297 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:30.297 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:30.297 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:30.297 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:30.297 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:30.297 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:30.297 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:30.297 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 5, 2024-08-10T06:31:30.297 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:30.297 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:30.298 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:30.298 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.1f", 2024-08-10T06:31:30.298 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:30.298 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:30.298 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:30.298 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5336, 2024-08-10T06:31:30.298 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:30.298 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T09:17:46.870532+0000", 2024-08-10T06:31:30.298 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:30.298 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:30.298 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:30.298 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 570, 2024-08-10T06:31:30.298 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:30.298 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:30.299 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:30.299 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:30.299 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:30.299 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:30.299 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:30.299 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:30.299 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:30.299 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:30.299 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:30.299 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:30.299 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:30.299 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:30.299 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:30.299 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 6, 2024-08-10T06:31:30.300 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 2, 2024-08-10T06:31:30.300 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:30.300 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 2, 2024-08-10T06:31:30.300 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:30.300 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:30.300 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:30.300 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:30.300 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:30.300 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 1, 2024-08-10T06:31:30.300 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:30.300 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:30.300 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:30.300 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:30.300 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:30.301 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:30.301 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:30.301 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 4, 2024-08-10T06:31:30.301 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 4, 2024-08-10T06:31:30.301 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:30.301 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:30.301 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:30.301 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 4, 2024-08-10T06:31:30.301 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 1 2024-08-10T06:31:30.301 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.301 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:30.301 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:30.301 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:30.301 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:30.302 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:30.302 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:30.302 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.302 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-08-10T06:31:30.302 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "548'5" 2024-08-10T06:31:30.302 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.302 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.302 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:30.302 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:30.302 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:30.302 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:30.303 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.303 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-08-10T06:31:30.303 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:30.303 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:30.303 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:30.303 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:30.303 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:30.303 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:30.303 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.403356+0000", 2024-08-10T06:31:30.303 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.393263+0000", 2024-08-10T06:31:30.303 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.393263+0000", 2024-08-10T06:31:30.303 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.393626+0000", 2024-08-10T06:31:30.303 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.403356+0000", 2024-08-10T06:31:30.303 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.304 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:30.304 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.304 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:30.304 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.403356+0000", 2024-08-10T06:31:30.304 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.403356+0000", 2024-08-10T06:31:30.304 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.403356+0000", 2024-08-10T06:31:30.304 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:30.304 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:30.304 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.304 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.403356+0000", 2024-08-10T06:31:30.304 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.403356+0000", 2024-08-10T06:31:30.304 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:30.305 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:30.305 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:30.305 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:30.305 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:30.305 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:30.305 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:30.305 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:30.305 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:30.305 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:30.305 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:30.305 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:30.305 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:30.305 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.1e", 2024-08-10T06:31:30.305 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:30.306 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:30.306 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:30.306 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5228, 2024-08-10T06:31:30.306 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:30.306 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:12:02.763461+0000", 2024-08-10T06:31:30.306 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:30.306 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:30.306 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:30.306 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:30.306 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:30.306 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:30.306 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:30.306 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:30.307 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:30.307 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:30.307 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:30.307 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:30.307 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:30.307 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:30.307 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:30.307 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:30.307 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:30.307 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:30.307 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:30.307 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:30.307 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:30.307 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:30.308 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:30.308 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:30.308 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:30.308 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:30.308 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:30.308 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:30.308 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:30.308 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:30.308 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:30.308 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:30.308 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:30.308 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:30.308 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:30.308 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:30.309 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:30.309 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:30.309 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:30.309 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:30.309 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:30.309 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:30.309 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:30.309 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.309 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:30.309 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:30.309 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:30.309 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:30.309 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:30.310 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:30.310 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.310 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-08-10T06:31:30.310 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:30.310 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.310 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.310 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:30.310 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:30.310 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:30.310 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T06:31:30.310 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.310 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-08-10T06:31:30.310 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:30.310 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:30.311 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:30.311 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:30.311 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:30.311 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:30.311 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.403459+0000", 2024-08-10T06:31:30.311 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:04.287434+0000", 2024-08-10T06:31:30.311 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:04.287434+0000", 2024-08-10T06:31:30.311 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:04.287805+0000", 2024-08-10T06:31:30.311 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.403459+0000", 2024-08-10T06:31:30.311 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.311 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:30.311 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.311 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 463, 2024-08-10T06:31:30.311 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.403459+0000", 2024-08-10T06:31:30.311 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.403459+0000", 2024-08-10T06:31:30.312 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.403459+0000", 2024-08-10T06:31:30.312 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:30.312 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:30.312 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.312 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.403459+0000", 2024-08-10T06:31:30.312 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.403459+0000", 2024-08-10T06:31:30.312 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:30.312 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 2, 2024-08-10T06:31:30.312 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:30.312 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:30.312 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 462, 2024-08-10T06:31:30.312 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:30.312 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:30.312 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:30.313 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:30.313 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 2, 2024-08-10T06:31:30.313 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:30.313 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:30.313 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:30.313 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.1e", 2024-08-10T06:31:30.313 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:30.313 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:30.313 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:30.313 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5251, 2024-08-10T06:31:30.313 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:30.313 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:27:13.328839+0000", 2024-08-10T06:31:30.313 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:30.314 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:30.314 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:30.314 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:30.314 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:30.314 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:30.314 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:30.314 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:30.314 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:30.314 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:30.314 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:30.314 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:30.314 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:30.314 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:30.315 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:30.315 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:30.315 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:30.315 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:30.315 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:30.315 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:30.315 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:30.315 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:30.315 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:30.315 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:30.315 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:30.315 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:30.315 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:30.315 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:30.316 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:30.316 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:30.316 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:30.316 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:30.316 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:30.316 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:30.316 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:30.316 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:30.316 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:30.316 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:30.316 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:30.316 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:30.316 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:30.316 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:30.317 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:30.317 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.317 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:30.317 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:30.317 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:30.317 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:30.317 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:30.317 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T06:31:30.317 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.317 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-08-10T06:31:30.317 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "548'2" 2024-08-10T06:31:30.317 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.317 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.318 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:30.318 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:30.318 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:30.318 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:30.318 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.318 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-08-10T06:31:30.318 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:30.318 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:30.318 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:30.318 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:30.318 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:30.318 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:30.318 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.892314+0000", 2024-08-10T06:31:30.319 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:04.287227+0000", 2024-08-10T06:31:30.319 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:04.287227+0000", 2024-08-10T06:31:30.319 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:04.288567+0000", 2024-08-10T06:31:30.319 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.892314+0000", 2024-08-10T06:31:30.319 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.319 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:30.319 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.319 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 463, 2024-08-10T06:31:30.319 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.892314+0000", 2024-08-10T06:31:30.319 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.892314+0000", 2024-08-10T06:31:30.319 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.892314+0000", 2024-08-10T06:31:30.319 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:30.319 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:30.320 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.320 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.892314+0000", 2024-08-10T06:31:30.320 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.892314+0000", 2024-08-10T06:31:30.320 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:30.320 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:30.320 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:30.320 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:30.320 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 462, 2024-08-10T06:31:30.320 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:30.320 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:30.320 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:30.320 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:30.320 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:30.320 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:30.321 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:30.321 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:30.321 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.1f", 2024-08-10T06:31:30.321 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:30.321 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:30.321 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:30.321 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5324, 2024-08-10T06:31:30.321 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:30.321 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:40:34.495798+0000", 2024-08-10T06:31:30.321 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:30.321 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:30.321 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:30.321 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:30.321 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:30.321 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:30.322 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:30.322 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:30.322 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:30.322 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:30.322 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:30.322 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:30.322 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:30.322 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:30.322 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:30.322 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:30.322 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:30.322 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:30.322 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:30.323 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:30.323 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:30.323 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:30.323 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:30.323 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:30.323 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:30.323 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:30.323 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:30.323 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:30.323 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:30.323 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:30.323 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:30.323 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:30.323 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:30.324 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:30.324 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:30.324 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:30.324 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:30.324 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:30.324 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:30.324 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:30.324 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:30.324 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:30.324 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:30.324 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.324 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:30.324 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:30.324 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:30.325 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:30.325 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:30.325 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:30.325 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.325 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-08-10T06:31:30.325 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:30.325 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.325 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.325 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:30.325 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:30.325 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:30.325 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:30.325 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.325 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T06:31:30.326 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:30.326 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:30.326 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:30.326 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:30.326 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:30.326 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:30.326 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.403367+0000", 2024-08-10T06:31:30.326 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.364073+0000", 2024-08-10T06:31:30.326 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.364073+0000", 2024-08-10T06:31:30.326 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.364726+0000", 2024-08-10T06:31:30.327 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.403367+0000", 2024-08-10T06:31:30.327 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.327 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:30.327 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.327 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:30.327 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.403367+0000", 2024-08-10T06:31:30.327 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.403367+0000", 2024-08-10T06:31:30.327 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.403367+0000", 2024-08-10T06:31:30.327 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:30.327 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:30.327 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.327 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.403367+0000", 2024-08-10T06:31:30.327 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.403367+0000", 2024-08-10T06:31:30.327 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:30.328 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 2, 2024-08-10T06:31:30.328 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:30.328 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:30.328 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:30.328 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:30.328 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:30.328 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:30.328 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:30.328 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 2, 2024-08-10T06:31:30.328 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:30.328 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:30.328 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:30.328 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.1d", 2024-08-10T06:31:30.328 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:30.329 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:30.329 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:30.329 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5100, 2024-08-10T06:31:30.329 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:30.329 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T09:54:06.570378+0000", 2024-08-10T06:31:30.329 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:30.329 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:30.329 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:30.329 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:30.329 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:30.329 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:30.329 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:30.329 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:30.329 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:30.330 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:30.330 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:30.330 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:30.330 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:30.330 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:30.330 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:30.330 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:30.330 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:30.330 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:30.330 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:30.330 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 3, 2024-08-10T06:31:30.330 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 1, 2024-08-10T06:31:30.330 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:30.331 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 1, 2024-08-10T06:31:30.331 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:30.331 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:30.331 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:30.331 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:30.331 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:30.331 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 1, 2024-08-10T06:31:30.331 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:30.331 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:30.331 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:30.331 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:30.331 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:30.331 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:30.331 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:30.331 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 6, 2024-08-10T06:31:30.332 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 6, 2024-08-10T06:31:30.332 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:30.332 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:30.332 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:30.332 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 3, 2024-08-10T06:31:30.332 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:30.332 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.332 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:30.332 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:30.332 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:30.332 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:30.332 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:30.332 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:30.332 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.333 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T06:31:30.333 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "66'2" 2024-08-10T06:31:30.333 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.333 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.333 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:30.333 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:30.333 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:30.333 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:30.333 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.333 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T06:31:30.333 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:30.333 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:30.333 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:30.334 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:30.334 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:30.334 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:30.334 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.894690+0000", 2024-08-10T06:31:30.334 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:04.266606+0000", 2024-08-10T06:31:30.334 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:04.266606+0000", 2024-08-10T06:31:30.334 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:04.268158+0000", 2024-08-10T06:31:30.334 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.894690+0000", 2024-08-10T06:31:30.334 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.334 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:30.334 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.334 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 463, 2024-08-10T06:31:30.334 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.894690+0000", 2024-08-10T06:31:30.335 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.894690+0000", 2024-08-10T06:31:30.335 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.894690+0000", 2024-08-10T06:31:30.335 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:30.335 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:30.335 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.335 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.894690+0000", 2024-08-10T06:31:30.335 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.894690+0000", 2024-08-10T06:31:30.335 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:30.335 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:30.335 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:30.335 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:30.335 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 462, 2024-08-10T06:31:30.335 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:30.335 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:30.336 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:30.336 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:30.336 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:30.336 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:30.336 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:30.336 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:30.336 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.1c", 2024-08-10T06:31:30.336 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:30.336 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:30.336 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:30.336 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5163, 2024-08-10T06:31:30.336 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:30.336 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:14:16.016922+0000", 2024-08-10T06:31:30.336 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:30.336 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:30.337 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:30.337 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:30.337 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:30.337 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:30.337 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:30.337 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:30.337 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:30.337 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:30.337 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:30.337 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:30.337 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:30.337 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:30.337 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:30.337 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:30.338 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:30.338 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:30.338 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:30.338 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:30.338 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:30.338 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:30.338 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:30.338 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:30.338 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:30.338 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:30.338 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:30.338 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:30.338 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:30.338 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:30.339 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:30.339 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:30.339 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:30.339 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:30.339 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:30.339 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:30.339 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:30.339 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:30.339 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:30.339 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:30.339 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:30.339 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:30.339 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:30.340 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.340 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:30.340 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:30.340 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:30.340 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:30.340 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:30.340 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:30.340 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.340 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T06:31:30.340 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:30.340 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.340 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.340 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:30.341 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:30.341 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:30.341 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:30.341 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.341 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T06:31:30.341 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:30.341 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:30.341 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:30.341 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:30.341 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:30.341 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:30.341 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.402118+0000", 2024-08-10T06:31:30.341 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.358597+0000", 2024-08-10T06:31:30.341 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.358597+0000", 2024-08-10T06:31:30.342 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.360867+0000", 2024-08-10T06:31:30.342 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.402118+0000", 2024-08-10T06:31:30.342 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.342 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:30.342 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.342 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:30.342 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.402118+0000", 2024-08-10T06:31:30.342 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.402118+0000", 2024-08-10T06:31:30.342 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.402118+0000", 2024-08-10T06:31:30.342 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:30.342 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:30.342 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.342 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.402118+0000", 2024-08-10T06:31:30.342 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.402118+0000", 2024-08-10T06:31:30.343 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:30.343 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 2, 2024-08-10T06:31:30.343 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:30.343 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:30.343 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:30.343 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:30.343 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:30.343 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:30.343 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:30.343 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 2, 2024-08-10T06:31:30.343 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:30.343 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:30.343 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:30.344 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.1c", 2024-08-10T06:31:30.344 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:30.344 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:30.344 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:30.344 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5110, 2024-08-10T06:31:30.344 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:30.344 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T11:44:28.697367+0000", 2024-08-10T06:31:30.344 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:30.344 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:30.344 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:30.344 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:30.344 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:30.344 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:30.344 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:30.345 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:30.345 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:30.345 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:30.345 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:30.345 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:30.345 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:30.345 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:30.345 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:30.345 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:30.345 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:30.345 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:30.345 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:30.345 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 3, 2024-08-10T06:31:30.345 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 1, 2024-08-10T06:31:30.346 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:30.346 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 1, 2024-08-10T06:31:30.346 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:30.346 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:30.346 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:30.346 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:30.346 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:30.346 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 1, 2024-08-10T06:31:30.346 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:30.346 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:30.346 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:30.346 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:30.346 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:30.347 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:30.347 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:30.347 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 6, 2024-08-10T06:31:30.347 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 6, 2024-08-10T06:31:30.347 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:30.347 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:30.347 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:30.347 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 3, 2024-08-10T06:31:30.347 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:30.347 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.347 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:30.347 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:30.347 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:30.347 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:30.348 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:30.348 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:30.348 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.348 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T06:31:30.348 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "66'2" 2024-08-10T06:31:30.348 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.348 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.348 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:30.348 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:30.348 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:30.348 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:30.348 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.348 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 2, 2024-08-10T06:31:30.348 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:30.348 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:30.349 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:30.349 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:30.349 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:30.349 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:30.349 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.402412+0000", 2024-08-10T06:31:30.349 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.388623+0000", 2024-08-10T06:31:30.349 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.388623+0000", 2024-08-10T06:31:30.349 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.389353+0000", 2024-08-10T06:31:30.349 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.402412+0000", 2024-08-10T06:31:30.349 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.349 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:30.349 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.349 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:30.350 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.402412+0000", 2024-08-10T06:31:30.350 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.402412+0000", 2024-08-10T06:31:30.350 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.402412+0000", 2024-08-10T06:31:30.350 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:30.350 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:30.350 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.350 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.402412+0000", 2024-08-10T06:31:30.350 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.402412+0000", 2024-08-10T06:31:30.350 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:30.350 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:30.350 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:30.350 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:30.350 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:30.351 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:30.351 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:30.351 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:30.351 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:30.351 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:30.351 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:30.351 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:30.351 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:30.351 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.1d", 2024-08-10T06:31:30.351 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:30.351 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:30.351 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:30.351 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5244, 2024-08-10T06:31:30.351 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:30.352 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T16:44:07.756433+0000", 2024-08-10T06:31:30.352 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:30.352 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:30.352 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:30.352 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:30.352 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:30.352 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:30.352 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:30.352 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:30.352 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:30.352 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:30.352 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:30.352 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:30.353 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:30.353 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:30.353 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:30.353 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:30.353 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:30.353 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:30.353 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:30.353 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:30.353 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:30.353 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:30.353 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:30.353 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:30.353 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:30.353 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:30.353 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:30.354 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:30.354 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:30.354 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:30.354 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:30.354 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:30.354 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:30.354 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:30.354 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:30.354 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:30.354 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:30.354 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:30.354 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:30.354 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:30.354 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:30.355 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:30.355 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:30.355 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.355 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:30.355 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:30.355 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:30.355 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:30.355 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:30.355 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:30.355 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.355 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 2, 2024-08-10T06:31:30.355 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:30.355 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.355 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.355 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:30.356 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:30.356 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:30.356 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:30.356 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.356 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-08-10T06:31:30.356 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:30.356 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:30.356 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:30.356 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:30.356 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:30.356 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:30.356 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.405534+0000", 2024-08-10T06:31:30.356 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.391788+0000", 2024-08-10T06:31:30.356 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.391788+0000", 2024-08-10T06:31:30.357 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.392080+0000", 2024-08-10T06:31:30.357 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.405534+0000", 2024-08-10T06:31:30.357 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.357 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:30.357 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.357 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:30.357 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.405534+0000", 2024-08-10T06:31:30.357 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.405534+0000", 2024-08-10T06:31:30.357 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.405534+0000", 2024-08-10T06:31:30.357 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:30.357 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:30.357 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.357 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.405534+0000", 2024-08-10T06:31:30.357 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.405534+0000", 2024-08-10T06:31:30.358 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:30.358 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:30.358 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:30.358 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:30.358 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:30.358 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:30.358 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:30.358 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:30.358 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:30.358 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:30.358 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:30.358 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:30.358 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:30.359 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.a", 2024-08-10T06:31:30.359 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:30.359 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:30.359 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:30.359 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5148, 2024-08-10T06:31:30.359 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:30.359 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:45:39.610881+0000", 2024-08-10T06:31:30.359 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:30.359 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:30.359 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:30.359 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:30.359 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:30.359 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:30.359 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:30.360 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:30.360 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:30.360 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:30.360 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:30.360 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:30.360 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:30.361 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:30.361 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:30.362 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:30.362 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:30.362 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:30.362 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:30.362 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:30.362 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:30.362 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:30.362 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:30.362 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:30.362 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:30.362 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:30.362 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:30.362 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:30.363 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:30.363 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:30.363 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:30.363 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:30.363 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:30.363 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:30.363 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:30.363 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:30.363 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:30.363 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:30.363 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:30.363 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:30.363 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:30.363 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:30.363 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:30.364 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.364 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:30.364 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:30.364 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:30.364 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:30.364 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:30.364 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:30.364 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.364 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-08-10T06:31:30.364 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:30.364 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.364 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.364 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:30.365 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:30.365 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:30.365 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T06:31:30.365 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.365 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T06:31:30.365 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:30.365 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:30.365 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:30.365 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:30.365 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:30.365 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:30.365 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.408164+0000", 2024-08-10T06:31:30.365 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.351638+0000", 2024-08-10T06:31:30.366 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.351638+0000", 2024-08-10T06:31:30.366 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.351997+0000", 2024-08-10T06:31:30.366 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.408164+0000", 2024-08-10T06:31:30.366 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.366 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:30.366 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.366 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:30.366 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.408164+0000", 2024-08-10T06:31:30.366 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.408164+0000", 2024-08-10T06:31:30.366 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.408164+0000", 2024-08-10T06:31:30.366 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:30.366 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:30.366 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.366 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.408164+0000", 2024-08-10T06:31:30.367 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.408164+0000", 2024-08-10T06:31:30.367 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:30.367 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 3, 2024-08-10T06:31:30.367 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:30.367 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:30.367 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:30.367 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:30.367 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:30.367 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:30.367 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:30.367 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 3, 2024-08-10T06:31:30.367 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:30.367 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:30.367 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:30.368 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.b", 2024-08-10T06:31:30.368 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:30.368 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:30.368 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:30.368 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5113, 2024-08-10T06:31:30.368 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:30.368 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:09:39.974904+0000", 2024-08-10T06:31:30.368 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:30.368 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:30.368 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:30.368 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:30.368 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:30.368 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:30.369 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:30.369 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:30.369 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:30.369 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:30.369 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:30.369 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:30.369 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:30.369 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:30.369 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:30.369 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:30.369 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:30.369 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:30.369 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:30.369 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 3, 2024-08-10T06:31:30.370 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 1, 2024-08-10T06:31:30.370 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:30.370 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 1, 2024-08-10T06:31:30.370 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:30.370 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:30.370 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:30.370 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:30.370 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:30.370 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 1, 2024-08-10T06:31:30.370 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:30.370 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:30.370 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:30.370 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:30.371 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:30.371 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:30.371 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:30.371 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 2, 2024-08-10T06:31:30.371 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 2, 2024-08-10T06:31:30.371 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:30.371 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:30.371 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:30.371 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 1, 2024-08-10T06:31:30.371 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:30.371 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.371 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:30.371 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:30.371 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:30.372 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:30.372 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:30.372 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T06:31:30.372 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.372 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T06:31:30.372 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "548'3" 2024-08-10T06:31:30.372 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.372 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.372 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:30.372 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:30.372 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:30.372 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:30.372 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.372 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-08-10T06:31:30.373 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:30.373 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:30.373 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:30.373 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:30.373 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:30.373 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:30.373 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.402442+0000", 2024-08-10T06:31:30.373 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:20:30.223581+0000", 2024-08-10T06:31:30.373 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:20:30.223581+0000", 2024-08-10T06:31:30.373 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:20:30.224260+0000", 2024-08-10T06:31:30.373 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.402442+0000", 2024-08-10T06:31:30.373 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.373 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:30.374 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.374 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 432, 2024-08-10T06:31:30.374 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.402442+0000", 2024-08-10T06:31:30.374 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.402442+0000", 2024-08-10T06:31:30.374 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.402442+0000", 2024-08-10T06:31:30.374 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:30.374 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:30.374 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.374 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.402442+0000", 2024-08-10T06:31:30.374 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.402442+0000", 2024-08-10T06:31:30.374 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:30.374 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:30.374 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:30.374 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:30.375 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 431, 2024-08-10T06:31:30.375 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:30.375 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:30.375 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:30.375 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:30.375 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:30.375 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:30.375 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:30.375 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:30.375 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.b", 2024-08-10T06:31:30.375 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:30.375 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:30.375 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:30.376 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5242, 2024-08-10T06:31:30.376 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:30.376 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:45:31.340415+0000", 2024-08-10T06:31:30.376 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:30.376 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:30.376 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:30.376 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:30.376 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:30.376 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:30.376 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:30.376 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:30.376 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:30.376 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:30.376 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:30.377 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:30.377 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:30.377 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:30.377 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:30.377 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:30.377 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:30.377 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:30.377 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:30.377 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:30.377 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:30.377 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:30.377 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:30.377 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:30.377 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:30.378 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:30.378 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:30.378 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:30.378 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:30.378 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:30.378 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:30.378 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:30.378 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:30.378 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:30.378 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:30.378 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:30.378 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:30.378 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:30.378 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:30.379 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:30.379 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:30.379 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:30.379 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:30.379 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.379 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:30.379 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:30.379 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:30.379 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:30.379 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:30.379 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:30.379 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.379 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-08-10T06:31:30.380 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:30.380 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.380 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.380 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:30.380 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:30.380 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:30.380 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:30.380 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.380 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-08-10T06:31:30.380 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:30.380 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:30.380 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:30.380 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:30.381 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:30.381 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:30.381 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.893362+0000", 2024-08-10T06:31:30.381 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.353553+0000", 2024-08-10T06:31:30.381 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.353553+0000", 2024-08-10T06:31:30.381 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.353904+0000", 2024-08-10T06:31:30.381 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.893362+0000", 2024-08-10T06:31:30.381 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.381 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:30.381 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.381 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:30.381 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.893362+0000", 2024-08-10T06:31:30.381 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.893362+0000", 2024-08-10T06:31:30.381 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.893362+0000", 2024-08-10T06:31:30.382 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:30.382 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:30.382 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.382 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.893362+0000", 2024-08-10T06:31:30.382 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.893362+0000", 2024-08-10T06:31:30.382 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:30.382 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:30.382 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:30.382 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:30.382 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:30.382 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:30.382 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:30.382 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:30.383 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:30.383 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:30.383 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:30.383 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:30.383 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:30.383 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.a", 2024-08-10T06:31:30.383 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:30.383 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:30.383 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:30.383 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5288, 2024-08-10T06:31:30.383 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:30.383 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:07:52.972048+0000", 2024-08-10T06:31:30.383 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:30.383 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:30.384 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:30.384 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:30.384 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:30.384 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:30.384 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:30.384 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:30.384 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:30.384 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:30.384 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:30.384 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:30.384 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:30.384 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:30.384 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:30.385 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:30.385 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:30.385 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:30.385 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:30.385 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:30.385 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:30.385 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:30.385 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:30.385 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:30.385 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:30.385 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:30.385 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:30.385 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:30.385 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:30.386 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:30.386 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:30.386 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:30.386 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:30.386 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:30.386 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:30.386 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:30.386 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:30.386 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:30.386 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:30.386 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:30.386 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:30.386 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:30.387 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:30.387 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.387 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:30.387 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:30.387 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:30.387 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:30.387 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:30.387 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:30.387 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.387 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-08-10T06:31:30.387 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:30.387 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.387 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.388 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:30.388 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:30.388 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:30.388 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:30.388 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.388 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-08-10T06:31:30.388 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:30.388 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:30.388 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:30.388 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:30.388 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:30.388 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:30.388 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.402438+0000", 2024-08-10T06:31:30.389 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.351562+0000", 2024-08-10T06:31:30.389 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.351562+0000", 2024-08-10T06:31:30.389 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.351905+0000", 2024-08-10T06:31:30.389 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.402438+0000", 2024-08-10T06:31:30.389 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.389 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:30.389 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.389 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:30.389 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.402438+0000", 2024-08-10T06:31:30.389 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.402438+0000", 2024-08-10T06:31:30.389 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.402438+0000", 2024-08-10T06:31:30.389 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:30.389 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:30.389 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.390 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.402438+0000", 2024-08-10T06:31:30.390 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.402438+0000", 2024-08-10T06:31:30.390 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:30.390 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:30.390 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:30.390 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:30.390 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:30.390 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:30.390 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:30.390 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:30.390 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:30.390 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:30.390 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:30.391 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:30.391 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:30.391 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.8", 2024-08-10T06:31:30.391 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:30.391 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:30.391 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:30.391 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5238, 2024-08-10T06:31:30.391 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:30.391 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T09:04:17.472779+0000", 2024-08-10T06:31:30.391 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:30.391 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:30.391 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:30.391 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:30.391 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:30.392 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:30.392 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:30.392 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:30.392 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:30.392 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:30.392 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:30.392 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:30.392 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:30.392 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:30.392 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:30.392 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:30.392 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:30.392 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:30.392 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:30.393 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:30.393 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:30.393 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:30.393 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:30.393 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:30.393 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:30.393 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:30.393 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:30.393 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:30.393 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:30.393 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:30.393 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:30.393 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:30.394 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:30.394 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:30.394 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:30.394 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:30.394 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:30.394 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:30.394 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:30.394 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:30.394 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:30.394 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:30.394 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:30.394 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.394 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:30.395 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:30.395 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:30.395 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:30.395 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:30.395 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:30.395 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.395 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-08-10T06:31:30.395 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:30.395 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.395 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.395 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:30.395 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:30.395 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:30.395 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-08-10T06:31:30.395 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.396 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-08-10T06:31:30.396 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:30.396 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:30.396 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:30.396 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:30.396 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:30.396 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:30.396 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.892858+0000", 2024-08-10T06:31:30.396 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.354206+0000", 2024-08-10T06:31:30.396 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.354206+0000", 2024-08-10T06:31:30.396 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.354588+0000", 2024-08-10T06:31:30.396 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.892858+0000", 2024-08-10T06:31:30.397 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.397 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:30.397 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.397 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:30.397 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.892858+0000", 2024-08-10T06:31:30.397 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.892858+0000", 2024-08-10T06:31:30.397 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.892858+0000", 2024-08-10T06:31:30.397 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:30.397 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:30.397 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.397 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.892858+0000", 2024-08-10T06:31:30.397 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.892858+0000", 2024-08-10T06:31:30.397 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:30.397 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:30.398 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:30.398 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:30.398 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:30.398 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:30.398 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:30.398 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:30.398 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:30.398 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:30.398 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:30.398 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:30.398 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:30.398 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.9", 2024-08-10T06:31:30.398 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:30.399 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:30.399 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:30.399 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5288, 2024-08-10T06:31:30.399 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:30.399 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:02:14.648821+0000", 2024-08-10T06:31:30.399 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:30.399 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:30.399 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:30.399 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:30.399 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:30.399 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:30.399 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:30.399 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:30.400 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:30.400 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:30.400 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:30.400 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:30.400 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:30.400 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:30.400 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:30.400 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:30.400 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:30.400 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:30.400 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:30.400 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:30.400 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:30.400 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:30.400 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:30.401 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:30.401 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:30.401 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:30.401 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:30.401 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:30.401 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:30.401 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:30.401 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:30.401 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:30.401 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:30.401 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:30.401 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:30.401 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:30.401 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:30.402 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:30.402 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:30.402 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:30.402 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:30.402 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:30.402 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:30.402 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.402 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:30.402 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:30.402 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:30.402 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:30.402 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:30.402 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-08-10T06:31:30.403 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.403 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-08-10T06:31:30.403 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:30.403 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.403 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.403 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:30.403 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:30.403 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:30.403 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:30.403 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.403 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 4, 2024-08-10T06:31:30.403 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:30.403 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:30.403 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:30.404 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:30.404 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:30.404 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:30.404 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.401648+0000", 2024-08-10T06:31:30.404 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.354497+0000", 2024-08-10T06:31:30.404 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.354497+0000", 2024-08-10T06:31:30.404 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.354862+0000", 2024-08-10T06:31:30.404 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.401648+0000", 2024-08-10T06:31:30.404 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.404 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:30.404 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.404 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:30.404 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.401648+0000", 2024-08-10T06:31:30.404 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.401648+0000", 2024-08-10T06:31:30.405 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.401648+0000", 2024-08-10T06:31:30.405 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:30.405 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:30.405 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.405 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.401648+0000", 2024-08-10T06:31:30.405 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.401648+0000", 2024-08-10T06:31:30.405 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:30.405 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:30.405 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:30.405 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:30.405 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:30.405 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:30.405 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:30.405 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:30.405 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:30.406 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:30.406 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:30.406 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:30.406 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:30.406 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.9", 2024-08-10T06:31:30.406 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:30.406 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:30.406 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:30.406 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5224, 2024-08-10T06:31:30.406 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:30.406 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:28:57.585726+0000", 2024-08-10T06:31:30.406 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:30.406 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:30.406 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:30.407 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:30.407 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:30.407 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:30.407 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:30.407 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:30.407 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:30.407 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:30.407 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:30.407 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:30.407 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:30.407 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:30.407 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:30.407 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:30.408 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:30.408 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:30.408 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:30.408 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:30.408 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:30.408 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:30.408 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:30.408 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:30.408 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:30.408 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:30.408 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:30.408 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:30.408 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:30.408 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:30.409 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:30.409 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:30.409 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:30.409 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:30.409 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:30.409 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:30.409 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:30.409 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:30.409 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:30.409 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:30.409 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:30.409 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:30.409 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:30.409 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.410 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:30.410 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:30.410 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:30.410 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:30.410 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:30.410 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:30.410 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.410 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 4, 2024-08-10T06:31:30.410 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:30.410 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.410 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.410 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:30.410 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:30.410 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:30.411 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:30.411 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.411 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T06:31:30.411 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:30.411 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:30.411 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:30.411 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:30.411 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:30.411 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:30.411 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.403024+0000", 2024-08-10T06:31:30.411 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.361776+0000", 2024-08-10T06:31:30.411 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.361776+0000", 2024-08-10T06:31:30.411 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.362775+0000", 2024-08-10T06:31:30.412 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.403024+0000", 2024-08-10T06:31:30.412 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.412 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:30.412 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.412 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:30.412 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.403024+0000", 2024-08-10T06:31:30.412 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.403024+0000", 2024-08-10T06:31:30.412 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.403024+0000", 2024-08-10T06:31:30.412 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:30.412 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:30.412 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.412 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.403024+0000", 2024-08-10T06:31:30.412 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.403024+0000", 2024-08-10T06:31:30.412 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:30.413 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:30.413 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:30.413 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:30.413 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:30.413 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:30.413 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:30.413 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:30.413 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:30.413 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:30.413 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:30.413 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:30.413 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:30.413 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.8", 2024-08-10T06:31:30.413 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:30.414 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:30.414 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:30.414 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5115, 2024-08-10T06:31:30.414 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:30.414 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:57:31.103722+0000", 2024-08-10T06:31:30.414 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:30.414 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:30.414 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:30.414 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:30.414 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:30.414 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:30.414 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:30.414 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:30.414 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:30.415 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:30.415 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:30.415 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:30.415 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:30.415 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:30.415 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:30.415 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:30.415 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:30.415 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:30.415 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:30.415 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:30.415 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:30.415 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:30.415 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:30.416 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:30.416 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:30.416 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:30.416 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:30.416 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:30.416 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:30.416 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:30.416 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:30.416 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:30.416 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:30.416 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:30.416 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:30.416 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:30.416 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:30.417 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:30.417 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:30.417 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:30.417 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:30.417 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:30.417 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:30.417 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.417 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:30.417 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:30.417 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:30.417 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:30.417 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:30.417 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:30.417 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.418 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T06:31:30.418 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:30.418 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.418 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.418 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:30.418 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:30.418 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:30.418 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:30.418 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.418 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 2, 2024-08-10T06:31:30.418 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:30.418 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:30.418 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:30.419 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:30.419 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:30.419 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:30.419 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.403195+0000", 2024-08-10T06:31:30.419 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:20:30.228725+0000", 2024-08-10T06:31:30.419 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:20:30.228725+0000", 2024-08-10T06:31:30.419 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:20:30.229054+0000", 2024-08-10T06:31:30.419 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.403195+0000", 2024-08-10T06:31:30.419 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.419 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:30.419 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.419 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 432, 2024-08-10T06:31:30.419 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.403195+0000", 2024-08-10T06:31:30.419 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.403195+0000", 2024-08-10T06:31:30.420 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.403195+0000", 2024-08-10T06:31:30.420 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:30.420 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:30.420 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.420 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.403195+0000", 2024-08-10T06:31:30.420 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.403195+0000", 2024-08-10T06:31:30.420 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:30.420 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:30.420 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:30.420 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:30.420 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 431, 2024-08-10T06:31:30.420 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:30.420 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:30.420 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:30.421 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:30.421 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:30.421 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:30.421 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:30.421 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:30.421 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.6", 2024-08-10T06:31:30.421 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:30.421 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:30.421 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:30.421 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5246, 2024-08-10T06:31:30.421 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:30.421 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T11:27:32.164587+0000", 2024-08-10T06:31:30.421 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:30.421 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:30.422 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:30.422 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:30.422 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:30.422 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:30.422 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:30.422 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:30.422 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:30.422 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:30.422 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:30.422 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:30.422 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:30.422 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:30.422 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:30.422 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:30.423 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:30.423 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:30.423 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:30.423 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:30.423 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:30.423 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:30.423 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:30.423 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:30.423 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:30.423 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:30.423 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:30.423 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:30.423 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:30.423 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:30.424 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:30.424 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:30.424 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:30.424 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:30.424 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:30.424 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:30.424 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:30.424 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:30.424 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:30.424 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:30.424 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:30.424 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:30.424 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:30.424 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.425 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:30.425 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:30.425 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:30.425 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:30.425 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:30.425 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:30.425 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.425 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 2, 2024-08-10T06:31:30.425 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:30.425 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.425 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.425 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:30.425 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:30.425 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:30.426 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:30.426 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.426 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-08-10T06:31:30.426 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:30.426 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:30.426 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:30.426 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:30.426 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:30.426 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:30.426 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.413050+0000", 2024-08-10T06:31:30.426 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.356051+0000", 2024-08-10T06:31:30.427 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.356051+0000", 2024-08-10T06:31:30.427 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.356425+0000", 2024-08-10T06:31:30.427 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.413050+0000", 2024-08-10T06:31:30.427 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.427 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:30.427 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.427 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:30.427 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.413050+0000", 2024-08-10T06:31:30.427 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.413050+0000", 2024-08-10T06:31:30.427 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.413050+0000", 2024-08-10T06:31:30.427 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:30.427 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:30.428 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.428 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.413050+0000", 2024-08-10T06:31:30.428 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.413050+0000", 2024-08-10T06:31:30.428 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:30.428 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 2, 2024-08-10T06:31:30.428 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:30.428 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:30.428 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:30.428 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:30.428 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:30.428 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:30.428 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:30.428 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 2, 2024-08-10T06:31:30.429 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:30.429 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:30.429 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:30.429 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.7", 2024-08-10T06:31:30.429 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:30.429 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:30.429 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:30.429 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5131, 2024-08-10T06:31:30.429 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:30.429 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:48:03.914068+0000", 2024-08-10T06:31:30.429 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:30.429 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:30.429 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:30.430 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:30.430 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:30.430 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:30.430 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:30.430 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:30.430 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:30.430 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:30.430 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:30.430 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:30.430 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:30.430 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:30.430 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:30.430 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:30.431 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:30.431 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:30.431 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:30.431 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 3, 2024-08-10T06:31:30.431 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 1, 2024-08-10T06:31:30.431 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:30.431 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 1, 2024-08-10T06:31:30.431 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:30.431 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:30.431 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:30.431 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:30.431 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:30.431 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 1, 2024-08-10T06:31:30.431 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:30.432 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:30.432 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:30.432 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:30.432 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:30.432 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:30.432 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:30.432 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 6, 2024-08-10T06:31:30.432 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 6, 2024-08-10T06:31:30.432 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:30.432 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:30.432 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:30.432 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 3, 2024-08-10T06:31:30.432 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:30.432 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.433 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:30.433 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:30.433 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:30.433 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:30.433 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:30.433 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:30.433 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.433 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-08-10T06:31:30.433 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "66'2" 2024-08-10T06:31:30.433 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.433 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.433 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:30.433 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:30.434 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:30.434 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:30.434 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.434 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 4, 2024-08-10T06:31:30.434 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:30.434 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:30.434 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 70, 2024-08-10T06:31:30.434 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:30.434 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:30.434 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:30.434 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.401481+0000", 2024-08-10T06:31:30.434 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.391458+0000", 2024-08-10T06:31:30.434 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.391458+0000", 2024-08-10T06:31:30.435 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:55:12.258606+0000", 2024-08-10T06:31:30.435 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.401481+0000", 2024-08-10T06:31:30.435 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:30.435 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:30.435 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:30.435 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:30.435 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.401481+0000", 2024-08-10T06:31:30.435 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.401481+0000", 2024-08-10T06:31:30.435 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.401481+0000", 2024-08-10T06:31:30.435 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:30.435 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:30.435 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:30.435 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.401481+0000", 2024-08-10T06:31:30.435 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.401481+0000", 2024-08-10T06:31:30.436 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:30.436 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 3113, 2024-08-10T06:31:30.436 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:30.436 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:30.436 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:30.436 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:30.436 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:30.436 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:30.436 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:30.436 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 3113, 2024-08-10T06:31:30.436 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:30.436 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:30.436 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:30.436 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "4.1", 2024-08-10T06:31:30.437 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:30.437 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:30.437 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:30.437 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 8868, 2024-08-10T06:31:30.437 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:30.437 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:03:52.566417+0000", 2024-08-10T06:31:30.437 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.004357829, 2024-08-10T06:31:30.437 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:30.437 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:30.437 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 4194304, 2024-08-10T06:31:30.437 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:30.437 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:30.437 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:30.437 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:30.438 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:30.438 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:30.438 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:30.438 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:30.438 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:30.438 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:30.438 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:30.438 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:30.438 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:30.438 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:30.438 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:30.438 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 3, 2024-08-10T06:31:30.438 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 1, 2024-08-10T06:31:30.438 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:30.439 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 1, 2024-08-10T06:31:30.439 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:30.439 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:30.439 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:30.439 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:30.439 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:30.439 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:30.439 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:30.439 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:30.439 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:30.439 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:30.439 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:30.439 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:30.439 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:30.440 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 742, 2024-08-10T06:31:30.440 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 373520, 2024-08-10T06:31:30.440 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:30.440 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:30.440 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:30.440 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 3110, 2024-08-10T06:31:30.440 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 417360 2024-08-10T06:31:30.440 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.440 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:30.440 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:30.440 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:30.440 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:30.440 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:30.440 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:30.440 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.441 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 4, 2024-08-10T06:31:30.441 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "1113'3113" 2024-08-10T06:31:30.441 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.441 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.441 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:30.441 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:30.441 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:30.441 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:30.441 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.441 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-08-10T06:31:30.441 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:30.441 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:30.441 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:30.442 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:30.442 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:30.442 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:30.442 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.403982+0000", 2024-08-10T06:31:30.442 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.360348+0000", 2024-08-10T06:31:30.442 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.360348+0000", 2024-08-10T06:31:30.442 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.360670+0000", 2024-08-10T06:31:30.442 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.403982+0000", 2024-08-10T06:31:30.442 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.442 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:30.442 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.442 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:30.442 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.403982+0000", 2024-08-10T06:31:30.443 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.403982+0000", 2024-08-10T06:31:30.443 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.403982+0000", 2024-08-10T06:31:30.443 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:30.443 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:30.443 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.443 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.403982+0000", 2024-08-10T06:31:30.443 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.403982+0000", 2024-08-10T06:31:30.443 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:30.443 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:30.443 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:30.443 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:30.443 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:30.443 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:30.443 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:30.444 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:30.444 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:30.444 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:30.444 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:30.444 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:30.444 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:30.444 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.7", 2024-08-10T06:31:30.444 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:30.444 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:30.444 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:30.444 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5244, 2024-08-10T06:31:30.444 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:30.444 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T11:00:15.673745+0000", 2024-08-10T06:31:30.444 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:30.445 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:30.445 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:30.445 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:30.445 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:30.445 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:30.445 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:30.445 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:30.445 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:30.445 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:30.445 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:30.445 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:30.445 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:30.445 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:30.446 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:30.446 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:30.446 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:30.446 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:30.446 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:30.446 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:30.446 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:30.446 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:30.446 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:30.446 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:30.446 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:30.446 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:30.446 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:30.446 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:30.447 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:30.447 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:30.447 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:30.447 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:30.447 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:30.447 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:30.447 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:30.447 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:30.447 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:30.447 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:30.447 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:30.447 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:30.447 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:30.447 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:30.448 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:30.448 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.448 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:30.448 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:30.448 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:30.448 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:30.448 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:30.448 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:30.448 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.448 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-08-10T06:31:30.448 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:30.448 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.448 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.448 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:30.449 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:30.449 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:30.449 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:30.449 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.449 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-08-10T06:31:30.449 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:30.449 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:30.449 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:30.449 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:30.449 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:30.449 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:30.449 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.893021+0000", 2024-08-10T06:31:30.449 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.391689+0000", 2024-08-10T06:31:30.450 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.391689+0000", 2024-08-10T06:31:30.450 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.392035+0000", 2024-08-10T06:31:30.450 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.893021+0000", 2024-08-10T06:31:30.450 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.450 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:30.450 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.450 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:30.450 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.893021+0000", 2024-08-10T06:31:30.450 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.893021+0000", 2024-08-10T06:31:30.450 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.893021+0000", 2024-08-10T06:31:30.450 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:30.450 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:30.450 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.450 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.893021+0000", 2024-08-10T06:31:30.451 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.893021+0000", 2024-08-10T06:31:30.451 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:30.451 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 2, 2024-08-10T06:31:30.451 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:30.451 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:30.451 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:30.451 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:30.451 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:30.451 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:30.451 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:30.451 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 2, 2024-08-10T06:31:30.451 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:30.451 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:30.452 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:30.452 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.6", 2024-08-10T06:31:30.452 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:30.452 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:30.452 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:30.452 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5296, 2024-08-10T06:31:30.452 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:30.452 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:32:55.536703+0000", 2024-08-10T06:31:30.452 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:30.452 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:30.452 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:30.452 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:30.452 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:30.452 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:30.453 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:30.453 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:30.453 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:30.453 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:30.453 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:30.453 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:30.453 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:30.453 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:30.453 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:30.453 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:30.453 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:30.453 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:30.453 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:30.454 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 3, 2024-08-10T06:31:30.454 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 1, 2024-08-10T06:31:30.454 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:30.454 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 1, 2024-08-10T06:31:30.454 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:30.454 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:30.454 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:30.454 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:30.454 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:30.454 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 1, 2024-08-10T06:31:30.454 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:30.454 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:30.454 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:30.454 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:30.455 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:30.455 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:30.455 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:30.455 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 2, 2024-08-10T06:31:30.455 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 2, 2024-08-10T06:31:30.455 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:30.455 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:30.455 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:30.455 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 2, 2024-08-10T06:31:30.455 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:30.455 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.455 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:30.455 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:30.455 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:30.456 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:30.456 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:30.456 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:30.456 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.456 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-08-10T06:31:30.456 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "552'2" 2024-08-10T06:31:30.456 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.456 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.456 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:30.456 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:30.456 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:30.456 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:30.456 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.456 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-08-10T06:31:30.457 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:30.457 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:30.457 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 70, 2024-08-10T06:31:30.457 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:30.457 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:30.457 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:30.457 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.402204+0000", 2024-08-10T06:31:30.457 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.360154+0000", 2024-08-10T06:31:30.457 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.360154+0000", 2024-08-10T06:31:30.457 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:55:12.161164+0000", 2024-08-10T06:31:30.457 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.402204+0000", 2024-08-10T06:31:30.457 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:30.457 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:30.457 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:30.458 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:30.458 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.402204+0000", 2024-08-10T06:31:30.458 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.402204+0000", 2024-08-10T06:31:30.458 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.402204+0000", 2024-08-10T06:31:30.458 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:30.458 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:30.458 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:30.458 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.402204+0000", 2024-08-10T06:31:30.458 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.402204+0000", 2024-08-10T06:31:30.458 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:30.458 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 3102, 2024-08-10T06:31:30.458 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:30.458 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:30.459 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:30.459 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:30.459 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:30.459 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:30.459 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:30.459 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 3102, 2024-08-10T06:31:30.459 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:30.459 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:30.459 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:30.459 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "4.0", 2024-08-10T06:31:30.459 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:30.459 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:30.459 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:30.459 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 8957, 2024-08-10T06:31:30.460 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:30.460 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:21:11.515789+0000", 2024-08-10T06:31:30.460 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.005278187, 2024-08-10T06:31:30.460 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:30.460 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:30.460 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:30.460 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:30.460 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:30.460 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:30.460 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:30.460 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:30.460 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:30.460 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:30.460 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:30.460 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:30.461 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:30.461 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:30.461 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:30.461 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:30.461 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:30.461 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:30.461 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:30.461 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:30.461 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:30.461 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:30.461 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:30.461 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:30.461 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:30.461 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:30.462 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:30.462 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:30.462 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:30.462 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:30.462 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:30.462 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:30.462 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:30.462 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:30.462 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:30.462 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 908, 2024-08-10T06:31:30.462 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 413282, 2024-08-10T06:31:30.462 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:30.462 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:30.462 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:30.463 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 3099, 2024-08-10T06:31:30.463 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 400192 2024-08-10T06:31:30.463 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.463 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:30.463 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:30.463 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:30.463 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:30.463 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:30.463 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:30.463 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.463 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-08-10T06:31:30.463 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "1112'3102" 2024-08-10T06:31:30.463 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.464 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.464 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:30.464 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:30.464 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:30.464 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T06:31:30.464 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.464 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-08-10T06:31:30.464 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:30.464 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:30.464 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:30.464 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:30.464 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:30.464 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:30.465 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.894012+0000", 2024-08-10T06:31:30.465 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:04.269861+0000", 2024-08-10T06:31:30.465 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:04.269861+0000", 2024-08-10T06:31:30.465 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:04.270187+0000", 2024-08-10T06:31:30.465 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.894012+0000", 2024-08-10T06:31:30.465 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.465 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:30.465 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.465 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 463, 2024-08-10T06:31:30.465 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.894012+0000", 2024-08-10T06:31:30.465 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.894012+0000", 2024-08-10T06:31:30.465 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.894012+0000", 2024-08-10T06:31:30.465 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:30.465 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:30.466 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.466 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.894012+0000", 2024-08-10T06:31:30.466 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.894012+0000", 2024-08-10T06:31:30.466 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:30.466 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:30.466 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:30.466 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:30.466 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 462, 2024-08-10T06:31:30.466 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:30.466 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:30.466 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:30.466 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:30.466 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:30.466 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:30.467 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:30.467 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:30.467 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.4", 2024-08-10T06:31:30.467 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:30.467 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:30.467 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:30.467 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5289, 2024-08-10T06:31:30.467 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:30.467 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:09:29.219239+0000", 2024-08-10T06:31:30.467 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:30.467 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:30.467 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:30.467 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:30.467 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:30.468 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:30.468 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:30.468 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:30.468 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:30.468 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:30.468 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:30.468 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:30.468 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:30.468 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:30.468 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:30.468 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:30.468 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:30.468 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:30.468 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:30.468 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:30.469 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:30.469 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:30.469 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:30.469 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:30.469 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:30.469 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:30.469 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:30.469 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:30.469 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:30.469 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:30.469 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:30.469 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:30.469 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:30.469 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:30.470 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:30.470 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:30.470 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:30.470 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:30.470 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:30.470 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:30.470 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:30.470 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:30.470 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:30.470 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.470 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:30.470 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:30.470 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:30.470 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:30.471 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:30.471 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T06:31:30.471 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.471 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-08-10T06:31:30.471 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:30.471 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.471 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.471 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:30.471 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:30.471 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:30.471 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:30.471 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.471 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T06:31:30.471 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:30.472 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:30.472 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:30.472 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:30.472 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:30.472 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:30.472 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.403922+0000", 2024-08-10T06:31:30.472 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.354654+0000", 2024-08-10T06:31:30.472 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.354654+0000", 2024-08-10T06:31:30.472 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.355781+0000", 2024-08-10T06:31:30.472 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.403922+0000", 2024-08-10T06:31:30.472 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.472 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:30.472 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.473 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:30.473 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.403922+0000", 2024-08-10T06:31:30.473 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.403922+0000", 2024-08-10T06:31:30.473 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.403922+0000", 2024-08-10T06:31:30.473 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:30.473 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:30.473 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.473 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.403922+0000", 2024-08-10T06:31:30.473 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.403922+0000", 2024-08-10T06:31:30.473 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:30.473 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:30.473 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:30.473 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:30.473 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:30.473 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:30.474 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:30.474 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:30.474 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:30.474 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:30.474 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:30.474 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:30.474 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:30.474 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.5", 2024-08-10T06:31:30.474 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:30.474 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:30.474 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:30.474 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5122, 2024-08-10T06:31:30.474 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:30.474 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:18:33.472641+0000", 2024-08-10T06:31:30.475 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:30.475 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:30.475 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:30.475 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:30.475 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:30.475 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:30.475 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:30.475 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:30.475 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:30.475 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:30.475 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:30.475 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:30.475 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:30.475 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:30.476 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:30.476 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:30.476 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:30.476 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:30.476 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:30.476 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:30.476 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:30.476 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:30.476 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:30.476 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:30.476 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:30.476 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:30.476 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:30.477 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:30.477 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:30.477 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:30.477 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:30.477 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:30.477 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:30.477 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:30.477 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:30.477 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:30.477 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:30.477 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:30.477 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:30.477 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:30.477 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:30.478 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:30.478 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:30.478 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.478 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:30.478 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:30.478 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:30.478 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:30.478 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:30.478 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:30.478 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.478 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T06:31:30.478 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:30.478 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.478 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.479 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:30.479 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:30.479 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:30.479 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:30.479 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.479 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-08-10T06:31:30.479 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:30.479 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:30.479 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 70, 2024-08-10T06:31:30.479 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:30.479 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:30.479 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:30.479 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.895094+0000", 2024-08-10T06:31:30.480 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.357708+0000", 2024-08-10T06:31:30.480 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.357708+0000", 2024-08-10T06:31:30.480 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:55:12.158278+0000", 2024-08-10T06:31:30.480 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.895094+0000", 2024-08-10T06:31:30.480 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:30.480 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:30.480 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:30.480 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:30.480 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.895094+0000", 2024-08-10T06:31:30.480 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.895094+0000", 2024-08-10T06:31:30.480 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.895094+0000", 2024-08-10T06:31:30.480 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:30.480 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:30.481 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:30.481 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.895094+0000", 2024-08-10T06:31:30.481 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.895094+0000", 2024-08-10T06:31:30.481 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:30.481 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 2966, 2024-08-10T06:31:30.481 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:30.481 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:30.481 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:30.481 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:30.481 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:30.481 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:30.481 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:30.481 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 2966, 2024-08-10T06:31:30.481 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:30.481 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:30.482 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:30.482 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "4.3", 2024-08-10T06:31:30.482 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:30.482 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:30.482 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:30.482 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 9042, 2024-08-10T06:31:30.482 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:30.482 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:12:29.499250+0000", 2024-08-10T06:31:30.482 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.006011297, 2024-08-10T06:31:30.482 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:30.482 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:30.482 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:30.482 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:30.482 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:30.483 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:30.483 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:30.483 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:30.483 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:30.483 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:30.483 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:30.483 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:30.483 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:30.483 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:30.483 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:30.483 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:30.483 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:30.483 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:30.483 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 3, 2024-08-10T06:31:30.484 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 1, 2024-08-10T06:31:30.484 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:30.484 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 1, 2024-08-10T06:31:30.484 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:30.484 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:30.484 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:30.484 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:30.484 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:30.484 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 1, 2024-08-10T06:31:30.484 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:30.484 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:30.484 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:30.484 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:30.484 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:30.485 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:30.485 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:30.485 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 1110, 2024-08-10T06:31:30.485 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 380353, 2024-08-10T06:31:30.485 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:30.485 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:30.485 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:30.485 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 2940, 2024-08-10T06:31:30.485 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 368839 2024-08-10T06:31:30.485 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.485 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:30.485 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:30.485 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:30.485 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:30.486 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:30.486 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:30.486 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.486 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-08-10T06:31:30.486 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "1113'2966" 2024-08-10T06:31:30.486 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.486 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.486 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:30.486 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:30.486 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:30.486 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:30.486 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.486 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T06:31:30.486 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:30.487 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:30.487 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:30.487 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:30.487 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:30.487 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:30.487 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.893866+0000", 2024-08-10T06:31:30.487 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:04.276899+0000", 2024-08-10T06:31:30.487 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:04.276899+0000", 2024-08-10T06:31:30.487 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:04.277176+0000", 2024-08-10T06:31:30.487 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.893866+0000", 2024-08-10T06:31:30.487 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.487 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:30.487 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.488 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 463, 2024-08-10T06:31:30.488 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.893866+0000", 2024-08-10T06:31:30.488 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.893866+0000", 2024-08-10T06:31:30.488 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.893866+0000", 2024-08-10T06:31:30.488 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:30.488 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:30.488 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.488 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.893866+0000", 2024-08-10T06:31:30.488 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.893866+0000", 2024-08-10T06:31:30.488 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:30.488 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:30.488 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:30.488 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:30.489 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 462, 2024-08-10T06:31:30.489 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:30.489 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:30.489 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:30.489 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:30.489 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:30.489 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:30.489 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:30.489 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:30.489 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.5", 2024-08-10T06:31:30.489 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:30.489 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:30.489 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:30.489 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5184, 2024-08-10T06:31:30.490 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:30.490 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:08:33.061086+0000", 2024-08-10T06:31:30.490 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:30.490 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:30.490 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:30.490 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:30.490 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:30.490 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:30.490 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:30.490 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:30.490 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:30.490 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:30.490 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:30.491 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:30.491 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:30.491 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:30.491 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:30.491 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:30.491 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:30.491 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:30.491 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:30.491 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:30.491 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:30.491 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:30.491 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:30.491 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:30.491 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:30.492 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:30.492 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:30.492 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:30.492 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:30.492 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:30.492 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:30.492 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:30.492 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:30.492 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:30.492 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:30.492 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:30.492 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:30.492 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:30.492 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:30.493 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:30.493 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:30.493 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:30.493 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:30.493 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.493 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:30.493 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:30.493 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:30.493 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:30.493 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:30.493 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:30.493 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.493 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T06:31:30.493 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:30.494 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.494 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.494 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:30.494 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:30.494 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:30.494 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:30.494 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.494 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-08-10T06:31:30.494 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:30.494 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:30.494 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:30.494 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:30.494 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:30.495 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:30.495 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.894100+0000", 2024-08-10T06:31:30.495 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.361489+0000", 2024-08-10T06:31:30.495 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.361489+0000", 2024-08-10T06:31:30.495 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.362253+0000", 2024-08-10T06:31:30.495 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.894100+0000", 2024-08-10T06:31:30.495 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.495 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:30.495 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.495 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:30.495 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.894100+0000", 2024-08-10T06:31:30.495 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.894100+0000", 2024-08-10T06:31:30.495 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.894100+0000", 2024-08-10T06:31:30.495 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:30.496 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:30.496 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.496 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.894100+0000", 2024-08-10T06:31:30.496 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.894100+0000", 2024-08-10T06:31:30.496 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:30.496 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:30.496 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:30.496 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:30.496 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:30.496 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:30.496 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:30.496 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:30.496 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:30.496 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:30.497 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:30.497 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:30.497 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:30.497 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.4", 2024-08-10T06:31:30.497 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:30.497 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:30.497 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:30.497 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5301, 2024-08-10T06:31:30.497 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:30.497 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:01:25.074443+0000", 2024-08-10T06:31:30.497 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:30.497 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:30.497 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:30.497 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:30.498 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:30.498 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:30.498 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:30.498 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:30.498 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:30.498 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:30.498 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:30.498 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:30.498 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:30.498 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:30.498 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:30.498 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:30.498 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:30.498 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:30.499 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:30.499 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:30.499 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:30.499 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:30.499 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:30.499 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:30.499 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:30.499 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:30.499 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:30.499 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:30.499 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:30.499 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:30.499 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:30.499 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:30.500 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:30.500 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:30.500 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:30.500 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:30.500 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:30.500 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:30.500 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:30.500 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:30.500 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:30.500 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:30.500 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:30.500 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.500 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:30.500 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:30.500 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:30.501 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:30.501 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:30.501 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:30.501 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.501 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-08-10T06:31:30.501 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:30.501 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.501 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.501 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:30.501 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:30.501 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:30.501 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:30.501 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.501 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-08-10T06:31:30.502 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:30.502 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:30.502 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 70, 2024-08-10T06:31:30.502 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:30.502 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:30.502 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:30.502 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.893063+0000", 2024-08-10T06:31:30.502 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:04.278472+0000", 2024-08-10T06:31:30.502 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:04.278472+0000", 2024-08-10T06:31:30.502 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:55:12.158284+0000", 2024-08-10T06:31:30.502 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.893063+0000", 2024-08-10T06:31:30.502 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:30.502 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:30.503 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:30.503 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 463, 2024-08-10T06:31:30.503 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.893063+0000", 2024-08-10T06:31:30.503 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.893063+0000", 2024-08-10T06:31:30.503 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.893063+0000", 2024-08-10T06:31:30.503 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:30.503 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:30.503 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:30.503 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.893063+0000", 2024-08-10T06:31:30.503 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.893063+0000", 2024-08-10T06:31:30.503 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:30.503 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 3130, 2024-08-10T06:31:30.503 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:30.504 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:30.504 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 462, 2024-08-10T06:31:30.504 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:30.504 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:30.504 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:30.504 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:30.504 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 3130, 2024-08-10T06:31:30.504 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:30.504 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:30.504 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:30.504 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "4.2", 2024-08-10T06:31:30.504 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:30.504 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:30.504 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:30.505 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 9349, 2024-08-10T06:31:30.505 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:30.505 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:06:20.042384+0000", 2024-08-10T06:31:30.505 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.004508237, 2024-08-10T06:31:30.505 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:30.505 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:30.505 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 19, 2024-08-10T06:31:30.505 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:30.505 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:30.505 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:30.505 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:30.505 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:30.505 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:30.505 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:30.506 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:30.506 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:30.506 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:30.506 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:30.506 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:30.506 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:30.506 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:30.506 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:30.506 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 3, 2024-08-10T06:31:30.506 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 1, 2024-08-10T06:31:30.506 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:30.506 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 1, 2024-08-10T06:31:30.506 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:30.507 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:30.507 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:30.507 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:30.507 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:30.507 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:30.507 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:30.507 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:30.507 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:30.507 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:30.507 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:30.507 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:30.507 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:30.507 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 1423, 2024-08-10T06:31:30.507 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 384055, 2024-08-10T06:31:30.507 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:30.508 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:30.508 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:30.508 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 3122, 2024-08-10T06:31:30.508 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 377684 2024-08-10T06:31:30.508 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.508 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:30.508 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:30.508 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:30.508 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:30.508 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:30.508 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:30.508 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.508 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-08-10T06:31:30.508 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "1112'3130" 2024-08-10T06:31:30.509 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.509 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.509 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:30.509 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:30.509 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:30.509 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:30.509 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.509 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 4, 2024-08-10T06:31:30.509 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:30.509 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:30.509 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:30.509 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:30.509 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:30.510 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:30.510 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.404056+0000", 2024-08-10T06:31:30.510 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.392721+0000", 2024-08-10T06:31:30.510 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.392721+0000", 2024-08-10T06:31:30.510 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.393092+0000", 2024-08-10T06:31:30.510 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.404056+0000", 2024-08-10T06:31:30.510 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.510 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:30.510 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.510 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:30.510 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.404056+0000", 2024-08-10T06:31:30.510 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.404056+0000", 2024-08-10T06:31:30.510 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.404056+0000", 2024-08-10T06:31:30.511 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:30.511 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:30.511 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.511 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.404056+0000", 2024-08-10T06:31:30.511 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.404056+0000", 2024-08-10T06:31:30.511 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:30.511 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:30.511 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:30.511 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:30.511 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:30.511 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:30.511 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:30.511 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:30.511 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:30.512 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:30.512 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:30.512 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:30.512 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:30.512 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.3", 2024-08-10T06:31:30.512 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:30.512 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:30.512 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:30.512 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5204, 2024-08-10T06:31:30.512 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:30.512 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T11:11:51.870934+0000", 2024-08-10T06:31:30.512 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:30.512 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:30.512 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:30.513 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:30.513 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:30.513 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:30.513 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:30.513 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:30.513 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:30.513 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:30.513 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:30.513 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:30.513 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:30.513 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:30.513 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:30.513 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:30.513 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:30.514 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:30.514 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:30.514 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:30.514 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:30.514 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:30.514 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:30.514 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:30.514 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:30.514 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:30.514 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:30.514 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:30.514 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:30.514 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:30.515 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:30.515 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:30.515 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:30.515 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:30.515 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:30.515 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:30.515 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:30.515 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:30.515 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:30.515 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:30.515 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:30.515 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:30.515 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:30.515 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.516 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:30.516 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:30.516 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:30.516 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:30.516 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:30.516 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:30.516 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.516 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 4, 2024-08-10T06:31:30.516 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:30.516 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.516 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.516 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:30.516 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:30.516 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:30.517 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:30.517 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.517 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T06:31:30.517 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:30.517 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:30.517 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:30.517 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:30.517 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:30.517 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:30.517 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.893214+0000", 2024-08-10T06:31:30.517 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.388525+0000", 2024-08-10T06:31:30.517 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.388525+0000", 2024-08-10T06:31:30.517 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.388822+0000", 2024-08-10T06:31:30.518 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.893214+0000", 2024-08-10T06:31:30.518 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.518 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:30.518 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.518 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:30.518 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.893214+0000", 2024-08-10T06:31:30.518 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.893214+0000", 2024-08-10T06:31:30.518 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.893214+0000", 2024-08-10T06:31:30.518 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:30.518 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:30.518 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.518 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.893214+0000", 2024-08-10T06:31:30.519 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.893214+0000", 2024-08-10T06:31:30.519 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:30.519 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:30.519 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:30.519 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:30.519 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:30.519 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:30.519 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:30.519 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:30.519 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:30.519 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:30.519 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:30.519 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:30.519 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:30.520 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.2", 2024-08-10T06:31:30.520 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:30.520 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:30.520 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:30.520 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5159, 2024-08-10T06:31:30.520 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:30.520 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:08:13.739155+0000", 2024-08-10T06:31:30.520 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:30.520 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:30.520 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:30.520 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:30.520 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:30.520 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:30.520 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:30.521 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:30.521 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:30.521 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:30.521 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:30.521 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:30.521 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:30.521 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:30.521 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:30.521 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:30.521 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:30.521 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:30.521 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:30.521 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:30.522 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:30.522 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:30.522 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:30.522 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:30.522 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:30.522 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:30.522 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:30.522 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:30.522 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:30.522 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:30.522 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:30.522 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:30.522 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:30.522 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:30.523 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:30.523 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:30.523 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:30.523 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:30.523 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:30.523 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:30.523 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:30.523 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:30.523 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:30.523 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.523 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:30.523 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:30.523 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:30.523 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:30.523 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:30.524 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:30.524 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.524 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T06:31:30.524 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:30.524 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.524 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.524 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:30.524 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:30.524 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:30.524 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-08-10T06:31:30.524 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.524 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-08-10T06:31:30.524 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:30.524 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:30.525 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 70, 2024-08-10T06:31:30.525 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:30.525 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:30.525 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:30.525 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.894192+0000", 2024-08-10T06:31:30.525 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:19:57.218502+0000", 2024-08-10T06:31:30.525 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:19:57.218502+0000", 2024-08-10T06:31:30.525 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:55:12.161073+0000", 2024-08-10T06:31:30.525 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.894192+0000", 2024-08-10T06:31:30.525 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:30.525 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:30.525 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:30.525 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 406, 2024-08-10T06:31:30.525 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.894192+0000", 2024-08-10T06:31:30.526 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.894192+0000", 2024-08-10T06:31:30.526 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.894192+0000", 2024-08-10T06:31:30.526 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:30.526 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:30.526 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:30.526 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.894192+0000", 2024-08-10T06:31:30.526 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.894192+0000", 2024-08-10T06:31:30.526 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:30.526 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 3034, 2024-08-10T06:31:30.526 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:30.526 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:30.526 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 405, 2024-08-10T06:31:30.526 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:30.527 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:30.527 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:30.527 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:30.527 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 3034, 2024-08-10T06:31:30.527 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:30.527 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:30.527 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:30.527 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "4.4", 2024-08-10T06:31:30.527 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:30.528 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:30.528 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:30.528 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 9061, 2024-08-10T06:31:30.528 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:30.528 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:30:20.918836+0000", 2024-08-10T06:31:30.528 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.00693344, 2024-08-10T06:31:30.528 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:30.528 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:30.528 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:30.528 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:30.528 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:30.528 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:30.528 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:30.528 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:30.529 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:30.529 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:30.529 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:30.529 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:30.529 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:30.529 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:30.529 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:30.529 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:30.529 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:30.529 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:30.529 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 3, 2024-08-10T06:31:30.529 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 1, 2024-08-10T06:31:30.529 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:30.529 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 1, 2024-08-10T06:31:30.529 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:30.530 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:30.530 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:30.530 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:30.530 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:30.530 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 1, 2024-08-10T06:31:30.530 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:30.530 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:30.530 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:30.530 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:30.530 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:30.530 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:30.530 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:30.530 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 1110, 2024-08-10T06:31:30.531 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 357248, 2024-08-10T06:31:30.531 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:30.531 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:30.531 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:30.531 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 3025, 2024-08-10T06:31:30.531 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 361614 2024-08-10T06:31:30.531 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.531 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:30.531 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:30.531 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:30.531 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:30.531 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:30.531 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-08-10T06:31:30.531 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.531 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-08-10T06:31:30.532 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "1113'3034" 2024-08-10T06:31:30.532 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.532 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.532 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:30.532 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:30.532 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:30.532 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:30.532 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.532 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-08-10T06:31:30.532 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:30.532 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:30.532 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:30.532 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:30.532 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:30.533 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:30.533 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.893226+0000", 2024-08-10T06:31:30.533 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.391585+0000", 2024-08-10T06:31:30.533 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.391585+0000", 2024-08-10T06:31:30.533 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.393191+0000", 2024-08-10T06:31:30.533 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.893226+0000", 2024-08-10T06:31:30.533 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.533 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:30.533 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.533 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:30.533 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.893226+0000", 2024-08-10T06:31:30.533 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.893226+0000", 2024-08-10T06:31:30.533 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.893226+0000", 2024-08-10T06:31:30.534 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:30.534 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:30.534 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.534 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.893226+0000", 2024-08-10T06:31:30.534 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.893226+0000", 2024-08-10T06:31:30.534 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:30.534 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:30.534 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:30.534 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:30.534 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:30.534 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:30.534 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:30.534 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:30.535 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:30.535 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:30.535 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:30.535 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:30.535 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:30.535 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.0", 2024-08-10T06:31:30.535 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:30.535 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:30.535 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:30.535 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5291, 2024-08-10T06:31:30.535 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:30.535 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:58:54.160427+0000", 2024-08-10T06:31:30.535 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:30.535 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:30.536 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:30.536 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:30.536 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:30.536 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:30.536 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:30.536 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:30.536 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:30.536 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:30.536 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:30.536 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:30.536 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:30.536 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:30.536 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:30.536 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:30.537 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:30.537 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:30.537 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:30.537 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:30.537 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:30.537 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:30.537 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:30.537 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:30.537 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:30.537 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:30.537 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:30.537 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:30.537 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:30.537 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:30.538 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:30.538 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:30.538 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:30.538 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:30.538 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:30.538 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:30.538 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:30.538 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:30.538 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:30.538 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:30.538 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:30.538 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:30.538 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:30.538 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.539 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:30.539 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:30.539 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:30.539 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:30.539 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:30.539 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:30.539 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.539 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-08-10T06:31:30.539 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:30.539 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.539 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.539 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:30.539 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:30.540 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:30.540 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:30.540 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.540 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 2, 2024-08-10T06:31:30.540 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:30.540 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:30.540 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:30.540 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:30.540 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:30.540 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:30.540 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.402069+0000", 2024-08-10T06:31:30.540 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:19:57.224969+0000", 2024-08-10T06:31:30.540 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:19:57.224969+0000", 2024-08-10T06:31:30.540 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:19:57.225279+0000", 2024-08-10T06:31:30.541 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.402069+0000", 2024-08-10T06:31:30.541 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.541 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:30.541 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.541 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 406, 2024-08-10T06:31:30.541 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.402069+0000", 2024-08-10T06:31:30.541 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.402069+0000", 2024-08-10T06:31:30.541 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.402069+0000", 2024-08-10T06:31:30.541 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:30.541 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:30.541 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.541 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.402069+0000", 2024-08-10T06:31:30.541 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.402069+0000", 2024-08-10T06:31:30.541 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:30.542 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:30.542 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:30.542 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:30.542 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 405, 2024-08-10T06:31:30.542 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:30.542 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:30.542 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:30.542 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:30.542 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:30.542 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:30.542 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:30.542 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:30.542 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.1", 2024-08-10T06:31:30.543 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:30.543 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:30.543 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:30.543 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5262, 2024-08-10T06:31:30.543 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:30.543 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T11:15:39.980853+0000", 2024-08-10T06:31:30.543 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:30.543 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:30.543 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:30.543 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:30.543 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:30.543 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:30.543 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:30.543 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:30.544 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:30.544 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:30.544 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:30.544 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:30.544 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:30.544 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:30.544 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:30.544 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:30.544 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:30.544 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:30.544 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:30.544 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:30.544 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:30.544 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:30.545 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:30.545 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:30.545 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:30.545 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:30.545 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:30.545 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:30.545 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:30.545 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:30.545 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:30.545 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:30.545 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:30.545 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:30.545 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:30.545 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:30.545 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:30.546 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:30.546 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:30.546 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:30.546 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:30.546 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:30.546 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:30.546 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.546 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:30.546 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:30.546 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:30.546 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:30.546 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:30.546 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:30.547 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.547 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 2, 2024-08-10T06:31:30.547 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:30.547 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.547 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.547 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:30.547 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:30.547 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:30.547 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:30.547 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.547 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-08-10T06:31:30.547 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:30.547 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:30.547 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 70, 2024-08-10T06:31:30.547 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:30.548 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:30.548 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:30.548 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.896342+0000", 2024-08-10T06:31:30.548 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:04.274094+0000", 2024-08-10T06:31:30.548 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:04.274094+0000", 2024-08-10T06:31:30.548 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:55:12.158274+0000", 2024-08-10T06:31:30.548 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.896342+0000", 2024-08-10T06:31:30.548 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:30.548 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:30.548 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:30.548 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 463, 2024-08-10T06:31:30.548 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.896342+0000", 2024-08-10T06:31:30.548 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.896342+0000", 2024-08-10T06:31:30.549 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.896342+0000", 2024-08-10T06:31:30.549 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:30.549 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:30.549 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:30.549 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.896342+0000", 2024-08-10T06:31:30.549 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.896342+0000", 2024-08-10T06:31:30.549 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:30.549 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 3095, 2024-08-10T06:31:30.549 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:30.549 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:30.549 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 462, 2024-08-10T06:31:30.549 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:30.549 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:30.550 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:30.550 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:30.550 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 3095, 2024-08-10T06:31:30.550 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:30.550 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:30.550 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:30.550 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "4.7", 2024-08-10T06:31:30.550 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:30.550 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:30.550 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:30.550 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 9153, 2024-08-10T06:31:30.550 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:30.550 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:48:30.081666+0000", 2024-08-10T06:31:30.550 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.004150104, 2024-08-10T06:31:30.551 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:30.551 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:30.551 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:30.551 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:30.551 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:30.551 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:30.551 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:30.551 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:30.551 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:30.551 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:30.551 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:30.551 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:30.551 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:30.552 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:30.552 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:30.552 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:30.552 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:30.552 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:30.552 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:30.552 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:30.552 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:30.552 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:30.552 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:30.552 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:30.552 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:30.552 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:30.552 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:30.553 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:30.553 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:30.553 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:30.553 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:30.553 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:30.553 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:30.553 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:30.553 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:30.553 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 1306, 2024-08-10T06:31:30.553 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 397825, 2024-08-10T06:31:30.553 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:30.553 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:30.553 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:30.553 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 3072, 2024-08-10T06:31:30.554 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 395286 2024-08-10T06:31:30.554 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.554 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:30.554 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:30.554 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:30.554 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:30.554 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:30.554 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:30.554 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.554 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-08-10T06:31:30.554 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "1112'3095" 2024-08-10T06:31:30.554 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.554 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.555 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:30.555 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:30.555 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:30.555 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-08-10T06:31:30.555 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.555 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-08-10T06:31:30.555 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:30.555 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:30.555 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:30.555 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:30.555 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:30.555 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:30.555 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.894166+0000", 2024-08-10T06:31:30.555 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:20:30.226900+0000", 2024-08-10T06:31:30.556 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:20:30.226900+0000", 2024-08-10T06:31:30.556 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:20:30.227222+0000", 2024-08-10T06:31:30.556 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.894166+0000", 2024-08-10T06:31:30.556 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.556 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:30.556 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.556 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 432, 2024-08-10T06:31:30.556 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.894166+0000", 2024-08-10T06:31:30.556 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.894166+0000", 2024-08-10T06:31:30.556 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.894166+0000", 2024-08-10T06:31:30.556 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:30.556 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:30.556 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.556 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.894166+0000", 2024-08-10T06:31:30.557 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.894166+0000", 2024-08-10T06:31:30.557 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:30.557 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:30.557 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:30.557 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:30.557 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 431, 2024-08-10T06:31:30.557 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:30.557 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:30.557 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:30.557 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:30.557 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:30.557 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:30.557 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:30.557 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:30.558 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.1", 2024-08-10T06:31:30.558 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:30.558 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:30.558 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:30.558 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5324, 2024-08-10T06:31:30.558 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:30.558 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:57:02.193650+0000", 2024-08-10T06:31:30.558 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:30.558 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:30.558 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:30.558 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:30.558 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:30.558 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:30.559 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:30.559 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:30.559 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:30.559 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:30.559 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:30.559 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:30.559 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:30.559 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:30.559 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:30.559 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:30.559 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:30.559 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:30.559 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:30.559 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:30.559 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:30.560 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:30.560 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:30.560 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:30.560 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:30.560 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:30.560 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:30.560 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:30.560 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:30.560 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:30.560 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:30.560 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:30.560 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:30.560 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:30.560 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:30.560 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:30.561 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:30.561 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:30.561 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:30.561 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:30.561 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:30.561 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:30.561 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:30.561 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.561 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:30.561 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:30.561 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:30.561 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:30.561 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:30.561 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-08-10T06:31:30.562 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.562 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-08-10T06:31:30.562 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:30.562 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.562 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.562 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:30.562 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:30.562 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:30.562 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:30.562 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.562 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T06:31:30.562 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:30.562 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:30.562 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:30.563 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:30.563 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:30.563 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:30.563 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.403303+0000", 2024-08-10T06:31:30.563 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.361485+0000", 2024-08-10T06:31:30.563 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.361485+0000", 2024-08-10T06:31:30.563 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.362954+0000", 2024-08-10T06:31:30.563 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.403303+0000", 2024-08-10T06:31:30.563 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.563 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:30.563 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.563 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:30.563 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.403303+0000", 2024-08-10T06:31:30.563 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.403303+0000", 2024-08-10T06:31:30.564 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.403303+0000", 2024-08-10T06:31:30.564 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:30.564 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:30.564 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.564 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.403303+0000", 2024-08-10T06:31:30.564 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.403303+0000", 2024-08-10T06:31:30.564 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:30.564 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:30.564 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:30.564 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:30.564 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:30.564 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:30.566 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:30.566 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:30.566 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:30.566 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:30.566 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:30.566 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:30.566 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:30.566 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.0", 2024-08-10T06:31:30.567 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:30.567 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:30.567 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:30.567 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5118, 2024-08-10T06:31:30.567 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:30.567 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:10:59.342379+0000", 2024-08-10T06:31:30.567 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:30.567 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:30.567 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:30.567 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:30.567 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:30.567 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:30.567 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:30.567 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:30.568 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:30.568 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:30.568 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:30.568 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:30.568 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:30.568 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:30.568 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:30.568 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:30.568 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:30.568 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:30.568 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:30.568 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:30.568 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:30.569 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:30.569 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:30.569 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:30.569 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:30.569 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:30.569 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:30.569 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:30.569 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:30.569 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:30.569 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:30.569 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:30.569 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:30.569 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:30.569 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:30.569 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:30.570 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:30.570 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:30.570 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:30.570 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:30.570 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:30.570 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:30.570 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:30.570 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.570 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:30.570 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:30.570 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:30.570 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:30.570 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:30.571 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:30.571 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.571 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T06:31:30.571 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:30.571 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.571 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.571 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:30.571 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:30.571 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:30.571 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:30.571 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.571 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-08-10T06:31:30.571 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:30.571 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:30.572 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 70, 2024-08-10T06:31:30.572 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:30.572 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:30.572 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:30.572 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.897797+0000", 2024-08-10T06:31:30.572 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:19:24.346505+0000", 2024-08-10T06:31:30.572 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:19:24.346505+0000", 2024-08-10T06:31:30.572 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:55:12.157794+0000", 2024-08-10T06:31:30.572 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.897797+0000", 2024-08-10T06:31:30.572 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:30.572 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:30.572 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:30.572 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 375, 2024-08-10T06:31:30.573 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.897797+0000", 2024-08-10T06:31:30.573 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.897797+0000", 2024-08-10T06:31:30.573 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.897797+0000", 2024-08-10T06:31:30.573 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:30.573 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:30.573 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:30.573 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.897797+0000", 2024-08-10T06:31:30.573 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.897797+0000", 2024-08-10T06:31:30.573 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:30.573 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 3095, 2024-08-10T06:31:30.573 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:30.573 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:30.573 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 374, 2024-08-10T06:31:30.573 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:30.573 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:30.574 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:30.574 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:30.574 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 3095, 2024-08-10T06:31:30.574 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:30.574 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:30.574 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:30.574 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "4.6", 2024-08-10T06:31:30.574 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:30.574 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:30.574 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:30.574 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 9325, 2024-08-10T06:31:30.574 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:30.574 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:41:45.789547+0000", 2024-08-10T06:31:30.574 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.005426781, 2024-08-10T06:31:30.575 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:30.575 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:30.575 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:30.575 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:30.575 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:30.575 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:30.575 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:30.575 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:30.575 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:30.575 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:30.575 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:30.575 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:30.575 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:30.575 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:30.575 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:30.576 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:30.576 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:30.576 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:30.576 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:30.576 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:30.576 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:30.576 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:30.576 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:30.576 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:30.576 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:30.576 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:30.576 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:30.576 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:30.577 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:30.577 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:30.577 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:30.577 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:30.577 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:30.577 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:30.577 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:30.577 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 1625, 2024-08-10T06:31:30.577 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 374760, 2024-08-10T06:31:30.577 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:30.577 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:30.577 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:30.577 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 3039, 2024-08-10T06:31:30.577 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 416942 2024-08-10T06:31:30.578 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.578 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:30.578 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:30.578 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:30.578 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:30.578 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:30.578 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:30.578 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.578 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-08-10T06:31:30.578 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "1113'3095" 2024-08-10T06:31:30.578 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.578 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.578 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:30.579 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:30.579 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:30.579 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:30.579 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.579 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-08-10T06:31:30.579 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:30.579 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:30.579 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:30.579 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:30.579 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:30.579 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:30.579 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.402924+0000", 2024-08-10T06:31:30.579 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.391911+0000", 2024-08-10T06:31:30.579 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.391911+0000", 2024-08-10T06:31:30.580 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.392232+0000", 2024-08-10T06:31:30.580 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.402924+0000", 2024-08-10T06:31:30.580 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.580 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:30.580 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.580 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:30.580 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.402924+0000", 2024-08-10T06:31:30.580 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.402924+0000", 2024-08-10T06:31:30.580 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.402924+0000", 2024-08-10T06:31:30.580 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:30.580 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:30.580 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.580 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.402924+0000", 2024-08-10T06:31:30.581 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.402924+0000", 2024-08-10T06:31:30.581 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:30.581 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:30.581 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:30.581 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:30.581 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:30.581 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:30.581 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:30.581 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:30.581 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:30.581 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:30.581 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:30.581 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:30.582 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:30.582 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.2", 2024-08-10T06:31:30.582 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:30.582 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:30.582 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:30.582 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5237, 2024-08-10T06:31:30.582 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:30.582 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:53:52.378605+0000", 2024-08-10T06:31:30.582 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:30.582 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:30.582 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:30.582 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:30.582 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:30.582 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:30.583 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:30.583 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:30.583 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:30.583 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:30.583 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:30.583 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:30.583 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:30.583 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:30.583 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:30.583 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:30.583 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:30.583 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:30.583 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:30.583 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:30.584 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:30.584 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:30.584 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:30.584 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:30.584 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:30.584 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:30.584 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:30.584 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:30.584 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:30.584 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:30.584 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:30.584 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:30.584 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:30.585 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:30.585 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:30.585 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:30.585 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:30.585 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:30.585 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:30.585 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:30.585 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:30.585 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:30.585 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:30.585 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.585 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:30.585 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:30.585 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:30.585 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:30.586 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:30.586 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:30.586 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.586 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-08-10T06:31:30.586 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:30.586 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.586 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.586 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:30.586 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:30.586 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:30.586 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:30.586 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.586 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T06:31:30.587 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:30.587 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:30.587 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:30.587 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:30.587 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:30.587 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:30.587 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.893495+0000", 2024-08-10T06:31:30.587 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.356715+0000", 2024-08-10T06:31:30.587 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.356715+0000", 2024-08-10T06:31:30.587 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.357022+0000", 2024-08-10T06:31:30.587 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.893495+0000", 2024-08-10T06:31:30.587 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.587 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:30.587 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.588 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:30.588 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.893495+0000", 2024-08-10T06:31:30.588 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.893495+0000", 2024-08-10T06:31:30.588 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.893495+0000", 2024-08-10T06:31:30.588 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:30.588 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:30.588 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.588 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.893495+0000", 2024-08-10T06:31:30.588 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.893495+0000", 2024-08-10T06:31:30.588 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:30.588 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:30.588 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:30.588 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:30.589 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:30.589 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:30.589 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:30.589 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:30.589 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:30.589 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:30.589 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:30.589 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:30.589 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:30.589 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.3", 2024-08-10T06:31:30.589 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:30.589 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:30.589 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:30.589 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5150, 2024-08-10T06:31:30.590 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:30.590 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:24:03.730643+0000", 2024-08-10T06:31:30.590 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:30.590 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:30.590 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:30.590 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:30.590 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:30.590 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:30.590 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:30.590 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:30.590 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:30.590 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:30.590 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:30.590 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:30.591 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:30.591 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:30.591 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:30.591 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:30.591 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:30.591 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:30.591 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:30.591 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:30.591 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:30.591 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:30.591 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:30.591 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:30.591 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:30.591 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:30.592 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:30.592 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:30.592 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:30.592 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:30.592 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:30.592 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:30.592 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:30.592 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:30.592 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:30.592 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:30.592 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:30.592 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:30.592 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:30.592 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:30.593 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:30.593 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:30.593 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:30.593 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.593 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:30.593 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:30.593 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:30.593 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:30.593 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:30.593 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:30.593 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.593 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T06:31:30.593 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:30.593 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.593 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.594 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:30.594 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:30.594 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:30.594 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:30.594 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.594 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T06:31:30.594 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:30.594 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:30.594 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 20, 2024-08-10T06:31:30.594 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:30.594 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:30.594 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:30.594 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.403402+0000", 2024-08-10T06:31:30.595 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.362199+0000", 2024-08-10T06:31:30.595 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.362199+0000", 2024-08-10T06:31:30.595 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.363413+0000", 2024-08-10T06:31:30.595 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.403402+0000", 2024-08-10T06:31:30.595 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:08:04.067019+0000", 2024-08-10T06:31:30.595 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:30.595 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:08:04.067019+0000", 2024-08-10T06:31:30.595 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:30.595 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.403402+0000", 2024-08-10T06:31:30.595 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.403402+0000", 2024-08-10T06:31:30.595 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.403402+0000", 2024-08-10T06:31:30.595 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:30.595 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:30.595 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:08:04.067019+0000", 2024-08-10T06:31:30.596 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.403402+0000", 2024-08-10T06:31:30.596 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.403402+0000", 2024-08-10T06:31:30.596 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:30.596 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 253, 2024-08-10T06:31:30.596 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:30.596 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:30.596 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:30.596 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:30.596 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:30.596 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:30.596 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:30.596 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 253, 2024-08-10T06:31:30.596 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:30.596 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:30.596 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:30.597 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "1.0", 2024-08-10T06:31:30.597 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:30.597 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:30.597 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:30.597 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5809, 2024-08-10T06:31:30.597 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:30.597 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T11:23:43.852477+0000", 2024-08-10T06:31:30.597 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:30.597 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:30.597 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:30.597 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 590368, 2024-08-10T06:31:30.597 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:30.597 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 1771104, 2024-08-10T06:31:30.597 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:30.598 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:30.598 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:30.598 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:30.598 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:30.598 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:30.598 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:30.598 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:30.598 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:30.598 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:30.598 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:30.598 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:30.598 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:30.598 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 6, 2024-08-10T06:31:30.598 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 2, 2024-08-10T06:31:30.599 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:30.599 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 2, 2024-08-10T06:31:30.599 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:30.599 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:30.599 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:30.599 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:30.599 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:30.599 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:30.599 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:30.599 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 6, 2024-08-10T06:31:30.599 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:30.599 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:30.599 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:30.600 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:30.600 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:30.600 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 1322, 2024-08-10T06:31:30.600 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 2114, 2024-08-10T06:31:30.600 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:30.600 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:30.600 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:30.600 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 423, 2024-08-10T06:31:30.600 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 2416 2024-08-10T06:31:30.600 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.600 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:30.600 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:30.600 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:30.600 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:30.601 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:30.601 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:30.601 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.601 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T06:31:30.601 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "2202'253" 2024-08-10T06:31:30.601 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.601 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.601 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:30.601 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:30.601 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:30.601 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:30.601 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.601 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-08-10T06:31:30.601 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:30.602 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:30.602 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 70, 2024-08-10T06:31:30.602 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:30.602 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:30.602 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:30.602 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.409785+0000", 2024-08-10T06:31:30.602 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.352821+0000", 2024-08-10T06:31:30.602 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.352821+0000", 2024-08-10T06:31:30.602 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:55:12.153150+0000", 2024-08-10T06:31:30.602 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.409785+0000", 2024-08-10T06:31:30.602 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:30.602 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:30.602 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:30.603 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:30.603 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.409785+0000", 2024-08-10T06:31:30.603 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.409785+0000", 2024-08-10T06:31:30.603 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.409785+0000", 2024-08-10T06:31:30.603 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:30.603 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:30.603 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:30.603 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.409785+0000", 2024-08-10T06:31:30.603 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.409785+0000", 2024-08-10T06:31:30.603 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:30.603 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 2922, 2024-08-10T06:31:30.603 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:30.603 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:30.603 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:30.604 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:30.604 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:30.604 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:30.604 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:30.604 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 2922, 2024-08-10T06:31:30.604 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:30.604 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:30.604 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:30.604 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "4.5", 2024-08-10T06:31:30.604 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:30.604 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:30.604 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:30.604 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 8627, 2024-08-10T06:31:30.605 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:30.605 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:04:40.861563+0000", 2024-08-10T06:31:30.605 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.002391912, 2024-08-10T06:31:30.605 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:30.605 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:30.605 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:30.605 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:30.605 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:30.605 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:30.605 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:30.605 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:30.605 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:30.605 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:30.605 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:30.605 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:30.606 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:30.606 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:30.606 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:30.606 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:30.606 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:30.606 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:30.606 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:30.606 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:30.606 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:30.606 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:30.606 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:30.606 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:30.606 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:30.606 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:30.607 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:30.607 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:30.607 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:30.607 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:30.607 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:30.607 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:30.607 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:30.607 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:30.607 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:30.607 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 788, 2024-08-10T06:31:30.607 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 381373, 2024-08-10T06:31:30.607 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:30.607 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:30.608 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:30.608 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 2919, 2024-08-10T06:31:30.608 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 378444 2024-08-10T06:31:30.608 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.608 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:30.608 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:30.608 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:30.608 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:30.608 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:30.608 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:30.608 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.608 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-08-10T06:31:30.608 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "1112'2922" 2024-08-10T06:31:30.608 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.608 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.609 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:30.609 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:30.609 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:30.609 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:30.609 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.609 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T06:31:30.609 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:30.609 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:30.609 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:30.609 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:30.609 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:30.609 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:30.609 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.404112+0000", 2024-08-10T06:31:30.609 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.359056+0000", 2024-08-10T06:31:30.610 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.359056+0000", 2024-08-10T06:31:30.610 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.360437+0000", 2024-08-10T06:31:30.610 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.404112+0000", 2024-08-10T06:31:30.610 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.610 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:30.610 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.610 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:30.610 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.404112+0000", 2024-08-10T06:31:30.610 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.404112+0000", 2024-08-10T06:31:30.610 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.404112+0000", 2024-08-10T06:31:30.610 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:30.610 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:30.611 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.611 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.404112+0000", 2024-08-10T06:31:30.611 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.404112+0000", 2024-08-10T06:31:30.611 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:30.611 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:30.611 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:30.611 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:30.611 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:30.611 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:30.611 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:30.611 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:30.612 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:30.612 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:30.612 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:30.612 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:30.612 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:30.612 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.d", 2024-08-10T06:31:30.612 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:30.612 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:30.612 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:30.612 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5096, 2024-08-10T06:31:30.612 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:30.612 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:21:38.007255+0000", 2024-08-10T06:31:30.612 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:30.612 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:30.612 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:30.613 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:30.613 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:30.613 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:30.613 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:30.613 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:30.613 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:30.613 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:30.613 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:30.613 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:30.613 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:30.613 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:30.613 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:30.613 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:30.614 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:30.614 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:30.614 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:30.614 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:30.614 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:30.614 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:30.614 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:30.614 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:30.614 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:30.614 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:30.614 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:30.614 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:30.614 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:30.615 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:30.615 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:30.615 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:30.615 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:30.615 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:30.615 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:30.615 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:30.615 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:30.615 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:30.615 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:30.615 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:30.615 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:30.615 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:30.615 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:30.616 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.616 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:30.616 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:30.616 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:30.616 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:30.616 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:30.616 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:30.616 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.616 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T06:31:30.616 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:30.616 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.616 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.616 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:30.617 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:30.617 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:30.617 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:30.617 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.617 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 2, 2024-08-10T06:31:30.617 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:30.617 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:30.617 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:30.617 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:30.617 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:30.617 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:30.617 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.402443+0000", 2024-08-10T06:31:30.617 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:04.278418+0000", 2024-08-10T06:31:30.617 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:04.278418+0000", 2024-08-10T06:31:30.618 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:04.278751+0000", 2024-08-10T06:31:30.618 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.402443+0000", 2024-08-10T06:31:30.618 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.618 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:30.618 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.618 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 463, 2024-08-10T06:31:30.618 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.402443+0000", 2024-08-10T06:31:30.618 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.402443+0000", 2024-08-10T06:31:30.618 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.402443+0000", 2024-08-10T06:31:30.618 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:30.618 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:30.618 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.618 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.402443+0000", 2024-08-10T06:31:30.619 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.402443+0000", 2024-08-10T06:31:30.619 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:30.619 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:30.619 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:30.619 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:30.619 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 462, 2024-08-10T06:31:30.619 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:30.619 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:30.619 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:30.619 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:30.619 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:30.619 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:30.619 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:30.619 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:30.620 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.c", 2024-08-10T06:31:30.620 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:30.620 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:30.620 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:30.620 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5260, 2024-08-10T06:31:30.620 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:30.620 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T16:37:28.957299+0000", 2024-08-10T06:31:30.620 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:30.620 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:30.620 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:30.620 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:30.620 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:30.620 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:30.620 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:30.620 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:30.621 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:30.621 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:30.621 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:30.621 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:30.621 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:30.621 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:30.621 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:30.621 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:30.621 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:30.621 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:30.621 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:30.621 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:30.621 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:30.621 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:30.622 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:30.622 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:30.622 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:30.622 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:30.622 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:30.622 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:30.622 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:30.622 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:30.622 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:30.622 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:30.622 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:30.622 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:30.622 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:30.622 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:30.623 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:30.623 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:30.623 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:30.623 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:30.623 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:30.623 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:30.623 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:30.623 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.623 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:30.623 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:30.623 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:30.623 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:30.623 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:30.623 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:30.624 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.624 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 2, 2024-08-10T06:31:30.624 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:30.624 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.624 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.624 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:30.624 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:30.624 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:30.624 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:30.624 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.624 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T06:31:30.624 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:30.624 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:30.624 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:30.625 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:30.625 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:30.625 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:30.625 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.894678+0000", 2024-08-10T06:31:30.625 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.385612+0000", 2024-08-10T06:31:30.625 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.385612+0000", 2024-08-10T06:31:30.625 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.385991+0000", 2024-08-10T06:31:30.625 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.894678+0000", 2024-08-10T06:31:30.625 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.625 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:30.625 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.625 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:30.625 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.894678+0000", 2024-08-10T06:31:30.625 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.894678+0000", 2024-08-10T06:31:30.626 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.894678+0000", 2024-08-10T06:31:30.626 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:30.626 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:30.626 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.626 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.894678+0000", 2024-08-10T06:31:30.626 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.894678+0000", 2024-08-10T06:31:30.626 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:30.626 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:30.626 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:30.626 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:30.626 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:30.626 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:30.627 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:30.627 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:30.627 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:30.627 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:30.627 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:30.627 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:30.627 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:30.627 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.c", 2024-08-10T06:31:30.627 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:30.628 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:30.628 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:30.628 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5174, 2024-08-10T06:31:30.628 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:30.628 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:14:56.887940+0000", 2024-08-10T06:31:30.628 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:30.628 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:30.628 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:30.628 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:30.628 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:30.628 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:30.628 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:30.628 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:30.628 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:30.629 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:30.629 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:30.629 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:30.629 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:30.629 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:30.629 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:30.629 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:30.629 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:30.629 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:30.629 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:30.629 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:30.629 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:30.629 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:30.629 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:30.630 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:30.630 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:30.630 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:30.630 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:30.630 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:30.630 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:30.630 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:30.630 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:30.630 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:30.630 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:30.630 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:30.630 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:30.630 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:30.631 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:30.631 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:30.631 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:30.631 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:30.631 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:30.631 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:30.631 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:30.631 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.631 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:30.631 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:30.631 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:30.631 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:30.631 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:30.631 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:30.632 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.632 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T06:31:30.632 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:30.632 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.632 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.632 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:30.632 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:30.632 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:30.632 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-08-10T06:31:30.632 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.632 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-08-10T06:31:30.632 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:30.632 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:30.632 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:30.633 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:30.633 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:30.633 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:30.633 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.892389+0000", 2024-08-10T06:31:30.633 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:20:30.221754+0000", 2024-08-10T06:31:30.633 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:20:30.221754+0000", 2024-08-10T06:31:30.633 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:20:30.222097+0000", 2024-08-10T06:31:30.633 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.892389+0000", 2024-08-10T06:31:30.633 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.633 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:30.633 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.633 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 432, 2024-08-10T06:31:30.633 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.892389+0000", 2024-08-10T06:31:30.634 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.892389+0000", 2024-08-10T06:31:30.634 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.892389+0000", 2024-08-10T06:31:30.634 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:30.634 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:30.634 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.634 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.892389+0000", 2024-08-10T06:31:30.634 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.892389+0000", 2024-08-10T06:31:30.634 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:30.634 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 1, 2024-08-10T06:31:30.634 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:30.634 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:30.634 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 431, 2024-08-10T06:31:30.634 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:30.635 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:30.635 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:30.635 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:30.635 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 1, 2024-08-10T06:31:30.635 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:30.635 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:30.635 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:30.635 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.d", 2024-08-10T06:31:30.635 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:30.635 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:30.635 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:30.635 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5294, 2024-08-10T06:31:30.635 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:30.635 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:27:47.971801+0000", 2024-08-10T06:31:30.636 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:30.636 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:30.636 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:30.636 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 70, 2024-08-10T06:31:30.636 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:30.636 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:30.636 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:30.636 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:30.636 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:30.636 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:30.636 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:30.636 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:30.636 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:30.636 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:30.637 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:30.637 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:30.637 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:30.637 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:30.637 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:30.637 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 3, 2024-08-10T06:31:30.637 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 1, 2024-08-10T06:31:30.637 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:30.637 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 1, 2024-08-10T06:31:30.637 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:30.637 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:30.637 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:30.637 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:30.637 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:30.638 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:30.638 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:30.638 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:30.638 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:30.638 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:30.638 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:30.638 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:30.638 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:30.638 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 1, 2024-08-10T06:31:30.638 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 1, 2024-08-10T06:31:30.638 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:30.638 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:30.638 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:30.639 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 1, 2024-08-10T06:31:30.639 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 1 2024-08-10T06:31:30.639 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.639 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:30.639 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:30.639 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:30.639 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:30.639 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:30.639 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-08-10T06:31:30.639 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.639 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-08-10T06:31:30.639 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "66'1" 2024-08-10T06:31:30.639 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.639 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.640 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:30.640 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:30.640 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:30.640 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:30.640 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.640 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T06:31:30.640 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:30.640 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:30.640 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:30.640 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:30.640 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:30.640 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:30.640 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.403660+0000", 2024-08-10T06:31:30.640 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.363920+0000", 2024-08-10T06:31:30.640 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.363920+0000", 2024-08-10T06:31:30.641 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.364990+0000", 2024-08-10T06:31:30.641 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.403660+0000", 2024-08-10T06:31:30.641 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.641 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:30.641 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.641 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:30.641 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.403660+0000", 2024-08-10T06:31:30.641 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.403660+0000", 2024-08-10T06:31:30.641 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.403660+0000", 2024-08-10T06:31:30.641 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:30.641 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:30.641 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.641 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.403660+0000", 2024-08-10T06:31:30.642 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.403660+0000", 2024-08-10T06:31:30.642 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:30.642 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:30.642 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:30.642 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:30.642 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:30.642 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:30.642 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:30.642 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:30.642 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:30.642 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:30.642 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:30.643 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:30.643 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:30.643 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.f", 2024-08-10T06:31:30.643 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:30.643 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:30.643 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:30.643 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5116, 2024-08-10T06:31:30.643 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:30.643 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:01:03.550951+0000", 2024-08-10T06:31:30.643 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:30.643 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:30.643 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:30.643 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:30.643 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:30.644 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:30.644 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:30.644 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:30.644 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:30.644 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:30.644 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:30.644 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:30.644 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:30.644 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:30.644 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:30.644 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:30.644 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:30.644 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:30.644 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:30.645 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:30.645 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:30.645 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:30.645 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:30.645 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:30.645 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:30.645 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:30.645 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:30.645 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:30.645 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:30.645 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:30.645 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:30.645 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:30.645 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:30.646 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:30.646 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:30.646 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:30.646 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:30.646 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:30.646 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:30.646 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:30.646 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:30.646 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:30.646 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:30.646 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.646 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:30.646 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:30.647 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:30.647 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:30.647 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:30.647 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:30.647 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.647 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T06:31:30.647 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:30.647 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.647 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.647 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:30.647 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:30.647 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:30.647 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:30.647 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.648 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 2, 2024-08-10T06:31:30.648 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:30.648 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:30.648 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:30.648 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:30.648 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:30.648 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:30.648 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.402979+0000", 2024-08-10T06:31:30.648 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.358052+0000", 2024-08-10T06:31:30.648 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.358052+0000", 2024-08-10T06:31:30.648 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.358808+0000", 2024-08-10T06:31:30.648 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.402979+0000", 2024-08-10T06:31:30.648 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.649 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:30.649 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.649 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:30.649 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.402979+0000", 2024-08-10T06:31:30.649 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.402979+0000", 2024-08-10T06:31:30.649 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.402979+0000", 2024-08-10T06:31:30.649 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:30.649 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:30.649 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.649 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.402979+0000", 2024-08-10T06:31:30.649 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.402979+0000", 2024-08-10T06:31:30.649 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:30.649 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 2, 2024-08-10T06:31:30.649 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:30.649 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:30.650 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:30.650 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:30.650 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:30.650 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:30.650 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:30.650 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 2, 2024-08-10T06:31:30.650 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:30.650 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:30.650 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:30.650 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.e", 2024-08-10T06:31:30.650 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:30.650 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:30.650 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:30.651 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5256, 2024-08-10T06:31:30.651 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:30.651 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:58:22.635426+0000", 2024-08-10T06:31:30.651 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:30.651 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:30.651 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:30.651 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:30.651 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:30.651 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:30.651 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:30.651 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:30.651 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:30.651 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:30.651 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:30.652 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:30.652 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:30.652 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:30.652 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:30.652 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:30.652 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:30.652 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:30.652 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:30.652 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 3, 2024-08-10T06:31:30.652 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 1, 2024-08-10T06:31:30.652 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:30.652 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 1, 2024-08-10T06:31:30.652 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:30.653 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:30.653 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:30.653 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:30.653 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:30.653 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 1, 2024-08-10T06:31:30.653 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:30.653 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:30.653 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:30.653 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:30.653 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:30.653 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:30.653 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:30.653 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 6, 2024-08-10T06:31:30.653 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 6, 2024-08-10T06:31:30.654 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:30.654 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:30.654 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:30.654 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 3, 2024-08-10T06:31:30.654 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:30.654 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.654 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:30.654 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:30.654 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:30.654 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:30.654 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:30.654 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:30.654 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.655 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 2, 2024-08-10T06:31:30.655 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "66'2" 2024-08-10T06:31:30.655 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.655 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.655 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:30.655 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:30.655 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:30.655 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:30.655 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.655 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T06:31:30.655 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:30.655 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:30.655 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:30.655 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:30.656 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:30.656 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:30.656 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.404397+0000", 2024-08-10T06:31:30.656 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.357354+0000", 2024-08-10T06:31:30.656 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.357354+0000", 2024-08-10T06:31:30.656 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.357639+0000", 2024-08-10T06:31:30.656 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.404397+0000", 2024-08-10T06:31:30.656 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.656 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:30.656 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.656 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:30.656 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.404397+0000", 2024-08-10T06:31:30.656 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.404397+0000", 2024-08-10T06:31:30.657 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.404397+0000", 2024-08-10T06:31:30.657 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:30.657 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:30.657 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.657 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.404397+0000", 2024-08-10T06:31:30.657 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.404397+0000", 2024-08-10T06:31:30.657 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:30.657 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:30.657 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:30.657 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:30.657 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:30.657 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:30.657 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:30.658 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:30.658 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:30.658 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:30.658 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:30.658 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:30.658 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:30.658 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.e", 2024-08-10T06:31:30.658 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:30.658 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:30.658 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:30.658 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5116, 2024-08-10T06:31:30.658 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:30.658 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:57:00.691916+0000", 2024-08-10T06:31:30.659 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:30.659 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:30.659 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:30.659 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:30.659 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:30.659 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:30.659 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:30.659 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:30.659 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:30.659 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:30.659 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:30.659 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:30.659 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:30.659 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:30.660 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:30.660 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:30.660 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:30.660 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:30.660 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:30.660 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:30.660 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:30.660 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:30.660 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:30.660 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:30.660 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:30.660 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:30.660 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:30.660 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:30.661 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:30.661 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:30.661 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:30.661 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:30.661 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:30.661 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:30.661 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:30.661 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:30.661 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:30.661 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:30.661 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:30.661 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:30.661 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:30.661 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:30.662 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:30.662 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.662 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:30.662 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:30.662 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:30.662 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:30.662 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:30.662 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:30.662 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.662 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T06:31:30.662 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:30.662 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.662 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.663 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:30.663 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:30.663 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:30.663 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:30.663 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.663 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 4, 2024-08-10T06:31:30.663 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:30.663 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:30.663 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:30.663 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:30.663 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:30.663 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:30.663 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.404992+0000", 2024-08-10T06:31:30.663 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.355877+0000", 2024-08-10T06:31:30.664 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.355877+0000", 2024-08-10T06:31:30.664 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.356201+0000", 2024-08-10T06:31:30.664 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.404992+0000", 2024-08-10T06:31:30.664 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.664 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:30.664 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.664 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:30.664 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.404992+0000", 2024-08-10T06:31:30.664 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.404992+0000", 2024-08-10T06:31:30.664 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.404992+0000", 2024-08-10T06:31:30.664 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:30.664 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:30.664 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.664 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.404992+0000", 2024-08-10T06:31:30.665 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.404992+0000", 2024-08-10T06:31:30.665 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:30.665 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 1, 2024-08-10T06:31:30.665 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:30.665 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:30.665 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:30.665 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:30.665 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:30.665 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:30.665 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:30.665 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 1, 2024-08-10T06:31:30.665 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:30.665 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:30.665 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:30.666 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.f", 2024-08-10T06:31:30.666 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:30.666 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:30.666 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:30.666 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5206, 2024-08-10T06:31:30.666 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:30.666 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:45:31.555319+0000", 2024-08-10T06:31:30.666 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:30.666 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:30.666 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:30.666 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 22, 2024-08-10T06:31:30.666 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:30.666 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:30.666 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:30.667 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:30.667 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:30.667 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:30.667 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:30.667 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:30.667 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:30.667 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:30.667 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:30.667 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:30.667 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:30.667 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:30.667 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:30.667 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 3, 2024-08-10T06:31:30.667 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 1, 2024-08-10T06:31:30.668 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:30.668 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 1, 2024-08-10T06:31:30.668 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:30.668 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:30.668 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:30.668 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:30.668 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:30.668 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:30.668 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:30.668 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:30.668 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:30.668 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:30.668 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:30.668 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:30.669 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:30.669 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 1, 2024-08-10T06:31:30.669 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 1, 2024-08-10T06:31:30.669 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:30.669 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:30.669 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:30.669 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 1, 2024-08-10T06:31:30.669 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 1 2024-08-10T06:31:30.669 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.669 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:30.669 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:30.669 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:30.669 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:30.669 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:30.670 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:30.670 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.670 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 4, 2024-08-10T06:31:30.670 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "66'1" 2024-08-10T06:31:30.670 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.670 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.670 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:30.670 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:30.670 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:30.670 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:30.670 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.670 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T06:31:30.670 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:30.670 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:30.671 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:30.671 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:30.671 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:30.671 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:30.671 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.404851+0000", 2024-08-10T06:31:30.671 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.350990+0000", 2024-08-10T06:31:30.671 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.350990+0000", 2024-08-10T06:31:30.671 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.351310+0000", 2024-08-10T06:31:30.671 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.404851+0000", 2024-08-10T06:31:30.671 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.671 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:30.671 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.671 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:30.671 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.404851+0000", 2024-08-10T06:31:30.672 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.404851+0000", 2024-08-10T06:31:30.672 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.404851+0000", 2024-08-10T06:31:30.672 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:30.672 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:30.672 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.672 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.404851+0000", 2024-08-10T06:31:30.672 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.404851+0000", 2024-08-10T06:31:30.672 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:30.672 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:30.672 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:30.672 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:30.672 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:30.672 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:30.673 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:30.673 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:30.673 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:30.673 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:30.673 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:30.673 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:30.673 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:30.673 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.11", 2024-08-10T06:31:30.673 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:30.673 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:30.673 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:30.673 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5095, 2024-08-10T06:31:30.673 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:30.674 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T09:29:22.614102+0000", 2024-08-10T06:31:30.674 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:30.674 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:30.674 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:30.674 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:30.674 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:30.674 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:30.674 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:30.674 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:30.674 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:30.674 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:30.674 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:30.674 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:30.674 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:30.675 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:30.675 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:30.675 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:30.675 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:30.675 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:30.675 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:30.675 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:30.675 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:30.675 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:30.675 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:30.675 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:30.675 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:30.675 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:30.676 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:30.676 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:30.676 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:30.676 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:30.676 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:30.676 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:30.676 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:30.676 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:30.676 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:30.676 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:30.676 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:30.676 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:30.676 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:30.677 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:30.677 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:30.677 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:30.677 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:30.677 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.677 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:30.677 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:30.677 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:30.677 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:30.677 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:30.677 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:30.677 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.677 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T06:31:30.677 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:30.677 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.678 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.678 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:30.678 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:30.678 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:30.678 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:30.678 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.678 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 2, 2024-08-10T06:31:30.678 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:30.678 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:30.678 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:30.678 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:30.678 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:30.678 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:30.679 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.401906+0000", 2024-08-10T06:31:30.679 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:19:24.344621+0000", 2024-08-10T06:31:30.679 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:19:24.344621+0000", 2024-08-10T06:31:30.679 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:19:24.344961+0000", 2024-08-10T06:31:30.679 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.401906+0000", 2024-08-10T06:31:30.679 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.679 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:30.679 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.679 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 375, 2024-08-10T06:31:30.679 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.401906+0000", 2024-08-10T06:31:30.679 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.401906+0000", 2024-08-10T06:31:30.679 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.401906+0000", 2024-08-10T06:31:30.679 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:30.679 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:30.680 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.680 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.401906+0000", 2024-08-10T06:31:30.680 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.401906+0000", 2024-08-10T06:31:30.680 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:30.680 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 8, 2024-08-10T06:31:30.680 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:30.680 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:30.680 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 374, 2024-08-10T06:31:30.680 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:30.680 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:30.680 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:30.680 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:30.680 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 8, 2024-08-10T06:31:30.681 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:30.681 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:30.681 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:30.681 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.10", 2024-08-10T06:31:30.681 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:30.681 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:30.681 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:30.681 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5273, 2024-08-10T06:31:30.681 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:30.681 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T16:09:22.224545+0000", 2024-08-10T06:31:30.681 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:30.681 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:30.681 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:30.681 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:30.682 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:30.682 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:30.682 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:30.682 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:30.682 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:30.682 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:30.682 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:30.682 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:30.682 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:30.682 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:30.682 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:30.682 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:30.682 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:30.683 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:30.683 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:30.683 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 12, 2024-08-10T06:31:30.683 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 4, 2024-08-10T06:31:30.683 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:30.683 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 4, 2024-08-10T06:31:30.683 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:30.683 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:30.683 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:30.683 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:30.683 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:30.683 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 4, 2024-08-10T06:31:30.683 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:30.683 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:30.684 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:30.684 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:30.684 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:30.684 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:30.684 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:30.684 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 24, 2024-08-10T06:31:30.684 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 24, 2024-08-10T06:31:30.684 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:30.684 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:30.684 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:30.684 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 12, 2024-08-10T06:31:30.684 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:30.684 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.684 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:30.685 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:30.685 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:30.685 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:30.685 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:30.685 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:30.685 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.685 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 2, 2024-08-10T06:31:30.685 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "66'8" 2024-08-10T06:31:30.685 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.685 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.685 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:30.685 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:30.685 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:30.686 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T06:31:30.686 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.686 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-08-10T06:31:30.686 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:30.686 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:30.686 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:30.686 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:30.686 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:30.686 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:30.686 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.403146+0000", 2024-08-10T06:31:30.686 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.390632+0000", 2024-08-10T06:31:30.686 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.390632+0000", 2024-08-10T06:31:30.686 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.390903+0000", 2024-08-10T06:31:30.686 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.403146+0000", 2024-08-10T06:31:30.687 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.687 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:30.687 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.687 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:30.687 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.403146+0000", 2024-08-10T06:31:30.687 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.403146+0000", 2024-08-10T06:31:30.687 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.403146+0000", 2024-08-10T06:31:30.687 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:30.687 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:30.687 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.687 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.403146+0000", 2024-08-10T06:31:30.687 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.403146+0000", 2024-08-10T06:31:30.687 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:30.687 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:30.688 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:30.688 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:30.688 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:30.688 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:30.688 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:30.688 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:30.688 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:30.688 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:30.688 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:30.688 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:30.688 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:30.688 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.10", 2024-08-10T06:31:30.688 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:30.688 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:30.689 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:30.689 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5134, 2024-08-10T06:31:30.689 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:30.689 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:42:36.970920+0000", 2024-08-10T06:31:30.689 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:30.689 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:30.689 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:30.689 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:30.689 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:30.689 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:30.689 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:30.689 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:30.689 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:30.689 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:30.690 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:30.690 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:30.690 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:30.690 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:30.690 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:30.690 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:30.690 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:30.690 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:30.690 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:30.690 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:30.690 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:30.690 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:30.690 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:30.691 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:30.691 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:30.691 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:30.691 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:30.691 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:30.691 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:30.691 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:30.691 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:30.691 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:30.691 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:30.691 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:30.691 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:30.691 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:30.692 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:30.692 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:30.692 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:30.692 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:30.692 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:30.692 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:30.692 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:30.692 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.692 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:30.692 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:30.692 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:30.692 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:30.692 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:30.692 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T06:31:30.693 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.693 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-08-10T06:31:30.693 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:30.693 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.693 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.693 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:30.693 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:30.693 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:30.693 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:30.693 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.693 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-08-10T06:31:30.693 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:30.693 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:30.693 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:30.694 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:30.694 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:30.694 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:30.694 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.403501+0000", 2024-08-10T06:31:30.694 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.391306+0000", 2024-08-10T06:31:30.694 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.391306+0000", 2024-08-10T06:31:30.694 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.391606+0000", 2024-08-10T06:31:30.694 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.403501+0000", 2024-08-10T06:31:30.694 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.694 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:30.694 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.694 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:30.694 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.403501+0000", 2024-08-10T06:31:30.695 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.403501+0000", 2024-08-10T06:31:30.695 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.403501+0000", 2024-08-10T06:31:30.695 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:30.695 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:30.695 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.695 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.403501+0000", 2024-08-10T06:31:30.695 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.403501+0000", 2024-08-10T06:31:30.695 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:30.695 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:30.695 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:30.695 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:30.695 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:30.695 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:30.695 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:30.696 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:30.696 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:30.696 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:30.696 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:30.696 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:30.696 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:30.696 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.11", 2024-08-10T06:31:30.696 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:30.696 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:30.696 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:30.696 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5148, 2024-08-10T06:31:30.696 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:30.696 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:50:21.736014+0000", 2024-08-10T06:31:30.696 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:30.697 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:30.697 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:30.697 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:30.697 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:30.697 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:30.697 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:30.697 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:30.697 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:30.697 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:30.697 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:30.697 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:30.697 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:30.697 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:30.697 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:30.698 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:30.698 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:30.698 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:30.698 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:30.698 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:30.698 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:30.698 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:30.698 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:30.698 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:30.698 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:30.698 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:30.698 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:30.698 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:30.699 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:30.699 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:30.699 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:30.699 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:30.699 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:30.699 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:30.699 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:30.699 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:30.699 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:30.699 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:30.699 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:30.699 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:30.699 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:30.699 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:30.700 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:30.700 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.700 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:30.700 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:30.700 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:30.700 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:30.700 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:30.700 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:30.700 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.700 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-08-10T06:31:30.700 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:30.700 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.700 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.700 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:30.701 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:30.701 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:30.701 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:30.701 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.701 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T06:31:30.701 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:30.701 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:30.701 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:30.701 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:30.701 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:30.701 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:30.701 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.408278+0000", 2024-08-10T06:31:30.701 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.357052+0000", 2024-08-10T06:31:30.701 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.357052+0000", 2024-08-10T06:31:30.702 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.358026+0000", 2024-08-10T06:31:30.702 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.408278+0000", 2024-08-10T06:31:30.702 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.702 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:30.702 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.702 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:30.702 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.408278+0000", 2024-08-10T06:31:30.702 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.408278+0000", 2024-08-10T06:31:30.702 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.408278+0000", 2024-08-10T06:31:30.702 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:30.702 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:30.702 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.702 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.408278+0000", 2024-08-10T06:31:30.702 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.408278+0000", 2024-08-10T06:31:30.703 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:30.703 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:30.703 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:30.703 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:30.703 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:30.703 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:30.703 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:30.703 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:30.703 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:30.703 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:30.703 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:30.703 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:30.703 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:30.703 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.13", 2024-08-10T06:31:30.704 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:30.704 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:30.704 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:30.704 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5115, 2024-08-10T06:31:30.704 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:30.704 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:38:53.995641+0000", 2024-08-10T06:31:30.704 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:30.704 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:30.704 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:30.704 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:30.704 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:30.704 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:30.704 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:30.704 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:30.705 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:30.705 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:30.705 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:30.705 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:30.705 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:30.705 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:30.705 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:30.705 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:30.705 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:30.705 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:30.705 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:30.705 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:30.705 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:30.706 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:30.706 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:30.706 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:30.706 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:30.706 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:30.706 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:30.706 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:30.706 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:30.706 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:30.706 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:30.706 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:30.706 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:30.706 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:30.706 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:30.707 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:30.707 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:30.707 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:30.707 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:30.707 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:30.707 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:30.707 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:30.707 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:30.707 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.707 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:30.707 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:30.707 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:30.707 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:30.707 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:30.708 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:30.708 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.708 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T06:31:30.708 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:30.708 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.708 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.708 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:30.708 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:30.708 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:30.708 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:30.708 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.708 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T06:31:30.708 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:30.708 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:30.709 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:30.709 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:30.709 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:30.709 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:30.709 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.893341+0000", 2024-08-10T06:31:30.709 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:04.278173+0000", 2024-08-10T06:31:30.709 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:04.278173+0000", 2024-08-10T06:31:30.709 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:04.279463+0000", 2024-08-10T06:31:30.709 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.893341+0000", 2024-08-10T06:31:30.709 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.709 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:30.709 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.709 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 463, 2024-08-10T06:31:30.709 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.893341+0000", 2024-08-10T06:31:30.710 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.893341+0000", 2024-08-10T06:31:30.710 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.893341+0000", 2024-08-10T06:31:30.710 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:30.710 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:30.710 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.710 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.893341+0000", 2024-08-10T06:31:30.710 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.893341+0000", 2024-08-10T06:31:30.710 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:30.710 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:30.710 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:30.710 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:30.710 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 462, 2024-08-10T06:31:30.710 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:30.710 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:30.711 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:30.711 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:30.711 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:30.711 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:30.711 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:30.711 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:30.711 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.12", 2024-08-10T06:31:30.711 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:30.711 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:30.711 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:30.711 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5194, 2024-08-10T06:31:30.711 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:30.711 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T09:22:32.190730+0000", 2024-08-10T06:31:30.711 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:30.712 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:30.712 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:30.712 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:30.712 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:30.712 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:30.712 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:30.712 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:30.712 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:30.712 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:30.712 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:30.712 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:30.712 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:30.712 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:30.713 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:30.713 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:30.713 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:30.713 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:30.713 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:30.713 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:30.713 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:30.713 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:30.713 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:30.713 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:30.713 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:30.713 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:30.713 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:30.713 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:30.714 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:30.714 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:30.714 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:30.714 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:30.714 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:30.714 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:30.714 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:30.714 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:30.714 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:30.714 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:30.714 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:30.714 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:30.714 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:30.714 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:30.715 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:30.715 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.715 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:30.715 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:30.715 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:30.715 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:30.715 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:30.715 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:30.715 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.715 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T06:31:30.715 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:30.715 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.715 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.715 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:30.716 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:30.716 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:30.716 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-08-10T06:31:30.716 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.716 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-08-10T06:31:30.716 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:30.716 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:30.716 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:30.716 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:30.716 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:30.716 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:30.716 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.893963+0000", 2024-08-10T06:31:30.716 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.359731+0000", 2024-08-10T06:31:30.716 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.359731+0000", 2024-08-10T06:31:30.717 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.361141+0000", 2024-08-10T06:31:30.717 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.893963+0000", 2024-08-10T06:31:30.717 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.717 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:30.717 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.717 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:30.717 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.893963+0000", 2024-08-10T06:31:30.717 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.893963+0000", 2024-08-10T06:31:30.717 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.893963+0000", 2024-08-10T06:31:30.717 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:30.717 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:30.717 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.717 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.893963+0000", 2024-08-10T06:31:30.717 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.893963+0000", 2024-08-10T06:31:30.718 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:30.718 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:30.718 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:30.718 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:30.718 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:30.718 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:30.718 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:30.718 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:30.718 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:30.718 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:30.718 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:30.718 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:30.718 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:30.718 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.12", 2024-08-10T06:31:30.719 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:30.719 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:30.719 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:30.719 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5320, 2024-08-10T06:31:30.719 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:30.719 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:01:58.106791+0000", 2024-08-10T06:31:30.719 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:30.719 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:30.719 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:30.719 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:30.719 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:30.719 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:30.719 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:30.719 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:30.720 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:30.720 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:30.720 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:30.720 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:30.720 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:30.720 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:30.720 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:30.720 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:30.720 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:30.720 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:30.720 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:30.720 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:30.720 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:30.720 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:30.721 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:30.721 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:30.721 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:30.721 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:30.721 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:30.721 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:30.721 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:30.721 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:30.721 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:30.721 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:30.721 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:30.721 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:30.721 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:30.721 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:30.722 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:30.722 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:30.722 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:30.722 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:30.722 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:30.722 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:30.722 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:30.722 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.722 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:30.722 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:30.722 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:30.722 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:30.722 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:30.722 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-08-10T06:31:30.723 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.723 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-08-10T06:31:30.723 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:30.723 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.723 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.723 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:30.723 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:30.723 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:30.723 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-08-10T06:31:30.723 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.723 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-08-10T06:31:30.723 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:30.723 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:30.724 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:30.724 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:30.724 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:30.724 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:30.724 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.895336+0000", 2024-08-10T06:31:30.724 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:20:30.221854+0000", 2024-08-10T06:31:30.724 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:20:30.221854+0000", 2024-08-10T06:31:30.724 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:20:30.222876+0000", 2024-08-10T06:31:30.724 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.895336+0000", 2024-08-10T06:31:30.724 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.724 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:30.724 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.724 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 432, 2024-08-10T06:31:30.724 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.895336+0000", 2024-08-10T06:31:30.725 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.895336+0000", 2024-08-10T06:31:30.725 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.895336+0000", 2024-08-10T06:31:30.725 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:30.725 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:30.725 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.725 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.895336+0000", 2024-08-10T06:31:30.725 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.895336+0000", 2024-08-10T06:31:30.725 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:30.725 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 2, 2024-08-10T06:31:30.725 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:30.725 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:30.725 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 431, 2024-08-10T06:31:30.725 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:30.725 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:30.726 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:30.726 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:30.726 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 2, 2024-08-10T06:31:30.726 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:30.726 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:30.726 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:30.726 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.13", 2024-08-10T06:31:30.726 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:30.726 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:30.726 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:30.726 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5329, 2024-08-10T06:31:30.726 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:30.726 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:43:38.885002+0000", 2024-08-10T06:31:30.726 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:30.727 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:30.727 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:30.727 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 34, 2024-08-10T06:31:30.727 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:30.727 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:30.727 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:30.727 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:30.727 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:30.727 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:30.727 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:30.727 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:30.727 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:30.728 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:30.728 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:30.728 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:30.728 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:30.728 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:30.728 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:30.728 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 6, 2024-08-10T06:31:30.728 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 2, 2024-08-10T06:31:30.728 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:30.728 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 2, 2024-08-10T06:31:30.728 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:30.728 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:30.729 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:30.729 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:30.729 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:30.729 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 1, 2024-08-10T06:31:30.729 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:30.729 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:30.729 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:30.729 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:30.729 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:30.729 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:30.729 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:30.729 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 4, 2024-08-10T06:31:30.729 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 7, 2024-08-10T06:31:30.729 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:30.730 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:30.730 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:30.730 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 3, 2024-08-10T06:31:30.730 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 6 2024-08-10T06:31:30.730 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.730 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:30.730 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:30.730 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:30.730 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:30.730 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:30.730 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-08-10T06:31:30.730 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.730 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-08-10T06:31:30.731 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "66'2" 2024-08-10T06:31:30.731 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.731 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.731 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:30.731 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:30.731 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:30.731 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:30.731 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.731 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T06:31:30.731 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:30.731 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:30.731 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:30.731 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:30.731 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:30.732 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:30.732 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.403260+0000", 2024-08-10T06:31:30.732 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.354022+0000", 2024-08-10T06:31:30.732 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.354022+0000", 2024-08-10T06:31:30.732 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.355791+0000", 2024-08-10T06:31:30.732 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.403260+0000", 2024-08-10T06:31:30.732 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.732 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:30.732 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.732 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:30.732 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.403260+0000", 2024-08-10T06:31:30.732 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.403260+0000", 2024-08-10T06:31:30.732 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.403260+0000", 2024-08-10T06:31:30.732 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:30.733 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:30.733 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.733 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.403260+0000", 2024-08-10T06:31:30.733 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.403260+0000", 2024-08-10T06:31:30.733 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:30.733 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:30.733 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:30.733 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:30.733 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:30.733 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:30.733 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:30.733 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:30.733 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:30.733 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:30.734 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:30.734 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:30.734 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:30.734 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.15", 2024-08-10T06:31:30.734 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:30.734 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:30.734 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:30.734 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5114, 2024-08-10T06:31:30.734 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:30.734 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:56:22.570783+0000", 2024-08-10T06:31:30.734 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:30.734 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:30.734 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:30.735 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:30.735 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:30.735 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:30.735 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:30.735 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:30.735 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:30.735 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:30.735 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:30.735 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:30.735 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:30.735 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:30.735 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:30.735 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:30.735 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:30.736 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:30.736 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:30.736 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:30.736 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:30.736 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:30.736 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:30.736 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:30.736 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:30.736 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:30.736 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:30.736 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:30.736 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:30.736 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:30.736 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:30.737 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:30.737 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:30.737 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:30.737 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:30.737 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:30.737 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:30.737 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:30.737 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:30.737 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:30.737 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:30.737 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:30.737 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:30.737 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.738 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:30.738 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:30.738 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:30.738 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:30.738 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:30.738 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:30.738 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.738 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T06:31:30.738 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:30.738 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.738 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.738 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:30.738 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:30.738 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:30.739 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T06:31:30.739 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.739 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-08-10T06:31:30.739 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:30.739 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:30.739 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:30.739 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:30.739 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:30.739 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:30.739 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.403961+0000", 2024-08-10T06:31:30.739 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.389207+0000", 2024-08-10T06:31:30.739 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.389207+0000", 2024-08-10T06:31:30.739 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.389687+0000", 2024-08-10T06:31:30.739 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.403961+0000", 2024-08-10T06:31:30.740 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.740 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:30.740 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.740 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:30.740 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.403961+0000", 2024-08-10T06:31:30.740 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.403961+0000", 2024-08-10T06:31:30.740 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.403961+0000", 2024-08-10T06:31:30.740 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:30.740 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:30.740 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.740 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.403961+0000", 2024-08-10T06:31:30.740 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.403961+0000", 2024-08-10T06:31:30.740 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:30.740 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 29, 2024-08-10T06:31:30.741 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:30.741 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:30.741 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:30.741 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:30.741 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:30.741 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:30.741 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:30.741 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 29, 2024-08-10T06:31:30.741 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:30.741 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:30.741 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:30.741 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.14", 2024-08-10T06:31:30.741 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:30.742 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:30.742 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:30.742 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5172, 2024-08-10T06:31:30.742 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:30.742 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T15:53:13.673692+0000", 2024-08-10T06:31:30.742 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:30.742 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:30.742 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:30.742 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 5810, 2024-08-10T06:31:30.742 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:30.742 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:30.742 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:30.742 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:30.742 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:30.743 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:30.743 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:30.743 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:30.743 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:30.743 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:30.743 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:30.743 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:30.743 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:30.743 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:30.743 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:30.743 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 12, 2024-08-10T06:31:30.743 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 4, 2024-08-10T06:31:30.743 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:30.744 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 4, 2024-08-10T06:31:30.744 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:30.744 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:30.744 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:30.744 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:30.744 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:30.744 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 1, 2024-08-10T06:31:30.744 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:30.744 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:30.744 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:30.744 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:30.744 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:30.744 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:30.744 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:30.745 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 10, 2024-08-10T06:31:30.745 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 14, 2024-08-10T06:31:30.745 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:30.745 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:30.745 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:30.745 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 28, 2024-08-10T06:31:30.745 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 25 2024-08-10T06:31:30.745 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.745 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:30.745 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:30.745 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:30.745 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:30.745 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:30.745 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T06:31:30.746 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.746 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-08-10T06:31:30.746 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "548'29" 2024-08-10T06:31:30.746 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.746 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.746 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:30.746 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:30.746 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:30.746 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:30.746 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.746 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 4, 2024-08-10T06:31:30.746 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:30.746 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:30.747 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:30.747 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:30.747 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:30.747 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:30.747 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.404741+0000", 2024-08-10T06:31:30.747 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.349384+0000", 2024-08-10T06:31:30.747 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.349384+0000", 2024-08-10T06:31:30.747 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.349665+0000", 2024-08-10T06:31:30.747 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.404741+0000", 2024-08-10T06:31:30.747 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.747 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:30.747 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.747 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:30.748 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.404741+0000", 2024-08-10T06:31:30.748 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.404741+0000", 2024-08-10T06:31:30.748 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.404741+0000", 2024-08-10T06:31:30.748 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:30.748 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:30.748 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.748 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.404741+0000", 2024-08-10T06:31:30.748 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.404741+0000", 2024-08-10T06:31:30.748 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:30.748 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:30.748 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:30.748 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:30.749 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:30.749 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:30.749 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:30.749 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:30.749 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:30.749 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:30.749 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:30.749 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:30.749 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:30.749 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.14", 2024-08-10T06:31:30.749 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:30.749 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:30.749 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:30.749 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5192, 2024-08-10T06:31:30.750 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:30.750 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:42:34.835277+0000", 2024-08-10T06:31:30.750 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:30.750 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:30.750 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:30.750 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:30.750 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:30.750 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:30.750 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:30.750 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:30.750 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:30.750 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:30.751 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:30.751 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:30.751 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:30.751 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:30.751 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:30.751 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:30.751 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:30.751 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:30.751 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:30.751 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:30.751 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:30.751 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:30.751 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:30.751 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:30.751 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:30.752 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:30.752 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:30.752 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:30.752 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:30.752 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:30.752 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:30.752 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:30.752 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:30.752 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:30.752 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:30.752 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:30.752 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:30.752 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:30.752 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:30.752 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:30.753 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:30.753 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:30.753 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:30.753 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.753 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:30.753 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:30.753 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:30.753 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:30.753 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:30.753 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:30.753 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.753 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 4, 2024-08-10T06:31:30.753 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:30.754 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.754 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.754 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:30.754 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:30.754 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:30.754 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:30.754 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.754 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-08-10T06:31:30.754 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:30.754 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:30.754 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:30.754 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:30.754 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:30.755 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:30.755 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.892506+0000", 2024-08-10T06:31:30.755 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:04.276818+0000", 2024-08-10T06:31:30.755 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:04.276818+0000", 2024-08-10T06:31:30.755 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:04.277144+0000", 2024-08-10T06:31:30.755 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.892506+0000", 2024-08-10T06:31:30.755 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.755 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:30.755 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.755 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 463, 2024-08-10T06:31:30.755 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.892506+0000", 2024-08-10T06:31:30.755 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.892506+0000", 2024-08-10T06:31:30.755 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.892506+0000", 2024-08-10T06:31:30.755 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:30.756 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:30.756 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.756 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.892506+0000", 2024-08-10T06:31:30.756 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.892506+0000", 2024-08-10T06:31:30.756 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:30.756 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 3, 2024-08-10T06:31:30.756 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:30.756 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:30.756 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 462, 2024-08-10T06:31:30.756 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:30.756 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:30.756 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:30.756 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:30.756 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 3, 2024-08-10T06:31:30.757 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:30.757 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:30.757 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:30.757 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.15", 2024-08-10T06:31:30.757 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:30.757 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:30.757 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:30.757 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5303, 2024-08-10T06:31:30.757 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:30.757 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:16:39.487929+0000", 2024-08-10T06:31:30.757 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:30.757 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:30.757 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:30.757 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 90, 2024-08-10T06:31:30.757 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:30.758 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:30.758 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:30.758 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:30.758 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:30.758 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:30.758 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:30.758 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:30.758 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:30.758 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:30.758 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:30.758 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:30.758 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:30.758 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:30.759 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:30.759 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 6, 2024-08-10T06:31:30.759 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 2, 2024-08-10T06:31:30.759 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:30.759 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 2, 2024-08-10T06:31:30.759 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:30.759 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:30.759 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:30.759 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:30.759 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:30.759 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 1, 2024-08-10T06:31:30.759 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:30.759 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:30.759 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:30.760 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:30.760 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:30.760 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:30.760 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:30.760 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 7, 2024-08-10T06:31:30.760 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 7, 2024-08-10T06:31:30.760 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:30.760 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:30.760 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:30.760 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 4, 2024-08-10T06:31:30.760 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 1 2024-08-10T06:31:30.760 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.760 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:30.760 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:30.760 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:30.761 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:30.761 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:30.761 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:30.761 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.761 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-08-10T06:31:30.761 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "66'3" 2024-08-10T06:31:30.761 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.761 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.761 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:30.761 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:30.761 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:30.761 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-08-10T06:31:30.761 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.761 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-08-10T06:31:30.761 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:30.762 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:30.762 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:30.762 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:30.762 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:30.762 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:30.762 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.892416+0000", 2024-08-10T06:31:30.762 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:04.287843+0000", 2024-08-10T06:31:30.762 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:04.287843+0000", 2024-08-10T06:31:30.762 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:04.288354+0000", 2024-08-10T06:31:30.762 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.892416+0000", 2024-08-10T06:31:30.762 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.762 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:30.762 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.763 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 463, 2024-08-10T06:31:30.763 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.892416+0000", 2024-08-10T06:31:30.763 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.892416+0000", 2024-08-10T06:31:30.763 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.892416+0000", 2024-08-10T06:31:30.763 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:30.763 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:30.763 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.763 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.892416+0000", 2024-08-10T06:31:30.763 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.892416+0000", 2024-08-10T06:31:30.763 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:30.763 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:30.763 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:30.763 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:30.763 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 462, 2024-08-10T06:31:30.764 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:30.764 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:30.764 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:30.764 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:30.764 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:30.764 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:30.764 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:30.764 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:30.764 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.17", 2024-08-10T06:31:30.764 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:30.764 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:30.764 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:30.764 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5319, 2024-08-10T06:31:30.765 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:30.765 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:07:04.338575+0000", 2024-08-10T06:31:30.765 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:30.765 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:30.765 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:30.765 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:30.765 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:30.765 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:30.765 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:30.765 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:30.765 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:30.765 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:30.765 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:30.765 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:30.766 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:30.766 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:30.766 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:30.766 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:30.766 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:30.766 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:30.766 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:30.766 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:30.766 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:30.766 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:30.766 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:30.766 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:30.766 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:30.766 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:30.767 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:30.767 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:30.767 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:30.767 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:30.767 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:30.767 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:30.767 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:30.767 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:30.767 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:30.767 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:30.769 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:30.769 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:30.770 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:30.770 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:30.770 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:30.770 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:30.770 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:30.770 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.770 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:30.770 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:30.770 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:30.770 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:30.770 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:30.770 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-08-10T06:31:30.770 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.770 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-08-10T06:31:30.771 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:30.771 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.771 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.771 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:30.771 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:30.771 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:30.771 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:30.771 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.771 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T06:31:30.771 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:30.771 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:30.771 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:30.771 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:30.772 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:30.772 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:30.772 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.895395+0000", 2024-08-10T06:31:30.772 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.385431+0000", 2024-08-10T06:31:30.772 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.385431+0000", 2024-08-10T06:31:30.772 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.385718+0000", 2024-08-10T06:31:30.772 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.895395+0000", 2024-08-10T06:31:30.772 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.772 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:30.772 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.772 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:30.772 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.895395+0000", 2024-08-10T06:31:30.772 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.895395+0000", 2024-08-10T06:31:30.772 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.895395+0000", 2024-08-10T06:31:30.773 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:30.773 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:30.773 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.773 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.895395+0000", 2024-08-10T06:31:30.773 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.895395+0000", 2024-08-10T06:31:30.773 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:30.773 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:30.773 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:30.773 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:30.773 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:30.773 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:30.773 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:30.773 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:30.773 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:30.774 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:30.774 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:30.774 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:30.774 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:30.774 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.16", 2024-08-10T06:31:30.774 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:30.774 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:30.774 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:30.774 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5146, 2024-08-10T06:31:30.774 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:30.774 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T17:04:32.038901+0000", 2024-08-10T06:31:30.774 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:30.774 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:30.775 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:30.775 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:30.775 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:30.775 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:30.775 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:30.775 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:30.775 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:30.775 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:30.775 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:30.775 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:30.775 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:30.775 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:30.775 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:30.775 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:30.775 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:30.776 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:30.776 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:30.776 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:30.776 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:30.776 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:30.776 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:30.776 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:30.776 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:30.776 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:30.776 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:30.776 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:30.776 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:30.776 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:30.776 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:30.777 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:30.777 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:30.777 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:30.777 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:30.777 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:30.777 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:30.777 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:30.777 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:30.777 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:30.777 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:30.777 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:30.777 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:30.777 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.778 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:30.778 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:30.778 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:30.778 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:30.778 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:30.778 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:30.778 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.778 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T06:31:30.778 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:30.778 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.778 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.778 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:30.778 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:30.778 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:30.779 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:30.779 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.779 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T06:31:30.779 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:30.779 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:30.779 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:30.779 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:30.779 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:30.779 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:30.779 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.895256+0000", 2024-08-10T06:31:30.779 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.355135+0000", 2024-08-10T06:31:30.779 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.355135+0000", 2024-08-10T06:31:30.779 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.355447+0000", 2024-08-10T06:31:30.780 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.895256+0000", 2024-08-10T06:31:30.780 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.780 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:30.780 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.780 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:30.780 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.895256+0000", 2024-08-10T06:31:30.780 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.895256+0000", 2024-08-10T06:31:30.780 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.895256+0000", 2024-08-10T06:31:30.780 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:30.780 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:30.780 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.780 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.895256+0000", 2024-08-10T06:31:30.780 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.895256+0000", 2024-08-10T06:31:30.780 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:30.781 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:30.781 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:30.781 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:30.781 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:30.781 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:30.781 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:30.781 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:30.781 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:30.781 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:30.781 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:30.781 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:30.781 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:30.781 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.16", 2024-08-10T06:31:30.781 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:30.782 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:30.782 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:30.782 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5152, 2024-08-10T06:31:30.782 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:30.782 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:40:57.052757+0000", 2024-08-10T06:31:30.782 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:30.782 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:30.782 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:30.782 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:30.782 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:30.782 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:30.782 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:30.783 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:30.783 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:30.783 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:30.783 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:30.783 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:30.783 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:30.783 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:30.783 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:30.783 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:30.783 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:30.783 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:30.783 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:30.783 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:30.783 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:30.784 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:30.784 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:30.784 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:30.784 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:30.784 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:30.784 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:30.784 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:30.784 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:30.784 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:30.784 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:30.784 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:30.784 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:30.784 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:30.784 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:30.784 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:30.785 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:30.785 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:30.785 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:30.785 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:30.785 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:30.785 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:30.785 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:30.785 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.785 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:30.785 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:30.785 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:30.785 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:30.785 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:30.785 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:30.785 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.786 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T06:31:30.786 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:30.786 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.786 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.786 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:30.786 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:30.786 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:30.786 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:30.786 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.786 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-08-10T06:31:30.786 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:30.786 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:30.786 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:30.787 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:30.787 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:30.787 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:30.787 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.411817+0000", 2024-08-10T06:31:30.787 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.388078+0000", 2024-08-10T06:31:30.787 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.388078+0000", 2024-08-10T06:31:30.787 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.388526+0000", 2024-08-10T06:31:30.787 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.411817+0000", 2024-08-10T06:31:30.787 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.787 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:30.787 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.787 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:30.787 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.411817+0000", 2024-08-10T06:31:30.787 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.411817+0000", 2024-08-10T06:31:30.788 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.411817+0000", 2024-08-10T06:31:30.788 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:30.788 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:30.788 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.788 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.411817+0000", 2024-08-10T06:31:30.788 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.411817+0000", 2024-08-10T06:31:30.788 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:30.788 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:30.788 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:30.788 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:30.788 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:30.788 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:30.788 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:30.788 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:30.788 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:30.789 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:30.789 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:30.789 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:30.789 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:30.789 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.17", 2024-08-10T06:31:30.789 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:30.789 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:30.789 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:30.789 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5136, 2024-08-10T06:31:30.789 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:30.789 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:58:39.548410+0000", 2024-08-10T06:31:30.789 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:30.789 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:30.789 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:30.790 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:30.790 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:30.790 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:30.790 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:30.790 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:30.790 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:30.790 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:30.790 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:30.790 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:30.790 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:30.790 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:30.790 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:30.790 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:30.790 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:30.791 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:30.791 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:30.791 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:30.791 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:30.791 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:30.791 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:30.791 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:30.791 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:30.791 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:30.791 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:30.791 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:30.791 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:30.791 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:30.791 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:30.792 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:30.792 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:30.792 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:30.792 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:30.792 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:30.792 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:30.792 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:30.792 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:30.792 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:30.792 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:30.792 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:30.792 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:30.792 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.792 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:30.792 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:30.793 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:30.793 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:30.793 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:30.793 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:30.793 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.793 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-08-10T06:31:30.793 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:30.793 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.793 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.793 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:30.793 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:30.793 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:30.793 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:30.793 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.794 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-08-10T06:31:30.794 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:30.794 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:30.794 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:30.794 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:30.794 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:30.794 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:30.794 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.892599+0000", 2024-08-10T06:31:30.794 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:20:30.219922+0000", 2024-08-10T06:31:30.794 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:20:30.219922+0000", 2024-08-10T06:31:30.794 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:20:30.220249+0000", 2024-08-10T06:31:30.794 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.892599+0000", 2024-08-10T06:31:30.794 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.795 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:30.795 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.795 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 432, 2024-08-10T06:31:30.795 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.892599+0000", 2024-08-10T06:31:30.795 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.892599+0000", 2024-08-10T06:31:30.795 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.892599+0000", 2024-08-10T06:31:30.795 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:30.795 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:30.795 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.795 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.892599+0000", 2024-08-10T06:31:30.795 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.892599+0000", 2024-08-10T06:31:30.795 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:30.795 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:30.795 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:30.796 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:30.796 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 431, 2024-08-10T06:31:30.796 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:30.796 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:30.796 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:30.796 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:30.796 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:30.796 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:30.796 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:30.796 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:30.796 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.19", 2024-08-10T06:31:30.796 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:30.796 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:30.796 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:30.797 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5284, 2024-08-10T06:31:30.797 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:30.797 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:43:41.447850+0000", 2024-08-10T06:31:30.797 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:30.797 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:30.797 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:30.797 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:30.797 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:30.797 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:30.797 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:30.797 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:30.797 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:30.797 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:30.798 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:30.798 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:30.798 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:30.798 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:30.798 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:30.798 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:30.798 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:30.798 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:30.798 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:30.798 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:30.798 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:30.798 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:30.798 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:30.798 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:30.799 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:30.799 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:30.799 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:30.799 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:30.799 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:30.799 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:30.799 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:30.799 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:30.799 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:30.799 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:30.799 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:30.799 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:30.799 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:30.799 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:30.800 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:30.800 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:30.800 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:30.800 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:30.800 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:30.800 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.800 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:30.800 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:30.800 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:30.800 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:30.800 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:30.800 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:30.800 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.800 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-08-10T06:31:30.801 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:30.801 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.801 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.801 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:30.801 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:30.801 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:30.801 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:30.801 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.801 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T06:31:30.801 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:30.801 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:30.801 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:30.801 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:30.802 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:30.802 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:30.802 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.892994+0000", 2024-08-10T06:31:30.802 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.351779+0000", 2024-08-10T06:31:30.802 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.351779+0000", 2024-08-10T06:31:30.802 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.352040+0000", 2024-08-10T06:31:30.802 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.892994+0000", 2024-08-10T06:31:30.802 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.802 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:30.802 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.802 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:30.802 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.892994+0000", 2024-08-10T06:31:30.802 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.892994+0000", 2024-08-10T06:31:30.803 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.892994+0000", 2024-08-10T06:31:30.803 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:30.803 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:30.803 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.803 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.892994+0000", 2024-08-10T06:31:30.803 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.892994+0000", 2024-08-10T06:31:30.803 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:30.803 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:30.803 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:30.803 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:30.803 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:30.803 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:30.803 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:30.803 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:30.804 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:30.804 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:30.804 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:30.804 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:30.804 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:30.804 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.18", 2024-08-10T06:31:30.804 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:30.804 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:30.804 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:30.804 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5159, 2024-08-10T06:31:30.804 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:30.804 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:14:45.246886+0000", 2024-08-10T06:31:30.804 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:30.804 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:30.805 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:30.805 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:30.805 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:30.805 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:30.805 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:30.805 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:30.805 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:30.805 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:30.805 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:30.805 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:30.805 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:30.805 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:30.805 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:30.805 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:30.806 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:30.806 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:30.806 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:30.806 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:30.806 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:30.806 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:30.806 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:30.806 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:30.806 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:30.806 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:30.806 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:30.806 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:30.806 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:30.806 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:30.807 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:30.807 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:30.807 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:30.807 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:30.807 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:30.807 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:30.807 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:30.807 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:30.807 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:30.807 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:30.807 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:30.807 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:30.807 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:30.807 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.808 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:30.808 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:30.808 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:30.808 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:30.808 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:30.808 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:30.808 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.808 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T06:31:30.808 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:30.808 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.808 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.808 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:30.808 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:30.808 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:30.809 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:30.809 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.809 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-08-10T06:31:30.809 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:30.809 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:30.809 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:30.809 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:30.809 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:30.809 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:30.809 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.402309+0000", 2024-08-10T06:31:30.809 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:19:57.223062+0000", 2024-08-10T06:31:30.809 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:19:57.223062+0000", 2024-08-10T06:31:30.809 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:19:57.224043+0000", 2024-08-10T06:31:30.809 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.402309+0000", 2024-08-10T06:31:30.809 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.810 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:30.810 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.810 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 406, 2024-08-10T06:31:30.810 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.402309+0000", 2024-08-10T06:31:30.810 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.402309+0000", 2024-08-10T06:31:30.810 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.402309+0000", 2024-08-10T06:31:30.810 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:30.810 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:30.810 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.810 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.402309+0000", 2024-08-10T06:31:30.810 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.402309+0000", 2024-08-10T06:31:30.810 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:30.810 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:30.811 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:30.811 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:30.811 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 405, 2024-08-10T06:31:30.811 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:30.811 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:30.811 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:30.811 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:30.811 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:30.811 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:30.811 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:30.811 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:30.811 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.18", 2024-08-10T06:31:30.811 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:30.811 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:30.812 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:30.812 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5242, 2024-08-10T06:31:30.812 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:30.812 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T09:26:53.942408+0000", 2024-08-10T06:31:30.812 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:30.812 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:30.812 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:30.812 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:30.812 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:30.812 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:30.812 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:30.812 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:30.812 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:30.812 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:30.813 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:30.813 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:30.813 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:30.813 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:30.813 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:30.813 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:30.813 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:30.813 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:30.813 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:30.813 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:30.813 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:30.813 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:30.813 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:30.813 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:30.814 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:30.814 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:30.814 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:30.814 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:30.814 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:30.814 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:30.814 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:30.814 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:30.814 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:30.814 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:30.814 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:30.814 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:30.814 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:30.814 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:30.815 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:30.815 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:30.815 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:30.815 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:30.815 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:30.815 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.815 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:30.815 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:30.815 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:30.815 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:30.815 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:30.815 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:30.815 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.816 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-08-10T06:31:30.816 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:30.816 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.816 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.816 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:30.816 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:30.816 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:30.816 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:30.816 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.816 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-08-10T06:31:30.816 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:30.816 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:30.816 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:30.816 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:30.817 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:30.817 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:30.817 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.401761+0000", 2024-08-10T06:31:30.817 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.395407+0000", 2024-08-10T06:31:30.817 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.395407+0000", 2024-08-10T06:31:30.817 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.395796+0000", 2024-08-10T06:31:30.817 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.401761+0000", 2024-08-10T06:31:30.817 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.817 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:30.817 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.817 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:30.817 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.401761+0000", 2024-08-10T06:31:30.817 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.401761+0000", 2024-08-10T06:31:30.817 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.401761+0000", 2024-08-10T06:31:30.818 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:30.818 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:30.818 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.818 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.401761+0000", 2024-08-10T06:31:30.818 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.401761+0000", 2024-08-10T06:31:30.818 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:30.818 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:30.818 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:30.818 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:30.818 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:30.818 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:30.818 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:30.818 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:30.818 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:30.819 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:30.819 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:30.819 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:30.819 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:30.819 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.19", 2024-08-10T06:31:30.819 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:30.819 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:30.819 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:30.819 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5243, 2024-08-10T06:31:30.819 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:30.819 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T16:19:19.091052+0000", 2024-08-10T06:31:30.819 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:30.819 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:30.820 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:30.820 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:30.820 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:30.820 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:30.820 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:30.820 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:30.820 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:30.820 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:30.820 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:30.820 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:30.820 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:30.820 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:30.820 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:30.820 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:30.820 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:30.821 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:30.821 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:30.821 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:30.821 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:30.821 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:30.821 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:30.821 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:30.821 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:30.821 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:30.821 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:30.821 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:30.821 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:30.821 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:30.821 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:30.822 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:30.822 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:30.822 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:30.822 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:30.822 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:30.822 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:30.822 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:30.822 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:30.822 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:30.822 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:30.822 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:30.822 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:30.822 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.822 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:30.823 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:30.823 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:30.823 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:30.823 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:30.823 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:30.823 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.823 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-08-10T06:31:30.823 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:30.823 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.823 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.823 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:30.823 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:30.823 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:30.824 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:30.824 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.824 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-08-10T06:31:30.824 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:30.824 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:30.824 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:30.824 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:30.824 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:30.824 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:30.824 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.402679+0000", 2024-08-10T06:31:30.824 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.348203+0000", 2024-08-10T06:31:30.824 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.348203+0000", 2024-08-10T06:31:30.824 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.348811+0000", 2024-08-10T06:31:30.824 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.402679+0000", 2024-08-10T06:31:30.825 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.825 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:30.825 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.825 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:30.825 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.402679+0000", 2024-08-10T06:31:30.825 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.402679+0000", 2024-08-10T06:31:30.825 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.402679+0000", 2024-08-10T06:31:30.825 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:30.825 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:30.825 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.825 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.402679+0000", 2024-08-10T06:31:30.825 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.402679+0000", 2024-08-10T06:31:30.825 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:30.825 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 2, 2024-08-10T06:31:30.825 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:30.826 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:30.826 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:30.826 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:30.826 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:30.826 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:30.826 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:30.826 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 2, 2024-08-10T06:31:30.826 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:30.826 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:30.826 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:30.826 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.1a", 2024-08-10T06:31:30.826 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:30.826 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:30.827 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:30.827 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5140, 2024-08-10T06:31:30.827 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:30.827 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:05:49.809125+0000", 2024-08-10T06:31:30.827 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:30.827 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:30.827 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:30.827 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:30.827 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:30.827 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:30.827 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:30.827 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:30.827 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:30.828 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:30.828 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:30.828 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:30.828 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:30.828 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:30.828 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:30.828 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:30.828 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:30.828 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:30.829 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:30.829 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:30.829 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:30.829 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:30.829 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:30.829 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:30.829 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:30.829 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:30.829 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:30.829 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:30.829 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:30.829 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:30.829 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:30.829 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:30.830 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:30.830 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:30.830 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:30.830 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:30.830 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:30.830 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:30.830 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:30.830 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:30.830 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:30.830 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:30.830 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:30.830 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.830 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:30.831 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:30.831 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:30.831 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:30.831 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:30.831 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:30.831 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.831 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-08-10T06:31:30.831 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "548'2" 2024-08-10T06:31:30.831 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.831 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.831 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:30.831 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:30.831 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:30.831 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:30.832 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.832 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-08-10T06:31:30.832 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:30.832 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:30.832 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:30.832 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:30.832 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:30.832 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:30.832 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.895202+0000", 2024-08-10T06:31:30.832 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.354717+0000", 2024-08-10T06:31:30.832 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.354717+0000", 2024-08-10T06:31:30.832 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.355096+0000", 2024-08-10T06:31:30.832 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.895202+0000", 2024-08-10T06:31:30.832 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.833 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:30.833 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.833 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:30.833 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.895202+0000", 2024-08-10T06:31:30.833 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.895202+0000", 2024-08-10T06:31:30.833 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.895202+0000", 2024-08-10T06:31:30.833 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:30.833 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:30.833 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.833 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.895202+0000", 2024-08-10T06:31:30.833 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.895202+0000", 2024-08-10T06:31:30.833 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:30.833 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:30.833 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:30.834 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:30.834 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:30.834 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:30.834 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:30.834 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:30.834 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:30.834 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:30.834 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:30.834 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:30.834 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:30.834 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.1b", 2024-08-10T06:31:30.834 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:30.834 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:30.835 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:30.835 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5318, 2024-08-10T06:31:30.835 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:30.835 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T15:55:58.793285+0000", 2024-08-10T06:31:30.835 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:30.835 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:30.835 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:30.835 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:30.835 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:30.835 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:30.835 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:30.835 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:30.835 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:30.836 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:30.836 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:30.836 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:30.836 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:30.836 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:30.836 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:30.836 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:30.836 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:30.836 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:30.836 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:30.836 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:30.836 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:30.836 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:30.836 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:30.836 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:30.837 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:30.837 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:30.837 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:30.837 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:30.837 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:30.837 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:30.837 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:30.837 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:30.837 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:30.837 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:30.837 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:30.837 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:30.837 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:30.837 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:30.838 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:30.838 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:30.838 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:30.838 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:30.838 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:30.838 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.838 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:30.838 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:30.838 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:30.838 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:30.838 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:30.838 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:30.838 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.839 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-08-10T06:31:30.839 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:30.839 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.839 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.839 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:30.839 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:30.839 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:30.839 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:30.839 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.839 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-08-10T06:31:30.839 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:30.839 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:30.839 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:30.839 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:30.840 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:30.840 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:30.840 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.402529+0000", 2024-08-10T06:31:30.840 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.351474+0000", 2024-08-10T06:31:30.840 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.351474+0000", 2024-08-10T06:31:30.840 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.351870+0000", 2024-08-10T06:31:30.840 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.402529+0000", 2024-08-10T06:31:30.840 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.840 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:30.840 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.840 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:30.840 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.402529+0000", 2024-08-10T06:31:30.840 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.402529+0000", 2024-08-10T06:31:30.840 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.402529+0000", 2024-08-10T06:31:30.841 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:30.841 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:30.841 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:30.841 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.402529+0000", 2024-08-10T06:31:30.841 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.402529+0000", 2024-08-10T06:31:30.841 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:30.841 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 2, 2024-08-10T06:31:30.841 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:30.841 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:30.841 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:30.841 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:30.841 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:30.841 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:30.841 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:30.841 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 2, 2024-08-10T06:31:30.842 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:30.842 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:30.842 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:30.842 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.1b", 2024-08-10T06:31:30.842 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:30.842 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:30.842 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:30.842 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5236, 2024-08-10T06:31:30.842 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:30.842 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:24:44.234848+0000", 2024-08-10T06:31:30.842 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:30.842 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:30.842 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:30.843 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:30.843 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:30.843 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:30.843 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:30.843 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:30.843 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:30.843 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:30.843 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:30.843 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:30.843 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:30.843 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:30.843 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:30.843 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:30.844 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:30.844 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:30.844 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:30.844 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:30.844 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:30.844 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:30.844 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:30.844 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:30.844 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:30.844 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:30.844 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:30.844 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:30.844 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:30.845 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:30.845 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:30.845 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:30.845 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:30.845 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:30.845 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:30.845 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:30.845 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:30.845 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:30.845 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:30.845 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:30.845 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:30.845 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:30.845 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:30.846 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.846 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:30.846 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:30.846 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:30.846 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:30.846 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:30.846 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:30.846 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.846 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-08-10T06:31:30.846 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "548'2" 2024-08-10T06:31:30.846 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.846 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.846 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:30.847 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:30.847 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:30.847 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:30.847 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.847 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 4, 2024-08-10T06:31:30.847 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:30.847 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:30.847 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:30.847 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:30.847 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:30.847 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:30.847 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.402715+0000", 2024-08-10T06:31:30.847 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:20:30.229787+0000", 2024-08-10T06:31:30.847 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:20:30.229787+0000", 2024-08-10T06:31:30.848 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:20:30.230091+0000", 2024-08-10T06:31:30.848 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.402715+0000", 2024-08-10T06:31:30.848 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.848 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:30.848 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.848 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 432, 2024-08-10T06:31:30.848 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.402715+0000", 2024-08-10T06:31:30.848 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.402715+0000", 2024-08-10T06:31:30.848 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.402715+0000", 2024-08-10T06:31:30.848 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:30.848 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:30.848 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.848 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.402715+0000", 2024-08-10T06:31:30.848 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.402715+0000", 2024-08-10T06:31:30.849 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:30.849 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:30.849 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:30.849 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:30.849 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 431, 2024-08-10T06:31:30.849 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:30.849 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:30.849 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:30.849 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:30.849 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:30.849 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:30.849 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:30.849 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:30.849 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.1a", 2024-08-10T06:31:30.850 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:30.850 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:30.850 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:30.850 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5228, 2024-08-10T06:31:30.850 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:30.850 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:40:13.160497+0000", 2024-08-10T06:31:30.850 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:30.850 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:30.850 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:30.850 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:30.850 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:30.850 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:30.850 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:30.851 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:30.851 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:30.851 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:30.851 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:30.851 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:30.851 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:30.851 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:30.851 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:30.851 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:30.851 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:30.851 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:30.851 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:30.851 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:30.851 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:30.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:30.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:30.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:30.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:30.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:30.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:30.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:30.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:30.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:30.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:30.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:30.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:30.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:30.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:30.853 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:30.853 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:30.853 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:30.853 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:30.853 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:30.853 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:30.853 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:30.853 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:30.853 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.853 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:30.853 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:30.853 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:30.853 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:30.853 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:30.854 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:30.854 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.854 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 4, 2024-08-10T06:31:30.854 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:30.854 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.854 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.854 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:30.854 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:30.854 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:30.854 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T06:31:30.854 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.854 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-08-10T06:31:30.854 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:30.855 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:30.855 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:30.855 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:30.855 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:30.855 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:30.855 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.403036+0000", 2024-08-10T06:31:30.855 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.389909+0000", 2024-08-10T06:31:30.855 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.389909+0000", 2024-08-10T06:31:30.855 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.390206+0000", 2024-08-10T06:31:30.855 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.403036+0000", 2024-08-10T06:31:30.855 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.855 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:30.855 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.855 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:30.856 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.403036+0000", 2024-08-10T06:31:30.856 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.403036+0000", 2024-08-10T06:31:30.856 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.403036+0000", 2024-08-10T06:31:30.856 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:30.856 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:30.856 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.856 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.403036+0000", 2024-08-10T06:31:30.856 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.403036+0000", 2024-08-10T06:31:30.856 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:30.856 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:30.856 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:30.856 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:30.856 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:30.856 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:30.857 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:30.857 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:30.857 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:30.857 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:30.857 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:30.857 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:30.857 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:30.857 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.20", 2024-08-10T06:31:30.857 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:30.857 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:30.857 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:30.857 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5148, 2024-08-10T06:31:30.857 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:30.857 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T09:11:50.893635+0000", 2024-08-10T06:31:30.858 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:30.858 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:30.858 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:30.858 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:30.858 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:30.858 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:30.858 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:30.858 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:30.858 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:30.858 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:30.858 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:30.858 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:30.858 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:30.859 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:30.859 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:30.859 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:30.859 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:30.859 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:30.859 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:30.859 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:30.859 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:30.859 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:30.859 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:30.859 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:30.859 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:30.859 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:30.859 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:30.860 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:30.860 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:30.860 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:30.860 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:30.860 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:30.860 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:30.860 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:30.860 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:30.860 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:30.860 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:30.860 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:30.860 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:30.860 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:30.861 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:30.861 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:30.861 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:30.861 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.861 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:30.861 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:30.861 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:30.861 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:30.861 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:30.861 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T06:31:30.861 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.861 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-08-10T06:31:30.861 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:30.861 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.862 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.862 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:30.862 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:30.862 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:30.862 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:30.862 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.862 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 2, 2024-08-10T06:31:30.862 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:30.862 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:30.862 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:30.862 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:30.862 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:30.862 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:30.862 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.401898+0000", 2024-08-10T06:31:30.863 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.386001+0000", 2024-08-10T06:31:30.863 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.386001+0000", 2024-08-10T06:31:30.863 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.386397+0000", 2024-08-10T06:31:30.863 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.401898+0000", 2024-08-10T06:31:30.863 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.863 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:30.863 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.863 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:30.863 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.401898+0000", 2024-08-10T06:31:30.863 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.401898+0000", 2024-08-10T06:31:30.863 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.401898+0000", 2024-08-10T06:31:30.863 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:30.863 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:30.863 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.864 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.401898+0000", 2024-08-10T06:31:30.864 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.401898+0000", 2024-08-10T06:31:30.864 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:30.864 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:30.864 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:30.864 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:30.864 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:30.864 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:30.864 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:30.864 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:30.864 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:30.864 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:30.864 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:30.865 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:30.865 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:30.865 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.21", 2024-08-10T06:31:30.865 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:30.865 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:30.865 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:30.865 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5249, 2024-08-10T06:31:30.865 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:30.865 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:26:18.002554+0000", 2024-08-10T06:31:30.865 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:30.865 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:30.865 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:30.865 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:30.865 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:30.866 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:30.866 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:30.866 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:30.866 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:30.866 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:30.866 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:30.866 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:30.866 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:30.866 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:30.866 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:30.866 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:30.866 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:30.866 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:30.866 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:30.867 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:30.867 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:30.867 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:30.867 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:30.867 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:30.867 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:30.867 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:30.867 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:30.867 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:30.867 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:30.867 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:30.867 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:30.867 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:30.867 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:30.868 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:30.868 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:30.868 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:30.868 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:30.868 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:30.868 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:30.868 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:30.868 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:30.868 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:30.868 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:30.868 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.868 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:30.868 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:30.868 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:30.869 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:30.869 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:30.869 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:30.869 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.869 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 2, 2024-08-10T06:31:30.869 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:30.869 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.869 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.869 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:30.869 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:30.869 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:30.869 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:30.869 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.869 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T06:31:30.870 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:30.870 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:30.870 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:30.870 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:30.870 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:30.870 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:30.870 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.893417+0000", 2024-08-10T06:31:30.870 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:04.281067+0000", 2024-08-10T06:31:30.870 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:04.281067+0000", 2024-08-10T06:31:30.870 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:04.281424+0000", 2024-08-10T06:31:30.870 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.893417+0000", 2024-08-10T06:31:30.870 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.870 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:30.871 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.871 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 463, 2024-08-10T06:31:30.871 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.893417+0000", 2024-08-10T06:31:30.871 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.893417+0000", 2024-08-10T06:31:30.871 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.893417+0000", 2024-08-10T06:31:30.871 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:30.871 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:30.871 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.871 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.893417+0000", 2024-08-10T06:31:30.871 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.893417+0000", 2024-08-10T06:31:30.871 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:30.871 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:30.871 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:30.871 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:30.872 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 462, 2024-08-10T06:31:30.872 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:30.872 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:30.872 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:30.872 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:30.872 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:30.872 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:30.872 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:30.872 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:30.872 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.22", 2024-08-10T06:31:30.872 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:30.872 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:30.872 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:30.872 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5184, 2024-08-10T06:31:30.873 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:30.873 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T15:39:58.561780+0000", 2024-08-10T06:31:30.873 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:30.873 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:30.873 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:30.873 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:30.873 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:30.873 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:30.873 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:30.873 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:30.873 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:30.873 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:30.873 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:30.873 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:30.874 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:30.874 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:30.874 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:30.874 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:30.874 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:30.874 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:30.874 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:30.874 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:30.874 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:30.874 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:30.874 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:30.874 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:30.874 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:30.875 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:30.875 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:30.875 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:30.875 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:30.875 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:30.875 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:30.875 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:30.875 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:30.875 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:30.875 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:30.875 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:30.875 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:30.875 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:30.875 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:30.876 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:30.876 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:30.876 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:30.876 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:30.876 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.876 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:30.876 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:30.876 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:30.876 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:30.876 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:30.876 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:30.876 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.876 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T06:31:30.877 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:30.877 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.877 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.877 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:30.877 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:30.877 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:30.877 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:30.877 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.877 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-08-10T06:31:30.877 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:30.877 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:30.877 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:30.877 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:30.877 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:30.878 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:30.878 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.895443+0000", 2024-08-10T06:31:30.878 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:20:30.222262+0000", 2024-08-10T06:31:30.878 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:20:30.222262+0000", 2024-08-10T06:31:30.878 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:20:30.223891+0000", 2024-08-10T06:31:30.878 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.895443+0000", 2024-08-10T06:31:30.878 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.878 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:30.878 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.878 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 432, 2024-08-10T06:31:30.878 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.895443+0000", 2024-08-10T06:31:30.878 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.895443+0000", 2024-08-10T06:31:30.878 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.895443+0000", 2024-08-10T06:31:30.879 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:30.879 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:30.879 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.879 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.895443+0000", 2024-08-10T06:31:30.879 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.895443+0000", 2024-08-10T06:31:30.879 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:30.879 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:30.879 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:30.879 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:30.879 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 431, 2024-08-10T06:31:30.879 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:30.879 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:30.879 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:30.880 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:30.880 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:30.880 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:30.880 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:30.880 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:30.880 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.23", 2024-08-10T06:31:30.880 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:30.880 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:30.880 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:30.880 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5324, 2024-08-10T06:31:30.880 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:30.880 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:49:49.155975+0000", 2024-08-10T06:31:30.880 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:30.880 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:30.881 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:30.881 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:30.881 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:30.881 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:30.881 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:30.881 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:30.881 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:30.881 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:30.881 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:30.881 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:30.881 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:30.881 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:30.881 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:30.882 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:30.882 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:30.882 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:30.882 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:30.882 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:30.882 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:30.882 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:30.882 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:30.882 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:30.882 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:30.882 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:30.882 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:30.882 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:30.882 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:30.883 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:30.883 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:30.883 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:30.883 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:30.883 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:30.883 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:30.883 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:30.883 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:30.883 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:30.883 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:30.883 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:30.883 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:30.883 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:30.883 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:30.884 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.884 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:30.884 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:30.884 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:30.884 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:30.884 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:30.884 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:30.884 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.884 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-08-10T06:31:30.884 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:30.884 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.884 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.884 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:30.884 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:30.884 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:30.885 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:30.885 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.885 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-08-10T06:31:30.885 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:30.885 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:30.885 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:30.885 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:30.885 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:30.885 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:30.885 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.403333+0000", 2024-08-10T06:31:30.885 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:20:30.222976+0000", 2024-08-10T06:31:30.885 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:20:30.222976+0000", 2024-08-10T06:31:30.885 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:20:30.223305+0000", 2024-08-10T06:31:30.885 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.403333+0000", 2024-08-10T06:31:30.885 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.886 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:30.886 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.886 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 432, 2024-08-10T06:31:30.886 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.403333+0000", 2024-08-10T06:31:30.886 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.403333+0000", 2024-08-10T06:31:30.886 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.403333+0000", 2024-08-10T06:31:30.886 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:30.886 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:30.886 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.886 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.403333+0000", 2024-08-10T06:31:30.886 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.403333+0000", 2024-08-10T06:31:30.886 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:30.886 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:30.887 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:30.887 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:30.887 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 431, 2024-08-10T06:31:30.887 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:30.887 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:30.887 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:30.887 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:30.887 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:30.887 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:30.887 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:30.887 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:30.887 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.24", 2024-08-10T06:31:30.887 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:30.887 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:30.887 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:30.888 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5244, 2024-08-10T06:31:30.888 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:30.888 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:13:45.802652+0000", 2024-08-10T06:31:30.888 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:30.888 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:30.888 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:30.888 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:30.888 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:30.888 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:30.888 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:30.888 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:30.888 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:30.888 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:30.888 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:30.889 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:30.889 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:30.889 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:30.889 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:30.889 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:30.889 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:30.889 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:30.889 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:30.889 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:30.889 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:30.889 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:30.889 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:30.889 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:30.889 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:30.890 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:30.890 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:30.890 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:30.890 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:30.890 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:30.890 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:30.890 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:30.890 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:30.890 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:30.890 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:30.890 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:30.890 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:30.890 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:30.891 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:30.891 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:30.891 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:30.891 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:30.891 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:30.891 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.891 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:30.891 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:30.891 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:30.891 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:30.891 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:30.891 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:30.891 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.892 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-08-10T06:31:30.892 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:30.892 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.892 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.892 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:30.892 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:30.892 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:30.892 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:30.892 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.892 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-08-10T06:31:30.892 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:30.892 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:30.892 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:30.892 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:30.893 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:30.893 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:30.893 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.892577+0000", 2024-08-10T06:31:30.893 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:19:57.216633+0000", 2024-08-10T06:31:30.893 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:19:57.216633+0000", 2024-08-10T06:31:30.893 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:19:57.217425+0000", 2024-08-10T06:31:30.893 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.892577+0000", 2024-08-10T06:31:30.893 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.893 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:30.893 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.893 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 406, 2024-08-10T06:31:30.893 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.892577+0000", 2024-08-10T06:31:30.893 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.892577+0000", 2024-08-10T06:31:30.893 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.892577+0000", 2024-08-10T06:31:30.894 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:30.894 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:30.894 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.894 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.892577+0000", 2024-08-10T06:31:30.894 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.892577+0000", 2024-08-10T06:31:30.894 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:30.894 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:30.894 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:30.894 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:30.894 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 405, 2024-08-10T06:31:30.894 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:30.894 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:30.894 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:30.895 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:30.895 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:30.895 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:30.895 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:30.895 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:30.895 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.25", 2024-08-10T06:31:30.895 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:30.895 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:30.895 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:30.895 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5288, 2024-08-10T06:31:30.895 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:30.895 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:09:43.207509+0000", 2024-08-10T06:31:30.895 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:30.895 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:30.896 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:30.896 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:30.896 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:30.896 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:30.896 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:30.896 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:30.896 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:30.896 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:30.896 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:30.896 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:30.896 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:30.896 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:30.896 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:30.896 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:30.897 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:30.897 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:30.897 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:30.897 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:30.897 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:30.897 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:30.897 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:30.897 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:30.897 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:30.897 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:30.897 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:30.897 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:30.897 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:30.898 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:30.898 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:30.898 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:30.898 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:30.898 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:30.898 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:30.898 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:30.898 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:30.898 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:30.898 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:30.898 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:30.898 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:30.898 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:30.899 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:30.899 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.899 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:30.899 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:30.899 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:30.899 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:30.899 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:30.899 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:30.899 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.899 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-08-10T06:31:30.899 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:30.899 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.899 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.899 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:30.900 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:30.900 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:30.900 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:30.900 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.900 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-08-10T06:31:30.900 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:30.900 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:30.900 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:30.900 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:30.900 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:30.900 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:30.900 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.413133+0000", 2024-08-10T06:31:30.900 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.350708+0000", 2024-08-10T06:31:30.900 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.350708+0000", 2024-08-10T06:31:30.901 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.351003+0000", 2024-08-10T06:31:30.901 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.413133+0000", 2024-08-10T06:31:30.901 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.901 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:30.901 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.901 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:30.901 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.413133+0000", 2024-08-10T06:31:30.901 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.413133+0000", 2024-08-10T06:31:30.901 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.413133+0000", 2024-08-10T06:31:30.901 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:30.901 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:30.901 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.901 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.413133+0000", 2024-08-10T06:31:30.901 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.413133+0000", 2024-08-10T06:31:30.902 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:30.902 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:30.902 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:30.902 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:30.902 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:30.902 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:30.902 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:30.902 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:30.902 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:30.902 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:30.902 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:30.902 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:30.902 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:30.902 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.26", 2024-08-10T06:31:30.903 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:30.903 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:30.903 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:30.903 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5140, 2024-08-10T06:31:30.903 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:30.903 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:15:44.757687+0000", 2024-08-10T06:31:30.903 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:30.903 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:30.903 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:30.903 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:30.903 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:30.903 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:30.903 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:30.903 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:30.904 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:30.904 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:30.904 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:30.904 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:30.904 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:30.904 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:30.904 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:30.904 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:30.904 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:30.904 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:30.904 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:30.904 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:30.904 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:30.904 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:30.905 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:30.905 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:30.905 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:30.905 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:30.905 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:30.905 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:30.905 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:30.905 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:30.905 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:30.905 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:30.905 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:30.905 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:30.905 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:30.906 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:30.906 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:30.906 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:30.906 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:30.906 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:30.906 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:30.906 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:30.906 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:30.906 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.906 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:30.906 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:30.906 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:30.906 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:30.906 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:30.907 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:30.907 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.907 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-08-10T06:31:30.907 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:30.907 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.907 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.907 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:30.907 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:30.907 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:30.907 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:30.907 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.907 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-08-10T06:31:30.907 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:30.907 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:30.908 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:30.908 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:30.908 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:30.908 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:30.908 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.403788+0000", 2024-08-10T06:31:30.908 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:20:30.224668+0000", 2024-08-10T06:31:30.908 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:20:30.224668+0000", 2024-08-10T06:31:30.908 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:20:30.225190+0000", 2024-08-10T06:31:30.908 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.403788+0000", 2024-08-10T06:31:30.908 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.908 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:30.908 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.908 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 432, 2024-08-10T06:31:30.909 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.403788+0000", 2024-08-10T06:31:30.909 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.403788+0000", 2024-08-10T06:31:30.909 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.403788+0000", 2024-08-10T06:31:30.909 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:30.909 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:30.909 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.909 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.403788+0000", 2024-08-10T06:31:30.909 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.403788+0000", 2024-08-10T06:31:30.909 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:30.909 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:30.909 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:30.909 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:30.909 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 431, 2024-08-10T06:31:30.909 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:30.910 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:30.910 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:30.910 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:30.910 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:30.910 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:30.910 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:30.910 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:30.910 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.27", 2024-08-10T06:31:30.910 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:30.910 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:30.910 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:30.910 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5226, 2024-08-10T06:31:30.910 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:30.911 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T15:28:10.930172+0000", 2024-08-10T06:31:30.911 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:30.911 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:30.911 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:30.911 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:30.911 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:30.911 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:30.911 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:30.911 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:30.911 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:30.911 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:30.911 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:30.911 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:30.912 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:30.912 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:30.912 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:30.912 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:30.912 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:30.912 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:30.912 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:30.912 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:30.912 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:30.912 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:30.912 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:30.912 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:30.912 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:30.913 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:30.913 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:30.913 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:30.913 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:30.913 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:30.913 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:30.913 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:30.913 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:30.913 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:30.913 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:30.913 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:30.913 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:30.913 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:30.913 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:30.914 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:30.914 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:30.914 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:30.914 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:30.914 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.914 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:30.914 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:30.914 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:30.914 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:30.914 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:30.914 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:30.914 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.915 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-08-10T06:31:30.915 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:30.915 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.915 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.915 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:30.915 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:30.915 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:30.915 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:30.915 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.915 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T06:31:30.915 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:30.915 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:30.915 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:30.915 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:30.916 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:30.916 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:30.916 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.893115+0000", 2024-08-10T06:31:30.916 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:04.277613+0000", 2024-08-10T06:31:30.916 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:04.277613+0000", 2024-08-10T06:31:30.916 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:04.277992+0000", 2024-08-10T06:31:30.916 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.893115+0000", 2024-08-10T06:31:30.916 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.916 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:30.916 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.916 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 463, 2024-08-10T06:31:30.916 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.893115+0000", 2024-08-10T06:31:30.916 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.893115+0000", 2024-08-10T06:31:30.916 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.893115+0000", 2024-08-10T06:31:30.917 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:30.917 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:30.917 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.917 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.893115+0000", 2024-08-10T06:31:30.917 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.893115+0000", 2024-08-10T06:31:30.917 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:30.917 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:30.917 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:30.917 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:30.917 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 462, 2024-08-10T06:31:30.917 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:30.917 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:30.917 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:30.918 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:30.918 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:30.918 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:30.918 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:30.918 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:30.918 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.28", 2024-08-10T06:31:30.918 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:30.918 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:30.918 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:30.918 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5183, 2024-08-10T06:31:30.918 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:30.918 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:38:19.522020+0000", 2024-08-10T06:31:30.918 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:30.919 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:30.919 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:30.919 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:30.919 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:30.919 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:30.919 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:30.919 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:30.919 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:30.919 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:30.919 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:30.919 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:30.919 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:30.919 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:30.919 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:30.919 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:30.920 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:30.920 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:30.920 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:30.920 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:30.920 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:30.920 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:30.920 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:30.920 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:30.920 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:30.920 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:30.920 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:30.920 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:30.920 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:30.920 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:30.921 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:30.921 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:30.921 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:30.921 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:30.921 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:30.921 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:30.921 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:30.921 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:30.921 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:30.921 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:30.921 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:30.921 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:30.921 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:30.921 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.921 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:30.922 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:30.922 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:30.922 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:30.922 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:30.922 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:30.922 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.922 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T06:31:30.922 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:30.922 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.922 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.922 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:30.922 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:30.922 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:30.923 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:30.923 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.923 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-08-10T06:31:30.923 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:30.923 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:30.923 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:30.923 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:30.923 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:30.923 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:30.923 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.401991+0000", 2024-08-10T06:31:30.923 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:19:57.220790+0000", 2024-08-10T06:31:30.923 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:19:57.220790+0000", 2024-08-10T06:31:30.923 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:19:57.222200+0000", 2024-08-10T06:31:30.923 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.401991+0000", 2024-08-10T06:31:30.923 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.924 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:30.924 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.924 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 406, 2024-08-10T06:31:30.924 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.401991+0000", 2024-08-10T06:31:30.924 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.401991+0000", 2024-08-10T06:31:30.924 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.401991+0000", 2024-08-10T06:31:30.924 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:30.924 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:30.924 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.924 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.401991+0000", 2024-08-10T06:31:30.924 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.401991+0000", 2024-08-10T06:31:30.924 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:30.924 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:30.924 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:30.925 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:30.925 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 405, 2024-08-10T06:31:30.925 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:30.925 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:30.925 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:30.925 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:30.925 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:30.925 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:30.925 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:30.925 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:30.925 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.29", 2024-08-10T06:31:30.925 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:30.925 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:30.925 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:30.926 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5242, 2024-08-10T06:31:30.926 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:30.926 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:24:56.218912+0000", 2024-08-10T06:31:30.926 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:30.926 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:30.926 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:30.926 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:30.926 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:30.926 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:30.926 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:30.926 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:30.926 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:30.926 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:30.927 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:30.927 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:30.927 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:30.927 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:30.927 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:30.927 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:30.927 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:30.927 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:30.927 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:30.927 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:30.927 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:30.927 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:30.927 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:30.928 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:30.928 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:30.928 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:30.928 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:30.928 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:30.928 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:30.928 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:30.928 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:30.928 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:30.928 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:30.929 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:30.929 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:30.929 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:30.929 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:30.929 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:30.929 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:30.929 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:30.929 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:30.929 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:30.929 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:30.929 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.929 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:30.929 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:30.929 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:30.930 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:30.930 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:30.930 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:30.930 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.930 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-08-10T06:31:30.930 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:30.930 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.930 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.930 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:30.930 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:30.930 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:30.930 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:30.930 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.931 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T06:31:30.931 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:30.931 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:30.931 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:30.931 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:30.931 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:30.931 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:30.931 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.893239+0000", 2024-08-10T06:31:30.931 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.352444+0000", 2024-08-10T06:31:30.931 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.352444+0000", 2024-08-10T06:31:30.931 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.352730+0000", 2024-08-10T06:31:30.931 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.893239+0000", 2024-08-10T06:31:30.931 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.931 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:30.932 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.932 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:30.932 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.893239+0000", 2024-08-10T06:31:30.932 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.893239+0000", 2024-08-10T06:31:30.932 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.893239+0000", 2024-08-10T06:31:30.932 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:30.932 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:30.932 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.932 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.893239+0000", 2024-08-10T06:31:30.932 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.893239+0000", 2024-08-10T06:31:30.932 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:30.932 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:30.932 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:30.932 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:30.933 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:30.933 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:30.933 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:30.933 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:30.933 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:30.933 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:30.933 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:30.933 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:30.933 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:30.933 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.2a", 2024-08-10T06:31:30.933 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:30.933 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:30.934 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:30.934 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5152, 2024-08-10T06:31:30.934 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:30.934 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T16:25:31.074439+0000", 2024-08-10T06:31:30.934 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:30.934 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:30.934 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:30.934 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:30.934 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:30.934 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:30.934 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:30.934 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:30.934 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:30.934 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:30.935 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:30.935 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:30.935 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:30.935 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:30.935 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:30.935 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:30.935 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:30.935 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:30.935 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:30.935 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:30.935 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:30.935 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:30.935 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:30.935 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:30.936 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:30.936 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:30.936 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:30.936 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:30.936 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:30.936 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:30.936 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:30.936 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:30.936 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:30.936 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:30.936 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:30.936 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:30.936 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:30.936 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:30.937 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:30.937 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:30.937 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:30.937 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:30.937 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:30.937 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.937 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:30.937 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:30.937 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:30.937 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:30.937 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:30.937 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:30.937 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.937 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T06:31:30.938 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:30.938 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.938 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.938 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:30.938 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:30.938 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:30.938 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:30.938 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.938 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-08-10T06:31:30.938 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:30.938 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:30.938 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:30.938 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:30.938 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:30.939 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:30.939 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.895495+0000", 2024-08-10T06:31:30.939 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.356589+0000", 2024-08-10T06:31:30.939 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.356589+0000", 2024-08-10T06:31:30.939 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.356919+0000", 2024-08-10T06:31:30.939 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.895495+0000", 2024-08-10T06:31:30.939 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.939 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:30.939 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.939 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:30.939 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.895495+0000", 2024-08-10T06:31:30.939 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.895495+0000", 2024-08-10T06:31:30.939 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.895495+0000", 2024-08-10T06:31:30.939 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:30.940 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:30.940 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.940 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.895495+0000", 2024-08-10T06:31:30.940 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.895495+0000", 2024-08-10T06:31:30.940 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:30.940 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:30.940 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:30.940 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:30.940 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:30.940 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:30.940 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:30.940 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:30.940 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:30.940 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:30.941 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:30.941 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:30.941 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:30.941 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.2b", 2024-08-10T06:31:30.941 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:30.941 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:30.941 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:30.941 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5321, 2024-08-10T06:31:30.941 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:30.941 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:54:34.852378+0000", 2024-08-10T06:31:30.941 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:30.941 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:30.941 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:30.941 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:30.942 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:30.942 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:30.942 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:30.942 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:30.942 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:30.942 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:30.942 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:30.942 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:30.942 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:30.942 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:30.942 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:30.942 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:30.942 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:30.943 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:30.943 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:30.943 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:30.943 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:30.943 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:30.943 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:30.943 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:30.943 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:30.943 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:30.943 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:30.943 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:30.943 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:30.943 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:30.943 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:30.944 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:30.944 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:30.944 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:30.944 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:30.944 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:30.944 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:30.944 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:30.944 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:30.944 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:30.944 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:30.944 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:30.944 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:30.944 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.944 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:30.944 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:30.945 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:30.945 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:30.945 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:30.945 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:30.945 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.945 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-08-10T06:31:30.945 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:30.945 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.945 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.945 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:30.945 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:30.945 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:30.945 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:30.945 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.946 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-08-10T06:31:30.946 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:30.946 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:30.946 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:30.946 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:30.946 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:30.946 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:30.946 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.408304+0000", 2024-08-10T06:31:30.946 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.391125+0000", 2024-08-10T06:31:30.946 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.391125+0000", 2024-08-10T06:31:30.946 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.391442+0000", 2024-08-10T06:31:30.946 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.408304+0000", 2024-08-10T06:31:30.946 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.946 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:30.947 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.947 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:30.947 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.408304+0000", 2024-08-10T06:31:30.947 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.408304+0000", 2024-08-10T06:31:30.947 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.408304+0000", 2024-08-10T06:31:30.947 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:30.947 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:30.947 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.947 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.408304+0000", 2024-08-10T06:31:30.947 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.408304+0000", 2024-08-10T06:31:30.947 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:30.947 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:30.947 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:30.947 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:30.948 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:30.948 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:30.948 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:30.948 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:30.948 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:30.948 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:30.948 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:30.948 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:30.948 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:30.948 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.2c", 2024-08-10T06:31:30.948 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:30.948 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:30.948 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:30.948 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5152, 2024-08-10T06:31:30.948 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:30.949 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:41:58.525119+0000", 2024-08-10T06:31:30.949 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:30.949 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:30.949 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:30.949 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:30.949 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:30.949 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:30.949 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:30.949 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:30.949 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:30.949 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:30.949 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:30.949 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:30.949 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:30.950 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:30.950 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:30.950 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:30.950 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:30.950 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:30.950 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:30.950 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:30.950 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:30.950 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:30.950 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:30.950 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:30.950 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:30.950 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:30.951 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:30.951 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:30.951 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:30.951 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:30.951 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:30.951 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:30.951 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:30.951 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:30.951 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:30.951 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:30.951 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:30.951 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:30.951 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:30.951 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:30.952 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:30.952 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:30.952 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:30.952 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.952 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:30.952 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:30.952 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:30.952 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:30.952 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:30.952 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:30.952 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.952 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-08-10T06:31:30.952 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:30.952 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.953 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.953 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:30.953 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:30.953 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:30.953 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:30.953 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.953 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T06:31:30.953 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:30.953 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:30.953 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:30.953 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:30.953 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:30.953 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:30.953 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.403586+0000", 2024-08-10T06:31:30.954 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.356993+0000", 2024-08-10T06:31:30.954 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.356993+0000", 2024-08-10T06:31:30.954 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.357270+0000", 2024-08-10T06:31:30.954 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.403586+0000", 2024-08-10T06:31:30.954 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.954 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:30.954 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.954 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:30.954 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.403586+0000", 2024-08-10T06:31:30.954 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.403586+0000", 2024-08-10T06:31:30.954 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.403586+0000", 2024-08-10T06:31:30.954 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:30.954 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:30.954 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.955 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.403586+0000", 2024-08-10T06:31:30.955 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.403586+0000", 2024-08-10T06:31:30.955 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:30.955 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:30.955 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:30.955 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:30.955 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:30.955 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:30.955 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:30.955 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:30.955 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:30.955 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:30.955 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:30.955 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:30.956 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:30.956 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.2d", 2024-08-10T06:31:30.956 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:30.956 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:30.956 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:30.956 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5096, 2024-08-10T06:31:30.956 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:30.956 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:53:10.916285+0000", 2024-08-10T06:31:30.956 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:30.956 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:30.956 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:30.956 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:30.956 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:30.956 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:30.957 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:30.957 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:30.957 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:30.957 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:30.957 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:30.957 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:30.957 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:30.957 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:30.957 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:30.957 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:30.957 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:30.957 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:30.957 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:30.958 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:30.958 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:30.958 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:30.958 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:30.958 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:30.958 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:30.958 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:30.958 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:30.958 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:30.958 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:30.958 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:30.958 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:30.958 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:30.958 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:30.959 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:30.959 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:30.959 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:30.959 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:30.959 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:30.959 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:30.959 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:30.959 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:30.959 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:30.959 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:30.959 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.959 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:30.959 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:30.959 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:30.960 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:30.960 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:30.960 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:30.960 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.960 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T06:31:30.960 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:30.960 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.960 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.960 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:30.960 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:30.960 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:30.960 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:30.960 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.960 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 2, 2024-08-10T06:31:30.960 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:30.961 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:30.961 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:30.961 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:30.961 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:30.961 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:30.961 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.402826+0000", 2024-08-10T06:31:30.961 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.361631+0000", 2024-08-10T06:31:30.961 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.361631+0000", 2024-08-10T06:31:30.961 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.362006+0000", 2024-08-10T06:31:30.961 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.402826+0000", 2024-08-10T06:31:30.961 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.961 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:30.961 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.962 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:30.962 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.402826+0000", 2024-08-10T06:31:30.962 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.402826+0000", 2024-08-10T06:31:30.962 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.402826+0000", 2024-08-10T06:31:30.962 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:30.962 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:30.962 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.962 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.402826+0000", 2024-08-10T06:31:30.962 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.402826+0000", 2024-08-10T06:31:30.962 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:30.962 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:30.962 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:30.962 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:30.963 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:30.963 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:30.963 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:30.963 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:30.963 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:30.963 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:30.963 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:30.963 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:30.963 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:30.963 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.2e", 2024-08-10T06:31:30.963 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:30.963 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:30.963 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:30.963 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5245, 2024-08-10T06:31:30.964 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:30.964 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:53:23.259248+0000", 2024-08-10T06:31:30.964 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:30.964 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:30.964 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:30.964 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:30.964 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:30.964 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:30.964 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:30.964 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:30.964 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:30.964 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:30.964 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:30.964 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:30.965 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:30.965 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:30.965 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:30.965 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:30.965 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:30.965 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:30.965 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:30.965 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:30.965 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:30.965 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:30.965 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:30.965 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:30.965 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:30.966 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:30.966 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:30.966 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:30.966 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:30.966 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:30.966 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:30.966 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:30.966 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:30.966 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:30.966 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:30.966 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:30.966 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:30.966 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:30.966 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:30.967 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:30.967 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:30.967 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:30.967 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:30.967 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.967 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:30.967 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:30.967 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:30.967 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:30.967 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:30.967 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:30.967 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.967 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 2, 2024-08-10T06:31:30.968 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:30.968 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.968 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.968 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:30.968 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:30.968 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:30.968 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:30.968 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.968 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T06:31:30.968 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:30.968 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:30.968 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:30.968 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:30.968 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:30.969 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:30.969 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.894389+0000", 2024-08-10T06:31:30.969 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.352499+0000", 2024-08-10T06:31:30.969 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.352499+0000", 2024-08-10T06:31:30.969 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.353703+0000", 2024-08-10T06:31:30.969 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.894389+0000", 2024-08-10T06:31:30.969 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.969 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:30.969 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.969 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:30.969 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.894389+0000", 2024-08-10T06:31:30.969 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.894389+0000", 2024-08-10T06:31:30.969 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.894389+0000", 2024-08-10T06:31:30.969 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:30.970 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:30.970 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.970 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.894389+0000", 2024-08-10T06:31:30.970 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.894389+0000", 2024-08-10T06:31:30.970 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:30.970 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:30.970 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:30.970 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:30.970 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:30.970 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:30.970 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:30.970 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:30.970 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:30.974 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:30.974 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:30.974 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:30.974 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:30.974 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.2f", 2024-08-10T06:31:30.974 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:30.975 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:30.975 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:30.975 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5157, 2024-08-10T06:31:30.975 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:30.975 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:37:25.517123+0000", 2024-08-10T06:31:30.975 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:30.975 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:30.975 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:30.975 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:30.975 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:30.975 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:30.975 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:30.975 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:30.975 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:30.976 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:30.976 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:30.976 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:30.976 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:30.976 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:30.976 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:30.976 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:30.976 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:30.976 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:30.976 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:30.976 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:30.976 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:30.976 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:30.976 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:30.977 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:30.977 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:30.977 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:30.977 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:30.977 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:30.977 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:30.977 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:30.977 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:30.977 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:30.977 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:30.977 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:30.977 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:30.977 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:30.977 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:30.978 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:30.978 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:30.978 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:30.978 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:30.978 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:30.978 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:30.978 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.978 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:30.978 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:30.978 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:30.978 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:30.978 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:30.978 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:30.979 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.979 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T06:31:30.979 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:30.979 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.979 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.979 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:30.979 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:30.979 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:30.979 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:30.979 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.979 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T06:31:30.979 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:30.979 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:30.979 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:30.980 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:30.980 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:30.980 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:30.980 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.892946+0000", 2024-08-10T06:31:30.980 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.352494+0000", 2024-08-10T06:31:30.980 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.352494+0000", 2024-08-10T06:31:30.980 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.352784+0000", 2024-08-10T06:31:30.980 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.892946+0000", 2024-08-10T06:31:30.980 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.980 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:30.980 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.980 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:30.980 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.892946+0000", 2024-08-10T06:31:30.980 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.892946+0000", 2024-08-10T06:31:30.981 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.892946+0000", 2024-08-10T06:31:30.981 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:30.981 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:30.981 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.981 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.892946+0000", 2024-08-10T06:31:30.981 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.892946+0000", 2024-08-10T06:31:30.981 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:30.981 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:30.981 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:30.981 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:30.981 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:30.981 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:30.981 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:30.981 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:30.981 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:30.982 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:30.982 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:30.982 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:30.982 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:30.982 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.30", 2024-08-10T06:31:30.982 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:30.982 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:30.982 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:30.982 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5161, 2024-08-10T06:31:30.982 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:30.982 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T09:36:50.435633+0000", 2024-08-10T06:31:30.982 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:30.982 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:30.983 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:30.983 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:30.983 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:30.983 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:30.983 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:30.983 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:30.983 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:30.983 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:30.983 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:30.983 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:30.983 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:30.983 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:30.983 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:30.983 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:30.984 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:30.984 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:30.984 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:30.984 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:30.984 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:30.984 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:30.984 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:30.984 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:30.984 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:30.984 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:30.984 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:30.984 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:30.984 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:30.985 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:30.985 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:30.985 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:30.985 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:30.985 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:30.985 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:30.985 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:30.985 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:30.985 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:30.985 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:30.985 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:30.985 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:30.985 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:30.985 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:30.986 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.986 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:30.986 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:30.986 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:30.986 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:30.986 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:30.986 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:30.986 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.986 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T06:31:30.986 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:30.986 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.986 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.986 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:30.987 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:30.987 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:30.987 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T06:31:30.987 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.987 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-08-10T06:31:30.987 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:30.987 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:30.987 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:30.987 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:30.987 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:30.987 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:30.987 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.892808+0000", 2024-08-10T06:31:30.987 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:04.268499+0000", 2024-08-10T06:31:30.987 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:04.268499+0000", 2024-08-10T06:31:30.988 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:04.268844+0000", 2024-08-10T06:31:30.988 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.892808+0000", 2024-08-10T06:31:30.988 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.988 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:30.988 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.988 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 463, 2024-08-10T06:31:30.988 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.892808+0000", 2024-08-10T06:31:30.988 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.892808+0000", 2024-08-10T06:31:30.988 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.892808+0000", 2024-08-10T06:31:30.988 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:30.988 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:30.988 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.988 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.892808+0000", 2024-08-10T06:31:30.988 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.892808+0000", 2024-08-10T06:31:30.989 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:30.989 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:30.989 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:30.989 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:30.989 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 462, 2024-08-10T06:31:30.989 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:30.989 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:30.989 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:30.989 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:30.989 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:30.989 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:30.989 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:30.989 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:30.989 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.31", 2024-08-10T06:31:30.990 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:30.990 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:30.990 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:30.990 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5286, 2024-08-10T06:31:30.990 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:30.990 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:42:12.150271+0000", 2024-08-10T06:31:30.990 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:30.990 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:30.990 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:30.990 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:30.990 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:30.990 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:30.990 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:30.991 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:30.991 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:30.991 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:30.991 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:30.991 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:30.991 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:30.991 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:30.991 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:30.991 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:30.991 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:30.991 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:30.991 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:30.991 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:30.991 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:30.992 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:30.992 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:30.992 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:30.992 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:30.992 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:30.992 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:30.992 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:30.992 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:30.992 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:30.992 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:30.992 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:30.992 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:30.992 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:30.992 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:30.992 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:30.993 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:30.993 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:30.993 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:30.993 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:30.993 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:30.993 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:30.993 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:30.993 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.993 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:30.993 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:30.993 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:30.993 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:30.993 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:30.994 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T06:31:30.994 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.994 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-08-10T06:31:30.994 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:30.994 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:30.994 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:30.994 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:30.994 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:30.994 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:30.994 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T06:31:30.994 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:30.994 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-08-10T06:31:30.994 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:30.994 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:30.995 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:30.995 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:30.995 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:30.995 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:30.995 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.894117+0000", 2024-08-10T06:31:30.995 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:04.282921+0000", 2024-08-10T06:31:30.995 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:04.282921+0000", 2024-08-10T06:31:30.995 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:04.283261+0000", 2024-08-10T06:31:30.995 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.894117+0000", 2024-08-10T06:31:30.995 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.995 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:30.995 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.995 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 463, 2024-08-10T06:31:30.995 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.894117+0000", 2024-08-10T06:31:30.996 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.894117+0000", 2024-08-10T06:31:30.996 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.894117+0000", 2024-08-10T06:31:30.996 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:30.996 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:30.996 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:30.996 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.894117+0000", 2024-08-10T06:31:30.996 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.894117+0000", 2024-08-10T06:31:30.996 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:30.996 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:30.996 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:30.996 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:30.996 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 462, 2024-08-10T06:31:30.996 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:30.996 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:30.997 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:30.997 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:30.997 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:30.997 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:30.997 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:30.997 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:30.997 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.32", 2024-08-10T06:31:30.997 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:30.997 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:30.997 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:30.997 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5320, 2024-08-10T06:31:30.997 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:30.997 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:15:27.730866+0000", 2024-08-10T06:31:30.998 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:30.998 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:30.998 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:30.998 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:30.998 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:30.998 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:30.998 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:30.998 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:30.998 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:30.998 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:30.998 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:30.998 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:30.998 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:30.998 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:30.999 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:30.999 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:30.999 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:30.999 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:30.999 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:30.999 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:30.999 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:30.999 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:30.999 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:30.999 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:30.999 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:30.999 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:30.999 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:31.000 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:31.000 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:31.000 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:31.000 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:31.000 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:31.000 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:31.000 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:31.000 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:31.000 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:31.000 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:31.000 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:31.000 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:31.000 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:31.000 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:31.000 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:31.001 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:31.001 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.001 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:31.001 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:31.001 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:31.001 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:31.001 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:31.001 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T06:31:31.001 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:31.001 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-08-10T06:31:31.001 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:31.001 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.001 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:31.001 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:31.002 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:31.002 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:31.002 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:31.002 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:31.002 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-08-10T06:31:31.002 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:31.002 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:31.002 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:31.002 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:31.002 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:31.002 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:31.002 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.402559+0000", 2024-08-10T06:31:31.002 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.390928+0000", 2024-08-10T06:31:31.003 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.390928+0000", 2024-08-10T06:31:31.003 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.391304+0000", 2024-08-10T06:31:31.003 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.402559+0000", 2024-08-10T06:31:31.003 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:31.003 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:31.003 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:31.003 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:31.003 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.402559+0000", 2024-08-10T06:31:31.003 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.402559+0000", 2024-08-10T06:31:31.003 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.402559+0000", 2024-08-10T06:31:31.003 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:31.003 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:31.003 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:31.003 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.402559+0000", 2024-08-10T06:31:31.004 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.402559+0000", 2024-08-10T06:31:31.004 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:31.004 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:31.004 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:31.004 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:31.004 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:31.004 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:31.004 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:31.004 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:31.004 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:31.004 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:31.004 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:31.004 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:31.004 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:31.004 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.33", 2024-08-10T06:31:31.005 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:31.005 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:31.005 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:31.005 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5234, 2024-08-10T06:31:31.005 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:31.005 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:13:25.746280+0000", 2024-08-10T06:31:31.005 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:31.005 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:31.005 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:31.005 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:31.005 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:31.005 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:31.005 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:31.005 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:31.006 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:31.006 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:31.006 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:31.006 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:31.006 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:31.006 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:31.006 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:31.006 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:31.006 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:31.006 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:31.006 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:31.006 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:31.006 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:31.007 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:31.007 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:31.007 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:31.007 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:31.007 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:31.007 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:31.007 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:31.007 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:31.007 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:31.007 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:31.007 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:31.007 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:31.007 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:31.007 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:31.008 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:31.008 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:31.008 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:31.008 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:31.008 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:31.008 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:31.008 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:31.008 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:31.008 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.008 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:31.008 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:31.008 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:31.008 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:31.008 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:31.009 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:31.009 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:31.009 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-08-10T06:31:31.009 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:31.009 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.009 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:31.009 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:31.009 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:31.009 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:31.009 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:31.009 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:31.009 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 4, 2024-08-10T06:31:31.009 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:31.009 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:31.010 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:31.010 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:31.010 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:31.010 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:31.010 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.404846+0000", 2024-08-10T06:31:31.010 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.391664+0000", 2024-08-10T06:31:31.010 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.391664+0000", 2024-08-10T06:31:31.010 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.392158+0000", 2024-08-10T06:31:31.010 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.404846+0000", 2024-08-10T06:31:31.010 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:31.010 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:31.010 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:31.010 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:31.010 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.404846+0000", 2024-08-10T06:31:31.011 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.404846+0000", 2024-08-10T06:31:31.011 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.404846+0000", 2024-08-10T06:31:31.011 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:31.011 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:31.011 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:31.011 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.404846+0000", 2024-08-10T06:31:31.011 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.404846+0000", 2024-08-10T06:31:31.011 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:31.011 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:31.011 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:31.011 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:31.011 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:31.011 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:31.011 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:31.012 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:31.012 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:31.012 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:31.012 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:31.012 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:31.012 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:31.012 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.34", 2024-08-10T06:31:31.012 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:31.012 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:31.012 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:31.012 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5199, 2024-08-10T06:31:31.012 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:31.012 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:24:54.604286+0000", 2024-08-10T06:31:31.012 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:31.013 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:31.013 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:31.013 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:31.013 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:31.013 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:31.013 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:31.013 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:31.013 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:31.013 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:31.013 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:31.013 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:31.013 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:31.013 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:31.013 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:31.014 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:31.014 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:31.014 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:31.014 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:31.014 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:31.014 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:31.014 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:31.014 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:31.014 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:31.014 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:31.014 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:31.014 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:31.015 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:31.015 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:31.015 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:31.015 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:31.015 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:31.015 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:31.015 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:31.015 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:31.015 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:31.015 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:31.016 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:31.016 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:31.016 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:31.016 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:31.016 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:31.016 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:31.016 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.016 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:31.016 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:31.016 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:31.016 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:31.016 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:31.016 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:31.016 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:31.016 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 4, 2024-08-10T06:31:31.017 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:31.017 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.017 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:31.017 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:31.017 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:31.017 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:31.017 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:31.017 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:31.017 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-08-10T06:31:31.017 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:31.017 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:31.017 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:31.017 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:31.017 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:31.018 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:31.018 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.410296+0000", 2024-08-10T06:31:31.018 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.391332+0000", 2024-08-10T06:31:31.018 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.391332+0000", 2024-08-10T06:31:31.018 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.391652+0000", 2024-08-10T06:31:31.018 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.410296+0000", 2024-08-10T06:31:31.018 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:31.018 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:31.018 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:31.018 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:31.018 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.410296+0000", 2024-08-10T06:31:31.018 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.410296+0000", 2024-08-10T06:31:31.018 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.410296+0000", 2024-08-10T06:31:31.019 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:31.019 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:31.019 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:31.019 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.410296+0000", 2024-08-10T06:31:31.019 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.410296+0000", 2024-08-10T06:31:31.019 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:31.019 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:31.019 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:31.019 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:31.019 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:31.019 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:31.019 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:31.019 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:31.019 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:31.020 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:31.020 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:31.020 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:31.020 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:31.020 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.35", 2024-08-10T06:31:31.020 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:31.020 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:31.020 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:31.020 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5133, 2024-08-10T06:31:31.020 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:31.020 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:33:42.353914+0000", 2024-08-10T06:31:31.020 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:31.020 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:31.020 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:31.021 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:31.021 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:31.021 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:31.021 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:31.021 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:31.021 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:31.021 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:31.021 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:31.021 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:31.021 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:31.021 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:31.021 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:31.021 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:31.021 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:31.022 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:31.022 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:31.022 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:31.022 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:31.022 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:31.022 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:31.022 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:31.022 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:31.022 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:31.022 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:31.022 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:31.022 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:31.022 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:31.023 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:31.023 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:31.023 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:31.023 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:31.023 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:31.023 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:31.023 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:31.023 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:31.023 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:31.023 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:31.023 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:31.023 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:31.023 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:31.023 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.024 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:31.024 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:31.024 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:31.024 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:31.024 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:31.024 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:31.024 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:31.024 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-08-10T06:31:31.024 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:31.024 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.024 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:31.024 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:31.024 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:31.024 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:31.025 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:31.025 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:31.025 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-08-10T06:31:31.025 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:31.025 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:31.025 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:31.025 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:31.025 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:31.025 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:31.025 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.413182+0000", 2024-08-10T06:31:31.025 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.397905+0000", 2024-08-10T06:31:31.025 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.397905+0000", 2024-08-10T06:31:31.025 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.398322+0000", 2024-08-10T06:31:31.025 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.413182+0000", 2024-08-10T06:31:31.026 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:31.026 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:31.026 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:31.026 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:31.026 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.413182+0000", 2024-08-10T06:31:31.026 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.413182+0000", 2024-08-10T06:31:31.026 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.413182+0000", 2024-08-10T06:31:31.026 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:31.026 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:31.026 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:31.026 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.413182+0000", 2024-08-10T06:31:31.026 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.413182+0000", 2024-08-10T06:31:31.026 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:31.027 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:31.027 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:31.027 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:31.027 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:31.027 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:31.027 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:31.027 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:31.027 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:31.027 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:31.027 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:31.027 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:31.027 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:31.027 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.36", 2024-08-10T06:31:31.027 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:31.028 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:31.028 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:31.028 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5133, 2024-08-10T06:31:31.028 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:31.028 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:44:08.146006+0000", 2024-08-10T06:31:31.028 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:31.028 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:31.028 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:31.028 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:31.028 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:31.028 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:31.028 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:31.029 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:31.029 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:31.029 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:31.029 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:31.029 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:31.029 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:31.029 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:31.029 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:31.029 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:31.029 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:31.029 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:31.029 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:31.030 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:31.030 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:31.030 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:31.030 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:31.030 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:31.030 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:31.030 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:31.030 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:31.030 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:31.030 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:31.030 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:31.030 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:31.030 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:31.031 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:31.031 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:31.031 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:31.031 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:31.031 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:31.031 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:31.031 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:31.031 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:31.031 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:31.031 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:31.031 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:31.031 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.031 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:31.032 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:31.032 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:31.032 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:31.032 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:31.032 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:31.032 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:31.032 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-08-10T06:31:31.032 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:31.032 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.032 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:31.032 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:31.032 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:31.032 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:31.032 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:31.033 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:31.033 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T06:31:31.033 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:31.033 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:31.033 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:31.033 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:31.033 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:31.033 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:31.033 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.403544+0000", 2024-08-10T06:31:31.033 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.363235+0000", 2024-08-10T06:31:31.033 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.363235+0000", 2024-08-10T06:31:31.033 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.364587+0000", 2024-08-10T06:31:31.033 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.403544+0000", 2024-08-10T06:31:31.033 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:31.034 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:31.034 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:31.034 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:31.034 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.403544+0000", 2024-08-10T06:31:31.034 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.403544+0000", 2024-08-10T06:31:31.034 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.403544+0000", 2024-08-10T06:31:31.034 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:31.034 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:31.034 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:31.034 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.403544+0000", 2024-08-10T06:31:31.034 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.403544+0000", 2024-08-10T06:31:31.034 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:31.034 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:31.035 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:31.035 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:31.035 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:31.035 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:31.035 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:31.035 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:31.035 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:31.035 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:31.035 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:31.035 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:31.035 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:31.035 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.37", 2024-08-10T06:31:31.035 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:31.035 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:31.036 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:31.036 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5104, 2024-08-10T06:31:31.036 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:31.036 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:42:36.707350+0000", 2024-08-10T06:31:31.036 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:31.036 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:31.036 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:31.036 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:31.036 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:31.036 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:31.036 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:31.036 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:31.036 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:31.037 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:31.037 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:31.037 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:31.037 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:31.037 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:31.037 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:31.037 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:31.037 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:31.037 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:31.037 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:31.037 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:31.037 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:31.037 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:31.037 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:31.038 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:31.038 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:31.038 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:31.038 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:31.038 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:31.038 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:31.038 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:31.038 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:31.038 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:31.038 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:31.038 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:31.038 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:31.038 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:31.039 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:31.039 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:31.039 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:31.039 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:31.039 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:31.039 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:31.039 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:31.039 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.039 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:31.039 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:31.039 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:31.039 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:31.039 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:31.039 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:31.040 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:31.040 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T06:31:31.040 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:31.040 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.040 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:31.040 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:31.040 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:31.040 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:31.040 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:31.040 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:31.040 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-08-10T06:31:31.040 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:31.040 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:31.041 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:31.041 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:31.041 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:31.041 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:31.041 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.402302+0000", 2024-08-10T06:31:31.041 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.392027+0000", 2024-08-10T06:31:31.041 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.392027+0000", 2024-08-10T06:31:31.041 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.392328+0000", 2024-08-10T06:31:31.041 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.402302+0000", 2024-08-10T06:31:31.041 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:31.041 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:31.041 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:31.041 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:31.041 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.402302+0000", 2024-08-10T06:31:31.042 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.402302+0000", 2024-08-10T06:31:31.042 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.402302+0000", 2024-08-10T06:31:31.042 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:31.042 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:31.042 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:31.042 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.402302+0000", 2024-08-10T06:31:31.042 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.402302+0000", 2024-08-10T06:31:31.042 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:31.042 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:31.042 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:31.042 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:31.042 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:31.042 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:31.043 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:31.043 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:31.043 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:31.043 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:31.043 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:31.043 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:31.043 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:31.043 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.38", 2024-08-10T06:31:31.043 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:31.043 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:31.043 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:31.043 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5231, 2024-08-10T06:31:31.043 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:31.043 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:24:09.830026+0000", 2024-08-10T06:31:31.044 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:31.044 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:31.044 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:31.044 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:31.044 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:31.044 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:31.044 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:31.044 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:31.044 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:31.044 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:31.044 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:31.044 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:31.044 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:31.044 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:31.045 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:31.045 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:31.045 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:31.045 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:31.045 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:31.045 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:31.045 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:31.045 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:31.045 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:31.045 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:31.045 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:31.045 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:31.045 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:31.045 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:31.046 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:31.046 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:31.046 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:31.046 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:31.046 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:31.046 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:31.046 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:31.046 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:31.046 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:31.046 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:31.046 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:31.046 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:31.046 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:31.047 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:31.047 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:31.047 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.047 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:31.047 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:31.047 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:31.047 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:31.047 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:31.047 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:31.047 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:31.047 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-08-10T06:31:31.047 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:31.047 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.047 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:31.048 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:31.048 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:31.048 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:31.048 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:31.048 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:31.048 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T06:31:31.048 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:31.048 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:31.048 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:31.048 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:31.048 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:31.048 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:31.048 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.404939+0000", 2024-08-10T06:31:31.048 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.349638+0000", 2024-08-10T06:31:31.049 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.349638+0000", 2024-08-10T06:31:31.049 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.350086+0000", 2024-08-10T06:31:31.049 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.404939+0000", 2024-08-10T06:31:31.049 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:31.049 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:31.049 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:31.049 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:31.049 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.404939+0000", 2024-08-10T06:31:31.049 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.404939+0000", 2024-08-10T06:31:31.049 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.404939+0000", 2024-08-10T06:31:31.049 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:31.049 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:31.049 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:31.049 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.404939+0000", 2024-08-10T06:31:31.050 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.404939+0000", 2024-08-10T06:31:31.050 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:31.050 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:31.050 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:31.050 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:31.050 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:31.050 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:31.050 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:31.050 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:31.050 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:31.050 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:31.050 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:31.050 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:31.050 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:31.051 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.39", 2024-08-10T06:31:31.051 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:31.051 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:31.051 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:31.051 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5113, 2024-08-10T06:31:31.051 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:31.051 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T16:29:53.267002+0000", 2024-08-10T06:31:31.051 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:31.051 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:31.051 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:31.051 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:31.051 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:31.051 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:31.051 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:31.052 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:31.052 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:31.052 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:31.052 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:31.052 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:31.052 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:31.052 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:31.052 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:31.052 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:31.052 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:31.052 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:31.052 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:31.052 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:31.053 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:31.053 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:31.053 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:31.053 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:31.053 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:31.053 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:31.053 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:31.053 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:31.053 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:31.053 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:31.053 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:31.053 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:31.053 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:31.053 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:31.054 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:31.054 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:31.054 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:31.054 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:31.054 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:31.054 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:31.054 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:31.054 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:31.054 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:31.054 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.054 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:31.054 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:31.054 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:31.054 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:31.055 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:31.055 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:31.055 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:31.055 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T06:31:31.055 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:31.055 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.055 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:31.055 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:31.055 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:31.055 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:31.055 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:31.055 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:31.055 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T06:31:31.055 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:31.056 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:31.056 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:31.056 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:31.056 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:31.056 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:31.056 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.892630+0000", 2024-08-10T06:31:31.056 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:04.281115+0000", 2024-08-10T06:31:31.056 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:04.281115+0000", 2024-08-10T06:31:31.056 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:04.281566+0000", 2024-08-10T06:31:31.056 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.892630+0000", 2024-08-10T06:31:31.056 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:31.056 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:31.056 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:31.057 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 463, 2024-08-10T06:31:31.057 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.892630+0000", 2024-08-10T06:31:31.057 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.892630+0000", 2024-08-10T06:31:31.057 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.892630+0000", 2024-08-10T06:31:31.057 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:31.057 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:31.057 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:31.057 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.892630+0000", 2024-08-10T06:31:31.057 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.892630+0000", 2024-08-10T06:31:31.057 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:31.057 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:31.057 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:31.057 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:31.057 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 462, 2024-08-10T06:31:31.058 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:31.058 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:31.058 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:31.058 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:31.058 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:31.058 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:31.058 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:31.058 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:31.058 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.3a", 2024-08-10T06:31:31.058 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:31.058 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:31.058 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:31.058 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5159, 2024-08-10T06:31:31.059 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:31.059 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T16:41:32.692941+0000", 2024-08-10T06:31:31.059 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:31.059 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:31.059 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:31.059 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:31.059 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:31.059 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:31.059 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:31.059 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:31.059 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:31.059 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:31.059 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:31.059 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:31.060 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:31.060 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:31.060 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:31.060 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:31.060 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:31.060 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:31.060 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:31.060 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:31.060 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:31.060 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:31.060 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:31.060 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:31.060 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:31.060 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:31.060 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:31.061 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:31.061 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:31.061 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:31.061 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:31.061 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:31.061 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:31.061 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:31.061 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:31.061 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:31.061 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:31.061 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:31.061 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:31.061 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:31.062 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:31.062 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:31.062 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:31.062 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.062 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:31.062 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:31.062 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:31.062 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:31.062 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:31.062 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:31.062 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:31.062 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T06:31:31.062 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:31.063 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.063 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:31.063 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:31.063 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:31.063 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:31.063 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:31.063 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:31.063 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T06:31:31.063 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:31.063 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:31.063 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:31.063 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:31.063 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:31.063 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:31.064 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.408498+0000", 2024-08-10T06:31:31.064 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.357598+0000", 2024-08-10T06:31:31.064 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.357598+0000", 2024-08-10T06:31:31.064 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.358386+0000", 2024-08-10T06:31:31.064 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.408498+0000", 2024-08-10T06:31:31.064 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:31.064 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:31.064 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:31.064 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:31.064 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.408498+0000", 2024-08-10T06:31:31.064 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.408498+0000", 2024-08-10T06:31:31.064 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.408498+0000", 2024-08-10T06:31:31.064 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:31.064 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:31.065 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:31.065 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.408498+0000", 2024-08-10T06:31:31.065 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.408498+0000", 2024-08-10T06:31:31.065 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:31.065 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:31.065 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:31.065 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:31.065 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:31.065 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:31.065 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:31.065 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:31.065 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:31.066 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:31.066 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:31.066 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:31.066 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:31.066 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.3b", 2024-08-10T06:31:31.066 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:31.066 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:31.066 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:31.066 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5113, 2024-08-10T06:31:31.066 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:31.066 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:37:14.571157+0000", 2024-08-10T06:31:31.066 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:31.066 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:31.067 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:31.067 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:31.067 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:31.067 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:31.067 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:31.067 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:31.067 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:31.067 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:31.067 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:31.067 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:31.067 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:31.067 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:31.067 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:31.067 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:31.068 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:31.068 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:31.068 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:31.068 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:31.068 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:31.068 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:31.068 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:31.068 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:31.068 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:31.068 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:31.068 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:31.068 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:31.068 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:31.068 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:31.069 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:31.069 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:31.069 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:31.069 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:31.069 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:31.069 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:31.069 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:31.069 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:31.069 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:31.069 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:31.069 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:31.069 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:31.069 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:31.069 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.070 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:31.070 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:31.070 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:31.070 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:31.070 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:31.070 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:31.070 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:31.070 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T06:31:31.070 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:31.070 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.070 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:31.070 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:31.070 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:31.071 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:31.071 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:31.071 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:31.071 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T06:31:31.071 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:31.071 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:31.071 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:31.071 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:31.071 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:31.071 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:31.071 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.894636+0000", 2024-08-10T06:31:31.071 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.351520+0000", 2024-08-10T06:31:31.071 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.351520+0000", 2024-08-10T06:31:31.071 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.351812+0000", 2024-08-10T06:31:31.072 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.894636+0000", 2024-08-10T06:31:31.072 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:31.072 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:31.072 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:31.072 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:31.072 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.894636+0000", 2024-08-10T06:31:31.072 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.894636+0000", 2024-08-10T06:31:31.072 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.894636+0000", 2024-08-10T06:31:31.072 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:31.072 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:31.072 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:31.072 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.894636+0000", 2024-08-10T06:31:31.072 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.894636+0000", 2024-08-10T06:31:31.072 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:31.073 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:31.073 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:31.073 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:31.073 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:31.073 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:31.073 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:31.073 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:31.073 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:31.073 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:31.073 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:31.073 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:31.073 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:31.073 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.3c", 2024-08-10T06:31:31.073 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:31.074 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:31.074 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:31.074 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5178, 2024-08-10T06:31:31.074 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:31.074 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:53:29.817242+0000", 2024-08-10T06:31:31.074 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:31.074 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:31.074 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:31.074 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:31.074 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:31.074 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:31.074 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:31.074 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:31.075 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:31.075 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:31.075 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:31.075 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:31.075 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:31.075 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:31.075 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:31.075 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:31.075 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:31.075 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:31.075 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:31.075 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:31.075 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:31.075 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:31.076 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:31.076 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:31.076 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:31.076 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:31.076 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:31.076 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:31.076 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:31.076 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:31.076 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:31.076 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:31.076 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:31.076 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:31.076 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:31.076 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:31.076 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:31.077 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:31.077 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:31.077 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:31.077 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:31.077 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:31.077 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:31.077 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.077 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:31.077 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:31.077 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:31.077 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:31.077 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:31.077 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:31.078 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:31.078 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T06:31:31.078 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:31.078 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.078 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:31.078 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:31.078 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:31.078 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:31.078 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:31.078 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:31.078 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-08-10T06:31:31.078 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:31.078 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:31.078 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:31.079 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:31.079 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:31.079 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:31.079 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.895288+0000", 2024-08-10T06:31:31.079 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:19:24.347169+0000", 2024-08-10T06:31:31.079 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:19:24.347169+0000", 2024-08-10T06:31:31.079 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:19:24.347448+0000", 2024-08-10T06:31:31.079 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.895288+0000", 2024-08-10T06:31:31.079 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:31.079 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:31.079 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:31.079 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 375, 2024-08-10T06:31:31.079 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.895288+0000", 2024-08-10T06:31:31.080 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.895288+0000", 2024-08-10T06:31:31.080 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.895288+0000", 2024-08-10T06:31:31.080 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:31.080 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:31.080 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:31.080 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.895288+0000", 2024-08-10T06:31:31.080 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.895288+0000", 2024-08-10T06:31:31.080 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:31.080 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:31.080 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:31.080 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:31.080 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 374, 2024-08-10T06:31:31.080 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:31.080 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:31.081 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:31.081 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:31.081 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:31.081 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:31.081 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:31.081 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:31.081 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.3d", 2024-08-10T06:31:31.081 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:31.081 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:31.081 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:31.081 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5324, 2024-08-10T06:31:31.081 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:31.081 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:10:11.654828+0000", 2024-08-10T06:31:31.081 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:31.082 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:31.082 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:31.082 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:31.082 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:31.082 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:31.082 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:31.082 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:31.082 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:31.082 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:31.082 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:31.082 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:31.082 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:31.082 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:31.082 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:31.083 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:31.083 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:31.083 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:31.083 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:31.083 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:31.083 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:31.083 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:31.083 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:31.083 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:31.083 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:31.083 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:31.083 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:31.083 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:31.083 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:31.084 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:31.084 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:31.084 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:31.084 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:31.084 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:31.084 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:31.084 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:31.084 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:31.084 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:31.084 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:31.084 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:31.084 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:31.084 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:31.085 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:31.085 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.085 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:31.085 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:31.085 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:31.085 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:31.085 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:31.085 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:31.085 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:31.085 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-08-10T06:31:31.085 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:31.085 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.085 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:31.085 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:31.086 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:31.086 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:31.086 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:31.086 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:31.086 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-08-10T06:31:31.086 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:31.086 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:31.086 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:31.086 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:31.086 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:31.086 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:31.086 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.892826+0000", 2024-08-10T06:31:31.086 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.390643+0000", 2024-08-10T06:31:31.086 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.390643+0000", 2024-08-10T06:31:31.087 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.391064+0000", 2024-08-10T06:31:31.087 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.892826+0000", 2024-08-10T06:31:31.087 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:31.087 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:31.087 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:31.087 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:31.087 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.892826+0000", 2024-08-10T06:31:31.087 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.892826+0000", 2024-08-10T06:31:31.087 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.892826+0000", 2024-08-10T06:31:31.087 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:31.087 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:31.087 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:31.087 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.892826+0000", 2024-08-10T06:31:31.087 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.892826+0000", 2024-08-10T06:31:31.088 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:31.088 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:31.088 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:31.088 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:31.088 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:31.088 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:31.088 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:31.088 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:31.088 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:31.088 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:31.088 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:31.088 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:31.088 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:31.088 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.3e", 2024-08-10T06:31:31.089 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:31.089 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:31.089 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:31.089 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5298, 2024-08-10T06:31:31.089 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:31.089 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:51:12.816263+0000", 2024-08-10T06:31:31.089 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:31.089 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:31.089 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:31.089 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:31.089 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:31.089 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:31.089 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:31.089 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:31.090 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:31.090 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:31.090 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:31.090 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:31.090 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:31.090 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:31.090 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:31.090 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:31.090 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:31.090 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:31.090 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:31.090 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:31.090 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:31.091 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:31.091 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:31.091 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:31.091 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:31.091 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:31.091 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:31.091 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:31.091 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:31.091 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:31.091 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:31.091 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:31.091 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:31.091 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:31.091 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:31.092 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:31.092 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:31.092 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:31.092 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:31.092 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:31.092 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:31.092 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:31.092 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:31.092 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.092 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:31.092 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:31.092 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:31.092 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:31.093 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:31.093 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:31.093 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:31.093 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-08-10T06:31:31.093 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:31.093 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.093 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:31.093 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:31.093 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:31.093 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:31.093 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:31.093 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:31.093 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T06:31:31.094 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:31.094 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:31.094 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:31.094 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:31.094 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:31.094 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:31.094 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.403825+0000", 2024-08-10T06:31:31.094 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.361888+0000", 2024-08-10T06:31:31.094 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.361888+0000", 2024-08-10T06:31:31.094 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.364152+0000", 2024-08-10T06:31:31.094 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.403825+0000", 2024-08-10T06:31:31.094 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:31.094 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:31.095 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:31.095 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:31.095 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.403825+0000", 2024-08-10T06:31:31.095 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.403825+0000", 2024-08-10T06:31:31.095 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.403825+0000", 2024-08-10T06:31:31.095 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:31.095 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:31.095 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:31.095 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.403825+0000", 2024-08-10T06:31:31.095 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.403825+0000", 2024-08-10T06:31:31.095 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:31.095 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:31.095 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:31.095 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:31.096 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:31.096 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:31.096 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:31.096 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:31.096 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:31.096 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:31.096 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:31.096 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:31.096 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:31.096 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.3f", 2024-08-10T06:31:31.096 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:31.096 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:31.096 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:31.096 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5099, 2024-08-10T06:31:31.097 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:31.097 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T16:15:44.690796+0000", 2024-08-10T06:31:31.097 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:31.097 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:31.097 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:31.097 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:31.097 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:31.097 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:31.097 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:31.097 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:31.097 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:31.097 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:31.097 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:31.097 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:31.098 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:31.098 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:31.098 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:31.098 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:31.098 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:31.098 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:31.098 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:31.098 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:31.098 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:31.098 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:31.098 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:31.098 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:31.098 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:31.099 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:31.099 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:31.099 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:31.099 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:31.099 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:31.099 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:31.099 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:31.099 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:31.099 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:31.099 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:31.099 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:31.099 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:31.099 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:31.099 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:31.100 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:31.100 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:31.100 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:31.100 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:31.100 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.100 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:31.100 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:31.100 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:31.100 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:31.100 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:31.100 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:31.100 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:31.100 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T06:31:31.100 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:31.101 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.101 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:31.101 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_per_pool": [ 2024-08-10T06:31:31.101 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:31.101 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": 3, 2024-08-10T06:31:31.101 INFO:tasks.workunit.client.0.smithi031.stdout: "application": [ 2024-08-10T06:31:31.101 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr" 2024-08-10T06:31:31.101 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:31.101 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 253, 2024-08-10T06:31:31.101 INFO:tasks.workunit.client.0.smithi031.stdout: "num_pg": 1, 2024-08-10T06:31:31.101 INFO:tasks.workunit.client.0.smithi031.stdout: "num_store_stats": 3, 2024-08-10T06:31:31.101 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 253, 2024-08-10T06:31:31.101 INFO:tasks.workunit.client.0.smithi031.stdout: "poolid": 1, 2024-08-10T06:31:31.101 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:31.102 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 590368, 2024-08-10T06:31:31.102 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:31.102 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 1771104, 2024-08-10T06:31:31.102 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:31.102 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:31.102 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:31.102 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:31.102 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:31.102 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:31.102 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:31.102 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:31.102 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:31.102 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:31.103 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:31.103 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:31.103 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:31.103 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 6, 2024-08-10T06:31:31.103 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 2, 2024-08-10T06:31:31.103 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:31.103 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 2, 2024-08-10T06:31:31.103 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:31.103 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:31.103 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:31.103 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:31.103 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:31.103 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:31.103 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:31.104 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 6, 2024-08-10T06:31:31.104 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:31.104 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:31.104 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:31.104 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:31.104 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:31.104 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 1322, 2024-08-10T06:31:31.104 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 2114, 2024-08-10T06:31:31.104 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:31.104 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:31.104 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:31.104 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 423, 2024-08-10T06:31:31.105 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 2416 2024-08-10T06:31:31.105 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.105 INFO:tasks.workunit.client.0.smithi031.stdout: "store_stats": { 2024-08-10T06:31:31.105 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": 1781760, 2024-08-10T06:31:31.105 INFO:tasks.workunit.client.0.smithi031.stdout: "available": 0, 2024-08-10T06:31:31.105 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed": 0, 2024-08-10T06:31:31.105 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed_allocated": 0, 2024-08-10T06:31:31.105 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed_original": 0, 2024-08-10T06:31:31.105 INFO:tasks.workunit.client.0.smithi031.stdout: "data_stored": 1771104, 2024-08-10T06:31:31.105 INFO:tasks.workunit.client.0.smithi031.stdout: "internal_metadata": 0, 2024-08-10T06:31:31.105 INFO:tasks.workunit.client.0.smithi031.stdout: "internally_reserved": 0, 2024-08-10T06:31:31.105 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_allocated": 0, 2024-08-10T06:31:31.105 INFO:tasks.workunit.client.0.smithi031.stdout: "total": 0 2024-08-10T06:31:31.105 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.106 INFO:tasks.workunit.client.0.smithi031.stdout: "up": 3 2024-08-10T06:31:31.106 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.106 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:31.106 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": 96, 2024-08-10T06:31:31.106 INFO:tasks.workunit.client.0.smithi031.stdout: "application": [ 2024-08-10T06:31:31.106 INFO:tasks.workunit.client.0.smithi031.stdout: "cephfs" 2024-08-10T06:31:31.106 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:31.106 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 68, 2024-08-10T06:31:31.106 INFO:tasks.workunit.client.0.smithi031.stdout: "num_pg": 32, 2024-08-10T06:31:31.106 INFO:tasks.workunit.client.0.smithi031.stdout: "num_store_stats": 8, 2024-08-10T06:31:31.106 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 68, 2024-08-10T06:31:31.106 INFO:tasks.workunit.client.0.smithi031.stdout: "poolid": 2, 2024-08-10T06:31:31.106 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:31.106 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 6596, 2024-08-10T06:31:31.107 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:31.107 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:31.107 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:31.107 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:31.107 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:31.107 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:31.107 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:31.107 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:31.107 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:31.107 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:31.107 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:31.107 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:31.107 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:31.108 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:31.108 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:31.108 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 66, 2024-08-10T06:31:31.108 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 22, 2024-08-10T06:31:31.108 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:31.108 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 22, 2024-08-10T06:31:31.108 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:31.108 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:31.108 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:31.108 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:31.108 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:31.108 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 14, 2024-08-10T06:31:31.108 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:31.108 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:31.109 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:31.109 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:31.109 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:31.109 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:31.109 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:31.109 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 79, 2024-08-10T06:31:31.109 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 86, 2024-08-10T06:31:31.109 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:31.109 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:31.109 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:31.109 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 68, 2024-08-10T06:31:31.109 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 35 2024-08-10T06:31:31.109 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.110 INFO:tasks.workunit.client.0.smithi031.stdout: "store_stats": { 2024-08-10T06:31:31.110 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": 110592, 2024-08-10T06:31:31.110 INFO:tasks.workunit.client.0.smithi031.stdout: "available": 0, 2024-08-10T06:31:31.110 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed": 0, 2024-08-10T06:31:31.110 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed_allocated": 0, 2024-08-10T06:31:31.110 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed_original": 0, 2024-08-10T06:31:31.110 INFO:tasks.workunit.client.0.smithi031.stdout: "data_stored": 19788, 2024-08-10T06:31:31.110 INFO:tasks.workunit.client.0.smithi031.stdout: "internal_metadata": 0, 2024-08-10T06:31:31.110 INFO:tasks.workunit.client.0.smithi031.stdout: "internally_reserved": 0, 2024-08-10T06:31:31.110 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_allocated": 45341, 2024-08-10T06:31:31.110 INFO:tasks.workunit.client.0.smithi031.stdout: "total": 0 2024-08-10T06:31:31.110 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.110 INFO:tasks.workunit.client.0.smithi031.stdout: "up": 96 2024-08-10T06:31:31.111 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.111 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:31.111 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": 192, 2024-08-10T06:31:31.111 INFO:tasks.workunit.client.0.smithi031.stdout: "application": [ 2024-08-10T06:31:31.111 INFO:tasks.workunit.client.0.smithi031.stdout: "cephfs" 2024-08-10T06:31:31.111 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:31.111 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:31.111 INFO:tasks.workunit.client.0.smithi031.stdout: "num_pg": 64, 2024-08-10T06:31:31.111 INFO:tasks.workunit.client.0.smithi031.stdout: "num_store_stats": 8, 2024-08-10T06:31:31.111 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:31.111 INFO:tasks.workunit.client.0.smithi031.stdout: "poolid": 3, 2024-08-10T06:31:31.111 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:31.111 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:31.111 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:31.112 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:31.112 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:31.112 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:31.112 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:31.112 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:31.112 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:31.112 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:31.112 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:31.112 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:31.112 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:31.112 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:31.112 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:31.112 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:31.113 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:31.113 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:31.113 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:31.113 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:31.113 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:31.113 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:31.113 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:31.113 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:31.113 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:31.113 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:31.113 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:31.113 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:31.113 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:31.113 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:31.113 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:31.114 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:31.114 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:31.114 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:31.114 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:31.114 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:31.114 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:31.114 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:31.114 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:31.114 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:31.114 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:31.114 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.114 INFO:tasks.workunit.client.0.smithi031.stdout: "store_stats": { 2024-08-10T06:31:31.114 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": 0, 2024-08-10T06:31:31.114 INFO:tasks.workunit.client.0.smithi031.stdout: "available": 0, 2024-08-10T06:31:31.115 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed": 0, 2024-08-10T06:31:31.115 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed_allocated": 0, 2024-08-10T06:31:31.115 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed_original": 0, 2024-08-10T06:31:31.115 INFO:tasks.workunit.client.0.smithi031.stdout: "data_stored": 0, 2024-08-10T06:31:31.115 INFO:tasks.workunit.client.0.smithi031.stdout: "internal_metadata": 0, 2024-08-10T06:31:31.115 INFO:tasks.workunit.client.0.smithi031.stdout: "internally_reserved": 0, 2024-08-10T06:31:31.115 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_allocated": 0, 2024-08-10T06:31:31.115 INFO:tasks.workunit.client.0.smithi031.stdout: "total": 0 2024-08-10T06:31:31.115 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.115 INFO:tasks.workunit.client.0.smithi031.stdout: "up": 192 2024-08-10T06:31:31.115 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.115 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:31.115 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": 24, 2024-08-10T06:31:31.116 INFO:tasks.workunit.client.0.smithi031.stdout: "application": [ 2024-08-10T06:31:31.116 INFO:tasks.workunit.client.0.smithi031.stdout: "rbd" 2024-08-10T06:31:31.116 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:31.116 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 24457, 2024-08-10T06:31:31.116 INFO:tasks.workunit.client.0.smithi031.stdout: "num_pg": 8, 2024-08-10T06:31:31.116 INFO:tasks.workunit.client.0.smithi031.stdout: "num_store_stats": 8, 2024-08-10T06:31:31.116 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 24457, 2024-08-10T06:31:31.116 INFO:tasks.workunit.client.0.smithi031.stdout: "poolid": 4, 2024-08-10T06:31:31.116 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:31.116 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 4194323, 2024-08-10T06:31:31.116 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:31.116 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:31.116 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:31.116 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:31.117 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:31.117 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:31.117 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:31.117 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:31.117 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:31.117 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:31.117 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:31.117 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:31.117 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:31.117 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:31.117 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:31.117 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 12, 2024-08-10T06:31:31.117 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 4, 2024-08-10T06:31:31.118 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:31.118 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 4, 2024-08-10T06:31:31.118 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:31.118 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:31.118 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:31.118 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:31.118 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:31.118 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 2, 2024-08-10T06:31:31.118 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:31.118 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:31.118 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:31.118 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:31.118 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:31.118 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:31.119 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:31.119 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 9012, 2024-08-10T06:31:31.119 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 3062416, 2024-08-10T06:31:31.119 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:31.119 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:31.119 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:31.119 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 24326, 2024-08-10T06:31:31.119 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 3116361 2024-08-10T06:31:31.119 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.119 INFO:tasks.workunit.client.0.smithi031.stdout: "store_stats": { 2024-08-10T06:31:31.119 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": 12595200, 2024-08-10T06:31:31.119 INFO:tasks.workunit.client.0.smithi031.stdout: "available": 0, 2024-08-10T06:31:31.119 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed": 0, 2024-08-10T06:31:31.120 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed_allocated": 0, 2024-08-10T06:31:31.120 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed_original": 0, 2024-08-10T06:31:31.120 INFO:tasks.workunit.client.0.smithi031.stdout: "data_stored": 12582969, 2024-08-10T06:31:31.120 INFO:tasks.workunit.client.0.smithi031.stdout: "internal_metadata": 0, 2024-08-10T06:31:31.120 INFO:tasks.workunit.client.0.smithi031.stdout: "internally_reserved": 0, 2024-08-10T06:31:31.120 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_allocated": 0, 2024-08-10T06:31:31.120 INFO:tasks.workunit.client.0.smithi031.stdout: "total": 0 2024-08-10T06:31:31.120 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.120 INFO:tasks.workunit.client.0.smithi031.stdout: "up": 24 2024-08-10T06:31:31.120 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.120 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:31.120 INFO:tasks.workunit.client.0.smithi031.stdout: "usage": { 2024-08-10T06:31:31.120 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_num": 105, 2024-08-10T06:31:31.120 INFO:tasks.workunit.client.0.smithi031.stdout: "pools": 4, 2024-08-10T06:31:31.121 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_by_class": { 2024-08-10T06:31:31.121 INFO:tasks.workunit.client.0.smithi031.stdout: "ssd": { 2024-08-10T06:31:31.121 INFO:tasks.workunit.client.0.smithi031.stdout: "total_avail_bytes": 763918761984, 2024-08-10T06:31:31.121 INFO:tasks.workunit.client.0.smithi031.stdout: "total_bytes": 767960285184, 2024-08-10T06:31:31.121 INFO:tasks.workunit.client.0.smithi031.stdout: "total_used_bytes": 4041523200, 2024-08-10T06:31:31.121 INFO:tasks.workunit.client.0.smithi031.stdout: "total_used_raw_bytes": 4041523200, 2024-08-10T06:31:31.121 INFO:tasks.workunit.client.0.smithi031.stdout: "total_used_raw_ratio": 0.00526267196983099 2024-08-10T06:31:31.121 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.121 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.121 INFO:tasks.workunit.client.0.smithi031.stdout: "total_avail_bytes": 763918761984, 2024-08-10T06:31:31.121 INFO:tasks.workunit.client.0.smithi031.stdout: "total_bytes": 767960285184, 2024-08-10T06:31:31.121 INFO:tasks.workunit.client.0.smithi031.stdout: "total_used_bytes": 4041523200 2024-08-10T06:31:31.121 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.121 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-08-10T06:31:31.122 INFO:tasks.workunit.client.0.smithi031.stdout:Device report is generated separately. To see it run 'ceph telemetry preview-device'. 2024-08-10T06:31:31.122 INFO:tasks.workunit.client.0.smithi031.stderr:+ ceph telemetry preview-device 2024-08-10T06:31:31.123 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:29 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:31:31.123 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:29 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T06:31:31.123 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:29 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:31.123 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:29 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:31.123 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:29 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:31.123 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:29 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:31.123 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:29 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:31.123 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:29 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:31.123 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:29 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:31.124 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:29 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:31.124 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:29 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:31.124 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:29 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:31:31.124 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:29 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:31:31.124 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:29 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:31.124 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:29 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:31.124 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:29 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:31.124 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:29 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:31:31.124 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:29 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:31:31.124 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:29 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:31.124 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:29 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:31.124 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:29 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:31.124 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:29 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:31:31.124 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:29 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:31:31.124 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:29 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:31.125 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:29 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:31.125 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:29 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:31.125 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:29 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:31:31.125 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:29 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T06:31:31.125 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:29 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:31.125 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:29 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:31.125 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:29 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:31.125 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:29 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:31.125 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:29 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:31.125 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:29 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:31.125 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:29 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:31.125 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:29 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:31.126 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:29 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:31.126 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:29 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:31:31.126 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:29 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:31:31.126 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:29 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:31.126 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:29 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:31.126 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:29 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:31.126 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:29 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:31:31.126 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:29 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:31:31.126 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:29 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:31.126 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:29 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:31.126 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:29 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:31.126 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:29 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:31:31.126 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:29 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:31:31.127 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:29 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:31.127 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:29 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:31.127 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:29 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:31.127 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:29 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:31:31.127 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:29 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T06:31:31.127 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:29 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:31.127 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:29 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:31.127 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:29 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:31.127 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:29 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:31.127 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:29 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:31.127 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:29 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:31.128 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:29 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:31.128 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:29 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:31.128 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:29 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:31.128 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:29 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:31:31.128 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:29 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:31:31.128 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:29 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:31.128 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:29 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:31.128 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:29 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:31.128 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:29 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:31:31.128 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:29 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:31:31.128 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:29 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:31.128 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:29 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:31.128 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:29 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:31.128 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:29 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:31:31.129 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:29 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:31:31.129 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:29 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:31.129 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:29 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:31.129 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:29 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:31.129 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:30 smithi196 ceph-mon[90243]: from='client.36051 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:31:31.129 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:30 smithi196 ceph-mon[90243]: from='client.36051 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:31:31.129 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:30 smithi196 ceph-mon[90243]: from='client.46004 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:31:31.129 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:30 smithi196 ceph-mon[90243]: pgmap v4840: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:31:31.129 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:30 smithi196 ceph-mon[90243]: from='client.46004 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:31:31.129 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:30 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:31:31.130 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:30 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T06:31:31.130 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:30 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:31.130 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:30 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:31.130 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:30 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:31.130 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:30 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:31.130 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:30 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:31.130 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:30 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:31.130 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:30 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:31.130 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:30 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:31.130 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:30 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:31.130 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:30 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:31:31.130 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:30 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:31:31.130 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:30 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:31.130 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:30 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:31.131 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:30 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:31.131 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:30 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:31:31.131 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:30 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:31:31.131 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:30 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:31.131 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:30 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:31.131 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:30 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:31.131 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:30 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:31:31.131 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:30 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:31:31.131 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:30 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:31.131 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:30 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:31.131 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:30 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:31.131 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:30 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:31:31.132 INFO:tasks.workunit.client.0.smithi031.stdout:device channel is on and up to date, see report with `ceph telemetry show-device`. 2024-08-10T06:31:31.132 INFO:tasks.workunit.client.0.smithi031.stderr:+ ceph telemetry preview-all 2024-08-10T06:31:31.142 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-08-10T06:31:31.142 INFO:tasks.workunit.client.0.smithi031.stdout: "device_report": { 2024-08-10T06:31:31.142 INFO:tasks.workunit.client.0.smithi031.stdout: "58605f64-56d7-11ef-ad30-ac1f6ba5caba": { 2024-08-10T06:31:31.142 INFO:tasks.workunit.client.0.smithi031.stdout: "INTEL_SSDPEDMD400G4_5860daca-56d7-11ef-ad30-ac1f6ba5caba": { 2024-08-10T06:31:31.142 INFO:tasks.workunit.client.0.smithi031.stdout: "20240810-050806": { 2024-08-10T06:31:31.143 INFO:tasks.workunit.client.0.smithi031.stdout: "device": { 2024-08-10T06:31:31.143 INFO:tasks.workunit.client.0.smithi031.stdout: "info_name": "/dev/nvme0n1", 2024-08-10T06:31:31.143 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "/dev/nvme0n1", 2024-08-10T06:31:31.143 INFO:tasks.workunit.client.0.smithi031.stdout: "protocol": "NVMe", 2024-08-10T06:31:31.143 INFO:tasks.workunit.client.0.smithi031.stdout: "type": "nvme" 2024-08-10T06:31:31.143 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.143 INFO:tasks.workunit.client.0.smithi031.stdout: "firmware_version": "8DV101H0", 2024-08-10T06:31:31.143 INFO:tasks.workunit.client.0.smithi031.stdout: "host_id": "58605f64-56d7-11ef-ad30-ac1f6ba5caba", 2024-08-10T06:31:31.143 INFO:tasks.workunit.client.0.smithi031.stdout: "json_format_version": [ 2024-08-10T06:31:31.143 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:31.143 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:31.143 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:31.143 INFO:tasks.workunit.client.0.smithi031.stdout: "local_time": { 2024-08-10T06:31:31.143 INFO:tasks.workunit.client.0.smithi031.stdout: "asctime": "Sat Aug 10 05:08:06 2024 UTC", 2024-08-10T06:31:31.144 INFO:tasks.workunit.client.0.smithi031.stdout: "time_t": 1723266486 2024-08-10T06:31:31.144 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.144 INFO:tasks.workunit.client.0.smithi031.stdout: "logical_block_size": 512, 2024-08-10T06:31:31.144 INFO:tasks.workunit.client.0.smithi031.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-08-10T06:31:31.144 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_controller_id": 0, 2024-08-10T06:31:31.144 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-10T06:31:31.144 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_namespaces": [ 2024-08-10T06:31:31.144 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:31.144 INFO:tasks.workunit.client.0.smithi031.stdout: "capacity": { 2024-08-10T06:31:31.144 INFO:tasks.workunit.client.0.smithi031.stdout: "blocks": 781422768, 2024-08-10T06:31:31.144 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 400088457216 2024-08-10T06:31:31.144 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.144 INFO:tasks.workunit.client.0.smithi031.stdout: "formatted_lba_size": 512, 2024-08-10T06:31:31.144 INFO:tasks.workunit.client.0.smithi031.stdout: "id": 1, 2024-08-10T06:31:31.145 INFO:tasks.workunit.client.0.smithi031.stdout: "size": { 2024-08-10T06:31:31.145 INFO:tasks.workunit.client.0.smithi031.stdout: "blocks": 781422768, 2024-08-10T06:31:31.145 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 400088457216 2024-08-10T06:31:31.145 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.145 INFO:tasks.workunit.client.0.smithi031.stdout: "utilization": { 2024-08-10T06:31:31.145 INFO:tasks.workunit.client.0.smithi031.stdout: "blocks": 781422768, 2024-08-10T06:31:31.145 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 400088457216 2024-08-10T06:31:31.145 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.145 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.145 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:31.145 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_number_of_namespaces": 1, 2024-08-10T06:31:31.145 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_pci_vendor": { 2024-08-10T06:31:31.145 INFO:tasks.workunit.client.0.smithi031.stdout: "id": 32902, 2024-08-10T06:31:31.145 INFO:tasks.workunit.client.0.smithi031.stdout: "subsystem_id": 32902 2024-08-10T06:31:31.146 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.146 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_smart_health_information_add_log": { 2024-08-10T06:31:31.146 INFO:tasks.workunit.client.0.smithi031.stdout: "Device stats": { 2024-08-10T06:31:31.146 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_fw_downgrades": { 2024-08-10T06:31:31.146 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-08-10T06:31:31.146 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T06:31:31.146 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.146 INFO:tasks.workunit.client.0.smithi031.stdout: "crc_error_count": { 2024-08-10T06:31:31.146 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T06:31:31.146 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T06:31:31.146 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.146 INFO:tasks.workunit.client.0.smithi031.stdout: "end_to_end_error_detection_count": { 2024-08-10T06:31:31.146 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T06:31:31.147 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T06:31:31.147 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.147 INFO:tasks.workunit.client.0.smithi031.stdout: "erase_fail_count": { 2024-08-10T06:31:31.147 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T06:31:31.147 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T06:31:31.147 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.147 INFO:tasks.workunit.client.0.smithi031.stdout: "host_bytes_written": { 2024-08-10T06:31:31.147 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T06:31:31.147 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 36852684 2024-08-10T06:31:31.147 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.147 INFO:tasks.workunit.client.0.smithi031.stdout: "host_ctx_wear_used": { 2024-08-10T06:31:31.147 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T06:31:31.147 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 1 2024-08-10T06:31:31.147 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.148 INFO:tasks.workunit.client.0.smithi031.stdout: "media_bytes_read": { 2024-08-10T06:31:31.148 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-08-10T06:31:31.148 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T06:31:31.148 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.148 INFO:tasks.workunit.client.0.smithi031.stdout: "nand_bytes_written": { 2024-08-10T06:31:31.148 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T06:31:31.148 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 56188690 2024-08-10T06:31:31.148 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.148 INFO:tasks.workunit.client.0.smithi031.stdout: "perf_stat_indicator": { 2024-08-10T06:31:31.148 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-08-10T06:31:31.148 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T06:31:31.148 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.148 INFO:tasks.workunit.client.0.smithi031.stdout: "pll_lock_loss_count": { 2024-08-10T06:31:31.148 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T06:31:31.149 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T06:31:31.149 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.149 INFO:tasks.workunit.client.0.smithi031.stdout: "program_fail_count": { 2024-08-10T06:31:31.149 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T06:31:31.149 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T06:31:31.149 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.149 INFO:tasks.workunit.client.0.smithi031.stdout: "re_alloc_sectr_cnt": { 2024-08-10T06:31:31.149 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-08-10T06:31:31.149 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T06:31:31.149 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.149 INFO:tasks.workunit.client.0.smithi031.stdout: "retry_buffer_overflow_count": { 2024-08-10T06:31:31.149 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T06:31:31.149 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T06:31:31.149 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.150 INFO:tasks.workunit.client.0.smithi031.stdout: "soft_ecc_err_rate": { 2024-08-10T06:31:31.150 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-08-10T06:31:31.150 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T06:31:31.150 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.150 INFO:tasks.workunit.client.0.smithi031.stdout: "thermal_throttle_status": { 2024-08-10T06:31:31.150 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T06:31:31.150 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": { 2024-08-10T06:31:31.150 INFO:tasks.workunit.client.0.smithi031.stdout: "cnt": 0, 2024-08-10T06:31:31.150 INFO:tasks.workunit.client.0.smithi031.stdout: "pct": 0 2024-08-10T06:31:31.150 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.150 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.150 INFO:tasks.workunit.client.0.smithi031.stdout: "timed_workload_host_reads": { 2024-08-10T06:31:31.150 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T06:31:31.150 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 65535 2024-08-10T06:31:31.151 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.151 INFO:tasks.workunit.client.0.smithi031.stdout: "timed_workload_media_wear": { 2024-08-10T06:31:31.151 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T06:31:31.151 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": "63.999023" 2024-08-10T06:31:31.151 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.151 INFO:tasks.workunit.client.0.smithi031.stdout: "timed_workload_timer": { 2024-08-10T06:31:31.151 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T06:31:31.151 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 65535 2024-08-10T06:31:31.151 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.151 INFO:tasks.workunit.client.0.smithi031.stdout: "unexp_power_loss": { 2024-08-10T06:31:31.151 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-08-10T06:31:31.151 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T06:31:31.151 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.152 INFO:tasks.workunit.client.0.smithi031.stdout: "wear_leveling": { 2024-08-10T06:31:31.152 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 88, 2024-08-10T06:31:31.152 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": { 2024-08-10T06:31:31.152 INFO:tasks.workunit.client.0.smithi031.stdout: "avg": 3697, 2024-08-10T06:31:31.152 INFO:tasks.workunit.client.0.smithi031.stdout: "max": 3719, 2024-08-10T06:31:31.152 INFO:tasks.workunit.client.0.smithi031.stdout: "min": 3674 2024-08-10T06:31:31.152 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.152 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.152 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.152 INFO:tasks.workunit.client.0.smithi031.stdout: "Intel Smart log": "nvme0n1" 2024-08-10T06:31:31.152 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.152 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_smart_health_information_log": { 2024-08-10T06:31:31.152 INFO:tasks.workunit.client.0.smithi031.stdout: "available_spare": 100, 2024-08-10T06:31:31.152 INFO:tasks.workunit.client.0.smithi031.stdout: "available_spare_threshold": 10, 2024-08-10T06:31:31.153 INFO:tasks.workunit.client.0.smithi031.stdout: "controller_busy_time": 3, 2024-08-10T06:31:31.153 INFO:tasks.workunit.client.0.smithi031.stdout: "critical_warning": 0, 2024-08-10T06:31:31.153 INFO:tasks.workunit.client.0.smithi031.stdout: "data_units_read": 437224181, 2024-08-10T06:31:31.153 INFO:tasks.workunit.client.0.smithi031.stdout: "data_units_written": 2415177536, 2024-08-10T06:31:31.153 INFO:tasks.workunit.client.0.smithi031.stdout: "host_reads": 6251278111, 2024-08-10T06:31:31.153 INFO:tasks.workunit.client.0.smithi031.stdout: "host_writes": 37498794677, 2024-08-10T06:31:31.153 INFO:tasks.workunit.client.0.smithi031.stdout: "media_errors": 0, 2024-08-10T06:31:31.153 INFO:tasks.workunit.client.0.smithi031.stdout: "num_err_log_entries": 0, 2024-08-10T06:31:31.153 INFO:tasks.workunit.client.0.smithi031.stdout: "percentage_used": 12, 2024-08-10T06:31:31.153 INFO:tasks.workunit.client.0.smithi031.stdout: "power_cycles": 45194, 2024-08-10T06:31:31.153 INFO:tasks.workunit.client.0.smithi031.stdout: "power_on_hours": 67556, 2024-08-10T06:31:31.153 INFO:tasks.workunit.client.0.smithi031.stdout: "temperature": 25, 2024-08-10T06:31:31.153 INFO:tasks.workunit.client.0.smithi031.stdout: "unsafe_shutdowns": 290 2024-08-10T06:31:31.153 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.154 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_vendor": "intel", 2024-08-10T06:31:31.154 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_version": { 2024-08-10T06:31:31.154 INFO:tasks.workunit.client.0.smithi031.stdout: "string": "<1.2", 2024-08-10T06:31:31.154 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.154 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.154 INFO:tasks.workunit.client.0.smithi031.stdout: "power_cycle_count": 45194, 2024-08-10T06:31:31.154 INFO:tasks.workunit.client.0.smithi031.stdout: "power_on_time": { 2024-08-10T06:31:31.154 INFO:tasks.workunit.client.0.smithi031.stdout: "hours": 67556 2024-08-10T06:31:31.154 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.154 INFO:tasks.workunit.client.0.smithi031.stdout: "serial_number": "deleted", 2024-08-10T06:31:31.154 INFO:tasks.workunit.client.0.smithi031.stdout: "smart_status": { 2024-08-10T06:31:31.154 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme": { 2024-08-10T06:31:31.154 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.154 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.155 INFO:tasks.workunit.client.0.smithi031.stdout: "passed": true 2024-08-10T06:31:31.155 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.155 INFO:tasks.workunit.client.0.smithi031.stdout: "smartctl": { 2024-08-10T06:31:31.155 INFO:tasks.workunit.client.0.smithi031.stdout: "argv": [ 2024-08-10T06:31:31.155 INFO:tasks.workunit.client.0.smithi031.stdout: "smartctl", 2024-08-10T06:31:31.155 INFO:tasks.workunit.client.0.smithi031.stdout: "-x", 2024-08-10T06:31:31.155 INFO:tasks.workunit.client.0.smithi031.stdout: "--json=o", 2024-08-10T06:31:31.155 INFO:tasks.workunit.client.0.smithi031.stdout: "/dev/nvme0n1" 2024-08-10T06:31:31.155 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:31.155 INFO:tasks.workunit.client.0.smithi031.stdout: "build_info": "(local build)", 2024-08-10T06:31:31.155 INFO:tasks.workunit.client.0.smithi031.stdout: "exit_status": 0, 2024-08-10T06:31:31.155 INFO:tasks.workunit.client.0.smithi031.stdout: "output": [ 2024-08-10T06:31:31.155 INFO:tasks.workunit.client.0.smithi031.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-10T06:31:31.155 INFO:tasks.workunit.client.0.smithi031.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-10T06:31:31.156 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-08-10T06:31:31.156 INFO:tasks.workunit.client.0.smithi031.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-10T06:31:31.156 INFO:tasks.workunit.client.0.smithi031.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-08-10T06:31:31.156 INFO:tasks.workunit.client.0.smithi031.stdout: "Serial Number: deleted", 2024-08-10T06:31:31.156 INFO:tasks.workunit.client.0.smithi031.stdout: "Firmware Version: 8DV101H0", 2024-08-10T06:31:31.156 INFO:tasks.workunit.client.0.smithi031.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-10T06:31:31.156 INFO:tasks.workunit.client.0.smithi031.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-10T06:31:31.156 INFO:tasks.workunit.client.0.smithi031.stdout: "Controller ID: 0", 2024-08-10T06:31:31.156 INFO:tasks.workunit.client.0.smithi031.stdout: "NVMe Version: <1.2", 2024-08-10T06:31:31.156 INFO:tasks.workunit.client.0.smithi031.stdout: "Number of Namespaces: 1", 2024-08-10T06:31:31.156 INFO:tasks.workunit.client.0.smithi031.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-08-10T06:31:31.156 INFO:tasks.workunit.client.0.smithi031.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-10T06:31:31.156 INFO:tasks.workunit.client.0.smithi031.stdout: "Local Time is: Sat Aug 10 05:08:06 2024 UTC", 2024-08-10T06:31:31.157 INFO:tasks.workunit.client.0.smithi031.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-10T06:31:31.157 INFO:tasks.workunit.client.0.smithi031.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-10T06:31:31.157 INFO:tasks.workunit.client.0.smithi031.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-10T06:31:31.157 INFO:tasks.workunit.client.0.smithi031.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-10T06:31:31.157 INFO:tasks.workunit.client.0.smithi031.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-10T06:31:31.157 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-08-10T06:31:31.157 INFO:tasks.workunit.client.0.smithi031.stdout: "Supported Power States", 2024-08-10T06:31:31.157 INFO:tasks.workunit.client.0.smithi031.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-10T06:31:31.157 INFO:tasks.workunit.client.0.smithi031.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-10T06:31:31.157 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-08-10T06:31:31.157 INFO:tasks.workunit.client.0.smithi031.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-10T06:31:31.157 INFO:tasks.workunit.client.0.smithi031.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-10T06:31:31.157 INFO:tasks.workunit.client.0.smithi031.stdout: " 0 + 512 0 2", 2024-08-10T06:31:31.157 INFO:tasks.workunit.client.0.smithi031.stdout: " 1 - 512 8 2", 2024-08-10T06:31:31.158 INFO:tasks.workunit.client.0.smithi031.stdout: " 2 - 512 16 2", 2024-08-10T06:31:31.158 INFO:tasks.workunit.client.0.smithi031.stdout: " 3 - 4096 0 0", 2024-08-10T06:31:31.158 INFO:tasks.workunit.client.0.smithi031.stdout: " 4 - 4096 8 0", 2024-08-10T06:31:31.158 INFO:tasks.workunit.client.0.smithi031.stdout: " 5 - 4096 64 0", 2024-08-10T06:31:31.158 INFO:tasks.workunit.client.0.smithi031.stdout: " 6 - 4096 128 0", 2024-08-10T06:31:31.158 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-08-10T06:31:31.158 INFO:tasks.workunit.client.0.smithi031.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-10T06:31:31.158 INFO:tasks.workunit.client.0.smithi031.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-10T06:31:31.158 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-08-10T06:31:31.158 INFO:tasks.workunit.client.0.smithi031.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-10T06:31:31.158 INFO:tasks.workunit.client.0.smithi031.stdout: "Critical Warning: 0x00", 2024-08-10T06:31:31.158 INFO:tasks.workunit.client.0.smithi031.stdout: "Temperature: 25 Celsius", 2024-08-10T06:31:31.158 INFO:tasks.workunit.client.0.smithi031.stdout: "Available Spare: 100%", 2024-08-10T06:31:31.159 INFO:tasks.workunit.client.0.smithi031.stdout: "Available Spare Threshold: 10%", 2024-08-10T06:31:31.159 INFO:tasks.workunit.client.0.smithi031.stdout: "Percentage Used: 12%", 2024-08-10T06:31:31.159 INFO:tasks.workunit.client.0.smithi031.stdout: "Data Units Read: 437,224,181 [223 TB]", 2024-08-10T06:31:31.159 INFO:tasks.workunit.client.0.smithi031.stdout: "Data Units Written: 2,415,177,536 [1.23 PB]", 2024-08-10T06:31:31.159 INFO:tasks.workunit.client.0.smithi031.stdout: "Host Read Commands: 6,251,278,111", 2024-08-10T06:31:31.159 INFO:tasks.workunit.client.0.smithi031.stdout: "Host Write Commands: 37,498,794,677", 2024-08-10T06:31:31.159 INFO:tasks.workunit.client.0.smithi031.stdout: "Controller Busy Time: 3", 2024-08-10T06:31:31.159 INFO:tasks.workunit.client.0.smithi031.stdout: "Power Cycles: 45,194", 2024-08-10T06:31:31.159 INFO:tasks.workunit.client.0.smithi031.stdout: "Power On Hours: 67,556", 2024-08-10T06:31:31.159 INFO:tasks.workunit.client.0.smithi031.stdout: "Unsafe Shutdowns: 290", 2024-08-10T06:31:31.159 INFO:tasks.workunit.client.0.smithi031.stdout: "Media and Data Integrity Errors: 0", 2024-08-10T06:31:31.159 INFO:tasks.workunit.client.0.smithi031.stdout: "Error Information Log Entries: 0", 2024-08-10T06:31:31.159 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-08-10T06:31:31.159 INFO:tasks.workunit.client.0.smithi031.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-10T06:31:31.159 INFO:tasks.workunit.client.0.smithi031.stdout: "No Errors Logged", 2024-08-10T06:31:31.160 INFO:tasks.workunit.client.0.smithi031.stdout: "" 2024-08-10T06:31:31.160 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:31.160 INFO:tasks.workunit.client.0.smithi031.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-10T06:31:31.160 INFO:tasks.workunit.client.0.smithi031.stdout: "svn_revision": "5155", 2024-08-10T06:31:31.160 INFO:tasks.workunit.client.0.smithi031.stdout: "version": [ 2024-08-10T06:31:31.160 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:31.160 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:31.160 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:31.160 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.160 INFO:tasks.workunit.client.0.smithi031.stdout: "temperature": { 2024-08-10T06:31:31.160 INFO:tasks.workunit.client.0.smithi031.stdout: "current": 25 2024-08-10T06:31:31.160 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.160 INFO:tasks.workunit.client.0.smithi031.stdout: "user_capacity": { 2024-08-10T06:31:31.161 INFO:tasks.workunit.client.0.smithi031.stdout: "blocks": 781422768, 2024-08-10T06:31:31.161 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 400088457216 2024-08-10T06:31:31.161 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.161 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.161 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.161 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.161 INFO:tasks.workunit.client.0.smithi031.stdout: "58624464-56d7-11ef-ad30-ac1f6ba5caba": { 2024-08-10T06:31:31.161 INFO:tasks.workunit.client.0.smithi031.stdout: "INTEL_SSDPEDMD400G4_5862b048-56d7-11ef-ad30-ac1f6ba5caba": { 2024-08-10T06:31:31.161 INFO:tasks.workunit.client.0.smithi031.stdout: "20240810-050809": { 2024-08-10T06:31:31.161 INFO:tasks.workunit.client.0.smithi031.stdout: "device": { 2024-08-10T06:31:31.161 INFO:tasks.workunit.client.0.smithi031.stdout: "info_name": "/dev/nvme0n1", 2024-08-10T06:31:31.161 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "/dev/nvme0n1", 2024-08-10T06:31:31.161 INFO:tasks.workunit.client.0.smithi031.stdout: "protocol": "NVMe", 2024-08-10T06:31:31.161 INFO:tasks.workunit.client.0.smithi031.stdout: "type": "nvme" 2024-08-10T06:31:31.162 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.162 INFO:tasks.workunit.client.0.smithi031.stdout: "firmware_version": "8DV101H0", 2024-08-10T06:31:31.162 INFO:tasks.workunit.client.0.smithi031.stdout: "host_id": "58624464-56d7-11ef-ad30-ac1f6ba5caba", 2024-08-10T06:31:31.162 INFO:tasks.workunit.client.0.smithi031.stdout: "json_format_version": [ 2024-08-10T06:31:31.162 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:31.162 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:31.162 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:31.162 INFO:tasks.workunit.client.0.smithi031.stdout: "local_time": { 2024-08-10T06:31:31.162 INFO:tasks.workunit.client.0.smithi031.stdout: "asctime": "Sat Aug 10 05:08:09 2024 UTC", 2024-08-10T06:31:31.162 INFO:tasks.workunit.client.0.smithi031.stdout: "time_t": 1723266489 2024-08-10T06:31:31.162 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.162 INFO:tasks.workunit.client.0.smithi031.stdout: "logical_block_size": 512, 2024-08-10T06:31:31.162 INFO:tasks.workunit.client.0.smithi031.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-08-10T06:31:31.162 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_controller_id": 0, 2024-08-10T06:31:31.163 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-10T06:31:31.163 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_namespaces": [ 2024-08-10T06:31:31.163 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:31.163 INFO:tasks.workunit.client.0.smithi031.stdout: "capacity": { 2024-08-10T06:31:31.163 INFO:tasks.workunit.client.0.smithi031.stdout: "blocks": 781422768, 2024-08-10T06:31:31.163 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 400088457216 2024-08-10T06:31:31.163 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.163 INFO:tasks.workunit.client.0.smithi031.stdout: "formatted_lba_size": 512, 2024-08-10T06:31:31.163 INFO:tasks.workunit.client.0.smithi031.stdout: "id": 1, 2024-08-10T06:31:31.163 INFO:tasks.workunit.client.0.smithi031.stdout: "size": { 2024-08-10T06:31:31.163 INFO:tasks.workunit.client.0.smithi031.stdout: "blocks": 781422768, 2024-08-10T06:31:31.163 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 400088457216 2024-08-10T06:31:31.163 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.163 INFO:tasks.workunit.client.0.smithi031.stdout: "utilization": { 2024-08-10T06:31:31.164 INFO:tasks.workunit.client.0.smithi031.stdout: "blocks": 781422768, 2024-08-10T06:31:31.164 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 400088457216 2024-08-10T06:31:31.164 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.164 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.164 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:31.164 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_number_of_namespaces": 1, 2024-08-10T06:31:31.164 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_pci_vendor": { 2024-08-10T06:31:31.164 INFO:tasks.workunit.client.0.smithi031.stdout: "id": 32902, 2024-08-10T06:31:31.164 INFO:tasks.workunit.client.0.smithi031.stdout: "subsystem_id": 32902 2024-08-10T06:31:31.164 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.164 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_smart_health_information_add_log": { 2024-08-10T06:31:31.164 INFO:tasks.workunit.client.0.smithi031.stdout: "Device stats": { 2024-08-10T06:31:31.164 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_fw_downgrades": { 2024-08-10T06:31:31.164 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-08-10T06:31:31.165 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T06:31:31.165 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.165 INFO:tasks.workunit.client.0.smithi031.stdout: "crc_error_count": { 2024-08-10T06:31:31.165 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T06:31:31.165 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T06:31:31.165 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.165 INFO:tasks.workunit.client.0.smithi031.stdout: "end_to_end_error_detection_count": { 2024-08-10T06:31:31.165 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T06:31:31.165 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T06:31:31.165 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.165 INFO:tasks.workunit.client.0.smithi031.stdout: "erase_fail_count": { 2024-08-10T06:31:31.165 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T06:31:31.165 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T06:31:31.165 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.166 INFO:tasks.workunit.client.0.smithi031.stdout: "host_bytes_written": { 2024-08-10T06:31:31.166 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T06:31:31.166 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 24989234 2024-08-10T06:31:31.166 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.166 INFO:tasks.workunit.client.0.smithi031.stdout: "host_ctx_wear_used": { 2024-08-10T06:31:31.166 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T06:31:31.166 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 1 2024-08-10T06:31:31.166 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.166 INFO:tasks.workunit.client.0.smithi031.stdout: "media_bytes_read": { 2024-08-10T06:31:31.166 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-08-10T06:31:31.166 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T06:31:31.166 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.166 INFO:tasks.workunit.client.0.smithi031.stdout: "nand_bytes_written": { 2024-08-10T06:31:31.167 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T06:31:31.167 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 45600947 2024-08-10T06:31:31.167 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.167 INFO:tasks.workunit.client.0.smithi031.stdout: "perf_stat_indicator": { 2024-08-10T06:31:31.167 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-08-10T06:31:31.167 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T06:31:31.167 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.167 INFO:tasks.workunit.client.0.smithi031.stdout: "pll_lock_loss_count": { 2024-08-10T06:31:31.167 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T06:31:31.167 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T06:31:31.167 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.167 INFO:tasks.workunit.client.0.smithi031.stdout: "program_fail_count": { 2024-08-10T06:31:31.167 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T06:31:31.168 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T06:31:31.168 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.168 INFO:tasks.workunit.client.0.smithi031.stdout: "re_alloc_sectr_cnt": { 2024-08-10T06:31:31.168 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-08-10T06:31:31.168 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T06:31:31.168 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.168 INFO:tasks.workunit.client.0.smithi031.stdout: "retry_buffer_overflow_count": { 2024-08-10T06:31:31.168 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T06:31:31.168 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T06:31:31.168 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.168 INFO:tasks.workunit.client.0.smithi031.stdout: "soft_ecc_err_rate": { 2024-08-10T06:31:31.168 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-08-10T06:31:31.168 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T06:31:31.169 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.169 INFO:tasks.workunit.client.0.smithi031.stdout: "thermal_throttle_status": { 2024-08-10T06:31:31.169 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T06:31:31.169 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": { 2024-08-10T06:31:31.169 INFO:tasks.workunit.client.0.smithi031.stdout: "cnt": 0, 2024-08-10T06:31:31.169 INFO:tasks.workunit.client.0.smithi031.stdout: "pct": 0 2024-08-10T06:31:31.169 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.169 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.169 INFO:tasks.workunit.client.0.smithi031.stdout: "timed_workload_host_reads": { 2024-08-10T06:31:31.169 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T06:31:31.169 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 65535 2024-08-10T06:31:31.169 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.169 INFO:tasks.workunit.client.0.smithi031.stdout: "timed_workload_media_wear": { 2024-08-10T06:31:31.169 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T06:31:31.170 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": "63.999023" 2024-08-10T06:31:31.170 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.170 INFO:tasks.workunit.client.0.smithi031.stdout: "timed_workload_timer": { 2024-08-10T06:31:31.170 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T06:31:31.170 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 65535 2024-08-10T06:31:31.170 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.170 INFO:tasks.workunit.client.0.smithi031.stdout: "unexp_power_loss": { 2024-08-10T06:31:31.170 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-08-10T06:31:31.170 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T06:31:31.170 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.170 INFO:tasks.workunit.client.0.smithi031.stdout: "wear_leveling": { 2024-08-10T06:31:31.170 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 90, 2024-08-10T06:31:31.170 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": { 2024-08-10T06:31:31.171 INFO:tasks.workunit.client.0.smithi031.stdout: "avg": 3155, 2024-08-10T06:31:31.171 INFO:tasks.workunit.client.0.smithi031.stdout: "max": 3172, 2024-08-10T06:31:31.171 INFO:tasks.workunit.client.0.smithi031.stdout: "min": 3138 2024-08-10T06:31:31.171 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.171 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.171 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.171 INFO:tasks.workunit.client.0.smithi031.stdout: "Intel Smart log": "nvme0n1" 2024-08-10T06:31:31.171 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.171 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_smart_health_information_log": { 2024-08-10T06:31:31.171 INFO:tasks.workunit.client.0.smithi031.stdout: "available_spare": 100, 2024-08-10T06:31:31.171 INFO:tasks.workunit.client.0.smithi031.stdout: "available_spare_threshold": 10, 2024-08-10T06:31:31.171 INFO:tasks.workunit.client.0.smithi031.stdout: "controller_busy_time": 2, 2024-08-10T06:31:31.171 INFO:tasks.workunit.client.0.smithi031.stdout: "critical_warning": 0, 2024-08-10T06:31:31.171 INFO:tasks.workunit.client.0.smithi031.stdout: "data_units_read": 341799776, 2024-08-10T06:31:31.172 INFO:tasks.workunit.client.0.smithi031.stdout: "data_units_written": 1637694495, 2024-08-10T06:31:31.172 INFO:tasks.workunit.client.0.smithi031.stdout: "host_reads": 5376247450, 2024-08-10T06:31:31.172 INFO:tasks.workunit.client.0.smithi031.stdout: "host_writes": 28375896003, 2024-08-10T06:31:31.172 INFO:tasks.workunit.client.0.smithi031.stdout: "media_errors": 0, 2024-08-10T06:31:31.172 INFO:tasks.workunit.client.0.smithi031.stdout: "num_err_log_entries": 0, 2024-08-10T06:31:31.172 INFO:tasks.workunit.client.0.smithi031.stdout: "percentage_used": 10, 2024-08-10T06:31:31.172 INFO:tasks.workunit.client.0.smithi031.stdout: "power_cycles": 58290, 2024-08-10T06:31:31.172 INFO:tasks.workunit.client.0.smithi031.stdout: "power_on_hours": 55759, 2024-08-10T06:31:31.172 INFO:tasks.workunit.client.0.smithi031.stdout: "temperature": 24, 2024-08-10T06:31:31.172 INFO:tasks.workunit.client.0.smithi031.stdout: "unsafe_shutdowns": 198 2024-08-10T06:31:31.172 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.172 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_vendor": "intel", 2024-08-10T06:31:31.172 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_version": { 2024-08-10T06:31:31.173 INFO:tasks.workunit.client.0.smithi031.stdout: "string": "<1.2", 2024-08-10T06:31:31.173 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.173 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.173 INFO:tasks.workunit.client.0.smithi031.stdout: "power_cycle_count": 58290, 2024-08-10T06:31:31.173 INFO:tasks.workunit.client.0.smithi031.stdout: "power_on_time": { 2024-08-10T06:31:31.173 INFO:tasks.workunit.client.0.smithi031.stdout: "hours": 55759 2024-08-10T06:31:31.173 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.173 INFO:tasks.workunit.client.0.smithi031.stdout: "serial_number": "deleted", 2024-08-10T06:31:31.173 INFO:tasks.workunit.client.0.smithi031.stdout: "smart_status": { 2024-08-10T06:31:31.173 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme": { 2024-08-10T06:31:31.173 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.173 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.173 INFO:tasks.workunit.client.0.smithi031.stdout: "passed": true 2024-08-10T06:31:31.173 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.173 INFO:tasks.workunit.client.0.smithi031.stdout: "smartctl": { 2024-08-10T06:31:31.174 INFO:tasks.workunit.client.0.smithi031.stdout: "argv": [ 2024-08-10T06:31:31.174 INFO:tasks.workunit.client.0.smithi031.stdout: "smartctl", 2024-08-10T06:31:31.174 INFO:tasks.workunit.client.0.smithi031.stdout: "-x", 2024-08-10T06:31:31.174 INFO:tasks.workunit.client.0.smithi031.stdout: "--json=o", 2024-08-10T06:31:31.174 INFO:tasks.workunit.client.0.smithi031.stdout: "/dev/nvme0n1" 2024-08-10T06:31:31.174 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:31.174 INFO:tasks.workunit.client.0.smithi031.stdout: "build_info": "(local build)", 2024-08-10T06:31:31.174 INFO:tasks.workunit.client.0.smithi031.stdout: "exit_status": 0, 2024-08-10T06:31:31.174 INFO:tasks.workunit.client.0.smithi031.stdout: "output": [ 2024-08-10T06:31:31.174 INFO:tasks.workunit.client.0.smithi031.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-10T06:31:31.174 INFO:tasks.workunit.client.0.smithi031.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-10T06:31:31.174 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-08-10T06:31:31.174 INFO:tasks.workunit.client.0.smithi031.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-10T06:31:31.175 INFO:tasks.workunit.client.0.smithi031.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-08-10T06:31:31.175 INFO:tasks.workunit.client.0.smithi031.stdout: "Serial Number: deleted", 2024-08-10T06:31:31.175 INFO:tasks.workunit.client.0.smithi031.stdout: "Firmware Version: 8DV101H0", 2024-08-10T06:31:31.175 INFO:tasks.workunit.client.0.smithi031.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-10T06:31:31.175 INFO:tasks.workunit.client.0.smithi031.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-10T06:31:31.175 INFO:tasks.workunit.client.0.smithi031.stdout: "Controller ID: 0", 2024-08-10T06:31:31.175 INFO:tasks.workunit.client.0.smithi031.stdout: "NVMe Version: <1.2", 2024-08-10T06:31:31.175 INFO:tasks.workunit.client.0.smithi031.stdout: "Number of Namespaces: 1", 2024-08-10T06:31:31.175 INFO:tasks.workunit.client.0.smithi031.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-08-10T06:31:31.175 INFO:tasks.workunit.client.0.smithi031.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-10T06:31:31.175 INFO:tasks.workunit.client.0.smithi031.stdout: "Local Time is: Sat Aug 10 05:08:09 2024 UTC", 2024-08-10T06:31:31.175 INFO:tasks.workunit.client.0.smithi031.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-10T06:31:31.175 INFO:tasks.workunit.client.0.smithi031.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-10T06:31:31.175 INFO:tasks.workunit.client.0.smithi031.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-10T06:31:31.176 INFO:tasks.workunit.client.0.smithi031.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-10T06:31:31.176 INFO:tasks.workunit.client.0.smithi031.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-10T06:31:31.176 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-08-10T06:31:31.176 INFO:tasks.workunit.client.0.smithi031.stdout: "Supported Power States", 2024-08-10T06:31:31.176 INFO:tasks.workunit.client.0.smithi031.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-10T06:31:31.176 INFO:tasks.workunit.client.0.smithi031.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-10T06:31:31.176 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-08-10T06:31:31.176 INFO:tasks.workunit.client.0.smithi031.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-10T06:31:31.176 INFO:tasks.workunit.client.0.smithi031.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-10T06:31:31.176 INFO:tasks.workunit.client.0.smithi031.stdout: " 0 + 512 0 2", 2024-08-10T06:31:31.176 INFO:tasks.workunit.client.0.smithi031.stdout: " 1 - 512 8 2", 2024-08-10T06:31:31.176 INFO:tasks.workunit.client.0.smithi031.stdout: " 2 - 512 16 2", 2024-08-10T06:31:31.176 INFO:tasks.workunit.client.0.smithi031.stdout: " 3 - 4096 0 0", 2024-08-10T06:31:31.176 INFO:tasks.workunit.client.0.smithi031.stdout: " 4 - 4096 8 0", 2024-08-10T06:31:31.177 INFO:tasks.workunit.client.0.smithi031.stdout: " 5 - 4096 64 0", 2024-08-10T06:31:31.177 INFO:tasks.workunit.client.0.smithi031.stdout: " 6 - 4096 128 0", 2024-08-10T06:31:31.177 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-08-10T06:31:31.177 INFO:tasks.workunit.client.0.smithi031.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-10T06:31:31.177 INFO:tasks.workunit.client.0.smithi031.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-10T06:31:31.177 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-08-10T06:31:31.177 INFO:tasks.workunit.client.0.smithi031.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-10T06:31:31.177 INFO:tasks.workunit.client.0.smithi031.stdout: "Critical Warning: 0x00", 2024-08-10T06:31:31.177 INFO:tasks.workunit.client.0.smithi031.stdout: "Temperature: 24 Celsius", 2024-08-10T06:31:31.177 INFO:tasks.workunit.client.0.smithi031.stdout: "Available Spare: 100%", 2024-08-10T06:31:31.177 INFO:tasks.workunit.client.0.smithi031.stdout: "Available Spare Threshold: 10%", 2024-08-10T06:31:31.177 INFO:tasks.workunit.client.0.smithi031.stdout: "Percentage Used: 10%", 2024-08-10T06:31:31.177 INFO:tasks.workunit.client.0.smithi031.stdout: "Data Units Read: 341,799,776 [175 TB]", 2024-08-10T06:31:31.177 INFO:tasks.workunit.client.0.smithi031.stdout: "Data Units Written: 1,637,694,495 [838 TB]", 2024-08-10T06:31:31.178 INFO:tasks.workunit.client.0.smithi031.stdout: "Host Read Commands: 5,376,247,450", 2024-08-10T06:31:31.178 INFO:tasks.workunit.client.0.smithi031.stdout: "Host Write Commands: 28,375,896,003", 2024-08-10T06:31:31.178 INFO:tasks.workunit.client.0.smithi031.stdout: "Controller Busy Time: 2", 2024-08-10T06:31:31.178 INFO:tasks.workunit.client.0.smithi031.stdout: "Power Cycles: 58,290", 2024-08-10T06:31:31.178 INFO:tasks.workunit.client.0.smithi031.stdout: "Power On Hours: 55,759", 2024-08-10T06:31:31.178 INFO:tasks.workunit.client.0.smithi031.stdout: "Unsafe Shutdowns: 198", 2024-08-10T06:31:31.178 INFO:tasks.workunit.client.0.smithi031.stdout: "Media and Data Integrity Errors: 0", 2024-08-10T06:31:31.178 INFO:tasks.workunit.client.0.smithi031.stdout: "Error Information Log Entries: 0", 2024-08-10T06:31:31.178 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-08-10T06:31:31.178 INFO:tasks.workunit.client.0.smithi031.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-10T06:31:31.178 INFO:tasks.workunit.client.0.smithi031.stdout: "No Errors Logged", 2024-08-10T06:31:31.178 INFO:tasks.workunit.client.0.smithi031.stdout: "" 2024-08-10T06:31:31.178 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:31.178 INFO:tasks.workunit.client.0.smithi031.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-10T06:31:31.179 INFO:tasks.workunit.client.0.smithi031.stdout: "svn_revision": "5155", 2024-08-10T06:31:31.179 INFO:tasks.workunit.client.0.smithi031.stdout: "version": [ 2024-08-10T06:31:31.179 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:31.179 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:31.179 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:31.179 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.179 INFO:tasks.workunit.client.0.smithi031.stdout: "temperature": { 2024-08-10T06:31:31.179 INFO:tasks.workunit.client.0.smithi031.stdout: "current": 24 2024-08-10T06:31:31.179 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.179 INFO:tasks.workunit.client.0.smithi031.stdout: "user_capacity": { 2024-08-10T06:31:31.179 INFO:tasks.workunit.client.0.smithi031.stdout: "blocks": 781422768, 2024-08-10T06:31:31.180 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 400088457216 2024-08-10T06:31:31.180 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.180 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.180 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.180 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.180 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.180 INFO:tasks.workunit.client.0.smithi031.stdout: "report": { 2024-08-10T06:31:31.180 INFO:tasks.workunit.client.0.smithi031.stdout: "balancer": { 2024-08-10T06:31:31.180 INFO:tasks.workunit.client.0.smithi031.stdout: "active": true, 2024-08-10T06:31:31.180 INFO:tasks.workunit.client.0.smithi031.stdout: "mode": "" 2024-08-10T06:31:31.180 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.180 INFO:tasks.workunit.client.0.smithi031.stdout: "channels": [ 2024-08-10T06:31:31.180 INFO:tasks.workunit.client.0.smithi031.stdout: "basic", 2024-08-10T06:31:31.180 INFO:tasks.workunit.client.0.smithi031.stdout: "crash", 2024-08-10T06:31:31.181 INFO:tasks.workunit.client.0.smithi031.stdout: "device", 2024-08-10T06:31:31.181 INFO:tasks.workunit.client.0.smithi031.stdout: "ident", 2024-08-10T06:31:31.181 INFO:tasks.workunit.client.0.smithi031.stdout: "perf" 2024-08-10T06:31:31.181 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:31.181 INFO:tasks.workunit.client.0.smithi031.stdout: "channels_available": [ 2024-08-10T06:31:31.181 INFO:tasks.workunit.client.0.smithi031.stdout: "basic", 2024-08-10T06:31:31.181 INFO:tasks.workunit.client.0.smithi031.stdout: "ident", 2024-08-10T06:31:31.181 INFO:tasks.workunit.client.0.smithi031.stdout: "crash", 2024-08-10T06:31:31.181 INFO:tasks.workunit.client.0.smithi031.stdout: "device", 2024-08-10T06:31:31.181 INFO:tasks.workunit.client.0.smithi031.stdout: "perf" 2024-08-10T06:31:31.181 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:31.181 INFO:tasks.workunit.client.0.smithi031.stdout: "collections_available": [ 2024-08-10T06:31:31.181 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_base", 2024-08-10T06:31:31.181 INFO:tasks.workunit.client.0.smithi031.stdout: "device_base", 2024-08-10T06:31:31.182 INFO:tasks.workunit.client.0.smithi031.stdout: "crash_base", 2024-08-10T06:31:31.182 INFO:tasks.workunit.client.0.smithi031.stdout: "ident_base", 2024-08-10T06:31:31.182 INFO:tasks.workunit.client.0.smithi031.stdout: "perf_perf", 2024-08-10T06:31:31.182 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_mds_metadata", 2024-08-10T06:31:31.182 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_pool_usage", 2024-08-10T06:31:31.182 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_usage_by_class", 2024-08-10T06:31:31.182 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_rook_v01", 2024-08-10T06:31:31.182 INFO:tasks.workunit.client.0.smithi031.stdout: "perf_memory_metrics", 2024-08-10T06:31:31.182 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_pool_options_bluestore", 2024-08-10T06:31:31.182 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_pool_flags" 2024-08-10T06:31:31.182 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:31.182 INFO:tasks.workunit.client.0.smithi031.stdout: "collections_opted_in": [ 2024-08-10T06:31:31.182 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_base", 2024-08-10T06:31:31.182 INFO:tasks.workunit.client.0.smithi031.stdout: "device_base", 2024-08-10T06:31:31.183 INFO:tasks.workunit.client.0.smithi031.stdout: "crash_base", 2024-08-10T06:31:31.183 INFO:tasks.workunit.client.0.smithi031.stdout: "ident_base", 2024-08-10T06:31:31.183 INFO:tasks.workunit.client.0.smithi031.stdout: "perf_perf", 2024-08-10T06:31:31.183 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_mds_metadata", 2024-08-10T06:31:31.183 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_pool_usage", 2024-08-10T06:31:31.183 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_usage_by_class", 2024-08-10T06:31:31.183 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_rook_v01", 2024-08-10T06:31:31.183 INFO:tasks.workunit.client.0.smithi031.stdout: "perf_memory_metrics", 2024-08-10T06:31:31.183 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_pool_options_bluestore", 2024-08-10T06:31:31.183 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_pool_flags" 2024-08-10T06:31:31.183 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:31.183 INFO:tasks.workunit.client.0.smithi031.stdout: "config": { 2024-08-10T06:31:31.183 INFO:tasks.workunit.client.0.smithi031.stdout: "active_changed": [ 2024-08-10T06:31:31.183 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-10T06:31:31.184 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_debug", 2024-08-10T06:31:31.184 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_mon_ticket_ttl", 2024-08-10T06:31:31.184 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_service_ticket_ttl", 2024-08-10T06:31:31.184 INFO:tasks.workunit.client.0.smithi031.stdout: "bdev_debug_aio", 2024-08-10T06:31:31.184 INFO:tasks.workunit.client.0.smithi031.stdout: "client_check_pool_perm", 2024-08-10T06:31:31.184 INFO:tasks.workunit.client.0.smithi031.stdout: "client_mount_gid", 2024-08-10T06:31:31.184 INFO:tasks.workunit.client.0.smithi031.stdout: "client_mount_uid", 2024-08-10T06:31:31.184 INFO:tasks.workunit.client.0.smithi031.stdout: "client_quota", 2024-08-10T06:31:31.184 INFO:tasks.workunit.client.0.smithi031.stdout: "container_image", 2024-08-10T06:31:31.184 INFO:tasks.workunit.client.0.smithi031.stdout: "daemonize", 2024-08-10T06:31:31.184 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_asserts_on_shutdown", 2024-08-10T06:31:31.184 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_mgr", 2024-08-10T06:31:31.184 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_mon", 2024-08-10T06:31:31.184 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_ms", 2024-08-10T06:31:31.185 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_osd", 2024-08-10T06:31:31.185 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_paxos", 2024-08-10T06:31:31.185 INFO:tasks.workunit.client.0.smithi031.stdout: "keyring", 2024-08-10T06:31:31.185 INFO:tasks.workunit.client.0.smithi031.stdout: "log_to_file", 2024-08-10T06:31:31.185 INFO:tasks.workunit.client.0.smithi031.stdout: "log_to_journald", 2024-08-10T06:31:31.185 INFO:tasks.workunit.client.0.smithi031.stdout: "log_to_stderr", 2024-08-10T06:31:31.185 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_allow_pool_delete", 2024-08-10T06:31:31.185 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_clock_drift_allowed", 2024-08-10T06:31:31.185 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_cluster_log_to_file", 2024-08-10T06:31:31.185 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_cluster_log_to_journald", 2024-08-10T06:31:31.185 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_cluster_log_to_stderr", 2024-08-10T06:31:31.185 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_data_avail_warn", 2024-08-10T06:31:31.185 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_election_default_strategy", 2024-08-10T06:31:31.185 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_host", 2024-08-10T06:31:31.186 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_max_pg_per_osd", 2024-08-10T06:31:31.186 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_mds_skip_sanity", 2024-08-10T06:31:31.186 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_mgr_mkfs_grace", 2024-08-10T06:31:31.186 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_osd_prime_pg_temp", 2024-08-10T06:31:31.186 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_osd_reporter_subtree_level", 2024-08-10T06:31:31.186 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_pg_warn_max_object_skew", 2024-08-10T06:31:31.186 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-10T06:31:31.186 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-10T06:31:31.186 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-10T06:31:31.186 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-10T06:31:31.186 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-10T06:31:31.186 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-10T06:31:31.186 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-10T06:31:31.187 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-10T06:31:31.187 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_too_few_osds", 2024-08-10T06:31:31.187 INFO:tasks.workunit.client.0.smithi031.stdout: "ms_die_on_bug", 2024-08-10T06:31:31.187 INFO:tasks.workunit.client.0.smithi031.stdout: "ms_die_on_old_message", 2024-08-10T06:31:31.187 INFO:tasks.workunit.client.0.smithi031.stdout: "no_config_file", 2024-08-10T06:31:31.187 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_class_default_list", 2024-08-10T06:31:31.187 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_class_load_list", 2024-08-10T06:31:31.187 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_misdirected_ops", 2024-08-10T06:31:31.187 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_op_order", 2024-08-10T06:31:31.187 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_pg_log_writeout", 2024-08-10T06:31:31.187 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_shutdown", 2024-08-10T06:31:31.187 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_verify_cached_snaps", 2024-08-10T06:31:31.187 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_verify_missing_on_start", 2024-08-10T06:31:31.187 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_verify_stray_on_activate", 2024-08-10T06:31:31.188 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-10T06:31:31.188 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_delete_sleep", 2024-08-10T06:31:31.188 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_delete_sleep_hdd", 2024-08-10T06:31:31.188 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_delete_sleep_hybrid", 2024-08-10T06:31:31.188 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_delete_sleep_ssd", 2024-08-10T06:31:31.188 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_max_backfills", 2024-08-10T06:31:31.188 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-08-10T06:31:31.188 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_profile", 2024-08-10T06:31:31.188 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-08-10T06:31:31.188 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-08-10T06:31:31.188 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-08-10T06:31:31.188 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-08-10T06:31:31.188 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-08-10T06:31:31.188 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-08-10T06:31:31.189 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_client_lim", 2024-08-10T06:31:31.189 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_client_res", 2024-08-10T06:31:31.189 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_client_wgt", 2024-08-10T06:31:31.189 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_memory_target", 2024-08-10T06:31:31.189 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_memory_target_autotune", 2024-08-10T06:31:31.189 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_op_queue", 2024-08-10T06:31:31.189 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_op_queue_cut_off", 2024-08-10T06:31:31.189 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pool_default_erasure_code_profile", 2024-08-10T06:31:31.189 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-10T06:31:31.189 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recover_clone_overlap", 2024-08-10T06:31:31.189 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recovery_max_active", 2024-08-10T06:31:31.189 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recovery_max_active_hdd", 2024-08-10T06:31:31.189 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recovery_max_active_ssd", 2024-08-10T06:31:31.190 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recovery_max_chunk", 2024-08-10T06:31:31.190 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recovery_sleep", 2024-08-10T06:31:31.190 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recovery_sleep_hdd", 2024-08-10T06:31:31.190 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recovery_sleep_hybrid", 2024-08-10T06:31:31.190 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recovery_sleep_ssd", 2024-08-10T06:31:31.190 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_scrub_load_threshold", 2024-08-10T06:31:31.190 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_scrub_max_interval", 2024-08-10T06:31:31.190 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_scrub_sleep", 2024-08-10T06:31:31.190 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_shutdown_pgref_assert", 2024-08-10T06:31:31.190 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_snap_trim_sleep", 2024-08-10T06:31:31.190 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_snap_trim_sleep_hdd", 2024-08-10T06:31:31.190 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_snap_trim_sleep_hybrid", 2024-08-10T06:31:31.190 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_snap_trim_sleep_ssd", 2024-08-10T06:31:31.191 INFO:tasks.workunit.client.0.smithi031.stdout: "public_network", 2024-08-10T06:31:31.191 INFO:tasks.workunit.client.0.smithi031.stdout: "rbd_config_pool_override_update_timestamp", 2024-08-10T06:31:31.191 INFO:tasks.workunit.client.0.smithi031.stdout: "rbd_default_features", 2024-08-10T06:31:31.191 INFO:tasks.workunit.client.0.smithi031.stdout: "rbd_qos_exclude_ops", 2024-08-10T06:31:31.191 INFO:tasks.workunit.client.0.smithi031.stdout: "setgroup", 2024-08-10T06:31:31.191 INFO:tasks.workunit.client.0.smithi031.stdout: "setuser" 2024-08-10T06:31:31.191 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:31.191 INFO:tasks.workunit.client.0.smithi031.stdout: "cluster_changed": [ 2024-08-10T06:31:31.191 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-10T06:31:31.191 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_debug", 2024-08-10T06:31:31.191 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_mon_ticket_ttl", 2024-08-10T06:31:31.191 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_service_ticket_ttl", 2024-08-10T06:31:31.191 INFO:tasks.workunit.client.0.smithi031.stdout: "bdev_debug_aio", 2024-08-10T06:31:31.191 INFO:tasks.workunit.client.0.smithi031.stdout: "container_image", 2024-08-10T06:31:31.192 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_asserts_on_shutdown", 2024-08-10T06:31:31.192 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_mgr", 2024-08-10T06:31:31.192 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_mon", 2024-08-10T06:31:31.192 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_ms", 2024-08-10T06:31:31.192 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_osd", 2024-08-10T06:31:31.192 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_paxos", 2024-08-10T06:31:31.192 INFO:tasks.workunit.client.0.smithi031.stdout: "log_to_file", 2024-08-10T06:31:31.192 INFO:tasks.workunit.client.0.smithi031.stdout: "log_to_journald", 2024-08-10T06:31:31.192 INFO:tasks.workunit.client.0.smithi031.stdout: "log_to_stderr", 2024-08-10T06:31:31.192 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_join_fs", 2024-08-10T06:31:31.192 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/cephadm/allow_ptrace", 2024-08-10T06:31:31.192 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/cephadm/container_init", 2024-08-10T06:31:31.192 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/cephadm/migration_current", 2024-08-10T06:31:31.193 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/cephadm/use_repo_digest", 2024-08-10T06:31:31.193 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-08-10T06:31:31.193 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-08-10T06:31:31.193 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-08-10T06:31:31.193 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-08-10T06:31:31.193 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/dashboard/ssl_server_port", 2024-08-10T06:31:31.193 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/orchestrator/orchestrator", 2024-08-10T06:31:31.193 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/telemetry/channel_ident", 2024-08-10T06:31:31.193 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/telemetry/channel_perf", 2024-08-10T06:31:31.193 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/telemetry/description", 2024-08-10T06:31:31.193 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/telemetry/enabled", 2024-08-10T06:31:31.193 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/telemetry/organization", 2024-08-10T06:31:31.193 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_allow_pool_delete", 2024-08-10T06:31:31.193 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_clock_drift_allowed", 2024-08-10T06:31:31.194 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_cluster_log_to_file", 2024-08-10T06:31:31.194 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_data_avail_warn", 2024-08-10T06:31:31.194 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_election_default_strategy", 2024-08-10T06:31:31.194 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_max_pg_per_osd", 2024-08-10T06:31:31.194 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_mds_skip_sanity", 2024-08-10T06:31:31.194 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_mgr_mkfs_grace", 2024-08-10T06:31:31.194 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_osd_prime_pg_temp", 2024-08-10T06:31:31.194 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_osd_reporter_subtree_level", 2024-08-10T06:31:31.194 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_pg_warn_max_object_skew", 2024-08-10T06:31:31.194 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-10T06:31:31.194 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-10T06:31:31.194 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-10T06:31:31.194 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-10T06:31:31.194 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-10T06:31:31.195 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-10T06:31:31.195 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-10T06:31:31.195 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-10T06:31:31.195 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_too_few_osds", 2024-08-10T06:31:31.195 INFO:tasks.workunit.client.0.smithi031.stdout: "ms_die_on_bug", 2024-08-10T06:31:31.195 INFO:tasks.workunit.client.0.smithi031.stdout: "ms_die_on_old_message", 2024-08-10T06:31:31.195 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_class_default_list", 2024-08-10T06:31:31.195 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_class_load_list", 2024-08-10T06:31:31.195 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_misdirected_ops", 2024-08-10T06:31:31.195 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_op_order", 2024-08-10T06:31:31.195 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_pg_log_writeout", 2024-08-10T06:31:31.195 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_shutdown", 2024-08-10T06:31:31.196 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_verify_cached_snaps", 2024-08-10T06:31:31.196 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_verify_missing_on_start", 2024-08-10T06:31:31.196 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_verify_stray_on_activate", 2024-08-10T06:31:31.196 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-10T06:31:31.196 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-08-10T06:31:31.196 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_profile", 2024-08-10T06:31:31.196 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_memory_target", 2024-08-10T06:31:31.196 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_memory_target_autotune", 2024-08-10T06:31:31.196 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_op_queue", 2024-08-10T06:31:31.196 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_op_queue_cut_off", 2024-08-10T06:31:31.196 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pool_default_erasure_code_profile", 2024-08-10T06:31:31.196 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-10T06:31:31.196 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recover_clone_overlap", 2024-08-10T06:31:31.196 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recovery_max_chunk", 2024-08-10T06:31:31.197 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_scrub_load_threshold", 2024-08-10T06:31:31.197 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_scrub_max_interval", 2024-08-10T06:31:31.197 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_shutdown_pgref_assert", 2024-08-10T06:31:31.197 INFO:tasks.workunit.client.0.smithi031.stdout: "public_network", 2024-08-10T06:31:31.197 INFO:tasks.workunit.client.0.smithi031.stdout: "rbd_config_pool_override_update_timestamp", 2024-08-10T06:31:31.197 INFO:tasks.workunit.client.0.smithi031.stdout: "rgw_cache_enabled", 2024-08-10T06:31:31.197 INFO:tasks.workunit.client.0.smithi031.stdout: "rgw_enable_ops_log", 2024-08-10T06:31:31.197 INFO:tasks.workunit.client.0.smithi031.stdout: "rgw_enable_usage_log" 2024-08-10T06:31:31.197 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:31.197 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.197 INFO:tasks.workunit.client.0.smithi031.stdout: "contact": null, 2024-08-10T06:31:31.197 INFO:tasks.workunit.client.0.smithi031.stdout: "crashes": [], 2024-08-10T06:31:31.197 INFO:tasks.workunit.client.0.smithi031.stdout: "created": "2024-08-10T05:04:52.101829Z", 2024-08-10T06:31:31.198 INFO:tasks.workunit.client.0.smithi031.stdout: "crush": { 2024-08-10T06:31:31.198 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_algs": { 2024-08-10T06:31:31.198 INFO:tasks.workunit.client.0.smithi031.stdout: "straw2": 3 2024-08-10T06:31:31.198 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.198 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_sizes": { 2024-08-10T06:31:31.198 INFO:tasks.workunit.client.0.smithi031.stdout: "2": 1, 2024-08-10T06:31:31.198 INFO:tasks.workunit.client.0.smithi031.stdout: "4": 2 2024-08-10T06:31:31.198 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.198 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_types": { 2024-08-10T06:31:31.198 INFO:tasks.workunit.client.0.smithi031.stdout: "1": 2, 2024-08-10T06:31:31.198 INFO:tasks.workunit.client.0.smithi031.stdout: "11": 1 2024-08-10T06:31:31.198 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.198 INFO:tasks.workunit.client.0.smithi031.stdout: "compat_weight_set": false, 2024-08-10T06:31:31.199 INFO:tasks.workunit.client.0.smithi031.stdout: "device_classes": [ 2024-08-10T06:31:31.199 INFO:tasks.workunit.client.0.smithi031.stdout: 8 2024-08-10T06:31:31.199 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:31.199 INFO:tasks.workunit.client.0.smithi031.stdout: "num_buckets": 6, 2024-08-10T06:31:31.199 INFO:tasks.workunit.client.0.smithi031.stdout: "num_devices": 8, 2024-08-10T06:31:31.199 INFO:tasks.workunit.client.0.smithi031.stdout: "num_rules": 2, 2024-08-10T06:31:31.199 INFO:tasks.workunit.client.0.smithi031.stdout: "num_types": 12, 2024-08-10T06:31:31.199 INFO:tasks.workunit.client.0.smithi031.stdout: "num_weight_sets": 0, 2024-08-10T06:31:31.199 INFO:tasks.workunit.client.0.smithi031.stdout: "tunables": { 2024-08-10T06:31:31.199 INFO:tasks.workunit.client.0.smithi031.stdout: "allowed_bucket_algs": 54, 2024-08-10T06:31:31.199 INFO:tasks.workunit.client.0.smithi031.stdout: "choose_local_fallback_tries": 0, 2024-08-10T06:31:31.199 INFO:tasks.workunit.client.0.smithi031.stdout: "choose_local_tries": 0, 2024-08-10T06:31:31.199 INFO:tasks.workunit.client.0.smithi031.stdout: "choose_total_tries": 50, 2024-08-10T06:31:31.199 INFO:tasks.workunit.client.0.smithi031.stdout: "chooseleaf_descend_once": 1, 2024-08-10T06:31:31.200 INFO:tasks.workunit.client.0.smithi031.stdout: "chooseleaf_stable": 1, 2024-08-10T06:31:31.200 INFO:tasks.workunit.client.0.smithi031.stdout: "chooseleaf_vary_r": 1, 2024-08-10T06:31:31.200 INFO:tasks.workunit.client.0.smithi031.stdout: "has_msr_rules": 0, 2024-08-10T06:31:31.200 INFO:tasks.workunit.client.0.smithi031.stdout: "has_v2_rules": 1, 2024-08-10T06:31:31.200 INFO:tasks.workunit.client.0.smithi031.stdout: "has_v3_rules": 0, 2024-08-10T06:31:31.200 INFO:tasks.workunit.client.0.smithi031.stdout: "has_v4_buckets": 1, 2024-08-10T06:31:31.200 INFO:tasks.workunit.client.0.smithi031.stdout: "has_v5_rules": 0, 2024-08-10T06:31:31.200 INFO:tasks.workunit.client.0.smithi031.stdout: "legacy_tunables": 0, 2024-08-10T06:31:31.200 INFO:tasks.workunit.client.0.smithi031.stdout: "minimum_required_version": "jewel", 2024-08-10T06:31:31.200 INFO:tasks.workunit.client.0.smithi031.stdout: "msr_collision_tries": 100, 2024-08-10T06:31:31.200 INFO:tasks.workunit.client.0.smithi031.stdout: "msr_descents": 100, 2024-08-10T06:31:31.200 INFO:tasks.workunit.client.0.smithi031.stdout: "optimal_tunables": 1, 2024-08-10T06:31:31.200 INFO:tasks.workunit.client.0.smithi031.stdout: "profile": "jewel", 2024-08-10T06:31:31.200 INFO:tasks.workunit.client.0.smithi031.stdout: "require_feature_tunables": 1, 2024-08-10T06:31:31.201 INFO:tasks.workunit.client.0.smithi031.stdout: "require_feature_tunables2": 1, 2024-08-10T06:31:31.201 INFO:tasks.workunit.client.0.smithi031.stdout: "require_feature_tunables3": 1, 2024-08-10T06:31:31.201 INFO:tasks.workunit.client.0.smithi031.stdout: "require_feature_tunables5": 1, 2024-08-10T06:31:31.201 INFO:tasks.workunit.client.0.smithi031.stdout: "straw_calc_version": 1 2024-08-10T06:31:31.201 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.201 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.201 INFO:tasks.workunit.client.0.smithi031.stdout: "description": "upgrade test cluster", 2024-08-10T06:31:31.201 INFO:tasks.workunit.client.0.smithi031.stdout: "fs": { 2024-08-10T06:31:31.201 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-08-10T06:31:31.201 INFO:tasks.workunit.client.0.smithi031.stdout: "feature_flags": { 2024-08-10T06:31:31.201 INFO:tasks.workunit.client.0.smithi031.stdout: "enable_multiple": true, 2024-08-10T06:31:31.201 INFO:tasks.workunit.client.0.smithi031.stdout: "ever_enabled_multiple": true 2024-08-10T06:31:31.201 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.202 INFO:tasks.workunit.client.0.smithi031.stdout: "filesystems": [ 2024-08-10T06:31:31.202 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:31.202 INFO:tasks.workunit.client.0.smithi031.stdout: "approx_ctime": "2024-08", 2024-08-10T06:31:31.202 INFO:tasks.workunit.client.0.smithi031.stdout: "balancer_enabled": false, 2024-08-10T06:31:31.202 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.202 INFO:tasks.workunit.client.0.smithi031.stdout: "cached_caps": 0, 2024-08-10T06:31:31.202 INFO:tasks.workunit.client.0.smithi031.stdout: "cached_dns": 10, 2024-08-10T06:31:31.202 INFO:tasks.workunit.client.0.smithi031.stdout: "cached_inos": 13, 2024-08-10T06:31:31.202 INFO:tasks.workunit.client.0.smithi031.stdout: "cached_subtrees": 2, 2024-08-10T06:31:31.202 INFO:tasks.workunit.client.0.smithi031.stdout: "ever_allowed_features": 0, 2024-08-10T06:31:31.202 INFO:tasks.workunit.client.0.smithi031.stdout: "explicitly_allowed_features": 0, 2024-08-10T06:31:31.202 INFO:tasks.workunit.client.0.smithi031.stdout: "files": 0, 2024-08-10T06:31:31.202 INFO:tasks.workunit.client.0.smithi031.stdout: "max_mds": 1, 2024-08-10T06:31:31.203 INFO:tasks.workunit.client.0.smithi031.stdout: "num_data_pools": 1, 2024-08-10T06:31:31.203 INFO:tasks.workunit.client.0.smithi031.stdout: "num_in": 1, 2024-08-10T06:31:31.203 INFO:tasks.workunit.client.0.smithi031.stdout: "num_mds": 1, 2024-08-10T06:31:31.203 INFO:tasks.workunit.client.0.smithi031.stdout: "num_sessions": 0, 2024-08-10T06:31:31.203 INFO:tasks.workunit.client.0.smithi031.stdout: "num_standby_replay": 0, 2024-08-10T06:31:31.203 INFO:tasks.workunit.client.0.smithi031.stdout: "num_up": 1, 2024-08-10T06:31:31.203 INFO:tasks.workunit.client.0.smithi031.stdout: "snaps": 0, 2024-08-10T06:31:31.203 INFO:tasks.workunit.client.0.smithi031.stdout: "standby_count_wanted": 0 2024-08-10T06:31:31.203 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.203 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:31.203 INFO:tasks.workunit.client.0.smithi031.stdout: "num_standby_mds": 1, 2024-08-10T06:31:31.203 INFO:tasks.workunit.client.0.smithi031.stdout: "total_num_mds": 2 2024-08-10T06:31:31.203 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.203 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_stats": { 2024-08-10T06:31:31.204 INFO:tasks.workunit.client.0.smithi031.stdout: "mds": { 2024-08-10T06:31:31.204 INFO:tasks.workunit.client.0.smithi031.stdout: "mds.78b7f16c00d1f5b2f8ba1b3f812aa97559391734": { 2024-08-10T06:31:31.204 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 20144128, 2024-08-10T06:31:31.204 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 351432, 2024-08-10T06:31:31.204 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 2621440, 2024-08-10T06:31:31.204 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 835584, 2024-08-10T06:31:31.204 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 0, 2024-08-10T06:31:31.204 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 353, 2024-08-10T06:31:31.204 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:31:31.204 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 1145568, 2024-08-10T06:31:31.204 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 13, 2024-08-10T06:31:31.204 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 449536, 2024-08-10T06:31:31.204 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 14740568, 2024-08-10T06:31:31.204 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 20144128 2024-08-10T06:31:31.205 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.205 INFO:tasks.workunit.client.0.smithi031.stdout: "mds.8ebe73bd7ea27fbdeeae1ec6539f9be9b100ac0f": { 2024-08-10T06:31:31.205 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 20619264, 2024-08-10T06:31:31.205 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 432512, 2024-08-10T06:31:31.205 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 2621440, 2024-08-10T06:31:31.205 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 0, 2024-08-10T06:31:31.205 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 573440, 2024-08-10T06:31:31.205 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 479, 2024-08-10T06:31:31.205 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:31:31.205 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 1426664, 2024-08-10T06:31:31.205 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 22, 2024-08-10T06:31:31.205 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 1009152, 2024-08-10T06:31:31.205 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 15129496, 2024-08-10T06:31:31.206 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 21192704 2024-08-10T06:31:31.206 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.206 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.206 INFO:tasks.workunit.client.0.smithi031.stdout: "mon": { 2024-08-10T06:31:31.206 INFO:tasks.workunit.client.0.smithi031.stdout: "mon.62ad85b37c16ffdd779a4c5a495ed5779bfdb6c1": { 2024-08-10T06:31:31.206 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 177741824, 2024-08-10T06:31:31.206 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 2250440, 2024-08-10T06:31:31.206 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 2883584, 2024-08-10T06:31:31.206 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 1269760, 2024-08-10T06:31:31.206 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 1302528, 2024-08-10T06:31:31.206 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 6981, 2024-08-10T06:31:31.206 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:31:31.206 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 10403456, 2024-08-10T06:31:31.206 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 20, 2024-08-10T06:31:31.207 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 2372864, 2024-08-10T06:31:31.207 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 158561720, 2024-08-10T06:31:31.207 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 179044352 2024-08-10T06:31:31.207 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.207 INFO:tasks.workunit.client.0.smithi031.stdout: "mon.78b7f16c00d1f5b2f8ba1b3f812aa97559391734": { 2024-08-10T06:31:31.207 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 168648704, 2024-08-10T06:31:31.207 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 2136824, 2024-08-10T06:31:31.207 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 2883584, 2024-08-10T06:31:31.207 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 0, 2024-08-10T06:31:31.207 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 3047424, 2024-08-10T06:31:31.207 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 6524, 2024-08-10T06:31:31.207 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:31:31.207 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 10227760, 2024-08-10T06:31:31.207 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 20, 2024-08-10T06:31:31.208 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 2042624, 2024-08-10T06:31:31.208 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 151357912, 2024-08-10T06:31:31.208 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 171696128 2024-08-10T06:31:31.208 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.208 INFO:tasks.workunit.client.0.smithi031.stdout: "mon.8ebe73bd7ea27fbdeeae1ec6539f9be9b100ac0f": { 2024-08-10T06:31:31.208 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 264945664, 2024-08-10T06:31:31.208 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 5795568, 2024-08-10T06:31:31.208 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 3014656, 2024-08-10T06:31:31.208 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 1220608, 2024-08-10T06:31:31.208 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 253952, 2024-08-10T06:31:31.208 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 10019, 2024-08-10T06:31:31.208 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:31:31.208 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 15939832, 2024-08-10T06:31:31.208 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 23, 2024-08-10T06:31:31.209 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 3789312, 2024-08-10T06:31:31.209 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 235185688, 2024-08-10T06:31:31.209 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 265199616 2024-08-10T06:31:31.209 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.209 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.209 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:31.209 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.0": { 2024-08-10T06:31:31.209 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 481345536, 2024-08-10T06:31:31.209 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 24808256, 2024-08-10T06:31:31.209 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 5373952, 2024-08-10T06:31:31.209 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 0, 2024-08-10T06:31:31.209 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 160571392, 2024-08-10T06:31:31.209 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 12985, 2024-08-10T06:31:31.210 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:31:31.210 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 71999752, 2024-08-10T06:31:31.210 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 53, 2024-08-10T06:31:31.210 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 10425856, 2024-08-10T06:31:31.210 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 368737720, 2024-08-10T06:31:31.210 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 641916928 2024-08-10T06:31:31.210 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.210 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.1": { 2024-08-10T06:31:31.210 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 418783232, 2024-08-10T06:31:31.210 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 27855400, 2024-08-10T06:31:31.210 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 5373952, 2024-08-10T06:31:31.210 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 0, 2024-08-10T06:31:31.210 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 45907968, 2024-08-10T06:31:31.211 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 13214, 2024-08-10T06:31:31.211 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:31:31.211 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 66856000, 2024-08-10T06:31:31.211 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 54, 2024-08-10T06:31:31.211 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 9912320, 2024-08-10T06:31:31.211 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 308785560, 2024-08-10T06:31:31.211 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 464691200 2024-08-10T06:31:31.211 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.211 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.2": { 2024-08-10T06:31:31.211 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 365404160, 2024-08-10T06:31:31.211 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 17295136, 2024-08-10T06:31:31.211 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 3145728, 2024-08-10T06:31:31.211 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 0, 2024-08-10T06:31:31.211 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 64151552, 2024-08-10T06:31:31.212 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 9852, 2024-08-10T06:31:31.212 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:31:31.212 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 48439272, 2024-08-10T06:31:31.212 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 60, 2024-08-10T06:31:31.212 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 10958848, 2024-08-10T06:31:31.212 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 285565176, 2024-08-10T06:31:31.212 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 429555712 2024-08-10T06:31:31.212 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.212 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.3": { 2024-08-10T06:31:31.212 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 478388224, 2024-08-10T06:31:31.212 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 20966000, 2024-08-10T06:31:31.212 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 3145728, 2024-08-10T06:31:31.212 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 49152, 2024-08-10T06:31:31.212 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 26370048, 2024-08-10T06:31:31.213 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 10585, 2024-08-10T06:31:31.213 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:31:31.213 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 55917968, 2024-08-10T06:31:31.213 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 53, 2024-08-10T06:31:31.213 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 12987904, 2024-08-10T06:31:31.213 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 385321472, 2024-08-10T06:31:31.213 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 504758272 2024-08-10T06:31:31.213 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.213 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.4": { 2024-08-10T06:31:31.213 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 397115392, 2024-08-10T06:31:31.213 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 23179600, 2024-08-10T06:31:31.213 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 3145728, 2024-08-10T06:31:31.213 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 0, 2024-08-10T06:31:31.213 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 130351104, 2024-08-10T06:31:31.214 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 10864, 2024-08-10T06:31:31.214 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:31:31.214 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 52579984, 2024-08-10T06:31:31.214 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 53, 2024-08-10T06:31:31.214 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 11967744, 2024-08-10T06:31:31.214 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 306242336, 2024-08-10T06:31:31.214 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 527466496 2024-08-10T06:31:31.214 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.214 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.5": { 2024-08-10T06:31:31.214 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 506560512, 2024-08-10T06:31:31.214 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 25953600, 2024-08-10T06:31:31.214 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 3276800, 2024-08-10T06:31:31.214 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 0, 2024-08-10T06:31:31.214 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 43368448, 2024-08-10T06:31:31.215 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 12693, 2024-08-10T06:31:31.215 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:31:31.215 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 56501864, 2024-08-10T06:31:31.215 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 60, 2024-08-10T06:31:31.215 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 12553216, 2024-08-10T06:31:31.215 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 408275032, 2024-08-10T06:31:31.215 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 549928960 2024-08-10T06:31:31.215 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.215 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.6": { 2024-08-10T06:31:31.215 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 507183104, 2024-08-10T06:31:31.215 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 18675520, 2024-08-10T06:31:31.215 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 3276800, 2024-08-10T06:31:31.215 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 0, 2024-08-10T06:31:31.215 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 4939776, 2024-08-10T06:31:31.216 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 11455, 2024-08-10T06:31:31.216 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:31:31.216 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 52887368, 2024-08-10T06:31:31.216 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 60, 2024-08-10T06:31:31.216 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 12856832, 2024-08-10T06:31:31.216 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 419486584, 2024-08-10T06:31:31.216 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 512122880 2024-08-10T06:31:31.216 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.216 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.7": { 2024-08-10T06:31:31.216 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 414818304, 2024-08-10T06:31:31.216 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 21206016, 2024-08-10T06:31:31.216 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 5242880, 2024-08-10T06:31:31.216 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 0, 2024-08-10T06:31:31.216 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 69361664, 2024-08-10T06:31:31.217 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 10771, 2024-08-10T06:31:31.217 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:31:31.217 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 55845624, 2024-08-10T06:31:31.217 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 51, 2024-08-10T06:31:31.217 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 10715904, 2024-08-10T06:31:31.217 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 321807880, 2024-08-10T06:31:31.217 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 484179968 2024-08-10T06:31:31.217 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.217 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.217 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.217 INFO:tasks.workunit.client.0.smithi031.stdout: "hosts": { 2024-08-10T06:31:31.217 INFO:tasks.workunit.client.0.smithi031.stdout: "num": 2, 2024-08-10T06:31:31.217 INFO:tasks.workunit.client.0.smithi031.stdout: "num_with_mds": 2, 2024-08-10T06:31:31.218 INFO:tasks.workunit.client.0.smithi031.stdout: "num_with_mgr": 2, 2024-08-10T06:31:31.218 INFO:tasks.workunit.client.0.smithi031.stdout: "num_with_mon": 2, 2024-08-10T06:31:31.218 INFO:tasks.workunit.client.0.smithi031.stdout: "num_with_osd": 2 2024-08-10T06:31:31.218 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.218 INFO:tasks.workunit.client.0.smithi031.stdout: "io_rate": { 2024-08-10T06:31:31.218 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_stats_delta": { 2024-08-10T06:31:31.218 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": 0, 2024-08-10T06:31:31.218 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:31.218 INFO:tasks.workunit.client.0.smithi031.stdout: "num_store_stats": 0, 2024-08-10T06:31:31.218 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:31.218 INFO:tasks.workunit.client.0.smithi031.stdout: "stamp_delta": "12.003200", 2024-08-10T06:31:31.218 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:31.218 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:31.218 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:31.219 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:31.219 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:31.219 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:31.219 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:31.219 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:31.219 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:31.219 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:31.219 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:31.219 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:31.219 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:31.219 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:31.219 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:31.219 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:31.219 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:31.220 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:31.220 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:31.220 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:31.220 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:31.220 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:31.220 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:31.220 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:31.220 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:31.220 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:31.220 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:31.220 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:31.220 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:31.220 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:31.221 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:31.221 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:31.221 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:31.221 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:31.221 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:31.221 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:31.221 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:31.221 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:31.221 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:31.221 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:31.221 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:31.221 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.221 INFO:tasks.workunit.client.0.smithi031.stdout: "store_stats": { 2024-08-10T06:31:31.221 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": 0, 2024-08-10T06:31:31.221 INFO:tasks.workunit.client.0.smithi031.stdout: "available": 0, 2024-08-10T06:31:31.222 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed": 0, 2024-08-10T06:31:31.222 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed_allocated": 0, 2024-08-10T06:31:31.222 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed_original": 0, 2024-08-10T06:31:31.222 INFO:tasks.workunit.client.0.smithi031.stdout: "data_stored": 0, 2024-08-10T06:31:31.222 INFO:tasks.workunit.client.0.smithi031.stdout: "internal_metadata": 0, 2024-08-10T06:31:31.222 INFO:tasks.workunit.client.0.smithi031.stdout: "internally_reserved": 0, 2024-08-10T06:31:31.222 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_allocated": 0, 2024-08-10T06:31:31.222 INFO:tasks.workunit.client.0.smithi031.stdout: "total": 0 2024-08-10T06:31:31.222 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.222 INFO:tasks.workunit.client.0.smithi031.stdout: "up": 0 2024-08-10T06:31:31.222 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.222 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.222 INFO:tasks.workunit.client.0.smithi031.stdout: "leaderboard": false, 2024-08-10T06:31:31.222 INFO:tasks.workunit.client.0.smithi031.stdout: "leaderboard_description": null, 2024-08-10T06:31:31.223 INFO:tasks.workunit.client.0.smithi031.stdout: "license": "sharing-1-0", 2024-08-10T06:31:31.223 INFO:tasks.workunit.client.0.smithi031.stdout: "mempool": { 2024-08-10T06:31:31.223 INFO:tasks.workunit.client.0.smithi031.stdout: "mds": { 2024-08-10T06:31:31.223 INFO:tasks.workunit.client.0.smithi031.stdout: "mds.78b7f16c00d1f5b2f8ba1b3f812aa97559391734": { 2024-08-10T06:31:31.223 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-08-10T06:31:31.223 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.223 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.223 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.223 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T06:31:31.223 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.223 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.223 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.224 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-08-10T06:31:31.224 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.224 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.224 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.224 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-08-10T06:31:31.224 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.224 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.224 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.224 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-08-10T06:31:31.224 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.224 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.224 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.224 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_blob": { 2024-08-10T06:31:31.224 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.225 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.225 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.225 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_buffer": { 2024-08-10T06:31:31.225 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.225 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.225 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.225 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-08-10T06:31:31.225 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.225 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.225 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.225 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-08-10T06:31:31.225 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.225 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.225 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.226 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-08-10T06:31:31.226 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.226 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.226 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.226 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-08-10T06:31:31.226 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.226 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.226 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.226 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_extent": { 2024-08-10T06:31:31.226 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.226 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.226 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.226 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-08-10T06:31:31.227 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.227 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.227 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.227 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-08-10T06:31:31.227 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.227 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.227 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.227 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_shared_blob": { 2024-08-10T06:31:31.227 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.227 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.227 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.227 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-08-10T06:31:31.227 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.227 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.227 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.228 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-08-10T06:31:31.228 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.228 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.228 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.228 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-08-10T06:31:31.228 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.228 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.228 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.228 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-08-10T06:31:31.228 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 149008, 2024-08-10T06:31:31.228 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 33 2024-08-10T06:31:31.228 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.228 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-08-10T06:31:31.228 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.229 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.229 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.229 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-08-10T06:31:31.229 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 928, 2024-08-10T06:31:31.229 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 2 2024-08-10T06:31:31.229 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.229 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:31.229 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.229 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.229 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.230 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-08-10T06:31:31.230 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.230 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.230 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.230 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-08-10T06:31:31.230 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.230 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.230 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.230 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-08-10T06:31:31.230 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.230 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.230 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.230 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-08-10T06:31:31.231 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.231 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.231 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.231 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-08-10T06:31:31.231 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.231 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.231 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.231 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-08-10T06:31:31.231 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.231 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.231 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.231 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-08-10T06:31:31.231 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.231 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.232 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.232 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.232 INFO:tasks.workunit.client.0.smithi031.stdout: "mds.8ebe73bd7ea27fbdeeae1ec6539f9be9b100ac0f": { 2024-08-10T06:31:31.232 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-08-10T06:31:31.232 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.232 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.232 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.232 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T06:31:31.232 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.232 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.232 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.232 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-08-10T06:31:31.232 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.233 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.233 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.233 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-08-10T06:31:31.233 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.233 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.233 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.233 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-08-10T06:31:31.233 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.233 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.233 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.233 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_blob": { 2024-08-10T06:31:31.233 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.233 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.233 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.234 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_buffer": { 2024-08-10T06:31:31.234 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.234 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.234 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.234 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-08-10T06:31:31.234 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.234 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.234 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.234 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-08-10T06:31:31.234 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.234 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.234 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.234 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-08-10T06:31:31.235 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.235 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.235 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.235 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-08-10T06:31:31.235 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.235 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.235 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.235 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_extent": { 2024-08-10T06:31:31.235 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.235 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.235 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.235 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-08-10T06:31:31.235 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.235 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.236 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.236 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-08-10T06:31:31.236 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.236 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.236 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.236 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_shared_blob": { 2024-08-10T06:31:31.236 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.236 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.236 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.236 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-08-10T06:31:31.236 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.236 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.236 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.236 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-08-10T06:31:31.237 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.237 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.237 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.237 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-08-10T06:31:31.237 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.237 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.237 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.237 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-08-10T06:31:31.237 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 221552, 2024-08-10T06:31:31.237 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 64 2024-08-10T06:31:31.237 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.237 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-08-10T06:31:31.237 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.237 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.238 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.238 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-08-10T06:31:31.238 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 52112, 2024-08-10T06:31:31.238 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 181 2024-08-10T06:31:31.238 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.238 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:31.238 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.238 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.238 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.238 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-08-10T06:31:31.238 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.238 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.238 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.239 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-08-10T06:31:31.239 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.239 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.239 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.239 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-08-10T06:31:31.239 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 12144, 2024-08-10T06:31:31.239 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 233 2024-08-10T06:31:31.239 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.239 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-08-10T06:31:31.239 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.239 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.239 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.239 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-08-10T06:31:31.239 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.240 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.240 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.240 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-08-10T06:31:31.240 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.240 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.240 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.240 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-08-10T06:31:31.240 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.240 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.240 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.240 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.240 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.240 INFO:tasks.workunit.client.0.smithi031.stdout: "mon": { 2024-08-10T06:31:31.240 INFO:tasks.workunit.client.0.smithi031.stdout: "mon.62ad85b37c16ffdd779a4c5a495ed5779bfdb6c1": { 2024-08-10T06:31:31.240 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-08-10T06:31:31.241 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.241 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.241 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.241 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T06:31:31.241 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.241 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.241 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.241 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-08-10T06:31:31.241 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.241 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.241 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.241 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-08-10T06:31:31.242 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.242 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.242 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.242 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-08-10T06:31:31.242 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.242 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.242 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.242 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_blob": { 2024-08-10T06:31:31.242 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.242 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.242 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.242 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_buffer": { 2024-08-10T06:31:31.242 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.243 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.243 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.243 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-08-10T06:31:31.243 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.243 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.243 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.243 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-08-10T06:31:31.243 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.243 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.243 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.243 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-08-10T06:31:31.243 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.243 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.243 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.244 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-08-10T06:31:31.244 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.244 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.244 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.244 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_extent": { 2024-08-10T06:31:31.244 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.244 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.244 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.244 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-08-10T06:31:31.244 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.244 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.244 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.244 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-08-10T06:31:31.245 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.245 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.245 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.245 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_shared_blob": { 2024-08-10T06:31:31.245 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.245 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.245 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.245 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-08-10T06:31:31.245 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.245 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.245 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.245 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-08-10T06:31:31.245 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.245 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.245 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.246 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-08-10T06:31:31.246 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.246 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.246 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.246 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-08-10T06:31:31.246 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 50164496, 2024-08-10T06:31:31.246 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 6812 2024-08-10T06:31:31.246 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.246 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-08-10T06:31:31.246 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 704, 2024-08-10T06:31:31.246 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 8 2024-08-10T06:31:31.246 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.246 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-08-10T06:31:31.247 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.247 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.247 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.247 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:31.247 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.247 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.247 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.247 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-08-10T06:31:31.247 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.247 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.247 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.247 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-08-10T06:31:31.247 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.247 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.248 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.248 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-08-10T06:31:31.248 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 10720, 2024-08-10T06:31:31.248 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 232 2024-08-10T06:31:31.248 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.248 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-08-10T06:31:31.248 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 70440, 2024-08-10T06:31:31.248 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 5158 2024-08-10T06:31:31.248 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.248 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-08-10T06:31:31.248 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 5720, 2024-08-10T06:31:31.248 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 152 2024-08-10T06:31:31.248 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.249 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-08-10T06:31:31.249 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.249 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.249 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.249 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-08-10T06:31:31.249 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.249 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.249 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.249 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.249 INFO:tasks.workunit.client.0.smithi031.stdout: "mon.78b7f16c00d1f5b2f8ba1b3f812aa97559391734": { 2024-08-10T06:31:31.249 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-08-10T06:31:31.249 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.249 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.249 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.250 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T06:31:31.250 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.250 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.250 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.250 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-08-10T06:31:31.250 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.250 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.250 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.250 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-08-10T06:31:31.250 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.250 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.250 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.251 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-08-10T06:31:31.251 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.251 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.251 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.251 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_blob": { 2024-08-10T06:31:31.251 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.251 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.251 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.251 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_buffer": { 2024-08-10T06:31:31.251 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.251 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.251 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.251 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-08-10T06:31:31.251 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.252 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.252 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.252 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-08-10T06:31:31.252 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.252 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.252 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.252 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-08-10T06:31:31.252 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.252 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.252 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.252 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-08-10T06:31:31.252 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.252 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.252 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.253 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_extent": { 2024-08-10T06:31:31.253 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.253 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.253 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.253 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-08-10T06:31:31.253 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.253 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.253 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.253 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-08-10T06:31:31.253 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.253 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.253 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.253 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_shared_blob": { 2024-08-10T06:31:31.253 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.254 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.254 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.254 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-08-10T06:31:31.254 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.254 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.254 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.254 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-08-10T06:31:31.254 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.254 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.254 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.254 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-08-10T06:31:31.254 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.254 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.254 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.255 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-08-10T06:31:31.255 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 43960800, 2024-08-10T06:31:31.255 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 5404 2024-08-10T06:31:31.255 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.255 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-08-10T06:31:31.255 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 616, 2024-08-10T06:31:31.255 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 7 2024-08-10T06:31:31.255 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.255 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-08-10T06:31:31.255 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.255 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.255 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.255 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:31.255 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.256 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.256 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.256 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-08-10T06:31:31.256 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.256 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.256 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.256 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-08-10T06:31:31.256 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.256 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.256 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.256 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-08-10T06:31:31.256 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 10720, 2024-08-10T06:31:31.256 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 232 2024-08-10T06:31:31.256 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.256 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-08-10T06:31:31.257 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 70440, 2024-08-10T06:31:31.257 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 5158 2024-08-10T06:31:31.257 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.257 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-08-10T06:31:31.257 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 5720, 2024-08-10T06:31:31.257 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 152 2024-08-10T06:31:31.257 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.257 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-08-10T06:31:31.257 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.257 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.257 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.257 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-08-10T06:31:31.257 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.257 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.258 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.258 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.258 INFO:tasks.workunit.client.0.smithi031.stdout: "mon.8ebe73bd7ea27fbdeeae1ec6539f9be9b100ac0f": { 2024-08-10T06:31:31.258 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-08-10T06:31:31.258 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.258 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.258 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.258 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T06:31:31.258 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.258 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.258 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.258 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-08-10T06:31:31.258 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.259 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.259 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.259 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-08-10T06:31:31.259 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.259 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.259 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.259 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-08-10T06:31:31.259 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.259 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.259 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.259 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_blob": { 2024-08-10T06:31:31.259 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.260 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.260 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.260 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_buffer": { 2024-08-10T06:31:31.260 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.260 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.260 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.260 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-08-10T06:31:31.260 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.260 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.260 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.260 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-08-10T06:31:31.260 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.260 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.260 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.261 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-08-10T06:31:31.261 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.261 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.261 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.261 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-08-10T06:31:31.261 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.261 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.261 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.261 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_extent": { 2024-08-10T06:31:31.261 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.261 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.261 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.261 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-08-10T06:31:31.261 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.262 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.262 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.262 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-08-10T06:31:31.262 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.262 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.262 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.262 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_shared_blob": { 2024-08-10T06:31:31.262 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.262 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.262 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.262 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-08-10T06:31:31.262 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.262 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.263 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.263 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-08-10T06:31:31.263 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.263 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.263 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.263 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-08-10T06:31:31.263 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.263 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.263 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.263 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-08-10T06:31:31.263 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 53894900, 2024-08-10T06:31:31.263 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 7756 2024-08-10T06:31:31.263 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.263 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-08-10T06:31:31.264 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.264 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.264 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.264 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-08-10T06:31:31.264 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.264 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.264 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.264 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:31.264 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.264 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.264 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.264 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-08-10T06:31:31.264 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.265 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.265 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.265 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-08-10T06:31:31.265 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.265 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.265 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.265 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-08-10T06:31:31.265 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 10720, 2024-08-10T06:31:31.265 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 232 2024-08-10T06:31:31.265 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.265 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-08-10T06:31:31.265 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 70440, 2024-08-10T06:31:31.265 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 5158 2024-08-10T06:31:31.265 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.266 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-08-10T06:31:31.266 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 11440, 2024-08-10T06:31:31.266 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 304 2024-08-10T06:31:31.266 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.266 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-08-10T06:31:31.266 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.266 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.266 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.266 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-08-10T06:31:31.266 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.266 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.266 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.266 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.267 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.267 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:31.267 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.0": { 2024-08-10T06:31:31.267 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-08-10T06:31:31.267 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.267 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.267 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.267 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T06:31:31.267 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 19080, 2024-08-10T06:31:31.267 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 347 2024-08-10T06:31:31.267 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.267 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-08-10T06:31:31.267 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 34816, 2024-08-10T06:31:31.267 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 23 2024-08-10T06:31:31.267 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.268 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-08-10T06:31:31.268 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 960, 2024-08-10T06:31:31.268 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 5 2024-08-10T06:31:31.268 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.268 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-08-10T06:31:31.268 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 61200, 2024-08-10T06:31:31.268 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 765 2024-08-10T06:31:31.268 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.268 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_blob": { 2024-08-10T06:31:31.268 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 404560, 2024-08-10T06:31:31.268 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1945 2024-08-10T06:31:31.268 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.268 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_buffer": { 2024-08-10T06:31:31.269 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 256, 2024-08-10T06:31:31.269 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 32 2024-08-10T06:31:31.269 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.269 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-08-10T06:31:31.269 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 417414, 2024-08-10T06:31:31.269 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 124 2024-08-10T06:31:31.269 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.269 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-08-10T06:31:31.269 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 2505655, 2024-08-10T06:31:31.269 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 554281 2024-08-10T06:31:31.269 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.269 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-08-10T06:31:31.269 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 7094696, 2024-08-10T06:31:31.269 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 10465 2024-08-10T06:31:31.270 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.270 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-08-10T06:31:31.270 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 78600, 2024-08-10T06:31:31.270 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 8255 2024-08-10T06:31:31.270 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.270 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_extent": { 2024-08-10T06:31:31.270 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 93360, 2024-08-10T06:31:31.270 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1945 2024-08-10T06:31:31.270 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.270 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-08-10T06:31:31.270 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.270 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.270 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.270 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-08-10T06:31:31.271 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 185658, 2024-08-10T06:31:31.271 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1326 2024-08-10T06:31:31.271 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.271 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_shared_blob": { 2024-08-10T06:31:31.271 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.271 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.271 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.271 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-08-10T06:31:31.271 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.271 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.271 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.271 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-08-10T06:31:31.271 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 64195, 2024-08-10T06:31:31.271 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 49 2024-08-10T06:31:31.272 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.272 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-08-10T06:31:31.272 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.272 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.272 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.272 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-08-10T06:31:31.272 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 5100896, 2024-08-10T06:31:31.272 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 286 2024-08-10T06:31:31.272 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.272 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-08-10T06:31:31.272 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 10736, 2024-08-10T06:31:31.272 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 122 2024-08-10T06:31:31.272 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.272 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-08-10T06:31:31.273 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.273 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.273 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.273 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:31.273 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 522720, 2024-08-10T06:31:31.273 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 45 2024-08-10T06:31:31.273 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.273 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-08-10T06:31:31.273 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.273 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.273 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.273 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-08-10T06:31:31.273 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 7139496, 2024-08-10T06:31:31.273 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 18497 2024-08-10T06:31:31.274 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.274 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-08-10T06:31:31.274 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 642656, 2024-08-10T06:31:31.274 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 10341 2024-08-10T06:31:31.274 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.274 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-08-10T06:31:31.274 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.274 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.274 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.274 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-08-10T06:31:31.274 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.274 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.274 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.274 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-08-10T06:31:31.275 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.275 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.275 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.275 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-08-10T06:31:31.275 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.275 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.275 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.275 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.275 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.1": { 2024-08-10T06:31:31.275 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-08-10T06:31:31.275 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.275 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.275 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.275 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T06:31:31.276 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 20560, 2024-08-10T06:31:31.276 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 365 2024-08-10T06:31:31.276 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.276 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-08-10T06:31:31.276 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 272640, 2024-08-10T06:31:31.276 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 27 2024-08-10T06:31:31.276 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.276 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-08-10T06:31:31.276 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 1536, 2024-08-10T06:31:31.276 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 8 2024-08-10T06:31:31.276 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.276 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-08-10T06:31:31.276 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 60800, 2024-08-10T06:31:31.277 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 760 2024-08-10T06:31:31.277 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.277 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_blob": { 2024-08-10T06:31:31.277 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 402272, 2024-08-10T06:31:31.277 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1934 2024-08-10T06:31:31.277 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.277 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_buffer": { 2024-08-10T06:31:31.277 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 256, 2024-08-10T06:31:31.277 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 32 2024-08-10T06:31:31.277 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.277 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-08-10T06:31:31.277 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 1133085, 2024-08-10T06:31:31.278 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 295 2024-08-10T06:31:31.278 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.278 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-08-10T06:31:31.278 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 2523220, 2024-08-10T06:31:31.278 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 552671 2024-08-10T06:31:31.278 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.278 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-08-10T06:31:31.278 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 7069536, 2024-08-10T06:31:31.278 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 10428 2024-08-10T06:31:31.278 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.278 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-08-10T06:31:31.278 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 76416, 2024-08-10T06:31:31.278 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 8078 2024-08-10T06:31:31.279 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.279 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_extent": { 2024-08-10T06:31:31.279 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 92832, 2024-08-10T06:31:31.279 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1934 2024-08-10T06:31:31.279 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.279 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-08-10T06:31:31.279 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.279 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.279 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.279 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-08-10T06:31:31.279 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 185914, 2024-08-10T06:31:31.279 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1327 2024-08-10T06:31:31.279 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.280 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_shared_blob": { 2024-08-10T06:31:31.280 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.280 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.280 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.280 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-08-10T06:31:31.280 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.280 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.280 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.280 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-08-10T06:31:31.280 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 43826, 2024-08-10T06:31:31.280 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 37 2024-08-10T06:31:31.280 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.280 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-08-10T06:31:31.280 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.280 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.281 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.281 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-08-10T06:31:31.281 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 8417212, 2024-08-10T06:31:31.281 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 277 2024-08-10T06:31:31.281 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.281 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-08-10T06:31:31.281 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 27016, 2024-08-10T06:31:31.281 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 307 2024-08-10T06:31:31.281 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.281 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-08-10T06:31:31.281 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.281 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.281 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.281 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:31.282 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 441408, 2024-08-10T06:31:31.282 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 38 2024-08-10T06:31:31.282 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.282 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-08-10T06:31:31.282 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.282 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.282 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.282 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-08-10T06:31:31.282 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 7367464, 2024-08-10T06:31:31.282 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 21369 2024-08-10T06:31:31.282 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.282 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-08-10T06:31:31.282 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 642656, 2024-08-10T06:31:31.283 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 10341 2024-08-10T06:31:31.283 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.283 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-08-10T06:31:31.283 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.283 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.283 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.283 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-08-10T06:31:31.283 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.283 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.283 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.283 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-08-10T06:31:31.283 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.283 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.284 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.284 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-08-10T06:31:31.284 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.284 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.284 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.284 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.284 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.2": { 2024-08-10T06:31:31.284 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-08-10T06:31:31.284 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.284 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.284 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.284 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T06:31:31.284 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 13384, 2024-08-10T06:31:31.284 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 241 2024-08-10T06:31:31.285 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.285 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-08-10T06:31:31.285 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 42496, 2024-08-10T06:31:31.285 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 20 2024-08-10T06:31:31.285 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.285 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-08-10T06:31:31.285 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 2496, 2024-08-10T06:31:31.285 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 13 2024-08-10T06:31:31.285 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.285 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-08-10T06:31:31.285 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 58800, 2024-08-10T06:31:31.285 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 735 2024-08-10T06:31:31.285 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.286 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_blob": { 2024-08-10T06:31:31.286 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 401648, 2024-08-10T06:31:31.286 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1931 2024-08-10T06:31:31.286 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.286 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_buffer": { 2024-08-10T06:31:31.286 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 256, 2024-08-10T06:31:31.286 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 32 2024-08-10T06:31:31.286 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.286 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-08-10T06:31:31.286 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 251805, 2024-08-10T06:31:31.286 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 80 2024-08-10T06:31:31.286 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.286 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-08-10T06:31:31.287 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 1869997, 2024-08-10T06:31:31.287 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 406938 2024-08-10T06:31:31.287 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.287 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-08-10T06:31:31.287 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 5306976, 2024-08-10T06:31:31.287 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 7836 2024-08-10T06:31:31.287 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.287 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-08-10T06:31:31.287 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 75588, 2024-08-10T06:31:31.287 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 8066 2024-08-10T06:31:31.287 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.287 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_extent": { 2024-08-10T06:31:31.287 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 92688, 2024-08-10T06:31:31.287 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1931 2024-08-10T06:31:31.288 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.288 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-08-10T06:31:31.288 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.288 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.288 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.288 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-08-10T06:31:31.288 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 185914, 2024-08-10T06:31:31.288 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1327 2024-08-10T06:31:31.288 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.288 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_shared_blob": { 2024-08-10T06:31:31.288 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.288 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.288 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.289 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-08-10T06:31:31.289 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 736, 2024-08-10T06:31:31.289 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1 2024-08-10T06:31:31.289 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.289 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-08-10T06:31:31.289 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 88269, 2024-08-10T06:31:31.289 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 54 2024-08-10T06:31:31.289 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.289 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-08-10T06:31:31.289 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 12112, 2024-08-10T06:31:31.289 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3 2024-08-10T06:31:31.289 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.289 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-08-10T06:31:31.289 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 14145055, 2024-08-10T06:31:31.290 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 270 2024-08-10T06:31:31.290 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.290 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-08-10T06:31:31.290 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 9328, 2024-08-10T06:31:31.290 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 106 2024-08-10T06:31:31.290 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.290 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-08-10T06:31:31.290 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.290 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.290 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.290 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:31.290 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 360096, 2024-08-10T06:31:31.290 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 31 2024-08-10T06:31:31.290 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.291 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-08-10T06:31:31.291 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.291 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.291 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.291 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-08-10T06:31:31.291 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 3194360, 2024-08-10T06:31:31.291 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 6143 2024-08-10T06:31:31.291 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.291 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-08-10T06:31:31.291 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 642656, 2024-08-10T06:31:31.291 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 10341 2024-08-10T06:31:31.291 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.291 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-08-10T06:31:31.292 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.292 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.292 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.292 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-08-10T06:31:31.292 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.292 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.292 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.292 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-08-10T06:31:31.292 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.292 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.292 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.292 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-08-10T06:31:31.292 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.292 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.292 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.293 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.293 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.3": { 2024-08-10T06:31:31.293 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-08-10T06:31:31.293 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.293 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.293 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.293 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T06:31:31.293 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 15360, 2024-08-10T06:31:31.293 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 274 2024-08-10T06:31:31.293 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.293 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-08-10T06:31:31.293 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 30336, 2024-08-10T06:31:31.293 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 20 2024-08-10T06:31:31.293 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.294 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-08-10T06:31:31.294 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 3264, 2024-08-10T06:31:31.294 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 17 2024-08-10T06:31:31.294 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.294 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-08-10T06:31:31.294 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 59680, 2024-08-10T06:31:31.294 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 746 2024-08-10T06:31:31.294 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.294 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_blob": { 2024-08-10T06:31:31.294 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 402896, 2024-08-10T06:31:31.294 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1937 2024-08-10T06:31:31.294 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.295 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_buffer": { 2024-08-10T06:31:31.295 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 256, 2024-08-10T06:31:31.295 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 32 2024-08-10T06:31:31.295 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.295 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-08-10T06:31:31.295 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 296901, 2024-08-10T06:31:31.295 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 80 2024-08-10T06:31:31.295 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.295 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-08-10T06:31:31.295 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 1793926, 2024-08-10T06:31:31.295 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 397745 2024-08-10T06:31:31.295 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.295 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-08-10T06:31:31.296 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 5261416, 2024-08-10T06:31:31.296 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 7769 2024-08-10T06:31:31.296 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.296 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-08-10T06:31:31.296 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 76312, 2024-08-10T06:31:31.296 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 8087 2024-08-10T06:31:31.296 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.296 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_extent": { 2024-08-10T06:31:31.296 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 92928, 2024-08-10T06:31:31.296 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1936 2024-08-10T06:31:31.296 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.296 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-08-10T06:31:31.296 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.296 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.297 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.297 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-08-10T06:31:31.297 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 185914, 2024-08-10T06:31:31.297 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1327 2024-08-10T06:31:31.297 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.297 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_shared_blob": { 2024-08-10T06:31:31.297 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.297 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.297 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.297 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-08-10T06:31:31.297 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 1472, 2024-08-10T06:31:31.297 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 2 2024-08-10T06:31:31.297 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.298 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-08-10T06:31:31.298 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 97298, 2024-08-10T06:31:31.298 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 62 2024-08-10T06:31:31.298 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.298 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-08-10T06:31:31.298 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 20128, 2024-08-10T06:31:31.298 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 5 2024-08-10T06:31:31.298 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.298 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-08-10T06:31:31.298 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 17672244, 2024-08-10T06:31:31.298 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 299 2024-08-10T06:31:31.298 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.298 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-08-10T06:31:31.299 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 9856, 2024-08-10T06:31:31.299 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 112 2024-08-10T06:31:31.299 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.299 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-08-10T06:31:31.299 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.299 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.299 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.299 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:31.299 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 418176, 2024-08-10T06:31:31.299 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 36 2024-08-10T06:31:31.299 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.299 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-08-10T06:31:31.299 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.299 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.300 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.300 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-08-10T06:31:31.300 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 3522480, 2024-08-10T06:31:31.300 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 9174 2024-08-10T06:31:31.300 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.300 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-08-10T06:31:31.300 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 642656, 2024-08-10T06:31:31.300 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 10341 2024-08-10T06:31:31.300 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.300 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-08-10T06:31:31.300 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.300 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.300 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.300 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-08-10T06:31:31.301 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.301 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.301 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.301 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-08-10T06:31:31.301 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.301 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.301 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.301 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-08-10T06:31:31.301 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.301 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.301 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.301 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.301 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.4": { 2024-08-10T06:31:31.301 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-08-10T06:31:31.302 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.302 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.302 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.302 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T06:31:31.302 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 18912, 2024-08-10T06:31:31.302 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 333 2024-08-10T06:31:31.302 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.302 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-08-10T06:31:31.302 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 35072, 2024-08-10T06:31:31.302 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 26 2024-08-10T06:31:31.302 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.302 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-08-10T06:31:31.302 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 768, 2024-08-10T06:31:31.302 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 4 2024-08-10T06:31:31.303 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.303 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-08-10T06:31:31.303 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 60080, 2024-08-10T06:31:31.303 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 751 2024-08-10T06:31:31.303 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.303 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_blob": { 2024-08-10T06:31:31.303 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 416208, 2024-08-10T06:31:31.303 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 2001 2024-08-10T06:31:31.303 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.303 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_buffer": { 2024-08-10T06:31:31.303 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 256, 2024-08-10T06:31:31.303 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 32 2024-08-10T06:31:31.303 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.304 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-08-10T06:31:31.304 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 395848, 2024-08-10T06:31:31.304 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 107 2024-08-10T06:31:31.304 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.304 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-08-10T06:31:31.304 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 2105213, 2024-08-10T06:31:31.304 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 468283 2024-08-10T06:31:31.304 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.304 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-08-10T06:31:31.304 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 6102576, 2024-08-10T06:31:31.304 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 9006 2024-08-10T06:31:31.304 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.304 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-08-10T06:31:31.304 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 85836, 2024-08-10T06:31:31.305 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 9239 2024-08-10T06:31:31.305 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.305 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_extent": { 2024-08-10T06:31:31.305 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 96000, 2024-08-10T06:31:31.305 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 2000 2024-08-10T06:31:31.305 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.305 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-08-10T06:31:31.305 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.305 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.305 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.305 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-08-10T06:31:31.305 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 185658, 2024-08-10T06:31:31.305 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1326 2024-08-10T06:31:31.305 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.306 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_shared_blob": { 2024-08-10T06:31:31.306 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.306 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.306 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.306 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-08-10T06:31:31.306 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 1472, 2024-08-10T06:31:31.306 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 2 2024-08-10T06:31:31.306 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.306 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-08-10T06:31:31.306 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 111871, 2024-08-10T06:31:31.306 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 58 2024-08-10T06:31:31.306 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.306 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-08-10T06:31:31.306 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 20128, 2024-08-10T06:31:31.307 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 5 2024-08-10T06:31:31.307 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.307 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-08-10T06:31:31.307 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 4151836, 2024-08-10T06:31:31.307 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 278 2024-08-10T06:31:31.307 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.307 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-08-10T06:31:31.307 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 10296, 2024-08-10T06:31:31.307 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 117 2024-08-10T06:31:31.307 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.307 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-08-10T06:31:31.307 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.307 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.307 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.308 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:31.308 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 453024, 2024-08-10T06:31:31.308 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 39 2024-08-10T06:31:31.308 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.308 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-08-10T06:31:31.308 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.308 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.308 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.308 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-08-10T06:31:31.308 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 5086120, 2024-08-10T06:31:31.308 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 12181 2024-08-10T06:31:31.308 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.308 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-08-10T06:31:31.308 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 642656, 2024-08-10T06:31:31.309 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 10341 2024-08-10T06:31:31.309 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.309 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-08-10T06:31:31.309 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.309 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.309 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.309 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-08-10T06:31:31.309 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.309 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.309 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.309 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-08-10T06:31:31.309 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.309 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.309 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.310 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-08-10T06:31:31.310 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.310 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.310 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.310 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.310 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.5": { 2024-08-10T06:31:31.310 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-08-10T06:31:31.310 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.310 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.310 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.310 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T06:31:31.310 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 18464, 2024-08-10T06:31:31.310 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 322 2024-08-10T06:31:31.311 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.311 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-08-10T06:31:31.311 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 43392, 2024-08-10T06:31:31.311 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 27 2024-08-10T06:31:31.311 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.311 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-08-10T06:31:31.311 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 3648, 2024-08-10T06:31:31.311 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 19 2024-08-10T06:31:31.311 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.311 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-08-10T06:31:31.311 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 60400, 2024-08-10T06:31:31.311 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 755 2024-08-10T06:31:31.311 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.311 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_blob": { 2024-08-10T06:31:31.311 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 416208, 2024-08-10T06:31:31.312 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 2001 2024-08-10T06:31:31.312 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.312 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_buffer": { 2024-08-10T06:31:31.312 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 256, 2024-08-10T06:31:31.312 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 32 2024-08-10T06:31:31.312 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.312 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-08-10T06:31:31.312 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 420988, 2024-08-10T06:31:31.312 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 115 2024-08-10T06:31:31.312 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.312 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-08-10T06:31:31.312 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 2445260, 2024-08-10T06:31:31.312 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 542789 2024-08-10T06:31:31.313 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.313 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-08-10T06:31:31.313 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 6984536, 2024-08-10T06:31:31.313 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 10303 2024-08-10T06:31:31.313 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.313 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-08-10T06:31:31.313 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 86088, 2024-08-10T06:31:31.313 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 9244 2024-08-10T06:31:31.313 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.313 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_extent": { 2024-08-10T06:31:31.313 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 96000, 2024-08-10T06:31:31.313 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 2000 2024-08-10T06:31:31.313 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.313 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-08-10T06:31:31.314 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.314 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.314 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.314 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-08-10T06:31:31.314 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 185658, 2024-08-10T06:31:31.314 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1326 2024-08-10T06:31:31.314 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.314 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_shared_blob": { 2024-08-10T06:31:31.314 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.314 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.314 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.314 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-08-10T06:31:31.314 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 1472, 2024-08-10T06:31:31.314 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 2 2024-08-10T06:31:31.315 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.315 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-08-10T06:31:31.315 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 97587, 2024-08-10T06:31:31.315 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 58 2024-08-10T06:31:31.315 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.315 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-08-10T06:31:31.315 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 20128, 2024-08-10T06:31:31.315 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 5 2024-08-10T06:31:31.315 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.315 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-08-10T06:31:31.315 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 20150884, 2024-08-10T06:31:31.315 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 289 2024-08-10T06:31:31.315 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.316 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-08-10T06:31:31.316 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 12496, 2024-08-10T06:31:31.316 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 142 2024-08-10T06:31:31.316 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.316 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-08-10T06:31:31.316 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.316 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.316 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.316 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:31.316 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 476256, 2024-08-10T06:31:31.316 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 41 2024-08-10T06:31:31.316 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.316 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-08-10T06:31:31.316 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.317 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.317 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.317 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-08-10T06:31:31.317 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 6418360, 2024-08-10T06:31:31.317 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 12343 2024-08-10T06:31:31.317 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.317 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-08-10T06:31:31.317 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 642656, 2024-08-10T06:31:31.317 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 10341 2024-08-10T06:31:31.317 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.317 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-08-10T06:31:31.317 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.317 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.317 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.318 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-08-10T06:31:31.318 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.318 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.318 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.318 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-08-10T06:31:31.318 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.318 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.318 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.318 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-08-10T06:31:31.318 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.318 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.318 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.318 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.319 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.6": { 2024-08-10T06:31:31.319 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-08-10T06:31:31.319 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.319 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.319 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.319 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T06:31:31.319 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 15736, 2024-08-10T06:31:31.319 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 279 2024-08-10T06:31:31.319 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.319 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-08-10T06:31:31.319 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 34560, 2024-08-10T06:31:31.319 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 21 2024-08-10T06:31:31.319 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.320 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-08-10T06:31:31.320 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 3264, 2024-08-10T06:31:31.320 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 17 2024-08-10T06:31:31.320 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.320 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-08-10T06:31:31.320 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 60000, 2024-08-10T06:31:31.320 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 750 2024-08-10T06:31:31.320 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.320 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_blob": { 2024-08-10T06:31:31.320 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 417664, 2024-08-10T06:31:31.320 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 2008 2024-08-10T06:31:31.320 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.320 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_buffer": { 2024-08-10T06:31:31.320 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 256, 2024-08-10T06:31:31.321 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 32 2024-08-10T06:31:31.321 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.321 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-08-10T06:31:31.321 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 435185, 2024-08-10T06:31:31.321 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 113 2024-08-10T06:31:31.321 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.321 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-08-10T06:31:31.321 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 1791246, 2024-08-10T06:31:31.321 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 393927 2024-08-10T06:31:31.321 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.321 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-08-10T06:31:31.321 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 5184576, 2024-08-10T06:31:31.321 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 7656 2024-08-10T06:31:31.322 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.322 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-08-10T06:31:31.322 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 87088, 2024-08-10T06:31:31.322 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 9398 2024-08-10T06:31:31.322 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.322 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_extent": { 2024-08-10T06:31:31.322 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 96384, 2024-08-10T06:31:31.322 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 2008 2024-08-10T06:31:31.322 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.322 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-08-10T06:31:31.322 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.322 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.322 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.322 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-08-10T06:31:31.323 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 185658, 2024-08-10T06:31:31.323 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1326 2024-08-10T06:31:31.323 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.323 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_shared_blob": { 2024-08-10T06:31:31.323 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.323 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.323 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.323 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-08-10T06:31:31.323 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.323 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.323 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.323 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-08-10T06:31:31.323 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 42113, 2024-08-10T06:31:31.323 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 42 2024-08-10T06:31:31.324 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.324 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-08-10T06:31:31.324 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.324 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.324 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.324 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-08-10T06:31:31.324 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 17727423, 2024-08-10T06:31:31.324 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 6235 2024-08-10T06:31:31.324 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.324 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-08-10T06:31:31.324 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 11440, 2024-08-10T06:31:31.324 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 130 2024-08-10T06:31:31.324 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.324 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-08-10T06:31:31.325 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.325 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.325 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.325 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:31.325 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 453024, 2024-08-10T06:31:31.325 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 39 2024-08-10T06:31:31.325 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.325 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-08-10T06:31:31.325 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.325 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.325 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.325 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-08-10T06:31:31.325 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 3595696, 2024-08-10T06:31:31.325 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 9250 2024-08-10T06:31:31.326 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.326 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-08-10T06:31:31.326 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 642656, 2024-08-10T06:31:31.326 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 10341 2024-08-10T06:31:31.326 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.326 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-08-10T06:31:31.326 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.326 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.326 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.326 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-08-10T06:31:31.326 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.326 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.326 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.327 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-08-10T06:31:31.327 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.327 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.327 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.327 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-08-10T06:31:31.327 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.327 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.327 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.327 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.327 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.7": { 2024-08-10T06:31:31.327 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-08-10T06:31:31.327 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.327 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.327 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.328 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T06:31:31.328 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 14680, 2024-08-10T06:31:31.328 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 270 2024-08-10T06:31:31.328 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.328 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-08-10T06:31:31.328 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 54912, 2024-08-10T06:31:31.328 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 22 2024-08-10T06:31:31.328 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.328 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-08-10T06:31:31.328 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 1344, 2024-08-10T06:31:31.328 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 7 2024-08-10T06:31:31.328 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.328 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-08-10T06:31:31.328 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 59600, 2024-08-10T06:31:31.329 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 745 2024-08-10T06:31:31.329 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.329 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_blob": { 2024-08-10T06:31:31.329 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 404144, 2024-08-10T06:31:31.329 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1943 2024-08-10T06:31:31.329 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.329 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_buffer": { 2024-08-10T06:31:31.329 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 256, 2024-08-10T06:31:31.329 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 32 2024-08-10T06:31:31.329 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.329 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-08-10T06:31:31.330 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 429629, 2024-08-10T06:31:31.330 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 132 2024-08-10T06:31:31.330 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.330 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-08-10T06:31:31.330 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 2047210, 2024-08-10T06:31:31.330 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 454648 2024-08-10T06:31:31.330 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.330 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-08-10T06:31:31.330 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 5910816, 2024-08-10T06:31:31.330 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 8724 2024-08-10T06:31:31.330 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.331 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-08-10T06:31:31.331 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 78608, 2024-08-10T06:31:31.331 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 8248 2024-08-10T06:31:31.331 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.331 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_extent": { 2024-08-10T06:31:31.331 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 93264, 2024-08-10T06:31:31.331 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1943 2024-08-10T06:31:31.331 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.331 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-08-10T06:31:31.331 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.331 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.331 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.331 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-08-10T06:31:31.331 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 185658, 2024-08-10T06:31:31.332 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1326 2024-08-10T06:31:31.332 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.332 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_shared_blob": { 2024-08-10T06:31:31.332 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.332 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.332 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.332 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-08-10T06:31:31.332 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.332 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.332 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.332 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-08-10T06:31:31.332 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 27457, 2024-08-10T06:31:31.332 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 35 2024-08-10T06:31:31.332 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.333 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-08-10T06:31:31.333 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.333 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.333 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.333 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-08-10T06:31:31.333 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 7122088, 2024-08-10T06:31:31.333 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 261 2024-08-10T06:31:31.333 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.333 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-08-10T06:31:31.333 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 11088, 2024-08-10T06:31:31.333 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 126 2024-08-10T06:31:31.333 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.333 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-08-10T06:31:31.333 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.334 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.334 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.334 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:31.334 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 534336, 2024-08-10T06:31:31.334 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 46 2024-08-10T06:31:31.334 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.334 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-08-10T06:31:31.334 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.334 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.334 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.334 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-08-10T06:31:31.334 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 4823104, 2024-08-10T06:31:31.335 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 9304 2024-08-10T06:31:31.335 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.335 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-08-10T06:31:31.335 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 642656, 2024-08-10T06:31:31.335 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 10341 2024-08-10T06:31:31.335 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.335 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-08-10T06:31:31.335 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.335 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.335 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.335 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-08-10T06:31:31.335 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.335 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.336 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.336 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-08-10T06:31:31.336 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.336 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.336 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.336 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-08-10T06:31:31.336 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:31.336 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:31.336 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.336 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.336 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.336 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.336 INFO:tasks.workunit.client.0.smithi031.stdout: "metadata": { 2024-08-10T06:31:31.336 INFO:tasks.workunit.client.0.smithi031.stdout: "mds": { 2024-08-10T06:31:31.337 INFO:tasks.workunit.client.0.smithi031.stdout: "arch": { 2024-08-10T06:31:31.337 INFO:tasks.workunit.client.0.smithi031.stdout: "x86_64": 2 2024-08-10T06:31:31.337 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.337 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph_version": { 2024-08-10T06:31:31.337 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 2 2024-08-10T06:31:31.337 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.337 INFO:tasks.workunit.client.0.smithi031.stdout: "cpu": { 2024-08-10T06:31:31.337 INFO:tasks.workunit.client.0.smithi031.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 1, 2024-08-10T06:31:31.337 INFO:tasks.workunit.client.0.smithi031.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-08-10T06:31:31.337 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.337 INFO:tasks.workunit.client.0.smithi031.stdout: "distro": { 2024-08-10T06:31:31.337 INFO:tasks.workunit.client.0.smithi031.stdout: "centos": 2 2024-08-10T06:31:31.337 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.338 INFO:tasks.workunit.client.0.smithi031.stdout: "distro_description": { 2024-08-10T06:31:31.338 INFO:tasks.workunit.client.0.smithi031.stdout: "CentOS Stream 9": 2 2024-08-10T06:31:31.338 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.338 INFO:tasks.workunit.client.0.smithi031.stdout: "kernel_description": { 2024-08-10T06:31:31.338 INFO:tasks.workunit.client.0.smithi031.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 2 2024-08-10T06:31:31.338 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.338 INFO:tasks.workunit.client.0.smithi031.stdout: "kernel_version": { 2024-08-10T06:31:31.338 INFO:tasks.workunit.client.0.smithi031.stdout: "5.14.0-480.el9.x86_64": 2 2024-08-10T06:31:31.338 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.338 INFO:tasks.workunit.client.0.smithi031.stdout: "os": { 2024-08-10T06:31:31.338 INFO:tasks.workunit.client.0.smithi031.stdout: "Linux": 2 2024-08-10T06:31:31.338 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.338 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.339 INFO:tasks.workunit.client.0.smithi031.stdout: "mon": { 2024-08-10T06:31:31.339 INFO:tasks.workunit.client.0.smithi031.stdout: "arch": { 2024-08-10T06:31:31.339 INFO:tasks.workunit.client.0.smithi031.stdout: "x86_64": 3 2024-08-10T06:31:31.339 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.339 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph_version": { 2024-08-10T06:31:31.339 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 3 2024-08-10T06:31:31.339 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.339 INFO:tasks.workunit.client.0.smithi031.stdout: "cpu": { 2024-08-10T06:31:31.339 INFO:tasks.workunit.client.0.smithi031.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2, 2024-08-10T06:31:31.339 INFO:tasks.workunit.client.0.smithi031.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-08-10T06:31:31.339 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.339 INFO:tasks.workunit.client.0.smithi031.stdout: "distro": { 2024-08-10T06:31:31.339 INFO:tasks.workunit.client.0.smithi031.stdout: "centos": 3 2024-08-10T06:31:31.340 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.340 INFO:tasks.workunit.client.0.smithi031.stdout: "distro_description": { 2024-08-10T06:31:31.340 INFO:tasks.workunit.client.0.smithi031.stdout: "CentOS Stream 9": 3 2024-08-10T06:31:31.340 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.340 INFO:tasks.workunit.client.0.smithi031.stdout: "kernel_description": { 2024-08-10T06:31:31.340 INFO:tasks.workunit.client.0.smithi031.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 3 2024-08-10T06:31:31.340 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.340 INFO:tasks.workunit.client.0.smithi031.stdout: "kernel_version": { 2024-08-10T06:31:31.340 INFO:tasks.workunit.client.0.smithi031.stdout: "5.14.0-480.el9.x86_64": 3 2024-08-10T06:31:31.340 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.340 INFO:tasks.workunit.client.0.smithi031.stdout: "os": { 2024-08-10T06:31:31.340 INFO:tasks.workunit.client.0.smithi031.stdout: "Linux": 3 2024-08-10T06:31:31.340 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.340 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.341 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:31.341 INFO:tasks.workunit.client.0.smithi031.stdout: "arch": { 2024-08-10T06:31:31.341 INFO:tasks.workunit.client.0.smithi031.stdout: "x86_64": 8 2024-08-10T06:31:31.341 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.341 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph_version": { 2024-08-10T06:31:31.341 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 8 2024-08-10T06:31:31.341 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.341 INFO:tasks.workunit.client.0.smithi031.stdout: "cpu": { 2024-08-10T06:31:31.341 INFO:tasks.workunit.client.0.smithi031.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 4, 2024-08-10T06:31:31.341 INFO:tasks.workunit.client.0.smithi031.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 4 2024-08-10T06:31:31.341 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.341 INFO:tasks.workunit.client.0.smithi031.stdout: "distro": { 2024-08-10T06:31:31.341 INFO:tasks.workunit.client.0.smithi031.stdout: "centos": 8 2024-08-10T06:31:31.342 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.342 INFO:tasks.workunit.client.0.smithi031.stdout: "distro_description": { 2024-08-10T06:31:31.342 INFO:tasks.workunit.client.0.smithi031.stdout: "CentOS Stream 9": 8 2024-08-10T06:31:31.342 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.342 INFO:tasks.workunit.client.0.smithi031.stdout: "kernel_description": { 2024-08-10T06:31:31.342 INFO:tasks.workunit.client.0.smithi031.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 8 2024-08-10T06:31:31.342 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.342 INFO:tasks.workunit.client.0.smithi031.stdout: "kernel_version": { 2024-08-10T06:31:31.342 INFO:tasks.workunit.client.0.smithi031.stdout: "5.14.0-480.el9.x86_64": 8 2024-08-10T06:31:31.342 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.342 INFO:tasks.workunit.client.0.smithi031.stdout: "os": { 2024-08-10T06:31:31.342 INFO:tasks.workunit.client.0.smithi031.stdout: "Linux": 8 2024-08-10T06:31:31.342 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.343 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_objectstore": { 2024-08-10T06:31:31.343 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore": 8 2024-08-10T06:31:31.343 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.343 INFO:tasks.workunit.client.0.smithi031.stdout: "rotational": { 2024-08-10T06:31:31.343 INFO:tasks.workunit.client.0.smithi031.stdout: "0": 8 2024-08-10T06:31:31.343 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.343 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.343 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.343 INFO:tasks.workunit.client.0.smithi031.stdout: "mon": { 2024-08-10T06:31:31.343 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3, 2024-08-10T06:31:31.343 INFO:tasks.workunit.client.0.smithi031.stdout: "features": { 2024-08-10T06:31:31.343 INFO:tasks.workunit.client.0.smithi031.stdout: "optional": [], 2024-08-10T06:31:31.343 INFO:tasks.workunit.client.0.smithi031.stdout: "persistent": [ 2024-08-10T06:31:31.343 INFO:tasks.workunit.client.0.smithi031.stdout: "kraken", 2024-08-10T06:31:31.344 INFO:tasks.workunit.client.0.smithi031.stdout: "luminous", 2024-08-10T06:31:31.344 INFO:tasks.workunit.client.0.smithi031.stdout: "mimic", 2024-08-10T06:31:31.344 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap-prune", 2024-08-10T06:31:31.344 INFO:tasks.workunit.client.0.smithi031.stdout: "nautilus", 2024-08-10T06:31:31.344 INFO:tasks.workunit.client.0.smithi031.stdout: "octopus", 2024-08-10T06:31:31.344 INFO:tasks.workunit.client.0.smithi031.stdout: "pacific", 2024-08-10T06:31:31.344 INFO:tasks.workunit.client.0.smithi031.stdout: "elector-pinging", 2024-08-10T06:31:31.344 INFO:tasks.workunit.client.0.smithi031.stdout: "quincy", 2024-08-10T06:31:31.344 INFO:tasks.workunit.client.0.smithi031.stdout: "reef", 2024-08-10T06:31:31.344 INFO:tasks.workunit.client.0.smithi031.stdout: "squid" 2024-08-10T06:31:31.344 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:31.344 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.344 INFO:tasks.workunit.client.0.smithi031.stdout: "ipv4_addr_mons": 6, 2024-08-10T06:31:31.345 INFO:tasks.workunit.client.0.smithi031.stdout: "ipv6_addr_mons": 0, 2024-08-10T06:31:31.345 INFO:tasks.workunit.client.0.smithi031.stdout: "min_mon_release": 19, 2024-08-10T06:31:31.345 INFO:tasks.workunit.client.0.smithi031.stdout: "v1_addr_mons": 3, 2024-08-10T06:31:31.345 INFO:tasks.workunit.client.0.smithi031.stdout: "v2_addr_mons": 3 2024-08-10T06:31:31.345 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.345 INFO:tasks.workunit.client.0.smithi031.stdout: "organization": "ceph-qa", 2024-08-10T06:31:31.345 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:31.345 INFO:tasks.workunit.client.0.smithi031.stdout: "cluster_network": false, 2024-08-10T06:31:31.345 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 8, 2024-08-10T06:31:31.345 INFO:tasks.workunit.client.0.smithi031.stdout: "require_min_compat_client": "luminous", 2024-08-10T06:31:31.345 INFO:tasks.workunit.client.0.smithi031.stdout: "require_osd_release": "squid" 2024-08-10T06:31:31.345 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.345 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_perf_histograms": [ 2024-08-10T06:31:31.345 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:31.346 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T06:31:31.346 INFO:tasks.workunit.client.0.smithi031.stdout: "axes": [ 2024-08-10T06:31:31.346 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:31.346 INFO:tasks.workunit.client.0.smithi031.stdout: "buckets": 32, 2024-08-10T06:31:31.346 INFO:tasks.workunit.client.0.smithi031.stdout: "min": 0, 2024-08-10T06:31:31.346 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "Latency (usec)", 2024-08-10T06:31:31.346 INFO:tasks.workunit.client.0.smithi031.stdout: "quant_size": 100000, 2024-08-10T06:31:31.346 INFO:tasks.workunit.client.0.smithi031.stdout: "ranges": [ 2024-08-10T06:31:31.346 INFO:tasks.workunit.client.0.smithi031.stdout: "[None, -1]", 2024-08-10T06:31:31.346 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 99999]", 2024-08-10T06:31:31.346 INFO:tasks.workunit.client.0.smithi031.stdout: "[100000, 199999]", 2024-08-10T06:31:31.346 INFO:tasks.workunit.client.0.smithi031.stdout: "[200000, 399999]", 2024-08-10T06:31:31.346 INFO:tasks.workunit.client.0.smithi031.stdout: "[400000, 799999]", 2024-08-10T06:31:31.346 INFO:tasks.workunit.client.0.smithi031.stdout: "[800000, 1599999]", 2024-08-10T06:31:31.347 INFO:tasks.workunit.client.0.smithi031.stdout: "[1600000, 3199999]", 2024-08-10T06:31:31.347 INFO:tasks.workunit.client.0.smithi031.stdout: "[3200000, 6399999]", 2024-08-10T06:31:31.347 INFO:tasks.workunit.client.0.smithi031.stdout: "[6400000, 12799999]", 2024-08-10T06:31:31.347 INFO:tasks.workunit.client.0.smithi031.stdout: "[12800000, 25599999]", 2024-08-10T06:31:31.347 INFO:tasks.workunit.client.0.smithi031.stdout: "[25600000, 51199999]", 2024-08-10T06:31:31.347 INFO:tasks.workunit.client.0.smithi031.stdout: "[51200000, 102399999]", 2024-08-10T06:31:31.347 INFO:tasks.workunit.client.0.smithi031.stdout: "[102400000, 204799999]", 2024-08-10T06:31:31.347 INFO:tasks.workunit.client.0.smithi031.stdout: "[204800000, 409599999]", 2024-08-10T06:31:31.347 INFO:tasks.workunit.client.0.smithi031.stdout: "[409600000, 819199999]", 2024-08-10T06:31:31.347 INFO:tasks.workunit.client.0.smithi031.stdout: "[819200000, 1638399999]", 2024-08-10T06:31:31.347 INFO:tasks.workunit.client.0.smithi031.stdout: "[1638400000, 3276799999]", 2024-08-10T06:31:31.347 INFO:tasks.workunit.client.0.smithi031.stdout: "[3276800000, 6553599999]", 2024-08-10T06:31:31.348 INFO:tasks.workunit.client.0.smithi031.stdout: "[6553600000, 13107199999]", 2024-08-10T06:31:31.348 INFO:tasks.workunit.client.0.smithi031.stdout: "[13107200000, 26214399999]", 2024-08-10T06:31:31.348 INFO:tasks.workunit.client.0.smithi031.stdout: "[26214400000, 52428799999]", 2024-08-10T06:31:31.348 INFO:tasks.workunit.client.0.smithi031.stdout: "[52428800000, 104857599999]", 2024-08-10T06:31:31.348 INFO:tasks.workunit.client.0.smithi031.stdout: "[104857600000, 209715199999]", 2024-08-10T06:31:31.348 INFO:tasks.workunit.client.0.smithi031.stdout: "[209715200000, 419430399999]", 2024-08-10T06:31:31.348 INFO:tasks.workunit.client.0.smithi031.stdout: "[419430400000, 838860799999]", 2024-08-10T06:31:31.348 INFO:tasks.workunit.client.0.smithi031.stdout: "[838860800000, 1677721599999]", 2024-08-10T06:31:31.348 INFO:tasks.workunit.client.0.smithi031.stdout: "[1677721600000, 3355443199999]", 2024-08-10T06:31:31.348 INFO:tasks.workunit.client.0.smithi031.stdout: "[3355443200000, 6710886399999]", 2024-08-10T06:31:31.348 INFO:tasks.workunit.client.0.smithi031.stdout: "[6710886400000, 13421772799999]", 2024-08-10T06:31:31.348 INFO:tasks.workunit.client.0.smithi031.stdout: "[13421772800000, 26843545599999]", 2024-08-10T06:31:31.348 INFO:tasks.workunit.client.0.smithi031.stdout: "[26843545600000, 53687091199999]", 2024-08-10T06:31:31.349 INFO:tasks.workunit.client.0.smithi031.stdout: "[53687091200000, None]" 2024-08-10T06:31:31.349 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:31.349 INFO:tasks.workunit.client.0.smithi031.stdout: "scale_type": "log2" 2024-08-10T06:31:31.349 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.349 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:31.349 INFO:tasks.workunit.client.0.smithi031.stdout: "buckets": 32, 2024-08-10T06:31:31.349 INFO:tasks.workunit.client.0.smithi031.stdout: "min": 0, 2024-08-10T06:31:31.349 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "Request size (bytes)", 2024-08-10T06:31:31.349 INFO:tasks.workunit.client.0.smithi031.stdout: "quant_size": 512, 2024-08-10T06:31:31.349 INFO:tasks.workunit.client.0.smithi031.stdout: "ranges": [ 2024-08-10T06:31:31.349 INFO:tasks.workunit.client.0.smithi031.stdout: "[None, -1]", 2024-08-10T06:31:31.349 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 511]", 2024-08-10T06:31:31.349 INFO:tasks.workunit.client.0.smithi031.stdout: "[512, 1023]", 2024-08-10T06:31:31.349 INFO:tasks.workunit.client.0.smithi031.stdout: "[1024, 2047]", 2024-08-10T06:31:31.350 INFO:tasks.workunit.client.0.smithi031.stdout: "[2048, 4095]", 2024-08-10T06:31:31.350 INFO:tasks.workunit.client.0.smithi031.stdout: "[4096, 8191]", 2024-08-10T06:31:31.350 INFO:tasks.workunit.client.0.smithi031.stdout: "[8192, 16383]", 2024-08-10T06:31:31.350 INFO:tasks.workunit.client.0.smithi031.stdout: "[16384, 32767]", 2024-08-10T06:31:31.350 INFO:tasks.workunit.client.0.smithi031.stdout: "[32768, 65535]", 2024-08-10T06:31:31.350 INFO:tasks.workunit.client.0.smithi031.stdout: "[65536, 131071]", 2024-08-10T06:31:31.350 INFO:tasks.workunit.client.0.smithi031.stdout: "[131072, 262143]", 2024-08-10T06:31:31.350 INFO:tasks.workunit.client.0.smithi031.stdout: "[262144, 524287]", 2024-08-10T06:31:31.350 INFO:tasks.workunit.client.0.smithi031.stdout: "[524288, 1048575]", 2024-08-10T06:31:31.350 INFO:tasks.workunit.client.0.smithi031.stdout: "[1048576, 2097151]", 2024-08-10T06:31:31.350 INFO:tasks.workunit.client.0.smithi031.stdout: "[2097152, 4194303]", 2024-08-10T06:31:31.350 INFO:tasks.workunit.client.0.smithi031.stdout: "[4194304, 8388607]", 2024-08-10T06:31:31.351 INFO:tasks.workunit.client.0.smithi031.stdout: "[8388608, 16777215]", 2024-08-10T06:31:31.351 INFO:tasks.workunit.client.0.smithi031.stdout: "[16777216, 33554431]", 2024-08-10T06:31:31.351 INFO:tasks.workunit.client.0.smithi031.stdout: "[33554432, 67108863]", 2024-08-10T06:31:31.351 INFO:tasks.workunit.client.0.smithi031.stdout: "[67108864, 134217727]", 2024-08-10T06:31:31.351 INFO:tasks.workunit.client.0.smithi031.stdout: "[134217728, 268435455]", 2024-08-10T06:31:31.351 INFO:tasks.workunit.client.0.smithi031.stdout: "[268435456, 536870911]", 2024-08-10T06:31:31.351 INFO:tasks.workunit.client.0.smithi031.stdout: "[536870912, 1073741823]", 2024-08-10T06:31:31.351 INFO:tasks.workunit.client.0.smithi031.stdout: "[1073741824, 2147483647]", 2024-08-10T06:31:31.351 INFO:tasks.workunit.client.0.smithi031.stdout: "[2147483648, 4294967295]", 2024-08-10T06:31:31.351 INFO:tasks.workunit.client.0.smithi031.stdout: "[4294967296, 8589934591]", 2024-08-10T06:31:31.351 INFO:tasks.workunit.client.0.smithi031.stdout: "[8589934592, 17179869183]", 2024-08-10T06:31:31.351 INFO:tasks.workunit.client.0.smithi031.stdout: "[17179869184, 34359738367]", 2024-08-10T06:31:31.351 INFO:tasks.workunit.client.0.smithi031.stdout: "[34359738368, 68719476735]", 2024-08-10T06:31:31.351 INFO:tasks.workunit.client.0.smithi031.stdout: "[68719476736, 137438953471]", 2024-08-10T06:31:31.352 INFO:tasks.workunit.client.0.smithi031.stdout: "[137438953472, 274877906943]", 2024-08-10T06:31:31.352 INFO:tasks.workunit.client.0.smithi031.stdout: "[274877906944, None]" 2024-08-10T06:31:31.352 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:31.352 INFO:tasks.workunit.client.0.smithi031.stdout: "scale_type": "log2" 2024-08-10T06:31:31.352 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.352 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:31.352 INFO:tasks.workunit.client.0.smithi031.stdout: "osds": [ 2024-08-10T06:31:31.352 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:31.352 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 0, 2024-08-10T06:31:31.352 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:31.352 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.352 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 978, 96, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.352 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 18689, 4025, 68, 5, 18, 13, 0, 0, 0, 0, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.353 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 12083, 135, 74, 1, 16, 27, 69, 88, 27, 43, 22, 21, 35, 26, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.353 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1336, 21, 33, 0, 2, 0, 0, 0, 2, 10, 72, 142, 50, 8, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.353 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 615, 11, 3, 0, 0, 1, 0, 0, 0, 0, 2, 41, 322, 12, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.353 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 118, 7, 0, 0, 0, 1, 0, 0, 1, 0, 8, 13, 44, 110, 156, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.353 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 156, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 12, 23, 34, 56, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.353 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 21, 54, 23, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.353 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 67, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 30, 33, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.353 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 3, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.353 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.353 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.353 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.353 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.353 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.353 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.354 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.354 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.354 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.354 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.354 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.354 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.354 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.354 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.354 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.354 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.354 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.354 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.354 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.355 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.355 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:31.355 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:31.355 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.355 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:31.355 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 1, 2024-08-10T06:31:31.355 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:31.355 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.355 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.355 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 9813, 2, 0, 0, 1, 0, 0, 1, 0, 2, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.355 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 8539, 20, 1302, 2, 8, 8, 9, 25, 35, 51, 40, 33, 23, 5, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.355 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1094, 3, 191, 22, 0, 2, 0, 3, 7, 11, 99, 217, 65, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.356 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 404, 0, 0, 8, 0, 0, 0, 0, 0, 2, 5, 30, 467, 8, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.356 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 170, 1, 1, 0, 0, 0, 0, 0, 0, 0, 6, 7, 25, 65, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.356 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 156, 0, 34, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 2, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.356 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 60, 0, 227, 0, 0, 0, 0, 0, 0, 0, 6, 0, 9, 7, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.356 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 6, 0, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.356 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.356 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.356 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.356 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.356 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.356 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.356 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.356 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.356 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.357 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.357 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.357 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.357 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.357 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.357 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.357 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.357 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.357 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.357 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.357 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.357 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.357 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:31.358 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:31.358 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.358 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:31.358 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 2, 2024-08-10T06:31:31.358 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:31.358 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.358 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.358 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 13634, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.358 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 11365, 9, 9, 0, 4, 0, 0, 1, 1, 0, 0, 21, 8, 25, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.358 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1312, 0, 4, 2, 2, 0, 0, 0, 3, 3, 3, 3, 2, 7, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.358 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 870, 1, 0, 0, 0, 0, 0, 1, 0, 0, 2, 15, 26, 9, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.358 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 427, 11, 1, 0, 0, 0, 0, 0, 1, 0, 2, 3, 22, 71, 125, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.358 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 249, 5, 0, 0, 0, 0, 0, 1, 1, 0, 0, 3, 10, 20, 57, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.359 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 234, 10, 0, 1, 0, 0, 0, 0, 0, 0, 0, 4, 13, 17, 14, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.359 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 83, 2, 0, 0, 0, 0, 2, 0, 0, 0, 0, 2, 3, 21, 19, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.359 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 7, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 4, 13, 12, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.359 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.359 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.359 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.359 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.359 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.359 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.359 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.359 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.359 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.359 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.360 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.360 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.360 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.360 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.360 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.360 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.360 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.360 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.360 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.360 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.360 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:31.360 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:31.361 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.361 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:31.361 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 3, 2024-08-10T06:31:31.361 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:31.361 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.361 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1280, 103, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.361 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 8121, 7856, 4452, 1, 3, 0, 0, 0, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.361 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 3018, 121, 60, 1, 16, 4, 3, 7, 7, 22, 16, 14, 8, 17, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.361 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 258, 3, 8, 0, 1, 0, 0, 0, 2, 3, 50, 103, 19, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.361 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 163, 0, 0, 0, 7, 0, 0, 0, 0, 0, 1, 26, 166, 8, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.361 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 65, 5, 0, 0, 163, 0, 0, 1, 0, 1, 1, 3, 17, 32, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.361 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 63, 1, 0, 0, 327, 0, 0, 2, 1, 0, 8, 8, 11, 20, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.361 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 42, 0, 0, 0, 510, 0, 0, 2, 1, 0, 5, 1, 14, 20, 6, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.362 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 123, 0, 0, 0, 1692, 0, 0, 0, 0, 0, 0, 0, 8, 17, 11, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.362 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 12, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.362 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.362 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.362 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.362 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.362 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.362 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.362 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.362 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.362 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.362 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.362 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.362 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.363 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.363 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.363 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.363 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.363 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.363 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.363 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.363 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.363 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:31.363 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:31.363 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.363 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:31.363 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 4, 2024-08-10T06:31:31.364 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:31.364 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.364 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.364 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 9420, 3, 59, 6, 17, 31, 2, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.364 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 6331, 39, 29, 2, 15, 18, 94, 110, 4, 16, 8, 10, 6, 3, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.364 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 469, 6, 9, 0, 3, 0, 5, 33, 8, 10, 39, 67, 31, 3, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.364 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 229, 0, 1, 0, 0, 0, 0, 0, 1, 0, 2, 8, 146, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.364 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 70, 1, 0, 0, 0, 1, 1, 0, 3, 4, 2, 3, 12, 28, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.364 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 53, 1, 1, 0, 0, 0, 0, 0, 0, 6, 0, 0, 2, 11, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.364 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 12, 19, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.364 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.364 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.364 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.365 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.365 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.365 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.365 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.365 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.365 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.365 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.365 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.365 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.365 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.365 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.365 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.365 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.366 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.366 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.366 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.366 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.366 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.366 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.366 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:31.366 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:31.366 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.366 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:31.366 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 5, 2024-08-10T06:31:31.366 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:31.366 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.367 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 593, 110, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.367 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 10496, 3624, 1, 2, 0, 0, 0, 0, 1, 0, 3, 3, 0, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.367 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 6158, 396, 23, 2, 8, 1, 2, 2, 0, 1, 6, 4, 1, 26, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.367 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 857, 104, 3, 8, 2, 0, 0, 0, 1, 3, 4, 1, 0, 9, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.367 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 334, 8, 0, 2, 1, 0, 0, 0, 0, 1, 0, 11, 35, 6, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.367 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 149, 11, 5, 0, 0, 0, 0, 0, 0, 1, 0, 3, 16, 65, 100, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.367 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 210, 4, 2, 1, 0, 0, 0, 1, 1, 0, 0, 4, 21, 20, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.367 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 56, 1, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 20, 37, 12, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.367 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 19, 23, 14, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.367 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 8, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.367 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.367 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.367 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.368 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.368 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.368 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.368 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.368 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.368 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.368 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.368 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.368 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.368 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.368 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.368 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.368 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.368 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.368 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.369 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.369 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.369 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:31.369 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:31.369 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.369 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:31.369 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 6, 2024-08-10T06:31:31.369 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:31.369 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.369 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.369 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 9142, 14, 0, 0, 0, 0, 0, 0, 0, 1, 0, 5, 4, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.369 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 8019, 25, 3, 0, 11, 2, 3, 6, 5, 14, 5, 11, 9, 13, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.369 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1019, 99, 117, 0, 1, 1, 1, 0, 5, 18, 43, 77, 22, 8, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.369 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 576, 46, 68, 0, 0, 0, 0, 0, 0, 0, 0, 36, 173, 9, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.370 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 150, 22, 17, 0, 1, 1, 0, 0, 0, 0, 3, 1, 30, 51, 87, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.370 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 82, 24, 22, 34, 0, 0, 0, 2, 0, 0, 9, 0, 16, 23, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.370 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 31, 56, 0, 32, 76, 0, 0, 0, 0, 0, 0, 0, 14, 26, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.370 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 12, 103, 0, 2, 59, 98, 0, 0, 0, 0, 0, 0, 2, 6, 7, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.370 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 3, 56, 0, 0, 0, 31, 0, 0, 0, 0, 0, 0, 3, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.370 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.370 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.370 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.370 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.370 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.370 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.370 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.370 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.371 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.371 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.371 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.371 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.371 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.371 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.371 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.371 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.371 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.371 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.371 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.371 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.372 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:31.372 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:31.372 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.372 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:31.372 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 7, 2024-08-10T06:31:31.372 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:31.372 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.372 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 565, 40, 0, 0, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.372 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 18144, 4012, 0, 0, 7303, 405, 0, 0, 0, 1, 2, 2, 5, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.372 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 8490, 131, 1, 0, 358, 165, 0, 0, 0, 3, 1, 4, 12, 19, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.372 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 924, 19, 2, 0, 60, 23, 1, 0, 0, 8, 3, 0, 4, 10, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.372 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 336, 8, 1, 0, 3, 4, 0, 0, 0, 2, 0, 3, 21, 18, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.372 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 282, 12, 5, 0, 16, 24, 0, 0, 0, 0, 0, 4, 19, 42, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.372 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 83, 2, 2, 0, 2, 6, 0, 0, 0, 0, 0, 1, 6, 13, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.373 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 90, 1, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 7, 11, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.373 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.373 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.373 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.373 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.373 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.373 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.373 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.373 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.373 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.373 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.373 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.373 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.374 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.374 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.374 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.374 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.374 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.374 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.374 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.374 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.374 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.374 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.374 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:31.374 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:31.375 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.375 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:31.375 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.375 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T06:31:31.375 INFO:tasks.workunit.client.0.smithi031.stdout: "axes": [ 2024-08-10T06:31:31.375 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:31.375 INFO:tasks.workunit.client.0.smithi031.stdout: "buckets": 32, 2024-08-10T06:31:31.375 INFO:tasks.workunit.client.0.smithi031.stdout: "min": 0, 2024-08-10T06:31:31.375 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "Latency (usec)", 2024-08-10T06:31:31.375 INFO:tasks.workunit.client.0.smithi031.stdout: "quant_size": 100000, 2024-08-10T06:31:31.375 INFO:tasks.workunit.client.0.smithi031.stdout: "ranges": [ 2024-08-10T06:31:31.375 INFO:tasks.workunit.client.0.smithi031.stdout: "[None, -1]", 2024-08-10T06:31:31.375 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 99999]", 2024-08-10T06:31:31.375 INFO:tasks.workunit.client.0.smithi031.stdout: "[100000, 199999]", 2024-08-10T06:31:31.375 INFO:tasks.workunit.client.0.smithi031.stdout: "[200000, 399999]", 2024-08-10T06:31:31.376 INFO:tasks.workunit.client.0.smithi031.stdout: "[400000, 799999]", 2024-08-10T06:31:31.376 INFO:tasks.workunit.client.0.smithi031.stdout: "[800000, 1599999]", 2024-08-10T06:31:31.376 INFO:tasks.workunit.client.0.smithi031.stdout: "[1600000, 3199999]", 2024-08-10T06:31:31.376 INFO:tasks.workunit.client.0.smithi031.stdout: "[3200000, 6399999]", 2024-08-10T06:31:31.376 INFO:tasks.workunit.client.0.smithi031.stdout: "[6400000, 12799999]", 2024-08-10T06:31:31.376 INFO:tasks.workunit.client.0.smithi031.stdout: "[12800000, 25599999]", 2024-08-10T06:31:31.376 INFO:tasks.workunit.client.0.smithi031.stdout: "[25600000, 51199999]", 2024-08-10T06:31:31.376 INFO:tasks.workunit.client.0.smithi031.stdout: "[51200000, 102399999]", 2024-08-10T06:31:31.376 INFO:tasks.workunit.client.0.smithi031.stdout: "[102400000, 204799999]", 2024-08-10T06:31:31.376 INFO:tasks.workunit.client.0.smithi031.stdout: "[204800000, 409599999]", 2024-08-10T06:31:31.376 INFO:tasks.workunit.client.0.smithi031.stdout: "[409600000, 819199999]", 2024-08-10T06:31:31.376 INFO:tasks.workunit.client.0.smithi031.stdout: "[819200000, 1638399999]", 2024-08-10T06:31:31.376 INFO:tasks.workunit.client.0.smithi031.stdout: "[1638400000, 3276799999]", 2024-08-10T06:31:31.376 INFO:tasks.workunit.client.0.smithi031.stdout: "[3276800000, 6553599999]", 2024-08-10T06:31:31.377 INFO:tasks.workunit.client.0.smithi031.stdout: "[6553600000, 13107199999]", 2024-08-10T06:31:31.377 INFO:tasks.workunit.client.0.smithi031.stdout: "[13107200000, 26214399999]", 2024-08-10T06:31:31.377 INFO:tasks.workunit.client.0.smithi031.stdout: "[26214400000, 52428799999]", 2024-08-10T06:31:31.377 INFO:tasks.workunit.client.0.smithi031.stdout: "[52428800000, 104857599999]", 2024-08-10T06:31:31.377 INFO:tasks.workunit.client.0.smithi031.stdout: "[104857600000, 209715199999]", 2024-08-10T06:31:31.377 INFO:tasks.workunit.client.0.smithi031.stdout: "[209715200000, 419430399999]", 2024-08-10T06:31:31.377 INFO:tasks.workunit.client.0.smithi031.stdout: "[419430400000, 838860799999]", 2024-08-10T06:31:31.377 INFO:tasks.workunit.client.0.smithi031.stdout: "[838860800000, 1677721599999]", 2024-08-10T06:31:31.377 INFO:tasks.workunit.client.0.smithi031.stdout: "[1677721600000, 3355443199999]", 2024-08-10T06:31:31.377 INFO:tasks.workunit.client.0.smithi031.stdout: "[3355443200000, 6710886399999]", 2024-08-10T06:31:31.377 INFO:tasks.workunit.client.0.smithi031.stdout: "[6710886400000, 13421772799999]", 2024-08-10T06:31:31.377 INFO:tasks.workunit.client.0.smithi031.stdout: "[13421772800000, 26843545599999]", 2024-08-10T06:31:31.378 INFO:tasks.workunit.client.0.smithi031.stdout: "[26843545600000, 53687091199999]", 2024-08-10T06:31:31.378 INFO:tasks.workunit.client.0.smithi031.stdout: "[53687091200000, None]" 2024-08-10T06:31:31.378 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:31.378 INFO:tasks.workunit.client.0.smithi031.stdout: "scale_type": "log2" 2024-08-10T06:31:31.378 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.378 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:31.378 INFO:tasks.workunit.client.0.smithi031.stdout: "buckets": 32, 2024-08-10T06:31:31.378 INFO:tasks.workunit.client.0.smithi031.stdout: "min": 0, 2024-08-10T06:31:31.378 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "Request size (bytes)", 2024-08-10T06:31:31.378 INFO:tasks.workunit.client.0.smithi031.stdout: "quant_size": 512, 2024-08-10T06:31:31.378 INFO:tasks.workunit.client.0.smithi031.stdout: "ranges": [ 2024-08-10T06:31:31.378 INFO:tasks.workunit.client.0.smithi031.stdout: "[None, -1]", 2024-08-10T06:31:31.378 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 511]", 2024-08-10T06:31:31.378 INFO:tasks.workunit.client.0.smithi031.stdout: "[512, 1023]", 2024-08-10T06:31:31.379 INFO:tasks.workunit.client.0.smithi031.stdout: "[1024, 2047]", 2024-08-10T06:31:31.379 INFO:tasks.workunit.client.0.smithi031.stdout: "[2048, 4095]", 2024-08-10T06:31:31.379 INFO:tasks.workunit.client.0.smithi031.stdout: "[4096, 8191]", 2024-08-10T06:31:31.379 INFO:tasks.workunit.client.0.smithi031.stdout: "[8192, 16383]", 2024-08-10T06:31:31.379 INFO:tasks.workunit.client.0.smithi031.stdout: "[16384, 32767]", 2024-08-10T06:31:31.379 INFO:tasks.workunit.client.0.smithi031.stdout: "[32768, 65535]", 2024-08-10T06:31:31.379 INFO:tasks.workunit.client.0.smithi031.stdout: "[65536, 131071]", 2024-08-10T06:31:31.379 INFO:tasks.workunit.client.0.smithi031.stdout: "[131072, 262143]", 2024-08-10T06:31:31.379 INFO:tasks.workunit.client.0.smithi031.stdout: "[262144, 524287]", 2024-08-10T06:31:31.379 INFO:tasks.workunit.client.0.smithi031.stdout: "[524288, 1048575]", 2024-08-10T06:31:31.379 INFO:tasks.workunit.client.0.smithi031.stdout: "[1048576, 2097151]", 2024-08-10T06:31:31.379 INFO:tasks.workunit.client.0.smithi031.stdout: "[2097152, 4194303]", 2024-08-10T06:31:31.380 INFO:tasks.workunit.client.0.smithi031.stdout: "[4194304, 8388607]", 2024-08-10T06:31:31.380 INFO:tasks.workunit.client.0.smithi031.stdout: "[8388608, 16777215]", 2024-08-10T06:31:31.380 INFO:tasks.workunit.client.0.smithi031.stdout: "[16777216, 33554431]", 2024-08-10T06:31:31.380 INFO:tasks.workunit.client.0.smithi031.stdout: "[33554432, 67108863]", 2024-08-10T06:31:31.380 INFO:tasks.workunit.client.0.smithi031.stdout: "[67108864, 134217727]", 2024-08-10T06:31:31.380 INFO:tasks.workunit.client.0.smithi031.stdout: "[134217728, 268435455]", 2024-08-10T06:31:31.380 INFO:tasks.workunit.client.0.smithi031.stdout: "[268435456, 536870911]", 2024-08-10T06:31:31.380 INFO:tasks.workunit.client.0.smithi031.stdout: "[536870912, 1073741823]", 2024-08-10T06:31:31.380 INFO:tasks.workunit.client.0.smithi031.stdout: "[1073741824, 2147483647]", 2024-08-10T06:31:31.380 INFO:tasks.workunit.client.0.smithi031.stdout: "[2147483648, 4294967295]", 2024-08-10T06:31:31.380 INFO:tasks.workunit.client.0.smithi031.stdout: "[4294967296, 8589934591]", 2024-08-10T06:31:31.380 INFO:tasks.workunit.client.0.smithi031.stdout: "[8589934592, 17179869183]", 2024-08-10T06:31:31.380 INFO:tasks.workunit.client.0.smithi031.stdout: "[17179869184, 34359738367]", 2024-08-10T06:31:31.380 INFO:tasks.workunit.client.0.smithi031.stdout: "[34359738368, 68719476735]", 2024-08-10T06:31:31.381 INFO:tasks.workunit.client.0.smithi031.stdout: "[68719476736, 137438953471]", 2024-08-10T06:31:31.381 INFO:tasks.workunit.client.0.smithi031.stdout: "[137438953472, 274877906943]", 2024-08-10T06:31:31.381 INFO:tasks.workunit.client.0.smithi031.stdout: "[274877906944, None]" 2024-08-10T06:31:31.381 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:31.381 INFO:tasks.workunit.client.0.smithi031.stdout: "scale_type": "log2" 2024-08-10T06:31:31.381 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.381 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:31.381 INFO:tasks.workunit.client.0.smithi031.stdout: "osds": [ 2024-08-10T06:31:31.381 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:31.381 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 0, 2024-08-10T06:31:31.381 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:31.381 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.381 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.381 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.382 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.382 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 623, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.382 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 5588, 56, 71, 139, 422, 601, 704, 2, 0, 1, 0, 0, 5, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.382 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 790, 17, 32, 62, 32, 24, 19, 1, 1, 1, 2, 5, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.382 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 178, 0, 0, 4, 1, 0, 1, 1, 0, 0, 0, 3, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.382 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 93, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 10, 12, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.382 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 13, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.382 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.382 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.382 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.382 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.382 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.383 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.383 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.383 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.383 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.383 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.383 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.383 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.383 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.383 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.383 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.383 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.383 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.383 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.383 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.384 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.384 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.384 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:31.384 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:31.384 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.384 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:31.384 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 1, 2024-08-10T06:31:31.384 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:31.384 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.384 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.384 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.384 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.384 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 265, 2, 3, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.385 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 3474, 255, 31, 62, 123, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.385 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 506, 23, 1311, 0, 0, 0, 0, 1, 0, 1, 0, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.385 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 349, 3, 32, 0, 0, 0, 0, 0, 0, 0, 0, 5, 3, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.385 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1657, 1352, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.385 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1472, 1638, 246, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 6, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.385 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 8, 8, 6, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 3, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.385 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.385 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.385 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.386 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.386 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.386 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.386 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.386 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.386 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.386 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.386 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.386 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.386 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.386 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.386 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.386 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.387 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.387 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.387 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.387 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.387 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:31.387 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:31.387 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.387 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:31.387 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 2, 2024-08-10T06:31:31.387 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:31.387 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.387 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.387 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.388 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.388 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 877, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.388 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 11073, 6, 0, 0, 0, 1, 3, 1, 2, 0, 0, 2, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.388 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 16040, 3, 3, 0, 0, 0, 0, 1, 1, 1, 3, 3, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.388 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 303, 1, 0, 0, 0, 0, 0, 0, 1, 0, 3, 2, 8, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.388 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 110, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 8, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.388 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 15, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.388 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.388 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.388 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.388 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.388 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.388 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.388 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.389 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.389 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.389 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.389 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.389 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.389 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.389 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.389 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.389 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.389 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.389 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.389 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.389 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.389 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.390 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:31.390 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:31.390 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.390 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:31.390 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 3, 2024-08-10T06:31:31.390 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:31.390 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.390 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.390 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.390 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.390 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 236, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.390 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1992, 41, 1, 0, 4, 2, 4, 3, 12, 7, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.391 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 164, 6, 2, 0, 0, 0, 0, 0, 0, 2, 2, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.391 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 126, 13, 23, 47, 0, 0, 0, 0, 0, 0, 3, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.391 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 987, 249, 11, 112, 0, 0, 0, 0, 0, 0, 1, 0, 4, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.391 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 4061, 2542, 0, 411, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.391 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 174, 216, 0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.391 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.391 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.391 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.391 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.391 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.391 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.391 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.391 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.391 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.392 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.392 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.392 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.392 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.392 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.392 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.392 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.392 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.392 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.392 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.392 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.392 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:31.392 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:31.392 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.393 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:31.393 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 4, 2024-08-10T06:31:31.393 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:31.393 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.393 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.393 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.393 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.393 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 737, 0, 6, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.393 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 2626, 211, 28, 53, 138, 275, 468, 3, 3, 0, 1, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.393 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 294, 12, 0, 0, 0, 0, 12, 0, 2, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.393 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 237, 2, 1, 0, 0, 0, 2, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.393 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 188, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.393 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 113, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 2, 4, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.394 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.394 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.394 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.394 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.394 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.394 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.394 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.394 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.394 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.394 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.394 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.394 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.394 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.394 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.395 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.395 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.395 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.395 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.395 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.395 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.395 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.395 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:31.395 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:31.395 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.395 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:31.395 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 5, 2024-08-10T06:31:31.395 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:31.396 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.396 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.396 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.396 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.396 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 479, 5, 8, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.396 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 3136, 72, 124, 233, 445, 620, 718, 1, 2, 0, 1, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.396 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 375, 3, 8, 6, 11, 8, 8, 2, 1, 3, 1, 2, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.396 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 294, 9, 22, 65, 6, 1, 0, 0, 0, 0, 0, 7, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.396 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 211, 33, 57, 64, 24, 0, 0, 1, 0, 0, 3, 2, 7, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.396 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 118, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 16, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.396 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 7, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.396 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.396 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.397 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.397 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.397 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.397 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.397 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.397 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.397 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.397 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.397 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.397 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.397 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.397 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.397 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.397 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.398 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.398 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.398 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.398 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.398 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:31.398 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:31.398 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.398 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:31.398 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 6, 2024-08-10T06:31:31.398 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:31.398 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.398 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.398 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.399 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.399 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 373, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.399 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 3536, 15, 1, 0, 2, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.399 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 323, 5, 0, 0, 0, 1, 0, 0, 0, 3, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.399 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 359, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.399 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 257, 105, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 6, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.399 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 3, 9, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.399 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 2, 4, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.399 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.399 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.399 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.399 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.399 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.399 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.400 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.400 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.400 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.400 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.400 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.400 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.400 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.400 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.400 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.400 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.400 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.400 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.400 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.401 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.401 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:31.401 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:31.401 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.401 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:31.401 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 7, 2024-08-10T06:31:31.401 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:31.401 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.401 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.401 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.401 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.401 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 435, 3, 7, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.401 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 7177, 43, 92, 25, 15, 0, 5, 4, 13, 16, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.402 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 2821, 39, 84, 35, 4, 0, 0, 1, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.402 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 181, 2, 3, 0, 2, 0, 0, 0, 0, 1, 1, 2, 6, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.402 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 71, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 5, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.402 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 11, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.402 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 4, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.402 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.402 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.402 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.402 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.402 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.402 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.402 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.402 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.403 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.403 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.403 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.403 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.403 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.403 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.403 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.403 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.403 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.403 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.403 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.403 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.403 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:31.403 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:31.404 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.404 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:31.404 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.404 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T06:31:31.404 INFO:tasks.workunit.client.0.smithi031.stdout: "axes": [ 2024-08-10T06:31:31.404 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:31.404 INFO:tasks.workunit.client.0.smithi031.stdout: "buckets": 32, 2024-08-10T06:31:31.404 INFO:tasks.workunit.client.0.smithi031.stdout: "min": 0, 2024-08-10T06:31:31.404 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "Latency (usec)", 2024-08-10T06:31:31.404 INFO:tasks.workunit.client.0.smithi031.stdout: "quant_size": 100000, 2024-08-10T06:31:31.404 INFO:tasks.workunit.client.0.smithi031.stdout: "ranges": [ 2024-08-10T06:31:31.404 INFO:tasks.workunit.client.0.smithi031.stdout: "[None, -1]", 2024-08-10T06:31:31.404 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 99999]", 2024-08-10T06:31:31.404 INFO:tasks.workunit.client.0.smithi031.stdout: "[100000, 199999]", 2024-08-10T06:31:31.405 INFO:tasks.workunit.client.0.smithi031.stdout: "[200000, 399999]", 2024-08-10T06:31:31.405 INFO:tasks.workunit.client.0.smithi031.stdout: "[400000, 799999]", 2024-08-10T06:31:31.405 INFO:tasks.workunit.client.0.smithi031.stdout: "[800000, 1599999]", 2024-08-10T06:31:31.405 INFO:tasks.workunit.client.0.smithi031.stdout: "[1600000, 3199999]", 2024-08-10T06:31:31.405 INFO:tasks.workunit.client.0.smithi031.stdout: "[3200000, 6399999]", 2024-08-10T06:31:31.405 INFO:tasks.workunit.client.0.smithi031.stdout: "[6400000, 12799999]", 2024-08-10T06:31:31.405 INFO:tasks.workunit.client.0.smithi031.stdout: "[12800000, 25599999]", 2024-08-10T06:31:31.405 INFO:tasks.workunit.client.0.smithi031.stdout: "[25600000, 51199999]", 2024-08-10T06:31:31.405 INFO:tasks.workunit.client.0.smithi031.stdout: "[51200000, 102399999]", 2024-08-10T06:31:31.405 INFO:tasks.workunit.client.0.smithi031.stdout: "[102400000, 204799999]", 2024-08-10T06:31:31.405 INFO:tasks.workunit.client.0.smithi031.stdout: "[204800000, 409599999]", 2024-08-10T06:31:31.405 INFO:tasks.workunit.client.0.smithi031.stdout: "[409600000, 819199999]", 2024-08-10T06:31:31.405 INFO:tasks.workunit.client.0.smithi031.stdout: "[819200000, 1638399999]", 2024-08-10T06:31:31.406 INFO:tasks.workunit.client.0.smithi031.stdout: "[1638400000, 3276799999]", 2024-08-10T06:31:31.406 INFO:tasks.workunit.client.0.smithi031.stdout: "[3276800000, 6553599999]", 2024-08-10T06:31:31.406 INFO:tasks.workunit.client.0.smithi031.stdout: "[6553600000, 13107199999]", 2024-08-10T06:31:31.406 INFO:tasks.workunit.client.0.smithi031.stdout: "[13107200000, 26214399999]", 2024-08-10T06:31:31.406 INFO:tasks.workunit.client.0.smithi031.stdout: "[26214400000, 52428799999]", 2024-08-10T06:31:31.406 INFO:tasks.workunit.client.0.smithi031.stdout: "[52428800000, 104857599999]", 2024-08-10T06:31:31.406 INFO:tasks.workunit.client.0.smithi031.stdout: "[104857600000, 209715199999]", 2024-08-10T06:31:31.406 INFO:tasks.workunit.client.0.smithi031.stdout: "[209715200000, 419430399999]", 2024-08-10T06:31:31.406 INFO:tasks.workunit.client.0.smithi031.stdout: "[419430400000, 838860799999]", 2024-08-10T06:31:31.406 INFO:tasks.workunit.client.0.smithi031.stdout: "[838860800000, 1677721599999]", 2024-08-10T06:31:31.406 INFO:tasks.workunit.client.0.smithi031.stdout: "[1677721600000, 3355443199999]", 2024-08-10T06:31:31.406 INFO:tasks.workunit.client.0.smithi031.stdout: "[3355443200000, 6710886399999]", 2024-08-10T06:31:31.406 INFO:tasks.workunit.client.0.smithi031.stdout: "[6710886400000, 13421772799999]", 2024-08-10T06:31:31.407 INFO:tasks.workunit.client.0.smithi031.stdout: "[13421772800000, 26843545599999]", 2024-08-10T06:31:31.407 INFO:tasks.workunit.client.0.smithi031.stdout: "[26843545600000, 53687091199999]", 2024-08-10T06:31:31.407 INFO:tasks.workunit.client.0.smithi031.stdout: "[53687091200000, None]" 2024-08-10T06:31:31.407 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:31.407 INFO:tasks.workunit.client.0.smithi031.stdout: "scale_type": "log2" 2024-08-10T06:31:31.407 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.407 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:31.407 INFO:tasks.workunit.client.0.smithi031.stdout: "buckets": 32, 2024-08-10T06:31:31.407 INFO:tasks.workunit.client.0.smithi031.stdout: "min": 0, 2024-08-10T06:31:31.407 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "Request size (bytes)", 2024-08-10T06:31:31.407 INFO:tasks.workunit.client.0.smithi031.stdout: "quant_size": 512, 2024-08-10T06:31:31.407 INFO:tasks.workunit.client.0.smithi031.stdout: "ranges": [ 2024-08-10T06:31:31.407 INFO:tasks.workunit.client.0.smithi031.stdout: "[None, -1]", 2024-08-10T06:31:31.408 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 511]", 2024-08-10T06:31:31.408 INFO:tasks.workunit.client.0.smithi031.stdout: "[512, 1023]", 2024-08-10T06:31:31.408 INFO:tasks.workunit.client.0.smithi031.stdout: "[1024, 2047]", 2024-08-10T06:31:31.408 INFO:tasks.workunit.client.0.smithi031.stdout: "[2048, 4095]", 2024-08-10T06:31:31.408 INFO:tasks.workunit.client.0.smithi031.stdout: "[4096, 8191]", 2024-08-10T06:31:31.408 INFO:tasks.workunit.client.0.smithi031.stdout: "[8192, 16383]", 2024-08-10T06:31:31.408 INFO:tasks.workunit.client.0.smithi031.stdout: "[16384, 32767]", 2024-08-10T06:31:31.408 INFO:tasks.workunit.client.0.smithi031.stdout: "[32768, 65535]", 2024-08-10T06:31:31.408 INFO:tasks.workunit.client.0.smithi031.stdout: "[65536, 131071]", 2024-08-10T06:31:31.408 INFO:tasks.workunit.client.0.smithi031.stdout: "[131072, 262143]", 2024-08-10T06:31:31.408 INFO:tasks.workunit.client.0.smithi031.stdout: "[262144, 524287]", 2024-08-10T06:31:31.408 INFO:tasks.workunit.client.0.smithi031.stdout: "[524288, 1048575]", 2024-08-10T06:31:31.408 INFO:tasks.workunit.client.0.smithi031.stdout: "[1048576, 2097151]", 2024-08-10T06:31:31.409 INFO:tasks.workunit.client.0.smithi031.stdout: "[2097152, 4194303]", 2024-08-10T06:31:31.409 INFO:tasks.workunit.client.0.smithi031.stdout: "[4194304, 8388607]", 2024-08-10T06:31:31.409 INFO:tasks.workunit.client.0.smithi031.stdout: "[8388608, 16777215]", 2024-08-10T06:31:31.409 INFO:tasks.workunit.client.0.smithi031.stdout: "[16777216, 33554431]", 2024-08-10T06:31:31.409 INFO:tasks.workunit.client.0.smithi031.stdout: "[33554432, 67108863]", 2024-08-10T06:31:31.409 INFO:tasks.workunit.client.0.smithi031.stdout: "[67108864, 134217727]", 2024-08-10T06:31:31.409 INFO:tasks.workunit.client.0.smithi031.stdout: "[134217728, 268435455]", 2024-08-10T06:31:31.409 INFO:tasks.workunit.client.0.smithi031.stdout: "[268435456, 536870911]", 2024-08-10T06:31:31.409 INFO:tasks.workunit.client.0.smithi031.stdout: "[536870912, 1073741823]", 2024-08-10T06:31:31.409 INFO:tasks.workunit.client.0.smithi031.stdout: "[1073741824, 2147483647]", 2024-08-10T06:31:31.409 INFO:tasks.workunit.client.0.smithi031.stdout: "[2147483648, 4294967295]", 2024-08-10T06:31:31.409 INFO:tasks.workunit.client.0.smithi031.stdout: "[4294967296, 8589934591]", 2024-08-10T06:31:31.409 INFO:tasks.workunit.client.0.smithi031.stdout: "[8589934592, 17179869183]", 2024-08-10T06:31:31.409 INFO:tasks.workunit.client.0.smithi031.stdout: "[17179869184, 34359738367]", 2024-08-10T06:31:31.410 INFO:tasks.workunit.client.0.smithi031.stdout: "[34359738368, 68719476735]", 2024-08-10T06:31:31.410 INFO:tasks.workunit.client.0.smithi031.stdout: "[68719476736, 137438953471]", 2024-08-10T06:31:31.410 INFO:tasks.workunit.client.0.smithi031.stdout: "[137438953472, 274877906943]", 2024-08-10T06:31:31.410 INFO:tasks.workunit.client.0.smithi031.stdout: "[274877906944, None]" 2024-08-10T06:31:31.410 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:31.410 INFO:tasks.workunit.client.0.smithi031.stdout: "scale_type": "log2" 2024-08-10T06:31:31.410 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.410 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:31.410 INFO:tasks.workunit.client.0.smithi031.stdout: "osds": [ 2024-08-10T06:31:31.410 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:31.410 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 0, 2024-08-10T06:31:31.410 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:31.410 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.411 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.411 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.411 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.411 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 623, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.411 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 7592, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.411 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 988, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.411 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 196, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.411 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 121, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.411 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.411 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.411 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.411 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.411 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.412 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.412 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.412 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.412 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.412 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.412 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.412 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.412 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.412 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.412 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.412 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.412 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.412 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.412 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.413 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.413 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.413 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.413 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:31.413 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:31.413 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.413 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:31.413 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 1, 2024-08-10T06:31:31.413 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:31.413 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.413 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.413 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.413 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.414 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 276, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.414 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 3948, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.414 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1847, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.414 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 394, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.414 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 3067, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.414 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 3374, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.414 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.414 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.414 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.414 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.414 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.414 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.414 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.415 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.415 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.415 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.415 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.415 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.415 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.415 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.415 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.415 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.415 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.415 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.415 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.416 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.416 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.416 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:31.416 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:31.416 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.416 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:31.416 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 2, 2024-08-10T06:31:31.416 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:31.416 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.416 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.416 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.416 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.416 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 877, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.417 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 11092, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.417 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 16059, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.417 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 321, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.417 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 126, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.417 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 101, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.417 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.417 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.417 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.417 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.417 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.417 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.417 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.417 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.417 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.418 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.418 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.418 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.418 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.418 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.418 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.418 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.418 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.418 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.418 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.418 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.418 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.418 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:31.419 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:31.419 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.419 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:31.419 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 3, 2024-08-10T06:31:31.419 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:31.419 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.419 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.419 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.419 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.419 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 237, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.419 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 2069, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.419 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 180, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.419 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 215, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.419 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1368, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.420 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 7026, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.420 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 413, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.420 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.420 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.420 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.420 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.420 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.420 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.420 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.420 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.420 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.420 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.421 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.421 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.421 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.421 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.421 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.421 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.421 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.421 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.421 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.421 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.421 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:31.421 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:31.421 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.421 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:31.421 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 4, 2024-08-10T06:31:31.422 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:31.422 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.422 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.422 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.422 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.422 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 758, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.422 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 3809, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.422 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 321, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.422 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 244, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.422 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 196, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.422 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 128, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.422 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.422 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.422 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.423 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.423 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.423 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.423 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.423 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.423 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.423 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.423 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.423 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.423 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.423 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.423 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.423 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.423 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.423 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.424 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.424 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.424 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.424 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:31.424 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:31.424 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.424 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:31.424 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 5, 2024-08-10T06:31:31.424 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:31.424 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.424 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.424 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.424 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.424 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 513, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.425 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 5356, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.425 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 430, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.425 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 409, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.425 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 407, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.425 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 153, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.425 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.425 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.425 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.425 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.425 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.425 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.425 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.425 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.426 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.426 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.426 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.426 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.426 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.426 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.426 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.426 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.426 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.426 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.426 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.426 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.426 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.427 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:31.427 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:31.427 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.427 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:31.427 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 6, 2024-08-10T06:31:31.427 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:31.427 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.427 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.427 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.427 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.427 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 373, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.427 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 3557, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.427 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 336, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.428 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 371, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.428 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 377, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.428 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 91, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.428 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.428 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.428 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.428 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.428 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.428 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.428 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.428 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.428 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.428 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.428 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.429 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.429 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.429 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.429 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.429 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.429 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.429 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.429 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.429 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.429 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.429 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:31.429 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:31.429 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.429 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:31.430 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 7, 2024-08-10T06:31:31.430 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:31.430 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.430 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.430 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.430 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.430 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 447, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.430 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 7393, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.431 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 2988, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.431 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 199, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.431 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 88, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.431 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 57, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.431 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.431 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.431 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.431 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.431 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.431 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.431 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.431 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.431 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.431 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.432 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.432 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.432 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.432 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.432 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.432 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.432 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.432 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.432 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.432 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.432 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.432 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:31.432 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:31.432 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.433 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:31.433 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.433 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T06:31:31.433 INFO:tasks.workunit.client.0.smithi031.stdout: "axes": [ 2024-08-10T06:31:31.433 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:31.433 INFO:tasks.workunit.client.0.smithi031.stdout: "buckets": 32, 2024-08-10T06:31:31.433 INFO:tasks.workunit.client.0.smithi031.stdout: "min": 0, 2024-08-10T06:31:31.433 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "Latency (usec)", 2024-08-10T06:31:31.433 INFO:tasks.workunit.client.0.smithi031.stdout: "quant_size": 100000, 2024-08-10T06:31:31.433 INFO:tasks.workunit.client.0.smithi031.stdout: "ranges": [ 2024-08-10T06:31:31.433 INFO:tasks.workunit.client.0.smithi031.stdout: "[None, -1]", 2024-08-10T06:31:31.433 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 99999]", 2024-08-10T06:31:31.433 INFO:tasks.workunit.client.0.smithi031.stdout: "[100000, 199999]", 2024-08-10T06:31:31.433 INFO:tasks.workunit.client.0.smithi031.stdout: "[200000, 399999]", 2024-08-10T06:31:31.434 INFO:tasks.workunit.client.0.smithi031.stdout: "[400000, 799999]", 2024-08-10T06:31:31.434 INFO:tasks.workunit.client.0.smithi031.stdout: "[800000, 1599999]", 2024-08-10T06:31:31.434 INFO:tasks.workunit.client.0.smithi031.stdout: "[1600000, 3199999]", 2024-08-10T06:31:31.434 INFO:tasks.workunit.client.0.smithi031.stdout: "[3200000, 6399999]", 2024-08-10T06:31:31.434 INFO:tasks.workunit.client.0.smithi031.stdout: "[6400000, 12799999]", 2024-08-10T06:31:31.434 INFO:tasks.workunit.client.0.smithi031.stdout: "[12800000, 25599999]", 2024-08-10T06:31:31.434 INFO:tasks.workunit.client.0.smithi031.stdout: "[25600000, 51199999]", 2024-08-10T06:31:31.434 INFO:tasks.workunit.client.0.smithi031.stdout: "[51200000, 102399999]", 2024-08-10T06:31:31.434 INFO:tasks.workunit.client.0.smithi031.stdout: "[102400000, 204799999]", 2024-08-10T06:31:31.434 INFO:tasks.workunit.client.0.smithi031.stdout: "[204800000, 409599999]", 2024-08-10T06:31:31.434 INFO:tasks.workunit.client.0.smithi031.stdout: "[409600000, 819199999]", 2024-08-10T06:31:31.434 INFO:tasks.workunit.client.0.smithi031.stdout: "[819200000, 1638399999]", 2024-08-10T06:31:31.434 INFO:tasks.workunit.client.0.smithi031.stdout: "[1638400000, 3276799999]", 2024-08-10T06:31:31.435 INFO:tasks.workunit.client.0.smithi031.stdout: "[3276800000, 6553599999]", 2024-08-10T06:31:31.435 INFO:tasks.workunit.client.0.smithi031.stdout: "[6553600000, 13107199999]", 2024-08-10T06:31:31.435 INFO:tasks.workunit.client.0.smithi031.stdout: "[13107200000, 26214399999]", 2024-08-10T06:31:31.435 INFO:tasks.workunit.client.0.smithi031.stdout: "[26214400000, 52428799999]", 2024-08-10T06:31:31.435 INFO:tasks.workunit.client.0.smithi031.stdout: "[52428800000, 104857599999]", 2024-08-10T06:31:31.435 INFO:tasks.workunit.client.0.smithi031.stdout: "[104857600000, 209715199999]", 2024-08-10T06:31:31.435 INFO:tasks.workunit.client.0.smithi031.stdout: "[209715200000, 419430399999]", 2024-08-10T06:31:31.435 INFO:tasks.workunit.client.0.smithi031.stdout: "[419430400000, 838860799999]", 2024-08-10T06:31:31.435 INFO:tasks.workunit.client.0.smithi031.stdout: "[838860800000, 1677721599999]", 2024-08-10T06:31:31.435 INFO:tasks.workunit.client.0.smithi031.stdout: "[1677721600000, 3355443199999]", 2024-08-10T06:31:31.435 INFO:tasks.workunit.client.0.smithi031.stdout: "[3355443200000, 6710886399999]", 2024-08-10T06:31:31.435 INFO:tasks.workunit.client.0.smithi031.stdout: "[6710886400000, 13421772799999]", 2024-08-10T06:31:31.435 INFO:tasks.workunit.client.0.smithi031.stdout: "[13421772800000, 26843545599999]", 2024-08-10T06:31:31.436 INFO:tasks.workunit.client.0.smithi031.stdout: "[26843545600000, 53687091199999]", 2024-08-10T06:31:31.436 INFO:tasks.workunit.client.0.smithi031.stdout: "[53687091200000, None]" 2024-08-10T06:31:31.436 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:31.436 INFO:tasks.workunit.client.0.smithi031.stdout: "scale_type": "log2" 2024-08-10T06:31:31.436 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.436 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:31.436 INFO:tasks.workunit.client.0.smithi031.stdout: "buckets": 32, 2024-08-10T06:31:31.436 INFO:tasks.workunit.client.0.smithi031.stdout: "min": 0, 2024-08-10T06:31:31.436 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "Request size (bytes)", 2024-08-10T06:31:31.436 INFO:tasks.workunit.client.0.smithi031.stdout: "quant_size": 512, 2024-08-10T06:31:31.436 INFO:tasks.workunit.client.0.smithi031.stdout: "ranges": [ 2024-08-10T06:31:31.436 INFO:tasks.workunit.client.0.smithi031.stdout: "[None, -1]", 2024-08-10T06:31:31.436 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 511]", 2024-08-10T06:31:31.437 INFO:tasks.workunit.client.0.smithi031.stdout: "[512, 1023]", 2024-08-10T06:31:31.437 INFO:tasks.workunit.client.0.smithi031.stdout: "[1024, 2047]", 2024-08-10T06:31:31.437 INFO:tasks.workunit.client.0.smithi031.stdout: "[2048, 4095]", 2024-08-10T06:31:31.437 INFO:tasks.workunit.client.0.smithi031.stdout: "[4096, 8191]", 2024-08-10T06:31:31.437 INFO:tasks.workunit.client.0.smithi031.stdout: "[8192, 16383]", 2024-08-10T06:31:31.437 INFO:tasks.workunit.client.0.smithi031.stdout: "[16384, 32767]", 2024-08-10T06:31:31.437 INFO:tasks.workunit.client.0.smithi031.stdout: "[32768, 65535]", 2024-08-10T06:31:31.437 INFO:tasks.workunit.client.0.smithi031.stdout: "[65536, 131071]", 2024-08-10T06:31:31.437 INFO:tasks.workunit.client.0.smithi031.stdout: "[131072, 262143]", 2024-08-10T06:31:31.437 INFO:tasks.workunit.client.0.smithi031.stdout: "[262144, 524287]", 2024-08-10T06:31:31.437 INFO:tasks.workunit.client.0.smithi031.stdout: "[524288, 1048575]", 2024-08-10T06:31:31.437 INFO:tasks.workunit.client.0.smithi031.stdout: "[1048576, 2097151]", 2024-08-10T06:31:31.437 INFO:tasks.workunit.client.0.smithi031.stdout: "[2097152, 4194303]", 2024-08-10T06:31:31.437 INFO:tasks.workunit.client.0.smithi031.stdout: "[4194304, 8388607]", 2024-08-10T06:31:31.438 INFO:tasks.workunit.client.0.smithi031.stdout: "[8388608, 16777215]", 2024-08-10T06:31:31.438 INFO:tasks.workunit.client.0.smithi031.stdout: "[16777216, 33554431]", 2024-08-10T06:31:31.438 INFO:tasks.workunit.client.0.smithi031.stdout: "[33554432, 67108863]", 2024-08-10T06:31:31.438 INFO:tasks.workunit.client.0.smithi031.stdout: "[67108864, 134217727]", 2024-08-10T06:31:31.438 INFO:tasks.workunit.client.0.smithi031.stdout: "[134217728, 268435455]", 2024-08-10T06:31:31.438 INFO:tasks.workunit.client.0.smithi031.stdout: "[268435456, 536870911]", 2024-08-10T06:31:31.438 INFO:tasks.workunit.client.0.smithi031.stdout: "[536870912, 1073741823]", 2024-08-10T06:31:31.438 INFO:tasks.workunit.client.0.smithi031.stdout: "[1073741824, 2147483647]", 2024-08-10T06:31:31.438 INFO:tasks.workunit.client.0.smithi031.stdout: "[2147483648, 4294967295]", 2024-08-10T06:31:31.438 INFO:tasks.workunit.client.0.smithi031.stdout: "[4294967296, 8589934591]", 2024-08-10T06:31:31.438 INFO:tasks.workunit.client.0.smithi031.stdout: "[8589934592, 17179869183]", 2024-08-10T06:31:31.438 INFO:tasks.workunit.client.0.smithi031.stdout: "[17179869184, 34359738367]", 2024-08-10T06:31:31.438 INFO:tasks.workunit.client.0.smithi031.stdout: "[34359738368, 68719476735]", 2024-08-10T06:31:31.439 INFO:tasks.workunit.client.0.smithi031.stdout: "[68719476736, 137438953471]", 2024-08-10T06:31:31.439 INFO:tasks.workunit.client.0.smithi031.stdout: "[137438953472, 274877906943]", 2024-08-10T06:31:31.439 INFO:tasks.workunit.client.0.smithi031.stdout: "[274877906944, None]" 2024-08-10T06:31:31.439 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:31.439 INFO:tasks.workunit.client.0.smithi031.stdout: "scale_type": "log2" 2024-08-10T06:31:31.439 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.439 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:31.439 INFO:tasks.workunit.client.0.smithi031.stdout: "osds": [ 2024-08-10T06:31:31.439 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:31.439 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 0, 2024-08-10T06:31:31.439 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:31.439 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.439 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.440 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.440 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.440 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 116, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.440 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 2189, 23, 1, 1, 24, 2, 3, 2, 7, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.440 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1112, 10, 0, 0, 1, 5, 9, 13, 23, 71, 89, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.440 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 216, 6, 0, 0, 0, 2, 2, 3, 8, 10, 92, 266, 113, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.440 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 135, 0, 0, 0, 0, 1, 0, 0, 3, 5, 17, 24, 283, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.440 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 272, 8, 0, 0, 0, 0, 0, 0, 0, 1, 8, 10, 22, 38, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.440 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 384, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 2, 6, 42, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.440 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 848, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.440 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 940, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.440 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.440 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.441 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.441 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.441 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.441 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.441 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.441 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.441 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.441 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.441 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.441 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.441 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.441 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.441 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.441 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.442 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.442 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.442 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:31.442 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:31.442 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.442 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:31.442 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 1, 2024-08-10T06:31:31.442 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:31.442 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.442 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.442 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.442 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.443 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 65, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.443 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 2927, 27, 1, 0, 10, 5, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.443 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1409, 4, 1, 4, 4, 13, 9, 19, 41, 66, 118, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.443 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 95, 5, 0, 0, 1, 3, 3, 3, 6, 2, 62, 267, 217, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.443 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 23, 11, 0, 0, 0, 0, 0, 0, 2, 2, 6, 14, 360, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.443 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 36, 22, 0, 0, 0, 0, 0, 0, 1, 2, 8, 2, 18, 24, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.443 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 65, 39, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 10, 31, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.443 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 769, 87, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.443 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 2864, 89, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.443 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 143, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.443 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.443 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.443 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.443 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.443 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.444 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.444 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.444 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.444 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.444 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.444 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.444 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.444 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.444 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.444 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.444 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.444 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.444 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:31.445 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:31.445 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.445 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:31.445 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 2, 2024-08-10T06:31:31.445 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:31.445 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.445 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.445 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.445 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.445 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 52, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.445 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 440, 16, 3, 2, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.445 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 158, 2, 0, 0, 1, 0, 2, 5, 3, 3, 32, 20, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.445 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 159, 1, 0, 0, 1, 2, 3, 5, 3, 6, 34, 40, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.446 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 68, 0, 0, 0, 0, 0, 0, 0, 3, 3, 12, 21, 12, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.446 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 27, 2, 0, 0, 0, 0, 0, 1, 0, 1, 4, 9, 32, 39, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.446 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 15, 50, 53, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.446 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 1, 11, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.446 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.446 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.446 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.446 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.446 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.446 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.446 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.446 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.446 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.447 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.447 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.447 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.447 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.447 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.447 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.447 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.447 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.447 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.447 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.447 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:31.447 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:31.447 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.447 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:31.448 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 3, 2024-08-10T06:31:31.448 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:31.448 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.448 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.448 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.448 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.448 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.448 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1148, 12, 0, 0, 22, 2, 2, 6, 10, 17, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.448 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 451, 5, 0, 1, 1, 3, 2, 7, 13, 24, 47, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.448 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 140, 12, 0, 0, 0, 0, 1, 4, 5, 6, 62, 150, 96, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.448 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 224, 6, 0, 0, 0, 0, 1, 2, 2, 3, 18, 13, 114, 6, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.448 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 575, 2, 0, 0, 0, 0, 0, 1, 1, 1, 4, 12, 13, 20, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.448 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 362, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 1, 4, 24, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.449 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 226, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.449 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.449 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.449 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.449 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.449 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.449 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.449 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.449 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.449 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.449 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.449 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.449 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.450 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.450 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.450 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.450 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.450 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.450 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.450 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.450 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:31.450 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:31.450 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.450 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:31.450 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 4, 2024-08-10T06:31:31.450 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:31.450 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.451 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.451 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.451 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.451 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 61, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.451 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1050, 14, 2, 0, 11, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.451 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 688, 1, 1, 0, 0, 1, 8, 8, 14, 32, 43, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.451 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 318, 0, 1, 0, 3, 1, 1, 0, 4, 5, 37, 123, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.451 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 427, 0, 0, 0, 0, 0, 0, 0, 2, 3, 5, 9, 174, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.451 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 383, 0, 0, 1, 1, 0, 0, 1, 0, 1, 3, 7, 22, 10, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.451 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 142, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 13, 33, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.451 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 95, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.451 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.451 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.452 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.452 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.452 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.452 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.452 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.452 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.452 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.452 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.452 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.452 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.452 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.452 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.452 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.452 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.453 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.453 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.453 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.453 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:31.453 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:31.453 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.453 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:31.453 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 5, 2024-08-10T06:31:31.453 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:31.453 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.453 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.453 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.453 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.453 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 85, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.454 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 375, 18, 3, 2, 15, 1, 2, 3, 6, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.454 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 97, 8, 2, 0, 2, 0, 0, 3, 5, 8, 20, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.454 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 146, 15, 0, 0, 1, 0, 2, 3, 3, 9, 41, 57, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.454 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 70, 3, 0, 0, 0, 0, 0, 0, 3, 0, 8, 20, 15, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.454 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 29, 6, 0, 0, 0, 0, 0, 1, 1, 0, 2, 11, 18, 22, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.454 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 1, 0, 0, 4, 5, 6, 26, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.454 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 1, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.454 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.454 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.454 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.454 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.454 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.455 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.455 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.455 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.455 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.455 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.455 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.455 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.455 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.455 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.455 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.455 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.455 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.455 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.455 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.456 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:31.456 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:31.456 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.456 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:31.456 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 6, 2024-08-10T06:31:31.456 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:31.456 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.456 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.456 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.456 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.456 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 57, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.456 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1281, 31, 0, 0, 9, 0, 1, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.456 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 525, 7, 2, 0, 4, 3, 7, 6, 15, 27, 36, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.457 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 321, 4, 0, 0, 0, 0, 0, 0, 4, 8, 37, 130, 51, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.457 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 456, 25, 0, 0, 0, 0, 0, 2, 0, 2, 13, 17, 168, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.457 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 344, 24, 0, 0, 0, 0, 0, 0, 0, 0, 2, 9, 17, 24, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.457 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 130, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 8, 17, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.457 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 76, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.457 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 84, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.457 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.457 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.457 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.457 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.457 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.457 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.457 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.458 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.458 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.458 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.458 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.458 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.458 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.458 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.458 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.458 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.458 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.458 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.458 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:31.458 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:31.459 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.459 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:31.459 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 7, 2024-08-10T06:31:31.459 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:31.459 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.459 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.459 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.459 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.459 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 44, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.459 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 359, 14, 1, 0, 8, 0, 3, 2, 8, 8, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.459 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 71, 12, 1, 0, 3, 0, 2, 4, 3, 3, 9, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.459 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 80, 8, 0, 0, 0, 0, 2, 4, 7, 2, 11, 16, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.459 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 39, 33, 0, 0, 0, 0, 1, 0, 2, 2, 14, 10, 15, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.459 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 9, 22, 0, 0, 0, 0, 0, 0, 0, 2, 3, 10, 21, 22, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.460 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 40, 0, 0, 0, 1, 0, 0, 1, 0, 2, 5, 14, 38, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.460 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 79, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.460 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 92, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.460 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.460 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.460 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.460 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.460 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.460 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.460 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.460 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.460 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.460 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.460 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.461 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.461 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.461 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.461 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.461 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.461 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.461 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.461 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:31.461 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:31.461 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.461 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:31.461 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.461 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.461 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:31.462 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_resrv_repnum_vs_duration": { 2024-08-10T06:31:31.462 INFO:tasks.workunit.client.0.smithi031.stdout: "axes": [ 2024-08-10T06:31:31.462 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:31.462 INFO:tasks.workunit.client.0.smithi031.stdout: "buckets": 8, 2024-08-10T06:31:31.462 INFO:tasks.workunit.client.0.smithi031.stdout: "min": 0, 2024-08-10T06:31:31.462 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "number of replicas", 2024-08-10T06:31:31.462 INFO:tasks.workunit.client.0.smithi031.stdout: "quant_size": 1, 2024-08-10T06:31:31.462 INFO:tasks.workunit.client.0.smithi031.stdout: "ranges": [ 2024-08-10T06:31:31.462 INFO:tasks.workunit.client.0.smithi031.stdout: "[None, -1]", 2024-08-10T06:31:31.462 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0]", 2024-08-10T06:31:31.462 INFO:tasks.workunit.client.0.smithi031.stdout: "[1, 1]", 2024-08-10T06:31:31.462 INFO:tasks.workunit.client.0.smithi031.stdout: "[2, 2]", 2024-08-10T06:31:31.462 INFO:tasks.workunit.client.0.smithi031.stdout: "[3, 3]", 2024-08-10T06:31:31.463 INFO:tasks.workunit.client.0.smithi031.stdout: "[4, 4]", 2024-08-10T06:31:31.463 INFO:tasks.workunit.client.0.smithi031.stdout: "[5, 5]", 2024-08-10T06:31:31.463 INFO:tasks.workunit.client.0.smithi031.stdout: "[6, None]" 2024-08-10T06:31:31.463 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:31.463 INFO:tasks.workunit.client.0.smithi031.stdout: "scale_type": "linear" 2024-08-10T06:31:31.463 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.463 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:31.463 INFO:tasks.workunit.client.0.smithi031.stdout: "buckets": 10, 2024-08-10T06:31:31.463 INFO:tasks.workunit.client.0.smithi031.stdout: "min": 0, 2024-08-10T06:31:31.463 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "duration", 2024-08-10T06:31:31.463 INFO:tasks.workunit.client.0.smithi031.stdout: "quant_size": 250000, 2024-08-10T06:31:31.463 INFO:tasks.workunit.client.0.smithi031.stdout: "ranges": [ 2024-08-10T06:31:31.463 INFO:tasks.workunit.client.0.smithi031.stdout: "[None, -1]", 2024-08-10T06:31:31.463 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 249999]", 2024-08-10T06:31:31.464 INFO:tasks.workunit.client.0.smithi031.stdout: "[250000, 499999]", 2024-08-10T06:31:31.464 INFO:tasks.workunit.client.0.smithi031.stdout: "[500000, 999999]", 2024-08-10T06:31:31.464 INFO:tasks.workunit.client.0.smithi031.stdout: "[1000000, 1999999]", 2024-08-10T06:31:31.464 INFO:tasks.workunit.client.0.smithi031.stdout: "[2000000, 3999999]", 2024-08-10T06:31:31.464 INFO:tasks.workunit.client.0.smithi031.stdout: "[4000000, 7999999]", 2024-08-10T06:31:31.464 INFO:tasks.workunit.client.0.smithi031.stdout: "[8000000, 15999999]", 2024-08-10T06:31:31.464 INFO:tasks.workunit.client.0.smithi031.stdout: "[16000000, 31999999]", 2024-08-10T06:31:31.464 INFO:tasks.workunit.client.0.smithi031.stdout: "[32000000, None]" 2024-08-10T06:31:31.464 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:31.464 INFO:tasks.workunit.client.0.smithi031.stdout: "scale_type": "log2" 2024-08-10T06:31:31.464 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.464 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:31.464 INFO:tasks.workunit.client.0.smithi031.stdout: "osds": [ 2024-08-10T06:31:31.465 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:31.465 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 0, 2024-08-10T06:31:31.465 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:31.465 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.465 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.465 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.465 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.465 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.465 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.465 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.465 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:31.465 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:31.465 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.465 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:31.466 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 1, 2024-08-10T06:31:31.466 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:31.466 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.466 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.466 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.466 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.466 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.466 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.466 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.466 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:31.466 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:31.466 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.466 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:31.467 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 2, 2024-08-10T06:31:31.467 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:31.467 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.467 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.467 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.467 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.467 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.467 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.467 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.467 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:31.467 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:31.467 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.467 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:31.467 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 3, 2024-08-10T06:31:31.468 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:31.468 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.468 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.468 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.468 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.468 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.468 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.468 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.468 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:31.468 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:31.468 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.468 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:31.468 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 4, 2024-08-10T06:31:31.468 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:31.468 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.468 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.469 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.469 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.469 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.469 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.469 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.469 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:31.469 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:31.469 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.469 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:31.469 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 5, 2024-08-10T06:31:31.469 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:31.469 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.469 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.470 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.470 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.470 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.470 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.470 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.470 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:31.470 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:31.470 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.470 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:31.470 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 6, 2024-08-10T06:31:31.470 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:31.470 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.470 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.471 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.471 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.471 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.471 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.471 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.471 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:31.471 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:31.471 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.471 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:31.471 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 7, 2024-08-10T06:31:31.471 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:31.471 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.471 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.471 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.472 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.472 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.472 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.472 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:31.472 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:31.472 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:31.472 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.472 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:31.472 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.472 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.472 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:31.472 INFO:tasks.workunit.client.0.smithi031.stdout: "perf_counters": { 2024-08-10T06:31:31.472 INFO:tasks.workunit.client.0.smithi031.stdout: "mds.8ebe73bd7ea27fbdeeae1ec6539f9be9b100ac0f": { 2024-08-10T06:31:31.473 INFO:tasks.workunit.client.0.smithi031.stdout: "mds": { 2024-08-10T06:31:31.473 INFO:tasks.workunit.client.0.smithi031.stdout: "caps": { 2024-08-10T06:31:31.473 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.473 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.473 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph_cap_op_flush_ack": { 2024-08-10T06:31:31.473 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.473 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.473 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph_cap_op_flushsnap_ack": { 2024-08-10T06:31:31.473 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.473 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.473 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph_cap_op_grant": { 2024-08-10T06:31:31.473 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.473 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.473 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph_cap_op_revoke": { 2024-08-10T06:31:31.473 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.474 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.474 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph_cap_op_trunc": { 2024-08-10T06:31:31.474 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.474 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.474 INFO:tasks.workunit.client.0.smithi031.stdout: "dir_commit": { 2024-08-10T06:31:31.474 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.474 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.474 INFO:tasks.workunit.client.0.smithi031.stdout: "dir_fetch_complete": { 2024-08-10T06:31:31.474 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12 2024-08-10T06:31:31.474 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.474 INFO:tasks.workunit.client.0.smithi031.stdout: "dir_fetch_keys": { 2024-08-10T06:31:31.474 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10 2024-08-10T06:31:31.474 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.475 INFO:tasks.workunit.client.0.smithi031.stdout: "dir_merge": { 2024-08-10T06:31:31.475 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.475 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.475 INFO:tasks.workunit.client.0.smithi031.stdout: "dir_split": { 2024-08-10T06:31:31.475 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.475 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.475 INFO:tasks.workunit.client.0.smithi031.stdout: "exported_inodes": { 2024-08-10T06:31:31.475 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.475 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.475 INFO:tasks.workunit.client.0.smithi031.stdout: "forward": { 2024-08-10T06:31:31.475 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.475 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.475 INFO:tasks.workunit.client.0.smithi031.stdout: "handle_client_cap_release": { 2024-08-10T06:31:31.476 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.476 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.476 INFO:tasks.workunit.client.0.smithi031.stdout: "handle_client_caps": { 2024-08-10T06:31:31.476 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.476 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.476 INFO:tasks.workunit.client.0.smithi031.stdout: "handle_client_caps_dirty": { 2024-08-10T06:31:31.476 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.476 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.476 INFO:tasks.workunit.client.0.smithi031.stdout: "handle_inode_file_caps": { 2024-08-10T06:31:31.476 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.476 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.476 INFO:tasks.workunit.client.0.smithi031.stdout: "imported_inodes": { 2024-08-10T06:31:31.476 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.476 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.477 INFO:tasks.workunit.client.0.smithi031.stdout: "inodes": { 2024-08-10T06:31:31.477 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10 2024-08-10T06:31:31.477 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.477 INFO:tasks.workunit.client.0.smithi031.stdout: "inodes_expired": { 2024-08-10T06:31:31.477 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.477 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.477 INFO:tasks.workunit.client.0.smithi031.stdout: "inodes_pinned": { 2024-08-10T06:31:31.477 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10 2024-08-10T06:31:31.477 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.477 INFO:tasks.workunit.client.0.smithi031.stdout: "inodes_with_caps": { 2024-08-10T06:31:31.477 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.477 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.477 INFO:tasks.workunit.client.0.smithi031.stdout: "load_cent": { 2024-08-10T06:31:31.477 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.478 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.478 INFO:tasks.workunit.client.0.smithi031.stdout: "openino_dir_fetch": { 2024-08-10T06:31:31.478 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.478 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.478 INFO:tasks.workunit.client.0.smithi031.stdout: "process_request_cap_release": { 2024-08-10T06:31:31.478 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.478 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.478 INFO:tasks.workunit.client.0.smithi031.stdout: "reply_latency": { 2024-08-10T06:31:31.478 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.478 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.478 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.478 INFO:tasks.workunit.client.0.smithi031.stdout: "request": { 2024-08-10T06:31:31.478 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.479 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.479 INFO:tasks.workunit.client.0.smithi031.stdout: "root_rbytes": { 2024-08-10T06:31:31.479 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.479 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.479 INFO:tasks.workunit.client.0.smithi031.stdout: "root_rfiles": { 2024-08-10T06:31:31.479 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.479 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.479 INFO:tasks.workunit.client.0.smithi031.stdout: "root_rsnaps": { 2024-08-10T06:31:31.479 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.479 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.479 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_reply": { 2024-08-10T06:31:31.479 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.479 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.479 INFO:tasks.workunit.client.0.smithi031.stdout: "subtrees": { 2024-08-10T06:31:31.479 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-08-10T06:31:31.480 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.480 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.480 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_cache": { 2024-08-10T06:31:31.480 INFO:tasks.workunit.client.0.smithi031.stdout: "ireq_enqueue_scrub": { 2024-08-10T06:31:31.480 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.480 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.480 INFO:tasks.workunit.client.0.smithi031.stdout: "ireq_exportdir": { 2024-08-10T06:31:31.480 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.480 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.480 INFO:tasks.workunit.client.0.smithi031.stdout: "ireq_flush": { 2024-08-10T06:31:31.480 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.480 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.480 INFO:tasks.workunit.client.0.smithi031.stdout: "ireq_fragmentdir": { 2024-08-10T06:31:31.481 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.481 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.481 INFO:tasks.workunit.client.0.smithi031.stdout: "ireq_fragstats": { 2024-08-10T06:31:31.481 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.481 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.481 INFO:tasks.workunit.client.0.smithi031.stdout: "ireq_inodestats": { 2024-08-10T06:31:31.481 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.481 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.481 INFO:tasks.workunit.client.0.smithi031.stdout: "ireq_quiesce_inode": { 2024-08-10T06:31:31.481 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.481 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.481 INFO:tasks.workunit.client.0.smithi031.stdout: "ireq_quiesce_path": { 2024-08-10T06:31:31.481 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.481 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.482 INFO:tasks.workunit.client.0.smithi031.stdout: "num_recovering_enqueued": { 2024-08-10T06:31:31.482 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.482 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.482 INFO:tasks.workunit.client.0.smithi031.stdout: "num_recovering_prioritized": { 2024-08-10T06:31:31.482 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.482 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.482 INFO:tasks.workunit.client.0.smithi031.stdout: "num_recovering_processing": { 2024-08-10T06:31:31.482 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.482 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.482 INFO:tasks.workunit.client.0.smithi031.stdout: "num_strays": { 2024-08-10T06:31:31.482 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.482 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.482 INFO:tasks.workunit.client.0.smithi031.stdout: "num_strays_delayed": { 2024-08-10T06:31:31.483 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.483 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.483 INFO:tasks.workunit.client.0.smithi031.stdout: "num_strays_enqueuing": { 2024-08-10T06:31:31.483 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.483 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.483 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_completed": { 2024-08-10T06:31:31.483 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.483 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.483 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_started": { 2024-08-10T06:31:31.483 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.483 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.483 INFO:tasks.workunit.client.0.smithi031.stdout: "strays_created": { 2024-08-10T06:31:31.483 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.483 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.484 INFO:tasks.workunit.client.0.smithi031.stdout: "strays_enqueued": { 2024-08-10T06:31:31.484 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.484 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.484 INFO:tasks.workunit.client.0.smithi031.stdout: "strays_migrated": { 2024-08-10T06:31:31.484 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.484 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.484 INFO:tasks.workunit.client.0.smithi031.stdout: "strays_reintegrated": { 2024-08-10T06:31:31.484 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.484 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.484 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.484 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_log": { 2024-08-10T06:31:31.484 INFO:tasks.workunit.client.0.smithi031.stdout: "ev": { 2024-08-10T06:31:31.484 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 17 2024-08-10T06:31:31.484 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.485 INFO:tasks.workunit.client.0.smithi031.stdout: "evadd": { 2024-08-10T06:31:31.485 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.485 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.485 INFO:tasks.workunit.client.0.smithi031.stdout: "evex": { 2024-08-10T06:31:31.485 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.485 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.485 INFO:tasks.workunit.client.0.smithi031.stdout: "evexd": { 2024-08-10T06:31:31.485 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.485 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.485 INFO:tasks.workunit.client.0.smithi031.stdout: "evexg": { 2024-08-10T06:31:31.485 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.485 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.485 INFO:tasks.workunit.client.0.smithi031.stdout: "evlrg": { 2024-08-10T06:31:31.485 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.486 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.486 INFO:tasks.workunit.client.0.smithi031.stdout: "evtrm": { 2024-08-10T06:31:31.486 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.486 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.486 INFO:tasks.workunit.client.0.smithi031.stdout: "jlat": { 2024-08-10T06:31:31.486 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.486 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.486 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.486 INFO:tasks.workunit.client.0.smithi031.stdout: "replayed": { 2024-08-10T06:31:31.486 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 17 2024-08-10T06:31:31.486 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.486 INFO:tasks.workunit.client.0.smithi031.stdout: "seg": { 2024-08-10T06:31:31.486 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1 2024-08-10T06:31:31.487 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.487 INFO:tasks.workunit.client.0.smithi031.stdout: "segadd": { 2024-08-10T06:31:31.487 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.487 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.487 INFO:tasks.workunit.client.0.smithi031.stdout: "segex": { 2024-08-10T06:31:31.487 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.487 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.487 INFO:tasks.workunit.client.0.smithi031.stdout: "segexd": { 2024-08-10T06:31:31.487 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.487 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.487 INFO:tasks.workunit.client.0.smithi031.stdout: "segexg": { 2024-08-10T06:31:31.487 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.487 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.487 INFO:tasks.workunit.client.0.smithi031.stdout: "segmjr": { 2024-08-10T06:31:31.488 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1 2024-08-10T06:31:31.488 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.488 INFO:tasks.workunit.client.0.smithi031.stdout: "segtrm": { 2024-08-10T06:31:31.488 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.488 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.488 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.488 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_mem": { 2024-08-10T06:31:31.488 INFO:tasks.workunit.client.0.smithi031.stdout: "cap": { 2024-08-10T06:31:31.488 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.488 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.488 INFO:tasks.workunit.client.0.smithi031.stdout: "cap+": { 2024-08-10T06:31:31.488 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.488 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.488 INFO:tasks.workunit.client.0.smithi031.stdout: "cap-": { 2024-08-10T06:31:31.489 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.489 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.489 INFO:tasks.workunit.client.0.smithi031.stdout: "dir": { 2024-08-10T06:31:31.489 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12 2024-08-10T06:31:31.489 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.489 INFO:tasks.workunit.client.0.smithi031.stdout: "dir+": { 2024-08-10T06:31:31.489 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12 2024-08-10T06:31:31.489 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.489 INFO:tasks.workunit.client.0.smithi031.stdout: "dir-": { 2024-08-10T06:31:31.489 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.489 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.489 INFO:tasks.workunit.client.0.smithi031.stdout: "dn": { 2024-08-10T06:31:31.489 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10 2024-08-10T06:31:31.489 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.490 INFO:tasks.workunit.client.0.smithi031.stdout: "dn+": { 2024-08-10T06:31:31.490 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10 2024-08-10T06:31:31.490 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.490 INFO:tasks.workunit.client.0.smithi031.stdout: "dn-": { 2024-08-10T06:31:31.490 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.490 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.490 INFO:tasks.workunit.client.0.smithi031.stdout: "heap": { 2024-08-10T06:31:31.490 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 248096 2024-08-10T06:31:31.490 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.490 INFO:tasks.workunit.client.0.smithi031.stdout: "ino": { 2024-08-10T06:31:31.490 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 13 2024-08-10T06:31:31.490 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.490 INFO:tasks.workunit.client.0.smithi031.stdout: "ino+": { 2024-08-10T06:31:31.490 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 13 2024-08-10T06:31:31.491 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.491 INFO:tasks.workunit.client.0.smithi031.stdout: "ino-": { 2024-08-10T06:31:31.491 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.491 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.491 INFO:tasks.workunit.client.0.smithi031.stdout: "rss": { 2024-08-10T06:31:31.491 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 49332 2024-08-10T06:31:31.491 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.491 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.491 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_server": { 2024-08-10T06:31:31.491 INFO:tasks.workunit.client.0.smithi031.stdout: "cap_acquisition_throttle": { 2024-08-10T06:31:31.491 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.491 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.491 INFO:tasks.workunit.client.0.smithi031.stdout: "cap_revoke_eviction": { 2024-08-10T06:31:31.491 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.492 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.492 INFO:tasks.workunit.client.0.smithi031.stdout: "handle_client_request": { 2024-08-10T06:31:31.492 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.492 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.492 INFO:tasks.workunit.client.0.smithi031.stdout: "handle_client_session": { 2024-08-10T06:31:31.492 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.492 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.492 INFO:tasks.workunit.client.0.smithi031.stdout: "handle_peer_request": { 2024-08-10T06:31:31.492 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.492 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.492 INFO:tasks.workunit.client.0.smithi031.stdout: "req_create_latency": { 2024-08-10T06:31:31.492 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.492 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.493 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.493 INFO:tasks.workunit.client.0.smithi031.stdout: "req_getattr_latency": { 2024-08-10T06:31:31.493 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.493 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.493 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.493 INFO:tasks.workunit.client.0.smithi031.stdout: "req_getfilelock_latency": { 2024-08-10T06:31:31.493 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.493 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.493 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.493 INFO:tasks.workunit.client.0.smithi031.stdout: "req_getvxattr_latency": { 2024-08-10T06:31:31.493 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.493 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.493 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.493 INFO:tasks.workunit.client.0.smithi031.stdout: "req_link_latency": { 2024-08-10T06:31:31.494 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.494 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.494 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.494 INFO:tasks.workunit.client.0.smithi031.stdout: "req_lookup_latency": { 2024-08-10T06:31:31.494 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.494 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.494 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.494 INFO:tasks.workunit.client.0.smithi031.stdout: "req_lookuphash_latency": { 2024-08-10T06:31:31.494 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.494 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.494 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.494 INFO:tasks.workunit.client.0.smithi031.stdout: "req_lookupino_latency": { 2024-08-10T06:31:31.495 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.495 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.495 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.495 INFO:tasks.workunit.client.0.smithi031.stdout: "req_lookupname_latency": { 2024-08-10T06:31:31.495 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.495 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.495 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.495 INFO:tasks.workunit.client.0.smithi031.stdout: "req_lookupparent_latency": { 2024-08-10T06:31:31.495 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.495 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.495 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.495 INFO:tasks.workunit.client.0.smithi031.stdout: "req_lookupsnap_latency": { 2024-08-10T06:31:31.495 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.496 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.496 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.496 INFO:tasks.workunit.client.0.smithi031.stdout: "req_lssnap_latency": { 2024-08-10T06:31:31.496 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.496 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.496 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.496 INFO:tasks.workunit.client.0.smithi031.stdout: "req_mkdir_latency": { 2024-08-10T06:31:31.496 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.496 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.496 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.496 INFO:tasks.workunit.client.0.smithi031.stdout: "req_mknod_latency": { 2024-08-10T06:31:31.496 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.496 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.497 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.497 INFO:tasks.workunit.client.0.smithi031.stdout: "req_mksnap_latency": { 2024-08-10T06:31:31.497 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.497 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.497 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.497 INFO:tasks.workunit.client.0.smithi031.stdout: "req_open_latency": { 2024-08-10T06:31:31.497 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.497 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.497 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.497 INFO:tasks.workunit.client.0.smithi031.stdout: "req_readdir_latency": { 2024-08-10T06:31:31.497 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.497 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.497 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.498 INFO:tasks.workunit.client.0.smithi031.stdout: "req_rename_latency": { 2024-08-10T06:31:31.498 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.498 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.498 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.498 INFO:tasks.workunit.client.0.smithi031.stdout: "req_renamesnap_latency": { 2024-08-10T06:31:31.498 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.498 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.498 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.498 INFO:tasks.workunit.client.0.smithi031.stdout: "req_rmdir_latency": { 2024-08-10T06:31:31.498 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.498 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.498 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.498 INFO:tasks.workunit.client.0.smithi031.stdout: "req_rmsnap_latency": { 2024-08-10T06:31:31.498 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.499 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.499 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.499 INFO:tasks.workunit.client.0.smithi031.stdout: "req_rmxattr_latency": { 2024-08-10T06:31:31.499 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.499 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.499 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.499 INFO:tasks.workunit.client.0.smithi031.stdout: "req_setattr_latency": { 2024-08-10T06:31:31.499 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.499 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.499 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.499 INFO:tasks.workunit.client.0.smithi031.stdout: "req_setdirlayout_latency": { 2024-08-10T06:31:31.499 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.499 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.500 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.500 INFO:tasks.workunit.client.0.smithi031.stdout: "req_setfilelock_latency": { 2024-08-10T06:31:31.500 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.500 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.500 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.500 INFO:tasks.workunit.client.0.smithi031.stdout: "req_setlayout_latency": { 2024-08-10T06:31:31.500 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.500 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.500 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.500 INFO:tasks.workunit.client.0.smithi031.stdout: "req_setxattr_latency": { 2024-08-10T06:31:31.500 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.500 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.500 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.500 INFO:tasks.workunit.client.0.smithi031.stdout: "req_snapdiff_latency": { 2024-08-10T06:31:31.501 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.501 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.501 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.501 INFO:tasks.workunit.client.0.smithi031.stdout: "req_symlink_latency": { 2024-08-10T06:31:31.501 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.501 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.501 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.501 INFO:tasks.workunit.client.0.smithi031.stdout: "req_unlink_latency": { 2024-08-10T06:31:31.501 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.501 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.501 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.501 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.501 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_sessions": { 2024-08-10T06:31:31.501 INFO:tasks.workunit.client.0.smithi031.stdout: "average_load": { 2024-08-10T06:31:31.502 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.502 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.502 INFO:tasks.workunit.client.0.smithi031.stdout: "avg_session_uptime": { 2024-08-10T06:31:31.502 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.502 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.502 INFO:tasks.workunit.client.0.smithi031.stdout: "mdthresh_evicted": { 2024-08-10T06:31:31.502 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.502 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.502 INFO:tasks.workunit.client.0.smithi031.stdout: "session_add": { 2024-08-10T06:31:31.502 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8 2024-08-10T06:31:31.502 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.502 INFO:tasks.workunit.client.0.smithi031.stdout: "session_count": { 2024-08-10T06:31:31.502 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.502 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.503 INFO:tasks.workunit.client.0.smithi031.stdout: "session_remove": { 2024-08-10T06:31:31.503 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8 2024-08-10T06:31:31.503 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.503 INFO:tasks.workunit.client.0.smithi031.stdout: "sessions_open": { 2024-08-10T06:31:31.503 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-08-10T06:31:31.503 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.503 INFO:tasks.workunit.client.0.smithi031.stdout: "sessions_stale": { 2024-08-10T06:31:31.503 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.503 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.503 INFO:tasks.workunit.client.0.smithi031.stdout: "total_load": { 2024-08-10T06:31:31.503 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.503 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.503 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.503 INFO:tasks.workunit.client.0.smithi031.stdout: "objecter": { 2024-08-10T06:31:31.503 INFO:tasks.workunit.client.0.smithi031.stdout: "op_active": { 2024-08-10T06:31:31.504 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.504 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.504 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T06:31:31.504 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 37 2024-08-10T06:31:31.504 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.504 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rmw": { 2024-08-10T06:31:31.504 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.504 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.504 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T06:31:31.504 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7 2024-08-10T06:31:31.504 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.504 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.504 INFO:tasks.workunit.client.0.smithi031.stdout: "purge_queue": { 2024-08-10T06:31:31.505 INFO:tasks.workunit.client.0.smithi031.stdout: "pq_executed": { 2024-08-10T06:31:31.505 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.505 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.505 INFO:tasks.workunit.client.0.smithi031.stdout: "pq_executed_ops": { 2024-08-10T06:31:31.505 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.505 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.505 INFO:tasks.workunit.client.0.smithi031.stdout: "pq_executing": { 2024-08-10T06:31:31.505 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.505 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.505 INFO:tasks.workunit.client.0.smithi031.stdout: "pq_executing_high_water": { 2024-08-10T06:31:31.505 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.505 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.506 INFO:tasks.workunit.client.0.smithi031.stdout: "pq_executing_ops": { 2024-08-10T06:31:31.506 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.506 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.506 INFO:tasks.workunit.client.0.smithi031.stdout: "pq_executing_ops_high_water": { 2024-08-10T06:31:31.506 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.506 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.506 INFO:tasks.workunit.client.0.smithi031.stdout: "pq_item_in_journal": { 2024-08-10T06:31:31.506 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.506 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.506 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.506 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.506 INFO:tasks.workunit.client.0.smithi031.stdout: "mon.62ad85b37c16ffdd779a4c5a495ed5779bfdb6c1": { 2024-08-10T06:31:31.506 INFO:tasks.workunit.client.0.smithi031.stdout: "mon": { 2024-08-10T06:31:31.507 INFO:tasks.workunit.client.0.smithi031.stdout: "election_call": { 2024-08-10T06:31:31.507 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-08-10T06:31:31.507 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.507 INFO:tasks.workunit.client.0.smithi031.stdout: "election_lose": { 2024-08-10T06:31:31.507 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3 2024-08-10T06:31:31.507 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.507 INFO:tasks.workunit.client.0.smithi031.stdout: "election_win": { 2024-08-10T06:31:31.507 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.507 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.507 INFO:tasks.workunit.client.0.smithi031.stdout: "num_elections": { 2024-08-10T06:31:31.507 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 11 2024-08-10T06:31:31.507 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.507 INFO:tasks.workunit.client.0.smithi031.stdout: "num_sessions": { 2024-08-10T06:31:31.507 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8 2024-08-10T06:31:31.508 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.508 INFO:tasks.workunit.client.0.smithi031.stdout: "session_add": { 2024-08-10T06:31:31.508 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4 2024-08-10T06:31:31.508 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.508 INFO:tasks.workunit.client.0.smithi031.stdout: "session_rm": { 2024-08-10T06:31:31.508 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 249 2024-08-10T06:31:31.508 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.508 INFO:tasks.workunit.client.0.smithi031.stdout: "session_trim": { 2024-08-10T06:31:31.508 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.508 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.508 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.508 INFO:tasks.workunit.client.0.smithi031.stdout: "paxos": { 2024-08-10T06:31:31.508 INFO:tasks.workunit.client.0.smithi031.stdout: "accept_timeout": { 2024-08-10T06:31:31.509 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.509 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.509 INFO:tasks.workunit.client.0.smithi031.stdout: "begin": { 2024-08-10T06:31:31.509 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7888 2024-08-10T06:31:31.509 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.509 INFO:tasks.workunit.client.0.smithi031.stdout: "begin_bytes": { 2024-08-10T06:31:31.509 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7888, 2024-08-10T06:31:31.509 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 56484291 2024-08-10T06:31:31.509 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.509 INFO:tasks.workunit.client.0.smithi031.stdout: "begin_keys": { 2024-08-10T06:31:31.509 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.509 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.509 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.509 INFO:tasks.workunit.client.0.smithi031.stdout: "begin_latency": { 2024-08-10T06:31:31.510 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7888, 2024-08-10T06:31:31.510 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1935966263 2024-08-10T06:31:31.510 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.510 INFO:tasks.workunit.client.0.smithi031.stdout: "collect": { 2024-08-10T06:31:31.510 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3 2024-08-10T06:31:31.510 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.510 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_bytes": { 2024-08-10T06:31:31.510 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3, 2024-08-10T06:31:31.510 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 219 2024-08-10T06:31:31.510 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.510 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_keys": { 2024-08-10T06:31:31.510 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3, 2024-08-10T06:31:31.510 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3 2024-08-10T06:31:31.511 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.511 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_latency": { 2024-08-10T06:31:31.511 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3, 2024-08-10T06:31:31.511 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 999983 2024-08-10T06:31:31.511 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.511 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_timeout": { 2024-08-10T06:31:31.511 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.511 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.511 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_uncommitted": { 2024-08-10T06:31:31.511 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1 2024-08-10T06:31:31.511 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.511 INFO:tasks.workunit.client.0.smithi031.stdout: "commit": { 2024-08-10T06:31:31.511 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7888 2024-08-10T06:31:31.511 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.511 INFO:tasks.workunit.client.0.smithi031.stdout: "commit_bytes": { 2024-08-10T06:31:31.512 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.512 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.512 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.512 INFO:tasks.workunit.client.0.smithi031.stdout: "commit_keys": { 2024-08-10T06:31:31.512 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.512 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.512 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.512 INFO:tasks.workunit.client.0.smithi031.stdout: "commit_latency": { 2024-08-10T06:31:31.512 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.512 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.512 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.512 INFO:tasks.workunit.client.0.smithi031.stdout: "lease_ack_timeout": { 2024-08-10T06:31:31.512 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.512 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.513 INFO:tasks.workunit.client.0.smithi031.stdout: "lease_timeout": { 2024-08-10T06:31:31.513 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.513 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.513 INFO:tasks.workunit.client.0.smithi031.stdout: "new_pn": { 2024-08-10T06:31:31.513 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.513 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.513 INFO:tasks.workunit.client.0.smithi031.stdout: "new_pn_latency": { 2024-08-10T06:31:31.513 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.513 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.513 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.513 INFO:tasks.workunit.client.0.smithi031.stdout: "refresh": { 2024-08-10T06:31:31.513 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7888 2024-08-10T06:31:31.513 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.513 INFO:tasks.workunit.client.0.smithi031.stdout: "refresh_latency": { 2024-08-10T06:31:31.514 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7888, 2024-08-10T06:31:31.514 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 27658516529 2024-08-10T06:31:31.514 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.514 INFO:tasks.workunit.client.0.smithi031.stdout: "restart": { 2024-08-10T06:31:31.514 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 13 2024-08-10T06:31:31.514 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.514 INFO:tasks.workunit.client.0.smithi031.stdout: "share_state": { 2024-08-10T06:31:31.514 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.514 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.514 INFO:tasks.workunit.client.0.smithi031.stdout: "share_state_bytes": { 2024-08-10T06:31:31.514 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.514 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.514 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.515 INFO:tasks.workunit.client.0.smithi031.stdout: "share_state_keys": { 2024-08-10T06:31:31.515 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.515 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.515 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.515 INFO:tasks.workunit.client.0.smithi031.stdout: "start_leader": { 2024-08-10T06:31:31.515 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.515 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.515 INFO:tasks.workunit.client.0.smithi031.stdout: "start_peon": { 2024-08-10T06:31:31.515 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3 2024-08-10T06:31:31.515 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.515 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state": { 2024-08-10T06:31:31.515 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7888 2024-08-10T06:31:31.515 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.516 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state_bytes": { 2024-08-10T06:31:31.516 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7888, 2024-08-10T06:31:31.516 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 111525676 2024-08-10T06:31:31.516 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.516 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state_keys": { 2024-08-10T06:31:31.516 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7888, 2024-08-10T06:31:31.516 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 70726 2024-08-10T06:31:31.516 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.516 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state_latency": { 2024-08-10T06:31:31.516 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7888, 2024-08-10T06:31:31.516 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5331906926 2024-08-10T06:31:31.516 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.516 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.516 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache": { 2024-08-10T06:31:31.517 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_bytes": { 2024-08-10T06:31:31.517 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1020054731 2024-08-10T06:31:31.517 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.517 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_bytes": { 2024-08-10T06:31:31.517 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 176160768 2024-08-10T06:31:31.517 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.517 INFO:tasks.workunit.client.0.smithi031.stdout: "mapped_bytes": { 2024-08-10T06:31:31.517 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 173539328 2024-08-10T06:31:31.517 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.517 INFO:tasks.workunit.client.0.smithi031.stdout: "target_bytes": { 2024-08-10T06:31:31.517 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2147483648 2024-08-10T06:31:31.517 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.517 INFO:tasks.workunit.client.0.smithi031.stdout: "unmapped_bytes": { 2024-08-10T06:31:31.517 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2621440 2024-08-10T06:31:31.517 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.518 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.518 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache:full": { 2024-08-10T06:31:31.518 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:31.518 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 360710144 2024-08-10T06:31:31.518 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.518 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:31.518 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.518 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.518 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:31.518 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.518 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.518 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:31.518 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 266434077 2024-08-10T06:31:31.519 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.519 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:31.519 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 26340519 2024-08-10T06:31:31.519 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.519 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:31.519 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.519 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.519 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:31.519 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.519 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.519 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:31.519 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.519 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.520 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:31.520 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.520 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.520 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:31.520 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.520 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.520 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:31.520 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.520 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.520 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:31.520 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.520 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.520 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:31.520 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.521 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.521 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:31.521 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67935548 2024-08-10T06:31:31.521 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.521 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.521 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache:inc": { 2024-08-10T06:31:31.521 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:31.521 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 339738624 2024-08-10T06:31:31.521 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.521 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:31.521 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.521 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.521 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:31.521 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.522 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.522 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:31.522 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 266434077 2024-08-10T06:31:31.522 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.522 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:31.522 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2204971 2024-08-10T06:31:31.522 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.522 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:31.522 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.522 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.522 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:31.522 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.522 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.522 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:31.523 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.523 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.523 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:31.523 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.523 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.523 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:31.523 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.523 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.523 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:31.523 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.523 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.523 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:31.524 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.524 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.524 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:31.524 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.524 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.524 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:31.524 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71099576 2024-08-10T06:31:31.524 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.524 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.524 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache:kv": { 2024-08-10T06:31:31.524 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:31.524 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 314572800 2024-08-10T06:31:31.524 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.524 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:31.525 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T06:31:31.525 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.525 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:31.525 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.525 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.525 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:31.525 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 177622718 2024-08-10T06:31:31.525 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.525 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:31.525 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.525 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.525 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:31.525 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.526 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.526 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:31.526 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.526 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.526 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:31.526 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.526 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.526 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:31.526 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.526 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.526 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:31.526 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.526 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.527 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:31.527 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.527 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.527 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:31.527 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.527 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.527 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:31.527 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.527 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.527 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:31.527 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 69841218 2024-08-10T06:31:31.527 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.527 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.527 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb": { 2024-08-10T06:31:31.528 INFO:tasks.workunit.client.0.smithi031.stdout: "compact": { 2024-08-10T06:31:31.528 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.528 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.528 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_queue_len": { 2024-08-10T06:31:31.528 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.528 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.528 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_queue_merge": { 2024-08-10T06:31:31.528 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.528 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.528 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_range": { 2024-08-10T06:31:31.528 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 91 2024-08-10T06:31:31.528 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.528 INFO:tasks.workunit.client.0.smithi031.stdout: "get_latency": { 2024-08-10T06:31:31.529 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 345462, 2024-08-10T06:31:31.529 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1863929658 2024-08-10T06:31:31.529 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.529 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_delay_time": { 2024-08-10T06:31:31.529 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.529 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.529 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.529 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_memtable_time": { 2024-08-10T06:31:31.529 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.529 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.529 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.529 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-10T06:31:31.529 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.530 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.530 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.530 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_wal_time": { 2024-08-10T06:31:31.530 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.530 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.530 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.530 INFO:tasks.workunit.client.0.smithi031.stdout: "submit_latency": { 2024-08-10T06:31:31.530 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.530 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.530 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.531 INFO:tasks.workunit.client.0.smithi031.stdout: "submit_sync_latency": { 2024-08-10T06:31:31.531 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 19267, 2024-08-10T06:31:31.531 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 9590092982 2024-08-10T06:31:31.531 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.531 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.531 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.531 INFO:tasks.workunit.client.0.smithi031.stdout: "mon.78b7f16c00d1f5b2f8ba1b3f812aa97559391734": { 2024-08-10T06:31:31.531 INFO:tasks.workunit.client.0.smithi031.stdout: "mon": { 2024-08-10T06:31:31.531 INFO:tasks.workunit.client.0.smithi031.stdout: "election_call": { 2024-08-10T06:31:31.531 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-08-10T06:31:31.531 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.531 INFO:tasks.workunit.client.0.smithi031.stdout: "election_lose": { 2024-08-10T06:31:31.531 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-08-10T06:31:31.532 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.532 INFO:tasks.workunit.client.0.smithi031.stdout: "election_win": { 2024-08-10T06:31:31.532 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.532 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.532 INFO:tasks.workunit.client.0.smithi031.stdout: "num_elections": { 2024-08-10T06:31:31.532 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7 2024-08-10T06:31:31.532 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.532 INFO:tasks.workunit.client.0.smithi031.stdout: "num_sessions": { 2024-08-10T06:31:31.532 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8 2024-08-10T06:31:31.532 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.532 INFO:tasks.workunit.client.0.smithi031.stdout: "session_add": { 2024-08-10T06:31:31.532 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3 2024-08-10T06:31:31.532 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.532 INFO:tasks.workunit.client.0.smithi031.stdout: "session_rm": { 2024-08-10T06:31:31.533 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 254 2024-08-10T06:31:31.533 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.533 INFO:tasks.workunit.client.0.smithi031.stdout: "session_trim": { 2024-08-10T06:31:31.533 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.533 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.533 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.533 INFO:tasks.workunit.client.0.smithi031.stdout: "paxos": { 2024-08-10T06:31:31.533 INFO:tasks.workunit.client.0.smithi031.stdout: "accept_timeout": { 2024-08-10T06:31:31.533 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.533 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.533 INFO:tasks.workunit.client.0.smithi031.stdout: "begin": { 2024-08-10T06:31:31.533 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7855 2024-08-10T06:31:31.533 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.534 INFO:tasks.workunit.client.0.smithi031.stdout: "begin_bytes": { 2024-08-10T06:31:31.534 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7855, 2024-08-10T06:31:31.534 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 56229774 2024-08-10T06:31:31.534 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.534 INFO:tasks.workunit.client.0.smithi031.stdout: "begin_keys": { 2024-08-10T06:31:31.534 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.534 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.534 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.534 INFO:tasks.workunit.client.0.smithi031.stdout: "begin_latency": { 2024-08-10T06:31:31.534 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7855, 2024-08-10T06:31:31.534 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1225972289 2024-08-10T06:31:31.534 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.534 INFO:tasks.workunit.client.0.smithi031.stdout: "collect": { 2024-08-10T06:31:31.535 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-08-10T06:31:31.535 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.535 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_bytes": { 2024-08-10T06:31:31.535 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2, 2024-08-10T06:31:31.535 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 146 2024-08-10T06:31:31.535 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.535 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_keys": { 2024-08-10T06:31:31.535 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2, 2024-08-10T06:31:31.535 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-08-10T06:31:31.535 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.535 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_latency": { 2024-08-10T06:31:31.535 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2, 2024-08-10T06:31:31.535 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1999955 2024-08-10T06:31:31.535 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.536 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_timeout": { 2024-08-10T06:31:31.536 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.536 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.536 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_uncommitted": { 2024-08-10T06:31:31.536 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.536 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.536 INFO:tasks.workunit.client.0.smithi031.stdout: "commit": { 2024-08-10T06:31:31.536 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7855 2024-08-10T06:31:31.536 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.536 INFO:tasks.workunit.client.0.smithi031.stdout: "commit_bytes": { 2024-08-10T06:31:31.536 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.536 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.536 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.537 INFO:tasks.workunit.client.0.smithi031.stdout: "commit_keys": { 2024-08-10T06:31:31.537 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.537 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.537 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.537 INFO:tasks.workunit.client.0.smithi031.stdout: "commit_latency": { 2024-08-10T06:31:31.537 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.537 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.537 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.537 INFO:tasks.workunit.client.0.smithi031.stdout: "lease_ack_timeout": { 2024-08-10T06:31:31.537 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.537 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.537 INFO:tasks.workunit.client.0.smithi031.stdout: "lease_timeout": { 2024-08-10T06:31:31.537 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.537 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.538 INFO:tasks.workunit.client.0.smithi031.stdout: "new_pn": { 2024-08-10T06:31:31.538 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.538 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.538 INFO:tasks.workunit.client.0.smithi031.stdout: "new_pn_latency": { 2024-08-10T06:31:31.538 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.538 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.538 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.538 INFO:tasks.workunit.client.0.smithi031.stdout: "refresh": { 2024-08-10T06:31:31.538 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7855 2024-08-10T06:31:31.538 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.538 INFO:tasks.workunit.client.0.smithi031.stdout: "refresh_latency": { 2024-08-10T06:31:31.538 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7855, 2024-08-10T06:31:31.538 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24620443107 2024-08-10T06:31:31.539 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.539 INFO:tasks.workunit.client.0.smithi031.stdout: "restart": { 2024-08-10T06:31:31.539 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 9 2024-08-10T06:31:31.539 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.539 INFO:tasks.workunit.client.0.smithi031.stdout: "share_state": { 2024-08-10T06:31:31.539 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.539 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.539 INFO:tasks.workunit.client.0.smithi031.stdout: "share_state_bytes": { 2024-08-10T06:31:31.539 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.539 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.539 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.539 INFO:tasks.workunit.client.0.smithi031.stdout: "share_state_keys": { 2024-08-10T06:31:31.539 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.540 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.540 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.540 INFO:tasks.workunit.client.0.smithi031.stdout: "start_leader": { 2024-08-10T06:31:31.540 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.540 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.540 INFO:tasks.workunit.client.0.smithi031.stdout: "start_peon": { 2024-08-10T06:31:31.540 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-08-10T06:31:31.540 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.540 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state": { 2024-08-10T06:31:31.540 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7855 2024-08-10T06:31:31.540 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.540 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state_bytes": { 2024-08-10T06:31:31.540 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7855, 2024-08-10T06:31:31.540 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 110963562 2024-08-10T06:31:31.541 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.541 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state_keys": { 2024-08-10T06:31:31.541 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7855, 2024-08-10T06:31:31.541 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 70467 2024-08-10T06:31:31.541 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.541 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state_latency": { 2024-08-10T06:31:31.541 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7855, 2024-08-10T06:31:31.541 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2429945023 2024-08-10T06:31:31.541 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.541 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.541 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache": { 2024-08-10T06:31:31.541 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_bytes": { 2024-08-10T06:31:31.541 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1020054731 2024-08-10T06:31:31.541 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.542 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_bytes": { 2024-08-10T06:31:31.542 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 168812544 2024-08-10T06:31:31.542 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.542 INFO:tasks.workunit.client.0.smithi031.stdout: "mapped_bytes": { 2024-08-10T06:31:31.542 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 165650432 2024-08-10T06:31:31.542 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.542 INFO:tasks.workunit.client.0.smithi031.stdout: "target_bytes": { 2024-08-10T06:31:31.542 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2147483648 2024-08-10T06:31:31.542 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.542 INFO:tasks.workunit.client.0.smithi031.stdout: "unmapped_bytes": { 2024-08-10T06:31:31.542 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3162112 2024-08-10T06:31:31.543 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.543 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.543 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache:full": { 2024-08-10T06:31:31.543 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:31.543 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 360710144 2024-08-10T06:31:31.543 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.543 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:31.543 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.543 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.543 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:31.543 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.543 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.543 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:31.543 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 267046210 2024-08-10T06:31:31.544 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.544 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:31.544 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 25362883 2024-08-10T06:31:31.544 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.544 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:31.544 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.544 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.544 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:31.544 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.544 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.544 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:31.544 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.544 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.544 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:31.545 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.545 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.545 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:31.545 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.545 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.545 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:31.545 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.545 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.545 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:31.545 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.545 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.545 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:31.545 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.546 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.546 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:31.546 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 68301051 2024-08-10T06:31:31.546 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.546 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.546 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache:inc": { 2024-08-10T06:31:31.546 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:31.546 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 339738624 2024-08-10T06:31:31.546 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.546 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:31.546 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.546 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.546 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:31.547 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.547 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.547 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:31.547 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 267046210 2024-08-10T06:31:31.547 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.547 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:31.547 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1550252 2024-08-10T06:31:31.547 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.547 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:31.547 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.547 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.547 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:31.547 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.547 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.548 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:31.548 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.548 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.548 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:31.548 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.548 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.548 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:31.548 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.548 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.548 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:31.548 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.548 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.548 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:31.548 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.549 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.549 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:31.549 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.549 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.549 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:31.549 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71142162 2024-08-10T06:31:31.549 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.549 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.549 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache:kv": { 2024-08-10T06:31:31.549 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:31.549 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 314572800 2024-08-10T06:31:31.549 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.549 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:31.549 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T06:31:31.550 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.550 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:31.550 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.550 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.550 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:31.550 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 178030807 2024-08-10T06:31:31.550 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.550 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:31.550 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.550 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.550 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:31.550 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.550 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.592 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:31.593 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.593 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.593 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:31.593 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.593 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.593 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:31.593 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.593 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.593 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:31.593 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.594 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.594 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:31.594 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.594 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.594 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:31.594 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.594 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.594 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:31.594 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.594 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.594 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:31.594 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 69433129 2024-08-10T06:31:31.594 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.595 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.595 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb": { 2024-08-10T06:31:31.595 INFO:tasks.workunit.client.0.smithi031.stdout: "compact": { 2024-08-10T06:31:31.595 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.595 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.595 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_queue_len": { 2024-08-10T06:31:31.595 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.595 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.595 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_queue_merge": { 2024-08-10T06:31:31.595 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.595 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.595 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_range": { 2024-08-10T06:31:31.595 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 91 2024-08-10T06:31:31.595 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.595 INFO:tasks.workunit.client.0.smithi031.stdout: "get_latency": { 2024-08-10T06:31:31.596 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 342777, 2024-08-10T06:31:31.596 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1613267884 2024-08-10T06:31:31.596 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.596 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_delay_time": { 2024-08-10T06:31:31.596 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.596 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.596 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.596 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_memtable_time": { 2024-08-10T06:31:31.596 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.596 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.596 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.596 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-10T06:31:31.596 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.596 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.596 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.597 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_wal_time": { 2024-08-10T06:31:31.597 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.597 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.597 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.597 INFO:tasks.workunit.client.0.smithi031.stdout: "submit_latency": { 2024-08-10T06:31:31.597 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.597 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.597 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.597 INFO:tasks.workunit.client.0.smithi031.stdout: "submit_sync_latency": { 2024-08-10T06:31:31.597 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 19179, 2024-08-10T06:31:31.597 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5931336925 2024-08-10T06:31:31.597 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.597 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.597 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.597 INFO:tasks.workunit.client.0.smithi031.stdout: "mon.8ebe73bd7ea27fbdeeae1ec6539f9be9b100ac0f": { 2024-08-10T06:31:31.598 INFO:tasks.workunit.client.0.smithi031.stdout: "mon": { 2024-08-10T06:31:31.598 INFO:tasks.workunit.client.0.smithi031.stdout: "election_call": { 2024-08-10T06:31:31.598 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5 2024-08-10T06:31:31.598 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.598 INFO:tasks.workunit.client.0.smithi031.stdout: "election_lose": { 2024-08-10T06:31:31.598 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.598 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.598 INFO:tasks.workunit.client.0.smithi031.stdout: "election_win": { 2024-08-10T06:31:31.598 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5 2024-08-10T06:31:31.598 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.598 INFO:tasks.workunit.client.0.smithi031.stdout: "num_elections": { 2024-08-10T06:31:31.598 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 17 2024-08-10T06:31:31.599 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.599 INFO:tasks.workunit.client.0.smithi031.stdout: "num_sessions": { 2024-08-10T06:31:31.599 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10 2024-08-10T06:31:31.599 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.599 INFO:tasks.workunit.client.0.smithi031.stdout: "session_add": { 2024-08-10T06:31:31.599 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5 2024-08-10T06:31:31.599 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.599 INFO:tasks.workunit.client.0.smithi031.stdout: "session_rm": { 2024-08-10T06:31:31.599 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 226 2024-08-10T06:31:31.599 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.599 INFO:tasks.workunit.client.0.smithi031.stdout: "session_trim": { 2024-08-10T06:31:31.599 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.599 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.599 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.599 INFO:tasks.workunit.client.0.smithi031.stdout: "paxos": { 2024-08-10T06:31:31.600 INFO:tasks.workunit.client.0.smithi031.stdout: "accept_timeout": { 2024-08-10T06:31:31.600 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.600 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.600 INFO:tasks.workunit.client.0.smithi031.stdout: "begin": { 2024-08-10T06:31:31.600 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7956 2024-08-10T06:31:31.600 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.600 INFO:tasks.workunit.client.0.smithi031.stdout: "begin_bytes": { 2024-08-10T06:31:31.600 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7956, 2024-08-10T06:31:31.600 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 57698136 2024-08-10T06:31:31.600 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.600 INFO:tasks.workunit.client.0.smithi031.stdout: "begin_keys": { 2024-08-10T06:31:31.600 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7956, 2024-08-10T06:31:31.600 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 23868 2024-08-10T06:31:31.600 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.601 INFO:tasks.workunit.client.0.smithi031.stdout: "begin_latency": { 2024-08-10T06:31:31.601 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7956, 2024-08-10T06:31:31.601 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1596972131 2024-08-10T06:31:31.601 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.601 INFO:tasks.workunit.client.0.smithi031.stdout: "collect": { 2024-08-10T06:31:31.601 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.601 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.601 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_bytes": { 2024-08-10T06:31:31.601 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.601 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.601 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.601 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_keys": { 2024-08-10T06:31:31.601 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.601 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.602 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.602 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_latency": { 2024-08-10T06:31:31.602 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.602 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.602 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.602 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_timeout": { 2024-08-10T06:31:31.602 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.602 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.602 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_uncommitted": { 2024-08-10T06:31:31.602 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-08-10T06:31:31.602 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.602 INFO:tasks.workunit.client.0.smithi031.stdout: "commit": { 2024-08-10T06:31:31.602 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7954 2024-08-10T06:31:31.602 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.603 INFO:tasks.workunit.client.0.smithi031.stdout: "commit_bytes": { 2024-08-10T06:31:31.603 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7954, 2024-08-10T06:31:31.603 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 57096370 2024-08-10T06:31:31.603 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.603 INFO:tasks.workunit.client.0.smithi031.stdout: "commit_keys": { 2024-08-10T06:31:31.603 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7954, 2024-08-10T06:31:31.603 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 63566 2024-08-10T06:31:31.603 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.603 INFO:tasks.workunit.client.0.smithi031.stdout: "commit_latency": { 2024-08-10T06:31:31.603 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7954, 2024-08-10T06:31:31.603 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2923645147 2024-08-10T06:31:31.603 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.604 INFO:tasks.workunit.client.0.smithi031.stdout: "lease_ack_timeout": { 2024-08-10T06:31:31.604 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.604 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.604 INFO:tasks.workunit.client.0.smithi031.stdout: "lease_timeout": { 2024-08-10T06:31:31.604 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.604 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.604 INFO:tasks.workunit.client.0.smithi031.stdout: "new_pn": { 2024-08-10T06:31:31.604 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5 2024-08-10T06:31:31.604 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.604 INFO:tasks.workunit.client.0.smithi031.stdout: "new_pn_latency": { 2024-08-10T06:31:31.604 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 5, 2024-08-10T06:31:31.604 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3999932 2024-08-10T06:31:31.604 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.604 INFO:tasks.workunit.client.0.smithi031.stdout: "refresh": { 2024-08-10T06:31:31.605 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7957 2024-08-10T06:31:31.605 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.605 INFO:tasks.workunit.client.0.smithi031.stdout: "refresh_latency": { 2024-08-10T06:31:31.605 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7957, 2024-08-10T06:31:31.605 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 30529466373 2024-08-10T06:31:31.605 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.605 INFO:tasks.workunit.client.0.smithi031.stdout: "restart": { 2024-08-10T06:31:31.605 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 19 2024-08-10T06:31:31.605 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.605 INFO:tasks.workunit.client.0.smithi031.stdout: "share_state": { 2024-08-10T06:31:31.605 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1 2024-08-10T06:31:31.605 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.605 INFO:tasks.workunit.client.0.smithi031.stdout: "share_state_bytes": { 2024-08-10T06:31:31.606 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-08-10T06:31:31.606 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 36630 2024-08-10T06:31:31.606 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.606 INFO:tasks.workunit.client.0.smithi031.stdout: "share_state_keys": { 2024-08-10T06:31:31.606 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-08-10T06:31:31.606 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3 2024-08-10T06:31:31.606 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.606 INFO:tasks.workunit.client.0.smithi031.stdout: "start_leader": { 2024-08-10T06:31:31.606 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5 2024-08-10T06:31:31.606 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.606 INFO:tasks.workunit.client.0.smithi031.stdout: "start_peon": { 2024-08-10T06:31:31.606 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.606 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.606 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state": { 2024-08-10T06:31:31.607 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.607 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.607 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state_bytes": { 2024-08-10T06:31:31.607 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.607 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.607 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.607 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state_keys": { 2024-08-10T06:31:31.607 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.607 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.607 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.607 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state_latency": { 2024-08-10T06:31:31.607 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.607 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.607 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.608 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.608 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache": { 2024-08-10T06:31:31.608 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_bytes": { 2024-08-10T06:31:31.608 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1020054731 2024-08-10T06:31:31.608 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.608 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_bytes": { 2024-08-10T06:31:31.608 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 261136384 2024-08-10T06:31:31.608 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.608 INFO:tasks.workunit.client.0.smithi031.stdout: "mapped_bytes": { 2024-08-10T06:31:31.608 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 259497984 2024-08-10T06:31:31.608 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.608 INFO:tasks.workunit.client.0.smithi031.stdout: "target_bytes": { 2024-08-10T06:31:31.608 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2147483648 2024-08-10T06:31:31.608 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.609 INFO:tasks.workunit.client.0.smithi031.stdout: "unmapped_bytes": { 2024-08-10T06:31:31.609 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1638400 2024-08-10T06:31:31.609 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.609 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.609 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache:full": { 2024-08-10T06:31:31.609 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:31.609 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 360710144 2024-08-10T06:31:31.609 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.609 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:31.609 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.609 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.609 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:31.609 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.609 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.610 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:31.610 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 266227793 2024-08-10T06:31:31.610 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.610 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:31.610 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 26269275 2024-08-10T06:31:31.610 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.610 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:31.610 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.610 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.610 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:31.610 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.610 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.610 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:31.610 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.611 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.611 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:31.611 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.611 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.611 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:31.611 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.611 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.611 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:31.611 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.611 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.611 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:31.611 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.611 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.611 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:31.612 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.612 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.612 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:31.612 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 68213076 2024-08-10T06:31:31.612 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.612 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.612 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache:inc": { 2024-08-10T06:31:31.612 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:31.612 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 339738624 2024-08-10T06:31:31.612 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.612 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:31.612 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.612 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.612 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:31.613 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.613 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.613 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:31.613 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 266227793 2024-08-10T06:31:31.613 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.613 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:31.613 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2826306 2024-08-10T06:31:31.613 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.613 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:31.613 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.613 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.613 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:31.613 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.613 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.614 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:31.614 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.614 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.614 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:31.614 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.614 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.614 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:31.614 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.614 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.614 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:31.614 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.614 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.614 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:31.615 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.615 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.615 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:31.615 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.615 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.615 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:31.615 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 70684525 2024-08-10T06:31:31.615 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.615 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.615 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache:kv": { 2024-08-10T06:31:31.615 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:31.615 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 314572800 2024-08-10T06:31:31.615 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.615 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:31.616 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T06:31:31.616 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.616 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:31.616 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.616 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.616 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:31.616 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 177485195 2024-08-10T06:31:31.616 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.616 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:31.616 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.616 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.616 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:31.616 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.616 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.617 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:31.617 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.617 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.617 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:31.617 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.617 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.617 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:31.617 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.617 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.617 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:31.617 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.617 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.617 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:31.617 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.618 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.618 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:31.618 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.618 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.618 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:31.618 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.618 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.618 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:31.618 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 69978741 2024-08-10T06:31:31.618 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.618 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.618 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb": { 2024-08-10T06:31:31.618 INFO:tasks.workunit.client.0.smithi031.stdout: "compact": { 2024-08-10T06:31:31.619 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.619 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.619 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_queue_len": { 2024-08-10T06:31:31.619 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.619 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.619 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_queue_merge": { 2024-08-10T06:31:31.619 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.619 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.619 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_range": { 2024-08-10T06:31:31.619 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 92 2024-08-10T06:31:31.619 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.619 INFO:tasks.workunit.client.0.smithi031.stdout: "get_latency": { 2024-08-10T06:31:31.619 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 361663, 2024-08-10T06:31:31.619 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2140186621 2024-08-10T06:31:31.620 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.620 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_delay_time": { 2024-08-10T06:31:31.620 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.620 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.620 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.620 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_memtable_time": { 2024-08-10T06:31:31.620 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.620 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.620 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.620 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-10T06:31:31.620 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.620 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.620 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.620 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_wal_time": { 2024-08-10T06:31:31.621 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.621 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.621 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.621 INFO:tasks.workunit.client.0.smithi031.stdout: "submit_latency": { 2024-08-10T06:31:31.621 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.621 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.621 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.621 INFO:tasks.workunit.client.0.smithi031.stdout: "submit_sync_latency": { 2024-08-10T06:31:31.621 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 19430, 2024-08-10T06:31:31.621 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7621914952 2024-08-10T06:31:31.621 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.621 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.621 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.622 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.0": { 2024-08-10T06:31:31.622 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T06:31:31.622 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_db_max_lat": { 2024-08-10T06:31:31.622 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 29297 2024-08-10T06:31:31.622 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.622 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_fallback": { 2024-08-10T06:31:31.622 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.622 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.622 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_max_lat": { 2024-08-10T06:31:31.622 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.622 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.622 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_size_fallback": { 2024-08-10T06:31:31.622 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.623 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.623 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_db": { 2024-08-10T06:31:31.623 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 65536 2024-08-10T06:31:31.623 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.623 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_slow": { 2024-08-10T06:31:31.623 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.623 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.623 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_wal": { 2024-08-10T06:31:31.623 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.623 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.623 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_wal_max_lat": { 2024-08-10T06:31:31.623 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.623 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.623 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_slow": { 2024-08-10T06:31:31.624 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.624 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.624 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_sst": { 2024-08-10T06:31:31.624 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6709248 2024-08-10T06:31:31.624 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.624 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_wal": { 2024-08-10T06:31:31.624 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 687370240 2024-08-10T06:31:31.624 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.624 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lat": { 2024-08-10T06:31:31.624 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 19, 2024-08-10T06:31:31.624 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4071460 2024-08-10T06:31:31.624 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.624 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lock_lat": { 2024-08-10T06:31:31.624 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 19, 2024-08-10T06:31:31.624 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1252818 2024-08-10T06:31:31.625 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.625 INFO:tasks.workunit.client.0.smithi031.stdout: "db_alloc_lat": { 2024-08-10T06:31:31.625 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 189, 2024-08-10T06:31:31.625 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 808762 2024-08-10T06:31:31.625 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.625 INFO:tasks.workunit.client.0.smithi031.stdout: "db_total_bytes": { 2024-08-10T06:31:31.625 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995027456 2024-08-10T06:31:31.625 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.625 INFO:tasks.workunit.client.0.smithi031.stdout: "db_used_bytes": { 2024-08-10T06:31:31.625 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 611778560 2024-08-10T06:31:31.625 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.625 INFO:tasks.workunit.client.0.smithi031.stdout: "flush_lat": { 2024-08-10T06:31:31.625 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 78333, 2024-08-10T06:31:31.625 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10638343599 2024-08-10T06:31:31.626 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.626 INFO:tasks.workunit.client.0.smithi031.stdout: "fsync_lat": { 2024-08-10T06:31:31.626 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 78353, 2024-08-10T06:31:31.626 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 17879217066 2024-08-10T06:31:31.626 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.626 INFO:tasks.workunit.client.0.smithi031.stdout: "log_bytes": { 2024-08-10T06:31:31.626 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5001216 2024-08-10T06:31:31.626 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.626 INFO:tasks.workunit.client.0.smithi031.stdout: "logged_bytes": { 2024-08-10T06:31:31.626 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 320901120 2024-08-10T06:31:31.626 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.626 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_db": { 2024-08-10T06:31:31.626 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 628817920 2024-08-10T06:31:31.626 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.627 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_slow": { 2024-08-10T06:31:31.627 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.627 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.627 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_wal": { 2024-08-10T06:31:31.627 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.627 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.627 INFO:tasks.workunit.client.0.smithi031.stdout: "num_files": { 2024-08-10T06:31:31.627 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 46 2024-08-10T06:31:31.627 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.627 INFO:tasks.workunit.client.0.smithi031.stdout: "read_bytes": { 2024-08-10T06:31:31.627 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 336671279 2024-08-10T06:31:31.627 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.627 INFO:tasks.workunit.client.0.smithi031.stdout: "read_count": { 2024-08-10T06:31:31.628 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 23712 2024-08-10T06:31:31.628 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.628 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes": { 2024-08-10T06:31:31.628 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 260825088 2024-08-10T06:31:31.628 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.628 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_db": { 2024-08-10T06:31:31.628 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 260829184 2024-08-10T06:31:31.628 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.628 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_slow": { 2024-08-10T06:31:31.628 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.628 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.628 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_wal": { 2024-08-10T06:31:31.628 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.628 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.628 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_count": { 2024-08-10T06:31:31.629 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10949 2024-08-10T06:31:31.629 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.629 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-08-10T06:31:31.629 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 23712, 2024-08-10T06:31:31.629 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 201901642 2024-08-10T06:31:31.629 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.629 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_bytes": { 2024-08-10T06:31:31.629 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 252597795 2024-08-10T06:31:31.629 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.629 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_count": { 2024-08-10T06:31:31.629 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 21134 2024-08-10T06:31:31.629 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.629 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_bytes": { 2024-08-10T06:31:31.629 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2389374 2024-08-10T06:31:31.630 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.630 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_count": { 2024-08-10T06:31:31.630 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 585 2024-08-10T06:31:31.630 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.630 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_bytes": { 2024-08-10T06:31:31.630 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6463546 2024-08-10T06:31:31.630 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.630 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_count": { 2024-08-10T06:31:31.630 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 810 2024-08-10T06:31:31.630 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.630 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes": { 2024-08-10T06:31:31.631 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4074172 2024-08-10T06:31:31.631 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.631 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_db": { 2024-08-10T06:31:31.631 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4074172 2024-08-10T06:31:31.631 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.631 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_slow": { 2024-08-10T06:31:31.631 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.631 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.631 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_wal": { 2024-08-10T06:31:31.631 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.631 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.631 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_count": { 2024-08-10T06:31:31.632 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 237 2024-08-10T06:31:31.632 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.632 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_lat": { 2024-08-10T06:31:31.632 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 810, 2024-08-10T06:31:31.632 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2107849 2024-08-10T06:31:31.632 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.632 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_alloc_lat": { 2024-08-10T06:31:31.632 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.632 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.632 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.632 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_total_bytes": { 2024-08-10T06:31:31.632 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.632 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.632 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_used_bytes": { 2024-08-10T06:31:31.633 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.633 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.633 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-08-10T06:31:31.633 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-08-10T06:31:31.633 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 628 2024-08-10T06:31:31.633 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.633 INFO:tasks.workunit.client.0.smithi031.stdout: "unlink_lat": { 2024-08-10T06:31:31.633 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 4, 2024-08-10T06:31:31.633 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6408 2024-08-10T06:31:31.633 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.633 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_alloc_lat": { 2024-08-10T06:31:31.633 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.633 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.634 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.634 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_total_bytes": { 2024-08-10T06:31:31.634 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.634 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.634 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_used_bytes": { 2024-08-10T06:31:31.634 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.634 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.634 INFO:tasks.workunit.client.0.smithi031.stdout: "write_bytes": { 2024-08-10T06:31:31.634 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1017856000 2024-08-10T06:31:31.634 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.634 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.634 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore": { 2024-08-10T06:31:31.634 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit": { 2024-08-10T06:31:31.634 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4096 2024-08-10T06:31:31.635 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.635 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": { 2024-08-10T06:31:31.635 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10997760 2024-08-10T06:31:31.635 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.635 INFO:tasks.workunit.client.0.smithi031.stdout: "allocator_lat": { 2024-08-10T06:31:31.635 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 20915, 2024-08-10T06:31:31.635 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 80324341 2024-08-10T06:31:31.635 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.635 INFO:tasks.workunit.client.0.smithi031.stdout: "clist_lat": { 2024-08-10T06:31:31.635 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3313, 2024-08-10T06:31:31.635 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 541723844 2024-08-10T06:31:31.635 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.635 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_lat": { 2024-08-10T06:31:31.636 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.636 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.636 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.636 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed": { 2024-08-10T06:31:31.636 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.636 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.636 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_allocated": { 2024-08-10T06:31:31.636 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.636 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.636 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_original": { 2024-08-10T06:31:31.636 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.636 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.636 INFO:tasks.workunit.client.0.smithi031.stdout: "csum_lat": { 2024-08-10T06:31:31.636 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 29840, 2024-08-10T06:31:31.637 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 240917587 2024-08-10T06:31:31.637 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.637 INFO:tasks.workunit.client.0.smithi031.stdout: "decompress_lat": { 2024-08-10T06:31:31.637 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.637 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.637 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.637 INFO:tasks.workunit.client.0.smithi031.stdout: "fragmentation_micros": { 2024-08-10T06:31:31.637 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.637 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.637 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_commit_lat": { 2024-08-10T06:31:31.637 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 78282, 2024-08-10T06:31:31.637 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 22117035025 2024-08-10T06:31:31.637 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.637 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_final_lat": { 2024-08-10T06:31:31.638 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 77633, 2024-08-10T06:31:31.638 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1719707696 2024-08-10T06:31:31.638 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.638 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_flush_lat": { 2024-08-10T06:31:31.638 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 78282, 2024-08-10T06:31:31.638 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 54585078 2024-08-10T06:31:31.638 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.638 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_sync_lat": { 2024-08-10T06:31:31.638 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 78282, 2024-08-10T06:31:31.638 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 22171620103 2024-08-10T06:31:31.638 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.638 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_keys_lat": { 2024-08-10T06:31:31.638 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.639 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.639 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.639 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_values_lat": { 2024-08-10T06:31:31.639 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 43258, 2024-08-10T06:31:31.639 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1357028309 2024-08-10T06:31:31.639 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.639 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_lower_bound_lat": { 2024-08-10T06:31:31.639 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1011, 2024-08-10T06:31:31.639 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3090345 2024-08-10T06:31:31.639 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.639 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_next_lat": { 2024-08-10T06:31:31.639 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 32406, 2024-08-10T06:31:31.640 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 13230435 2024-08-10T06:31:31.640 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.640 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_seek_to_first_lat": { 2024-08-10T06:31:31.640 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 53, 2024-08-10T06:31:31.640 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 88503 2024-08-10T06:31:31.640 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.640 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_upper_bound_lat": { 2024-08-10T06:31:31.640 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 25394, 2024-08-10T06:31:31.640 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3910987518 2024-08-10T06:31:31.640 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.640 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_hits": { 2024-08-10T06:31:31.640 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 269772 2024-08-10T06:31:31.640 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.640 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_misses": { 2024-08-10T06:31:31.640 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24781 2024-08-10T06:31:31.641 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.641 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-08-10T06:31:31.641 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 18956, 2024-08-10T06:31:31.641 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2618476364 2024-08-10T06:31:31.641 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.641 INFO:tasks.workunit.client.0.smithi031.stdout: "read_onode_meta_lat": { 2024-08-10T06:31:31.641 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 43205, 2024-08-10T06:31:31.641 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24124425 2024-08-10T06:31:31.641 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.641 INFO:tasks.workunit.client.0.smithi031.stdout: "read_wait_aio_lat": { 2024-08-10T06:31:31.641 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 24249, 2024-08-10T06:31:31.641 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1984692348 2024-08-10T06:31:31.641 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.641 INFO:tasks.workunit.client.0.smithi031.stdout: "reads_with_retries": { 2024-08-10T06:31:31.641 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.642 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.642 INFO:tasks.workunit.client.0.smithi031.stdout: "remove_lat": { 2024-08-10T06:31:31.642 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 15297, 2024-08-10T06:31:31.642 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 462844765 2024-08-10T06:31:31.642 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.642 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_aio_wait_count": { 2024-08-10T06:31:31.642 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.642 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.642 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_committed_kv_count": { 2024-08-10T06:31:31.642 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.642 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.642 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_read_onode_meta_count": { 2024-08-10T06:31:31.642 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.643 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.643 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_read_wait_aio_count": { 2024-08-10T06:31:31.643 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.643 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.643 INFO:tasks.workunit.client.0.smithi031.stdout: "state_aio_wait_lat": { 2024-08-10T06:31:31.643 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 92142, 2024-08-10T06:31:31.643 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8016500464 2024-08-10T06:31:31.643 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.643 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T06:31:31.643 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 8982, 2024-08-10T06:31:31.643 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 508202356 2024-08-10T06:31:31.643 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.643 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_cleanup_lat": { 2024-08-10T06:31:31.643 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 8980, 2024-08-10T06:31:31.644 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3027233823027 2024-08-10T06:31:31.644 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.644 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_queued_lat": { 2024-08-10T06:31:31.644 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 8982, 2024-08-10T06:31:31.644 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6473834673617 2024-08-10T06:31:31.644 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.644 INFO:tasks.workunit.client.0.smithi031.stdout: "state_done_lat": { 2024-08-10T06:31:31.644 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 92140, 2024-08-10T06:31:31.644 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2834665956087 2024-08-10T06:31:31.644 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.644 INFO:tasks.workunit.client.0.smithi031.stdout: "state_finishing_lat": { 2024-08-10T06:31:31.644 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 92140, 2024-08-10T06:31:31.644 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10033956 2024-08-10T06:31:31.644 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.645 INFO:tasks.workunit.client.0.smithi031.stdout: "state_io_done_lat": { 2024-08-10T06:31:31.645 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 92142, 2024-08-10T06:31:31.645 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 227834846 2024-08-10T06:31:31.645 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.645 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_commiting_lat": { 2024-08-10T06:31:31.645 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 92142, 2024-08-10T06:31:31.645 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 38382969431 2024-08-10T06:31:31.645 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.645 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_done_lat": { 2024-08-10T06:31:31.645 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 92142, 2024-08-10T06:31:31.645 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 43541787 2024-08-10T06:31:31.645 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.645 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_queued_lat": { 2024-08-10T06:31:31.645 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 92142, 2024-08-10T06:31:31.646 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 20439615815 2024-08-10T06:31:31.646 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.646 INFO:tasks.workunit.client.0.smithi031.stdout: "state_prepare_lat": { 2024-08-10T06:31:31.646 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 92142, 2024-08-10T06:31:31.646 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 9330686898 2024-08-10T06:31:31.646 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.646 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": { 2024-08-10T06:31:31.646 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6703468 2024-08-10T06:31:31.646 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.646 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-08-10T06:31:31.646 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2711, 2024-08-10T06:31:31.646 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 17163510 2024-08-10T06:31:31.646 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.647 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_commit_lat": { 2024-08-10T06:31:31.647 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 92142, 2024-08-10T06:31:31.647 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 76422978632 2024-08-10T06:31:31.647 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.647 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_submit_lat": { 2024-08-10T06:31:31.647 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 92142, 2024-08-10T06:31:31.647 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10567904444 2024-08-10T06:31:31.647 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.647 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_throttle_lat": { 2024-08-10T06:31:31.647 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 92142, 2024-08-10T06:31:31.647 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 574023609 2024-08-10T06:31:31.647 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.647 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.648 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache": { 2024-08-10T06:31:31.648 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_bytes": { 2024-08-10T06:31:31.648 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1406073476 2024-08-10T06:31:31.648 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.648 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_bytes": { 2024-08-10T06:31:31.648 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 636542976 2024-08-10T06:31:31.648 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.648 INFO:tasks.workunit.client.0.smithi031.stdout: "mapped_bytes": { 2024-08-10T06:31:31.648 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 475848704 2024-08-10T06:31:31.648 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.648 INFO:tasks.workunit.client.0.smithi031.stdout: "target_bytes": { 2024-08-10T06:31:31.648 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2601623347 2024-08-10T06:31:31.648 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.648 INFO:tasks.workunit.client.0.smithi031.stdout: "unmapped_bytes": { 2024-08-10T06:31:31.649 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 160694272 2024-08-10T06:31:31.649 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.649 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.649 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:data": { 2024-08-10T06:31:31.649 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:31.649 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 125829120 2024-08-10T06:31:31.649 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.649 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:31.649 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.649 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.649 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:31.649 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.649 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.649 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:31.650 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 56970142 2024-08-10T06:31:31.650 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.650 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:31.650 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.650 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.650 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:31.650 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.650 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.650 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:31.650 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.650 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.650 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:31.650 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.651 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.651 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:31.651 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4096 2024-08-10T06:31:31.651 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.651 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:31.651 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 102400 2024-08-10T06:31:31.651 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.651 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:31.651 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.651 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.651 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:31.651 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.651 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.651 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:31.652 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.652 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.652 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:31.652 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 68752482 2024-08-10T06:31:31.652 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.652 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.652 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv": { 2024-08-10T06:31:31.652 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:31.652 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 562036736 2024-08-10T06:31:31.652 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.652 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:31.652 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T06:31:31.652 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.653 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:31.653 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.653 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.653 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:31.653 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 427276068 2024-08-10T06:31:31.653 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.653 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:31.653 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.653 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.653 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:31.653 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.653 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.653 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:31.653 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1520 2024-08-10T06:31:31.653 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.654 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:31.654 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.654 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.654 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:31.654 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 101728 2024-08-10T06:31:31.654 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.654 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:31.654 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.654 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.654 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:31.654 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.654 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.654 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:31.655 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.655 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.655 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:31.655 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.655 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.655 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:31.655 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67548556 2024-08-10T06:31:31.655 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.655 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.655 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T06:31:31.655 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:31.655 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 176160768 2024-08-10T06:31:31.655 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.656 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:31.656 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T06:31:31.656 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.656 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:31.656 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 292192 2024-08-10T06:31:31.656 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.656 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:31.656 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 37980095 2024-08-10T06:31:31.656 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.656 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:31.656 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.656 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.656 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:31.656 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.656 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.657 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:31.657 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.657 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.657 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:31.657 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.657 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.657 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:31.657 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.657 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.657 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:31.657 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.657 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.657 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:31.657 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.658 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.658 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:31.658 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.658 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.658 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:31.658 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.658 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.658 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:31.658 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 70779617 2024-08-10T06:31:31.658 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.658 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.658 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:meta": { 2024-08-10T06:31:31.658 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:31.659 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 503316480 2024-08-10T06:31:31.659 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.659 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:31.659 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.659 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.659 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:31.659 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.659 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.659 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:31.659 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 427276068 2024-08-10T06:31:31.659 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.659 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:31.659 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.659 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.660 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:31.660 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.660 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.660 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:31.660 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.660 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.660 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:31.660 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.660 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.660 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:31.660 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 163414 2024-08-10T06:31:31.660 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.660 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:31.661 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1148850 2024-08-10T06:31:31.661 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.661 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:31.661 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.661 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.661 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:31.661 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.661 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.661 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:31.661 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.661 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.661 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:31.661 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 74728148 2024-08-10T06:31:31.661 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.662 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.662 INFO:tasks.workunit.client.0.smithi031.stdout: "objecter": { 2024-08-10T06:31:31.662 INFO:tasks.workunit.client.0.smithi031.stdout: "op_active": { 2024-08-10T06:31:31.662 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.662 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.662 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T06:31:31.662 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 63 2024-08-10T06:31:31.662 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.662 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rmw": { 2024-08-10T06:31:31.662 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.662 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.662 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T06:31:31.662 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.662 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.663 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.663 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:31.663 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg": { 2024-08-10T06:31:31.663 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 57 2024-08-10T06:31:31.663 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.663 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg_removing": { 2024-08-10T06:31:31.663 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.663 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.663 INFO:tasks.workunit.client.0.smithi031.stdout: "op": { 2024-08-10T06:31:31.663 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 57759 2024-08-10T06:31:31.663 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.663 INFO:tasks.workunit.client.0.smithi031.stdout: "op_before_queue_op_lat": { 2024-08-10T06:31:31.663 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 150901, 2024-08-10T06:31:31.664 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7732716903 2024-08-10T06:31:31.664 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.664 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_degraded": { 2024-08-10T06:31:31.664 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-08-10T06:31:31.664 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.664 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_unreadable": { 2024-08-10T06:31:31.664 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1 2024-08-10T06:31:31.664 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.664 INFO:tasks.workunit.client.0.smithi031.stdout: "op_in_bytes": { 2024-08-10T06:31:31.664 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2067188014 2024-08-10T06:31:31.664 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.664 INFO:tasks.workunit.client.0.smithi031.stdout: "op_latency": { 2024-08-10T06:31:31.664 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 57759, 2024-08-10T06:31:31.664 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 272208089911 2024-08-10T06:31:31.664 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.665 INFO:tasks.workunit.client.0.smithi031.stdout: "op_out_bytes": { 2024-08-10T06:31:31.665 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4184975878 2024-08-10T06:31:31.665 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.665 INFO:tasks.workunit.client.0.smithi031.stdout: "op_prepare_latency": { 2024-08-10T06:31:31.665 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 58930, 2024-08-10T06:31:31.665 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24381834048 2024-08-10T06:31:31.665 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.665 INFO:tasks.workunit.client.0.smithi031.stdout: "op_process_latency": { 2024-08-10T06:31:31.665 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 57759, 2024-08-10T06:31:31.665 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 85981981809 2024-08-10T06:31:31.665 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.665 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T06:31:31.665 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 40515 2024-08-10T06:31:31.666 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.666 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency": { 2024-08-10T06:31:31.666 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 40515, 2024-08-10T06:31:31.666 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 22503996075 2024-08-10T06:31:31.666 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.666 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T06:31:31.666 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.666 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.666 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_out_bytes": { 2024-08-10T06:31:31.666 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4184975878 2024-08-10T06:31:31.666 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.666 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_prepare_latency": { 2024-08-10T06:31:31.666 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 40925, 2024-08-10T06:31:31.666 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8257018442 2024-08-10T06:31:31.667 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.667 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_process_latency": { 2024-08-10T06:31:31.667 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 40515, 2024-08-10T06:31:31.667 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 11111995589 2024-08-10T06:31:31.667 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.667 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw": { 2024-08-10T06:31:31.667 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 9615 2024-08-10T06:31:31.667 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.667 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_in_bytes": { 2024-08-10T06:31:31.667 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 341574996 2024-08-10T06:31:31.667 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.667 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency": { 2024-08-10T06:31:31.667 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 9615, 2024-08-10T06:31:31.668 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15518569820 2024-08-10T06:31:31.668 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.668 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T06:31:31.668 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.668 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.668 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T06:31:31.668 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.668 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.668 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_out_bytes": { 2024-08-10T06:31:31.668 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.668 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.668 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_prepare_latency": { 2024-08-10T06:31:31.668 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 10134, 2024-08-10T06:31:31.668 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6439874483 2024-08-10T06:31:31.669 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.669 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_process_latency": { 2024-08-10T06:31:31.669 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 9615, 2024-08-10T06:31:31.669 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 14106316871 2024-08-10T06:31:31.669 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.669 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T06:31:31.669 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7629 2024-08-10T06:31:31.669 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.669 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_in_bytes": { 2024-08-10T06:31:31.669 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1725613018 2024-08-10T06:31:31.669 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.669 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency": { 2024-08-10T06:31:31.669 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7629, 2024-08-10T06:31:31.669 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 234185524016 2024-08-10T06:31:31.670 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.670 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T06:31:31.670 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.670 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.670 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_prepare_latency": { 2024-08-10T06:31:31.670 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7871, 2024-08-10T06:31:31.670 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 9684941123 2024-08-10T06:31:31.670 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.670 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_process_latency": { 2024-08-10T06:31:31.670 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7629, 2024-08-10T06:31:31.670 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 60763669349 2024-08-10T06:31:31.670 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.670 INFO:tasks.workunit.client.0.smithi031.stdout: "op_wip": { 2024-08-10T06:31:31.670 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.671 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.671 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_bytes": { 2024-08-10T06:31:31.671 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 27 2024-08-10T06:31:31.671 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.671 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_ops": { 2024-08-10T06:31:31.671 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 27 2024-08-10T06:31:31.671 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.671 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes": { 2024-08-10T06:31:31.671 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-08-10T06:31:31.671 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.671 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes_used": { 2024-08-10T06:31:31.671 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 622792704 2024-08-10T06:31:31.671 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.671 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.672 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.672 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.1": { 2024-08-10T06:31:31.672 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T06:31:31.672 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_db_max_lat": { 2024-08-10T06:31:31.672 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 26853 2024-08-10T06:31:31.672 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.672 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_fallback": { 2024-08-10T06:31:31.672 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.672 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.672 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_max_lat": { 2024-08-10T06:31:31.672 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.672 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.672 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_size_fallback": { 2024-08-10T06:31:31.672 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.672 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.673 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_db": { 2024-08-10T06:31:31.673 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 65536 2024-08-10T06:31:31.673 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.673 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_slow": { 2024-08-10T06:31:31.673 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.673 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.673 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_wal": { 2024-08-10T06:31:31.673 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.673 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.673 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_wal_max_lat": { 2024-08-10T06:31:31.673 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.673 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.674 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_slow": { 2024-08-10T06:31:31.674 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.674 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.674 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_sst": { 2024-08-10T06:31:31.674 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8704000 2024-08-10T06:31:31.674 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.674 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_wal": { 2024-08-10T06:31:31.674 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 686665728 2024-08-10T06:31:31.674 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.674 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lat": { 2024-08-10T06:31:31.674 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 17, 2024-08-10T06:31:31.674 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4028248 2024-08-10T06:31:31.674 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.675 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lock_lat": { 2024-08-10T06:31:31.675 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 17, 2024-08-10T06:31:31.675 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1326390 2024-08-10T06:31:31.675 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.675 INFO:tasks.workunit.client.0.smithi031.stdout: "db_alloc_lat": { 2024-08-10T06:31:31.675 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 179, 2024-08-10T06:31:31.675 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 725963 2024-08-10T06:31:31.675 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.675 INFO:tasks.workunit.client.0.smithi031.stdout: "db_total_bytes": { 2024-08-10T06:31:31.675 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995027456 2024-08-10T06:31:31.675 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.675 INFO:tasks.workunit.client.0.smithi031.stdout: "db_used_bytes": { 2024-08-10T06:31:31.675 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 665124864 2024-08-10T06:31:31.675 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.676 INFO:tasks.workunit.client.0.smithi031.stdout: "flush_lat": { 2024-08-10T06:31:31.676 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 69777, 2024-08-10T06:31:31.676 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 9605507214 2024-08-10T06:31:31.676 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.676 INFO:tasks.workunit.client.0.smithi031.stdout: "fsync_lat": { 2024-08-10T06:31:31.676 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 69796, 2024-08-10T06:31:31.676 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15968382091 2024-08-10T06:31:31.676 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.676 INFO:tasks.workunit.client.0.smithi031.stdout: "log_bytes": { 2024-08-10T06:31:31.676 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3203072 2024-08-10T06:31:31.676 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.676 INFO:tasks.workunit.client.0.smithi031.stdout: "logged_bytes": { 2024-08-10T06:31:31.676 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 285839360 2024-08-10T06:31:31.676 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.676 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_db": { 2024-08-10T06:31:31.677 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 686424064 2024-08-10T06:31:31.677 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.677 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_slow": { 2024-08-10T06:31:31.677 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.677 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.677 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_wal": { 2024-08-10T06:31:31.677 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.677 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.677 INFO:tasks.workunit.client.0.smithi031.stdout: "num_files": { 2024-08-10T06:31:31.677 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 50 2024-08-10T06:31:31.677 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.677 INFO:tasks.workunit.client.0.smithi031.stdout: "read_bytes": { 2024-08-10T06:31:31.677 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 280575727 2024-08-10T06:31:31.678 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.678 INFO:tasks.workunit.client.0.smithi031.stdout: "read_count": { 2024-08-10T06:31:31.678 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 17590 2024-08-10T06:31:31.678 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.678 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes": { 2024-08-10T06:31:31.678 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 230649856 2024-08-10T06:31:31.678 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.678 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_db": { 2024-08-10T06:31:31.678 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 230653952 2024-08-10T06:31:31.678 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.678 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_slow": { 2024-08-10T06:31:31.678 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.678 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.679 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_wal": { 2024-08-10T06:31:31.679 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.679 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.679 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_count": { 2024-08-10T06:31:31.679 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8716 2024-08-10T06:31:31.679 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.679 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-08-10T06:31:31.679 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 17590, 2024-08-10T06:31:31.679 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 157665225 2024-08-10T06:31:31.679 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.679 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_bytes": { 2024-08-10T06:31:31.679 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 187796049 2024-08-10T06:31:31.679 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.680 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_count": { 2024-08-10T06:31:31.680 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 14746 2024-08-10T06:31:31.680 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.680 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_bytes": { 2024-08-10T06:31:31.680 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2853405 2024-08-10T06:31:31.680 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.680 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_count": { 2024-08-10T06:31:31.680 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 587 2024-08-10T06:31:31.680 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.680 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_bytes": { 2024-08-10T06:31:31.680 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8619930 2024-08-10T06:31:31.680 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.680 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_count": { 2024-08-10T06:31:31.681 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 887 2024-08-10T06:31:31.681 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.681 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes": { 2024-08-10T06:31:31.681 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5766525 2024-08-10T06:31:31.681 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.681 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_db": { 2024-08-10T06:31:31.681 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5766525 2024-08-10T06:31:31.681 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.681 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_slow": { 2024-08-10T06:31:31.681 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.681 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.681 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_wal": { 2024-08-10T06:31:31.681 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.681 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.682 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_count": { 2024-08-10T06:31:31.682 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 309 2024-08-10T06:31:31.682 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.682 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_lat": { 2024-08-10T06:31:31.682 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 887, 2024-08-10T06:31:31.682 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5238285 2024-08-10T06:31:31.682 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.682 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_alloc_lat": { 2024-08-10T06:31:31.682 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.682 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.682 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.682 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_total_bytes": { 2024-08-10T06:31:31.682 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.683 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.683 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_used_bytes": { 2024-08-10T06:31:31.683 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.683 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.683 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-08-10T06:31:31.683 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-08-10T06:31:31.683 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 656 2024-08-10T06:31:31.683 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.683 INFO:tasks.workunit.client.0.smithi031.stdout: "unlink_lat": { 2024-08-10T06:31:31.683 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 4, 2024-08-10T06:31:31.683 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5885 2024-08-10T06:31:31.683 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.683 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_alloc_lat": { 2024-08-10T06:31:31.683 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.684 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.684 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.684 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_total_bytes": { 2024-08-10T06:31:31.684 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.684 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.684 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_used_bytes": { 2024-08-10T06:31:31.684 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.684 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.684 INFO:tasks.workunit.client.0.smithi031.stdout: "write_bytes": { 2024-08-10T06:31:31.684 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 983789568 2024-08-10T06:31:31.684 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.684 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.684 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore": { 2024-08-10T06:31:31.684 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit": { 2024-08-10T06:31:31.685 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4096 2024-08-10T06:31:31.685 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.685 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": { 2024-08-10T06:31:31.685 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10399744 2024-08-10T06:31:31.685 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.685 INFO:tasks.workunit.client.0.smithi031.stdout: "allocator_lat": { 2024-08-10T06:31:31.685 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 18964, 2024-08-10T06:31:31.685 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 76873415 2024-08-10T06:31:31.685 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.685 INFO:tasks.workunit.client.0.smithi031.stdout: "clist_lat": { 2024-08-10T06:31:31.685 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3287, 2024-08-10T06:31:31.685 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 468342358 2024-08-10T06:31:31.685 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.686 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_lat": { 2024-08-10T06:31:31.686 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.686 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.686 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.686 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed": { 2024-08-10T06:31:31.686 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.686 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.686 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_allocated": { 2024-08-10T06:31:31.686 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.686 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.686 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_original": { 2024-08-10T06:31:31.686 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.686 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.687 INFO:tasks.workunit.client.0.smithi031.stdout: "csum_lat": { 2024-08-10T06:31:31.687 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 18254, 2024-08-10T06:31:31.687 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 141591988 2024-08-10T06:31:31.687 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.687 INFO:tasks.workunit.client.0.smithi031.stdout: "decompress_lat": { 2024-08-10T06:31:31.687 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.687 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.687 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.687 INFO:tasks.workunit.client.0.smithi031.stdout: "fragmentation_micros": { 2024-08-10T06:31:31.687 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.687 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.687 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_commit_lat": { 2024-08-10T06:31:31.687 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 69719, 2024-08-10T06:31:31.688 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 19918231600 2024-08-10T06:31:31.688 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.688 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_final_lat": { 2024-08-10T06:31:31.688 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 69144, 2024-08-10T06:31:31.688 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1841824600 2024-08-10T06:31:31.688 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.688 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_flush_lat": { 2024-08-10T06:31:31.688 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 69719, 2024-08-10T06:31:31.688 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 49609279 2024-08-10T06:31:31.688 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.688 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_sync_lat": { 2024-08-10T06:31:31.688 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 69719, 2024-08-10T06:31:31.688 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 19967840879 2024-08-10T06:31:31.688 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.689 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_keys_lat": { 2024-08-10T06:31:31.689 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.689 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.689 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.689 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_values_lat": { 2024-08-10T06:31:31.689 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 28263, 2024-08-10T06:31:31.689 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1007403219 2024-08-10T06:31:31.689 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.689 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_lower_bound_lat": { 2024-08-10T06:31:31.689 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 939, 2024-08-10T06:31:31.689 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2561013 2024-08-10T06:31:31.689 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.689 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_next_lat": { 2024-08-10T06:31:31.689 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 8536, 2024-08-10T06:31:31.690 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7529378 2024-08-10T06:31:31.690 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.690 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_seek_to_first_lat": { 2024-08-10T06:31:31.690 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 45, 2024-08-10T06:31:31.690 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 53651 2024-08-10T06:31:31.690 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.690 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_upper_bound_lat": { 2024-08-10T06:31:31.690 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 13025, 2024-08-10T06:31:31.690 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2658049983 2024-08-10T06:31:31.690 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.690 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_hits": { 2024-08-10T06:31:31.690 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 221150 2024-08-10T06:31:31.690 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.691 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_misses": { 2024-08-10T06:31:31.691 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 27152 2024-08-10T06:31:31.691 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.691 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-08-10T06:31:31.691 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 22649, 2024-08-10T06:31:31.691 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2314820536 2024-08-10T06:31:31.691 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.691 INFO:tasks.workunit.client.0.smithi031.stdout: "read_onode_meta_lat": { 2024-08-10T06:31:31.691 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 72296, 2024-08-10T06:31:31.691 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 27842250 2024-08-10T06:31:31.691 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.691 INFO:tasks.workunit.client.0.smithi031.stdout: "read_wait_aio_lat": { 2024-08-10T06:31:31.692 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 49647, 2024-08-10T06:31:31.692 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1432069778 2024-08-10T06:31:31.692 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.692 INFO:tasks.workunit.client.0.smithi031.stdout: "reads_with_retries": { 2024-08-10T06:31:31.692 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.692 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.692 INFO:tasks.workunit.client.0.smithi031.stdout: "remove_lat": { 2024-08-10T06:31:31.692 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 15048, 2024-08-10T06:31:31.692 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 388977961 2024-08-10T06:31:31.692 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.692 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_aio_wait_count": { 2024-08-10T06:31:31.692 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.692 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.692 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_committed_kv_count": { 2024-08-10T06:31:31.692 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.693 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.693 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_read_onode_meta_count": { 2024-08-10T06:31:31.693 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.693 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.693 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_read_wait_aio_count": { 2024-08-10T06:31:31.693 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.693 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.693 INFO:tasks.workunit.client.0.smithi031.stdout: "state_aio_wait_lat": { 2024-08-10T06:31:31.693 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 82368, 2024-08-10T06:31:31.693 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7479634140 2024-08-10T06:31:31.693 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.693 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T06:31:31.693 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 22216, 2024-08-10T06:31:31.693 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1241109038 2024-08-10T06:31:31.694 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.694 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_cleanup_lat": { 2024-08-10T06:31:31.694 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 22216, 2024-08-10T06:31:31.694 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2772771214167 2024-08-10T06:31:31.694 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.694 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_queued_lat": { 2024-08-10T06:31:31.694 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 22216, 2024-08-10T06:31:31.694 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6442955724811 2024-08-10T06:31:31.694 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.694 INFO:tasks.workunit.client.0.smithi031.stdout: "state_done_lat": { 2024-08-10T06:31:31.694 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 82368, 2024-08-10T06:31:31.694 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2504642005056 2024-08-10T06:31:31.694 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.695 INFO:tasks.workunit.client.0.smithi031.stdout: "state_finishing_lat": { 2024-08-10T06:31:31.695 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 82368, 2024-08-10T06:31:31.695 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8619484 2024-08-10T06:31:31.695 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.695 INFO:tasks.workunit.client.0.smithi031.stdout: "state_io_done_lat": { 2024-08-10T06:31:31.695 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 82368, 2024-08-10T06:31:31.695 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 355463588 2024-08-10T06:31:31.695 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.695 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_commiting_lat": { 2024-08-10T06:31:31.695 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 82368, 2024-08-10T06:31:31.695 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 33746661535 2024-08-10T06:31:31.695 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.695 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_done_lat": { 2024-08-10T06:31:31.696 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 82368, 2024-08-10T06:31:31.696 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 31432548 2024-08-10T06:31:31.696 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.696 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_queued_lat": { 2024-08-10T06:31:31.696 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 82368, 2024-08-10T06:31:31.696 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 17770985246 2024-08-10T06:31:31.696 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.696 INFO:tasks.workunit.client.0.smithi031.stdout: "state_prepare_lat": { 2024-08-10T06:31:31.696 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 82368, 2024-08-10T06:31:31.696 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8478384912 2024-08-10T06:31:31.696 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.696 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": { 2024-08-10T06:31:31.696 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6112563 2024-08-10T06:31:31.696 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.697 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-08-10T06:31:31.697 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2643, 2024-08-10T06:31:31.697 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15233451 2024-08-10T06:31:31.697 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.697 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_commit_lat": { 2024-08-10T06:31:31.697 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 82368, 2024-08-10T06:31:31.697 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67845202787 2024-08-10T06:31:31.697 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.697 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_submit_lat": { 2024-08-10T06:31:31.697 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 82368, 2024-08-10T06:31:31.697 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 9507956914 2024-08-10T06:31:31.697 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.697 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_throttle_lat": { 2024-08-10T06:31:31.698 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 82368, 2024-08-10T06:31:31.698 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 573488529 2024-08-10T06:31:31.698 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.698 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.698 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache": { 2024-08-10T06:31:31.698 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_bytes": { 2024-08-10T06:31:31.698 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1406073476 2024-08-10T06:31:31.698 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.698 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_bytes": { 2024-08-10T06:31:31.698 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 459317248 2024-08-10T06:31:31.698 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.698 INFO:tasks.workunit.client.0.smithi031.stdout: "mapped_bytes": { 2024-08-10T06:31:31.699 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 413261824 2024-08-10T06:31:31.699 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.699 INFO:tasks.workunit.client.0.smithi031.stdout: "target_bytes": { 2024-08-10T06:31:31.699 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2601623347 2024-08-10T06:31:31.699 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.699 INFO:tasks.workunit.client.0.smithi031.stdout: "unmapped_bytes": { 2024-08-10T06:31:31.699 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 46055424 2024-08-10T06:31:31.699 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.699 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.699 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:data": { 2024-08-10T06:31:31.699 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:31.699 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 125829120 2024-08-10T06:31:31.699 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.700 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:31.700 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.700 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.700 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:31.700 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.700 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.700 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:31.700 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 56782491 2024-08-10T06:31:31.700 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.700 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:31.700 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.700 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.700 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:31.700 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.701 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.701 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:31.701 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.701 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.701 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:31.701 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.701 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.701 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:31.701 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 57344 2024-08-10T06:31:31.701 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.701 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:31.701 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 827392 2024-08-10T06:31:31.701 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.702 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:31.702 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.702 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.702 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:31.702 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.702 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.702 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:31.702 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.702 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.702 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:31.702 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 68161893 2024-08-10T06:31:31.702 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.702 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.702 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv": { 2024-08-10T06:31:31.703 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:31.703 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 562036736 2024-08-10T06:31:31.703 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.703 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:31.703 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T06:31:31.703 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.703 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:31.703 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.703 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.703 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:31.703 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 425868687 2024-08-10T06:31:31.703 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.703 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:31.703 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.704 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.704 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:31.704 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.704 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.704 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:31.704 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 256 2024-08-10T06:31:31.704 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.704 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:31.704 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.704 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.704 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:31.704 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 99040 2024-08-10T06:31:31.704 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.704 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:31.705 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.705 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.705 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:31.705 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.705 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.705 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:31.705 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.705 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.705 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:31.705 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.705 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.705 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:31.705 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 68959889 2024-08-10T06:31:31.705 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.706 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.706 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T06:31:31.706 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:31.706 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 176160768 2024-08-10T06:31:31.706 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.706 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:31.706 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T06:31:31.706 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.706 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:31.706 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 389200 2024-08-10T06:31:31.706 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.706 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:31.706 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 37854994 2024-08-10T06:31:31.707 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.707 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:31.707 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.707 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.707 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:31.707 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.707 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.707 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:31.707 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.707 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.707 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:31.707 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.707 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.707 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:31.708 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.708 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.708 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:31.708 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.708 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.708 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:31.708 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.708 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.708 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:31.708 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.708 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.708 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:31.708 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.709 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.709 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:31.709 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 70807710 2024-08-10T06:31:31.709 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.709 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.709 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:meta": { 2024-08-10T06:31:31.709 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:31.709 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 494927872 2024-08-10T06:31:31.709 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.709 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:31.709 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.709 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.709 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:31.709 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.710 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.710 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:31.710 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 425868687 2024-08-10T06:31:31.710 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.710 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:31.710 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.710 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.710 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:31.710 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.710 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.710 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:31.710 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.710 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.710 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:31.711 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.711 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.711 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:31.711 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 167740 2024-08-10T06:31:31.711 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.711 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:31.711 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1146393 2024-08-10T06:31:31.711 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.711 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:31.711 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.711 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.711 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:31.711 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.711 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.712 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:31.712 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.712 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.712 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:31.712 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67745052 2024-08-10T06:31:31.712 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.712 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.712 INFO:tasks.workunit.client.0.smithi031.stdout: "objecter": { 2024-08-10T06:31:31.712 INFO:tasks.workunit.client.0.smithi031.stdout: "op_active": { 2024-08-10T06:31:31.712 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.712 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.712 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T06:31:31.712 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 16 2024-08-10T06:31:31.712 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.713 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rmw": { 2024-08-10T06:31:31.713 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.713 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.713 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T06:31:31.713 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.713 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.713 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.713 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:31.713 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg": { 2024-08-10T06:31:31.713 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 48 2024-08-10T06:31:31.713 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.713 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg_removing": { 2024-08-10T06:31:31.713 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.713 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.714 INFO:tasks.workunit.client.0.smithi031.stdout: "op": { 2024-08-10T06:31:31.714 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 46543 2024-08-10T06:31:31.714 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.714 INFO:tasks.workunit.client.0.smithi031.stdout: "op_before_queue_op_lat": { 2024-08-10T06:31:31.714 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 134895, 2024-08-10T06:31:31.714 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8610514064 2024-08-10T06:31:31.714 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.714 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_degraded": { 2024-08-10T06:31:31.714 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.714 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.714 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_unreadable": { 2024-08-10T06:31:31.714 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.714 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.715 INFO:tasks.workunit.client.0.smithi031.stdout: "op_in_bytes": { 2024-08-10T06:31:31.715 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1879934300 2024-08-10T06:31:31.715 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.715 INFO:tasks.workunit.client.0.smithi031.stdout: "op_latency": { 2024-08-10T06:31:31.715 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 46543, 2024-08-10T06:31:31.715 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 649302000710 2024-08-10T06:31:31.715 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.715 INFO:tasks.workunit.client.0.smithi031.stdout: "op_out_bytes": { 2024-08-10T06:31:31.715 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1955582785 2024-08-10T06:31:31.715 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.715 INFO:tasks.workunit.client.0.smithi031.stdout: "op_prepare_latency": { 2024-08-10T06:31:31.715 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 48352, 2024-08-10T06:31:31.715 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 31795217224 2024-08-10T06:31:31.715 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.716 INFO:tasks.workunit.client.0.smithi031.stdout: "op_process_latency": { 2024-08-10T06:31:31.716 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 46543, 2024-08-10T06:31:31.716 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 129190821037 2024-08-10T06:31:31.716 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.716 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T06:31:31.716 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 23482 2024-08-10T06:31:31.716 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.716 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency": { 2024-08-10T06:31:31.716 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 23482, 2024-08-10T06:31:31.716 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 11899348913 2024-08-10T06:31:31.716 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.716 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T06:31:31.716 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.716 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.717 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_out_bytes": { 2024-08-10T06:31:31.717 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1955582785 2024-08-10T06:31:31.717 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.717 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_prepare_latency": { 2024-08-10T06:31:31.717 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 23938, 2024-08-10T06:31:31.717 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5774544992 2024-08-10T06:31:31.717 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.717 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_process_latency": { 2024-08-10T06:31:31.717 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 23482, 2024-08-10T06:31:31.717 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5338672141 2024-08-10T06:31:31.717 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.717 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw": { 2024-08-10T06:31:31.717 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12946 2024-08-10T06:31:31.718 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.718 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_in_bytes": { 2024-08-10T06:31:31.718 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 170374267 2024-08-10T06:31:31.718 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.718 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency": { 2024-08-10T06:31:31.718 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 12946, 2024-08-10T06:31:31.718 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 99144172259 2024-08-10T06:31:31.718 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.718 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T06:31:31.718 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.718 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.718 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T06:31:31.718 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.718 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.719 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_out_bytes": { 2024-08-10T06:31:31.719 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.719 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.719 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_prepare_latency": { 2024-08-10T06:31:31.719 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 13166, 2024-08-10T06:31:31.719 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 13037413461 2024-08-10T06:31:31.719 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.719 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_process_latency": { 2024-08-10T06:31:31.719 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 12946, 2024-08-10T06:31:31.719 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 31034823569 2024-08-10T06:31:31.719 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.719 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T06:31:31.719 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10115 2024-08-10T06:31:31.719 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.720 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_in_bytes": { 2024-08-10T06:31:31.720 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1709560033 2024-08-10T06:31:31.720 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.720 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency": { 2024-08-10T06:31:31.720 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 10115, 2024-08-10T06:31:31.720 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 538258479538 2024-08-10T06:31:31.720 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.720 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T06:31:31.720 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.720 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.720 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_prepare_latency": { 2024-08-10T06:31:31.720 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 11248, 2024-08-10T06:31:31.720 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12983258771 2024-08-10T06:31:31.720 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.721 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_process_latency": { 2024-08-10T06:31:31.721 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 10115, 2024-08-10T06:31:31.721 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 92817325327 2024-08-10T06:31:31.721 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.721 INFO:tasks.workunit.client.0.smithi031.stdout: "op_wip": { 2024-08-10T06:31:31.721 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.721 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.721 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_bytes": { 2024-08-10T06:31:31.721 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4194304 2024-08-10T06:31:31.721 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.721 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_ops": { 2024-08-10T06:31:31.721 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8 2024-08-10T06:31:31.721 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.721 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes": { 2024-08-10T06:31:31.721 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-08-10T06:31:31.722 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.722 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes_used": { 2024-08-10T06:31:31.722 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 675532800 2024-08-10T06:31:31.722 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.722 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.722 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.722 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.2": { 2024-08-10T06:31:31.722 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T06:31:31.722 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_db_max_lat": { 2024-08-10T06:31:31.722 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 16706 2024-08-10T06:31:31.722 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.722 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_fallback": { 2024-08-10T06:31:31.722 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.722 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.723 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_max_lat": { 2024-08-10T06:31:31.723 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.723 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.723 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_size_fallback": { 2024-08-10T06:31:31.723 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.723 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.723 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_db": { 2024-08-10T06:31:31.723 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 65536 2024-08-10T06:31:31.723 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.723 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_slow": { 2024-08-10T06:31:31.723 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.723 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.723 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_wal": { 2024-08-10T06:31:31.723 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.724 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.724 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_wal_max_lat": { 2024-08-10T06:31:31.724 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.724 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.724 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_slow": { 2024-08-10T06:31:31.724 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.724 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.724 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_sst": { 2024-08-10T06:31:31.724 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1024000 2024-08-10T06:31:31.724 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.724 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_wal": { 2024-08-10T06:31:31.724 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 473726976 2024-08-10T06:31:31.724 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.724 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lat": { 2024-08-10T06:31:31.725 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 16, 2024-08-10T06:31:31.725 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2973652 2024-08-10T06:31:31.725 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.725 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lock_lat": { 2024-08-10T06:31:31.725 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 16, 2024-08-10T06:31:31.725 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 975547 2024-08-10T06:31:31.725 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.725 INFO:tasks.workunit.client.0.smithi031.stdout: "db_alloc_lat": { 2024-08-10T06:31:31.725 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 141, 2024-08-10T06:31:31.725 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 553456 2024-08-10T06:31:31.725 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.725 INFO:tasks.workunit.client.0.smithi031.stdout: "db_total_bytes": { 2024-08-10T06:31:31.725 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995027456 2024-08-10T06:31:31.725 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.725 INFO:tasks.workunit.client.0.smithi031.stdout: "db_used_bytes": { 2024-08-10T06:31:31.726 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 328925184 2024-08-10T06:31:31.726 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.726 INFO:tasks.workunit.client.0.smithi031.stdout: "flush_lat": { 2024-08-10T06:31:31.726 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 66362, 2024-08-10T06:31:31.726 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8970767478 2024-08-10T06:31:31.726 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.726 INFO:tasks.workunit.client.0.smithi031.stdout: "fsync_lat": { 2024-08-10T06:31:31.726 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 66369, 2024-08-10T06:31:31.727 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15227077156 2024-08-10T06:31:31.727 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.727 INFO:tasks.workunit.client.0.smithi031.stdout: "log_bytes": { 2024-08-10T06:31:31.727 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5894144 2024-08-10T06:31:31.727 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.727 INFO:tasks.workunit.client.0.smithi031.stdout: "logged_bytes": { 2024-08-10T06:31:31.727 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 271892480 2024-08-10T06:31:31.727 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.727 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_db": { 2024-08-10T06:31:31.727 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 345964544 2024-08-10T06:31:31.727 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.727 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_slow": { 2024-08-10T06:31:31.727 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.727 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.728 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_wal": { 2024-08-10T06:31:31.728 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.728 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.728 INFO:tasks.workunit.client.0.smithi031.stdout: "num_files": { 2024-08-10T06:31:31.728 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 32 2024-08-10T06:31:31.728 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.728 INFO:tasks.workunit.client.0.smithi031.stdout: "read_bytes": { 2024-08-10T06:31:31.728 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 77650881 2024-08-10T06:31:31.728 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.728 INFO:tasks.workunit.client.0.smithi031.stdout: "read_count": { 2024-08-10T06:31:31.728 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5676 2024-08-10T06:31:31.728 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.728 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes": { 2024-08-10T06:31:31.728 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 41095168 2024-08-10T06:31:31.729 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.729 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_db": { 2024-08-10T06:31:31.729 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 41099264 2024-08-10T06:31:31.729 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.729 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_slow": { 2024-08-10T06:31:31.729 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.729 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.729 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_wal": { 2024-08-10T06:31:31.729 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.729 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.729 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_count": { 2024-08-10T06:31:31.729 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 121 2024-08-10T06:31:31.729 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.729 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-08-10T06:31:31.730 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 5676, 2024-08-10T06:31:31.730 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 11287663 2024-08-10T06:31:31.730 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.730 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_bytes": { 2024-08-10T06:31:31.730 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 39485160 2024-08-10T06:31:31.730 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.730 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_count": { 2024-08-10T06:31:31.730 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4499 2024-08-10T06:31:31.730 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.730 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_bytes": { 2024-08-10T06:31:31.730 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 389419 2024-08-10T06:31:31.730 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.730 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_count": { 2024-08-10T06:31:31.730 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 253 2024-08-10T06:31:31.731 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.731 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_bytes": { 2024-08-10T06:31:31.731 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1013898 2024-08-10T06:31:31.731 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.731 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_count": { 2024-08-10T06:31:31.731 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 357 2024-08-10T06:31:31.731 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.731 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes": { 2024-08-10T06:31:31.731 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 624479 2024-08-10T06:31:31.732 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.732 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_db": { 2024-08-10T06:31:31.732 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 624479 2024-08-10T06:31:31.732 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.732 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_slow": { 2024-08-10T06:31:31.732 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.732 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.732 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_wal": { 2024-08-10T06:31:31.732 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.732 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.732 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_count": { 2024-08-10T06:31:31.732 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 104 2024-08-10T06:31:31.732 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.732 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_lat": { 2024-08-10T06:31:31.733 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 357, 2024-08-10T06:31:31.733 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 544810 2024-08-10T06:31:31.733 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.733 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_alloc_lat": { 2024-08-10T06:31:31.733 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.733 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.733 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.733 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_total_bytes": { 2024-08-10T06:31:31.733 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.733 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.733 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_used_bytes": { 2024-08-10T06:31:31.733 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.733 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.733 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-08-10T06:31:31.734 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-08-10T06:31:31.734 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 740 2024-08-10T06:31:31.734 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.734 INFO:tasks.workunit.client.0.smithi031.stdout: "unlink_lat": { 2024-08-10T06:31:31.734 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 4, 2024-08-10T06:31:31.734 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6508 2024-08-10T06:31:31.734 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.734 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_alloc_lat": { 2024-08-10T06:31:31.734 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.734 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.734 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.734 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_total_bytes": { 2024-08-10T06:31:31.734 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.735 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.735 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_used_bytes": { 2024-08-10T06:31:31.735 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.735 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.735 INFO:tasks.workunit.client.0.smithi031.stdout: "write_bytes": { 2024-08-10T06:31:31.735 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 749072384 2024-08-10T06:31:31.735 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.735 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.735 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore": { 2024-08-10T06:31:31.735 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit": { 2024-08-10T06:31:31.735 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4096 2024-08-10T06:31:31.735 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.735 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": { 2024-08-10T06:31:31.735 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10387456 2024-08-10T06:31:31.736 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.736 INFO:tasks.workunit.client.0.smithi031.stdout: "allocator_lat": { 2024-08-10T06:31:31.736 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 16990, 2024-08-10T06:31:31.736 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 48658493 2024-08-10T06:31:31.736 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.736 INFO:tasks.workunit.client.0.smithi031.stdout: "clist_lat": { 2024-08-10T06:31:31.736 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3308, 2024-08-10T06:31:31.736 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 285112054 2024-08-10T06:31:31.736 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.736 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_lat": { 2024-08-10T06:31:31.736 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.736 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.736 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.736 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed": { 2024-08-10T06:31:31.737 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.737 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.737 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_allocated": { 2024-08-10T06:31:31.737 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.737 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.737 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_original": { 2024-08-10T06:31:31.737 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.737 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.737 INFO:tasks.workunit.client.0.smithi031.stdout: "csum_lat": { 2024-08-10T06:31:31.737 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 21806, 2024-08-10T06:31:31.737 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 171956375 2024-08-10T06:31:31.737 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.737 INFO:tasks.workunit.client.0.smithi031.stdout: "decompress_lat": { 2024-08-10T06:31:31.737 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.738 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.738 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.738 INFO:tasks.workunit.client.0.smithi031.stdout: "fragmentation_micros": { 2024-08-10T06:31:31.738 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.738 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.738 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_commit_lat": { 2024-08-10T06:31:31.738 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 66335, 2024-08-10T06:31:31.738 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 18605229416 2024-08-10T06:31:31.738 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.738 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_final_lat": { 2024-08-10T06:31:31.738 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 65821, 2024-08-10T06:31:31.738 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1555673998 2024-08-10T06:31:31.738 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.739 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_flush_lat": { 2024-08-10T06:31:31.739 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 66335, 2024-08-10T06:31:31.739 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 38815481 2024-08-10T06:31:31.739 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.739 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_sync_lat": { 2024-08-10T06:31:31.739 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 66335, 2024-08-10T06:31:31.739 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 18644044897 2024-08-10T06:31:31.739 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.739 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_keys_lat": { 2024-08-10T06:31:31.739 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.739 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.739 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.739 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_values_lat": { 2024-08-10T06:31:31.739 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 58866, 2024-08-10T06:31:31.740 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 930727040 2024-08-10T06:31:31.740 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.740 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_lower_bound_lat": { 2024-08-10T06:31:31.740 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1031, 2024-08-10T06:31:31.740 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2821495 2024-08-10T06:31:31.740 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.740 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_next_lat": { 2024-08-10T06:31:31.740 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 17800, 2024-08-10T06:31:31.740 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8753350 2024-08-10T06:31:31.740 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.740 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_seek_to_first_lat": { 2024-08-10T06:31:31.740 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 37, 2024-08-10T06:31:31.740 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 59786 2024-08-10T06:31:31.740 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.741 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_upper_bound_lat": { 2024-08-10T06:31:31.741 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 20914, 2024-08-10T06:31:31.741 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1238309015 2024-08-10T06:31:31.741 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.741 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_hits": { 2024-08-10T06:31:31.741 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 244603 2024-08-10T06:31:31.741 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.741 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_misses": { 2024-08-10T06:31:31.741 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 17673 2024-08-10T06:31:31.741 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.741 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-08-10T06:31:31.741 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7508, 2024-08-10T06:31:31.741 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1464572282 2024-08-10T06:31:31.741 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.741 INFO:tasks.workunit.client.0.smithi031.stdout: "read_onode_meta_lat": { 2024-08-10T06:31:31.742 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 20615, 2024-08-10T06:31:31.742 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 9529268 2024-08-10T06:31:31.742 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.742 INFO:tasks.workunit.client.0.smithi031.stdout: "read_wait_aio_lat": { 2024-08-10T06:31:31.742 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 13107, 2024-08-10T06:31:31.742 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1270932386 2024-08-10T06:31:31.742 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.742 INFO:tasks.workunit.client.0.smithi031.stdout: "reads_with_retries": { 2024-08-10T06:31:31.742 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.742 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.742 INFO:tasks.workunit.client.0.smithi031.stdout: "remove_lat": { 2024-08-10T06:31:31.742 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 12167, 2024-08-10T06:31:31.742 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 340647191 2024-08-10T06:31:31.742 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.743 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_aio_wait_count": { 2024-08-10T06:31:31.743 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.743 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.743 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_committed_kv_count": { 2024-08-10T06:31:31.743 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.743 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.743 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_read_onode_meta_count": { 2024-08-10T06:31:31.743 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.743 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.743 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_read_wait_aio_count": { 2024-08-10T06:31:31.743 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.743 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.744 INFO:tasks.workunit.client.0.smithi031.stdout: "state_aio_wait_lat": { 2024-08-10T06:31:31.744 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 81115, 2024-08-10T06:31:31.744 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 9869764681 2024-08-10T06:31:31.744 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.744 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T06:31:31.744 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 5768, 2024-08-10T06:31:31.744 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 687172784 2024-08-10T06:31:31.744 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.744 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_cleanup_lat": { 2024-08-10T06:31:31.744 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 5767, 2024-08-10T06:31:31.744 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2464771760958 2024-08-10T06:31:31.744 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.744 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_queued_lat": { 2024-08-10T06:31:31.744 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 5768, 2024-08-10T06:31:31.745 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6036535146846 2024-08-10T06:31:31.745 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.745 INFO:tasks.workunit.client.0.smithi031.stdout: "state_done_lat": { 2024-08-10T06:31:31.745 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 81114, 2024-08-10T06:31:31.745 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2564697203350 2024-08-10T06:31:31.745 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.745 INFO:tasks.workunit.client.0.smithi031.stdout: "state_finishing_lat": { 2024-08-10T06:31:31.745 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 81114, 2024-08-10T06:31:31.745 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 9309695 2024-08-10T06:31:31.745 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.745 INFO:tasks.workunit.client.0.smithi031.stdout: "state_io_done_lat": { 2024-08-10T06:31:31.745 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 81115, 2024-08-10T06:31:31.745 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 333598083 2024-08-10T06:31:31.745 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.746 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_commiting_lat": { 2024-08-10T06:31:31.746 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 81115, 2024-08-10T06:31:31.746 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 34079863960 2024-08-10T06:31:31.746 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.746 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_done_lat": { 2024-08-10T06:31:31.746 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 81115, 2024-08-10T06:31:31.746 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 27402729 2024-08-10T06:31:31.746 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.746 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_queued_lat": { 2024-08-10T06:31:31.746 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 81115, 2024-08-10T06:31:31.746 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 18148328846 2024-08-10T06:31:31.746 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.746 INFO:tasks.workunit.client.0.smithi031.stdout: "state_prepare_lat": { 2024-08-10T06:31:31.746 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 81115, 2024-08-10T06:31:31.747 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6771454838 2024-08-10T06:31:31.747 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.747 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": { 2024-08-10T06:31:31.747 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6112384 2024-08-10T06:31:31.747 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.747 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-08-10T06:31:31.747 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2592, 2024-08-10T06:31:31.747 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 14473348 2024-08-10T06:31:31.747 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.747 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_commit_lat": { 2024-08-10T06:31:31.747 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 81115, 2024-08-10T06:31:31.747 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 69214053784 2024-08-10T06:31:31.747 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.747 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_submit_lat": { 2024-08-10T06:31:31.748 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 81115, 2024-08-10T06:31:31.748 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7673420949 2024-08-10T06:31:31.748 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.748 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_throttle_lat": { 2024-08-10T06:31:31.748 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 81115, 2024-08-10T06:31:31.748 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 719949863 2024-08-10T06:31:31.748 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.748 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.748 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache": { 2024-08-10T06:31:31.748 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_bytes": { 2024-08-10T06:31:31.748 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1406073476 2024-08-10T06:31:31.748 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.748 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_bytes": { 2024-08-10T06:31:31.749 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 426409984 2024-08-10T06:31:31.749 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.749 INFO:tasks.workunit.client.0.smithi031.stdout: "mapped_bytes": { 2024-08-10T06:31:31.749 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 362209280 2024-08-10T06:31:31.749 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.749 INFO:tasks.workunit.client.0.smithi031.stdout: "target_bytes": { 2024-08-10T06:31:31.749 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2601623347 2024-08-10T06:31:31.749 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.749 INFO:tasks.workunit.client.0.smithi031.stdout: "unmapped_bytes": { 2024-08-10T06:31:31.749 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 64200704 2024-08-10T06:31:31.749 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.749 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.749 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:data": { 2024-08-10T06:31:31.749 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:31.750 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 125829120 2024-08-10T06:31:31.750 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.750 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:31.750 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.750 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.750 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:31.750 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.750 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.750 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:31.750 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 57583632 2024-08-10T06:31:31.750 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.750 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:31.750 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.751 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.751 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:31.751 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.751 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.751 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:31.751 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.751 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.751 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:31.751 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.751 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.751 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:31.751 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 16384 2024-08-10T06:31:31.751 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.751 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:31.752 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 69632 2024-08-10T06:31:31.752 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.752 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:31.752 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.752 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.752 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:31.752 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.752 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.752 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:31.752 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.752 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.752 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:31.752 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 68159472 2024-08-10T06:31:31.752 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.753 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.753 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv": { 2024-08-10T06:31:31.753 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:31.753 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 570425344 2024-08-10T06:31:31.753 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.753 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:31.753 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T06:31:31.753 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.753 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:31.753 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.753 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.753 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:31.753 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 431877244 2024-08-10T06:31:31.753 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.754 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:31.754 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.754 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.754 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:31.754 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.754 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.754 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:31.754 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 816 2024-08-10T06:31:31.754 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.754 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:31.754 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.754 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.754 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:31.754 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 46688 2024-08-10T06:31:31.755 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.755 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:31.755 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.755 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.755 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:31.755 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.755 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.755 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:31.755 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.755 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.755 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:31.755 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.755 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.755 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:31.756 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71391732 2024-08-10T06:31:31.756 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.756 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.756 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T06:31:31.756 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:31.756 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 176160768 2024-08-10T06:31:31.756 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.756 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:31.756 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T06:31:31.756 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.756 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:31.756 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 34688 2024-08-10T06:31:31.756 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.756 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:31.756 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 38389088 2024-08-10T06:31:31.757 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.757 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:31.757 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.757 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.757 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:31.757 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.757 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.757 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:31.757 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.757 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.757 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:31.757 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.757 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.758 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:31.758 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.758 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.758 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:31.758 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.758 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.758 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:31.758 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.758 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.758 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:31.758 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.758 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.758 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:31.759 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.759 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.759 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:31.759 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 70628128 2024-08-10T06:31:31.759 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.759 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.759 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:meta": { 2024-08-10T06:31:31.759 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:31.759 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 503316480 2024-08-10T06:31:31.759 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.759 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:31.759 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.759 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.759 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:31.760 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.760 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.760 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:31.760 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 431877244 2024-08-10T06:31:31.760 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.760 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:31.760 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.760 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.760 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:31.760 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.760 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.760 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:31.760 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.761 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.761 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:31.761 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.761 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.761 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:31.761 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 160969 2024-08-10T06:31:31.761 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.761 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:31.761 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1167282 2024-08-10T06:31:31.761 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.761 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:31.761 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.761 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.762 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:31.762 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.762 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.762 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:31.762 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.762 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.762 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:31.762 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 70110985 2024-08-10T06:31:31.762 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.762 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.762 INFO:tasks.workunit.client.0.smithi031.stdout: "objecter": { 2024-08-10T06:31:31.762 INFO:tasks.workunit.client.0.smithi031.stdout: "op_active": { 2024-08-10T06:31:31.762 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.763 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.763 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T06:31:31.763 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 48 2024-08-10T06:31:31.763 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.763 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rmw": { 2024-08-10T06:31:31.763 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.763 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.763 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T06:31:31.763 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.763 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.763 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.763 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:31.763 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg": { 2024-08-10T06:31:31.764 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 42 2024-08-10T06:31:31.764 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.764 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg_removing": { 2024-08-10T06:31:31.764 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.764 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.764 INFO:tasks.workunit.client.0.smithi031.stdout: "op": { 2024-08-10T06:31:31.764 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 58992 2024-08-10T06:31:31.764 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.764 INFO:tasks.workunit.client.0.smithi031.stdout: "op_before_queue_op_lat": { 2024-08-10T06:31:31.764 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 145877, 2024-08-10T06:31:31.764 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6532700119 2024-08-10T06:31:31.764 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.764 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_degraded": { 2024-08-10T06:31:31.764 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.765 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.765 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_unreadable": { 2024-08-10T06:31:31.765 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.765 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.765 INFO:tasks.workunit.client.0.smithi031.stdout: "op_in_bytes": { 2024-08-10T06:31:31.765 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1364039357 2024-08-10T06:31:31.765 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.765 INFO:tasks.workunit.client.0.smithi031.stdout: "op_latency": { 2024-08-10T06:31:31.765 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 58992, 2024-08-10T06:31:31.765 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 89164303770 2024-08-10T06:31:31.765 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.765 INFO:tasks.workunit.client.0.smithi031.stdout: "op_out_bytes": { 2024-08-10T06:31:31.765 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2575204096 2024-08-10T06:31:31.765 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.766 INFO:tasks.workunit.client.0.smithi031.stdout: "op_prepare_latency": { 2024-08-10T06:31:31.766 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 60025, 2024-08-10T06:31:31.766 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 42079820710 2024-08-10T06:31:31.766 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.766 INFO:tasks.workunit.client.0.smithi031.stdout: "op_process_latency": { 2024-08-10T06:31:31.766 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 58992, 2024-08-10T06:31:31.766 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 68651370907 2024-08-10T06:31:31.766 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.766 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T06:31:31.766 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 28911 2024-08-10T06:31:31.766 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.766 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency": { 2024-08-10T06:31:31.767 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 28911, 2024-08-10T06:31:31.767 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 22217335922 2024-08-10T06:31:31.767 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.767 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T06:31:31.767 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.767 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.767 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_out_bytes": { 2024-08-10T06:31:31.767 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2575204096 2024-08-10T06:31:31.767 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.767 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_prepare_latency": { 2024-08-10T06:31:31.767 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 29387, 2024-08-10T06:31:31.767 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6371295055 2024-08-10T06:31:31.767 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.768 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_process_latency": { 2024-08-10T06:31:31.768 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 28911, 2024-08-10T06:31:31.768 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8692166111 2024-08-10T06:31:31.768 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.768 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw": { 2024-08-10T06:31:31.768 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 28608 2024-08-10T06:31:31.768 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.768 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_in_bytes": { 2024-08-10T06:31:31.768 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 278080998 2024-08-10T06:31:31.768 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.768 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency": { 2024-08-10T06:31:31.768 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 28608, 2024-08-10T06:31:31.768 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 52474989689 2024-08-10T06:31:31.768 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.769 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T06:31:31.769 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.769 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.769 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T06:31:31.769 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.769 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.769 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_out_bytes": { 2024-08-10T06:31:31.769 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.769 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.769 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_prepare_latency": { 2024-08-10T06:31:31.769 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 28969, 2024-08-10T06:31:31.769 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 33228981019 2024-08-10T06:31:31.769 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.769 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_process_latency": { 2024-08-10T06:31:31.770 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 28608, 2024-08-10T06:31:31.770 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 49330591747 2024-08-10T06:31:31.770 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.770 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T06:31:31.770 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1473 2024-08-10T06:31:31.770 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.770 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_in_bytes": { 2024-08-10T06:31:31.770 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1085958359 2024-08-10T06:31:31.770 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.770 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency": { 2024-08-10T06:31:31.770 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1473, 2024-08-10T06:31:31.770 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 14471978159 2024-08-10T06:31:31.770 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.771 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T06:31:31.771 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.771 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.771 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_prepare_latency": { 2024-08-10T06:31:31.771 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1669, 2024-08-10T06:31:31.771 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2479544636 2024-08-10T06:31:31.771 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.771 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_process_latency": { 2024-08-10T06:31:31.771 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1473, 2024-08-10T06:31:31.771 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10628613049 2024-08-10T06:31:31.771 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.771 INFO:tasks.workunit.client.0.smithi031.stdout: "op_wip": { 2024-08-10T06:31:31.771 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.772 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.772 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_bytes": { 2024-08-10T06:31:31.772 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.772 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.772 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_ops": { 2024-08-10T06:31:31.772 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 17 2024-08-10T06:31:31.772 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.772 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes": { 2024-08-10T06:31:31.772 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-08-10T06:31:31.772 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.772 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes_used": { 2024-08-10T06:31:31.772 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 339324928 2024-08-10T06:31:31.772 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.772 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.773 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.773 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.3": { 2024-08-10T06:31:31.773 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T06:31:31.773 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_db_max_lat": { 2024-08-10T06:31:31.773 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 18321 2024-08-10T06:31:31.773 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.773 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_fallback": { 2024-08-10T06:31:31.773 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.773 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.773 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_max_lat": { 2024-08-10T06:31:31.773 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.773 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.773 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_size_fallback": { 2024-08-10T06:31:31.774 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.774 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.774 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_db": { 2024-08-10T06:31:31.774 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 65536 2024-08-10T06:31:31.774 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.774 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_slow": { 2024-08-10T06:31:31.774 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.774 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.774 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_wal": { 2024-08-10T06:31:31.774 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.774 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.774 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_wal_max_lat": { 2024-08-10T06:31:31.774 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.774 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.775 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_slow": { 2024-08-10T06:31:31.775 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.775 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.775 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_sst": { 2024-08-10T06:31:31.775 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1753088 2024-08-10T06:31:31.775 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.775 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_wal": { 2024-08-10T06:31:31.775 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 546807808 2024-08-10T06:31:31.775 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.775 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lat": { 2024-08-10T06:31:31.775 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 15, 2024-08-10T06:31:31.775 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 13815762 2024-08-10T06:31:31.775 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.776 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lock_lat": { 2024-08-10T06:31:31.776 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 15, 2024-08-10T06:31:31.776 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6666879 2024-08-10T06:31:31.776 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.776 INFO:tasks.workunit.client.0.smithi031.stdout: "db_alloc_lat": { 2024-08-10T06:31:31.776 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 142, 2024-08-10T06:31:31.776 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 684340 2024-08-10T06:31:31.776 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.776 INFO:tasks.workunit.client.0.smithi031.stdout: "db_total_bytes": { 2024-08-10T06:31:31.776 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995027456 2024-08-10T06:31:31.776 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.776 INFO:tasks.workunit.client.0.smithi031.stdout: "db_used_bytes": { 2024-08-10T06:31:31.776 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 454754304 2024-08-10T06:31:31.776 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.777 INFO:tasks.workunit.client.0.smithi031.stdout: "flush_lat": { 2024-08-10T06:31:31.777 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 61312, 2024-08-10T06:31:31.777 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8253048427 2024-08-10T06:31:31.777 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.777 INFO:tasks.workunit.client.0.smithi031.stdout: "fsync_lat": { 2024-08-10T06:31:31.777 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 61323, 2024-08-10T06:31:31.777 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 13636463801 2024-08-10T06:31:31.777 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.777 INFO:tasks.workunit.client.0.smithi031.stdout: "log_bytes": { 2024-08-10T06:31:31.777 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1847296 2024-08-10T06:31:31.777 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.777 INFO:tasks.workunit.client.0.smithi031.stdout: "logged_bytes": { 2024-08-10T06:31:31.777 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 251215872 2024-08-10T06:31:31.777 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.778 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_db": { 2024-08-10T06:31:31.778 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 476053504 2024-08-10T06:31:31.778 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.778 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_slow": { 2024-08-10T06:31:31.778 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.778 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.778 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_wal": { 2024-08-10T06:31:31.778 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.778 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.778 INFO:tasks.workunit.client.0.smithi031.stdout: "num_files": { 2024-08-10T06:31:31.778 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 37 2024-08-10T06:31:31.778 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.778 INFO:tasks.workunit.client.0.smithi031.stdout: "read_bytes": { 2024-08-10T06:31:31.779 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 80727067 2024-08-10T06:31:31.779 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.779 INFO:tasks.workunit.client.0.smithi031.stdout: "read_count": { 2024-08-10T06:31:31.779 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4121 2024-08-10T06:31:31.779 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.779 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes": { 2024-08-10T06:31:31.779 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 85544960 2024-08-10T06:31:31.779 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.779 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_db": { 2024-08-10T06:31:31.779 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 85549056 2024-08-10T06:31:31.779 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.779 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_slow": { 2024-08-10T06:31:31.779 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.780 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.780 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_wal": { 2024-08-10T06:31:31.780 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.780 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.780 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_count": { 2024-08-10T06:31:31.780 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2239 2024-08-10T06:31:31.780 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.780 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-08-10T06:31:31.780 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 4121, 2024-08-10T06:31:31.780 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 52979181 2024-08-10T06:31:31.780 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.780 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_bytes": { 2024-08-10T06:31:31.780 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 22331602 2024-08-10T06:31:31.781 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.781 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_count": { 2024-08-10T06:31:31.781 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2327 2024-08-10T06:31:31.781 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.781 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_bytes": { 2024-08-10T06:31:31.781 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 864652 2024-08-10T06:31:31.781 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.781 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_count": { 2024-08-10T06:31:31.781 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 408 2024-08-10T06:31:31.781 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.781 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_bytes": { 2024-08-10T06:31:31.781 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1731278 2024-08-10T06:31:31.781 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.781 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_count": { 2024-08-10T06:31:31.782 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 536 2024-08-10T06:31:31.782 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.782 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes": { 2024-08-10T06:31:31.782 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 866626 2024-08-10T06:31:31.782 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.782 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_db": { 2024-08-10T06:31:31.782 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 866626 2024-08-10T06:31:31.782 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.782 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_slow": { 2024-08-10T06:31:31.782 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.782 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.782 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_wal": { 2024-08-10T06:31:31.782 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.783 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.783 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_count": { 2024-08-10T06:31:31.783 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 129 2024-08-10T06:31:31.783 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.783 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_lat": { 2024-08-10T06:31:31.783 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 536, 2024-08-10T06:31:31.783 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 649316 2024-08-10T06:31:31.783 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.783 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_alloc_lat": { 2024-08-10T06:31:31.783 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.783 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.783 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.783 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_total_bytes": { 2024-08-10T06:31:31.784 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.784 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.784 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_used_bytes": { 2024-08-10T06:31:31.784 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.784 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.784 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-08-10T06:31:31.784 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-08-10T06:31:31.784 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 737 2024-08-10T06:31:31.784 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.784 INFO:tasks.workunit.client.0.smithi031.stdout: "unlink_lat": { 2024-08-10T06:31:31.784 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 4, 2024-08-10T06:31:31.784 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6276 2024-08-10T06:31:31.784 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.784 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_alloc_lat": { 2024-08-10T06:31:31.785 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.785 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.785 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.785 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_total_bytes": { 2024-08-10T06:31:31.785 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.785 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.785 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_used_bytes": { 2024-08-10T06:31:31.785 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.785 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.785 INFO:tasks.workunit.client.0.smithi031.stdout: "write_bytes": { 2024-08-10T06:31:31.785 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 802054144 2024-08-10T06:31:31.785 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.785 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.785 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore": { 2024-08-10T06:31:31.786 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit": { 2024-08-10T06:31:31.786 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4096 2024-08-10T06:31:31.786 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.786 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": { 2024-08-10T06:31:31.786 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10412032 2024-08-10T06:31:31.786 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.786 INFO:tasks.workunit.client.0.smithi031.stdout: "allocator_lat": { 2024-08-10T06:31:31.786 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 17401, 2024-08-10T06:31:31.786 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 54126162 2024-08-10T06:31:31.786 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.786 INFO:tasks.workunit.client.0.smithi031.stdout: "clist_lat": { 2024-08-10T06:31:31.786 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3247, 2024-08-10T06:31:31.786 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 333691969 2024-08-10T06:31:31.787 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.787 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_lat": { 2024-08-10T06:31:31.787 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.787 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.787 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.787 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed": { 2024-08-10T06:31:31.787 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.787 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.787 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_allocated": { 2024-08-10T06:31:31.787 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.787 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.787 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_original": { 2024-08-10T06:31:31.787 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.787 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.788 INFO:tasks.workunit.client.0.smithi031.stdout: "csum_lat": { 2024-08-10T06:31:31.788 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 12685, 2024-08-10T06:31:31.788 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 93914370 2024-08-10T06:31:31.788 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.788 INFO:tasks.workunit.client.0.smithi031.stdout: "decompress_lat": { 2024-08-10T06:31:31.788 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.788 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.788 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.788 INFO:tasks.workunit.client.0.smithi031.stdout: "fragmentation_micros": { 2024-08-10T06:31:31.788 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.788 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.788 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_commit_lat": { 2024-08-10T06:31:31.788 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 61283, 2024-08-10T06:31:31.788 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 16922169991 2024-08-10T06:31:31.788 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.789 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_final_lat": { 2024-08-10T06:31:31.789 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 60850, 2024-08-10T06:31:31.789 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1535013178 2024-08-10T06:31:31.789 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.789 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_flush_lat": { 2024-08-10T06:31:31.789 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 61283, 2024-08-10T06:31:31.789 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 44461043 2024-08-10T06:31:31.789 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.789 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_sync_lat": { 2024-08-10T06:31:31.789 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 61283, 2024-08-10T06:31:31.789 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 16966631034 2024-08-10T06:31:31.789 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.789 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_keys_lat": { 2024-08-10T06:31:31.789 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.790 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.790 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.790 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_values_lat": { 2024-08-10T06:31:31.790 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 18493, 2024-08-10T06:31:31.790 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 780188454 2024-08-10T06:31:31.790 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.790 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_lower_bound_lat": { 2024-08-10T06:31:31.790 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1323, 2024-08-10T06:31:31.790 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2679398 2024-08-10T06:31:31.790 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.790 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_next_lat": { 2024-08-10T06:31:31.790 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7949, 2024-08-10T06:31:31.790 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6253838 2024-08-10T06:31:31.790 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.791 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_seek_to_first_lat": { 2024-08-10T06:31:31.791 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 40, 2024-08-10T06:31:31.791 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 46741 2024-08-10T06:31:31.791 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.791 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_upper_bound_lat": { 2024-08-10T06:31:31.791 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7042, 2024-08-10T06:31:31.791 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 364852476 2024-08-10T06:31:31.791 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.791 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_hits": { 2024-08-10T06:31:31.791 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 199324 2024-08-10T06:31:31.791 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.791 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_misses": { 2024-08-10T06:31:31.791 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 17571 2024-08-10T06:31:31.791 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.792 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-08-10T06:31:31.792 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 35776, 2024-08-10T06:31:31.792 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1453709174 2024-08-10T06:31:31.792 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.792 INFO:tasks.workunit.client.0.smithi031.stdout: "read_onode_meta_lat": { 2024-08-10T06:31:31.792 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 89257, 2024-08-10T06:31:31.792 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 29547830 2024-08-10T06:31:31.792 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.792 INFO:tasks.workunit.client.0.smithi031.stdout: "read_wait_aio_lat": { 2024-08-10T06:31:31.792 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 53481, 2024-08-10T06:31:31.792 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 986871277 2024-08-10T06:31:31.792 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.792 INFO:tasks.workunit.client.0.smithi031.stdout: "reads_with_retries": { 2024-08-10T06:31:31.792 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.793 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.793 INFO:tasks.workunit.client.0.smithi031.stdout: "remove_lat": { 2024-08-10T06:31:31.793 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 12263, 2024-08-10T06:31:31.793 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 331391276 2024-08-10T06:31:31.793 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.793 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_aio_wait_count": { 2024-08-10T06:31:31.793 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.793 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.793 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_committed_kv_count": { 2024-08-10T06:31:31.793 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.793 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.793 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_read_onode_meta_count": { 2024-08-10T06:31:31.793 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.793 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.794 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_read_wait_aio_count": { 2024-08-10T06:31:31.794 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.794 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.794 INFO:tasks.workunit.client.0.smithi031.stdout: "state_aio_wait_lat": { 2024-08-10T06:31:31.794 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 73555, 2024-08-10T06:31:31.794 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6842181897 2024-08-10T06:31:31.794 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.794 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T06:31:31.794 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 17462, 2024-08-10T06:31:31.794 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1042086496 2024-08-10T06:31:31.794 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.794 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_cleanup_lat": { 2024-08-10T06:31:31.794 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 17460, 2024-08-10T06:31:31.794 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2715746067636 2024-08-10T06:31:31.795 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.795 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_queued_lat": { 2024-08-10T06:31:31.795 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 17462, 2024-08-10T06:31:31.795 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6123544559214 2024-08-10T06:31:31.795 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.795 INFO:tasks.workunit.client.0.smithi031.stdout: "state_done_lat": { 2024-08-10T06:31:31.795 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 73553, 2024-08-10T06:31:31.795 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2733905613017 2024-08-10T06:31:31.795 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.795 INFO:tasks.workunit.client.0.smithi031.stdout: "state_finishing_lat": { 2024-08-10T06:31:31.795 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 73553, 2024-08-10T06:31:31.795 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7713889 2024-08-10T06:31:31.795 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.795 INFO:tasks.workunit.client.0.smithi031.stdout: "state_io_done_lat": { 2024-08-10T06:31:31.796 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 73555, 2024-08-10T06:31:31.796 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 288452438 2024-08-10T06:31:31.796 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.796 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_commiting_lat": { 2024-08-10T06:31:31.796 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 73555, 2024-08-10T06:31:31.796 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 28426251140 2024-08-10T06:31:31.796 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.796 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_done_lat": { 2024-08-10T06:31:31.796 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 73555, 2024-08-10T06:31:31.796 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 25590884 2024-08-10T06:31:31.796 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.796 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_queued_lat": { 2024-08-10T06:31:31.796 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 73555, 2024-08-10T06:31:31.797 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 14248181865 2024-08-10T06:31:31.797 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.797 INFO:tasks.workunit.client.0.smithi031.stdout: "state_prepare_lat": { 2024-08-10T06:31:31.797 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 73555, 2024-08-10T06:31:31.797 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6307353845 2024-08-10T06:31:31.797 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.797 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": { 2024-08-10T06:31:31.797 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6118298 2024-08-10T06:31:31.797 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.797 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-08-10T06:31:31.797 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2619, 2024-08-10T06:31:31.797 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15797553 2024-08-10T06:31:31.797 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.797 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_commit_lat": { 2024-08-10T06:31:31.797 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 73555, 2024-08-10T06:31:31.798 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 56124065061 2024-08-10T06:31:31.798 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.798 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_submit_lat": { 2024-08-10T06:31:31.798 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 73555, 2024-08-10T06:31:31.798 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7227103019 2024-08-10T06:31:31.798 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.798 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_throttle_lat": { 2024-08-10T06:31:31.798 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 73555, 2024-08-10T06:31:31.798 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 468249727 2024-08-10T06:31:31.798 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.798 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.798 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache": { 2024-08-10T06:31:31.798 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_bytes": { 2024-08-10T06:31:31.799 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1406073476 2024-08-10T06:31:31.799 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.799 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_bytes": { 2024-08-10T06:31:31.799 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 501612544 2024-08-10T06:31:31.799 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.799 INFO:tasks.workunit.client.0.smithi031.stdout: "mapped_bytes": { 2024-08-10T06:31:31.799 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 475193344 2024-08-10T06:31:31.799 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.799 INFO:tasks.workunit.client.0.smithi031.stdout: "target_bytes": { 2024-08-10T06:31:31.799 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2601623347 2024-08-10T06:31:31.799 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.799 INFO:tasks.workunit.client.0.smithi031.stdout: "unmapped_bytes": { 2024-08-10T06:31:31.799 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 26419200 2024-08-10T06:31:31.799 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.799 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.800 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:data": { 2024-08-10T06:31:31.800 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:31.800 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 125829120 2024-08-10T06:31:31.800 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.800 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:31.800 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.800 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.800 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:31.800 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.800 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.800 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:31.800 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 57517160 2024-08-10T06:31:31.800 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.800 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:31.801 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.801 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.801 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:31.801 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.801 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.801 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:31.801 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.801 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.801 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:31.801 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.801 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.801 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:31.801 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.801 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.802 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:31.802 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.802 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.802 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:31.802 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.802 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.802 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:31.802 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.802 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.802 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:31.802 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.802 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.802 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:31.803 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 68311960 2024-08-10T06:31:31.803 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.803 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.803 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv": { 2024-08-10T06:31:31.803 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:31.803 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 570425344 2024-08-10T06:31:31.803 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.803 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:31.803 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T06:31:31.803 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.803 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:31.803 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.803 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.803 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:31.804 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 431378706 2024-08-10T06:31:31.804 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.804 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:31.804 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.804 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.804 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:31.804 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.804 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.804 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:31.804 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1136 2024-08-10T06:31:31.804 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.804 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:31.804 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.804 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.805 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:31.805 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 22336 2024-08-10T06:31:31.805 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.805 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:31.805 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 50112 2024-08-10T06:31:31.805 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.805 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:31.805 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.805 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.805 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:31.805 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.805 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.805 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:31.805 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.806 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.806 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:31.806 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71864190 2024-08-10T06:31:31.806 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.806 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.806 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T06:31:31.806 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:31.806 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 176160768 2024-08-10T06:31:31.806 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.806 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:31.806 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T06:31:31.806 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.806 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:31.807 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 92976 2024-08-10T06:31:31.807 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.807 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:31.807 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 38344773 2024-08-10T06:31:31.807 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.807 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:31.807 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.807 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.807 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:31.807 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.807 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.807 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:31.807 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.807 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.808 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:31.808 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.808 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.808 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:31.808 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.808 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.808 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:31.808 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.808 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.808 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:31.808 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.808 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.808 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:31.808 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.808 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.809 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:31.809 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.809 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.809 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:31.809 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 70614155 2024-08-10T06:31:31.809 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.809 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.809 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:meta": { 2024-08-10T06:31:31.809 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:31.809 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 503316480 2024-08-10T06:31:31.809 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.809 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:31.809 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.809 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.810 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:31.810 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.810 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.810 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:31.810 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 431378706 2024-08-10T06:31:31.810 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.810 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:31.810 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.810 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.810 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:31.810 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.810 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.810 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:31.810 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.811 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.811 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:31.811 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.811 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.811 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:31.811 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 156896 2024-08-10T06:31:31.811 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.811 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:31.811 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1159626 2024-08-10T06:31:31.811 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.811 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:31.811 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.811 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.811 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:31.812 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.812 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.812 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:31.812 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.812 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.812 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:31.812 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 70621252 2024-08-10T06:31:31.812 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.812 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.812 INFO:tasks.workunit.client.0.smithi031.stdout: "objecter": { 2024-08-10T06:31:31.812 INFO:tasks.workunit.client.0.smithi031.stdout: "op_active": { 2024-08-10T06:31:31.812 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.812 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.813 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T06:31:31.813 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 41 2024-08-10T06:31:31.813 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.813 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rmw": { 2024-08-10T06:31:31.813 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.813 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.813 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T06:31:31.813 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.813 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.813 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.813 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:31.813 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg": { 2024-08-10T06:31:31.813 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 47 2024-08-10T06:31:31.813 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.814 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg_removing": { 2024-08-10T06:31:31.814 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.814 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.814 INFO:tasks.workunit.client.0.smithi031.stdout: "op": { 2024-08-10T06:31:31.814 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 44780 2024-08-10T06:31:31.814 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.814 INFO:tasks.workunit.client.0.smithi031.stdout: "op_before_queue_op_lat": { 2024-08-10T06:31:31.814 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 117561, 2024-08-10T06:31:31.814 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5988256537 2024-08-10T06:31:31.814 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.814 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_degraded": { 2024-08-10T06:31:31.814 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.815 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.815 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_unreadable": { 2024-08-10T06:31:31.815 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.815 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.815 INFO:tasks.workunit.client.0.smithi031.stdout: "op_in_bytes": { 2024-08-10T06:31:31.815 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1062186799 2024-08-10T06:31:31.815 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.815 INFO:tasks.workunit.client.0.smithi031.stdout: "op_latency": { 2024-08-10T06:31:31.815 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 44780, 2024-08-10T06:31:31.815 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 262501704462 2024-08-10T06:31:31.815 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.815 INFO:tasks.workunit.client.0.smithi031.stdout: "op_out_bytes": { 2024-08-10T06:31:31.815 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1652712510 2024-08-10T06:31:31.816 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.816 INFO:tasks.workunit.client.0.smithi031.stdout: "op_prepare_latency": { 2024-08-10T06:31:31.816 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 46558, 2024-08-10T06:31:31.816 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 25472472525 2024-08-10T06:31:31.816 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.816 INFO:tasks.workunit.client.0.smithi031.stdout: "op_process_latency": { 2024-08-10T06:31:31.816 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 44780, 2024-08-10T06:31:31.816 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 65858877602 2024-08-10T06:31:31.816 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.816 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T06:31:31.816 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 29282 2024-08-10T06:31:31.816 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.816 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency": { 2024-08-10T06:31:31.816 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 29282, 2024-08-10T06:31:31.817 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 46822161044 2024-08-10T06:31:31.817 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.817 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T06:31:31.817 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.817 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.817 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_out_bytes": { 2024-08-10T06:31:31.817 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1652712510 2024-08-10T06:31:31.817 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.817 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_prepare_latency": { 2024-08-10T06:31:31.817 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 29383, 2024-08-10T06:31:31.817 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5838513068 2024-08-10T06:31:31.817 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.818 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_process_latency": { 2024-08-10T06:31:31.818 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 29282, 2024-08-10T06:31:31.818 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6726687729 2024-08-10T06:31:31.818 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.818 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw": { 2024-08-10T06:31:31.818 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 11510 2024-08-10T06:31:31.818 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.818 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_in_bytes": { 2024-08-10T06:31:31.818 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 124087501 2024-08-10T06:31:31.818 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.818 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency": { 2024-08-10T06:31:31.818 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 11510, 2024-08-10T06:31:31.818 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 163942555803 2024-08-10T06:31:31.819 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.819 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T06:31:31.819 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.819 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.819 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T06:31:31.819 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.819 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.819 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_out_bytes": { 2024-08-10T06:31:31.819 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.819 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.819 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_prepare_latency": { 2024-08-10T06:31:31.819 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 13128, 2024-08-10T06:31:31.819 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 14835079464 2024-08-10T06:31:31.819 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.820 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_process_latency": { 2024-08-10T06:31:31.820 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 11510, 2024-08-10T06:31:31.820 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 31632421715 2024-08-10T06:31:31.820 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.820 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T06:31:31.820 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3988 2024-08-10T06:31:31.820 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.820 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_in_bytes": { 2024-08-10T06:31:31.820 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 938099298 2024-08-10T06:31:31.820 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.820 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency": { 2024-08-10T06:31:31.820 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3988, 2024-08-10T06:31:31.820 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 51736987615 2024-08-10T06:31:31.821 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.821 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T06:31:31.821 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.821 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.821 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_prepare_latency": { 2024-08-10T06:31:31.821 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 4047, 2024-08-10T06:31:31.821 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4798879993 2024-08-10T06:31:31.821 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.821 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_process_latency": { 2024-08-10T06:31:31.821 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3988, 2024-08-10T06:31:31.821 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 27499768158 2024-08-10T06:31:31.821 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.821 INFO:tasks.workunit.client.0.smithi031.stdout: "op_wip": { 2024-08-10T06:31:31.821 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.822 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.822 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_bytes": { 2024-08-10T06:31:31.822 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 11 2024-08-10T06:31:31.822 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.822 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_ops": { 2024-08-10T06:31:31.822 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 11 2024-08-10T06:31:31.822 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.822 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes": { 2024-08-10T06:31:31.822 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-08-10T06:31:31.822 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.822 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes_used": { 2024-08-10T06:31:31.822 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 465182720 2024-08-10T06:31:31.822 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.823 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.823 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.823 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.4": { 2024-08-10T06:31:31.823 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T06:31:31.823 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_db_max_lat": { 2024-08-10T06:31:31.823 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 23704 2024-08-10T06:31:31.823 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.823 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_fallback": { 2024-08-10T06:31:31.823 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.823 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.823 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_max_lat": { 2024-08-10T06:31:31.823 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.823 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.824 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_size_fallback": { 2024-08-10T06:31:31.824 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.824 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.824 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_db": { 2024-08-10T06:31:31.824 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 65536 2024-08-10T06:31:31.824 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.824 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_slow": { 2024-08-10T06:31:31.824 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.824 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.824 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_wal": { 2024-08-10T06:31:31.824 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.824 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.824 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_wal_max_lat": { 2024-08-10T06:31:31.824 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.825 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.825 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_slow": { 2024-08-10T06:31:31.825 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.825 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.825 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_sst": { 2024-08-10T06:31:31.825 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6000640 2024-08-10T06:31:31.825 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.825 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_wal": { 2024-08-10T06:31:31.825 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 560836608 2024-08-10T06:31:31.825 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.825 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lat": { 2024-08-10T06:31:31.825 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 14, 2024-08-10T06:31:31.825 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3737444 2024-08-10T06:31:31.825 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.826 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lock_lat": { 2024-08-10T06:31:31.826 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 14, 2024-08-10T06:31:31.826 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1206030 2024-08-10T06:31:31.826 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.826 INFO:tasks.workunit.client.0.smithi031.stdout: "db_alloc_lat": { 2024-08-10T06:31:31.826 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 150, 2024-08-10T06:31:31.826 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 616870 2024-08-10T06:31:31.826 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.826 INFO:tasks.workunit.client.0.smithi031.stdout: "db_total_bytes": { 2024-08-10T06:31:31.826 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995027456 2024-08-10T06:31:31.826 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.826 INFO:tasks.workunit.client.0.smithi031.stdout: "db_used_bytes": { 2024-08-10T06:31:31.826 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 537460736 2024-08-10T06:31:31.827 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.827 INFO:tasks.workunit.client.0.smithi031.stdout: "flush_lat": { 2024-08-10T06:31:31.827 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 58421, 2024-08-10T06:31:31.827 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7501298287 2024-08-10T06:31:31.827 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.827 INFO:tasks.workunit.client.0.smithi031.stdout: "fsync_lat": { 2024-08-10T06:31:31.827 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 58449, 2024-08-10T06:31:31.827 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12229048673 2024-08-10T06:31:31.827 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.827 INFO:tasks.workunit.client.0.smithi031.stdout: "log_bytes": { 2024-08-10T06:31:31.827 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6619136 2024-08-10T06:31:31.827 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.827 INFO:tasks.workunit.client.0.smithi031.stdout: "logged_bytes": { 2024-08-10T06:31:31.827 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 239349760 2024-08-10T06:31:31.828 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.828 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_db": { 2024-08-10T06:31:31.828 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 554500096 2024-08-10T06:31:31.828 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.828 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_slow": { 2024-08-10T06:31:31.828 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.828 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.828 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_wal": { 2024-08-10T06:31:31.828 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.828 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.828 INFO:tasks.workunit.client.0.smithi031.stdout: "num_files": { 2024-08-10T06:31:31.828 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 46 2024-08-10T06:31:31.828 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.828 INFO:tasks.workunit.client.0.smithi031.stdout: "read_bytes": { 2024-08-10T06:31:31.828 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 256359770 2024-08-10T06:31:31.829 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.829 INFO:tasks.workunit.client.0.smithi031.stdout: "read_count": { 2024-08-10T06:31:31.829 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 13852 2024-08-10T06:31:31.829 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.829 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes": { 2024-08-10T06:31:31.829 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 224100352 2024-08-10T06:31:31.829 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.829 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_db": { 2024-08-10T06:31:31.829 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 224104448 2024-08-10T06:31:31.829 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.829 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_slow": { 2024-08-10T06:31:31.829 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.829 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.829 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_wal": { 2024-08-10T06:31:31.830 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.830 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.830 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_count": { 2024-08-10T06:31:31.830 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5895 2024-08-10T06:31:31.830 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.830 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-08-10T06:31:31.830 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 13852, 2024-08-10T06:31:31.830 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 106832756 2024-08-10T06:31:31.830 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.830 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_bytes": { 2024-08-10T06:31:31.830 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 145840773 2024-08-10T06:31:31.830 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.830 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_count": { 2024-08-10T06:31:31.830 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10467 2024-08-10T06:31:31.831 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.831 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_bytes": { 2024-08-10T06:31:31.831 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1886694 2024-08-10T06:31:31.831 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.831 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_count": { 2024-08-10T06:31:31.831 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 663 2024-08-10T06:31:31.831 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.831 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_bytes": { 2024-08-10T06:31:31.832 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5938716 2024-08-10T06:31:31.832 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.832 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_count": { 2024-08-10T06:31:31.832 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 915 2024-08-10T06:31:31.832 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.832 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes": { 2024-08-10T06:31:31.832 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4052022 2024-08-10T06:31:31.832 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.832 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_db": { 2024-08-10T06:31:31.832 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4052022 2024-08-10T06:31:31.832 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.832 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_slow": { 2024-08-10T06:31:31.832 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.833 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.833 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_wal": { 2024-08-10T06:31:31.833 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.833 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.833 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_count": { 2024-08-10T06:31:31.833 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 259 2024-08-10T06:31:31.833 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.833 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_lat": { 2024-08-10T06:31:31.833 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 915, 2024-08-10T06:31:31.833 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1965020 2024-08-10T06:31:31.833 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.833 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_alloc_lat": { 2024-08-10T06:31:31.833 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.834 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.834 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.834 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_total_bytes": { 2024-08-10T06:31:31.834 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.834 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.834 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_used_bytes": { 2024-08-10T06:31:31.834 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.834 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.834 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-08-10T06:31:31.834 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-08-10T06:31:31.834 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 647 2024-08-10T06:31:31.834 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.834 INFO:tasks.workunit.client.0.smithi031.stdout: "unlink_lat": { 2024-08-10T06:31:31.834 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 4, 2024-08-10T06:31:31.835 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5660 2024-08-10T06:31:31.835 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.835 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_alloc_lat": { 2024-08-10T06:31:31.835 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.835 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.835 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.835 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_total_bytes": { 2024-08-10T06:31:31.835 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.835 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.835 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_used_bytes": { 2024-08-10T06:31:31.835 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.835 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.835 INFO:tasks.workunit.client.0.smithi031.stdout: "write_bytes": { 2024-08-10T06:31:31.835 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 808325120 2024-08-10T06:31:31.836 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.836 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.836 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore": { 2024-08-10T06:31:31.836 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit": { 2024-08-10T06:31:31.836 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4096 2024-08-10T06:31:31.836 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.836 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": { 2024-08-10T06:31:31.836 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 14602240 2024-08-10T06:31:31.836 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.836 INFO:tasks.workunit.client.0.smithi031.stdout: "allocator_lat": { 2024-08-10T06:31:31.836 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 20780, 2024-08-10T06:31:31.836 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 59368475 2024-08-10T06:31:31.836 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.836 INFO:tasks.workunit.client.0.smithi031.stdout: "clist_lat": { 2024-08-10T06:31:31.837 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3215, 2024-08-10T06:31:31.837 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 425960218 2024-08-10T06:31:31.837 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.837 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_lat": { 2024-08-10T06:31:31.837 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.837 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.837 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.837 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed": { 2024-08-10T06:31:31.837 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.837 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.837 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_allocated": { 2024-08-10T06:31:31.837 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.837 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.838 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_original": { 2024-08-10T06:31:31.838 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.838 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.838 INFO:tasks.workunit.client.0.smithi031.stdout: "csum_lat": { 2024-08-10T06:31:31.838 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 9825, 2024-08-10T06:31:31.838 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 78233312 2024-08-10T06:31:31.838 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.838 INFO:tasks.workunit.client.0.smithi031.stdout: "decompress_lat": { 2024-08-10T06:31:31.838 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.838 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.838 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.838 INFO:tasks.workunit.client.0.smithi031.stdout: "fragmentation_micros": { 2024-08-10T06:31:31.838 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.839 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.839 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_commit_lat": { 2024-08-10T06:31:31.839 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 58377, 2024-08-10T06:31:31.839 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15134705113 2024-08-10T06:31:31.839 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.839 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_final_lat": { 2024-08-10T06:31:31.839 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 57944, 2024-08-10T06:31:31.839 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1321001022 2024-08-10T06:31:31.839 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.839 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_flush_lat": { 2024-08-10T06:31:31.839 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 58377, 2024-08-10T06:31:31.839 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 46956484 2024-08-10T06:31:31.839 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.839 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_sync_lat": { 2024-08-10T06:31:31.840 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 58377, 2024-08-10T06:31:31.840 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15181661597 2024-08-10T06:31:31.840 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.840 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_keys_lat": { 2024-08-10T06:31:31.840 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.840 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.840 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.840 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_values_lat": { 2024-08-10T06:31:31.840 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 20525, 2024-08-10T06:31:31.840 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 430373688 2024-08-10T06:31:31.840 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.840 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_lower_bound_lat": { 2024-08-10T06:31:31.840 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 842, 2024-08-10T06:31:31.840 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2006115 2024-08-10T06:31:31.841 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.841 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_next_lat": { 2024-08-10T06:31:31.841 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 16960, 2024-08-10T06:31:31.841 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10436862 2024-08-10T06:31:31.841 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.841 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_seek_to_first_lat": { 2024-08-10T06:31:31.841 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 46, 2024-08-10T06:31:31.841 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 66178 2024-08-10T06:31:31.841 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.841 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_upper_bound_lat": { 2024-08-10T06:31:31.841 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 10575, 2024-08-10T06:31:31.841 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1971324128 2024-08-10T06:31:31.841 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.841 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_hits": { 2024-08-10T06:31:31.842 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 169593 2024-08-10T06:31:31.842 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.842 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_misses": { 2024-08-10T06:31:31.842 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 19400 2024-08-10T06:31:31.842 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.842 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-08-10T06:31:31.842 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 9345, 2024-08-10T06:31:31.842 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1020323145 2024-08-10T06:31:31.842 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.842 INFO:tasks.workunit.client.0.smithi031.stdout: "read_onode_meta_lat": { 2024-08-10T06:31:31.842 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 38768, 2024-08-10T06:31:31.842 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15930785 2024-08-10T06:31:31.842 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.843 INFO:tasks.workunit.client.0.smithi031.stdout: "read_wait_aio_lat": { 2024-08-10T06:31:31.843 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 29423, 2024-08-10T06:31:31.843 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 823385835 2024-08-10T06:31:31.843 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.843 INFO:tasks.workunit.client.0.smithi031.stdout: "reads_with_retries": { 2024-08-10T06:31:31.843 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.843 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.843 INFO:tasks.workunit.client.0.smithi031.stdout: "remove_lat": { 2024-08-10T06:31:31.843 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 13194, 2024-08-10T06:31:31.843 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 319345614 2024-08-10T06:31:31.843 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.843 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_aio_wait_count": { 2024-08-10T06:31:31.843 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.843 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.844 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_committed_kv_count": { 2024-08-10T06:31:31.844 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.844 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.844 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_read_onode_meta_count": { 2024-08-10T06:31:31.844 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.844 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.844 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_read_wait_aio_count": { 2024-08-10T06:31:31.844 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.844 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.844 INFO:tasks.workunit.client.0.smithi031.stdout: "state_aio_wait_lat": { 2024-08-10T06:31:31.844 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 68872, 2024-08-10T06:31:31.844 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4587350945 2024-08-10T06:31:31.844 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.844 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T06:31:31.845 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 18695, 2024-08-10T06:31:31.845 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 809430427 2024-08-10T06:31:31.845 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.845 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_cleanup_lat": { 2024-08-10T06:31:31.845 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 18693, 2024-08-10T06:31:31.845 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2429779802005 2024-08-10T06:31:31.845 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.845 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_queued_lat": { 2024-08-10T06:31:31.845 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 18695, 2024-08-10T06:31:31.845 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6078180761315 2024-08-10T06:31:31.845 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.845 INFO:tasks.workunit.client.0.smithi031.stdout: "state_done_lat": { 2024-08-10T06:31:31.845 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 68870, 2024-08-10T06:31:31.845 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2268300212047 2024-08-10T06:31:31.845 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.846 INFO:tasks.workunit.client.0.smithi031.stdout: "state_finishing_lat": { 2024-08-10T06:31:31.846 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 68870, 2024-08-10T06:31:31.846 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6663834 2024-08-10T06:31:31.846 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.846 INFO:tasks.workunit.client.0.smithi031.stdout: "state_io_done_lat": { 2024-08-10T06:31:31.846 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 68872, 2024-08-10T06:31:31.846 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 262972562 2024-08-10T06:31:31.846 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.846 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_commiting_lat": { 2024-08-10T06:31:31.846 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 68872, 2024-08-10T06:31:31.846 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24537876793 2024-08-10T06:31:31.846 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.846 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_done_lat": { 2024-08-10T06:31:31.847 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 68872, 2024-08-10T06:31:31.847 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 22615533 2024-08-10T06:31:31.847 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.847 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_queued_lat": { 2024-08-10T06:31:31.847 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 68872, 2024-08-10T06:31:31.847 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 11520010827 2024-08-10T06:31:31.847 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.847 INFO:tasks.workunit.client.0.smithi031.stdout: "state_prepare_lat": { 2024-08-10T06:31:31.847 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 68872, 2024-08-10T06:31:31.847 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5912765713 2024-08-10T06:31:31.847 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.847 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": { 2024-08-10T06:31:31.847 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10307403 2024-08-10T06:31:31.847 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.848 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-08-10T06:31:31.848 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2517, 2024-08-10T06:31:31.848 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 13561507 2024-08-10T06:31:31.848 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.848 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_commit_lat": { 2024-08-10T06:31:31.848 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 68872, 2024-08-10T06:31:31.848 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 46831492292 2024-08-10T06:31:31.848 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.848 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_submit_lat": { 2024-08-10T06:31:31.848 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 68872, 2024-08-10T06:31:31.848 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6720814597 2024-08-10T06:31:31.848 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.849 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_throttle_lat": { 2024-08-10T06:31:31.849 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 68872, 2024-08-10T06:31:31.849 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 425019476 2024-08-10T06:31:31.849 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.849 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.849 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache": { 2024-08-10T06:31:31.849 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_bytes": { 2024-08-10T06:31:31.849 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1405116907 2024-08-10T06:31:31.849 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.849 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_bytes": { 2024-08-10T06:31:31.849 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 524320768 2024-08-10T06:31:31.849 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.849 INFO:tasks.workunit.client.0.smithi031.stdout: "mapped_bytes": { 2024-08-10T06:31:31.849 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 393969664 2024-08-10T06:31:31.850 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.850 INFO:tasks.workunit.client.0.smithi031.stdout: "target_bytes": { 2024-08-10T06:31:31.850 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2600497971 2024-08-10T06:31:31.850 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.850 INFO:tasks.workunit.client.0.smithi031.stdout: "unmapped_bytes": { 2024-08-10T06:31:31.850 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 130351104 2024-08-10T06:31:31.850 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.850 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.850 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:data": { 2024-08-10T06:31:31.850 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:31.850 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 125829120 2024-08-10T06:31:31.850 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.850 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:31.851 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.851 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.851 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:31.851 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.851 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.851 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:31.851 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 57067902 2024-08-10T06:31:31.851 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.851 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:31.851 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.851 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.851 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:31.851 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.851 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.852 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:31.852 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.852 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.852 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:31.852 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.852 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.852 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:31.852 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8192 2024-08-10T06:31:31.852 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.852 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:31.852 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 81920 2024-08-10T06:31:31.852 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.852 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:31.852 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.853 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.853 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:31.853 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.853 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.853 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:31.853 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.853 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.853 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:31.853 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 68671106 2024-08-10T06:31:31.853 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.853 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.853 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv": { 2024-08-10T06:31:31.853 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:31.853 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 570425344 2024-08-10T06:31:31.854 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.854 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:31.854 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T06:31:31.854 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.854 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:31.854 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.854 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.854 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:31.854 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 428009266 2024-08-10T06:31:31.854 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.854 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:31.854 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.854 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.854 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:31.855 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.855 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.855 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:31.855 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1776 2024-08-10T06:31:31.855 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.855 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:31.855 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.855 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.855 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:31.855 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 122016 2024-08-10T06:31:31.855 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.855 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:31.855 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.856 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.856 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:31.856 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.856 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.856 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:31.856 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.856 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.856 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:31.856 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.856 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.856 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:31.856 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 75183422 2024-08-10T06:31:31.856 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.857 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.857 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T06:31:31.857 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:31.857 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 176160768 2024-08-10T06:31:31.857 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.857 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:31.857 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T06:31:31.857 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.857 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:31.857 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 196032 2024-08-10T06:31:31.857 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.857 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:31.857 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 38045268 2024-08-10T06:31:31.857 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.858 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:31.858 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.858 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.858 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:31.858 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.858 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.858 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:31.858 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.858 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.858 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:31.858 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.858 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.858 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:31.858 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.859 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.859 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:31.859 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.859 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.859 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:31.859 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.859 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.859 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:31.859 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.859 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.859 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:31.859 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.859 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.859 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:31.860 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 70810604 2024-08-10T06:31:31.860 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.860 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.860 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:meta": { 2024-08-10T06:31:31.860 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:31.860 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 503316480 2024-08-10T06:31:31.860 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.860 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:31.860 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.860 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.860 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:31.860 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.860 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.860 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:31.860 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 428009266 2024-08-10T06:31:31.861 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.861 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:31.861 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.861 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.861 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:31.861 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.861 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.861 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:31.861 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.861 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.861 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:31.861 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.861 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.862 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:31.862 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 162742 2024-08-10T06:31:31.862 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.862 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:31.862 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1149178 2024-08-10T06:31:31.862 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.862 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:31.862 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.862 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.862 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:31.862 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.862 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.862 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:31.863 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.863 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.863 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:31.863 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 73995294 2024-08-10T06:31:31.863 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.863 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.863 INFO:tasks.workunit.client.0.smithi031.stdout: "objecter": { 2024-08-10T06:31:31.863 INFO:tasks.workunit.client.0.smithi031.stdout: "op_active": { 2024-08-10T06:31:31.863 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.863 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.863 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T06:31:31.863 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24 2024-08-10T06:31:31.863 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.863 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rmw": { 2024-08-10T06:31:31.863 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.864 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.864 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T06:31:31.864 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1 2024-08-10T06:31:31.864 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.864 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.864 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:31.864 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg": { 2024-08-10T06:31:31.864 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 49 2024-08-10T06:31:31.864 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.864 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg_removing": { 2024-08-10T06:31:31.864 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.864 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.864 INFO:tasks.workunit.client.0.smithi031.stdout: "op": { 2024-08-10T06:31:31.864 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 27042 2024-08-10T06:31:31.864 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.865 INFO:tasks.workunit.client.0.smithi031.stdout: "op_before_queue_op_lat": { 2024-08-10T06:31:31.865 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 89041, 2024-08-10T06:31:31.865 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6352365193 2024-08-10T06:31:31.865 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.865 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_degraded": { 2024-08-10T06:31:31.865 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.865 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.865 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_unreadable": { 2024-08-10T06:31:31.865 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.865 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.865 INFO:tasks.workunit.client.0.smithi031.stdout: "op_in_bytes": { 2024-08-10T06:31:31.865 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1049475815 2024-08-10T06:31:31.865 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.865 INFO:tasks.workunit.client.0.smithi031.stdout: "op_latency": { 2024-08-10T06:31:31.865 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 27042, 2024-08-10T06:31:31.866 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 52271141539 2024-08-10T06:31:31.866 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.866 INFO:tasks.workunit.client.0.smithi031.stdout: "op_out_bytes": { 2024-08-10T06:31:31.866 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1096576979 2024-08-10T06:31:31.866 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.866 INFO:tasks.workunit.client.0.smithi031.stdout: "op_prepare_latency": { 2024-08-10T06:31:31.866 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 27579, 2024-08-10T06:31:31.866 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 11057585029 2024-08-10T06:31:31.866 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.866 INFO:tasks.workunit.client.0.smithi031.stdout: "op_process_latency": { 2024-08-10T06:31:31.866 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 27042, 2024-08-10T06:31:31.866 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 28600193677 2024-08-10T06:31:31.866 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.867 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T06:31:31.867 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 17675 2024-08-10T06:31:31.867 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.867 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency": { 2024-08-10T06:31:31.867 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 17675, 2024-08-10T06:31:31.867 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5964369469 2024-08-10T06:31:31.867 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.867 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T06:31:31.867 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.867 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.867 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_out_bytes": { 2024-08-10T06:31:31.867 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1096576979 2024-08-10T06:31:31.868 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.868 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_prepare_latency": { 2024-08-10T06:31:31.868 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 17906, 2024-08-10T06:31:31.868 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3714737371 2024-08-10T06:31:31.868 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.868 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_process_latency": { 2024-08-10T06:31:31.868 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 17675, 2024-08-10T06:31:31.868 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3720512891 2024-08-10T06:31:31.868 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.868 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw": { 2024-08-10T06:31:31.868 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5473 2024-08-10T06:31:31.868 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.868 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_in_bytes": { 2024-08-10T06:31:31.868 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 116398912 2024-08-10T06:31:31.869 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.869 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency": { 2024-08-10T06:31:31.869 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 5473, 2024-08-10T06:31:31.869 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 11025141526 2024-08-10T06:31:31.869 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.869 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T06:31:31.869 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.869 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.869 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T06:31:31.869 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.869 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.869 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_out_bytes": { 2024-08-10T06:31:31.869 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.870 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.870 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_prepare_latency": { 2024-08-10T06:31:31.870 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 5686, 2024-08-10T06:31:31.870 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2901553647 2024-08-10T06:31:31.870 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.870 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_process_latency": { 2024-08-10T06:31:31.870 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 5473, 2024-08-10T06:31:31.870 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8448349017 2024-08-10T06:31:31.870 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.870 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T06:31:31.870 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3894 2024-08-10T06:31:31.870 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.870 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_in_bytes": { 2024-08-10T06:31:31.871 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 933076903 2024-08-10T06:31:31.871 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.871 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency": { 2024-08-10T06:31:31.871 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3894, 2024-08-10T06:31:31.871 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 35281630544 2024-08-10T06:31:31.871 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.871 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T06:31:31.871 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.871 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.871 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_prepare_latency": { 2024-08-10T06:31:31.871 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3987, 2024-08-10T06:31:31.871 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4441294011 2024-08-10T06:31:31.871 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.872 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_process_latency": { 2024-08-10T06:31:31.872 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3894, 2024-08-10T06:31:31.872 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 16431331769 2024-08-10T06:31:31.872 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.872 INFO:tasks.workunit.client.0.smithi031.stdout: "op_wip": { 2024-08-10T06:31:31.872 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.872 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.872 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_bytes": { 2024-08-10T06:31:31.872 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.872 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.872 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_ops": { 2024-08-10T06:31:31.872 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10 2024-08-10T06:31:31.872 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.872 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes": { 2024-08-10T06:31:31.873 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-08-10T06:31:31.873 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.873 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes_used": { 2024-08-10T06:31:31.873 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 552079360 2024-08-10T06:31:31.873 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.873 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.873 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.873 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.5": { 2024-08-10T06:31:31.873 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T06:31:31.873 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_db_max_lat": { 2024-08-10T06:31:31.873 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 21099 2024-08-10T06:31:31.873 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.873 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_fallback": { 2024-08-10T06:31:31.873 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.874 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.874 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_max_lat": { 2024-08-10T06:31:31.874 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.874 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.874 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_size_fallback": { 2024-08-10T06:31:31.874 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.874 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.874 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_db": { 2024-08-10T06:31:31.874 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 65536 2024-08-10T06:31:31.874 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.874 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_slow": { 2024-08-10T06:31:31.874 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.874 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.875 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_wal": { 2024-08-10T06:31:31.875 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.875 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.875 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_wal_max_lat": { 2024-08-10T06:31:31.875 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.875 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.875 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_slow": { 2024-08-10T06:31:31.875 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.875 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.875 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_sst": { 2024-08-10T06:31:31.875 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7438336 2024-08-10T06:31:31.875 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.875 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_wal": { 2024-08-10T06:31:31.875 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 644759552 2024-08-10T06:31:31.876 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.876 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lat": { 2024-08-10T06:31:31.876 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 20, 2024-08-10T06:31:31.876 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3612814 2024-08-10T06:31:31.876 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.876 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lock_lat": { 2024-08-10T06:31:31.876 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 20, 2024-08-10T06:31:31.876 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1151963 2024-08-10T06:31:31.876 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.876 INFO:tasks.workunit.client.0.smithi031.stdout: "db_alloc_lat": { 2024-08-10T06:31:31.876 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 193, 2024-08-10T06:31:31.876 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 847733 2024-08-10T06:31:31.876 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.876 INFO:tasks.workunit.client.0.smithi031.stdout: "db_total_bytes": { 2024-08-10T06:31:31.877 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995027456 2024-08-10T06:31:31.877 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.877 INFO:tasks.workunit.client.0.smithi031.stdout: "db_used_bytes": { 2024-08-10T06:31:31.877 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 491978752 2024-08-10T06:31:31.877 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.877 INFO:tasks.workunit.client.0.smithi031.stdout: "flush_lat": { 2024-08-10T06:31:31.877 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 85034, 2024-08-10T06:31:31.877 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 9916004157 2024-08-10T06:31:31.877 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.877 INFO:tasks.workunit.client.0.smithi031.stdout: "fsync_lat": { 2024-08-10T06:31:31.877 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 85043, 2024-08-10T06:31:31.877 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 16225628146 2024-08-10T06:31:31.877 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.877 INFO:tasks.workunit.client.0.smithi031.stdout: "log_bytes": { 2024-08-10T06:31:31.877 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15843328 2024-08-10T06:31:31.878 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.878 INFO:tasks.workunit.client.0.smithi031.stdout: "logged_bytes": { 2024-08-10T06:31:31.878 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 348368896 2024-08-10T06:31:31.878 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.878 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_db": { 2024-08-10T06:31:31.878 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 487718912 2024-08-10T06:31:31.878 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.878 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_slow": { 2024-08-10T06:31:31.878 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.878 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.878 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_wal": { 2024-08-10T06:31:31.878 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.878 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.878 INFO:tasks.workunit.client.0.smithi031.stdout: "num_files": { 2024-08-10T06:31:31.879 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 45 2024-08-10T06:31:31.879 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.879 INFO:tasks.workunit.client.0.smithi031.stdout: "read_bytes": { 2024-08-10T06:31:31.879 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 325005888 2024-08-10T06:31:31.879 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.879 INFO:tasks.workunit.client.0.smithi031.stdout: "read_count": { 2024-08-10T06:31:31.879 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 18324 2024-08-10T06:31:31.879 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.879 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes": { 2024-08-10T06:31:31.879 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 266678272 2024-08-10T06:31:31.879 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.879 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_db": { 2024-08-10T06:31:31.879 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 266682368 2024-08-10T06:31:31.880 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.880 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_slow": { 2024-08-10T06:31:31.880 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.880 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.880 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_wal": { 2024-08-10T06:31:31.880 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.880 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.880 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_count": { 2024-08-10T06:31:31.880 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6634 2024-08-10T06:31:31.880 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.880 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-08-10T06:31:31.880 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 18324, 2024-08-10T06:31:31.880 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 123251224 2024-08-10T06:31:31.880 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.881 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_bytes": { 2024-08-10T06:31:31.881 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 186434140 2024-08-10T06:31:31.881 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.881 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_count": { 2024-08-10T06:31:31.881 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 14083 2024-08-10T06:31:31.881 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.881 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_bytes": { 2024-08-10T06:31:31.881 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2776139 2024-08-10T06:31:31.881 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.881 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_count": { 2024-08-10T06:31:31.881 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 797 2024-08-10T06:31:31.881 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.881 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_bytes": { 2024-08-10T06:31:31.881 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7369448 2024-08-10T06:31:31.882 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.882 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_count": { 2024-08-10T06:31:31.882 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1051 2024-08-10T06:31:31.882 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.882 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes": { 2024-08-10T06:31:31.882 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4593309 2024-08-10T06:31:31.882 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.882 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_db": { 2024-08-10T06:31:31.882 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4593309 2024-08-10T06:31:31.882 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.882 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_slow": { 2024-08-10T06:31:31.882 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.882 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.883 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_wal": { 2024-08-10T06:31:31.883 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.883 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.883 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_count": { 2024-08-10T06:31:31.883 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 265 2024-08-10T06:31:31.883 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.883 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_lat": { 2024-08-10T06:31:31.883 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1051, 2024-08-10T06:31:31.883 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2034678 2024-08-10T06:31:31.883 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.883 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_alloc_lat": { 2024-08-10T06:31:31.883 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.883 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.884 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.884 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_total_bytes": { 2024-08-10T06:31:31.884 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.884 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.884 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_used_bytes": { 2024-08-10T06:31:31.884 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.884 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.884 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-08-10T06:31:31.884 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-08-10T06:31:31.884 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 606 2024-08-10T06:31:31.884 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.884 INFO:tasks.workunit.client.0.smithi031.stdout: "unlink_lat": { 2024-08-10T06:31:31.884 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 4, 2024-08-10T06:31:31.885 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6305 2024-08-10T06:31:31.885 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.885 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_alloc_lat": { 2024-08-10T06:31:31.885 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.885 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.885 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.885 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_total_bytes": { 2024-08-10T06:31:31.885 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.885 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.885 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_used_bytes": { 2024-08-10T06:31:31.885 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.885 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.885 INFO:tasks.workunit.client.0.smithi031.stdout: "write_bytes": { 2024-08-10T06:31:31.885 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1003593728 2024-08-10T06:31:31.886 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.886 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.886 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore": { 2024-08-10T06:31:31.886 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit": { 2024-08-10T06:31:31.886 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4096 2024-08-10T06:31:31.886 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.886 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": { 2024-08-10T06:31:31.886 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 14606336 2024-08-10T06:31:31.886 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.886 INFO:tasks.workunit.client.0.smithi031.stdout: "allocator_lat": { 2024-08-10T06:31:31.886 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 23198, 2024-08-10T06:31:31.886 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 63129199 2024-08-10T06:31:31.886 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.886 INFO:tasks.workunit.client.0.smithi031.stdout: "clist_lat": { 2024-08-10T06:31:31.887 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3251, 2024-08-10T06:31:31.887 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 469187413 2024-08-10T06:31:31.887 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.887 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_lat": { 2024-08-10T06:31:31.887 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.887 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.887 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.887 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed": { 2024-08-10T06:31:31.887 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.887 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.887 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_allocated": { 2024-08-10T06:31:31.887 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.887 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.887 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_original": { 2024-08-10T06:31:31.888 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.888 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.888 INFO:tasks.workunit.client.0.smithi031.stdout: "csum_lat": { 2024-08-10T06:31:31.888 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 20231, 2024-08-10T06:31:31.888 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 148673900 2024-08-10T06:31:31.888 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.888 INFO:tasks.workunit.client.0.smithi031.stdout: "decompress_lat": { 2024-08-10T06:31:31.888 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.888 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.888 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.888 INFO:tasks.workunit.client.0.smithi031.stdout: "fragmentation_micros": { 2024-08-10T06:31:31.888 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.888 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.888 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_commit_lat": { 2024-08-10T06:31:31.889 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 84989, 2024-08-10T06:31:31.889 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 19991025146 2024-08-10T06:31:31.889 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.889 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_final_lat": { 2024-08-10T06:31:31.889 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 84434, 2024-08-10T06:31:31.889 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1642850702 2024-08-10T06:31:31.889 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.889 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_flush_lat": { 2024-08-10T06:31:31.889 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 84989, 2024-08-10T06:31:31.889 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 45996083 2024-08-10T06:31:31.889 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.889 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_sync_lat": { 2024-08-10T06:31:31.889 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 84989, 2024-08-10T06:31:31.890 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 20037021229 2024-08-10T06:31:31.890 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.890 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_keys_lat": { 2024-08-10T06:31:31.890 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.890 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.890 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.890 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_values_lat": { 2024-08-10T06:31:31.890 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 29223, 2024-08-10T06:31:31.890 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 619269312 2024-08-10T06:31:31.890 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.890 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_lower_bound_lat": { 2024-08-10T06:31:31.890 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 817, 2024-08-10T06:31:31.890 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2153165 2024-08-10T06:31:31.890 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.891 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_next_lat": { 2024-08-10T06:31:31.891 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 11419, 2024-08-10T06:31:31.891 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8869337 2024-08-10T06:31:31.891 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.891 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_seek_to_first_lat": { 2024-08-10T06:31:31.891 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 49, 2024-08-10T06:31:31.891 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 64982 2024-08-10T06:31:31.891 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.891 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_upper_bound_lat": { 2024-08-10T06:31:31.891 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 14484, 2024-08-10T06:31:31.891 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2017319591 2024-08-10T06:31:31.891 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.891 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_hits": { 2024-08-10T06:31:31.892 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 240471 2024-08-10T06:31:31.892 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.892 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_misses": { 2024-08-10T06:31:31.892 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 21183 2024-08-10T06:31:31.892 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.892 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-08-10T06:31:31.892 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 16392, 2024-08-10T06:31:31.892 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1468545653 2024-08-10T06:31:31.892 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.892 INFO:tasks.workunit.client.0.smithi031.stdout: "read_onode_meta_lat": { 2024-08-10T06:31:31.892 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 43097, 2024-08-10T06:31:31.892 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 13489632 2024-08-10T06:31:31.892 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.893 INFO:tasks.workunit.client.0.smithi031.stdout: "read_wait_aio_lat": { 2024-08-10T06:31:31.893 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 26705, 2024-08-10T06:31:31.893 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1328668595 2024-08-10T06:31:31.893 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.893 INFO:tasks.workunit.client.0.smithi031.stdout: "reads_with_retries": { 2024-08-10T06:31:31.893 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.893 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.893 INFO:tasks.workunit.client.0.smithi031.stdout: "remove_lat": { 2024-08-10T06:31:31.893 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 15736, 2024-08-10T06:31:31.893 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 397584492 2024-08-10T06:31:31.893 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.893 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_aio_wait_count": { 2024-08-10T06:31:31.893 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.893 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.894 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_committed_kv_count": { 2024-08-10T06:31:31.894 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.894 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.894 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_read_onode_meta_count": { 2024-08-10T06:31:31.894 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.894 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.894 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_read_wait_aio_count": { 2024-08-10T06:31:31.894 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.894 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.894 INFO:tasks.workunit.client.0.smithi031.stdout: "state_aio_wait_lat": { 2024-08-10T06:31:31.894 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 101010, 2024-08-10T06:31:31.894 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10065927542 2024-08-10T06:31:31.894 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.895 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T06:31:31.895 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 9109, 2024-08-10T06:31:31.895 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 736843079 2024-08-10T06:31:31.895 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.895 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_cleanup_lat": { 2024-08-10T06:31:31.895 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 9107, 2024-08-10T06:31:31.895 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2677217053311 2024-08-10T06:31:31.895 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.895 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_queued_lat": { 2024-08-10T06:31:31.895 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 9109, 2024-08-10T06:31:31.895 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6590043182139 2024-08-10T06:31:31.895 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.895 INFO:tasks.workunit.client.0.smithi031.stdout: "state_done_lat": { 2024-08-10T06:31:31.896 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 101008, 2024-08-10T06:31:31.896 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3395235901803 2024-08-10T06:31:31.896 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.896 INFO:tasks.workunit.client.0.smithi031.stdout: "state_finishing_lat": { 2024-08-10T06:31:31.896 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 101008, 2024-08-10T06:31:31.896 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10769008 2024-08-10T06:31:31.896 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.896 INFO:tasks.workunit.client.0.smithi031.stdout: "state_io_done_lat": { 2024-08-10T06:31:31.896 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 101010, 2024-08-10T06:31:31.896 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 755697453 2024-08-10T06:31:31.896 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.896 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_commiting_lat": { 2024-08-10T06:31:31.896 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 101010, 2024-08-10T06:31:31.897 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 35456559670 2024-08-10T06:31:31.897 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.897 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_done_lat": { 2024-08-10T06:31:31.897 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 101010, 2024-08-10T06:31:31.897 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 35376915 2024-08-10T06:31:31.897 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.897 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_queued_lat": { 2024-08-10T06:31:31.897 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 101010, 2024-08-10T06:31:31.897 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 18130923268 2024-08-10T06:31:31.897 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.897 INFO:tasks.workunit.client.0.smithi031.stdout: "state_prepare_lat": { 2024-08-10T06:31:31.897 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 101010, 2024-08-10T06:31:31.897 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7563504720 2024-08-10T06:31:31.898 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.898 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": { 2024-08-10T06:31:31.898 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10312607 2024-08-10T06:31:31.898 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.898 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-08-10T06:31:31.898 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2592, 2024-08-10T06:31:31.898 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 14883119 2024-08-10T06:31:31.898 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.898 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_commit_lat": { 2024-08-10T06:31:31.898 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 101010, 2024-08-10T06:31:31.898 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71986381471 2024-08-10T06:31:31.898 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.898 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_submit_lat": { 2024-08-10T06:31:31.898 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 101010, 2024-08-10T06:31:31.899 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8593562777 2024-08-10T06:31:31.899 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.899 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_throttle_lat": { 2024-08-10T06:31:31.899 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 101010, 2024-08-10T06:31:31.899 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 770148506 2024-08-10T06:31:31.899 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.899 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.899 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache": { 2024-08-10T06:31:31.899 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_bytes": { 2024-08-10T06:31:31.899 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1405116907 2024-08-10T06:31:31.899 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.899 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_bytes": { 2024-08-10T06:31:31.899 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 546652160 2024-08-10T06:31:31.899 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.900 INFO:tasks.workunit.client.0.smithi031.stdout: "mapped_bytes": { 2024-08-10T06:31:31.900 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 503185408 2024-08-10T06:31:31.900 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.900 INFO:tasks.workunit.client.0.smithi031.stdout: "target_bytes": { 2024-08-10T06:31:31.900 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2600497971 2024-08-10T06:31:31.900 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.900 INFO:tasks.workunit.client.0.smithi031.stdout: "unmapped_bytes": { 2024-08-10T06:31:31.900 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 43466752 2024-08-10T06:31:31.900 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.900 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.900 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:data": { 2024-08-10T06:31:31.900 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:31.900 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 125829120 2024-08-10T06:31:31.900 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.901 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:31.901 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.901 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.901 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:31.901 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.901 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.901 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:31.901 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 56856266 2024-08-10T06:31:31.901 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.901 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:31.901 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.901 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.902 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:31.902 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.902 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.902 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:31.902 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.902 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.902 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:31.902 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.902 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.902 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:31.902 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 16384 2024-08-10T06:31:31.902 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.902 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:31.903 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 90112 2024-08-10T06:31:31.903 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.903 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:31.903 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.903 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.903 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:31.903 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.903 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.903 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:31.903 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.903 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.903 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:31.903 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 68866358 2024-08-10T06:31:31.903 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.904 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.904 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv": { 2024-08-10T06:31:31.904 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:31.904 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 562036736 2024-08-10T06:31:31.904 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.904 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:31.904 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T06:31:31.904 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.904 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:31.904 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.904 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.904 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:31.904 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 426421996 2024-08-10T06:31:31.904 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.905 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:31.905 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.905 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.905 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:31.905 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.905 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.905 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:31.905 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2128 2024-08-10T06:31:31.905 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.905 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:31.905 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.905 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.905 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:31.906 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 137616 2024-08-10T06:31:31.906 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.906 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:31.906 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.906 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.906 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:31.906 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.906 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.906 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:31.906 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.906 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.906 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:31.906 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.907 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.907 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:31.907 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 68366132 2024-08-10T06:31:31.907 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.907 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.907 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T06:31:31.907 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:31.907 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 176160768 2024-08-10T06:31:31.907 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.907 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:31.907 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T06:31:31.907 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.907 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:31.907 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 377040 2024-08-10T06:31:31.908 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.908 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:31.908 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 37904177 2024-08-10T06:31:31.908 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.908 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:31.908 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.908 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.908 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:31.908 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.908 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.908 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:31.908 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.908 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.909 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:31.909 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.909 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.909 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:31.909 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.909 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.909 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:31.909 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.909 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.909 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:31.909 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.909 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.909 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:31.910 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.910 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.910 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:31.910 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.910 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.910 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:31.910 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 70770687 2024-08-10T06:31:31.910 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.910 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.910 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:meta": { 2024-08-10T06:31:31.910 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:31.910 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 494927872 2024-08-10T06:31:31.910 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.911 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:31.911 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.911 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.911 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:31.911 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.911 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.911 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:31.911 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 426421996 2024-08-10T06:31:31.911 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.911 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:31.911 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.911 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.911 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:31.911 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.912 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.912 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:31.912 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.912 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.912 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:31.912 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.912 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.912 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:31.912 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 165557 2024-08-10T06:31:31.912 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.912 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:31.912 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1141058 2024-08-10T06:31:31.912 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.912 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:31.913 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.913 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.913 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:31.913 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.913 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.913 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:31.913 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.913 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.913 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:31.913 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67199261 2024-08-10T06:31:31.913 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.913 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.913 INFO:tasks.workunit.client.0.smithi031.stdout: "objecter": { 2024-08-10T06:31:31.913 INFO:tasks.workunit.client.0.smithi031.stdout: "op_active": { 2024-08-10T06:31:31.914 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.914 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.914 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T06:31:31.914 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 38 2024-08-10T06:31:31.914 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.914 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rmw": { 2024-08-10T06:31:31.914 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.914 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.914 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T06:31:31.914 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.914 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.914 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.914 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:31.914 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg": { 2024-08-10T06:31:31.915 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 58 2024-08-10T06:31:31.915 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.915 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg_removing": { 2024-08-10T06:31:31.915 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.915 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.915 INFO:tasks.workunit.client.0.smithi031.stdout: "op": { 2024-08-10T06:31:31.915 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 32479 2024-08-10T06:31:31.915 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.915 INFO:tasks.workunit.client.0.smithi031.stdout: "op_before_queue_op_lat": { 2024-08-10T06:31:31.915 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 120725, 2024-08-10T06:31:31.915 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 9350770036 2024-08-10T06:31:31.915 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.915 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_degraded": { 2024-08-10T06:31:31.915 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5 2024-08-10T06:31:31.916 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.916 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_unreadable": { 2024-08-10T06:31:31.916 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.916 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.916 INFO:tasks.workunit.client.0.smithi031.stdout: "op_in_bytes": { 2024-08-10T06:31:31.916 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1014689274 2024-08-10T06:31:31.916 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.916 INFO:tasks.workunit.client.0.smithi031.stdout: "op_latency": { 2024-08-10T06:31:31.916 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 32479, 2024-08-10T06:31:31.916 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 39781889166 2024-08-10T06:31:31.916 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.916 INFO:tasks.workunit.client.0.smithi031.stdout: "op_out_bytes": { 2024-08-10T06:31:31.916 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2282328356 2024-08-10T06:31:31.916 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.917 INFO:tasks.workunit.client.0.smithi031.stdout: "op_prepare_latency": { 2024-08-10T06:31:31.917 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 33394, 2024-08-10T06:31:31.917 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10932972040 2024-08-10T06:31:31.917 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.917 INFO:tasks.workunit.client.0.smithi031.stdout: "op_process_latency": { 2024-08-10T06:31:31.917 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 32479, 2024-08-10T06:31:31.917 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 25919206179 2024-08-10T06:31:31.917 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.917 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T06:31:31.917 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 23859 2024-08-10T06:31:31.917 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.917 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency": { 2024-08-10T06:31:31.917 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 23859, 2024-08-10T06:31:31.918 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 11985421129 2024-08-10T06:31:31.918 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.918 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T06:31:31.918 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.918 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.918 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_out_bytes": { 2024-08-10T06:31:31.918 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2282328356 2024-08-10T06:31:31.918 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.918 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_prepare_latency": { 2024-08-10T06:31:31.918 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 24161, 2024-08-10T06:31:31.918 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4837288694 2024-08-10T06:31:31.918 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.918 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_process_latency": { 2024-08-10T06:31:31.918 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 23859, 2024-08-10T06:31:31.919 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6152150713 2024-08-10T06:31:31.919 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.919 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw": { 2024-08-10T06:31:31.919 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7302 2024-08-10T06:31:31.919 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.919 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_in_bytes": { 2024-08-10T06:31:31.919 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 284003685 2024-08-10T06:31:31.919 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.919 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency": { 2024-08-10T06:31:31.919 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7302, 2024-08-10T06:31:31.919 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 16295118132 2024-08-10T06:31:31.919 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.920 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T06:31:31.920 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.920 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.920 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T06:31:31.920 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.920 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.920 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_out_bytes": { 2024-08-10T06:31:31.920 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.920 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.920 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_prepare_latency": { 2024-08-10T06:31:31.920 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7763, 2024-08-10T06:31:31.920 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4428942142 2024-08-10T06:31:31.920 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.920 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_process_latency": { 2024-08-10T06:31:31.921 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7302, 2024-08-10T06:31:31.921 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12475716233 2024-08-10T06:31:31.921 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.921 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T06:31:31.921 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1318 2024-08-10T06:31:31.921 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.921 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_in_bytes": { 2024-08-10T06:31:31.921 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 730685589 2024-08-10T06:31:31.921 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.921 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency": { 2024-08-10T06:31:31.921 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1318, 2024-08-10T06:31:31.921 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 11501349905 2024-08-10T06:31:31.921 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.921 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T06:31:31.922 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.922 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.922 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_prepare_latency": { 2024-08-10T06:31:31.922 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1470, 2024-08-10T06:31:31.922 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1666741204 2024-08-10T06:31:31.922 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.922 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_process_latency": { 2024-08-10T06:31:31.922 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1318, 2024-08-10T06:31:31.922 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7291339233 2024-08-10T06:31:31.922 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.922 INFO:tasks.workunit.client.0.smithi031.stdout: "op_wip": { 2024-08-10T06:31:31.922 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.923 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.923 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_bytes": { 2024-08-10T06:31:31.923 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.923 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.923 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_ops": { 2024-08-10T06:31:31.923 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7 2024-08-10T06:31:31.923 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.923 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes": { 2024-08-10T06:31:31.923 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-08-10T06:31:31.923 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.923 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes_used": { 2024-08-10T06:31:31.923 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 506601472 2024-08-10T06:31:31.923 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.923 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.924 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.924 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.6": { 2024-08-10T06:31:31.924 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T06:31:31.924 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_db_max_lat": { 2024-08-10T06:31:31.924 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 27911 2024-08-10T06:31:31.924 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.924 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_fallback": { 2024-08-10T06:31:31.924 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.924 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.924 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_max_lat": { 2024-08-10T06:31:31.924 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.924 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.924 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_size_fallback": { 2024-08-10T06:31:31.924 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.925 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.925 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_db": { 2024-08-10T06:31:31.925 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 65536 2024-08-10T06:31:31.925 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.925 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_slow": { 2024-08-10T06:31:31.925 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.925 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.925 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_wal": { 2024-08-10T06:31:31.925 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.925 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.925 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_wal_max_lat": { 2024-08-10T06:31:31.925 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.925 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.925 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_slow": { 2024-08-10T06:31:31.926 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.926 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.926 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_sst": { 2024-08-10T06:31:31.926 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3526656 2024-08-10T06:31:31.926 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.926 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_wal": { 2024-08-10T06:31:31.926 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 541126656 2024-08-10T06:31:31.926 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.926 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lat": { 2024-08-10T06:31:31.926 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 15, 2024-08-10T06:31:31.926 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2962594 2024-08-10T06:31:31.926 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.926 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lock_lat": { 2024-08-10T06:31:31.927 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 15, 2024-08-10T06:31:31.927 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 928995 2024-08-10T06:31:31.927 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.927 INFO:tasks.workunit.client.0.smithi031.stdout: "db_alloc_lat": { 2024-08-10T06:31:31.927 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 144, 2024-08-10T06:31:31.927 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 655467 2024-08-10T06:31:31.927 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.927 INFO:tasks.workunit.client.0.smithi031.stdout: "db_total_bytes": { 2024-08-10T06:31:31.927 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995027456 2024-08-10T06:31:31.927 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.927 INFO:tasks.workunit.client.0.smithi031.stdout: "db_used_bytes": { 2024-08-10T06:31:31.927 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 442433536 2024-08-10T06:31:31.927 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.928 INFO:tasks.workunit.client.0.smithi031.stdout: "flush_lat": { 2024-08-10T06:31:31.928 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 62335, 2024-08-10T06:31:31.928 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7677758847 2024-08-10T06:31:31.928 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.928 INFO:tasks.workunit.client.0.smithi031.stdout: "fsync_lat": { 2024-08-10T06:31:31.928 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 62346, 2024-08-10T06:31:31.928 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12476394863 2024-08-10T06:31:31.928 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.928 INFO:tasks.workunit.client.0.smithi031.stdout: "log_bytes": { 2024-08-10T06:31:31.928 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6037504 2024-08-10T06:31:31.928 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.928 INFO:tasks.workunit.client.0.smithi031.stdout: "logged_bytes": { 2024-08-10T06:31:31.928 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 255401984 2024-08-10T06:31:31.928 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.929 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_db": { 2024-08-10T06:31:31.929 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 459472896 2024-08-10T06:31:31.929 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.929 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_slow": { 2024-08-10T06:31:31.929 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.929 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.929 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_wal": { 2024-08-10T06:31:31.929 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.929 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.929 INFO:tasks.workunit.client.0.smithi031.stdout: "num_files": { 2024-08-10T06:31:31.929 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 38 2024-08-10T06:31:31.929 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.929 INFO:tasks.workunit.client.0.smithi031.stdout: "read_bytes": { 2024-08-10T06:31:31.929 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 234020549 2024-08-10T06:31:31.930 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.930 INFO:tasks.workunit.client.0.smithi031.stdout: "read_count": { 2024-08-10T06:31:31.930 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15289 2024-08-10T06:31:31.930 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.930 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes": { 2024-08-10T06:31:31.930 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 206020608 2024-08-10T06:31:31.930 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.930 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_db": { 2024-08-10T06:31:31.930 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 206024704 2024-08-10T06:31:31.930 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.930 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_slow": { 2024-08-10T06:31:31.930 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.930 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.930 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_wal": { 2024-08-10T06:31:31.931 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.931 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.931 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_count": { 2024-08-10T06:31:31.931 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8016 2024-08-10T06:31:31.931 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.931 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-08-10T06:31:31.931 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 15289, 2024-08-10T06:31:31.931 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 120452869 2024-08-10T06:31:31.931 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.931 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_bytes": { 2024-08-10T06:31:31.931 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 156921345 2024-08-10T06:31:31.931 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.932 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_count": { 2024-08-10T06:31:31.932 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12924 2024-08-10T06:31:31.932 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.932 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_bytes": { 2024-08-10T06:31:31.932 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1399620 2024-08-10T06:31:31.932 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.932 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_count": { 2024-08-10T06:31:31.932 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 551 2024-08-10T06:31:31.932 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.932 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_bytes": { 2024-08-10T06:31:31.932 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3486628 2024-08-10T06:31:31.933 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.933 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_count": { 2024-08-10T06:31:31.933 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 759 2024-08-10T06:31:31.933 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.933 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes": { 2024-08-10T06:31:31.933 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2087008 2024-08-10T06:31:31.933 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.933 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_db": { 2024-08-10T06:31:31.933 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2087008 2024-08-10T06:31:31.933 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.933 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_slow": { 2024-08-10T06:31:31.933 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.933 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.933 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_wal": { 2024-08-10T06:31:31.934 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.934 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.934 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_count": { 2024-08-10T06:31:31.934 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 209 2024-08-10T06:31:31.934 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.934 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_lat": { 2024-08-10T06:31:31.934 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 759, 2024-08-10T06:31:31.934 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1147754 2024-08-10T06:31:31.934 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.934 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_alloc_lat": { 2024-08-10T06:31:31.934 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.934 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.934 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.935 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_total_bytes": { 2024-08-10T06:31:31.935 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.935 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.935 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_used_bytes": { 2024-08-10T06:31:31.935 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.935 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.935 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-08-10T06:31:31.935 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-08-10T06:31:31.935 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 618 2024-08-10T06:31:31.935 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.935 INFO:tasks.workunit.client.0.smithi031.stdout: "unlink_lat": { 2024-08-10T06:31:31.935 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 4, 2024-08-10T06:31:31.935 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6294 2024-08-10T06:31:31.935 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.936 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_alloc_lat": { 2024-08-10T06:31:31.936 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.936 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.936 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.936 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_total_bytes": { 2024-08-10T06:31:31.936 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.936 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.936 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_used_bytes": { 2024-08-10T06:31:31.936 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.936 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.936 INFO:tasks.workunit.client.0.smithi031.stdout: "write_bytes": { 2024-08-10T06:31:31.936 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 802336768 2024-08-10T06:31:31.936 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.937 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.937 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore": { 2024-08-10T06:31:31.937 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit": { 2024-08-10T06:31:31.937 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4096 2024-08-10T06:31:31.937 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.937 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": { 2024-08-10T06:31:31.937 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15192064 2024-08-10T06:31:31.937 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.937 INFO:tasks.workunit.client.0.smithi031.stdout: "allocator_lat": { 2024-08-10T06:31:31.937 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 17230, 2024-08-10T06:31:31.937 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 46410730 2024-08-10T06:31:31.937 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.938 INFO:tasks.workunit.client.0.smithi031.stdout: "clist_lat": { 2024-08-10T06:31:31.938 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3150, 2024-08-10T06:31:31.938 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 353304243 2024-08-10T06:31:31.938 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.938 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_lat": { 2024-08-10T06:31:31.938 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.938 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.938 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.938 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed": { 2024-08-10T06:31:31.938 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.938 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.938 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_allocated": { 2024-08-10T06:31:31.938 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.939 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.939 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_original": { 2024-08-10T06:31:31.939 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.939 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.939 INFO:tasks.workunit.client.0.smithi031.stdout: "csum_lat": { 2024-08-10T06:31:31.939 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 14633, 2024-08-10T06:31:31.939 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 97478935 2024-08-10T06:31:31.939 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.939 INFO:tasks.workunit.client.0.smithi031.stdout: "decompress_lat": { 2024-08-10T06:31:31.939 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.939 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.939 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.939 INFO:tasks.workunit.client.0.smithi031.stdout: "fragmentation_micros": { 2024-08-10T06:31:31.939 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.940 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.940 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_commit_lat": { 2024-08-10T06:31:31.940 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 62304, 2024-08-10T06:31:31.940 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15340731902 2024-08-10T06:31:31.940 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.940 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_final_lat": { 2024-08-10T06:31:31.940 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 61835, 2024-08-10T06:31:31.940 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1266956134 2024-08-10T06:31:31.940 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.940 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_flush_lat": { 2024-08-10T06:31:31.940 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 62304, 2024-08-10T06:31:31.940 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 39081788 2024-08-10T06:31:31.940 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.940 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_sync_lat": { 2024-08-10T06:31:31.941 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 62304, 2024-08-10T06:31:31.941 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15379813690 2024-08-10T06:31:31.941 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.941 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_keys_lat": { 2024-08-10T06:31:31.941 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.941 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.941 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.941 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_values_lat": { 2024-08-10T06:31:31.941 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 232165, 2024-08-10T06:31:31.941 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 950023186 2024-08-10T06:31:31.941 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.941 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_lower_bound_lat": { 2024-08-10T06:31:31.941 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 769, 2024-08-10T06:31:31.942 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1860891 2024-08-10T06:31:31.942 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.942 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_next_lat": { 2024-08-10T06:31:31.942 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 128807, 2024-08-10T06:31:31.942 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 53075537 2024-08-10T06:31:31.942 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.942 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_seek_to_first_lat": { 2024-08-10T06:31:31.942 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 43, 2024-08-10T06:31:31.942 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71515 2024-08-10T06:31:31.942 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.942 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_upper_bound_lat": { 2024-08-10T06:31:31.942 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 14776, 2024-08-10T06:31:31.942 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2392502733 2024-08-10T06:31:31.943 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.943 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_hits": { 2024-08-10T06:31:31.943 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 389711 2024-08-10T06:31:31.943 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.943 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_misses": { 2024-08-10T06:31:31.943 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 18701 2024-08-10T06:31:31.943 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.943 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-08-10T06:31:31.943 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 6820, 2024-08-10T06:31:31.943 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1196698754 2024-08-10T06:31:31.943 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.943 INFO:tasks.workunit.client.0.smithi031.stdout: "read_onode_meta_lat": { 2024-08-10T06:31:31.943 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 30389, 2024-08-10T06:31:31.943 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10179313 2024-08-10T06:31:31.944 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.944 INFO:tasks.workunit.client.0.smithi031.stdout: "read_wait_aio_lat": { 2024-08-10T06:31:31.944 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 23569, 2024-08-10T06:31:31.944 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 962810421 2024-08-10T06:31:31.944 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.944 INFO:tasks.workunit.client.0.smithi031.stdout: "reads_with_retries": { 2024-08-10T06:31:31.944 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.944 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.944 INFO:tasks.workunit.client.0.smithi031.stdout: "remove_lat": { 2024-08-10T06:31:31.944 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 11839, 2024-08-10T06:31:31.944 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 287830244 2024-08-10T06:31:31.944 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.944 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_aio_wait_count": { 2024-08-10T06:31:31.944 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.945 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.945 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_committed_kv_count": { 2024-08-10T06:31:31.945 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.945 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.945 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_read_onode_meta_count": { 2024-08-10T06:31:31.945 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.945 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.945 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_read_wait_aio_count": { 2024-08-10T06:31:31.945 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.945 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.945 INFO:tasks.workunit.client.0.smithi031.stdout: "state_aio_wait_lat": { 2024-08-10T06:31:31.945 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 74702, 2024-08-10T06:31:31.945 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8322054291 2024-08-10T06:31:31.945 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.946 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T06:31:31.946 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 14132, 2024-08-10T06:31:31.946 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 639562334 2024-08-10T06:31:31.946 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.946 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_cleanup_lat": { 2024-08-10T06:31:31.946 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 14130, 2024-08-10T06:31:31.946 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2495945001181 2024-08-10T06:31:31.946 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.946 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_queued_lat": { 2024-08-10T06:31:31.946 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 14132, 2024-08-10T06:31:31.946 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5732202031459 2024-08-10T06:31:31.946 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.946 INFO:tasks.workunit.client.0.smithi031.stdout: "state_done_lat": { 2024-08-10T06:31:31.947 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 74700, 2024-08-10T06:31:31.947 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2146786801559 2024-08-10T06:31:31.947 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.947 INFO:tasks.workunit.client.0.smithi031.stdout: "state_finishing_lat": { 2024-08-10T06:31:31.947 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 74700, 2024-08-10T06:31:31.947 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7556070 2024-08-10T06:31:31.947 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.947 INFO:tasks.workunit.client.0.smithi031.stdout: "state_io_done_lat": { 2024-08-10T06:31:31.947 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 74702, 2024-08-10T06:31:31.947 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 774961052 2024-08-10T06:31:31.947 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.947 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_commiting_lat": { 2024-08-10T06:31:31.947 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 74702, 2024-08-10T06:31:31.947 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 27456103394 2024-08-10T06:31:31.948 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.948 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_done_lat": { 2024-08-10T06:31:31.948 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 74702, 2024-08-10T06:31:31.948 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 25443021 2024-08-10T06:31:31.948 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.948 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_queued_lat": { 2024-08-10T06:31:31.948 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 74702, 2024-08-10T06:31:31.948 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12986505474 2024-08-10T06:31:31.948 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.948 INFO:tasks.workunit.client.0.smithi031.stdout: "state_prepare_lat": { 2024-08-10T06:31:31.948 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 74702, 2024-08-10T06:31:31.948 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5549034735 2024-08-10T06:31:31.948 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.948 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": { 2024-08-10T06:31:31.949 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10902866 2024-08-10T06:31:31.949 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.949 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-08-10T06:31:31.949 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2436, 2024-08-10T06:31:31.949 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12469249 2024-08-10T06:31:31.949 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.949 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_commit_lat": { 2024-08-10T06:31:31.949 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 74702, 2024-08-10T06:31:31.949 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 55100395663 2024-08-10T06:31:31.949 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.949 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_submit_lat": { 2024-08-10T06:31:31.949 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 74702, 2024-08-10T06:31:31.949 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6324595784 2024-08-10T06:31:31.949 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.950 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_throttle_lat": { 2024-08-10T06:31:31.950 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 74702, 2024-08-10T06:31:31.950 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 608012024 2024-08-10T06:31:31.950 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.950 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.950 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache": { 2024-08-10T06:31:31.950 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_bytes": { 2024-08-10T06:31:31.950 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1405116907 2024-08-10T06:31:31.950 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.950 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_bytes": { 2024-08-10T06:31:31.950 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 508846080 2024-08-10T06:31:31.950 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.950 INFO:tasks.workunit.client.0.smithi031.stdout: "mapped_bytes": { 2024-08-10T06:31:31.950 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 503906304 2024-08-10T06:31:31.951 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.951 INFO:tasks.workunit.client.0.smithi031.stdout: "target_bytes": { 2024-08-10T06:31:31.951 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2600497971 2024-08-10T06:31:31.951 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.951 INFO:tasks.workunit.client.0.smithi031.stdout: "unmapped_bytes": { 2024-08-10T06:31:31.951 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4939776 2024-08-10T06:31:31.951 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.951 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.951 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:data": { 2024-08-10T06:31:31.951 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:31.951 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 125829120 2024-08-10T06:31:31.951 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.951 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:31.951 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.952 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.952 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:31.952 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.952 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.952 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:31.952 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 57307354 2024-08-10T06:31:31.952 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.952 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:31.952 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.952 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.952 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:31.952 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.952 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.952 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:31.953 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.953 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.953 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:31.953 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.953 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.953 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:31.953 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 32768 2024-08-10T06:31:31.953 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.953 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:31.953 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 61440 2024-08-10T06:31:31.953 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.953 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:31.953 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.954 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.954 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:31.954 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.954 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.954 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:31.954 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.954 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.954 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:31.954 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 68427558 2024-08-10T06:31:31.954 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.954 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.954 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv": { 2024-08-10T06:31:31.955 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:31.955 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 570425344 2024-08-10T06:31:31.955 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.955 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:31.955 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T06:31:31.955 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.955 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:31.955 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.955 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.955 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:31.955 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 429805155 2024-08-10T06:31:31.955 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.955 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:31.955 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.956 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.956 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:31.956 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1616 2024-08-10T06:31:31.956 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.956 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:31.956 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.956 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.956 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:31.956 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.956 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.956 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:31.956 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 105792 2024-08-10T06:31:31.956 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.957 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:31.957 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.957 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.957 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:31.957 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.957 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.957 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:31.957 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.957 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.957 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:31.957 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.957 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.957 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:31.957 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 73403917 2024-08-10T06:31:31.958 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.958 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.958 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T06:31:31.958 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:31.958 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 176160768 2024-08-10T06:31:31.958 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.958 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:31.958 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T06:31:31.958 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.958 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:31.958 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 284512 2024-08-10T06:31:31.958 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.958 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:31.959 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 38204902 2024-08-10T06:31:31.959 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.959 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:31.959 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.959 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.959 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:31.959 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.959 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.959 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:31.959 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.959 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.959 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:31.959 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.960 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.960 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:31.960 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.960 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.960 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:31.960 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.960 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.960 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:31.960 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.960 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.960 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:31.960 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.960 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.960 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:31.961 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.961 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.961 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:31.961 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 70562490 2024-08-10T06:31:31.961 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.961 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.961 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:meta": { 2024-08-10T06:31:31.961 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:31.961 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 503316480 2024-08-10T06:31:31.961 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.961 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:31.961 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.961 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.961 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:31.962 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.962 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.962 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:31.962 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 429805155 2024-08-10T06:31:31.962 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.962 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:31.962 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.962 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.962 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:31.962 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.962 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.962 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:31.962 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.963 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.963 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:31.963 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.963 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.963 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:31.963 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 169366 2024-08-10T06:31:31.963 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.963 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:31.963 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1172382 2024-08-10T06:31:31.963 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.963 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:31.963 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.963 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.963 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:31.964 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.964 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.964 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:31.964 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.964 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.964 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:31.964 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 72169577 2024-08-10T06:31:31.964 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.964 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.964 INFO:tasks.workunit.client.0.smithi031.stdout: "objecter": { 2024-08-10T06:31:31.964 INFO:tasks.workunit.client.0.smithi031.stdout: "op_active": { 2024-08-10T06:31:31.964 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.964 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.964 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T06:31:31.965 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 34 2024-08-10T06:31:31.965 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.965 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rmw": { 2024-08-10T06:31:31.965 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.965 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.965 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T06:31:31.965 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.965 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.965 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.965 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:31.965 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg": { 2024-08-10T06:31:31.965 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 51 2024-08-10T06:31:31.965 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.965 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg_removing": { 2024-08-10T06:31:31.966 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.966 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.966 INFO:tasks.workunit.client.0.smithi031.stdout: "op": { 2024-08-10T06:31:31.966 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 30238 2024-08-10T06:31:31.966 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.966 INFO:tasks.workunit.client.0.smithi031.stdout: "op_before_queue_op_lat": { 2024-08-10T06:31:31.966 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 90078, 2024-08-10T06:31:31.966 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6066205267 2024-08-10T06:31:31.966 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.966 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_degraded": { 2024-08-10T06:31:31.966 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.966 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.966 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_unreadable": { 2024-08-10T06:31:31.966 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.967 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.967 INFO:tasks.workunit.client.0.smithi031.stdout: "op_in_bytes": { 2024-08-10T06:31:31.967 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1162140424 2024-08-10T06:31:31.967 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.967 INFO:tasks.workunit.client.0.smithi031.stdout: "op_latency": { 2024-08-10T06:31:31.967 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 30238, 2024-08-10T06:31:31.967 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 81382081157 2024-08-10T06:31:31.967 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.967 INFO:tasks.workunit.client.0.smithi031.stdout: "op_out_bytes": { 2024-08-10T06:31:31.967 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1757091344 2024-08-10T06:31:31.967 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.967 INFO:tasks.workunit.client.0.smithi031.stdout: "op_prepare_latency": { 2024-08-10T06:31:31.967 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 30781, 2024-08-10T06:31:31.967 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 18524661289 2024-08-10T06:31:31.968 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.968 INFO:tasks.workunit.client.0.smithi031.stdout: "op_process_latency": { 2024-08-10T06:31:31.968 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 30238, 2024-08-10T06:31:31.968 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 35986350018 2024-08-10T06:31:31.968 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.968 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T06:31:31.968 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 20893 2024-08-10T06:31:31.968 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.968 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency": { 2024-08-10T06:31:31.968 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 20893, 2024-08-10T06:31:31.968 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 17606591715 2024-08-10T06:31:31.968 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.968 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T06:31:31.968 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.969 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.969 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_out_bytes": { 2024-08-10T06:31:31.969 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1757091344 2024-08-10T06:31:31.969 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.969 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_prepare_latency": { 2024-08-10T06:31:31.969 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 21103, 2024-08-10T06:31:31.969 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10268161937 2024-08-10T06:31:31.969 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.969 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_process_latency": { 2024-08-10T06:31:31.969 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 20893, 2024-08-10T06:31:31.969 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10370520931 2024-08-10T06:31:31.969 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.969 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw": { 2024-08-10T06:31:31.969 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5125 2024-08-10T06:31:31.970 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.970 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_in_bytes": { 2024-08-10T06:31:31.970 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 156224644 2024-08-10T06:31:31.970 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.970 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency": { 2024-08-10T06:31:31.970 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 5125, 2024-08-10T06:31:31.970 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12347485483 2024-08-10T06:31:31.970 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.970 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T06:31:31.970 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.970 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.970 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T06:31:31.970 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.971 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.971 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_out_bytes": { 2024-08-10T06:31:31.971 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.971 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.971 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_prepare_latency": { 2024-08-10T06:31:31.971 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 5320, 2024-08-10T06:31:31.971 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3737500484 2024-08-10T06:31:31.971 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.971 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_process_latency": { 2024-08-10T06:31:31.971 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 5125, 2024-08-10T06:31:31.971 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8930449761 2024-08-10T06:31:31.971 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.971 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T06:31:31.971 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4220 2024-08-10T06:31:31.972 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.972 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_in_bytes": { 2024-08-10T06:31:31.972 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1005915780 2024-08-10T06:31:31.972 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.972 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency": { 2024-08-10T06:31:31.972 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 4220, 2024-08-10T06:31:31.972 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 51428003959 2024-08-10T06:31:31.972 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.972 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T06:31:31.972 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.972 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.972 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_prepare_latency": { 2024-08-10T06:31:31.973 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 4358, 2024-08-10T06:31:31.973 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4518998868 2024-08-10T06:31:31.973 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.973 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_process_latency": { 2024-08-10T06:31:31.973 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 4220, 2024-08-10T06:31:31.973 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 16685379326 2024-08-10T06:31:31.973 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.973 INFO:tasks.workunit.client.0.smithi031.stdout: "op_wip": { 2024-08-10T06:31:31.973 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.973 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.973 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_bytes": { 2024-08-10T06:31:31.973 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.973 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.973 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_ops": { 2024-08-10T06:31:31.974 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8 2024-08-10T06:31:31.974 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.974 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes": { 2024-08-10T06:31:31.974 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-08-10T06:31:31.974 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.974 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes_used": { 2024-08-10T06:31:31.974 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 457641984 2024-08-10T06:31:31.974 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.974 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.974 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.974 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.7": { 2024-08-10T06:31:31.974 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T06:31:31.974 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_db_max_lat": { 2024-08-10T06:31:31.974 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 16324 2024-08-10T06:31:31.975 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.975 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_fallback": { 2024-08-10T06:31:31.975 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.975 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.975 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_max_lat": { 2024-08-10T06:31:31.975 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.975 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.975 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_size_fallback": { 2024-08-10T06:31:31.975 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.975 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.975 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_db": { 2024-08-10T06:31:31.975 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 65536 2024-08-10T06:31:31.975 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.975 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_slow": { 2024-08-10T06:31:31.976 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.976 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.976 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_wal": { 2024-08-10T06:31:31.976 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.976 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.976 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_wal_max_lat": { 2024-08-10T06:31:31.976 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.976 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.976 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_slow": { 2024-08-10T06:31:31.976 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.976 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.976 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_sst": { 2024-08-10T06:31:31.976 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1081344 2024-08-10T06:31:31.976 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.977 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_wal": { 2024-08-10T06:31:31.977 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 506937344 2024-08-10T06:31:31.977 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.977 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lat": { 2024-08-10T06:31:31.977 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 15, 2024-08-10T06:31:31.977 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3760002 2024-08-10T06:31:31.977 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.977 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lock_lat": { 2024-08-10T06:31:31.977 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 15, 2024-08-10T06:31:31.977 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1125680 2024-08-10T06:31:31.977 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.977 INFO:tasks.workunit.client.0.smithi031.stdout: "db_alloc_lat": { 2024-08-10T06:31:31.977 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 141, 2024-08-10T06:31:31.977 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 560792 2024-08-10T06:31:31.978 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.978 INFO:tasks.workunit.client.0.smithi031.stdout: "db_total_bytes": { 2024-08-10T06:31:31.978 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995027456 2024-08-10T06:31:31.978 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.978 INFO:tasks.workunit.client.0.smithi031.stdout: "db_used_bytes": { 2024-08-10T06:31:31.978 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 411369472 2024-08-10T06:31:31.978 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.978 INFO:tasks.workunit.client.0.smithi031.stdout: "flush_lat": { 2024-08-10T06:31:31.978 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 64224, 2024-08-10T06:31:31.978 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7467843867 2024-08-10T06:31:31.978 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.978 INFO:tasks.workunit.client.0.smithi031.stdout: "fsync_lat": { 2024-08-10T06:31:31.978 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 64244, 2024-08-10T06:31:31.979 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12069215138 2024-08-10T06:31:31.979 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.979 INFO:tasks.workunit.client.0.smithi031.stdout: "log_bytes": { 2024-08-10T06:31:31.979 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 13791232 2024-08-10T06:31:31.979 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.979 INFO:tasks.workunit.client.0.smithi031.stdout: "logged_bytes": { 2024-08-10T06:31:31.979 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 263147520 2024-08-10T06:31:31.979 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.979 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_db": { 2024-08-10T06:31:31.979 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 392888320 2024-08-10T06:31:31.979 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.979 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_slow": { 2024-08-10T06:31:31.979 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.979 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.980 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_wal": { 2024-08-10T06:31:31.980 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.980 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.980 INFO:tasks.workunit.client.0.smithi031.stdout: "num_files": { 2024-08-10T06:31:31.980 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 35 2024-08-10T06:31:31.980 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.980 INFO:tasks.workunit.client.0.smithi031.stdout: "read_bytes": { 2024-08-10T06:31:31.980 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 79202542 2024-08-10T06:31:31.980 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.980 INFO:tasks.workunit.client.0.smithi031.stdout: "read_count": { 2024-08-10T06:31:31.980 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4888 2024-08-10T06:31:31.980 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.980 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes": { 2024-08-10T06:31:31.981 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 48381952 2024-08-10T06:31:31.981 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.981 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_db": { 2024-08-10T06:31:31.981 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 48386048 2024-08-10T06:31:31.981 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.981 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_slow": { 2024-08-10T06:31:31.981 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.981 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.981 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_wal": { 2024-08-10T06:31:31.981 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.981 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.981 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_count": { 2024-08-10T06:31:31.981 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 131 2024-08-10T06:31:31.981 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.982 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-08-10T06:31:31.982 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 4888, 2024-08-10T06:31:31.982 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15114835 2024-08-10T06:31:31.982 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.982 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_bytes": { 2024-08-10T06:31:31.982 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 35293291 2024-08-10T06:31:31.982 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.982 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_count": { 2024-08-10T06:31:31.982 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3536 2024-08-10T06:31:31.982 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.982 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_bytes": { 2024-08-10T06:31:31.982 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 555672 2024-08-10T06:31:31.982 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.983 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_count": { 2024-08-10T06:31:31.983 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 279 2024-08-10T06:31:31.983 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.983 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_bytes": { 2024-08-10T06:31:31.983 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1063696 2024-08-10T06:31:31.983 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.983 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_count": { 2024-08-10T06:31:31.983 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 387 2024-08-10T06:31:31.983 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.983 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes": { 2024-08-10T06:31:31.983 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 508024 2024-08-10T06:31:31.983 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.983 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_db": { 2024-08-10T06:31:31.983 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 508024 2024-08-10T06:31:31.984 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.984 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_slow": { 2024-08-10T06:31:31.984 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.984 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.984 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_wal": { 2024-08-10T06:31:31.984 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.984 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.984 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_count": { 2024-08-10T06:31:31.984 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 108 2024-08-10T06:31:31.984 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.984 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_lat": { 2024-08-10T06:31:31.984 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 387, 2024-08-10T06:31:31.984 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 451886 2024-08-10T06:31:31.984 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.985 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_alloc_lat": { 2024-08-10T06:31:31.985 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.985 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.985 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.985 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_total_bytes": { 2024-08-10T06:31:31.985 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.985 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.985 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_used_bytes": { 2024-08-10T06:31:31.985 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.985 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.985 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-08-10T06:31:31.985 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-08-10T06:31:31.985 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 603 2024-08-10T06:31:31.985 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.986 INFO:tasks.workunit.client.0.smithi031.stdout: "unlink_lat": { 2024-08-10T06:31:31.986 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 4, 2024-08-10T06:31:31.986 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6323 2024-08-10T06:31:31.986 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.986 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_alloc_lat": { 2024-08-10T06:31:31.986 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.986 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.986 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.986 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_total_bytes": { 2024-08-10T06:31:31.986 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.986 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.986 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_used_bytes": { 2024-08-10T06:31:31.987 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.987 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.987 INFO:tasks.workunit.client.0.smithi031.stdout: "write_bytes": { 2024-08-10T06:31:31.987 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 773455872 2024-08-10T06:31:31.987 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:31.987 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.987 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore": { 2024-08-10T06:31:31.987 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit": { 2024-08-10T06:31:31.987 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4096 2024-08-10T06:31:31.987 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.987 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": { 2024-08-10T06:31:31.987 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10989568 2024-08-10T06:31:31.987 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.987 INFO:tasks.workunit.client.0.smithi031.stdout: "allocator_lat": { 2024-08-10T06:31:31.988 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 17504, 2024-08-10T06:31:31.988 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 49159580 2024-08-10T06:31:31.988 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.988 INFO:tasks.workunit.client.0.smithi031.stdout: "clist_lat": { 2024-08-10T06:31:31.988 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3194, 2024-08-10T06:31:31.988 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 276101059 2024-08-10T06:31:31.988 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.988 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_lat": { 2024-08-10T06:31:31.988 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.988 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.988 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.988 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed": { 2024-08-10T06:31:31.988 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.988 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.989 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_allocated": { 2024-08-10T06:31:31.989 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.989 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.989 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_original": { 2024-08-10T06:31:31.989 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.989 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.989 INFO:tasks.workunit.client.0.smithi031.stdout: "csum_lat": { 2024-08-10T06:31:31.989 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 13314, 2024-08-10T06:31:31.989 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 81888801 2024-08-10T06:31:31.989 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.989 INFO:tasks.workunit.client.0.smithi031.stdout: "decompress_lat": { 2024-08-10T06:31:31.989 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.989 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.989 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.990 INFO:tasks.workunit.client.0.smithi031.stdout: "fragmentation_micros": { 2024-08-10T06:31:31.990 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.990 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.990 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_commit_lat": { 2024-08-10T06:31:31.990 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 64198, 2024-08-10T06:31:31.990 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15000033649 2024-08-10T06:31:31.990 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.990 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_final_lat": { 2024-08-10T06:31:31.990 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 63774, 2024-08-10T06:31:31.990 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1301603606 2024-08-10T06:31:31.990 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.990 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_flush_lat": { 2024-08-10T06:31:31.991 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 64198, 2024-08-10T06:31:31.991 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 38449232 2024-08-10T06:31:31.991 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.991 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_sync_lat": { 2024-08-10T06:31:31.991 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 64198, 2024-08-10T06:31:31.991 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15038482881 2024-08-10T06:31:31.991 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.991 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_keys_lat": { 2024-08-10T06:31:31.991 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:31.991 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.991 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.991 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_values_lat": { 2024-08-10T06:31:31.991 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 29649, 2024-08-10T06:31:31.991 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 543300681 2024-08-10T06:31:31.992 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.992 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_lower_bound_lat": { 2024-08-10T06:31:31.992 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 716, 2024-08-10T06:31:31.992 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1920748 2024-08-10T06:31:31.992 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.992 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_next_lat": { 2024-08-10T06:31:31.992 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 4243, 2024-08-10T06:31:31.992 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4014722 2024-08-10T06:31:31.992 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.992 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_seek_to_first_lat": { 2024-08-10T06:31:31.992 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 50, 2024-08-10T06:31:31.992 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 75536 2024-08-10T06:31:31.992 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.992 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_upper_bound_lat": { 2024-08-10T06:31:31.993 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 12542, 2024-08-10T06:31:31.993 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 954084920 2024-08-10T06:31:31.993 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.993 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_hits": { 2024-08-10T06:31:31.993 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 202979 2024-08-10T06:31:31.993 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.993 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_misses": { 2024-08-10T06:31:31.993 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 17543 2024-08-10T06:31:31.993 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.993 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-08-10T06:31:31.993 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 19441, 2024-08-10T06:31:31.993 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1044560043 2024-08-10T06:31:31.993 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.993 INFO:tasks.workunit.client.0.smithi031.stdout: "read_onode_meta_lat": { 2024-08-10T06:31:31.993 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 56610, 2024-08-10T06:31:31.994 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 16819759 2024-08-10T06:31:31.994 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.994 INFO:tasks.workunit.client.0.smithi031.stdout: "read_wait_aio_lat": { 2024-08-10T06:31:31.994 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 37169, 2024-08-10T06:31:31.994 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 969636957 2024-08-10T06:31:31.994 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.994 INFO:tasks.workunit.client.0.smithi031.stdout: "reads_with_retries": { 2024-08-10T06:31:31.994 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.994 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.994 INFO:tasks.workunit.client.0.smithi031.stdout: "remove_lat": { 2024-08-10T06:31:31.994 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 13009, 2024-08-10T06:31:31.994 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 282815358 2024-08-10T06:31:31.994 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.995 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_aio_wait_count": { 2024-08-10T06:31:31.995 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.995 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.995 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_committed_kv_count": { 2024-08-10T06:31:31.995 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.995 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.995 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_read_onode_meta_count": { 2024-08-10T06:31:31.995 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.995 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.995 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_read_wait_aio_count": { 2024-08-10T06:31:31.995 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:31.995 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.995 INFO:tasks.workunit.client.0.smithi031.stdout: "state_aio_wait_lat": { 2024-08-10T06:31:31.995 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 75331, 2024-08-10T06:31:31.996 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5001543688 2024-08-10T06:31:31.996 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.996 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T06:31:31.996 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 15740, 2024-08-10T06:31:31.996 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 790031000 2024-08-10T06:31:31.996 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.996 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_cleanup_lat": { 2024-08-10T06:31:31.996 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 15740, 2024-08-10T06:31:31.996 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2791547203725 2024-08-10T06:31:31.996 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.996 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_queued_lat": { 2024-08-10T06:31:31.996 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 15740, 2024-08-10T06:31:31.996 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6309018002637 2024-08-10T06:31:31.996 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.997 INFO:tasks.workunit.client.0.smithi031.stdout: "state_done_lat": { 2024-08-10T06:31:31.997 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 75331, 2024-08-10T06:31:31.997 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3105522959322 2024-08-10T06:31:31.997 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.997 INFO:tasks.workunit.client.0.smithi031.stdout: "state_finishing_lat": { 2024-08-10T06:31:31.997 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 75331, 2024-08-10T06:31:31.997 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7579311 2024-08-10T06:31:31.997 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.997 INFO:tasks.workunit.client.0.smithi031.stdout: "state_io_done_lat": { 2024-08-10T06:31:31.997 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 75331, 2024-08-10T06:31:31.997 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 253276442 2024-08-10T06:31:31.997 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.997 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_commiting_lat": { 2024-08-10T06:31:31.997 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 75331, 2024-08-10T06:31:31.997 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24561231582 2024-08-10T06:31:31.998 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.998 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_done_lat": { 2024-08-10T06:31:31.998 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 75331, 2024-08-10T06:31:31.998 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24556853 2024-08-10T06:31:31.998 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.998 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_queued_lat": { 2024-08-10T06:31:31.998 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 75331, 2024-08-10T06:31:31.998 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 11978382334 2024-08-10T06:31:31.998 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.998 INFO:tasks.workunit.client.0.smithi031.stdout: "state_prepare_lat": { 2024-08-10T06:31:31.998 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 75331, 2024-08-10T06:31:31.998 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5280136284 2024-08-10T06:31:31.998 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.998 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": { 2024-08-10T06:31:31.999 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6703344 2024-08-10T06:31:31.999 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.999 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-08-10T06:31:31.999 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2439, 2024-08-10T06:31:31.999 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 13994974 2024-08-10T06:31:31.999 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.999 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_commit_lat": { 2024-08-10T06:31:31.999 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 75331, 2024-08-10T06:31:31.999 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 47084757954 2024-08-10T06:31:31.999 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:31.999 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_submit_lat": { 2024-08-10T06:31:31.999 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 75331, 2024-08-10T06:31:31.999 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6140707786 2024-08-10T06:31:31.999 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.000 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_throttle_lat": { 2024-08-10T06:31:32.000 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 75331, 2024-08-10T06:31:32.000 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 424853603 2024-08-10T06:31:32.000 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:32.000 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.000 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache": { 2024-08-10T06:31:32.001 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_bytes": { 2024-08-10T06:31:32.001 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1405116907 2024-08-10T06:31:32.001 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.001 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_bytes": { 2024-08-10T06:31:32.002 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 478937088 2024-08-10T06:31:32.002 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.002 INFO:tasks.workunit.client.0.smithi031.stdout: "mapped_bytes": { 2024-08-10T06:31:32.002 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 409526272 2024-08-10T06:31:32.002 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.002 INFO:tasks.workunit.client.0.smithi031.stdout: "target_bytes": { 2024-08-10T06:31:32.002 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2600497971 2024-08-10T06:31:32.002 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.002 INFO:tasks.workunit.client.0.smithi031.stdout: "unmapped_bytes": { 2024-08-10T06:31:32.002 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 69410816 2024-08-10T06:31:32.002 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:32.002 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.002 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:data": { 2024-08-10T06:31:32.003 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:32.003 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 125829120 2024-08-10T06:31:32.003 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.003 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:32.003 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:32.003 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.003 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:32.003 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:32.003 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.003 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:32.003 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 57482409 2024-08-10T06:31:32.003 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.003 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:32.003 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:32.003 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.004 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:32.004 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:32.004 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.004 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:32.004 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:32.004 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.004 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:32.004 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:32.004 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.004 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:32.004 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24576 2024-08-10T06:31:32.004 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.004 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:32.004 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 118784 2024-08-10T06:31:32.004 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.004 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:32.005 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:32.005 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.005 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:32.005 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:32.005 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.005 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:32.005 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:32.005 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.005 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:32.005 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 68203351 2024-08-10T06:31:32.005 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:32.005 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.005 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv": { 2024-08-10T06:31:32.005 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:32.006 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 570425344 2024-08-10T06:31:32.006 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.006 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:32.006 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T06:31:32.006 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.006 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:32.006 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:32.006 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.006 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:32.006 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 431118067 2024-08-10T06:31:32.006 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.006 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:32.006 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:32.006 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.007 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:32.007 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 848 2024-08-10T06:31:32.007 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.007 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:32.007 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:32.007 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.007 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:32.007 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:32.007 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.007 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:32.007 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 54000 2024-08-10T06:31:32.007 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.008 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:32.008 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:32.008 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.008 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:32.008 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:32.008 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.008 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:32.008 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:32.008 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.008 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:32.008 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:32.008 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.008 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:32.009 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 72143565 2024-08-10T06:31:32.009 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:32.009 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.009 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T06:31:32.009 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:32.009 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 176160768 2024-08-10T06:31:32.009 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.009 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:32.009 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T06:31:32.009 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.009 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:32.009 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 97904 2024-08-10T06:31:32.009 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.009 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:32.010 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 38321606 2024-08-10T06:31:32.010 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.010 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:32.010 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:32.010 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.010 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:32.010 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:32.010 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.010 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:32.010 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:32.010 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.010 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:32.010 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:32.011 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.011 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:32.011 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:32.011 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.011 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:32.011 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:32.011 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.011 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:32.011 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:32.011 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.011 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:32.011 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:32.011 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.011 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:32.012 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:32.012 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.012 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:32.012 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 70632394 2024-08-10T06:31:32.012 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:32.012 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.012 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:meta": { 2024-08-10T06:31:32.012 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:32.012 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 503316480 2024-08-10T06:31:32.012 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.012 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:32.012 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:32.012 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.012 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:32.012 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:32.013 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.013 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:32.013 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 431118067 2024-08-10T06:31:32.013 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.013 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:32.013 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:32.013 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.013 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:32.013 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:32.013 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.013 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:32.013 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:32.013 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.014 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:32.014 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:32.014 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.014 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:32.014 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 176887 2024-08-10T06:31:32.014 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.014 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:32.014 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1154263 2024-08-10T06:31:32.014 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.014 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:32.014 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:32.014 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.014 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:32.014 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:32.015 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.015 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:32.015 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:32.015 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.015 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:32.015 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 70867263 2024-08-10T06:31:32.015 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:32.015 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.015 INFO:tasks.workunit.client.0.smithi031.stdout: "objecter": { 2024-08-10T06:31:32.015 INFO:tasks.workunit.client.0.smithi031.stdout: "op_active": { 2024-08-10T06:31:32.015 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:32.015 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.015 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T06:31:32.016 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 13 2024-08-10T06:31:32.016 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.016 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rmw": { 2024-08-10T06:31:32.016 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:32.016 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.016 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T06:31:32.016 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:32.016 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:32.016 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.016 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:32.016 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg": { 2024-08-10T06:31:32.016 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 59 2024-08-10T06:31:32.016 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.016 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg_removing": { 2024-08-10T06:31:32.016 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:32.017 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.017 INFO:tasks.workunit.client.0.smithi031.stdout: "op": { 2024-08-10T06:31:32.017 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 54446 2024-08-10T06:31:32.017 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.017 INFO:tasks.workunit.client.0.smithi031.stdout: "op_before_queue_op_lat": { 2024-08-10T06:31:32.017 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 119781, 2024-08-10T06:31:32.017 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7357004613 2024-08-10T06:31:32.017 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.017 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_degraded": { 2024-08-10T06:31:32.017 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:32.017 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.017 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_unreadable": { 2024-08-10T06:31:32.017 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:32.017 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.018 INFO:tasks.workunit.client.0.smithi031.stdout: "op_in_bytes": { 2024-08-10T06:31:32.018 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 892003310 2024-08-10T06:31:32.018 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.018 INFO:tasks.workunit.client.0.smithi031.stdout: "op_latency": { 2024-08-10T06:31:32.018 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 54446, 2024-08-10T06:31:32.018 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 58139911014 2024-08-10T06:31:32.018 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.018 INFO:tasks.workunit.client.0.smithi031.stdout: "op_out_bytes": { 2024-08-10T06:31:32.018 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1283864923 2024-08-10T06:31:32.018 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.018 INFO:tasks.workunit.client.0.smithi031.stdout: "op_prepare_latency": { 2024-08-10T06:31:32.018 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 54977, 2024-08-10T06:31:32.018 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 17738998291 2024-08-10T06:31:32.019 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.019 INFO:tasks.workunit.client.0.smithi031.stdout: "op_process_latency": { 2024-08-10T06:31:32.019 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 54446, 2024-08-10T06:31:32.019 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 29984636988 2024-08-10T06:31:32.019 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.019 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T06:31:32.019 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 41990 2024-08-10T06:31:32.019 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.019 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency": { 2024-08-10T06:31:32.019 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 41990, 2024-08-10T06:31:32.019 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10989661776 2024-08-10T06:31:32.019 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.019 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T06:31:32.019 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:32.019 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.020 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_out_bytes": { 2024-08-10T06:31:32.020 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1283864923 2024-08-10T06:31:32.020 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.020 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_prepare_latency": { 2024-08-10T06:31:32.020 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 42011, 2024-08-10T06:31:32.020 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7006956805 2024-08-10T06:31:32.020 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.020 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_process_latency": { 2024-08-10T06:31:32.020 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 41990, 2024-08-10T06:31:32.020 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6333669914 2024-08-10T06:31:32.020 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.020 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw": { 2024-08-10T06:31:32.020 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 11192 2024-08-10T06:31:32.020 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.021 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_in_bytes": { 2024-08-10T06:31:32.021 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 183353185 2024-08-10T06:31:32.021 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.021 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency": { 2024-08-10T06:31:32.021 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 11192, 2024-08-10T06:31:32.021 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 18247357801 2024-08-10T06:31:32.021 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.021 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T06:31:32.021 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:32.021 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.021 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T06:31:32.021 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:32.021 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.021 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_out_bytes": { 2024-08-10T06:31:32.022 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:32.022 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.022 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_prepare_latency": { 2024-08-10T06:31:32.022 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 11620, 2024-08-10T06:31:32.022 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 9197360079 2024-08-10T06:31:32.022 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.022 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_process_latency": { 2024-08-10T06:31:32.022 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 11192, 2024-08-10T06:31:32.022 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 16473673047 2024-08-10T06:31:32.022 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.022 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T06:31:32.022 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1264 2024-08-10T06:31:32.022 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.022 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_in_bytes": { 2024-08-10T06:31:32.023 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 708650125 2024-08-10T06:31:32.023 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.023 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency": { 2024-08-10T06:31:32.023 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1264, 2024-08-10T06:31:32.023 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 28902891437 2024-08-10T06:31:32.023 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.023 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T06:31:32.023 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:32.023 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.023 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_prepare_latency": { 2024-08-10T06:31:32.023 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1346, 2024-08-10T06:31:32.023 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1534681407 2024-08-10T06:31:32.023 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.023 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_process_latency": { 2024-08-10T06:31:32.024 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1264, 2024-08-10T06:31:32.024 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7177294027 2024-08-10T06:31:32.024 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.024 INFO:tasks.workunit.client.0.smithi031.stdout: "op_wip": { 2024-08-10T06:31:32.024 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:32.024 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.024 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_bytes": { 2024-08-10T06:31:32.024 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 78 2024-08-10T06:31:32.024 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.024 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_ops": { 2024-08-10T06:31:32.024 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4 2024-08-10T06:31:32.024 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.024 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes": { 2024-08-10T06:31:32.024 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-08-10T06:31:32.024 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.025 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes_used": { 2024-08-10T06:31:32.025 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 422367232 2024-08-10T06:31:32.025 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:32.025 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:32.025 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:32.025 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.025 INFO:tasks.workunit.client.0.smithi031.stdout: "pools": [ 2024-08-10T06:31:32.025 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.025 INFO:tasks.workunit.client.0.smithi031.stdout: "application": [ 2024-08-10T06:31:32.025 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr" 2024-08-10T06:31:32.025 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.025 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_mode": "none", 2024-08-10T06:31:32.026 INFO:tasks.workunit.client.0.smithi031.stdout: "erasure_code_profile": {}, 2024-08-10T06:31:32.026 INFO:tasks.workunit.client.0.smithi031.stdout: "flags_names": [ 2024-08-10T06:31:32.026 INFO:tasks.workunit.client.0.smithi031.stdout: "hashpspool" 2024-08-10T06:31:32.026 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.026 INFO:tasks.workunit.client.0.smithi031.stdout: "min_size": 2, 2024-08-10T06:31:32.026 INFO:tasks.workunit.client.0.smithi031.stdout: "options": {}, 2024-08-10T06:31:32.026 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_autoscale_mode": "off", 2024-08-10T06:31:32.026 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_num": 1, 2024-08-10T06:31:32.026 INFO:tasks.workunit.client.0.smithi031.stdout: "pgp_num": 1, 2024-08-10T06:31:32.026 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": 1, 2024-08-10T06:31:32.026 INFO:tasks.workunit.client.0.smithi031.stdout: "size": 3, 2024-08-10T06:31:32.026 INFO:tasks.workunit.client.0.smithi031.stdout: "stats": { 2024-08-10T06:31:32.026 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_raw": 724157999370, 2024-08-10T06:31:32.026 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_used": 1781760, 2024-08-10T06:31:32.027 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_bytes_used": 0, 2024-08-10T06:31:32.027 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_under_bytes": 0, 2024-08-10T06:31:32.027 INFO:tasks.workunit.client.0.smithi031.stdout: "data_bytes_used": 1781760, 2024-08-10T06:31:32.027 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty": 0, 2024-08-10T06:31:32.027 INFO:tasks.workunit.client.0.smithi031.stdout: "max_avail": 241385996288, 2024-08-10T06:31:32.027 INFO:tasks.workunit.client.0.smithi031.stdout: "objects": 2, 2024-08-10T06:31:32.027 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_bytes_used": 0, 2024-08-10T06:31:32.027 INFO:tasks.workunit.client.0.smithi031.stdout: "percent_used": 2.460451469232794e-06, 2024-08-10T06:31:32.027 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_bytes": 0, 2024-08-10T06:31:32.027 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_objects": 0, 2024-08-10T06:31:32.027 INFO:tasks.workunit.client.0.smithi031.stdout: "rd": 1322, 2024-08-10T06:31:32.027 INFO:tasks.workunit.client.0.smithi031.stdout: "rd_bytes": 2164736, 2024-08-10T06:31:32.027 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": 590368, 2024-08-10T06:31:32.028 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_data": 590368, 2024-08-10T06:31:32.028 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_omap": 0, 2024-08-10T06:31:32.028 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_raw": 1771104, 2024-08-10T06:31:32.028 INFO:tasks.workunit.client.0.smithi031.stdout: "wr": 423, 2024-08-10T06:31:32.028 INFO:tasks.workunit.client.0.smithi031.stdout: "wr_bytes": 2473984 2024-08-10T06:31:32.028 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.028 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_bytes": 0, 2024-08-10T06:31:32.028 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_objects": 0, 2024-08-10T06:31:32.028 INFO:tasks.workunit.client.0.smithi031.stdout: "type": "replicated" 2024-08-10T06:31:32.028 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.028 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.028 INFO:tasks.workunit.client.0.smithi031.stdout: "application": [ 2024-08-10T06:31:32.028 INFO:tasks.workunit.client.0.smithi031.stdout: "cephfs" 2024-08-10T06:31:32.028 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.029 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_mode": "none", 2024-08-10T06:31:32.029 INFO:tasks.workunit.client.0.smithi031.stdout: "erasure_code_profile": {}, 2024-08-10T06:31:32.029 INFO:tasks.workunit.client.0.smithi031.stdout: "flags_names": [ 2024-08-10T06:31:32.029 INFO:tasks.workunit.client.0.smithi031.stdout: "hashpspool" 2024-08-10T06:31:32.029 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.029 INFO:tasks.workunit.client.0.smithi031.stdout: "min_size": 2, 2024-08-10T06:31:32.029 INFO:tasks.workunit.client.0.smithi031.stdout: "options": {}, 2024-08-10T06:31:32.029 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_autoscale_mode": "off", 2024-08-10T06:31:32.029 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_num": 32, 2024-08-10T06:31:32.029 INFO:tasks.workunit.client.0.smithi031.stdout: "pgp_num": 32, 2024-08-10T06:31:32.029 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": 2, 2024-08-10T06:31:32.029 INFO:tasks.workunit.client.0.smithi031.stdout: "size": 3, 2024-08-10T06:31:32.029 INFO:tasks.workunit.client.0.smithi031.stdout: "stats": { 2024-08-10T06:31:32.029 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_raw": 724157999370, 2024-08-10T06:31:32.030 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_used": 155933, 2024-08-10T06:31:32.030 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_bytes_used": 0, 2024-08-10T06:31:32.030 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_under_bytes": 0, 2024-08-10T06:31:32.030 INFO:tasks.workunit.client.0.smithi031.stdout: "data_bytes_used": 110592, 2024-08-10T06:31:32.030 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty": 0, 2024-08-10T06:31:32.030 INFO:tasks.workunit.client.0.smithi031.stdout: "max_avail": 241385996288, 2024-08-10T06:31:32.030 INFO:tasks.workunit.client.0.smithi031.stdout: "objects": 22, 2024-08-10T06:31:32.030 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_bytes_used": 45341, 2024-08-10T06:31:32.030 INFO:tasks.workunit.client.0.smithi031.stdout: "percent_used": 2.1533004712637194e-07, 2024-08-10T06:31:32.030 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_bytes": 0, 2024-08-10T06:31:32.030 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_objects": 0, 2024-08-10T06:31:32.030 INFO:tasks.workunit.client.0.smithi031.stdout: "rd": 79, 2024-08-10T06:31:32.030 INFO:tasks.workunit.client.0.smithi031.stdout: "rd_bytes": 88064, 2024-08-10T06:31:32.031 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": 21709, 2024-08-10T06:31:32.031 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_data": 6596, 2024-08-10T06:31:32.031 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_omap": 15113, 2024-08-10T06:31:32.031 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_raw": 65127, 2024-08-10T06:31:32.031 INFO:tasks.workunit.client.0.smithi031.stdout: "wr": 68, 2024-08-10T06:31:32.031 INFO:tasks.workunit.client.0.smithi031.stdout: "wr_bytes": 35840 2024-08-10T06:31:32.031 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.031 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_bytes": 0, 2024-08-10T06:31:32.031 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_objects": 0, 2024-08-10T06:31:32.031 INFO:tasks.workunit.client.0.smithi031.stdout: "type": "replicated" 2024-08-10T06:31:32.031 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.031 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.031 INFO:tasks.workunit.client.0.smithi031.stdout: "application": [ 2024-08-10T06:31:32.032 INFO:tasks.workunit.client.0.smithi031.stdout: "cephfs" 2024-08-10T06:31:32.032 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.032 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_mode": "none", 2024-08-10T06:31:32.032 INFO:tasks.workunit.client.0.smithi031.stdout: "erasure_code_profile": {}, 2024-08-10T06:31:32.032 INFO:tasks.workunit.client.0.smithi031.stdout: "flags_names": [ 2024-08-10T06:31:32.032 INFO:tasks.workunit.client.0.smithi031.stdout: "hashpspool" 2024-08-10T06:31:32.032 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.032 INFO:tasks.workunit.client.0.smithi031.stdout: "min_size": 2, 2024-08-10T06:31:32.032 INFO:tasks.workunit.client.0.smithi031.stdout: "options": {}, 2024-08-10T06:31:32.033 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_autoscale_mode": "off", 2024-08-10T06:31:32.033 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_num": 64, 2024-08-10T06:31:32.033 INFO:tasks.workunit.client.0.smithi031.stdout: "pgp_num": 64, 2024-08-10T06:31:32.033 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": 3, 2024-08-10T06:31:32.033 INFO:tasks.workunit.client.0.smithi031.stdout: "size": 3, 2024-08-10T06:31:32.033 INFO:tasks.workunit.client.0.smithi031.stdout: "stats": { 2024-08-10T06:31:32.033 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_raw": 724157999370, 2024-08-10T06:31:32.033 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_used": 0, 2024-08-10T06:31:32.033 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_bytes_used": 0, 2024-08-10T06:31:32.033 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_under_bytes": 0, 2024-08-10T06:31:32.033 INFO:tasks.workunit.client.0.smithi031.stdout: "data_bytes_used": 0, 2024-08-10T06:31:32.033 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty": 0, 2024-08-10T06:31:32.033 INFO:tasks.workunit.client.0.smithi031.stdout: "max_avail": 241385996288, 2024-08-10T06:31:32.034 INFO:tasks.workunit.client.0.smithi031.stdout: "objects": 0, 2024-08-10T06:31:32.034 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_bytes_used": 0, 2024-08-10T06:31:32.034 INFO:tasks.workunit.client.0.smithi031.stdout: "percent_used": 0.0, 2024-08-10T06:31:32.034 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_bytes": 0, 2024-08-10T06:31:32.034 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_objects": 0, 2024-08-10T06:31:32.034 INFO:tasks.workunit.client.0.smithi031.stdout: "rd": 0, 2024-08-10T06:31:32.034 INFO:tasks.workunit.client.0.smithi031.stdout: "rd_bytes": 0, 2024-08-10T06:31:32.034 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": 0, 2024-08-10T06:31:32.034 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_data": 0, 2024-08-10T06:31:32.034 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_omap": 0, 2024-08-10T06:31:32.034 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_raw": 0, 2024-08-10T06:31:32.034 INFO:tasks.workunit.client.0.smithi031.stdout: "wr": 0, 2024-08-10T06:31:32.034 INFO:tasks.workunit.client.0.smithi031.stdout: "wr_bytes": 0 2024-08-10T06:31:32.034 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.035 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_bytes": 0, 2024-08-10T06:31:32.035 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_objects": 0, 2024-08-10T06:31:32.035 INFO:tasks.workunit.client.0.smithi031.stdout: "type": "replicated" 2024-08-10T06:31:32.035 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.035 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.035 INFO:tasks.workunit.client.0.smithi031.stdout: "application": [ 2024-08-10T06:31:32.035 INFO:tasks.workunit.client.0.smithi031.stdout: "rbd" 2024-08-10T06:31:32.035 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.035 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_mode": "none", 2024-08-10T06:31:32.035 INFO:tasks.workunit.client.0.smithi031.stdout: "erasure_code_profile": {}, 2024-08-10T06:31:32.035 INFO:tasks.workunit.client.0.smithi031.stdout: "flags_names": [ 2024-08-10T06:31:32.035 INFO:tasks.workunit.client.0.smithi031.stdout: "hashpspool", 2024-08-10T06:31:32.035 INFO:tasks.workunit.client.0.smithi031.stdout: "selfmanaged_snaps" 2024-08-10T06:31:32.036 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.036 INFO:tasks.workunit.client.0.smithi031.stdout: "min_size": 2, 2024-08-10T06:31:32.036 INFO:tasks.workunit.client.0.smithi031.stdout: "options": {}, 2024-08-10T06:31:32.036 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_autoscale_mode": "off", 2024-08-10T06:31:32.036 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_num": 8, 2024-08-10T06:31:32.036 INFO:tasks.workunit.client.0.smithi031.stdout: "pgp_num": 8, 2024-08-10T06:31:32.036 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": 4, 2024-08-10T06:31:32.036 INFO:tasks.workunit.client.0.smithi031.stdout: "size": 3, 2024-08-10T06:31:32.036 INFO:tasks.workunit.client.0.smithi031.stdout: "stats": { 2024-08-10T06:31:32.036 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_raw": 724157999370, 2024-08-10T06:31:32.036 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_used": 12595200, 2024-08-10T06:31:32.036 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_bytes_used": 0, 2024-08-10T06:31:32.036 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_under_bytes": 0, 2024-08-10T06:31:32.036 INFO:tasks.workunit.client.0.smithi031.stdout: "data_bytes_used": 12595200, 2024-08-10T06:31:32.037 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty": 0, 2024-08-10T06:31:32.037 INFO:tasks.workunit.client.0.smithi031.stdout: "max_avail": 241385996288, 2024-08-10T06:31:32.037 INFO:tasks.workunit.client.0.smithi031.stdout: "objects": 4, 2024-08-10T06:31:32.037 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_bytes_used": 0, 2024-08-10T06:31:32.037 INFO:tasks.workunit.client.0.smithi031.stdout: "percent_used": 1.739258732413873e-05, 2024-08-10T06:31:32.037 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_bytes": 0, 2024-08-10T06:31:32.037 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_objects": 0, 2024-08-10T06:31:32.037 INFO:tasks.workunit.client.0.smithi031.stdout: "rd": 9012, 2024-08-10T06:31:32.037 INFO:tasks.workunit.client.0.smithi031.stdout: "rd_bytes": 3135913984, 2024-08-10T06:31:32.037 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": 4194323, 2024-08-10T06:31:32.037 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_data": 4194323, 2024-08-10T06:31:32.037 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_omap": 0, 2024-08-10T06:31:32.037 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_raw": 12582969, 2024-08-10T06:31:32.038 INFO:tasks.workunit.client.0.smithi031.stdout: "wr": 24326, 2024-08-10T06:31:32.038 INFO:tasks.workunit.client.0.smithi031.stdout: "wr_bytes": 3191153664 2024-08-10T06:31:32.038 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.038 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_bytes": 0, 2024-08-10T06:31:32.038 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_objects": 0, 2024-08-10T06:31:32.038 INFO:tasks.workunit.client.0.smithi031.stdout: "type": "replicated" 2024-08-10T06:31:32.038 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:32.038 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.038 INFO:tasks.workunit.client.0.smithi031.stdout: "rbd": { 2024-08-10T06:31:32.038 INFO:tasks.workunit.client.0.smithi031.stdout: "mirroring_by_pool": [ 2024-08-10T06:31:32.038 INFO:tasks.workunit.client.0.smithi031.stdout: false 2024-08-10T06:31:32.038 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.038 INFO:tasks.workunit.client.0.smithi031.stdout: "num_images_by_pool": [ 2024-08-10T06:31:32.038 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:32.039 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.039 INFO:tasks.workunit.client.0.smithi031.stdout: "num_pools": 1 2024-08-10T06:31:32.039 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.039 INFO:tasks.workunit.client.0.smithi031.stdout: "report_id": "89fe5db4-f4c1-4ba3-81cd-1d4e073dc899", 2024-08-10T06:31:32.039 INFO:tasks.workunit.client.0.smithi031.stdout: "report_timestamp": "2024-08-10T06:31:30.618475", 2024-08-10T06:31:32.039 INFO:tasks.workunit.client.0.smithi031.stdout: "report_version": 1, 2024-08-10T06:31:32.039 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_stats": { 2024-08-10T06:31:32.039 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "7.9.2" 2024-08-10T06:31:32.039 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.039 INFO:tasks.workunit.client.0.smithi031.stdout: "rook": { 2024-08-10T06:31:32.039 INFO:tasks.workunit.client.0.smithi031.stdout: "cluster": { 2024-08-10T06:31:32.039 INFO:tasks.workunit.client.0.smithi031.stdout: "external-mode": null, 2024-08-10T06:31:32.039 INFO:tasks.workunit.client.0.smithi031.stdout: "mon": { 2024-08-10T06:31:32.040 INFO:tasks.workunit.client.0.smithi031.stdout: "allow-multiple-per-node": null, 2024-08-10T06:31:32.040 INFO:tasks.workunit.client.0.smithi031.stdout: "count": null, 2024-08-10T06:31:32.040 INFO:tasks.workunit.client.0.smithi031.stdout: "max-id": null, 2024-08-10T06:31:32.040 INFO:tasks.workunit.client.0.smithi031.stdout: "pvc": { 2024-08-10T06:31:32.040 INFO:tasks.workunit.client.0.smithi031.stdout: "enabled": null 2024-08-10T06:31:32.040 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.040 INFO:tasks.workunit.client.0.smithi031.stdout: "stretch": { 2024-08-10T06:31:32.040 INFO:tasks.workunit.client.0.smithi031.stdout: "enabled": null 2024-08-10T06:31:32.040 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:32.040 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.040 INFO:tasks.workunit.client.0.smithi031.stdout: "network": { 2024-08-10T06:31:32.040 INFO:tasks.workunit.client.0.smithi031.stdout: "provider": null 2024-08-10T06:31:32.040 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.040 INFO:tasks.workunit.client.0.smithi031.stdout: "storage": { 2024-08-10T06:31:32.041 INFO:tasks.workunit.client.0.smithi031.stdout: "device-set": { 2024-08-10T06:31:32.041 INFO:tasks.workunit.client.0.smithi031.stdout: "count": { 2024-08-10T06:31:32.041 INFO:tasks.workunit.client.0.smithi031.stdout: "non-portable": null, 2024-08-10T06:31:32.041 INFO:tasks.workunit.client.0.smithi031.stdout: "portable": null, 2024-08-10T06:31:32.041 INFO:tasks.workunit.client.0.smithi031.stdout: "total": null 2024-08-10T06:31:32.041 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:32.041 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:32.041 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:32.041 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.041 INFO:tasks.workunit.client.0.smithi031.stdout: "csi": { 2024-08-10T06:31:32.041 INFO:tasks.workunit.client.0.smithi031.stdout: "version": null 2024-08-10T06:31:32.041 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.041 INFO:tasks.workunit.client.0.smithi031.stdout: "kubernetes": { 2024-08-10T06:31:32.041 INFO:tasks.workunit.client.0.smithi031.stdout: "version": null 2024-08-10T06:31:32.041 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.042 INFO:tasks.workunit.client.0.smithi031.stdout: "node": { 2024-08-10T06:31:32.042 INFO:tasks.workunit.client.0.smithi031.stdout: "count": { 2024-08-10T06:31:32.042 INFO:tasks.workunit.client.0.smithi031.stdout: "kubernetes-total": null, 2024-08-10T06:31:32.042 INFO:tasks.workunit.client.0.smithi031.stdout: "with-ceph-daemons": null, 2024-08-10T06:31:32.042 INFO:tasks.workunit.client.0.smithi031.stdout: "with-csi-cephfs-plugin": null, 2024-08-10T06:31:32.042 INFO:tasks.workunit.client.0.smithi031.stdout: "with-csi-nfs-plugin": null, 2024-08-10T06:31:32.042 INFO:tasks.workunit.client.0.smithi031.stdout: "with-csi-rbd-plugin": null 2024-08-10T06:31:32.042 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:32.042 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.042 INFO:tasks.workunit.client.0.smithi031.stdout: "usage": { 2024-08-10T06:31:32.042 INFO:tasks.workunit.client.0.smithi031.stdout: "storage-class": { 2024-08-10T06:31:32.042 INFO:tasks.workunit.client.0.smithi031.stdout: "count": { 2024-08-10T06:31:32.042 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": null, 2024-08-10T06:31:32.043 INFO:tasks.workunit.client.0.smithi031.stdout: "cephfs": null, 2024-08-10T06:31:32.043 INFO:tasks.workunit.client.0.smithi031.stdout: "nfs": null, 2024-08-10T06:31:32.043 INFO:tasks.workunit.client.0.smithi031.stdout: "rbd": null, 2024-08-10T06:31:32.043 INFO:tasks.workunit.client.0.smithi031.stdout: "total": null 2024-08-10T06:31:32.043 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:32.043 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:32.043 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.043 INFO:tasks.workunit.client.0.smithi031.stdout: "version": null 2024-08-10T06:31:32.043 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.043 INFO:tasks.workunit.client.0.smithi031.stdout: "services": {}, 2024-08-10T06:31:32.043 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_per_pg": [ 2024-08-10T06:31:32.043 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.043 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.043 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:32.044 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:32.044 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:32.044 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.044 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-08-10T06:31:32.044 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.044 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.044 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:32.044 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.044 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.044 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.044 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.895293+0000", 2024-08-10T06:31:32.044 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.355534+0000", 2024-08-10T06:31:32.045 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.355534+0000", 2024-08-10T06:31:32.045 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.355905+0000", 2024-08-10T06:31:32.045 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.895293+0000", 2024-08-10T06:31:32.045 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.045 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.045 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.045 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:32.045 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.895293+0000", 2024-08-10T06:31:32.045 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.895293+0000", 2024-08-10T06:31:32.045 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.895293+0000", 2024-08-10T06:31:32.045 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.045 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.045 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.045 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.895293+0000", 2024-08-10T06:31:32.045 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.895293+0000", 2024-08-10T06:31:32.046 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.046 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 5, 2024-08-10T06:31:32.046 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.046 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.046 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:32.046 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.046 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.046 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.046 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.046 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 5, 2024-08-10T06:31:32.046 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.046 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.046 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.047 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.1f", 2024-08-10T06:31:32.047 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.047 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.047 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.047 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5336, 2024-08-10T06:31:32.047 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.047 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T09:17:46.870532+0000", 2024-08-10T06:31:32.047 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.047 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.047 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.047 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 570, 2024-08-10T06:31:32.047 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.047 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.048 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.048 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.048 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.048 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.048 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.048 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.048 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.048 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.048 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.048 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.048 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.048 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.048 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.048 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 6, 2024-08-10T06:31:32.049 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 2, 2024-08-10T06:31:32.049 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.049 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 2, 2024-08-10T06:31:32.049 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.049 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.049 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.049 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.049 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.049 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 1, 2024-08-10T06:31:32.049 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.049 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.049 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.049 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.049 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.050 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.050 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.050 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 4, 2024-08-10T06:31:32.050 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 4, 2024-08-10T06:31:32.050 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.050 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.050 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.050 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 4, 2024-08-10T06:31:32.050 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 1 2024-08-10T06:31:32.050 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.050 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.050 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.050 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.051 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:32.051 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:32.051 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:32.051 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.051 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-08-10T06:31:32.051 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "548'5" 2024-08-10T06:31:32.051 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.051 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.051 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.051 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:32.051 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:32.051 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:32.051 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.051 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-08-10T06:31:32.052 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.052 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.052 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:32.052 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.052 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.052 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.052 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.403356+0000", 2024-08-10T06:31:32.052 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.393263+0000", 2024-08-10T06:31:32.052 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.393263+0000", 2024-08-10T06:31:32.052 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.393626+0000", 2024-08-10T06:31:32.052 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.403356+0000", 2024-08-10T06:31:32.052 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.052 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.052 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.053 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:32.053 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.403356+0000", 2024-08-10T06:31:32.053 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.403356+0000", 2024-08-10T06:31:32.053 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.403356+0000", 2024-08-10T06:31:32.053 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.053 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.053 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.053 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.403356+0000", 2024-08-10T06:31:32.053 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.403356+0000", 2024-08-10T06:31:32.053 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.053 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:32.053 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.053 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.054 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:32.054 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.054 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.054 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.054 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.054 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:32.054 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.054 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.054 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.054 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.1e", 2024-08-10T06:31:32.054 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.054 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.054 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.054 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5228, 2024-08-10T06:31:32.055 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.055 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:12:02.763461+0000", 2024-08-10T06:31:32.055 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.055 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.055 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.055 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.055 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.055 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.055 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.055 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.055 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.055 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.055 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.055 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.056 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.056 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.056 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.056 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.056 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.056 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.056 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.056 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:32.056 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:32.056 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.056 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:32.056 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.056 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.056 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.057 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.057 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.057 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:32.057 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.057 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.057 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.057 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.057 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.057 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.057 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.057 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:32.057 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:32.058 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.058 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.058 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.058 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:32.058 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:32.058 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.058 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.058 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.058 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.058 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:32.058 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:32.058 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:32.058 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.059 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-08-10T06:31:32.059 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:32.059 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.059 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.059 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.059 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:32.059 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:32.059 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T06:31:32.059 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.059 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-08-10T06:31:32.059 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.059 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.059 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:32.060 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.060 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.060 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.060 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.403459+0000", 2024-08-10T06:31:32.060 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:04.287434+0000", 2024-08-10T06:31:32.060 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:04.287434+0000", 2024-08-10T06:31:32.060 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:04.287805+0000", 2024-08-10T06:31:32.060 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.403459+0000", 2024-08-10T06:31:32.060 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.060 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.060 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.060 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 463, 2024-08-10T06:31:32.060 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.403459+0000", 2024-08-10T06:31:32.060 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.403459+0000", 2024-08-10T06:31:32.061 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.403459+0000", 2024-08-10T06:31:32.061 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.061 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.061 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.061 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.403459+0000", 2024-08-10T06:31:32.061 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.403459+0000", 2024-08-10T06:31:32.061 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.061 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 2, 2024-08-10T06:31:32.061 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.061 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.061 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 462, 2024-08-10T06:31:32.061 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.061 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.061 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.062 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.062 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 2, 2024-08-10T06:31:32.062 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.062 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.062 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.062 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.1e", 2024-08-10T06:31:32.062 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.062 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.062 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.062 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5251, 2024-08-10T06:31:32.062 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.062 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:27:13.328839+0000", 2024-08-10T06:31:32.062 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.063 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.063 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.063 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.063 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.063 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.063 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.063 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.063 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.063 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.063 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.063 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.063 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.063 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.063 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.064 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.064 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.064 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.064 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.064 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:32.064 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:32.064 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.064 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:32.064 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.064 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.064 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.064 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.064 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.064 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:32.065 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.065 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.065 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.065 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.065 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.065 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.065 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.065 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:32.065 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:32.065 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.065 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.065 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.065 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:32.065 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:32.066 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.066 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.066 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.066 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.066 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:32.066 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:32.066 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T06:31:32.066 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.066 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-08-10T06:31:32.066 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "548'2" 2024-08-10T06:31:32.066 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.066 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.066 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.067 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:32.067 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:32.067 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:32.067 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.067 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-08-10T06:31:32.067 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.067 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.067 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:32.067 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.067 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.067 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.067 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.892314+0000", 2024-08-10T06:31:32.067 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:04.287227+0000", 2024-08-10T06:31:32.067 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:04.287227+0000", 2024-08-10T06:31:32.068 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:04.288567+0000", 2024-08-10T06:31:32.068 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.892314+0000", 2024-08-10T06:31:32.068 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.068 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.068 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.068 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 463, 2024-08-10T06:31:32.068 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.892314+0000", 2024-08-10T06:31:32.068 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.892314+0000", 2024-08-10T06:31:32.068 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.892314+0000", 2024-08-10T06:31:32.068 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.068 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.068 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.068 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.892314+0000", 2024-08-10T06:31:32.069 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.892314+0000", 2024-08-10T06:31:32.069 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.069 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:32.069 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.069 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.069 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 462, 2024-08-10T06:31:32.069 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.069 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.069 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.069 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.069 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:32.069 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.069 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.069 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.069 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.1f", 2024-08-10T06:31:32.070 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.070 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.070 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.070 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5324, 2024-08-10T06:31:32.070 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.070 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:40:34.495798+0000", 2024-08-10T06:31:32.070 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.070 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.070 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.070 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.070 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.070 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.070 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.070 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.071 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.071 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.071 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.071 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.071 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.071 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.071 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.071 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.071 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.071 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.071 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.071 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:32.072 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:32.072 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.072 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:32.072 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.072 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.072 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.072 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.072 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.072 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:32.072 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.072 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.072 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.072 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.072 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.073 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.073 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.073 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:32.073 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:32.073 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.073 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.073 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.073 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:32.073 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:32.073 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.073 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.073 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.073 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.073 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:32.074 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:32.074 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:32.074 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.074 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-08-10T06:31:32.074 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:32.074 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.074 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.074 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.074 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:32.074 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:32.074 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:32.074 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.074 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T06:31:32.075 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.075 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.075 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:32.075 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.075 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.075 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.075 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.403367+0000", 2024-08-10T06:31:32.075 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.364073+0000", 2024-08-10T06:31:32.075 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.364073+0000", 2024-08-10T06:31:32.075 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.364726+0000", 2024-08-10T06:31:32.075 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.403367+0000", 2024-08-10T06:31:32.075 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.075 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.075 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.076 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:32.076 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.403367+0000", 2024-08-10T06:31:32.076 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.403367+0000", 2024-08-10T06:31:32.076 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.403367+0000", 2024-08-10T06:31:32.076 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.076 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.076 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.076 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.403367+0000", 2024-08-10T06:31:32.076 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.403367+0000", 2024-08-10T06:31:32.076 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.076 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 2, 2024-08-10T06:31:32.076 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.076 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.076 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:32.077 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.077 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.077 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.077 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.077 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 2, 2024-08-10T06:31:32.077 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.077 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.077 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.077 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.1d", 2024-08-10T06:31:32.077 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.077 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.077 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.077 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5100, 2024-08-10T06:31:32.078 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.078 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T09:54:06.570378+0000", 2024-08-10T06:31:32.078 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.078 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.078 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.078 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.078 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.078 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.078 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.078 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.078 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.078 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.078 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.079 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.079 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.079 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.079 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.079 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.079 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.079 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.079 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.079 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 3, 2024-08-10T06:31:32.079 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 1, 2024-08-10T06:31:32.079 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.079 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 1, 2024-08-10T06:31:32.079 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.079 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.079 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.080 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.080 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.080 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 1, 2024-08-10T06:31:32.080 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.080 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.080 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.080 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.080 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.080 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.080 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.080 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 6, 2024-08-10T06:31:32.080 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 6, 2024-08-10T06:31:32.080 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.080 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.081 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.081 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 3, 2024-08-10T06:31:32.081 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:32.081 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.081 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.081 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.081 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.081 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:32.081 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:32.081 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:32.081 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.081 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T06:31:32.081 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "66'2" 2024-08-10T06:31:32.082 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.082 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.082 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.082 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:32.082 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:32.082 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:32.082 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.082 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T06:31:32.082 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.082 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.082 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:32.082 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.082 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.082 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.083 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.894690+0000", 2024-08-10T06:31:32.083 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:04.266606+0000", 2024-08-10T06:31:32.083 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:04.266606+0000", 2024-08-10T06:31:32.083 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:04.268158+0000", 2024-08-10T06:31:32.083 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.894690+0000", 2024-08-10T06:31:32.083 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.083 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.083 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.083 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 463, 2024-08-10T06:31:32.083 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.894690+0000", 2024-08-10T06:31:32.083 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.894690+0000", 2024-08-10T06:31:32.083 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.894690+0000", 2024-08-10T06:31:32.083 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.083 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.084 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.084 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.894690+0000", 2024-08-10T06:31:32.084 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.894690+0000", 2024-08-10T06:31:32.084 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.084 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:32.084 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.084 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.084 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 462, 2024-08-10T06:31:32.084 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.084 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.084 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.084 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.084 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:32.084 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.085 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.085 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.085 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.1c", 2024-08-10T06:31:32.085 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.085 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.085 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.085 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5163, 2024-08-10T06:31:32.085 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.085 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:14:16.016922+0000", 2024-08-10T06:31:32.085 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.085 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.085 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.086 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.086 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.086 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.086 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.086 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.086 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.086 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.086 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.086 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.086 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.086 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.086 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.086 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.086 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.087 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.087 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.087 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:32.087 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:32.087 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.087 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:32.087 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.087 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.087 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.087 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.087 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.087 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:32.087 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.088 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.088 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.088 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.088 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.088 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.088 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.088 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:32.088 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:32.088 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.088 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.088 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.088 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:32.088 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:32.089 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.089 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.089 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.089 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.089 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:32.089 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:32.089 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:32.089 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.089 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T06:31:32.089 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:32.089 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.089 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.089 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.090 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:32.090 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:32.090 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:32.090 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.090 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T06:31:32.090 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.090 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.090 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:32.090 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.090 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.090 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.090 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.402118+0000", 2024-08-10T06:31:32.090 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.358597+0000", 2024-08-10T06:31:32.091 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.358597+0000", 2024-08-10T06:31:32.091 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.360867+0000", 2024-08-10T06:31:32.091 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.402118+0000", 2024-08-10T06:31:32.091 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.091 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.091 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.091 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:32.091 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.402118+0000", 2024-08-10T06:31:32.091 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.402118+0000", 2024-08-10T06:31:32.091 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.402118+0000", 2024-08-10T06:31:32.091 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.091 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.091 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.091 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.402118+0000", 2024-08-10T06:31:32.092 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.402118+0000", 2024-08-10T06:31:32.092 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.092 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 2, 2024-08-10T06:31:32.092 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.092 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.092 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:32.092 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.092 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.092 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.092 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.092 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 2, 2024-08-10T06:31:32.092 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.092 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.092 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.093 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.1c", 2024-08-10T06:31:32.093 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.093 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.093 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.093 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5110, 2024-08-10T06:31:32.093 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.093 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T11:44:28.697367+0000", 2024-08-10T06:31:32.093 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.093 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.093 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.093 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.093 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.093 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.093 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.094 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.094 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.094 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.094 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.094 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.094 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.094 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.094 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.094 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.094 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.094 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.094 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.094 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 3, 2024-08-10T06:31:32.094 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 1, 2024-08-10T06:31:32.095 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.095 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 1, 2024-08-10T06:31:32.095 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.095 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.095 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.095 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.095 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.095 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 1, 2024-08-10T06:31:32.095 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.095 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.095 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.095 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.095 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.095 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.096 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.096 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 6, 2024-08-10T06:31:32.096 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 6, 2024-08-10T06:31:32.096 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.096 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.096 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.096 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 3, 2024-08-10T06:31:32.096 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:32.096 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.096 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.096 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.096 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.096 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:32.096 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:32.097 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:32.097 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.097 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T06:31:32.097 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "66'2" 2024-08-10T06:31:32.097 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.097 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.097 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.097 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:32.097 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:32.097 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:32.097 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.097 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 2, 2024-08-10T06:31:32.097 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.097 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.098 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:32.098 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.098 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.098 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.098 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.402412+0000", 2024-08-10T06:31:32.098 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.388623+0000", 2024-08-10T06:31:32.098 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.388623+0000", 2024-08-10T06:31:32.098 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.389353+0000", 2024-08-10T06:31:32.098 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.402412+0000", 2024-08-10T06:31:32.098 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.098 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.098 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.098 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:32.099 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.402412+0000", 2024-08-10T06:31:32.099 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.402412+0000", 2024-08-10T06:31:32.099 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.402412+0000", 2024-08-10T06:31:32.099 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.099 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.099 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.099 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.402412+0000", 2024-08-10T06:31:32.099 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.402412+0000", 2024-08-10T06:31:32.099 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.099 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:32.099 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.099 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.099 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:32.100 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.100 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.100 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.100 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.100 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:32.100 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.100 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.100 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.100 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.1d", 2024-08-10T06:31:32.100 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.100 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.100 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.100 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5244, 2024-08-10T06:31:32.101 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.101 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T16:44:07.756433+0000", 2024-08-10T06:31:32.101 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.101 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.101 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.101 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.101 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.101 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.101 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.101 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.101 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.101 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.101 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.102 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.102 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.102 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.102 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.102 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.102 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.102 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.102 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.102 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:32.102 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:32.102 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.102 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:32.102 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.102 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.103 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.103 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.103 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.103 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:32.103 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.103 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.103 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.103 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.103 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.103 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.103 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.103 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:32.103 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:32.104 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.104 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.104 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.104 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:32.104 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:32.104 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.104 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.104 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.104 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.104 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:32.104 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:32.104 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:32.104 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.104 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 2, 2024-08-10T06:31:32.105 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:32.105 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.105 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.105 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.105 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:32.105 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:32.105 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:32.105 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.105 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-08-10T06:31:32.105 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.105 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.105 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:32.105 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.106 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.106 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.106 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.405534+0000", 2024-08-10T06:31:32.106 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.391788+0000", 2024-08-10T06:31:32.106 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.391788+0000", 2024-08-10T06:31:32.106 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.392080+0000", 2024-08-10T06:31:32.106 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.405534+0000", 2024-08-10T06:31:32.106 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.106 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.106 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.106 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:32.106 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.405534+0000", 2024-08-10T06:31:32.106 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.405534+0000", 2024-08-10T06:31:32.106 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.405534+0000", 2024-08-10T06:31:32.107 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.107 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.107 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.107 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.405534+0000", 2024-08-10T06:31:32.107 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.405534+0000", 2024-08-10T06:31:32.107 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.107 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:32.107 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.107 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.107 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:32.107 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.107 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.107 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.108 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.108 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:32.108 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.108 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.108 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.108 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.a", 2024-08-10T06:31:32.108 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.108 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.108 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.108 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5148, 2024-08-10T06:31:32.108 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.108 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:45:39.610881+0000", 2024-08-10T06:31:32.108 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.108 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.108 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.109 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.109 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.109 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.109 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.109 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.109 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.109 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.109 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.109 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.109 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.109 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.109 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.109 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.109 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.110 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.110 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.110 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:32.110 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:32.110 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.110 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:32.110 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.110 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.110 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.110 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.110 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.110 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:32.110 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.111 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.111 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.111 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.111 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.111 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.111 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.111 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:32.111 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:32.111 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.111 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.111 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.111 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:32.111 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:32.111 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.112 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.112 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.112 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.112 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:32.112 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:32.112 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:32.112 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.112 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-08-10T06:31:32.112 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:32.112 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.112 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.112 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.112 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:32.112 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:32.113 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T06:31:32.113 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.113 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T06:31:32.113 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.113 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.113 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:32.113 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.113 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.113 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.113 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.408164+0000", 2024-08-10T06:31:32.113 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.351638+0000", 2024-08-10T06:31:32.113 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.351638+0000", 2024-08-10T06:31:32.113 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.351997+0000", 2024-08-10T06:31:32.114 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.408164+0000", 2024-08-10T06:31:32.114 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.114 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.114 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.114 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:32.114 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.408164+0000", 2024-08-10T06:31:32.114 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.408164+0000", 2024-08-10T06:31:32.114 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.408164+0000", 2024-08-10T06:31:32.114 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.114 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.114 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.114 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.408164+0000", 2024-08-10T06:31:32.115 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.408164+0000", 2024-08-10T06:31:32.115 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.115 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 3, 2024-08-10T06:31:32.115 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.115 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.115 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:32.115 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.115 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.115 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.115 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.115 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 3, 2024-08-10T06:31:32.115 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.115 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.115 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.116 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.b", 2024-08-10T06:31:32.116 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.116 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.116 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.116 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5113, 2024-08-10T06:31:32.116 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.116 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:09:39.974904+0000", 2024-08-10T06:31:32.116 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.116 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.116 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.116 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.116 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.116 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.117 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.117 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.117 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.117 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.117 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.117 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.117 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.117 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.117 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.117 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.117 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.117 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.117 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.117 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 3, 2024-08-10T06:31:32.118 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 1, 2024-08-10T06:31:32.118 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.118 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 1, 2024-08-10T06:31:32.118 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.118 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.118 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.118 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.118 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.118 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 1, 2024-08-10T06:31:32.118 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.118 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.118 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.118 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.119 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.119 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.119 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.119 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 2, 2024-08-10T06:31:32.119 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 2, 2024-08-10T06:31:32.119 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.119 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.119 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.119 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 1, 2024-08-10T06:31:32.119 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:32.119 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.119 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.119 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.119 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.120 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:32.120 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:32.120 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T06:31:32.120 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.120 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T06:31:32.120 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "548'3" 2024-08-10T06:31:32.120 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.120 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.120 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.120 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:32.120 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:32.120 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:32.120 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.120 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-08-10T06:31:32.121 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.121 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.121 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:32.121 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.121 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.121 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.121 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.402442+0000", 2024-08-10T06:31:32.121 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:20:30.223581+0000", 2024-08-10T06:31:32.121 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:20:30.223581+0000", 2024-08-10T06:31:32.121 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:20:30.224260+0000", 2024-08-10T06:31:32.121 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.402442+0000", 2024-08-10T06:31:32.121 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.121 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.121 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.122 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 432, 2024-08-10T06:31:32.122 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.402442+0000", 2024-08-10T06:31:32.122 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.402442+0000", 2024-08-10T06:31:32.122 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.402442+0000", 2024-08-10T06:31:32.122 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.122 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.122 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.122 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.402442+0000", 2024-08-10T06:31:32.122 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.402442+0000", 2024-08-10T06:31:32.122 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.122 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:32.122 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.122 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.122 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 431, 2024-08-10T06:31:32.123 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.123 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.123 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.123 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.123 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:32.123 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.123 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.123 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.123 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.b", 2024-08-10T06:31:32.123 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.123 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.123 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.123 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5242, 2024-08-10T06:31:32.123 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.124 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:45:31.340415+0000", 2024-08-10T06:31:32.124 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.124 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.124 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.124 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.124 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.124 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.124 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.124 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.124 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.124 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.124 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.124 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.125 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.125 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.125 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.125 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.125 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.125 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.125 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.125 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:32.125 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:32.125 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.125 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:32.125 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.125 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.125 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.126 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.126 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.126 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:32.126 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.126 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.126 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.126 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.126 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.126 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.126 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.126 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:32.126 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:32.126 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.126 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.127 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.127 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:32.127 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:32.127 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.127 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.127 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.127 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.127 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:32.127 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:32.127 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:32.127 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.127 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-08-10T06:31:32.127 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:32.127 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.127 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.128 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.128 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:32.128 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:32.128 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:32.128 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.128 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-08-10T06:31:32.128 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.128 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.128 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:32.128 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.128 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.128 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.128 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.893362+0000", 2024-08-10T06:31:32.129 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.353553+0000", 2024-08-10T06:31:32.129 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.353553+0000", 2024-08-10T06:31:32.129 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.353904+0000", 2024-08-10T06:31:32.129 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.893362+0000", 2024-08-10T06:31:32.129 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.129 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.129 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.129 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:32.129 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.893362+0000", 2024-08-10T06:31:32.129 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.893362+0000", 2024-08-10T06:31:32.129 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.893362+0000", 2024-08-10T06:31:32.129 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.129 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.129 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.130 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.893362+0000", 2024-08-10T06:31:32.130 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.893362+0000", 2024-08-10T06:31:32.130 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.130 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:32.130 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.130 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.130 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:32.130 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.130 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.130 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.130 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.130 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:32.130 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.131 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.131 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.131 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.a", 2024-08-10T06:31:32.131 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.131 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.131 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.131 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5288, 2024-08-10T06:31:32.131 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.131 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:07:52.972048+0000", 2024-08-10T06:31:32.131 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.131 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.131 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.131 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.131 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.132 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.132 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.132 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.132 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.132 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.132 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.132 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.132 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.132 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.132 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.133 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.133 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.133 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.133 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.133 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:32.133 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:32.133 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.133 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:32.133 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.133 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.133 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.133 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.133 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.133 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:32.134 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.134 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.134 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.134 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.134 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.134 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.134 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.134 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:32.134 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:32.134 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.134 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.134 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.134 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:32.135 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:32.135 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.135 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.135 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.135 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.135 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:32.135 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:32.135 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:32.135 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.135 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-08-10T06:31:32.135 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:32.135 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.135 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.135 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.136 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:32.136 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:32.136 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:32.136 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.136 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-08-10T06:31:32.136 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.136 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.136 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:32.136 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.136 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.136 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.136 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.402438+0000", 2024-08-10T06:31:32.136 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.351562+0000", 2024-08-10T06:31:32.136 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.351562+0000", 2024-08-10T06:31:32.137 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.351905+0000", 2024-08-10T06:31:32.137 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.402438+0000", 2024-08-10T06:31:32.137 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.137 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.137 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.137 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:32.137 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.402438+0000", 2024-08-10T06:31:32.137 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.402438+0000", 2024-08-10T06:31:32.137 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.402438+0000", 2024-08-10T06:31:32.137 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.137 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.137 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.137 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.402438+0000", 2024-08-10T06:31:32.137 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.402438+0000", 2024-08-10T06:31:32.138 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.138 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:32.138 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.138 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.138 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:32.138 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.138 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.138 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.138 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.138 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:32.138 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.138 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.138 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.138 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.8", 2024-08-10T06:31:32.139 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.139 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.139 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.139 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5238, 2024-08-10T06:31:32.139 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.139 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T09:04:17.472779+0000", 2024-08-10T06:31:32.139 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.139 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.139 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.139 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.139 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.139 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.139 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.140 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.140 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.140 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.140 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.140 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.140 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.140 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.140 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.140 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.140 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.140 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.140 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.140 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:32.140 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:32.140 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.141 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:32.141 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.141 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.141 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.141 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.141 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.141 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:32.141 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.141 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.141 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.141 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.141 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.141 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.142 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.142 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:32.142 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:32.142 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.142 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.142 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.142 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:32.142 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:32.142 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.142 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.142 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.142 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.142 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:32.143 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:32.143 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:32.143 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.143 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-08-10T06:31:32.143 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:32.143 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.143 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.143 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.143 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:32.143 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:32.143 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-08-10T06:31:32.143 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.143 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-08-10T06:31:32.143 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.144 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.144 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:32.144 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.144 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.144 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.144 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.892858+0000", 2024-08-10T06:31:32.144 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.354206+0000", 2024-08-10T06:31:32.144 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.354206+0000", 2024-08-10T06:31:32.144 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.354588+0000", 2024-08-10T06:31:32.144 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.892858+0000", 2024-08-10T06:31:32.144 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.144 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.144 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.144 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:32.145 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.892858+0000", 2024-08-10T06:31:32.145 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.892858+0000", 2024-08-10T06:31:32.145 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.892858+0000", 2024-08-10T06:31:32.145 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.145 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.145 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.145 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.892858+0000", 2024-08-10T06:31:32.145 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.892858+0000", 2024-08-10T06:31:32.145 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.145 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:32.145 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.145 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.145 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:32.146 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.146 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.146 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.146 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.146 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:32.146 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.146 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.146 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.146 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.9", 2024-08-10T06:31:32.147 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.147 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.147 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.147 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5288, 2024-08-10T06:31:32.147 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.147 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:02:14.648821+0000", 2024-08-10T06:31:32.147 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.147 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.147 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.147 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.147 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.147 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.147 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.148 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.148 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.148 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.148 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.148 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.148 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.148 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.148 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.148 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.148 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.148 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.148 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.148 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:32.148 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:32.149 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.149 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:32.149 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.149 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.149 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.149 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.149 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.149 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:32.149 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.149 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.149 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.149 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.149 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.149 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.150 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.150 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:32.150 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:32.150 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.150 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.150 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.150 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:32.150 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:32.150 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.150 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.150 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.150 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.150 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:32.151 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:32.151 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-08-10T06:31:32.151 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.151 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-08-10T06:31:32.151 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:32.151 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.151 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.151 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.151 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:32.151 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:32.151 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:32.151 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.151 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 4, 2024-08-10T06:31:32.151 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.151 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.152 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:32.152 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.152 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.152 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.152 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.401648+0000", 2024-08-10T06:31:32.152 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.354497+0000", 2024-08-10T06:31:32.152 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.354497+0000", 2024-08-10T06:31:32.152 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.354862+0000", 2024-08-10T06:31:32.152 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.401648+0000", 2024-08-10T06:31:32.152 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.152 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.152 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.152 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:32.152 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.401648+0000", 2024-08-10T06:31:32.153 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.401648+0000", 2024-08-10T06:31:32.153 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.401648+0000", 2024-08-10T06:31:32.153 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.153 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.153 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.153 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.401648+0000", 2024-08-10T06:31:32.153 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.401648+0000", 2024-08-10T06:31:32.153 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.153 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:32.153 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.153 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.153 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:32.153 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.154 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.154 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.154 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.154 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:32.154 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.154 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.154 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.154 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.9", 2024-08-10T06:31:32.154 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.154 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.154 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.154 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5224, 2024-08-10T06:31:32.154 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.154 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:28:57.585726+0000", 2024-08-10T06:31:32.155 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.155 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.155 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.155 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.155 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.155 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.155 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.155 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.155 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.155 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.155 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.155 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.155 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.155 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.156 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.156 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.156 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.156 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.156 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.156 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:32.156 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:32.156 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.156 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:32.156 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.157 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.157 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.157 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.157 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.157 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:32.157 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.157 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.157 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.157 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.157 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.157 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.157 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.157 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:32.157 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:32.158 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.158 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.158 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.158 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:32.158 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:32.158 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.158 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.158 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.158 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.158 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:32.158 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:32.158 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:32.158 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.158 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 4, 2024-08-10T06:31:32.159 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:32.159 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.159 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.159 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.159 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:32.159 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:32.159 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:32.159 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.159 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T06:31:32.159 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.159 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.159 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:32.159 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.159 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.160 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.160 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.403024+0000", 2024-08-10T06:31:32.160 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.361776+0000", 2024-08-10T06:31:32.160 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.361776+0000", 2024-08-10T06:31:32.160 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.362775+0000", 2024-08-10T06:31:32.160 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.403024+0000", 2024-08-10T06:31:32.160 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.160 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.160 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.160 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:32.160 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.403024+0000", 2024-08-10T06:31:32.160 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.403024+0000", 2024-08-10T06:31:32.160 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.403024+0000", 2024-08-10T06:31:32.161 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.161 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.161 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.161 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.403024+0000", 2024-08-10T06:31:32.161 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.403024+0000", 2024-08-10T06:31:32.161 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.161 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:32.161 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.161 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.161 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:32.161 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.161 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.161 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.161 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.162 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:32.162 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.162 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.162 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.162 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.8", 2024-08-10T06:31:32.162 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.162 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.162 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.162 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5115, 2024-08-10T06:31:32.162 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.162 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:57:31.103722+0000", 2024-08-10T06:31:32.162 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.162 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.163 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.163 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.163 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.163 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.163 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.163 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.163 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.163 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.163 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.163 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.163 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.163 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.163 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.163 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.164 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.164 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.164 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.164 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:32.164 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:32.164 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.164 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:32.164 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.164 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.164 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.164 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.164 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.164 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:32.165 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.165 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.165 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.165 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.165 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.165 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.165 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.165 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:32.165 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:32.165 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.165 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.165 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.165 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:32.165 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:32.166 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.166 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.166 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.166 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.166 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:32.166 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:32.166 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:32.166 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.166 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T06:31:32.166 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:32.166 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.166 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.166 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.166 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:32.167 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:32.167 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:32.167 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.167 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 2, 2024-08-10T06:31:32.167 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.167 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.167 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:32.167 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.167 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.167 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.167 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.403195+0000", 2024-08-10T06:31:32.167 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:20:30.228725+0000", 2024-08-10T06:31:32.167 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:20:30.228725+0000", 2024-08-10T06:31:32.167 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:20:30.229054+0000", 2024-08-10T06:31:32.168 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.403195+0000", 2024-08-10T06:31:32.168 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.168 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.168 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.168 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 432, 2024-08-10T06:31:32.168 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.403195+0000", 2024-08-10T06:31:32.168 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.403195+0000", 2024-08-10T06:31:32.168 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.403195+0000", 2024-08-10T06:31:32.168 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.168 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.168 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.168 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.403195+0000", 2024-08-10T06:31:32.168 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.403195+0000", 2024-08-10T06:31:32.168 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.169 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:32.169 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.169 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.169 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 431, 2024-08-10T06:31:32.169 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.169 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.169 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.169 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.169 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:32.169 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.169 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.169 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.169 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.6", 2024-08-10T06:31:32.169 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.170 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.170 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.170 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5246, 2024-08-10T06:31:32.170 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.170 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T11:27:32.164587+0000", 2024-08-10T06:31:32.170 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.170 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.170 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.170 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.170 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.170 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.170 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.170 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.171 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.171 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.171 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.171 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.171 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.171 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.171 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.171 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.171 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.171 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.171 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.171 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:32.171 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:32.171 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.172 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:32.172 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.172 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.172 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.172 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.172 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.172 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:32.172 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.172 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.172 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.172 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.172 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.172 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.172 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.172 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:32.173 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:32.173 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.173 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.173 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.173 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:32.173 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:32.173 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.173 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.173 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.173 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.173 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:32.173 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:32.173 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:32.173 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.174 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 2, 2024-08-10T06:31:32.174 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:32.174 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.174 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.174 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.174 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:32.174 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:32.174 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:32.174 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.174 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-08-10T06:31:32.174 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.174 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.174 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:32.175 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.175 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.175 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.175 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.413050+0000", 2024-08-10T06:31:32.175 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.356051+0000", 2024-08-10T06:31:32.175 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.356051+0000", 2024-08-10T06:31:32.175 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.356425+0000", 2024-08-10T06:31:32.175 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.413050+0000", 2024-08-10T06:31:32.175 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.175 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.175 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.175 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:32.175 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.413050+0000", 2024-08-10T06:31:32.175 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.413050+0000", 2024-08-10T06:31:32.175 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.413050+0000", 2024-08-10T06:31:32.176 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.176 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.176 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.176 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.413050+0000", 2024-08-10T06:31:32.176 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.413050+0000", 2024-08-10T06:31:32.176 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.176 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 2, 2024-08-10T06:31:32.176 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.176 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.176 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:32.176 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.176 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.176 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.176 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.177 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 2, 2024-08-10T06:31:32.177 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.177 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.177 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.177 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.7", 2024-08-10T06:31:32.177 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.177 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.177 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.177 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5131, 2024-08-10T06:31:32.177 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.177 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:48:03.914068+0000", 2024-08-10T06:31:32.177 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.177 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.177 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.178 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.178 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.178 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.178 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.178 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.178 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.178 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.178 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.178 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.178 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.178 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.178 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.178 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.179 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.179 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.179 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.179 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 3, 2024-08-10T06:31:32.179 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 1, 2024-08-10T06:31:32.179 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.179 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 1, 2024-08-10T06:31:32.179 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.179 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.179 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.179 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.179 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.179 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 1, 2024-08-10T06:31:32.179 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.180 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.180 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.180 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.180 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.180 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.180 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.180 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 6, 2024-08-10T06:31:32.180 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 6, 2024-08-10T06:31:32.180 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.180 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.180 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.180 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 3, 2024-08-10T06:31:32.180 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:32.180 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.181 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.181 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.181 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.181 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:32.181 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:32.181 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:32.181 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.181 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-08-10T06:31:32.181 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "66'2" 2024-08-10T06:31:32.181 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.181 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.181 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.181 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:32.181 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:32.182 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:32.182 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.182 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 4, 2024-08-10T06:31:32.182 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.182 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.182 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 70, 2024-08-10T06:31:32.182 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.182 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.182 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.182 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.401481+0000", 2024-08-10T06:31:32.182 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.391458+0000", 2024-08-10T06:31:32.182 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.391458+0000", 2024-08-10T06:31:32.182 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:55:12.258606+0000", 2024-08-10T06:31:32.182 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.401481+0000", 2024-08-10T06:31:32.183 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:32.183 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.183 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:32.183 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:32.183 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.401481+0000", 2024-08-10T06:31:32.183 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.401481+0000", 2024-08-10T06:31:32.183 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.401481+0000", 2024-08-10T06:31:32.183 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.183 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.183 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:32.183 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.401481+0000", 2024-08-10T06:31:32.183 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.401481+0000", 2024-08-10T06:31:32.183 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.183 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 3113, 2024-08-10T06:31:32.184 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.184 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.184 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:32.184 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.184 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.184 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.184 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.184 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 3113, 2024-08-10T06:31:32.184 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.184 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.184 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.184 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "4.1", 2024-08-10T06:31:32.184 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.185 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.185 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.185 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 8868, 2024-08-10T06:31:32.185 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.185 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:03:52.566417+0000", 2024-08-10T06:31:32.185 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.004357829, 2024-08-10T06:31:32.185 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.185 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.185 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 4194304, 2024-08-10T06:31:32.185 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.185 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.185 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.185 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.186 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.186 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.186 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.186 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.186 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.186 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.186 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.186 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.186 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.186 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.186 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.186 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 3, 2024-08-10T06:31:32.186 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 1, 2024-08-10T06:31:32.186 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.187 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 1, 2024-08-10T06:31:32.187 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.187 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.187 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.187 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.187 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.187 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:32.187 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.187 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.187 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.187 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.187 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.187 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.188 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.188 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 742, 2024-08-10T06:31:32.188 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 373520, 2024-08-10T06:31:32.188 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.188 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.188 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.188 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 3110, 2024-08-10T06:31:32.188 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 417360 2024-08-10T06:31:32.188 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.188 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.188 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.188 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.188 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:32.188 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:32.189 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:32.189 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.189 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 4, 2024-08-10T06:31:32.189 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "1113'3113" 2024-08-10T06:31:32.189 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.189 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.189 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.189 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:32.189 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:32.189 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:32.189 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.189 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-08-10T06:31:32.189 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.189 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.190 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:32.190 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.190 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.190 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.190 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.403982+0000", 2024-08-10T06:31:32.190 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.360348+0000", 2024-08-10T06:31:32.190 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.360348+0000", 2024-08-10T06:31:32.190 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.360670+0000", 2024-08-10T06:31:32.190 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.403982+0000", 2024-08-10T06:31:32.190 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.190 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.190 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.190 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:32.191 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.403982+0000", 2024-08-10T06:31:32.191 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.403982+0000", 2024-08-10T06:31:32.191 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.403982+0000", 2024-08-10T06:31:32.191 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.191 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.191 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.191 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.403982+0000", 2024-08-10T06:31:32.191 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.403982+0000", 2024-08-10T06:31:32.191 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.191 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:32.191 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.191 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.191 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:32.191 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.191 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.192 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.192 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.192 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:32.192 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.192 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.192 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.192 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.7", 2024-08-10T06:31:32.192 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.192 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.192 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.192 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5244, 2024-08-10T06:31:32.192 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.192 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T11:00:15.673745+0000", 2024-08-10T06:31:32.192 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.193 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.193 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.193 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.193 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.193 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.193 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.193 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.193 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.193 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.193 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.193 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.193 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.193 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.193 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.193 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.194 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.194 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.194 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.194 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:32.194 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:32.194 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.194 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:32.194 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.194 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.194 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.194 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.194 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.194 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:32.195 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.195 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.195 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.195 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.195 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.195 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.195 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.195 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:32.195 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:32.195 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.195 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.195 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.195 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:32.195 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:32.196 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.196 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.196 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.196 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.196 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:32.196 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:32.196 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:32.196 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.196 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-08-10T06:31:32.196 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:32.196 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.196 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.196 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.196 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:32.197 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:32.197 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:32.197 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.197 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-08-10T06:31:32.197 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.197 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.197 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:32.197 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.197 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.197 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.197 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.893021+0000", 2024-08-10T06:31:32.197 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.391689+0000", 2024-08-10T06:31:32.197 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.391689+0000", 2024-08-10T06:31:32.197 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.392035+0000", 2024-08-10T06:31:32.198 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.893021+0000", 2024-08-10T06:31:32.198 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.198 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.198 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.198 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:32.198 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.893021+0000", 2024-08-10T06:31:32.198 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.893021+0000", 2024-08-10T06:31:32.198 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.893021+0000", 2024-08-10T06:31:32.198 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.198 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.198 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.198 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.893021+0000", 2024-08-10T06:31:32.198 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.893021+0000", 2024-08-10T06:31:32.199 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.199 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 2, 2024-08-10T06:31:32.199 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.199 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.199 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:32.199 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.199 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.199 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.199 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.199 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 2, 2024-08-10T06:31:32.199 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.199 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.199 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.199 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.6", 2024-08-10T06:31:32.200 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.200 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.200 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.200 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5296, 2024-08-10T06:31:32.200 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.200 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:32:55.536703+0000", 2024-08-10T06:31:32.200 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.200 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.200 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.200 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.200 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.200 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.200 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.200 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.201 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.201 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.201 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.201 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.201 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.201 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.201 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.201 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.201 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.201 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.201 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.201 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 3, 2024-08-10T06:31:32.201 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 1, 2024-08-10T06:31:32.201 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.202 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 1, 2024-08-10T06:31:32.202 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.202 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.202 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.202 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.202 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.202 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 1, 2024-08-10T06:31:32.202 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.202 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.202 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.202 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.202 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.202 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.203 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.203 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 2, 2024-08-10T06:31:32.203 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 2, 2024-08-10T06:31:32.203 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.203 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.203 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.203 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 2, 2024-08-10T06:31:32.203 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:32.203 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.203 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.203 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.203 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.203 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:32.203 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:32.204 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:32.204 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.204 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-08-10T06:31:32.204 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "552'2" 2024-08-10T06:31:32.204 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.204 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.204 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.204 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:32.204 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:32.204 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:32.204 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.204 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-08-10T06:31:32.204 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.204 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.204 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 70, 2024-08-10T06:31:32.205 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.205 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.205 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.205 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.402204+0000", 2024-08-10T06:31:32.205 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.360154+0000", 2024-08-10T06:31:32.205 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.360154+0000", 2024-08-10T06:31:32.205 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:55:12.161164+0000", 2024-08-10T06:31:32.205 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.402204+0000", 2024-08-10T06:31:32.205 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:32.205 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.205 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:32.205 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:32.205 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.402204+0000", 2024-08-10T06:31:32.205 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.402204+0000", 2024-08-10T06:31:32.206 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.402204+0000", 2024-08-10T06:31:32.206 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.206 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.206 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:32.206 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.402204+0000", 2024-08-10T06:31:32.206 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.402204+0000", 2024-08-10T06:31:32.206 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.206 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 3102, 2024-08-10T06:31:32.206 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.206 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.206 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:32.206 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.206 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.206 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.207 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.207 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 3102, 2024-08-10T06:31:32.207 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.207 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.207 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.207 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "4.0", 2024-08-10T06:31:32.207 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.207 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.207 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.207 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 8957, 2024-08-10T06:31:32.207 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.207 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:21:11.515789+0000", 2024-08-10T06:31:32.207 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.005278187, 2024-08-10T06:31:32.207 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.208 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.208 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.208 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.208 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.208 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.208 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.208 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.208 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.208 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.208 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.208 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.208 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.208 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.208 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.208 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.209 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.209 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.209 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:32.209 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:32.209 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.209 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:32.209 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.209 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.209 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.209 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.209 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.209 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:32.209 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.209 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.210 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.210 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.210 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.210 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.210 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.210 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 908, 2024-08-10T06:31:32.210 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 413282, 2024-08-10T06:31:32.210 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.210 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.210 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.210 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 3099, 2024-08-10T06:31:32.210 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 400192 2024-08-10T06:31:32.210 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.210 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.211 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.211 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.211 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:32.211 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:32.211 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:32.211 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.211 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-08-10T06:31:32.211 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "1112'3102" 2024-08-10T06:31:32.211 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.211 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.211 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.211 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:32.211 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:32.212 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T06:31:32.212 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.212 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-08-10T06:31:32.212 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.212 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.212 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:32.212 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.212 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.212 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.212 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.894012+0000", 2024-08-10T06:31:32.212 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:04.269861+0000", 2024-08-10T06:31:32.212 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:04.269861+0000", 2024-08-10T06:31:32.212 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:04.270187+0000", 2024-08-10T06:31:32.212 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.894012+0000", 2024-08-10T06:31:32.213 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.213 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.213 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.213 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 463, 2024-08-10T06:31:32.213 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.894012+0000", 2024-08-10T06:31:32.213 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.894012+0000", 2024-08-10T06:31:32.213 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.894012+0000", 2024-08-10T06:31:32.213 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.213 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.213 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.213 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.894012+0000", 2024-08-10T06:31:32.213 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.894012+0000", 2024-08-10T06:31:32.213 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.213 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:32.214 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.214 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.214 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 462, 2024-08-10T06:31:32.214 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.214 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.214 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.214 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.214 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:32.214 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.214 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.214 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.214 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.4", 2024-08-10T06:31:32.214 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.214 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.215 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.215 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5289, 2024-08-10T06:31:32.215 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.215 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:09:29.219239+0000", 2024-08-10T06:31:32.215 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.215 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.215 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.215 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.215 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.215 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.215 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.215 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.215 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.215 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.216 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.216 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.216 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.216 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.216 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.216 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.216 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.216 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.216 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.216 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:32.216 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:32.216 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.216 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:32.216 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.217 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.217 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.217 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.217 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.217 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:32.217 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.217 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.217 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.217 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.217 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.217 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.217 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.217 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:32.217 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:32.218 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.218 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.218 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.218 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:32.218 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:32.218 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.218 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.218 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.218 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.218 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:32.218 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:32.218 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T06:31:32.218 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.219 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-08-10T06:31:32.219 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:32.219 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.219 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.219 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.219 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:32.219 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:32.219 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:32.219 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.219 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T06:31:32.219 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.219 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.219 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:32.219 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.220 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.220 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.220 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.403922+0000", 2024-08-10T06:31:32.220 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.354654+0000", 2024-08-10T06:31:32.220 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.354654+0000", 2024-08-10T06:31:32.220 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.355781+0000", 2024-08-10T06:31:32.220 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.403922+0000", 2024-08-10T06:31:32.220 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.220 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.220 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.220 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:32.220 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.403922+0000", 2024-08-10T06:31:32.220 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.403922+0000", 2024-08-10T06:31:32.220 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.403922+0000", 2024-08-10T06:31:32.221 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.221 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.221 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.221 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.403922+0000", 2024-08-10T06:31:32.221 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.403922+0000", 2024-08-10T06:31:32.221 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.221 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:32.221 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.221 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.221 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:32.221 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.221 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.221 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.221 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.222 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:32.222 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.222 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.222 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.222 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.5", 2024-08-10T06:31:32.222 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.222 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.222 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.222 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5122, 2024-08-10T06:31:32.222 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.222 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:18:33.472641+0000", 2024-08-10T06:31:32.222 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.222 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.222 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.223 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.223 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.223 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.223 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.223 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.223 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.223 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.223 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.223 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.223 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.223 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.223 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.223 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.223 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.224 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.224 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.224 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:32.224 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:32.224 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.224 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:32.224 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.224 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.224 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.224 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.224 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.224 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:32.224 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.225 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.225 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.225 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.225 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.225 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.225 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.225 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:32.225 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:32.225 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.225 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.225 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.225 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:32.225 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:32.226 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.226 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.226 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.226 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.226 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:32.226 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:32.226 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:32.226 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.226 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T06:31:32.226 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:32.226 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.226 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.226 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.226 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:32.227 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:32.227 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:32.227 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.227 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-08-10T06:31:32.227 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.227 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.227 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 70, 2024-08-10T06:31:32.227 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.227 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.227 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.227 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.895094+0000", 2024-08-10T06:31:32.227 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.357708+0000", 2024-08-10T06:31:32.227 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.357708+0000", 2024-08-10T06:31:32.227 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:55:12.158278+0000", 2024-08-10T06:31:32.228 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.895094+0000", 2024-08-10T06:31:32.228 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:32.228 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.228 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:32.228 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:32.228 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.895094+0000", 2024-08-10T06:31:32.228 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.895094+0000", 2024-08-10T06:31:32.228 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.895094+0000", 2024-08-10T06:31:32.228 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.228 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.228 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:32.228 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.895094+0000", 2024-08-10T06:31:32.228 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.895094+0000", 2024-08-10T06:31:32.228 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.229 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 2966, 2024-08-10T06:31:32.229 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.229 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.229 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:32.229 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.229 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.229 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.229 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.229 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 2966, 2024-08-10T06:31:32.229 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.229 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.229 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.229 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "4.3", 2024-08-10T06:31:32.230 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.230 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.230 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.230 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 9042, 2024-08-10T06:31:32.230 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.230 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:12:29.499250+0000", 2024-08-10T06:31:32.230 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.006011297, 2024-08-10T06:31:32.230 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.230 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.230 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.230 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.230 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.230 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.231 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.231 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.231 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.231 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.231 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.231 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.231 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.231 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.231 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.231 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.231 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.231 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.231 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 3, 2024-08-10T06:31:32.231 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 1, 2024-08-10T06:31:32.232 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.232 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 1, 2024-08-10T06:31:32.232 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.232 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.232 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.232 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.232 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.232 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 1, 2024-08-10T06:31:32.232 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.232 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.232 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.232 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.232 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.233 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.233 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.233 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 1110, 2024-08-10T06:31:32.233 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 380353, 2024-08-10T06:31:32.233 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.233 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.233 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.233 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 2940, 2024-08-10T06:31:32.233 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 368839 2024-08-10T06:31:32.233 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.233 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.234 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.234 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.234 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:32.234 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:32.234 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:32.234 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.234 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-08-10T06:31:32.234 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "1113'2966" 2024-08-10T06:31:32.234 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.234 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.234 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.234 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:32.234 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:32.235 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:32.235 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.235 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T06:31:32.235 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.235 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.235 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:32.235 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.235 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.235 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.235 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.893866+0000", 2024-08-10T06:31:32.235 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:04.276899+0000", 2024-08-10T06:31:32.235 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:04.276899+0000", 2024-08-10T06:31:32.235 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:04.277176+0000", 2024-08-10T06:31:32.235 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.893866+0000", 2024-08-10T06:31:32.235 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.236 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.236 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.236 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 463, 2024-08-10T06:31:32.236 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.893866+0000", 2024-08-10T06:31:32.236 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.893866+0000", 2024-08-10T06:31:32.236 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.893866+0000", 2024-08-10T06:31:32.236 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.236 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.236 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.236 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.893866+0000", 2024-08-10T06:31:32.236 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.893866+0000", 2024-08-10T06:31:32.236 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.236 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:32.236 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.237 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.237 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 462, 2024-08-10T06:31:32.237 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.237 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.237 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.237 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.237 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:32.237 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.237 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.237 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.237 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.5", 2024-08-10T06:31:32.237 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.237 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.237 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.238 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5184, 2024-08-10T06:31:32.238 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.238 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:08:33.061086+0000", 2024-08-10T06:31:32.238 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.238 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.238 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.238 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.238 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.238 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.238 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.238 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.238 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.238 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.238 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.239 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.239 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.239 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.239 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.239 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.239 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.239 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.239 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.239 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:32.239 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:32.239 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.239 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:32.239 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.240 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.240 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.240 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.240 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.240 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:32.240 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.240 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.240 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.240 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.240 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.240 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.240 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.240 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:32.241 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:32.241 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.241 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.241 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.241 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:32.241 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:32.241 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.241 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.241 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.241 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.241 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:32.241 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:32.241 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:32.241 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.241 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T06:31:32.242 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:32.242 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.242 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.242 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.242 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:32.242 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:32.242 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:32.242 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.242 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-08-10T06:31:32.242 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.242 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.242 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:32.242 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.243 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.243 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.243 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.894100+0000", 2024-08-10T06:31:32.243 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.361489+0000", 2024-08-10T06:31:32.243 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.361489+0000", 2024-08-10T06:31:32.243 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.362253+0000", 2024-08-10T06:31:32.243 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.894100+0000", 2024-08-10T06:31:32.243 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.243 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.243 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.243 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:32.243 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.894100+0000", 2024-08-10T06:31:32.243 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.894100+0000", 2024-08-10T06:31:32.244 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.894100+0000", 2024-08-10T06:31:32.244 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.244 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.244 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.244 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.894100+0000", 2024-08-10T06:31:32.244 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.894100+0000", 2024-08-10T06:31:32.244 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.244 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:32.244 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.244 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.244 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:32.244 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.244 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.244 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.245 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.245 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:32.245 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.245 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.245 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.245 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.4", 2024-08-10T06:31:32.245 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.245 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.245 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.245 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5301, 2024-08-10T06:31:32.245 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.245 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:01:25.074443+0000", 2024-08-10T06:31:32.245 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.246 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.246 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.246 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.246 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.246 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.246 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.246 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.246 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.246 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.246 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.246 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.246 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.246 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.247 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.247 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.247 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.247 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.247 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.247 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:32.247 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:32.247 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.247 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:32.247 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.247 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.247 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.247 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.247 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.248 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:32.248 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.248 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.248 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.248 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.248 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.248 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.248 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.248 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:32.248 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:32.248 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.248 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.248 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.248 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:32.248 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:32.249 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.249 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.249 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.249 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.249 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:32.249 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:32.249 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:32.249 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.249 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-08-10T06:31:32.249 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:32.249 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.249 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.249 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.249 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:32.250 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:32.250 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:32.250 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.250 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-08-10T06:31:32.250 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.250 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.250 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 70, 2024-08-10T06:31:32.250 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.250 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.250 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.250 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.893063+0000", 2024-08-10T06:31:32.250 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:04.278472+0000", 2024-08-10T06:31:32.250 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:04.278472+0000", 2024-08-10T06:31:32.250 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:55:12.158284+0000", 2024-08-10T06:31:32.251 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.893063+0000", 2024-08-10T06:31:32.251 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:32.251 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.251 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:32.251 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 463, 2024-08-10T06:31:32.251 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.893063+0000", 2024-08-10T06:31:32.251 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.893063+0000", 2024-08-10T06:31:32.251 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.893063+0000", 2024-08-10T06:31:32.251 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.251 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.251 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:32.251 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.893063+0000", 2024-08-10T06:31:32.251 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.893063+0000", 2024-08-10T06:31:32.251 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.252 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 3130, 2024-08-10T06:31:32.252 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.252 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.252 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 462, 2024-08-10T06:31:32.252 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.252 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.252 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.252 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.252 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 3130, 2024-08-10T06:31:32.252 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.252 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.252 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.252 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "4.2", 2024-08-10T06:31:32.252 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.253 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.253 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.253 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 9349, 2024-08-10T06:31:32.253 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.253 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:06:20.042384+0000", 2024-08-10T06:31:32.253 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.004508237, 2024-08-10T06:31:32.253 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.253 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.253 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 19, 2024-08-10T06:31:32.253 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.253 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.253 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.254 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.254 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.254 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.254 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.254 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.254 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.254 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.254 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.254 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.254 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.254 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.254 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.254 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 3, 2024-08-10T06:31:32.254 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 1, 2024-08-10T06:31:32.255 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.255 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 1, 2024-08-10T06:31:32.255 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.255 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.255 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.255 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.255 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.255 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:32.255 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.255 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.255 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.255 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.255 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.255 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.256 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.256 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 1423, 2024-08-10T06:31:32.256 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 384055, 2024-08-10T06:31:32.256 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.256 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.256 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.256 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 3122, 2024-08-10T06:31:32.256 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 377684 2024-08-10T06:31:32.256 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.256 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.256 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.256 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.256 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:32.257 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:32.257 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:32.257 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.257 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-08-10T06:31:32.257 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "1112'3130" 2024-08-10T06:31:32.257 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.257 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.257 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.257 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:32.257 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:32.257 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:32.257 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.257 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 4, 2024-08-10T06:31:32.258 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.258 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.258 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:32.258 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.258 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.258 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.258 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.404056+0000", 2024-08-10T06:31:32.258 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.392721+0000", 2024-08-10T06:31:32.258 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.392721+0000", 2024-08-10T06:31:32.258 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.393092+0000", 2024-08-10T06:31:32.258 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.404056+0000", 2024-08-10T06:31:32.258 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.258 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.258 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.259 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:32.259 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.404056+0000", 2024-08-10T06:31:32.259 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.404056+0000", 2024-08-10T06:31:32.259 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.404056+0000", 2024-08-10T06:31:32.259 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.259 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.259 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.259 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.404056+0000", 2024-08-10T06:31:32.259 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.404056+0000", 2024-08-10T06:31:32.259 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.259 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:32.259 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.259 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.259 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:32.260 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.260 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.260 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.260 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.260 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:32.260 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.260 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.260 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.260 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.3", 2024-08-10T06:31:32.260 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.260 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.260 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.260 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5204, 2024-08-10T06:31:32.260 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.261 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T11:11:51.870934+0000", 2024-08-10T06:31:32.261 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.261 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.261 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.261 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.261 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.261 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.261 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.261 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.261 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.261 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.261 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.261 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.261 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.262 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.262 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.262 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.262 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.262 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.262 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.262 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:32.262 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:32.262 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.262 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:32.262 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.262 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.262 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.263 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.263 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.263 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:32.263 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.263 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.263 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.263 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.263 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.263 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.263 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.263 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:32.263 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:32.263 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.263 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.264 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.264 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:32.264 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:32.264 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.264 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.264 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.264 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.264 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:32.264 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:32.264 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:32.264 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.264 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 4, 2024-08-10T06:31:32.264 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:32.264 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.265 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.265 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.265 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:32.265 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:32.265 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:32.265 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.265 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T06:31:32.265 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.265 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.265 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:32.265 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.265 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.265 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.265 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.893214+0000", 2024-08-10T06:31:32.266 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.388525+0000", 2024-08-10T06:31:32.266 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.388525+0000", 2024-08-10T06:31:32.266 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.388822+0000", 2024-08-10T06:31:32.266 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.893214+0000", 2024-08-10T06:31:32.266 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.266 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.266 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.266 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:32.266 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.893214+0000", 2024-08-10T06:31:32.266 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.893214+0000", 2024-08-10T06:31:32.266 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.893214+0000", 2024-08-10T06:31:32.266 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.266 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.266 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.267 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.893214+0000", 2024-08-10T06:31:32.267 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.893214+0000", 2024-08-10T06:31:32.267 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.267 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:32.267 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.267 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.267 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:32.267 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.267 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.267 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.267 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.267 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:32.267 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.268 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.268 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.268 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.2", 2024-08-10T06:31:32.268 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.268 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.268 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.268 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5159, 2024-08-10T06:31:32.268 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.268 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:08:13.739155+0000", 2024-08-10T06:31:32.268 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.268 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.268 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.268 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.269 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.269 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.269 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.269 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.269 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.269 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.269 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.269 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.269 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.269 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.269 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.269 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.269 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.269 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.270 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.270 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:32.270 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:32.270 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.270 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:32.270 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.270 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.270 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.270 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.270 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.270 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:32.270 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.270 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.270 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.271 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.271 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.271 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.271 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.271 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:32.271 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:32.271 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.271 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.271 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.271 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:32.271 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:32.271 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.271 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.271 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.272 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.272 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:32.272 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:32.272 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:32.272 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.272 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T06:31:32.272 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:32.272 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.272 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.272 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.272 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:32.272 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:32.272 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-08-10T06:31:32.272 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.273 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-08-10T06:31:32.273 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.273 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.273 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 70, 2024-08-10T06:31:32.273 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.273 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.273 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.273 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.894192+0000", 2024-08-10T06:31:32.273 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:19:57.218502+0000", 2024-08-10T06:31:32.273 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:19:57.218502+0000", 2024-08-10T06:31:32.273 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:55:12.161073+0000", 2024-08-10T06:31:32.273 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.894192+0000", 2024-08-10T06:31:32.273 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:32.273 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.273 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:32.274 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 406, 2024-08-10T06:31:32.274 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.894192+0000", 2024-08-10T06:31:32.274 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.894192+0000", 2024-08-10T06:31:32.274 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.894192+0000", 2024-08-10T06:31:32.274 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.274 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.274 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:32.274 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.894192+0000", 2024-08-10T06:31:32.274 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.894192+0000", 2024-08-10T06:31:32.274 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.274 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 3034, 2024-08-10T06:31:32.274 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.274 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.275 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 405, 2024-08-10T06:31:32.275 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.275 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.275 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.275 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.275 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 3034, 2024-08-10T06:31:32.275 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.275 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.275 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.275 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "4.4", 2024-08-10T06:31:32.275 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.275 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.275 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.276 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 9061, 2024-08-10T06:31:32.276 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.276 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:30:20.918836+0000", 2024-08-10T06:31:32.276 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.00693344, 2024-08-10T06:31:32.276 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.276 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.276 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.276 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.276 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.276 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.276 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.276 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.276 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.276 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.277 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.277 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.277 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.277 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.277 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.277 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.277 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.277 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.277 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 3, 2024-08-10T06:31:32.277 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 1, 2024-08-10T06:31:32.277 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.277 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 1, 2024-08-10T06:31:32.277 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.277 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.278 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.278 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.278 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.278 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 1, 2024-08-10T06:31:32.278 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.278 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.278 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.278 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.278 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.278 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.278 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.278 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 1110, 2024-08-10T06:31:32.278 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 357248, 2024-08-10T06:31:32.278 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.279 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.279 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.279 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 3025, 2024-08-10T06:31:32.279 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 361614 2024-08-10T06:31:32.279 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.279 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.279 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.279 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.279 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:32.279 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:32.279 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-08-10T06:31:32.279 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.279 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-08-10T06:31:32.279 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "1113'3034" 2024-08-10T06:31:32.280 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.280 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.280 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.280 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:32.280 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:32.280 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:32.280 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.280 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-08-10T06:31:32.280 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.280 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.280 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:32.280 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.280 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.280 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.281 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.893226+0000", 2024-08-10T06:31:32.281 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.391585+0000", 2024-08-10T06:31:32.281 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.391585+0000", 2024-08-10T06:31:32.281 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.393191+0000", 2024-08-10T06:31:32.281 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.893226+0000", 2024-08-10T06:31:32.281 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.281 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.281 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.281 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:32.281 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.893226+0000", 2024-08-10T06:31:32.281 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.893226+0000", 2024-08-10T06:31:32.281 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.893226+0000", 2024-08-10T06:31:32.281 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.282 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.282 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.282 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.893226+0000", 2024-08-10T06:31:32.282 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.893226+0000", 2024-08-10T06:31:32.282 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.282 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:32.282 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.282 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.282 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:32.282 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.282 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.282 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.282 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.283 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:32.283 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.283 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.283 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.283 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.0", 2024-08-10T06:31:32.283 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.283 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.283 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.283 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5291, 2024-08-10T06:31:32.283 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.283 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:58:54.160427+0000", 2024-08-10T06:31:32.283 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.283 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.283 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.284 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.284 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.284 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.284 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.284 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.284 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.284 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.284 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.284 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.284 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.284 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.284 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.284 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.284 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.284 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.285 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.285 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:32.285 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:32.285 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.285 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:32.285 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.285 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.285 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.285 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.285 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.285 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:32.285 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.285 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.285 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.286 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.286 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.286 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.286 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.286 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:32.286 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:32.286 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.286 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.286 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.286 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:32.286 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:32.286 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.286 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.287 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.287 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.287 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:32.287 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:32.287 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:32.287 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.287 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-08-10T06:31:32.287 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:32.287 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.287 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.287 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.287 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:32.287 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:32.287 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:32.288 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.288 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 2, 2024-08-10T06:31:32.288 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.288 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.288 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:32.288 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.288 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.288 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.288 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.402069+0000", 2024-08-10T06:31:32.288 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:19:57.224969+0000", 2024-08-10T06:31:32.288 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:19:57.224969+0000", 2024-08-10T06:31:32.288 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:19:57.225279+0000", 2024-08-10T06:31:32.288 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.402069+0000", 2024-08-10T06:31:32.289 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.289 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.289 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.289 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 406, 2024-08-10T06:31:32.289 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.402069+0000", 2024-08-10T06:31:32.289 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.402069+0000", 2024-08-10T06:31:32.289 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.402069+0000", 2024-08-10T06:31:32.289 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.289 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.289 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.289 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.402069+0000", 2024-08-10T06:31:32.289 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.402069+0000", 2024-08-10T06:31:32.289 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.289 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:32.290 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.290 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.290 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 405, 2024-08-10T06:31:32.290 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.290 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.290 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.290 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.290 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:32.290 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.290 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.290 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.290 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.1", 2024-08-10T06:31:32.290 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.291 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.291 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.291 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5262, 2024-08-10T06:31:32.291 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.291 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T11:15:39.980853+0000", 2024-08-10T06:31:32.291 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.291 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.291 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.291 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.291 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.291 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.291 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.291 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.291 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.292 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.292 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.292 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.292 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.292 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.292 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.292 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.292 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.292 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.292 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.292 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:32.292 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:32.292 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.292 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:32.292 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.293 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.293 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.293 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.293 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.293 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:32.293 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.293 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.293 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.293 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.293 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.293 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.293 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.293 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:32.294 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:32.294 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.294 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.294 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.294 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:32.294 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:32.294 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.294 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.294 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.294 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.294 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:32.294 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:32.294 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:32.295 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.295 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 2, 2024-08-10T06:31:32.295 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:32.295 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.295 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.295 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.295 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:32.295 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:32.295 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:32.295 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.295 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-08-10T06:31:32.295 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.295 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.296 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 70, 2024-08-10T06:31:32.296 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.296 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.296 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.296 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.896342+0000", 2024-08-10T06:31:32.296 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:04.274094+0000", 2024-08-10T06:31:32.296 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:04.274094+0000", 2024-08-10T06:31:32.296 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:55:12.158274+0000", 2024-08-10T06:31:32.296 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.896342+0000", 2024-08-10T06:31:32.296 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:32.296 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.296 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:32.297 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 463, 2024-08-10T06:31:32.297 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.896342+0000", 2024-08-10T06:31:32.297 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.896342+0000", 2024-08-10T06:31:32.297 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.896342+0000", 2024-08-10T06:31:32.297 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.297 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.297 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:32.297 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.896342+0000", 2024-08-10T06:31:32.297 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.896342+0000", 2024-08-10T06:31:32.297 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.297 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 3095, 2024-08-10T06:31:32.297 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.297 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.297 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 462, 2024-08-10T06:31:32.297 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.298 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.298 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.298 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.298 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 3095, 2024-08-10T06:31:32.298 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.298 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.298 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.298 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "4.7", 2024-08-10T06:31:32.298 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.298 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.298 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.298 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 9153, 2024-08-10T06:31:32.298 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.299 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:48:30.081666+0000", 2024-08-10T06:31:32.299 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.004150104, 2024-08-10T06:31:32.299 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.299 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.299 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.299 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.299 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.299 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.299 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.299 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.299 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.299 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.299 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.299 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.300 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.300 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.300 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.300 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.300 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.300 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.300 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:32.300 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:32.300 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.300 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:32.300 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.300 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.300 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.301 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.301 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.301 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:32.301 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.301 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.301 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.301 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.301 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.301 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.301 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.301 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 1306, 2024-08-10T06:31:32.301 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 397825, 2024-08-10T06:31:32.301 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.301 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.301 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.302 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 3072, 2024-08-10T06:31:32.302 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 395286 2024-08-10T06:31:32.302 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.302 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.302 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.302 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.302 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:32.302 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:32.302 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:32.302 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.302 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-08-10T06:31:32.302 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "1112'3095" 2024-08-10T06:31:32.302 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.303 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.303 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.303 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:32.303 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:32.303 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-08-10T06:31:32.303 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.303 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-08-10T06:31:32.303 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.303 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.303 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:32.303 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.303 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.303 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.303 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.894166+0000", 2024-08-10T06:31:32.304 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:20:30.226900+0000", 2024-08-10T06:31:32.304 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:20:30.226900+0000", 2024-08-10T06:31:32.304 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:20:30.227222+0000", 2024-08-10T06:31:32.304 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.894166+0000", 2024-08-10T06:31:32.304 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.304 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.304 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.304 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 432, 2024-08-10T06:31:32.304 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.894166+0000", 2024-08-10T06:31:32.304 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.894166+0000", 2024-08-10T06:31:32.304 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.894166+0000", 2024-08-10T06:31:32.304 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.304 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.304 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.305 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.894166+0000", 2024-08-10T06:31:32.305 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.894166+0000", 2024-08-10T06:31:32.305 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.305 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:32.305 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.305 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.305 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 431, 2024-08-10T06:31:32.305 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.305 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.305 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.305 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.305 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:32.305 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.305 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.305 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.306 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.1", 2024-08-10T06:31:32.306 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.306 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.306 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.306 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5324, 2024-08-10T06:31:32.306 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.306 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:57:02.193650+0000", 2024-08-10T06:31:32.306 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.306 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.306 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.306 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.306 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.306 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.306 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.307 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.307 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.307 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.307 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.307 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.307 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.307 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.307 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.307 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.307 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.307 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.307 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.307 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:32.307 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:32.308 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.308 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:32.308 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.308 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.308 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.308 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.308 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.308 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:32.308 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.308 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.308 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.308 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.308 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.309 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.309 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.309 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:32.309 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:32.309 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.309 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.309 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.309 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:32.309 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:32.309 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.309 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.309 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.309 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.309 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:32.309 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:32.310 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-08-10T06:31:32.310 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.310 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-08-10T06:31:32.310 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:32.310 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.310 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.310 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.310 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:32.310 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:32.310 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:32.310 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.310 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T06:31:32.310 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.311 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.311 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:32.311 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.311 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.311 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.311 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.403303+0000", 2024-08-10T06:31:32.311 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.361485+0000", 2024-08-10T06:31:32.311 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.361485+0000", 2024-08-10T06:31:32.311 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.362954+0000", 2024-08-10T06:31:32.311 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.403303+0000", 2024-08-10T06:31:32.311 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.311 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.311 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.312 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:32.312 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.403303+0000", 2024-08-10T06:31:32.312 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.403303+0000", 2024-08-10T06:31:32.312 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.403303+0000", 2024-08-10T06:31:32.312 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.312 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.312 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.312 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.403303+0000", 2024-08-10T06:31:32.312 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.403303+0000", 2024-08-10T06:31:32.312 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.312 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:32.312 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.312 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.312 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:32.313 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.313 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.313 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.313 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.313 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:32.313 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.313 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.313 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.313 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.0", 2024-08-10T06:31:32.313 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.313 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.313 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.313 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5118, 2024-08-10T06:31:32.313 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.314 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:10:59.342379+0000", 2024-08-10T06:31:32.314 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.314 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.314 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.314 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.314 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.314 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.314 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.314 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.314 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.314 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.314 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.314 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.315 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.315 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.315 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.315 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.315 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.315 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.315 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.315 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:32.315 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:32.315 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.315 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:32.315 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.315 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.316 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.316 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.316 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.316 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:32.316 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.316 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.316 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.316 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.316 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.316 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.316 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.316 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:32.316 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:32.316 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.317 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.317 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.317 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:32.317 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:32.317 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.317 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.317 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.317 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.317 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:32.317 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:32.317 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:32.317 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.317 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T06:31:32.317 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:32.317 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.318 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.318 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.318 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:32.318 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:32.318 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:32.318 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.318 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-08-10T06:31:32.318 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.318 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.318 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 70, 2024-08-10T06:31:32.318 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.318 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.318 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.319 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.897797+0000", 2024-08-10T06:31:32.319 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:19:24.346505+0000", 2024-08-10T06:31:32.319 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:19:24.346505+0000", 2024-08-10T06:31:32.319 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:55:12.157794+0000", 2024-08-10T06:31:32.319 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.897797+0000", 2024-08-10T06:31:32.319 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:32.319 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.319 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:32.319 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 375, 2024-08-10T06:31:32.319 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.897797+0000", 2024-08-10T06:31:32.319 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.897797+0000", 2024-08-10T06:31:32.319 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.897797+0000", 2024-08-10T06:31:32.319 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.319 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.320 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:32.320 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.897797+0000", 2024-08-10T06:31:32.320 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.897797+0000", 2024-08-10T06:31:32.320 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.320 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 3095, 2024-08-10T06:31:32.320 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.320 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.320 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 374, 2024-08-10T06:31:32.320 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.320 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.320 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.320 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.320 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 3095, 2024-08-10T06:31:32.320 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.321 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.321 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.321 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "4.6", 2024-08-10T06:31:32.321 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.321 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.321 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.321 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 9325, 2024-08-10T06:31:32.321 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.321 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:41:45.789547+0000", 2024-08-10T06:31:32.321 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.005426781, 2024-08-10T06:31:32.321 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.321 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.321 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.321 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.322 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.322 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.322 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.322 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.322 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.322 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.322 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.322 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.322 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.322 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.322 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.322 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.322 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.323 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.323 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:32.323 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:32.323 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.323 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:32.323 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.323 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.323 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.323 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.323 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.323 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:32.323 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.323 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.324 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.324 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.324 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.324 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.324 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.324 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 1625, 2024-08-10T06:31:32.324 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 374760, 2024-08-10T06:31:32.324 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.324 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.324 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.324 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 3039, 2024-08-10T06:31:32.324 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 416942 2024-08-10T06:31:32.324 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.324 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.325 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.325 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.325 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:32.325 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:32.325 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:32.325 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.325 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-08-10T06:31:32.325 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "1113'3095" 2024-08-10T06:31:32.325 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.325 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.325 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.325 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:32.325 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:32.325 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:32.325 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.326 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-08-10T06:31:32.326 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.326 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.326 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:32.326 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.326 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.326 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.326 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.402924+0000", 2024-08-10T06:31:32.326 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.391911+0000", 2024-08-10T06:31:32.326 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.391911+0000", 2024-08-10T06:31:32.326 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.392232+0000", 2024-08-10T06:31:32.326 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.402924+0000", 2024-08-10T06:31:32.326 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.326 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.327 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.327 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:32.327 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.402924+0000", 2024-08-10T06:31:32.327 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.402924+0000", 2024-08-10T06:31:32.327 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.402924+0000", 2024-08-10T06:31:32.327 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.327 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.327 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.327 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.402924+0000", 2024-08-10T06:31:32.327 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.402924+0000", 2024-08-10T06:31:32.327 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.327 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:32.327 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.328 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.328 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:32.328 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.328 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.328 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.328 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.328 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:32.328 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.328 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.328 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.328 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.2", 2024-08-10T06:31:32.328 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.328 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.328 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.329 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5237, 2024-08-10T06:31:32.329 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.329 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:53:52.378605+0000", 2024-08-10T06:31:32.329 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.329 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.329 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.329 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.329 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.329 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.329 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.329 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.329 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.329 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.329 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.330 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.330 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.330 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.330 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.330 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.330 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.330 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.330 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.330 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:32.330 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:32.330 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.330 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:32.330 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.331 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.331 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.331 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.331 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.331 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:32.331 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.331 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.331 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.331 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.331 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.331 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.331 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.331 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:32.332 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:32.332 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.332 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.332 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.332 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:32.332 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:32.332 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.332 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.332 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.332 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.332 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:32.332 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:32.332 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:32.332 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.333 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-08-10T06:31:32.333 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:32.333 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.333 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.333 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.333 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:32.333 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:32.333 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:32.333 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.334 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T06:31:32.334 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.334 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.334 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:32.334 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.334 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.334 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.334 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.893495+0000", 2024-08-10T06:31:32.334 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.356715+0000", 2024-08-10T06:31:32.334 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.356715+0000", 2024-08-10T06:31:32.334 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.357022+0000", 2024-08-10T06:31:32.334 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.893495+0000", 2024-08-10T06:31:32.334 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.335 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.335 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.335 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:32.335 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.893495+0000", 2024-08-10T06:31:32.335 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.893495+0000", 2024-08-10T06:31:32.335 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.893495+0000", 2024-08-10T06:31:32.335 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.335 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.335 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.335 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.893495+0000", 2024-08-10T06:31:32.335 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.893495+0000", 2024-08-10T06:31:32.335 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.335 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:32.336 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.336 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.336 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:32.336 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.336 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.336 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.336 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.336 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:32.336 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.336 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.336 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.336 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.3", 2024-08-10T06:31:32.336 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.337 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.337 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.337 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5150, 2024-08-10T06:31:32.337 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.337 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:24:03.730643+0000", 2024-08-10T06:31:32.337 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.337 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.337 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.337 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.337 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.337 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.337 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.337 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.338 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.338 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.338 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.338 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.338 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.338 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.338 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.338 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.338 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.338 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.338 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.338 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:32.338 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:32.339 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.339 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:32.339 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.339 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.339 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.339 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.339 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.339 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:32.339 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.339 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.339 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.339 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.339 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.339 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.340 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.340 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:32.340 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:32.340 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.340 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.340 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.340 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:32.340 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:32.340 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.340 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.340 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.340 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.340 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:32.340 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:32.341 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:32.341 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.341 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T06:31:32.341 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:32.341 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.341 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.341 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.341 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:32.341 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:32.341 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:32.341 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.341 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T06:31:32.341 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.341 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.342 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 20, 2024-08-10T06:31:32.342 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.342 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.342 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.342 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.403402+0000", 2024-08-10T06:31:32.342 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.362199+0000", 2024-08-10T06:31:32.342 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.362199+0000", 2024-08-10T06:31:32.342 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.363413+0000", 2024-08-10T06:31:32.342 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.403402+0000", 2024-08-10T06:31:32.342 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:08:04.067019+0000", 2024-08-10T06:31:32.342 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.342 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:08:04.067019+0000", 2024-08-10T06:31:32.342 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:32.342 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.403402+0000", 2024-08-10T06:31:32.343 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.403402+0000", 2024-08-10T06:31:32.343 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.403402+0000", 2024-08-10T06:31:32.343 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.343 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.343 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:08:04.067019+0000", 2024-08-10T06:31:32.343 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.403402+0000", 2024-08-10T06:31:32.343 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.403402+0000", 2024-08-10T06:31:32.343 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.343 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 253, 2024-08-10T06:31:32.343 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.343 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.343 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:32.343 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.344 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.344 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.344 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.344 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 253, 2024-08-10T06:31:32.344 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.344 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.344 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.344 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "1.0", 2024-08-10T06:31:32.344 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.344 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.344 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.344 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5809, 2024-08-10T06:31:32.344 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.344 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T11:23:43.852477+0000", 2024-08-10T06:31:32.344 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.345 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.345 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.345 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 590368, 2024-08-10T06:31:32.345 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.345 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 1771104, 2024-08-10T06:31:32.345 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.345 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.345 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.345 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.345 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.345 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.345 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.345 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.345 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.346 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.346 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.346 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.346 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.346 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 6, 2024-08-10T06:31:32.346 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 2, 2024-08-10T06:31:32.346 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.346 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 2, 2024-08-10T06:31:32.346 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.346 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.346 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.346 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.346 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.346 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:32.347 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.347 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 6, 2024-08-10T06:31:32.347 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.347 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.347 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.347 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.347 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.347 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 1322, 2024-08-10T06:31:32.347 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 2114, 2024-08-10T06:31:32.347 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.347 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.347 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.347 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 423, 2024-08-10T06:31:32.348 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 2416 2024-08-10T06:31:32.348 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.348 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.348 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.348 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.348 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:32.348 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:32.348 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:32.348 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.348 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T06:31:32.348 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "2202'253" 2024-08-10T06:31:32.348 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.348 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.349 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.349 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:32.349 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:32.349 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:32.349 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.349 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-08-10T06:31:32.349 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.349 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.349 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 70, 2024-08-10T06:31:32.349 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.349 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.349 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.349 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.409785+0000", 2024-08-10T06:31:32.349 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.352821+0000", 2024-08-10T06:31:32.350 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.352821+0000", 2024-08-10T06:31:32.350 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:55:12.153150+0000", 2024-08-10T06:31:32.350 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.409785+0000", 2024-08-10T06:31:32.350 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:32.350 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.350 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:32.350 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:32.350 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.409785+0000", 2024-08-10T06:31:32.350 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.409785+0000", 2024-08-10T06:31:32.350 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.409785+0000", 2024-08-10T06:31:32.350 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.350 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.351 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:32.351 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.409785+0000", 2024-08-10T06:31:32.351 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.409785+0000", 2024-08-10T06:31:32.351 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.351 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 2922, 2024-08-10T06:31:32.351 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.351 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.351 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:32.351 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.351 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.351 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.351 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.351 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 2922, 2024-08-10T06:31:32.351 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.352 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.352 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.352 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "4.5", 2024-08-10T06:31:32.352 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.352 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.352 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.352 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 8627, 2024-08-10T06:31:32.352 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.352 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:04:40.861563+0000", 2024-08-10T06:31:32.352 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.002391912, 2024-08-10T06:31:32.352 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.352 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.352 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.353 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.353 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.353 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.353 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.353 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.353 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.353 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.353 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.353 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.353 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.353 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.353 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.353 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.353 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.354 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.354 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:32.354 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:32.354 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.354 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:32.354 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.354 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.354 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.354 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.354 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.354 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:32.354 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.354 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.355 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.355 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.355 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.355 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.355 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.355 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 788, 2024-08-10T06:31:32.355 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 381373, 2024-08-10T06:31:32.355 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.355 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.355 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.355 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 2919, 2024-08-10T06:31:32.355 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 378444 2024-08-10T06:31:32.355 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.356 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.356 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.356 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.356 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:32.356 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:32.356 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:32.356 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.356 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-08-10T06:31:32.356 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "1112'2922" 2024-08-10T06:31:32.356 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.356 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.356 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.356 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:32.356 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:32.357 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:32.357 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.357 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T06:31:32.357 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.357 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.357 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:32.357 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.357 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.357 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.357 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.404112+0000", 2024-08-10T06:31:32.357 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.359056+0000", 2024-08-10T06:31:32.357 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.359056+0000", 2024-08-10T06:31:32.357 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.360437+0000", 2024-08-10T06:31:32.357 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.404112+0000", 2024-08-10T06:31:32.357 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.358 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.358 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.358 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:32.358 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.404112+0000", 2024-08-10T06:31:32.358 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.404112+0000", 2024-08-10T06:31:32.358 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.404112+0000", 2024-08-10T06:31:32.358 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.358 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.358 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.358 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.404112+0000", 2024-08-10T06:31:32.358 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.404112+0000", 2024-08-10T06:31:32.358 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.359 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:32.359 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.359 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.359 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:32.359 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.359 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.359 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.359 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.359 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:32.359 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.359 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.359 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.359 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.d", 2024-08-10T06:31:32.359 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.360 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.360 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.360 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5096, 2024-08-10T06:31:32.360 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.360 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:21:38.007255+0000", 2024-08-10T06:31:32.360 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.360 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.360 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.360 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.360 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.360 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.360 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.360 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.360 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.361 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.361 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.361 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.361 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.361 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.361 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.361 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.361 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.361 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.361 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.361 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:32.361 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:32.361 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.361 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:32.362 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.362 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.362 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.362 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.362 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.362 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:32.362 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.362 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.362 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.362 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.362 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.362 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.362 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.363 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:32.363 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:32.363 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.363 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.363 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.363 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:32.363 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:32.363 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.363 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.363 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.363 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.363 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:32.363 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:32.363 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:32.364 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.364 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T06:31:32.364 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:32.364 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.364 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.364 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.364 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:32.364 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:32.364 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:32.364 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.364 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 2, 2024-08-10T06:31:32.364 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.364 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.365 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:32.365 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.365 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.365 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.365 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.402443+0000", 2024-08-10T06:31:32.365 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:04.278418+0000", 2024-08-10T06:31:32.365 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:04.278418+0000", 2024-08-10T06:31:32.365 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:04.278751+0000", 2024-08-10T06:31:32.365 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.402443+0000", 2024-08-10T06:31:32.365 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.365 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.365 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.365 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 463, 2024-08-10T06:31:32.366 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.402443+0000", 2024-08-10T06:31:32.366 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.402443+0000", 2024-08-10T06:31:32.366 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.402443+0000", 2024-08-10T06:31:32.366 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.366 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.366 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.366 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.402443+0000", 2024-08-10T06:31:32.366 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.402443+0000", 2024-08-10T06:31:32.366 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.366 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:32.366 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.366 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.366 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 462, 2024-08-10T06:31:32.367 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.367 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.367 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.367 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.367 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:32.367 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.367 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.367 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.367 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.c", 2024-08-10T06:31:32.367 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.367 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.367 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.367 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5260, 2024-08-10T06:31:32.367 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.367 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T16:37:28.957299+0000", 2024-08-10T06:31:32.368 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.368 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.368 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.368 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.368 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.368 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.368 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.368 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.368 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.368 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.368 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.368 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.368 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.369 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.369 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.369 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.369 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.369 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.369 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.369 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:32.369 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:32.369 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.369 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:32.369 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.369 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.369 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.369 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.370 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.370 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:32.370 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.370 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.370 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.370 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.370 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.370 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.370 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.370 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:32.370 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:32.370 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.370 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.371 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.371 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:32.371 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:32.371 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.371 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.371 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.371 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.371 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:32.371 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:32.371 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:32.371 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.371 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 2, 2024-08-10T06:31:32.371 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:32.371 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.372 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.372 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.372 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:32.372 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:32.372 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:32.372 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.372 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T06:31:32.372 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.372 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.372 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:32.372 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.372 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.372 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.373 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.894678+0000", 2024-08-10T06:31:32.373 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.385612+0000", 2024-08-10T06:31:32.373 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.385612+0000", 2024-08-10T06:31:32.373 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.385991+0000", 2024-08-10T06:31:32.373 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.894678+0000", 2024-08-10T06:31:32.373 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.373 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.373 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.373 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:32.373 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.894678+0000", 2024-08-10T06:31:32.373 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.894678+0000", 2024-08-10T06:31:32.373 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.894678+0000", 2024-08-10T06:31:32.373 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.373 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.374 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.374 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.894678+0000", 2024-08-10T06:31:32.374 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.894678+0000", 2024-08-10T06:31:32.374 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.374 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:32.374 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.374 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.374 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:32.374 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.374 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.374 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.374 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.374 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:32.375 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.375 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.375 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.375 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.c", 2024-08-10T06:31:32.375 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.375 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.375 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.375 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5174, 2024-08-10T06:31:32.375 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.375 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:14:56.887940+0000", 2024-08-10T06:31:32.375 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.375 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.375 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.375 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.376 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.376 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.376 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.376 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.376 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.376 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.376 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.376 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.376 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.376 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.376 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.376 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.376 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.377 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.377 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.377 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:32.377 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:32.377 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.377 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:32.377 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.377 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.377 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.377 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.377 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.377 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:32.377 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.378 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.378 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.378 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.378 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.378 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.378 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.378 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:32.378 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:32.378 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.378 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.378 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.378 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:32.378 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:32.379 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.379 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.379 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.379 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.379 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:32.379 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:32.379 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:32.379 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.379 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T06:31:32.379 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:32.379 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.379 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.379 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.380 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:32.380 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:32.380 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-08-10T06:31:32.380 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.380 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-08-10T06:31:32.380 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.380 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.380 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:32.380 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.380 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.380 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.380 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.892389+0000", 2024-08-10T06:31:32.380 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:20:30.221754+0000", 2024-08-10T06:31:32.380 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:20:30.221754+0000", 2024-08-10T06:31:32.381 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:20:30.222097+0000", 2024-08-10T06:31:32.381 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.892389+0000", 2024-08-10T06:31:32.381 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.381 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.381 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.381 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 432, 2024-08-10T06:31:32.381 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.892389+0000", 2024-08-10T06:31:32.381 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.892389+0000", 2024-08-10T06:31:32.381 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.892389+0000", 2024-08-10T06:31:32.381 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.381 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.381 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.381 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.892389+0000", 2024-08-10T06:31:32.382 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.892389+0000", 2024-08-10T06:31:32.382 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.382 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 1, 2024-08-10T06:31:32.382 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.382 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.382 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 431, 2024-08-10T06:31:32.382 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.382 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.382 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.382 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.382 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 1, 2024-08-10T06:31:32.382 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.382 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.383 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.383 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.d", 2024-08-10T06:31:32.383 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.383 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.383 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.383 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5294, 2024-08-10T06:31:32.383 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.383 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:27:47.971801+0000", 2024-08-10T06:31:32.383 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.383 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.383 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.383 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 70, 2024-08-10T06:31:32.383 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.384 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.384 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.384 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.384 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.384 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.384 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.384 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.384 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.384 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.384 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.384 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.384 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.384 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.384 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.385 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 3, 2024-08-10T06:31:32.385 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 1, 2024-08-10T06:31:32.385 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.385 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 1, 2024-08-10T06:31:32.385 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.385 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.385 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.385 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.385 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.385 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:32.385 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.385 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.385 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.385 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.385 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.386 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.386 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.386 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 1, 2024-08-10T06:31:32.386 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 1, 2024-08-10T06:31:32.386 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.386 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.386 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.386 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 1, 2024-08-10T06:31:32.386 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 1 2024-08-10T06:31:32.386 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.386 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.386 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.386 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.387 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:32.387 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:32.387 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-08-10T06:31:32.387 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.387 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-08-10T06:31:32.387 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "66'1" 2024-08-10T06:31:32.387 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.387 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.387 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.387 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:32.387 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:32.387 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:32.387 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.387 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T06:31:32.388 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.388 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.388 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:32.388 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.388 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.388 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.388 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.403660+0000", 2024-08-10T06:31:32.388 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.363920+0000", 2024-08-10T06:31:32.388 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.363920+0000", 2024-08-10T06:31:32.388 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.364990+0000", 2024-08-10T06:31:32.388 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.403660+0000", 2024-08-10T06:31:32.388 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.388 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.388 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.388 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:32.389 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.403660+0000", 2024-08-10T06:31:32.389 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.403660+0000", 2024-08-10T06:31:32.389 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.403660+0000", 2024-08-10T06:31:32.389 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.389 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.389 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.389 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.403660+0000", 2024-08-10T06:31:32.389 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.403660+0000", 2024-08-10T06:31:32.389 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.389 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:32.389 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.389 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.389 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:32.390 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.390 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.390 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.390 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.390 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:32.390 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.390 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.390 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.390 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.f", 2024-08-10T06:31:32.390 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.390 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.390 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.390 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5116, 2024-08-10T06:31:32.391 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.391 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:01:03.550951+0000", 2024-08-10T06:31:32.391 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.391 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.391 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.391 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.391 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.391 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.391 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.391 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.391 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.391 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.391 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.391 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.392 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.392 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.392 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.392 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.392 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.392 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.392 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.392 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:32.392 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:32.392 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.392 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:32.392 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.392 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.393 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.393 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.393 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.393 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:32.393 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.393 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.393 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.393 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.393 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.393 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.393 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.393 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:32.393 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:32.394 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.394 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.394 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.394 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:32.394 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:32.394 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.394 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.394 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.394 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.394 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:32.394 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:32.394 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:32.394 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.394 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T06:31:32.395 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:32.395 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.395 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.395 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.395 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:32.395 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:32.395 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:32.395 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.395 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 2, 2024-08-10T06:31:32.395 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.395 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.395 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:32.395 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.396 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.396 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.396 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.402979+0000", 2024-08-10T06:31:32.396 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.358052+0000", 2024-08-10T06:31:32.396 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.358052+0000", 2024-08-10T06:31:32.396 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.358808+0000", 2024-08-10T06:31:32.396 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.402979+0000", 2024-08-10T06:31:32.396 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.396 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.396 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.396 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:32.396 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.402979+0000", 2024-08-10T06:31:32.396 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.402979+0000", 2024-08-10T06:31:32.397 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.402979+0000", 2024-08-10T06:31:32.397 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.397 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.397 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.397 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.402979+0000", 2024-08-10T06:31:32.397 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.402979+0000", 2024-08-10T06:31:32.397 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.397 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 2, 2024-08-10T06:31:32.397 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.397 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.397 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:32.397 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.397 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.397 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.397 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.398 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 2, 2024-08-10T06:31:32.398 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.398 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.398 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.398 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.e", 2024-08-10T06:31:32.398 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.398 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.398 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.398 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5256, 2024-08-10T06:31:32.398 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.398 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:58:22.635426+0000", 2024-08-10T06:31:32.398 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.398 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.399 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.399 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.399 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.399 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.399 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.399 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.399 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.399 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.399 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.399 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.399 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.399 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.399 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.399 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.399 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.400 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.400 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.400 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 3, 2024-08-10T06:31:32.400 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 1, 2024-08-10T06:31:32.400 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.400 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 1, 2024-08-10T06:31:32.400 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.400 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.400 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.400 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.400 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.400 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 1, 2024-08-10T06:31:32.400 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.400 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.401 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.401 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.401 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.401 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.401 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.401 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 6, 2024-08-10T06:31:32.401 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 6, 2024-08-10T06:31:32.401 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.401 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.401 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.401 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 3, 2024-08-10T06:31:32.401 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:32.401 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.401 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.401 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.402 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.402 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:32.402 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:32.402 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:32.402 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.402 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 2, 2024-08-10T06:31:32.402 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "66'2" 2024-08-10T06:31:32.402 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.402 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.402 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.402 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:32.402 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:32.402 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:32.403 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.403 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T06:31:32.403 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.403 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.403 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:32.403 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.403 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.403 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.403 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.404397+0000", 2024-08-10T06:31:32.403 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.357354+0000", 2024-08-10T06:31:32.403 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.357354+0000", 2024-08-10T06:31:32.403 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.357639+0000", 2024-08-10T06:31:32.403 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.404397+0000", 2024-08-10T06:31:32.403 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.404 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.404 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.404 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:32.404 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.404397+0000", 2024-08-10T06:31:32.404 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.404397+0000", 2024-08-10T06:31:32.404 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.404397+0000", 2024-08-10T06:31:32.404 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.404 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.404 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.404 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.404397+0000", 2024-08-10T06:31:32.404 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.404397+0000", 2024-08-10T06:31:32.404 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.404 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:32.404 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.405 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.405 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:32.405 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.405 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.405 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.405 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.405 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:32.405 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.405 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.405 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.405 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.e", 2024-08-10T06:31:32.405 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.405 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.405 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.405 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5116, 2024-08-10T06:31:32.406 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.406 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:57:00.691916+0000", 2024-08-10T06:31:32.406 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.406 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.406 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.406 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.406 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.406 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.406 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.406 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.406 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.406 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.406 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.407 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.407 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.407 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.407 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.407 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.407 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.407 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.407 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.407 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:32.407 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:32.407 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.407 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:32.407 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.407 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.408 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.408 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.408 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.408 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:32.408 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.408 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.408 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.408 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.408 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.408 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.408 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.408 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:32.408 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:32.408 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.409 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.409 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.409 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:32.409 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:32.409 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.409 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.409 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.409 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.409 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:32.409 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:32.409 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:32.409 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.409 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T06:31:32.409 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:32.409 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.410 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.410 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.410 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:32.410 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:32.410 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:32.410 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.410 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 4, 2024-08-10T06:31:32.410 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.410 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.410 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:32.410 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.410 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.410 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.411 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.404992+0000", 2024-08-10T06:31:32.411 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.355877+0000", 2024-08-10T06:31:32.411 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.355877+0000", 2024-08-10T06:31:32.411 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.356201+0000", 2024-08-10T06:31:32.411 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.404992+0000", 2024-08-10T06:31:32.411 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.411 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.411 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.411 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:32.411 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.404992+0000", 2024-08-10T06:31:32.411 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.404992+0000", 2024-08-10T06:31:32.411 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.404992+0000", 2024-08-10T06:31:32.411 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.411 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.412 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.412 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.404992+0000", 2024-08-10T06:31:32.412 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.404992+0000", 2024-08-10T06:31:32.412 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.412 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 1, 2024-08-10T06:31:32.412 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.412 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.412 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:32.412 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.412 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.412 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.412 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.412 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 1, 2024-08-10T06:31:32.413 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.413 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.413 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.413 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.f", 2024-08-10T06:31:32.413 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.413 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.413 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.413 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5206, 2024-08-10T06:31:32.413 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.413 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:45:31.555319+0000", 2024-08-10T06:31:32.413 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.413 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.413 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.413 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 22, 2024-08-10T06:31:32.414 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.414 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.414 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.414 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.414 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.414 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.414 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.414 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.414 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.414 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.414 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.414 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.414 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.414 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.415 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.415 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 3, 2024-08-10T06:31:32.415 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 1, 2024-08-10T06:31:32.415 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.415 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 1, 2024-08-10T06:31:32.415 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.415 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.415 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.415 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.415 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.415 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:32.415 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.415 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.415 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.416 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.416 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.416 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.416 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.416 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 1, 2024-08-10T06:31:32.416 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 1, 2024-08-10T06:31:32.416 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.416 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.416 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.416 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 1, 2024-08-10T06:31:32.416 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 1 2024-08-10T06:31:32.416 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.416 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.416 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.416 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.417 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:32.417 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:32.417 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:32.417 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.417 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 4, 2024-08-10T06:31:32.417 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "66'1" 2024-08-10T06:31:32.417 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.417 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.417 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.417 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:32.417 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:32.417 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:32.417 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.417 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T06:31:32.418 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.418 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.418 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:32.418 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.418 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.418 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.418 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.404851+0000", 2024-08-10T06:31:32.418 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.350990+0000", 2024-08-10T06:31:32.418 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.350990+0000", 2024-08-10T06:31:32.418 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.351310+0000", 2024-08-10T06:31:32.418 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.404851+0000", 2024-08-10T06:31:32.418 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.418 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.419 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.419 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:32.419 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.404851+0000", 2024-08-10T06:31:32.419 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.404851+0000", 2024-08-10T06:31:32.419 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.404851+0000", 2024-08-10T06:31:32.419 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.419 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.419 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.419 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.404851+0000", 2024-08-10T06:31:32.419 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.404851+0000", 2024-08-10T06:31:32.419 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.419 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:32.419 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.419 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.420 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:32.420 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.420 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.420 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.420 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.420 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:32.420 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.420 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.420 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.420 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.11", 2024-08-10T06:31:32.420 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.420 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.420 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.421 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5095, 2024-08-10T06:31:32.421 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.421 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T09:29:22.614102+0000", 2024-08-10T06:31:32.421 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.421 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.421 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.421 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.421 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.421 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.421 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.421 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.421 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.421 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.421 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.422 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.422 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.422 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.422 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.422 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.422 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.422 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.422 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.422 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:32.422 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:32.422 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.422 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:32.422 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.422 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.423 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.423 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.423 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.423 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:32.423 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.423 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.423 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.423 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.423 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.423 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.423 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.423 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:32.423 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:32.423 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.424 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.424 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.424 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:32.424 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:32.424 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.424 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.424 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.424 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.424 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:32.424 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:32.424 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:32.424 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.424 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T06:31:32.424 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:32.425 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.425 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.425 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.425 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:32.425 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:32.425 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:32.425 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.425 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 2, 2024-08-10T06:31:32.425 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.425 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.425 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:32.425 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.425 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.425 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.426 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.401906+0000", 2024-08-10T06:31:32.426 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:19:24.344621+0000", 2024-08-10T06:31:32.426 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:19:24.344621+0000", 2024-08-10T06:31:32.426 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:19:24.344961+0000", 2024-08-10T06:31:32.426 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.401906+0000", 2024-08-10T06:31:32.426 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.426 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.426 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.426 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 375, 2024-08-10T06:31:32.426 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.401906+0000", 2024-08-10T06:31:32.426 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.401906+0000", 2024-08-10T06:31:32.426 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.401906+0000", 2024-08-10T06:31:32.426 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.427 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.427 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.427 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.401906+0000", 2024-08-10T06:31:32.427 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.401906+0000", 2024-08-10T06:31:32.427 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.427 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 8, 2024-08-10T06:31:32.427 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.427 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.427 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 374, 2024-08-10T06:31:32.427 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.427 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.427 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.427 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.427 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 8, 2024-08-10T06:31:32.428 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.428 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.428 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.428 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.10", 2024-08-10T06:31:32.428 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.428 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.428 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.428 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5273, 2024-08-10T06:31:32.428 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.428 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T16:09:22.224545+0000", 2024-08-10T06:31:32.428 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.428 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.428 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.428 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.429 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.429 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.429 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.429 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.429 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.429 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.429 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.429 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.429 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.429 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.429 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.429 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.429 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.429 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.429 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.430 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 12, 2024-08-10T06:31:32.430 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 4, 2024-08-10T06:31:32.430 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.430 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 4, 2024-08-10T06:31:32.430 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.430 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.430 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.430 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.430 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.430 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 4, 2024-08-10T06:31:32.430 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.430 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.430 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.431 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.431 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.431 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.431 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.431 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 24, 2024-08-10T06:31:32.431 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 24, 2024-08-10T06:31:32.431 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.431 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.431 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.431 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 12, 2024-08-10T06:31:32.431 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:32.431 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.431 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.431 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.432 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.432 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:32.432 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:32.432 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:32.432 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.432 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 2, 2024-08-10T06:31:32.432 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "66'8" 2024-08-10T06:31:32.432 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.432 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.432 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.432 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:32.432 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:32.432 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T06:31:32.432 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.433 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-08-10T06:31:32.433 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.433 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.433 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:32.433 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.433 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.433 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.433 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.403146+0000", 2024-08-10T06:31:32.433 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.390632+0000", 2024-08-10T06:31:32.433 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.390632+0000", 2024-08-10T06:31:32.434 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.390903+0000", 2024-08-10T06:31:32.434 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.403146+0000", 2024-08-10T06:31:32.434 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.434 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.434 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.434 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:32.434 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.403146+0000", 2024-08-10T06:31:32.434 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.403146+0000", 2024-08-10T06:31:32.434 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.403146+0000", 2024-08-10T06:31:32.434 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.434 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.434 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.435 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.403146+0000", 2024-08-10T06:31:32.435 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.403146+0000", 2024-08-10T06:31:32.435 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.435 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:32.435 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.435 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.435 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:32.435 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.435 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.435 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.435 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.435 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:32.435 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.435 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.436 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.436 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.10", 2024-08-10T06:31:32.436 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.436 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.436 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.436 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5134, 2024-08-10T06:31:32.436 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.436 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:42:36.970920+0000", 2024-08-10T06:31:32.436 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.436 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.436 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.436 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.436 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.437 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.437 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.437 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.437 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.437 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.437 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.437 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.437 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.437 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.437 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.437 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.437 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.437 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.437 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.438 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:32.438 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:32.438 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.438 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:32.438 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.438 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.438 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.438 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.438 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.438 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:32.438 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.438 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.438 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.439 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.439 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.439 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.439 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.439 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:32.439 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:32.439 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.439 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.439 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.439 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:32.439 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:32.439 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.439 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.439 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.440 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.440 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:32.440 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:32.440 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T06:31:32.440 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.440 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-08-10T06:31:32.440 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:32.440 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.440 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.440 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.440 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:32.440 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:32.440 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:32.440 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.440 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-08-10T06:31:32.441 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.441 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.441 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:32.441 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.441 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.441 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.441 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.403501+0000", 2024-08-10T06:31:32.441 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.391306+0000", 2024-08-10T06:31:32.441 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.391306+0000", 2024-08-10T06:31:32.441 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.391606+0000", 2024-08-10T06:31:32.441 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.403501+0000", 2024-08-10T06:31:32.441 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.441 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.442 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.442 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:32.442 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.403501+0000", 2024-08-10T06:31:32.442 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.403501+0000", 2024-08-10T06:31:32.442 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.403501+0000", 2024-08-10T06:31:32.442 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.442 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.442 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.442 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.403501+0000", 2024-08-10T06:31:32.442 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.403501+0000", 2024-08-10T06:31:32.442 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.442 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:32.442 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.442 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.443 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:32.443 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.443 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.443 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.443 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.443 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:32.443 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.443 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.443 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.443 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.11", 2024-08-10T06:31:32.443 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.443 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.443 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.443 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5148, 2024-08-10T06:31:32.444 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.444 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:50:21.736014+0000", 2024-08-10T06:31:32.444 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.444 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.444 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.444 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.444 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.444 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.444 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.444 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.444 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.444 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.444 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.444 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.445 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.445 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.445 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.445 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.445 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.445 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.445 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.445 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:32.445 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:32.445 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.445 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:32.445 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.445 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.445 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.445 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.446 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.446 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:32.446 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.446 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.446 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.446 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.446 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.446 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.446 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.446 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:32.446 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:32.446 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.446 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.447 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.447 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:32.447 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:32.447 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.447 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.447 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.447 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.447 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:32.447 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:32.447 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:32.447 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.447 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-08-10T06:31:32.447 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:32.447 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.448 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.448 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.448 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:32.448 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:32.448 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:32.448 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.448 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T06:31:32.448 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.448 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.448 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:32.448 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.448 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.449 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.449 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.408278+0000", 2024-08-10T06:31:32.449 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.357052+0000", 2024-08-10T06:31:32.449 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.357052+0000", 2024-08-10T06:31:32.449 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.358026+0000", 2024-08-10T06:31:32.449 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.408278+0000", 2024-08-10T06:31:32.449 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.449 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.449 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.449 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:32.449 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.408278+0000", 2024-08-10T06:31:32.449 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.408278+0000", 2024-08-10T06:31:32.449 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.408278+0000", 2024-08-10T06:31:32.449 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.450 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.450 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.450 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.408278+0000", 2024-08-10T06:31:32.450 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.408278+0000", 2024-08-10T06:31:32.450 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.450 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:32.450 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.450 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.450 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:32.450 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.450 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.450 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.450 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.451 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:32.451 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.451 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.451 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.451 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.13", 2024-08-10T06:31:32.451 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.451 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.451 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.451 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5115, 2024-08-10T06:31:32.451 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.451 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:38:53.995641+0000", 2024-08-10T06:31:32.451 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.451 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.451 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.451 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.451 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.452 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.452 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.452 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.452 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.452 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.452 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.452 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.452 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.452 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.452 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.452 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.452 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.452 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.452 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.453 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:32.453 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:32.453 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.453 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:32.453 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.453 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.453 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.453 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.453 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.453 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:32.453 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.453 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.453 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.453 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.454 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.454 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.454 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.454 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:32.454 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:32.454 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.454 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.454 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.454 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:32.454 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:32.454 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.454 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.454 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.455 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.455 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:32.455 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:32.455 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:32.455 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.455 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T06:31:32.455 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:32.455 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.455 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.455 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.455 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:32.455 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:32.455 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:32.455 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.455 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T06:31:32.456 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.456 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.456 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:32.456 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.456 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.456 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.456 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.893341+0000", 2024-08-10T06:31:32.456 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:04.278173+0000", 2024-08-10T06:31:32.456 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:04.278173+0000", 2024-08-10T06:31:32.456 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:04.279463+0000", 2024-08-10T06:31:32.456 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.893341+0000", 2024-08-10T06:31:32.456 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.456 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.457 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.457 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 463, 2024-08-10T06:31:32.457 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.893341+0000", 2024-08-10T06:31:32.457 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.893341+0000", 2024-08-10T06:31:32.457 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.893341+0000", 2024-08-10T06:31:32.457 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.457 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.457 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.457 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.893341+0000", 2024-08-10T06:31:32.457 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.893341+0000", 2024-08-10T06:31:32.457 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.457 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:32.457 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.457 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.457 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 462, 2024-08-10T06:31:32.458 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.458 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.458 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.458 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.458 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:32.458 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.458 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.458 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.458 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.12", 2024-08-10T06:31:32.458 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.458 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.458 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.458 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5194, 2024-08-10T06:31:32.459 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.459 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T09:22:32.190730+0000", 2024-08-10T06:31:32.459 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.459 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.459 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.459 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.459 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.459 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.459 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.459 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.459 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.459 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.459 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.459 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.459 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.460 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.460 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.460 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.460 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.460 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.460 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.460 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:32.460 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:32.460 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.460 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:32.460 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.460 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.460 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.460 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.461 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.461 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:32.461 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.461 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.461 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.461 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.461 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.461 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.461 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.461 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:32.461 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:32.461 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.461 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.461 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.461 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:32.462 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:32.462 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.462 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.462 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.462 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.462 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:32.462 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:32.462 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:32.462 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.462 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T06:31:32.462 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:32.462 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.462 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.462 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.463 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:32.463 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:32.463 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-08-10T06:31:32.463 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.463 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-08-10T06:31:32.463 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.463 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.463 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:32.463 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.463 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.463 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.463 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.893963+0000", 2024-08-10T06:31:32.463 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.359731+0000", 2024-08-10T06:31:32.463 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.359731+0000", 2024-08-10T06:31:32.464 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.361141+0000", 2024-08-10T06:31:32.464 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.893963+0000", 2024-08-10T06:31:32.464 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.464 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.464 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.464 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:32.464 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.893963+0000", 2024-08-10T06:31:32.464 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.893963+0000", 2024-08-10T06:31:32.464 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.893963+0000", 2024-08-10T06:31:32.464 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.464 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.464 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.464 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.893963+0000", 2024-08-10T06:31:32.464 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.893963+0000", 2024-08-10T06:31:32.465 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.465 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:32.465 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.465 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.465 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:32.465 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.465 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.465 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.465 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.465 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:32.465 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.465 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.465 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.465 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.12", 2024-08-10T06:31:32.466 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.466 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.466 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.466 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5320, 2024-08-10T06:31:32.466 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.466 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:01:58.106791+0000", 2024-08-10T06:31:32.466 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.466 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.466 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.466 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.466 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.466 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.466 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.466 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.466 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.467 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.467 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.467 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.467 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.467 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.467 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.467 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.467 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.467 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.467 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.467 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:32.467 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:32.467 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.467 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:32.467 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.468 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.468 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.468 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.468 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.468 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:32.468 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.468 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.468 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.468 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.468 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.468 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.468 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.468 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:32.468 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:32.468 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.469 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.469 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.469 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:32.469 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:32.469 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.469 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.469 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.469 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.469 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:32.469 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:32.469 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-08-10T06:31:32.469 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.469 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-08-10T06:31:32.470 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:32.470 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.470 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.470 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.470 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:32.470 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:32.470 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-08-10T06:31:32.470 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.470 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-08-10T06:31:32.470 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.470 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.470 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:32.470 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.470 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.471 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.471 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.895336+0000", 2024-08-10T06:31:32.471 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:20:30.221854+0000", 2024-08-10T06:31:32.471 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:20:30.221854+0000", 2024-08-10T06:31:32.471 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:20:30.222876+0000", 2024-08-10T06:31:32.471 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.895336+0000", 2024-08-10T06:31:32.471 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.471 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.471 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.471 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 432, 2024-08-10T06:31:32.471 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.895336+0000", 2024-08-10T06:31:32.471 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.895336+0000", 2024-08-10T06:31:32.471 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.895336+0000", 2024-08-10T06:31:32.472 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.472 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.472 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.472 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.895336+0000", 2024-08-10T06:31:32.472 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.895336+0000", 2024-08-10T06:31:32.472 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.472 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 2, 2024-08-10T06:31:32.472 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.472 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.472 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 431, 2024-08-10T06:31:32.472 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.472 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.472 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.472 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.473 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 2, 2024-08-10T06:31:32.473 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.473 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.473 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.473 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.13", 2024-08-10T06:31:32.473 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.473 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.473 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.473 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5329, 2024-08-10T06:31:32.473 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.473 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:43:38.885002+0000", 2024-08-10T06:31:32.473 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.473 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.473 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.473 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 34, 2024-08-10T06:31:32.474 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.474 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.474 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.474 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.474 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.474 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.474 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.474 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.474 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.474 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.474 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.474 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.474 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.475 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.475 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.475 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 6, 2024-08-10T06:31:32.475 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 2, 2024-08-10T06:31:32.475 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.475 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 2, 2024-08-10T06:31:32.475 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.475 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.475 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.475 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.475 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.475 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 1, 2024-08-10T06:31:32.475 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.476 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.476 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.476 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.476 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.476 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.476 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.476 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 4, 2024-08-10T06:31:32.476 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 7, 2024-08-10T06:31:32.476 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.476 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.476 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.476 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 3, 2024-08-10T06:31:32.476 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 6 2024-08-10T06:31:32.477 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.477 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.477 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.477 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.477 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:32.477 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:32.477 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-08-10T06:31:32.477 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.477 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-08-10T06:31:32.477 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "66'2" 2024-08-10T06:31:32.477 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.477 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.477 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.478 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:32.478 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:32.478 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:32.478 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.478 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T06:31:32.478 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.478 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.478 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:32.478 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.478 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.478 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.478 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.403260+0000", 2024-08-10T06:31:32.478 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.354022+0000", 2024-08-10T06:31:32.478 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.354022+0000", 2024-08-10T06:31:32.479 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.355791+0000", 2024-08-10T06:31:32.479 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.403260+0000", 2024-08-10T06:31:32.479 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.479 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.479 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.479 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:32.479 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.403260+0000", 2024-08-10T06:31:32.479 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.403260+0000", 2024-08-10T06:31:32.479 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.403260+0000", 2024-08-10T06:31:32.479 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.479 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.479 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.479 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.403260+0000", 2024-08-10T06:31:32.479 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.403260+0000", 2024-08-10T06:31:32.479 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.480 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:32.480 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.480 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.480 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:32.480 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.480 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.480 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.480 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.480 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:32.480 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.480 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.480 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.480 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.15", 2024-08-10T06:31:32.481 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.481 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.481 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.481 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5114, 2024-08-10T06:31:32.481 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.481 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:56:22.570783+0000", 2024-08-10T06:31:32.481 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.481 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.481 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.481 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.481 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.481 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.481 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.481 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.481 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.482 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.482 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.482 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.482 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.482 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.482 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.482 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.482 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.482 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.482 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.482 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:32.482 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:32.482 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.482 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:32.482 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.483 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.483 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.483 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.483 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.483 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:32.483 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.483 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.483 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.483 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.483 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.483 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.483 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.483 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:32.483 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:32.484 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.484 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.484 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.484 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:32.484 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:32.484 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.484 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.484 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.484 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.484 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:32.484 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:32.484 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:32.484 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.484 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T06:31:32.484 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:32.485 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.485 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.485 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.485 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:32.485 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:32.485 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T06:31:32.485 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.485 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-08-10T06:31:32.485 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.485 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.485 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:32.485 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.485 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.485 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.486 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.403961+0000", 2024-08-10T06:31:32.486 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.389207+0000", 2024-08-10T06:31:32.486 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.389207+0000", 2024-08-10T06:31:32.486 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.389687+0000", 2024-08-10T06:31:32.486 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.403961+0000", 2024-08-10T06:31:32.486 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.486 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.486 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.486 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:32.486 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.403961+0000", 2024-08-10T06:31:32.486 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.403961+0000", 2024-08-10T06:31:32.486 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.403961+0000", 2024-08-10T06:31:32.486 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.486 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.487 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.487 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.403961+0000", 2024-08-10T06:31:32.487 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.403961+0000", 2024-08-10T06:31:32.487 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.487 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 29, 2024-08-10T06:31:32.487 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.487 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.487 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:32.487 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.487 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.487 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.487 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.487 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 29, 2024-08-10T06:31:32.487 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.488 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.488 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.488 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.14", 2024-08-10T06:31:32.488 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.488 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.488 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.488 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5172, 2024-08-10T06:31:32.488 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.488 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T15:53:13.673692+0000", 2024-08-10T06:31:32.488 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.488 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.488 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.488 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 5810, 2024-08-10T06:31:32.488 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.488 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.489 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.489 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.489 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.489 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.489 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.489 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.489 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.489 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.489 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.489 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.489 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.489 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.489 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.489 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 12, 2024-08-10T06:31:32.490 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 4, 2024-08-10T06:31:32.490 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.490 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 4, 2024-08-10T06:31:32.490 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.490 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.490 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.490 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.490 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.490 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 1, 2024-08-10T06:31:32.490 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.490 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.490 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.490 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.491 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.491 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.491 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.491 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 10, 2024-08-10T06:31:32.491 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 14, 2024-08-10T06:31:32.491 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.491 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.491 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.491 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 28, 2024-08-10T06:31:32.491 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 25 2024-08-10T06:31:32.491 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.491 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.491 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.491 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.492 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:32.492 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:32.492 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T06:31:32.492 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.492 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-08-10T06:31:32.492 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "548'29" 2024-08-10T06:31:32.492 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.492 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.492 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.492 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:32.492 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:32.492 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:32.492 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.492 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 4, 2024-08-10T06:31:32.492 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.493 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.493 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:32.493 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.493 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.493 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.493 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.404741+0000", 2024-08-10T06:31:32.493 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.349384+0000", 2024-08-10T06:31:32.493 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.349384+0000", 2024-08-10T06:31:32.493 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.349665+0000", 2024-08-10T06:31:32.493 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.404741+0000", 2024-08-10T06:31:32.493 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.493 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.493 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.493 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:32.493 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.404741+0000", 2024-08-10T06:31:32.494 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.404741+0000", 2024-08-10T06:31:32.494 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.404741+0000", 2024-08-10T06:31:32.494 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.494 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.494 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.494 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.404741+0000", 2024-08-10T06:31:32.494 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.404741+0000", 2024-08-10T06:31:32.494 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.494 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:32.494 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.494 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.494 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:32.494 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.495 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.495 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.495 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.495 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:32.495 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.495 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.495 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.495 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.14", 2024-08-10T06:31:32.495 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.495 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.495 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.495 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5192, 2024-08-10T06:31:32.495 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.495 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:42:34.835277+0000", 2024-08-10T06:31:32.496 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.496 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.496 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.496 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.496 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.496 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.496 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.496 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.496 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.496 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.496 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.496 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.496 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.497 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.497 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.497 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.497 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.497 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.497 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.497 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:32.497 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:32.497 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.497 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:32.497 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.497 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.497 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.497 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.498 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.498 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:32.498 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.498 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.498 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.498 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.498 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.498 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.498 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.498 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:32.498 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:32.498 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.498 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.498 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.499 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:32.499 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:32.499 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.499 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.499 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.499 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.499 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:32.499 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:32.499 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:32.499 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.499 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 4, 2024-08-10T06:31:32.499 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:32.499 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.499 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.500 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.500 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:32.500 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:32.500 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:32.500 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.500 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-08-10T06:31:32.500 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.500 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.500 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:32.500 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.500 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.500 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.500 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.892506+0000", 2024-08-10T06:31:32.500 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:04.276818+0000", 2024-08-10T06:31:32.500 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:04.276818+0000", 2024-08-10T06:31:32.501 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:04.277144+0000", 2024-08-10T06:31:32.501 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.892506+0000", 2024-08-10T06:31:32.501 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.501 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.501 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.501 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 463, 2024-08-10T06:31:32.501 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.892506+0000", 2024-08-10T06:31:32.501 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.892506+0000", 2024-08-10T06:31:32.501 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.892506+0000", 2024-08-10T06:31:32.501 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.501 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.501 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.501 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.892506+0000", 2024-08-10T06:31:32.501 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.892506+0000", 2024-08-10T06:31:32.501 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.501 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 3, 2024-08-10T06:31:32.502 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.502 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.502 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 462, 2024-08-10T06:31:32.502 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.502 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.502 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.502 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.502 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 3, 2024-08-10T06:31:32.502 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.502 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.502 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.502 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.15", 2024-08-10T06:31:32.502 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.502 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.503 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.503 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5303, 2024-08-10T06:31:32.503 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.503 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:16:39.487929+0000", 2024-08-10T06:31:32.503 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.503 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.503 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.503 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 90, 2024-08-10T06:31:32.503 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.503 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.503 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.503 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.503 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.503 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.503 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.504 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.504 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.504 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.504 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.504 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.504 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.504 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.504 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.504 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 6, 2024-08-10T06:31:32.504 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 2, 2024-08-10T06:31:32.504 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.504 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 2, 2024-08-10T06:31:32.504 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.505 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.505 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.505 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.505 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.505 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 1, 2024-08-10T06:31:32.505 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.505 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.505 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.505 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.505 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.505 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.505 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.505 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 7, 2024-08-10T06:31:32.505 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 7, 2024-08-10T06:31:32.506 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.506 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.506 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.506 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 4, 2024-08-10T06:31:32.506 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 1 2024-08-10T06:31:32.506 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.506 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.506 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.506 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.506 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:32.506 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:32.506 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:32.506 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.506 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-08-10T06:31:32.507 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "66'3" 2024-08-10T06:31:32.507 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.507 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.507 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.507 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:32.507 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:32.507 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-08-10T06:31:32.507 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.507 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-08-10T06:31:32.507 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.507 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.507 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:32.507 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.508 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.508 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.508 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.892416+0000", 2024-08-10T06:31:32.508 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:04.287843+0000", 2024-08-10T06:31:32.508 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:04.287843+0000", 2024-08-10T06:31:32.508 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:04.288354+0000", 2024-08-10T06:31:32.508 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.892416+0000", 2024-08-10T06:31:32.508 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.508 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.508 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.508 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 463, 2024-08-10T06:31:32.508 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.892416+0000", 2024-08-10T06:31:32.508 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.892416+0000", 2024-08-10T06:31:32.508 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.892416+0000", 2024-08-10T06:31:32.509 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.509 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.509 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.509 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.892416+0000", 2024-08-10T06:31:32.509 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.892416+0000", 2024-08-10T06:31:32.509 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.509 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:32.509 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.509 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.509 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 462, 2024-08-10T06:31:32.509 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.509 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.509 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.509 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.509 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:32.510 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.510 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.510 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.510 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.17", 2024-08-10T06:31:32.510 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.510 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.510 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.510 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5319, 2024-08-10T06:31:32.510 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.510 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:07:04.338575+0000", 2024-08-10T06:31:32.510 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.510 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.510 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.511 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.511 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.511 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.511 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.511 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.511 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.511 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.511 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.511 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.511 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.511 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.511 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.511 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.512 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.512 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.512 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.512 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:32.512 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:32.512 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.512 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:32.512 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.512 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.512 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.512 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.512 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.512 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:32.513 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.513 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.513 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.513 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.513 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.513 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.513 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.513 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:32.513 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:32.513 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.513 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.513 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.513 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:32.513 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:32.514 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.514 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.514 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.514 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.514 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:32.514 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:32.514 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-08-10T06:31:32.514 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.514 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-08-10T06:31:32.514 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:32.514 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.514 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.514 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.514 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:32.515 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:32.515 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:32.515 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.515 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T06:31:32.515 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.515 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.515 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:32.515 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.515 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.515 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.515 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.895395+0000", 2024-08-10T06:31:32.515 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.385431+0000", 2024-08-10T06:31:32.515 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.385431+0000", 2024-08-10T06:31:32.515 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.385718+0000", 2024-08-10T06:31:32.516 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.895395+0000", 2024-08-10T06:31:32.516 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.516 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.516 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.516 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:32.516 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.895395+0000", 2024-08-10T06:31:32.516 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.895395+0000", 2024-08-10T06:31:32.516 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.895395+0000", 2024-08-10T06:31:32.516 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.516 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.517 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.517 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.895395+0000", 2024-08-10T06:31:32.517 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.895395+0000", 2024-08-10T06:31:32.517 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.517 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:32.517 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.517 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.517 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:32.517 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.517 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.517 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.517 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.517 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:32.517 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.518 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.518 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.518 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.16", 2024-08-10T06:31:32.518 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.518 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.518 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.518 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5146, 2024-08-10T06:31:32.518 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.518 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T17:04:32.038901+0000", 2024-08-10T06:31:32.518 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.518 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.518 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.518 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.519 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.519 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.519 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.519 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.519 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.519 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.519 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.519 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.519 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.519 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.519 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.519 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.519 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.519 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.520 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.520 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:32.520 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:32.520 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.520 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:32.520 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.520 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.520 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.520 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.520 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.520 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:32.520 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.520 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.521 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.521 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.521 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.521 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.521 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.521 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:32.521 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:32.521 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.521 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.521 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.521 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:32.521 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:32.521 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.521 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.522 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.522 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.522 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:32.522 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:32.522 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:32.522 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.522 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T06:31:32.522 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:32.522 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.522 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.522 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.522 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:32.522 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:32.523 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:32.523 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.523 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T06:31:32.523 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.523 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.523 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:32.523 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.523 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.523 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.523 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.895256+0000", 2024-08-10T06:31:32.523 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.355135+0000", 2024-08-10T06:31:32.523 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.355135+0000", 2024-08-10T06:31:32.523 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.355447+0000", 2024-08-10T06:31:32.523 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.895256+0000", 2024-08-10T06:31:32.524 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.524 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.524 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.524 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:32.524 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.895256+0000", 2024-08-10T06:31:32.524 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.895256+0000", 2024-08-10T06:31:32.524 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.895256+0000", 2024-08-10T06:31:32.524 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.524 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.524 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.524 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.895256+0000", 2024-08-10T06:31:32.524 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.895256+0000", 2024-08-10T06:31:32.524 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.525 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:32.525 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.525 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.525 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:32.525 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.525 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.525 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.525 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.525 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:32.525 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.525 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.525 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.525 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.16", 2024-08-10T06:31:32.526 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.526 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.526 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.526 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5152, 2024-08-10T06:31:32.526 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.526 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:40:57.052757+0000", 2024-08-10T06:31:32.526 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.526 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.526 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.526 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.526 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.526 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.526 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.526 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.527 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.527 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.527 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.527 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.527 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.527 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.527 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.527 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.527 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.527 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.527 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.527 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:32.527 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:32.527 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.528 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:32.528 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.528 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.528 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.528 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.528 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.528 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:32.528 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.528 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.528 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.528 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.528 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.528 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.528 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.528 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:32.529 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:32.529 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.529 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.529 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.529 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:32.529 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:32.529 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.529 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.529 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.529 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.529 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:32.529 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:32.529 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:32.529 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.530 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T06:31:32.530 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:32.530 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.530 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.530 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.530 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:32.530 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:32.530 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:32.530 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.530 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-08-10T06:31:32.530 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.530 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.530 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:32.531 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.531 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.531 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.531 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.411817+0000", 2024-08-10T06:31:32.531 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.388078+0000", 2024-08-10T06:31:32.531 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.388078+0000", 2024-08-10T06:31:32.531 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.388526+0000", 2024-08-10T06:31:32.531 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.411817+0000", 2024-08-10T06:31:32.531 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.531 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.531 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.531 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:32.531 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.411817+0000", 2024-08-10T06:31:32.531 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.411817+0000", 2024-08-10T06:31:32.532 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.411817+0000", 2024-08-10T06:31:32.532 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.532 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.532 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.532 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.411817+0000", 2024-08-10T06:31:32.532 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.411817+0000", 2024-08-10T06:31:32.532 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.532 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:32.532 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.532 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.532 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:32.532 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.532 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.533 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.533 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.533 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:32.533 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.533 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.533 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.533 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.17", 2024-08-10T06:31:32.533 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.533 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.533 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.533 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5136, 2024-08-10T06:31:32.533 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.533 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:58:39.548410+0000", 2024-08-10T06:31:32.533 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.534 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.534 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.534 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.534 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.534 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.534 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.534 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.534 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.534 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.534 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.535 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.535 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.535 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.535 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.535 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.535 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.535 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.535 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.535 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:32.535 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:32.535 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.535 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:32.535 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.536 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.536 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.536 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.536 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.536 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:32.536 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.536 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.536 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.536 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.536 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.536 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.536 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.536 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:32.536 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:32.536 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.537 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.537 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.537 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:32.537 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:32.537 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.537 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.537 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.537 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.537 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:32.537 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:32.537 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:32.537 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.537 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-08-10T06:31:32.537 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:32.538 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.538 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.538 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.538 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:32.538 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:32.538 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:32.538 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.538 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-08-10T06:31:32.538 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.538 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.538 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:32.538 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.538 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.538 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.539 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.892599+0000", 2024-08-10T06:31:32.539 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:20:30.219922+0000", 2024-08-10T06:31:32.539 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:20:30.219922+0000", 2024-08-10T06:31:32.539 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:20:30.220249+0000", 2024-08-10T06:31:32.539 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.892599+0000", 2024-08-10T06:31:32.539 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.539 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.539 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.539 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 432, 2024-08-10T06:31:32.539 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.892599+0000", 2024-08-10T06:31:32.539 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.892599+0000", 2024-08-10T06:31:32.539 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.892599+0000", 2024-08-10T06:31:32.539 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.539 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.540 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.540 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.892599+0000", 2024-08-10T06:31:32.540 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.892599+0000", 2024-08-10T06:31:32.540 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.540 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:32.540 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.540 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.540 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 431, 2024-08-10T06:31:32.540 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.540 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.540 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.540 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.540 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:32.540 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.541 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.541 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.541 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.19", 2024-08-10T06:31:32.541 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.541 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.541 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.541 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5284, 2024-08-10T06:31:32.541 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.541 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:43:41.447850+0000", 2024-08-10T06:31:32.541 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.541 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.541 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.541 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.541 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.542 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.542 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.542 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.542 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.542 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.542 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.542 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.542 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.542 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.542 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.542 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.542 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.542 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.542 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.543 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:32.543 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:32.543 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.543 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:32.543 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.543 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.543 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.543 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.543 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.543 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:32.543 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.543 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.543 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.543 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.544 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.544 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.544 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.544 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:32.544 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:32.544 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.544 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.544 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.544 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:32.544 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:32.544 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.544 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.544 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.545 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.545 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:32.545 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:32.545 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:32.545 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.545 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-08-10T06:31:32.545 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:32.545 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.545 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.545 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.545 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:32.545 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:32.545 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:32.546 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.546 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T06:31:32.546 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.546 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.546 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:32.546 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.546 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.546 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.546 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.892994+0000", 2024-08-10T06:31:32.546 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.351779+0000", 2024-08-10T06:31:32.546 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.351779+0000", 2024-08-10T06:31:32.546 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.352040+0000", 2024-08-10T06:31:32.547 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.892994+0000", 2024-08-10T06:31:32.547 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.547 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.547 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.547 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:32.547 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.892994+0000", 2024-08-10T06:31:32.547 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.892994+0000", 2024-08-10T06:31:32.547 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.892994+0000", 2024-08-10T06:31:32.547 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.547 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.547 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.547 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.892994+0000", 2024-08-10T06:31:32.547 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.892994+0000", 2024-08-10T06:31:32.547 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.548 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:32.548 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.548 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.548 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:32.548 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.548 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.548 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.548 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.548 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:32.548 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.548 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.548 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.548 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.18", 2024-08-10T06:31:32.549 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.549 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.549 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.549 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5159, 2024-08-10T06:31:32.549 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.549 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:14:45.246886+0000", 2024-08-10T06:31:32.549 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.549 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.549 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.549 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.549 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.549 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.549 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.549 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.550 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.550 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.550 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.550 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.550 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.550 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.550 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.550 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.550 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.550 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.550 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.550 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:32.550 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:32.551 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.551 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:32.551 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.551 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.551 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.551 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.551 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.551 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:32.551 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.551 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.551 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.551 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.551 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.551 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.552 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.552 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:32.552 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:32.552 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.552 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.552 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.552 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:32.552 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:32.552 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.552 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.552 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.552 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.552 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:32.552 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:32.553 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:32.553 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.553 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T06:31:32.553 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:32.553 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.553 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.553 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.553 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:32.553 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:32.553 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:32.553 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.553 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-08-10T06:31:32.553 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.553 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.554 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:32.554 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.554 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.554 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.554 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.402309+0000", 2024-08-10T06:31:32.554 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:19:57.223062+0000", 2024-08-10T06:31:32.554 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:19:57.223062+0000", 2024-08-10T06:31:32.554 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:19:57.224043+0000", 2024-08-10T06:31:32.554 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.402309+0000", 2024-08-10T06:31:32.554 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.554 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.554 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.554 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 406, 2024-08-10T06:31:32.554 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.402309+0000", 2024-08-10T06:31:32.555 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.402309+0000", 2024-08-10T06:31:32.555 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.402309+0000", 2024-08-10T06:31:32.555 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.555 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.555 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.555 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.402309+0000", 2024-08-10T06:31:32.555 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.402309+0000", 2024-08-10T06:31:32.555 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.555 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:32.555 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.555 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.555 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 405, 2024-08-10T06:31:32.555 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.556 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.556 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.556 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.556 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:32.556 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.556 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.556 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.556 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.18", 2024-08-10T06:31:32.556 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.556 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.556 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.556 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5242, 2024-08-10T06:31:32.556 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.556 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T09:26:53.942408+0000", 2024-08-10T06:31:32.557 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.557 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.557 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.557 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.557 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.557 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.557 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.557 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.557 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.557 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.557 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.557 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.557 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.557 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.557 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.558 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.558 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.558 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.558 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.558 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:32.558 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:32.558 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.558 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:32.558 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.558 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.558 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.558 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.559 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.559 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:32.559 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.559 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.559 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.559 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.559 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.559 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.559 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.559 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:32.559 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:32.559 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.559 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.559 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.560 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:32.560 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:32.560 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.560 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.560 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.560 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.560 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:32.560 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:32.560 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:32.560 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.560 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-08-10T06:31:32.560 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:32.560 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.560 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.561 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.561 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:32.561 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:32.561 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:32.561 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.561 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-08-10T06:31:32.561 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.561 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.561 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:32.561 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.561 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.561 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.561 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.401761+0000", 2024-08-10T06:31:32.562 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.395407+0000", 2024-08-10T06:31:32.562 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.395407+0000", 2024-08-10T06:31:32.562 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.395796+0000", 2024-08-10T06:31:32.562 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.401761+0000", 2024-08-10T06:31:32.562 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.562 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.562 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.562 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:32.562 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.401761+0000", 2024-08-10T06:31:32.562 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.401761+0000", 2024-08-10T06:31:32.562 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.401761+0000", 2024-08-10T06:31:32.562 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.562 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.562 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.563 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.401761+0000", 2024-08-10T06:31:32.563 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.401761+0000", 2024-08-10T06:31:32.563 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.563 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:32.563 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.563 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.563 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:32.563 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.563 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.563 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.563 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.563 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:32.563 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.563 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.564 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.564 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.19", 2024-08-10T06:31:32.564 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.564 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.564 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.564 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5243, 2024-08-10T06:31:32.564 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.564 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T16:19:19.091052+0000", 2024-08-10T06:31:32.564 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.564 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.564 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.564 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.564 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.565 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.565 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.565 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.565 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.565 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.565 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.565 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.565 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.565 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.565 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.565 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.565 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.565 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.565 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.566 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:32.566 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:32.566 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.566 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:32.566 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.566 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.566 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.566 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.566 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.566 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:32.566 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.566 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.566 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.566 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.567 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.567 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.567 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.567 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:32.567 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:32.567 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.567 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.567 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.567 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:32.567 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:32.567 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.567 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.567 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.568 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.568 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:32.568 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:32.568 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:32.568 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.568 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-08-10T06:31:32.568 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:32.568 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.568 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.568 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.568 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:32.568 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:32.568 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:32.569 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.569 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-08-10T06:31:32.569 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.569 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.569 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:32.569 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.569 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.569 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.569 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.402679+0000", 2024-08-10T06:31:32.569 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.348203+0000", 2024-08-10T06:31:32.569 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.348203+0000", 2024-08-10T06:31:32.569 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.348811+0000", 2024-08-10T06:31:32.569 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.402679+0000", 2024-08-10T06:31:32.570 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.570 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.570 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.570 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:32.570 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.402679+0000", 2024-08-10T06:31:32.570 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.402679+0000", 2024-08-10T06:31:32.570 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.402679+0000", 2024-08-10T06:31:32.570 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.570 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.570 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.570 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.402679+0000", 2024-08-10T06:31:32.570 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.402679+0000", 2024-08-10T06:31:32.570 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.570 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 2, 2024-08-10T06:31:32.571 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.571 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.571 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:32.571 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.571 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.571 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.571 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.571 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 2, 2024-08-10T06:31:32.571 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.571 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.571 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.571 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.1a", 2024-08-10T06:31:32.571 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.571 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.571 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.572 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5140, 2024-08-10T06:31:32.572 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.572 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:05:49.809125+0000", 2024-08-10T06:31:32.572 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.572 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.572 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.572 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.572 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.572 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.572 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.572 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.572 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.572 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.573 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.573 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.573 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.573 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.573 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.573 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.573 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.573 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.573 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.573 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:32.573 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:32.573 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.573 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:32.573 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.574 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.574 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.574 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.574 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.574 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:32.574 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.574 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.574 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.574 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.574 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.574 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.574 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.574 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:32.575 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:32.575 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.575 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.575 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.575 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:32.575 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:32.575 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.575 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.575 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.575 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.575 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:32.575 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:32.575 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:32.575 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.575 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-08-10T06:31:32.576 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "548'2" 2024-08-10T06:31:32.576 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.576 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.576 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.576 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:32.576 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:32.576 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:32.576 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.576 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-08-10T06:31:32.576 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.576 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.576 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:32.576 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.576 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.577 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.577 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.895202+0000", 2024-08-10T06:31:32.577 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.354717+0000", 2024-08-10T06:31:32.577 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.354717+0000", 2024-08-10T06:31:32.577 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.355096+0000", 2024-08-10T06:31:32.577 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.895202+0000", 2024-08-10T06:31:32.577 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.577 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.577 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.577 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:32.577 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.895202+0000", 2024-08-10T06:31:32.577 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.895202+0000", 2024-08-10T06:31:32.577 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.895202+0000", 2024-08-10T06:31:32.578 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.578 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.578 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.578 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.895202+0000", 2024-08-10T06:31:32.578 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.895202+0000", 2024-08-10T06:31:32.578 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.578 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:32.578 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.578 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.578 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:32.578 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.578 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.578 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.578 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.579 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:32.579 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.579 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.579 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.579 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.1b", 2024-08-10T06:31:32.579 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.579 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.579 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.579 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5318, 2024-08-10T06:31:32.579 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.579 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T15:55:58.793285+0000", 2024-08-10T06:31:32.579 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.579 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.580 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.580 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.580 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.580 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.580 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.580 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.580 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.580 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.580 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.580 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.580 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.580 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.580 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.580 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.581 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.581 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.581 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.581 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:32.581 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:32.581 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.581 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:32.581 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.581 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.581 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.581 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.581 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.581 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:32.582 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.582 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.582 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.582 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.582 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.582 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.582 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.582 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:32.582 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:32.582 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.582 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.582 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.582 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:32.583 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:32.583 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.583 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.583 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.583 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.583 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:32.583 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:32.583 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:32.583 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.583 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-08-10T06:31:32.583 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:32.583 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.583 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.583 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.584 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:32.584 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:32.584 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:32.584 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.584 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-08-10T06:31:32.584 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.584 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.584 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:32.584 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.584 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.584 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.584 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.402529+0000", 2024-08-10T06:31:32.584 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.351474+0000", 2024-08-10T06:31:32.584 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.351474+0000", 2024-08-10T06:31:32.585 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.351870+0000", 2024-08-10T06:31:32.585 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.402529+0000", 2024-08-10T06:31:32.585 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.585 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.585 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.585 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:32.585 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.402529+0000", 2024-08-10T06:31:32.585 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.402529+0000", 2024-08-10T06:31:32.585 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.402529+0000", 2024-08-10T06:31:32.585 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.585 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.585 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:32.585 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.402529+0000", 2024-08-10T06:31:32.585 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.402529+0000", 2024-08-10T06:31:32.586 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.586 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 2, 2024-08-10T06:31:32.586 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.586 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.586 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:32.586 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.586 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.586 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.586 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.586 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 2, 2024-08-10T06:31:32.586 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.586 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.587 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.587 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.1b", 2024-08-10T06:31:32.587 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.587 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.587 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.587 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5236, 2024-08-10T06:31:32.587 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.587 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:24:44.234848+0000", 2024-08-10T06:31:32.587 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.587 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.587 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.587 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.587 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.588 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.588 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.588 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.588 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.588 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.588 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.588 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.588 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.588 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.588 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.588 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.588 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.588 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.588 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.589 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:32.589 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:32.589 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.589 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:32.589 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.589 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.589 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.589 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.589 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.589 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:32.589 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.589 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.589 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.590 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.590 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.590 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.590 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.590 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:32.590 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:32.590 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.590 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.590 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.590 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:32.590 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:32.590 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.590 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.591 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.591 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.591 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:32.591 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:32.591 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:32.591 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.591 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-08-10T06:31:32.591 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "548'2" 2024-08-10T06:31:32.591 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.591 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.591 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.591 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:32.591 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:32.591 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:32.592 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.592 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 4, 2024-08-10T06:31:32.592 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.592 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.592 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:32.592 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.592 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.592 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.592 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.402715+0000", 2024-08-10T06:31:32.592 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:20:30.229787+0000", 2024-08-10T06:31:32.592 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:20:30.229787+0000", 2024-08-10T06:31:32.592 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:20:30.230091+0000", 2024-08-10T06:31:32.592 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.402715+0000", 2024-08-10T06:31:32.592 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.593 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.593 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.593 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 432, 2024-08-10T06:31:32.593 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.402715+0000", 2024-08-10T06:31:32.593 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.402715+0000", 2024-08-10T06:31:32.593 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.402715+0000", 2024-08-10T06:31:32.593 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.593 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.593 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.593 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.402715+0000", 2024-08-10T06:31:32.593 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.402715+0000", 2024-08-10T06:31:32.593 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.593 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:32.593 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.594 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.594 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 431, 2024-08-10T06:31:32.594 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.594 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.594 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.594 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.594 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:32.594 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.594 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.594 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.594 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.1a", 2024-08-10T06:31:32.594 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.594 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.595 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.595 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5228, 2024-08-10T06:31:32.595 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.595 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:40:13.160497+0000", 2024-08-10T06:31:32.595 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.595 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.595 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.595 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.595 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.595 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.595 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.595 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.595 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.595 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.596 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.596 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.596 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.596 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.596 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.596 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.596 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.596 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.596 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.596 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:32.596 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:32.596 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.596 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:32.596 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.597 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.597 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.597 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.597 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.597 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:32.597 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.597 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.597 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.597 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.597 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.597 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.597 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.597 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:32.598 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:32.598 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.598 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.598 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.598 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:32.598 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:32.598 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.598 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.598 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.598 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.598 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:32.598 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:32.598 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:32.598 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.599 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 4, 2024-08-10T06:31:32.599 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:32.599 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.599 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.599 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.599 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:32.599 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:32.599 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T06:31:32.599 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.599 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-08-10T06:31:32.599 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.599 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.599 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:32.599 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.600 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.600 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.600 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.403036+0000", 2024-08-10T06:31:32.600 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.389909+0000", 2024-08-10T06:31:32.600 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.389909+0000", 2024-08-10T06:31:32.600 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.390206+0000", 2024-08-10T06:31:32.600 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.403036+0000", 2024-08-10T06:31:32.600 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.600 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.600 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.600 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:32.600 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.403036+0000", 2024-08-10T06:31:32.600 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.403036+0000", 2024-08-10T06:31:32.600 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.403036+0000", 2024-08-10T06:31:32.600 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.601 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.601 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.601 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.403036+0000", 2024-08-10T06:31:32.601 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.403036+0000", 2024-08-10T06:31:32.601 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.601 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:32.601 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.601 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.601 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:32.601 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.601 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.601 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.601 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.601 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:32.601 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.602 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.602 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.602 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.20", 2024-08-10T06:31:32.602 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.602 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.602 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.602 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5148, 2024-08-10T06:31:32.602 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.602 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T09:11:50.893635+0000", 2024-08-10T06:31:32.602 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.602 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.602 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.602 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.603 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.603 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.603 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.603 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.603 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.603 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.603 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.603 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.603 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.603 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.603 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.603 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.603 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.603 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.603 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.604 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:32.604 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:32.604 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.604 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:32.604 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.604 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.604 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.604 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.604 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.604 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:32.604 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.604 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.604 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.604 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.605 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.605 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.605 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.605 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:32.605 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:32.605 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.605 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.605 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.605 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:32.605 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:32.605 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.605 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.605 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.605 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.606 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:32.606 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:32.606 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T06:31:32.606 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.606 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-08-10T06:31:32.606 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:32.606 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.606 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.606 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.606 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:32.606 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:32.606 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:32.606 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.606 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 2, 2024-08-10T06:31:32.606 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.607 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.607 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:32.607 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.607 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.607 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.607 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.401898+0000", 2024-08-10T06:31:32.607 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.386001+0000", 2024-08-10T06:31:32.607 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.386001+0000", 2024-08-10T06:31:32.607 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.386397+0000", 2024-08-10T06:31:32.607 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.401898+0000", 2024-08-10T06:31:32.607 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.607 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.607 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.607 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:32.607 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.401898+0000", 2024-08-10T06:31:32.608 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.401898+0000", 2024-08-10T06:31:32.608 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.401898+0000", 2024-08-10T06:31:32.608 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.608 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.608 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.608 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.401898+0000", 2024-08-10T06:31:32.608 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.401898+0000", 2024-08-10T06:31:32.608 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.608 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:32.608 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.608 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.608 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:32.608 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.608 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.608 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.609 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.609 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:32.609 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.609 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.609 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.609 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.21", 2024-08-10T06:31:32.609 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.609 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.609 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.609 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5249, 2024-08-10T06:31:32.609 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.609 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:26:18.002554+0000", 2024-08-10T06:31:32.609 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.609 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.609 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.609 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.610 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.610 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.610 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.610 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.610 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.610 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.610 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.610 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.610 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.610 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.610 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.610 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.610 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.610 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.611 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.611 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:32.611 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:32.611 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.611 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:32.611 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.611 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.611 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.611 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.611 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.611 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:32.611 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.611 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.611 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.611 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.612 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.612 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.612 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.612 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:32.612 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:32.612 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.612 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.612 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.612 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:32.612 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:32.612 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.612 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.612 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.612 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.612 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:32.612 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:32.613 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:32.613 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.613 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 2, 2024-08-10T06:31:32.613 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:32.613 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.613 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.613 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.613 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:32.613 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:32.613 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:32.613 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.613 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T06:31:32.613 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.613 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.614 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:32.614 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.614 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.614 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.614 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.893417+0000", 2024-08-10T06:31:32.614 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:04.281067+0000", 2024-08-10T06:31:32.614 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:04.281067+0000", 2024-08-10T06:31:32.614 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:04.281424+0000", 2024-08-10T06:31:32.614 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.893417+0000", 2024-08-10T06:31:32.614 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.614 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.614 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.614 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 463, 2024-08-10T06:31:32.615 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.893417+0000", 2024-08-10T06:31:32.615 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.893417+0000", 2024-08-10T06:31:32.615 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.893417+0000", 2024-08-10T06:31:32.615 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.615 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.615 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.615 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.893417+0000", 2024-08-10T06:31:32.615 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.893417+0000", 2024-08-10T06:31:32.615 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.615 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:32.615 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.615 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.615 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 462, 2024-08-10T06:31:32.615 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.615 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.616 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.616 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.616 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:32.616 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.616 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.616 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.616 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.22", 2024-08-10T06:31:32.616 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.616 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.616 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.616 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5184, 2024-08-10T06:31:32.616 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.616 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T15:39:58.561780+0000", 2024-08-10T06:31:32.616 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.617 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.617 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.617 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.617 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.617 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.617 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.617 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.617 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.617 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.617 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.617 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.617 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.617 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.617 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.618 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.618 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.618 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.618 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.618 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:32.618 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:32.618 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.618 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:32.618 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.618 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.618 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.618 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.618 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.619 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:32.619 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.619 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.619 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.619 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.619 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.619 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.619 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.619 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:32.619 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:32.619 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.619 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.619 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.620 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:32.620 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:32.620 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.620 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.620 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.620 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.620 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:32.620 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:32.620 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:32.620 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.620 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T06:31:32.620 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:32.620 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.621 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.621 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.621 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:32.621 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:32.621 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:32.621 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.621 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-08-10T06:31:32.621 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.621 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.621 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:32.621 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.621 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.621 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.621 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.895443+0000", 2024-08-10T06:31:32.621 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:20:30.222262+0000", 2024-08-10T06:31:32.622 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:20:30.222262+0000", 2024-08-10T06:31:32.622 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:20:30.223891+0000", 2024-08-10T06:31:32.622 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.895443+0000", 2024-08-10T06:31:32.622 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.622 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.622 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.622 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 432, 2024-08-10T06:31:32.622 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.895443+0000", 2024-08-10T06:31:32.622 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.895443+0000", 2024-08-10T06:31:32.622 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.895443+0000", 2024-08-10T06:31:32.622 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.622 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.622 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.622 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.895443+0000", 2024-08-10T06:31:32.623 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.895443+0000", 2024-08-10T06:31:32.623 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.623 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:32.623 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.623 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.623 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 431, 2024-08-10T06:31:32.623 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.623 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.623 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.623 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.623 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:32.623 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.623 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.623 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.624 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.23", 2024-08-10T06:31:32.624 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.624 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.624 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.624 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5324, 2024-08-10T06:31:32.624 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.624 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:49:49.155975+0000", 2024-08-10T06:31:32.624 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.624 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.624 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.624 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.624 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.624 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.624 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.625 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.625 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.625 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.625 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.625 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.625 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.625 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.625 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.625 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.625 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.625 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.625 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.625 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:32.625 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:32.626 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.626 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:32.626 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.626 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.626 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.626 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.626 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.626 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:32.626 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.626 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.626 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.626 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.626 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.626 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.627 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.627 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:32.627 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:32.627 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.627 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.627 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.627 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:32.627 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:32.627 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.627 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.627 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.627 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.627 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:32.628 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:32.628 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:32.628 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.628 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-08-10T06:31:32.628 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:32.628 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.628 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.628 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.628 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:32.628 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:32.628 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:32.628 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.628 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-08-10T06:31:32.628 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.629 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.629 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:32.629 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.629 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.629 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.629 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.403333+0000", 2024-08-10T06:31:32.629 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:20:30.222976+0000", 2024-08-10T06:31:32.629 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:20:30.222976+0000", 2024-08-10T06:31:32.629 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:20:30.223305+0000", 2024-08-10T06:31:32.629 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.403333+0000", 2024-08-10T06:31:32.629 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.629 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.629 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.629 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 432, 2024-08-10T06:31:32.629 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.403333+0000", 2024-08-10T06:31:32.630 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.403333+0000", 2024-08-10T06:31:32.630 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.403333+0000", 2024-08-10T06:31:32.630 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.630 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.630 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.630 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.403333+0000", 2024-08-10T06:31:32.630 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.403333+0000", 2024-08-10T06:31:32.630 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.630 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:32.630 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.630 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.630 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 431, 2024-08-10T06:31:32.630 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.631 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.631 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.631 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.631 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:32.631 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.631 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.631 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.631 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.24", 2024-08-10T06:31:32.631 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.631 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.631 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.631 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5244, 2024-08-10T06:31:32.631 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.631 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:13:45.802652+0000", 2024-08-10T06:31:32.632 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.632 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.632 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.632 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.632 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.632 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.632 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.632 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.632 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.632 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.632 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.632 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.632 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.632 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.633 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.633 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.633 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.633 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.633 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.633 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:32.633 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:32.633 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.633 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:32.633 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.633 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.633 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.633 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.633 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.633 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:32.634 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.634 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.634 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.634 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.634 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.634 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.634 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.634 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:32.634 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:32.634 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.634 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.634 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.634 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:32.635 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:32.635 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.635 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.635 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.635 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.635 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:32.635 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:32.635 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:32.635 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.635 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-08-10T06:31:32.635 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:32.635 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.635 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.635 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.636 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:32.636 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:32.636 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:32.636 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.636 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-08-10T06:31:32.636 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.636 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.636 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:32.636 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.636 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.636 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.636 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.892577+0000", 2024-08-10T06:31:32.636 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:19:57.216633+0000", 2024-08-10T06:31:32.636 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:19:57.216633+0000", 2024-08-10T06:31:32.637 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:19:57.217425+0000", 2024-08-10T06:31:32.637 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.892577+0000", 2024-08-10T06:31:32.637 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.637 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.637 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.637 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 406, 2024-08-10T06:31:32.637 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.892577+0000", 2024-08-10T06:31:32.637 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.892577+0000", 2024-08-10T06:31:32.637 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.892577+0000", 2024-08-10T06:31:32.637 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.637 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.637 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.637 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.892577+0000", 2024-08-10T06:31:32.637 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.892577+0000", 2024-08-10T06:31:32.638 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.638 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:32.638 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.638 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.638 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 405, 2024-08-10T06:31:32.638 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.638 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.638 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.638 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.638 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:32.638 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.638 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.638 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.638 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.25", 2024-08-10T06:31:32.639 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.639 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.639 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.639 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5288, 2024-08-10T06:31:32.639 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.639 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:09:43.207509+0000", 2024-08-10T06:31:32.639 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.639 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.639 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.639 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.639 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.639 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.639 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.639 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.640 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.640 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.640 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.640 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.640 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.640 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.640 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.640 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.640 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.640 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.640 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.640 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:32.640 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:32.640 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.641 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:32.641 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.641 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.641 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.641 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.641 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.641 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:32.641 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.641 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.641 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.641 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.641 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.641 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.642 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.642 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:32.642 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:32.642 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.642 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.642 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.642 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:32.642 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:32.642 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.642 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.642 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.642 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.642 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:32.643 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:32.643 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:32.643 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.643 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-08-10T06:31:32.643 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:32.643 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.643 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.643 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.643 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:32.643 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:32.643 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:32.643 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.643 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-08-10T06:31:32.643 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.643 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.644 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:32.644 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.644 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.644 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.644 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.413133+0000", 2024-08-10T06:31:32.644 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.350708+0000", 2024-08-10T06:31:32.644 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.350708+0000", 2024-08-10T06:31:32.644 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.351003+0000", 2024-08-10T06:31:32.644 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.413133+0000", 2024-08-10T06:31:32.644 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.644 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.644 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.644 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:32.644 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.413133+0000", 2024-08-10T06:31:32.645 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.413133+0000", 2024-08-10T06:31:32.645 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.413133+0000", 2024-08-10T06:31:32.645 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.645 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.645 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.645 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.413133+0000", 2024-08-10T06:31:32.645 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.413133+0000", 2024-08-10T06:31:32.645 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.645 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:32.645 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.645 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.645 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:32.645 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.645 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.645 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.646 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.646 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:32.646 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.646 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.646 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.646 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.26", 2024-08-10T06:31:32.646 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.646 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.646 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.646 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5140, 2024-08-10T06:31:32.646 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.646 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:15:44.757687+0000", 2024-08-10T06:31:32.646 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.647 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.647 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.647 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.647 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.647 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.647 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.647 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.647 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.647 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.647 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.647 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.647 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.647 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.647 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.648 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.648 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.648 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.648 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.648 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:32.648 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:32.648 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.648 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:32.648 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.648 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.648 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.648 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.648 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.648 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:32.649 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.649 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.649 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.649 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.649 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.649 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.649 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.649 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:32.649 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:32.649 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.649 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.649 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.649 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:32.649 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:32.650 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.650 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.650 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.650 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.650 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:32.650 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:32.650 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:32.650 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.650 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-08-10T06:31:32.650 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:32.650 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.650 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.650 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.650 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:32.651 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:32.651 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:32.651 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.651 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-08-10T06:31:32.651 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.651 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.651 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:32.651 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.651 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.651 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.651 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.403788+0000", 2024-08-10T06:31:32.651 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:20:30.224668+0000", 2024-08-10T06:31:32.651 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:20:30.224668+0000", 2024-08-10T06:31:32.651 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:20:30.225190+0000", 2024-08-10T06:31:32.652 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.403788+0000", 2024-08-10T06:31:32.652 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.652 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.652 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.652 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 432, 2024-08-10T06:31:32.652 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.403788+0000", 2024-08-10T06:31:32.652 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.403788+0000", 2024-08-10T06:31:32.652 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.403788+0000", 2024-08-10T06:31:32.652 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.652 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.652 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.652 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.403788+0000", 2024-08-10T06:31:32.652 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.403788+0000", 2024-08-10T06:31:32.652 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.653 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:32.653 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.653 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.653 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 431, 2024-08-10T06:31:32.653 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.653 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.653 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.653 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.653 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:32.653 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.653 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.653 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.653 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.27", 2024-08-10T06:31:32.653 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.653 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.654 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.654 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5226, 2024-08-10T06:31:32.654 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.654 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T15:28:10.930172+0000", 2024-08-10T06:31:32.654 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.654 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.654 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.654 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.654 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.654 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.654 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.654 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.654 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.655 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.655 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.655 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.655 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.655 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.655 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.655 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.655 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.655 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.655 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.655 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:32.655 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:32.655 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.656 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:32.656 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.656 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.656 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.656 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.656 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.656 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:32.656 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.656 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.656 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.656 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.656 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.656 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.656 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.657 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:32.657 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:32.657 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.657 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.657 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.657 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:32.657 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:32.657 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.657 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.657 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.657 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.657 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:32.657 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:32.657 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:32.658 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.658 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-08-10T06:31:32.658 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:32.658 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.658 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.658 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.658 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:32.658 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:32.658 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:32.658 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.658 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T06:31:32.659 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.659 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.659 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:32.659 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.659 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.659 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.659 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.893115+0000", 2024-08-10T06:31:32.659 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:04.277613+0000", 2024-08-10T06:31:32.659 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:04.277613+0000", 2024-08-10T06:31:32.659 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:04.277992+0000", 2024-08-10T06:31:32.659 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.893115+0000", 2024-08-10T06:31:32.659 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.659 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.660 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.660 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 463, 2024-08-10T06:31:32.660 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.893115+0000", 2024-08-10T06:31:32.660 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.893115+0000", 2024-08-10T06:31:32.660 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.893115+0000", 2024-08-10T06:31:32.660 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.660 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.660 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.660 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.893115+0000", 2024-08-10T06:31:32.660 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.893115+0000", 2024-08-10T06:31:32.660 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.660 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:32.660 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.660 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.661 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 462, 2024-08-10T06:31:32.661 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.661 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.661 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.661 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.661 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:32.661 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.661 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.661 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.661 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.28", 2024-08-10T06:31:32.661 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.661 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.661 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.662 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5183, 2024-08-10T06:31:32.662 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.662 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:38:19.522020+0000", 2024-08-10T06:31:32.662 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.662 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.662 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.662 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.662 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.662 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.662 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.662 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.662 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.662 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.663 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.663 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.663 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.663 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.663 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.663 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.663 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.663 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.663 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.663 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:32.663 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:32.663 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.663 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:32.664 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.664 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.664 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.664 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.664 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.664 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:32.664 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.664 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.664 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.664 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.664 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.664 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.664 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.664 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:32.665 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:32.665 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.665 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.665 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.665 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:32.665 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:32.665 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.665 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.665 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.665 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.665 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:32.665 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:32.665 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:32.665 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.666 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T06:31:32.666 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:32.666 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.666 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.666 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.666 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:32.666 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:32.666 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:32.666 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.666 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-08-10T06:31:32.666 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.666 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.666 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:32.666 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.666 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.667 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.667 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.401991+0000", 2024-08-10T06:31:32.667 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:19:57.220790+0000", 2024-08-10T06:31:32.667 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:19:57.220790+0000", 2024-08-10T06:31:32.667 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:19:57.222200+0000", 2024-08-10T06:31:32.667 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.401991+0000", 2024-08-10T06:31:32.667 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.667 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.667 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.667 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 406, 2024-08-10T06:31:32.667 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.401991+0000", 2024-08-10T06:31:32.667 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.401991+0000", 2024-08-10T06:31:32.667 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.401991+0000", 2024-08-10T06:31:32.667 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.668 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.668 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.668 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.401991+0000", 2024-08-10T06:31:32.668 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.401991+0000", 2024-08-10T06:31:32.668 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.668 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:32.668 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.668 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.668 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 405, 2024-08-10T06:31:32.668 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.668 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.668 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.668 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.668 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:32.669 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.669 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.669 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.669 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.29", 2024-08-10T06:31:32.669 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.669 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.669 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.669 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5242, 2024-08-10T06:31:32.669 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.669 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:24:56.218912+0000", 2024-08-10T06:31:32.669 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.669 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.669 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.669 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.670 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.670 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.670 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.670 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.670 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.670 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.670 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.670 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.670 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.670 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.670 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.670 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.670 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.671 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.671 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.671 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:32.671 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:32.671 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.671 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:32.671 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.671 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.671 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.671 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.671 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.671 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:32.671 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.671 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.672 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.672 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.672 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.672 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.672 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.672 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:32.672 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:32.672 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.672 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.672 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.672 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:32.672 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:32.672 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.672 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.673 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.673 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.673 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:32.673 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:32.673 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:32.673 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.673 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-08-10T06:31:32.673 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:32.673 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.673 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.673 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.673 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:32.673 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:32.673 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:32.673 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.674 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T06:31:32.674 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.674 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.674 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:32.674 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.674 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.674 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.674 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.893239+0000", 2024-08-10T06:31:32.674 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.352444+0000", 2024-08-10T06:31:32.674 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.352444+0000", 2024-08-10T06:31:32.674 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.352730+0000", 2024-08-10T06:31:32.674 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.893239+0000", 2024-08-10T06:31:32.674 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.674 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.675 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.675 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:32.675 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.893239+0000", 2024-08-10T06:31:32.675 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.893239+0000", 2024-08-10T06:31:32.675 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.893239+0000", 2024-08-10T06:31:32.675 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.675 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.675 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.675 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.893239+0000", 2024-08-10T06:31:32.675 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.893239+0000", 2024-08-10T06:31:32.675 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.675 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:32.675 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.675 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.676 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:32.676 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.676 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.676 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.676 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.676 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:32.676 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.676 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.676 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.676 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.2a", 2024-08-10T06:31:32.676 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.676 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.676 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.676 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5152, 2024-08-10T06:31:32.677 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.677 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T16:25:31.074439+0000", 2024-08-10T06:31:32.677 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.677 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.677 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.677 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.677 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.677 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.677 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.677 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.677 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.677 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.677 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.678 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.678 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.678 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.678 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.678 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.678 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.678 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.678 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.678 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:32.678 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:32.678 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.678 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:32.678 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.679 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.679 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.679 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.679 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.679 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:32.679 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.679 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.679 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.679 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.679 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.679 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.679 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.679 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:32.680 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:32.680 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.680 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.680 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.680 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:32.680 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:32.680 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.680 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.680 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.680 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.680 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:32.680 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:32.680 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:32.680 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.681 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T06:31:32.681 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:32.681 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.681 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.681 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.681 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:32.681 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:32.681 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:32.681 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.681 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-08-10T06:31:32.681 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.681 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.681 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:32.681 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.682 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.682 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.682 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.895495+0000", 2024-08-10T06:31:32.682 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.356589+0000", 2024-08-10T06:31:32.682 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.356589+0000", 2024-08-10T06:31:32.682 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.356919+0000", 2024-08-10T06:31:32.682 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.895495+0000", 2024-08-10T06:31:32.682 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.682 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.682 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.682 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:32.682 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.895495+0000", 2024-08-10T06:31:32.682 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.895495+0000", 2024-08-10T06:31:32.683 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.895495+0000", 2024-08-10T06:31:32.683 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.683 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.683 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.683 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.895495+0000", 2024-08-10T06:31:32.683 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.895495+0000", 2024-08-10T06:31:32.683 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.683 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:32.683 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.683 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.683 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:32.683 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.683 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.683 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.684 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.684 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:32.684 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.684 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.684 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.684 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.2b", 2024-08-10T06:31:32.684 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.684 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.684 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.684 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5321, 2024-08-10T06:31:32.684 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.684 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:54:34.852378+0000", 2024-08-10T06:31:32.684 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.685 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.685 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.685 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.685 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.685 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.685 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.685 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.685 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.685 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.685 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.685 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.685 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.685 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.685 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.686 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.686 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.686 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.686 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.686 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:32.686 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:32.686 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.686 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:32.686 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.686 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.686 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.686 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.686 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.686 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:32.687 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.687 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.687 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.687 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.687 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.687 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.687 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.687 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:32.687 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:32.687 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.687 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.687 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.687 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:32.688 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:32.688 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.688 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.688 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.688 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.688 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:32.688 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:32.688 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:32.688 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.688 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-08-10T06:31:32.688 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:32.688 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.688 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.688 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.689 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:32.689 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:32.689 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:32.689 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.689 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-08-10T06:31:32.689 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.689 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.689 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:32.689 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.689 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.689 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.689 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.408304+0000", 2024-08-10T06:31:32.689 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.391125+0000", 2024-08-10T06:31:32.689 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.391125+0000", 2024-08-10T06:31:32.690 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.391442+0000", 2024-08-10T06:31:32.690 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.408304+0000", 2024-08-10T06:31:32.690 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.690 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.690 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.690 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:32.690 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.408304+0000", 2024-08-10T06:31:32.690 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.408304+0000", 2024-08-10T06:31:32.690 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.408304+0000", 2024-08-10T06:31:32.690 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.690 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.690 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.690 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.408304+0000", 2024-08-10T06:31:32.691 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.408304+0000", 2024-08-10T06:31:32.691 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.691 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:32.691 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.691 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.691 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:32.691 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.691 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.691 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.691 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.691 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:32.691 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.691 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.691 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.692 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.2c", 2024-08-10T06:31:32.692 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.692 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.692 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.692 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5152, 2024-08-10T06:31:32.692 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.692 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:41:58.525119+0000", 2024-08-10T06:31:32.692 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.692 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.692 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.692 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.692 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.692 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.692 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.693 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.693 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.693 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.693 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.693 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.693 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.693 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.693 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.693 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.693 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.693 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.693 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.693 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:32.693 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:32.694 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.694 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:32.694 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.694 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.694 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.694 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.694 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.694 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:32.694 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.694 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.694 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.694 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.694 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.695 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.695 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.695 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:32.695 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:32.695 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.695 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.695 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.695 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:32.695 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:32.695 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.695 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.695 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.695 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.696 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:32.696 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:32.696 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:32.696 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.696 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-08-10T06:31:32.696 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:32.696 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.696 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.696 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.696 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:32.696 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:32.696 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:32.696 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.696 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T06:31:32.696 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.697 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.697 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:32.697 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.697 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.697 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.697 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.403586+0000", 2024-08-10T06:31:32.697 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.356993+0000", 2024-08-10T06:31:32.697 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.356993+0000", 2024-08-10T06:31:32.697 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.357270+0000", 2024-08-10T06:31:32.697 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.403586+0000", 2024-08-10T06:31:32.697 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.697 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.697 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.698 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:32.698 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.403586+0000", 2024-08-10T06:31:32.698 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.403586+0000", 2024-08-10T06:31:32.698 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.403586+0000", 2024-08-10T06:31:32.698 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.698 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.698 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.698 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.403586+0000", 2024-08-10T06:31:32.698 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.403586+0000", 2024-08-10T06:31:32.698 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.698 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:32.698 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.698 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.699 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:32.699 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.699 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.699 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.699 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.699 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:32.699 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.699 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.699 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.699 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.2d", 2024-08-10T06:31:32.699 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.699 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.699 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.699 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5096, 2024-08-10T06:31:32.700 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.700 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:53:10.916285+0000", 2024-08-10T06:31:32.700 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.700 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.700 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.700 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.700 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.700 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.700 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.700 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.700 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.700 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.700 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.700 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.701 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.701 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.701 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.701 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.701 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.701 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.701 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.701 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:32.701 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:32.701 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.701 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:32.701 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.701 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.701 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.702 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.702 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.702 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:32.702 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.702 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.702 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.702 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.702 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.702 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.702 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.702 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:32.702 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:32.703 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.703 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.703 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.703 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:32.703 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:32.703 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.703 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.703 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.703 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.703 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:32.703 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:32.703 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:32.703 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.703 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T06:31:32.703 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:32.704 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.704 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.704 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.704 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:32.704 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:32.704 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:32.704 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.704 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 2, 2024-08-10T06:31:32.704 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.704 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.704 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:32.704 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.704 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.704 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.705 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.402826+0000", 2024-08-10T06:31:32.705 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.361631+0000", 2024-08-10T06:31:32.705 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.361631+0000", 2024-08-10T06:31:32.705 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.362006+0000", 2024-08-10T06:31:32.705 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.402826+0000", 2024-08-10T06:31:32.705 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.705 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.705 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.705 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:32.705 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.402826+0000", 2024-08-10T06:31:32.705 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.402826+0000", 2024-08-10T06:31:32.705 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.402826+0000", 2024-08-10T06:31:32.705 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.705 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.705 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.705 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.402826+0000", 2024-08-10T06:31:32.706 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.402826+0000", 2024-08-10T06:31:32.706 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.706 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:32.706 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.706 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.706 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:32.706 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.706 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.706 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.706 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.706 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:32.706 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.706 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.707 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.707 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.2e", 2024-08-10T06:31:32.707 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.707 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.707 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.707 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5245, 2024-08-10T06:31:32.707 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.707 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:53:23.259248+0000", 2024-08-10T06:31:32.707 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.707 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.707 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.707 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.707 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.707 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.707 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.708 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.708 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.708 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.708 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.708 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.708 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.708 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.708 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.708 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.708 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.708 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.708 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.708 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:32.709 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:32.709 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.709 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:32.709 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.709 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.709 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.709 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.709 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.709 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:32.709 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.709 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.709 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.709 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.709 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.709 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.710 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.710 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:32.710 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:32.710 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.710 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.710 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.710 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:32.710 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:32.710 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.710 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.710 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.710 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.711 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:32.711 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:32.711 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:32.711 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.711 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 2, 2024-08-10T06:31:32.711 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:32.711 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.711 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.711 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.711 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:32.711 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:32.711 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:32.711 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.711 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T06:31:32.711 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.712 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.712 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:32.712 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.712 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.712 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.712 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.894389+0000", 2024-08-10T06:31:32.712 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.352499+0000", 2024-08-10T06:31:32.712 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.352499+0000", 2024-08-10T06:31:32.712 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.353703+0000", 2024-08-10T06:31:32.712 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.894389+0000", 2024-08-10T06:31:32.712 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.712 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.712 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.713 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:32.713 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.894389+0000", 2024-08-10T06:31:32.713 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.894389+0000", 2024-08-10T06:31:32.713 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.894389+0000", 2024-08-10T06:31:32.713 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.713 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.713 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.713 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.894389+0000", 2024-08-10T06:31:32.713 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.894389+0000", 2024-08-10T06:31:32.713 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.713 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:32.713 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.713 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.713 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:32.714 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.714 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.714 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.714 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.714 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:32.714 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.714 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.714 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.714 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.2f", 2024-08-10T06:31:32.714 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.714 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.714 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.715 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5157, 2024-08-10T06:31:32.715 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.715 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:37:25.517123+0000", 2024-08-10T06:31:32.715 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.715 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.715 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.715 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.715 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.715 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.715 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.715 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.715 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.715 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.715 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.716 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.716 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.716 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.716 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.716 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.716 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.716 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.716 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.716 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:32.716 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:32.716 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.716 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:32.716 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.716 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.717 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.717 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.717 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.717 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:32.717 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.717 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.717 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.717 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.717 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.717 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.717 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.717 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:32.717 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:32.717 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.718 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.718 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.718 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:32.718 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:32.718 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.718 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.718 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.718 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.718 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:32.718 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:32.718 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:32.718 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.718 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T06:31:32.718 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:32.719 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.719 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.719 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.719 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:32.719 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:32.719 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:32.719 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.719 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T06:31:32.719 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.719 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.719 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:32.719 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.719 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.720 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.720 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.892946+0000", 2024-08-10T06:31:32.720 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.352494+0000", 2024-08-10T06:31:32.720 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.352494+0000", 2024-08-10T06:31:32.720 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.352784+0000", 2024-08-10T06:31:32.720 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.892946+0000", 2024-08-10T06:31:32.720 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.720 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.720 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.720 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:32.720 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.892946+0000", 2024-08-10T06:31:32.720 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.892946+0000", 2024-08-10T06:31:32.720 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.892946+0000", 2024-08-10T06:31:32.720 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.720 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.720 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.721 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.892946+0000", 2024-08-10T06:31:32.721 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.892946+0000", 2024-08-10T06:31:32.721 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.721 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:32.721 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.721 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.721 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:32.721 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.721 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.721 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.721 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.721 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:32.721 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.721 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.721 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.722 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.30", 2024-08-10T06:31:32.722 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.722 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.722 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.722 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5161, 2024-08-10T06:31:32.722 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.722 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T09:36:50.435633+0000", 2024-08-10T06:31:32.722 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.722 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.722 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.722 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.722 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.722 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.722 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.723 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.723 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.723 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.723 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.723 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.723 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.723 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.723 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.723 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.723 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.723 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.723 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.724 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:32.724 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:32.724 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.724 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:32.724 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.724 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.724 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.724 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.724 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.724 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:32.724 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.724 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.724 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.725 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.725 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.725 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.725 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.725 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:32.725 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:32.725 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.725 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.725 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.725 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:32.725 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:32.725 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.725 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.726 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.726 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.726 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:32.726 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:32.726 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:32.726 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.726 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T06:31:32.726 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:32.726 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.726 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.726 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.726 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:32.726 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:32.726 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T06:31:32.727 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.727 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-08-10T06:31:32.727 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.727 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.727 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:32.727 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.727 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.727 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.727 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.892808+0000", 2024-08-10T06:31:32.727 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:04.268499+0000", 2024-08-10T06:31:32.727 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:04.268499+0000", 2024-08-10T06:31:32.727 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:04.268844+0000", 2024-08-10T06:31:32.727 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.892808+0000", 2024-08-10T06:31:32.728 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.728 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.728 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.728 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 463, 2024-08-10T06:31:32.728 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.892808+0000", 2024-08-10T06:31:32.728 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.892808+0000", 2024-08-10T06:31:32.728 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.892808+0000", 2024-08-10T06:31:32.728 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.728 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.728 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.728 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.892808+0000", 2024-08-10T06:31:32.728 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.892808+0000", 2024-08-10T06:31:32.728 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.729 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:32.729 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.729 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.729 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 462, 2024-08-10T06:31:32.729 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.729 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.729 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.729 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.729 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:32.729 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.729 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.729 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.729 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.31", 2024-08-10T06:31:32.729 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.730 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.730 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.730 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5286, 2024-08-10T06:31:32.730 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.730 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:42:12.150271+0000", 2024-08-10T06:31:32.730 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.730 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.730 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.730 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.730 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.730 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.730 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.730 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.731 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.731 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.731 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.731 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.731 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.731 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.731 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.731 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.731 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.731 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.731 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.731 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:32.731 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:32.732 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.732 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:32.732 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.732 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.732 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.732 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.732 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.732 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:32.732 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.732 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.732 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.732 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.732 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.733 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.733 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.733 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:32.733 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:32.733 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.733 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.733 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.733 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:32.733 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:32.733 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.733 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.733 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.733 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.733 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:32.733 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:32.734 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T06:31:32.734 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.734 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-08-10T06:31:32.734 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:32.734 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.734 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.734 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.734 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:32.734 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:32.734 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T06:31:32.734 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.734 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-08-10T06:31:32.734 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.735 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.735 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:32.735 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.735 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.735 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.735 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.894117+0000", 2024-08-10T06:31:32.735 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:04.282921+0000", 2024-08-10T06:31:32.735 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:04.282921+0000", 2024-08-10T06:31:32.735 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:04.283261+0000", 2024-08-10T06:31:32.735 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.894117+0000", 2024-08-10T06:31:32.735 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.735 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.735 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.735 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 463, 2024-08-10T06:31:32.736 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.894117+0000", 2024-08-10T06:31:32.736 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.894117+0000", 2024-08-10T06:31:32.736 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.894117+0000", 2024-08-10T06:31:32.736 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.736 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.736 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.736 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.894117+0000", 2024-08-10T06:31:32.736 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.894117+0000", 2024-08-10T06:31:32.736 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.736 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:32.736 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.736 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.736 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 462, 2024-08-10T06:31:32.736 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.737 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.737 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.737 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.737 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:32.737 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.737 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.737 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.737 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.32", 2024-08-10T06:31:32.737 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.737 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.737 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.737 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5320, 2024-08-10T06:31:32.737 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.737 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:15:27.730866+0000", 2024-08-10T06:31:32.738 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.738 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.738 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.738 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.738 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.738 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.738 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.738 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.738 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.738 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.738 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.738 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.738 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.739 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.739 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.739 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.739 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.739 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.739 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.739 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:32.739 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:32.739 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.739 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:32.739 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.739 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.739 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.740 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.740 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.740 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:32.740 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.740 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.740 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.740 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.740 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.740 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.740 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.740 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:32.740 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:32.740 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.740 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.740 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.741 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:32.741 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:32.741 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.741 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.741 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.741 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.741 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:32.741 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:32.741 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T06:31:32.741 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.741 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-08-10T06:31:32.741 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:32.741 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.742 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.742 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.742 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:32.742 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:32.742 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:32.742 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.742 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-08-10T06:31:32.742 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.742 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.742 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:32.742 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.742 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.742 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.742 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.402559+0000", 2024-08-10T06:31:32.743 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.390928+0000", 2024-08-10T06:31:32.743 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.390928+0000", 2024-08-10T06:31:32.743 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.391304+0000", 2024-08-10T06:31:32.743 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.402559+0000", 2024-08-10T06:31:32.743 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.743 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.743 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.743 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:32.743 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.402559+0000", 2024-08-10T06:31:32.743 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.402559+0000", 2024-08-10T06:31:32.743 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.402559+0000", 2024-08-10T06:31:32.743 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.743 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.744 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.744 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.402559+0000", 2024-08-10T06:31:32.744 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.402559+0000", 2024-08-10T06:31:32.744 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.744 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:32.744 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.744 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.744 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:32.744 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.744 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.744 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.744 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.744 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:32.744 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.745 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.745 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.745 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.33", 2024-08-10T06:31:32.745 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.745 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.745 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.745 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5234, 2024-08-10T06:31:32.745 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.745 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:13:25.746280+0000", 2024-08-10T06:31:32.745 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.745 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.745 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.745 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.745 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.746 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.746 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.746 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.746 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.746 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.746 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.746 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.746 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.746 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.746 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.746 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.746 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.746 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.747 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.747 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:32.747 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:32.747 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.747 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:32.747 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.747 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.747 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.747 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.747 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.747 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:32.747 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.747 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.747 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.748 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.748 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.748 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.748 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.748 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:32.748 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:32.748 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.748 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.748 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.748 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:32.748 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:32.748 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.748 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.748 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.748 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.749 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:32.749 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:32.749 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:32.749 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.749 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-08-10T06:31:32.749 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:32.749 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.749 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.749 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.749 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:32.749 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:32.749 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:32.749 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.749 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 4, 2024-08-10T06:31:32.750 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.750 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.750 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:32.750 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.750 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.750 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.750 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.404846+0000", 2024-08-10T06:31:32.750 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.391664+0000", 2024-08-10T06:31:32.750 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.391664+0000", 2024-08-10T06:31:32.750 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.392158+0000", 2024-08-10T06:31:32.750 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.404846+0000", 2024-08-10T06:31:32.750 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.750 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.750 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.751 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:32.751 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.404846+0000", 2024-08-10T06:31:32.751 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.404846+0000", 2024-08-10T06:31:32.751 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.404846+0000", 2024-08-10T06:31:32.751 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.751 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.751 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.751 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.404846+0000", 2024-08-10T06:31:32.751 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.404846+0000", 2024-08-10T06:31:32.751 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.751 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:32.751 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.751 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.751 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:32.752 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.752 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.752 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.752 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.752 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:32.752 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.752 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.752 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.752 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.34", 2024-08-10T06:31:32.752 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.752 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.752 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.752 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5199, 2024-08-10T06:31:32.752 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.753 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:24:54.604286+0000", 2024-08-10T06:31:32.753 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.753 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.753 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.753 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.753 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.753 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.753 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.753 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.753 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.753 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.753 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.753 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.753 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.754 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.754 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.754 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.754 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.754 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.754 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.754 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:32.754 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:32.754 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.754 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:32.754 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.754 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.754 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.754 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.755 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.755 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:32.755 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.755 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.755 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.755 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.755 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.755 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.755 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.755 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:32.755 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:32.755 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.755 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.755 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.756 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:32.756 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:32.756 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.756 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.756 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.756 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.756 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:32.756 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:32.756 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:32.756 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.756 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 4, 2024-08-10T06:31:32.756 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:32.756 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.756 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.757 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.757 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:32.757 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:32.757 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:32.757 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.757 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-08-10T06:31:32.757 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.757 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.757 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:32.757 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.757 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.757 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.757 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.410296+0000", 2024-08-10T06:31:32.757 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.391332+0000", 2024-08-10T06:31:32.758 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.391332+0000", 2024-08-10T06:31:32.758 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.391652+0000", 2024-08-10T06:31:32.758 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.410296+0000", 2024-08-10T06:31:32.758 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.758 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.758 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.758 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:32.758 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.410296+0000", 2024-08-10T06:31:32.758 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.410296+0000", 2024-08-10T06:31:32.758 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.410296+0000", 2024-08-10T06:31:32.758 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.758 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.758 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.758 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.410296+0000", 2024-08-10T06:31:32.759 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.410296+0000", 2024-08-10T06:31:32.759 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.759 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:32.759 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.759 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.759 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:32.759 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.759 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.759 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.759 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.759 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:32.759 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.759 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.759 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.760 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.35", 2024-08-10T06:31:32.760 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.760 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.760 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.760 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5133, 2024-08-10T06:31:32.760 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.760 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:33:42.353914+0000", 2024-08-10T06:31:32.760 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.760 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.760 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.760 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.760 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.760 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.760 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.761 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.761 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.761 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.761 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.761 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.761 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.761 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.761 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.761 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.761 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.761 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.761 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.761 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:32.761 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:32.761 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.762 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:32.762 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.762 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.762 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.762 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.762 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.762 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:32.762 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.762 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.762 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.762 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.762 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.762 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.762 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.763 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:32.763 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:32.763 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.763 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.763 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.763 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:32.763 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:32.763 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.763 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.763 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.763 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.763 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:32.763 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:32.763 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:32.764 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.764 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-08-10T06:31:32.764 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:32.764 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.764 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.764 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.764 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:32.764 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:32.764 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:32.764 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.764 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-08-10T06:31:32.764 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.764 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.764 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:32.765 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.765 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.765 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.765 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.413182+0000", 2024-08-10T06:31:32.765 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.397905+0000", 2024-08-10T06:31:32.765 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.397905+0000", 2024-08-10T06:31:32.765 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.398322+0000", 2024-08-10T06:31:32.765 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.413182+0000", 2024-08-10T06:31:32.765 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.765 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.765 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.765 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:32.765 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.413182+0000", 2024-08-10T06:31:32.765 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.413182+0000", 2024-08-10T06:31:32.766 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.413182+0000", 2024-08-10T06:31:32.766 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.766 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.766 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.766 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.413182+0000", 2024-08-10T06:31:32.766 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.413182+0000", 2024-08-10T06:31:32.766 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.766 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:32.766 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.766 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.766 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:32.766 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.766 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.767 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.767 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.767 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:32.767 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.767 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.767 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.767 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.36", 2024-08-10T06:31:32.767 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.767 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.767 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.767 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5133, 2024-08-10T06:31:32.767 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.767 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:44:08.146006+0000", 2024-08-10T06:31:32.767 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.768 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.768 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.768 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.768 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.768 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.768 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.768 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.768 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.768 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.768 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.768 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.768 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.768 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.768 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.769 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.769 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.769 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.769 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.769 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:32.769 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:32.769 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.769 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:32.769 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.769 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.769 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.769 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.769 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.770 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:32.770 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.770 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.770 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.770 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.770 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.770 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.770 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.770 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:32.770 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:32.770 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.770 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.770 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.770 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:32.771 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:32.771 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.771 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.771 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.771 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.771 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:32.771 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:32.771 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:32.771 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.771 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-08-10T06:31:32.771 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:32.771 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.771 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.771 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.772 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:32.772 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:32.772 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:32.772 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.772 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T06:31:32.772 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.772 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.772 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:32.772 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.772 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.772 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.772 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.403544+0000", 2024-08-10T06:31:32.772 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.363235+0000", 2024-08-10T06:31:32.772 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.363235+0000", 2024-08-10T06:31:32.773 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.364587+0000", 2024-08-10T06:31:32.773 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.403544+0000", 2024-08-10T06:31:32.773 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.773 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.773 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.773 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:32.773 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.403544+0000", 2024-08-10T06:31:32.773 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.403544+0000", 2024-08-10T06:31:32.773 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.403544+0000", 2024-08-10T06:31:32.773 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.773 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.773 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.773 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.403544+0000", 2024-08-10T06:31:32.773 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.403544+0000", 2024-08-10T06:31:32.774 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.774 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:32.774 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.774 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.774 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:32.774 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.774 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.774 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.774 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.774 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:32.774 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.774 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.774 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.774 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.37", 2024-08-10T06:31:32.775 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.775 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.775 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.775 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5104, 2024-08-10T06:31:32.775 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.775 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:42:36.707350+0000", 2024-08-10T06:31:32.775 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.775 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.775 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.775 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.775 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.775 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.775 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.775 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.776 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.776 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.776 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.776 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.776 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.776 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.776 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.776 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.776 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.776 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.776 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.776 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:32.776 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:32.776 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.777 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:32.777 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.777 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.777 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.777 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.777 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.777 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:32.777 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.777 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.777 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.777 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.777 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.777 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.777 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.778 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:32.778 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:32.778 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.778 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.778 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.778 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:32.778 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:32.778 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.778 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.778 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.778 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.778 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:32.778 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:32.778 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:32.779 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.779 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T06:31:32.779 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:32.779 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.779 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.779 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.779 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:32.779 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:32.779 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:32.779 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.779 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-08-10T06:31:32.779 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.779 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.779 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:32.780 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.780 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.780 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.780 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.402302+0000", 2024-08-10T06:31:32.780 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.392027+0000", 2024-08-10T06:31:32.780 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.392027+0000", 2024-08-10T06:31:32.780 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.392328+0000", 2024-08-10T06:31:32.780 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.402302+0000", 2024-08-10T06:31:32.780 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.780 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.780 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.780 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:32.780 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.402302+0000", 2024-08-10T06:31:32.781 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.402302+0000", 2024-08-10T06:31:32.781 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.402302+0000", 2024-08-10T06:31:32.781 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.781 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.781 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.781 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.402302+0000", 2024-08-10T06:31:32.781 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.402302+0000", 2024-08-10T06:31:32.781 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.781 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:32.781 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.781 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.781 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:32.781 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.781 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.782 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.782 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.782 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:32.782 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.782 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.782 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.782 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.38", 2024-08-10T06:31:32.782 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.782 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.782 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.782 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5231, 2024-08-10T06:31:32.782 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.782 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:24:09.830026+0000", 2024-08-10T06:31:32.783 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.783 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.783 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.783 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.783 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.783 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.783 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.783 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.783 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.783 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.783 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.783 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.783 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.783 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.784 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.784 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.784 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.784 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.784 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.784 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:32.784 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:32.784 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.784 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:32.784 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.784 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.784 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.784 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.784 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.785 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:32.785 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.785 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.785 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.785 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.785 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.785 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.785 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.785 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:32.785 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:32.785 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.785 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.785 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.785 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:32.786 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:32.786 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.786 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.786 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.786 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.786 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:32.786 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:32.786 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:32.786 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.786 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-08-10T06:31:32.786 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:32.786 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.786 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.786 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.787 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:32.787 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:32.787 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:32.787 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.787 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T06:31:32.787 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.787 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.787 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:32.787 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.787 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.787 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.787 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.404939+0000", 2024-08-10T06:31:32.787 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.349638+0000", 2024-08-10T06:31:32.787 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.349638+0000", 2024-08-10T06:31:32.788 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.350086+0000", 2024-08-10T06:31:32.788 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.404939+0000", 2024-08-10T06:31:32.788 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.788 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.788 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.788 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:32.788 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.404939+0000", 2024-08-10T06:31:32.788 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.404939+0000", 2024-08-10T06:31:32.788 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.404939+0000", 2024-08-10T06:31:32.788 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.788 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.788 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.788 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.404939+0000", 2024-08-10T06:31:32.788 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.404939+0000", 2024-08-10T06:31:32.789 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.789 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:32.789 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.789 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.789 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:32.789 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.789 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.789 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.789 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.789 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:32.789 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.789 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.789 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.789 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.39", 2024-08-10T06:31:32.790 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.790 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.790 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.790 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5113, 2024-08-10T06:31:32.790 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.790 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T16:29:53.267002+0000", 2024-08-10T06:31:32.790 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.790 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.790 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.790 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.790 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.790 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.790 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.791 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.791 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.791 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.791 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.791 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.791 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.791 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.791 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.791 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.791 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.791 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.791 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.791 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:32.791 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:32.792 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.792 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:32.792 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.792 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.792 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.792 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.792 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.792 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:32.792 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.792 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.792 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.792 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.792 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.793 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.793 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.793 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:32.793 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:32.793 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.793 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.793 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.793 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:32.793 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:32.793 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.793 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.793 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.793 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.793 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:32.794 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:32.794 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:32.794 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.794 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T06:31:32.794 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:32.794 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.794 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.794 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.794 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:32.794 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:32.794 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:32.794 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.794 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T06:31:32.795 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.795 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.795 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:32.795 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.795 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.795 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.795 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.892630+0000", 2024-08-10T06:31:32.795 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:04.281115+0000", 2024-08-10T06:31:32.795 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:04.281115+0000", 2024-08-10T06:31:32.795 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:04.281566+0000", 2024-08-10T06:31:32.795 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.892630+0000", 2024-08-10T06:31:32.795 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.795 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.795 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.796 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 463, 2024-08-10T06:31:32.796 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.892630+0000", 2024-08-10T06:31:32.796 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.892630+0000", 2024-08-10T06:31:32.796 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.892630+0000", 2024-08-10T06:31:32.796 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.796 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.796 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.796 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.892630+0000", 2024-08-10T06:31:32.796 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.892630+0000", 2024-08-10T06:31:32.796 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.796 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:32.796 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.796 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.797 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 462, 2024-08-10T06:31:32.797 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.797 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.797 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.797 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.797 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:32.797 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.797 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.797 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.797 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.3a", 2024-08-10T06:31:32.797 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.797 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.797 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.798 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5159, 2024-08-10T06:31:32.798 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.798 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T16:41:32.692941+0000", 2024-08-10T06:31:32.798 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.798 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.798 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.798 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.798 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.798 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.798 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.798 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.798 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.798 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.799 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.799 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.799 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.799 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.799 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.799 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.799 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.799 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.799 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.799 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:32.799 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:32.799 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.799 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:32.799 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.799 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.800 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.800 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.800 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.800 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:32.800 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.800 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.800 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.800 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.800 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.800 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.800 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.800 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:32.800 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:32.800 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.801 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.801 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.801 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:32.801 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:32.801 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.801 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.801 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.801 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.801 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:32.801 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:32.801 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:32.801 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.801 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T06:31:32.801 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:32.802 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.802 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.802 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.802 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:32.802 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:32.802 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:32.802 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.802 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T06:31:32.802 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.802 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.802 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:32.802 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.802 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.803 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.803 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.408498+0000", 2024-08-10T06:31:32.803 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.357598+0000", 2024-08-10T06:31:32.803 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.357598+0000", 2024-08-10T06:31:32.803 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.358386+0000", 2024-08-10T06:31:32.803 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.408498+0000", 2024-08-10T06:31:32.803 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.803 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.803 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.803 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:32.803 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.408498+0000", 2024-08-10T06:31:32.803 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.408498+0000", 2024-08-10T06:31:32.803 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.408498+0000", 2024-08-10T06:31:32.803 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.803 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.804 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.804 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.408498+0000", 2024-08-10T06:31:32.804 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.408498+0000", 2024-08-10T06:31:32.804 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.804 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:32.804 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.804 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.804 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:32.804 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.804 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.804 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.804 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.804 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:32.804 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.805 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.805 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.805 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.3b", 2024-08-10T06:31:32.805 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.805 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.805 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.805 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5113, 2024-08-10T06:31:32.805 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.805 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:37:14.571157+0000", 2024-08-10T06:31:32.805 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.805 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.805 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.805 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.805 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.805 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.806 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.806 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.806 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.806 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.806 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.806 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.806 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.806 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.806 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.806 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.806 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.806 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.807 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.807 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:32.807 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:32.807 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.807 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:32.807 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.807 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.807 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.807 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.807 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.807 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:32.807 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.807 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.808 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.808 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.808 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.808 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.808 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.808 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:32.808 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:32.808 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.808 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.808 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.808 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:32.808 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:32.808 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.808 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.809 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.809 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.809 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:32.809 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:32.809 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:32.809 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.809 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T06:31:32.809 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:32.809 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.809 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.809 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.809 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:32.809 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:32.810 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:32.810 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.810 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T06:31:32.810 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.810 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.810 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:32.810 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.810 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.810 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.810 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.894636+0000", 2024-08-10T06:31:32.810 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.351520+0000", 2024-08-10T06:31:32.810 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.351520+0000", 2024-08-10T06:31:32.810 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.351812+0000", 2024-08-10T06:31:32.810 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.894636+0000", 2024-08-10T06:31:32.811 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.811 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.811 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.811 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:32.811 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.894636+0000", 2024-08-10T06:31:32.811 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.894636+0000", 2024-08-10T06:31:32.811 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.894636+0000", 2024-08-10T06:31:32.811 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.811 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.811 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.811 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.894636+0000", 2024-08-10T06:31:32.811 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.894636+0000", 2024-08-10T06:31:32.811 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.812 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:32.812 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.812 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.812 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:32.812 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.812 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.812 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.812 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.812 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:32.812 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.812 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.812 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.812 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.3c", 2024-08-10T06:31:32.812 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.813 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.813 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.813 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5178, 2024-08-10T06:31:32.813 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.813 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:53:29.817242+0000", 2024-08-10T06:31:32.813 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.813 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.813 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.813 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.813 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.813 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.813 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.813 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.813 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.814 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.814 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.814 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.814 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.814 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.814 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.814 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.814 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.814 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.814 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.814 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:32.814 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:32.814 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.814 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:32.815 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.815 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.815 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.815 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.815 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.815 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:32.815 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.815 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.815 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.815 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.815 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.815 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.815 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.815 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:32.816 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:32.816 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.816 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.816 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.816 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:32.816 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:32.816 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.816 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.816 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.816 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.816 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:32.816 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:32.816 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:32.817 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.817 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T06:31:32.817 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:32.817 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.817 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.817 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.817 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:32.817 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:32.817 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:32.817 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.817 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-08-10T06:31:32.817 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.817 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.817 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:32.818 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.818 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.818 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.818 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.895288+0000", 2024-08-10T06:31:32.818 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:19:24.347169+0000", 2024-08-10T06:31:32.818 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:19:24.347169+0000", 2024-08-10T06:31:32.818 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:19:24.347448+0000", 2024-08-10T06:31:32.818 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.895288+0000", 2024-08-10T06:31:32.818 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.818 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.818 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.818 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 375, 2024-08-10T06:31:32.818 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.895288+0000", 2024-08-10T06:31:32.819 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.895288+0000", 2024-08-10T06:31:32.819 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.895288+0000", 2024-08-10T06:31:32.819 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.819 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.819 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.819 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.895288+0000", 2024-08-10T06:31:32.819 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.895288+0000", 2024-08-10T06:31:32.819 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.819 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:32.819 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.819 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.819 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 374, 2024-08-10T06:31:32.819 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.819 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.820 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.820 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.820 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:32.820 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.820 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.820 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.820 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.3d", 2024-08-10T06:31:32.820 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.820 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.820 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.820 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5324, 2024-08-10T06:31:32.820 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.820 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:10:11.654828+0000", 2024-08-10T06:31:32.820 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.821 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.821 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.821 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.821 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.821 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.821 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.821 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.821 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.821 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.821 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.821 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.821 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.821 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.821 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.821 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.822 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.822 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.822 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.822 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:32.822 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:32.822 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.822 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:32.822 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.822 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.822 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.822 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.822 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.823 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:32.823 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.823 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.823 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.823 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.823 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.823 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.823 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.823 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:32.823 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:32.823 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.823 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.823 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.823 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:32.824 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:32.824 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.824 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.824 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.824 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.824 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:32.824 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:32.824 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:32.824 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.824 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-08-10T06:31:32.824 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:32.824 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.824 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.824 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.825 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:32.825 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:32.825 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:32.825 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.825 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-08-10T06:31:32.825 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.825 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.825 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:32.825 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.825 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.825 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.825 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.892826+0000", 2024-08-10T06:31:32.825 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.390643+0000", 2024-08-10T06:31:32.825 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.390643+0000", 2024-08-10T06:31:32.826 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.391064+0000", 2024-08-10T06:31:32.826 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.892826+0000", 2024-08-10T06:31:32.826 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.826 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.826 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.826 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:32.826 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.892826+0000", 2024-08-10T06:31:32.826 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.892826+0000", 2024-08-10T06:31:32.826 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.892826+0000", 2024-08-10T06:31:32.826 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.826 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.826 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.826 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.892826+0000", 2024-08-10T06:31:32.827 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.892826+0000", 2024-08-10T06:31:32.827 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.827 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:32.827 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.827 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.827 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:32.827 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.827 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.827 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.827 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.827 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:32.827 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.827 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.827 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.828 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.3e", 2024-08-10T06:31:32.828 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.828 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.828 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.828 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5298, 2024-08-10T06:31:32.828 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.828 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:51:12.816263+0000", 2024-08-10T06:31:32.828 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.828 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.828 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.828 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.828 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.828 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.828 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.829 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.829 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.829 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.829 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.829 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.829 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.829 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.829 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.829 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.829 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.829 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.829 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.829 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:32.829 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:32.830 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.830 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:32.830 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.830 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.830 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.830 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.830 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.830 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:32.830 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.830 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.830 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.830 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.830 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.830 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.831 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.831 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:32.831 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:32.831 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.831 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.831 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.831 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:32.831 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:32.831 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.831 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.831 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.831 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.831 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:32.831 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:32.832 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:32.832 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.832 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-08-10T06:31:32.832 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:32.832 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.832 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.832 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:32.832 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:32.832 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:32.832 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:32.832 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.832 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T06:31:32.832 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:32.833 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:32.833 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:32.833 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:32.833 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:32.833 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:32.833 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.403825+0000", 2024-08-10T06:31:32.833 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.361888+0000", 2024-08-10T06:31:32.833 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.361888+0000", 2024-08-10T06:31:32.833 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.364152+0000", 2024-08-10T06:31:32.833 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.403825+0000", 2024-08-10T06:31:32.833 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.833 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:32.833 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.833 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:32.834 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.403825+0000", 2024-08-10T06:31:32.834 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.403825+0000", 2024-08-10T06:31:32.834 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.403825+0000", 2024-08-10T06:31:32.834 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:32.834 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:32.834 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:32.834 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.403825+0000", 2024-08-10T06:31:32.834 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.403825+0000", 2024-08-10T06:31:32.834 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:32.834 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:32.834 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:32.834 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:32.834 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:32.835 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:32.835 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:32.835 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:32.835 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:32.835 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:32.835 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:32.835 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:32.835 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:32.835 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.3f", 2024-08-10T06:31:32.835 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:32.835 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:32.835 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:32.835 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5099, 2024-08-10T06:31:32.835 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:32.836 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T16:15:44.690796+0000", 2024-08-10T06:31:32.836 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:32.836 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:32.836 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.836 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.836 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.836 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.836 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.836 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.836 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.836 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.836 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.836 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.836 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.837 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.837 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.837 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.837 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.837 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.837 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.837 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:32.837 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:32.837 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.837 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:32.837 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.837 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.838 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.838 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.838 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.838 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:32.838 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.838 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.838 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.838 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.838 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.838 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.838 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.838 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:32.838 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:32.838 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.839 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.839 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.839 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:32.839 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:32.839 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.839 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:32.839 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:32.839 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:32.839 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:32.839 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:32.839 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:32.839 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.839 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T06:31:32.840 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:32.840 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:32.840 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.840 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_per_pool": [ 2024-08-10T06:31:32.840 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.840 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": 3, 2024-08-10T06:31:32.840 INFO:tasks.workunit.client.0.smithi031.stdout: "application": [ 2024-08-10T06:31:32.840 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr" 2024-08-10T06:31:32.840 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.840 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 253, 2024-08-10T06:31:32.840 INFO:tasks.workunit.client.0.smithi031.stdout: "num_pg": 1, 2024-08-10T06:31:32.840 INFO:tasks.workunit.client.0.smithi031.stdout: "num_store_stats": 3, 2024-08-10T06:31:32.840 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 253, 2024-08-10T06:31:32.840 INFO:tasks.workunit.client.0.smithi031.stdout: "poolid": 1, 2024-08-10T06:31:32.840 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.841 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 590368, 2024-08-10T06:31:32.841 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.841 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 1771104, 2024-08-10T06:31:32.841 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.841 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.841 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.841 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.841 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.841 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.841 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.841 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.841 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.841 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.842 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.842 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.842 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.842 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 6, 2024-08-10T06:31:32.842 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 2, 2024-08-10T06:31:32.842 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.842 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 2, 2024-08-10T06:31:32.842 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.842 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.842 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.842 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.842 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.842 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:32.842 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.843 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 6, 2024-08-10T06:31:32.843 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.843 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.843 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.843 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.843 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.843 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 1322, 2024-08-10T06:31:32.843 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 2114, 2024-08-10T06:31:32.843 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.843 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.843 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.843 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 423, 2024-08-10T06:31:32.843 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 2416 2024-08-10T06:31:32.843 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.843 INFO:tasks.workunit.client.0.smithi031.stdout: "store_stats": { 2024-08-10T06:31:32.844 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": 1781760, 2024-08-10T06:31:32.844 INFO:tasks.workunit.client.0.smithi031.stdout: "available": 0, 2024-08-10T06:31:32.844 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed": 0, 2024-08-10T06:31:32.844 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed_allocated": 0, 2024-08-10T06:31:32.844 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed_original": 0, 2024-08-10T06:31:32.844 INFO:tasks.workunit.client.0.smithi031.stdout: "data_stored": 1771104, 2024-08-10T06:31:32.844 INFO:tasks.workunit.client.0.smithi031.stdout: "internal_metadata": 0, 2024-08-10T06:31:32.844 INFO:tasks.workunit.client.0.smithi031.stdout: "internally_reserved": 0, 2024-08-10T06:31:32.844 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_allocated": 0, 2024-08-10T06:31:32.844 INFO:tasks.workunit.client.0.smithi031.stdout: "total": 0 2024-08-10T06:31:32.844 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.844 INFO:tasks.workunit.client.0.smithi031.stdout: "up": 3 2024-08-10T06:31:32.844 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.844 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.845 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": 96, 2024-08-10T06:31:32.845 INFO:tasks.workunit.client.0.smithi031.stdout: "application": [ 2024-08-10T06:31:32.845 INFO:tasks.workunit.client.0.smithi031.stdout: "cephfs" 2024-08-10T06:31:32.845 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.845 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 68, 2024-08-10T06:31:32.845 INFO:tasks.workunit.client.0.smithi031.stdout: "num_pg": 32, 2024-08-10T06:31:32.845 INFO:tasks.workunit.client.0.smithi031.stdout: "num_store_stats": 8, 2024-08-10T06:31:32.845 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 68, 2024-08-10T06:31:32.845 INFO:tasks.workunit.client.0.smithi031.stdout: "poolid": 2, 2024-08-10T06:31:32.845 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.845 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 6596, 2024-08-10T06:31:32.845 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.845 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.845 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.846 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.846 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.846 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.846 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.846 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.846 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.846 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.846 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.846 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.846 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.846 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.846 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.846 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 66, 2024-08-10T06:31:32.847 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 22, 2024-08-10T06:31:32.847 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.847 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 22, 2024-08-10T06:31:32.847 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.847 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.847 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.847 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.847 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.847 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 14, 2024-08-10T06:31:32.847 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.847 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.847 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.847 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.847 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.848 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.848 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.848 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 79, 2024-08-10T06:31:32.848 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 86, 2024-08-10T06:31:32.848 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.848 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.848 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.848 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 68, 2024-08-10T06:31:32.848 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 35 2024-08-10T06:31:32.848 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.848 INFO:tasks.workunit.client.0.smithi031.stdout: "store_stats": { 2024-08-10T06:31:32.848 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": 110592, 2024-08-10T06:31:32.848 INFO:tasks.workunit.client.0.smithi031.stdout: "available": 0, 2024-08-10T06:31:32.848 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed": 0, 2024-08-10T06:31:32.849 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed_allocated": 0, 2024-08-10T06:31:32.849 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed_original": 0, 2024-08-10T06:31:32.849 INFO:tasks.workunit.client.0.smithi031.stdout: "data_stored": 19788, 2024-08-10T06:31:32.849 INFO:tasks.workunit.client.0.smithi031.stdout: "internal_metadata": 0, 2024-08-10T06:31:32.849 INFO:tasks.workunit.client.0.smithi031.stdout: "internally_reserved": 0, 2024-08-10T06:31:32.849 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_allocated": 45341, 2024-08-10T06:31:32.849 INFO:tasks.workunit.client.0.smithi031.stdout: "total": 0 2024-08-10T06:31:32.849 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.849 INFO:tasks.workunit.client.0.smithi031.stdout: "up": 96 2024-08-10T06:31:32.849 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.849 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.849 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": 192, 2024-08-10T06:31:32.849 INFO:tasks.workunit.client.0.smithi031.stdout: "application": [ 2024-08-10T06:31:32.849 INFO:tasks.workunit.client.0.smithi031.stdout: "cephfs" 2024-08-10T06:31:32.849 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.850 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:32.850 INFO:tasks.workunit.client.0.smithi031.stdout: "num_pg": 64, 2024-08-10T06:31:32.850 INFO:tasks.workunit.client.0.smithi031.stdout: "num_store_stats": 8, 2024-08-10T06:31:32.850 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:32.850 INFO:tasks.workunit.client.0.smithi031.stdout: "poolid": 3, 2024-08-10T06:31:32.850 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.850 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.850 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.850 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.850 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.850 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.850 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.850 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.851 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.851 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.851 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.851 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.851 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.851 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.851 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.851 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.851 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.851 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:32.851 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:32.851 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.851 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:32.851 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:32.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:32.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:32.853 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.853 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.853 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.853 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:32.853 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:32.853 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.853 INFO:tasks.workunit.client.0.smithi031.stdout: "store_stats": { 2024-08-10T06:31:32.853 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": 0, 2024-08-10T06:31:32.853 INFO:tasks.workunit.client.0.smithi031.stdout: "available": 0, 2024-08-10T06:31:32.853 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed": 0, 2024-08-10T06:31:32.853 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed_allocated": 0, 2024-08-10T06:31:32.853 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed_original": 0, 2024-08-10T06:31:32.853 INFO:tasks.workunit.client.0.smithi031.stdout: "data_stored": 0, 2024-08-10T06:31:32.853 INFO:tasks.workunit.client.0.smithi031.stdout: "internal_metadata": 0, 2024-08-10T06:31:32.854 INFO:tasks.workunit.client.0.smithi031.stdout: "internally_reserved": 0, 2024-08-10T06:31:32.854 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_allocated": 0, 2024-08-10T06:31:32.854 INFO:tasks.workunit.client.0.smithi031.stdout: "total": 0 2024-08-10T06:31:32.854 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.854 INFO:tasks.workunit.client.0.smithi031.stdout: "up": 192 2024-08-10T06:31:32.854 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.854 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.854 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": 24, 2024-08-10T06:31:32.854 INFO:tasks.workunit.client.0.smithi031.stdout: "application": [ 2024-08-10T06:31:32.854 INFO:tasks.workunit.client.0.smithi031.stdout: "rbd" 2024-08-10T06:31:32.854 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.854 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 24457, 2024-08-10T06:31:32.854 INFO:tasks.workunit.client.0.smithi031.stdout: "num_pg": 8, 2024-08-10T06:31:32.855 INFO:tasks.workunit.client.0.smithi031.stdout: "num_store_stats": 8, 2024-08-10T06:31:32.855 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 24457, 2024-08-10T06:31:32.855 INFO:tasks.workunit.client.0.smithi031.stdout: "poolid": 4, 2024-08-10T06:31:32.855 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.855 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 4194323, 2024-08-10T06:31:32.855 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.855 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.855 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.855 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.855 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.855 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.855 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.855 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.855 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.855 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.856 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.856 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.856 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.856 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.856 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.856 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 12, 2024-08-10T06:31:32.856 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 4, 2024-08-10T06:31:32.856 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.856 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 4, 2024-08-10T06:31:32.856 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.856 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.856 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.856 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.857 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.857 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 2, 2024-08-10T06:31:32.857 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.857 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.857 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.857 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.857 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.857 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.857 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.857 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 9012, 2024-08-10T06:31:32.857 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 3062416, 2024-08-10T06:31:32.857 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.857 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.857 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.857 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 24326, 2024-08-10T06:31:32.858 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 3116361 2024-08-10T06:31:32.858 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.858 INFO:tasks.workunit.client.0.smithi031.stdout: "store_stats": { 2024-08-10T06:31:32.858 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": 12595200, 2024-08-10T06:31:32.858 INFO:tasks.workunit.client.0.smithi031.stdout: "available": 0, 2024-08-10T06:31:32.858 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed": 0, 2024-08-10T06:31:32.858 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed_allocated": 0, 2024-08-10T06:31:32.858 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed_original": 0, 2024-08-10T06:31:32.858 INFO:tasks.workunit.client.0.smithi031.stdout: "data_stored": 12582969, 2024-08-10T06:31:32.858 INFO:tasks.workunit.client.0.smithi031.stdout: "internal_metadata": 0, 2024-08-10T06:31:32.858 INFO:tasks.workunit.client.0.smithi031.stdout: "internally_reserved": 0, 2024-08-10T06:31:32.858 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_allocated": 0, 2024-08-10T06:31:32.859 INFO:tasks.workunit.client.0.smithi031.stdout: "total": 0 2024-08-10T06:31:32.859 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.859 INFO:tasks.workunit.client.0.smithi031.stdout: "up": 24 2024-08-10T06:31:32.859 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:32.859 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.859 INFO:tasks.workunit.client.0.smithi031.stdout: "usage": { 2024-08-10T06:31:32.859 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_num": 105, 2024-08-10T06:31:32.859 INFO:tasks.workunit.client.0.smithi031.stdout: "pools": 4, 2024-08-10T06:31:32.859 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_by_class": { 2024-08-10T06:31:32.859 INFO:tasks.workunit.client.0.smithi031.stdout: "ssd": { 2024-08-10T06:31:32.859 INFO:tasks.workunit.client.0.smithi031.stdout: "total_avail_bytes": 763918761984, 2024-08-10T06:31:32.859 INFO:tasks.workunit.client.0.smithi031.stdout: "total_bytes": 767960285184, 2024-08-10T06:31:32.859 INFO:tasks.workunit.client.0.smithi031.stdout: "total_used_bytes": 4041523200, 2024-08-10T06:31:32.859 INFO:tasks.workunit.client.0.smithi031.stdout: "total_used_raw_bytes": 4041523200, 2024-08-10T06:31:32.860 INFO:tasks.workunit.client.0.smithi031.stdout: "total_used_raw_ratio": 0.00526267196983099 2024-08-10T06:31:32.860 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:32.860 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.860 INFO:tasks.workunit.client.0.smithi031.stdout: "total_avail_bytes": 763918761984, 2024-08-10T06:31:32.860 INFO:tasks.workunit.client.0.smithi031.stdout: "total_bytes": 767960285184, 2024-08-10T06:31:32.860 INFO:tasks.workunit.client.0.smithi031.stdout: "total_used_bytes": 4041523200 2024-08-10T06:31:32.860 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:32.860 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:32.860 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-08-10T06:31:32.861 INFO:tasks.workunit.client.0.smithi031.stderr:+ ceph telemetry show 2024-08-10T06:31:32.861 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:30 smithi031 ceph-mon[98130]: from='client.36051 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:31:32.861 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:30 smithi031 ceph-mon[98130]: from='client.36051 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:31:32.862 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:30 smithi031 ceph-mon[98130]: from='client.46004 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:31:32.862 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:30 smithi031 ceph-mon[98130]: pgmap v4840: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:31:32.862 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:30 smithi031 ceph-mon[98130]: from='client.46004 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:31:32.862 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:30 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:31:32.862 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:30 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T06:31:32.862 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:30 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:32.862 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:30 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:32.862 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:30 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:32.862 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:30 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:32.862 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:30 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:32.862 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:30 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:32.862 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:30 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:32.863 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:30 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:32.863 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:30 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:32.863 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:30 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:31:32.863 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:30 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:31:32.863 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:30 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:32.863 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:30 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:32.863 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:30 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:32.863 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:30 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:31:32.863 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:30 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:31:32.863 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:30 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:32.863 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:30 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:32.863 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:30 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:32.863 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:30 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:31:32.863 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:30 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:31:32.864 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:30 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:32.864 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:30 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:32.864 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:30 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:32.864 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:30 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:31:32.865 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:30 smithi031 ceph-mon[100614]: from='client.36051 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:31:32.865 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:30 smithi031 ceph-mon[100614]: from='client.36051 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:31:32.865 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:30 smithi031 ceph-mon[100614]: from='client.46004 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:31:32.865 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:30 smithi031 ceph-mon[100614]: pgmap v4840: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:31:32.865 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:30 smithi031 ceph-mon[100614]: from='client.46004 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:31:32.865 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:30 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:31:32.865 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:30 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T06:31:32.865 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:30 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:32.865 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:30 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:32.865 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:30 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:32.865 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:30 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:32.865 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:30 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:32.865 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:30 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:32.866 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:30 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:32.866 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:30 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:32.866 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:30 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:32.866 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:30 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:31:32.866 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:30 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:31:32.866 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:30 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:32.866 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:30 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:32.866 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:30 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:32.866 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:30 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:31:32.866 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:30 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:31:32.866 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:30 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:32.866 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:30 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:32.867 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:30 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:32.867 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:30 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:31:32.867 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:30 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:31:32.867 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:30 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:32.867 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:30 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:32.867 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:30 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:32.867 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:30 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:31:32.867 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:31 smithi196 ceph-mon[90243]: from='client.36075 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:31:32.867 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:31 smithi196 ceph-mon[90243]: from='client.36075 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:31:32.867 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:31 smithi196 ceph-mon[90243]: from='client.46028 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:31:32.867 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:31 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T06:31:32.868 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:31 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:32.868 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:31 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:32.868 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:31 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:32.868 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:31 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:32.868 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:31 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:32.868 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:31 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:32.868 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:31 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:32.868 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:31 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:32.868 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:31 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:32.868 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:31 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:31:32.868 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:31 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:31:32.868 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:31 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:32.868 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:31 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:32.869 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:31 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:32.869 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:31 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:31:32.869 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:31 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:31:32.869 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:31 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:32.869 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:31 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:32.869 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:31 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:32.869 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:31 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:31:32.869 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:31 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:31:32.869 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:31 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:32.869 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:31 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:32.869 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:31 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:32.869 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:31 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:31:32.869 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:31 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T06:31:32.869 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:31 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:32.869 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:31 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:32.870 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:31 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:32.870 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:31 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:32.870 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:31 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:32.870 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:31 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:32.870 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:31 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:32.870 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:31 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:32.870 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:31 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:32.870 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:31 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:31:32.870 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:31 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:31:32.870 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:31 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:32.870 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:31 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:32.870 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:31 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:32.870 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:31 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:31:32.871 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:31 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:31:32.871 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:31 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:32.871 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:31 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:32.871 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:31 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:32.871 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:31 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:31:32.871 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:31 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:31:32.871 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:31 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:32.871 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:31 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:32.871 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:31 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:32.871 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:31 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:31:32.871 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:31 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T06:31:32.871 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:31 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:32.871 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:31 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:32.871 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:31 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:32.872 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:31 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:32.872 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:31 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:32.872 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:31 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:32.872 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:31 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:32.872 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:31 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:32.872 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:31 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:32.872 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:31 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:31:32.872 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:31 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:31:32.872 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:31 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:32.872 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:31 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:32.872 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:31 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:32.872 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:31 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:31:32.872 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:31 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:31:32.872 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:31 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:32.872 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:31 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:32.873 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:31 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:32.873 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:31 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:31:32.873 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:31 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:31:32.873 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:31 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:32.873 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:31 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:32.873 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:31 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:32.873 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:31:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:31:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:31:32.874 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:32 smithi196 ceph-mon[90243]: from='client.46028 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:31:32.875 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:32 smithi196 ceph-mon[90243]: from='client.36099 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:31:32.875 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:32 smithi196 ceph-mon[90243]: pgmap v4841: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.6 KiB/s rd, 0 B/s wr, 3 op/s 2024-08-10T06:31:32.875 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:32 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:31:32.875 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:32 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T06:31:32.875 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:32 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:32.875 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:32 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:32.875 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:32 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:32.875 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:32 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:32.875 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:32 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:32.875 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:32 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:32.875 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:32 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:32.875 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:32 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:32.875 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:32 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:32.876 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:32 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:31:32.876 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:32 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:31:32.876 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:32 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:32.876 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:32 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:32.876 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:32 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:32.876 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:32 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:31:32.876 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:32 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:31:32.876 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:32 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:32.876 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:32 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:32.876 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:32 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:32.876 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:32 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:31:32.876 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:32 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:31:32.876 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:32 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:32.876 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:32 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:32.877 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:32 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:32.884 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-08-10T06:31:32.884 INFO:tasks.workunit.client.0.smithi031.stdout: "balancer": { 2024-08-10T06:31:32.884 INFO:tasks.workunit.client.0.smithi031.stdout: "active": true, 2024-08-10T06:31:32.885 INFO:tasks.workunit.client.0.smithi031.stdout: "mode": "" 2024-08-10T06:31:32.885 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.885 INFO:tasks.workunit.client.0.smithi031.stdout: "channels": [ 2024-08-10T06:31:32.885 INFO:tasks.workunit.client.0.smithi031.stdout: "basic", 2024-08-10T06:31:32.885 INFO:tasks.workunit.client.0.smithi031.stdout: "crash", 2024-08-10T06:31:32.885 INFO:tasks.workunit.client.0.smithi031.stdout: "device", 2024-08-10T06:31:32.885 INFO:tasks.workunit.client.0.smithi031.stdout: "ident", 2024-08-10T06:31:32.885 INFO:tasks.workunit.client.0.smithi031.stdout: "perf" 2024-08-10T06:31:32.885 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.885 INFO:tasks.workunit.client.0.smithi031.stdout: "channels_available": [ 2024-08-10T06:31:32.885 INFO:tasks.workunit.client.0.smithi031.stdout: "basic", 2024-08-10T06:31:32.885 INFO:tasks.workunit.client.0.smithi031.stdout: "ident", 2024-08-10T06:31:32.885 INFO:tasks.workunit.client.0.smithi031.stdout: "crash", 2024-08-10T06:31:32.886 INFO:tasks.workunit.client.0.smithi031.stdout: "device", 2024-08-10T06:31:32.886 INFO:tasks.workunit.client.0.smithi031.stdout: "perf" 2024-08-10T06:31:32.886 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.886 INFO:tasks.workunit.client.0.smithi031.stdout: "collections_available": [ 2024-08-10T06:31:32.886 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_base", 2024-08-10T06:31:32.886 INFO:tasks.workunit.client.0.smithi031.stdout: "device_base", 2024-08-10T06:31:32.886 INFO:tasks.workunit.client.0.smithi031.stdout: "crash_base", 2024-08-10T06:31:32.886 INFO:tasks.workunit.client.0.smithi031.stdout: "ident_base", 2024-08-10T06:31:32.886 INFO:tasks.workunit.client.0.smithi031.stdout: "perf_perf", 2024-08-10T06:31:32.886 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_mds_metadata", 2024-08-10T06:31:32.886 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_pool_usage", 2024-08-10T06:31:32.886 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_usage_by_class", 2024-08-10T06:31:32.886 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_rook_v01", 2024-08-10T06:31:32.887 INFO:tasks.workunit.client.0.smithi031.stdout: "perf_memory_metrics", 2024-08-10T06:31:32.887 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_pool_options_bluestore", 2024-08-10T06:31:32.887 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_pool_flags" 2024-08-10T06:31:32.887 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.887 INFO:tasks.workunit.client.0.smithi031.stdout: "collections_opted_in": [ 2024-08-10T06:31:32.887 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_base", 2024-08-10T06:31:32.887 INFO:tasks.workunit.client.0.smithi031.stdout: "device_base", 2024-08-10T06:31:32.887 INFO:tasks.workunit.client.0.smithi031.stdout: "crash_base", 2024-08-10T06:31:32.887 INFO:tasks.workunit.client.0.smithi031.stdout: "ident_base", 2024-08-10T06:31:32.887 INFO:tasks.workunit.client.0.smithi031.stdout: "perf_perf", 2024-08-10T06:31:32.887 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_mds_metadata", 2024-08-10T06:31:32.887 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_pool_usage", 2024-08-10T06:31:32.887 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_usage_by_class", 2024-08-10T06:31:32.888 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_rook_v01", 2024-08-10T06:31:32.888 INFO:tasks.workunit.client.0.smithi031.stdout: "perf_memory_metrics", 2024-08-10T06:31:32.888 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_pool_options_bluestore" 2024-08-10T06:31:32.888 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.888 INFO:tasks.workunit.client.0.smithi031.stdout: "config": { 2024-08-10T06:31:32.888 INFO:tasks.workunit.client.0.smithi031.stdout: "active_changed": [ 2024-08-10T06:31:32.888 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-10T06:31:32.888 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_debug", 2024-08-10T06:31:32.888 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_mon_ticket_ttl", 2024-08-10T06:31:32.888 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_service_ticket_ttl", 2024-08-10T06:31:32.888 INFO:tasks.workunit.client.0.smithi031.stdout: "bdev_debug_aio", 2024-08-10T06:31:32.888 INFO:tasks.workunit.client.0.smithi031.stdout: "client_check_pool_perm", 2024-08-10T06:31:32.888 INFO:tasks.workunit.client.0.smithi031.stdout: "client_mount_gid", 2024-08-10T06:31:32.889 INFO:tasks.workunit.client.0.smithi031.stdout: "client_mount_uid", 2024-08-10T06:31:32.889 INFO:tasks.workunit.client.0.smithi031.stdout: "client_quota", 2024-08-10T06:31:32.889 INFO:tasks.workunit.client.0.smithi031.stdout: "container_image", 2024-08-10T06:31:32.889 INFO:tasks.workunit.client.0.smithi031.stdout: "daemonize", 2024-08-10T06:31:32.889 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_asserts_on_shutdown", 2024-08-10T06:31:32.889 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_mgr", 2024-08-10T06:31:32.889 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_mon", 2024-08-10T06:31:32.889 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_ms", 2024-08-10T06:31:32.889 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_osd", 2024-08-10T06:31:32.889 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_paxos", 2024-08-10T06:31:32.889 INFO:tasks.workunit.client.0.smithi031.stdout: "keyring", 2024-08-10T06:31:32.889 INFO:tasks.workunit.client.0.smithi031.stdout: "log_to_file", 2024-08-10T06:31:32.889 INFO:tasks.workunit.client.0.smithi031.stdout: "log_to_journald", 2024-08-10T06:31:32.889 INFO:tasks.workunit.client.0.smithi031.stdout: "log_to_stderr", 2024-08-10T06:31:32.890 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_allow_pool_delete", 2024-08-10T06:31:32.890 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_clock_drift_allowed", 2024-08-10T06:31:32.890 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_cluster_log_to_file", 2024-08-10T06:31:32.890 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_cluster_log_to_journald", 2024-08-10T06:31:32.890 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_cluster_log_to_stderr", 2024-08-10T06:31:32.890 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_data_avail_warn", 2024-08-10T06:31:32.890 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_election_default_strategy", 2024-08-10T06:31:32.890 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_host", 2024-08-10T06:31:32.890 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_max_pg_per_osd", 2024-08-10T06:31:32.890 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_mds_skip_sanity", 2024-08-10T06:31:32.890 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_mgr_mkfs_grace", 2024-08-10T06:31:32.890 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_osd_prime_pg_temp", 2024-08-10T06:31:32.890 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_osd_reporter_subtree_level", 2024-08-10T06:31:32.891 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_pg_warn_max_object_skew", 2024-08-10T06:31:32.891 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-10T06:31:32.891 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-10T06:31:32.891 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-10T06:31:32.891 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-10T06:31:32.891 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-10T06:31:32.891 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-10T06:31:32.891 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-10T06:31:32.891 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-10T06:31:32.891 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_too_few_osds", 2024-08-10T06:31:32.891 INFO:tasks.workunit.client.0.smithi031.stdout: "ms_die_on_bug", 2024-08-10T06:31:32.891 INFO:tasks.workunit.client.0.smithi031.stdout: "ms_die_on_old_message", 2024-08-10T06:31:32.891 INFO:tasks.workunit.client.0.smithi031.stdout: "no_config_file", 2024-08-10T06:31:32.892 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_class_default_list", 2024-08-10T06:31:32.892 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_class_load_list", 2024-08-10T06:31:32.892 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_misdirected_ops", 2024-08-10T06:31:32.892 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_op_order", 2024-08-10T06:31:32.892 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_pg_log_writeout", 2024-08-10T06:31:32.892 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_shutdown", 2024-08-10T06:31:32.892 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_verify_cached_snaps", 2024-08-10T06:31:32.892 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_verify_missing_on_start", 2024-08-10T06:31:32.892 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_verify_stray_on_activate", 2024-08-10T06:31:32.892 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-10T06:31:32.892 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_delete_sleep", 2024-08-10T06:31:32.892 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_delete_sleep_hdd", 2024-08-10T06:31:32.892 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_delete_sleep_hybrid", 2024-08-10T06:31:32.892 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_delete_sleep_ssd", 2024-08-10T06:31:32.893 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_max_backfills", 2024-08-10T06:31:32.893 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-08-10T06:31:32.893 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_profile", 2024-08-10T06:31:32.893 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-08-10T06:31:32.893 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-08-10T06:31:32.893 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-08-10T06:31:32.893 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-08-10T06:31:32.893 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-08-10T06:31:32.893 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-08-10T06:31:32.893 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_client_lim", 2024-08-10T06:31:32.893 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_client_res", 2024-08-10T06:31:32.893 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_client_wgt", 2024-08-10T06:31:32.893 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_memory_target", 2024-08-10T06:31:32.894 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_memory_target_autotune", 2024-08-10T06:31:32.894 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_op_queue", 2024-08-10T06:31:32.894 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_op_queue_cut_off", 2024-08-10T06:31:32.894 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pool_default_erasure_code_profile", 2024-08-10T06:31:32.894 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-10T06:31:32.894 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recover_clone_overlap", 2024-08-10T06:31:32.894 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recovery_max_active", 2024-08-10T06:31:32.894 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recovery_max_active_hdd", 2024-08-10T06:31:32.894 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recovery_max_active_ssd", 2024-08-10T06:31:32.894 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recovery_max_chunk", 2024-08-10T06:31:32.894 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recovery_sleep", 2024-08-10T06:31:32.894 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recovery_sleep_hdd", 2024-08-10T06:31:32.894 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recovery_sleep_hybrid", 2024-08-10T06:31:32.894 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recovery_sleep_ssd", 2024-08-10T06:31:32.895 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_scrub_load_threshold", 2024-08-10T06:31:32.895 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_scrub_max_interval", 2024-08-10T06:31:32.895 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_scrub_sleep", 2024-08-10T06:31:32.895 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_shutdown_pgref_assert", 2024-08-10T06:31:32.895 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_snap_trim_sleep", 2024-08-10T06:31:32.895 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_snap_trim_sleep_hdd", 2024-08-10T06:31:32.895 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_snap_trim_sleep_hybrid", 2024-08-10T06:31:32.895 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_snap_trim_sleep_ssd", 2024-08-10T06:31:32.895 INFO:tasks.workunit.client.0.smithi031.stdout: "public_network", 2024-08-10T06:31:32.895 INFO:tasks.workunit.client.0.smithi031.stdout: "rbd_config_pool_override_update_timestamp", 2024-08-10T06:31:32.895 INFO:tasks.workunit.client.0.smithi031.stdout: "rbd_default_features", 2024-08-10T06:31:32.895 INFO:tasks.workunit.client.0.smithi031.stdout: "rbd_qos_exclude_ops", 2024-08-10T06:31:32.895 INFO:tasks.workunit.client.0.smithi031.stdout: "setgroup", 2024-08-10T06:31:32.895 INFO:tasks.workunit.client.0.smithi031.stdout: "setuser" 2024-08-10T06:31:32.896 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.896 INFO:tasks.workunit.client.0.smithi031.stdout: "cluster_changed": [ 2024-08-10T06:31:32.896 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-10T06:31:32.896 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_debug", 2024-08-10T06:31:32.896 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_mon_ticket_ttl", 2024-08-10T06:31:32.896 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_service_ticket_ttl", 2024-08-10T06:31:32.896 INFO:tasks.workunit.client.0.smithi031.stdout: "bdev_debug_aio", 2024-08-10T06:31:32.896 INFO:tasks.workunit.client.0.smithi031.stdout: "container_image", 2024-08-10T06:31:32.896 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_asserts_on_shutdown", 2024-08-10T06:31:32.896 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_mgr", 2024-08-10T06:31:32.896 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_mon", 2024-08-10T06:31:32.896 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_ms", 2024-08-10T06:31:32.896 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_osd", 2024-08-10T06:31:32.896 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_paxos", 2024-08-10T06:31:32.897 INFO:tasks.workunit.client.0.smithi031.stdout: "log_to_file", 2024-08-10T06:31:32.897 INFO:tasks.workunit.client.0.smithi031.stdout: "log_to_journald", 2024-08-10T06:31:32.897 INFO:tasks.workunit.client.0.smithi031.stdout: "log_to_stderr", 2024-08-10T06:31:32.897 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_join_fs", 2024-08-10T06:31:32.897 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/cephadm/allow_ptrace", 2024-08-10T06:31:32.897 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/cephadm/container_init", 2024-08-10T06:31:32.897 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/cephadm/migration_current", 2024-08-10T06:31:32.897 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/cephadm/use_repo_digest", 2024-08-10T06:31:32.897 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-08-10T06:31:32.897 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-08-10T06:31:32.897 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-08-10T06:31:32.897 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-08-10T06:31:32.897 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/dashboard/ssl_server_port", 2024-08-10T06:31:32.897 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/orchestrator/orchestrator", 2024-08-10T06:31:32.898 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/telemetry/channel_ident", 2024-08-10T06:31:32.898 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/telemetry/channel_perf", 2024-08-10T06:31:32.898 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/telemetry/description", 2024-08-10T06:31:32.898 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/telemetry/enabled", 2024-08-10T06:31:32.898 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/telemetry/organization", 2024-08-10T06:31:32.898 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_allow_pool_delete", 2024-08-10T06:31:32.898 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_clock_drift_allowed", 2024-08-10T06:31:32.898 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_cluster_log_to_file", 2024-08-10T06:31:32.898 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_data_avail_warn", 2024-08-10T06:31:32.898 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_election_default_strategy", 2024-08-10T06:31:32.898 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_max_pg_per_osd", 2024-08-10T06:31:32.898 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_mds_skip_sanity", 2024-08-10T06:31:32.898 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_mgr_mkfs_grace", 2024-08-10T06:31:32.899 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_osd_prime_pg_temp", 2024-08-10T06:31:32.899 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_osd_reporter_subtree_level", 2024-08-10T06:31:32.899 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_pg_warn_max_object_skew", 2024-08-10T06:31:32.899 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-10T06:31:32.899 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-10T06:31:32.899 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-10T06:31:32.899 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-10T06:31:32.899 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-10T06:31:32.899 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-10T06:31:32.899 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-10T06:31:32.899 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-10T06:31:32.899 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_too_few_osds", 2024-08-10T06:31:32.899 INFO:tasks.workunit.client.0.smithi031.stdout: "ms_die_on_bug", 2024-08-10T06:31:32.899 INFO:tasks.workunit.client.0.smithi031.stdout: "ms_die_on_old_message", 2024-08-10T06:31:32.900 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_class_default_list", 2024-08-10T06:31:32.900 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_class_load_list", 2024-08-10T06:31:32.900 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_misdirected_ops", 2024-08-10T06:31:32.900 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_op_order", 2024-08-10T06:31:32.900 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_pg_log_writeout", 2024-08-10T06:31:32.900 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_shutdown", 2024-08-10T06:31:32.900 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_verify_cached_snaps", 2024-08-10T06:31:32.900 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_verify_missing_on_start", 2024-08-10T06:31:32.900 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_verify_stray_on_activate", 2024-08-10T06:31:32.900 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-10T06:31:32.900 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-08-10T06:31:32.900 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_profile", 2024-08-10T06:31:32.900 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_memory_target", 2024-08-10T06:31:32.900 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_memory_target_autotune", 2024-08-10T06:31:32.900 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_op_queue", 2024-08-10T06:31:32.900 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_op_queue_cut_off", 2024-08-10T06:31:32.901 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pool_default_erasure_code_profile", 2024-08-10T06:31:32.901 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-10T06:31:32.901 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recover_clone_overlap", 2024-08-10T06:31:32.901 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recovery_max_chunk", 2024-08-10T06:31:32.901 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_scrub_load_threshold", 2024-08-10T06:31:32.901 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_scrub_max_interval", 2024-08-10T06:31:32.901 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_shutdown_pgref_assert", 2024-08-10T06:31:32.901 INFO:tasks.workunit.client.0.smithi031.stdout: "public_network", 2024-08-10T06:31:32.901 INFO:tasks.workunit.client.0.smithi031.stdout: "rbd_config_pool_override_update_timestamp", 2024-08-10T06:31:32.901 INFO:tasks.workunit.client.0.smithi031.stdout: "rgw_cache_enabled", 2024-08-10T06:31:32.902 INFO:tasks.workunit.client.0.smithi031.stdout: "rgw_enable_ops_log", 2024-08-10T06:31:32.902 INFO:tasks.workunit.client.0.smithi031.stdout: "rgw_enable_usage_log" 2024-08-10T06:31:32.902 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:32.902 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.902 INFO:tasks.workunit.client.0.smithi031.stdout: "contact": null, 2024-08-10T06:31:32.902 INFO:tasks.workunit.client.0.smithi031.stdout: "crashes": [], 2024-08-10T06:31:32.902 INFO:tasks.workunit.client.0.smithi031.stdout: "created": "2024-08-10T05:04:52.101829Z", 2024-08-10T06:31:32.902 INFO:tasks.workunit.client.0.smithi031.stdout: "crush": { 2024-08-10T06:31:32.902 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_algs": { 2024-08-10T06:31:32.902 INFO:tasks.workunit.client.0.smithi031.stdout: "straw2": 3 2024-08-10T06:31:32.902 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.902 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_sizes": { 2024-08-10T06:31:32.902 INFO:tasks.workunit.client.0.smithi031.stdout: "2": 1, 2024-08-10T06:31:32.903 INFO:tasks.workunit.client.0.smithi031.stdout: "4": 2 2024-08-10T06:31:32.903 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.903 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_types": { 2024-08-10T06:31:32.903 INFO:tasks.workunit.client.0.smithi031.stdout: "1": 2, 2024-08-10T06:31:32.903 INFO:tasks.workunit.client.0.smithi031.stdout: "11": 1 2024-08-10T06:31:32.903 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.903 INFO:tasks.workunit.client.0.smithi031.stdout: "compat_weight_set": false, 2024-08-10T06:31:32.903 INFO:tasks.workunit.client.0.smithi031.stdout: "device_classes": [ 2024-08-10T06:31:32.903 INFO:tasks.workunit.client.0.smithi031.stdout: 8 2024-08-10T06:31:32.903 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.903 INFO:tasks.workunit.client.0.smithi031.stdout: "num_buckets": 6, 2024-08-10T06:31:32.903 INFO:tasks.workunit.client.0.smithi031.stdout: "num_devices": 8, 2024-08-10T06:31:32.903 INFO:tasks.workunit.client.0.smithi031.stdout: "num_rules": 2, 2024-08-10T06:31:32.903 INFO:tasks.workunit.client.0.smithi031.stdout: "num_types": 12, 2024-08-10T06:31:32.903 INFO:tasks.workunit.client.0.smithi031.stdout: "num_weight_sets": 0, 2024-08-10T06:31:32.904 INFO:tasks.workunit.client.0.smithi031.stdout: "tunables": { 2024-08-10T06:31:32.904 INFO:tasks.workunit.client.0.smithi031.stdout: "allowed_bucket_algs": 54, 2024-08-10T06:31:32.904 INFO:tasks.workunit.client.0.smithi031.stdout: "choose_local_fallback_tries": 0, 2024-08-10T06:31:32.904 INFO:tasks.workunit.client.0.smithi031.stdout: "choose_local_tries": 0, 2024-08-10T06:31:32.904 INFO:tasks.workunit.client.0.smithi031.stdout: "choose_total_tries": 50, 2024-08-10T06:31:32.904 INFO:tasks.workunit.client.0.smithi031.stdout: "chooseleaf_descend_once": 1, 2024-08-10T06:31:32.904 INFO:tasks.workunit.client.0.smithi031.stdout: "chooseleaf_stable": 1, 2024-08-10T06:31:32.904 INFO:tasks.workunit.client.0.smithi031.stdout: "chooseleaf_vary_r": 1, 2024-08-10T06:31:32.904 INFO:tasks.workunit.client.0.smithi031.stdout: "has_msr_rules": 0, 2024-08-10T06:31:32.904 INFO:tasks.workunit.client.0.smithi031.stdout: "has_v2_rules": 1, 2024-08-10T06:31:32.904 INFO:tasks.workunit.client.0.smithi031.stdout: "has_v3_rules": 0, 2024-08-10T06:31:32.904 INFO:tasks.workunit.client.0.smithi031.stdout: "has_v4_buckets": 1, 2024-08-10T06:31:32.904 INFO:tasks.workunit.client.0.smithi031.stdout: "has_v5_rules": 0, 2024-08-10T06:31:32.904 INFO:tasks.workunit.client.0.smithi031.stdout: "legacy_tunables": 0, 2024-08-10T06:31:32.905 INFO:tasks.workunit.client.0.smithi031.stdout: "minimum_required_version": "jewel", 2024-08-10T06:31:32.905 INFO:tasks.workunit.client.0.smithi031.stdout: "msr_collision_tries": 100, 2024-08-10T06:31:32.905 INFO:tasks.workunit.client.0.smithi031.stdout: "msr_descents": 100, 2024-08-10T06:31:32.905 INFO:tasks.workunit.client.0.smithi031.stdout: "optimal_tunables": 1, 2024-08-10T06:31:32.905 INFO:tasks.workunit.client.0.smithi031.stdout: "profile": "jewel", 2024-08-10T06:31:32.905 INFO:tasks.workunit.client.0.smithi031.stdout: "require_feature_tunables": 1, 2024-08-10T06:31:32.905 INFO:tasks.workunit.client.0.smithi031.stdout: "require_feature_tunables2": 1, 2024-08-10T06:31:32.905 INFO:tasks.workunit.client.0.smithi031.stdout: "require_feature_tunables3": 1, 2024-08-10T06:31:32.905 INFO:tasks.workunit.client.0.smithi031.stdout: "require_feature_tunables5": 1, 2024-08-10T06:31:32.905 INFO:tasks.workunit.client.0.smithi031.stdout: "straw_calc_version": 1 2024-08-10T06:31:32.905 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:32.905 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.905 INFO:tasks.workunit.client.0.smithi031.stdout: "description": "upgrade test cluster", 2024-08-10T06:31:32.905 INFO:tasks.workunit.client.0.smithi031.stdout: "fs": { 2024-08-10T06:31:32.906 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-08-10T06:31:32.906 INFO:tasks.workunit.client.0.smithi031.stdout: "feature_flags": { 2024-08-10T06:31:32.906 INFO:tasks.workunit.client.0.smithi031.stdout: "enable_multiple": true, 2024-08-10T06:31:32.906 INFO:tasks.workunit.client.0.smithi031.stdout: "ever_enabled_multiple": true 2024-08-10T06:31:32.906 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.906 INFO:tasks.workunit.client.0.smithi031.stdout: "filesystems": [ 2024-08-10T06:31:32.906 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:32.906 INFO:tasks.workunit.client.0.smithi031.stdout: "approx_ctime": "2024-08", 2024-08-10T06:31:32.906 INFO:tasks.workunit.client.0.smithi031.stdout: "balancer_enabled": false, 2024-08-10T06:31:32.906 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.906 INFO:tasks.workunit.client.0.smithi031.stdout: "cached_caps": 0, 2024-08-10T06:31:32.906 INFO:tasks.workunit.client.0.smithi031.stdout: "cached_dns": 10, 2024-08-10T06:31:32.906 INFO:tasks.workunit.client.0.smithi031.stdout: "cached_inos": 13, 2024-08-10T06:31:32.906 INFO:tasks.workunit.client.0.smithi031.stdout: "cached_subtrees": 2, 2024-08-10T06:31:32.907 INFO:tasks.workunit.client.0.smithi031.stdout: "ever_allowed_features": 0, 2024-08-10T06:31:32.907 INFO:tasks.workunit.client.0.smithi031.stdout: "explicitly_allowed_features": 0, 2024-08-10T06:31:32.907 INFO:tasks.workunit.client.0.smithi031.stdout: "files": 0, 2024-08-10T06:31:32.907 INFO:tasks.workunit.client.0.smithi031.stdout: "max_mds": 1, 2024-08-10T06:31:32.907 INFO:tasks.workunit.client.0.smithi031.stdout: "num_data_pools": 1, 2024-08-10T06:31:32.907 INFO:tasks.workunit.client.0.smithi031.stdout: "num_in": 1, 2024-08-10T06:31:32.907 INFO:tasks.workunit.client.0.smithi031.stdout: "num_mds": 1, 2024-08-10T06:31:32.907 INFO:tasks.workunit.client.0.smithi031.stdout: "num_sessions": 0, 2024-08-10T06:31:32.907 INFO:tasks.workunit.client.0.smithi031.stdout: "num_standby_replay": 0, 2024-08-10T06:31:32.907 INFO:tasks.workunit.client.0.smithi031.stdout: "num_up": 1, 2024-08-10T06:31:32.907 INFO:tasks.workunit.client.0.smithi031.stdout: "snaps": 0, 2024-08-10T06:31:32.907 INFO:tasks.workunit.client.0.smithi031.stdout: "standby_count_wanted": 0 2024-08-10T06:31:32.907 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:32.908 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:32.908 INFO:tasks.workunit.client.0.smithi031.stdout: "num_standby_mds": 1, 2024-08-10T06:31:32.908 INFO:tasks.workunit.client.0.smithi031.stdout: "total_num_mds": 2 2024-08-10T06:31:32.908 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.908 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_stats": { 2024-08-10T06:31:32.908 INFO:tasks.workunit.client.0.smithi031.stdout: "mds": { 2024-08-10T06:31:32.908 INFO:tasks.workunit.client.0.smithi031.stdout: "mds.78b7f16c00d1f5b2f8ba1b3f812aa97559391734": { 2024-08-10T06:31:32.908 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 20144128, 2024-08-10T06:31:32.908 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 349880, 2024-08-10T06:31:32.908 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 2621440, 2024-08-10T06:31:32.908 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 819200, 2024-08-10T06:31:32.908 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 0, 2024-08-10T06:31:32.908 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 354, 2024-08-10T06:31:32.908 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:31:32.909 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 1097968, 2024-08-10T06:31:32.909 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 13, 2024-08-10T06:31:32.909 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 515072, 2024-08-10T06:31:32.909 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 14740568, 2024-08-10T06:31:32.909 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 20144128 2024-08-10T06:31:32.909 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.909 INFO:tasks.workunit.client.0.smithi031.stdout: "mds.8ebe73bd7ea27fbdeeae1ec6539f9be9b100ac0f": { 2024-08-10T06:31:32.909 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 20635648, 2024-08-10T06:31:32.909 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 432496, 2024-08-10T06:31:32.909 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 2621440, 2024-08-10T06:31:32.909 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 0, 2024-08-10T06:31:32.909 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 557056, 2024-08-10T06:31:32.909 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 480, 2024-08-10T06:31:32.909 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:31:32.909 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 1438968, 2024-08-10T06:31:32.910 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 22, 2024-08-10T06:31:32.910 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 1013248, 2024-08-10T06:31:32.910 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 15129496, 2024-08-10T06:31:32.910 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 21192704 2024-08-10T06:31:32.910 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:32.910 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.910 INFO:tasks.workunit.client.0.smithi031.stdout: "mon": { 2024-08-10T06:31:32.910 INFO:tasks.workunit.client.0.smithi031.stdout: "mon.62ad85b37c16ffdd779a4c5a495ed5779bfdb6c1": { 2024-08-10T06:31:32.910 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 176717824, 2024-08-10T06:31:32.910 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 2244312, 2024-08-10T06:31:32.910 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 2883584, 2024-08-10T06:31:32.910 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 0, 2024-08-10T06:31:32.910 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 2326528, 2024-08-10T06:31:32.911 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 6986, 2024-08-10T06:31:32.911 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:31:32.911 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 10513136, 2024-08-10T06:31:32.911 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 20, 2024-08-10T06:31:32.911 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 2323200, 2024-08-10T06:31:32.911 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 158753592, 2024-08-10T06:31:32.911 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 179044352 2024-08-10T06:31:32.911 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.911 INFO:tasks.workunit.client.0.smithi031.stdout: "mon.78b7f16c00d1f5b2f8ba1b3f812aa97559391734": { 2024-08-10T06:31:32.911 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 169017344, 2024-08-10T06:31:32.911 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 2139640, 2024-08-10T06:31:32.911 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 2883584, 2024-08-10T06:31:32.912 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 0, 2024-08-10T06:31:32.912 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 2678784, 2024-08-10T06:31:32.912 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 6531, 2024-08-10T06:31:32.912 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:31:32.912 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 10286624, 2024-08-10T06:31:32.912 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 20, 2024-08-10T06:31:32.912 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 2326272, 2024-08-10T06:31:32.912 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 151381224, 2024-08-10T06:31:32.912 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 171696128 2024-08-10T06:31:32.912 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.912 INFO:tasks.workunit.client.0.smithi031.stdout: "mon.8ebe73bd7ea27fbdeeae1ec6539f9be9b100ac0f": { 2024-08-10T06:31:32.912 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 265568256, 2024-08-10T06:31:32.912 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 5814320, 2024-08-10T06:31:32.913 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 3014656, 2024-08-10T06:31:32.913 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 376832, 2024-08-10T06:31:32.913 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 679936, 2024-08-10T06:31:32.913 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 10037, 2024-08-10T06:31:32.913 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:31:32.913 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 15402848, 2024-08-10T06:31:32.913 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 23, 2024-08-10T06:31:32.913 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 4787200, 2024-08-10T06:31:32.913 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 236172400, 2024-08-10T06:31:32.913 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 266248192 2024-08-10T06:31:32.913 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:32.913 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.913 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:32.914 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.0": { 2024-08-10T06:31:32.914 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 481394688, 2024-08-10T06:31:32.914 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 24810096, 2024-08-10T06:31:32.914 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 5373952, 2024-08-10T06:31:32.914 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 0, 2024-08-10T06:31:32.914 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 160522240, 2024-08-10T06:31:32.914 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 12986, 2024-08-10T06:31:32.914 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:31:32.914 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 72007784, 2024-08-10T06:31:32.914 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 53, 2024-08-10T06:31:32.914 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 10464256, 2024-08-10T06:31:32.914 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 368738600, 2024-08-10T06:31:32.914 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 641916928 2024-08-10T06:31:32.915 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.915 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.1": { 2024-08-10T06:31:32.915 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 418783232, 2024-08-10T06:31:32.915 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 27857240, 2024-08-10T06:31:32.915 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 5373952, 2024-08-10T06:31:32.915 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 0, 2024-08-10T06:31:32.915 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 45907968, 2024-08-10T06:31:32.915 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 13214, 2024-08-10T06:31:32.915 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:31:32.915 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 66973456, 2024-08-10T06:31:32.915 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 54, 2024-08-10T06:31:32.915 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 9793024, 2024-08-10T06:31:32.915 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 308785560, 2024-08-10T06:31:32.916 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 464691200 2024-08-10T06:31:32.916 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.916 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.2": { 2024-08-10T06:31:32.916 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 365404160, 2024-08-10T06:31:32.916 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 17296976, 2024-08-10T06:31:32.916 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 3145728, 2024-08-10T06:31:32.916 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 0, 2024-08-10T06:31:32.916 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 64151552, 2024-08-10T06:31:32.916 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 9852, 2024-08-10T06:31:32.916 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:31:32.916 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 48438968, 2024-08-10T06:31:32.916 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 60, 2024-08-10T06:31:32.916 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 10957312, 2024-08-10T06:31:32.916 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 285565176, 2024-08-10T06:31:32.917 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 429555712 2024-08-10T06:31:32.917 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.917 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.3": { 2024-08-10T06:31:32.917 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 478388224, 2024-08-10T06:31:32.917 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 20967840, 2024-08-10T06:31:32.917 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 3145728, 2024-08-10T06:31:32.917 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 49152, 2024-08-10T06:31:32.917 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 26370048, 2024-08-10T06:31:32.917 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 10585, 2024-08-10T06:31:32.917 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:31:32.917 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 55919712, 2024-08-10T06:31:32.917 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 53, 2024-08-10T06:31:32.917 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 12984320, 2024-08-10T06:31:32.918 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 385321472, 2024-08-10T06:31:32.918 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 504758272 2024-08-10T06:31:32.918 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.918 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.4": { 2024-08-10T06:31:32.918 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 397115392, 2024-08-10T06:31:32.918 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 23181440, 2024-08-10T06:31:32.918 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 3145728, 2024-08-10T06:31:32.918 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 0, 2024-08-10T06:31:32.918 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 130351104, 2024-08-10T06:31:32.918 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 10864, 2024-08-10T06:31:32.918 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:31:32.918 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 52659520, 2024-08-10T06:31:32.918 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 53, 2024-08-10T06:31:32.919 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 11886336, 2024-08-10T06:31:32.919 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 306242368, 2024-08-10T06:31:32.919 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 527466496 2024-08-10T06:31:32.919 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.919 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.5": { 2024-08-10T06:31:32.919 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 506560512, 2024-08-10T06:31:32.919 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 25951216, 2024-08-10T06:31:32.919 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 3276800, 2024-08-10T06:31:32.919 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 0, 2024-08-10T06:31:32.919 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 43368448, 2024-08-10T06:31:32.919 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 12693, 2024-08-10T06:31:32.919 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:31:32.919 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 56504216, 2024-08-10T06:31:32.919 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 60, 2024-08-10T06:31:32.920 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 12553216, 2024-08-10T06:31:32.920 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 408275064, 2024-08-10T06:31:32.920 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 549928960 2024-08-10T06:31:32.920 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.920 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.6": { 2024-08-10T06:31:32.920 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 507183104, 2024-08-10T06:31:32.920 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 18678384, 2024-08-10T06:31:32.920 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 3276800, 2024-08-10T06:31:32.920 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 0, 2024-08-10T06:31:32.920 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 4939776, 2024-08-10T06:31:32.920 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 11455, 2024-08-10T06:31:32.920 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:31:32.920 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 52819032, 2024-08-10T06:31:32.921 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 60, 2024-08-10T06:31:32.921 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 12916736, 2024-08-10T06:31:32.921 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 419492152, 2024-08-10T06:31:32.921 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 512122880 2024-08-10T06:31:32.921 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.921 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.7": { 2024-08-10T06:31:32.921 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 414818304, 2024-08-10T06:31:32.921 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 21146416, 2024-08-10T06:31:32.921 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 5242880, 2024-08-10T06:31:32.921 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 0, 2024-08-10T06:31:32.921 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 69361664, 2024-08-10T06:31:32.921 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 10771, 2024-08-10T06:31:32.921 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:31:32.921 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 55866152, 2024-08-10T06:31:32.922 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 51, 2024-08-10T06:31:32.922 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 10748672, 2024-08-10T06:31:32.922 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 321814184, 2024-08-10T06:31:32.922 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 484179968 2024-08-10T06:31:32.922 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:32.922 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:32.922 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.922 INFO:tasks.workunit.client.0.smithi031.stdout: "hosts": { 2024-08-10T06:31:32.922 INFO:tasks.workunit.client.0.smithi031.stdout: "num": 2, 2024-08-10T06:31:32.922 INFO:tasks.workunit.client.0.smithi031.stdout: "num_with_mds": 2, 2024-08-10T06:31:32.922 INFO:tasks.workunit.client.0.smithi031.stdout: "num_with_mgr": 2, 2024-08-10T06:31:32.922 INFO:tasks.workunit.client.0.smithi031.stdout: "num_with_mon": 2, 2024-08-10T06:31:32.922 INFO:tasks.workunit.client.0.smithi031.stdout: "num_with_osd": 2 2024-08-10T06:31:32.923 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.923 INFO:tasks.workunit.client.0.smithi031.stdout: "io_rate": { 2024-08-10T06:31:32.923 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_stats_delta": { 2024-08-10T06:31:32.923 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": 0, 2024-08-10T06:31:32.923 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:32.923 INFO:tasks.workunit.client.0.smithi031.stdout: "num_store_stats": 0, 2024-08-10T06:31:32.923 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:32.923 INFO:tasks.workunit.client.0.smithi031.stdout: "stamp_delta": "12.003075", 2024-08-10T06:31:32.923 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:32.923 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:32.923 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:32.923 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:32.923 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:32.924 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:32.924 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:32.924 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:32.924 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:32.924 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:32.924 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:32.924 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:32.924 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:32.924 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:32.924 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:32.924 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:32.924 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:32.924 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:32.924 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:32.925 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:32.925 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:32.925 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:32.925 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:32.925 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:32.925 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:32.925 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:32.925 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:32.925 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:32.925 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:32.925 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:32.925 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:32.925 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:32.925 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:32.926 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:32.926 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 37, 2024-08-10T06:31:32.926 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 31, 2024-08-10T06:31:32.926 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:32.926 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:32.926 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:32.926 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 8, 2024-08-10T06:31:32.926 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:32.926 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.926 INFO:tasks.workunit.client.0.smithi031.stdout: "store_stats": { 2024-08-10T06:31:32.926 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": 0, 2024-08-10T06:31:32.926 INFO:tasks.workunit.client.0.smithi031.stdout: "available": 0, 2024-08-10T06:31:32.926 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed": 0, 2024-08-10T06:31:32.927 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed_allocated": 0, 2024-08-10T06:31:32.927 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed_original": 0, 2024-08-10T06:31:32.927 INFO:tasks.workunit.client.0.smithi031.stdout: "data_stored": 0, 2024-08-10T06:31:32.927 INFO:tasks.workunit.client.0.smithi031.stdout: "internal_metadata": 0, 2024-08-10T06:31:32.927 INFO:tasks.workunit.client.0.smithi031.stdout: "internally_reserved": 0, 2024-08-10T06:31:32.927 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_allocated": 0, 2024-08-10T06:31:32.927 INFO:tasks.workunit.client.0.smithi031.stdout: "total": 0 2024-08-10T06:31:32.927 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.927 INFO:tasks.workunit.client.0.smithi031.stdout: "up": 0 2024-08-10T06:31:32.927 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:32.927 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.927 INFO:tasks.workunit.client.0.smithi031.stdout: "leaderboard": false, 2024-08-10T06:31:32.927 INFO:tasks.workunit.client.0.smithi031.stdout: "leaderboard_description": null, 2024-08-10T06:31:32.927 INFO:tasks.workunit.client.0.smithi031.stdout: "license": "sharing-1-0", 2024-08-10T06:31:32.928 INFO:tasks.workunit.client.0.smithi031.stdout: "mempool": { 2024-08-10T06:31:32.928 INFO:tasks.workunit.client.0.smithi031.stdout: "mds": { 2024-08-10T06:31:32.928 INFO:tasks.workunit.client.0.smithi031.stdout: "mds.78b7f16c00d1f5b2f8ba1b3f812aa97559391734": { 2024-08-10T06:31:32.928 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-08-10T06:31:32.928 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.928 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.928 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.928 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T06:31:32.928 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.928 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.928 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.928 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-08-10T06:31:32.928 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.928 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.929 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.929 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-08-10T06:31:32.929 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.929 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.929 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.929 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-08-10T06:31:32.929 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.929 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.929 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.929 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_blob": { 2024-08-10T06:31:32.929 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.929 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.929 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.929 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_buffer": { 2024-08-10T06:31:32.930 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.930 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.930 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.930 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-08-10T06:31:32.930 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.930 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.930 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.930 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-08-10T06:31:32.930 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.930 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.930 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.930 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-08-10T06:31:32.930 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.931 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.931 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.931 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-08-10T06:31:32.931 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.931 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.931 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.931 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_extent": { 2024-08-10T06:31:32.931 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.931 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.931 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.931 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-08-10T06:31:32.931 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.931 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.932 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.932 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-08-10T06:31:32.932 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.932 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.932 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.932 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_shared_blob": { 2024-08-10T06:31:32.932 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.932 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.932 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.932 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-08-10T06:31:32.932 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.932 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.932 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.932 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-08-10T06:31:32.933 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.933 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.933 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.933 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-08-10T06:31:32.933 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.933 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.933 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.933 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-08-10T06:31:32.933 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 149008, 2024-08-10T06:31:32.933 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 33 2024-08-10T06:31:32.933 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.933 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-08-10T06:31:32.933 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.933 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.934 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.934 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-08-10T06:31:32.934 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 928, 2024-08-10T06:31:32.934 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 2 2024-08-10T06:31:32.934 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.934 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:32.934 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.934 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.934 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.934 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-08-10T06:31:32.934 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.934 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.934 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.935 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-08-10T06:31:32.935 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.935 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.935 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.935 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-08-10T06:31:32.935 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.935 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.935 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.935 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-08-10T06:31:32.935 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.935 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.935 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.935 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-08-10T06:31:32.936 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.936 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.936 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.936 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-08-10T06:31:32.936 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.936 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.936 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.936 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-08-10T06:31:32.936 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.936 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.936 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:32.936 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.936 INFO:tasks.workunit.client.0.smithi031.stdout: "mds.8ebe73bd7ea27fbdeeae1ec6539f9be9b100ac0f": { 2024-08-10T06:31:32.936 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-08-10T06:31:32.937 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.937 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.937 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.937 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T06:31:32.937 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.937 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.937 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.937 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-08-10T06:31:32.937 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.937 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.937 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.937 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-08-10T06:31:32.938 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.938 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.938 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.938 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-08-10T06:31:32.938 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.938 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.938 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.938 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_blob": { 2024-08-10T06:31:32.938 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.938 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.938 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.938 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_buffer": { 2024-08-10T06:31:32.938 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.938 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.939 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.939 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-08-10T06:31:32.939 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.939 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.939 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.939 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-08-10T06:31:32.939 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.939 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.939 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.939 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-08-10T06:31:32.939 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.939 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.939 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.939 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-08-10T06:31:32.940 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.940 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.940 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.940 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_extent": { 2024-08-10T06:31:32.940 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.940 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.940 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.940 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-08-10T06:31:32.940 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.940 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.940 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.940 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-08-10T06:31:32.940 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.941 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.941 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.941 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_shared_blob": { 2024-08-10T06:31:32.941 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.941 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.941 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.941 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-08-10T06:31:32.941 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.941 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.941 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.941 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-08-10T06:31:32.941 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.941 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.941 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.942 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-08-10T06:31:32.942 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.942 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.942 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.942 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-08-10T06:31:32.942 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 221552, 2024-08-10T06:31:32.942 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 64 2024-08-10T06:31:32.942 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.942 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-08-10T06:31:32.942 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.942 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.942 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.942 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-08-10T06:31:32.943 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 52112, 2024-08-10T06:31:32.943 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 181 2024-08-10T06:31:32.943 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.943 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:32.943 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.943 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.943 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.943 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-08-10T06:31:32.943 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.943 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.943 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.943 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-08-10T06:31:32.943 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.943 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.944 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.944 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-08-10T06:31:32.944 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 12144, 2024-08-10T06:31:32.944 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 233 2024-08-10T06:31:32.944 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.944 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-08-10T06:31:32.944 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.944 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.944 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.944 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-08-10T06:31:32.944 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.944 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.944 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.944 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-08-10T06:31:32.945 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.945 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.945 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.945 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-08-10T06:31:32.945 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.945 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.945 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:32.945 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:32.945 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.945 INFO:tasks.workunit.client.0.smithi031.stdout: "mon": { 2024-08-10T06:31:32.945 INFO:tasks.workunit.client.0.smithi031.stdout: "mon.62ad85b37c16ffdd779a4c5a495ed5779bfdb6c1": { 2024-08-10T06:31:32.945 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-08-10T06:31:32.945 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.945 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.946 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.946 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T06:31:32.946 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.946 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.946 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.946 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-08-10T06:31:32.946 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.946 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.946 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.946 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-08-10T06:31:32.946 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.946 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.946 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.946 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-08-10T06:31:32.947 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.947 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.947 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.947 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_blob": { 2024-08-10T06:31:32.947 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.947 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.947 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.947 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_buffer": { 2024-08-10T06:31:32.947 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.947 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.947 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.947 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-08-10T06:31:32.947 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.948 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.948 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.948 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-08-10T06:31:32.948 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.948 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.948 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.948 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-08-10T06:31:32.948 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.948 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.948 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.948 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-08-10T06:31:32.948 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.948 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.949 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.949 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_extent": { 2024-08-10T06:31:32.949 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.949 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.949 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.949 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-08-10T06:31:32.949 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.949 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.949 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.949 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-08-10T06:31:32.949 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.949 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.949 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.949 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_shared_blob": { 2024-08-10T06:31:32.950 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.950 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.950 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.950 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-08-10T06:31:32.950 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.950 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.950 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.950 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-08-10T06:31:32.950 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.950 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.950 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.950 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-08-10T06:31:32.950 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.950 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.951 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.951 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-08-10T06:31:32.951 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 50254892, 2024-08-10T06:31:32.951 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 6817 2024-08-10T06:31:32.951 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.951 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-08-10T06:31:32.951 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 792, 2024-08-10T06:31:32.951 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 9 2024-08-10T06:31:32.951 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.951 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-08-10T06:31:32.951 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.951 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.951 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.951 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:32.952 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.952 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.952 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.952 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-08-10T06:31:32.952 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.952 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.952 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.952 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-08-10T06:31:32.952 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.952 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.952 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.952 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-08-10T06:31:32.952 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 10720, 2024-08-10T06:31:32.952 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 232 2024-08-10T06:31:32.953 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.953 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-08-10T06:31:32.953 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 70440, 2024-08-10T06:31:32.953 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 5158 2024-08-10T06:31:32.953 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.953 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-08-10T06:31:32.953 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 5720, 2024-08-10T06:31:32.953 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 152 2024-08-10T06:31:32.953 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.953 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-08-10T06:31:32.953 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.953 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.953 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.953 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-08-10T06:31:32.954 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.954 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.954 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:32.954 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.954 INFO:tasks.workunit.client.0.smithi031.stdout: "mon.78b7f16c00d1f5b2f8ba1b3f812aa97559391734": { 2024-08-10T06:31:32.954 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-08-10T06:31:32.954 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.954 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.954 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.954 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T06:31:32.954 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.954 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.954 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.954 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-08-10T06:31:32.955 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.955 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.955 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.955 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-08-10T06:31:32.955 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.955 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.955 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.955 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-08-10T06:31:32.955 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.955 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.955 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.955 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_blob": { 2024-08-10T06:31:32.956 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.956 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.956 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.956 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_buffer": { 2024-08-10T06:31:32.956 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.956 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.956 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.956 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-08-10T06:31:32.956 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.956 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.956 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.956 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-08-10T06:31:32.956 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.957 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.957 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.957 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-08-10T06:31:32.957 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.957 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.957 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.957 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-08-10T06:31:32.957 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.957 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.957 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.957 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_extent": { 2024-08-10T06:31:32.957 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.957 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.957 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.958 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-08-10T06:31:32.958 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.958 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.958 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.958 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-08-10T06:31:32.958 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.958 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.958 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.958 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_shared_blob": { 2024-08-10T06:31:32.958 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.958 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.958 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.958 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-08-10T06:31:32.959 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.959 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.959 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.959 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-08-10T06:31:32.959 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.959 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.959 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.959 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-08-10T06:31:32.959 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.959 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.959 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.959 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-08-10T06:31:32.959 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 43917864, 2024-08-10T06:31:32.959 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 5399 2024-08-10T06:31:32.960 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.960 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-08-10T06:31:32.960 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 264, 2024-08-10T06:31:32.960 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3 2024-08-10T06:31:32.960 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.960 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-08-10T06:31:32.960 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.960 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.960 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.960 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:32.960 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.960 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.960 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.960 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-08-10T06:31:32.961 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.961 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.961 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.961 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-08-10T06:31:32.961 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.961 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.961 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.961 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-08-10T06:31:32.961 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 10720, 2024-08-10T06:31:32.961 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 232 2024-08-10T06:31:32.961 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.961 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-08-10T06:31:32.961 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 70440, 2024-08-10T06:31:32.962 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 5158 2024-08-10T06:31:32.962 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.962 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-08-10T06:31:32.962 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 5720, 2024-08-10T06:31:32.962 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 152 2024-08-10T06:31:32.962 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.962 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-08-10T06:31:32.962 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.962 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.962 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.962 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-08-10T06:31:32.962 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.962 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.963 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:32.963 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.963 INFO:tasks.workunit.client.0.smithi031.stdout: "mon.8ebe73bd7ea27fbdeeae1ec6539f9be9b100ac0f": { 2024-08-10T06:31:32.963 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-08-10T06:31:32.963 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.963 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.963 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.963 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T06:31:32.963 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.963 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.963 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.963 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-08-10T06:31:32.963 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.963 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.964 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.964 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-08-10T06:31:32.964 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.964 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.964 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.964 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-08-10T06:31:32.964 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.964 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.964 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.964 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_blob": { 2024-08-10T06:31:32.964 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.964 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.964 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.964 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_buffer": { 2024-08-10T06:31:32.965 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.965 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.965 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.965 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-08-10T06:31:32.965 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.965 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.965 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.965 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-08-10T06:31:32.965 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.965 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.965 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.965 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-08-10T06:31:32.965 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.965 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.966 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.966 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-08-10T06:31:32.966 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.966 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.966 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.966 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_extent": { 2024-08-10T06:31:32.966 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.966 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.966 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.966 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-08-10T06:31:32.966 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.966 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.966 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.966 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-08-10T06:31:32.967 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.967 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.967 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.967 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_shared_blob": { 2024-08-10T06:31:32.967 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.967 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.967 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.967 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-08-10T06:31:32.967 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.967 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.967 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.967 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-08-10T06:31:32.967 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.967 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.968 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.968 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-08-10T06:31:32.968 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.968 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.968 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.968 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-08-10T06:31:32.968 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 53896140, 2024-08-10T06:31:32.968 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 7747 2024-08-10T06:31:32.968 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.968 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-08-10T06:31:32.968 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.968 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.968 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.968 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-08-10T06:31:32.968 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.969 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.969 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.969 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:32.969 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.969 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.969 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.969 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-08-10T06:31:32.969 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.969 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.969 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.969 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-08-10T06:31:32.969 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.969 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.969 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.970 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-08-10T06:31:32.970 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 10720, 2024-08-10T06:31:32.970 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 232 2024-08-10T06:31:32.970 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.970 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-08-10T06:31:32.970 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 70440, 2024-08-10T06:31:32.970 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 5158 2024-08-10T06:31:32.970 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.970 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-08-10T06:31:32.970 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 11440, 2024-08-10T06:31:32.970 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 304 2024-08-10T06:31:32.970 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.970 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-08-10T06:31:32.970 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.971 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.971 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.971 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-08-10T06:31:32.971 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.971 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.971 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:32.971 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:32.971 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.971 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:32.971 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.0": { 2024-08-10T06:31:32.971 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-08-10T06:31:32.971 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.971 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.971 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.972 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T06:31:32.972 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 19080, 2024-08-10T06:31:32.972 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 347 2024-08-10T06:31:32.972 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.972 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-08-10T06:31:32.972 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 34816, 2024-08-10T06:31:32.972 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 23 2024-08-10T06:31:32.972 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.972 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-08-10T06:31:32.972 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 960, 2024-08-10T06:31:32.972 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 5 2024-08-10T06:31:32.972 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.972 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-08-10T06:31:32.972 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 61200, 2024-08-10T06:31:32.972 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 765 2024-08-10T06:31:32.973 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.973 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_blob": { 2024-08-10T06:31:32.973 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 404560, 2024-08-10T06:31:32.973 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1945 2024-08-10T06:31:32.973 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.973 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_buffer": { 2024-08-10T06:31:32.973 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 256, 2024-08-10T06:31:32.973 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 32 2024-08-10T06:31:32.973 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.973 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-08-10T06:31:32.973 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 417414, 2024-08-10T06:31:32.973 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 124 2024-08-10T06:31:32.973 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.974 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-08-10T06:31:32.974 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 2505655, 2024-08-10T06:31:32.974 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 554281 2024-08-10T06:31:32.974 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.974 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-08-10T06:31:32.974 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 7094696, 2024-08-10T06:31:32.974 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 10465 2024-08-10T06:31:32.974 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.974 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-08-10T06:31:32.974 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 78600, 2024-08-10T06:31:32.974 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 8255 2024-08-10T06:31:32.974 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.974 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_extent": { 2024-08-10T06:31:32.974 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 93360, 2024-08-10T06:31:32.975 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1945 2024-08-10T06:31:32.975 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.975 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-08-10T06:31:32.975 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.975 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.975 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.975 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-08-10T06:31:32.975 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 185658, 2024-08-10T06:31:32.975 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1326 2024-08-10T06:31:32.975 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.975 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_shared_blob": { 2024-08-10T06:31:32.975 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.976 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.976 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.976 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-08-10T06:31:32.976 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.976 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.976 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.976 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-08-10T06:31:32.976 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 64195, 2024-08-10T06:31:32.976 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 49 2024-08-10T06:31:32.976 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.976 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-08-10T06:31:32.976 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.976 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.976 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.977 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-08-10T06:31:32.977 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 5100896, 2024-08-10T06:31:32.977 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 286 2024-08-10T06:31:32.977 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.977 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-08-10T06:31:32.977 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 10736, 2024-08-10T06:31:32.977 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 122 2024-08-10T06:31:32.977 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.977 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-08-10T06:31:32.977 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.977 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.977 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.977 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:32.977 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 522720, 2024-08-10T06:31:32.978 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 45 2024-08-10T06:31:32.978 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.978 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-08-10T06:31:32.978 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.978 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.978 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.978 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-08-10T06:31:32.978 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 7141576, 2024-08-10T06:31:32.978 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 18501 2024-08-10T06:31:32.978 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.978 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-08-10T06:31:32.978 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 642656, 2024-08-10T06:31:32.978 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 10341 2024-08-10T06:31:32.978 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.979 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-08-10T06:31:32.979 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.979 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.979 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.979 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-08-10T06:31:32.979 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.979 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.979 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.979 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-08-10T06:31:32.979 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.979 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.979 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.979 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-08-10T06:31:32.979 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.980 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.980 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:32.980 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.980 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.1": { 2024-08-10T06:31:32.980 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-08-10T06:31:32.980 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.980 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.980 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.980 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T06:31:32.980 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 20560, 2024-08-10T06:31:32.980 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 365 2024-08-10T06:31:32.980 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.980 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-08-10T06:31:32.980 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 272640, 2024-08-10T06:31:32.981 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 27 2024-08-10T06:31:32.981 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.981 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-08-10T06:31:32.981 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 1536, 2024-08-10T06:31:32.981 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 8 2024-08-10T06:31:32.981 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.981 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-08-10T06:31:32.981 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 60800, 2024-08-10T06:31:32.981 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 760 2024-08-10T06:31:32.981 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.981 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_blob": { 2024-08-10T06:31:32.981 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 402272, 2024-08-10T06:31:32.981 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1934 2024-08-10T06:31:32.981 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.982 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_buffer": { 2024-08-10T06:31:32.982 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 256, 2024-08-10T06:31:32.982 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 32 2024-08-10T06:31:32.982 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.982 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-08-10T06:31:32.982 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 1133085, 2024-08-10T06:31:32.982 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 295 2024-08-10T06:31:32.982 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.982 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-08-10T06:31:32.982 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 2523220, 2024-08-10T06:31:32.982 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 552671 2024-08-10T06:31:32.982 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.982 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-08-10T06:31:32.983 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 7069536, 2024-08-10T06:31:32.983 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 10428 2024-08-10T06:31:32.983 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.983 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-08-10T06:31:32.983 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 76416, 2024-08-10T06:31:32.983 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 8078 2024-08-10T06:31:32.983 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.983 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_extent": { 2024-08-10T06:31:32.983 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 92832, 2024-08-10T06:31:32.983 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1934 2024-08-10T06:31:32.983 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.983 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-08-10T06:31:32.983 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.983 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.984 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.984 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-08-10T06:31:32.984 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 185914, 2024-08-10T06:31:32.984 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1327 2024-08-10T06:31:32.984 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.984 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_shared_blob": { 2024-08-10T06:31:32.984 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.984 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.984 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.984 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-08-10T06:31:32.984 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.984 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.984 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.985 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-08-10T06:31:32.985 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 43826, 2024-08-10T06:31:32.985 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 37 2024-08-10T06:31:32.985 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.985 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-08-10T06:31:32.985 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.985 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.985 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.985 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-08-10T06:31:32.985 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 8417212, 2024-08-10T06:31:32.985 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 277 2024-08-10T06:31:32.985 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.985 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-08-10T06:31:32.985 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 27016, 2024-08-10T06:31:32.986 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 307 2024-08-10T06:31:32.986 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.986 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-08-10T06:31:32.986 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.986 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.986 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.986 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:32.986 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 441408, 2024-08-10T06:31:32.986 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 38 2024-08-10T06:31:32.986 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.986 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-08-10T06:31:32.986 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.986 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.986 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.987 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-08-10T06:31:32.987 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 7367464, 2024-08-10T06:31:32.987 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 21369 2024-08-10T06:31:32.987 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.987 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-08-10T06:31:32.987 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 642656, 2024-08-10T06:31:32.987 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 10341 2024-08-10T06:31:32.987 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.987 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-08-10T06:31:32.987 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.987 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.987 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.987 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-08-10T06:31:32.987 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.988 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.988 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.988 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-08-10T06:31:32.988 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.988 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.988 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.988 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-08-10T06:31:32.988 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.988 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.988 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:32.988 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.988 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.2": { 2024-08-10T06:31:32.988 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-08-10T06:31:32.988 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.989 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.989 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.989 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T06:31:32.989 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 13384, 2024-08-10T06:31:32.989 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 241 2024-08-10T06:31:32.989 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.989 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-08-10T06:31:32.989 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 42496, 2024-08-10T06:31:32.989 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 20 2024-08-10T06:31:32.989 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.989 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-08-10T06:31:32.989 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 2496, 2024-08-10T06:31:32.989 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 13 2024-08-10T06:31:32.989 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.990 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-08-10T06:31:32.990 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 58800, 2024-08-10T06:31:32.990 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 735 2024-08-10T06:31:32.990 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.990 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_blob": { 2024-08-10T06:31:32.990 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 401648, 2024-08-10T06:31:32.990 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1931 2024-08-10T06:31:32.990 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.990 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_buffer": { 2024-08-10T06:31:32.990 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 256, 2024-08-10T06:31:32.990 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 32 2024-08-10T06:31:32.990 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.990 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-08-10T06:31:32.990 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 251805, 2024-08-10T06:31:32.991 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 80 2024-08-10T06:31:32.991 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.991 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-08-10T06:31:32.991 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 1869997, 2024-08-10T06:31:32.991 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 406938 2024-08-10T06:31:32.991 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.991 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-08-10T06:31:32.991 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 5306976, 2024-08-10T06:31:32.991 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 7836 2024-08-10T06:31:32.991 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.991 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-08-10T06:31:32.991 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 75588, 2024-08-10T06:31:32.991 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 8066 2024-08-10T06:31:32.991 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.991 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_extent": { 2024-08-10T06:31:32.992 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 92688, 2024-08-10T06:31:32.992 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1931 2024-08-10T06:31:32.992 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.992 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-08-10T06:31:32.992 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.992 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.992 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.992 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-08-10T06:31:32.992 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 185914, 2024-08-10T06:31:32.992 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1327 2024-08-10T06:31:32.992 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.992 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_shared_blob": { 2024-08-10T06:31:32.992 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.993 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.993 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.993 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-08-10T06:31:32.993 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 736, 2024-08-10T06:31:32.993 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1 2024-08-10T06:31:32.993 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.993 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-08-10T06:31:32.993 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 88269, 2024-08-10T06:31:32.993 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 54 2024-08-10T06:31:32.993 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.993 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-08-10T06:31:32.993 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 12112, 2024-08-10T06:31:32.993 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3 2024-08-10T06:31:32.993 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.993 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-08-10T06:31:32.994 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 14145055, 2024-08-10T06:31:32.994 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 270 2024-08-10T06:31:32.994 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.994 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-08-10T06:31:32.994 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 9328, 2024-08-10T06:31:32.994 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 106 2024-08-10T06:31:32.994 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.994 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-08-10T06:31:32.994 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.994 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.994 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.994 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:32.994 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 360096, 2024-08-10T06:31:32.994 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 31 2024-08-10T06:31:32.995 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.995 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-08-10T06:31:32.995 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.995 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.995 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.995 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-08-10T06:31:32.995 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 3194360, 2024-08-10T06:31:32.995 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 6143 2024-08-10T06:31:32.995 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.995 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-08-10T06:31:32.995 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 642656, 2024-08-10T06:31:32.996 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 10341 2024-08-10T06:31:32.996 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.996 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-08-10T06:31:32.996 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.996 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.996 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.996 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-08-10T06:31:32.996 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.996 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.996 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.996 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-08-10T06:31:32.996 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.996 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.996 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.997 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-08-10T06:31:32.997 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.997 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.997 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:32.997 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.997 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.3": { 2024-08-10T06:31:32.997 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-08-10T06:31:32.997 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:32.997 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:32.997 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.997 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T06:31:32.997 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 15360, 2024-08-10T06:31:32.997 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 274 2024-08-10T06:31:32.998 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.998 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-08-10T06:31:32.998 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 30336, 2024-08-10T06:31:32.998 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 20 2024-08-10T06:31:32.998 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.998 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-08-10T06:31:32.998 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 3264, 2024-08-10T06:31:32.998 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 17 2024-08-10T06:31:32.998 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.998 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-08-10T06:31:32.998 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 59680, 2024-08-10T06:31:32.998 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 746 2024-08-10T06:31:32.998 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.998 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_blob": { 2024-08-10T06:31:32.999 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 402896, 2024-08-10T06:31:32.999 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1937 2024-08-10T06:31:32.999 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.999 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_buffer": { 2024-08-10T06:31:32.999 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 256, 2024-08-10T06:31:32.999 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 32 2024-08-10T06:31:32.999 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.999 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-08-10T06:31:32.999 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 296901, 2024-08-10T06:31:32.999 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 80 2024-08-10T06:31:32.999 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:32.999 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-08-10T06:31:32.999 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 1793926, 2024-08-10T06:31:33.000 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 397745 2024-08-10T06:31:33.000 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.000 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-08-10T06:31:33.000 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 5261416, 2024-08-10T06:31:33.000 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 7769 2024-08-10T06:31:33.000 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.000 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-08-10T06:31:33.000 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 76312, 2024-08-10T06:31:33.000 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 8087 2024-08-10T06:31:33.000 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.000 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_extent": { 2024-08-10T06:31:33.000 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 92928, 2024-08-10T06:31:33.000 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1936 2024-08-10T06:31:33.000 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.001 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-08-10T06:31:33.001 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:33.001 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:33.001 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.001 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-08-10T06:31:33.001 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 185914, 2024-08-10T06:31:33.001 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1327 2024-08-10T06:31:33.001 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.001 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_shared_blob": { 2024-08-10T06:31:33.001 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:33.001 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:33.001 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.001 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-08-10T06:31:33.001 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 1472, 2024-08-10T06:31:33.002 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 2 2024-08-10T06:31:33.002 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.002 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-08-10T06:31:33.002 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 97298, 2024-08-10T06:31:33.002 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 62 2024-08-10T06:31:33.002 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.002 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-08-10T06:31:33.002 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 20128, 2024-08-10T06:31:33.002 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 5 2024-08-10T06:31:33.002 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.002 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-08-10T06:31:33.002 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 17672244, 2024-08-10T06:31:33.003 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 299 2024-08-10T06:31:33.003 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.003 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-08-10T06:31:33.003 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 9856, 2024-08-10T06:31:33.003 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 112 2024-08-10T06:31:33.003 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.003 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-08-10T06:31:33.003 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:33.003 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:33.003 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.003 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:33.003 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 418176, 2024-08-10T06:31:33.003 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 36 2024-08-10T06:31:33.003 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.004 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-08-10T06:31:33.004 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:33.004 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:33.004 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.004 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-08-10T06:31:33.004 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 3522480, 2024-08-10T06:31:33.004 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 9174 2024-08-10T06:31:33.004 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.004 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-08-10T06:31:33.004 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 642656, 2024-08-10T06:31:33.004 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 10341 2024-08-10T06:31:33.004 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.004 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-08-10T06:31:33.004 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:33.005 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:33.005 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.005 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-08-10T06:31:33.005 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:33.005 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:33.005 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.005 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-08-10T06:31:33.005 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:33.005 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:33.005 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.005 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-08-10T06:31:33.005 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:33.005 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:33.006 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.006 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.006 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.4": { 2024-08-10T06:31:33.006 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-08-10T06:31:33.006 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:33.006 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:33.006 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.006 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T06:31:33.006 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 18912, 2024-08-10T06:31:33.006 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 333 2024-08-10T06:31:33.006 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.006 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-08-10T06:31:33.006 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 35072, 2024-08-10T06:31:33.006 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 26 2024-08-10T06:31:33.007 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.007 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-08-10T06:31:33.007 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 768, 2024-08-10T06:31:33.007 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 4 2024-08-10T06:31:33.007 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.007 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-08-10T06:31:33.007 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 60080, 2024-08-10T06:31:33.007 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 751 2024-08-10T06:31:33.007 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.007 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_blob": { 2024-08-10T06:31:33.007 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 416208, 2024-08-10T06:31:33.007 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 2001 2024-08-10T06:31:33.007 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.007 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_buffer": { 2024-08-10T06:31:33.008 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 256, 2024-08-10T06:31:33.008 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 32 2024-08-10T06:31:33.008 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.008 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-08-10T06:31:33.008 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 395848, 2024-08-10T06:31:33.008 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 107 2024-08-10T06:31:33.008 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.008 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-08-10T06:31:33.008 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 2105213, 2024-08-10T06:31:33.008 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 468283 2024-08-10T06:31:33.008 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.008 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-08-10T06:31:33.008 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 6102576, 2024-08-10T06:31:33.008 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 9006 2024-08-10T06:31:33.008 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.009 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-08-10T06:31:33.009 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 85836, 2024-08-10T06:31:33.009 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 9239 2024-08-10T06:31:33.009 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.009 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_extent": { 2024-08-10T06:31:33.009 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 96000, 2024-08-10T06:31:33.009 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 2000 2024-08-10T06:31:33.009 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.009 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-08-10T06:31:33.009 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:33.009 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:33.009 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.009 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-08-10T06:31:33.009 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 185658, 2024-08-10T06:31:33.010 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1326 2024-08-10T06:31:33.010 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.010 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_shared_blob": { 2024-08-10T06:31:33.010 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:33.010 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:33.010 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.010 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-08-10T06:31:33.010 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 1472, 2024-08-10T06:31:33.010 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 2 2024-08-10T06:31:33.010 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.010 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-08-10T06:31:33.010 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 111871, 2024-08-10T06:31:33.010 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 58 2024-08-10T06:31:33.011 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.011 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-08-10T06:31:33.011 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 20128, 2024-08-10T06:31:33.011 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 5 2024-08-10T06:31:33.011 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.011 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-08-10T06:31:33.011 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 4151836, 2024-08-10T06:31:33.011 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 278 2024-08-10T06:31:33.011 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.011 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-08-10T06:31:33.011 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 10296, 2024-08-10T06:31:33.011 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 117 2024-08-10T06:31:33.011 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.011 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-08-10T06:31:33.012 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:33.012 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:33.012 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.012 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:33.012 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 453024, 2024-08-10T06:31:33.012 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 39 2024-08-10T06:31:33.012 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.012 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-08-10T06:31:33.012 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:33.012 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:33.012 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.012 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-08-10T06:31:33.012 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 5086120, 2024-08-10T06:31:33.013 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 12181 2024-08-10T06:31:33.013 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.013 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-08-10T06:31:33.013 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 642656, 2024-08-10T06:31:33.013 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 10341 2024-08-10T06:31:33.013 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.013 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-08-10T06:31:33.013 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:33.013 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:33.013 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.013 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-08-10T06:31:33.013 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:33.013 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:33.013 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.014 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-08-10T06:31:33.014 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:33.014 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:33.014 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.014 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-08-10T06:31:33.014 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:33.014 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:33.014 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.014 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.014 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.5": { 2024-08-10T06:31:33.014 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-08-10T06:31:33.014 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:33.014 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:33.015 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.015 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T06:31:33.015 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 18464, 2024-08-10T06:31:33.015 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 322 2024-08-10T06:31:33.015 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.015 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-08-10T06:31:33.015 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 43392, 2024-08-10T06:31:33.015 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 27 2024-08-10T06:31:33.015 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.015 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-08-10T06:31:33.015 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 3648, 2024-08-10T06:31:33.016 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 19 2024-08-10T06:31:33.016 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.016 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-08-10T06:31:33.016 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 60400, 2024-08-10T06:31:33.016 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 755 2024-08-10T06:31:33.016 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.016 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_blob": { 2024-08-10T06:31:33.016 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 416208, 2024-08-10T06:31:33.016 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 2001 2024-08-10T06:31:33.016 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.016 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_buffer": { 2024-08-10T06:31:33.016 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 256, 2024-08-10T06:31:33.016 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 32 2024-08-10T06:31:33.016 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.017 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-08-10T06:31:33.017 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 420988, 2024-08-10T06:31:33.017 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 115 2024-08-10T06:31:33.017 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.017 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-08-10T06:31:33.017 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 2445260, 2024-08-10T06:31:33.017 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 542789 2024-08-10T06:31:33.017 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.017 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-08-10T06:31:33.017 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 6984536, 2024-08-10T06:31:33.017 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 10303 2024-08-10T06:31:33.017 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.017 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-08-10T06:31:33.018 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 86088, 2024-08-10T06:31:33.018 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 9244 2024-08-10T06:31:33.018 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.018 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_extent": { 2024-08-10T06:31:33.018 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 96000, 2024-08-10T06:31:33.018 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 2000 2024-08-10T06:31:33.018 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.018 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-08-10T06:31:33.018 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:33.018 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:33.018 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.018 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-08-10T06:31:33.019 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 185658, 2024-08-10T06:31:33.019 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1326 2024-08-10T06:31:33.019 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.019 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_shared_blob": { 2024-08-10T06:31:33.019 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:33.019 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:33.019 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.019 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-08-10T06:31:33.019 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 1472, 2024-08-10T06:31:33.019 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 2 2024-08-10T06:31:33.019 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.019 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-08-10T06:31:33.019 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 97587, 2024-08-10T06:31:33.020 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 58 2024-08-10T06:31:33.020 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.020 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-08-10T06:31:33.020 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 20128, 2024-08-10T06:31:33.020 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 5 2024-08-10T06:31:33.020 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.020 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-08-10T06:31:33.020 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 20150884, 2024-08-10T06:31:33.020 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 289 2024-08-10T06:31:33.020 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.020 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-08-10T06:31:33.020 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 12496, 2024-08-10T06:31:33.020 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 142 2024-08-10T06:31:33.020 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.021 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-08-10T06:31:33.021 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:33.021 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:33.021 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.021 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:33.021 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 476256, 2024-08-10T06:31:33.021 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 41 2024-08-10T06:31:33.021 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.021 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-08-10T06:31:33.021 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:33.021 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:33.021 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.021 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-08-10T06:31:33.022 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 6418360, 2024-08-10T06:31:33.022 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 12343 2024-08-10T06:31:33.022 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.022 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-08-10T06:31:33.022 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 642656, 2024-08-10T06:31:33.022 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 10341 2024-08-10T06:31:33.022 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.022 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-08-10T06:31:33.022 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:33.022 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:33.022 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.022 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-08-10T06:31:33.022 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:33.023 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:33.023 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.025 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-08-10T06:31:33.025 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:33.025 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:33.026 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.026 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-08-10T06:31:33.026 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:33.026 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:33.026 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.026 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.026 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.6": { 2024-08-10T06:31:33.026 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-08-10T06:31:33.026 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:33.026 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:33.026 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.026 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T06:31:33.027 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 15736, 2024-08-10T06:31:33.027 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 279 2024-08-10T06:31:33.027 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.027 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-08-10T06:31:33.027 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 34560, 2024-08-10T06:31:33.027 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 21 2024-08-10T06:31:33.027 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.027 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-08-10T06:31:33.027 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 3264, 2024-08-10T06:31:33.027 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 17 2024-08-10T06:31:33.027 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.027 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-08-10T06:31:33.027 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 60000, 2024-08-10T06:31:33.027 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 750 2024-08-10T06:31:33.028 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.028 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_blob": { 2024-08-10T06:31:33.028 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 417664, 2024-08-10T06:31:33.028 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 2008 2024-08-10T06:31:33.028 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.028 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_buffer": { 2024-08-10T06:31:33.028 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 256, 2024-08-10T06:31:33.028 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 32 2024-08-10T06:31:33.028 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.028 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-08-10T06:31:33.028 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 435185, 2024-08-10T06:31:33.028 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 113 2024-08-10T06:31:33.028 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.029 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-08-10T06:31:33.029 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 1791246, 2024-08-10T06:31:33.029 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 393927 2024-08-10T06:31:33.029 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.029 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-08-10T06:31:33.029 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 5184576, 2024-08-10T06:31:33.029 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 7656 2024-08-10T06:31:33.029 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.029 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-08-10T06:31:33.029 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 87088, 2024-08-10T06:31:33.029 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 9398 2024-08-10T06:31:33.029 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.029 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_extent": { 2024-08-10T06:31:33.029 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 96384, 2024-08-10T06:31:33.030 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 2008 2024-08-10T06:31:33.030 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.030 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-08-10T06:31:33.030 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:33.030 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:33.030 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.030 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-08-10T06:31:33.030 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 185658, 2024-08-10T06:31:33.030 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1326 2024-08-10T06:31:33.030 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.030 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_shared_blob": { 2024-08-10T06:31:33.030 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:33.030 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:33.030 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.031 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-08-10T06:31:33.031 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:33.031 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:33.031 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.031 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-08-10T06:31:33.031 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 42113, 2024-08-10T06:31:33.031 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 42 2024-08-10T06:31:33.031 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.031 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-08-10T06:31:33.031 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:33.031 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:33.031 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.031 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-08-10T06:31:33.031 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 17727423, 2024-08-10T06:31:33.032 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 6235 2024-08-10T06:31:33.032 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.032 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-08-10T06:31:33.032 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 11440, 2024-08-10T06:31:33.032 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 130 2024-08-10T06:31:33.032 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.032 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-08-10T06:31:33.032 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:33.032 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:33.032 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.032 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:33.032 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 453024, 2024-08-10T06:31:33.032 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 39 2024-08-10T06:31:33.033 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.033 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-08-10T06:31:33.033 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:33.033 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:33.033 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.033 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-08-10T06:31:33.033 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 3597776, 2024-08-10T06:31:33.033 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 9254 2024-08-10T06:31:33.033 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.033 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-08-10T06:31:33.033 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 642656, 2024-08-10T06:31:33.033 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 10341 2024-08-10T06:31:33.033 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.033 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-08-10T06:31:33.034 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:33.034 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:33.034 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.034 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-08-10T06:31:33.034 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:33.034 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:33.034 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.034 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-08-10T06:31:33.034 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:33.034 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:33.034 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.034 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-08-10T06:31:33.034 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:33.035 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:33.035 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.035 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.035 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.7": { 2024-08-10T06:31:33.035 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-08-10T06:31:33.035 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:33.035 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:33.035 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.035 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T06:31:33.035 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 14680, 2024-08-10T06:31:33.035 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 270 2024-08-10T06:31:33.035 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.035 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-08-10T06:31:33.035 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 54912, 2024-08-10T06:31:33.036 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 22 2024-08-10T06:31:33.036 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.036 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-08-10T06:31:33.036 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 1344, 2024-08-10T06:31:33.036 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 7 2024-08-10T06:31:33.036 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.036 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-08-10T06:31:33.036 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 59600, 2024-08-10T06:31:33.036 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 745 2024-08-10T06:31:33.036 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.036 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_blob": { 2024-08-10T06:31:33.036 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 404144, 2024-08-10T06:31:33.036 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1943 2024-08-10T06:31:33.036 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.037 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_buffer": { 2024-08-10T06:31:33.037 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 256, 2024-08-10T06:31:33.037 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 32 2024-08-10T06:31:33.037 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.037 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-08-10T06:31:33.037 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 429629, 2024-08-10T06:31:33.037 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 132 2024-08-10T06:31:33.037 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.037 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-08-10T06:31:33.037 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 2047210, 2024-08-10T06:31:33.037 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 454648 2024-08-10T06:31:33.037 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.037 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-08-10T06:31:33.037 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 5910816, 2024-08-10T06:31:33.038 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 8724 2024-08-10T06:31:33.038 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.038 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-08-10T06:31:33.038 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 78608, 2024-08-10T06:31:33.038 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 8248 2024-08-10T06:31:33.038 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.038 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_extent": { 2024-08-10T06:31:33.038 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 93264, 2024-08-10T06:31:33.038 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1943 2024-08-10T06:31:33.038 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.038 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-08-10T06:31:33.039 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:33.039 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:33.039 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.039 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-08-10T06:31:33.039 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 185658, 2024-08-10T06:31:33.039 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1326 2024-08-10T06:31:33.039 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.039 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_shared_blob": { 2024-08-10T06:31:33.039 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:33.039 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:33.039 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.039 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-08-10T06:31:33.039 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:33.039 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:33.040 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.040 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-08-10T06:31:33.040 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 27457, 2024-08-10T06:31:33.040 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 35 2024-08-10T06:31:33.040 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.040 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-08-10T06:31:33.040 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:33.040 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:33.040 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.040 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-08-10T06:31:33.040 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 7122088, 2024-08-10T06:31:33.040 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 261 2024-08-10T06:31:33.040 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.040 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-08-10T06:31:33.041 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 11088, 2024-08-10T06:31:33.041 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 126 2024-08-10T06:31:33.041 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.041 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-08-10T06:31:33.041 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:33.041 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:33.041 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.041 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:33.041 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 534336, 2024-08-10T06:31:33.041 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 46 2024-08-10T06:31:33.041 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.041 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-08-10T06:31:33.041 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:33.042 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:33.042 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.042 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-08-10T06:31:33.042 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 4825600, 2024-08-10T06:31:33.042 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 9312 2024-08-10T06:31:33.042 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.042 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-08-10T06:31:33.042 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 642656, 2024-08-10T06:31:33.042 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 10341 2024-08-10T06:31:33.042 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.042 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-08-10T06:31:33.042 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:33.042 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:33.043 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.043 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-08-10T06:31:33.043 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:33.043 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:33.043 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.043 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-08-10T06:31:33.043 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:33.043 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:33.043 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.043 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-08-10T06:31:33.043 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:33.043 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:33.043 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.043 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.044 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.044 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.044 INFO:tasks.workunit.client.0.smithi031.stdout: "metadata": { 2024-08-10T06:31:33.044 INFO:tasks.workunit.client.0.smithi031.stdout: "mds": { 2024-08-10T06:31:33.044 INFO:tasks.workunit.client.0.smithi031.stdout: "arch": { 2024-08-10T06:31:33.044 INFO:tasks.workunit.client.0.smithi031.stdout: "x86_64": 2 2024-08-10T06:31:33.044 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.044 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph_version": { 2024-08-10T06:31:33.044 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 2 2024-08-10T06:31:33.044 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.044 INFO:tasks.workunit.client.0.smithi031.stdout: "cpu": { 2024-08-10T06:31:33.044 INFO:tasks.workunit.client.0.smithi031.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 1, 2024-08-10T06:31:33.044 INFO:tasks.workunit.client.0.smithi031.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-08-10T06:31:33.044 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.045 INFO:tasks.workunit.client.0.smithi031.stdout: "distro": { 2024-08-10T06:31:33.045 INFO:tasks.workunit.client.0.smithi031.stdout: "centos": 2 2024-08-10T06:31:33.045 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.045 INFO:tasks.workunit.client.0.smithi031.stdout: "distro_description": { 2024-08-10T06:31:33.045 INFO:tasks.workunit.client.0.smithi031.stdout: "CentOS Stream 9": 2 2024-08-10T06:31:33.045 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.045 INFO:tasks.workunit.client.0.smithi031.stdout: "kernel_description": { 2024-08-10T06:31:33.045 INFO:tasks.workunit.client.0.smithi031.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 2 2024-08-10T06:31:33.045 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.045 INFO:tasks.workunit.client.0.smithi031.stdout: "kernel_version": { 2024-08-10T06:31:33.045 INFO:tasks.workunit.client.0.smithi031.stdout: "5.14.0-480.el9.x86_64": 2 2024-08-10T06:31:33.045 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.045 INFO:tasks.workunit.client.0.smithi031.stdout: "os": { 2024-08-10T06:31:33.046 INFO:tasks.workunit.client.0.smithi031.stdout: "Linux": 2 2024-08-10T06:31:33.046 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.046 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.046 INFO:tasks.workunit.client.0.smithi031.stdout: "mon": { 2024-08-10T06:31:33.046 INFO:tasks.workunit.client.0.smithi031.stdout: "arch": { 2024-08-10T06:31:33.046 INFO:tasks.workunit.client.0.smithi031.stdout: "x86_64": 3 2024-08-10T06:31:33.046 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.046 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph_version": { 2024-08-10T06:31:33.046 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 3 2024-08-10T06:31:33.046 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.046 INFO:tasks.workunit.client.0.smithi031.stdout: "cpu": { 2024-08-10T06:31:33.046 INFO:tasks.workunit.client.0.smithi031.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2, 2024-08-10T06:31:33.046 INFO:tasks.workunit.client.0.smithi031.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-08-10T06:31:33.047 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.047 INFO:tasks.workunit.client.0.smithi031.stdout: "distro": { 2024-08-10T06:31:33.047 INFO:tasks.workunit.client.0.smithi031.stdout: "centos": 3 2024-08-10T06:31:33.047 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.047 INFO:tasks.workunit.client.0.smithi031.stdout: "distro_description": { 2024-08-10T06:31:33.047 INFO:tasks.workunit.client.0.smithi031.stdout: "CentOS Stream 9": 3 2024-08-10T06:31:33.047 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.047 INFO:tasks.workunit.client.0.smithi031.stdout: "kernel_description": { 2024-08-10T06:31:33.047 INFO:tasks.workunit.client.0.smithi031.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 3 2024-08-10T06:31:33.047 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.047 INFO:tasks.workunit.client.0.smithi031.stdout: "kernel_version": { 2024-08-10T06:31:33.047 INFO:tasks.workunit.client.0.smithi031.stdout: "5.14.0-480.el9.x86_64": 3 2024-08-10T06:31:33.047 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.047 INFO:tasks.workunit.client.0.smithi031.stdout: "os": { 2024-08-10T06:31:33.048 INFO:tasks.workunit.client.0.smithi031.stdout: "Linux": 3 2024-08-10T06:31:33.048 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.048 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.048 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:33.048 INFO:tasks.workunit.client.0.smithi031.stdout: "arch": { 2024-08-10T06:31:33.048 INFO:tasks.workunit.client.0.smithi031.stdout: "x86_64": 8 2024-08-10T06:31:33.048 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.048 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph_version": { 2024-08-10T06:31:33.048 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 8 2024-08-10T06:31:33.048 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.048 INFO:tasks.workunit.client.0.smithi031.stdout: "cpu": { 2024-08-10T06:31:33.048 INFO:tasks.workunit.client.0.smithi031.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 4, 2024-08-10T06:31:33.048 INFO:tasks.workunit.client.0.smithi031.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 4 2024-08-10T06:31:33.048 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.049 INFO:tasks.workunit.client.0.smithi031.stdout: "distro": { 2024-08-10T06:31:33.049 INFO:tasks.workunit.client.0.smithi031.stdout: "centos": 8 2024-08-10T06:31:33.049 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.049 INFO:tasks.workunit.client.0.smithi031.stdout: "distro_description": { 2024-08-10T06:31:33.049 INFO:tasks.workunit.client.0.smithi031.stdout: "CentOS Stream 9": 8 2024-08-10T06:31:33.049 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.049 INFO:tasks.workunit.client.0.smithi031.stdout: "kernel_description": { 2024-08-10T06:31:33.049 INFO:tasks.workunit.client.0.smithi031.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 8 2024-08-10T06:31:33.049 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.049 INFO:tasks.workunit.client.0.smithi031.stdout: "kernel_version": { 2024-08-10T06:31:33.049 INFO:tasks.workunit.client.0.smithi031.stdout: "5.14.0-480.el9.x86_64": 8 2024-08-10T06:31:33.049 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.049 INFO:tasks.workunit.client.0.smithi031.stdout: "os": { 2024-08-10T06:31:33.049 INFO:tasks.workunit.client.0.smithi031.stdout: "Linux": 8 2024-08-10T06:31:33.050 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.050 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_objectstore": { 2024-08-10T06:31:33.050 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore": 8 2024-08-10T06:31:33.050 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.050 INFO:tasks.workunit.client.0.smithi031.stdout: "rotational": { 2024-08-10T06:31:33.050 INFO:tasks.workunit.client.0.smithi031.stdout: "0": 8 2024-08-10T06:31:33.050 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.050 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.050 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.050 INFO:tasks.workunit.client.0.smithi031.stdout: "mon": { 2024-08-10T06:31:33.050 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3, 2024-08-10T06:31:33.050 INFO:tasks.workunit.client.0.smithi031.stdout: "features": { 2024-08-10T06:31:33.050 INFO:tasks.workunit.client.0.smithi031.stdout: "optional": [], 2024-08-10T06:31:33.050 INFO:tasks.workunit.client.0.smithi031.stdout: "persistent": [ 2024-08-10T06:31:33.051 INFO:tasks.workunit.client.0.smithi031.stdout: "kraken", 2024-08-10T06:31:33.051 INFO:tasks.workunit.client.0.smithi031.stdout: "luminous", 2024-08-10T06:31:33.051 INFO:tasks.workunit.client.0.smithi031.stdout: "mimic", 2024-08-10T06:31:33.051 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap-prune", 2024-08-10T06:31:33.051 INFO:tasks.workunit.client.0.smithi031.stdout: "nautilus", 2024-08-10T06:31:33.051 INFO:tasks.workunit.client.0.smithi031.stdout: "octopus", 2024-08-10T06:31:33.051 INFO:tasks.workunit.client.0.smithi031.stdout: "pacific", 2024-08-10T06:31:33.051 INFO:tasks.workunit.client.0.smithi031.stdout: "elector-pinging", 2024-08-10T06:31:33.051 INFO:tasks.workunit.client.0.smithi031.stdout: "quincy", 2024-08-10T06:31:33.051 INFO:tasks.workunit.client.0.smithi031.stdout: "reef", 2024-08-10T06:31:33.051 INFO:tasks.workunit.client.0.smithi031.stdout: "squid" 2024-08-10T06:31:33.051 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:33.051 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.051 INFO:tasks.workunit.client.0.smithi031.stdout: "ipv4_addr_mons": 6, 2024-08-10T06:31:33.052 INFO:tasks.workunit.client.0.smithi031.stdout: "ipv6_addr_mons": 0, 2024-08-10T06:31:33.052 INFO:tasks.workunit.client.0.smithi031.stdout: "min_mon_release": 19, 2024-08-10T06:31:33.052 INFO:tasks.workunit.client.0.smithi031.stdout: "v1_addr_mons": 3, 2024-08-10T06:31:33.052 INFO:tasks.workunit.client.0.smithi031.stdout: "v2_addr_mons": 3 2024-08-10T06:31:33.052 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.052 INFO:tasks.workunit.client.0.smithi031.stdout: "organization": "ceph-qa", 2024-08-10T06:31:33.052 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:33.052 INFO:tasks.workunit.client.0.smithi031.stdout: "cluster_network": false, 2024-08-10T06:31:33.052 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 8, 2024-08-10T06:31:33.052 INFO:tasks.workunit.client.0.smithi031.stdout: "require_min_compat_client": "luminous", 2024-08-10T06:31:33.052 INFO:tasks.workunit.client.0.smithi031.stdout: "require_osd_release": "squid" 2024-08-10T06:31:33.052 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.052 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_perf_histograms": [ 2024-08-10T06:31:33.052 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:33.053 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T06:31:33.053 INFO:tasks.workunit.client.0.smithi031.stdout: "axes": [ 2024-08-10T06:31:33.053 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:33.053 INFO:tasks.workunit.client.0.smithi031.stdout: "buckets": 32, 2024-08-10T06:31:33.053 INFO:tasks.workunit.client.0.smithi031.stdout: "min": 0, 2024-08-10T06:31:33.053 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "Latency (usec)", 2024-08-10T06:31:33.053 INFO:tasks.workunit.client.0.smithi031.stdout: "quant_size": 100000, 2024-08-10T06:31:33.053 INFO:tasks.workunit.client.0.smithi031.stdout: "ranges": [ 2024-08-10T06:31:33.053 INFO:tasks.workunit.client.0.smithi031.stdout: "[None, -1]", 2024-08-10T06:31:33.053 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 99999]", 2024-08-10T06:31:33.053 INFO:tasks.workunit.client.0.smithi031.stdout: "[100000, 199999]", 2024-08-10T06:31:33.053 INFO:tasks.workunit.client.0.smithi031.stdout: "[200000, 399999]", 2024-08-10T06:31:33.053 INFO:tasks.workunit.client.0.smithi031.stdout: "[400000, 799999]", 2024-08-10T06:31:33.053 INFO:tasks.workunit.client.0.smithi031.stdout: "[800000, 1599999]", 2024-08-10T06:31:33.054 INFO:tasks.workunit.client.0.smithi031.stdout: "[1600000, 3199999]", 2024-08-10T06:31:33.054 INFO:tasks.workunit.client.0.smithi031.stdout: "[3200000, 6399999]", 2024-08-10T06:31:33.054 INFO:tasks.workunit.client.0.smithi031.stdout: "[6400000, 12799999]", 2024-08-10T06:31:33.054 INFO:tasks.workunit.client.0.smithi031.stdout: "[12800000, 25599999]", 2024-08-10T06:31:33.054 INFO:tasks.workunit.client.0.smithi031.stdout: "[25600000, 51199999]", 2024-08-10T06:31:33.054 INFO:tasks.workunit.client.0.smithi031.stdout: "[51200000, 102399999]", 2024-08-10T06:31:33.054 INFO:tasks.workunit.client.0.smithi031.stdout: "[102400000, 204799999]", 2024-08-10T06:31:33.054 INFO:tasks.workunit.client.0.smithi031.stdout: "[204800000, 409599999]", 2024-08-10T06:31:33.054 INFO:tasks.workunit.client.0.smithi031.stdout: "[409600000, 819199999]", 2024-08-10T06:31:33.054 INFO:tasks.workunit.client.0.smithi031.stdout: "[819200000, 1638399999]", 2024-08-10T06:31:33.054 INFO:tasks.workunit.client.0.smithi031.stdout: "[1638400000, 3276799999]", 2024-08-10T06:31:33.054 INFO:tasks.workunit.client.0.smithi031.stdout: "[3276800000, 6553599999]", 2024-08-10T06:31:33.054 INFO:tasks.workunit.client.0.smithi031.stdout: "[6553600000, 13107199999]", 2024-08-10T06:31:33.055 INFO:tasks.workunit.client.0.smithi031.stdout: "[13107200000, 26214399999]", 2024-08-10T06:31:33.055 INFO:tasks.workunit.client.0.smithi031.stdout: "[26214400000, 52428799999]", 2024-08-10T06:31:33.055 INFO:tasks.workunit.client.0.smithi031.stdout: "[52428800000, 104857599999]", 2024-08-10T06:31:33.055 INFO:tasks.workunit.client.0.smithi031.stdout: "[104857600000, 209715199999]", 2024-08-10T06:31:33.055 INFO:tasks.workunit.client.0.smithi031.stdout: "[209715200000, 419430399999]", 2024-08-10T06:31:33.055 INFO:tasks.workunit.client.0.smithi031.stdout: "[419430400000, 838860799999]", 2024-08-10T06:31:33.055 INFO:tasks.workunit.client.0.smithi031.stdout: "[838860800000, 1677721599999]", 2024-08-10T06:31:33.055 INFO:tasks.workunit.client.0.smithi031.stdout: "[1677721600000, 3355443199999]", 2024-08-10T06:31:33.055 INFO:tasks.workunit.client.0.smithi031.stdout: "[3355443200000, 6710886399999]", 2024-08-10T06:31:33.055 INFO:tasks.workunit.client.0.smithi031.stdout: "[6710886400000, 13421772799999]", 2024-08-10T06:31:33.055 INFO:tasks.workunit.client.0.smithi031.stdout: "[13421772800000, 26843545599999]", 2024-08-10T06:31:33.055 INFO:tasks.workunit.client.0.smithi031.stdout: "[26843545600000, 53687091199999]", 2024-08-10T06:31:33.055 INFO:tasks.workunit.client.0.smithi031.stdout: "[53687091200000, None]" 2024-08-10T06:31:33.055 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.056 INFO:tasks.workunit.client.0.smithi031.stdout: "scale_type": "log2" 2024-08-10T06:31:33.056 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.056 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:33.056 INFO:tasks.workunit.client.0.smithi031.stdout: "buckets": 32, 2024-08-10T06:31:33.056 INFO:tasks.workunit.client.0.smithi031.stdout: "min": 0, 2024-08-10T06:31:33.056 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "Request size (bytes)", 2024-08-10T06:31:33.056 INFO:tasks.workunit.client.0.smithi031.stdout: "quant_size": 512, 2024-08-10T06:31:33.056 INFO:tasks.workunit.client.0.smithi031.stdout: "ranges": [ 2024-08-10T06:31:33.056 INFO:tasks.workunit.client.0.smithi031.stdout: "[None, -1]", 2024-08-10T06:31:33.056 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 511]", 2024-08-10T06:31:33.056 INFO:tasks.workunit.client.0.smithi031.stdout: "[512, 1023]", 2024-08-10T06:31:33.056 INFO:tasks.workunit.client.0.smithi031.stdout: "[1024, 2047]", 2024-08-10T06:31:33.056 INFO:tasks.workunit.client.0.smithi031.stdout: "[2048, 4095]", 2024-08-10T06:31:33.057 INFO:tasks.workunit.client.0.smithi031.stdout: "[4096, 8191]", 2024-08-10T06:31:33.057 INFO:tasks.workunit.client.0.smithi031.stdout: "[8192, 16383]", 2024-08-10T06:31:33.057 INFO:tasks.workunit.client.0.smithi031.stdout: "[16384, 32767]", 2024-08-10T06:31:33.057 INFO:tasks.workunit.client.0.smithi031.stdout: "[32768, 65535]", 2024-08-10T06:31:33.057 INFO:tasks.workunit.client.0.smithi031.stdout: "[65536, 131071]", 2024-08-10T06:31:33.057 INFO:tasks.workunit.client.0.smithi031.stdout: "[131072, 262143]", 2024-08-10T06:31:33.057 INFO:tasks.workunit.client.0.smithi031.stdout: "[262144, 524287]", 2024-08-10T06:31:33.057 INFO:tasks.workunit.client.0.smithi031.stdout: "[524288, 1048575]", 2024-08-10T06:31:33.057 INFO:tasks.workunit.client.0.smithi031.stdout: "[1048576, 2097151]", 2024-08-10T06:31:33.057 INFO:tasks.workunit.client.0.smithi031.stdout: "[2097152, 4194303]", 2024-08-10T06:31:33.057 INFO:tasks.workunit.client.0.smithi031.stdout: "[4194304, 8388607]", 2024-08-10T06:31:33.057 INFO:tasks.workunit.client.0.smithi031.stdout: "[8388608, 16777215]", 2024-08-10T06:31:33.057 INFO:tasks.workunit.client.0.smithi031.stdout: "[16777216, 33554431]", 2024-08-10T06:31:33.057 INFO:tasks.workunit.client.0.smithi031.stdout: "[33554432, 67108863]", 2024-08-10T06:31:33.058 INFO:tasks.workunit.client.0.smithi031.stdout: "[67108864, 134217727]", 2024-08-10T06:31:33.058 INFO:tasks.workunit.client.0.smithi031.stdout: "[134217728, 268435455]", 2024-08-10T06:31:33.058 INFO:tasks.workunit.client.0.smithi031.stdout: "[268435456, 536870911]", 2024-08-10T06:31:33.058 INFO:tasks.workunit.client.0.smithi031.stdout: "[536870912, 1073741823]", 2024-08-10T06:31:33.058 INFO:tasks.workunit.client.0.smithi031.stdout: "[1073741824, 2147483647]", 2024-08-10T06:31:33.058 INFO:tasks.workunit.client.0.smithi031.stdout: "[2147483648, 4294967295]", 2024-08-10T06:31:33.058 INFO:tasks.workunit.client.0.smithi031.stdout: "[4294967296, 8589934591]", 2024-08-10T06:31:33.058 INFO:tasks.workunit.client.0.smithi031.stdout: "[8589934592, 17179869183]", 2024-08-10T06:31:33.058 INFO:tasks.workunit.client.0.smithi031.stdout: "[17179869184, 34359738367]", 2024-08-10T06:31:33.058 INFO:tasks.workunit.client.0.smithi031.stdout: "[34359738368, 68719476735]", 2024-08-10T06:31:33.058 INFO:tasks.workunit.client.0.smithi031.stdout: "[68719476736, 137438953471]", 2024-08-10T06:31:33.058 INFO:tasks.workunit.client.0.smithi031.stdout: "[137438953472, 274877906943]", 2024-08-10T06:31:33.058 INFO:tasks.workunit.client.0.smithi031.stdout: "[274877906944, None]" 2024-08-10T06:31:33.059 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.059 INFO:tasks.workunit.client.0.smithi031.stdout: "scale_type": "log2" 2024-08-10T06:31:33.059 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.059 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.059 INFO:tasks.workunit.client.0.smithi031.stdout: "osds": [ 2024-08-10T06:31:33.059 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:33.059 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 0, 2024-08-10T06:31:33.059 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:33.059 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.059 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 978, 96, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.059 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 18689, 4025, 68, 5, 18, 13, 0, 0, 0, 0, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.059 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 12085, 135, 74, 1, 16, 27, 69, 88, 27, 43, 22, 21, 35, 26, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.059 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1336, 21, 33, 0, 2, 0, 0, 0, 2, 10, 72, 142, 50, 8, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.059 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 615, 11, 3, 0, 0, 1, 0, 0, 0, 0, 2, 41, 322, 12, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.060 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 118, 7, 0, 0, 0, 1, 0, 0, 1, 0, 8, 13, 44, 110, 156, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.060 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 156, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 12, 23, 34, 56, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.060 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 21, 54, 23, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.060 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 67, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 30, 33, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.060 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 3, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.060 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.060 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.060 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.060 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.060 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.060 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.060 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.060 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.061 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.061 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.061 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.061 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.061 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.061 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.061 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.061 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.061 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.061 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.061 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.061 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.061 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:33.061 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:33.062 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.062 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:33.062 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 1, 2024-08-10T06:31:33.062 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:33.062 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.062 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.062 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 9814, 2, 0, 0, 1, 0, 0, 1, 0, 2, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.062 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 8542, 20, 1302, 2, 8, 8, 9, 25, 35, 51, 40, 33, 23, 5, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.062 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1094, 3, 191, 22, 0, 2, 0, 3, 7, 11, 99, 217, 65, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.062 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 404, 0, 0, 8, 0, 0, 0, 0, 0, 2, 5, 30, 467, 8, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.062 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 170, 1, 1, 0, 0, 0, 0, 0, 0, 0, 6, 7, 25, 65, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.062 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 156, 0, 34, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 2, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.063 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 60, 0, 227, 0, 0, 0, 0, 0, 0, 0, 6, 0, 9, 7, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.063 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 6, 0, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.063 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.063 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.063 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.063 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.063 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.063 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.063 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.063 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.063 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.063 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.064 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.064 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.064 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.064 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.064 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.064 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.064 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.064 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.064 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.064 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.064 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.064 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:33.065 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:33.065 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.065 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:33.065 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 2, 2024-08-10T06:31:33.065 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:33.065 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.065 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.065 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 13634, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.065 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 11365, 9, 9, 0, 4, 0, 0, 1, 1, 0, 0, 21, 8, 25, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.065 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1312, 0, 4, 2, 2, 0, 0, 0, 3, 3, 3, 3, 2, 7, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.065 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 870, 1, 0, 0, 0, 0, 0, 1, 0, 0, 2, 15, 26, 9, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.065 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 427, 11, 1, 0, 0, 0, 0, 0, 1, 0, 2, 3, 22, 71, 125, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.065 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 249, 5, 0, 0, 0, 0, 0, 1, 1, 0, 0, 3, 10, 20, 57, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.066 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 234, 10, 0, 1, 0, 0, 0, 0, 0, 0, 0, 4, 13, 17, 14, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.066 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 83, 2, 0, 0, 0, 0, 2, 0, 0, 0, 0, 2, 3, 21, 19, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.066 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 7, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 4, 13, 12, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.066 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.066 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.066 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.066 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.066 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.066 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.066 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.066 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.066 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.066 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.067 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.067 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.067 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.067 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.067 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.067 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.067 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.067 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.067 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.067 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.067 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:33.067 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:33.067 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.067 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:33.068 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 3, 2024-08-10T06:31:33.068 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:33.068 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.068 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1280, 103, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.068 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 8121, 7856, 4452, 1, 3, 0, 0, 0, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.068 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 3018, 121, 60, 1, 16, 4, 3, 7, 7, 22, 16, 14, 8, 17, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.068 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 258, 3, 8, 0, 1, 0, 0, 0, 2, 3, 50, 103, 19, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.068 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 163, 0, 0, 0, 7, 0, 0, 0, 0, 0, 1, 26, 166, 8, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.068 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 65, 5, 0, 0, 163, 0, 0, 1, 0, 1, 1, 3, 17, 32, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.068 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 63, 1, 0, 0, 327, 0, 0, 2, 1, 0, 8, 8, 11, 20, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.068 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 42, 0, 0, 0, 510, 0, 0, 2, 1, 0, 5, 1, 14, 20, 6, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.068 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 123, 0, 0, 0, 1692, 0, 0, 0, 0, 0, 0, 0, 8, 17, 11, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.068 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 12, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.069 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.069 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.069 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.069 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.069 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.069 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.069 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.069 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.069 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.069 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.069 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.069 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.070 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.070 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.070 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.070 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.070 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.070 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.070 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.070 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.070 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:33.070 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:33.070 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.070 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:33.070 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 4, 2024-08-10T06:31:33.071 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:33.071 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.071 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.071 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 9420, 3, 59, 6, 17, 31, 2, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.071 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 6331, 39, 29, 2, 15, 18, 94, 110, 4, 16, 8, 10, 6, 3, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.071 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 469, 6, 9, 0, 3, 0, 5, 33, 8, 10, 39, 67, 31, 3, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.071 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 229, 0, 1, 0, 0, 0, 0, 0, 1, 0, 2, 8, 146, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.071 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 70, 1, 0, 0, 0, 1, 1, 0, 3, 4, 2, 3, 12, 28, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.071 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 53, 1, 1, 0, 0, 0, 0, 0, 0, 6, 0, 0, 2, 11, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.071 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 12, 19, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.071 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.071 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.071 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.072 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.072 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.072 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.072 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.072 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.072 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.072 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.072 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.072 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.072 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.072 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.072 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.072 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.072 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.073 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.073 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.073 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.073 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.073 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.073 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:33.073 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:33.073 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.073 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:33.073 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 5, 2024-08-10T06:31:33.073 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:33.073 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.073 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 593, 110, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.073 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 10496, 3624, 1, 2, 0, 0, 0, 0, 1, 0, 3, 3, 0, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.074 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 6158, 396, 23, 2, 8, 1, 2, 2, 0, 1, 6, 4, 1, 26, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.074 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 857, 104, 3, 8, 2, 0, 0, 0, 1, 3, 4, 1, 0, 9, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.074 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 334, 8, 0, 2, 1, 0, 0, 0, 0, 1, 0, 11, 35, 6, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.074 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 149, 11, 5, 0, 0, 0, 0, 0, 0, 1, 0, 3, 16, 65, 100, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.074 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 210, 4, 2, 1, 0, 0, 0, 1, 1, 0, 0, 4, 21, 20, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.074 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 56, 1, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 20, 37, 12, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.074 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 19, 23, 14, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.074 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 8, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.074 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.074 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.074 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.074 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.075 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.075 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.075 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.075 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.075 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.075 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.075 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.075 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.075 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.075 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.075 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.075 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.075 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.075 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.076 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.076 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.076 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:33.076 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:33.076 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.076 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:33.076 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 6, 2024-08-10T06:31:33.076 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:33.076 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.076 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.076 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 9142, 14, 0, 0, 0, 0, 0, 0, 0, 1, 0, 5, 4, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.076 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 8019, 25, 3, 0, 11, 2, 3, 6, 5, 14, 5, 11, 9, 13, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.076 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1019, 99, 117, 0, 1, 1, 1, 0, 5, 18, 43, 77, 22, 8, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.076 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 576, 46, 68, 0, 0, 0, 0, 0, 0, 0, 0, 36, 173, 9, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.077 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 150, 22, 17, 0, 1, 1, 0, 0, 0, 0, 3, 1, 30, 51, 87, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.077 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 82, 24, 22, 34, 0, 0, 0, 2, 0, 0, 9, 0, 16, 23, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.077 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 31, 56, 0, 32, 76, 0, 0, 0, 0, 0, 0, 0, 14, 26, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.077 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 12, 103, 0, 2, 59, 98, 0, 0, 0, 0, 0, 0, 2, 6, 7, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.077 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 3, 56, 0, 0, 0, 31, 0, 0, 0, 0, 0, 0, 3, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.077 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.077 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.077 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.077 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.077 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.077 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.077 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.077 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.078 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.078 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.078 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.078 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.078 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.078 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.078 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.078 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.078 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.078 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.078 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.078 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.078 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:33.079 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:33.079 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.079 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:33.079 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 7, 2024-08-10T06:31:33.079 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:33.079 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.079 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 565, 40, 0, 0, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.079 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 18153, 4012, 0, 0, 7303, 405, 0, 0, 0, 1, 2, 2, 5, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.079 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 8491, 131, 1, 0, 358, 165, 0, 0, 0, 3, 1, 4, 12, 19, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.079 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 924, 19, 2, 0, 60, 23, 1, 0, 0, 8, 3, 0, 4, 10, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.079 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 336, 8, 1, 0, 3, 4, 0, 0, 0, 2, 0, 3, 21, 18, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.079 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 282, 12, 5, 0, 16, 24, 0, 0, 0, 0, 0, 4, 19, 42, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.079 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 83, 2, 2, 0, 2, 6, 0, 0, 0, 0, 0, 1, 6, 13, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.080 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 90, 1, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 7, 11, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.080 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.080 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.080 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.080 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.080 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.080 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.080 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.080 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.080 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.080 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.080 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.080 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.080 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.081 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.081 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.081 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.081 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.081 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.081 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.081 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.081 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.081 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.081 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:33.081 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:33.081 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.081 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:33.082 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.082 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T06:31:33.082 INFO:tasks.workunit.client.0.smithi031.stdout: "axes": [ 2024-08-10T06:31:33.082 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:33.082 INFO:tasks.workunit.client.0.smithi031.stdout: "buckets": 32, 2024-08-10T06:31:33.082 INFO:tasks.workunit.client.0.smithi031.stdout: "min": 0, 2024-08-10T06:31:33.082 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "Latency (usec)", 2024-08-10T06:31:33.082 INFO:tasks.workunit.client.0.smithi031.stdout: "quant_size": 100000, 2024-08-10T06:31:33.082 INFO:tasks.workunit.client.0.smithi031.stdout: "ranges": [ 2024-08-10T06:31:33.082 INFO:tasks.workunit.client.0.smithi031.stdout: "[None, -1]", 2024-08-10T06:31:33.082 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 99999]", 2024-08-10T06:31:33.082 INFO:tasks.workunit.client.0.smithi031.stdout: "[100000, 199999]", 2024-08-10T06:31:33.082 INFO:tasks.workunit.client.0.smithi031.stdout: "[200000, 399999]", 2024-08-10T06:31:33.082 INFO:tasks.workunit.client.0.smithi031.stdout: "[400000, 799999]", 2024-08-10T06:31:33.083 INFO:tasks.workunit.client.0.smithi031.stdout: "[800000, 1599999]", 2024-08-10T06:31:33.083 INFO:tasks.workunit.client.0.smithi031.stdout: "[1600000, 3199999]", 2024-08-10T06:31:33.083 INFO:tasks.workunit.client.0.smithi031.stdout: "[3200000, 6399999]", 2024-08-10T06:31:33.083 INFO:tasks.workunit.client.0.smithi031.stdout: "[6400000, 12799999]", 2024-08-10T06:31:33.083 INFO:tasks.workunit.client.0.smithi031.stdout: "[12800000, 25599999]", 2024-08-10T06:31:33.083 INFO:tasks.workunit.client.0.smithi031.stdout: "[25600000, 51199999]", 2024-08-10T06:31:33.083 INFO:tasks.workunit.client.0.smithi031.stdout: "[51200000, 102399999]", 2024-08-10T06:31:33.083 INFO:tasks.workunit.client.0.smithi031.stdout: "[102400000, 204799999]", 2024-08-10T06:31:33.083 INFO:tasks.workunit.client.0.smithi031.stdout: "[204800000, 409599999]", 2024-08-10T06:31:33.083 INFO:tasks.workunit.client.0.smithi031.stdout: "[409600000, 819199999]", 2024-08-10T06:31:33.083 INFO:tasks.workunit.client.0.smithi031.stdout: "[819200000, 1638399999]", 2024-08-10T06:31:33.083 INFO:tasks.workunit.client.0.smithi031.stdout: "[1638400000, 3276799999]", 2024-08-10T06:31:33.083 INFO:tasks.workunit.client.0.smithi031.stdout: "[3276800000, 6553599999]", 2024-08-10T06:31:33.084 INFO:tasks.workunit.client.0.smithi031.stdout: "[6553600000, 13107199999]", 2024-08-10T06:31:33.084 INFO:tasks.workunit.client.0.smithi031.stdout: "[13107200000, 26214399999]", 2024-08-10T06:31:33.084 INFO:tasks.workunit.client.0.smithi031.stdout: "[26214400000, 52428799999]", 2024-08-10T06:31:33.084 INFO:tasks.workunit.client.0.smithi031.stdout: "[52428800000, 104857599999]", 2024-08-10T06:31:33.084 INFO:tasks.workunit.client.0.smithi031.stdout: "[104857600000, 209715199999]", 2024-08-10T06:31:33.084 INFO:tasks.workunit.client.0.smithi031.stdout: "[209715200000, 419430399999]", 2024-08-10T06:31:33.084 INFO:tasks.workunit.client.0.smithi031.stdout: "[419430400000, 838860799999]", 2024-08-10T06:31:33.084 INFO:tasks.workunit.client.0.smithi031.stdout: "[838860800000, 1677721599999]", 2024-08-10T06:31:33.084 INFO:tasks.workunit.client.0.smithi031.stdout: "[1677721600000, 3355443199999]", 2024-08-10T06:31:33.084 INFO:tasks.workunit.client.0.smithi031.stdout: "[3355443200000, 6710886399999]", 2024-08-10T06:31:33.084 INFO:tasks.workunit.client.0.smithi031.stdout: "[6710886400000, 13421772799999]", 2024-08-10T06:31:33.084 INFO:tasks.workunit.client.0.smithi031.stdout: "[13421772800000, 26843545599999]", 2024-08-10T06:31:33.084 INFO:tasks.workunit.client.0.smithi031.stdout: "[26843545600000, 53687091199999]", 2024-08-10T06:31:33.084 INFO:tasks.workunit.client.0.smithi031.stdout: "[53687091200000, None]" 2024-08-10T06:31:33.085 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.085 INFO:tasks.workunit.client.0.smithi031.stdout: "scale_type": "log2" 2024-08-10T06:31:33.085 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.085 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:33.085 INFO:tasks.workunit.client.0.smithi031.stdout: "buckets": 32, 2024-08-10T06:31:33.085 INFO:tasks.workunit.client.0.smithi031.stdout: "min": 0, 2024-08-10T06:31:33.085 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "Request size (bytes)", 2024-08-10T06:31:33.085 INFO:tasks.workunit.client.0.smithi031.stdout: "quant_size": 512, 2024-08-10T06:31:33.085 INFO:tasks.workunit.client.0.smithi031.stdout: "ranges": [ 2024-08-10T06:31:33.085 INFO:tasks.workunit.client.0.smithi031.stdout: "[None, -1]", 2024-08-10T06:31:33.085 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 511]", 2024-08-10T06:31:33.085 INFO:tasks.workunit.client.0.smithi031.stdout: "[512, 1023]", 2024-08-10T06:31:33.085 INFO:tasks.workunit.client.0.smithi031.stdout: "[1024, 2047]", 2024-08-10T06:31:33.085 INFO:tasks.workunit.client.0.smithi031.stdout: "[2048, 4095]", 2024-08-10T06:31:33.086 INFO:tasks.workunit.client.0.smithi031.stdout: "[4096, 8191]", 2024-08-10T06:31:33.086 INFO:tasks.workunit.client.0.smithi031.stdout: "[8192, 16383]", 2024-08-10T06:31:33.086 INFO:tasks.workunit.client.0.smithi031.stdout: "[16384, 32767]", 2024-08-10T06:31:33.086 INFO:tasks.workunit.client.0.smithi031.stdout: "[32768, 65535]", 2024-08-10T06:31:33.086 INFO:tasks.workunit.client.0.smithi031.stdout: "[65536, 131071]", 2024-08-10T06:31:33.086 INFO:tasks.workunit.client.0.smithi031.stdout: "[131072, 262143]", 2024-08-10T06:31:33.086 INFO:tasks.workunit.client.0.smithi031.stdout: "[262144, 524287]", 2024-08-10T06:31:33.086 INFO:tasks.workunit.client.0.smithi031.stdout: "[524288, 1048575]", 2024-08-10T06:31:33.086 INFO:tasks.workunit.client.0.smithi031.stdout: "[1048576, 2097151]", 2024-08-10T06:31:33.086 INFO:tasks.workunit.client.0.smithi031.stdout: "[2097152, 4194303]", 2024-08-10T06:31:33.086 INFO:tasks.workunit.client.0.smithi031.stdout: "[4194304, 8388607]", 2024-08-10T06:31:33.086 INFO:tasks.workunit.client.0.smithi031.stdout: "[8388608, 16777215]", 2024-08-10T06:31:33.086 INFO:tasks.workunit.client.0.smithi031.stdout: "[16777216, 33554431]", 2024-08-10T06:31:33.087 INFO:tasks.workunit.client.0.smithi031.stdout: "[33554432, 67108863]", 2024-08-10T06:31:33.087 INFO:tasks.workunit.client.0.smithi031.stdout: "[67108864, 134217727]", 2024-08-10T06:31:33.087 INFO:tasks.workunit.client.0.smithi031.stdout: "[134217728, 268435455]", 2024-08-10T06:31:33.087 INFO:tasks.workunit.client.0.smithi031.stdout: "[268435456, 536870911]", 2024-08-10T06:31:33.087 INFO:tasks.workunit.client.0.smithi031.stdout: "[536870912, 1073741823]", 2024-08-10T06:31:33.087 INFO:tasks.workunit.client.0.smithi031.stdout: "[1073741824, 2147483647]", 2024-08-10T06:31:33.087 INFO:tasks.workunit.client.0.smithi031.stdout: "[2147483648, 4294967295]", 2024-08-10T06:31:33.087 INFO:tasks.workunit.client.0.smithi031.stdout: "[4294967296, 8589934591]", 2024-08-10T06:31:33.087 INFO:tasks.workunit.client.0.smithi031.stdout: "[8589934592, 17179869183]", 2024-08-10T06:31:33.087 INFO:tasks.workunit.client.0.smithi031.stdout: "[17179869184, 34359738367]", 2024-08-10T06:31:33.087 INFO:tasks.workunit.client.0.smithi031.stdout: "[34359738368, 68719476735]", 2024-08-10T06:31:33.087 INFO:tasks.workunit.client.0.smithi031.stdout: "[68719476736, 137438953471]", 2024-08-10T06:31:33.087 INFO:tasks.workunit.client.0.smithi031.stdout: "[137438953472, 274877906943]", 2024-08-10T06:31:33.087 INFO:tasks.workunit.client.0.smithi031.stdout: "[274877906944, None]" 2024-08-10T06:31:33.088 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.088 INFO:tasks.workunit.client.0.smithi031.stdout: "scale_type": "log2" 2024-08-10T06:31:33.088 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.088 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.088 INFO:tasks.workunit.client.0.smithi031.stdout: "osds": [ 2024-08-10T06:31:33.088 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:33.088 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 0, 2024-08-10T06:31:33.088 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:33.088 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.088 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.088 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.088 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.089 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 623, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.089 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 5588, 56, 71, 139, 422, 601, 704, 2, 0, 1, 0, 0, 5, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.089 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 790, 17, 32, 62, 32, 24, 19, 1, 1, 1, 2, 5, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.089 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 178, 0, 0, 4, 1, 0, 1, 1, 0, 0, 0, 3, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.089 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 93, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 10, 12, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.089 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 13, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.089 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.089 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.089 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.089 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.089 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.089 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.089 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.089 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.090 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.090 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.090 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.090 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.090 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.090 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.090 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.090 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.090 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.090 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.090 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.090 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.091 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.091 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:33.091 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:33.091 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.091 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:33.091 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 1, 2024-08-10T06:31:33.091 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:33.091 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.091 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.091 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.091 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.091 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 265, 2, 3, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.091 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 3474, 255, 31, 62, 123, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.092 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 506, 23, 1311, 0, 0, 0, 0, 1, 0, 1, 0, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.092 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 349, 3, 32, 0, 0, 0, 0, 0, 0, 0, 0, 5, 3, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.092 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1657, 1352, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.092 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1472, 1638, 246, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 6, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.092 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 8, 8, 6, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 3, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.092 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.092 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.092 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.092 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.092 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.092 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.092 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.092 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.092 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.093 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.093 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.093 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.093 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.093 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.093 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.093 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.093 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.093 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.093 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.093 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.093 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:33.093 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:33.094 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.094 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:33.094 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 2, 2024-08-10T06:31:33.094 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:33.094 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.094 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.094 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.094 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.094 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 877, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.094 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 11073, 6, 0, 0, 0, 1, 3, 1, 2, 0, 0, 2, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.094 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 16040, 3, 3, 0, 0, 0, 0, 1, 1, 1, 3, 3, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.094 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 303, 1, 0, 0, 0, 0, 0, 0, 1, 0, 3, 2, 8, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.095 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 110, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 8, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.095 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 15, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.095 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.095 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.095 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.095 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.095 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.095 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.095 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.095 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.095 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.095 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.095 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.095 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.096 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.096 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.096 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.096 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.096 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.096 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.096 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.096 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.096 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.096 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:33.096 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:33.096 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.096 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:33.096 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 3, 2024-08-10T06:31:33.097 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:33.097 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.097 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.097 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.097 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.097 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 236, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.097 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1992, 41, 1, 0, 4, 2, 4, 3, 12, 7, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.097 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 164, 6, 2, 0, 0, 0, 0, 0, 0, 2, 2, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.097 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 126, 13, 23, 47, 0, 0, 0, 0, 0, 0, 3, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.097 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 987, 249, 11, 112, 0, 0, 0, 0, 0, 0, 1, 0, 4, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.097 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 4061, 2542, 0, 411, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.097 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 174, 216, 0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.097 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.098 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.098 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.098 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.098 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.098 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.098 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.098 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.098 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.098 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.098 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.098 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.098 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.098 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.099 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.099 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.099 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.099 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.099 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.099 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.099 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:33.099 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:33.099 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.099 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:33.099 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 4, 2024-08-10T06:31:33.099 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:33.099 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.100 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.100 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.100 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.100 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 737, 0, 6, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.100 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 2626, 211, 28, 53, 138, 275, 468, 3, 3, 0, 1, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.100 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 294, 12, 0, 0, 0, 0, 12, 0, 2, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.100 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 237, 2, 1, 0, 0, 0, 2, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.100 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 188, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.100 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 113, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 2, 4, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.100 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.100 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.100 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.100 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.100 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.101 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.101 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.101 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.101 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.101 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.101 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.101 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.101 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.101 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.101 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.101 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.101 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.101 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.102 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.102 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.102 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.102 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:33.102 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:33.102 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.102 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:33.102 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 5, 2024-08-10T06:31:33.102 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:33.102 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.102 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.102 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.102 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.102 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 479, 5, 8, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.103 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 3136, 72, 124, 233, 445, 620, 718, 1, 2, 0, 1, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.103 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 375, 3, 8, 6, 11, 8, 8, 2, 1, 3, 1, 2, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.103 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 294, 9, 22, 65, 6, 1, 0, 0, 0, 0, 0, 7, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.103 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 211, 33, 57, 64, 24, 0, 0, 1, 0, 0, 3, 2, 7, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.103 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 118, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 16, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.103 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 7, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.103 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.103 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.103 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.103 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.103 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.103 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.103 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.103 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.104 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.104 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.104 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.104 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.104 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.104 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.104 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.104 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.104 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.104 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.104 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.104 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.104 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:33.105 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:33.105 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.105 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:33.105 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 6, 2024-08-10T06:31:33.105 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:33.105 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.105 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.105 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.105 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.105 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 373, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.105 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 3536, 15, 1, 0, 2, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.105 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 323, 5, 0, 0, 0, 1, 0, 0, 0, 3, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.105 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 359, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.105 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 257, 105, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 6, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.105 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 3, 9, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.106 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 2, 4, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.106 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.106 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.106 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.106 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.106 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.106 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.106 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.106 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.106 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.106 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.106 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.106 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.107 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.107 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.107 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.107 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.107 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.107 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.107 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.107 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.107 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:33.107 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:33.107 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.107 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:33.107 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 7, 2024-08-10T06:31:33.108 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:33.108 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.108 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.108 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.108 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.108 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 435, 3, 7, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.108 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 7181, 43, 92, 25, 15, 0, 5, 4, 13, 16, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.108 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 2821, 39, 84, 35, 4, 0, 0, 1, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.108 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 181, 2, 3, 0, 2, 0, 0, 0, 0, 1, 1, 2, 6, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.108 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 71, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 5, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.108 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 11, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.108 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 4, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.108 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.108 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.109 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.109 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.109 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.109 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.109 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.109 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.109 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.109 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.109 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.109 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.109 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.109 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.109 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.109 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.109 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.110 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.110 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.110 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.110 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:33.110 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:33.110 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.110 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:33.110 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.110 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T06:31:33.110 INFO:tasks.workunit.client.0.smithi031.stdout: "axes": [ 2024-08-10T06:31:33.110 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:33.110 INFO:tasks.workunit.client.0.smithi031.stdout: "buckets": 32, 2024-08-10T06:31:33.110 INFO:tasks.workunit.client.0.smithi031.stdout: "min": 0, 2024-08-10T06:31:33.111 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "Latency (usec)", 2024-08-10T06:31:33.111 INFO:tasks.workunit.client.0.smithi031.stdout: "quant_size": 100000, 2024-08-10T06:31:33.111 INFO:tasks.workunit.client.0.smithi031.stdout: "ranges": [ 2024-08-10T06:31:33.111 INFO:tasks.workunit.client.0.smithi031.stdout: "[None, -1]", 2024-08-10T06:31:33.111 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 99999]", 2024-08-10T06:31:33.111 INFO:tasks.workunit.client.0.smithi031.stdout: "[100000, 199999]", 2024-08-10T06:31:33.111 INFO:tasks.workunit.client.0.smithi031.stdout: "[200000, 399999]", 2024-08-10T06:31:33.111 INFO:tasks.workunit.client.0.smithi031.stdout: "[400000, 799999]", 2024-08-10T06:31:33.111 INFO:tasks.workunit.client.0.smithi031.stdout: "[800000, 1599999]", 2024-08-10T06:31:33.111 INFO:tasks.workunit.client.0.smithi031.stdout: "[1600000, 3199999]", 2024-08-10T06:31:33.111 INFO:tasks.workunit.client.0.smithi031.stdout: "[3200000, 6399999]", 2024-08-10T06:31:33.111 INFO:tasks.workunit.client.0.smithi031.stdout: "[6400000, 12799999]", 2024-08-10T06:31:33.111 INFO:tasks.workunit.client.0.smithi031.stdout: "[12800000, 25599999]", 2024-08-10T06:31:33.111 INFO:tasks.workunit.client.0.smithi031.stdout: "[25600000, 51199999]", 2024-08-10T06:31:33.112 INFO:tasks.workunit.client.0.smithi031.stdout: "[51200000, 102399999]", 2024-08-10T06:31:33.112 INFO:tasks.workunit.client.0.smithi031.stdout: "[102400000, 204799999]", 2024-08-10T06:31:33.112 INFO:tasks.workunit.client.0.smithi031.stdout: "[204800000, 409599999]", 2024-08-10T06:31:33.112 INFO:tasks.workunit.client.0.smithi031.stdout: "[409600000, 819199999]", 2024-08-10T06:31:33.112 INFO:tasks.workunit.client.0.smithi031.stdout: "[819200000, 1638399999]", 2024-08-10T06:31:33.112 INFO:tasks.workunit.client.0.smithi031.stdout: "[1638400000, 3276799999]", 2024-08-10T06:31:33.112 INFO:tasks.workunit.client.0.smithi031.stdout: "[3276800000, 6553599999]", 2024-08-10T06:31:33.112 INFO:tasks.workunit.client.0.smithi031.stdout: "[6553600000, 13107199999]", 2024-08-10T06:31:33.112 INFO:tasks.workunit.client.0.smithi031.stdout: "[13107200000, 26214399999]", 2024-08-10T06:31:33.112 INFO:tasks.workunit.client.0.smithi031.stdout: "[26214400000, 52428799999]", 2024-08-10T06:31:33.112 INFO:tasks.workunit.client.0.smithi031.stdout: "[52428800000, 104857599999]", 2024-08-10T06:31:33.112 INFO:tasks.workunit.client.0.smithi031.stdout: "[104857600000, 209715199999]", 2024-08-10T06:31:33.112 INFO:tasks.workunit.client.0.smithi031.stdout: "[209715200000, 419430399999]", 2024-08-10T06:31:33.112 INFO:tasks.workunit.client.0.smithi031.stdout: "[419430400000, 838860799999]", 2024-08-10T06:31:33.112 INFO:tasks.workunit.client.0.smithi031.stdout: "[838860800000, 1677721599999]", 2024-08-10T06:31:33.113 INFO:tasks.workunit.client.0.smithi031.stdout: "[1677721600000, 3355443199999]", 2024-08-10T06:31:33.113 INFO:tasks.workunit.client.0.smithi031.stdout: "[3355443200000, 6710886399999]", 2024-08-10T06:31:33.113 INFO:tasks.workunit.client.0.smithi031.stdout: "[6710886400000, 13421772799999]", 2024-08-10T06:31:33.113 INFO:tasks.workunit.client.0.smithi031.stdout: "[13421772800000, 26843545599999]", 2024-08-10T06:31:33.113 INFO:tasks.workunit.client.0.smithi031.stdout: "[26843545600000, 53687091199999]", 2024-08-10T06:31:33.113 INFO:tasks.workunit.client.0.smithi031.stdout: "[53687091200000, None]" 2024-08-10T06:31:33.113 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.113 INFO:tasks.workunit.client.0.smithi031.stdout: "scale_type": "log2" 2024-08-10T06:31:33.113 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.113 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:33.113 INFO:tasks.workunit.client.0.smithi031.stdout: "buckets": 32, 2024-08-10T06:31:33.113 INFO:tasks.workunit.client.0.smithi031.stdout: "min": 0, 2024-08-10T06:31:33.113 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "Request size (bytes)", 2024-08-10T06:31:33.113 INFO:tasks.workunit.client.0.smithi031.stdout: "quant_size": 512, 2024-08-10T06:31:33.114 INFO:tasks.workunit.client.0.smithi031.stdout: "ranges": [ 2024-08-10T06:31:33.114 INFO:tasks.workunit.client.0.smithi031.stdout: "[None, -1]", 2024-08-10T06:31:33.114 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 511]", 2024-08-10T06:31:33.114 INFO:tasks.workunit.client.0.smithi031.stdout: "[512, 1023]", 2024-08-10T06:31:33.114 INFO:tasks.workunit.client.0.smithi031.stdout: "[1024, 2047]", 2024-08-10T06:31:33.114 INFO:tasks.workunit.client.0.smithi031.stdout: "[2048, 4095]", 2024-08-10T06:31:33.114 INFO:tasks.workunit.client.0.smithi031.stdout: "[4096, 8191]", 2024-08-10T06:31:33.114 INFO:tasks.workunit.client.0.smithi031.stdout: "[8192, 16383]", 2024-08-10T06:31:33.114 INFO:tasks.workunit.client.0.smithi031.stdout: "[16384, 32767]", 2024-08-10T06:31:33.114 INFO:tasks.workunit.client.0.smithi031.stdout: "[32768, 65535]", 2024-08-10T06:31:33.114 INFO:tasks.workunit.client.0.smithi031.stdout: "[65536, 131071]", 2024-08-10T06:31:33.114 INFO:tasks.workunit.client.0.smithi031.stdout: "[131072, 262143]", 2024-08-10T06:31:33.114 INFO:tasks.workunit.client.0.smithi031.stdout: "[262144, 524287]", 2024-08-10T06:31:33.115 INFO:tasks.workunit.client.0.smithi031.stdout: "[524288, 1048575]", 2024-08-10T06:31:33.115 INFO:tasks.workunit.client.0.smithi031.stdout: "[1048576, 2097151]", 2024-08-10T06:31:33.115 INFO:tasks.workunit.client.0.smithi031.stdout: "[2097152, 4194303]", 2024-08-10T06:31:33.115 INFO:tasks.workunit.client.0.smithi031.stdout: "[4194304, 8388607]", 2024-08-10T06:31:33.115 INFO:tasks.workunit.client.0.smithi031.stdout: "[8388608, 16777215]", 2024-08-10T06:31:33.115 INFO:tasks.workunit.client.0.smithi031.stdout: "[16777216, 33554431]", 2024-08-10T06:31:33.115 INFO:tasks.workunit.client.0.smithi031.stdout: "[33554432, 67108863]", 2024-08-10T06:31:33.115 INFO:tasks.workunit.client.0.smithi031.stdout: "[67108864, 134217727]", 2024-08-10T06:31:33.115 INFO:tasks.workunit.client.0.smithi031.stdout: "[134217728, 268435455]", 2024-08-10T06:31:33.115 INFO:tasks.workunit.client.0.smithi031.stdout: "[268435456, 536870911]", 2024-08-10T06:31:33.115 INFO:tasks.workunit.client.0.smithi031.stdout: "[536870912, 1073741823]", 2024-08-10T06:31:33.115 INFO:tasks.workunit.client.0.smithi031.stdout: "[1073741824, 2147483647]", 2024-08-10T06:31:33.115 INFO:tasks.workunit.client.0.smithi031.stdout: "[2147483648, 4294967295]", 2024-08-10T06:31:33.115 INFO:tasks.workunit.client.0.smithi031.stdout: "[4294967296, 8589934591]", 2024-08-10T06:31:33.115 INFO:tasks.workunit.client.0.smithi031.stdout: "[8589934592, 17179869183]", 2024-08-10T06:31:33.116 INFO:tasks.workunit.client.0.smithi031.stdout: "[17179869184, 34359738367]", 2024-08-10T06:31:33.116 INFO:tasks.workunit.client.0.smithi031.stdout: "[34359738368, 68719476735]", 2024-08-10T06:31:33.116 INFO:tasks.workunit.client.0.smithi031.stdout: "[68719476736, 137438953471]", 2024-08-10T06:31:33.116 INFO:tasks.workunit.client.0.smithi031.stdout: "[137438953472, 274877906943]", 2024-08-10T06:31:33.116 INFO:tasks.workunit.client.0.smithi031.stdout: "[274877906944, None]" 2024-08-10T06:31:33.116 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.116 INFO:tasks.workunit.client.0.smithi031.stdout: "scale_type": "log2" 2024-08-10T06:31:33.116 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.116 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.116 INFO:tasks.workunit.client.0.smithi031.stdout: "osds": [ 2024-08-10T06:31:33.116 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:33.116 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 0, 2024-08-10T06:31:33.116 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:33.117 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.117 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.117 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.117 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.117 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 623, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.117 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 7592, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.117 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 988, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.117 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 196, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.117 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 121, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.117 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.117 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.117 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.117 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.117 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.117 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.117 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.118 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.118 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.118 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.118 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.118 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.118 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.118 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.118 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.118 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.118 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.118 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.118 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.118 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.119 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.119 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.119 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:33.119 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:33.119 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.119 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:33.119 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 1, 2024-08-10T06:31:33.119 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:33.119 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.119 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.119 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.119 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.119 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 276, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.119 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 3948, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.119 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1847, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.120 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 394, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.120 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 3067, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.120 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 3374, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.120 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.120 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.120 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.120 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.120 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.120 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.120 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.120 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.120 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.120 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.120 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.121 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.121 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.121 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.121 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.121 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.121 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.121 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.121 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.121 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.121 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.121 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:33.121 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:33.121 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.121 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:33.121 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 2, 2024-08-10T06:31:33.122 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:33.122 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.122 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.122 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.122 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.122 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 877, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.122 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 11092, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.122 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 16059, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.122 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 321, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.122 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 126, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.122 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 101, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.122 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.122 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.122 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.123 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.123 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.123 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.123 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.123 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.123 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.123 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.123 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.123 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.123 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.123 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.123 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.123 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.124 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.124 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.124 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.124 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.124 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.124 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:33.124 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:33.124 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.124 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:33.124 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 3, 2024-08-10T06:31:33.124 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:33.124 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.124 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.124 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.125 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.125 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 237, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.125 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 2069, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.125 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 180, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.125 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 215, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.125 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1368, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.125 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 7026, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.125 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 413, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.125 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.125 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.125 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.125 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.125 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.125 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.126 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.126 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.126 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.126 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.126 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.126 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.126 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.126 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.126 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.126 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.126 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.126 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.127 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.127 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.127 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:33.127 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:33.127 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.127 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:33.127 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 4, 2024-08-10T06:31:33.127 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:33.127 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.127 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.127 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.127 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.127 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 758, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.127 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 3809, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.127 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 321, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.128 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 244, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.128 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 196, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.128 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 128, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.128 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.128 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.128 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.128 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.128 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.128 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.128 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.128 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.128 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.128 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.129 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.129 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.129 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.129 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.129 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.129 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.129 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.129 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.129 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.129 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.129 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.129 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:33.129 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:33.130 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.130 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:33.130 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 5, 2024-08-10T06:31:33.130 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:33.130 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.130 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.130 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.130 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.130 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 513, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.130 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 5356, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.130 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 430, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.130 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 409, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.130 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 407, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.130 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 153, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.131 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.131 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.131 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.131 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.131 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.131 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.131 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.131 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.131 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.131 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.131 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.131 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.131 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.132 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.132 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.132 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.132 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.132 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.132 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.132 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.132 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.132 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:33.132 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:33.132 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.132 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:33.132 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 6, 2024-08-10T06:31:33.133 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:33.133 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.133 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.133 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.133 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.133 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 373, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.133 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 3557, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.133 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 336, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.133 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 371, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.133 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 377, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.133 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 91, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.133 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.133 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.134 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.134 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.134 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.134 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.134 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.134 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.134 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.134 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.134 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.134 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.134 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.134 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.135 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.135 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.135 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.135 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.135 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.135 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.135 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.135 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:33.135 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:33.135 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.135 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:33.135 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 7, 2024-08-10T06:31:33.135 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:33.135 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.136 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.136 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.136 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.136 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 447, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.136 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 7397, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.136 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 2988, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.136 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 199, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.136 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 88, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.136 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 57, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.136 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.136 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.136 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.136 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.136 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.137 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.137 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.137 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.137 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.137 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.137 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.137 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.137 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.137 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.137 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.137 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.137 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.137 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.138 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.138 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.138 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.138 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:33.138 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:33.138 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.138 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:33.138 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.138 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T06:31:33.138 INFO:tasks.workunit.client.0.smithi031.stdout: "axes": [ 2024-08-10T06:31:33.138 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:33.138 INFO:tasks.workunit.client.0.smithi031.stdout: "buckets": 32, 2024-08-10T06:31:33.138 INFO:tasks.workunit.client.0.smithi031.stdout: "min": 0, 2024-08-10T06:31:33.138 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "Latency (usec)", 2024-08-10T06:31:33.139 INFO:tasks.workunit.client.0.smithi031.stdout: "quant_size": 100000, 2024-08-10T06:31:33.139 INFO:tasks.workunit.client.0.smithi031.stdout: "ranges": [ 2024-08-10T06:31:33.139 INFO:tasks.workunit.client.0.smithi031.stdout: "[None, -1]", 2024-08-10T06:31:33.139 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 99999]", 2024-08-10T06:31:33.139 INFO:tasks.workunit.client.0.smithi031.stdout: "[100000, 199999]", 2024-08-10T06:31:33.139 INFO:tasks.workunit.client.0.smithi031.stdout: "[200000, 399999]", 2024-08-10T06:31:33.139 INFO:tasks.workunit.client.0.smithi031.stdout: "[400000, 799999]", 2024-08-10T06:31:33.139 INFO:tasks.workunit.client.0.smithi031.stdout: "[800000, 1599999]", 2024-08-10T06:31:33.139 INFO:tasks.workunit.client.0.smithi031.stdout: "[1600000, 3199999]", 2024-08-10T06:31:33.139 INFO:tasks.workunit.client.0.smithi031.stdout: "[3200000, 6399999]", 2024-08-10T06:31:33.139 INFO:tasks.workunit.client.0.smithi031.stdout: "[6400000, 12799999]", 2024-08-10T06:31:33.139 INFO:tasks.workunit.client.0.smithi031.stdout: "[12800000, 25599999]", 2024-08-10T06:31:33.139 INFO:tasks.workunit.client.0.smithi031.stdout: "[25600000, 51199999]", 2024-08-10T06:31:33.139 INFO:tasks.workunit.client.0.smithi031.stdout: "[51200000, 102399999]", 2024-08-10T06:31:33.140 INFO:tasks.workunit.client.0.smithi031.stdout: "[102400000, 204799999]", 2024-08-10T06:31:33.140 INFO:tasks.workunit.client.0.smithi031.stdout: "[204800000, 409599999]", 2024-08-10T06:31:33.140 INFO:tasks.workunit.client.0.smithi031.stdout: "[409600000, 819199999]", 2024-08-10T06:31:33.140 INFO:tasks.workunit.client.0.smithi031.stdout: "[819200000, 1638399999]", 2024-08-10T06:31:33.140 INFO:tasks.workunit.client.0.smithi031.stdout: "[1638400000, 3276799999]", 2024-08-10T06:31:33.140 INFO:tasks.workunit.client.0.smithi031.stdout: "[3276800000, 6553599999]", 2024-08-10T06:31:33.140 INFO:tasks.workunit.client.0.smithi031.stdout: "[6553600000, 13107199999]", 2024-08-10T06:31:33.140 INFO:tasks.workunit.client.0.smithi031.stdout: "[13107200000, 26214399999]", 2024-08-10T06:31:33.140 INFO:tasks.workunit.client.0.smithi031.stdout: "[26214400000, 52428799999]", 2024-08-10T06:31:33.140 INFO:tasks.workunit.client.0.smithi031.stdout: "[52428800000, 104857599999]", 2024-08-10T06:31:33.140 INFO:tasks.workunit.client.0.smithi031.stdout: "[104857600000, 209715199999]", 2024-08-10T06:31:33.140 INFO:tasks.workunit.client.0.smithi031.stdout: "[209715200000, 419430399999]", 2024-08-10T06:31:33.140 INFO:tasks.workunit.client.0.smithi031.stdout: "[419430400000, 838860799999]", 2024-08-10T06:31:33.141 INFO:tasks.workunit.client.0.smithi031.stdout: "[838860800000, 1677721599999]", 2024-08-10T06:31:33.141 INFO:tasks.workunit.client.0.smithi031.stdout: "[1677721600000, 3355443199999]", 2024-08-10T06:31:33.141 INFO:tasks.workunit.client.0.smithi031.stdout: "[3355443200000, 6710886399999]", 2024-08-10T06:31:33.141 INFO:tasks.workunit.client.0.smithi031.stdout: "[6710886400000, 13421772799999]", 2024-08-10T06:31:33.141 INFO:tasks.workunit.client.0.smithi031.stdout: "[13421772800000, 26843545599999]", 2024-08-10T06:31:33.141 INFO:tasks.workunit.client.0.smithi031.stdout: "[26843545600000, 53687091199999]", 2024-08-10T06:31:33.141 INFO:tasks.workunit.client.0.smithi031.stdout: "[53687091200000, None]" 2024-08-10T06:31:33.141 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.141 INFO:tasks.workunit.client.0.smithi031.stdout: "scale_type": "log2" 2024-08-10T06:31:33.141 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.141 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:33.141 INFO:tasks.workunit.client.0.smithi031.stdout: "buckets": 32, 2024-08-10T06:31:33.141 INFO:tasks.workunit.client.0.smithi031.stdout: "min": 0, 2024-08-10T06:31:33.142 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "Request size (bytes)", 2024-08-10T06:31:33.142 INFO:tasks.workunit.client.0.smithi031.stdout: "quant_size": 512, 2024-08-10T06:31:33.142 INFO:tasks.workunit.client.0.smithi031.stdout: "ranges": [ 2024-08-10T06:31:33.142 INFO:tasks.workunit.client.0.smithi031.stdout: "[None, -1]", 2024-08-10T06:31:33.142 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 511]", 2024-08-10T06:31:33.142 INFO:tasks.workunit.client.0.smithi031.stdout: "[512, 1023]", 2024-08-10T06:31:33.142 INFO:tasks.workunit.client.0.smithi031.stdout: "[1024, 2047]", 2024-08-10T06:31:33.142 INFO:tasks.workunit.client.0.smithi031.stdout: "[2048, 4095]", 2024-08-10T06:31:33.142 INFO:tasks.workunit.client.0.smithi031.stdout: "[4096, 8191]", 2024-08-10T06:31:33.142 INFO:tasks.workunit.client.0.smithi031.stdout: "[8192, 16383]", 2024-08-10T06:31:33.142 INFO:tasks.workunit.client.0.smithi031.stdout: "[16384, 32767]", 2024-08-10T06:31:33.142 INFO:tasks.workunit.client.0.smithi031.stdout: "[32768, 65535]", 2024-08-10T06:31:33.143 INFO:tasks.workunit.client.0.smithi031.stdout: "[65536, 131071]", 2024-08-10T06:31:33.143 INFO:tasks.workunit.client.0.smithi031.stdout: "[131072, 262143]", 2024-08-10T06:31:33.143 INFO:tasks.workunit.client.0.smithi031.stdout: "[262144, 524287]", 2024-08-10T06:31:33.143 INFO:tasks.workunit.client.0.smithi031.stdout: "[524288, 1048575]", 2024-08-10T06:31:33.143 INFO:tasks.workunit.client.0.smithi031.stdout: "[1048576, 2097151]", 2024-08-10T06:31:33.143 INFO:tasks.workunit.client.0.smithi031.stdout: "[2097152, 4194303]", 2024-08-10T06:31:33.143 INFO:tasks.workunit.client.0.smithi031.stdout: "[4194304, 8388607]", 2024-08-10T06:31:33.143 INFO:tasks.workunit.client.0.smithi031.stdout: "[8388608, 16777215]", 2024-08-10T06:31:33.143 INFO:tasks.workunit.client.0.smithi031.stdout: "[16777216, 33554431]", 2024-08-10T06:31:33.143 INFO:tasks.workunit.client.0.smithi031.stdout: "[33554432, 67108863]", 2024-08-10T06:31:33.143 INFO:tasks.workunit.client.0.smithi031.stdout: "[67108864, 134217727]", 2024-08-10T06:31:33.143 INFO:tasks.workunit.client.0.smithi031.stdout: "[134217728, 268435455]", 2024-08-10T06:31:33.143 INFO:tasks.workunit.client.0.smithi031.stdout: "[268435456, 536870911]", 2024-08-10T06:31:33.143 INFO:tasks.workunit.client.0.smithi031.stdout: "[536870912, 1073741823]", 2024-08-10T06:31:33.144 INFO:tasks.workunit.client.0.smithi031.stdout: "[1073741824, 2147483647]", 2024-08-10T06:31:33.144 INFO:tasks.workunit.client.0.smithi031.stdout: "[2147483648, 4294967295]", 2024-08-10T06:31:33.144 INFO:tasks.workunit.client.0.smithi031.stdout: "[4294967296, 8589934591]", 2024-08-10T06:31:33.144 INFO:tasks.workunit.client.0.smithi031.stdout: "[8589934592, 17179869183]", 2024-08-10T06:31:33.144 INFO:tasks.workunit.client.0.smithi031.stdout: "[17179869184, 34359738367]", 2024-08-10T06:31:33.144 INFO:tasks.workunit.client.0.smithi031.stdout: "[34359738368, 68719476735]", 2024-08-10T06:31:33.144 INFO:tasks.workunit.client.0.smithi031.stdout: "[68719476736, 137438953471]", 2024-08-10T06:31:33.144 INFO:tasks.workunit.client.0.smithi031.stdout: "[137438953472, 274877906943]", 2024-08-10T06:31:33.144 INFO:tasks.workunit.client.0.smithi031.stdout: "[274877906944, None]" 2024-08-10T06:31:33.144 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.144 INFO:tasks.workunit.client.0.smithi031.stdout: "scale_type": "log2" 2024-08-10T06:31:33.144 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.144 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.144 INFO:tasks.workunit.client.0.smithi031.stdout: "osds": [ 2024-08-10T06:31:33.145 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:33.145 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 0, 2024-08-10T06:31:33.145 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:33.145 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.145 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.145 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.145 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.145 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 116, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.145 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 2189, 23, 1, 1, 24, 2, 3, 2, 7, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.145 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1112, 10, 0, 0, 1, 5, 9, 13, 23, 71, 89, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.145 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 216, 6, 0, 0, 0, 2, 2, 3, 8, 10, 92, 266, 113, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.145 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 135, 0, 0, 0, 0, 1, 0, 0, 3, 5, 17, 24, 283, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.145 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 272, 8, 0, 0, 0, 0, 0, 0, 0, 1, 8, 10, 22, 38, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.146 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 384, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 2, 6, 42, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.146 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 848, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.146 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 940, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.146 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.146 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.146 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.146 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.146 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.146 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.146 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.146 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.146 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.146 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.147 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.147 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.147 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.147 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.147 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.147 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.147 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.147 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.147 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:33.147 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:33.147 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.147 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:33.147 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 1, 2024-08-10T06:31:33.148 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:33.148 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.148 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.148 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.148 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.148 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 65, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.148 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 2927, 27, 1, 0, 10, 5, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.148 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1409, 4, 1, 4, 4, 13, 9, 19, 41, 66, 118, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.148 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 95, 5, 0, 0, 1, 3, 3, 3, 6, 2, 62, 267, 217, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.148 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 23, 11, 0, 0, 0, 0, 0, 0, 2, 2, 6, 14, 360, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.148 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 36, 22, 0, 0, 0, 0, 0, 0, 1, 2, 8, 2, 18, 24, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.148 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 65, 39, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 10, 31, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.148 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 769, 87, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.149 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 2864, 89, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.149 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 143, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.149 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.149 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.149 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.149 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.149 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.149 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.149 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.149 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.149 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.149 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.150 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.150 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.150 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.150 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.150 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.150 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.150 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.150 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:33.150 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:33.150 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.150 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:33.150 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 2, 2024-08-10T06:31:33.150 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:33.151 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.151 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.151 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.151 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.151 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 52, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.151 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 440, 16, 3, 2, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.151 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 158, 2, 0, 0, 1, 0, 2, 5, 3, 3, 32, 20, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.151 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 159, 1, 0, 0, 1, 2, 3, 5, 3, 6, 34, 40, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.151 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 68, 0, 0, 0, 0, 0, 0, 0, 3, 3, 12, 21, 12, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.151 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 27, 2, 0, 0, 0, 0, 0, 1, 0, 1, 4, 9, 32, 39, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.151 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 15, 50, 53, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.151 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 1, 11, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.151 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.152 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.152 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.152 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.152 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.152 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.152 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.152 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.152 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.152 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.152 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.152 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.152 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.152 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.152 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.153 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.153 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.153 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.153 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.153 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:33.153 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:33.153 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.153 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:33.153 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 3, 2024-08-10T06:31:33.153 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:33.153 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.153 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.153 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.153 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.153 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.154 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1148, 12, 0, 0, 22, 2, 2, 6, 10, 17, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.154 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 451, 5, 0, 1, 1, 3, 2, 7, 13, 24, 47, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.154 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 140, 12, 0, 0, 0, 0, 1, 4, 5, 6, 62, 150, 96, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.154 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 224, 6, 0, 0, 0, 0, 1, 2, 2, 3, 18, 13, 114, 6, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.154 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 575, 2, 0, 0, 0, 0, 0, 1, 1, 1, 4, 12, 13, 20, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.154 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 362, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 1, 4, 24, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.154 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 226, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.154 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.154 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.154 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.154 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.154 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.154 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.155 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.155 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.155 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.155 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.155 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.155 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.155 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.155 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.155 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.155 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.155 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.155 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.155 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.156 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:33.156 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:33.156 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.156 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:33.156 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 4, 2024-08-10T06:31:33.156 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:33.156 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.156 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.156 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.156 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.156 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 61, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.156 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1050, 14, 2, 0, 11, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.156 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 688, 1, 1, 0, 0, 1, 8, 8, 14, 32, 43, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.156 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 318, 0, 1, 0, 3, 1, 1, 0, 4, 5, 37, 123, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.157 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 427, 0, 0, 0, 0, 0, 0, 0, 2, 3, 5, 9, 174, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.157 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 383, 0, 0, 1, 1, 0, 0, 1, 0, 1, 3, 7, 22, 10, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.157 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 142, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 13, 33, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.157 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 95, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.157 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.157 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.157 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.157 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.157 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.157 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.157 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.157 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.157 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.157 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.158 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.158 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.158 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.158 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.158 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.158 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.158 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.158 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.158 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.158 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:33.158 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:33.158 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.158 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:33.159 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 5, 2024-08-10T06:31:33.159 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:33.159 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.159 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.159 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.159 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.159 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 85, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.159 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 375, 18, 3, 2, 15, 1, 2, 3, 6, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.159 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 97, 8, 2, 0, 2, 0, 0, 3, 5, 8, 20, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.159 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 146, 15, 0, 0, 1, 0, 2, 3, 3, 9, 41, 57, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.159 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 70, 3, 0, 0, 0, 0, 0, 0, 3, 0, 8, 20, 15, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.159 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 29, 6, 0, 0, 0, 0, 0, 1, 1, 0, 2, 11, 18, 22, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.160 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 1, 0, 0, 4, 5, 6, 26, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.160 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 1, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.160 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.160 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.160 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.160 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.160 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.160 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.160 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.160 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.160 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.160 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.160 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.161 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.161 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.161 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.161 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.161 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.161 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.161 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.161 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.161 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:33.161 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:33.161 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.161 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:33.161 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 6, 2024-08-10T06:31:33.161 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:33.161 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.162 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.162 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.162 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.162 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 57, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.162 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1281, 31, 0, 0, 9, 0, 1, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.162 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 525, 7, 2, 0, 4, 3, 7, 6, 15, 27, 36, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.162 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 321, 4, 0, 0, 0, 0, 0, 0, 4, 8, 37, 130, 51, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.162 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 456, 25, 0, 0, 0, 0, 0, 2, 0, 2, 13, 17, 168, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.162 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 344, 24, 0, 0, 0, 0, 0, 0, 0, 0, 2, 9, 17, 24, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.162 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 130, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 8, 17, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.162 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 76, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.162 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 84, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.162 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.163 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.163 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.163 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.163 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.163 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.163 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.163 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.163 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.163 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.163 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.163 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.163 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.163 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.164 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.164 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.164 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.164 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.164 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:33.164 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:33.164 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.164 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:33.164 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 7, 2024-08-10T06:31:33.164 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:33.164 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.164 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.164 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.165 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.165 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 44, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.165 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 359, 14, 1, 0, 8, 0, 3, 2, 8, 8, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.165 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 71, 12, 1, 0, 3, 0, 2, 4, 3, 3, 9, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.165 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 80, 8, 0, 0, 0, 0, 2, 4, 7, 2, 11, 16, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.165 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 39, 33, 0, 0, 0, 0, 1, 0, 2, 2, 14, 10, 15, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.165 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 9, 22, 0, 0, 0, 0, 0, 0, 0, 2, 3, 10, 21, 22, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.165 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 40, 0, 0, 0, 1, 0, 0, 1, 0, 2, 5, 14, 38, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.165 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 79, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.166 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 92, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.166 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.166 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.166 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.166 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.166 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.166 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.166 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.166 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.166 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.166 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.166 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.166 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.166 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.167 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.167 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.167 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.167 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.167 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.167 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:33.167 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:33.167 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.167 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:33.167 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.167 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.167 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:33.167 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_resrv_repnum_vs_duration": { 2024-08-10T06:31:33.168 INFO:tasks.workunit.client.0.smithi031.stdout: "axes": [ 2024-08-10T06:31:33.168 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:33.168 INFO:tasks.workunit.client.0.smithi031.stdout: "buckets": 8, 2024-08-10T06:31:33.168 INFO:tasks.workunit.client.0.smithi031.stdout: "min": 0, 2024-08-10T06:31:33.168 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "number of replicas", 2024-08-10T06:31:33.168 INFO:tasks.workunit.client.0.smithi031.stdout: "quant_size": 1, 2024-08-10T06:31:33.168 INFO:tasks.workunit.client.0.smithi031.stdout: "ranges": [ 2024-08-10T06:31:33.168 INFO:tasks.workunit.client.0.smithi031.stdout: "[None, -1]", 2024-08-10T06:31:33.168 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0]", 2024-08-10T06:31:33.168 INFO:tasks.workunit.client.0.smithi031.stdout: "[1, 1]", 2024-08-10T06:31:33.168 INFO:tasks.workunit.client.0.smithi031.stdout: "[2, 2]", 2024-08-10T06:31:33.168 INFO:tasks.workunit.client.0.smithi031.stdout: "[3, 3]", 2024-08-10T06:31:33.168 INFO:tasks.workunit.client.0.smithi031.stdout: "[4, 4]", 2024-08-10T06:31:33.168 INFO:tasks.workunit.client.0.smithi031.stdout: "[5, 5]", 2024-08-10T06:31:33.169 INFO:tasks.workunit.client.0.smithi031.stdout: "[6, None]" 2024-08-10T06:31:33.169 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.169 INFO:tasks.workunit.client.0.smithi031.stdout: "scale_type": "linear" 2024-08-10T06:31:33.169 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.169 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:33.169 INFO:tasks.workunit.client.0.smithi031.stdout: "buckets": 10, 2024-08-10T06:31:33.169 INFO:tasks.workunit.client.0.smithi031.stdout: "min": 0, 2024-08-10T06:31:33.169 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "duration", 2024-08-10T06:31:33.169 INFO:tasks.workunit.client.0.smithi031.stdout: "quant_size": 250000, 2024-08-10T06:31:33.169 INFO:tasks.workunit.client.0.smithi031.stdout: "ranges": [ 2024-08-10T06:31:33.169 INFO:tasks.workunit.client.0.smithi031.stdout: "[None, -1]", 2024-08-10T06:31:33.169 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 249999]", 2024-08-10T06:31:33.169 INFO:tasks.workunit.client.0.smithi031.stdout: "[250000, 499999]", 2024-08-10T06:31:33.169 INFO:tasks.workunit.client.0.smithi031.stdout: "[500000, 999999]", 2024-08-10T06:31:33.170 INFO:tasks.workunit.client.0.smithi031.stdout: "[1000000, 1999999]", 2024-08-10T06:31:33.170 INFO:tasks.workunit.client.0.smithi031.stdout: "[2000000, 3999999]", 2024-08-10T06:31:33.170 INFO:tasks.workunit.client.0.smithi031.stdout: "[4000000, 7999999]", 2024-08-10T06:31:33.170 INFO:tasks.workunit.client.0.smithi031.stdout: "[8000000, 15999999]", 2024-08-10T06:31:33.170 INFO:tasks.workunit.client.0.smithi031.stdout: "[16000000, 31999999]", 2024-08-10T06:31:33.170 INFO:tasks.workunit.client.0.smithi031.stdout: "[32000000, None]" 2024-08-10T06:31:33.170 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.170 INFO:tasks.workunit.client.0.smithi031.stdout: "scale_type": "log2" 2024-08-10T06:31:33.170 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.170 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.170 INFO:tasks.workunit.client.0.smithi031.stdout: "osds": [ 2024-08-10T06:31:33.170 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:33.170 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 0, 2024-08-10T06:31:33.170 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:33.171 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.171 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.171 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.171 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.171 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.171 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.171 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.171 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:33.171 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:33.171 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.171 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:33.171 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 1, 2024-08-10T06:31:33.171 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:33.171 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.172 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.172 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.172 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.172 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.172 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.172 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.172 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:33.172 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:33.172 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.172 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:33.172 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 2, 2024-08-10T06:31:33.172 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:33.172 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.172 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.173 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.173 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.173 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.173 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.173 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.173 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:33.173 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:33.173 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.173 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:33.173 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 3, 2024-08-10T06:31:33.173 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:33.173 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.173 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.173 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.174 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.174 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.174 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.174 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.174 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:33.174 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:33.174 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.174 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:33.174 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 4, 2024-08-10T06:31:33.174 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:33.174 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.174 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.174 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.175 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.175 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.175 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.175 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.175 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:33.175 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:33.175 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.175 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:33.175 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 5, 2024-08-10T06:31:33.175 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:33.175 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.175 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.175 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.176 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.176 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.176 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.176 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.176 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:33.176 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:33.176 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.176 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:33.176 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 6, 2024-08-10T06:31:33.176 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:33.176 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.176 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.176 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.176 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.177 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.177 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.177 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.177 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:33.177 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:33.177 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.177 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:33.177 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 7, 2024-08-10T06:31:33.177 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:33.177 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.177 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.177 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.177 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.177 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.178 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.178 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:33.178 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:33.178 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:33.178 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.178 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:33.178 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.178 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.178 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.178 INFO:tasks.workunit.client.0.smithi031.stdout: "perf_counters": { 2024-08-10T06:31:33.178 INFO:tasks.workunit.client.0.smithi031.stdout: "mds.8ebe73bd7ea27fbdeeae1ec6539f9be9b100ac0f": { 2024-08-10T06:31:33.178 INFO:tasks.workunit.client.0.smithi031.stdout: "mds": { 2024-08-10T06:31:33.178 INFO:tasks.workunit.client.0.smithi031.stdout: "caps": { 2024-08-10T06:31:33.179 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.179 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.179 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph_cap_op_flush_ack": { 2024-08-10T06:31:33.179 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.179 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.179 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph_cap_op_flushsnap_ack": { 2024-08-10T06:31:33.179 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.179 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.179 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph_cap_op_grant": { 2024-08-10T06:31:33.179 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.179 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.179 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph_cap_op_revoke": { 2024-08-10T06:31:33.179 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.179 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.180 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph_cap_op_trunc": { 2024-08-10T06:31:33.180 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.180 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.180 INFO:tasks.workunit.client.0.smithi031.stdout: "dir_commit": { 2024-08-10T06:31:33.180 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.180 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.180 INFO:tasks.workunit.client.0.smithi031.stdout: "dir_fetch_complete": { 2024-08-10T06:31:33.180 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12 2024-08-10T06:31:33.180 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.180 INFO:tasks.workunit.client.0.smithi031.stdout: "dir_fetch_keys": { 2024-08-10T06:31:33.180 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10 2024-08-10T06:31:33.180 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.180 INFO:tasks.workunit.client.0.smithi031.stdout: "dir_merge": { 2024-08-10T06:31:33.181 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.181 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.181 INFO:tasks.workunit.client.0.smithi031.stdout: "dir_split": { 2024-08-10T06:31:33.181 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.181 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.181 INFO:tasks.workunit.client.0.smithi031.stdout: "exported_inodes": { 2024-08-10T06:31:33.181 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.181 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.181 INFO:tasks.workunit.client.0.smithi031.stdout: "forward": { 2024-08-10T06:31:33.181 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.181 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.181 INFO:tasks.workunit.client.0.smithi031.stdout: "handle_client_cap_release": { 2024-08-10T06:31:33.181 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.181 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.182 INFO:tasks.workunit.client.0.smithi031.stdout: "handle_client_caps": { 2024-08-10T06:31:33.182 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.182 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.182 INFO:tasks.workunit.client.0.smithi031.stdout: "handle_client_caps_dirty": { 2024-08-10T06:31:33.182 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.182 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.182 INFO:tasks.workunit.client.0.smithi031.stdout: "handle_inode_file_caps": { 2024-08-10T06:31:33.182 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.182 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.182 INFO:tasks.workunit.client.0.smithi031.stdout: "imported_inodes": { 2024-08-10T06:31:33.182 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.182 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.182 INFO:tasks.workunit.client.0.smithi031.stdout: "inodes": { 2024-08-10T06:31:33.182 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10 2024-08-10T06:31:33.183 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.183 INFO:tasks.workunit.client.0.smithi031.stdout: "inodes_expired": { 2024-08-10T06:31:33.183 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.183 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.183 INFO:tasks.workunit.client.0.smithi031.stdout: "inodes_pinned": { 2024-08-10T06:31:33.183 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10 2024-08-10T06:31:33.183 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.183 INFO:tasks.workunit.client.0.smithi031.stdout: "inodes_with_caps": { 2024-08-10T06:31:33.183 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.183 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.183 INFO:tasks.workunit.client.0.smithi031.stdout: "load_cent": { 2024-08-10T06:31:33.183 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.183 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.184 INFO:tasks.workunit.client.0.smithi031.stdout: "openino_dir_fetch": { 2024-08-10T06:31:33.184 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.184 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.184 INFO:tasks.workunit.client.0.smithi031.stdout: "process_request_cap_release": { 2024-08-10T06:31:33.184 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.184 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.184 INFO:tasks.workunit.client.0.smithi031.stdout: "reply_latency": { 2024-08-10T06:31:33.184 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.184 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.184 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.184 INFO:tasks.workunit.client.0.smithi031.stdout: "request": { 2024-08-10T06:31:33.184 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.184 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.184 INFO:tasks.workunit.client.0.smithi031.stdout: "root_rbytes": { 2024-08-10T06:31:33.185 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.185 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.185 INFO:tasks.workunit.client.0.smithi031.stdout: "root_rfiles": { 2024-08-10T06:31:33.185 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.185 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.185 INFO:tasks.workunit.client.0.smithi031.stdout: "root_rsnaps": { 2024-08-10T06:31:33.185 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.185 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.185 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_reply": { 2024-08-10T06:31:33.185 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.185 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.185 INFO:tasks.workunit.client.0.smithi031.stdout: "subtrees": { 2024-08-10T06:31:33.185 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-08-10T06:31:33.185 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.186 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.186 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_cache": { 2024-08-10T06:31:33.186 INFO:tasks.workunit.client.0.smithi031.stdout: "ireq_enqueue_scrub": { 2024-08-10T06:31:33.186 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.186 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.186 INFO:tasks.workunit.client.0.smithi031.stdout: "ireq_exportdir": { 2024-08-10T06:31:33.186 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.186 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.186 INFO:tasks.workunit.client.0.smithi031.stdout: "ireq_flush": { 2024-08-10T06:31:33.186 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.186 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.186 INFO:tasks.workunit.client.0.smithi031.stdout: "ireq_fragmentdir": { 2024-08-10T06:31:33.186 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.187 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.187 INFO:tasks.workunit.client.0.smithi031.stdout: "ireq_fragstats": { 2024-08-10T06:31:33.187 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.187 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.187 INFO:tasks.workunit.client.0.smithi031.stdout: "ireq_inodestats": { 2024-08-10T06:31:33.187 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.187 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.187 INFO:tasks.workunit.client.0.smithi031.stdout: "ireq_quiesce_inode": { 2024-08-10T06:31:33.187 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.187 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.187 INFO:tasks.workunit.client.0.smithi031.stdout: "ireq_quiesce_path": { 2024-08-10T06:31:33.187 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.187 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.188 INFO:tasks.workunit.client.0.smithi031.stdout: "num_recovering_enqueued": { 2024-08-10T06:31:33.188 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.188 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.188 INFO:tasks.workunit.client.0.smithi031.stdout: "num_recovering_prioritized": { 2024-08-10T06:31:33.188 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.188 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.188 INFO:tasks.workunit.client.0.smithi031.stdout: "num_recovering_processing": { 2024-08-10T06:31:33.188 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.188 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.188 INFO:tasks.workunit.client.0.smithi031.stdout: "num_strays": { 2024-08-10T06:31:33.188 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.188 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.188 INFO:tasks.workunit.client.0.smithi031.stdout: "num_strays_delayed": { 2024-08-10T06:31:33.188 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.189 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.189 INFO:tasks.workunit.client.0.smithi031.stdout: "num_strays_enqueuing": { 2024-08-10T06:31:33.189 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.189 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.189 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_completed": { 2024-08-10T06:31:33.189 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.189 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.189 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_started": { 2024-08-10T06:31:33.189 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.189 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.189 INFO:tasks.workunit.client.0.smithi031.stdout: "strays_created": { 2024-08-10T06:31:33.189 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.189 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.189 INFO:tasks.workunit.client.0.smithi031.stdout: "strays_enqueued": { 2024-08-10T06:31:33.190 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.190 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.190 INFO:tasks.workunit.client.0.smithi031.stdout: "strays_migrated": { 2024-08-10T06:31:33.190 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.190 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.190 INFO:tasks.workunit.client.0.smithi031.stdout: "strays_reintegrated": { 2024-08-10T06:31:33.190 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.190 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.190 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.190 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_log": { 2024-08-10T06:31:33.190 INFO:tasks.workunit.client.0.smithi031.stdout: "ev": { 2024-08-10T06:31:33.190 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 17 2024-08-10T06:31:33.190 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.190 INFO:tasks.workunit.client.0.smithi031.stdout: "evadd": { 2024-08-10T06:31:33.191 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.191 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.191 INFO:tasks.workunit.client.0.smithi031.stdout: "evex": { 2024-08-10T06:31:33.191 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.191 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.191 INFO:tasks.workunit.client.0.smithi031.stdout: "evexd": { 2024-08-10T06:31:33.191 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.191 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.191 INFO:tasks.workunit.client.0.smithi031.stdout: "evexg": { 2024-08-10T06:31:33.191 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.191 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.191 INFO:tasks.workunit.client.0.smithi031.stdout: "evlrg": { 2024-08-10T06:31:33.191 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.191 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.192 INFO:tasks.workunit.client.0.smithi031.stdout: "evtrm": { 2024-08-10T06:31:33.192 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.192 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.192 INFO:tasks.workunit.client.0.smithi031.stdout: "jlat": { 2024-08-10T06:31:33.192 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.192 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.192 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.192 INFO:tasks.workunit.client.0.smithi031.stdout: "replayed": { 2024-08-10T06:31:33.192 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 17 2024-08-10T06:31:33.192 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.192 INFO:tasks.workunit.client.0.smithi031.stdout: "seg": { 2024-08-10T06:31:33.192 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1 2024-08-10T06:31:33.192 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.192 INFO:tasks.workunit.client.0.smithi031.stdout: "segadd": { 2024-08-10T06:31:33.192 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.193 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.193 INFO:tasks.workunit.client.0.smithi031.stdout: "segex": { 2024-08-10T06:31:33.193 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.193 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.193 INFO:tasks.workunit.client.0.smithi031.stdout: "segexd": { 2024-08-10T06:31:33.193 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.193 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.193 INFO:tasks.workunit.client.0.smithi031.stdout: "segexg": { 2024-08-10T06:31:33.193 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.193 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.193 INFO:tasks.workunit.client.0.smithi031.stdout: "segmjr": { 2024-08-10T06:31:33.193 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1 2024-08-10T06:31:33.193 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.193 INFO:tasks.workunit.client.0.smithi031.stdout: "segtrm": { 2024-08-10T06:31:33.194 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.194 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.194 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.194 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_mem": { 2024-08-10T06:31:33.194 INFO:tasks.workunit.client.0.smithi031.stdout: "cap": { 2024-08-10T06:31:33.194 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.194 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.194 INFO:tasks.workunit.client.0.smithi031.stdout: "cap+": { 2024-08-10T06:31:33.194 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.194 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.194 INFO:tasks.workunit.client.0.smithi031.stdout: "cap-": { 2024-08-10T06:31:33.194 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.195 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.195 INFO:tasks.workunit.client.0.smithi031.stdout: "dir": { 2024-08-10T06:31:33.195 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12 2024-08-10T06:31:33.195 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.195 INFO:tasks.workunit.client.0.smithi031.stdout: "dir+": { 2024-08-10T06:31:33.195 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12 2024-08-10T06:31:33.195 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.195 INFO:tasks.workunit.client.0.smithi031.stdout: "dir-": { 2024-08-10T06:31:33.195 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.195 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.195 INFO:tasks.workunit.client.0.smithi031.stdout: "dn": { 2024-08-10T06:31:33.195 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10 2024-08-10T06:31:33.195 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.195 INFO:tasks.workunit.client.0.smithi031.stdout: "dn+": { 2024-08-10T06:31:33.196 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10 2024-08-10T06:31:33.196 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.196 INFO:tasks.workunit.client.0.smithi031.stdout: "dn-": { 2024-08-10T06:31:33.196 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.196 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.196 INFO:tasks.workunit.client.0.smithi031.stdout: "heap": { 2024-08-10T06:31:33.196 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 248096 2024-08-10T06:31:33.196 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.196 INFO:tasks.workunit.client.0.smithi031.stdout: "ino": { 2024-08-10T06:31:33.196 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 13 2024-08-10T06:31:33.196 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.196 INFO:tasks.workunit.client.0.smithi031.stdout: "ino+": { 2024-08-10T06:31:33.196 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 13 2024-08-10T06:31:33.196 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.197 INFO:tasks.workunit.client.0.smithi031.stdout: "ino-": { 2024-08-10T06:31:33.197 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.197 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.197 INFO:tasks.workunit.client.0.smithi031.stdout: "rss": { 2024-08-10T06:31:33.197 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 49332 2024-08-10T06:31:33.197 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.197 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.197 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_server": { 2024-08-10T06:31:33.197 INFO:tasks.workunit.client.0.smithi031.stdout: "cap_acquisition_throttle": { 2024-08-10T06:31:33.197 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.197 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.197 INFO:tasks.workunit.client.0.smithi031.stdout: "cap_revoke_eviction": { 2024-08-10T06:31:33.197 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.197 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.198 INFO:tasks.workunit.client.0.smithi031.stdout: "handle_client_request": { 2024-08-10T06:31:33.198 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.198 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.198 INFO:tasks.workunit.client.0.smithi031.stdout: "handle_client_session": { 2024-08-10T06:31:33.198 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.198 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.198 INFO:tasks.workunit.client.0.smithi031.stdout: "handle_peer_request": { 2024-08-10T06:31:33.198 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.198 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.198 INFO:tasks.workunit.client.0.smithi031.stdout: "req_create_latency": { 2024-08-10T06:31:33.198 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.198 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.198 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.198 INFO:tasks.workunit.client.0.smithi031.stdout: "req_getattr_latency": { 2024-08-10T06:31:33.199 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.199 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.199 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.199 INFO:tasks.workunit.client.0.smithi031.stdout: "req_getfilelock_latency": { 2024-08-10T06:31:33.199 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.199 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.199 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.199 INFO:tasks.workunit.client.0.smithi031.stdout: "req_getvxattr_latency": { 2024-08-10T06:31:33.199 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.199 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.199 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.199 INFO:tasks.workunit.client.0.smithi031.stdout: "req_link_latency": { 2024-08-10T06:31:33.199 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.199 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.200 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.200 INFO:tasks.workunit.client.0.smithi031.stdout: "req_lookup_latency": { 2024-08-10T06:31:33.200 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.200 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.200 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.200 INFO:tasks.workunit.client.0.smithi031.stdout: "req_lookuphash_latency": { 2024-08-10T06:31:33.200 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.200 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.200 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.200 INFO:tasks.workunit.client.0.smithi031.stdout: "req_lookupino_latency": { 2024-08-10T06:31:33.200 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.200 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.200 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.200 INFO:tasks.workunit.client.0.smithi031.stdout: "req_lookupname_latency": { 2024-08-10T06:31:33.201 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.201 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.201 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.201 INFO:tasks.workunit.client.0.smithi031.stdout: "req_lookupparent_latency": { 2024-08-10T06:31:33.201 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.201 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.201 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.201 INFO:tasks.workunit.client.0.smithi031.stdout: "req_lookupsnap_latency": { 2024-08-10T06:31:33.201 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.201 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.201 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.201 INFO:tasks.workunit.client.0.smithi031.stdout: "req_lssnap_latency": { 2024-08-10T06:31:33.201 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.201 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.202 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.202 INFO:tasks.workunit.client.0.smithi031.stdout: "req_mkdir_latency": { 2024-08-10T06:31:33.202 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.202 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.202 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.202 INFO:tasks.workunit.client.0.smithi031.stdout: "req_mknod_latency": { 2024-08-10T06:31:33.202 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.202 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.202 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.202 INFO:tasks.workunit.client.0.smithi031.stdout: "req_mksnap_latency": { 2024-08-10T06:31:33.202 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.202 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.202 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.202 INFO:tasks.workunit.client.0.smithi031.stdout: "req_open_latency": { 2024-08-10T06:31:33.203 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.203 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.203 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.203 INFO:tasks.workunit.client.0.smithi031.stdout: "req_readdir_latency": { 2024-08-10T06:31:33.203 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.203 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.203 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.203 INFO:tasks.workunit.client.0.smithi031.stdout: "req_rename_latency": { 2024-08-10T06:31:33.203 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.203 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.203 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.203 INFO:tasks.workunit.client.0.smithi031.stdout: "req_renamesnap_latency": { 2024-08-10T06:31:33.203 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.204 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.204 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.204 INFO:tasks.workunit.client.0.smithi031.stdout: "req_rmdir_latency": { 2024-08-10T06:31:33.204 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.204 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.204 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.204 INFO:tasks.workunit.client.0.smithi031.stdout: "req_rmsnap_latency": { 2024-08-10T06:31:33.204 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.204 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.204 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.204 INFO:tasks.workunit.client.0.smithi031.stdout: "req_rmxattr_latency": { 2024-08-10T06:31:33.204 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.204 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.204 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.205 INFO:tasks.workunit.client.0.smithi031.stdout: "req_setattr_latency": { 2024-08-10T06:31:33.205 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.205 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.205 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.205 INFO:tasks.workunit.client.0.smithi031.stdout: "req_setdirlayout_latency": { 2024-08-10T06:31:33.205 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.205 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.205 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.205 INFO:tasks.workunit.client.0.smithi031.stdout: "req_setfilelock_latency": { 2024-08-10T06:31:33.205 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.205 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.205 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.205 INFO:tasks.workunit.client.0.smithi031.stdout: "req_setlayout_latency": { 2024-08-10T06:31:33.205 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.206 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.206 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.206 INFO:tasks.workunit.client.0.smithi031.stdout: "req_setxattr_latency": { 2024-08-10T06:31:33.206 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.206 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.206 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.206 INFO:tasks.workunit.client.0.smithi031.stdout: "req_snapdiff_latency": { 2024-08-10T06:31:33.206 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.206 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.206 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.206 INFO:tasks.workunit.client.0.smithi031.stdout: "req_symlink_latency": { 2024-08-10T06:31:33.206 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.206 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.207 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.207 INFO:tasks.workunit.client.0.smithi031.stdout: "req_unlink_latency": { 2024-08-10T06:31:33.207 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.207 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.207 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.207 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.207 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_sessions": { 2024-08-10T06:31:33.207 INFO:tasks.workunit.client.0.smithi031.stdout: "average_load": { 2024-08-10T06:31:33.207 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.207 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.207 INFO:tasks.workunit.client.0.smithi031.stdout: "avg_session_uptime": { 2024-08-10T06:31:33.207 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.207 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.207 INFO:tasks.workunit.client.0.smithi031.stdout: "mdthresh_evicted": { 2024-08-10T06:31:33.208 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.208 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.208 INFO:tasks.workunit.client.0.smithi031.stdout: "session_add": { 2024-08-10T06:31:33.208 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8 2024-08-10T06:31:33.208 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.208 INFO:tasks.workunit.client.0.smithi031.stdout: "session_count": { 2024-08-10T06:31:33.208 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.208 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.208 INFO:tasks.workunit.client.0.smithi031.stdout: "session_remove": { 2024-08-10T06:31:33.208 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8 2024-08-10T06:31:33.208 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.208 INFO:tasks.workunit.client.0.smithi031.stdout: "sessions_open": { 2024-08-10T06:31:33.208 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-08-10T06:31:33.208 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.208 INFO:tasks.workunit.client.0.smithi031.stdout: "sessions_stale": { 2024-08-10T06:31:33.209 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.209 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.209 INFO:tasks.workunit.client.0.smithi031.stdout: "total_load": { 2024-08-10T06:31:33.209 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.209 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.209 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.209 INFO:tasks.workunit.client.0.smithi031.stdout: "objecter": { 2024-08-10T06:31:33.209 INFO:tasks.workunit.client.0.smithi031.stdout: "op_active": { 2024-08-10T06:31:33.209 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.209 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.209 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T06:31:33.209 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 37 2024-08-10T06:31:33.209 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.209 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rmw": { 2024-08-10T06:31:33.210 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.210 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.210 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T06:31:33.210 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7 2024-08-10T06:31:33.210 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.210 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.210 INFO:tasks.workunit.client.0.smithi031.stdout: "purge_queue": { 2024-08-10T06:31:33.210 INFO:tasks.workunit.client.0.smithi031.stdout: "pq_executed": { 2024-08-10T06:31:33.210 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.210 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.210 INFO:tasks.workunit.client.0.smithi031.stdout: "pq_executed_ops": { 2024-08-10T06:31:33.210 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.210 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.210 INFO:tasks.workunit.client.0.smithi031.stdout: "pq_executing": { 2024-08-10T06:31:33.211 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.211 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.211 INFO:tasks.workunit.client.0.smithi031.stdout: "pq_executing_high_water": { 2024-08-10T06:31:33.211 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.211 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.211 INFO:tasks.workunit.client.0.smithi031.stdout: "pq_executing_ops": { 2024-08-10T06:31:33.211 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.211 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.211 INFO:tasks.workunit.client.0.smithi031.stdout: "pq_executing_ops_high_water": { 2024-08-10T06:31:33.211 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.211 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.211 INFO:tasks.workunit.client.0.smithi031.stdout: "pq_item_in_journal": { 2024-08-10T06:31:33.211 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.211 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.212 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.212 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.212 INFO:tasks.workunit.client.0.smithi031.stdout: "mon.62ad85b37c16ffdd779a4c5a495ed5779bfdb6c1": { 2024-08-10T06:31:33.212 INFO:tasks.workunit.client.0.smithi031.stdout: "mon": { 2024-08-10T06:31:33.212 INFO:tasks.workunit.client.0.smithi031.stdout: "election_call": { 2024-08-10T06:31:33.212 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-08-10T06:31:33.212 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.212 INFO:tasks.workunit.client.0.smithi031.stdout: "election_lose": { 2024-08-10T06:31:33.212 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3 2024-08-10T06:31:33.212 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.212 INFO:tasks.workunit.client.0.smithi031.stdout: "election_win": { 2024-08-10T06:31:33.212 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.212 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.213 INFO:tasks.workunit.client.0.smithi031.stdout: "num_elections": { 2024-08-10T06:31:33.213 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 11 2024-08-10T06:31:33.213 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.213 INFO:tasks.workunit.client.0.smithi031.stdout: "num_sessions": { 2024-08-10T06:31:33.213 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 9 2024-08-10T06:31:33.213 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.213 INFO:tasks.workunit.client.0.smithi031.stdout: "session_add": { 2024-08-10T06:31:33.213 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4 2024-08-10T06:31:33.213 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.213 INFO:tasks.workunit.client.0.smithi031.stdout: "session_rm": { 2024-08-10T06:31:33.213 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 260 2024-08-10T06:31:33.213 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.213 INFO:tasks.workunit.client.0.smithi031.stdout: "session_trim": { 2024-08-10T06:31:33.213 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.214 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.214 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.214 INFO:tasks.workunit.client.0.smithi031.stdout: "paxos": { 2024-08-10T06:31:33.214 INFO:tasks.workunit.client.0.smithi031.stdout: "accept_timeout": { 2024-08-10T06:31:33.214 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.214 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.214 INFO:tasks.workunit.client.0.smithi031.stdout: "begin": { 2024-08-10T06:31:33.214 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7894 2024-08-10T06:31:33.214 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.214 INFO:tasks.workunit.client.0.smithi031.stdout: "begin_bytes": { 2024-08-10T06:31:33.214 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7894, 2024-08-10T06:31:33.214 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 56530326 2024-08-10T06:31:33.215 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.215 INFO:tasks.workunit.client.0.smithi031.stdout: "begin_keys": { 2024-08-10T06:31:33.215 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.215 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.215 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.215 INFO:tasks.workunit.client.0.smithi031.stdout: "begin_latency": { 2024-08-10T06:31:33.215 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7894, 2024-08-10T06:31:33.215 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1936966245 2024-08-10T06:31:33.215 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.215 INFO:tasks.workunit.client.0.smithi031.stdout: "collect": { 2024-08-10T06:31:33.215 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3 2024-08-10T06:31:33.215 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.215 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_bytes": { 2024-08-10T06:31:33.215 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3, 2024-08-10T06:31:33.216 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 219 2024-08-10T06:31:33.216 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.216 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_keys": { 2024-08-10T06:31:33.216 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3, 2024-08-10T06:31:33.216 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3 2024-08-10T06:31:33.216 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.216 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_latency": { 2024-08-10T06:31:33.216 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3, 2024-08-10T06:31:33.216 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 999983 2024-08-10T06:31:33.216 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.216 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_timeout": { 2024-08-10T06:31:33.216 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.216 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.216 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_uncommitted": { 2024-08-10T06:31:33.217 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1 2024-08-10T06:31:33.217 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.217 INFO:tasks.workunit.client.0.smithi031.stdout: "commit": { 2024-08-10T06:31:33.217 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7894 2024-08-10T06:31:33.217 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.217 INFO:tasks.workunit.client.0.smithi031.stdout: "commit_bytes": { 2024-08-10T06:31:33.217 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.217 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.217 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.217 INFO:tasks.workunit.client.0.smithi031.stdout: "commit_keys": { 2024-08-10T06:31:33.217 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.217 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.217 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.217 INFO:tasks.workunit.client.0.smithi031.stdout: "commit_latency": { 2024-08-10T06:31:33.217 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.218 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.218 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.218 INFO:tasks.workunit.client.0.smithi031.stdout: "lease_ack_timeout": { 2024-08-10T06:31:33.218 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.218 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.218 INFO:tasks.workunit.client.0.smithi031.stdout: "lease_timeout": { 2024-08-10T06:31:33.218 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.218 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.218 INFO:tasks.workunit.client.0.smithi031.stdout: "new_pn": { 2024-08-10T06:31:33.218 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.218 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.218 INFO:tasks.workunit.client.0.smithi031.stdout: "new_pn_latency": { 2024-08-10T06:31:33.218 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.218 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.219 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.219 INFO:tasks.workunit.client.0.smithi031.stdout: "refresh": { 2024-08-10T06:31:33.219 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7894 2024-08-10T06:31:33.219 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.219 INFO:tasks.workunit.client.0.smithi031.stdout: "refresh_latency": { 2024-08-10T06:31:33.219 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7894, 2024-08-10T06:31:33.219 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 27675516228 2024-08-10T06:31:33.219 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.219 INFO:tasks.workunit.client.0.smithi031.stdout: "restart": { 2024-08-10T06:31:33.219 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 13 2024-08-10T06:31:33.219 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.219 INFO:tasks.workunit.client.0.smithi031.stdout: "share_state": { 2024-08-10T06:31:33.219 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.220 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.220 INFO:tasks.workunit.client.0.smithi031.stdout: "share_state_bytes": { 2024-08-10T06:31:33.220 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.220 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.220 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.220 INFO:tasks.workunit.client.0.smithi031.stdout: "share_state_keys": { 2024-08-10T06:31:33.220 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.220 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.220 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.220 INFO:tasks.workunit.client.0.smithi031.stdout: "start_leader": { 2024-08-10T06:31:33.220 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.220 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.220 INFO:tasks.workunit.client.0.smithi031.stdout: "start_peon": { 2024-08-10T06:31:33.221 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3 2024-08-10T06:31:33.221 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.221 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state": { 2024-08-10T06:31:33.221 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7894 2024-08-10T06:31:33.221 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.221 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state_bytes": { 2024-08-10T06:31:33.221 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7894, 2024-08-10T06:31:33.221 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 111616606 2024-08-10T06:31:33.221 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.221 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state_keys": { 2024-08-10T06:31:33.221 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7894, 2024-08-10T06:31:33.221 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 70817 2024-08-10T06:31:33.221 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.221 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state_latency": { 2024-08-10T06:31:33.222 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7894, 2024-08-10T06:31:33.222 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5333906892 2024-08-10T06:31:33.222 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.222 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.222 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache": { 2024-08-10T06:31:33.222 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_bytes": { 2024-08-10T06:31:33.222 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1020054731 2024-08-10T06:31:33.222 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.222 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_bytes": { 2024-08-10T06:31:33.222 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 176160768 2024-08-10T06:31:33.222 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.222 INFO:tasks.workunit.client.0.smithi031.stdout: "mapped_bytes": { 2024-08-10T06:31:33.222 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 173555712 2024-08-10T06:31:33.223 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.223 INFO:tasks.workunit.client.0.smithi031.stdout: "target_bytes": { 2024-08-10T06:31:33.223 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2147483648 2024-08-10T06:31:33.223 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.223 INFO:tasks.workunit.client.0.smithi031.stdout: "unmapped_bytes": { 2024-08-10T06:31:33.223 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2605056 2024-08-10T06:31:33.223 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.223 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.223 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache:full": { 2024-08-10T06:31:33.223 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:33.223 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 360710144 2024-08-10T06:31:33.223 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.223 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:33.224 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.224 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.224 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:33.224 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.224 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.224 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:33.224 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 266434077 2024-08-10T06:31:33.224 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.224 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:33.224 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 26340519 2024-08-10T06:31:33.224 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.224 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:33.224 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.225 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.225 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:33.225 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.225 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.225 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:33.225 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.225 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.225 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:33.225 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.225 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.225 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:33.225 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.225 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.226 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:33.226 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.226 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.226 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:33.226 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.226 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.226 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:33.226 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.226 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.226 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:33.226 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67935548 2024-08-10T06:31:33.226 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.226 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.226 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache:inc": { 2024-08-10T06:31:33.227 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:33.227 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 339738624 2024-08-10T06:31:33.227 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.227 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:33.227 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.227 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.227 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:33.227 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.227 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.227 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:33.227 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 266434077 2024-08-10T06:31:33.227 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.227 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:33.227 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2204971 2024-08-10T06:31:33.228 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.228 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:33.228 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.228 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.228 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:33.228 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.228 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.228 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:33.228 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.228 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.228 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:33.228 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.228 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.229 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:33.229 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.229 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.229 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:33.229 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.229 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.229 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:33.229 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.229 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.229 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:33.229 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.229 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.229 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:33.229 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71099576 2024-08-10T06:31:33.230 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.230 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.230 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache:kv": { 2024-08-10T06:31:33.230 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:33.230 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 314572800 2024-08-10T06:31:33.230 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.230 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:33.230 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T06:31:33.230 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.230 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:33.230 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.230 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.230 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:33.233 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 177622718 2024-08-10T06:31:33.234 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.234 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:33.234 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.234 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.234 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:33.234 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.234 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.234 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:33.234 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.234 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.234 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:33.234 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.234 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.234 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:33.235 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.235 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.235 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:33.235 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.235 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.235 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:33.235 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.235 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.235 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:33.235 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.235 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.235 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:33.236 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.236 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.236 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:33.236 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 69841218 2024-08-10T06:31:33.236 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.236 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.236 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb": { 2024-08-10T06:31:33.236 INFO:tasks.workunit.client.0.smithi031.stdout: "compact": { 2024-08-10T06:31:33.236 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.236 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.236 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_queue_len": { 2024-08-10T06:31:33.236 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.236 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.236 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_queue_merge": { 2024-08-10T06:31:33.237 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.237 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.237 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_range": { 2024-08-10T06:31:33.237 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 91 2024-08-10T06:31:33.237 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.237 INFO:tasks.workunit.client.0.smithi031.stdout: "get_latency": { 2024-08-10T06:31:33.237 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 345718, 2024-08-10T06:31:33.237 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1865056505 2024-08-10T06:31:33.237 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.237 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_delay_time": { 2024-08-10T06:31:33.237 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.237 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.237 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.237 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_memtable_time": { 2024-08-10T06:31:33.238 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.238 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.238 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.238 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-10T06:31:33.238 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.238 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.238 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.238 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_wal_time": { 2024-08-10T06:31:33.238 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.238 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.238 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.239 INFO:tasks.workunit.client.0.smithi031.stdout: "submit_latency": { 2024-08-10T06:31:33.239 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.239 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.239 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.239 INFO:tasks.workunit.client.0.smithi031.stdout: "submit_sync_latency": { 2024-08-10T06:31:33.239 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 19280, 2024-08-10T06:31:33.239 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 9592416231 2024-08-10T06:31:33.239 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.239 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.239 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.239 INFO:tasks.workunit.client.0.smithi031.stdout: "mon.78b7f16c00d1f5b2f8ba1b3f812aa97559391734": { 2024-08-10T06:31:33.239 INFO:tasks.workunit.client.0.smithi031.stdout: "mon": { 2024-08-10T06:31:33.239 INFO:tasks.workunit.client.0.smithi031.stdout: "election_call": { 2024-08-10T06:31:33.239 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-08-10T06:31:33.240 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.240 INFO:tasks.workunit.client.0.smithi031.stdout: "election_lose": { 2024-08-10T06:31:33.240 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-08-10T06:31:33.240 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.240 INFO:tasks.workunit.client.0.smithi031.stdout: "election_win": { 2024-08-10T06:31:33.240 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.240 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.240 INFO:tasks.workunit.client.0.smithi031.stdout: "num_elections": { 2024-08-10T06:31:33.240 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7 2024-08-10T06:31:33.240 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.240 INFO:tasks.workunit.client.0.smithi031.stdout: "num_sessions": { 2024-08-10T06:31:33.240 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8 2024-08-10T06:31:33.240 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.240 INFO:tasks.workunit.client.0.smithi031.stdout: "session_add": { 2024-08-10T06:31:33.241 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3 2024-08-10T06:31:33.241 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.241 INFO:tasks.workunit.client.0.smithi031.stdout: "session_rm": { 2024-08-10T06:31:33.241 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 254 2024-08-10T06:31:33.241 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.241 INFO:tasks.workunit.client.0.smithi031.stdout: "session_trim": { 2024-08-10T06:31:33.241 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.241 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.241 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.241 INFO:tasks.workunit.client.0.smithi031.stdout: "paxos": { 2024-08-10T06:31:33.241 INFO:tasks.workunit.client.0.smithi031.stdout: "accept_timeout": { 2024-08-10T06:31:33.241 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.241 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.242 INFO:tasks.workunit.client.0.smithi031.stdout: "begin": { 2024-08-10T06:31:33.242 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7855 2024-08-10T06:31:33.242 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.242 INFO:tasks.workunit.client.0.smithi031.stdout: "begin_bytes": { 2024-08-10T06:31:33.242 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7855, 2024-08-10T06:31:33.242 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 56229774 2024-08-10T06:31:33.242 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.242 INFO:tasks.workunit.client.0.smithi031.stdout: "begin_keys": { 2024-08-10T06:31:33.242 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.242 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.242 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.242 INFO:tasks.workunit.client.0.smithi031.stdout: "begin_latency": { 2024-08-10T06:31:33.242 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7855, 2024-08-10T06:31:33.243 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1225972289 2024-08-10T06:31:33.243 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.243 INFO:tasks.workunit.client.0.smithi031.stdout: "collect": { 2024-08-10T06:31:33.243 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-08-10T06:31:33.243 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.243 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_bytes": { 2024-08-10T06:31:33.243 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2, 2024-08-10T06:31:33.243 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 146 2024-08-10T06:31:33.243 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.243 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_keys": { 2024-08-10T06:31:33.243 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2, 2024-08-10T06:31:33.243 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-08-10T06:31:33.243 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.243 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_latency": { 2024-08-10T06:31:33.244 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2, 2024-08-10T06:31:33.244 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1999955 2024-08-10T06:31:33.244 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.244 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_timeout": { 2024-08-10T06:31:33.244 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.244 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.244 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_uncommitted": { 2024-08-10T06:31:33.244 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.244 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.244 INFO:tasks.workunit.client.0.smithi031.stdout: "commit": { 2024-08-10T06:31:33.244 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7855 2024-08-10T06:31:33.244 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.244 INFO:tasks.workunit.client.0.smithi031.stdout: "commit_bytes": { 2024-08-10T06:31:33.244 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.245 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.245 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.245 INFO:tasks.workunit.client.0.smithi031.stdout: "commit_keys": { 2024-08-10T06:31:33.245 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.245 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.245 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.245 INFO:tasks.workunit.client.0.smithi031.stdout: "commit_latency": { 2024-08-10T06:31:33.245 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.245 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.245 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.245 INFO:tasks.workunit.client.0.smithi031.stdout: "lease_ack_timeout": { 2024-08-10T06:31:33.245 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.245 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.245 INFO:tasks.workunit.client.0.smithi031.stdout: "lease_timeout": { 2024-08-10T06:31:33.245 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.246 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.246 INFO:tasks.workunit.client.0.smithi031.stdout: "new_pn": { 2024-08-10T06:31:33.246 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.246 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.246 INFO:tasks.workunit.client.0.smithi031.stdout: "new_pn_latency": { 2024-08-10T06:31:33.246 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.246 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.246 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.246 INFO:tasks.workunit.client.0.smithi031.stdout: "refresh": { 2024-08-10T06:31:33.246 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7855 2024-08-10T06:31:33.246 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.246 INFO:tasks.workunit.client.0.smithi031.stdout: "refresh_latency": { 2024-08-10T06:31:33.246 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7855, 2024-08-10T06:31:33.247 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24620443107 2024-08-10T06:31:33.247 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.247 INFO:tasks.workunit.client.0.smithi031.stdout: "restart": { 2024-08-10T06:31:33.247 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 9 2024-08-10T06:31:33.247 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.247 INFO:tasks.workunit.client.0.smithi031.stdout: "share_state": { 2024-08-10T06:31:33.247 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.247 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.247 INFO:tasks.workunit.client.0.smithi031.stdout: "share_state_bytes": { 2024-08-10T06:31:33.247 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.247 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.247 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.247 INFO:tasks.workunit.client.0.smithi031.stdout: "share_state_keys": { 2024-08-10T06:31:33.247 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.248 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.248 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.248 INFO:tasks.workunit.client.0.smithi031.stdout: "start_leader": { 2024-08-10T06:31:33.248 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.248 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.248 INFO:tasks.workunit.client.0.smithi031.stdout: "start_peon": { 2024-08-10T06:31:33.248 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-08-10T06:31:33.248 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.248 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state": { 2024-08-10T06:31:33.248 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7855 2024-08-10T06:31:33.248 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.248 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state_bytes": { 2024-08-10T06:31:33.248 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7855, 2024-08-10T06:31:33.248 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 110963562 2024-08-10T06:31:33.249 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.249 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state_keys": { 2024-08-10T06:31:33.249 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7855, 2024-08-10T06:31:33.249 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 70467 2024-08-10T06:31:33.249 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.249 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state_latency": { 2024-08-10T06:31:33.249 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7855, 2024-08-10T06:31:33.249 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2429945023 2024-08-10T06:31:33.249 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.249 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.249 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache": { 2024-08-10T06:31:33.249 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_bytes": { 2024-08-10T06:31:33.249 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1020054731 2024-08-10T06:31:33.249 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.249 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_bytes": { 2024-08-10T06:31:33.250 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 168812544 2024-08-10T06:31:33.250 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.250 INFO:tasks.workunit.client.0.smithi031.stdout: "mapped_bytes": { 2024-08-10T06:31:33.250 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 165650432 2024-08-10T06:31:33.250 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.250 INFO:tasks.workunit.client.0.smithi031.stdout: "target_bytes": { 2024-08-10T06:31:33.250 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2147483648 2024-08-10T06:31:33.250 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.250 INFO:tasks.workunit.client.0.smithi031.stdout: "unmapped_bytes": { 2024-08-10T06:31:33.250 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3162112 2024-08-10T06:31:33.250 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.250 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.251 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache:full": { 2024-08-10T06:31:33.251 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:33.251 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 360710144 2024-08-10T06:31:33.251 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.251 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:33.251 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.251 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.251 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:33.251 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.251 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.251 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:33.251 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 267046210 2024-08-10T06:31:33.251 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.251 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:33.251 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 25362883 2024-08-10T06:31:33.252 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.252 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:33.252 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.252 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.252 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:33.252 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.252 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.252 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:33.252 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.252 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.252 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:33.252 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.252 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.252 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:33.253 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.253 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.253 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:33.253 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.253 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.253 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:33.253 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.253 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.253 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:33.253 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.253 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.253 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:33.253 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 68301051 2024-08-10T06:31:33.253 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.254 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.254 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache:inc": { 2024-08-10T06:31:33.254 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:33.254 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 339738624 2024-08-10T06:31:33.254 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.254 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:33.254 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.254 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.254 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:33.254 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.254 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.254 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:33.254 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 267046210 2024-08-10T06:31:33.255 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.255 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:33.255 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1550252 2024-08-10T06:31:33.255 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.255 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:33.255 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.255 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.255 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:33.255 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.255 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.255 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:33.255 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.255 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.255 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:33.256 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.256 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.256 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:33.256 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.256 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.256 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:33.256 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.256 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.256 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:33.256 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.256 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.256 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:33.256 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.256 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.257 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:33.257 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71142162 2024-08-10T06:31:33.257 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.257 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.257 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache:kv": { 2024-08-10T06:31:33.257 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:33.257 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 314572800 2024-08-10T06:31:33.257 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.257 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:33.257 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T06:31:33.257 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.257 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:33.257 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.257 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.258 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:33.258 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 178030807 2024-08-10T06:31:33.258 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.258 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:33.258 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.258 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.258 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:33.258 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.258 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.258 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:33.258 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.258 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.258 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:33.259 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.259 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.259 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:33.259 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.259 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.259 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:33.259 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.259 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.259 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:33.259 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.259 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.259 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:33.260 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.260 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.260 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:33.260 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.260 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.260 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:33.260 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 69433129 2024-08-10T06:31:33.260 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.260 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.260 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb": { 2024-08-10T06:31:33.260 INFO:tasks.workunit.client.0.smithi031.stdout: "compact": { 2024-08-10T06:31:33.260 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.260 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.260 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_queue_len": { 2024-08-10T06:31:33.261 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.261 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.261 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_queue_merge": { 2024-08-10T06:31:33.261 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.261 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.261 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_range": { 2024-08-10T06:31:33.261 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 91 2024-08-10T06:31:33.261 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.261 INFO:tasks.workunit.client.0.smithi031.stdout: "get_latency": { 2024-08-10T06:31:33.261 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 342777, 2024-08-10T06:31:33.261 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1613267884 2024-08-10T06:31:33.261 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.261 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_delay_time": { 2024-08-10T06:31:33.261 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.262 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.262 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.262 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_memtable_time": { 2024-08-10T06:31:33.262 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.262 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.262 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.262 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-10T06:31:33.262 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.262 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.262 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.262 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_wal_time": { 2024-08-10T06:31:33.262 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.262 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.263 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.263 INFO:tasks.workunit.client.0.smithi031.stdout: "submit_latency": { 2024-08-10T06:31:33.263 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.263 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.263 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.263 INFO:tasks.workunit.client.0.smithi031.stdout: "submit_sync_latency": { 2024-08-10T06:31:33.263 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 19179, 2024-08-10T06:31:33.263 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5931336925 2024-08-10T06:31:33.263 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.263 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.263 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.263 INFO:tasks.workunit.client.0.smithi031.stdout: "mon.8ebe73bd7ea27fbdeeae1ec6539f9be9b100ac0f": { 2024-08-10T06:31:33.263 INFO:tasks.workunit.client.0.smithi031.stdout: "mon": { 2024-08-10T06:31:33.263 INFO:tasks.workunit.client.0.smithi031.stdout: "election_call": { 2024-08-10T06:31:33.264 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5 2024-08-10T06:31:33.264 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.264 INFO:tasks.workunit.client.0.smithi031.stdout: "election_lose": { 2024-08-10T06:31:33.264 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.264 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.264 INFO:tasks.workunit.client.0.smithi031.stdout: "election_win": { 2024-08-10T06:31:33.264 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5 2024-08-10T06:31:33.264 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.264 INFO:tasks.workunit.client.0.smithi031.stdout: "num_elections": { 2024-08-10T06:31:33.264 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 17 2024-08-10T06:31:33.264 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.264 INFO:tasks.workunit.client.0.smithi031.stdout: "num_sessions": { 2024-08-10T06:31:33.264 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10 2024-08-10T06:31:33.265 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.265 INFO:tasks.workunit.client.0.smithi031.stdout: "session_add": { 2024-08-10T06:31:33.265 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5 2024-08-10T06:31:33.265 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.265 INFO:tasks.workunit.client.0.smithi031.stdout: "session_rm": { 2024-08-10T06:31:33.265 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 226 2024-08-10T06:31:33.265 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.265 INFO:tasks.workunit.client.0.smithi031.stdout: "session_trim": { 2024-08-10T06:31:33.265 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.265 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.265 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.265 INFO:tasks.workunit.client.0.smithi031.stdout: "paxos": { 2024-08-10T06:31:33.265 INFO:tasks.workunit.client.0.smithi031.stdout: "accept_timeout": { 2024-08-10T06:31:33.265 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.266 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.266 INFO:tasks.workunit.client.0.smithi031.stdout: "begin": { 2024-08-10T06:31:33.266 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7956 2024-08-10T06:31:33.266 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.266 INFO:tasks.workunit.client.0.smithi031.stdout: "begin_bytes": { 2024-08-10T06:31:33.266 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7956, 2024-08-10T06:31:33.266 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 57698136 2024-08-10T06:31:33.266 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.266 INFO:tasks.workunit.client.0.smithi031.stdout: "begin_keys": { 2024-08-10T06:31:33.266 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7956, 2024-08-10T06:31:33.266 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 23868 2024-08-10T06:31:33.266 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.266 INFO:tasks.workunit.client.0.smithi031.stdout: "begin_latency": { 2024-08-10T06:31:33.267 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7956, 2024-08-10T06:31:33.267 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1596972131 2024-08-10T06:31:33.267 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.267 INFO:tasks.workunit.client.0.smithi031.stdout: "collect": { 2024-08-10T06:31:33.267 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.267 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.267 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_bytes": { 2024-08-10T06:31:33.267 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.267 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.267 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.267 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_keys": { 2024-08-10T06:31:33.267 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.267 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.267 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.267 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_latency": { 2024-08-10T06:31:33.267 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.268 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.268 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.268 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_timeout": { 2024-08-10T06:31:33.268 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.268 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.268 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_uncommitted": { 2024-08-10T06:31:33.268 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-08-10T06:31:33.268 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.268 INFO:tasks.workunit.client.0.smithi031.stdout: "commit": { 2024-08-10T06:31:33.268 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7954 2024-08-10T06:31:33.268 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.268 INFO:tasks.workunit.client.0.smithi031.stdout: "commit_bytes": { 2024-08-10T06:31:33.268 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7954, 2024-08-10T06:31:33.268 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 57096370 2024-08-10T06:31:33.269 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.269 INFO:tasks.workunit.client.0.smithi031.stdout: "commit_keys": { 2024-08-10T06:31:33.269 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7954, 2024-08-10T06:31:33.269 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 63566 2024-08-10T06:31:33.269 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.269 INFO:tasks.workunit.client.0.smithi031.stdout: "commit_latency": { 2024-08-10T06:31:33.269 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7954, 2024-08-10T06:31:33.269 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2923645147 2024-08-10T06:31:33.269 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.269 INFO:tasks.workunit.client.0.smithi031.stdout: "lease_ack_timeout": { 2024-08-10T06:31:33.269 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.269 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.269 INFO:tasks.workunit.client.0.smithi031.stdout: "lease_timeout": { 2024-08-10T06:31:33.269 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.269 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.270 INFO:tasks.workunit.client.0.smithi031.stdout: "new_pn": { 2024-08-10T06:31:33.270 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5 2024-08-10T06:31:33.270 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.270 INFO:tasks.workunit.client.0.smithi031.stdout: "new_pn_latency": { 2024-08-10T06:31:33.270 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 5, 2024-08-10T06:31:33.270 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3999932 2024-08-10T06:31:33.270 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.270 INFO:tasks.workunit.client.0.smithi031.stdout: "refresh": { 2024-08-10T06:31:33.270 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7957 2024-08-10T06:31:33.270 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.270 INFO:tasks.workunit.client.0.smithi031.stdout: "refresh_latency": { 2024-08-10T06:31:33.270 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7957, 2024-08-10T06:31:33.270 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 30529466373 2024-08-10T06:31:33.270 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.271 INFO:tasks.workunit.client.0.smithi031.stdout: "restart": { 2024-08-10T06:31:33.271 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 19 2024-08-10T06:31:33.271 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.271 INFO:tasks.workunit.client.0.smithi031.stdout: "share_state": { 2024-08-10T06:31:33.271 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1 2024-08-10T06:31:33.271 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.271 INFO:tasks.workunit.client.0.smithi031.stdout: "share_state_bytes": { 2024-08-10T06:31:33.271 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-08-10T06:31:33.271 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 36630 2024-08-10T06:31:33.271 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.271 INFO:tasks.workunit.client.0.smithi031.stdout: "share_state_keys": { 2024-08-10T06:31:33.271 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-08-10T06:31:33.271 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3 2024-08-10T06:31:33.271 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.271 INFO:tasks.workunit.client.0.smithi031.stdout: "start_leader": { 2024-08-10T06:31:33.272 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5 2024-08-10T06:31:33.272 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.272 INFO:tasks.workunit.client.0.smithi031.stdout: "start_peon": { 2024-08-10T06:31:33.272 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.272 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.272 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state": { 2024-08-10T06:31:33.272 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.272 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.272 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state_bytes": { 2024-08-10T06:31:33.272 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.272 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.272 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.272 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state_keys": { 2024-08-10T06:31:33.272 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.272 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.273 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.273 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state_latency": { 2024-08-10T06:31:33.273 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.273 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.273 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.273 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.273 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache": { 2024-08-10T06:31:33.273 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_bytes": { 2024-08-10T06:31:33.273 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1020054731 2024-08-10T06:31:33.273 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.273 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_bytes": { 2024-08-10T06:31:33.273 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 261136384 2024-08-10T06:31:33.273 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.273 INFO:tasks.workunit.client.0.smithi031.stdout: "mapped_bytes": { 2024-08-10T06:31:33.273 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 259497984 2024-08-10T06:31:33.274 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.274 INFO:tasks.workunit.client.0.smithi031.stdout: "target_bytes": { 2024-08-10T06:31:33.274 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2147483648 2024-08-10T06:31:33.274 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.274 INFO:tasks.workunit.client.0.smithi031.stdout: "unmapped_bytes": { 2024-08-10T06:31:33.274 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1638400 2024-08-10T06:31:33.274 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.274 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.274 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache:full": { 2024-08-10T06:31:33.274 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:33.274 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 360710144 2024-08-10T06:31:33.274 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.274 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:33.274 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.275 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.275 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:33.275 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.275 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.275 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:33.275 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 266227793 2024-08-10T06:31:33.275 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.275 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:33.275 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 26269275 2024-08-10T06:31:33.275 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.275 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:33.275 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.275 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.275 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:33.275 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.276 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.276 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:33.276 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.276 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.276 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:33.276 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.276 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.276 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:33.276 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.276 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.276 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:33.276 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.276 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.276 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:33.277 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.277 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.277 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:33.277 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.277 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.277 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:33.277 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 68213076 2024-08-10T06:31:33.277 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.277 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.277 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache:inc": { 2024-08-10T06:31:33.277 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:33.277 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 339738624 2024-08-10T06:31:33.277 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.277 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:33.277 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.278 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.278 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:33.278 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.278 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.278 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:33.278 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 266227793 2024-08-10T06:31:33.278 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.278 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:33.278 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2826306 2024-08-10T06:31:33.278 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.278 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:33.278 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.279 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.279 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:33.279 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.279 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.279 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:33.279 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.279 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.279 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:33.279 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.279 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.279 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:33.279 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.279 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.279 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:33.280 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.280 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.280 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:33.280 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.280 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.280 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:33.280 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.280 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.280 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:33.280 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 70684525 2024-08-10T06:31:33.280 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.280 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.280 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache:kv": { 2024-08-10T06:31:33.280 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:33.281 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 314572800 2024-08-10T06:31:33.281 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.281 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:33.281 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T06:31:33.281 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.281 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:33.281 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.281 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.281 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:33.281 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 177485195 2024-08-10T06:31:33.281 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.281 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:33.281 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.281 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.281 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:33.282 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.282 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.282 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:33.282 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.282 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.282 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:33.282 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.282 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.282 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:33.282 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.282 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.282 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:33.282 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.282 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.283 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:33.283 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.283 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.283 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:33.283 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.283 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.283 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:33.283 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.283 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.283 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:33.283 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 69978741 2024-08-10T06:31:33.283 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.283 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.283 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb": { 2024-08-10T06:31:33.284 INFO:tasks.workunit.client.0.smithi031.stdout: "compact": { 2024-08-10T06:31:33.284 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.284 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.284 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_queue_len": { 2024-08-10T06:31:33.284 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.284 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.284 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_queue_merge": { 2024-08-10T06:31:33.284 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.284 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.284 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_range": { 2024-08-10T06:31:33.284 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 92 2024-08-10T06:31:33.284 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.284 INFO:tasks.workunit.client.0.smithi031.stdout: "get_latency": { 2024-08-10T06:31:33.284 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 361663, 2024-08-10T06:31:33.284 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2140186621 2024-08-10T06:31:33.285 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.285 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_delay_time": { 2024-08-10T06:31:33.285 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.285 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.285 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.285 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_memtable_time": { 2024-08-10T06:31:33.285 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.285 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.285 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.285 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-10T06:31:33.285 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.285 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.285 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.285 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_wal_time": { 2024-08-10T06:31:33.285 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.286 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.286 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.286 INFO:tasks.workunit.client.0.smithi031.stdout: "submit_latency": { 2024-08-10T06:31:33.286 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.286 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.286 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.286 INFO:tasks.workunit.client.0.smithi031.stdout: "submit_sync_latency": { 2024-08-10T06:31:33.286 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 19430, 2024-08-10T06:31:33.286 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7621914952 2024-08-10T06:31:33.286 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.286 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.286 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.286 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.0": { 2024-08-10T06:31:33.287 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T06:31:33.287 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_db_max_lat": { 2024-08-10T06:31:33.287 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 29297 2024-08-10T06:31:33.287 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.287 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_fallback": { 2024-08-10T06:31:33.287 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.287 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.287 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_max_lat": { 2024-08-10T06:31:33.287 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.287 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.287 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_size_fallback": { 2024-08-10T06:31:33.287 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.287 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.288 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_db": { 2024-08-10T06:31:33.288 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 65536 2024-08-10T06:31:33.288 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.288 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_slow": { 2024-08-10T06:31:33.288 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.288 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.288 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_wal": { 2024-08-10T06:31:33.288 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.288 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.288 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_wal_max_lat": { 2024-08-10T06:31:33.288 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.288 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.288 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_slow": { 2024-08-10T06:31:33.289 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.289 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.289 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_sst": { 2024-08-10T06:31:33.289 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6709248 2024-08-10T06:31:33.289 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.289 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_wal": { 2024-08-10T06:31:33.289 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 687370240 2024-08-10T06:31:33.289 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.289 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lat": { 2024-08-10T06:31:33.289 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 19, 2024-08-10T06:31:33.289 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4071460 2024-08-10T06:31:33.289 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.289 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lock_lat": { 2024-08-10T06:31:33.290 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 19, 2024-08-10T06:31:33.290 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1252818 2024-08-10T06:31:33.290 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.290 INFO:tasks.workunit.client.0.smithi031.stdout: "db_alloc_lat": { 2024-08-10T06:31:33.290 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 189, 2024-08-10T06:31:33.290 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 808762 2024-08-10T06:31:33.290 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.290 INFO:tasks.workunit.client.0.smithi031.stdout: "db_total_bytes": { 2024-08-10T06:31:33.290 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995027456 2024-08-10T06:31:33.290 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.290 INFO:tasks.workunit.client.0.smithi031.stdout: "db_used_bytes": { 2024-08-10T06:31:33.290 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 611778560 2024-08-10T06:31:33.290 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.290 INFO:tasks.workunit.client.0.smithi031.stdout: "flush_lat": { 2024-08-10T06:31:33.291 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 78333, 2024-08-10T06:31:33.291 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10638343599 2024-08-10T06:31:33.291 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.291 INFO:tasks.workunit.client.0.smithi031.stdout: "fsync_lat": { 2024-08-10T06:31:33.291 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 78353, 2024-08-10T06:31:33.291 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 17879217066 2024-08-10T06:31:33.291 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.291 INFO:tasks.workunit.client.0.smithi031.stdout: "log_bytes": { 2024-08-10T06:31:33.291 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5001216 2024-08-10T06:31:33.291 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.291 INFO:tasks.workunit.client.0.smithi031.stdout: "logged_bytes": { 2024-08-10T06:31:33.291 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 320901120 2024-08-10T06:31:33.291 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.292 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_db": { 2024-08-10T06:31:33.292 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 628817920 2024-08-10T06:31:33.292 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.292 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_slow": { 2024-08-10T06:31:33.292 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.292 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.292 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_wal": { 2024-08-10T06:31:33.292 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.292 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.292 INFO:tasks.workunit.client.0.smithi031.stdout: "num_files": { 2024-08-10T06:31:33.292 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 46 2024-08-10T06:31:33.292 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.292 INFO:tasks.workunit.client.0.smithi031.stdout: "read_bytes": { 2024-08-10T06:31:33.292 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 336671279 2024-08-10T06:31:33.292 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.293 INFO:tasks.workunit.client.0.smithi031.stdout: "read_count": { 2024-08-10T06:31:33.293 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 23712 2024-08-10T06:31:33.293 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.293 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes": { 2024-08-10T06:31:33.293 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 260825088 2024-08-10T06:31:33.293 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.293 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_db": { 2024-08-10T06:31:33.293 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 260829184 2024-08-10T06:31:33.293 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.293 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_slow": { 2024-08-10T06:31:33.293 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.293 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.293 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_wal": { 2024-08-10T06:31:33.294 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.294 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.294 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_count": { 2024-08-10T06:31:33.294 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10949 2024-08-10T06:31:33.294 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.294 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-08-10T06:31:33.294 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 23712, 2024-08-10T06:31:33.294 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 201901642 2024-08-10T06:31:33.294 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.294 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_bytes": { 2024-08-10T06:31:33.294 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 252597795 2024-08-10T06:31:33.294 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.294 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_count": { 2024-08-10T06:31:33.295 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 21134 2024-08-10T06:31:33.295 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.295 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_bytes": { 2024-08-10T06:31:33.295 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2389374 2024-08-10T06:31:33.295 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.295 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_count": { 2024-08-10T06:31:33.295 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 585 2024-08-10T06:31:33.295 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.295 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_bytes": { 2024-08-10T06:31:33.295 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6463546 2024-08-10T06:31:33.295 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.295 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_count": { 2024-08-10T06:31:33.295 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 810 2024-08-10T06:31:33.296 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.296 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes": { 2024-08-10T06:31:33.296 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4074172 2024-08-10T06:31:33.296 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.296 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_db": { 2024-08-10T06:31:33.296 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4074172 2024-08-10T06:31:33.296 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.296 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_slow": { 2024-08-10T06:31:33.296 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.296 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.296 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_wal": { 2024-08-10T06:31:33.296 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.296 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.297 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_count": { 2024-08-10T06:31:33.297 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 237 2024-08-10T06:31:33.297 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.297 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_lat": { 2024-08-10T06:31:33.297 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 810, 2024-08-10T06:31:33.297 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2107849 2024-08-10T06:31:33.297 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.297 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_alloc_lat": { 2024-08-10T06:31:33.297 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.297 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.297 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.297 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_total_bytes": { 2024-08-10T06:31:33.297 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.297 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.297 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_used_bytes": { 2024-08-10T06:31:33.298 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.298 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.298 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-08-10T06:31:33.298 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-08-10T06:31:33.298 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 628 2024-08-10T06:31:33.298 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.298 INFO:tasks.workunit.client.0.smithi031.stdout: "unlink_lat": { 2024-08-10T06:31:33.298 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 4, 2024-08-10T06:31:33.298 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6408 2024-08-10T06:31:33.298 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.298 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_alloc_lat": { 2024-08-10T06:31:33.298 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.298 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.299 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.299 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_total_bytes": { 2024-08-10T06:31:33.299 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.299 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.299 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_used_bytes": { 2024-08-10T06:31:33.299 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.299 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.299 INFO:tasks.workunit.client.0.smithi031.stdout: "write_bytes": { 2024-08-10T06:31:33.299 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1017856000 2024-08-10T06:31:33.299 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.299 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.299 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore": { 2024-08-10T06:31:33.300 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit": { 2024-08-10T06:31:33.300 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4096 2024-08-10T06:31:33.300 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.300 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": { 2024-08-10T06:31:33.300 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10997760 2024-08-10T06:31:33.300 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.300 INFO:tasks.workunit.client.0.smithi031.stdout: "allocator_lat": { 2024-08-10T06:31:33.300 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 20915, 2024-08-10T06:31:33.300 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 80324341 2024-08-10T06:31:33.300 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.300 INFO:tasks.workunit.client.0.smithi031.stdout: "clist_lat": { 2024-08-10T06:31:33.300 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3313, 2024-08-10T06:31:33.300 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 541723844 2024-08-10T06:31:33.300 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.301 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_lat": { 2024-08-10T06:31:33.301 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.301 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.301 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.301 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed": { 2024-08-10T06:31:33.301 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.301 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.301 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_allocated": { 2024-08-10T06:31:33.301 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.301 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.301 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_original": { 2024-08-10T06:31:33.301 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.301 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.302 INFO:tasks.workunit.client.0.smithi031.stdout: "csum_lat": { 2024-08-10T06:31:33.302 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 29840, 2024-08-10T06:31:33.302 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 240917587 2024-08-10T06:31:33.302 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.302 INFO:tasks.workunit.client.0.smithi031.stdout: "decompress_lat": { 2024-08-10T06:31:33.302 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.302 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.302 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.302 INFO:tasks.workunit.client.0.smithi031.stdout: "fragmentation_micros": { 2024-08-10T06:31:33.302 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.302 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.302 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_commit_lat": { 2024-08-10T06:31:33.302 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 78282, 2024-08-10T06:31:33.302 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 22117035025 2024-08-10T06:31:33.303 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.303 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_final_lat": { 2024-08-10T06:31:33.303 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 77633, 2024-08-10T06:31:33.303 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1719707696 2024-08-10T06:31:33.303 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.303 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_flush_lat": { 2024-08-10T06:31:33.303 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 78282, 2024-08-10T06:31:33.303 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 54585078 2024-08-10T06:31:33.303 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.303 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_sync_lat": { 2024-08-10T06:31:33.303 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 78282, 2024-08-10T06:31:33.303 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 22171620103 2024-08-10T06:31:33.303 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.304 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_keys_lat": { 2024-08-10T06:31:33.304 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.304 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.304 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.304 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_values_lat": { 2024-08-10T06:31:33.304 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 43258, 2024-08-10T06:31:33.304 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1357028309 2024-08-10T06:31:33.304 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.304 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_lower_bound_lat": { 2024-08-10T06:31:33.304 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1011, 2024-08-10T06:31:33.304 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3090345 2024-08-10T06:31:33.304 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.304 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_next_lat": { 2024-08-10T06:31:33.304 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 32406, 2024-08-10T06:31:33.305 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 13230435 2024-08-10T06:31:33.305 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.305 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_seek_to_first_lat": { 2024-08-10T06:31:33.305 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 53, 2024-08-10T06:31:33.305 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 88503 2024-08-10T06:31:33.305 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.305 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_upper_bound_lat": { 2024-08-10T06:31:33.305 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 25394, 2024-08-10T06:31:33.305 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3910987518 2024-08-10T06:31:33.305 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.305 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_hits": { 2024-08-10T06:31:33.305 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 269772 2024-08-10T06:31:33.305 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.306 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_misses": { 2024-08-10T06:31:33.306 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24781 2024-08-10T06:31:33.306 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.306 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-08-10T06:31:33.306 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 18956, 2024-08-10T06:31:33.306 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2618476364 2024-08-10T06:31:33.306 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.306 INFO:tasks.workunit.client.0.smithi031.stdout: "read_onode_meta_lat": { 2024-08-10T06:31:33.306 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 43205, 2024-08-10T06:31:33.306 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24124425 2024-08-10T06:31:33.306 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.306 INFO:tasks.workunit.client.0.smithi031.stdout: "read_wait_aio_lat": { 2024-08-10T06:31:33.307 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 24249, 2024-08-10T06:31:33.307 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1984692348 2024-08-10T06:31:33.307 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.307 INFO:tasks.workunit.client.0.smithi031.stdout: "reads_with_retries": { 2024-08-10T06:31:33.307 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.307 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.307 INFO:tasks.workunit.client.0.smithi031.stdout: "remove_lat": { 2024-08-10T06:31:33.307 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 15297, 2024-08-10T06:31:33.307 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 462844765 2024-08-10T06:31:33.307 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.307 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_aio_wait_count": { 2024-08-10T06:31:33.307 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.307 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.307 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_committed_kv_count": { 2024-08-10T06:31:33.308 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.308 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.308 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_read_onode_meta_count": { 2024-08-10T06:31:33.308 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.308 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.308 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_read_wait_aio_count": { 2024-08-10T06:31:33.308 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.308 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.308 INFO:tasks.workunit.client.0.smithi031.stdout: "state_aio_wait_lat": { 2024-08-10T06:31:33.308 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 92142, 2024-08-10T06:31:33.308 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8016500464 2024-08-10T06:31:33.308 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.308 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T06:31:33.308 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 8982, 2024-08-10T06:31:33.309 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 508202356 2024-08-10T06:31:33.309 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.309 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_cleanup_lat": { 2024-08-10T06:31:33.309 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 8980, 2024-08-10T06:31:33.309 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3027233823027 2024-08-10T06:31:33.309 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.309 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_queued_lat": { 2024-08-10T06:31:33.309 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 8982, 2024-08-10T06:31:33.309 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6473834673617 2024-08-10T06:31:33.309 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.309 INFO:tasks.workunit.client.0.smithi031.stdout: "state_done_lat": { 2024-08-10T06:31:33.309 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 92140, 2024-08-10T06:31:33.309 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2834665956087 2024-08-10T06:31:33.310 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.310 INFO:tasks.workunit.client.0.smithi031.stdout: "state_finishing_lat": { 2024-08-10T06:31:33.310 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 92140, 2024-08-10T06:31:33.310 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10033956 2024-08-10T06:31:33.310 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.310 INFO:tasks.workunit.client.0.smithi031.stdout: "state_io_done_lat": { 2024-08-10T06:31:33.310 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 92142, 2024-08-10T06:31:33.310 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 227834846 2024-08-10T06:31:33.310 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.310 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_commiting_lat": { 2024-08-10T06:31:33.310 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 92142, 2024-08-10T06:31:33.310 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 38382969431 2024-08-10T06:31:33.310 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.311 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_done_lat": { 2024-08-10T06:31:33.311 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 92142, 2024-08-10T06:31:33.311 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 43541787 2024-08-10T06:31:33.311 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.311 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_queued_lat": { 2024-08-10T06:31:33.311 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 92142, 2024-08-10T06:31:33.311 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 20439615815 2024-08-10T06:31:33.311 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.311 INFO:tasks.workunit.client.0.smithi031.stdout: "state_prepare_lat": { 2024-08-10T06:31:33.311 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 92142, 2024-08-10T06:31:33.311 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 9330686898 2024-08-10T06:31:33.311 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.311 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": { 2024-08-10T06:31:33.312 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6703468 2024-08-10T06:31:33.312 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.312 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-08-10T06:31:33.312 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2711, 2024-08-10T06:31:33.312 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 17163510 2024-08-10T06:31:33.312 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.312 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_commit_lat": { 2024-08-10T06:31:33.312 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 92142, 2024-08-10T06:31:33.312 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 76422978632 2024-08-10T06:31:33.312 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.312 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_submit_lat": { 2024-08-10T06:31:33.312 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 92142, 2024-08-10T06:31:33.312 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10567904444 2024-08-10T06:31:33.312 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.313 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_throttle_lat": { 2024-08-10T06:31:33.313 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 92142, 2024-08-10T06:31:33.313 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 574023609 2024-08-10T06:31:33.313 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.313 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.313 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache": { 2024-08-10T06:31:33.313 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_bytes": { 2024-08-10T06:31:33.313 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1406073476 2024-08-10T06:31:33.313 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.313 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_bytes": { 2024-08-10T06:31:33.313 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 636542976 2024-08-10T06:31:33.313 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.313 INFO:tasks.workunit.client.0.smithi031.stdout: "mapped_bytes": { 2024-08-10T06:31:33.314 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 475848704 2024-08-10T06:31:33.314 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.314 INFO:tasks.workunit.client.0.smithi031.stdout: "target_bytes": { 2024-08-10T06:31:33.314 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2601623347 2024-08-10T06:31:33.314 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.314 INFO:tasks.workunit.client.0.smithi031.stdout: "unmapped_bytes": { 2024-08-10T06:31:33.314 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 160694272 2024-08-10T06:31:33.314 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.314 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.314 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:data": { 2024-08-10T06:31:33.314 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:33.314 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 125829120 2024-08-10T06:31:33.314 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.315 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:33.315 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.315 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.315 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:33.315 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.315 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.315 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:33.315 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 56970142 2024-08-10T06:31:33.315 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.315 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:33.315 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.315 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.315 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:33.315 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.316 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.316 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:33.316 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.316 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.316 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:33.316 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.316 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.316 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:33.316 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4096 2024-08-10T06:31:33.316 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.316 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:33.316 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 102400 2024-08-10T06:31:33.316 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.316 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:33.317 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.317 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.317 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:33.317 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.317 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.317 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:33.317 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.317 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.317 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:33.317 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 68752482 2024-08-10T06:31:33.317 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.317 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.317 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv": { 2024-08-10T06:31:33.317 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:33.318 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 562036736 2024-08-10T06:31:33.318 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.318 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:33.318 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T06:31:33.318 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.318 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:33.318 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.318 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.318 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:33.318 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 427276068 2024-08-10T06:31:33.318 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.318 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:33.318 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.318 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.319 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:33.319 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.319 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.319 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:33.319 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1520 2024-08-10T06:31:33.319 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.319 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:33.319 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.319 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.319 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:33.319 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 101728 2024-08-10T06:31:33.319 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.319 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:33.320 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.320 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.320 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:33.320 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.320 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.320 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:33.320 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.320 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.320 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:33.320 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.320 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.320 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:33.320 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67548556 2024-08-10T06:31:33.320 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.321 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.321 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T06:31:33.321 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:33.321 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 176160768 2024-08-10T06:31:33.321 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.321 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:33.321 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T06:31:33.321 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.321 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:33.321 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 292192 2024-08-10T06:31:33.321 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.321 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:33.321 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 37980095 2024-08-10T06:31:33.322 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.322 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:33.322 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.322 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.322 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:33.322 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.322 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.322 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:33.322 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.322 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.322 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:33.322 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.322 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.323 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:33.323 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.323 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.323 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:33.323 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.323 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.323 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:33.323 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.323 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.323 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:33.323 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.323 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.323 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:33.323 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.324 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.324 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:33.324 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 70779617 2024-08-10T06:31:33.324 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.324 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.324 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:meta": { 2024-08-10T06:31:33.324 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:33.324 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 503316480 2024-08-10T06:31:33.324 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.324 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:33.324 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.324 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.324 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:33.325 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.325 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.325 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:33.325 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 427276068 2024-08-10T06:31:33.325 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.325 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:33.325 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.325 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.325 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:33.325 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.325 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.325 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:33.326 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.326 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.326 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:33.326 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.326 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.326 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:33.326 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 163414 2024-08-10T06:31:33.326 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.326 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:33.326 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1148850 2024-08-10T06:31:33.326 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.326 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:33.326 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.326 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.327 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:33.327 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.327 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.327 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:33.327 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.327 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.327 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:33.327 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 74728148 2024-08-10T06:31:33.327 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.327 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.327 INFO:tasks.workunit.client.0.smithi031.stdout: "objecter": { 2024-08-10T06:31:33.327 INFO:tasks.workunit.client.0.smithi031.stdout: "op_active": { 2024-08-10T06:31:33.327 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.327 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.328 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T06:31:33.328 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 63 2024-08-10T06:31:33.328 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.328 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rmw": { 2024-08-10T06:31:33.328 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.328 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.328 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T06:31:33.328 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.328 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.328 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.328 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:33.328 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg": { 2024-08-10T06:31:33.328 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 57 2024-08-10T06:31:33.328 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.329 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg_removing": { 2024-08-10T06:31:33.329 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.329 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.329 INFO:tasks.workunit.client.0.smithi031.stdout: "op": { 2024-08-10T06:31:33.329 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 57759 2024-08-10T06:31:33.329 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.329 INFO:tasks.workunit.client.0.smithi031.stdout: "op_before_queue_op_lat": { 2024-08-10T06:31:33.329 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 150901, 2024-08-10T06:31:33.329 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7732716903 2024-08-10T06:31:33.329 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.329 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_degraded": { 2024-08-10T06:31:33.329 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-08-10T06:31:33.329 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.329 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_unreadable": { 2024-08-10T06:31:33.330 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1 2024-08-10T06:31:33.330 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.330 INFO:tasks.workunit.client.0.smithi031.stdout: "op_in_bytes": { 2024-08-10T06:31:33.330 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2067188014 2024-08-10T06:31:33.330 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.330 INFO:tasks.workunit.client.0.smithi031.stdout: "op_latency": { 2024-08-10T06:31:33.330 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 57759, 2024-08-10T06:31:33.330 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 272208089911 2024-08-10T06:31:33.330 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.330 INFO:tasks.workunit.client.0.smithi031.stdout: "op_out_bytes": { 2024-08-10T06:31:33.330 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4184975878 2024-08-10T06:31:33.330 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.330 INFO:tasks.workunit.client.0.smithi031.stdout: "op_prepare_latency": { 2024-08-10T06:31:33.331 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 58930, 2024-08-10T06:31:33.331 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24381834048 2024-08-10T06:31:33.331 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.331 INFO:tasks.workunit.client.0.smithi031.stdout: "op_process_latency": { 2024-08-10T06:31:33.331 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 57759, 2024-08-10T06:31:33.331 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 85981981809 2024-08-10T06:31:33.331 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.331 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T06:31:33.331 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 40515 2024-08-10T06:31:33.331 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.331 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency": { 2024-08-10T06:31:33.331 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 40515, 2024-08-10T06:31:33.331 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 22503996075 2024-08-10T06:31:33.331 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.332 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T06:31:33.332 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.332 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.332 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_out_bytes": { 2024-08-10T06:31:33.332 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4184975878 2024-08-10T06:31:33.332 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.332 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_prepare_latency": { 2024-08-10T06:31:33.332 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 40925, 2024-08-10T06:31:33.332 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8257018442 2024-08-10T06:31:33.332 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.332 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_process_latency": { 2024-08-10T06:31:33.332 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 40515, 2024-08-10T06:31:33.332 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 11111995589 2024-08-10T06:31:33.332 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.333 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw": { 2024-08-10T06:31:33.333 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 9615 2024-08-10T06:31:33.333 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.333 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_in_bytes": { 2024-08-10T06:31:33.333 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 341574996 2024-08-10T06:31:33.333 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.333 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency": { 2024-08-10T06:31:33.333 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 9615, 2024-08-10T06:31:33.333 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15518569820 2024-08-10T06:31:33.333 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.333 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T06:31:33.333 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.333 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.333 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T06:31:33.333 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.333 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.334 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_out_bytes": { 2024-08-10T06:31:33.334 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.334 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.334 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_prepare_latency": { 2024-08-10T06:31:33.334 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 10134, 2024-08-10T06:31:33.334 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6439874483 2024-08-10T06:31:33.334 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.334 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_process_latency": { 2024-08-10T06:31:33.334 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 9615, 2024-08-10T06:31:33.334 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 14106316871 2024-08-10T06:31:33.334 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.334 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T06:31:33.335 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7629 2024-08-10T06:31:33.335 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.335 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_in_bytes": { 2024-08-10T06:31:33.335 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1725613018 2024-08-10T06:31:33.335 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.335 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency": { 2024-08-10T06:31:33.335 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7629, 2024-08-10T06:31:33.335 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 234185524016 2024-08-10T06:31:33.335 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.335 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T06:31:33.335 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.335 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.335 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_prepare_latency": { 2024-08-10T06:31:33.335 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7871, 2024-08-10T06:31:33.336 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 9684941123 2024-08-10T06:31:33.336 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.336 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_process_latency": { 2024-08-10T06:31:33.336 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7629, 2024-08-10T06:31:33.336 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 60763669349 2024-08-10T06:31:33.336 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.336 INFO:tasks.workunit.client.0.smithi031.stdout: "op_wip": { 2024-08-10T06:31:33.336 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.336 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.336 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_bytes": { 2024-08-10T06:31:33.336 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 27 2024-08-10T06:31:33.336 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.336 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_ops": { 2024-08-10T06:31:33.336 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 27 2024-08-10T06:31:33.337 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.337 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes": { 2024-08-10T06:31:33.337 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-08-10T06:31:33.337 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.337 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes_used": { 2024-08-10T06:31:33.337 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 622792704 2024-08-10T06:31:33.337 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.337 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.337 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.337 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.1": { 2024-08-10T06:31:33.337 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T06:31:33.337 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_db_max_lat": { 2024-08-10T06:31:33.337 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 26853 2024-08-10T06:31:33.337 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.338 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_fallback": { 2024-08-10T06:31:33.338 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.338 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.338 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_max_lat": { 2024-08-10T06:31:33.338 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.338 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.338 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_size_fallback": { 2024-08-10T06:31:33.338 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.338 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.338 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_db": { 2024-08-10T06:31:33.338 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 65536 2024-08-10T06:31:33.338 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.339 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_slow": { 2024-08-10T06:31:33.339 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.339 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.339 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_wal": { 2024-08-10T06:31:33.339 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.339 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.339 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_wal_max_lat": { 2024-08-10T06:31:33.339 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.339 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.339 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_slow": { 2024-08-10T06:31:33.339 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.339 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.340 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_sst": { 2024-08-10T06:31:33.340 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8704000 2024-08-10T06:31:33.340 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.340 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_wal": { 2024-08-10T06:31:33.340 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 686665728 2024-08-10T06:31:33.340 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.340 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lat": { 2024-08-10T06:31:33.340 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 17, 2024-08-10T06:31:33.340 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4028248 2024-08-10T06:31:33.340 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.340 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lock_lat": { 2024-08-10T06:31:33.340 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 17, 2024-08-10T06:31:33.340 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1326390 2024-08-10T06:31:33.341 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.341 INFO:tasks.workunit.client.0.smithi031.stdout: "db_alloc_lat": { 2024-08-10T06:31:33.341 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 179, 2024-08-10T06:31:33.341 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 725963 2024-08-10T06:31:33.341 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.341 INFO:tasks.workunit.client.0.smithi031.stdout: "db_total_bytes": { 2024-08-10T06:31:33.341 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995027456 2024-08-10T06:31:33.341 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.341 INFO:tasks.workunit.client.0.smithi031.stdout: "db_used_bytes": { 2024-08-10T06:31:33.341 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 665124864 2024-08-10T06:31:33.341 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.341 INFO:tasks.workunit.client.0.smithi031.stdout: "flush_lat": { 2024-08-10T06:31:33.341 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 69777, 2024-08-10T06:31:33.341 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 9605507214 2024-08-10T06:31:33.342 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.342 INFO:tasks.workunit.client.0.smithi031.stdout: "fsync_lat": { 2024-08-10T06:31:33.342 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 69796, 2024-08-10T06:31:33.342 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15968382091 2024-08-10T06:31:33.342 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.342 INFO:tasks.workunit.client.0.smithi031.stdout: "log_bytes": { 2024-08-10T06:31:33.342 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3203072 2024-08-10T06:31:33.342 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.342 INFO:tasks.workunit.client.0.smithi031.stdout: "logged_bytes": { 2024-08-10T06:31:33.342 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 285839360 2024-08-10T06:31:33.342 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.342 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_db": { 2024-08-10T06:31:33.342 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 686424064 2024-08-10T06:31:33.343 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.343 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_slow": { 2024-08-10T06:31:33.343 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.343 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.343 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_wal": { 2024-08-10T06:31:33.343 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.343 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.343 INFO:tasks.workunit.client.0.smithi031.stdout: "num_files": { 2024-08-10T06:31:33.343 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 50 2024-08-10T06:31:33.343 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.343 INFO:tasks.workunit.client.0.smithi031.stdout: "read_bytes": { 2024-08-10T06:31:33.343 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 280575727 2024-08-10T06:31:33.343 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.344 INFO:tasks.workunit.client.0.smithi031.stdout: "read_count": { 2024-08-10T06:31:33.344 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 17590 2024-08-10T06:31:33.344 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.344 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes": { 2024-08-10T06:31:33.344 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 230649856 2024-08-10T06:31:33.344 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.344 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_db": { 2024-08-10T06:31:33.344 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 230653952 2024-08-10T06:31:33.344 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.344 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_slow": { 2024-08-10T06:31:33.344 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.344 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.344 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_wal": { 2024-08-10T06:31:33.344 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.345 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.345 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_count": { 2024-08-10T06:31:33.345 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8716 2024-08-10T06:31:33.345 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.345 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-08-10T06:31:33.345 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 17590, 2024-08-10T06:31:33.345 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 157665225 2024-08-10T06:31:33.345 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.345 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_bytes": { 2024-08-10T06:31:33.345 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 187796049 2024-08-10T06:31:33.345 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.345 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_count": { 2024-08-10T06:31:33.345 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 14746 2024-08-10T06:31:33.345 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.346 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_bytes": { 2024-08-10T06:31:33.346 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2853405 2024-08-10T06:31:33.346 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.346 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_count": { 2024-08-10T06:31:33.346 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 587 2024-08-10T06:31:33.346 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.346 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_bytes": { 2024-08-10T06:31:33.346 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8619930 2024-08-10T06:31:33.346 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.346 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_count": { 2024-08-10T06:31:33.346 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 887 2024-08-10T06:31:33.346 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.346 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes": { 2024-08-10T06:31:33.347 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5766525 2024-08-10T06:31:33.347 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.347 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_db": { 2024-08-10T06:31:33.347 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5766525 2024-08-10T06:31:33.347 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.347 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_slow": { 2024-08-10T06:31:33.347 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.347 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.347 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_wal": { 2024-08-10T06:31:33.347 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.347 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.347 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_count": { 2024-08-10T06:31:33.347 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 309 2024-08-10T06:31:33.347 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.348 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_lat": { 2024-08-10T06:31:33.348 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 887, 2024-08-10T06:31:33.348 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5238285 2024-08-10T06:31:33.348 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.348 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_alloc_lat": { 2024-08-10T06:31:33.348 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.348 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.348 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.348 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_total_bytes": { 2024-08-10T06:31:33.348 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.348 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.348 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_used_bytes": { 2024-08-10T06:31:33.348 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.349 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.349 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-08-10T06:31:33.349 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-08-10T06:31:33.349 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 656 2024-08-10T06:31:33.349 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.349 INFO:tasks.workunit.client.0.smithi031.stdout: "unlink_lat": { 2024-08-10T06:31:33.349 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 4, 2024-08-10T06:31:33.349 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5885 2024-08-10T06:31:33.349 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.349 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_alloc_lat": { 2024-08-10T06:31:33.349 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.349 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.349 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.349 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_total_bytes": { 2024-08-10T06:31:33.349 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.350 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.350 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_used_bytes": { 2024-08-10T06:31:33.350 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.350 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.350 INFO:tasks.workunit.client.0.smithi031.stdout: "write_bytes": { 2024-08-10T06:31:33.350 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 983789568 2024-08-10T06:31:33.350 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.350 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.350 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore": { 2024-08-10T06:31:33.350 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit": { 2024-08-10T06:31:33.350 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4096 2024-08-10T06:31:33.350 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.350 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": { 2024-08-10T06:31:33.350 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10399744 2024-08-10T06:31:33.351 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.351 INFO:tasks.workunit.client.0.smithi031.stdout: "allocator_lat": { 2024-08-10T06:31:33.351 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 18964, 2024-08-10T06:31:33.351 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 76873415 2024-08-10T06:31:33.351 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.351 INFO:tasks.workunit.client.0.smithi031.stdout: "clist_lat": { 2024-08-10T06:31:33.351 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3287, 2024-08-10T06:31:33.351 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 468342358 2024-08-10T06:31:33.351 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.351 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_lat": { 2024-08-10T06:31:33.351 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.351 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.351 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.351 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed": { 2024-08-10T06:31:33.352 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.352 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.352 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_allocated": { 2024-08-10T06:31:33.352 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.352 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.352 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_original": { 2024-08-10T06:31:33.352 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.352 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.352 INFO:tasks.workunit.client.0.smithi031.stdout: "csum_lat": { 2024-08-10T06:31:33.352 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 18254, 2024-08-10T06:31:33.352 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 141591988 2024-08-10T06:31:33.352 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.352 INFO:tasks.workunit.client.0.smithi031.stdout: "decompress_lat": { 2024-08-10T06:31:33.353 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.353 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.353 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.353 INFO:tasks.workunit.client.0.smithi031.stdout: "fragmentation_micros": { 2024-08-10T06:31:33.353 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.353 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.353 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_commit_lat": { 2024-08-10T06:31:33.353 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 69719, 2024-08-10T06:31:33.353 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 19918231600 2024-08-10T06:31:33.353 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.353 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_final_lat": { 2024-08-10T06:31:33.353 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 69144, 2024-08-10T06:31:33.353 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1841824600 2024-08-10T06:31:33.354 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.354 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_flush_lat": { 2024-08-10T06:31:33.354 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 69719, 2024-08-10T06:31:33.354 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 49609279 2024-08-10T06:31:33.354 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.354 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_sync_lat": { 2024-08-10T06:31:33.354 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 69719, 2024-08-10T06:31:33.354 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 19967840879 2024-08-10T06:31:33.354 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.354 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_keys_lat": { 2024-08-10T06:31:33.354 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.354 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.354 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.355 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_values_lat": { 2024-08-10T06:31:33.355 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 28263, 2024-08-10T06:31:33.355 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1007403219 2024-08-10T06:31:33.355 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.355 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_lower_bound_lat": { 2024-08-10T06:31:33.355 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 939, 2024-08-10T06:31:33.355 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2561013 2024-08-10T06:31:33.355 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.355 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_next_lat": { 2024-08-10T06:31:33.355 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 8536, 2024-08-10T06:31:33.355 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7529378 2024-08-10T06:31:33.355 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.355 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_seek_to_first_lat": { 2024-08-10T06:31:33.355 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 45, 2024-08-10T06:31:33.356 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 53651 2024-08-10T06:31:33.356 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.356 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_upper_bound_lat": { 2024-08-10T06:31:33.356 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 13025, 2024-08-10T06:31:33.356 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2658049983 2024-08-10T06:31:33.356 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.356 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_hits": { 2024-08-10T06:31:33.356 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 221150 2024-08-10T06:31:33.356 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.356 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_misses": { 2024-08-10T06:31:33.356 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 27152 2024-08-10T06:31:33.356 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.356 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-08-10T06:31:33.356 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 22649, 2024-08-10T06:31:33.357 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2314820536 2024-08-10T06:31:33.357 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.357 INFO:tasks.workunit.client.0.smithi031.stdout: "read_onode_meta_lat": { 2024-08-10T06:31:33.357 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 72296, 2024-08-10T06:31:33.357 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 27842250 2024-08-10T06:31:33.357 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.357 INFO:tasks.workunit.client.0.smithi031.stdout: "read_wait_aio_lat": { 2024-08-10T06:31:33.357 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 49647, 2024-08-10T06:31:33.357 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1432069778 2024-08-10T06:31:33.357 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.357 INFO:tasks.workunit.client.0.smithi031.stdout: "reads_with_retries": { 2024-08-10T06:31:33.357 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.357 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.357 INFO:tasks.workunit.client.0.smithi031.stdout: "remove_lat": { 2024-08-10T06:31:33.358 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 15048, 2024-08-10T06:31:33.358 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 388977961 2024-08-10T06:31:33.358 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.358 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_aio_wait_count": { 2024-08-10T06:31:33.358 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.358 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.358 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_committed_kv_count": { 2024-08-10T06:31:33.358 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.358 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.358 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_read_onode_meta_count": { 2024-08-10T06:31:33.358 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.358 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.359 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_read_wait_aio_count": { 2024-08-10T06:31:33.359 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.359 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.359 INFO:tasks.workunit.client.0.smithi031.stdout: "state_aio_wait_lat": { 2024-08-10T06:31:33.359 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 82368, 2024-08-10T06:31:33.359 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7479634140 2024-08-10T06:31:33.359 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.359 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T06:31:33.359 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 22216, 2024-08-10T06:31:33.359 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1241109038 2024-08-10T06:31:33.359 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.359 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_cleanup_lat": { 2024-08-10T06:31:33.359 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 22216, 2024-08-10T06:31:33.360 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2772771214167 2024-08-10T06:31:33.360 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.360 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_queued_lat": { 2024-08-10T06:31:33.360 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 22216, 2024-08-10T06:31:33.360 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6442955724811 2024-08-10T06:31:33.360 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.360 INFO:tasks.workunit.client.0.smithi031.stdout: "state_done_lat": { 2024-08-10T06:31:33.360 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 82368, 2024-08-10T06:31:33.360 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2504642005056 2024-08-10T06:31:33.360 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.360 INFO:tasks.workunit.client.0.smithi031.stdout: "state_finishing_lat": { 2024-08-10T06:31:33.360 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 82368, 2024-08-10T06:31:33.360 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8619484 2024-08-10T06:31:33.360 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.360 INFO:tasks.workunit.client.0.smithi031.stdout: "state_io_done_lat": { 2024-08-10T06:31:33.361 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 82368, 2024-08-10T06:31:33.361 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 355463588 2024-08-10T06:31:33.361 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.361 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_commiting_lat": { 2024-08-10T06:31:33.361 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 82368, 2024-08-10T06:31:33.361 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 33746661535 2024-08-10T06:31:33.361 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.361 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_done_lat": { 2024-08-10T06:31:33.361 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 82368, 2024-08-10T06:31:33.361 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 31432548 2024-08-10T06:31:33.361 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.361 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_queued_lat": { 2024-08-10T06:31:33.361 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 82368, 2024-08-10T06:31:33.361 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 17770985246 2024-08-10T06:31:33.362 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.362 INFO:tasks.workunit.client.0.smithi031.stdout: "state_prepare_lat": { 2024-08-10T06:31:33.362 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 82368, 2024-08-10T06:31:33.362 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8478384912 2024-08-10T06:31:33.362 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.362 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": { 2024-08-10T06:31:33.362 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6112563 2024-08-10T06:31:33.362 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.362 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-08-10T06:31:33.362 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2643, 2024-08-10T06:31:33.362 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15233451 2024-08-10T06:31:33.362 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.362 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_commit_lat": { 2024-08-10T06:31:33.363 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 82368, 2024-08-10T06:31:33.363 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67845202787 2024-08-10T06:31:33.363 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.363 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_submit_lat": { 2024-08-10T06:31:33.363 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 82368, 2024-08-10T06:31:33.363 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 9507956914 2024-08-10T06:31:33.363 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.363 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_throttle_lat": { 2024-08-10T06:31:33.363 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 82368, 2024-08-10T06:31:33.363 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 573488529 2024-08-10T06:31:33.363 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.363 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.363 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache": { 2024-08-10T06:31:33.363 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_bytes": { 2024-08-10T06:31:33.364 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1406073476 2024-08-10T06:31:33.364 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.364 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_bytes": { 2024-08-10T06:31:33.364 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 459317248 2024-08-10T06:31:33.364 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.364 INFO:tasks.workunit.client.0.smithi031.stdout: "mapped_bytes": { 2024-08-10T06:31:33.364 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 413261824 2024-08-10T06:31:33.364 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.364 INFO:tasks.workunit.client.0.smithi031.stdout: "target_bytes": { 2024-08-10T06:31:33.364 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2601623347 2024-08-10T06:31:33.364 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.364 INFO:tasks.workunit.client.0.smithi031.stdout: "unmapped_bytes": { 2024-08-10T06:31:33.365 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 46055424 2024-08-10T06:31:33.365 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.365 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.365 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:data": { 2024-08-10T06:31:33.365 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:33.365 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 125829120 2024-08-10T06:31:33.365 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.365 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:33.365 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.365 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.365 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:33.365 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.365 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.365 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:33.365 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 56782491 2024-08-10T06:31:33.366 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.366 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:33.366 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.366 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.366 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:33.366 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.366 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.366 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:33.366 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.366 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.366 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:33.366 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.366 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.367 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:33.367 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 57344 2024-08-10T06:31:33.367 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.367 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:33.367 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 827392 2024-08-10T06:31:33.367 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.367 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:33.367 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.367 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.367 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:33.367 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.367 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.367 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:33.367 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.367 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.368 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:33.368 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 68161893 2024-08-10T06:31:33.368 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.368 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.368 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv": { 2024-08-10T06:31:33.368 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:33.368 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 562036736 2024-08-10T06:31:33.368 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.368 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:33.368 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T06:31:33.368 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.368 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:33.368 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.368 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.368 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:33.369 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 425868687 2024-08-10T06:31:33.369 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.369 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:33.369 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.369 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.369 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:33.369 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.369 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.369 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:33.369 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 256 2024-08-10T06:31:33.369 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.369 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:33.369 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.369 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.369 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:33.370 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 99040 2024-08-10T06:31:33.370 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.370 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:33.370 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.370 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.370 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:33.370 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.370 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.370 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:33.370 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.370 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.370 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:33.370 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.370 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.371 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:33.371 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 68959889 2024-08-10T06:31:33.371 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.371 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.371 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T06:31:33.371 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:33.371 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 176160768 2024-08-10T06:31:33.371 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.371 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:33.371 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T06:31:33.371 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.371 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:33.371 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 389200 2024-08-10T06:31:33.371 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.372 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:33.372 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 37854994 2024-08-10T06:31:33.372 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.372 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:33.372 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.372 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.372 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:33.372 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.372 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.372 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:33.372 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.372 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.372 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:33.372 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.373 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.373 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:33.373 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.373 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.373 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:33.373 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.373 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.373 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:33.373 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.373 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.373 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:33.373 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.373 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.373 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:33.374 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.374 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.374 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:33.374 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 70807710 2024-08-10T06:31:33.374 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.374 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.374 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:meta": { 2024-08-10T06:31:33.374 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:33.374 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 494927872 2024-08-10T06:31:33.374 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.374 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:33.375 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.375 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.375 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:33.375 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.375 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.375 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:33.375 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 425868687 2024-08-10T06:31:33.375 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.375 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:33.375 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.375 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.375 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:33.375 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.375 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.376 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:33.376 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.376 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.376 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:33.376 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.376 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.376 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:33.376 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 167740 2024-08-10T06:31:33.376 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.376 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:33.376 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1146393 2024-08-10T06:31:33.376 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.376 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:33.376 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.376 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.377 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:33.377 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.377 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.377 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:33.377 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.377 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.377 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:33.377 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67745052 2024-08-10T06:31:33.377 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.377 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.377 INFO:tasks.workunit.client.0.smithi031.stdout: "objecter": { 2024-08-10T06:31:33.377 INFO:tasks.workunit.client.0.smithi031.stdout: "op_active": { 2024-08-10T06:31:33.377 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.377 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.378 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T06:31:33.378 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 16 2024-08-10T06:31:33.378 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.378 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rmw": { 2024-08-10T06:31:33.378 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.378 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.378 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T06:31:33.378 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.378 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.378 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.378 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:33.378 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg": { 2024-08-10T06:31:33.379 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 48 2024-08-10T06:31:33.379 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.379 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg_removing": { 2024-08-10T06:31:33.379 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.379 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.379 INFO:tasks.workunit.client.0.smithi031.stdout: "op": { 2024-08-10T06:31:33.379 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 46543 2024-08-10T06:31:33.379 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.379 INFO:tasks.workunit.client.0.smithi031.stdout: "op_before_queue_op_lat": { 2024-08-10T06:31:33.379 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 134895, 2024-08-10T06:31:33.379 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8610514064 2024-08-10T06:31:33.379 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.379 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_degraded": { 2024-08-10T06:31:33.380 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.380 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.380 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_unreadable": { 2024-08-10T06:31:33.380 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.380 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.380 INFO:tasks.workunit.client.0.smithi031.stdout: "op_in_bytes": { 2024-08-10T06:31:33.380 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1879934300 2024-08-10T06:31:33.380 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.380 INFO:tasks.workunit.client.0.smithi031.stdout: "op_latency": { 2024-08-10T06:31:33.380 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 46543, 2024-08-10T06:31:33.380 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 649302000710 2024-08-10T06:31:33.380 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.380 INFO:tasks.workunit.client.0.smithi031.stdout: "op_out_bytes": { 2024-08-10T06:31:33.380 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1955582785 2024-08-10T06:31:33.381 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.381 INFO:tasks.workunit.client.0.smithi031.stdout: "op_prepare_latency": { 2024-08-10T06:31:33.381 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 48352, 2024-08-10T06:31:33.381 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 31795217224 2024-08-10T06:31:33.381 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.381 INFO:tasks.workunit.client.0.smithi031.stdout: "op_process_latency": { 2024-08-10T06:31:33.381 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 46543, 2024-08-10T06:31:33.381 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 129190821037 2024-08-10T06:31:33.381 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.381 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T06:31:33.381 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 23482 2024-08-10T06:31:33.381 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.381 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency": { 2024-08-10T06:31:33.382 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 23482, 2024-08-10T06:31:33.382 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 11899348913 2024-08-10T06:31:33.382 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.382 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T06:31:33.382 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.382 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.382 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_out_bytes": { 2024-08-10T06:31:33.382 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1955582785 2024-08-10T06:31:33.382 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.382 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_prepare_latency": { 2024-08-10T06:31:33.382 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 23938, 2024-08-10T06:31:33.382 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5774544992 2024-08-10T06:31:33.383 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.383 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_process_latency": { 2024-08-10T06:31:33.383 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 23482, 2024-08-10T06:31:33.383 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5338672141 2024-08-10T06:31:33.383 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.383 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw": { 2024-08-10T06:31:33.383 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12946 2024-08-10T06:31:33.383 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.383 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_in_bytes": { 2024-08-10T06:31:33.383 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 170374267 2024-08-10T06:31:33.383 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.383 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency": { 2024-08-10T06:31:33.383 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 12946, 2024-08-10T06:31:33.383 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 99144172259 2024-08-10T06:31:33.384 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.384 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T06:31:33.384 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.384 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.384 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T06:31:33.384 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.384 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.384 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_out_bytes": { 2024-08-10T06:31:33.384 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.384 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.384 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_prepare_latency": { 2024-08-10T06:31:33.384 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 13166, 2024-08-10T06:31:33.384 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 13037413461 2024-08-10T06:31:33.384 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.385 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_process_latency": { 2024-08-10T06:31:33.385 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 12946, 2024-08-10T06:31:33.385 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 31034823569 2024-08-10T06:31:33.385 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.385 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T06:31:33.385 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10115 2024-08-10T06:31:33.385 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.385 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_in_bytes": { 2024-08-10T06:31:33.385 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1709560033 2024-08-10T06:31:33.385 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.385 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency": { 2024-08-10T06:31:33.385 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 10115, 2024-08-10T06:31:33.385 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 538258479538 2024-08-10T06:31:33.385 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.386 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T06:31:33.386 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.386 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.386 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_prepare_latency": { 2024-08-10T06:31:33.386 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 11248, 2024-08-10T06:31:33.386 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12983258771 2024-08-10T06:31:33.386 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.386 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_process_latency": { 2024-08-10T06:31:33.386 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 10115, 2024-08-10T06:31:33.386 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 92817325327 2024-08-10T06:31:33.386 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.386 INFO:tasks.workunit.client.0.smithi031.stdout: "op_wip": { 2024-08-10T06:31:33.386 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.387 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.387 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_bytes": { 2024-08-10T06:31:33.387 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4194304 2024-08-10T06:31:33.387 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.387 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_ops": { 2024-08-10T06:31:33.387 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8 2024-08-10T06:31:33.387 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.387 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes": { 2024-08-10T06:31:33.387 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-08-10T06:31:33.387 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.387 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes_used": { 2024-08-10T06:31:33.387 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 675532800 2024-08-10T06:31:33.387 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.388 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.388 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.388 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.2": { 2024-08-10T06:31:33.388 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T06:31:33.388 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_db_max_lat": { 2024-08-10T06:31:33.388 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 16706 2024-08-10T06:31:33.388 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.388 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_fallback": { 2024-08-10T06:31:33.388 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.388 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.388 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_max_lat": { 2024-08-10T06:31:33.388 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.388 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.389 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_size_fallback": { 2024-08-10T06:31:33.389 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.389 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.389 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_db": { 2024-08-10T06:31:33.389 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 65536 2024-08-10T06:31:33.389 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.389 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_slow": { 2024-08-10T06:31:33.389 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.389 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.389 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_wal": { 2024-08-10T06:31:33.389 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.389 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.389 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_wal_max_lat": { 2024-08-10T06:31:33.389 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.390 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.390 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_slow": { 2024-08-10T06:31:33.390 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.390 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.390 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_sst": { 2024-08-10T06:31:33.390 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1024000 2024-08-10T06:31:33.390 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.390 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_wal": { 2024-08-10T06:31:33.390 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 473726976 2024-08-10T06:31:33.390 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.390 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lat": { 2024-08-10T06:31:33.390 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 16, 2024-08-10T06:31:33.390 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2973652 2024-08-10T06:31:33.391 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.391 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lock_lat": { 2024-08-10T06:31:33.391 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 16, 2024-08-10T06:31:33.391 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 975547 2024-08-10T06:31:33.391 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.391 INFO:tasks.workunit.client.0.smithi031.stdout: "db_alloc_lat": { 2024-08-10T06:31:33.391 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 141, 2024-08-10T06:31:33.391 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 553456 2024-08-10T06:31:33.391 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.391 INFO:tasks.workunit.client.0.smithi031.stdout: "db_total_bytes": { 2024-08-10T06:31:33.391 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995027456 2024-08-10T06:31:33.391 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.391 INFO:tasks.workunit.client.0.smithi031.stdout: "db_used_bytes": { 2024-08-10T06:31:33.392 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 328925184 2024-08-10T06:31:33.392 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.392 INFO:tasks.workunit.client.0.smithi031.stdout: "flush_lat": { 2024-08-10T06:31:33.392 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 66362, 2024-08-10T06:31:33.392 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8970767478 2024-08-10T06:31:33.392 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.392 INFO:tasks.workunit.client.0.smithi031.stdout: "fsync_lat": { 2024-08-10T06:31:33.392 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 66369, 2024-08-10T06:31:33.392 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15227077156 2024-08-10T06:31:33.392 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.392 INFO:tasks.workunit.client.0.smithi031.stdout: "log_bytes": { 2024-08-10T06:31:33.392 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5894144 2024-08-10T06:31:33.392 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.392 INFO:tasks.workunit.client.0.smithi031.stdout: "logged_bytes": { 2024-08-10T06:31:33.393 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 271892480 2024-08-10T06:31:33.393 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.393 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_db": { 2024-08-10T06:31:33.393 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 345964544 2024-08-10T06:31:33.393 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.393 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_slow": { 2024-08-10T06:31:33.393 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.393 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.393 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_wal": { 2024-08-10T06:31:33.393 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.393 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.393 INFO:tasks.workunit.client.0.smithi031.stdout: "num_files": { 2024-08-10T06:31:33.393 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 32 2024-08-10T06:31:33.393 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.394 INFO:tasks.workunit.client.0.smithi031.stdout: "read_bytes": { 2024-08-10T06:31:33.394 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 77650881 2024-08-10T06:31:33.394 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.394 INFO:tasks.workunit.client.0.smithi031.stdout: "read_count": { 2024-08-10T06:31:33.394 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5676 2024-08-10T06:31:33.394 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.394 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes": { 2024-08-10T06:31:33.394 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 41095168 2024-08-10T06:31:33.394 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.394 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_db": { 2024-08-10T06:31:33.394 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 41099264 2024-08-10T06:31:33.394 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.394 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_slow": { 2024-08-10T06:31:33.394 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.395 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.395 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_wal": { 2024-08-10T06:31:33.395 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.395 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.395 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_count": { 2024-08-10T06:31:33.395 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 121 2024-08-10T06:31:33.395 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.395 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-08-10T06:31:33.395 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 5676, 2024-08-10T06:31:33.395 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 11287663 2024-08-10T06:31:33.395 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.395 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_bytes": { 2024-08-10T06:31:33.395 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 39485160 2024-08-10T06:31:33.395 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.396 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_count": { 2024-08-10T06:31:33.396 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4499 2024-08-10T06:31:33.396 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.396 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_bytes": { 2024-08-10T06:31:33.396 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 389419 2024-08-10T06:31:33.396 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.396 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_count": { 2024-08-10T06:31:33.396 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 253 2024-08-10T06:31:33.396 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.396 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_bytes": { 2024-08-10T06:31:33.396 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1013898 2024-08-10T06:31:33.396 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.396 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_count": { 2024-08-10T06:31:33.396 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 357 2024-08-10T06:31:33.397 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.397 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes": { 2024-08-10T06:31:33.397 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 624479 2024-08-10T06:31:33.397 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.397 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_db": { 2024-08-10T06:31:33.397 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 624479 2024-08-10T06:31:33.397 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.397 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_slow": { 2024-08-10T06:31:33.397 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.397 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.397 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_wal": { 2024-08-10T06:31:33.397 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.397 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.397 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_count": { 2024-08-10T06:31:33.398 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 104 2024-08-10T06:31:33.398 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.398 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_lat": { 2024-08-10T06:31:33.398 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 357, 2024-08-10T06:31:33.398 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 544810 2024-08-10T06:31:33.398 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.398 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_alloc_lat": { 2024-08-10T06:31:33.398 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.398 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.398 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.398 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_total_bytes": { 2024-08-10T06:31:33.398 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.398 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.398 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_used_bytes": { 2024-08-10T06:31:33.399 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.399 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.399 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-08-10T06:31:33.399 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-08-10T06:31:33.399 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 740 2024-08-10T06:31:33.399 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.399 INFO:tasks.workunit.client.0.smithi031.stdout: "unlink_lat": { 2024-08-10T06:31:33.399 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 4, 2024-08-10T06:31:33.399 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6508 2024-08-10T06:31:33.399 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.399 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_alloc_lat": { 2024-08-10T06:31:33.400 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.400 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.400 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.400 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_total_bytes": { 2024-08-10T06:31:33.400 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.400 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.400 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_used_bytes": { 2024-08-10T06:31:33.400 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.400 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.400 INFO:tasks.workunit.client.0.smithi031.stdout: "write_bytes": { 2024-08-10T06:31:33.400 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 749072384 2024-08-10T06:31:33.400 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.400 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.400 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore": { 2024-08-10T06:31:33.401 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit": { 2024-08-10T06:31:33.401 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4096 2024-08-10T06:31:33.401 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.401 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": { 2024-08-10T06:31:33.401 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10387456 2024-08-10T06:31:33.401 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.401 INFO:tasks.workunit.client.0.smithi031.stdout: "allocator_lat": { 2024-08-10T06:31:33.401 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 16990, 2024-08-10T06:31:33.401 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 48658493 2024-08-10T06:31:33.401 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.401 INFO:tasks.workunit.client.0.smithi031.stdout: "clist_lat": { 2024-08-10T06:31:33.401 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3308, 2024-08-10T06:31:33.401 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 285112054 2024-08-10T06:31:33.402 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.402 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_lat": { 2024-08-10T06:31:33.402 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.402 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.402 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.402 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed": { 2024-08-10T06:31:33.402 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.402 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.402 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_allocated": { 2024-08-10T06:31:33.402 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.402 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.402 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_original": { 2024-08-10T06:31:33.402 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.403 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.403 INFO:tasks.workunit.client.0.smithi031.stdout: "csum_lat": { 2024-08-10T06:31:33.403 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 21806, 2024-08-10T06:31:33.403 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 171956375 2024-08-10T06:31:33.403 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.403 INFO:tasks.workunit.client.0.smithi031.stdout: "decompress_lat": { 2024-08-10T06:31:33.403 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.403 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.403 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.403 INFO:tasks.workunit.client.0.smithi031.stdout: "fragmentation_micros": { 2024-08-10T06:31:33.403 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.403 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.403 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_commit_lat": { 2024-08-10T06:31:33.403 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 66335, 2024-08-10T06:31:33.404 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 18605229416 2024-08-10T06:31:33.404 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.404 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_final_lat": { 2024-08-10T06:31:33.404 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 65821, 2024-08-10T06:31:33.404 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1555673998 2024-08-10T06:31:33.404 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.404 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_flush_lat": { 2024-08-10T06:31:33.404 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 66335, 2024-08-10T06:31:33.404 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 38815481 2024-08-10T06:31:33.404 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.404 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_sync_lat": { 2024-08-10T06:31:33.404 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 66335, 2024-08-10T06:31:33.404 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 18644044897 2024-08-10T06:31:33.404 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.404 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_keys_lat": { 2024-08-10T06:31:33.405 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.405 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.405 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.405 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_values_lat": { 2024-08-10T06:31:33.405 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 58866, 2024-08-10T06:31:33.405 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 930727040 2024-08-10T06:31:33.405 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.405 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_lower_bound_lat": { 2024-08-10T06:31:33.405 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1031, 2024-08-10T06:31:33.405 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2821495 2024-08-10T06:31:33.405 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.405 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_next_lat": { 2024-08-10T06:31:33.405 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 17800, 2024-08-10T06:31:33.405 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8753350 2024-08-10T06:31:33.406 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.406 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_seek_to_first_lat": { 2024-08-10T06:31:33.406 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 37, 2024-08-10T06:31:33.406 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 59786 2024-08-10T06:31:33.406 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.406 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_upper_bound_lat": { 2024-08-10T06:31:33.406 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 20914, 2024-08-10T06:31:33.406 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1238309015 2024-08-10T06:31:33.406 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.406 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_hits": { 2024-08-10T06:31:33.406 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 244603 2024-08-10T06:31:33.406 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.406 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_misses": { 2024-08-10T06:31:33.407 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 17673 2024-08-10T06:31:33.407 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.407 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-08-10T06:31:33.407 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7508, 2024-08-10T06:31:33.407 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1464572282 2024-08-10T06:31:33.407 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.407 INFO:tasks.workunit.client.0.smithi031.stdout: "read_onode_meta_lat": { 2024-08-10T06:31:33.407 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 20615, 2024-08-10T06:31:33.407 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 9529268 2024-08-10T06:31:33.407 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.407 INFO:tasks.workunit.client.0.smithi031.stdout: "read_wait_aio_lat": { 2024-08-10T06:31:33.407 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 13107, 2024-08-10T06:31:33.407 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1270932386 2024-08-10T06:31:33.407 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.408 INFO:tasks.workunit.client.0.smithi031.stdout: "reads_with_retries": { 2024-08-10T06:31:33.408 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.408 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.408 INFO:tasks.workunit.client.0.smithi031.stdout: "remove_lat": { 2024-08-10T06:31:33.408 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 12167, 2024-08-10T06:31:33.408 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 340647191 2024-08-10T06:31:33.408 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.408 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_aio_wait_count": { 2024-08-10T06:31:33.408 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.408 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.408 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_committed_kv_count": { 2024-08-10T06:31:33.408 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.408 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.409 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_read_onode_meta_count": { 2024-08-10T06:31:33.409 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.409 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.409 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_read_wait_aio_count": { 2024-08-10T06:31:33.409 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.409 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.409 INFO:tasks.workunit.client.0.smithi031.stdout: "state_aio_wait_lat": { 2024-08-10T06:31:33.409 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 81115, 2024-08-10T06:31:33.409 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 9869764681 2024-08-10T06:31:33.409 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.409 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T06:31:33.409 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 5768, 2024-08-10T06:31:33.409 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 687172784 2024-08-10T06:31:33.409 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.410 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_cleanup_lat": { 2024-08-10T06:31:33.410 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 5767, 2024-08-10T06:31:33.410 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2464771760958 2024-08-10T06:31:33.410 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.410 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_queued_lat": { 2024-08-10T06:31:33.410 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 5768, 2024-08-10T06:31:33.410 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6036535146846 2024-08-10T06:31:33.410 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.410 INFO:tasks.workunit.client.0.smithi031.stdout: "state_done_lat": { 2024-08-10T06:31:33.410 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 81114, 2024-08-10T06:31:33.410 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2564697203350 2024-08-10T06:31:33.410 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.410 INFO:tasks.workunit.client.0.smithi031.stdout: "state_finishing_lat": { 2024-08-10T06:31:33.411 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 81114, 2024-08-10T06:31:33.411 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 9309695 2024-08-10T06:31:33.411 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.411 INFO:tasks.workunit.client.0.smithi031.stdout: "state_io_done_lat": { 2024-08-10T06:31:33.411 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 81115, 2024-08-10T06:31:33.411 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 333598083 2024-08-10T06:31:33.411 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.411 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_commiting_lat": { 2024-08-10T06:31:33.411 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 81115, 2024-08-10T06:31:33.411 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 34079863960 2024-08-10T06:31:33.411 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.411 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_done_lat": { 2024-08-10T06:31:33.411 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 81115, 2024-08-10T06:31:33.412 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 27402729 2024-08-10T06:31:33.412 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.412 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_queued_lat": { 2024-08-10T06:31:33.412 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 81115, 2024-08-10T06:31:33.412 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 18148328846 2024-08-10T06:31:33.412 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.412 INFO:tasks.workunit.client.0.smithi031.stdout: "state_prepare_lat": { 2024-08-10T06:31:33.412 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 81115, 2024-08-10T06:31:33.412 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6771454838 2024-08-10T06:31:33.412 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.412 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": { 2024-08-10T06:31:33.412 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6112384 2024-08-10T06:31:33.412 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.412 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-08-10T06:31:33.413 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2592, 2024-08-10T06:31:33.413 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 14473348 2024-08-10T06:31:33.413 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.413 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_commit_lat": { 2024-08-10T06:31:33.413 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 81115, 2024-08-10T06:31:33.413 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 69214053784 2024-08-10T06:31:33.413 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.413 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_submit_lat": { 2024-08-10T06:31:33.413 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 81115, 2024-08-10T06:31:33.413 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7673420949 2024-08-10T06:31:33.413 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.413 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_throttle_lat": { 2024-08-10T06:31:33.413 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 81115, 2024-08-10T06:31:33.414 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 719949863 2024-08-10T06:31:33.414 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.414 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.414 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache": { 2024-08-10T06:31:33.414 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_bytes": { 2024-08-10T06:31:33.414 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1406073476 2024-08-10T06:31:33.414 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.414 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_bytes": { 2024-08-10T06:31:33.414 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 426409984 2024-08-10T06:31:33.414 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.414 INFO:tasks.workunit.client.0.smithi031.stdout: "mapped_bytes": { 2024-08-10T06:31:33.414 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 362209280 2024-08-10T06:31:33.414 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.415 INFO:tasks.workunit.client.0.smithi031.stdout: "target_bytes": { 2024-08-10T06:31:33.415 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2601623347 2024-08-10T06:31:33.415 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.415 INFO:tasks.workunit.client.0.smithi031.stdout: "unmapped_bytes": { 2024-08-10T06:31:33.415 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 64200704 2024-08-10T06:31:33.415 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.415 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.415 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:data": { 2024-08-10T06:31:33.415 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:33.415 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 125829120 2024-08-10T06:31:33.415 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.415 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:33.415 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.416 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.416 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:33.416 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.416 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.416 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:33.416 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 57583632 2024-08-10T06:31:33.416 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.416 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:33.416 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.416 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.416 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:33.416 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.416 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.417 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:33.417 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.417 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.417 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:33.417 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.417 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.417 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:33.417 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 16384 2024-08-10T06:31:33.417 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.417 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:33.417 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 69632 2024-08-10T06:31:33.417 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.417 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:33.418 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.418 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.418 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:33.418 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.418 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.418 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:33.418 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.418 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.418 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:33.418 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 68159472 2024-08-10T06:31:33.418 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.418 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.418 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv": { 2024-08-10T06:31:33.419 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:33.419 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 570425344 2024-08-10T06:31:33.419 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.419 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:33.419 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T06:31:33.419 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.419 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:33.419 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.419 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.419 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:33.419 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 431877244 2024-08-10T06:31:33.419 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.419 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:33.419 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.420 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.420 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:33.420 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.420 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.420 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:33.420 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 816 2024-08-10T06:31:33.420 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.420 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:33.420 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.420 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.420 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:33.420 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 46688 2024-08-10T06:31:33.420 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.420 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:33.420 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.421 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.421 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:33.421 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.421 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.421 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:33.421 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.421 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.421 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:33.421 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.421 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.421 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:33.421 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71391732 2024-08-10T06:31:33.421 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.421 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.421 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T06:31:33.422 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:33.422 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 176160768 2024-08-10T06:31:33.422 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.422 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:33.422 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T06:31:33.422 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.422 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:33.422 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 34688 2024-08-10T06:31:33.422 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.422 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:33.422 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 38389088 2024-08-10T06:31:33.422 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.422 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:33.423 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.423 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.423 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:33.423 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.423 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.423 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:33.423 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.423 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.423 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:33.423 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.423 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.423 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:33.423 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.423 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.424 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:33.424 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.424 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.424 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:33.424 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.424 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.424 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:33.424 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.424 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.424 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:33.424 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.424 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.424 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:33.424 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 70628128 2024-08-10T06:31:33.425 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.425 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.425 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:meta": { 2024-08-10T06:31:33.425 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:33.425 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 503316480 2024-08-10T06:31:33.425 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.425 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:33.425 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.425 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.425 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:33.425 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.425 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.425 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:33.426 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 431877244 2024-08-10T06:31:33.426 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.426 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:33.426 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.426 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.426 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:33.426 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.426 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.426 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:33.426 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.426 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.426 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:33.426 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.426 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.427 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:33.427 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 160969 2024-08-10T06:31:33.427 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.427 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:33.427 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1167282 2024-08-10T06:31:33.427 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.427 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:33.427 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.427 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.427 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:33.427 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.427 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.427 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:33.428 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.428 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.428 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:33.428 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 70110985 2024-08-10T06:31:33.428 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.428 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.428 INFO:tasks.workunit.client.0.smithi031.stdout: "objecter": { 2024-08-10T06:31:33.428 INFO:tasks.workunit.client.0.smithi031.stdout: "op_active": { 2024-08-10T06:31:33.428 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.428 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.428 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T06:31:33.428 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 48 2024-08-10T06:31:33.428 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.428 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rmw": { 2024-08-10T06:31:33.429 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.429 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.429 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T06:31:33.429 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.429 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.429 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.429 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:33.429 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg": { 2024-08-10T06:31:33.429 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 42 2024-08-10T06:31:33.429 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.429 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg_removing": { 2024-08-10T06:31:33.429 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.429 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.430 INFO:tasks.workunit.client.0.smithi031.stdout: "op": { 2024-08-10T06:31:33.430 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 58992 2024-08-10T06:31:33.430 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.430 INFO:tasks.workunit.client.0.smithi031.stdout: "op_before_queue_op_lat": { 2024-08-10T06:31:33.430 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 145877, 2024-08-10T06:31:33.430 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6532700119 2024-08-10T06:31:33.430 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.430 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_degraded": { 2024-08-10T06:31:33.430 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.430 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.430 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_unreadable": { 2024-08-10T06:31:33.430 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.430 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.430 INFO:tasks.workunit.client.0.smithi031.stdout: "op_in_bytes": { 2024-08-10T06:31:33.431 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1364039357 2024-08-10T06:31:33.431 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.431 INFO:tasks.workunit.client.0.smithi031.stdout: "op_latency": { 2024-08-10T06:31:33.431 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 58992, 2024-08-10T06:31:33.431 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 89164303770 2024-08-10T06:31:33.431 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.431 INFO:tasks.workunit.client.0.smithi031.stdout: "op_out_bytes": { 2024-08-10T06:31:33.431 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2575204096 2024-08-10T06:31:33.431 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.431 INFO:tasks.workunit.client.0.smithi031.stdout: "op_prepare_latency": { 2024-08-10T06:31:33.431 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 60025, 2024-08-10T06:31:33.431 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 42079820710 2024-08-10T06:31:33.431 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.432 INFO:tasks.workunit.client.0.smithi031.stdout: "op_process_latency": { 2024-08-10T06:31:33.432 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 58992, 2024-08-10T06:31:33.432 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 68651370907 2024-08-10T06:31:33.432 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.432 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T06:31:33.432 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 28911 2024-08-10T06:31:33.432 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.432 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency": { 2024-08-10T06:31:33.432 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 28911, 2024-08-10T06:31:33.432 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 22217335922 2024-08-10T06:31:33.432 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.432 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T06:31:33.432 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.432 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.433 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_out_bytes": { 2024-08-10T06:31:33.433 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2575204096 2024-08-10T06:31:33.433 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.433 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_prepare_latency": { 2024-08-10T06:31:33.433 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 29387, 2024-08-10T06:31:33.433 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6371295055 2024-08-10T06:31:33.433 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.433 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_process_latency": { 2024-08-10T06:31:33.433 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 28911, 2024-08-10T06:31:33.433 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8692166111 2024-08-10T06:31:33.433 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.433 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw": { 2024-08-10T06:31:33.433 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 28608 2024-08-10T06:31:33.434 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.434 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_in_bytes": { 2024-08-10T06:31:33.434 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 278080998 2024-08-10T06:31:33.434 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.434 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency": { 2024-08-10T06:31:33.434 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 28608, 2024-08-10T06:31:33.434 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 52474989689 2024-08-10T06:31:33.434 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.434 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T06:31:33.434 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.434 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.434 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T06:31:33.434 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.435 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.435 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_out_bytes": { 2024-08-10T06:31:33.435 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.435 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.435 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_prepare_latency": { 2024-08-10T06:31:33.435 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 28969, 2024-08-10T06:31:33.435 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 33228981019 2024-08-10T06:31:33.435 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.435 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_process_latency": { 2024-08-10T06:31:33.435 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 28608, 2024-08-10T06:31:33.435 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 49330591747 2024-08-10T06:31:33.435 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.435 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T06:31:33.435 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1473 2024-08-10T06:31:33.436 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.436 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_in_bytes": { 2024-08-10T06:31:33.436 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1085958359 2024-08-10T06:31:33.436 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.436 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency": { 2024-08-10T06:31:33.436 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1473, 2024-08-10T06:31:33.436 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 14471978159 2024-08-10T06:31:33.436 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.436 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T06:31:33.436 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.436 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.436 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_prepare_latency": { 2024-08-10T06:31:33.436 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1669, 2024-08-10T06:31:33.437 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2479544636 2024-08-10T06:31:33.437 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.437 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_process_latency": { 2024-08-10T06:31:33.437 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1473, 2024-08-10T06:31:33.437 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10628613049 2024-08-10T06:31:33.437 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.437 INFO:tasks.workunit.client.0.smithi031.stdout: "op_wip": { 2024-08-10T06:31:33.437 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.437 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.437 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_bytes": { 2024-08-10T06:31:33.437 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.437 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.437 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_ops": { 2024-08-10T06:31:33.437 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 17 2024-08-10T06:31:33.438 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.438 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes": { 2024-08-10T06:31:33.438 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-08-10T06:31:33.438 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.438 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes_used": { 2024-08-10T06:31:33.438 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 339324928 2024-08-10T06:31:33.438 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.438 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.438 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.438 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.3": { 2024-08-10T06:31:33.438 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T06:31:33.441 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_db_max_lat": { 2024-08-10T06:31:33.441 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 18321 2024-08-10T06:31:33.441 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.441 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_fallback": { 2024-08-10T06:31:33.442 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.442 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.442 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_max_lat": { 2024-08-10T06:31:33.442 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.442 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.442 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_size_fallback": { 2024-08-10T06:31:33.442 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.442 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.442 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_db": { 2024-08-10T06:31:33.442 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 65536 2024-08-10T06:31:33.442 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.443 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_slow": { 2024-08-10T06:31:33.443 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.443 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.443 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_wal": { 2024-08-10T06:31:33.443 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.443 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.443 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_wal_max_lat": { 2024-08-10T06:31:33.443 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.443 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.443 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_slow": { 2024-08-10T06:31:33.443 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.443 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.444 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_sst": { 2024-08-10T06:31:33.444 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1753088 2024-08-10T06:31:33.444 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.444 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_wal": { 2024-08-10T06:31:33.444 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 546807808 2024-08-10T06:31:33.444 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.444 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lat": { 2024-08-10T06:31:33.444 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 15, 2024-08-10T06:31:33.444 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 13815762 2024-08-10T06:31:33.444 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.444 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lock_lat": { 2024-08-10T06:31:33.444 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 15, 2024-08-10T06:31:33.444 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6666879 2024-08-10T06:31:33.444 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.445 INFO:tasks.workunit.client.0.smithi031.stdout: "db_alloc_lat": { 2024-08-10T06:31:33.445 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 142, 2024-08-10T06:31:33.445 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 684340 2024-08-10T06:31:33.445 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.445 INFO:tasks.workunit.client.0.smithi031.stdout: "db_total_bytes": { 2024-08-10T06:31:33.445 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995027456 2024-08-10T06:31:33.445 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.445 INFO:tasks.workunit.client.0.smithi031.stdout: "db_used_bytes": { 2024-08-10T06:31:33.445 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 454754304 2024-08-10T06:31:33.445 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.445 INFO:tasks.workunit.client.0.smithi031.stdout: "flush_lat": { 2024-08-10T06:31:33.445 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 61312, 2024-08-10T06:31:33.445 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8253048427 2024-08-10T06:31:33.445 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.445 INFO:tasks.workunit.client.0.smithi031.stdout: "fsync_lat": { 2024-08-10T06:31:33.446 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 61323, 2024-08-10T06:31:33.446 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 13636463801 2024-08-10T06:31:33.446 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.446 INFO:tasks.workunit.client.0.smithi031.stdout: "log_bytes": { 2024-08-10T06:31:33.446 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1847296 2024-08-10T06:31:33.446 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.446 INFO:tasks.workunit.client.0.smithi031.stdout: "logged_bytes": { 2024-08-10T06:31:33.446 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 251215872 2024-08-10T06:31:33.446 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.446 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_db": { 2024-08-10T06:31:33.446 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 476053504 2024-08-10T06:31:33.446 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.446 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_slow": { 2024-08-10T06:31:33.446 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.447 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.447 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_wal": { 2024-08-10T06:31:33.447 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.447 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.447 INFO:tasks.workunit.client.0.smithi031.stdout: "num_files": { 2024-08-10T06:31:33.447 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 37 2024-08-10T06:31:33.447 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.447 INFO:tasks.workunit.client.0.smithi031.stdout: "read_bytes": { 2024-08-10T06:31:33.447 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 80727067 2024-08-10T06:31:33.447 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.447 INFO:tasks.workunit.client.0.smithi031.stdout: "read_count": { 2024-08-10T06:31:33.447 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4121 2024-08-10T06:31:33.447 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.447 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes": { 2024-08-10T06:31:33.448 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 85544960 2024-08-10T06:31:33.448 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.448 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_db": { 2024-08-10T06:31:33.448 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 85549056 2024-08-10T06:31:33.448 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.448 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_slow": { 2024-08-10T06:31:33.448 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.448 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.448 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_wal": { 2024-08-10T06:31:33.448 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.448 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.448 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_count": { 2024-08-10T06:31:33.448 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2239 2024-08-10T06:31:33.448 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.449 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-08-10T06:31:33.449 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 4121, 2024-08-10T06:31:33.449 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 52979181 2024-08-10T06:31:33.449 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.449 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_bytes": { 2024-08-10T06:31:33.449 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 22331602 2024-08-10T06:31:33.449 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.449 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_count": { 2024-08-10T06:31:33.449 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2327 2024-08-10T06:31:33.449 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.449 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_bytes": { 2024-08-10T06:31:33.449 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 864652 2024-08-10T06:31:33.449 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.450 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_count": { 2024-08-10T06:31:33.450 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 408 2024-08-10T06:31:33.450 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.450 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_bytes": { 2024-08-10T06:31:33.450 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1731278 2024-08-10T06:31:33.450 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.450 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_count": { 2024-08-10T06:31:33.450 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 536 2024-08-10T06:31:33.450 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.450 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes": { 2024-08-10T06:31:33.450 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 866626 2024-08-10T06:31:33.450 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.450 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_db": { 2024-08-10T06:31:33.451 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 866626 2024-08-10T06:31:33.451 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.451 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_slow": { 2024-08-10T06:31:33.451 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.451 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.451 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_wal": { 2024-08-10T06:31:33.451 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.451 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.451 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_count": { 2024-08-10T06:31:33.451 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 129 2024-08-10T06:31:33.451 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.451 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_lat": { 2024-08-10T06:31:33.451 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 536, 2024-08-10T06:31:33.451 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 649316 2024-08-10T06:31:33.452 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.452 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_alloc_lat": { 2024-08-10T06:31:33.452 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.452 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.452 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.452 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_total_bytes": { 2024-08-10T06:31:33.452 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.452 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.452 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_used_bytes": { 2024-08-10T06:31:33.452 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.452 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.452 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-08-10T06:31:33.452 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-08-10T06:31:33.452 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 737 2024-08-10T06:31:33.453 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.453 INFO:tasks.workunit.client.0.smithi031.stdout: "unlink_lat": { 2024-08-10T06:31:33.453 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 4, 2024-08-10T06:31:33.453 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6276 2024-08-10T06:31:33.453 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.453 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_alloc_lat": { 2024-08-10T06:31:33.453 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.453 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.453 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.453 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_total_bytes": { 2024-08-10T06:31:33.453 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.453 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.453 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_used_bytes": { 2024-08-10T06:31:33.453 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.453 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.453 INFO:tasks.workunit.client.0.smithi031.stdout: "write_bytes": { 2024-08-10T06:31:33.454 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 802054144 2024-08-10T06:31:33.454 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.454 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.454 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore": { 2024-08-10T06:31:33.454 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit": { 2024-08-10T06:31:33.454 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4096 2024-08-10T06:31:33.454 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.454 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": { 2024-08-10T06:31:33.454 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10412032 2024-08-10T06:31:33.454 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.454 INFO:tasks.workunit.client.0.smithi031.stdout: "allocator_lat": { 2024-08-10T06:31:33.454 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 17401, 2024-08-10T06:31:33.454 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 54126162 2024-08-10T06:31:33.454 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.455 INFO:tasks.workunit.client.0.smithi031.stdout: "clist_lat": { 2024-08-10T06:31:33.455 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3247, 2024-08-10T06:31:33.455 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 333691969 2024-08-10T06:31:33.455 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.455 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_lat": { 2024-08-10T06:31:33.455 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.455 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.455 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.455 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed": { 2024-08-10T06:31:33.455 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.455 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.455 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_allocated": { 2024-08-10T06:31:33.455 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.455 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.456 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_original": { 2024-08-10T06:31:33.456 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.456 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.456 INFO:tasks.workunit.client.0.smithi031.stdout: "csum_lat": { 2024-08-10T06:31:33.456 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 12685, 2024-08-10T06:31:33.456 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 93914370 2024-08-10T06:31:33.456 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.456 INFO:tasks.workunit.client.0.smithi031.stdout: "decompress_lat": { 2024-08-10T06:31:33.456 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.456 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.456 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.456 INFO:tasks.workunit.client.0.smithi031.stdout: "fragmentation_micros": { 2024-08-10T06:31:33.456 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.457 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.457 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_commit_lat": { 2024-08-10T06:31:33.457 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 61283, 2024-08-10T06:31:33.457 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 16922169991 2024-08-10T06:31:33.457 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.457 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_final_lat": { 2024-08-10T06:31:33.457 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 60850, 2024-08-10T06:31:33.457 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1535013178 2024-08-10T06:31:33.457 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.457 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_flush_lat": { 2024-08-10T06:31:33.457 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 61283, 2024-08-10T06:31:33.457 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 44461043 2024-08-10T06:31:33.457 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.457 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_sync_lat": { 2024-08-10T06:31:33.457 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 61283, 2024-08-10T06:31:33.458 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 16966631034 2024-08-10T06:31:33.458 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.458 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_keys_lat": { 2024-08-10T06:31:33.458 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.458 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.458 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.458 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_values_lat": { 2024-08-10T06:31:33.458 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 18493, 2024-08-10T06:31:33.458 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 780188454 2024-08-10T06:31:33.458 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.458 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_lower_bound_lat": { 2024-08-10T06:31:33.458 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1323, 2024-08-10T06:31:33.458 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2679398 2024-08-10T06:31:33.459 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.459 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_next_lat": { 2024-08-10T06:31:33.459 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7949, 2024-08-10T06:31:33.459 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6253838 2024-08-10T06:31:33.459 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.459 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_seek_to_first_lat": { 2024-08-10T06:31:33.459 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 40, 2024-08-10T06:31:33.459 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 46741 2024-08-10T06:31:33.459 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.459 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_upper_bound_lat": { 2024-08-10T06:31:33.459 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7042, 2024-08-10T06:31:33.459 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 364852476 2024-08-10T06:31:33.459 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.459 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_hits": { 2024-08-10T06:31:33.460 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 199324 2024-08-10T06:31:33.460 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.460 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_misses": { 2024-08-10T06:31:33.460 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 17571 2024-08-10T06:31:33.460 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.460 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-08-10T06:31:33.460 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 35776, 2024-08-10T06:31:33.460 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1453709174 2024-08-10T06:31:33.460 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.460 INFO:tasks.workunit.client.0.smithi031.stdout: "read_onode_meta_lat": { 2024-08-10T06:31:33.460 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 89257, 2024-08-10T06:31:33.460 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 29547830 2024-08-10T06:31:33.460 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.460 INFO:tasks.workunit.client.0.smithi031.stdout: "read_wait_aio_lat": { 2024-08-10T06:31:33.460 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 53481, 2024-08-10T06:31:33.460 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 986871277 2024-08-10T06:31:33.461 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.461 INFO:tasks.workunit.client.0.smithi031.stdout: "reads_with_retries": { 2024-08-10T06:31:33.461 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.461 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.461 INFO:tasks.workunit.client.0.smithi031.stdout: "remove_lat": { 2024-08-10T06:31:33.461 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 12263, 2024-08-10T06:31:33.461 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 331391276 2024-08-10T06:31:33.461 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.461 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_aio_wait_count": { 2024-08-10T06:31:33.461 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.461 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.461 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_committed_kv_count": { 2024-08-10T06:31:33.461 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.461 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.462 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_read_onode_meta_count": { 2024-08-10T06:31:33.462 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.462 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.462 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_read_wait_aio_count": { 2024-08-10T06:31:33.462 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.462 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.462 INFO:tasks.workunit.client.0.smithi031.stdout: "state_aio_wait_lat": { 2024-08-10T06:31:33.462 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 73555, 2024-08-10T06:31:33.462 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6842181897 2024-08-10T06:31:33.462 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.462 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T06:31:33.462 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 17462, 2024-08-10T06:31:33.463 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1042086496 2024-08-10T06:31:33.463 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.463 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_cleanup_lat": { 2024-08-10T06:31:33.463 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 17460, 2024-08-10T06:31:33.463 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2715746067636 2024-08-10T06:31:33.463 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.463 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_queued_lat": { 2024-08-10T06:31:33.463 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 17462, 2024-08-10T06:31:33.463 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6123544559214 2024-08-10T06:31:33.463 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.463 INFO:tasks.workunit.client.0.smithi031.stdout: "state_done_lat": { 2024-08-10T06:31:33.463 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 73553, 2024-08-10T06:31:33.463 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2733905613017 2024-08-10T06:31:33.464 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.464 INFO:tasks.workunit.client.0.smithi031.stdout: "state_finishing_lat": { 2024-08-10T06:31:33.464 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 73553, 2024-08-10T06:31:33.464 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7713889 2024-08-10T06:31:33.464 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.464 INFO:tasks.workunit.client.0.smithi031.stdout: "state_io_done_lat": { 2024-08-10T06:31:33.464 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 73555, 2024-08-10T06:31:33.464 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 288452438 2024-08-10T06:31:33.464 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.464 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_commiting_lat": { 2024-08-10T06:31:33.464 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 73555, 2024-08-10T06:31:33.464 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 28426251140 2024-08-10T06:31:33.464 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.464 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_done_lat": { 2024-08-10T06:31:33.465 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 73555, 2024-08-10T06:31:33.465 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 25590884 2024-08-10T06:31:33.465 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.465 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_queued_lat": { 2024-08-10T06:31:33.465 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 73555, 2024-08-10T06:31:33.465 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 14248181865 2024-08-10T06:31:33.465 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.465 INFO:tasks.workunit.client.0.smithi031.stdout: "state_prepare_lat": { 2024-08-10T06:31:33.465 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 73555, 2024-08-10T06:31:33.465 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6307353845 2024-08-10T06:31:33.465 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.465 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": { 2024-08-10T06:31:33.465 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6118298 2024-08-10T06:31:33.466 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.466 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-08-10T06:31:33.466 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2619, 2024-08-10T06:31:33.466 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15797553 2024-08-10T06:31:33.466 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.466 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_commit_lat": { 2024-08-10T06:31:33.466 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 73555, 2024-08-10T06:31:33.466 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 56124065061 2024-08-10T06:31:33.466 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.466 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_submit_lat": { 2024-08-10T06:31:33.466 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 73555, 2024-08-10T06:31:33.466 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7227103019 2024-08-10T06:31:33.466 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.466 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_throttle_lat": { 2024-08-10T06:31:33.467 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 73555, 2024-08-10T06:31:33.467 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 468249727 2024-08-10T06:31:33.467 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.467 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.467 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache": { 2024-08-10T06:31:33.467 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_bytes": { 2024-08-10T06:31:33.467 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1406073476 2024-08-10T06:31:33.467 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.467 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_bytes": { 2024-08-10T06:31:33.467 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 501612544 2024-08-10T06:31:33.467 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.467 INFO:tasks.workunit.client.0.smithi031.stdout: "mapped_bytes": { 2024-08-10T06:31:33.467 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 475193344 2024-08-10T06:31:33.467 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.468 INFO:tasks.workunit.client.0.smithi031.stdout: "target_bytes": { 2024-08-10T06:31:33.468 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2601623347 2024-08-10T06:31:33.468 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.468 INFO:tasks.workunit.client.0.smithi031.stdout: "unmapped_bytes": { 2024-08-10T06:31:33.468 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 26419200 2024-08-10T06:31:33.468 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.468 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.468 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:data": { 2024-08-10T06:31:33.468 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:33.468 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 125829120 2024-08-10T06:31:33.468 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.468 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:33.468 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.468 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.469 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:33.469 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.469 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.469 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:33.469 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 57517160 2024-08-10T06:31:33.469 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.469 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:33.469 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.469 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.469 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:33.469 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.469 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.469 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:33.470 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.470 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.470 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:33.470 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.470 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.470 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:33.470 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.470 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.470 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:33.470 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.470 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.470 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:33.470 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.470 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.471 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:33.471 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.471 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.471 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:33.471 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.471 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.471 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:33.471 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 68311960 2024-08-10T06:31:33.471 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.471 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.471 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv": { 2024-08-10T06:31:33.471 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:33.471 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 570425344 2024-08-10T06:31:33.471 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.472 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:33.472 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T06:31:33.472 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.472 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:33.472 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.472 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.472 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:33.472 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 431378706 2024-08-10T06:31:33.472 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.472 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:33.472 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.472 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.472 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:33.473 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.473 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.473 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:33.473 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1136 2024-08-10T06:31:33.473 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.473 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:33.473 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.473 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.473 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:33.473 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 22336 2024-08-10T06:31:33.473 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.473 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:33.473 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 50112 2024-08-10T06:31:33.473 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.474 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:33.474 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.474 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.474 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:33.474 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.474 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.474 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:33.474 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.474 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.474 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:33.474 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71864190 2024-08-10T06:31:33.474 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.475 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.475 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T06:31:33.475 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:33.475 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 176160768 2024-08-10T06:31:33.475 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.475 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:33.475 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T06:31:33.475 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.475 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:33.475 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 92976 2024-08-10T06:31:33.475 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.475 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:33.475 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 38344773 2024-08-10T06:31:33.476 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.476 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:33.476 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.476 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.476 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:33.476 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.476 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.476 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:33.476 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.476 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.476 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:33.476 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.476 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.477 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:33.477 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.477 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.477 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:33.477 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.477 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.477 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:33.477 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.477 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.477 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:33.477 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.477 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.477 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:33.477 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.478 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.478 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:33.478 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 70614155 2024-08-10T06:31:33.478 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.478 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.478 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:meta": { 2024-08-10T06:31:33.478 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:33.478 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 503316480 2024-08-10T06:31:33.478 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.478 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:33.478 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.478 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.478 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:33.479 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.479 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.479 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:33.479 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 431378706 2024-08-10T06:31:33.479 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.479 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:33.479 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.479 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.479 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:33.479 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.479 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.479 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:33.479 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.479 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.479 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:33.479 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.480 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.480 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:33.480 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 156896 2024-08-10T06:31:33.480 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.480 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:33.480 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1159626 2024-08-10T06:31:33.480 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.480 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:33.480 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.480 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.480 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:33.480 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.480 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.480 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:33.481 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.481 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.481 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:33.481 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 70621252 2024-08-10T06:31:33.481 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.481 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.481 INFO:tasks.workunit.client.0.smithi031.stdout: "objecter": { 2024-08-10T06:31:33.481 INFO:tasks.workunit.client.0.smithi031.stdout: "op_active": { 2024-08-10T06:31:33.481 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.481 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.481 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T06:31:33.481 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 41 2024-08-10T06:31:33.481 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.481 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rmw": { 2024-08-10T06:31:33.482 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.482 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.482 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T06:31:33.482 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.482 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.482 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.482 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:33.482 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg": { 2024-08-10T06:31:33.482 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 47 2024-08-10T06:31:33.482 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.482 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg_removing": { 2024-08-10T06:31:33.482 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.482 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.482 INFO:tasks.workunit.client.0.smithi031.stdout: "op": { 2024-08-10T06:31:33.483 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 44780 2024-08-10T06:31:33.483 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.483 INFO:tasks.workunit.client.0.smithi031.stdout: "op_before_queue_op_lat": { 2024-08-10T06:31:33.483 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 117561, 2024-08-10T06:31:33.483 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5988256537 2024-08-10T06:31:33.483 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.483 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_degraded": { 2024-08-10T06:31:33.483 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.483 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.483 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_unreadable": { 2024-08-10T06:31:33.483 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.483 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.483 INFO:tasks.workunit.client.0.smithi031.stdout: "op_in_bytes": { 2024-08-10T06:31:33.484 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1062186799 2024-08-10T06:31:33.484 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.484 INFO:tasks.workunit.client.0.smithi031.stdout: "op_latency": { 2024-08-10T06:31:33.484 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 44780, 2024-08-10T06:31:33.484 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 262501704462 2024-08-10T06:31:33.484 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.484 INFO:tasks.workunit.client.0.smithi031.stdout: "op_out_bytes": { 2024-08-10T06:31:33.484 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1652712510 2024-08-10T06:31:33.484 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.484 INFO:tasks.workunit.client.0.smithi031.stdout: "op_prepare_latency": { 2024-08-10T06:31:33.484 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 46558, 2024-08-10T06:31:33.484 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 25472472525 2024-08-10T06:31:33.484 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.484 INFO:tasks.workunit.client.0.smithi031.stdout: "op_process_latency": { 2024-08-10T06:31:33.485 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 44780, 2024-08-10T06:31:33.485 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 65858877602 2024-08-10T06:31:33.485 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.485 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T06:31:33.485 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 29282 2024-08-10T06:31:33.485 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.485 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency": { 2024-08-10T06:31:33.485 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 29282, 2024-08-10T06:31:33.485 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 46822161044 2024-08-10T06:31:33.485 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.485 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T06:31:33.485 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.485 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.485 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_out_bytes": { 2024-08-10T06:31:33.485 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1652712510 2024-08-10T06:31:33.486 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.486 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_prepare_latency": { 2024-08-10T06:31:33.486 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 29383, 2024-08-10T06:31:33.486 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5838513068 2024-08-10T06:31:33.486 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.486 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_process_latency": { 2024-08-10T06:31:33.486 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 29282, 2024-08-10T06:31:33.486 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6726687729 2024-08-10T06:31:33.486 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.486 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw": { 2024-08-10T06:31:33.486 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 11510 2024-08-10T06:31:33.486 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.487 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_in_bytes": { 2024-08-10T06:31:33.487 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 124087501 2024-08-10T06:31:33.487 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.487 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency": { 2024-08-10T06:31:33.487 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 11510, 2024-08-10T06:31:33.487 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 163942555803 2024-08-10T06:31:33.487 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.487 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T06:31:33.487 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.487 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.487 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T06:31:33.487 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.487 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.488 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_out_bytes": { 2024-08-10T06:31:33.488 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.488 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.488 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_prepare_latency": { 2024-08-10T06:31:33.488 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 13128, 2024-08-10T06:31:33.488 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 14835079464 2024-08-10T06:31:33.488 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.488 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_process_latency": { 2024-08-10T06:31:33.488 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 11510, 2024-08-10T06:31:33.488 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 31632421715 2024-08-10T06:31:33.488 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.488 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T06:31:33.488 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3988 2024-08-10T06:31:33.488 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.489 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_in_bytes": { 2024-08-10T06:31:33.489 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 938099298 2024-08-10T06:31:33.489 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.489 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency": { 2024-08-10T06:31:33.489 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3988, 2024-08-10T06:31:33.489 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 51736987615 2024-08-10T06:31:33.489 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.489 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T06:31:33.489 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.489 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.489 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_prepare_latency": { 2024-08-10T06:31:33.489 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 4047, 2024-08-10T06:31:33.489 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4798879993 2024-08-10T06:31:33.490 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.490 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_process_latency": { 2024-08-10T06:31:33.490 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3988, 2024-08-10T06:31:33.490 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 27499768158 2024-08-10T06:31:33.490 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.490 INFO:tasks.workunit.client.0.smithi031.stdout: "op_wip": { 2024-08-10T06:31:33.490 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.490 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.490 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_bytes": { 2024-08-10T06:31:33.490 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 11 2024-08-10T06:31:33.490 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.490 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_ops": { 2024-08-10T06:31:33.490 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 11 2024-08-10T06:31:33.490 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.491 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes": { 2024-08-10T06:31:33.491 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-08-10T06:31:33.491 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.491 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes_used": { 2024-08-10T06:31:33.491 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 465182720 2024-08-10T06:31:33.491 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.491 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.491 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.491 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.4": { 2024-08-10T06:31:33.491 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T06:31:33.491 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_db_max_lat": { 2024-08-10T06:31:33.491 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 23704 2024-08-10T06:31:33.491 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.492 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_fallback": { 2024-08-10T06:31:33.492 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.492 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.492 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_max_lat": { 2024-08-10T06:31:33.492 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.492 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.492 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_size_fallback": { 2024-08-10T06:31:33.492 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.492 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.492 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_db": { 2024-08-10T06:31:33.492 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 65536 2024-08-10T06:31:33.492 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.492 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_slow": { 2024-08-10T06:31:33.492 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.493 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.493 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_wal": { 2024-08-10T06:31:33.493 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.493 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.493 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_wal_max_lat": { 2024-08-10T06:31:33.493 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.493 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.493 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_slow": { 2024-08-10T06:31:33.493 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.493 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.493 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_sst": { 2024-08-10T06:31:33.493 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6000640 2024-08-10T06:31:33.493 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.493 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_wal": { 2024-08-10T06:31:33.494 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 560836608 2024-08-10T06:31:33.494 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.494 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lat": { 2024-08-10T06:31:33.494 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 14, 2024-08-10T06:31:33.494 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3737444 2024-08-10T06:31:33.494 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.494 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lock_lat": { 2024-08-10T06:31:33.494 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 14, 2024-08-10T06:31:33.494 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1206030 2024-08-10T06:31:33.494 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.494 INFO:tasks.workunit.client.0.smithi031.stdout: "db_alloc_lat": { 2024-08-10T06:31:33.494 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 150, 2024-08-10T06:31:33.494 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 616870 2024-08-10T06:31:33.494 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.495 INFO:tasks.workunit.client.0.smithi031.stdout: "db_total_bytes": { 2024-08-10T06:31:33.495 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995027456 2024-08-10T06:31:33.495 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.495 INFO:tasks.workunit.client.0.smithi031.stdout: "db_used_bytes": { 2024-08-10T06:31:33.495 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 537460736 2024-08-10T06:31:33.495 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.495 INFO:tasks.workunit.client.0.smithi031.stdout: "flush_lat": { 2024-08-10T06:31:33.495 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 58421, 2024-08-10T06:31:33.495 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7501298287 2024-08-10T06:31:33.495 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.495 INFO:tasks.workunit.client.0.smithi031.stdout: "fsync_lat": { 2024-08-10T06:31:33.495 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 58449, 2024-08-10T06:31:33.495 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12229048673 2024-08-10T06:31:33.496 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.496 INFO:tasks.workunit.client.0.smithi031.stdout: "log_bytes": { 2024-08-10T06:31:33.496 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6619136 2024-08-10T06:31:33.496 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.496 INFO:tasks.workunit.client.0.smithi031.stdout: "logged_bytes": { 2024-08-10T06:31:33.496 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 239349760 2024-08-10T06:31:33.496 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.496 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_db": { 2024-08-10T06:31:33.496 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 554500096 2024-08-10T06:31:33.496 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.496 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_slow": { 2024-08-10T06:31:33.496 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.496 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.496 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_wal": { 2024-08-10T06:31:33.497 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.497 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.497 INFO:tasks.workunit.client.0.smithi031.stdout: "num_files": { 2024-08-10T06:31:33.497 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 46 2024-08-10T06:31:33.497 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.497 INFO:tasks.workunit.client.0.smithi031.stdout: "read_bytes": { 2024-08-10T06:31:33.497 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 256359770 2024-08-10T06:31:33.497 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.497 INFO:tasks.workunit.client.0.smithi031.stdout: "read_count": { 2024-08-10T06:31:33.497 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 13852 2024-08-10T06:31:33.497 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.497 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes": { 2024-08-10T06:31:33.497 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 224100352 2024-08-10T06:31:33.498 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.498 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_db": { 2024-08-10T06:31:33.498 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 224104448 2024-08-10T06:31:33.498 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.498 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_slow": { 2024-08-10T06:31:33.498 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.498 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.498 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_wal": { 2024-08-10T06:31:33.498 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.498 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.498 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_count": { 2024-08-10T06:31:33.498 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5895 2024-08-10T06:31:33.498 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.498 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-08-10T06:31:33.499 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 13852, 2024-08-10T06:31:33.499 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 106832756 2024-08-10T06:31:33.499 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.499 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_bytes": { 2024-08-10T06:31:33.499 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 145840773 2024-08-10T06:31:33.499 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.499 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_count": { 2024-08-10T06:31:33.499 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10467 2024-08-10T06:31:33.499 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.499 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_bytes": { 2024-08-10T06:31:33.499 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1886694 2024-08-10T06:31:33.499 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.499 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_count": { 2024-08-10T06:31:33.500 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 663 2024-08-10T06:31:33.500 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.500 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_bytes": { 2024-08-10T06:31:33.500 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5938716 2024-08-10T06:31:33.500 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.500 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_count": { 2024-08-10T06:31:33.500 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 915 2024-08-10T06:31:33.500 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.500 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes": { 2024-08-10T06:31:33.500 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4052022 2024-08-10T06:31:33.500 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.500 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_db": { 2024-08-10T06:31:33.500 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4052022 2024-08-10T06:31:33.500 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.501 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_slow": { 2024-08-10T06:31:33.501 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.501 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.501 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_wal": { 2024-08-10T06:31:33.501 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.501 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.501 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_count": { 2024-08-10T06:31:33.501 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 259 2024-08-10T06:31:33.501 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.501 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_lat": { 2024-08-10T06:31:33.501 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 915, 2024-08-10T06:31:33.501 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1965020 2024-08-10T06:31:33.501 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.502 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_alloc_lat": { 2024-08-10T06:31:33.502 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.502 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.502 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.502 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_total_bytes": { 2024-08-10T06:31:33.502 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.502 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.502 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_used_bytes": { 2024-08-10T06:31:33.502 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.502 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.502 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-08-10T06:31:33.502 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-08-10T06:31:33.502 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 647 2024-08-10T06:31:33.502 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.503 INFO:tasks.workunit.client.0.smithi031.stdout: "unlink_lat": { 2024-08-10T06:31:33.503 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 4, 2024-08-10T06:31:33.503 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5660 2024-08-10T06:31:33.503 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.503 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_alloc_lat": { 2024-08-10T06:31:33.503 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.503 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.503 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.503 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_total_bytes": { 2024-08-10T06:31:33.503 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.503 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.503 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_used_bytes": { 2024-08-10T06:31:33.504 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.504 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.504 INFO:tasks.workunit.client.0.smithi031.stdout: "write_bytes": { 2024-08-10T06:31:33.504 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 808325120 2024-08-10T06:31:33.504 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.504 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.504 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore": { 2024-08-10T06:31:33.504 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit": { 2024-08-10T06:31:33.504 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4096 2024-08-10T06:31:33.504 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.504 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": { 2024-08-10T06:31:33.504 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 14602240 2024-08-10T06:31:33.504 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.504 INFO:tasks.workunit.client.0.smithi031.stdout: "allocator_lat": { 2024-08-10T06:31:33.504 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 20780, 2024-08-10T06:31:33.505 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 59368475 2024-08-10T06:31:33.505 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.505 INFO:tasks.workunit.client.0.smithi031.stdout: "clist_lat": { 2024-08-10T06:31:33.505 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3215, 2024-08-10T06:31:33.505 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 425960218 2024-08-10T06:31:33.505 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.505 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_lat": { 2024-08-10T06:31:33.505 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.505 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.505 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.505 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed": { 2024-08-10T06:31:33.505 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.505 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.506 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_allocated": { 2024-08-10T06:31:33.506 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.506 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.506 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_original": { 2024-08-10T06:31:33.506 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.506 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.506 INFO:tasks.workunit.client.0.smithi031.stdout: "csum_lat": { 2024-08-10T06:31:33.506 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 9825, 2024-08-10T06:31:33.506 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 78233312 2024-08-10T06:31:33.506 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.506 INFO:tasks.workunit.client.0.smithi031.stdout: "decompress_lat": { 2024-08-10T06:31:33.506 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.506 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.507 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.507 INFO:tasks.workunit.client.0.smithi031.stdout: "fragmentation_micros": { 2024-08-10T06:31:33.507 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.507 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.507 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_commit_lat": { 2024-08-10T06:31:33.507 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 58377, 2024-08-10T06:31:33.507 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15134705113 2024-08-10T06:31:33.507 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.507 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_final_lat": { 2024-08-10T06:31:33.507 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 57944, 2024-08-10T06:31:33.507 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1321001022 2024-08-10T06:31:33.507 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.507 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_flush_lat": { 2024-08-10T06:31:33.507 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 58377, 2024-08-10T06:31:33.508 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 46956484 2024-08-10T06:31:33.508 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.508 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_sync_lat": { 2024-08-10T06:31:33.508 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 58377, 2024-08-10T06:31:33.508 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15181661597 2024-08-10T06:31:33.508 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.508 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_keys_lat": { 2024-08-10T06:31:33.508 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.508 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.508 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.508 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_values_lat": { 2024-08-10T06:31:33.508 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 20525, 2024-08-10T06:31:33.508 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 430373688 2024-08-10T06:31:33.509 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.509 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_lower_bound_lat": { 2024-08-10T06:31:33.509 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 842, 2024-08-10T06:31:33.509 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2006115 2024-08-10T06:31:33.509 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.509 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_next_lat": { 2024-08-10T06:31:33.509 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 16960, 2024-08-10T06:31:33.509 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10436862 2024-08-10T06:31:33.509 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.509 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_seek_to_first_lat": { 2024-08-10T06:31:33.509 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 46, 2024-08-10T06:31:33.509 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 66178 2024-08-10T06:31:33.509 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.509 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_upper_bound_lat": { 2024-08-10T06:31:33.509 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 10575, 2024-08-10T06:31:33.510 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1971324128 2024-08-10T06:31:33.510 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.510 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_hits": { 2024-08-10T06:31:33.510 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 169593 2024-08-10T06:31:33.510 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.510 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_misses": { 2024-08-10T06:31:33.510 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 19400 2024-08-10T06:31:33.510 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.510 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-08-10T06:31:33.510 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 9345, 2024-08-10T06:31:33.510 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1020323145 2024-08-10T06:31:33.510 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.510 INFO:tasks.workunit.client.0.smithi031.stdout: "read_onode_meta_lat": { 2024-08-10T06:31:33.511 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 38768, 2024-08-10T06:31:33.511 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15930785 2024-08-10T06:31:33.511 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.511 INFO:tasks.workunit.client.0.smithi031.stdout: "read_wait_aio_lat": { 2024-08-10T06:31:33.511 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 29423, 2024-08-10T06:31:33.511 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 823385835 2024-08-10T06:31:33.511 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.511 INFO:tasks.workunit.client.0.smithi031.stdout: "reads_with_retries": { 2024-08-10T06:31:33.511 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.511 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.511 INFO:tasks.workunit.client.0.smithi031.stdout: "remove_lat": { 2024-08-10T06:31:33.511 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 13194, 2024-08-10T06:31:33.511 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 319345614 2024-08-10T06:31:33.511 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.511 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_aio_wait_count": { 2024-08-10T06:31:33.512 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.512 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.512 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_committed_kv_count": { 2024-08-10T06:31:33.512 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.512 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.512 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_read_onode_meta_count": { 2024-08-10T06:31:33.512 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.512 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.512 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_read_wait_aio_count": { 2024-08-10T06:31:33.512 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.512 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.512 INFO:tasks.workunit.client.0.smithi031.stdout: "state_aio_wait_lat": { 2024-08-10T06:31:33.512 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 68872, 2024-08-10T06:31:33.512 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4587350945 2024-08-10T06:31:33.512 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.513 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T06:31:33.513 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 18695, 2024-08-10T06:31:33.513 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 809430427 2024-08-10T06:31:33.513 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.513 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_cleanup_lat": { 2024-08-10T06:31:33.513 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 18693, 2024-08-10T06:31:33.513 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2429779802005 2024-08-10T06:31:33.513 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.513 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_queued_lat": { 2024-08-10T06:31:33.513 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 18695, 2024-08-10T06:31:33.513 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6078180761315 2024-08-10T06:31:33.513 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.513 INFO:tasks.workunit.client.0.smithi031.stdout: "state_done_lat": { 2024-08-10T06:31:33.514 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 68870, 2024-08-10T06:31:33.514 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2268300212047 2024-08-10T06:31:33.514 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.514 INFO:tasks.workunit.client.0.smithi031.stdout: "state_finishing_lat": { 2024-08-10T06:31:33.514 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 68870, 2024-08-10T06:31:33.514 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6663834 2024-08-10T06:31:33.514 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.514 INFO:tasks.workunit.client.0.smithi031.stdout: "state_io_done_lat": { 2024-08-10T06:31:33.514 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 68872, 2024-08-10T06:31:33.514 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 262972562 2024-08-10T06:31:33.514 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.514 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_commiting_lat": { 2024-08-10T06:31:33.514 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 68872, 2024-08-10T06:31:33.514 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24537876793 2024-08-10T06:31:33.514 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.515 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_done_lat": { 2024-08-10T06:31:33.515 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 68872, 2024-08-10T06:31:33.515 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 22615533 2024-08-10T06:31:33.515 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.515 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_queued_lat": { 2024-08-10T06:31:33.515 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 68872, 2024-08-10T06:31:33.515 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 11520010827 2024-08-10T06:31:33.515 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.515 INFO:tasks.workunit.client.0.smithi031.stdout: "state_prepare_lat": { 2024-08-10T06:31:33.515 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 68872, 2024-08-10T06:31:33.515 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5912765713 2024-08-10T06:31:33.515 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.515 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": { 2024-08-10T06:31:33.515 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10307403 2024-08-10T06:31:33.515 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.516 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-08-10T06:31:33.516 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2517, 2024-08-10T06:31:33.516 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 13561507 2024-08-10T06:31:33.516 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.516 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_commit_lat": { 2024-08-10T06:31:33.516 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 68872, 2024-08-10T06:31:33.516 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 46831492292 2024-08-10T06:31:33.516 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.516 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_submit_lat": { 2024-08-10T06:31:33.516 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 68872, 2024-08-10T06:31:33.516 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6720814597 2024-08-10T06:31:33.516 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.516 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_throttle_lat": { 2024-08-10T06:31:33.516 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 68872, 2024-08-10T06:31:33.516 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 425019476 2024-08-10T06:31:33.516 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.517 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.517 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache": { 2024-08-10T06:31:33.517 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_bytes": { 2024-08-10T06:31:33.517 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1405116907 2024-08-10T06:31:33.517 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.517 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_bytes": { 2024-08-10T06:31:33.517 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 524320768 2024-08-10T06:31:33.517 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.517 INFO:tasks.workunit.client.0.smithi031.stdout: "mapped_bytes": { 2024-08-10T06:31:33.517 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 393969664 2024-08-10T06:31:33.517 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.517 INFO:tasks.workunit.client.0.smithi031.stdout: "target_bytes": { 2024-08-10T06:31:33.517 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2600497971 2024-08-10T06:31:33.517 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.517 INFO:tasks.workunit.client.0.smithi031.stdout: "unmapped_bytes": { 2024-08-10T06:31:33.517 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 130351104 2024-08-10T06:31:33.518 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.518 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.518 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:data": { 2024-08-10T06:31:33.518 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:33.518 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 125829120 2024-08-10T06:31:33.518 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.518 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:33.518 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.518 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.518 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:33.518 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.518 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.518 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:33.519 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 57067902 2024-08-10T06:31:33.519 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.519 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:33.519 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.519 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.519 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:33.519 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.519 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.519 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:33.519 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.519 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.519 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:33.519 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.519 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.520 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:33.520 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8192 2024-08-10T06:31:33.520 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.520 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:33.520 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 81920 2024-08-10T06:31:33.520 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.520 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:33.520 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.520 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.520 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:33.520 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.520 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.520 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:33.521 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.521 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.521 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:33.521 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 68671106 2024-08-10T06:31:33.521 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.521 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.521 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv": { 2024-08-10T06:31:33.521 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:33.521 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 570425344 2024-08-10T06:31:33.521 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.521 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:33.521 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T06:31:33.521 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.521 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:33.522 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.522 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.522 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:33.522 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 428009266 2024-08-10T06:31:33.522 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.522 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:33.522 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.522 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.522 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:33.522 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.522 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.522 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:33.522 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1776 2024-08-10T06:31:33.523 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.523 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:33.523 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.523 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.523 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:33.523 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 122016 2024-08-10T06:31:33.523 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.523 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:33.523 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.523 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.523 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:33.523 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.523 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.523 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:33.524 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.524 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.524 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:33.524 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.524 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.524 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:33.524 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 75183422 2024-08-10T06:31:33.524 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.524 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.524 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T06:31:33.524 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:33.524 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 176160768 2024-08-10T06:31:33.524 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.524 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:33.524 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T06:31:33.525 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.525 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:33.525 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 196032 2024-08-10T06:31:33.525 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.525 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:33.525 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 38045268 2024-08-10T06:31:33.525 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.525 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:33.525 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.525 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.525 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:33.525 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.525 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.525 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:33.526 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.526 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.526 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:33.526 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.526 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.526 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:33.526 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.526 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.526 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:33.526 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.526 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.526 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:33.527 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.527 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.527 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:33.527 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.527 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.527 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:33.527 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.527 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.527 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:33.527 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 70810604 2024-08-10T06:31:33.527 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.527 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.527 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:meta": { 2024-08-10T06:31:33.527 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:33.528 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 503316480 2024-08-10T06:31:33.528 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.528 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:33.528 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.528 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.528 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:33.528 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.528 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.528 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:33.528 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 428009266 2024-08-10T06:31:33.528 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.528 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:33.528 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.528 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.529 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:33.529 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.529 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.529 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:33.529 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.529 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.529 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:33.529 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.529 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.529 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:33.529 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 162742 2024-08-10T06:31:33.529 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.529 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:33.529 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1149178 2024-08-10T06:31:33.529 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.530 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:33.530 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.530 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.530 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:33.530 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.530 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.530 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:33.530 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.530 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.530 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:33.530 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 73995294 2024-08-10T06:31:33.530 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.530 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.531 INFO:tasks.workunit.client.0.smithi031.stdout: "objecter": { 2024-08-10T06:31:33.531 INFO:tasks.workunit.client.0.smithi031.stdout: "op_active": { 2024-08-10T06:31:33.531 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.531 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.531 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T06:31:33.531 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24 2024-08-10T06:31:33.531 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.531 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rmw": { 2024-08-10T06:31:33.531 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.531 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.531 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T06:31:33.531 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1 2024-08-10T06:31:33.531 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.531 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.531 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:33.532 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg": { 2024-08-10T06:31:33.532 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 49 2024-08-10T06:31:33.532 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.532 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg_removing": { 2024-08-10T06:31:33.532 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.532 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.532 INFO:tasks.workunit.client.0.smithi031.stdout: "op": { 2024-08-10T06:31:33.532 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 27042 2024-08-10T06:31:33.532 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.532 INFO:tasks.workunit.client.0.smithi031.stdout: "op_before_queue_op_lat": { 2024-08-10T06:31:33.532 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 89041, 2024-08-10T06:31:33.532 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6352365193 2024-08-10T06:31:33.532 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.532 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_degraded": { 2024-08-10T06:31:33.533 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.533 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.533 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_unreadable": { 2024-08-10T06:31:33.533 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.533 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.533 INFO:tasks.workunit.client.0.smithi031.stdout: "op_in_bytes": { 2024-08-10T06:31:33.533 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1049475815 2024-08-10T06:31:33.533 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.533 INFO:tasks.workunit.client.0.smithi031.stdout: "op_latency": { 2024-08-10T06:31:33.533 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 27042, 2024-08-10T06:31:33.533 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 52271141539 2024-08-10T06:31:33.533 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.533 INFO:tasks.workunit.client.0.smithi031.stdout: "op_out_bytes": { 2024-08-10T06:31:33.533 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1096576979 2024-08-10T06:31:33.533 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.534 INFO:tasks.workunit.client.0.smithi031.stdout: "op_prepare_latency": { 2024-08-10T06:31:33.534 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 27579, 2024-08-10T06:31:33.534 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 11057585029 2024-08-10T06:31:33.534 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.534 INFO:tasks.workunit.client.0.smithi031.stdout: "op_process_latency": { 2024-08-10T06:31:33.534 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 27042, 2024-08-10T06:31:33.534 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 28600193677 2024-08-10T06:31:33.534 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.534 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T06:31:33.534 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 17675 2024-08-10T06:31:33.534 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.534 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency": { 2024-08-10T06:31:33.534 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 17675, 2024-08-10T06:31:33.535 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5964369469 2024-08-10T06:31:33.535 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.535 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T06:31:33.535 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.535 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.535 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_out_bytes": { 2024-08-10T06:31:33.535 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1096576979 2024-08-10T06:31:33.535 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.535 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_prepare_latency": { 2024-08-10T06:31:33.535 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 17906, 2024-08-10T06:31:33.535 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3714737371 2024-08-10T06:31:33.535 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.535 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_process_latency": { 2024-08-10T06:31:33.535 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 17675, 2024-08-10T06:31:33.536 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3720512891 2024-08-10T06:31:33.536 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.536 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw": { 2024-08-10T06:31:33.536 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5473 2024-08-10T06:31:33.536 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.536 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_in_bytes": { 2024-08-10T06:31:33.536 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 116398912 2024-08-10T06:31:33.536 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.536 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency": { 2024-08-10T06:31:33.536 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 5473, 2024-08-10T06:31:33.536 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 11025141526 2024-08-10T06:31:33.536 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.536 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T06:31:33.536 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.537 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.537 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T06:31:33.537 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.537 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.537 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_out_bytes": { 2024-08-10T06:31:33.537 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.537 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.537 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_prepare_latency": { 2024-08-10T06:31:33.537 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 5686, 2024-08-10T06:31:33.537 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2901553647 2024-08-10T06:31:33.537 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.537 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_process_latency": { 2024-08-10T06:31:33.537 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 5473, 2024-08-10T06:31:33.537 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8448349017 2024-08-10T06:31:33.538 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.538 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T06:31:33.538 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3894 2024-08-10T06:31:33.538 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.538 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_in_bytes": { 2024-08-10T06:31:33.538 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 933076903 2024-08-10T06:31:33.538 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.538 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency": { 2024-08-10T06:31:33.538 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3894, 2024-08-10T06:31:33.538 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 35281630544 2024-08-10T06:31:33.538 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.538 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T06:31:33.538 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.538 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.539 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_prepare_latency": { 2024-08-10T06:31:33.539 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3987, 2024-08-10T06:31:33.539 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4441294011 2024-08-10T06:31:33.539 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.539 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_process_latency": { 2024-08-10T06:31:33.539 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3894, 2024-08-10T06:31:33.539 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 16431331769 2024-08-10T06:31:33.539 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.539 INFO:tasks.workunit.client.0.smithi031.stdout: "op_wip": { 2024-08-10T06:31:33.539 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.539 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.539 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_bytes": { 2024-08-10T06:31:33.539 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.540 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.540 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_ops": { 2024-08-10T06:31:33.540 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10 2024-08-10T06:31:33.540 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.540 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes": { 2024-08-10T06:31:33.540 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-08-10T06:31:33.540 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.540 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes_used": { 2024-08-10T06:31:33.540 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 552079360 2024-08-10T06:31:33.540 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.540 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.540 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.540 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.5": { 2024-08-10T06:31:33.541 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T06:31:33.541 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_db_max_lat": { 2024-08-10T06:31:33.541 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 21099 2024-08-10T06:31:33.541 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.541 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_fallback": { 2024-08-10T06:31:33.541 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.541 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.541 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_max_lat": { 2024-08-10T06:31:33.541 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.541 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.541 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_size_fallback": { 2024-08-10T06:31:33.541 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.541 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.541 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_db": { 2024-08-10T06:31:33.542 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 65536 2024-08-10T06:31:33.542 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.542 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_slow": { 2024-08-10T06:31:33.542 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.542 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.542 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_wal": { 2024-08-10T06:31:33.542 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.542 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.542 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_wal_max_lat": { 2024-08-10T06:31:33.542 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.542 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.542 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_slow": { 2024-08-10T06:31:33.543 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.543 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.543 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_sst": { 2024-08-10T06:31:33.543 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7438336 2024-08-10T06:31:33.543 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.543 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_wal": { 2024-08-10T06:31:33.543 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 644759552 2024-08-10T06:31:33.543 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.543 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lat": { 2024-08-10T06:31:33.543 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 20, 2024-08-10T06:31:33.543 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3612814 2024-08-10T06:31:33.543 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.543 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lock_lat": { 2024-08-10T06:31:33.543 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 20, 2024-08-10T06:31:33.544 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1151963 2024-08-10T06:31:33.544 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.544 INFO:tasks.workunit.client.0.smithi031.stdout: "db_alloc_lat": { 2024-08-10T06:31:33.544 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 193, 2024-08-10T06:31:33.544 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 847733 2024-08-10T06:31:33.544 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.544 INFO:tasks.workunit.client.0.smithi031.stdout: "db_total_bytes": { 2024-08-10T06:31:33.544 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995027456 2024-08-10T06:31:33.544 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.544 INFO:tasks.workunit.client.0.smithi031.stdout: "db_used_bytes": { 2024-08-10T06:31:33.544 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 491978752 2024-08-10T06:31:33.544 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.544 INFO:tasks.workunit.client.0.smithi031.stdout: "flush_lat": { 2024-08-10T06:31:33.545 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 85034, 2024-08-10T06:31:33.545 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 9916004157 2024-08-10T06:31:33.545 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.545 INFO:tasks.workunit.client.0.smithi031.stdout: "fsync_lat": { 2024-08-10T06:31:33.545 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 85043, 2024-08-10T06:31:33.545 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 16225628146 2024-08-10T06:31:33.545 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.545 INFO:tasks.workunit.client.0.smithi031.stdout: "log_bytes": { 2024-08-10T06:31:33.545 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15843328 2024-08-10T06:31:33.545 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.545 INFO:tasks.workunit.client.0.smithi031.stdout: "logged_bytes": { 2024-08-10T06:31:33.545 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 348368896 2024-08-10T06:31:33.545 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.545 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_db": { 2024-08-10T06:31:33.546 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 487718912 2024-08-10T06:31:33.546 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.546 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_slow": { 2024-08-10T06:31:33.546 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.546 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.546 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_wal": { 2024-08-10T06:31:33.546 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.546 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.546 INFO:tasks.workunit.client.0.smithi031.stdout: "num_files": { 2024-08-10T06:31:33.546 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 45 2024-08-10T06:31:33.546 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.546 INFO:tasks.workunit.client.0.smithi031.stdout: "read_bytes": { 2024-08-10T06:31:33.546 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 325005888 2024-08-10T06:31:33.547 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.547 INFO:tasks.workunit.client.0.smithi031.stdout: "read_count": { 2024-08-10T06:31:33.547 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 18324 2024-08-10T06:31:33.547 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.547 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes": { 2024-08-10T06:31:33.547 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 266678272 2024-08-10T06:31:33.547 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.547 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_db": { 2024-08-10T06:31:33.547 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 266682368 2024-08-10T06:31:33.547 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.547 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_slow": { 2024-08-10T06:31:33.547 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.547 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.548 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_wal": { 2024-08-10T06:31:33.548 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.548 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.548 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_count": { 2024-08-10T06:31:33.548 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6634 2024-08-10T06:31:33.548 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.548 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-08-10T06:31:33.548 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 18324, 2024-08-10T06:31:33.548 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 123251224 2024-08-10T06:31:33.548 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.548 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_bytes": { 2024-08-10T06:31:33.548 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 186434140 2024-08-10T06:31:33.548 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.549 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_count": { 2024-08-10T06:31:33.549 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 14083 2024-08-10T06:31:33.549 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.549 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_bytes": { 2024-08-10T06:31:33.549 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2776139 2024-08-10T06:31:33.549 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.549 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_count": { 2024-08-10T06:31:33.549 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 797 2024-08-10T06:31:33.549 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.549 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_bytes": { 2024-08-10T06:31:33.549 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7369448 2024-08-10T06:31:33.549 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.549 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_count": { 2024-08-10T06:31:33.549 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1051 2024-08-10T06:31:33.550 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.550 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes": { 2024-08-10T06:31:33.550 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4593309 2024-08-10T06:31:33.550 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.550 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_db": { 2024-08-10T06:31:33.550 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4593309 2024-08-10T06:31:33.550 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.550 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_slow": { 2024-08-10T06:31:33.550 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.550 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.550 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_wal": { 2024-08-10T06:31:33.550 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.550 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.551 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_count": { 2024-08-10T06:31:33.551 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 265 2024-08-10T06:31:33.551 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.551 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_lat": { 2024-08-10T06:31:33.551 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1051, 2024-08-10T06:31:33.551 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2034678 2024-08-10T06:31:33.551 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.551 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_alloc_lat": { 2024-08-10T06:31:33.551 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.551 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.551 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.551 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_total_bytes": { 2024-08-10T06:31:33.551 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.551 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.552 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_used_bytes": { 2024-08-10T06:31:33.552 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.552 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.552 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-08-10T06:31:33.552 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-08-10T06:31:33.552 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 606 2024-08-10T06:31:33.552 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.552 INFO:tasks.workunit.client.0.smithi031.stdout: "unlink_lat": { 2024-08-10T06:31:33.552 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 4, 2024-08-10T06:31:33.552 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6305 2024-08-10T06:31:33.552 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.552 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_alloc_lat": { 2024-08-10T06:31:33.552 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.552 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.552 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.553 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_total_bytes": { 2024-08-10T06:31:33.553 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.553 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.553 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_used_bytes": { 2024-08-10T06:31:33.553 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.553 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.553 INFO:tasks.workunit.client.0.smithi031.stdout: "write_bytes": { 2024-08-10T06:31:33.553 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1003593728 2024-08-10T06:31:33.553 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.553 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.553 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore": { 2024-08-10T06:31:33.553 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit": { 2024-08-10T06:31:33.553 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4096 2024-08-10T06:31:33.554 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.554 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": { 2024-08-10T06:31:33.554 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 14606336 2024-08-10T06:31:33.554 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.554 INFO:tasks.workunit.client.0.smithi031.stdout: "allocator_lat": { 2024-08-10T06:31:33.554 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 23198, 2024-08-10T06:31:33.554 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 63129199 2024-08-10T06:31:33.554 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.554 INFO:tasks.workunit.client.0.smithi031.stdout: "clist_lat": { 2024-08-10T06:31:33.554 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3251, 2024-08-10T06:31:33.554 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 469187413 2024-08-10T06:31:33.554 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.554 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_lat": { 2024-08-10T06:31:33.554 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.555 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.555 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.555 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed": { 2024-08-10T06:31:33.555 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.555 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.555 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_allocated": { 2024-08-10T06:31:33.555 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.555 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.555 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_original": { 2024-08-10T06:31:33.555 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.555 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.555 INFO:tasks.workunit.client.0.smithi031.stdout: "csum_lat": { 2024-08-10T06:31:33.555 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 20231, 2024-08-10T06:31:33.556 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 148673900 2024-08-10T06:31:33.556 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.556 INFO:tasks.workunit.client.0.smithi031.stdout: "decompress_lat": { 2024-08-10T06:31:33.556 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.556 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.556 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.556 INFO:tasks.workunit.client.0.smithi031.stdout: "fragmentation_micros": { 2024-08-10T06:31:33.556 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.556 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.556 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_commit_lat": { 2024-08-10T06:31:33.556 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 84989, 2024-08-10T06:31:33.556 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 19991025146 2024-08-10T06:31:33.556 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.556 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_final_lat": { 2024-08-10T06:31:33.557 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 84434, 2024-08-10T06:31:33.557 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1642850702 2024-08-10T06:31:33.557 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.557 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_flush_lat": { 2024-08-10T06:31:33.557 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 84989, 2024-08-10T06:31:33.557 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 45996083 2024-08-10T06:31:33.557 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.557 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_sync_lat": { 2024-08-10T06:31:33.557 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 84989, 2024-08-10T06:31:33.557 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 20037021229 2024-08-10T06:31:33.557 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.557 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_keys_lat": { 2024-08-10T06:31:33.557 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.557 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.558 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.558 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_values_lat": { 2024-08-10T06:31:33.558 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 29223, 2024-08-10T06:31:33.558 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 619269312 2024-08-10T06:31:33.558 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.558 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_lower_bound_lat": { 2024-08-10T06:31:33.558 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 817, 2024-08-10T06:31:33.558 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2153165 2024-08-10T06:31:33.558 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.558 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_next_lat": { 2024-08-10T06:31:33.558 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 11419, 2024-08-10T06:31:33.558 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8869337 2024-08-10T06:31:33.558 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.558 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_seek_to_first_lat": { 2024-08-10T06:31:33.559 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 49, 2024-08-10T06:31:33.559 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 64982 2024-08-10T06:31:33.559 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.559 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_upper_bound_lat": { 2024-08-10T06:31:33.559 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 14484, 2024-08-10T06:31:33.559 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2017319591 2024-08-10T06:31:33.559 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.559 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_hits": { 2024-08-10T06:31:33.559 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 240471 2024-08-10T06:31:33.559 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.559 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_misses": { 2024-08-10T06:31:33.559 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 21183 2024-08-10T06:31:33.559 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.560 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-08-10T06:31:33.560 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 16392, 2024-08-10T06:31:33.560 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1468545653 2024-08-10T06:31:33.560 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.560 INFO:tasks.workunit.client.0.smithi031.stdout: "read_onode_meta_lat": { 2024-08-10T06:31:33.560 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 43097, 2024-08-10T06:31:33.560 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 13489632 2024-08-10T06:31:33.560 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.560 INFO:tasks.workunit.client.0.smithi031.stdout: "read_wait_aio_lat": { 2024-08-10T06:31:33.560 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 26705, 2024-08-10T06:31:33.560 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1328668595 2024-08-10T06:31:33.560 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.561 INFO:tasks.workunit.client.0.smithi031.stdout: "reads_with_retries": { 2024-08-10T06:31:33.561 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.561 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.561 INFO:tasks.workunit.client.0.smithi031.stdout: "remove_lat": { 2024-08-10T06:31:33.561 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 15736, 2024-08-10T06:31:33.561 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 397584492 2024-08-10T06:31:33.561 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.561 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_aio_wait_count": { 2024-08-10T06:31:33.561 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.561 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.561 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_committed_kv_count": { 2024-08-10T06:31:33.561 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.561 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.561 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_read_onode_meta_count": { 2024-08-10T06:31:33.562 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.562 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.562 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_read_wait_aio_count": { 2024-08-10T06:31:33.562 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.562 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.562 INFO:tasks.workunit.client.0.smithi031.stdout: "state_aio_wait_lat": { 2024-08-10T06:31:33.562 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 101010, 2024-08-10T06:31:33.562 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10065927542 2024-08-10T06:31:33.562 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.562 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T06:31:33.562 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 9109, 2024-08-10T06:31:33.562 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 736843079 2024-08-10T06:31:33.563 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.563 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_cleanup_lat": { 2024-08-10T06:31:33.563 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 9107, 2024-08-10T06:31:33.563 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2677217053311 2024-08-10T06:31:33.563 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.563 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_queued_lat": { 2024-08-10T06:31:33.563 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 9109, 2024-08-10T06:31:33.563 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6590043182139 2024-08-10T06:31:33.563 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.563 INFO:tasks.workunit.client.0.smithi031.stdout: "state_done_lat": { 2024-08-10T06:31:33.563 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 101008, 2024-08-10T06:31:33.563 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3395235901803 2024-08-10T06:31:33.563 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.563 INFO:tasks.workunit.client.0.smithi031.stdout: "state_finishing_lat": { 2024-08-10T06:31:33.564 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 101008, 2024-08-10T06:31:33.564 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10769008 2024-08-10T06:31:33.564 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.564 INFO:tasks.workunit.client.0.smithi031.stdout: "state_io_done_lat": { 2024-08-10T06:31:33.564 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 101010, 2024-08-10T06:31:33.564 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 755697453 2024-08-10T06:31:33.564 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.564 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_commiting_lat": { 2024-08-10T06:31:33.564 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 101010, 2024-08-10T06:31:33.564 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 35456559670 2024-08-10T06:31:33.564 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.564 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_done_lat": { 2024-08-10T06:31:33.564 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 101010, 2024-08-10T06:31:33.565 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 35376915 2024-08-10T06:31:33.565 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.565 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_queued_lat": { 2024-08-10T06:31:33.565 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 101010, 2024-08-10T06:31:33.565 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 18130923268 2024-08-10T06:31:33.565 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.565 INFO:tasks.workunit.client.0.smithi031.stdout: "state_prepare_lat": { 2024-08-10T06:31:33.565 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 101010, 2024-08-10T06:31:33.565 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7563504720 2024-08-10T06:31:33.565 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.565 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": { 2024-08-10T06:31:33.565 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10312607 2024-08-10T06:31:33.565 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.565 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-08-10T06:31:33.566 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2592, 2024-08-10T06:31:33.566 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 14883119 2024-08-10T06:31:33.566 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.566 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_commit_lat": { 2024-08-10T06:31:33.566 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 101010, 2024-08-10T06:31:33.566 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71986381471 2024-08-10T06:31:33.566 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.566 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_submit_lat": { 2024-08-10T06:31:33.566 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 101010, 2024-08-10T06:31:33.566 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8593562777 2024-08-10T06:31:33.566 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.566 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_throttle_lat": { 2024-08-10T06:31:33.566 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 101010, 2024-08-10T06:31:33.567 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 770148506 2024-08-10T06:31:33.567 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.567 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.567 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache": { 2024-08-10T06:31:33.567 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_bytes": { 2024-08-10T06:31:33.567 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1405116907 2024-08-10T06:31:33.567 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.567 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_bytes": { 2024-08-10T06:31:33.567 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 546652160 2024-08-10T06:31:33.567 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.567 INFO:tasks.workunit.client.0.smithi031.stdout: "mapped_bytes": { 2024-08-10T06:31:33.567 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 503185408 2024-08-10T06:31:33.567 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.567 INFO:tasks.workunit.client.0.smithi031.stdout: "target_bytes": { 2024-08-10T06:31:33.568 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2600497971 2024-08-10T06:31:33.568 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.568 INFO:tasks.workunit.client.0.smithi031.stdout: "unmapped_bytes": { 2024-08-10T06:31:33.568 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 43466752 2024-08-10T06:31:33.568 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.568 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.568 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:data": { 2024-08-10T06:31:33.568 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:33.568 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 125829120 2024-08-10T06:31:33.568 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.568 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:33.568 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.568 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.569 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:33.569 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.569 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.569 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:33.569 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 56856266 2024-08-10T06:31:33.569 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.569 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:33.569 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.569 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.569 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:33.569 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.569 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.569 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:33.569 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.570 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.570 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:33.570 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.570 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.570 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:33.570 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 16384 2024-08-10T06:31:33.570 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.570 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:33.570 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 90112 2024-08-10T06:31:33.570 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.570 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:33.570 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.570 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.571 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:33.571 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.571 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.571 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:33.571 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.571 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.571 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:33.571 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 68866358 2024-08-10T06:31:33.571 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.571 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.571 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv": { 2024-08-10T06:31:33.571 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:33.571 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 562036736 2024-08-10T06:31:33.572 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.572 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:33.572 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T06:31:33.572 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.572 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:33.572 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.572 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.572 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:33.572 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 426421996 2024-08-10T06:31:33.572 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.572 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:33.572 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.572 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.572 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:33.572 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.573 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.573 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:33.573 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2128 2024-08-10T06:31:33.573 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.573 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:33.573 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.573 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.573 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:33.573 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 137616 2024-08-10T06:31:33.573 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.573 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:33.573 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.573 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.573 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:33.573 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.574 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.574 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:33.574 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.574 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.574 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:33.574 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.574 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.574 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:33.574 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 68366132 2024-08-10T06:31:33.574 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.574 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.574 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T06:31:33.574 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:33.574 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 176160768 2024-08-10T06:31:33.575 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.575 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:33.575 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T06:31:33.575 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.575 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:33.575 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 377040 2024-08-10T06:31:33.575 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.575 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:33.575 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 37904177 2024-08-10T06:31:33.575 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.575 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:33.575 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.575 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.576 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:33.576 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.576 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.576 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:33.576 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.576 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.576 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:33.576 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.576 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.576 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:33.576 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.576 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.576 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:33.576 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.576 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.577 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:33.577 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.577 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.577 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:33.577 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.577 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.577 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:33.577 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.577 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.577 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:33.577 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 70770687 2024-08-10T06:31:33.577 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.577 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.577 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:meta": { 2024-08-10T06:31:33.577 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:33.578 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 494927872 2024-08-10T06:31:33.578 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.578 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:33.578 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.578 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.578 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:33.578 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.578 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.578 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:33.578 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 426421996 2024-08-10T06:31:33.578 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.578 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:33.578 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.579 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.579 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:33.579 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.579 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.579 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:33.579 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.579 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.579 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:33.579 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.579 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.579 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:33.579 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 165557 2024-08-10T06:31:33.580 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.580 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:33.580 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1141058 2024-08-10T06:31:33.580 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.580 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:33.580 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.580 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.580 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:33.580 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.580 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.580 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:33.580 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.580 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.580 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:33.581 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67199261 2024-08-10T06:31:33.581 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.581 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.581 INFO:tasks.workunit.client.0.smithi031.stdout: "objecter": { 2024-08-10T06:31:33.581 INFO:tasks.workunit.client.0.smithi031.stdout: "op_active": { 2024-08-10T06:31:33.581 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.581 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.581 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T06:31:33.581 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 38 2024-08-10T06:31:33.581 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.581 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rmw": { 2024-08-10T06:31:33.581 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.581 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.581 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T06:31:33.582 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.582 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.582 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.582 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:33.582 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg": { 2024-08-10T06:31:33.582 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 58 2024-08-10T06:31:33.582 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.582 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg_removing": { 2024-08-10T06:31:33.582 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.582 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.582 INFO:tasks.workunit.client.0.smithi031.stdout: "op": { 2024-08-10T06:31:33.582 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 32479 2024-08-10T06:31:33.582 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.583 INFO:tasks.workunit.client.0.smithi031.stdout: "op_before_queue_op_lat": { 2024-08-10T06:31:33.583 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 120725, 2024-08-10T06:31:33.583 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 9350770036 2024-08-10T06:31:33.583 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.583 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_degraded": { 2024-08-10T06:31:33.583 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5 2024-08-10T06:31:33.583 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.583 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_unreadable": { 2024-08-10T06:31:33.583 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.583 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.583 INFO:tasks.workunit.client.0.smithi031.stdout: "op_in_bytes": { 2024-08-10T06:31:33.583 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1014689274 2024-08-10T06:31:33.583 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.583 INFO:tasks.workunit.client.0.smithi031.stdout: "op_latency": { 2024-08-10T06:31:33.583 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 32479, 2024-08-10T06:31:33.584 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 39781889166 2024-08-10T06:31:33.584 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.584 INFO:tasks.workunit.client.0.smithi031.stdout: "op_out_bytes": { 2024-08-10T06:31:33.584 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2282328356 2024-08-10T06:31:33.584 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.584 INFO:tasks.workunit.client.0.smithi031.stdout: "op_prepare_latency": { 2024-08-10T06:31:33.584 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 33394, 2024-08-10T06:31:33.584 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10932972040 2024-08-10T06:31:33.584 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.584 INFO:tasks.workunit.client.0.smithi031.stdout: "op_process_latency": { 2024-08-10T06:31:33.584 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 32479, 2024-08-10T06:31:33.584 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 25919206179 2024-08-10T06:31:33.584 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.585 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T06:31:33.585 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 23859 2024-08-10T06:31:33.585 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.585 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency": { 2024-08-10T06:31:33.585 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 23859, 2024-08-10T06:31:33.585 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 11985421129 2024-08-10T06:31:33.585 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.585 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T06:31:33.585 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.585 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.585 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_out_bytes": { 2024-08-10T06:31:33.585 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2282328356 2024-08-10T06:31:33.585 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.586 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_prepare_latency": { 2024-08-10T06:31:33.586 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 24161, 2024-08-10T06:31:33.586 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4837288694 2024-08-10T06:31:33.586 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.586 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_process_latency": { 2024-08-10T06:31:33.586 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 23859, 2024-08-10T06:31:33.586 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6152150713 2024-08-10T06:31:33.586 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.586 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw": { 2024-08-10T06:31:33.586 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7302 2024-08-10T06:31:33.586 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.586 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_in_bytes": { 2024-08-10T06:31:33.586 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 284003685 2024-08-10T06:31:33.586 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.587 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency": { 2024-08-10T06:31:33.587 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7302, 2024-08-10T06:31:33.587 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 16295118132 2024-08-10T06:31:33.587 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.587 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T06:31:33.587 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.587 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.587 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T06:31:33.587 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.587 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.587 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_out_bytes": { 2024-08-10T06:31:33.587 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.587 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.588 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_prepare_latency": { 2024-08-10T06:31:33.588 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7763, 2024-08-10T06:31:33.588 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4428942142 2024-08-10T06:31:33.588 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.588 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_process_latency": { 2024-08-10T06:31:33.588 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7302, 2024-08-10T06:31:33.588 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12475716233 2024-08-10T06:31:33.588 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.588 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T06:31:33.588 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1318 2024-08-10T06:31:33.588 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.588 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_in_bytes": { 2024-08-10T06:31:33.588 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 730685589 2024-08-10T06:31:33.588 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.589 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency": { 2024-08-10T06:31:33.589 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1318, 2024-08-10T06:31:33.589 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 11501349905 2024-08-10T06:31:33.589 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.589 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T06:31:33.589 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.589 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.589 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_prepare_latency": { 2024-08-10T06:31:33.589 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1470, 2024-08-10T06:31:33.589 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1666741204 2024-08-10T06:31:33.589 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.589 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_process_latency": { 2024-08-10T06:31:33.589 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1318, 2024-08-10T06:31:33.589 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7291339233 2024-08-10T06:31:33.590 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.590 INFO:tasks.workunit.client.0.smithi031.stdout: "op_wip": { 2024-08-10T06:31:33.590 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.590 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.590 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_bytes": { 2024-08-10T06:31:33.590 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.590 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.590 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_ops": { 2024-08-10T06:31:33.590 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7 2024-08-10T06:31:33.590 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.590 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes": { 2024-08-10T06:31:33.590 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-08-10T06:31:33.590 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.591 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes_used": { 2024-08-10T06:31:33.591 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 506601472 2024-08-10T06:31:33.591 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.591 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.591 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.591 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.6": { 2024-08-10T06:31:33.591 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T06:31:33.591 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_db_max_lat": { 2024-08-10T06:31:33.591 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 27911 2024-08-10T06:31:33.591 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.591 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_fallback": { 2024-08-10T06:31:33.591 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.591 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.591 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_max_lat": { 2024-08-10T06:31:33.591 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.592 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.592 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_size_fallback": { 2024-08-10T06:31:33.592 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.592 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.592 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_db": { 2024-08-10T06:31:33.592 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 65536 2024-08-10T06:31:33.592 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.592 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_slow": { 2024-08-10T06:31:33.592 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.592 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.592 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_wal": { 2024-08-10T06:31:33.592 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.592 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.592 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_wal_max_lat": { 2024-08-10T06:31:33.593 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.593 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.593 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_slow": { 2024-08-10T06:31:33.593 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.593 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.593 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_sst": { 2024-08-10T06:31:33.593 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3526656 2024-08-10T06:31:33.593 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.593 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_wal": { 2024-08-10T06:31:33.593 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 541126656 2024-08-10T06:31:33.593 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.593 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lat": { 2024-08-10T06:31:33.593 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 15, 2024-08-10T06:31:33.594 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2962594 2024-08-10T06:31:33.594 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.594 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lock_lat": { 2024-08-10T06:31:33.594 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 15, 2024-08-10T06:31:33.594 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 928995 2024-08-10T06:31:33.594 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.594 INFO:tasks.workunit.client.0.smithi031.stdout: "db_alloc_lat": { 2024-08-10T06:31:33.594 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 144, 2024-08-10T06:31:33.594 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 655467 2024-08-10T06:31:33.594 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.594 INFO:tasks.workunit.client.0.smithi031.stdout: "db_total_bytes": { 2024-08-10T06:31:33.594 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995027456 2024-08-10T06:31:33.594 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.594 INFO:tasks.workunit.client.0.smithi031.stdout: "db_used_bytes": { 2024-08-10T06:31:33.595 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 442433536 2024-08-10T06:31:33.595 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.595 INFO:tasks.workunit.client.0.smithi031.stdout: "flush_lat": { 2024-08-10T06:31:33.595 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 62335, 2024-08-10T06:31:33.595 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7677758847 2024-08-10T06:31:33.595 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.595 INFO:tasks.workunit.client.0.smithi031.stdout: "fsync_lat": { 2024-08-10T06:31:33.595 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 62346, 2024-08-10T06:31:33.595 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12476394863 2024-08-10T06:31:33.595 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.595 INFO:tasks.workunit.client.0.smithi031.stdout: "log_bytes": { 2024-08-10T06:31:33.595 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6037504 2024-08-10T06:31:33.595 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.596 INFO:tasks.workunit.client.0.smithi031.stdout: "logged_bytes": { 2024-08-10T06:31:33.596 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 255401984 2024-08-10T06:31:33.596 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.596 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_db": { 2024-08-10T06:31:33.596 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 459472896 2024-08-10T06:31:33.596 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.596 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_slow": { 2024-08-10T06:31:33.596 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.596 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.596 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_wal": { 2024-08-10T06:31:33.596 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.596 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.596 INFO:tasks.workunit.client.0.smithi031.stdout: "num_files": { 2024-08-10T06:31:33.596 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 38 2024-08-10T06:31:33.597 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.597 INFO:tasks.workunit.client.0.smithi031.stdout: "read_bytes": { 2024-08-10T06:31:33.597 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 234020549 2024-08-10T06:31:33.597 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.597 INFO:tasks.workunit.client.0.smithi031.stdout: "read_count": { 2024-08-10T06:31:33.597 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15289 2024-08-10T06:31:33.597 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.597 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes": { 2024-08-10T06:31:33.597 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 206020608 2024-08-10T06:31:33.597 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.597 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_db": { 2024-08-10T06:31:33.597 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 206024704 2024-08-10T06:31:33.597 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.597 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_slow": { 2024-08-10T06:31:33.598 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.598 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.598 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_wal": { 2024-08-10T06:31:33.598 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.598 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.598 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_count": { 2024-08-10T06:31:33.598 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8016 2024-08-10T06:31:33.598 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.598 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-08-10T06:31:33.598 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 15289, 2024-08-10T06:31:33.598 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 120452869 2024-08-10T06:31:33.598 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.598 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_bytes": { 2024-08-10T06:31:33.598 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 156921345 2024-08-10T06:31:33.599 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.599 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_count": { 2024-08-10T06:31:33.599 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12924 2024-08-10T06:31:33.599 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.599 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_bytes": { 2024-08-10T06:31:33.599 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1399620 2024-08-10T06:31:33.599 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.599 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_count": { 2024-08-10T06:31:33.599 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 551 2024-08-10T06:31:33.599 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.599 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_bytes": { 2024-08-10T06:31:33.599 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3486628 2024-08-10T06:31:33.599 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.600 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_count": { 2024-08-10T06:31:33.600 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 759 2024-08-10T06:31:33.600 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.600 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes": { 2024-08-10T06:31:33.600 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2087008 2024-08-10T06:31:33.600 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.600 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_db": { 2024-08-10T06:31:33.600 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2087008 2024-08-10T06:31:33.600 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.600 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_slow": { 2024-08-10T06:31:33.600 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.600 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.600 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_wal": { 2024-08-10T06:31:33.601 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.601 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.601 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_count": { 2024-08-10T06:31:33.601 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 209 2024-08-10T06:31:33.601 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.601 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_lat": { 2024-08-10T06:31:33.601 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 759, 2024-08-10T06:31:33.601 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1147754 2024-08-10T06:31:33.601 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.601 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_alloc_lat": { 2024-08-10T06:31:33.601 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.601 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.601 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.601 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_total_bytes": { 2024-08-10T06:31:33.602 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.602 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.602 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_used_bytes": { 2024-08-10T06:31:33.602 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.602 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.602 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-08-10T06:31:33.602 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-08-10T06:31:33.602 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 618 2024-08-10T06:31:33.602 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.602 INFO:tasks.workunit.client.0.smithi031.stdout: "unlink_lat": { 2024-08-10T06:31:33.602 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 4, 2024-08-10T06:31:33.602 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6294 2024-08-10T06:31:33.602 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.603 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_alloc_lat": { 2024-08-10T06:31:33.603 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.603 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.603 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.603 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_total_bytes": { 2024-08-10T06:31:33.603 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.603 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.603 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_used_bytes": { 2024-08-10T06:31:33.603 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.603 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.603 INFO:tasks.workunit.client.0.smithi031.stdout: "write_bytes": { 2024-08-10T06:31:33.603 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 802336768 2024-08-10T06:31:33.603 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.603 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.604 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore": { 2024-08-10T06:31:33.604 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit": { 2024-08-10T06:31:33.604 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4096 2024-08-10T06:31:33.604 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.604 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": { 2024-08-10T06:31:33.604 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15192064 2024-08-10T06:31:33.604 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.604 INFO:tasks.workunit.client.0.smithi031.stdout: "allocator_lat": { 2024-08-10T06:31:33.604 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 17230, 2024-08-10T06:31:33.604 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 46410730 2024-08-10T06:31:33.604 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.604 INFO:tasks.workunit.client.0.smithi031.stdout: "clist_lat": { 2024-08-10T06:31:33.604 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3150, 2024-08-10T06:31:33.604 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 353304243 2024-08-10T06:31:33.604 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.605 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_lat": { 2024-08-10T06:31:33.605 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.605 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.605 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.605 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed": { 2024-08-10T06:31:33.605 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.605 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.605 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_allocated": { 2024-08-10T06:31:33.605 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.605 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.605 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_original": { 2024-08-10T06:31:33.605 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.605 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.605 INFO:tasks.workunit.client.0.smithi031.stdout: "csum_lat": { 2024-08-10T06:31:33.606 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 14633, 2024-08-10T06:31:33.606 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 97478935 2024-08-10T06:31:33.606 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.606 INFO:tasks.workunit.client.0.smithi031.stdout: "decompress_lat": { 2024-08-10T06:31:33.606 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.606 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.606 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.606 INFO:tasks.workunit.client.0.smithi031.stdout: "fragmentation_micros": { 2024-08-10T06:31:33.606 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.606 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.606 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_commit_lat": { 2024-08-10T06:31:33.606 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 62304, 2024-08-10T06:31:33.606 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15340731902 2024-08-10T06:31:33.606 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.607 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_final_lat": { 2024-08-10T06:31:33.607 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 61835, 2024-08-10T06:31:33.607 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1266956134 2024-08-10T06:31:33.607 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.607 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_flush_lat": { 2024-08-10T06:31:33.607 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 62304, 2024-08-10T06:31:33.607 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 39081788 2024-08-10T06:31:33.607 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.607 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_sync_lat": { 2024-08-10T06:31:33.607 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 62304, 2024-08-10T06:31:33.607 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15379813690 2024-08-10T06:31:33.607 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.607 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_keys_lat": { 2024-08-10T06:31:33.608 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.608 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.608 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.608 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_values_lat": { 2024-08-10T06:31:33.608 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 232165, 2024-08-10T06:31:33.608 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 950023186 2024-08-10T06:31:33.608 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.608 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_lower_bound_lat": { 2024-08-10T06:31:33.608 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 769, 2024-08-10T06:31:33.608 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1860891 2024-08-10T06:31:33.608 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.608 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_next_lat": { 2024-08-10T06:31:33.608 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 128807, 2024-08-10T06:31:33.608 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 53075537 2024-08-10T06:31:33.609 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.609 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_seek_to_first_lat": { 2024-08-10T06:31:33.609 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 43, 2024-08-10T06:31:33.609 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71515 2024-08-10T06:31:33.609 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.609 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_upper_bound_lat": { 2024-08-10T06:31:33.609 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 14776, 2024-08-10T06:31:33.609 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2392502733 2024-08-10T06:31:33.609 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.609 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_hits": { 2024-08-10T06:31:33.609 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 389711 2024-08-10T06:31:33.609 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.609 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_misses": { 2024-08-10T06:31:33.609 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 18701 2024-08-10T06:31:33.610 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.610 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-08-10T06:31:33.610 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 6820, 2024-08-10T06:31:33.610 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1196698754 2024-08-10T06:31:33.610 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.610 INFO:tasks.workunit.client.0.smithi031.stdout: "read_onode_meta_lat": { 2024-08-10T06:31:33.610 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 30389, 2024-08-10T06:31:33.610 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10179313 2024-08-10T06:31:33.610 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.610 INFO:tasks.workunit.client.0.smithi031.stdout: "read_wait_aio_lat": { 2024-08-10T06:31:33.610 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 23569, 2024-08-10T06:31:33.610 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 962810421 2024-08-10T06:31:33.610 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.611 INFO:tasks.workunit.client.0.smithi031.stdout: "reads_with_retries": { 2024-08-10T06:31:33.611 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.611 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.611 INFO:tasks.workunit.client.0.smithi031.stdout: "remove_lat": { 2024-08-10T06:31:33.611 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 11839, 2024-08-10T06:31:33.611 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 287830244 2024-08-10T06:31:33.611 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.611 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_aio_wait_count": { 2024-08-10T06:31:33.611 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.611 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.611 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_committed_kv_count": { 2024-08-10T06:31:33.611 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.611 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.612 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_read_onode_meta_count": { 2024-08-10T06:31:33.612 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.612 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.612 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_read_wait_aio_count": { 2024-08-10T06:31:33.612 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.612 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.612 INFO:tasks.workunit.client.0.smithi031.stdout: "state_aio_wait_lat": { 2024-08-10T06:31:33.612 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 74702, 2024-08-10T06:31:33.612 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8322054291 2024-08-10T06:31:33.612 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.612 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T06:31:33.612 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 14132, 2024-08-10T06:31:33.612 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 639562334 2024-08-10T06:31:33.612 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.612 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_cleanup_lat": { 2024-08-10T06:31:33.613 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 14130, 2024-08-10T06:31:33.613 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2495945001181 2024-08-10T06:31:33.613 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.613 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_queued_lat": { 2024-08-10T06:31:33.613 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 14132, 2024-08-10T06:31:33.613 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5732202031459 2024-08-10T06:31:33.613 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.613 INFO:tasks.workunit.client.0.smithi031.stdout: "state_done_lat": { 2024-08-10T06:31:33.613 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 74700, 2024-08-10T06:31:33.613 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2146786801559 2024-08-10T06:31:33.613 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.613 INFO:tasks.workunit.client.0.smithi031.stdout: "state_finishing_lat": { 2024-08-10T06:31:33.613 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 74700, 2024-08-10T06:31:33.613 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7556070 2024-08-10T06:31:33.613 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.614 INFO:tasks.workunit.client.0.smithi031.stdout: "state_io_done_lat": { 2024-08-10T06:31:33.614 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 74702, 2024-08-10T06:31:33.614 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 774961052 2024-08-10T06:31:33.614 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.614 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_commiting_lat": { 2024-08-10T06:31:33.614 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 74702, 2024-08-10T06:31:33.614 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 27456103394 2024-08-10T06:31:33.614 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.614 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_done_lat": { 2024-08-10T06:31:33.614 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 74702, 2024-08-10T06:31:33.614 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 25443021 2024-08-10T06:31:33.614 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.614 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_queued_lat": { 2024-08-10T06:31:33.615 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 74702, 2024-08-10T06:31:33.615 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12986505474 2024-08-10T06:31:33.615 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.615 INFO:tasks.workunit.client.0.smithi031.stdout: "state_prepare_lat": { 2024-08-10T06:31:33.615 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 74702, 2024-08-10T06:31:33.615 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5549034735 2024-08-10T06:31:33.615 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.615 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": { 2024-08-10T06:31:33.615 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10902866 2024-08-10T06:31:33.615 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.615 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-08-10T06:31:33.615 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2436, 2024-08-10T06:31:33.615 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12469249 2024-08-10T06:31:33.615 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.616 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_commit_lat": { 2024-08-10T06:31:33.616 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 74702, 2024-08-10T06:31:33.616 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 55100395663 2024-08-10T06:31:33.616 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.616 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_submit_lat": { 2024-08-10T06:31:33.616 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 74702, 2024-08-10T06:31:33.616 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6324595784 2024-08-10T06:31:33.616 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.616 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_throttle_lat": { 2024-08-10T06:31:33.616 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 74702, 2024-08-10T06:31:33.616 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 608012024 2024-08-10T06:31:33.616 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.616 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.616 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache": { 2024-08-10T06:31:33.617 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_bytes": { 2024-08-10T06:31:33.617 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1405116907 2024-08-10T06:31:33.617 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.617 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_bytes": { 2024-08-10T06:31:33.617 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 508846080 2024-08-10T06:31:33.617 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.617 INFO:tasks.workunit.client.0.smithi031.stdout: "mapped_bytes": { 2024-08-10T06:31:33.617 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 503906304 2024-08-10T06:31:33.617 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.617 INFO:tasks.workunit.client.0.smithi031.stdout: "target_bytes": { 2024-08-10T06:31:33.617 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2600497971 2024-08-10T06:31:33.617 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.617 INFO:tasks.workunit.client.0.smithi031.stdout: "unmapped_bytes": { 2024-08-10T06:31:33.617 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4939776 2024-08-10T06:31:33.618 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.618 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.618 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:data": { 2024-08-10T06:31:33.618 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:33.618 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 125829120 2024-08-10T06:31:33.618 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.618 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:33.618 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.618 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.618 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:33.618 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.618 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.619 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:33.619 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 57307354 2024-08-10T06:31:33.619 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.619 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:33.619 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.619 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.619 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:33.619 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.619 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.619 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:33.619 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.619 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.619 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:33.619 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.620 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.620 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:33.620 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 32768 2024-08-10T06:31:33.620 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.620 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:33.620 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 61440 2024-08-10T06:31:33.620 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.620 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:33.620 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.620 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.620 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:33.620 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.620 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.620 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:33.621 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.621 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.621 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:33.621 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 68427558 2024-08-10T06:31:33.621 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.621 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.621 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv": { 2024-08-10T06:31:33.621 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:33.621 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 570425344 2024-08-10T06:31:33.621 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.621 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:33.621 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T06:31:33.621 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.621 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:33.622 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.622 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.622 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:33.622 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 429805155 2024-08-10T06:31:33.622 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.622 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:33.622 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.622 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.622 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:33.622 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1616 2024-08-10T06:31:33.622 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.622 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:33.622 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.623 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.623 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:33.623 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.623 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.623 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:33.623 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 105792 2024-08-10T06:31:33.623 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.623 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:33.623 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.623 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.623 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:33.623 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.623 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.623 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:33.624 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.624 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.624 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:33.624 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.624 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.624 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:33.624 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 73403917 2024-08-10T06:31:33.624 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.624 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.624 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T06:31:33.624 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:33.624 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 176160768 2024-08-10T06:31:33.624 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.625 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:33.625 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T06:31:33.625 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.625 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:33.625 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 284512 2024-08-10T06:31:33.625 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.625 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:33.625 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 38204902 2024-08-10T06:31:33.625 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.625 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:33.625 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.625 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.625 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:33.626 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.626 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.626 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:33.626 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.626 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.626 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:33.626 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.626 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.626 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:33.626 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.626 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.626 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:33.626 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.626 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.627 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:33.627 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.627 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.627 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:33.627 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.627 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.627 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:33.627 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.627 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.627 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:33.627 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 70562490 2024-08-10T06:31:33.627 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.627 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.628 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:meta": { 2024-08-10T06:31:33.628 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:33.628 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 503316480 2024-08-10T06:31:33.628 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.628 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:33.628 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.628 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.628 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:33.628 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.628 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.628 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:33.628 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 429805155 2024-08-10T06:31:33.628 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.628 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:33.629 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.629 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.629 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:33.629 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.629 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.629 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:33.629 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.629 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.629 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:33.629 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.629 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.629 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:33.629 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 169366 2024-08-10T06:31:33.629 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.630 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:33.630 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1172382 2024-08-10T06:31:33.630 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.630 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:33.630 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.630 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.630 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:33.630 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.630 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.630 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:33.630 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.630 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.630 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:33.631 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 72169577 2024-08-10T06:31:33.631 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.631 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.631 INFO:tasks.workunit.client.0.smithi031.stdout: "objecter": { 2024-08-10T06:31:33.631 INFO:tasks.workunit.client.0.smithi031.stdout: "op_active": { 2024-08-10T06:31:33.631 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.631 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.631 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T06:31:33.631 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 34 2024-08-10T06:31:33.631 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.631 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rmw": { 2024-08-10T06:31:33.631 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.631 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.631 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T06:31:33.632 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.632 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.632 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.632 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:33.632 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg": { 2024-08-10T06:31:33.632 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 51 2024-08-10T06:31:33.632 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.632 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg_removing": { 2024-08-10T06:31:33.632 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.632 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.632 INFO:tasks.workunit.client.0.smithi031.stdout: "op": { 2024-08-10T06:31:33.632 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 30238 2024-08-10T06:31:33.632 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.632 INFO:tasks.workunit.client.0.smithi031.stdout: "op_before_queue_op_lat": { 2024-08-10T06:31:33.632 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 90078, 2024-08-10T06:31:33.633 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6066205267 2024-08-10T06:31:33.633 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.633 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_degraded": { 2024-08-10T06:31:33.633 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.633 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.633 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_unreadable": { 2024-08-10T06:31:33.633 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.633 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.633 INFO:tasks.workunit.client.0.smithi031.stdout: "op_in_bytes": { 2024-08-10T06:31:33.633 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1162140424 2024-08-10T06:31:33.633 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.633 INFO:tasks.workunit.client.0.smithi031.stdout: "op_latency": { 2024-08-10T06:31:33.633 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 30238, 2024-08-10T06:31:33.633 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 81382081157 2024-08-10T06:31:33.634 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.634 INFO:tasks.workunit.client.0.smithi031.stdout: "op_out_bytes": { 2024-08-10T06:31:33.634 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1757091344 2024-08-10T06:31:33.634 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.634 INFO:tasks.workunit.client.0.smithi031.stdout: "op_prepare_latency": { 2024-08-10T06:31:33.634 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 30781, 2024-08-10T06:31:33.634 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 18524661289 2024-08-10T06:31:33.634 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.634 INFO:tasks.workunit.client.0.smithi031.stdout: "op_process_latency": { 2024-08-10T06:31:33.634 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 30238, 2024-08-10T06:31:33.634 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 35986350018 2024-08-10T06:31:33.634 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.634 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T06:31:33.635 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 20893 2024-08-10T06:31:33.635 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.635 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency": { 2024-08-10T06:31:33.635 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 20893, 2024-08-10T06:31:33.635 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 17606591715 2024-08-10T06:31:33.635 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.635 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T06:31:33.635 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.635 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.635 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_out_bytes": { 2024-08-10T06:31:33.635 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1757091344 2024-08-10T06:31:33.635 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.635 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_prepare_latency": { 2024-08-10T06:31:33.635 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 21103, 2024-08-10T06:31:33.636 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10268161937 2024-08-10T06:31:33.636 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.636 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_process_latency": { 2024-08-10T06:31:33.636 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 20893, 2024-08-10T06:31:33.636 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10370520931 2024-08-10T06:31:33.636 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.636 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw": { 2024-08-10T06:31:33.636 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5125 2024-08-10T06:31:33.636 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.636 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_in_bytes": { 2024-08-10T06:31:33.636 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 156224644 2024-08-10T06:31:33.636 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.636 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency": { 2024-08-10T06:31:33.636 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 5125, 2024-08-10T06:31:33.637 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12347485483 2024-08-10T06:31:33.637 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.637 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T06:31:33.637 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.637 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.637 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T06:31:33.637 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.637 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.637 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_out_bytes": { 2024-08-10T06:31:33.637 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.637 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.637 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_prepare_latency": { 2024-08-10T06:31:33.637 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 5320, 2024-08-10T06:31:33.637 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3737500484 2024-08-10T06:31:33.638 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.638 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_process_latency": { 2024-08-10T06:31:33.638 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 5125, 2024-08-10T06:31:33.638 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8930449761 2024-08-10T06:31:33.638 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.638 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T06:31:33.638 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4220 2024-08-10T06:31:33.638 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.638 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_in_bytes": { 2024-08-10T06:31:33.638 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1005915780 2024-08-10T06:31:33.638 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.638 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency": { 2024-08-10T06:31:33.638 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 4220, 2024-08-10T06:31:33.638 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 51428003959 2024-08-10T06:31:33.639 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.639 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T06:31:33.639 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.639 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.639 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_prepare_latency": { 2024-08-10T06:31:33.639 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 4358, 2024-08-10T06:31:33.639 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4518998868 2024-08-10T06:31:33.639 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.639 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_process_latency": { 2024-08-10T06:31:33.639 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 4220, 2024-08-10T06:31:33.639 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 16685379326 2024-08-10T06:31:33.639 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.640 INFO:tasks.workunit.client.0.smithi031.stdout: "op_wip": { 2024-08-10T06:31:33.640 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.640 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.640 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_bytes": { 2024-08-10T06:31:33.640 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.640 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.640 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_ops": { 2024-08-10T06:31:33.640 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8 2024-08-10T06:31:33.640 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.640 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes": { 2024-08-10T06:31:33.640 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-08-10T06:31:33.640 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.640 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes_used": { 2024-08-10T06:31:33.641 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 457641984 2024-08-10T06:31:33.641 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.641 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.641 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.641 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.7": { 2024-08-10T06:31:33.641 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T06:31:33.641 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_db_max_lat": { 2024-08-10T06:31:33.641 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 16324 2024-08-10T06:31:33.641 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.641 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_fallback": { 2024-08-10T06:31:33.641 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.641 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.641 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_max_lat": { 2024-08-10T06:31:33.642 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.642 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.642 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_size_fallback": { 2024-08-10T06:31:33.642 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.642 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.642 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_db": { 2024-08-10T06:31:33.642 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 65536 2024-08-10T06:31:33.642 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.642 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_slow": { 2024-08-10T06:31:33.642 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.642 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.642 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_wal": { 2024-08-10T06:31:33.642 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.643 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.643 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_wal_max_lat": { 2024-08-10T06:31:33.645 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.645 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.645 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_slow": { 2024-08-10T06:31:33.645 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.645 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.645 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_sst": { 2024-08-10T06:31:33.645 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1081344 2024-08-10T06:31:33.645 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.646 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_wal": { 2024-08-10T06:31:33.646 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 506937344 2024-08-10T06:31:33.646 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.646 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lat": { 2024-08-10T06:31:33.646 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 15, 2024-08-10T06:31:33.646 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3760002 2024-08-10T06:31:33.646 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.646 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lock_lat": { 2024-08-10T06:31:33.646 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 15, 2024-08-10T06:31:33.646 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1125680 2024-08-10T06:31:33.646 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.646 INFO:tasks.workunit.client.0.smithi031.stdout: "db_alloc_lat": { 2024-08-10T06:31:33.646 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 141, 2024-08-10T06:31:33.647 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 560792 2024-08-10T06:31:33.647 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.647 INFO:tasks.workunit.client.0.smithi031.stdout: "db_total_bytes": { 2024-08-10T06:31:33.647 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995027456 2024-08-10T06:31:33.647 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.647 INFO:tasks.workunit.client.0.smithi031.stdout: "db_used_bytes": { 2024-08-10T06:31:33.647 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 411369472 2024-08-10T06:31:33.647 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.647 INFO:tasks.workunit.client.0.smithi031.stdout: "flush_lat": { 2024-08-10T06:31:33.647 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 64224, 2024-08-10T06:31:33.647 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7467843867 2024-08-10T06:31:33.647 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.647 INFO:tasks.workunit.client.0.smithi031.stdout: "fsync_lat": { 2024-08-10T06:31:33.648 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 64244, 2024-08-10T06:31:33.648 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12069215138 2024-08-10T06:31:33.648 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.648 INFO:tasks.workunit.client.0.smithi031.stdout: "log_bytes": { 2024-08-10T06:31:33.648 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 13791232 2024-08-10T06:31:33.648 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.648 INFO:tasks.workunit.client.0.smithi031.stdout: "logged_bytes": { 2024-08-10T06:31:33.648 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 263147520 2024-08-10T06:31:33.648 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.648 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_db": { 2024-08-10T06:31:33.648 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 392888320 2024-08-10T06:31:33.648 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.648 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_slow": { 2024-08-10T06:31:33.648 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.649 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.649 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_wal": { 2024-08-10T06:31:33.649 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.649 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.649 INFO:tasks.workunit.client.0.smithi031.stdout: "num_files": { 2024-08-10T06:31:33.649 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 35 2024-08-10T06:31:33.649 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.649 INFO:tasks.workunit.client.0.smithi031.stdout: "read_bytes": { 2024-08-10T06:31:33.649 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 79202542 2024-08-10T06:31:33.649 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.649 INFO:tasks.workunit.client.0.smithi031.stdout: "read_count": { 2024-08-10T06:31:33.649 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4888 2024-08-10T06:31:33.649 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.649 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes": { 2024-08-10T06:31:33.650 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 48381952 2024-08-10T06:31:33.650 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.650 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_db": { 2024-08-10T06:31:33.650 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 48386048 2024-08-10T06:31:33.650 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.650 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_slow": { 2024-08-10T06:31:33.650 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.650 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.650 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_wal": { 2024-08-10T06:31:33.650 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.650 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.650 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_count": { 2024-08-10T06:31:33.650 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 131 2024-08-10T06:31:33.650 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.651 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-08-10T06:31:33.651 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 4888, 2024-08-10T06:31:33.651 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15114835 2024-08-10T06:31:33.651 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.651 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_bytes": { 2024-08-10T06:31:33.651 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 35293291 2024-08-10T06:31:33.651 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.651 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_count": { 2024-08-10T06:31:33.651 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3536 2024-08-10T06:31:33.651 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.651 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_bytes": { 2024-08-10T06:31:33.651 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 555672 2024-08-10T06:31:33.651 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.651 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_count": { 2024-08-10T06:31:33.652 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 279 2024-08-10T06:31:33.652 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.652 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_bytes": { 2024-08-10T06:31:33.652 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1063696 2024-08-10T06:31:33.652 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.652 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_count": { 2024-08-10T06:31:33.652 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 387 2024-08-10T06:31:33.652 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.652 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes": { 2024-08-10T06:31:33.652 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 508024 2024-08-10T06:31:33.652 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.652 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_db": { 2024-08-10T06:31:33.652 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 508024 2024-08-10T06:31:33.653 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.653 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_slow": { 2024-08-10T06:31:33.653 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.653 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.653 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_wal": { 2024-08-10T06:31:33.653 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.653 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.653 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_count": { 2024-08-10T06:31:33.653 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 108 2024-08-10T06:31:33.653 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.653 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_lat": { 2024-08-10T06:31:33.653 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 387, 2024-08-10T06:31:33.653 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 451886 2024-08-10T06:31:33.653 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.654 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_alloc_lat": { 2024-08-10T06:31:33.654 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.654 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.654 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.654 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_total_bytes": { 2024-08-10T06:31:33.654 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.654 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.654 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_used_bytes": { 2024-08-10T06:31:33.654 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.654 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.654 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-08-10T06:31:33.654 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-08-10T06:31:33.654 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 603 2024-08-10T06:31:33.655 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.655 INFO:tasks.workunit.client.0.smithi031.stdout: "unlink_lat": { 2024-08-10T06:31:33.655 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 4, 2024-08-10T06:31:33.655 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6323 2024-08-10T06:31:33.655 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.655 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_alloc_lat": { 2024-08-10T06:31:33.655 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.655 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.655 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.655 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_total_bytes": { 2024-08-10T06:31:33.655 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.655 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.655 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_used_bytes": { 2024-08-10T06:31:33.655 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.655 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.656 INFO:tasks.workunit.client.0.smithi031.stdout: "write_bytes": { 2024-08-10T06:31:33.656 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 773455872 2024-08-10T06:31:33.656 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.656 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.656 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore": { 2024-08-10T06:31:33.656 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit": { 2024-08-10T06:31:33.656 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4096 2024-08-10T06:31:33.656 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.656 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": { 2024-08-10T06:31:33.656 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10989568 2024-08-10T06:31:33.656 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.656 INFO:tasks.workunit.client.0.smithi031.stdout: "allocator_lat": { 2024-08-10T06:31:33.656 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 17504, 2024-08-10T06:31:33.657 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 49159580 2024-08-10T06:31:33.657 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.657 INFO:tasks.workunit.client.0.smithi031.stdout: "clist_lat": { 2024-08-10T06:31:33.657 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3194, 2024-08-10T06:31:33.657 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 276101059 2024-08-10T06:31:33.657 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.657 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_lat": { 2024-08-10T06:31:33.657 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.657 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.657 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.657 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed": { 2024-08-10T06:31:33.657 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.657 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.657 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_allocated": { 2024-08-10T06:31:33.657 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.658 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.658 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_original": { 2024-08-10T06:31:33.658 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.658 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.658 INFO:tasks.workunit.client.0.smithi031.stdout: "csum_lat": { 2024-08-10T06:31:33.658 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 13314, 2024-08-10T06:31:33.658 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 81888801 2024-08-10T06:31:33.658 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.658 INFO:tasks.workunit.client.0.smithi031.stdout: "decompress_lat": { 2024-08-10T06:31:33.658 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.658 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.658 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.658 INFO:tasks.workunit.client.0.smithi031.stdout: "fragmentation_micros": { 2024-08-10T06:31:33.659 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.659 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.659 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_commit_lat": { 2024-08-10T06:31:33.659 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 64198, 2024-08-10T06:31:33.659 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15000033649 2024-08-10T06:31:33.659 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.659 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_final_lat": { 2024-08-10T06:31:33.659 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 63774, 2024-08-10T06:31:33.659 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1301603606 2024-08-10T06:31:33.659 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.659 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_flush_lat": { 2024-08-10T06:31:33.659 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 64198, 2024-08-10T06:31:33.659 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 38449232 2024-08-10T06:31:33.660 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.660 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_sync_lat": { 2024-08-10T06:31:33.660 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 64198, 2024-08-10T06:31:33.660 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15038482881 2024-08-10T06:31:33.660 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.660 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_keys_lat": { 2024-08-10T06:31:33.660 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:33.660 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.660 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.660 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_values_lat": { 2024-08-10T06:31:33.660 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 29649, 2024-08-10T06:31:33.660 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 543300681 2024-08-10T06:31:33.660 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.661 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_lower_bound_lat": { 2024-08-10T06:31:33.661 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 716, 2024-08-10T06:31:33.661 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1920748 2024-08-10T06:31:33.661 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.661 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_next_lat": { 2024-08-10T06:31:33.661 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 4243, 2024-08-10T06:31:33.661 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4014722 2024-08-10T06:31:33.661 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.661 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_seek_to_first_lat": { 2024-08-10T06:31:33.661 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 50, 2024-08-10T06:31:33.661 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 75536 2024-08-10T06:31:33.661 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.661 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_upper_bound_lat": { 2024-08-10T06:31:33.662 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 12542, 2024-08-10T06:31:33.662 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 954084920 2024-08-10T06:31:33.662 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.662 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_hits": { 2024-08-10T06:31:33.662 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 202979 2024-08-10T06:31:33.662 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.662 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_misses": { 2024-08-10T06:31:33.662 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 17543 2024-08-10T06:31:33.662 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.662 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-08-10T06:31:33.662 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 19441, 2024-08-10T06:31:33.662 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1044560043 2024-08-10T06:31:33.663 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.663 INFO:tasks.workunit.client.0.smithi031.stdout: "read_onode_meta_lat": { 2024-08-10T06:31:33.663 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 56610, 2024-08-10T06:31:33.663 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 16819759 2024-08-10T06:31:33.663 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.663 INFO:tasks.workunit.client.0.smithi031.stdout: "read_wait_aio_lat": { 2024-08-10T06:31:33.663 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 37169, 2024-08-10T06:31:33.663 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 969636957 2024-08-10T06:31:33.663 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.663 INFO:tasks.workunit.client.0.smithi031.stdout: "reads_with_retries": { 2024-08-10T06:31:33.663 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.663 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.663 INFO:tasks.workunit.client.0.smithi031.stdout: "remove_lat": { 2024-08-10T06:31:33.663 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 13009, 2024-08-10T06:31:33.664 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 282815358 2024-08-10T06:31:33.664 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.664 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_aio_wait_count": { 2024-08-10T06:31:33.664 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.664 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.664 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_committed_kv_count": { 2024-08-10T06:31:33.664 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.664 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.664 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_read_onode_meta_count": { 2024-08-10T06:31:33.664 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.664 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.664 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_read_wait_aio_count": { 2024-08-10T06:31:33.664 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.665 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.665 INFO:tasks.workunit.client.0.smithi031.stdout: "state_aio_wait_lat": { 2024-08-10T06:31:33.665 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 75331, 2024-08-10T06:31:33.665 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5001543688 2024-08-10T06:31:33.665 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.665 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T06:31:33.665 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 15740, 2024-08-10T06:31:33.665 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 790031000 2024-08-10T06:31:33.665 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.665 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_cleanup_lat": { 2024-08-10T06:31:33.665 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 15740, 2024-08-10T06:31:33.665 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2791547203725 2024-08-10T06:31:33.665 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.666 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_queued_lat": { 2024-08-10T06:31:33.666 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 15740, 2024-08-10T06:31:33.666 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6309018002637 2024-08-10T06:31:33.666 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.666 INFO:tasks.workunit.client.0.smithi031.stdout: "state_done_lat": { 2024-08-10T06:31:33.666 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 75331, 2024-08-10T06:31:33.666 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3105522959322 2024-08-10T06:31:33.666 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.666 INFO:tasks.workunit.client.0.smithi031.stdout: "state_finishing_lat": { 2024-08-10T06:31:33.666 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 75331, 2024-08-10T06:31:33.666 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7579311 2024-08-10T06:31:33.666 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.666 INFO:tasks.workunit.client.0.smithi031.stdout: "state_io_done_lat": { 2024-08-10T06:31:33.667 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 75331, 2024-08-10T06:31:33.667 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 253276442 2024-08-10T06:31:33.667 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.667 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_commiting_lat": { 2024-08-10T06:31:33.667 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 75331, 2024-08-10T06:31:33.667 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24561231582 2024-08-10T06:31:33.667 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.667 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_done_lat": { 2024-08-10T06:31:33.667 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 75331, 2024-08-10T06:31:33.667 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24556853 2024-08-10T06:31:33.667 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.667 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_queued_lat": { 2024-08-10T06:31:33.667 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 75331, 2024-08-10T06:31:33.668 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 11978382334 2024-08-10T06:31:33.668 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.668 INFO:tasks.workunit.client.0.smithi031.stdout: "state_prepare_lat": { 2024-08-10T06:31:33.668 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 75331, 2024-08-10T06:31:33.668 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5280136284 2024-08-10T06:31:33.668 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.668 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": { 2024-08-10T06:31:33.668 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6703344 2024-08-10T06:31:33.668 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.668 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-08-10T06:31:33.668 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2439, 2024-08-10T06:31:33.668 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 13994974 2024-08-10T06:31:33.668 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.668 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_commit_lat": { 2024-08-10T06:31:33.669 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 75331, 2024-08-10T06:31:33.669 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 47084757954 2024-08-10T06:31:33.669 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.669 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_submit_lat": { 2024-08-10T06:31:33.669 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 75331, 2024-08-10T06:31:33.669 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6140707786 2024-08-10T06:31:33.669 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.669 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_throttle_lat": { 2024-08-10T06:31:33.669 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 75331, 2024-08-10T06:31:33.669 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 424853603 2024-08-10T06:31:33.669 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.669 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.669 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache": { 2024-08-10T06:31:33.670 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_bytes": { 2024-08-10T06:31:33.670 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1405116907 2024-08-10T06:31:33.670 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.670 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_bytes": { 2024-08-10T06:31:33.670 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 478937088 2024-08-10T06:31:33.670 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.670 INFO:tasks.workunit.client.0.smithi031.stdout: "mapped_bytes": { 2024-08-10T06:31:33.670 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 409526272 2024-08-10T06:31:33.670 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.670 INFO:tasks.workunit.client.0.smithi031.stdout: "target_bytes": { 2024-08-10T06:31:33.670 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2600497971 2024-08-10T06:31:33.670 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.670 INFO:tasks.workunit.client.0.smithi031.stdout: "unmapped_bytes": { 2024-08-10T06:31:33.671 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 69410816 2024-08-10T06:31:33.671 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.671 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.671 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:data": { 2024-08-10T06:31:33.671 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:33.671 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 125829120 2024-08-10T06:31:33.671 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.671 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:33.671 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.671 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.671 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:33.671 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.671 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.672 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:33.672 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 57482409 2024-08-10T06:31:33.672 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.672 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:33.672 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.672 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.672 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:33.672 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.672 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.672 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:33.672 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.672 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.672 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:33.672 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.672 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.672 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:33.673 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24576 2024-08-10T06:31:33.673 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.673 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:33.673 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 118784 2024-08-10T06:31:33.673 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.673 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:33.673 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.673 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.673 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:33.673 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.673 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.673 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:33.673 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.673 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.673 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:33.674 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 68203351 2024-08-10T06:31:33.674 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.674 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.674 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv": { 2024-08-10T06:31:33.674 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:33.674 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 570425344 2024-08-10T06:31:33.674 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.674 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:33.674 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T06:31:33.674 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.674 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:33.674 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.674 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.675 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:33.675 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 431118067 2024-08-10T06:31:33.675 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.675 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:33.675 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.675 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.675 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:33.675 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 848 2024-08-10T06:31:33.675 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.675 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:33.675 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.675 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.675 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:33.675 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.676 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.676 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:33.676 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 54000 2024-08-10T06:31:33.676 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.676 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:33.676 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.676 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.676 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:33.676 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.676 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.676 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:33.676 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.676 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.676 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:33.677 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.677 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.677 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:33.677 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 72143565 2024-08-10T06:31:33.677 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.677 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.677 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T06:31:33.677 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:33.677 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 176160768 2024-08-10T06:31:33.677 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.677 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:33.677 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T06:31:33.677 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.678 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:33.678 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 97904 2024-08-10T06:31:33.678 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.678 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:33.678 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 38321606 2024-08-10T06:31:33.678 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.678 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:33.678 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.678 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.678 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:33.678 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.678 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.678 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:33.679 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.679 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.679 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:33.679 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.679 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.679 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:33.679 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.679 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.679 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:33.679 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.679 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.679 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:33.679 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.679 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.680 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:33.680 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.680 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.680 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:33.680 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.680 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.680 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:33.680 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 70632394 2024-08-10T06:31:33.680 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.680 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.680 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:meta": { 2024-08-10T06:31:33.680 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:33.680 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 503316480 2024-08-10T06:31:33.681 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.681 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:33.681 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.681 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.681 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:33.681 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.681 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.681 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:33.681 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 431118067 2024-08-10T06:31:33.682 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.682 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:33.682 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.682 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.682 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:33.682 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.682 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.682 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:33.682 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.682 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.682 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:33.682 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.682 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.683 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:33.683 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 176887 2024-08-10T06:31:33.683 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.683 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:33.683 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1154263 2024-08-10T06:31:33.683 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.683 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:33.683 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.683 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.683 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:33.683 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.683 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.683 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:33.683 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.684 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.684 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:33.684 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 70867263 2024-08-10T06:31:33.684 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.684 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.684 INFO:tasks.workunit.client.0.smithi031.stdout: "objecter": { 2024-08-10T06:31:33.684 INFO:tasks.workunit.client.0.smithi031.stdout: "op_active": { 2024-08-10T06:31:33.684 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.684 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.684 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T06:31:33.684 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 13 2024-08-10T06:31:33.684 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.684 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rmw": { 2024-08-10T06:31:33.684 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.685 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.685 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T06:31:33.685 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.685 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.685 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.685 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:33.685 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg": { 2024-08-10T06:31:33.685 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 59 2024-08-10T06:31:33.685 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.685 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg_removing": { 2024-08-10T06:31:33.685 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.685 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.685 INFO:tasks.workunit.client.0.smithi031.stdout: "op": { 2024-08-10T06:31:33.686 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 54446 2024-08-10T06:31:33.686 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.686 INFO:tasks.workunit.client.0.smithi031.stdout: "op_before_queue_op_lat": { 2024-08-10T06:31:33.686 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 119781, 2024-08-10T06:31:33.686 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7357004613 2024-08-10T06:31:33.686 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.686 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_degraded": { 2024-08-10T06:31:33.686 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.686 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.686 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_unreadable": { 2024-08-10T06:31:33.686 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.686 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.686 INFO:tasks.workunit.client.0.smithi031.stdout: "op_in_bytes": { 2024-08-10T06:31:33.687 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 892003310 2024-08-10T06:31:33.687 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.687 INFO:tasks.workunit.client.0.smithi031.stdout: "op_latency": { 2024-08-10T06:31:33.687 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 54446, 2024-08-10T06:31:33.687 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 58139911014 2024-08-10T06:31:33.687 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.687 INFO:tasks.workunit.client.0.smithi031.stdout: "op_out_bytes": { 2024-08-10T06:31:33.687 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1283864923 2024-08-10T06:31:33.687 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.687 INFO:tasks.workunit.client.0.smithi031.stdout: "op_prepare_latency": { 2024-08-10T06:31:33.687 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 54977, 2024-08-10T06:31:33.687 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 17738998291 2024-08-10T06:31:33.687 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.688 INFO:tasks.workunit.client.0.smithi031.stdout: "op_process_latency": { 2024-08-10T06:31:33.688 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 54446, 2024-08-10T06:31:33.688 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 29984636988 2024-08-10T06:31:33.688 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.688 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T06:31:33.688 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 41990 2024-08-10T06:31:33.688 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.688 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency": { 2024-08-10T06:31:33.688 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 41990, 2024-08-10T06:31:33.688 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10989661776 2024-08-10T06:31:33.688 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.688 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T06:31:33.688 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.688 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.689 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_out_bytes": { 2024-08-10T06:31:33.689 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1283864923 2024-08-10T06:31:33.689 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.689 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_prepare_latency": { 2024-08-10T06:31:33.689 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 42011, 2024-08-10T06:31:33.689 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7006956805 2024-08-10T06:31:33.689 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.689 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_process_latency": { 2024-08-10T06:31:33.689 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 41990, 2024-08-10T06:31:33.689 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6333669914 2024-08-10T06:31:33.689 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.689 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw": { 2024-08-10T06:31:33.689 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 11192 2024-08-10T06:31:33.689 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.690 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_in_bytes": { 2024-08-10T06:31:33.690 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 183353185 2024-08-10T06:31:33.690 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.690 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency": { 2024-08-10T06:31:33.690 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 11192, 2024-08-10T06:31:33.690 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 18247357801 2024-08-10T06:31:33.690 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.690 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T06:31:33.690 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.690 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.690 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T06:31:33.690 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.690 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.691 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_out_bytes": { 2024-08-10T06:31:33.691 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.691 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.691 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_prepare_latency": { 2024-08-10T06:31:33.691 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 11620, 2024-08-10T06:31:33.691 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 9197360079 2024-08-10T06:31:33.691 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.691 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_process_latency": { 2024-08-10T06:31:33.691 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 11192, 2024-08-10T06:31:33.691 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 16473673047 2024-08-10T06:31:33.691 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.691 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T06:31:33.691 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1264 2024-08-10T06:31:33.691 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.692 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_in_bytes": { 2024-08-10T06:31:33.692 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 708650125 2024-08-10T06:31:33.692 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.692 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency": { 2024-08-10T06:31:33.692 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1264, 2024-08-10T06:31:33.692 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 28902891437 2024-08-10T06:31:33.692 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.692 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T06:31:33.692 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.692 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.692 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_prepare_latency": { 2024-08-10T06:31:33.692 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1346, 2024-08-10T06:31:33.692 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1534681407 2024-08-10T06:31:33.693 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.693 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_process_latency": { 2024-08-10T06:31:33.693 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1264, 2024-08-10T06:31:33.693 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7177294027 2024-08-10T06:31:33.693 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.693 INFO:tasks.workunit.client.0.smithi031.stdout: "op_wip": { 2024-08-10T06:31:33.693 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:33.693 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.693 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_bytes": { 2024-08-10T06:31:33.693 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 78 2024-08-10T06:31:33.693 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.693 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_ops": { 2024-08-10T06:31:33.693 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4 2024-08-10T06:31:33.693 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.694 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes": { 2024-08-10T06:31:33.694 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-08-10T06:31:33.694 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.694 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes_used": { 2024-08-10T06:31:33.694 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 422367232 2024-08-10T06:31:33.694 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.694 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.694 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.694 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.694 INFO:tasks.workunit.client.0.smithi031.stdout: "pools": [ 2024-08-10T06:31:33.694 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:33.694 INFO:tasks.workunit.client.0.smithi031.stdout: "application": [ 2024-08-10T06:31:33.694 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr" 2024-08-10T06:31:33.694 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.695 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_mode": "none", 2024-08-10T06:31:33.695 INFO:tasks.workunit.client.0.smithi031.stdout: "erasure_code_profile": {}, 2024-08-10T06:31:33.695 INFO:tasks.workunit.client.0.smithi031.stdout: "min_size": 2, 2024-08-10T06:31:33.695 INFO:tasks.workunit.client.0.smithi031.stdout: "options": {}, 2024-08-10T06:31:33.695 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_autoscale_mode": "off", 2024-08-10T06:31:33.695 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_num": 1, 2024-08-10T06:31:33.695 INFO:tasks.workunit.client.0.smithi031.stdout: "pgp_num": 1, 2024-08-10T06:31:33.695 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": 1, 2024-08-10T06:31:33.695 INFO:tasks.workunit.client.0.smithi031.stdout: "size": 3, 2024-08-10T06:31:33.695 INFO:tasks.workunit.client.0.smithi031.stdout: "stats": { 2024-08-10T06:31:33.695 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_raw": 724157999370, 2024-08-10T06:31:33.695 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_used": 1781760, 2024-08-10T06:31:33.695 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_bytes_used": 0, 2024-08-10T06:31:33.696 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_under_bytes": 0, 2024-08-10T06:31:33.696 INFO:tasks.workunit.client.0.smithi031.stdout: "data_bytes_used": 1781760, 2024-08-10T06:31:33.696 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty": 0, 2024-08-10T06:31:33.696 INFO:tasks.workunit.client.0.smithi031.stdout: "max_avail": 241385996288, 2024-08-10T06:31:33.696 INFO:tasks.workunit.client.0.smithi031.stdout: "objects": 2, 2024-08-10T06:31:33.696 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_bytes_used": 0, 2024-08-10T06:31:33.696 INFO:tasks.workunit.client.0.smithi031.stdout: "percent_used": 2.460451469232794e-06, 2024-08-10T06:31:33.696 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_bytes": 0, 2024-08-10T06:31:33.696 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_objects": 0, 2024-08-10T06:31:33.696 INFO:tasks.workunit.client.0.smithi031.stdout: "rd": 1358, 2024-08-10T06:31:33.696 INFO:tasks.workunit.client.0.smithi031.stdout: "rd_bytes": 2195456, 2024-08-10T06:31:33.696 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": 590368, 2024-08-10T06:31:33.696 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_data": 590368, 2024-08-10T06:31:33.696 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_omap": 0, 2024-08-10T06:31:33.697 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_raw": 1771104, 2024-08-10T06:31:33.697 INFO:tasks.workunit.client.0.smithi031.stdout: "wr": 431, 2024-08-10T06:31:33.697 INFO:tasks.workunit.client.0.smithi031.stdout: "wr_bytes": 2473984 2024-08-10T06:31:33.697 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.697 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_bytes": 0, 2024-08-10T06:31:33.697 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_objects": 0, 2024-08-10T06:31:33.697 INFO:tasks.workunit.client.0.smithi031.stdout: "type": "replicated" 2024-08-10T06:31:33.697 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.697 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:33.697 INFO:tasks.workunit.client.0.smithi031.stdout: "application": [ 2024-08-10T06:31:33.697 INFO:tasks.workunit.client.0.smithi031.stdout: "cephfs" 2024-08-10T06:31:33.697 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.697 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_mode": "none", 2024-08-10T06:31:33.697 INFO:tasks.workunit.client.0.smithi031.stdout: "erasure_code_profile": {}, 2024-08-10T06:31:33.698 INFO:tasks.workunit.client.0.smithi031.stdout: "min_size": 2, 2024-08-10T06:31:33.698 INFO:tasks.workunit.client.0.smithi031.stdout: "options": {}, 2024-08-10T06:31:33.698 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_autoscale_mode": "off", 2024-08-10T06:31:33.698 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_num": 32, 2024-08-10T06:31:33.698 INFO:tasks.workunit.client.0.smithi031.stdout: "pgp_num": 32, 2024-08-10T06:31:33.698 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": 2, 2024-08-10T06:31:33.698 INFO:tasks.workunit.client.0.smithi031.stdout: "size": 3, 2024-08-10T06:31:33.698 INFO:tasks.workunit.client.0.smithi031.stdout: "stats": { 2024-08-10T06:31:33.698 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_raw": 724157999370, 2024-08-10T06:31:33.698 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_used": 155933, 2024-08-10T06:31:33.698 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_bytes_used": 0, 2024-08-10T06:31:33.698 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_under_bytes": 0, 2024-08-10T06:31:33.698 INFO:tasks.workunit.client.0.smithi031.stdout: "data_bytes_used": 110592, 2024-08-10T06:31:33.698 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty": 0, 2024-08-10T06:31:33.699 INFO:tasks.workunit.client.0.smithi031.stdout: "max_avail": 241385996288, 2024-08-10T06:31:33.699 INFO:tasks.workunit.client.0.smithi031.stdout: "objects": 22, 2024-08-10T06:31:33.699 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_bytes_used": 45341, 2024-08-10T06:31:33.699 INFO:tasks.workunit.client.0.smithi031.stdout: "percent_used": 2.1533004712637194e-07, 2024-08-10T06:31:33.699 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_bytes": 0, 2024-08-10T06:31:33.699 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_objects": 0, 2024-08-10T06:31:33.699 INFO:tasks.workunit.client.0.smithi031.stdout: "rd": 79, 2024-08-10T06:31:33.699 INFO:tasks.workunit.client.0.smithi031.stdout: "rd_bytes": 88064, 2024-08-10T06:31:33.699 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": 21709, 2024-08-10T06:31:33.699 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_data": 6596, 2024-08-10T06:31:33.699 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_omap": 15113, 2024-08-10T06:31:33.699 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_raw": 65127, 2024-08-10T06:31:33.699 INFO:tasks.workunit.client.0.smithi031.stdout: "wr": 68, 2024-08-10T06:31:33.699 INFO:tasks.workunit.client.0.smithi031.stdout: "wr_bytes": 35840 2024-08-10T06:31:33.700 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.700 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_bytes": 0, 2024-08-10T06:31:33.700 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_objects": 0, 2024-08-10T06:31:33.700 INFO:tasks.workunit.client.0.smithi031.stdout: "type": "replicated" 2024-08-10T06:31:33.700 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.700 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:33.700 INFO:tasks.workunit.client.0.smithi031.stdout: "application": [ 2024-08-10T06:31:33.700 INFO:tasks.workunit.client.0.smithi031.stdout: "cephfs" 2024-08-10T06:31:33.700 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.700 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_mode": "none", 2024-08-10T06:31:33.700 INFO:tasks.workunit.client.0.smithi031.stdout: "erasure_code_profile": {}, 2024-08-10T06:31:33.700 INFO:tasks.workunit.client.0.smithi031.stdout: "min_size": 2, 2024-08-10T06:31:33.700 INFO:tasks.workunit.client.0.smithi031.stdout: "options": {}, 2024-08-10T06:31:33.701 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_autoscale_mode": "off", 2024-08-10T06:31:33.701 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_num": 64, 2024-08-10T06:31:33.701 INFO:tasks.workunit.client.0.smithi031.stdout: "pgp_num": 64, 2024-08-10T06:31:33.701 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": 3, 2024-08-10T06:31:33.701 INFO:tasks.workunit.client.0.smithi031.stdout: "size": 3, 2024-08-10T06:31:33.701 INFO:tasks.workunit.client.0.smithi031.stdout: "stats": { 2024-08-10T06:31:33.701 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_raw": 724157999370, 2024-08-10T06:31:33.701 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_used": 0, 2024-08-10T06:31:33.701 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_bytes_used": 0, 2024-08-10T06:31:33.701 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_under_bytes": 0, 2024-08-10T06:31:33.701 INFO:tasks.workunit.client.0.smithi031.stdout: "data_bytes_used": 0, 2024-08-10T06:31:33.701 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty": 0, 2024-08-10T06:31:33.702 INFO:tasks.workunit.client.0.smithi031.stdout: "max_avail": 241385996288, 2024-08-10T06:31:33.702 INFO:tasks.workunit.client.0.smithi031.stdout: "objects": 0, 2024-08-10T06:31:33.702 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_bytes_used": 0, 2024-08-10T06:31:33.702 INFO:tasks.workunit.client.0.smithi031.stdout: "percent_used": 0.0, 2024-08-10T06:31:33.702 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_bytes": 0, 2024-08-10T06:31:33.702 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_objects": 0, 2024-08-10T06:31:33.702 INFO:tasks.workunit.client.0.smithi031.stdout: "rd": 0, 2024-08-10T06:31:33.702 INFO:tasks.workunit.client.0.smithi031.stdout: "rd_bytes": 0, 2024-08-10T06:31:33.702 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": 0, 2024-08-10T06:31:33.702 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_data": 0, 2024-08-10T06:31:33.702 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_omap": 0, 2024-08-10T06:31:33.702 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_raw": 0, 2024-08-10T06:31:33.702 INFO:tasks.workunit.client.0.smithi031.stdout: "wr": 0, 2024-08-10T06:31:33.702 INFO:tasks.workunit.client.0.smithi031.stdout: "wr_bytes": 0 2024-08-10T06:31:33.703 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.703 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_bytes": 0, 2024-08-10T06:31:33.703 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_objects": 0, 2024-08-10T06:31:33.703 INFO:tasks.workunit.client.0.smithi031.stdout: "type": "replicated" 2024-08-10T06:31:33.703 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.703 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:33.703 INFO:tasks.workunit.client.0.smithi031.stdout: "application": [ 2024-08-10T06:31:33.703 INFO:tasks.workunit.client.0.smithi031.stdout: "rbd" 2024-08-10T06:31:33.703 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.703 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_mode": "none", 2024-08-10T06:31:33.703 INFO:tasks.workunit.client.0.smithi031.stdout: "erasure_code_profile": {}, 2024-08-10T06:31:33.703 INFO:tasks.workunit.client.0.smithi031.stdout: "min_size": 2, 2024-08-10T06:31:33.703 INFO:tasks.workunit.client.0.smithi031.stdout: "options": {}, 2024-08-10T06:31:33.704 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_autoscale_mode": "off", 2024-08-10T06:31:33.704 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_num": 8, 2024-08-10T06:31:33.704 INFO:tasks.workunit.client.0.smithi031.stdout: "pgp_num": 8, 2024-08-10T06:31:33.704 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": 4, 2024-08-10T06:31:33.704 INFO:tasks.workunit.client.0.smithi031.stdout: "size": 3, 2024-08-10T06:31:33.704 INFO:tasks.workunit.client.0.smithi031.stdout: "stats": { 2024-08-10T06:31:33.704 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_raw": 724157999370, 2024-08-10T06:31:33.704 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_used": 12595200, 2024-08-10T06:31:33.704 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_bytes_used": 0, 2024-08-10T06:31:33.704 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_under_bytes": 0, 2024-08-10T06:31:33.704 INFO:tasks.workunit.client.0.smithi031.stdout: "data_bytes_used": 12595200, 2024-08-10T06:31:33.704 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty": 0, 2024-08-10T06:31:33.704 INFO:tasks.workunit.client.0.smithi031.stdout: "max_avail": 241385996288, 2024-08-10T06:31:33.704 INFO:tasks.workunit.client.0.smithi031.stdout: "objects": 4, 2024-08-10T06:31:33.705 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_bytes_used": 0, 2024-08-10T06:31:33.705 INFO:tasks.workunit.client.0.smithi031.stdout: "percent_used": 1.739258732413873e-05, 2024-08-10T06:31:33.705 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_bytes": 0, 2024-08-10T06:31:33.705 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_objects": 0, 2024-08-10T06:31:33.705 INFO:tasks.workunit.client.0.smithi031.stdout: "rd": 9013, 2024-08-10T06:31:33.705 INFO:tasks.workunit.client.0.smithi031.stdout: "rd_bytes": 3135915008, 2024-08-10T06:31:33.705 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": 4194323, 2024-08-10T06:31:33.705 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_data": 4194323, 2024-08-10T06:31:33.705 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_omap": 0, 2024-08-10T06:31:33.705 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_raw": 12582969, 2024-08-10T06:31:33.705 INFO:tasks.workunit.client.0.smithi031.stdout: "wr": 24326, 2024-08-10T06:31:33.705 INFO:tasks.workunit.client.0.smithi031.stdout: "wr_bytes": 3191153664 2024-08-10T06:31:33.705 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.705 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_bytes": 0, 2024-08-10T06:31:33.706 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_objects": 0, 2024-08-10T06:31:33.706 INFO:tasks.workunit.client.0.smithi031.stdout: "type": "replicated" 2024-08-10T06:31:33.706 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.706 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.706 INFO:tasks.workunit.client.0.smithi031.stdout: "rbd": { 2024-08-10T06:31:33.706 INFO:tasks.workunit.client.0.smithi031.stdout: "mirroring_by_pool": [ 2024-08-10T06:31:33.706 INFO:tasks.workunit.client.0.smithi031.stdout: false 2024-08-10T06:31:33.706 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.706 INFO:tasks.workunit.client.0.smithi031.stdout: "num_images_by_pool": [ 2024-08-10T06:31:33.706 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:33.706 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.706 INFO:tasks.workunit.client.0.smithi031.stdout: "num_pools": 1 2024-08-10T06:31:33.706 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.707 INFO:tasks.workunit.client.0.smithi031.stdout: "report_id": "89fe5db4-f4c1-4ba3-81cd-1d4e073dc899", 2024-08-10T06:31:33.707 INFO:tasks.workunit.client.0.smithi031.stdout: "report_timestamp": "2024-08-10T06:31:31.375277", 2024-08-10T06:31:33.707 INFO:tasks.workunit.client.0.smithi031.stdout: "report_version": 1, 2024-08-10T06:31:33.707 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_stats": { 2024-08-10T06:31:33.707 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "7.9.2" 2024-08-10T06:31:33.707 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.707 INFO:tasks.workunit.client.0.smithi031.stdout: "rook": { 2024-08-10T06:31:33.707 INFO:tasks.workunit.client.0.smithi031.stdout: "cluster": { 2024-08-10T06:31:33.707 INFO:tasks.workunit.client.0.smithi031.stdout: "external-mode": null, 2024-08-10T06:31:33.707 INFO:tasks.workunit.client.0.smithi031.stdout: "mon": { 2024-08-10T06:31:33.707 INFO:tasks.workunit.client.0.smithi031.stdout: "allow-multiple-per-node": null, 2024-08-10T06:31:33.707 INFO:tasks.workunit.client.0.smithi031.stdout: "count": null, 2024-08-10T06:31:33.707 INFO:tasks.workunit.client.0.smithi031.stdout: "max-id": null, 2024-08-10T06:31:33.707 INFO:tasks.workunit.client.0.smithi031.stdout: "pvc": { 2024-08-10T06:31:33.708 INFO:tasks.workunit.client.0.smithi031.stdout: "enabled": null 2024-08-10T06:31:33.708 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.708 INFO:tasks.workunit.client.0.smithi031.stdout: "stretch": { 2024-08-10T06:31:33.708 INFO:tasks.workunit.client.0.smithi031.stdout: "enabled": null 2024-08-10T06:31:33.708 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.708 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.708 INFO:tasks.workunit.client.0.smithi031.stdout: "network": { 2024-08-10T06:31:33.708 INFO:tasks.workunit.client.0.smithi031.stdout: "provider": null 2024-08-10T06:31:33.708 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.708 INFO:tasks.workunit.client.0.smithi031.stdout: "storage": { 2024-08-10T06:31:33.708 INFO:tasks.workunit.client.0.smithi031.stdout: "device-set": { 2024-08-10T06:31:33.708 INFO:tasks.workunit.client.0.smithi031.stdout: "count": { 2024-08-10T06:31:33.708 INFO:tasks.workunit.client.0.smithi031.stdout: "non-portable": null, 2024-08-10T06:31:33.708 INFO:tasks.workunit.client.0.smithi031.stdout: "portable": null, 2024-08-10T06:31:33.709 INFO:tasks.workunit.client.0.smithi031.stdout: "total": null 2024-08-10T06:31:33.709 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.709 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.709 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.709 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.709 INFO:tasks.workunit.client.0.smithi031.stdout: "csi": { 2024-08-10T06:31:33.709 INFO:tasks.workunit.client.0.smithi031.stdout: "version": null 2024-08-10T06:31:33.709 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.709 INFO:tasks.workunit.client.0.smithi031.stdout: "kubernetes": { 2024-08-10T06:31:33.709 INFO:tasks.workunit.client.0.smithi031.stdout: "version": null 2024-08-10T06:31:33.709 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.709 INFO:tasks.workunit.client.0.smithi031.stdout: "node": { 2024-08-10T06:31:33.709 INFO:tasks.workunit.client.0.smithi031.stdout: "count": { 2024-08-10T06:31:33.709 INFO:tasks.workunit.client.0.smithi031.stdout: "kubernetes-total": null, 2024-08-10T06:31:33.710 INFO:tasks.workunit.client.0.smithi031.stdout: "with-ceph-daemons": null, 2024-08-10T06:31:33.710 INFO:tasks.workunit.client.0.smithi031.stdout: "with-csi-cephfs-plugin": null, 2024-08-10T06:31:33.710 INFO:tasks.workunit.client.0.smithi031.stdout: "with-csi-nfs-plugin": null, 2024-08-10T06:31:33.710 INFO:tasks.workunit.client.0.smithi031.stdout: "with-csi-rbd-plugin": null 2024-08-10T06:31:33.710 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.710 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.710 INFO:tasks.workunit.client.0.smithi031.stdout: "usage": { 2024-08-10T06:31:33.710 INFO:tasks.workunit.client.0.smithi031.stdout: "storage-class": { 2024-08-10T06:31:33.710 INFO:tasks.workunit.client.0.smithi031.stdout: "count": { 2024-08-10T06:31:33.710 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": null, 2024-08-10T06:31:33.710 INFO:tasks.workunit.client.0.smithi031.stdout: "cephfs": null, 2024-08-10T06:31:33.710 INFO:tasks.workunit.client.0.smithi031.stdout: "nfs": null, 2024-08-10T06:31:33.710 INFO:tasks.workunit.client.0.smithi031.stdout: "rbd": null, 2024-08-10T06:31:33.711 INFO:tasks.workunit.client.0.smithi031.stdout: "total": null 2024-08-10T06:31:33.711 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.711 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:33.711 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.711 INFO:tasks.workunit.client.0.smithi031.stdout: "version": null 2024-08-10T06:31:33.711 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.711 INFO:tasks.workunit.client.0.smithi031.stdout: "services": {}, 2024-08-10T06:31:33.711 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_per_pg": [ 2024-08-10T06:31:33.711 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:33.711 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:33.711 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:33.711 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:33.711 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:33.711 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.712 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-08-10T06:31:33.712 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:33.712 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:33.712 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:33.712 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:33.712 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:33.712 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:33.712 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.895293+0000", 2024-08-10T06:31:33.712 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.355534+0000", 2024-08-10T06:31:33.712 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.355534+0000", 2024-08-10T06:31:33.712 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.355905+0000", 2024-08-10T06:31:33.712 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.895293+0000", 2024-08-10T06:31:33.712 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:33.713 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:33.713 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:33.713 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:33.713 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.895293+0000", 2024-08-10T06:31:33.713 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.895293+0000", 2024-08-10T06:31:33.713 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.895293+0000", 2024-08-10T06:31:33.713 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:33.713 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:33.713 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:33.713 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.895293+0000", 2024-08-10T06:31:33.713 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.895293+0000", 2024-08-10T06:31:33.713 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:33.713 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 5, 2024-08-10T06:31:33.714 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:33.714 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:33.714 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:33.714 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:33.714 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:33.714 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:33.714 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:33.714 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 5, 2024-08-10T06:31:33.714 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:33.714 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:33.714 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:33.714 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.1f", 2024-08-10T06:31:33.714 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:33.714 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:33.715 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:33.715 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5336, 2024-08-10T06:31:33.715 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:33.715 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T09:17:46.870532+0000", 2024-08-10T06:31:33.715 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:33.715 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:33.715 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:33.715 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 570, 2024-08-10T06:31:33.715 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:33.715 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:33.715 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:33.715 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:33.715 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:33.715 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:33.716 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:33.716 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:33.716 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:33.716 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:33.716 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:33.716 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:33.716 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:33.716 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:33.716 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:33.716 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 6, 2024-08-10T06:31:33.716 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 2, 2024-08-10T06:31:33.716 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:33.716 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 2, 2024-08-10T06:31:33.716 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:33.717 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:33.717 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:33.717 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:33.717 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:33.717 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 1, 2024-08-10T06:31:33.717 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:33.717 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:33.717 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:33.717 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:33.717 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:33.717 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:33.717 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:33.717 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 4, 2024-08-10T06:31:33.718 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 4, 2024-08-10T06:31:33.718 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:33.718 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:33.718 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:33.718 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 4, 2024-08-10T06:31:33.718 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 1 2024-08-10T06:31:33.718 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.718 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:33.718 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:33.718 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:33.718 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:33.718 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:33.718 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:33.719 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.719 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-08-10T06:31:33.719 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "548'5" 2024-08-10T06:31:33.719 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.719 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:33.719 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:33.719 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:33.719 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:33.719 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:33.719 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.719 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-08-10T06:31:33.719 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:33.719 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:33.719 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:33.719 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:33.720 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:33.720 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:33.720 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.403356+0000", 2024-08-10T06:31:33.720 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.393263+0000", 2024-08-10T06:31:33.720 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.393263+0000", 2024-08-10T06:31:33.720 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.393626+0000", 2024-08-10T06:31:33.720 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.403356+0000", 2024-08-10T06:31:33.720 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:33.720 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:33.720 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:33.720 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:33.720 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.403356+0000", 2024-08-10T06:31:33.721 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.403356+0000", 2024-08-10T06:31:33.721 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.403356+0000", 2024-08-10T06:31:33.721 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:33.721 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:33.721 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:33.721 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.403356+0000", 2024-08-10T06:31:33.721 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.403356+0000", 2024-08-10T06:31:33.721 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:33.721 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:33.721 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:33.721 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:33.721 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:33.721 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:33.721 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:33.722 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:33.722 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:33.722 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:33.722 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:33.722 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:33.722 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:33.722 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.1e", 2024-08-10T06:31:33.722 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:33.722 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:33.722 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:33.722 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5228, 2024-08-10T06:31:33.722 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:33.723 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:12:02.763461+0000", 2024-08-10T06:31:33.723 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:33.723 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:33.723 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:33.723 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:33.723 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:33.723 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:33.723 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:33.723 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:33.723 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:33.723 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:33.723 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:33.723 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:33.723 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:33.724 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:33.724 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:33.724 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:33.724 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:33.724 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:33.724 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:33.724 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:33.724 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:33.724 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:33.724 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:33.724 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:33.724 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:33.724 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:33.724 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:33.725 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:33.725 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:33.725 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:33.725 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:33.725 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:33.725 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:33.725 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:33.725 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:33.725 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:33.725 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:33.725 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:33.725 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:33.725 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:33.725 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:33.725 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:33.726 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:33.726 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.726 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:33.726 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:33.726 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:33.726 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:33.726 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:33.726 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:33.726 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.726 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-08-10T06:31:33.726 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:33.726 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.726 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:33.727 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:33.727 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:33.727 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:33.727 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T06:31:33.727 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.727 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-08-10T06:31:33.727 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:33.727 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:33.727 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:33.727 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:33.727 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:33.727 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:33.727 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.403459+0000", 2024-08-10T06:31:33.728 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:04.287434+0000", 2024-08-10T06:31:33.728 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:04.287434+0000", 2024-08-10T06:31:33.728 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:04.287805+0000", 2024-08-10T06:31:33.728 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.403459+0000", 2024-08-10T06:31:33.728 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:33.728 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:33.728 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:33.728 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 463, 2024-08-10T06:31:33.728 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.403459+0000", 2024-08-10T06:31:33.728 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.403459+0000", 2024-08-10T06:31:33.728 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.403459+0000", 2024-08-10T06:31:33.728 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:33.728 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:33.728 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:33.729 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.403459+0000", 2024-08-10T06:31:33.729 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.403459+0000", 2024-08-10T06:31:33.729 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:33.729 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 2, 2024-08-10T06:31:33.729 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:33.729 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:33.729 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 462, 2024-08-10T06:31:33.729 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:33.729 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:33.729 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:33.729 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:33.729 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 2, 2024-08-10T06:31:33.729 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:33.730 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:33.730 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:33.730 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.1e", 2024-08-10T06:31:33.730 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:33.730 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:33.730 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:33.730 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5251, 2024-08-10T06:31:33.730 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:33.730 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:27:13.328839+0000", 2024-08-10T06:31:33.730 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:33.730 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:33.730 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:33.730 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:33.730 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:33.731 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:33.731 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:33.731 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:33.731 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:33.731 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:33.731 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:33.731 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:33.731 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:33.731 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:33.731 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:33.731 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:33.731 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:33.731 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:33.731 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:33.732 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:33.732 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:33.732 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:33.732 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:33.732 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:33.732 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:33.732 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:33.732 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:33.732 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:33.732 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:33.732 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:33.732 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:33.732 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:33.732 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:33.733 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:33.733 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:33.733 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:33.733 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:33.733 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:33.733 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:33.733 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:33.733 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:33.733 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:33.733 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:33.733 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.733 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:33.733 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:33.734 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:33.734 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:33.734 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:33.734 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T06:31:33.734 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.734 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-08-10T06:31:33.734 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "548'2" 2024-08-10T06:31:33.734 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.734 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:33.734 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:33.734 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:33.734 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:33.734 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:33.734 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.735 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-08-10T06:31:33.735 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:33.735 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:33.735 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:33.735 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:33.735 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:33.735 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:33.735 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.892314+0000", 2024-08-10T06:31:33.735 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:04.287227+0000", 2024-08-10T06:31:33.735 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:04.287227+0000", 2024-08-10T06:31:33.735 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:04.288567+0000", 2024-08-10T06:31:33.735 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.892314+0000", 2024-08-10T06:31:33.736 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:33.736 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:33.736 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:33.736 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 463, 2024-08-10T06:31:33.736 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.892314+0000", 2024-08-10T06:31:33.736 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.892314+0000", 2024-08-10T06:31:33.736 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.892314+0000", 2024-08-10T06:31:33.736 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:33.736 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:33.736 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:33.736 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.892314+0000", 2024-08-10T06:31:33.736 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.892314+0000", 2024-08-10T06:31:33.736 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:33.736 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:33.737 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:33.737 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:33.737 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 462, 2024-08-10T06:31:33.737 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:33.737 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:33.737 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:33.737 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:33.737 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:33.737 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:33.737 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:33.737 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:33.737 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.1f", 2024-08-10T06:31:33.737 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:33.737 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:33.738 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:33.738 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5324, 2024-08-10T06:31:33.738 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:33.738 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:40:34.495798+0000", 2024-08-10T06:31:33.738 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:33.738 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:33.738 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:33.738 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:33.738 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:33.738 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:33.738 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:33.738 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:33.738 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:33.739 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:33.739 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:33.739 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:33.739 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:33.739 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:33.739 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:33.739 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:33.739 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:33.739 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:33.739 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:33.739 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:33.739 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:33.739 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:33.739 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:33.740 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:33.740 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:33.740 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:33.740 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:33.740 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:33.740 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:33.740 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:33.740 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:33.740 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:33.740 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:33.740 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:33.740 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:33.740 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:33.740 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:33.741 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:33.741 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:33.741 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:33.741 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:33.741 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:33.741 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:33.741 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.741 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:33.741 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:33.741 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:33.741 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:33.741 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:33.741 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:33.741 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.741 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-08-10T06:31:33.742 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:33.742 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.742 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:33.742 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:33.742 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:33.742 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:33.742 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:33.742 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.742 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T06:31:33.742 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:33.742 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:33.742 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:33.742 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:33.742 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:33.743 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:33.743 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.403367+0000", 2024-08-10T06:31:33.743 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.364073+0000", 2024-08-10T06:31:33.743 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.364073+0000", 2024-08-10T06:31:33.743 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.364726+0000", 2024-08-10T06:31:33.743 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.403367+0000", 2024-08-10T06:31:33.743 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:33.743 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:33.743 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:33.743 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:33.743 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.403367+0000", 2024-08-10T06:31:33.743 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.403367+0000", 2024-08-10T06:31:33.743 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.403367+0000", 2024-08-10T06:31:33.743 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:33.743 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:33.744 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:33.744 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.403367+0000", 2024-08-10T06:31:33.744 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.403367+0000", 2024-08-10T06:31:33.744 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:33.744 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 2, 2024-08-10T06:31:33.744 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:33.744 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:33.744 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:33.744 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:33.744 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:33.744 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:33.744 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:33.744 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 2, 2024-08-10T06:31:33.744 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:33.745 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:33.745 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:33.745 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.1d", 2024-08-10T06:31:33.745 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:33.745 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:33.745 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:33.745 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5100, 2024-08-10T06:31:33.745 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:33.745 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T09:54:06.570378+0000", 2024-08-10T06:31:33.745 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:33.745 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:33.745 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:33.745 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:33.746 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:33.746 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:33.746 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:33.746 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:33.746 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:33.746 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:33.746 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:33.746 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:33.746 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:33.746 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:33.746 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:33.746 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:33.746 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:33.746 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:33.747 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:33.747 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 3, 2024-08-10T06:31:33.747 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 1, 2024-08-10T06:31:33.747 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:33.747 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 1, 2024-08-10T06:31:33.747 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:33.747 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:33.747 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:33.747 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:33.747 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:33.747 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 1, 2024-08-10T06:31:33.747 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:33.747 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:33.748 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:33.748 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:33.748 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:33.748 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:33.748 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:33.748 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 6, 2024-08-10T06:31:33.748 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 6, 2024-08-10T06:31:33.748 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:33.748 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:33.748 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:33.748 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 3, 2024-08-10T06:31:33.748 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:33.748 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.748 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:33.748 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:33.749 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:33.749 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:33.749 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:33.749 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:33.749 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.749 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T06:31:33.749 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "66'2" 2024-08-10T06:31:33.749 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.749 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:33.749 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:33.749 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:33.749 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:33.749 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:33.749 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.749 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T06:31:33.750 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:33.750 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:33.750 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:33.750 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:33.750 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:33.750 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:33.750 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.894690+0000", 2024-08-10T06:31:33.750 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:04.266606+0000", 2024-08-10T06:31:33.750 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:04.266606+0000", 2024-08-10T06:31:33.750 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:04.268158+0000", 2024-08-10T06:31:33.750 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.894690+0000", 2024-08-10T06:31:33.750 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:33.750 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:33.751 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:33.751 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 463, 2024-08-10T06:31:33.751 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.894690+0000", 2024-08-10T06:31:33.751 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.894690+0000", 2024-08-10T06:31:33.751 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.894690+0000", 2024-08-10T06:31:33.751 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:33.751 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:33.751 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:33.751 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.894690+0000", 2024-08-10T06:31:33.751 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.894690+0000", 2024-08-10T06:31:33.751 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:33.751 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:33.751 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:33.751 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:33.752 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 462, 2024-08-10T06:31:33.752 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:33.752 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:33.752 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:33.752 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:33.752 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:33.752 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:33.752 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:33.752 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:33.752 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.1c", 2024-08-10T06:31:33.752 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:33.752 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:33.752 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:33.752 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5163, 2024-08-10T06:31:33.752 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:33.753 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:14:16.016922+0000", 2024-08-10T06:31:33.753 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:33.753 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:33.753 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:33.753 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:33.753 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:33.753 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:33.753 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:33.753 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:33.753 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:33.753 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:33.753 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:33.753 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:33.753 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:33.754 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:33.754 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:33.754 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:33.754 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:33.754 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:33.754 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:33.754 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:33.754 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:33.754 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:33.754 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:33.754 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:33.754 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:33.754 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:33.754 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:33.755 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:33.755 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:33.755 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:33.755 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:33.755 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:33.755 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:33.755 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:33.755 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:33.755 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:33.755 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:33.755 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:33.755 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:33.755 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:33.755 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:33.755 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:33.756 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:33.756 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.756 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:33.756 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:33.756 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:33.756 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:33.756 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:33.756 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:33.756 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.756 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T06:31:33.756 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:33.756 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.756 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:33.756 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:33.756 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:33.756 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:33.757 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:33.757 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.757 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T06:31:33.757 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:33.757 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:33.757 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:33.757 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:33.757 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:33.757 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:33.757 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.402118+0000", 2024-08-10T06:31:33.757 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.358597+0000", 2024-08-10T06:31:33.757 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.358597+0000", 2024-08-10T06:31:33.757 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.360867+0000", 2024-08-10T06:31:33.757 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.402118+0000", 2024-08-10T06:31:33.757 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:33.758 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:33.758 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:33.758 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:33.758 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.402118+0000", 2024-08-10T06:31:33.758 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.402118+0000", 2024-08-10T06:31:33.758 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.402118+0000", 2024-08-10T06:31:33.758 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:33.758 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:33.758 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:33.758 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.402118+0000", 2024-08-10T06:31:33.758 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.402118+0000", 2024-08-10T06:31:33.758 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:33.758 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 2, 2024-08-10T06:31:33.758 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:33.758 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:33.759 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:33.759 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:33.759 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:33.759 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:33.759 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:33.759 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 2, 2024-08-10T06:31:33.759 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:33.759 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:33.759 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:33.759 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.1c", 2024-08-10T06:31:33.759 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:33.759 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:33.759 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:33.760 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5110, 2024-08-10T06:31:33.760 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:33.760 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T11:44:28.697367+0000", 2024-08-10T06:31:33.760 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:33.760 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:33.760 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:33.760 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:33.760 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:33.760 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:33.760 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:33.760 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:33.760 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:33.760 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:33.760 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:33.760 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:33.761 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:33.761 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:33.761 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:33.761 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:33.761 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:33.761 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:33.761 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:33.761 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 3, 2024-08-10T06:31:33.761 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 1, 2024-08-10T06:31:33.761 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:33.761 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 1, 2024-08-10T06:31:33.761 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:33.761 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:33.761 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:33.762 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:33.762 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:33.762 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 1, 2024-08-10T06:31:33.762 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:33.762 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:33.762 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:33.762 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:33.762 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:33.762 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:33.762 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:33.762 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 6, 2024-08-10T06:31:33.762 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 6, 2024-08-10T06:31:33.762 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:33.763 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:33.763 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:33.763 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 3, 2024-08-10T06:31:33.763 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:33.763 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.763 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:33.763 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:33.763 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:33.763 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:33.763 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:33.763 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:33.763 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.763 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T06:31:33.763 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "66'2" 2024-08-10T06:31:33.763 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.763 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:33.764 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:33.764 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:33.764 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:33.764 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:33.764 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.764 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 2, 2024-08-10T06:31:33.764 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:33.764 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:33.764 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:33.764 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:33.764 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:33.764 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:33.764 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.402412+0000", 2024-08-10T06:31:33.764 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.388623+0000", 2024-08-10T06:31:33.765 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.388623+0000", 2024-08-10T06:31:33.765 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.389353+0000", 2024-08-10T06:31:33.765 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.402412+0000", 2024-08-10T06:31:33.765 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:33.765 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:33.765 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:33.765 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:33.765 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.402412+0000", 2024-08-10T06:31:33.765 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.402412+0000", 2024-08-10T06:31:33.765 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.402412+0000", 2024-08-10T06:31:33.765 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:33.765 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:33.766 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:33.766 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.402412+0000", 2024-08-10T06:31:33.766 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.402412+0000", 2024-08-10T06:31:33.766 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:33.766 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:33.766 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:33.766 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:33.766 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:33.766 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:33.766 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:33.766 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:33.766 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:33.767 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:33.767 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:33.767 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:33.767 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:33.767 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.1d", 2024-08-10T06:31:33.767 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:33.767 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:33.767 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:33.767 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5244, 2024-08-10T06:31:33.767 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:33.767 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T16:44:07.756433+0000", 2024-08-10T06:31:33.767 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:33.767 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:33.767 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:33.768 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:33.768 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:33.768 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:33.768 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:33.768 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:33.768 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:33.768 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:33.768 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:33.768 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:33.768 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:33.768 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:33.768 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:33.768 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:33.768 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:33.769 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:33.769 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:33.769 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:33.769 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:33.769 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:33.769 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:33.769 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:33.769 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:33.769 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:33.769 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:33.769 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:33.769 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:33.769 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:33.769 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:33.770 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:33.770 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:33.770 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:33.770 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:33.770 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:33.770 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:33.770 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:33.770 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:33.770 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:33.770 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:33.770 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:33.770 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:33.770 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.771 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:33.771 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:33.771 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:33.771 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:33.771 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:33.771 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:33.771 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.771 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 2, 2024-08-10T06:31:33.771 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:33.771 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.771 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:33.771 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:33.771 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:33.771 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:33.771 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:33.772 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.772 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-08-10T06:31:33.772 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:33.772 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:33.772 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:33.772 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:33.772 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:33.772 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:33.772 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.405534+0000", 2024-08-10T06:31:33.772 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.391788+0000", 2024-08-10T06:31:33.772 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.391788+0000", 2024-08-10T06:31:33.772 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.392080+0000", 2024-08-10T06:31:33.772 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.405534+0000", 2024-08-10T06:31:33.772 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:33.773 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:33.773 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:33.773 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:33.773 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.405534+0000", 2024-08-10T06:31:33.773 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.405534+0000", 2024-08-10T06:31:33.773 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.405534+0000", 2024-08-10T06:31:33.773 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:33.773 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:33.773 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:33.773 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.405534+0000", 2024-08-10T06:31:33.773 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.405534+0000", 2024-08-10T06:31:33.773 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:33.773 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:33.773 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:33.774 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:33.774 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:33.774 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:33.774 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:33.774 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:33.774 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:33.774 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:33.774 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:33.774 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:33.774 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:33.774 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.a", 2024-08-10T06:31:33.774 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:33.774 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:33.774 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:33.774 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5148, 2024-08-10T06:31:33.775 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:33.775 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:45:39.610881+0000", 2024-08-10T06:31:33.775 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:33.775 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:33.775 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:33.775 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:33.775 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:33.775 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:33.775 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:33.775 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:33.775 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:33.775 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:33.775 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:33.775 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:33.775 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:33.776 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:33.776 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:33.776 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:33.776 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:33.776 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:33.776 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:33.776 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:33.776 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:33.776 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:33.776 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:33.776 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:33.776 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:33.776 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:33.776 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:33.776 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:33.776 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:33.777 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:33.777 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:33.777 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:33.777 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:33.777 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:33.777 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:33.777 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:33.777 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:33.777 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:33.777 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:33.777 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:33.777 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:33.777 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:33.777 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:33.777 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.778 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:33.778 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:33.778 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:33.778 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:33.778 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:33.778 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:33.778 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.778 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-08-10T06:31:33.778 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:33.778 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.778 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:33.778 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:33.778 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:33.778 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:33.778 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T06:31:33.779 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.779 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T06:31:33.779 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:33.779 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:33.779 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:33.779 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:33.779 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:33.779 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:33.779 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.408164+0000", 2024-08-10T06:31:33.779 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.351638+0000", 2024-08-10T06:31:33.779 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.351638+0000", 2024-08-10T06:31:33.779 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.351997+0000", 2024-08-10T06:31:33.779 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.408164+0000", 2024-08-10T06:31:33.779 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:33.780 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:33.780 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:33.780 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:33.780 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.408164+0000", 2024-08-10T06:31:33.780 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.408164+0000", 2024-08-10T06:31:33.780 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.408164+0000", 2024-08-10T06:31:33.780 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:33.780 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:33.780 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:33.780 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.408164+0000", 2024-08-10T06:31:33.780 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.408164+0000", 2024-08-10T06:31:33.780 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:33.780 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 3, 2024-08-10T06:31:33.781 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:33.781 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:33.781 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:33.781 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:33.781 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:33.781 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:33.781 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:33.781 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 3, 2024-08-10T06:31:33.781 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:33.781 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:33.781 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:33.781 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.b", 2024-08-10T06:31:33.782 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:33.782 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:33.782 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:33.782 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5113, 2024-08-10T06:31:33.782 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:33.782 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:09:39.974904+0000", 2024-08-10T06:31:33.782 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:33.782 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:33.782 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:33.782 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:33.782 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:33.782 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:33.782 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:33.783 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:33.783 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:33.783 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:33.783 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:33.783 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:33.783 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:33.783 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:33.783 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:33.783 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:33.783 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:33.783 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:33.783 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:33.783 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 3, 2024-08-10T06:31:33.783 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 1, 2024-08-10T06:31:33.783 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:33.784 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 1, 2024-08-10T06:31:33.784 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:33.784 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:33.784 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:33.784 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:33.784 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:33.784 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 1, 2024-08-10T06:31:33.784 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:33.784 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:33.784 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:33.784 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:33.784 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:33.784 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:33.784 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:33.785 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 2, 2024-08-10T06:31:33.785 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 2, 2024-08-10T06:31:33.785 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:33.785 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:33.785 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:33.785 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 1, 2024-08-10T06:31:33.785 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:33.785 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.785 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:33.785 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:33.785 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:33.785 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:33.785 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:33.785 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T06:31:33.786 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.786 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T06:31:33.786 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "548'3" 2024-08-10T06:31:33.786 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.786 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:33.786 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:33.786 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:33.786 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:33.786 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:33.786 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.786 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-08-10T06:31:33.786 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:33.786 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:33.787 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:33.787 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:33.787 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:33.787 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:33.787 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.402442+0000", 2024-08-10T06:31:33.787 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:20:30.223581+0000", 2024-08-10T06:31:33.787 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:20:30.223581+0000", 2024-08-10T06:31:33.787 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:20:30.224260+0000", 2024-08-10T06:31:33.787 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.402442+0000", 2024-08-10T06:31:33.787 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:33.787 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:33.787 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:33.787 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 432, 2024-08-10T06:31:33.787 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.402442+0000", 2024-08-10T06:31:33.788 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.402442+0000", 2024-08-10T06:31:33.788 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.402442+0000", 2024-08-10T06:31:33.788 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:33.788 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:33.788 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:33.788 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.402442+0000", 2024-08-10T06:31:33.788 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.402442+0000", 2024-08-10T06:31:33.788 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:33.788 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:33.788 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:33.788 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:33.788 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 431, 2024-08-10T06:31:33.788 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:33.788 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:33.789 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:33.789 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:33.789 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:33.789 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:33.789 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:33.789 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:33.789 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.b", 2024-08-10T06:31:33.789 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:33.789 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:33.789 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:33.789 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5242, 2024-08-10T06:31:33.789 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:33.789 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:45:31.340415+0000", 2024-08-10T06:31:33.790 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:33.790 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:33.790 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:33.790 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:33.790 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:33.790 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:33.790 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:33.790 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:33.790 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:33.790 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:33.790 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:33.790 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:33.790 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:33.791 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:33.791 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:33.791 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:33.791 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:33.791 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:33.791 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:33.791 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:33.791 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:33.791 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:33.791 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:33.791 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:33.791 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:33.791 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:33.792 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:33.792 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:33.792 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:33.792 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:33.792 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:33.792 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:33.792 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:33.792 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:33.792 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:33.792 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:33.792 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:33.792 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:33.792 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:33.793 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:33.793 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:33.793 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:33.793 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:33.793 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.793 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:33.793 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:33.793 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:33.793 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:33.793 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:33.793 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:33.793 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.794 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-08-10T06:31:33.794 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:33.794 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.794 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:33.794 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:33.794 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:33.794 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:33.794 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:33.794 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.794 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-08-10T06:31:33.794 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:33.794 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:33.794 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:33.794 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:33.795 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:33.795 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:33.795 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.893362+0000", 2024-08-10T06:31:33.795 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.353553+0000", 2024-08-10T06:31:33.795 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.353553+0000", 2024-08-10T06:31:33.795 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.353904+0000", 2024-08-10T06:31:33.795 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.893362+0000", 2024-08-10T06:31:33.795 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:33.795 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:33.795 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:33.795 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:33.795 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.893362+0000", 2024-08-10T06:31:33.795 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.893362+0000", 2024-08-10T06:31:33.796 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.893362+0000", 2024-08-10T06:31:33.796 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:33.796 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:33.796 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:33.796 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.893362+0000", 2024-08-10T06:31:33.796 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.893362+0000", 2024-08-10T06:31:33.796 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:33.796 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:33.796 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:33.796 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:33.796 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:33.796 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:33.796 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:33.796 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:33.796 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:33.797 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:33.797 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:33.797 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:33.797 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:33.797 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.a", 2024-08-10T06:31:33.797 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:33.797 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:33.797 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:33.797 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5288, 2024-08-10T06:31:33.797 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:33.797 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:07:52.972048+0000", 2024-08-10T06:31:33.797 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:33.797 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:33.797 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:33.798 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:33.798 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:33.798 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:33.798 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:33.798 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:33.798 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:33.798 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:33.798 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:33.798 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:33.798 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:33.798 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:33.798 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:33.798 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:33.799 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:33.799 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:33.799 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:33.799 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:33.799 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:33.799 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:33.799 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:33.799 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:33.799 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:33.799 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:33.799 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:33.799 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:33.799 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:33.800 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:33.800 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:33.800 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:33.800 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:33.800 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:33.800 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:33.800 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:33.800 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:33.800 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:33.800 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:33.800 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:33.800 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:33.800 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:33.800 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:33.800 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.801 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:33.801 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:33.801 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:33.801 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:33.801 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:33.801 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:33.801 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.801 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-08-10T06:31:33.801 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:33.801 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.801 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:33.801 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:33.801 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:33.801 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:33.802 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:33.802 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.802 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-08-10T06:31:33.802 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:33.802 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:33.802 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:33.802 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:33.802 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:33.802 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:33.802 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.402438+0000", 2024-08-10T06:31:33.802 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.351562+0000", 2024-08-10T06:31:33.802 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.351562+0000", 2024-08-10T06:31:33.802 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.351905+0000", 2024-08-10T06:31:33.803 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.402438+0000", 2024-08-10T06:31:33.803 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:33.803 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:33.803 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:33.803 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:33.803 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.402438+0000", 2024-08-10T06:31:33.803 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.402438+0000", 2024-08-10T06:31:33.803 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.402438+0000", 2024-08-10T06:31:33.803 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:33.803 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:33.803 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:33.803 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.402438+0000", 2024-08-10T06:31:33.803 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.402438+0000", 2024-08-10T06:31:33.803 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:33.803 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:33.804 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:33.804 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:33.804 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:33.804 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:33.804 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:33.804 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:33.804 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:33.804 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:33.804 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:33.804 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:33.804 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:33.804 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.8", 2024-08-10T06:31:33.804 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:33.805 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:33.805 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:33.805 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5238, 2024-08-10T06:31:33.805 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:33.805 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T09:04:17.472779+0000", 2024-08-10T06:31:33.805 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:33.805 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:33.805 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:33.805 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:33.805 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:33.805 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:33.805 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:33.805 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:33.805 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:33.805 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:33.805 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:33.806 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:33.806 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:33.806 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:33.806 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:33.806 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:33.806 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:33.806 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:33.806 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:33.806 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:33.806 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:33.806 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:33.806 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:33.806 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:33.807 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:33.807 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:33.807 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:33.807 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:33.807 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:33.807 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:33.807 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:33.807 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:33.807 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:33.807 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:33.807 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:33.807 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:33.807 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:33.807 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:33.807 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:33.808 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:33.808 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:33.808 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:33.808 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:33.808 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.808 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:33.808 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:33.808 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:33.808 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:33.808 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:33.808 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:33.808 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.808 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-08-10T06:31:33.808 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:33.808 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.809 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:33.809 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:33.809 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:33.809 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:33.809 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-08-10T06:31:33.809 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.809 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-08-10T06:31:33.809 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:33.809 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:33.809 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:33.809 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:33.809 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:33.809 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:33.809 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.892858+0000", 2024-08-10T06:31:33.809 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.354206+0000", 2024-08-10T06:31:33.810 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.354206+0000", 2024-08-10T06:31:33.810 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.354588+0000", 2024-08-10T06:31:33.810 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.892858+0000", 2024-08-10T06:31:33.810 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:33.810 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:33.810 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:33.810 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:33.810 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.892858+0000", 2024-08-10T06:31:33.810 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.892858+0000", 2024-08-10T06:31:33.810 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.892858+0000", 2024-08-10T06:31:33.810 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:33.810 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:33.810 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:33.811 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.892858+0000", 2024-08-10T06:31:33.811 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.892858+0000", 2024-08-10T06:31:33.811 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:33.811 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:33.811 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:33.811 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:33.811 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:33.811 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:33.811 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:33.811 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:33.811 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:33.811 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:33.811 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:33.812 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:33.812 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:33.812 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.9", 2024-08-10T06:31:33.812 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:33.812 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:33.812 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:33.812 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5288, 2024-08-10T06:31:33.812 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:33.812 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:02:14.648821+0000", 2024-08-10T06:31:33.812 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:33.812 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:33.812 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:33.812 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:33.812 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:33.813 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:33.813 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:33.813 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:33.813 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:33.813 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:33.813 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:33.813 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:33.813 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:33.813 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:33.813 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:33.813 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:33.813 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:33.813 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:33.813 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:33.814 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:33.814 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:33.814 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:33.814 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:33.814 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:33.814 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:33.814 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:33.814 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:33.814 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:33.814 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:33.814 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:33.814 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:33.814 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:33.815 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:33.815 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:33.815 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:33.815 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:33.815 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:33.815 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:33.815 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:33.815 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:33.815 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:33.815 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:33.815 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:33.815 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.815 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:33.815 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:33.816 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:33.816 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:33.816 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:33.816 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-08-10T06:31:33.816 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.816 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-08-10T06:31:33.816 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:33.816 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.816 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:33.816 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:33.816 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:33.816 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:33.816 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:33.817 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.817 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 4, 2024-08-10T06:31:33.817 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:33.817 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:33.817 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:33.817 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:33.817 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:33.817 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:33.817 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.401648+0000", 2024-08-10T06:31:33.817 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.354497+0000", 2024-08-10T06:31:33.817 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.354497+0000", 2024-08-10T06:31:33.817 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.354862+0000", 2024-08-10T06:31:33.817 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.401648+0000", 2024-08-10T06:31:33.818 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:33.818 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:33.818 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:33.818 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:33.818 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.401648+0000", 2024-08-10T06:31:33.818 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.401648+0000", 2024-08-10T06:31:33.818 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.401648+0000", 2024-08-10T06:31:33.818 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:33.818 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:33.818 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:33.818 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.401648+0000", 2024-08-10T06:31:33.818 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.401648+0000", 2024-08-10T06:31:33.818 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:33.818 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:33.819 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:33.819 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:33.819 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:33.819 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:33.819 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:33.819 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:33.819 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:33.819 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:33.819 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:33.819 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:33.819 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:33.819 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.9", 2024-08-10T06:31:33.819 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:33.819 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:33.820 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:33.820 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5224, 2024-08-10T06:31:33.820 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:33.820 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:28:57.585726+0000", 2024-08-10T06:31:33.820 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:33.820 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:33.820 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:33.820 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:33.820 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:33.820 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:33.820 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:33.820 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:33.820 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:33.820 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:33.820 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:33.821 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:33.821 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:33.821 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:33.821 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:33.821 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:33.821 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:33.821 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:33.821 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:33.821 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:33.821 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:33.821 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:33.821 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:33.821 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:33.821 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:33.822 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:33.822 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:33.822 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:33.822 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:33.822 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:33.822 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:33.822 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:33.822 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:33.822 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:33.822 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:33.822 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:33.822 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:33.822 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:33.823 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:33.823 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:33.823 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:33.823 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:33.823 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:33.823 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.823 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:33.823 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:33.823 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:33.823 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:33.823 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:33.823 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:33.823 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.824 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 4, 2024-08-10T06:31:33.824 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:33.824 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.824 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:33.824 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:33.824 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:33.824 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:33.824 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:33.824 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.824 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T06:31:33.824 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:33.824 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:33.824 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:33.824 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:33.825 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:33.825 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:33.825 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.403073+0000", 2024-08-10T06:31:33.825 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.361776+0000", 2024-08-10T06:31:33.825 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.361776+0000", 2024-08-10T06:31:33.825 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.362775+0000", 2024-08-10T06:31:33.825 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.403073+0000", 2024-08-10T06:31:33.825 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:33.825 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:33.825 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:33.825 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:33.825 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.403073+0000", 2024-08-10T06:31:33.825 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.403073+0000", 2024-08-10T06:31:33.826 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.403073+0000", 2024-08-10T06:31:33.826 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:33.826 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:33.826 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:33.826 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.403073+0000", 2024-08-10T06:31:33.826 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.403073+0000", 2024-08-10T06:31:33.826 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:33.826 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:33.826 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:33.826 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:33.826 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:33.826 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:33.826 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:33.826 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:33.827 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:33.827 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:33.827 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:33.827 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:33.827 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:33.827 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.8", 2024-08-10T06:31:33.827 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:33.827 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:33.827 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:33.827 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5116, 2024-08-10T06:31:33.827 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:33.827 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:57:31.103722+0000", 2024-08-10T06:31:33.827 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:33.828 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:33.828 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:33.828 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:33.828 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:33.828 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:33.828 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:33.828 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:33.828 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:33.828 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:33.828 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:33.828 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:33.828 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:33.828 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:33.828 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:33.829 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:33.829 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:33.829 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:33.829 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:33.829 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:33.829 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:33.829 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:33.829 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:33.829 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:33.829 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:33.829 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:33.829 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:33.829 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:33.829 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:33.830 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:33.830 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:33.830 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:33.830 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:33.830 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:33.830 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:33.830 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:33.830 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:33.830 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:33.830 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:33.830 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:33.830 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:33.830 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:33.831 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:33.831 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.831 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:33.831 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:33.831 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:33.831 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:33.831 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:33.831 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:33.831 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.831 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T06:31:33.831 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:33.831 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.831 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:33.831 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:33.831 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:33.831 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:33.832 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:33.832 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.832 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 2, 2024-08-10T06:31:33.832 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:33.832 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:33.832 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:33.832 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:33.832 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:33.832 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:33.832 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.403195+0000", 2024-08-10T06:31:33.832 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:20:30.228725+0000", 2024-08-10T06:31:33.832 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:20:30.228725+0000", 2024-08-10T06:31:33.832 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:20:30.229054+0000", 2024-08-10T06:31:33.833 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.403195+0000", 2024-08-10T06:31:33.833 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:33.833 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:33.833 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:33.833 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 432, 2024-08-10T06:31:33.833 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.403195+0000", 2024-08-10T06:31:33.833 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.403195+0000", 2024-08-10T06:31:33.833 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.403195+0000", 2024-08-10T06:31:33.833 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:33.833 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:33.833 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:33.833 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.403195+0000", 2024-08-10T06:31:33.833 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.403195+0000", 2024-08-10T06:31:33.833 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:33.834 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:33.834 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:33.834 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:33.834 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 431, 2024-08-10T06:31:33.834 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:33.834 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:33.834 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:33.834 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:33.834 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:33.834 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:33.834 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:33.834 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:33.834 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.6", 2024-08-10T06:31:33.835 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:33.835 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:33.835 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:33.835 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5246, 2024-08-10T06:31:33.835 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:33.835 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T11:27:32.164587+0000", 2024-08-10T06:31:33.835 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:33.835 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:33.835 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:33.835 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:33.835 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:33.835 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:33.835 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:33.835 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:33.836 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:33.836 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:33.836 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:33.836 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:33.836 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:33.836 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:33.836 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:33.836 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:33.836 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:33.836 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:33.836 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:33.836 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:33.836 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:33.836 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:33.837 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:33.837 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:33.837 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:33.837 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:33.837 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:33.837 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:33.837 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:33.837 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:33.837 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:33.837 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:33.837 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:33.837 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:33.837 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:33.838 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:33.838 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:33.838 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:33.838 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:33.838 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:33.838 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:33.838 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:33.838 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:33.838 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.838 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:33.838 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:33.838 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:33.838 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:33.839 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:33.839 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:33.839 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.839 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 2, 2024-08-10T06:31:33.839 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:33.839 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.839 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:33.839 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:33.839 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:33.839 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:33.839 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:33.839 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.839 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-08-10T06:31:33.839 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:33.840 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:33.840 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:33.840 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:33.840 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:33.840 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:33.840 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.413050+0000", 2024-08-10T06:31:33.840 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.356051+0000", 2024-08-10T06:31:33.840 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.356051+0000", 2024-08-10T06:31:33.840 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.356425+0000", 2024-08-10T06:31:33.840 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.413050+0000", 2024-08-10T06:31:33.840 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:33.840 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:33.840 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:33.840 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:33.841 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.413050+0000", 2024-08-10T06:31:33.841 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.413050+0000", 2024-08-10T06:31:33.841 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.413050+0000", 2024-08-10T06:31:33.841 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:33.841 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:33.841 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:33.841 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.413050+0000", 2024-08-10T06:31:33.841 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.413050+0000", 2024-08-10T06:31:33.841 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:33.841 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 2, 2024-08-10T06:31:33.841 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:33.841 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:33.841 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:33.842 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:33.842 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:33.842 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:33.842 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:33.842 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 2, 2024-08-10T06:31:33.842 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:33.842 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:33.842 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:33.842 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.7", 2024-08-10T06:31:33.842 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:33.842 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:33.842 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:33.842 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5131, 2024-08-10T06:31:33.842 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:33.843 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:48:03.914068+0000", 2024-08-10T06:31:33.843 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:33.843 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:33.843 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:33.843 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:33.843 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:33.843 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:33.843 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:33.843 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:33.843 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:33.843 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:33.843 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:33.843 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:33.843 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:33.844 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:33.844 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:33.844 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:33.844 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:33.844 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:33.844 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:33.844 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 3, 2024-08-10T06:31:33.844 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 1, 2024-08-10T06:31:33.844 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:33.844 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 1, 2024-08-10T06:31:33.844 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:33.844 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:33.844 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:33.844 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:33.845 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:33.845 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 1, 2024-08-10T06:31:33.845 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:33.845 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:33.845 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:33.845 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:33.845 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:33.845 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:33.845 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:33.845 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 6, 2024-08-10T06:31:33.845 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 6, 2024-08-10T06:31:33.845 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:33.845 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:33.845 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:33.846 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 3, 2024-08-10T06:31:33.846 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:33.846 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.846 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:33.846 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:33.846 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:33.846 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:33.846 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:33.846 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:33.846 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.846 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-08-10T06:31:33.846 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "66'2" 2024-08-10T06:31:33.846 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.847 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:33.847 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:33.847 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:33.847 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:33.847 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:33.847 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.847 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 4, 2024-08-10T06:31:33.847 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:33.847 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:33.847 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 70, 2024-08-10T06:31:33.847 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:33.847 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:33.847 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:33.847 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.401481+0000", 2024-08-10T06:31:33.848 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.391458+0000", 2024-08-10T06:31:33.848 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.391458+0000", 2024-08-10T06:31:33.848 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:55:12.258606+0000", 2024-08-10T06:31:33.848 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.401481+0000", 2024-08-10T06:31:33.848 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:33.848 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:33.848 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:33.848 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:33.848 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.401481+0000", 2024-08-10T06:31:33.848 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.401481+0000", 2024-08-10T06:31:33.848 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.401481+0000", 2024-08-10T06:31:33.848 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:33.848 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:33.848 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:33.849 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.401481+0000", 2024-08-10T06:31:33.849 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.401481+0000", 2024-08-10T06:31:33.849 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:33.849 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 3113, 2024-08-10T06:31:33.849 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:33.849 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:33.849 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:33.849 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:33.849 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:33.849 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:33.849 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:33.849 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 3113, 2024-08-10T06:31:33.849 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:33.849 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:33.850 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:33.850 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "4.1", 2024-08-10T06:31:33.850 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:33.850 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:33.850 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:33.850 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 8868, 2024-08-10T06:31:33.850 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:33.850 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:03:52.566417+0000", 2024-08-10T06:31:33.850 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.004357829, 2024-08-10T06:31:33.850 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:33.850 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:33.850 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 4194304, 2024-08-10T06:31:33.850 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:33.851 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:33.851 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:33.851 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:33.851 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:33.851 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:33.851 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:33.851 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:33.851 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:33.851 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:33.851 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:33.851 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:33.851 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:33.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:33.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:33.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 3, 2024-08-10T06:31:33.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 1, 2024-08-10T06:31:33.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:33.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 1, 2024-08-10T06:31:33.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:33.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:33.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:33.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:33.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:33.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:33.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:33.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:33.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:33.853 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:33.853 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:33.853 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:33.853 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:33.853 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 742, 2024-08-10T06:31:33.853 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 373520, 2024-08-10T06:31:33.853 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:33.853 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:33.853 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:33.853 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 3110, 2024-08-10T06:31:33.853 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 417360 2024-08-10T06:31:33.853 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.853 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:33.854 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:33.854 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:33.854 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:33.854 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:33.854 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:33.854 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.854 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 4, 2024-08-10T06:31:33.854 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "1113'3113" 2024-08-10T06:31:33.854 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.854 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:33.854 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:33.854 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:33.854 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:33.854 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:33.855 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.855 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-08-10T06:31:33.855 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:33.855 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:33.855 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:33.855 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:33.855 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:33.855 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:33.855 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.403982+0000", 2024-08-10T06:31:33.855 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.360348+0000", 2024-08-10T06:31:33.855 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.360348+0000", 2024-08-10T06:31:33.855 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.360670+0000", 2024-08-10T06:31:33.855 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.403982+0000", 2024-08-10T06:31:33.856 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:33.856 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:33.856 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:33.856 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:33.856 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.403982+0000", 2024-08-10T06:31:33.856 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.403982+0000", 2024-08-10T06:31:33.856 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.403982+0000", 2024-08-10T06:31:33.856 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:33.856 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:33.856 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:33.856 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.403982+0000", 2024-08-10T06:31:33.856 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.403982+0000", 2024-08-10T06:31:33.856 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:33.857 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:33.857 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:33.857 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:33.857 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:33.857 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:33.857 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:33.857 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:33.857 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:33.857 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:33.857 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:33.857 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:33.857 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:33.857 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.7", 2024-08-10T06:31:33.858 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:33.858 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:33.858 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:33.858 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5244, 2024-08-10T06:31:33.858 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:33.858 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T11:00:15.673745+0000", 2024-08-10T06:31:33.858 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:33.858 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:33.858 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:33.858 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:33.858 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:33.858 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:33.858 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:33.859 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:33.859 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:33.859 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:33.859 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:33.859 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:33.859 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:33.859 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:33.859 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:33.859 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:33.859 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:33.859 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:33.859 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:33.859 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:33.860 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:33.860 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:33.860 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:33.860 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:33.860 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:33.860 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:33.860 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:33.860 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:33.860 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:33.860 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:33.860 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:33.860 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:33.860 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:33.861 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:33.861 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:33.861 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:33.861 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:33.861 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:33.861 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:33.861 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:33.861 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:33.861 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:33.861 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:33.861 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.861 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:33.861 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:33.861 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:33.862 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:33.862 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:33.862 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:33.862 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.862 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-08-10T06:31:33.862 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:33.862 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.862 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:33.862 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:33.862 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:33.862 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:33.862 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:33.862 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.863 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-08-10T06:31:33.863 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:33.863 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:33.863 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:33.863 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:33.863 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:33.863 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:33.863 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.893021+0000", 2024-08-10T06:31:33.863 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.391689+0000", 2024-08-10T06:31:33.863 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.391689+0000", 2024-08-10T06:31:33.863 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.392035+0000", 2024-08-10T06:31:33.863 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.893021+0000", 2024-08-10T06:31:33.863 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:33.864 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:33.864 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:33.864 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:33.864 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.893021+0000", 2024-08-10T06:31:33.864 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.893021+0000", 2024-08-10T06:31:33.864 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.893021+0000", 2024-08-10T06:31:33.864 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:33.864 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:33.864 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:33.864 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.893021+0000", 2024-08-10T06:31:33.864 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.893021+0000", 2024-08-10T06:31:33.864 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:33.864 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 2, 2024-08-10T06:31:33.864 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:33.865 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:33.865 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:33.865 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:33.865 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:33.865 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:33.865 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:33.865 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 2, 2024-08-10T06:31:33.865 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:33.865 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:33.865 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:33.865 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.6", 2024-08-10T06:31:33.865 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:33.865 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:33.865 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:33.866 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5296, 2024-08-10T06:31:33.866 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:33.866 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:32:55.536703+0000", 2024-08-10T06:31:33.866 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:33.866 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:33.866 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:33.866 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:33.866 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:33.866 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:33.866 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:33.866 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:33.866 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:33.866 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:33.867 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:33.867 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:33.867 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:33.867 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:33.867 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:33.867 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:33.867 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:33.867 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:33.867 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:33.867 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 3, 2024-08-10T06:31:33.867 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 1, 2024-08-10T06:31:33.867 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:33.867 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 1, 2024-08-10T06:31:33.867 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:33.868 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:33.868 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:33.868 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:33.868 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:33.868 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 1, 2024-08-10T06:31:33.868 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:33.868 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:33.868 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:33.868 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:33.868 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:33.868 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:33.868 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:33.868 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 2, 2024-08-10T06:31:33.868 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 2, 2024-08-10T06:31:33.869 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:33.869 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:33.869 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:33.869 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 2, 2024-08-10T06:31:33.869 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:33.869 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.869 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:33.869 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:33.869 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:33.869 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:33.869 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:33.869 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:33.869 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.869 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-08-10T06:31:33.870 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "552'2" 2024-08-10T06:31:33.870 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.870 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:33.870 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:33.870 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:33.870 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:33.870 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:33.870 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.870 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-08-10T06:31:33.870 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:33.870 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:33.870 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 70, 2024-08-10T06:31:33.870 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:33.870 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:33.871 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:33.871 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.402204+0000", 2024-08-10T06:31:33.871 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.360154+0000", 2024-08-10T06:31:33.871 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.360154+0000", 2024-08-10T06:31:33.871 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:55:12.161164+0000", 2024-08-10T06:31:33.871 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.402204+0000", 2024-08-10T06:31:33.871 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:33.871 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:33.871 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:33.871 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:33.871 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.402204+0000", 2024-08-10T06:31:33.871 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.402204+0000", 2024-08-10T06:31:33.871 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.402204+0000", 2024-08-10T06:31:33.872 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:33.872 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:33.872 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:33.872 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.402204+0000", 2024-08-10T06:31:33.872 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.402204+0000", 2024-08-10T06:31:33.872 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:33.872 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 3102, 2024-08-10T06:31:33.872 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:33.872 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:33.872 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:33.872 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:33.872 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:33.872 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:33.873 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:33.873 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 3102, 2024-08-10T06:31:33.873 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:33.873 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:33.873 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:33.873 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "4.0", 2024-08-10T06:31:33.873 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:33.873 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:33.873 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:33.873 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 8957, 2024-08-10T06:31:33.873 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:33.873 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:21:11.515789+0000", 2024-08-10T06:31:33.873 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.005278187, 2024-08-10T06:31:33.873 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:33.874 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:33.874 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:33.874 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:33.874 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:33.874 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:33.874 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:33.874 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:33.874 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:33.874 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:33.874 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:33.874 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:33.874 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:33.874 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:33.875 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:33.875 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:33.875 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:33.875 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:33.875 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:33.875 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:33.875 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:33.875 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:33.875 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:33.875 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:33.875 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:33.875 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:33.875 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:33.875 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:33.876 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:33.876 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:33.876 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:33.876 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:33.876 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:33.876 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:33.876 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:33.876 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 908, 2024-08-10T06:31:33.876 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 413282, 2024-08-10T06:31:33.876 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:33.876 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:33.876 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:33.876 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 3099, 2024-08-10T06:31:33.876 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 400192 2024-08-10T06:31:33.877 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.877 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:33.877 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:33.877 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:33.877 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:33.877 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:33.877 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:33.877 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.877 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-08-10T06:31:33.877 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "1112'3102" 2024-08-10T06:31:33.877 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.877 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:33.877 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:33.878 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:33.878 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:33.878 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T06:31:33.878 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.878 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-08-10T06:31:33.878 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:33.878 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:33.878 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:33.878 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:33.878 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:33.878 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:33.878 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.894012+0000", 2024-08-10T06:31:33.878 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:04.269861+0000", 2024-08-10T06:31:33.879 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:04.269861+0000", 2024-08-10T06:31:33.879 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:04.270187+0000", 2024-08-10T06:31:33.879 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.894012+0000", 2024-08-10T06:31:33.879 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:33.879 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:33.879 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:33.879 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 463, 2024-08-10T06:31:33.879 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.894012+0000", 2024-08-10T06:31:33.879 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.894012+0000", 2024-08-10T06:31:33.879 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.894012+0000", 2024-08-10T06:31:33.879 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:33.879 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:33.879 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:33.879 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.894012+0000", 2024-08-10T06:31:33.880 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.894012+0000", 2024-08-10T06:31:33.880 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:33.880 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:33.880 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:33.880 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:33.880 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 462, 2024-08-10T06:31:33.880 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:33.880 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:33.880 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:33.880 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:33.880 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:33.880 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:33.880 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:33.880 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:33.881 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.4", 2024-08-10T06:31:33.881 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:33.881 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:33.881 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:33.881 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5289, 2024-08-10T06:31:33.881 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:33.881 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:09:29.219239+0000", 2024-08-10T06:31:33.881 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:33.881 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:33.881 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:33.881 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:33.881 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:33.881 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:33.882 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:33.882 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:33.882 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:33.882 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:33.882 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:33.882 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:33.882 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:33.882 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:33.882 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:33.882 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:33.882 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:33.882 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:33.882 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:33.882 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:33.883 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:33.883 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:33.883 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:33.883 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:33.883 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:33.883 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:33.883 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:33.883 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:33.883 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:33.883 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:33.883 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:33.883 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:33.883 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:33.883 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:33.884 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:33.884 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:33.884 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:33.884 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:33.884 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:33.884 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:33.884 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:33.884 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:33.884 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:33.884 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.884 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:33.884 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:33.884 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:33.884 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:33.885 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:33.885 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T06:31:33.885 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.885 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-08-10T06:31:33.885 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:33.885 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.885 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:33.885 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:33.885 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:33.885 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:33.885 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:33.885 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.885 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T06:31:33.885 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:33.886 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:33.886 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:33.886 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:33.886 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:33.886 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:33.886 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.403922+0000", 2024-08-10T06:31:33.886 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.354654+0000", 2024-08-10T06:31:33.886 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.354654+0000", 2024-08-10T06:31:33.886 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.355781+0000", 2024-08-10T06:31:33.886 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.403922+0000", 2024-08-10T06:31:33.886 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:33.886 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:33.886 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:33.886 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:33.887 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.403922+0000", 2024-08-10T06:31:33.887 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.403922+0000", 2024-08-10T06:31:33.887 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.403922+0000", 2024-08-10T06:31:33.887 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:33.887 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:33.887 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:33.887 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.403922+0000", 2024-08-10T06:31:33.887 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.403922+0000", 2024-08-10T06:31:33.887 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:33.887 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:33.887 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:33.887 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:33.888 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:33.888 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:33.888 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:33.888 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:33.888 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:33.888 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:33.888 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:33.888 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:33.888 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:33.888 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.5", 2024-08-10T06:31:33.888 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:33.888 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:33.888 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:33.888 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5122, 2024-08-10T06:31:33.889 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:33.889 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:18:33.472641+0000", 2024-08-10T06:31:33.889 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:33.889 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:33.889 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:33.889 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:33.889 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:33.889 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:33.889 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:33.889 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:33.889 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:33.889 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:33.889 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:33.889 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:33.890 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:33.890 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:33.890 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:33.890 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:33.890 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:33.890 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:33.890 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:33.890 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:33.890 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:33.890 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:33.890 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:33.890 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:33.891 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:33.891 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:33.891 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:33.891 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:33.891 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:33.891 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:33.891 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:33.891 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:33.891 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:33.891 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:33.891 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:33.891 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:33.891 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:33.891 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:33.892 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:33.892 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:33.892 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:33.892 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:33.892 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:33.892 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.892 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:33.892 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:33.892 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:33.892 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:33.892 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:33.892 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:33.892 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.892 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T06:31:33.893 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:33.893 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.893 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:33.893 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:33.893 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:33.893 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:33.893 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:33.893 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.893 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-08-10T06:31:33.893 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:33.893 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:33.893 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 70, 2024-08-10T06:31:33.893 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:33.894 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:33.894 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:33.894 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:31:09.338792+0000", 2024-08-10T06:31:33.894 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.357708+0000", 2024-08-10T06:31:33.894 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.357708+0000", 2024-08-10T06:31:33.894 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:55:12.158278+0000", 2024-08-10T06:31:33.894 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:31:09.338792+0000", 2024-08-10T06:31:33.894 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:33.894 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:33.894 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:33.894 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:33.894 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:31:09.338792+0000", 2024-08-10T06:31:33.894 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:31:09.338792+0000", 2024-08-10T06:31:33.895 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:31:09.338792+0000", 2024-08-10T06:31:33.895 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:33.895 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:33.895 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:33.895 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:31:09.338792+0000", 2024-08-10T06:31:33.895 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:31:09.338792+0000", 2024-08-10T06:31:33.895 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:33.895 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 2966, 2024-08-10T06:31:33.895 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:33.895 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:33.895 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:33.895 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:33.895 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:33.896 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:33.896 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:33.896 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 2966, 2024-08-10T06:31:33.896 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:33.896 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:33.896 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:33.896 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "4.3", 2024-08-10T06:31:33.896 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:33.896 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:33.896 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:33.896 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 9043, 2024-08-10T06:31:33.896 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:33.896 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:12:29.499250+0000", 2024-08-10T06:31:33.897 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.006011297, 2024-08-10T06:31:33.897 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:33.897 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:33.897 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:33.897 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:33.897 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:33.897 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:33.897 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:33.897 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:33.897 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:33.897 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:33.897 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:33.897 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:33.897 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:33.897 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:33.898 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:33.898 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:33.898 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:33.898 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:33.898 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 3, 2024-08-10T06:31:33.898 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 1, 2024-08-10T06:31:33.898 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:33.898 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 1, 2024-08-10T06:31:33.898 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:33.898 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:33.898 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:33.898 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:33.898 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:33.899 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 1, 2024-08-10T06:31:33.899 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:33.899 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:33.899 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:33.899 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:33.899 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:33.899 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:33.899 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:33.899 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 1111, 2024-08-10T06:31:33.899 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 380354, 2024-08-10T06:31:33.899 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:33.899 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:33.899 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:33.899 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 2940, 2024-08-10T06:31:33.899 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 368839 2024-08-10T06:31:33.900 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.900 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:33.900 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:33.900 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:33.900 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:33.900 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:33.900 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:33.900 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.900 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-08-10T06:31:33.900 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "1113'2966" 2024-08-10T06:31:33.900 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.900 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:33.900 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:33.900 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:33.900 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:33.901 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:33.901 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.901 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T06:31:33.901 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:33.901 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:33.901 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:33.901 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:33.901 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:33.901 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:33.901 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.893866+0000", 2024-08-10T06:31:33.901 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:04.276899+0000", 2024-08-10T06:31:33.901 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:04.276899+0000", 2024-08-10T06:31:33.901 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:04.277176+0000", 2024-08-10T06:31:33.902 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.893866+0000", 2024-08-10T06:31:33.902 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:33.902 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:33.902 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:33.902 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 463, 2024-08-10T06:31:33.902 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.893866+0000", 2024-08-10T06:31:33.902 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.893866+0000", 2024-08-10T06:31:33.902 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.893866+0000", 2024-08-10T06:31:33.902 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:33.902 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:33.902 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:33.903 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.893866+0000", 2024-08-10T06:31:33.903 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.893866+0000", 2024-08-10T06:31:33.903 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:33.903 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:33.903 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:33.903 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:33.903 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 462, 2024-08-10T06:31:33.903 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:33.903 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:33.903 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:33.903 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:33.903 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:33.903 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:33.903 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:33.903 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:33.904 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.5", 2024-08-10T06:31:33.904 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:33.904 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:33.904 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:33.904 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5184, 2024-08-10T06:31:33.904 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:33.904 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:08:33.061086+0000", 2024-08-10T06:31:33.904 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:33.904 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:33.904 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:33.904 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:33.904 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:33.904 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:33.905 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:33.905 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:33.905 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:33.905 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:33.905 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:33.905 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:33.905 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:33.905 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:33.905 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:33.905 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:33.905 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:33.905 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:33.905 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:33.905 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:33.906 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:33.906 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:33.906 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:33.906 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:33.906 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:33.906 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:33.906 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:33.906 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:33.906 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:33.906 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:33.906 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:33.906 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:33.906 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:33.907 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:33.907 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:33.907 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:33.907 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:33.907 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:33.907 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:33.907 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:33.907 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:33.907 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:33.907 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:33.907 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.907 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:33.907 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:33.908 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:33.908 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:33.908 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:33.908 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:33.908 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.908 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T06:31:33.908 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:33.908 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.908 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:33.908 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:33.908 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:33.908 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:33.908 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:33.909 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.909 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-08-10T06:31:33.909 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:33.909 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:33.909 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:33.909 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:33.909 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:33.909 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:33.909 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.894100+0000", 2024-08-10T06:31:33.909 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.361489+0000", 2024-08-10T06:31:33.909 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.361489+0000", 2024-08-10T06:31:33.909 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.362253+0000", 2024-08-10T06:31:33.909 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.894100+0000", 2024-08-10T06:31:33.910 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:33.910 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:33.910 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:33.910 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:33.910 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.894100+0000", 2024-08-10T06:31:33.910 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.894100+0000", 2024-08-10T06:31:33.910 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.894100+0000", 2024-08-10T06:31:33.910 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:33.910 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:33.910 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:33.910 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.894100+0000", 2024-08-10T06:31:33.910 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.894100+0000", 2024-08-10T06:31:33.910 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:33.911 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:33.911 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:33.911 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:33.911 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:33.911 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:33.911 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:33.911 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:33.911 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:33.911 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:33.911 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:33.911 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:33.911 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:33.911 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.4", 2024-08-10T06:31:33.911 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:33.911 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:33.912 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:33.912 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5301, 2024-08-10T06:31:33.912 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:33.912 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:01:25.074443+0000", 2024-08-10T06:31:33.912 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:33.912 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:33.912 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:33.912 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:33.912 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:33.912 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:33.912 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:33.912 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:33.912 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:33.913 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:33.913 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:33.913 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:33.913 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:33.913 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:33.913 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:33.913 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:33.913 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:33.913 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:33.913 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:33.913 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:33.913 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:33.913 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:33.913 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:33.913 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:33.914 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:33.914 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:33.914 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:33.914 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:33.914 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:33.914 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:33.914 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:33.914 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:33.914 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:33.914 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:33.914 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:33.914 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:33.914 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:33.915 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:33.915 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:33.915 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:33.915 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:33.915 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:33.915 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:33.915 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.915 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:33.915 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:33.915 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:33.915 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:33.915 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:33.915 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:33.916 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.916 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-08-10T06:31:33.916 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:33.916 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.916 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:33.916 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:33.916 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:33.916 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:33.916 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:33.916 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.916 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-08-10T06:31:33.916 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:33.916 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:33.916 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 70, 2024-08-10T06:31:33.917 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:33.917 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:33.917 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:33.917 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.893063+0000", 2024-08-10T06:31:33.917 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:04.278472+0000", 2024-08-10T06:31:33.917 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:04.278472+0000", 2024-08-10T06:31:33.917 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:55:12.158284+0000", 2024-08-10T06:31:33.917 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.893063+0000", 2024-08-10T06:31:33.917 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:33.917 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:33.917 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:33.917 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 463, 2024-08-10T06:31:33.917 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.893063+0000", 2024-08-10T06:31:33.918 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.893063+0000", 2024-08-10T06:31:33.918 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.893063+0000", 2024-08-10T06:31:33.918 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:33.918 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:33.918 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:33.918 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.893063+0000", 2024-08-10T06:31:33.918 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.893063+0000", 2024-08-10T06:31:33.918 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:33.918 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 3130, 2024-08-10T06:31:33.918 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:33.918 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:33.918 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 462, 2024-08-10T06:31:33.918 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:33.919 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:33.919 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:33.919 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:33.919 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 3130, 2024-08-10T06:31:33.919 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:33.919 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:33.919 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:33.919 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "4.2", 2024-08-10T06:31:33.919 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:33.919 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:33.919 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:33.919 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 9349, 2024-08-10T06:31:33.919 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:33.919 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:06:20.042384+0000", 2024-08-10T06:31:33.920 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.004508237, 2024-08-10T06:31:33.920 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:33.920 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:33.920 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 19, 2024-08-10T06:31:33.920 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:33.920 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:33.920 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:33.920 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:33.920 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:33.920 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:33.920 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:33.920 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:33.920 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:33.920 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:33.921 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:33.921 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:33.921 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:33.921 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:33.921 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:33.921 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 3, 2024-08-10T06:31:33.921 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 1, 2024-08-10T06:31:33.921 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:33.921 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 1, 2024-08-10T06:31:33.921 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:33.921 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:33.921 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:33.921 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:33.921 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:33.922 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:33.922 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:33.922 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:33.922 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:33.922 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:33.922 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:33.922 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:33.922 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:33.922 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 1423, 2024-08-10T06:31:33.922 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 384055, 2024-08-10T06:31:33.922 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:33.922 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:33.922 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:33.923 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 3122, 2024-08-10T06:31:33.923 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 377684 2024-08-10T06:31:33.923 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.923 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:33.923 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:33.923 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:33.923 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:33.923 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:33.923 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:33.923 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.923 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-08-10T06:31:33.923 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "1112'3130" 2024-08-10T06:31:33.923 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.923 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:33.924 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:33.924 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:33.924 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:33.924 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:33.924 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.924 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 4, 2024-08-10T06:31:33.924 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:33.924 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:33.924 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:33.924 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:33.924 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:33.924 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:33.924 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.404056+0000", 2024-08-10T06:31:33.924 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.392721+0000", 2024-08-10T06:31:33.925 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.392721+0000", 2024-08-10T06:31:33.925 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.393092+0000", 2024-08-10T06:31:33.925 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.404056+0000", 2024-08-10T06:31:33.925 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:33.925 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:33.925 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:33.925 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:33.925 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.404056+0000", 2024-08-10T06:31:33.925 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.404056+0000", 2024-08-10T06:31:33.925 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.404056+0000", 2024-08-10T06:31:33.925 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:33.925 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:33.925 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:33.925 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.404056+0000", 2024-08-10T06:31:33.926 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.404056+0000", 2024-08-10T06:31:33.926 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:33.926 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:33.926 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:33.926 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:33.926 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:33.926 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:33.926 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:33.926 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:33.926 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:33.926 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:33.926 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:33.926 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:33.927 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:33.927 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.3", 2024-08-10T06:31:33.927 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:33.927 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:33.927 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:33.927 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5204, 2024-08-10T06:31:33.927 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:33.927 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T11:11:51.870934+0000", 2024-08-10T06:31:33.927 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:33.927 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:33.927 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:33.927 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:33.927 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:33.927 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:33.927 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:33.928 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:33.928 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:33.928 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:33.928 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:33.928 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:33.928 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:33.928 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:33.928 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:33.928 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:33.928 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:33.928 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:33.928 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:33.928 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:33.928 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:33.929 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:33.929 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:33.929 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:33.929 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:33.929 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:33.929 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:33.929 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:33.929 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:33.929 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:33.929 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:33.929 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:33.929 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:33.929 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:33.929 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:33.930 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:33.930 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:33.930 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:33.930 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:33.930 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:33.930 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:33.930 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:33.930 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:33.930 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.930 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:33.930 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:33.930 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:33.930 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:33.931 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:33.931 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:33.931 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.931 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 4, 2024-08-10T06:31:33.931 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:33.931 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.931 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:33.931 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:33.931 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:33.931 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:33.931 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:33.931 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.931 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T06:31:33.931 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:33.932 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:33.932 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:33.932 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:33.932 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:33.932 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:33.932 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.893214+0000", 2024-08-10T06:31:33.932 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.388525+0000", 2024-08-10T06:31:33.932 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.388525+0000", 2024-08-10T06:31:33.932 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.388822+0000", 2024-08-10T06:31:33.932 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.893214+0000", 2024-08-10T06:31:33.932 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:33.932 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:33.932 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:33.933 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:33.933 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.893214+0000", 2024-08-10T06:31:33.933 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.893214+0000", 2024-08-10T06:31:33.933 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.893214+0000", 2024-08-10T06:31:33.933 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:33.933 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:33.933 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:33.933 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.893214+0000", 2024-08-10T06:31:33.933 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.893214+0000", 2024-08-10T06:31:33.933 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:33.933 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:33.933 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:33.933 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:33.934 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:33.934 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:33.934 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:33.934 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:33.934 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:33.934 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:33.934 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:33.934 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:33.934 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:33.934 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.2", 2024-08-10T06:31:33.934 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:33.934 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:33.934 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:33.935 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5159, 2024-08-10T06:31:33.935 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:33.935 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:08:13.739155+0000", 2024-08-10T06:31:33.935 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:33.935 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:33.935 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:33.935 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:33.935 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:33.935 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:33.935 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:33.935 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:33.935 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:33.935 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:33.935 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:33.936 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:33.936 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:33.936 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:33.936 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:33.936 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:33.936 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:33.936 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:33.936 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:33.936 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:33.936 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:33.936 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:33.936 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:33.936 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:33.936 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:33.937 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:33.937 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:33.937 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:33.937 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:33.937 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:33.937 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:33.937 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:33.937 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:33.937 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:33.937 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:33.937 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:33.937 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:33.937 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:33.937 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:33.938 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:33.938 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:33.938 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:33.938 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:33.938 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.938 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:33.938 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:33.938 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:33.938 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:33.938 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:33.938 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:33.938 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.939 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T06:31:33.939 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:33.939 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.939 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:33.939 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:33.939 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:33.939 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:33.939 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-08-10T06:31:33.939 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.939 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-08-10T06:31:33.939 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:33.939 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:33.939 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 70, 2024-08-10T06:31:33.939 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:33.940 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:33.940 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:33.940 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.894192+0000", 2024-08-10T06:31:33.940 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:19:57.218502+0000", 2024-08-10T06:31:33.940 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:19:57.218502+0000", 2024-08-10T06:31:33.940 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:55:12.161073+0000", 2024-08-10T06:31:33.940 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.894192+0000", 2024-08-10T06:31:33.940 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:33.940 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:33.940 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:33.940 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 406, 2024-08-10T06:31:33.940 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.894192+0000", 2024-08-10T06:31:33.940 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.894192+0000", 2024-08-10T06:31:33.941 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.894192+0000", 2024-08-10T06:31:33.941 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:33.941 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:33.941 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:33.941 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.894192+0000", 2024-08-10T06:31:33.941 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.894192+0000", 2024-08-10T06:31:33.941 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:33.941 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 3034, 2024-08-10T06:31:33.941 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:33.941 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:33.941 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 405, 2024-08-10T06:31:33.941 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:33.941 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:33.941 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:33.942 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:33.942 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 3034, 2024-08-10T06:31:33.942 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:33.942 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:33.942 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:33.942 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "4.4", 2024-08-10T06:31:33.942 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:33.942 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:33.942 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:33.942 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 9061, 2024-08-10T06:31:33.942 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:33.942 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:30:20.918836+0000", 2024-08-10T06:31:33.942 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.00693344, 2024-08-10T06:31:33.943 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:33.943 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:33.943 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:33.943 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:33.943 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:33.943 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:33.943 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:33.943 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:33.943 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:33.943 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:33.943 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:33.943 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:33.943 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:33.943 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:33.943 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:33.944 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:33.944 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:33.944 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:33.944 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 3, 2024-08-10T06:31:33.944 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 1, 2024-08-10T06:31:33.944 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:33.944 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 1, 2024-08-10T06:31:33.944 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:33.944 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:33.944 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:33.944 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:33.944 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:33.944 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 1, 2024-08-10T06:31:33.945 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:33.945 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:33.945 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:33.945 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:33.945 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:33.945 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:33.945 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:33.945 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 1110, 2024-08-10T06:31:33.945 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 357248, 2024-08-10T06:31:33.945 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:33.945 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:33.945 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:33.945 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 3025, 2024-08-10T06:31:33.946 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 361614 2024-08-10T06:31:33.946 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.946 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:33.946 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:33.946 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:33.946 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:33.946 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:33.946 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-08-10T06:31:33.946 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.946 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-08-10T06:31:33.946 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "1113'3034" 2024-08-10T06:31:33.946 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.946 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:33.946 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:33.947 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:33.947 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:33.947 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:33.947 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.947 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-08-10T06:31:33.947 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:33.947 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:33.947 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:33.947 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:33.947 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:33.947 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:33.947 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.893226+0000", 2024-08-10T06:31:33.947 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.391585+0000", 2024-08-10T06:31:33.947 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.391585+0000", 2024-08-10T06:31:33.948 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.393191+0000", 2024-08-10T06:31:33.948 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.893226+0000", 2024-08-10T06:31:33.948 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:33.948 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:33.948 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:33.948 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:33.948 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.893226+0000", 2024-08-10T06:31:33.948 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.893226+0000", 2024-08-10T06:31:33.948 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.893226+0000", 2024-08-10T06:31:33.948 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:33.948 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:33.948 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:33.948 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.893226+0000", 2024-08-10T06:31:33.948 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.893226+0000", 2024-08-10T06:31:33.949 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:33.949 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:33.949 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:33.949 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:33.949 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:33.949 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:33.949 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:33.949 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:33.949 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:33.949 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:33.949 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:33.949 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:33.949 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:33.950 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.0", 2024-08-10T06:31:33.950 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:33.950 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:33.950 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:33.950 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5291, 2024-08-10T06:31:33.950 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:33.950 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:58:54.160427+0000", 2024-08-10T06:31:33.950 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:33.950 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:33.950 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:33.950 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:33.950 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:33.950 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:33.951 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:33.951 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:33.951 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:33.951 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:33.951 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:33.951 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:33.951 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:33.951 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:33.951 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:33.951 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:33.951 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:33.951 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:33.951 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:33.951 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:33.952 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:33.952 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:33.952 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:33.952 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:33.952 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:33.952 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:33.952 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:33.952 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:33.952 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:33.952 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:33.952 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:33.952 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:33.952 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:33.952 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:33.953 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:33.953 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:33.953 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:33.953 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:33.953 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:33.953 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:33.953 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:33.953 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:33.953 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:33.953 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.953 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:33.953 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:33.953 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:33.953 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:33.954 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:33.954 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:33.954 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.954 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-08-10T06:31:33.954 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:33.954 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.954 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:33.954 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:33.954 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:33.954 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:33.954 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:33.954 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.954 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 2, 2024-08-10T06:31:33.955 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:33.955 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:33.955 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:33.955 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:33.955 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:33.955 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:33.955 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.402069+0000", 2024-08-10T06:31:33.955 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:19:57.224969+0000", 2024-08-10T06:31:33.955 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:19:57.224969+0000", 2024-08-10T06:31:33.955 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:19:57.225279+0000", 2024-08-10T06:31:33.955 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.402069+0000", 2024-08-10T06:31:33.955 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:33.955 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:33.955 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:33.955 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 406, 2024-08-10T06:31:33.956 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.402069+0000", 2024-08-10T06:31:33.956 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.402069+0000", 2024-08-10T06:31:33.956 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.402069+0000", 2024-08-10T06:31:33.956 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:33.956 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:33.956 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:33.956 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.402069+0000", 2024-08-10T06:31:33.956 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.402069+0000", 2024-08-10T06:31:33.956 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:33.956 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:33.956 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:33.956 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:33.956 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 405, 2024-08-10T06:31:33.956 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:33.957 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:33.957 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:33.957 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:33.957 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:33.957 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:33.957 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:33.957 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:33.957 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.1", 2024-08-10T06:31:33.957 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:33.957 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:33.957 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:33.957 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5262, 2024-08-10T06:31:33.957 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:33.958 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T11:15:39.980853+0000", 2024-08-10T06:31:33.958 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:33.958 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:33.958 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:33.958 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:33.958 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:33.958 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:33.958 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:33.958 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:33.958 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:33.958 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:33.958 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:33.958 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:33.958 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:33.959 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:33.959 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:33.959 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:33.959 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:33.959 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:33.959 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:33.959 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:33.959 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:33.959 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:33.959 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:33.959 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:33.959 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:33.959 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:33.959 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:33.959 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:33.960 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:33.960 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:33.960 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:33.960 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:33.960 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:33.960 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:33.960 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:33.960 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:33.960 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:33.960 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:33.960 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:33.960 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:33.960 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:33.960 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:33.961 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:33.961 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.961 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:33.961 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:33.961 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:33.961 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:33.961 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:33.961 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:33.961 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.961 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 2, 2024-08-10T06:31:33.961 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:33.961 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.961 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:33.961 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:33.961 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:33.961 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:33.962 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:33.962 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.962 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-08-10T06:31:33.962 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:33.962 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:33.962 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 70, 2024-08-10T06:31:33.962 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:33.962 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:33.962 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:33.962 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.896342+0000", 2024-08-10T06:31:33.962 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:04.274094+0000", 2024-08-10T06:31:33.962 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:04.274094+0000", 2024-08-10T06:31:33.962 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:55:12.158274+0000", 2024-08-10T06:31:33.963 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.896342+0000", 2024-08-10T06:31:33.963 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:33.963 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:33.963 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:33.963 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 463, 2024-08-10T06:31:33.963 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.896342+0000", 2024-08-10T06:31:33.963 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.896342+0000", 2024-08-10T06:31:33.963 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.896342+0000", 2024-08-10T06:31:33.963 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:33.963 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:33.963 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:33.963 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.896342+0000", 2024-08-10T06:31:33.963 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.896342+0000", 2024-08-10T06:31:33.963 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:33.964 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 3095, 2024-08-10T06:31:33.964 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:33.964 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:33.964 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 462, 2024-08-10T06:31:33.964 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:33.964 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:33.964 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:33.964 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:33.964 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 3095, 2024-08-10T06:31:33.964 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:33.964 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:33.964 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:33.964 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "4.7", 2024-08-10T06:31:33.964 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:33.964 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:33.965 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:33.965 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 9153, 2024-08-10T06:31:33.965 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:33.965 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:48:30.081666+0000", 2024-08-10T06:31:33.965 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.004150104, 2024-08-10T06:31:33.965 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:33.965 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:33.965 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:33.965 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:33.965 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:33.965 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:33.965 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:33.965 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:33.966 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:33.966 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:33.966 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:33.966 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:33.966 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:33.966 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:33.966 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:33.966 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:33.966 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:33.966 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:33.966 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:33.966 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:33.966 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:33.967 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:33.967 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:33.967 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:33.967 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:33.967 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:33.967 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:33.967 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:33.967 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:33.967 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:33.967 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:33.967 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:33.967 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:33.967 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:33.967 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:33.968 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 1306, 2024-08-10T06:31:33.968 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 397825, 2024-08-10T06:31:33.968 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:33.968 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:33.968 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:33.968 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 3072, 2024-08-10T06:31:33.968 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 395286 2024-08-10T06:31:33.968 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.968 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:33.968 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:33.968 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:33.968 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:33.968 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:33.968 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:33.969 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.969 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-08-10T06:31:33.969 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "1112'3095" 2024-08-10T06:31:33.969 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.969 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:33.969 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:33.969 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:33.969 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:33.969 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-08-10T06:31:33.969 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.969 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-08-10T06:31:33.969 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:33.969 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:33.969 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:33.970 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:33.970 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:33.970 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:33.970 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.894166+0000", 2024-08-10T06:31:33.970 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:20:30.226900+0000", 2024-08-10T06:31:33.970 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:20:30.226900+0000", 2024-08-10T06:31:33.970 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:20:30.227222+0000", 2024-08-10T06:31:33.970 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.894166+0000", 2024-08-10T06:31:33.970 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:33.970 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:33.970 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:33.970 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 432, 2024-08-10T06:31:33.970 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.894166+0000", 2024-08-10T06:31:33.971 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.894166+0000", 2024-08-10T06:31:33.971 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.894166+0000", 2024-08-10T06:31:33.971 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:33.971 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:33.971 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:33.971 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.894166+0000", 2024-08-10T06:31:33.971 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.894166+0000", 2024-08-10T06:31:33.971 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:33.971 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:33.971 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:33.971 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:33.971 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 431, 2024-08-10T06:31:33.971 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:33.971 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:33.972 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:33.972 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:33.972 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:33.972 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:33.972 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:33.972 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:33.972 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.1", 2024-08-10T06:31:33.972 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:33.972 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:33.972 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:33.972 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5324, 2024-08-10T06:31:33.972 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:33.972 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:57:02.193650+0000", 2024-08-10T06:31:33.972 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:33.973 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:33.973 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:33.973 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:33.973 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:33.973 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:33.973 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:33.973 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:33.973 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:33.973 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:33.973 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:33.973 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:33.973 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:33.973 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:33.974 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:33.974 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:33.974 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:33.974 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:33.974 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:33.974 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:33.974 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:33.974 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:33.974 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:33.974 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:33.974 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:33.974 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:33.974 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:33.975 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:33.975 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:33.975 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:33.975 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:33.975 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:33.975 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:33.975 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:33.975 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:33.975 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:33.975 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:33.975 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:33.975 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:33.975 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:33.975 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:33.975 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:33.976 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:33.976 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.976 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:33.976 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:33.976 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:33.976 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:33.976 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:33.976 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-08-10T06:31:33.976 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.976 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-08-10T06:31:33.976 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:33.976 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.976 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:33.976 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:33.977 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:33.977 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:33.977 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:33.977 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.977 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T06:31:33.977 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:33.977 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:33.977 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:33.977 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:33.977 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:33.977 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:33.977 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.403303+0000", 2024-08-10T06:31:33.977 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.361485+0000", 2024-08-10T06:31:33.978 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.361485+0000", 2024-08-10T06:31:33.978 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.362954+0000", 2024-08-10T06:31:33.978 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.403303+0000", 2024-08-10T06:31:33.978 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:33.978 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:33.978 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:33.978 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:33.978 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.403303+0000", 2024-08-10T06:31:33.978 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.403303+0000", 2024-08-10T06:31:33.978 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.403303+0000", 2024-08-10T06:31:33.978 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:33.978 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:33.978 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:33.979 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.403303+0000", 2024-08-10T06:31:33.979 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.403303+0000", 2024-08-10T06:31:33.979 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:33.979 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:33.979 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:33.979 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:33.979 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:33.979 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:33.979 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:33.979 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:33.979 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:33.979 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:33.980 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:33.980 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:33.980 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:33.980 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.0", 2024-08-10T06:31:33.980 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:33.980 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:33.980 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:33.980 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5118, 2024-08-10T06:31:33.980 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:33.980 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:10:59.342379+0000", 2024-08-10T06:31:33.980 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:33.980 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:33.980 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:33.980 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:33.981 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:33.981 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:33.981 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:33.981 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:33.981 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:33.981 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:33.981 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:33.981 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:33.981 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:33.981 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:33.981 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:33.981 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:33.981 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:33.982 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:33.982 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:33.982 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:33.982 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:33.982 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:33.982 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:33.982 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:33.982 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:33.982 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:33.982 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:33.982 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:33.982 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:33.982 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:33.983 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:33.983 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:33.983 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:33.983 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:33.983 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:33.983 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:33.983 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:33.983 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:33.983 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:33.983 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:33.983 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:33.983 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:33.983 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:33.984 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.984 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:33.984 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:33.984 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:33.984 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:33.984 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:33.984 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:33.984 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.984 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T06:31:33.984 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:33.984 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.984 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:33.984 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:33.984 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:33.985 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:33.985 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:33.985 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.985 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-08-10T06:31:33.985 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:33.985 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:33.985 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 70, 2024-08-10T06:31:33.985 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:33.985 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:33.985 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:33.985 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.897797+0000", 2024-08-10T06:31:33.985 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:19:24.346505+0000", 2024-08-10T06:31:33.985 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:19:24.346505+0000", 2024-08-10T06:31:33.986 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:55:12.157794+0000", 2024-08-10T06:31:33.986 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.897797+0000", 2024-08-10T06:31:33.986 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:33.986 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:33.986 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:33.986 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 375, 2024-08-10T06:31:33.986 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.897797+0000", 2024-08-10T06:31:33.986 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.897797+0000", 2024-08-10T06:31:33.986 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.897797+0000", 2024-08-10T06:31:33.986 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:33.986 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:33.986 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:33.986 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.897797+0000", 2024-08-10T06:31:33.987 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.897797+0000", 2024-08-10T06:31:33.987 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:33.987 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 3095, 2024-08-10T06:31:33.987 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:33.987 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:33.987 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 374, 2024-08-10T06:31:33.987 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:33.987 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:33.987 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:33.987 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:33.987 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 3095, 2024-08-10T06:31:33.987 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:33.987 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:33.988 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:33.988 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "4.6", 2024-08-10T06:31:33.988 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:33.988 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:33.988 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:33.988 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 9325, 2024-08-10T06:31:33.988 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:33.988 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:41:45.789547+0000", 2024-08-10T06:31:33.988 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.005426781, 2024-08-10T06:31:33.988 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:33.988 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:33.988 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:33.988 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:33.988 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:33.988 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:33.989 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:33.989 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:33.989 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:33.989 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:33.989 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:33.989 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:33.989 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:33.989 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:33.989 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:33.989 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:33.989 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:33.989 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:33.989 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:33.990 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:33.990 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:33.990 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:33.990 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:33.990 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:33.990 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:33.990 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:33.990 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:33.990 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:33.990 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:33.990 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:33.990 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:33.991 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:33.991 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:33.991 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:33.991 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:33.991 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 1625, 2024-08-10T06:31:33.991 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 374760, 2024-08-10T06:31:33.991 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:33.991 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:33.991 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:33.991 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 3039, 2024-08-10T06:31:33.991 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 416942 2024-08-10T06:31:33.991 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.991 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:33.991 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:33.992 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:33.992 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:33.992 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:33.992 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:33.992 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.992 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-08-10T06:31:33.992 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "1113'3095" 2024-08-10T06:31:33.992 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.992 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:33.992 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:33.992 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:33.992 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:33.992 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:33.992 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:33.993 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-08-10T06:31:33.993 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:33.993 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:33.993 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:33.993 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:33.993 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:33.993 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:33.993 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.402924+0000", 2024-08-10T06:31:33.993 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.391911+0000", 2024-08-10T06:31:33.993 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.391911+0000", 2024-08-10T06:31:33.993 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.392232+0000", 2024-08-10T06:31:33.993 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.402924+0000", 2024-08-10T06:31:33.993 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:33.993 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:33.994 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:33.994 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:33.994 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.402924+0000", 2024-08-10T06:31:33.994 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.402924+0000", 2024-08-10T06:31:33.994 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.402924+0000", 2024-08-10T06:31:33.994 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:33.994 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:33.994 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:33.994 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.402924+0000", 2024-08-10T06:31:33.994 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.402924+0000", 2024-08-10T06:31:33.994 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:33.994 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:33.994 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:33.995 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:33.995 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:33.995 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:33.995 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:33.995 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:33.995 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:33.995 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:33.995 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:33.995 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:33.995 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:33.995 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.2", 2024-08-10T06:31:33.995 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:33.995 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:33.996 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:33.996 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5237, 2024-08-10T06:31:33.996 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:33.996 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:53:52.378605+0000", 2024-08-10T06:31:33.996 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:33.996 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:33.996 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:33.996 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:33.996 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:33.996 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:33.996 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:33.996 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:33.996 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:33.996 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:33.997 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:33.997 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:33.997 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:33.997 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:33.997 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:33.997 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:33.997 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:33.997 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:33.997 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:33.997 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:33.997 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:33.997 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:33.997 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:33.997 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:33.998 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:33.998 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:33.998 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:33.998 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:33.998 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:33.998 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:33.998 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:33.998 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:33.998 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:33.998 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:33.998 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:33.998 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:33.998 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:33.999 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:33.999 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:33.999 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:33.999 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:33.999 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:33.999 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:33.999 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:33.999 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:33.999 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:33.999 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:33.999 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:33.999 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:33.999 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:33.999 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.000 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-08-10T06:31:34.000 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:34.000 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.000 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.000 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:34.000 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:34.000 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:34.000 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:34.000 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.000 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T06:31:34.000 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:34.000 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:34.000 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:34.000 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:34.000 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:34.001 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:34.001 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.893495+0000", 2024-08-10T06:31:34.001 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.356715+0000", 2024-08-10T06:31:34.001 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.356715+0000", 2024-08-10T06:31:34.001 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.357022+0000", 2024-08-10T06:31:34.001 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.893495+0000", 2024-08-10T06:31:34.001 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:34.001 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:34.001 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:34.001 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:34.001 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.893495+0000", 2024-08-10T06:31:34.001 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.893495+0000", 2024-08-10T06:31:34.001 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.893495+0000", 2024-08-10T06:31:34.001 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:34.002 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:34.002 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:34.002 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.893495+0000", 2024-08-10T06:31:34.002 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.893495+0000", 2024-08-10T06:31:34.002 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:34.002 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:34.002 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:34.002 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:34.002 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:34.002 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:34.002 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:34.002 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:34.002 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:34.002 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:34.003 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:34.003 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:34.003 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:34.003 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.3", 2024-08-10T06:31:34.003 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:34.003 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:34.003 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:34.003 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5150, 2024-08-10T06:31:34.003 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:34.003 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:24:03.730643+0000", 2024-08-10T06:31:34.003 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:34.003 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:34.003 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:34.003 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:34.003 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:34.004 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:34.004 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:34.004 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:34.004 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:34.004 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:34.004 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:34.004 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:34.004 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:34.004 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:34.004 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:34.004 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:34.004 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:34.004 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:34.004 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:34.005 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:34.005 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:34.005 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:34.005 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:34.005 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:34.005 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:34.005 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:34.005 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:34.005 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:34.005 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:34.005 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:34.005 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:34.005 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:34.005 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:34.005 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:34.005 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:34.006 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:34.006 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:34.006 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:34.006 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:34.006 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:34.006 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:34.006 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:34.006 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:34.006 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.006 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:34.006 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:34.006 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:34.006 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:34.006 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:34.007 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:34.007 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.007 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T06:31:34.007 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:34.007 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.007 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.007 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:34.007 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:34.007 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:34.007 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:34.007 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.007 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T06:31:34.007 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:34.007 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:34.008 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 20, 2024-08-10T06:31:34.008 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:34.008 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:34.008 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:34.008 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:31:30.413372+0000", 2024-08-10T06:31:34.008 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.362199+0000", 2024-08-10T06:31:34.008 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.362199+0000", 2024-08-10T06:31:34.008 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.363413+0000", 2024-08-10T06:31:34.008 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:31:30.413372+0000", 2024-08-10T06:31:34.008 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:08:04.067019+0000", 2024-08-10T06:31:34.008 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:34.008 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:08:04.067019+0000", 2024-08-10T06:31:34.008 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:34.009 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:31:30.413372+0000", 2024-08-10T06:31:34.009 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:31:30.413372+0000", 2024-08-10T06:31:34.009 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:31:30.413372+0000", 2024-08-10T06:31:34.009 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:34.009 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:34.009 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:08:04.067019+0000", 2024-08-10T06:31:34.009 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:31:30.413372+0000", 2024-08-10T06:31:34.009 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:31:30.413372+0000", 2024-08-10T06:31:34.009 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:34.009 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 257, 2024-08-10T06:31:34.009 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:34.009 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:34.009 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:34.009 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:34.010 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:34.010 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:34.010 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:34.010 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 257, 2024-08-10T06:31:34.010 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:34.010 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:34.010 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:34.010 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "1.0", 2024-08-10T06:31:34.010 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:34.010 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:34.010 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:34.010 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5823, 2024-08-10T06:31:34.010 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:34.011 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T11:23:43.852477+0000", 2024-08-10T06:31:34.011 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:34.011 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:34.011 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:34.011 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 590368, 2024-08-10T06:31:34.011 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:34.011 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 1771104, 2024-08-10T06:31:34.011 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:34.011 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:34.011 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:34.011 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:34.011 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:34.011 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:34.011 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:34.011 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:34.012 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:34.012 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:34.012 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:34.012 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:34.012 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:34.012 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 6, 2024-08-10T06:31:34.012 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 2, 2024-08-10T06:31:34.012 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:34.012 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 2, 2024-08-10T06:31:34.012 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:34.012 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:34.012 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:34.012 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:34.012 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:34.012 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:34.013 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:34.013 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 6, 2024-08-10T06:31:34.013 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:34.013 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:34.013 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:34.013 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:34.013 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:34.013 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 1358, 2024-08-10T06:31:34.013 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 2144, 2024-08-10T06:31:34.013 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:34.013 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:34.013 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:34.013 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 431, 2024-08-10T06:31:34.013 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 2416 2024-08-10T06:31:34.014 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.014 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:34.014 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:34.014 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:34.014 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:34.014 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:34.014 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:34.014 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.014 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T06:31:34.014 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "2838'257" 2024-08-10T06:31:34.014 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.014 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.014 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:34.015 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:34.015 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:34.015 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:34.015 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.015 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-08-10T06:31:34.015 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:34.015 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:34.015 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 70, 2024-08-10T06:31:34.015 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:34.015 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:34.015 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:34.015 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.409785+0000", 2024-08-10T06:31:34.015 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.352821+0000", 2024-08-10T06:31:34.015 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.352821+0000", 2024-08-10T06:31:34.015 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:55:12.153150+0000", 2024-08-10T06:31:34.016 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.409785+0000", 2024-08-10T06:31:34.016 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:34.016 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:34.016 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:34.016 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:34.016 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.409785+0000", 2024-08-10T06:31:34.016 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.409785+0000", 2024-08-10T06:31:34.016 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.409785+0000", 2024-08-10T06:31:34.016 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:34.016 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:34.016 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:34.016 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.409785+0000", 2024-08-10T06:31:34.016 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.409785+0000", 2024-08-10T06:31:34.016 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:34.016 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 2922, 2024-08-10T06:31:34.016 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:34.017 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:34.017 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:34.017 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:34.017 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:34.017 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:34.017 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:34.017 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 2922, 2024-08-10T06:31:34.017 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:34.017 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:34.017 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:34.017 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "4.5", 2024-08-10T06:31:34.017 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:34.017 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:34.017 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:34.017 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 8627, 2024-08-10T06:31:34.018 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:34.018 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:04:40.861563+0000", 2024-08-10T06:31:34.018 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.002391912, 2024-08-10T06:31:34.018 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:34.018 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:34.018 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:34.018 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:34.018 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:34.018 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:34.018 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:34.018 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:34.018 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:34.018 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:34.018 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:34.019 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:34.019 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:34.019 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:34.019 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:34.019 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:34.019 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:34.019 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:34.019 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:34.019 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:34.019 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:34.019 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:34.019 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:34.019 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:34.020 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:34.020 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:34.020 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:34.020 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:34.020 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:34.020 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:34.020 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:34.020 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:34.020 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:34.020 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:34.020 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:34.020 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 788, 2024-08-10T06:31:34.020 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 381373, 2024-08-10T06:31:34.020 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:34.020 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:34.021 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:34.021 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 2919, 2024-08-10T06:31:34.021 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 378444 2024-08-10T06:31:34.021 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.021 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:34.021 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:34.021 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:34.021 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:34.021 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:34.021 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:34.021 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.021 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-08-10T06:31:34.021 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "1112'2922" 2024-08-10T06:31:34.021 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.022 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.022 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:34.022 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:34.022 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:34.022 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:34.022 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.022 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T06:31:34.022 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:34.022 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:34.022 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:34.022 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:34.022 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:34.022 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:34.023 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.404112+0000", 2024-08-10T06:31:34.023 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.359056+0000", 2024-08-10T06:31:34.023 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.359056+0000", 2024-08-10T06:31:34.023 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.360437+0000", 2024-08-10T06:31:34.023 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.404112+0000", 2024-08-10T06:31:34.023 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.023 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:34.023 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.023 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:34.023 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.404112+0000", 2024-08-10T06:31:34.023 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.404112+0000", 2024-08-10T06:31:34.023 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.404112+0000", 2024-08-10T06:31:34.023 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:34.024 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:34.024 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.024 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.404112+0000", 2024-08-10T06:31:34.024 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.404112+0000", 2024-08-10T06:31:34.024 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:34.024 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:34.024 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:34.024 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:34.024 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:34.024 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:34.024 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:34.025 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:34.025 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:34.025 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:34.025 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:34.025 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:34.025 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:34.025 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.d", 2024-08-10T06:31:34.025 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:34.025 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:34.025 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:34.025 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5096, 2024-08-10T06:31:34.025 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:34.025 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:21:38.007255+0000", 2024-08-10T06:31:34.026 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:34.026 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:34.026 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:34.026 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:34.026 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:34.026 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:34.026 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:34.026 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:34.026 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:34.026 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:34.026 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:34.026 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:34.026 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:34.026 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:34.027 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:34.027 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:34.027 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:34.027 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:34.027 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:34.027 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:34.027 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:34.027 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:34.027 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:34.027 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:34.027 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:34.027 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:34.027 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:34.027 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:34.027 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:34.028 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:34.028 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:34.028 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:34.028 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:34.028 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:34.028 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:34.028 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:34.028 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:34.028 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:34.028 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:34.028 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:34.028 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:34.028 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:34.028 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:34.028 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.029 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:34.029 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:34.029 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:34.029 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:34.029 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:34.029 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:34.029 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.029 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T06:31:34.029 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:34.029 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.029 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.029 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:34.029 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:34.029 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:34.030 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:34.030 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.030 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 2, 2024-08-10T06:31:34.030 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:34.030 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:34.030 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:34.030 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:34.030 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:34.030 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:34.030 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.402443+0000", 2024-08-10T06:31:34.030 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:04.278418+0000", 2024-08-10T06:31:34.030 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:04.278418+0000", 2024-08-10T06:31:34.030 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:04.278751+0000", 2024-08-10T06:31:34.031 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.402443+0000", 2024-08-10T06:31:34.031 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:34.031 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:34.031 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:34.031 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 463, 2024-08-10T06:31:34.031 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.402443+0000", 2024-08-10T06:31:34.031 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.402443+0000", 2024-08-10T06:31:34.031 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.402443+0000", 2024-08-10T06:31:34.031 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:34.031 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:34.031 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:34.031 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.402443+0000", 2024-08-10T06:31:34.031 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.402443+0000", 2024-08-10T06:31:34.031 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:34.031 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:34.032 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:34.032 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:34.032 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 462, 2024-08-10T06:31:34.032 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:34.032 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:34.032 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:34.032 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:34.032 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:34.032 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:34.032 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:34.032 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:34.032 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.c", 2024-08-10T06:31:34.032 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:34.033 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:34.033 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:34.033 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5260, 2024-08-10T06:31:34.033 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:34.033 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T16:37:28.957299+0000", 2024-08-10T06:31:34.033 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:34.033 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:34.033 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:34.033 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:34.033 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:34.033 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:34.033 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:34.033 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:34.033 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:34.033 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:34.034 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:34.034 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:34.034 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:34.034 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:34.034 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:34.034 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:34.034 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:34.034 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:34.034 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:34.034 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:34.034 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:34.034 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:34.034 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:34.035 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:34.035 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:34.035 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:34.035 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:34.035 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:34.035 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:34.035 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:34.035 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:34.035 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:34.035 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:34.035 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:34.035 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:34.035 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:34.035 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:34.035 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:34.036 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:34.036 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:34.036 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:34.036 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:34.036 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:34.036 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.036 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:34.036 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:34.036 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:34.036 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:34.036 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:34.036 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:34.036 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.036 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 2, 2024-08-10T06:31:34.036 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:34.036 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.037 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.037 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:34.037 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:34.037 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:34.037 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:34.037 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.037 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T06:31:34.037 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:34.037 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:34.037 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:34.037 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:34.037 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:34.037 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:34.037 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.894678+0000", 2024-08-10T06:31:34.037 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.385612+0000", 2024-08-10T06:31:34.038 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.385612+0000", 2024-08-10T06:31:34.038 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.385991+0000", 2024-08-10T06:31:34.038 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.894678+0000", 2024-08-10T06:31:34.038 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.038 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:34.038 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.038 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:34.038 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.894678+0000", 2024-08-10T06:31:34.038 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.894678+0000", 2024-08-10T06:31:34.038 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.894678+0000", 2024-08-10T06:31:34.038 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:34.038 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:34.038 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.039 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.894678+0000", 2024-08-10T06:31:34.039 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.894678+0000", 2024-08-10T06:31:34.039 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:34.039 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:34.039 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:34.039 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:34.039 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:34.039 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:34.039 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:34.039 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:34.039 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:34.039 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:34.039 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:34.040 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:34.040 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:34.040 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.c", 2024-08-10T06:31:34.040 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:34.040 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:34.040 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:34.040 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5174, 2024-08-10T06:31:34.040 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:34.040 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:14:56.887940+0000", 2024-08-10T06:31:34.040 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:34.040 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:34.040 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:34.040 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:34.041 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:34.041 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:34.041 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:34.041 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:34.041 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:34.041 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:34.041 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:34.041 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:34.041 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:34.041 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:34.041 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:34.041 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:34.041 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:34.042 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:34.042 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:34.042 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:34.042 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:34.042 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:34.042 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:34.042 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:34.042 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:34.042 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:34.042 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:34.042 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:34.042 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:34.042 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:34.043 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:34.043 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:34.043 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:34.043 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:34.043 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:34.043 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:34.043 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:34.043 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:34.043 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:34.043 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:34.043 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:34.043 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:34.043 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:34.044 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.044 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:34.044 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:34.044 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:34.044 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:34.044 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:34.044 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:34.044 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.044 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T06:31:34.044 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:34.044 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.044 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.044 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:34.044 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:34.044 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:34.045 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-08-10T06:31:34.045 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.045 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-08-10T06:31:34.045 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:34.045 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:34.045 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:34.045 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:34.045 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:34.045 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:34.045 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.892389+0000", 2024-08-10T06:31:34.045 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:20:30.221754+0000", 2024-08-10T06:31:34.045 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:20:30.221754+0000", 2024-08-10T06:31:34.045 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:20:30.222097+0000", 2024-08-10T06:31:34.045 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.892389+0000", 2024-08-10T06:31:34.046 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:34.046 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:34.046 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:34.046 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 432, 2024-08-10T06:31:34.046 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.892389+0000", 2024-08-10T06:31:34.046 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.892389+0000", 2024-08-10T06:31:34.046 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.892389+0000", 2024-08-10T06:31:34.046 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:34.046 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:34.046 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:34.046 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.892389+0000", 2024-08-10T06:31:34.046 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.892389+0000", 2024-08-10T06:31:34.046 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:34.047 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 1, 2024-08-10T06:31:34.047 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:34.047 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:34.047 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 431, 2024-08-10T06:31:34.047 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:34.047 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:34.047 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:34.047 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:34.047 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 1, 2024-08-10T06:31:34.047 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:34.047 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:34.047 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:34.047 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.d", 2024-08-10T06:31:34.047 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:34.048 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:34.048 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:34.048 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5294, 2024-08-10T06:31:34.048 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:34.048 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:27:47.971801+0000", 2024-08-10T06:31:34.048 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:34.048 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:34.048 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:34.048 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 70, 2024-08-10T06:31:34.048 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:34.048 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:34.048 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:34.048 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:34.048 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:34.049 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:34.049 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:34.049 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:34.049 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:34.049 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:34.049 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:34.049 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:34.049 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:34.049 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:34.049 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:34.049 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 3, 2024-08-10T06:31:34.049 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 1, 2024-08-10T06:31:34.049 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:34.050 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 1, 2024-08-10T06:31:34.050 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:34.050 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:34.050 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:34.050 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:34.050 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:34.050 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:34.050 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:34.050 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:34.050 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:34.050 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:34.050 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:34.050 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:34.051 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:34.051 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 1, 2024-08-10T06:31:34.051 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 1, 2024-08-10T06:31:34.051 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:34.051 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:34.051 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:34.051 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 1, 2024-08-10T06:31:34.051 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 1 2024-08-10T06:31:34.051 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.051 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:34.051 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:34.051 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:34.051 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:34.051 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:34.052 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-08-10T06:31:34.052 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.052 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-08-10T06:31:34.052 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "66'1" 2024-08-10T06:31:34.052 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.052 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.052 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:34.052 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:34.052 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:34.052 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:34.052 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.052 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T06:31:34.052 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:34.052 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:34.053 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:34.053 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:34.053 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:34.053 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:34.053 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.403660+0000", 2024-08-10T06:31:34.053 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.363920+0000", 2024-08-10T06:31:34.053 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.363920+0000", 2024-08-10T06:31:34.053 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.364990+0000", 2024-08-10T06:31:34.053 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.403660+0000", 2024-08-10T06:31:34.053 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.053 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:34.053 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.053 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:34.053 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.403660+0000", 2024-08-10T06:31:34.053 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.403660+0000", 2024-08-10T06:31:34.053 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.403660+0000", 2024-08-10T06:31:34.054 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:34.054 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:34.054 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.054 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.403660+0000", 2024-08-10T06:31:34.054 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.403660+0000", 2024-08-10T06:31:34.054 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:34.054 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:34.054 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:34.054 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:34.054 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:34.054 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:34.054 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:34.054 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:34.054 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:34.055 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:34.055 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:34.055 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:34.055 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:34.055 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.f", 2024-08-10T06:31:34.055 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:34.055 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:34.055 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:34.055 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5116, 2024-08-10T06:31:34.055 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:34.055 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:01:03.550951+0000", 2024-08-10T06:31:34.055 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:34.055 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:34.055 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:34.056 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:34.056 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:34.056 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:34.056 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:34.056 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:34.056 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:34.056 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:34.056 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:34.056 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:34.056 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:34.056 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:34.056 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:34.056 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:34.057 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:34.057 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:34.057 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:34.057 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:34.057 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:34.057 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:34.057 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:34.057 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:34.057 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:34.057 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:34.057 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:34.057 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:34.057 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:34.057 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:34.058 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:34.058 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:34.058 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:34.058 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:34.058 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:34.058 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:34.058 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:34.058 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:34.058 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:34.058 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:34.058 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:34.058 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:34.058 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:34.059 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.059 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:34.059 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:34.059 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:34.059 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:34.059 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:34.059 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:34.059 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.059 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T06:31:34.059 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:34.059 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.059 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.059 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:34.059 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:34.060 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:34.060 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:34.060 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.060 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 2, 2024-08-10T06:31:34.060 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:34.060 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:34.060 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:34.060 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:34.060 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:34.060 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:34.060 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.402979+0000", 2024-08-10T06:31:34.060 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.358052+0000", 2024-08-10T06:31:34.060 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.358052+0000", 2024-08-10T06:31:34.061 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.358808+0000", 2024-08-10T06:31:34.061 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.402979+0000", 2024-08-10T06:31:34.061 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:34.061 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:34.061 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:34.061 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:34.061 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.402979+0000", 2024-08-10T06:31:34.061 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.402979+0000", 2024-08-10T06:31:34.061 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.402979+0000", 2024-08-10T06:31:34.061 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:34.061 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:34.061 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:34.061 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.402979+0000", 2024-08-10T06:31:34.061 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.402979+0000", 2024-08-10T06:31:34.061 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:34.062 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 2, 2024-08-10T06:31:34.062 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:34.062 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:34.062 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:34.062 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:34.062 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:34.062 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:34.062 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:34.062 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 2, 2024-08-10T06:31:34.062 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:34.062 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:34.062 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:34.062 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.e", 2024-08-10T06:31:34.062 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:34.063 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:34.063 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:34.063 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5256, 2024-08-10T06:31:34.063 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:34.063 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:58:22.635426+0000", 2024-08-10T06:31:34.063 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:34.063 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:34.063 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:34.063 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:34.063 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:34.063 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:34.063 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:34.063 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:34.063 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:34.063 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:34.064 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:34.064 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:34.064 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:34.064 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:34.064 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:34.064 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:34.064 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:34.064 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:34.064 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:34.064 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 3, 2024-08-10T06:31:34.064 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 1, 2024-08-10T06:31:34.064 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:34.064 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 1, 2024-08-10T06:31:34.064 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:34.064 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:34.065 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:34.065 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:34.065 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:34.065 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 1, 2024-08-10T06:31:34.065 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:34.065 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:34.065 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:34.065 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:34.065 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:34.065 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:34.065 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:34.065 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 6, 2024-08-10T06:31:34.065 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 6, 2024-08-10T06:31:34.065 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:34.066 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:34.066 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:34.066 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 3, 2024-08-10T06:31:34.066 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:34.066 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.066 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:34.066 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:34.066 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:34.066 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:34.066 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:34.066 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:34.066 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.066 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 2, 2024-08-10T06:31:34.066 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "66'2" 2024-08-10T06:31:34.067 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.067 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.067 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:34.067 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:34.067 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:34.067 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:34.067 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.067 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T06:31:34.067 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:34.067 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:34.067 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:34.067 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:34.067 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:34.067 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:34.068 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.404397+0000", 2024-08-10T06:31:34.068 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.357354+0000", 2024-08-10T06:31:34.068 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.357354+0000", 2024-08-10T06:31:34.068 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.357639+0000", 2024-08-10T06:31:34.068 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.404397+0000", 2024-08-10T06:31:34.068 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.068 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:34.068 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.068 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:34.068 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.404397+0000", 2024-08-10T06:31:34.068 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.404397+0000", 2024-08-10T06:31:34.068 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.404397+0000", 2024-08-10T06:31:34.068 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:34.068 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:34.068 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.068 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.404397+0000", 2024-08-10T06:31:34.069 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.404397+0000", 2024-08-10T06:31:34.069 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:34.069 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:34.069 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:34.069 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:34.069 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:34.069 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:34.069 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:34.069 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:34.069 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:34.069 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:34.069 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:34.069 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:34.069 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:34.070 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.e", 2024-08-10T06:31:34.070 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:34.070 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:34.070 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:34.070 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5116, 2024-08-10T06:31:34.070 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:34.070 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:57:00.691916+0000", 2024-08-10T06:31:34.070 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:34.070 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:34.070 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:34.070 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:34.070 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:34.070 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:34.071 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:34.071 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:34.071 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:34.071 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:34.071 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:34.071 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:34.071 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:34.071 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:34.071 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:34.071 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:34.071 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:34.071 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:34.071 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:34.072 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:34.072 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:34.072 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:34.072 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:34.072 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:34.072 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:34.072 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:34.072 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:34.072 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:34.072 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:34.072 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:34.072 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:34.072 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:34.072 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:34.073 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:34.073 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:34.073 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:34.073 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:34.073 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:34.073 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:34.073 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:34.073 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:34.073 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:34.073 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:34.073 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.073 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:34.073 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:34.073 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:34.074 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:34.074 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:34.074 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:34.074 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.074 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T06:31:34.074 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:34.074 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.074 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.074 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:34.074 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:34.074 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:34.074 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:34.074 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.075 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 4, 2024-08-10T06:31:34.075 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:34.075 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:34.075 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:34.075 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:34.075 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:34.075 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:34.075 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.404992+0000", 2024-08-10T06:31:34.075 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.355877+0000", 2024-08-10T06:31:34.075 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.355877+0000", 2024-08-10T06:31:34.075 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.356201+0000", 2024-08-10T06:31:34.075 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.404992+0000", 2024-08-10T06:31:34.075 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:34.076 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:34.076 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:34.076 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:34.076 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.404992+0000", 2024-08-10T06:31:34.076 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.404992+0000", 2024-08-10T06:31:34.076 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.404992+0000", 2024-08-10T06:31:34.076 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:34.076 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:34.076 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:34.076 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.404992+0000", 2024-08-10T06:31:34.076 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.404992+0000", 2024-08-10T06:31:34.076 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:34.076 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 1, 2024-08-10T06:31:34.077 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:34.077 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:34.077 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:34.077 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:34.077 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:34.077 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:34.077 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:34.077 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 1, 2024-08-10T06:31:34.077 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:34.077 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:34.077 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:34.077 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.f", 2024-08-10T06:31:34.077 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:34.077 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:34.078 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:34.078 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5206, 2024-08-10T06:31:34.078 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:34.078 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:45:31.555319+0000", 2024-08-10T06:31:34.078 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:34.078 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:34.078 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:34.078 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 22, 2024-08-10T06:31:34.078 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:34.078 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:34.078 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:34.078 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:34.078 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:34.079 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:34.079 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:34.079 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:34.079 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:34.079 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:34.079 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:34.079 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:34.079 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:34.079 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:34.079 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:34.079 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 3, 2024-08-10T06:31:34.079 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 1, 2024-08-10T06:31:34.079 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:34.080 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 1, 2024-08-10T06:31:34.080 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:34.080 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:34.080 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:34.080 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:34.080 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:34.080 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:34.080 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:34.080 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:34.080 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:34.080 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:34.080 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:34.080 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:34.080 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:34.081 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 1, 2024-08-10T06:31:34.081 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 1, 2024-08-10T06:31:34.081 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:34.081 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:34.081 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:34.081 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 1, 2024-08-10T06:31:34.081 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 1 2024-08-10T06:31:34.081 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.081 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:34.081 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:34.081 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:34.081 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:34.081 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:34.081 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:34.082 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.082 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 4, 2024-08-10T06:31:34.082 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "66'1" 2024-08-10T06:31:34.082 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.082 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.082 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:34.082 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:34.082 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:34.082 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:34.082 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.082 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T06:31:34.082 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:34.082 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:34.083 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:34.083 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:34.083 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:34.083 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:34.083 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.404851+0000", 2024-08-10T06:31:34.083 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.350990+0000", 2024-08-10T06:31:34.083 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.350990+0000", 2024-08-10T06:31:34.083 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.351310+0000", 2024-08-10T06:31:34.083 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.404851+0000", 2024-08-10T06:31:34.083 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.083 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:34.083 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.083 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:34.083 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.404851+0000", 2024-08-10T06:31:34.084 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.404851+0000", 2024-08-10T06:31:34.084 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.404851+0000", 2024-08-10T06:31:34.084 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:34.084 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:34.084 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.084 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.404851+0000", 2024-08-10T06:31:34.084 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.404851+0000", 2024-08-10T06:31:34.084 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:34.084 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:34.084 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:34.084 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:34.084 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:34.084 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:34.084 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:34.084 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:34.085 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:34.085 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:34.085 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:34.085 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:34.085 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:34.085 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.11", 2024-08-10T06:31:34.085 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:34.085 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:34.085 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:34.085 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5095, 2024-08-10T06:31:34.086 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:34.086 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T09:29:22.614102+0000", 2024-08-10T06:31:34.086 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:34.086 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:34.086 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:34.086 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:34.086 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:34.086 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:34.086 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:34.086 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:34.086 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:34.086 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:34.086 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:34.087 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:34.087 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:34.087 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:34.087 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:34.087 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:34.087 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:34.087 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:34.087 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:34.087 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:34.087 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:34.087 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:34.087 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:34.087 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:34.088 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:34.088 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:34.088 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:34.088 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:34.088 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:34.088 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:34.088 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:34.088 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:34.088 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:34.088 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:34.088 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:34.088 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:34.088 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:34.088 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:34.089 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:34.089 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:34.089 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:34.089 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:34.089 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:34.089 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.089 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:34.089 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:34.089 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:34.089 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:34.089 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:34.089 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:34.089 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.090 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T06:31:34.090 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:34.090 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.090 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.090 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:34.090 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:34.090 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:34.090 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:34.090 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.090 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 2, 2024-08-10T06:31:34.090 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:34.090 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:34.090 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:34.091 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:34.091 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:34.091 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:34.091 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.401906+0000", 2024-08-10T06:31:34.091 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:19:24.344621+0000", 2024-08-10T06:31:34.091 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:19:24.344621+0000", 2024-08-10T06:31:34.091 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:19:24.344961+0000", 2024-08-10T06:31:34.091 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.401906+0000", 2024-08-10T06:31:34.091 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:34.091 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:34.091 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:34.091 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 375, 2024-08-10T06:31:34.091 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.401906+0000", 2024-08-10T06:31:34.091 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.401906+0000", 2024-08-10T06:31:34.092 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.401906+0000", 2024-08-10T06:31:34.092 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:34.092 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:34.092 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:34.092 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.401906+0000", 2024-08-10T06:31:34.092 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.401906+0000", 2024-08-10T06:31:34.092 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:34.092 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 8, 2024-08-10T06:31:34.092 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:34.092 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:34.092 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 374, 2024-08-10T06:31:34.092 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:34.092 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:34.092 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:34.093 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:34.093 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 8, 2024-08-10T06:31:34.093 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:34.093 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:34.093 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:34.093 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.10", 2024-08-10T06:31:34.093 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:34.093 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:34.093 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:34.093 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5273, 2024-08-10T06:31:34.093 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:34.093 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T16:09:22.224545+0000", 2024-08-10T06:31:34.093 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:34.093 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:34.094 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:34.094 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:34.094 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:34.094 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:34.094 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:34.094 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:34.094 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:34.094 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:34.094 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:34.094 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:34.094 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:34.094 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:34.094 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:34.095 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:34.095 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:34.095 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:34.095 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:34.095 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 12, 2024-08-10T06:31:34.095 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 4, 2024-08-10T06:31:34.095 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:34.095 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 4, 2024-08-10T06:31:34.095 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:34.095 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:34.095 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:34.095 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:34.095 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:34.095 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 4, 2024-08-10T06:31:34.096 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:34.096 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:34.096 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:34.096 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:34.096 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:34.096 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:34.096 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:34.096 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 24, 2024-08-10T06:31:34.096 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 24, 2024-08-10T06:31:34.096 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:34.096 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:34.096 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:34.096 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 12, 2024-08-10T06:31:34.096 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:34.097 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.097 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:34.097 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:34.097 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:34.097 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:34.097 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:34.097 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:34.097 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.097 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 2, 2024-08-10T06:31:34.097 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "66'8" 2024-08-10T06:31:34.097 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.097 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.097 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:34.097 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:34.098 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:34.098 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T06:31:34.098 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.098 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-08-10T06:31:34.098 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:34.098 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:34.098 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:34.098 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:34.098 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:34.098 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:34.098 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.403146+0000", 2024-08-10T06:31:34.098 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.390632+0000", 2024-08-10T06:31:34.098 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.390632+0000", 2024-08-10T06:31:34.098 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.390903+0000", 2024-08-10T06:31:34.099 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.403146+0000", 2024-08-10T06:31:34.099 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.099 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:34.099 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.099 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:34.099 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.403146+0000", 2024-08-10T06:31:34.099 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.403146+0000", 2024-08-10T06:31:34.099 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.403146+0000", 2024-08-10T06:31:34.099 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:34.099 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:34.099 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.099 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.403146+0000", 2024-08-10T06:31:34.099 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.403146+0000", 2024-08-10T06:31:34.099 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:34.100 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:34.100 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:34.100 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:34.100 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:34.100 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:34.100 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:34.100 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:34.100 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:34.100 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:34.100 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:34.100 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:34.100 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:34.100 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.10", 2024-08-10T06:31:34.101 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:34.101 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:34.101 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:34.101 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5134, 2024-08-10T06:31:34.101 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:34.101 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:42:36.970920+0000", 2024-08-10T06:31:34.101 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:34.101 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:34.101 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:34.101 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:34.101 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:34.101 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:34.102 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:34.102 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:34.102 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:34.102 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:34.102 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:34.102 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:34.102 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:34.102 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:34.102 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:34.102 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:34.102 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:34.102 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:34.102 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:34.102 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:34.103 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:34.103 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:34.103 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:34.103 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:34.103 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:34.103 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:34.103 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:34.103 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:34.103 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:34.103 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:34.103 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:34.103 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:34.104 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:34.104 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:34.104 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:34.104 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:34.104 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:34.104 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:34.104 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:34.104 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:34.104 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:34.104 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:34.104 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:34.104 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.104 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:34.104 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:34.105 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:34.105 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:34.105 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:34.105 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T06:31:34.105 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.105 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-08-10T06:31:34.105 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:34.105 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.105 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.105 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:34.105 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:34.105 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:34.105 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:34.106 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.106 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-08-10T06:31:34.106 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:34.106 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:34.106 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:34.106 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:34.106 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:34.106 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:34.106 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.403501+0000", 2024-08-10T06:31:34.106 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.391306+0000", 2024-08-10T06:31:34.106 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.391306+0000", 2024-08-10T06:31:34.106 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.391606+0000", 2024-08-10T06:31:34.106 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.403501+0000", 2024-08-10T06:31:34.107 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:34.107 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:34.107 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:34.107 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:34.107 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.403501+0000", 2024-08-10T06:31:34.107 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.403501+0000", 2024-08-10T06:31:34.107 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.403501+0000", 2024-08-10T06:31:34.107 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:34.107 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:34.107 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:34.107 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.403501+0000", 2024-08-10T06:31:34.107 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.403501+0000", 2024-08-10T06:31:34.107 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:34.108 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:34.108 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:34.108 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:34.108 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:34.108 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:34.108 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:34.108 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:34.108 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:34.108 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:34.108 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:34.108 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:34.108 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:34.108 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.11", 2024-08-10T06:31:34.108 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:34.109 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:34.109 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:34.109 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5148, 2024-08-10T06:31:34.109 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:34.109 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:50:21.736014+0000", 2024-08-10T06:31:34.109 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:34.109 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:34.109 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:34.109 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:34.109 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:34.109 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:34.109 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:34.109 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:34.109 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:34.110 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:34.110 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:34.110 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:34.110 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:34.110 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:34.110 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:34.110 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:34.110 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:34.110 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:34.110 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:34.110 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:34.110 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:34.110 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:34.111 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:34.111 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:34.111 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:34.111 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:34.111 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:34.111 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:34.111 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:34.111 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:34.111 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:34.111 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:34.111 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:34.111 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:34.111 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:34.112 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:34.112 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:34.112 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:34.112 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:34.112 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:34.112 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:34.112 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:34.112 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:34.112 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.112 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:34.112 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:34.112 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:34.112 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:34.112 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:34.113 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:34.113 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.113 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-08-10T06:31:34.113 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:34.113 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.113 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.113 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:34.113 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:34.113 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:34.113 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:34.113 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.113 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T06:31:34.113 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:34.113 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:34.113 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:34.114 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:34.114 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:34.114 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:34.114 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.408278+0000", 2024-08-10T06:31:34.114 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.357052+0000", 2024-08-10T06:31:34.114 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.357052+0000", 2024-08-10T06:31:34.114 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.358026+0000", 2024-08-10T06:31:34.114 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.408278+0000", 2024-08-10T06:31:34.114 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.114 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:34.114 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.114 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:34.114 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.408278+0000", 2024-08-10T06:31:34.115 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.408278+0000", 2024-08-10T06:31:34.115 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.408278+0000", 2024-08-10T06:31:34.115 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:34.115 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:34.115 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.115 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.408278+0000", 2024-08-10T06:31:34.115 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.408278+0000", 2024-08-10T06:31:34.115 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:34.115 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:34.115 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:34.115 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:34.115 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:34.115 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:34.115 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:34.116 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:34.116 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:34.116 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:34.116 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:34.116 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:34.116 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:34.116 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.13", 2024-08-10T06:31:34.116 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:34.116 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:34.116 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:34.116 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5115, 2024-08-10T06:31:34.116 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:34.116 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:38:53.995641+0000", 2024-08-10T06:31:34.117 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:34.117 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:34.117 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:34.117 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:34.117 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:34.117 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:34.117 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:34.117 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:34.117 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:34.117 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:34.117 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:34.117 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:34.117 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:34.117 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:34.118 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:34.118 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:34.118 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:34.118 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:34.118 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:34.118 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:34.118 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:34.118 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:34.118 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:34.118 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:34.118 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:34.118 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:34.118 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:34.119 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:34.119 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:34.119 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:34.119 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:34.119 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:34.119 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:34.119 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:34.119 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:34.119 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:34.119 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:34.119 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:34.119 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:34.119 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:34.119 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:34.119 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:34.120 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:34.120 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.120 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:34.120 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:34.120 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:34.120 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:34.120 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:34.120 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:34.120 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.120 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T06:31:34.120 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:34.120 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.120 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.120 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:34.121 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:34.121 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:34.121 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:34.121 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.121 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T06:31:34.121 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:34.121 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:34.121 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:34.121 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:34.121 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:34.121 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:34.121 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.893341+0000", 2024-08-10T06:31:34.121 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:04.278173+0000", 2024-08-10T06:31:34.122 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:04.278173+0000", 2024-08-10T06:31:34.122 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:04.279463+0000", 2024-08-10T06:31:34.122 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.893341+0000", 2024-08-10T06:31:34.122 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:34.122 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:34.122 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:34.122 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 463, 2024-08-10T06:31:34.122 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.893341+0000", 2024-08-10T06:31:34.122 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.893341+0000", 2024-08-10T06:31:34.122 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.893341+0000", 2024-08-10T06:31:34.122 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:34.122 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:34.122 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:34.123 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.893341+0000", 2024-08-10T06:31:34.123 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.893341+0000", 2024-08-10T06:31:34.123 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:34.123 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:34.123 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:34.123 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:34.123 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 462, 2024-08-10T06:31:34.123 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:34.123 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:34.123 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:34.123 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:34.123 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:34.123 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:34.123 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:34.124 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:34.124 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.12", 2024-08-10T06:31:34.124 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:34.124 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:34.124 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:34.124 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5194, 2024-08-10T06:31:34.124 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:34.124 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T09:22:32.190730+0000", 2024-08-10T06:31:34.124 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:34.124 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:34.124 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:34.124 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:34.124 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:34.124 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:34.125 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:34.125 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:34.125 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:34.125 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:34.125 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:34.125 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:34.125 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:34.125 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:34.125 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:34.125 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:34.125 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:34.125 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:34.125 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:34.126 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:34.126 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:34.126 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:34.126 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:34.126 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:34.126 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:34.126 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:34.126 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:34.126 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:34.126 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:34.126 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:34.126 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:34.126 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:34.127 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:34.127 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:34.127 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:34.127 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:34.127 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:34.127 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:34.127 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:34.127 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:34.127 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:34.127 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:34.127 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:34.127 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.127 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:34.127 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:34.128 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:34.128 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:34.128 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:34.128 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:34.128 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.128 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T06:31:34.128 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:34.128 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.128 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.128 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:34.128 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:34.128 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:34.128 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-08-10T06:31:34.128 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.129 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-08-10T06:31:34.129 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:34.129 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:34.129 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:34.129 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:34.129 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:34.129 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:34.129 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.893963+0000", 2024-08-10T06:31:34.129 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.359731+0000", 2024-08-10T06:31:34.129 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.359731+0000", 2024-08-10T06:31:34.129 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.361141+0000", 2024-08-10T06:31:34.129 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.893963+0000", 2024-08-10T06:31:34.129 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.129 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:34.130 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.130 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:34.130 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.893963+0000", 2024-08-10T06:31:34.130 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.893963+0000", 2024-08-10T06:31:34.130 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.893963+0000", 2024-08-10T06:31:34.130 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:34.130 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:34.130 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.130 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.893963+0000", 2024-08-10T06:31:34.130 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.893963+0000", 2024-08-10T06:31:34.130 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:34.130 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:34.131 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:34.131 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:34.131 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:34.131 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:34.131 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:34.131 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:34.131 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:34.131 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:34.131 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:34.131 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:34.131 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:34.131 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.12", 2024-08-10T06:31:34.131 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:34.131 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:34.132 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:34.132 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5320, 2024-08-10T06:31:34.132 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:34.132 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:01:58.106791+0000", 2024-08-10T06:31:34.132 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:34.132 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:34.132 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:34.132 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:34.132 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:34.132 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:34.132 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:34.132 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:34.132 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:34.133 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:34.133 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:34.133 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:34.133 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:34.133 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:34.133 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:34.133 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:34.133 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:34.133 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:34.133 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:34.133 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:34.133 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:34.133 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:34.133 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:34.134 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:34.134 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:34.134 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:34.134 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:34.134 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:34.134 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:34.134 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:34.134 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:34.134 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:34.134 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:34.134 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:34.134 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:34.134 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:34.135 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:34.135 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:34.135 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:34.135 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:34.135 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:34.135 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:34.135 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:34.135 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.135 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:34.135 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:34.135 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:34.135 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:34.135 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:34.135 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-08-10T06:31:34.136 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.136 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-08-10T06:31:34.136 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:34.136 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.136 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.136 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:34.136 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:34.136 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:34.136 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-08-10T06:31:34.136 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.136 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-08-10T06:31:34.136 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:34.136 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:34.136 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:34.137 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:34.137 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:34.137 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:34.137 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.895336+0000", 2024-08-10T06:31:34.137 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:20:30.221854+0000", 2024-08-10T06:31:34.137 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:20:30.221854+0000", 2024-08-10T06:31:34.137 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:20:30.222876+0000", 2024-08-10T06:31:34.137 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.895336+0000", 2024-08-10T06:31:34.137 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:34.137 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:34.137 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:34.137 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 432, 2024-08-10T06:31:34.137 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.895336+0000", 2024-08-10T06:31:34.138 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.895336+0000", 2024-08-10T06:31:34.138 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.895336+0000", 2024-08-10T06:31:34.138 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:34.138 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:34.138 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:34.138 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.895336+0000", 2024-08-10T06:31:34.138 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.895336+0000", 2024-08-10T06:31:34.138 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:34.138 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 2, 2024-08-10T06:31:34.138 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:34.138 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:34.138 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 431, 2024-08-10T06:31:34.138 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:34.139 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:34.139 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:34.139 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:34.139 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 2, 2024-08-10T06:31:34.139 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:34.139 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:34.139 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:34.139 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.13", 2024-08-10T06:31:34.139 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:34.139 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:34.139 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:34.139 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5329, 2024-08-10T06:31:34.139 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:34.140 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:43:38.885002+0000", 2024-08-10T06:31:34.140 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:34.140 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:34.140 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:34.140 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 34, 2024-08-10T06:31:34.140 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:34.140 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:34.140 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:34.140 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:34.140 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:34.140 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:34.140 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:34.140 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:34.140 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:34.141 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:34.141 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:34.141 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:34.141 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:34.141 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:34.141 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:34.141 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 6, 2024-08-10T06:31:34.141 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 2, 2024-08-10T06:31:34.141 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:34.141 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 2, 2024-08-10T06:31:34.141 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:34.141 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:34.141 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:34.142 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:34.142 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:34.142 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 1, 2024-08-10T06:31:34.142 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:34.142 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:34.142 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:34.142 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:34.142 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:34.142 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:34.142 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:34.142 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 4, 2024-08-10T06:31:34.142 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 7, 2024-08-10T06:31:34.142 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:34.143 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:34.143 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:34.143 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 3, 2024-08-10T06:31:34.143 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 6 2024-08-10T06:31:34.143 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.143 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:34.143 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:34.143 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:34.143 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:34.143 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:34.143 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-08-10T06:31:34.143 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.143 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-08-10T06:31:34.143 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "66'2" 2024-08-10T06:31:34.144 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.144 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.144 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:34.144 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:34.144 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:34.144 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:34.144 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.144 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T06:31:34.144 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:34.144 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:34.144 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:34.144 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:34.144 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:34.144 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:34.145 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.403260+0000", 2024-08-10T06:31:34.145 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.354022+0000", 2024-08-10T06:31:34.145 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.354022+0000", 2024-08-10T06:31:34.145 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.355791+0000", 2024-08-10T06:31:34.145 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.403260+0000", 2024-08-10T06:31:34.145 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.145 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:34.145 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.145 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:34.145 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.403260+0000", 2024-08-10T06:31:34.145 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.403260+0000", 2024-08-10T06:31:34.145 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.403260+0000", 2024-08-10T06:31:34.145 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:34.145 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:34.146 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.146 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.403260+0000", 2024-08-10T06:31:34.146 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.403260+0000", 2024-08-10T06:31:34.146 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:34.146 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:34.146 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:34.146 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:34.146 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:34.146 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:34.146 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:34.146 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:34.146 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:34.147 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:34.147 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:34.147 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:34.147 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:34.147 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.15", 2024-08-10T06:31:34.147 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:34.147 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:34.147 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:34.147 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5114, 2024-08-10T06:31:34.147 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:34.147 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:56:22.570783+0000", 2024-08-10T06:31:34.147 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:34.147 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:34.147 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:34.148 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:34.148 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:34.148 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:34.148 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:34.148 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:34.148 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:34.148 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:34.148 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:34.148 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:34.148 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:34.148 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:34.148 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:34.148 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:34.149 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:34.149 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:34.149 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:34.149 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:34.149 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:34.149 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:34.149 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:34.149 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:34.149 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:34.149 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:34.149 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:34.149 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:34.149 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:34.149 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:34.149 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:34.150 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:34.150 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:34.150 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:34.150 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:34.150 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:34.150 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:34.150 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:34.150 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:34.150 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:34.150 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:34.150 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:34.150 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:34.150 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.151 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:34.151 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:34.151 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:34.151 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:34.151 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:34.151 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:34.151 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.151 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T06:31:34.151 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:34.151 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.151 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.151 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:34.151 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:34.152 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:34.152 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T06:31:34.152 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.152 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-08-10T06:31:34.152 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:34.152 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:34.152 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:34.152 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:34.152 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:34.152 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:34.152 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.403961+0000", 2024-08-10T06:31:34.152 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.389207+0000", 2024-08-10T06:31:34.152 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.389207+0000", 2024-08-10T06:31:34.153 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.389687+0000", 2024-08-10T06:31:34.153 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.403961+0000", 2024-08-10T06:31:34.153 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:34.153 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:34.153 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:34.153 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:34.153 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.403961+0000", 2024-08-10T06:31:34.153 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.403961+0000", 2024-08-10T06:31:34.153 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.403961+0000", 2024-08-10T06:31:34.153 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:34.153 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:34.153 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:34.153 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.403961+0000", 2024-08-10T06:31:34.153 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.403961+0000", 2024-08-10T06:31:34.154 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:34.154 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 29, 2024-08-10T06:31:34.154 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:34.154 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:34.154 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:34.154 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:34.154 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:34.154 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:34.154 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:34.154 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 29, 2024-08-10T06:31:34.154 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:34.154 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:34.154 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:34.154 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.14", 2024-08-10T06:31:34.155 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:34.155 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:34.155 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:34.155 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5172, 2024-08-10T06:31:34.155 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:34.155 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T15:53:13.673692+0000", 2024-08-10T06:31:34.155 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:34.155 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:34.155 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:34.155 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 5810, 2024-08-10T06:31:34.155 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:34.155 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:34.155 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:34.155 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:34.156 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:34.156 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:34.156 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:34.156 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:34.156 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:34.156 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:34.156 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:34.156 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:34.156 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:34.156 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:34.156 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:34.156 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 12, 2024-08-10T06:31:34.156 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 4, 2024-08-10T06:31:34.156 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:34.157 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 4, 2024-08-10T06:31:34.157 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:34.157 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:34.157 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:34.157 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:34.157 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:34.157 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 1, 2024-08-10T06:31:34.157 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:34.157 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:34.157 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:34.157 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:34.157 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:34.157 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:34.157 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:34.157 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 10, 2024-08-10T06:31:34.158 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 14, 2024-08-10T06:31:34.158 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:34.158 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:34.158 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:34.158 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 28, 2024-08-10T06:31:34.158 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 25 2024-08-10T06:31:34.158 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.158 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:34.158 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:34.158 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:34.158 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:34.158 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:34.158 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T06:31:34.159 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.159 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-08-10T06:31:34.159 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "548'29" 2024-08-10T06:31:34.159 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.159 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.159 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:34.159 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:34.159 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:34.159 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:34.159 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.159 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 4, 2024-08-10T06:31:34.159 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:34.159 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:34.159 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:34.160 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:34.160 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:34.160 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:34.160 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.404741+0000", 2024-08-10T06:31:34.160 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.349384+0000", 2024-08-10T06:31:34.160 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.349384+0000", 2024-08-10T06:31:34.160 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.349665+0000", 2024-08-10T06:31:34.160 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.404741+0000", 2024-08-10T06:31:34.160 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.160 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:34.160 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.160 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:34.160 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.404741+0000", 2024-08-10T06:31:34.160 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.404741+0000", 2024-08-10T06:31:34.161 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.404741+0000", 2024-08-10T06:31:34.161 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:34.161 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:34.161 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.161 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.404741+0000", 2024-08-10T06:31:34.161 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.404741+0000", 2024-08-10T06:31:34.161 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:34.161 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:34.161 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:34.161 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:34.161 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:34.161 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:34.161 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:34.161 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:34.161 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:34.162 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:34.162 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:34.162 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:34.162 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:34.162 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.14", 2024-08-10T06:31:34.162 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:34.162 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:34.162 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:34.162 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5192, 2024-08-10T06:31:34.162 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:34.162 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:42:34.835277+0000", 2024-08-10T06:31:34.162 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:34.162 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:34.162 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:34.163 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:34.163 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:34.163 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:34.163 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:34.163 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:34.163 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:34.163 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:34.163 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:34.163 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:34.163 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:34.163 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:34.163 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:34.163 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:34.164 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:34.164 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:34.164 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:34.164 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:34.164 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:34.164 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:34.164 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:34.164 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:34.164 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:34.164 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:34.164 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:34.164 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:34.164 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:34.164 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:34.165 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:34.165 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:34.165 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:34.165 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:34.165 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:34.165 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:34.165 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:34.165 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:34.165 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:34.165 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:34.165 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:34.165 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:34.165 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:34.165 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.166 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:34.166 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:34.166 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:34.166 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:34.166 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:34.166 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:34.166 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.166 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 4, 2024-08-10T06:31:34.166 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:34.166 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.166 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.166 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:34.166 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:34.167 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:34.167 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:34.167 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.167 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-08-10T06:31:34.167 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:34.167 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:34.167 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:34.167 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:34.167 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:34.167 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:34.167 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.892506+0000", 2024-08-10T06:31:34.167 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:04.276818+0000", 2024-08-10T06:31:34.167 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:04.276818+0000", 2024-08-10T06:31:34.167 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:04.277144+0000", 2024-08-10T06:31:34.168 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.892506+0000", 2024-08-10T06:31:34.168 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:34.168 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:34.168 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:34.168 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 463, 2024-08-10T06:31:34.168 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.892506+0000", 2024-08-10T06:31:34.168 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.892506+0000", 2024-08-10T06:31:34.168 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.892506+0000", 2024-08-10T06:31:34.168 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:34.168 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:34.168 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:34.168 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.892506+0000", 2024-08-10T06:31:34.168 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.892506+0000", 2024-08-10T06:31:34.168 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:34.169 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 3, 2024-08-10T06:31:34.169 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:34.169 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:34.169 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 462, 2024-08-10T06:31:34.169 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:34.169 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:34.169 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:34.169 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:34.169 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 3, 2024-08-10T06:31:34.169 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:34.169 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:34.169 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:34.169 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.15", 2024-08-10T06:31:34.169 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:34.170 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:34.170 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:34.170 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5303, 2024-08-10T06:31:34.170 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:34.170 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:16:39.487929+0000", 2024-08-10T06:31:34.170 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:34.170 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:34.170 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:34.170 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 90, 2024-08-10T06:31:34.170 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:34.170 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:34.170 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:34.170 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:34.171 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:34.171 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:34.171 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:34.171 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:34.171 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:34.171 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:34.171 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:34.171 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:34.171 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:34.171 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:34.171 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:34.171 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 6, 2024-08-10T06:31:34.171 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 2, 2024-08-10T06:31:34.171 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:34.171 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 2, 2024-08-10T06:31:34.172 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:34.172 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:34.172 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:34.172 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:34.172 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:34.172 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 1, 2024-08-10T06:31:34.172 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:34.172 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:34.172 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:34.172 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:34.172 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:34.172 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:34.172 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:34.172 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 7, 2024-08-10T06:31:34.173 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 7, 2024-08-10T06:31:34.173 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:34.173 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:34.173 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:34.173 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 4, 2024-08-10T06:31:34.173 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 1 2024-08-10T06:31:34.173 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.173 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:34.173 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:34.173 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:34.173 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:34.173 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:34.173 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:34.173 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.174 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-08-10T06:31:34.174 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "66'3" 2024-08-10T06:31:34.174 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.174 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.174 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:34.174 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:34.174 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:34.174 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-08-10T06:31:34.174 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.174 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-08-10T06:31:34.174 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:34.174 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:34.174 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:34.175 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:34.175 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:34.175 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:34.175 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.892416+0000", 2024-08-10T06:31:34.175 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:04.287843+0000", 2024-08-10T06:31:34.175 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:04.287843+0000", 2024-08-10T06:31:34.175 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:04.288354+0000", 2024-08-10T06:31:34.175 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.892416+0000", 2024-08-10T06:31:34.175 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.175 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:34.175 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.175 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 463, 2024-08-10T06:31:34.175 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.892416+0000", 2024-08-10T06:31:34.175 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.892416+0000", 2024-08-10T06:31:34.175 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.892416+0000", 2024-08-10T06:31:34.176 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:34.176 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:34.176 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.176 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.892416+0000", 2024-08-10T06:31:34.176 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.892416+0000", 2024-08-10T06:31:34.176 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:34.176 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:34.176 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:34.176 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:34.176 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 462, 2024-08-10T06:31:34.176 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:34.176 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:34.176 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:34.176 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:34.177 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:34.177 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:34.177 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:34.177 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:34.177 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.17", 2024-08-10T06:31:34.177 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:34.177 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:34.177 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:34.177 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5319, 2024-08-10T06:31:34.177 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:34.177 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:07:04.338575+0000", 2024-08-10T06:31:34.177 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:34.177 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:34.177 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:34.177 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:34.178 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:34.178 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:34.178 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:34.178 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:34.178 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:34.178 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:34.178 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:34.178 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:34.178 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:34.178 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:34.178 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:34.178 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:34.178 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:34.179 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:34.179 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:34.179 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:34.179 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:34.179 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:34.179 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:34.179 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:34.179 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:34.179 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:34.179 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:34.179 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:34.179 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:34.179 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:34.179 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:34.180 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:34.180 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:34.180 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:34.180 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:34.180 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:34.180 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:34.180 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:34.180 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:34.180 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:34.180 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:34.180 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:34.180 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:34.180 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.180 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:34.181 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:34.181 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:34.181 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:34.181 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:34.181 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-08-10T06:31:34.181 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.181 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-08-10T06:31:34.181 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:34.181 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.181 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.181 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:34.181 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:34.181 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:34.181 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:34.182 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.182 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T06:31:34.182 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:34.182 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:34.182 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:34.182 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:34.182 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:34.182 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:34.182 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.895395+0000", 2024-08-10T06:31:34.182 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.385431+0000", 2024-08-10T06:31:34.182 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.385431+0000", 2024-08-10T06:31:34.182 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.385718+0000", 2024-08-10T06:31:34.182 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.895395+0000", 2024-08-10T06:31:34.183 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:34.183 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:34.183 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:34.183 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:34.183 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.895395+0000", 2024-08-10T06:31:34.183 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.895395+0000", 2024-08-10T06:31:34.183 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.895395+0000", 2024-08-10T06:31:34.183 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:34.183 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:34.183 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:34.183 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.895395+0000", 2024-08-10T06:31:34.183 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.895395+0000", 2024-08-10T06:31:34.183 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:34.183 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:34.184 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:34.184 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:34.184 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:34.184 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:34.184 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:34.184 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:34.184 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:34.184 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:34.184 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:34.184 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:34.184 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:34.184 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.16", 2024-08-10T06:31:34.184 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:34.185 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:34.185 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:34.185 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5146, 2024-08-10T06:31:34.185 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:34.185 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T17:04:32.038901+0000", 2024-08-10T06:31:34.185 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:34.185 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:34.185 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:34.185 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:34.185 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:34.185 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:34.185 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:34.185 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:34.185 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:34.186 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:34.186 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:34.186 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:34.186 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:34.186 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:34.186 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:34.186 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:34.186 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:34.186 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:34.186 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:34.186 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:34.186 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:34.186 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:34.186 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:34.187 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:34.187 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:34.187 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:34.187 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:34.187 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:34.187 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:34.187 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:34.187 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:34.187 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:34.187 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:34.187 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:34.187 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:34.187 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:34.187 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:34.188 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:34.188 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:34.188 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:34.188 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:34.188 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:34.188 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:34.188 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.188 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:34.188 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:34.188 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:34.188 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:34.188 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:34.188 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:34.188 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.188 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T06:31:34.189 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:34.189 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.189 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.189 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:34.189 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:34.189 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:34.189 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:34.189 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.189 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T06:31:34.189 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:34.189 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:34.189 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:34.189 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:34.189 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:34.190 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:34.190 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.895256+0000", 2024-08-10T06:31:34.190 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.355135+0000", 2024-08-10T06:31:34.190 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.355135+0000", 2024-08-10T06:31:34.190 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.355447+0000", 2024-08-10T06:31:34.190 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.895256+0000", 2024-08-10T06:31:34.190 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.190 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:34.190 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.190 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:34.190 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.895256+0000", 2024-08-10T06:31:34.190 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.895256+0000", 2024-08-10T06:31:34.190 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.895256+0000", 2024-08-10T06:31:34.191 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:34.191 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:34.191 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.191 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.895256+0000", 2024-08-10T06:31:34.191 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.895256+0000", 2024-08-10T06:31:34.191 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:34.191 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:34.191 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:34.191 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:34.191 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:34.191 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:34.191 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:34.191 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:34.191 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:34.192 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:34.192 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:34.192 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:34.192 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:34.192 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.16", 2024-08-10T06:31:34.192 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:34.192 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:34.192 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:34.192 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5152, 2024-08-10T06:31:34.192 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:34.192 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:40:57.052757+0000", 2024-08-10T06:31:34.192 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:34.192 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:34.192 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:34.193 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:34.193 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:34.193 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:34.193 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:34.193 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:34.193 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:34.193 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:34.193 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:34.193 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:34.193 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:34.193 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:34.193 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:34.193 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:34.194 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:34.194 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:34.194 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:34.194 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:34.194 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:34.194 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:34.194 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:34.194 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:34.194 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:34.194 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:34.194 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:34.194 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:34.194 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:34.195 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:34.195 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:34.195 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:34.195 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:34.195 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:34.195 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:34.195 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:34.195 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:34.195 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:34.195 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:34.195 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:34.195 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:34.195 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:34.196 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:34.196 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.196 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:34.196 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:34.196 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:34.196 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:34.196 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:34.196 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:34.196 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.196 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T06:31:34.196 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:34.196 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.196 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.196 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:34.196 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:34.197 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:34.197 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:34.197 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.197 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-08-10T06:31:34.197 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:34.197 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:34.197 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:34.197 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:34.197 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:34.197 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:34.197 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.411817+0000", 2024-08-10T06:31:34.197 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.388078+0000", 2024-08-10T06:31:34.197 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.388078+0000", 2024-08-10T06:31:34.197 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.388526+0000", 2024-08-10T06:31:34.197 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.411817+0000", 2024-08-10T06:31:34.198 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:34.198 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:34.198 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:34.198 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:34.198 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.411817+0000", 2024-08-10T06:31:34.198 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.411817+0000", 2024-08-10T06:31:34.198 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.411817+0000", 2024-08-10T06:31:34.198 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:34.198 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:34.198 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:34.198 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.411817+0000", 2024-08-10T06:31:34.198 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.411817+0000", 2024-08-10T06:31:34.198 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:34.198 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:34.199 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:34.199 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:34.199 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:34.199 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:34.199 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:34.199 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:34.199 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:34.199 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:34.199 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:34.199 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:34.199 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:34.199 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.17", 2024-08-10T06:31:34.199 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:34.199 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:34.200 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:34.200 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5136, 2024-08-10T06:31:34.200 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:34.200 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:58:39.548410+0000", 2024-08-10T06:31:34.200 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:34.200 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:34.200 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:34.200 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:34.200 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:34.200 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:34.200 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:34.200 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:34.200 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:34.200 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:34.201 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:34.201 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:34.201 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:34.201 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:34.201 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:34.201 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:34.201 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:34.201 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:34.201 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:34.201 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:34.201 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:34.201 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:34.201 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:34.201 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:34.201 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:34.202 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:34.202 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:34.202 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:34.202 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:34.202 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:34.202 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:34.202 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:34.202 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:34.202 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:34.202 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:34.202 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:34.202 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:34.202 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:34.203 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:34.203 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:34.203 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:34.203 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:34.203 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:34.203 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.203 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:34.203 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:34.203 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:34.203 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:34.203 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:34.203 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:34.203 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.204 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-08-10T06:31:34.204 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:34.204 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.204 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.204 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:34.204 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:34.204 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:34.204 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:34.204 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.204 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-08-10T06:31:34.204 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:34.204 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:34.204 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:34.204 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:34.205 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:34.205 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:34.205 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.892599+0000", 2024-08-10T06:31:34.205 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:20:30.219922+0000", 2024-08-10T06:31:34.205 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:20:30.219922+0000", 2024-08-10T06:31:34.205 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:20:30.220249+0000", 2024-08-10T06:31:34.205 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.892599+0000", 2024-08-10T06:31:34.205 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.205 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:34.205 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.205 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 432, 2024-08-10T06:31:34.205 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.892599+0000", 2024-08-10T06:31:34.205 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.892599+0000", 2024-08-10T06:31:34.205 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.892599+0000", 2024-08-10T06:31:34.205 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:34.206 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:34.206 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.206 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.892599+0000", 2024-08-10T06:31:34.206 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.892599+0000", 2024-08-10T06:31:34.206 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:34.206 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:34.206 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:34.206 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:34.206 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 431, 2024-08-10T06:31:34.206 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:34.206 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:34.206 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:34.206 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:34.207 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:34.207 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:34.207 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:34.207 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:34.207 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.19", 2024-08-10T06:31:34.207 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:34.207 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:34.207 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:34.207 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5284, 2024-08-10T06:31:34.207 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:34.207 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:43:41.447850+0000", 2024-08-10T06:31:34.207 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:34.207 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:34.207 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:34.208 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:34.208 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:34.208 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:34.208 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:34.208 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:34.208 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:34.208 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:34.208 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:34.208 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:34.208 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:34.208 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:34.208 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:34.208 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:34.208 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:34.208 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:34.209 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:34.209 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:34.209 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:34.209 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:34.209 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:34.209 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:34.209 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:34.209 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:34.209 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:34.209 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:34.209 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:34.209 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:34.209 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:34.209 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:34.210 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:34.210 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:34.210 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:34.210 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:34.210 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:34.210 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:34.210 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:34.210 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:34.210 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:34.210 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:34.210 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:34.210 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.210 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:34.211 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:34.211 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:34.211 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:34.211 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:34.211 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:34.211 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.211 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-08-10T06:31:34.211 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:34.211 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.211 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.211 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:34.211 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:34.211 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:34.212 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:34.212 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.212 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T06:31:34.212 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:34.212 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:34.212 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:34.212 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:34.212 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:34.212 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:34.212 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.892994+0000", 2024-08-10T06:31:34.212 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.351779+0000", 2024-08-10T06:31:34.212 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.351779+0000", 2024-08-10T06:31:34.212 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.352040+0000", 2024-08-10T06:31:34.212 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.892994+0000", 2024-08-10T06:31:34.213 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:34.213 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:34.213 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:34.213 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:34.213 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.892994+0000", 2024-08-10T06:31:34.213 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.892994+0000", 2024-08-10T06:31:34.213 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.892994+0000", 2024-08-10T06:31:34.213 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:34.213 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:34.213 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:34.213 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.892994+0000", 2024-08-10T06:31:34.213 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.892994+0000", 2024-08-10T06:31:34.213 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:34.214 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:34.214 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:34.214 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:34.214 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:34.214 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:34.214 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:34.214 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:34.214 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:34.214 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:34.214 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:34.214 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:34.214 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:34.214 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.18", 2024-08-10T06:31:34.215 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:34.215 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:34.215 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:34.215 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5159, 2024-08-10T06:31:34.215 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:34.215 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:14:45.246886+0000", 2024-08-10T06:31:34.215 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:34.215 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:34.215 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:34.215 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:34.215 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:34.215 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:34.215 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:34.215 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:34.215 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:34.216 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:34.216 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:34.216 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:34.216 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:34.216 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:34.216 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:34.216 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:34.216 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:34.216 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:34.216 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:34.216 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:34.216 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:34.216 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:34.216 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:34.216 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:34.217 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:34.217 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:34.217 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:34.217 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:34.217 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:34.217 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:34.217 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:34.217 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:34.217 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:34.217 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:34.217 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:34.217 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:34.217 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:34.217 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:34.217 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:34.218 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:34.218 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:34.218 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:34.218 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:34.218 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.218 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:34.218 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:34.218 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:34.218 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:34.218 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:34.218 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:34.218 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.219 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T06:31:34.219 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:34.219 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.219 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.219 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:34.219 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:34.219 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:34.219 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:34.219 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.219 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-08-10T06:31:34.219 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:34.219 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:34.219 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:34.219 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:34.219 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:34.220 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:34.220 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.402309+0000", 2024-08-10T06:31:34.220 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:19:57.223062+0000", 2024-08-10T06:31:34.220 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:19:57.223062+0000", 2024-08-10T06:31:34.220 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:19:57.224043+0000", 2024-08-10T06:31:34.220 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.402309+0000", 2024-08-10T06:31:34.220 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.220 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:34.220 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.220 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 406, 2024-08-10T06:31:34.220 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.402309+0000", 2024-08-10T06:31:34.220 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.402309+0000", 2024-08-10T06:31:34.220 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.402309+0000", 2024-08-10T06:31:34.220 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:34.220 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:34.221 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.221 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.402309+0000", 2024-08-10T06:31:34.221 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.402309+0000", 2024-08-10T06:31:34.221 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:34.221 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:34.221 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:34.221 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:34.221 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 405, 2024-08-10T06:31:34.221 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:34.221 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:34.221 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:34.221 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:34.221 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:34.221 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:34.221 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:34.222 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:34.222 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.18", 2024-08-10T06:31:34.222 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:34.222 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:34.222 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:34.222 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5242, 2024-08-10T06:31:34.222 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:34.222 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T09:26:53.942408+0000", 2024-08-10T06:31:34.222 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:34.222 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:34.222 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:34.222 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:34.222 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:34.223 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:34.223 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:34.223 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:34.223 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:34.223 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:34.223 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:34.223 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:34.223 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:34.223 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:34.223 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:34.223 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:34.223 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:34.223 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:34.224 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:34.224 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:34.224 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:34.224 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:34.224 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:34.224 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:34.224 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:34.224 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:34.224 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:34.224 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:34.224 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:34.224 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:34.224 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:34.224 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:34.225 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:34.225 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:34.225 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:34.225 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:34.225 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:34.225 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:34.225 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:34.225 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:34.225 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:34.225 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:34.225 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:34.225 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.225 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:34.226 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:34.226 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:34.226 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:34.226 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:34.226 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:34.226 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.226 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-08-10T06:31:34.226 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:34.226 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.226 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.226 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:34.226 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:34.226 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:34.227 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:34.227 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.227 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-08-10T06:31:34.227 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:34.227 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:34.227 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:34.227 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:34.227 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:34.227 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:34.227 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.401761+0000", 2024-08-10T06:31:34.227 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.395407+0000", 2024-08-10T06:31:34.227 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.395407+0000", 2024-08-10T06:31:34.227 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.395796+0000", 2024-08-10T06:31:34.227 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.401761+0000", 2024-08-10T06:31:34.228 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:34.228 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:34.228 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:34.228 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:34.228 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.401761+0000", 2024-08-10T06:31:34.228 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.401761+0000", 2024-08-10T06:31:34.228 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.401761+0000", 2024-08-10T06:31:34.228 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:34.228 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:34.228 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:34.228 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.401761+0000", 2024-08-10T06:31:34.228 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.401761+0000", 2024-08-10T06:31:34.228 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:34.228 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:34.228 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:34.229 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:34.229 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:34.229 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:34.229 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:34.229 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:34.229 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:34.229 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:34.229 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:34.229 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:34.229 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:34.229 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.19", 2024-08-10T06:31:34.229 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:34.229 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:34.229 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:34.230 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5243, 2024-08-10T06:31:34.230 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:34.230 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T16:19:19.091052+0000", 2024-08-10T06:31:34.230 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:34.230 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:34.230 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:34.230 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:34.230 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:34.230 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:34.230 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:34.230 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:34.230 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:34.230 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:34.230 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:34.231 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:34.231 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:34.231 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:34.231 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:34.231 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:34.231 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:34.231 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:34.231 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:34.231 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:34.231 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:34.231 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:34.231 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:34.231 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:34.232 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:34.232 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:34.232 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:34.232 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:34.232 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:34.232 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:34.232 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:34.232 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:34.232 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:34.232 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:34.232 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:34.232 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:34.232 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:34.233 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:34.233 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:34.233 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:34.233 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:34.233 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:34.233 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:34.233 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.233 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:34.233 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:34.233 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:34.233 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:34.233 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:34.233 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:34.233 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.234 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-08-10T06:31:34.234 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:34.234 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.234 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.234 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:34.234 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:34.234 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:34.234 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:34.234 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.234 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-08-10T06:31:34.234 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:34.234 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:34.234 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:34.235 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:34.235 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:34.235 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:34.235 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.402679+0000", 2024-08-10T06:31:34.235 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.348203+0000", 2024-08-10T06:31:34.235 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.348203+0000", 2024-08-10T06:31:34.235 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.348811+0000", 2024-08-10T06:31:34.235 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.402679+0000", 2024-08-10T06:31:34.235 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:34.235 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:34.235 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:34.235 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:34.235 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.402679+0000", 2024-08-10T06:31:34.235 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.402679+0000", 2024-08-10T06:31:34.236 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.402679+0000", 2024-08-10T06:31:34.236 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:34.236 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:34.236 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:34.236 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.402679+0000", 2024-08-10T06:31:34.236 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.402679+0000", 2024-08-10T06:31:34.236 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:34.236 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 2, 2024-08-10T06:31:34.236 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:34.236 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:34.236 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:34.236 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:34.236 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:34.236 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:34.237 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:34.237 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 2, 2024-08-10T06:31:34.237 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:34.237 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:34.237 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:34.237 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.1a", 2024-08-10T06:31:34.237 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:34.237 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:34.237 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:34.237 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5140, 2024-08-10T06:31:34.237 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:34.237 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:05:49.809125+0000", 2024-08-10T06:31:34.237 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:34.237 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:34.238 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:34.238 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:34.238 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:34.238 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:34.238 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:34.238 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:34.238 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:34.238 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:34.238 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:34.238 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:34.238 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:34.238 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:34.239 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:34.239 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:34.239 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:34.239 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:34.239 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:34.239 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:34.239 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:34.239 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:34.239 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:34.239 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:34.239 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:34.239 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:34.239 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:34.239 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:34.240 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:34.240 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:34.240 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:34.240 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:34.240 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:34.240 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:34.240 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:34.240 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:34.240 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:34.240 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:34.240 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:34.240 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:34.240 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:34.240 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:34.241 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:34.241 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.241 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:34.241 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:34.241 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:34.241 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:34.241 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:34.241 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:34.241 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.241 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-08-10T06:31:34.241 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "548'2" 2024-08-10T06:31:34.241 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.241 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.242 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:34.242 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:34.242 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:34.242 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:34.242 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.242 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-08-10T06:31:34.242 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:34.242 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:34.242 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:34.242 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:34.242 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:34.242 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:34.242 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.895202+0000", 2024-08-10T06:31:34.243 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.354717+0000", 2024-08-10T06:31:34.243 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.354717+0000", 2024-08-10T06:31:34.243 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.355096+0000", 2024-08-10T06:31:34.243 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.895202+0000", 2024-08-10T06:31:34.243 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.243 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:34.243 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.243 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:34.243 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.895202+0000", 2024-08-10T06:31:34.243 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.895202+0000", 2024-08-10T06:31:34.243 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.895202+0000", 2024-08-10T06:31:34.243 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:34.243 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:34.243 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.244 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.895202+0000", 2024-08-10T06:31:34.244 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.895202+0000", 2024-08-10T06:31:34.244 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:34.244 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:34.244 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:34.244 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:34.244 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:34.244 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:34.244 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:34.244 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:34.244 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:34.244 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:34.244 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:34.244 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:34.245 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:34.245 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.1b", 2024-08-10T06:31:34.245 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:34.245 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:34.245 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:34.245 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5318, 2024-08-10T06:31:34.245 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:34.245 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T15:55:58.793285+0000", 2024-08-10T06:31:34.245 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:34.245 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:34.245 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:34.245 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:34.245 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:34.245 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:34.246 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:34.246 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:34.246 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:34.246 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:34.246 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:34.246 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:34.246 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:34.246 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:34.246 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:34.246 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:34.246 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:34.246 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:34.247 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:34.247 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:34.247 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:34.247 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:34.247 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:34.247 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:34.247 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:34.247 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:34.247 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:34.247 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:34.247 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:34.247 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:34.247 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:34.247 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:34.248 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:34.248 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:34.248 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:34.248 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:34.248 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:34.248 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:34.248 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:34.248 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:34.248 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:34.248 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:34.248 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:34.248 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.248 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:34.248 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:34.249 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:34.249 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:34.249 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:34.249 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:34.249 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.249 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-08-10T06:31:34.249 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:34.249 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.249 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.249 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:34.249 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:34.249 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:34.249 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:34.249 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.250 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-08-10T06:31:34.250 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:34.250 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:34.250 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:34.250 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:34.250 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:34.250 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:34.250 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.402529+0000", 2024-08-10T06:31:34.250 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.351474+0000", 2024-08-10T06:31:34.250 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.351474+0000", 2024-08-10T06:31:34.250 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.351870+0000", 2024-08-10T06:31:34.250 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.402529+0000", 2024-08-10T06:31:34.250 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:34.251 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:34.251 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:34.251 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:34.251 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.402529+0000", 2024-08-10T06:31:34.251 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.402529+0000", 2024-08-10T06:31:34.251 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.402529+0000", 2024-08-10T06:31:34.251 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:34.251 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:34.251 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:34.251 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.402529+0000", 2024-08-10T06:31:34.251 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.402529+0000", 2024-08-10T06:31:34.251 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:34.251 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 2, 2024-08-10T06:31:34.251 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:34.251 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:34.252 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:34.252 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:34.252 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:34.252 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:34.252 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:34.252 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 2, 2024-08-10T06:31:34.252 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:34.252 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:34.252 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:34.252 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.1b", 2024-08-10T06:31:34.252 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:34.252 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:34.252 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:34.252 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5236, 2024-08-10T06:31:34.252 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:34.253 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:24:44.234848+0000", 2024-08-10T06:31:34.253 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:34.253 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:34.253 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:34.253 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:34.253 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:34.253 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:34.253 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:34.253 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:34.253 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:34.253 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:34.253 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:34.253 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:34.253 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:34.254 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:34.254 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:34.254 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:34.254 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:34.254 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:34.254 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:34.254 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:34.254 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:34.254 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:34.254 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:34.254 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:34.254 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:34.255 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:34.255 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:34.255 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:34.255 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:34.255 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:34.255 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:34.255 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:34.255 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:34.255 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:34.255 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:34.255 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:34.255 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:34.255 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:34.256 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:34.256 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:34.256 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:34.256 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:34.256 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:34.256 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.256 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:34.256 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:34.256 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:34.256 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:34.256 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:34.256 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:34.256 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.256 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-08-10T06:31:34.257 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "548'2" 2024-08-10T06:31:34.257 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.257 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.257 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:34.257 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:34.257 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:34.257 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:34.257 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.257 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 4, 2024-08-10T06:31:34.257 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:34.257 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:34.257 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:34.257 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:34.257 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:34.258 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:34.258 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.402715+0000", 2024-08-10T06:31:34.258 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:20:30.229787+0000", 2024-08-10T06:31:34.258 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:20:30.229787+0000", 2024-08-10T06:31:34.258 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:20:30.230091+0000", 2024-08-10T06:31:34.258 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.402715+0000", 2024-08-10T06:31:34.258 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.258 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:34.258 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.258 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 432, 2024-08-10T06:31:34.258 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.402715+0000", 2024-08-10T06:31:34.258 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.402715+0000", 2024-08-10T06:31:34.258 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.402715+0000", 2024-08-10T06:31:34.259 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:34.259 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:34.259 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.259 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.402715+0000", 2024-08-10T06:31:34.259 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.402715+0000", 2024-08-10T06:31:34.259 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:34.259 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:34.259 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:34.259 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:34.259 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 431, 2024-08-10T06:31:34.259 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:34.259 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:34.259 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:34.259 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:34.260 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:34.260 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:34.260 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:34.260 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:34.260 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.1a", 2024-08-10T06:31:34.260 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:34.260 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:34.260 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:34.260 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5228, 2024-08-10T06:31:34.260 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:34.260 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:40:13.160497+0000", 2024-08-10T06:31:34.260 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:34.260 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:34.260 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:34.261 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:34.261 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:34.261 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:34.261 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:34.261 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:34.261 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:34.261 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:34.261 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:34.261 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:34.261 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:34.261 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:34.261 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:34.261 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:34.262 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:34.262 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:34.262 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:34.262 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:34.262 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:34.262 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:34.262 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:34.262 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:34.262 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:34.262 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:34.262 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:34.262 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:34.263 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:34.263 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:34.263 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:34.263 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:34.263 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:34.263 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:34.263 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:34.263 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:34.263 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:34.263 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:34.263 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:34.263 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:34.263 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:34.263 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:34.264 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:34.264 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.264 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:34.264 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:34.264 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:34.264 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:34.264 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:34.264 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:34.264 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.264 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 4, 2024-08-10T06:31:34.264 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:34.264 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.264 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.264 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:34.264 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:34.265 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:34.265 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T06:31:34.265 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.265 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-08-10T06:31:34.265 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:34.265 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:34.265 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:34.265 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:34.265 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:34.265 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:34.265 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.403036+0000", 2024-08-10T06:31:34.265 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.389909+0000", 2024-08-10T06:31:34.265 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.389909+0000", 2024-08-10T06:31:34.266 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.390206+0000", 2024-08-10T06:31:34.266 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.403036+0000", 2024-08-10T06:31:34.266 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.266 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:34.266 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.266 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:34.266 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.403036+0000", 2024-08-10T06:31:34.266 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.403036+0000", 2024-08-10T06:31:34.266 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.403036+0000", 2024-08-10T06:31:34.266 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:34.266 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:34.266 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.266 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.403036+0000", 2024-08-10T06:31:34.267 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.403036+0000", 2024-08-10T06:31:34.267 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:34.267 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:34.267 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:34.267 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:34.267 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:34.267 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:34.267 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:34.267 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:34.267 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:34.267 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:34.267 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:34.267 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:34.268 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:34.268 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.20", 2024-08-10T06:31:34.268 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:34.268 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:34.268 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:34.268 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5148, 2024-08-10T06:31:34.268 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:34.268 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T09:11:50.893635+0000", 2024-08-10T06:31:34.268 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:34.268 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:34.268 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:34.268 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:34.268 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:34.268 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:34.269 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:34.269 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:34.269 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:34.269 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:34.269 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:34.269 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:34.269 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:34.269 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:34.269 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:34.269 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:34.269 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:34.269 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:34.270 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:34.270 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:34.270 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:34.270 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:34.270 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:34.270 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:34.270 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:34.270 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:34.270 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:34.270 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:34.270 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:34.270 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:34.270 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:34.270 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:34.271 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:34.271 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:34.271 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:34.271 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:34.271 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:34.271 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:34.271 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:34.271 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:34.271 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:34.271 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:34.271 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:34.271 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.271 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:34.272 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:34.272 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:34.272 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:34.272 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:34.272 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T06:31:34.272 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.272 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-08-10T06:31:34.272 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:34.272 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.272 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.272 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:34.272 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:34.272 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:34.272 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:34.273 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.273 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 2, 2024-08-10T06:31:34.273 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:34.273 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:34.273 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:34.273 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:34.273 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:34.273 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:34.273 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.401898+0000", 2024-08-10T06:31:34.273 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.386001+0000", 2024-08-10T06:31:34.273 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.386001+0000", 2024-08-10T06:31:34.273 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.386397+0000", 2024-08-10T06:31:34.273 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.401898+0000", 2024-08-10T06:31:34.273 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.274 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:34.274 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.274 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:34.274 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.401898+0000", 2024-08-10T06:31:34.274 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.401898+0000", 2024-08-10T06:31:34.274 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.401898+0000", 2024-08-10T06:31:34.274 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:34.274 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:34.274 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.274 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.401898+0000", 2024-08-10T06:31:34.274 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.401898+0000", 2024-08-10T06:31:34.274 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:34.275 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:34.275 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:34.275 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:34.275 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:34.275 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:34.275 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:34.275 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:34.275 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:34.275 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:34.275 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:34.275 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:34.275 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:34.275 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.21", 2024-08-10T06:31:34.276 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:34.276 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:34.276 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:34.276 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5249, 2024-08-10T06:31:34.276 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:34.276 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:26:18.002554+0000", 2024-08-10T06:31:34.276 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:34.276 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:34.276 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:34.276 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:34.276 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:34.276 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:34.276 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:34.277 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:34.277 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:34.277 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:34.277 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:34.277 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:34.277 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:34.277 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:34.277 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:34.277 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:34.277 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:34.277 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:34.277 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:34.277 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:34.278 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:34.278 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:34.278 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:34.278 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:34.278 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:34.278 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:34.278 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:34.278 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:34.278 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:34.278 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:34.278 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:34.278 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:34.278 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:34.278 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:34.279 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:34.279 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:34.279 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:34.279 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:34.279 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:34.279 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:34.279 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:34.279 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:34.279 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:34.279 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.279 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:34.279 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:34.279 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:34.279 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:34.279 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:34.280 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:34.280 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.280 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 2, 2024-08-10T06:31:34.280 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:34.280 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.280 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.280 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:34.280 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:34.280 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:34.280 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:34.280 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.280 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T06:31:34.280 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:34.280 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:34.280 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:34.281 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:34.281 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:34.281 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:34.281 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.893417+0000", 2024-08-10T06:31:34.281 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:04.281067+0000", 2024-08-10T06:31:34.281 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:04.281067+0000", 2024-08-10T06:31:34.281 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:04.281424+0000", 2024-08-10T06:31:34.281 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.893417+0000", 2024-08-10T06:31:34.281 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.281 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:34.281 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.281 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 463, 2024-08-10T06:31:34.281 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.893417+0000", 2024-08-10T06:31:34.281 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.893417+0000", 2024-08-10T06:31:34.282 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.893417+0000", 2024-08-10T06:31:34.282 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:34.282 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:34.282 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.282 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.893417+0000", 2024-08-10T06:31:34.282 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.893417+0000", 2024-08-10T06:31:34.282 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:34.282 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:34.282 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:34.282 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:34.282 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 462, 2024-08-10T06:31:34.282 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:34.282 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:34.282 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:34.283 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:34.283 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:34.283 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:34.283 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:34.283 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:34.283 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.22", 2024-08-10T06:31:34.283 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:34.283 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:34.283 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:34.283 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5184, 2024-08-10T06:31:34.283 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:34.283 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T15:39:58.561780+0000", 2024-08-10T06:31:34.283 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:34.283 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:34.283 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:34.284 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:34.284 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:34.284 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:34.284 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:34.284 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:34.284 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:34.284 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:34.284 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:34.284 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:34.284 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:34.284 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:34.284 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:34.284 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:34.284 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:34.284 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:34.285 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:34.285 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:34.285 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:34.285 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:34.285 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:34.285 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:34.285 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:34.285 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:34.285 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:34.285 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:34.285 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:34.285 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:34.285 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:34.286 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:34.286 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:34.286 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:34.286 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:34.286 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:34.286 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:34.286 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:34.286 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:34.286 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:34.286 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:34.286 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:34.286 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:34.286 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.287 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:34.287 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:34.287 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:34.287 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:34.287 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:34.287 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:34.287 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.287 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T06:31:34.287 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:34.287 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.287 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.287 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:34.287 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:34.288 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:34.288 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:34.288 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.288 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-08-10T06:31:34.288 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:34.288 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:34.288 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:34.288 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:34.288 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:34.288 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:34.288 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.895443+0000", 2024-08-10T06:31:34.288 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:20:30.222262+0000", 2024-08-10T06:31:34.289 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:20:30.222262+0000", 2024-08-10T06:31:34.289 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:20:30.223891+0000", 2024-08-10T06:31:34.289 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.895443+0000", 2024-08-10T06:31:34.289 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.289 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:34.289 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.289 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 432, 2024-08-10T06:31:34.289 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.895443+0000", 2024-08-10T06:31:34.289 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.895443+0000", 2024-08-10T06:31:34.289 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.895443+0000", 2024-08-10T06:31:34.289 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:34.289 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:34.289 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.289 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.895443+0000", 2024-08-10T06:31:34.290 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.895443+0000", 2024-08-10T06:31:34.290 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:34.290 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:34.290 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:34.290 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:34.290 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 431, 2024-08-10T06:31:34.290 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:34.290 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:34.290 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:34.290 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:34.290 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:34.290 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:34.290 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:34.291 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:34.291 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.23", 2024-08-10T06:31:34.291 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:34.291 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:34.291 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:34.291 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5324, 2024-08-10T06:31:34.291 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:34.291 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:49:49.155975+0000", 2024-08-10T06:31:34.291 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:34.291 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:34.291 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:34.291 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:34.291 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:34.291 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:34.291 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:34.292 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:34.292 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:34.292 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:34.292 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:34.292 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:34.292 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:34.292 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:34.292 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:34.292 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:34.292 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:34.292 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:34.292 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:34.292 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:34.292 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:34.292 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:34.293 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:34.293 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:34.293 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:34.293 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:34.293 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:34.293 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:34.293 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:34.293 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:34.293 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:34.293 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:34.293 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:34.293 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:34.293 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:34.293 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:34.294 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:34.294 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:34.294 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:34.294 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:34.294 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:34.294 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:34.294 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:34.294 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.294 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:34.294 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:34.294 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:34.294 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:34.294 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:34.295 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:34.295 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.295 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-08-10T06:31:34.295 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:34.295 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.295 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.295 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:34.295 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:34.295 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:34.295 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:34.295 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.295 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-08-10T06:31:34.295 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:34.296 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:34.296 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:34.296 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:34.296 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:34.296 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:34.296 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.403333+0000", 2024-08-10T06:31:34.296 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:20:30.222976+0000", 2024-08-10T06:31:34.296 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:20:30.222976+0000", 2024-08-10T06:31:34.296 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:20:30.223305+0000", 2024-08-10T06:31:34.296 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.403333+0000", 2024-08-10T06:31:34.296 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.296 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:34.296 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.297 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 432, 2024-08-10T06:31:34.297 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.403333+0000", 2024-08-10T06:31:34.297 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.403333+0000", 2024-08-10T06:31:34.297 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.403333+0000", 2024-08-10T06:31:34.297 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:34.297 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:34.297 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.297 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.403333+0000", 2024-08-10T06:31:34.297 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.403333+0000", 2024-08-10T06:31:34.297 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:34.297 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:34.297 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:34.297 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:34.297 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 431, 2024-08-10T06:31:34.298 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:34.298 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:34.298 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:34.298 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:34.298 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:34.298 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:34.298 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:34.298 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:34.298 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.24", 2024-08-10T06:31:34.298 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:34.298 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:34.298 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:34.298 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5244, 2024-08-10T06:31:34.298 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:34.299 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:13:45.802652+0000", 2024-08-10T06:31:34.299 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:34.299 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:34.299 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:34.299 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:34.299 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:34.299 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:34.299 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:34.299 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:34.299 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:34.299 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:34.299 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:34.299 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:34.299 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:34.300 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:34.300 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:34.300 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:34.300 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:34.300 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:34.300 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:34.300 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:34.300 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:34.300 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:34.300 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:34.300 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:34.300 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:34.300 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:34.300 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:34.301 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:34.301 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:34.301 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:34.301 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:34.301 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:34.301 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:34.301 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:34.301 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:34.301 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:34.301 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:34.301 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:34.301 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:34.301 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:34.302 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:34.302 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:34.302 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:34.302 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.302 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:34.302 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:34.302 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:34.302 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:34.302 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:34.302 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:34.302 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.302 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-08-10T06:31:34.302 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:34.303 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.303 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.303 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:34.303 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:34.303 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:34.303 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:34.303 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.303 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-08-10T06:31:34.303 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:34.303 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:34.303 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:34.303 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:34.303 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:34.303 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:34.304 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.892577+0000", 2024-08-10T06:31:34.304 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:19:57.216633+0000", 2024-08-10T06:31:34.304 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:19:57.216633+0000", 2024-08-10T06:31:34.304 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:19:57.217425+0000", 2024-08-10T06:31:34.304 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.892577+0000", 2024-08-10T06:31:34.304 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.304 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:34.304 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.304 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 406, 2024-08-10T06:31:34.304 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.892577+0000", 2024-08-10T06:31:34.304 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.892577+0000", 2024-08-10T06:31:34.304 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.892577+0000", 2024-08-10T06:31:34.304 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:34.304 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:34.304 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.305 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.892577+0000", 2024-08-10T06:31:34.305 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.892577+0000", 2024-08-10T06:31:34.305 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:34.305 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:34.305 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:34.305 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:34.305 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 405, 2024-08-10T06:31:34.305 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:34.305 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:34.305 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:34.305 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:34.305 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:34.305 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:34.306 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:34.306 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:34.306 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.25", 2024-08-10T06:31:34.306 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:34.306 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:34.306 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:34.306 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5288, 2024-08-10T06:31:34.306 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:34.306 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:09:43.207509+0000", 2024-08-10T06:31:34.306 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:34.306 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:34.306 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:34.306 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:34.307 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:34.307 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:34.307 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:34.307 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:34.307 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:34.307 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:34.307 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:34.307 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:34.307 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:34.307 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:34.307 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:34.307 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:34.307 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:34.307 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:34.308 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:34.308 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:34.308 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:34.308 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:34.308 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:34.308 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:34.308 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:34.308 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:34.308 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:34.308 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:34.308 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:34.308 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:34.308 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:34.308 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:34.309 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:34.309 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:34.309 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:34.309 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:34.309 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:34.309 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:34.309 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:34.309 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:34.309 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:34.309 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:34.309 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:34.309 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.309 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:34.309 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:34.310 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:34.310 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:34.310 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:34.310 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:34.310 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.310 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-08-10T06:31:34.310 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:34.310 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.310 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.310 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:34.310 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:34.310 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:34.310 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:34.310 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.311 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-08-10T06:31:34.311 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:34.311 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:34.311 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:34.311 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:34.311 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:34.311 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:34.311 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.413133+0000", 2024-08-10T06:31:34.311 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.350708+0000", 2024-08-10T06:31:34.311 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.350708+0000", 2024-08-10T06:31:34.311 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.351003+0000", 2024-08-10T06:31:34.311 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.413133+0000", 2024-08-10T06:31:34.311 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.312 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:34.312 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.312 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:34.312 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.413133+0000", 2024-08-10T06:31:34.312 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.413133+0000", 2024-08-10T06:31:34.312 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.413133+0000", 2024-08-10T06:31:34.312 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:34.312 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:34.312 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.312 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.413133+0000", 2024-08-10T06:31:34.312 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.413133+0000", 2024-08-10T06:31:34.312 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:34.312 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:34.312 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:34.313 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:34.313 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:34.313 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:34.313 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:34.313 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:34.313 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:34.313 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:34.313 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:34.313 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:34.313 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:34.313 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.26", 2024-08-10T06:31:34.313 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:34.313 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:34.313 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:34.314 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5140, 2024-08-10T06:31:34.314 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:34.314 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:15:44.757687+0000", 2024-08-10T06:31:34.314 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:34.314 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:34.314 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:34.314 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:34.314 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:34.314 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:34.314 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:34.314 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:34.314 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:34.314 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:34.314 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:34.315 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:34.315 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:34.315 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:34.315 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:34.315 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:34.315 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:34.315 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:34.315 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:34.315 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:34.315 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:34.315 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:34.315 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:34.315 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:34.316 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:34.316 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:34.316 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:34.316 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:34.316 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:34.316 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:34.316 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:34.316 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:34.316 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:34.316 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:34.316 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:34.316 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:34.316 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:34.316 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:34.317 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:34.317 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:34.317 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:34.317 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:34.317 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:34.317 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.317 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:34.317 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:34.317 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:34.317 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:34.317 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:34.317 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:34.317 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.318 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-08-10T06:31:34.318 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:34.318 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.318 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.318 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:34.318 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:34.318 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:34.318 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:34.318 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.318 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-08-10T06:31:34.318 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:34.318 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:34.318 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:34.319 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:34.319 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:34.319 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:34.319 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.403788+0000", 2024-08-10T06:31:34.319 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:20:30.224668+0000", 2024-08-10T06:31:34.319 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:20:30.224668+0000", 2024-08-10T06:31:34.319 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:20:30.225190+0000", 2024-08-10T06:31:34.319 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.403788+0000", 2024-08-10T06:31:34.319 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.319 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:34.319 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.319 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 432, 2024-08-10T06:31:34.319 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.403788+0000", 2024-08-10T06:31:34.320 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.403788+0000", 2024-08-10T06:31:34.320 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.403788+0000", 2024-08-10T06:31:34.320 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:34.320 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:34.320 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.320 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.403788+0000", 2024-08-10T06:31:34.320 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.403788+0000", 2024-08-10T06:31:34.320 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:34.320 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:34.320 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:34.320 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:34.320 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 431, 2024-08-10T06:31:34.320 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:34.320 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:34.321 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:34.321 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:34.321 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:34.321 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:34.321 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:34.321 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:34.321 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.27", 2024-08-10T06:31:34.321 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:34.321 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:34.321 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:34.321 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5226, 2024-08-10T06:31:34.321 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:34.321 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T15:28:10.930172+0000", 2024-08-10T06:31:34.321 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:34.322 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:34.322 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:34.322 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:34.322 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:34.322 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:34.322 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:34.322 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:34.322 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:34.322 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:34.322 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:34.322 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:34.322 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:34.322 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:34.323 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:34.323 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:34.323 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:34.323 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:34.323 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:34.323 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:34.323 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:34.323 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:34.323 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:34.323 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:34.323 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:34.323 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:34.323 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:34.324 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:34.324 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:34.324 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:34.324 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:34.324 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:34.324 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:34.324 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:34.324 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:34.324 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:34.324 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:34.324 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:34.324 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:34.324 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:34.324 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:34.325 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:34.325 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:34.325 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.325 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:34.325 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:34.325 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:34.325 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:34.325 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:34.325 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:34.325 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.325 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-08-10T06:31:34.325 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:34.325 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.325 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.326 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:34.326 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:34.326 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:34.326 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:34.326 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.326 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T06:31:34.326 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:34.326 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:34.326 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:34.326 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:34.326 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:34.326 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:34.326 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.893115+0000", 2024-08-10T06:31:34.327 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:04.277613+0000", 2024-08-10T06:31:34.327 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:04.277613+0000", 2024-08-10T06:31:34.327 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:04.277992+0000", 2024-08-10T06:31:34.327 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.893115+0000", 2024-08-10T06:31:34.327 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.327 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:34.327 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.327 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 463, 2024-08-10T06:31:34.327 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.893115+0000", 2024-08-10T06:31:34.327 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.893115+0000", 2024-08-10T06:31:34.327 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.893115+0000", 2024-08-10T06:31:34.327 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:34.327 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:34.327 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.328 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.893115+0000", 2024-08-10T06:31:34.328 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.893115+0000", 2024-08-10T06:31:34.328 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:34.328 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:34.328 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:34.328 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:34.328 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 462, 2024-08-10T06:31:34.328 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:34.328 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:34.328 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:34.328 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:34.328 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:34.328 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:34.328 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:34.329 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:34.329 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.28", 2024-08-10T06:31:34.329 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:34.329 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:34.329 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:34.329 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5183, 2024-08-10T06:31:34.329 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:34.329 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:38:19.522020+0000", 2024-08-10T06:31:34.329 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:34.329 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:34.329 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:34.329 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:34.329 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:34.329 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:34.329 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:34.330 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:34.330 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:34.330 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:34.330 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:34.330 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:34.330 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:34.330 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:34.330 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:34.330 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:34.330 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:34.330 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:34.330 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:34.330 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:34.331 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:34.331 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:34.331 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:34.331 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:34.331 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:34.331 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:34.331 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:34.331 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:34.331 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:34.331 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:34.331 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:34.331 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:34.331 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:34.331 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:34.332 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:34.332 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:34.332 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:34.332 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:34.332 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:34.332 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:34.332 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:34.332 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:34.332 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:34.332 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.332 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:34.332 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:34.332 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:34.333 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:34.333 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:34.333 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:34.333 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.333 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T06:31:34.333 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:34.333 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.333 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.333 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:34.333 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:34.333 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:34.333 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:34.333 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.333 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-08-10T06:31:34.333 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:34.334 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:34.334 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:34.334 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:34.334 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:34.334 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:34.334 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.401991+0000", 2024-08-10T06:31:34.334 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:19:57.220790+0000", 2024-08-10T06:31:34.334 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:19:57.220790+0000", 2024-08-10T06:31:34.334 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:19:57.222200+0000", 2024-08-10T06:31:34.334 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.401991+0000", 2024-08-10T06:31:34.334 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.334 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:34.334 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.335 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 406, 2024-08-10T06:31:34.335 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.401991+0000", 2024-08-10T06:31:34.335 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.401991+0000", 2024-08-10T06:31:34.335 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.401991+0000", 2024-08-10T06:31:34.335 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:34.335 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:34.335 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.335 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.401991+0000", 2024-08-10T06:31:34.335 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.401991+0000", 2024-08-10T06:31:34.335 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:34.335 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:34.335 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:34.335 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:34.336 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 405, 2024-08-10T06:31:34.336 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:34.336 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:34.336 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:34.336 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:34.336 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:34.336 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:34.336 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:34.336 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:34.336 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.29", 2024-08-10T06:31:34.336 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:34.336 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:34.336 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:34.336 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5242, 2024-08-10T06:31:34.336 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:34.337 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:24:56.218912+0000", 2024-08-10T06:31:34.337 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:34.337 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:34.337 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:34.337 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:34.337 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:34.337 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:34.337 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:34.337 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:34.337 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:34.337 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:34.337 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:34.337 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:34.338 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:34.338 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:34.338 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:34.338 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:34.338 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:34.338 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:34.338 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:34.338 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:34.338 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:34.338 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:34.338 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:34.338 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:34.338 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:34.339 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:34.339 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:34.339 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:34.339 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:34.339 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:34.339 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:34.339 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:34.339 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:34.339 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:34.339 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:34.339 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:34.339 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:34.339 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:34.339 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:34.340 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:34.340 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:34.340 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:34.340 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:34.340 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.340 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:34.340 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:34.340 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:34.340 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:34.340 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:34.340 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:34.340 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.340 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-08-10T06:31:34.340 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:34.341 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.341 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.341 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:34.341 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:34.341 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:34.341 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:34.341 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.341 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T06:31:34.341 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:34.341 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:34.341 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:34.341 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:34.341 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:34.342 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:34.342 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.893239+0000", 2024-08-10T06:31:34.342 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.352444+0000", 2024-08-10T06:31:34.342 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.352444+0000", 2024-08-10T06:31:34.342 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.352730+0000", 2024-08-10T06:31:34.342 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.893239+0000", 2024-08-10T06:31:34.342 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.342 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:34.342 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.342 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:34.342 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.893239+0000", 2024-08-10T06:31:34.342 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.893239+0000", 2024-08-10T06:31:34.342 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.893239+0000", 2024-08-10T06:31:34.342 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:34.343 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:34.343 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.343 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.893239+0000", 2024-08-10T06:31:34.343 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.893239+0000", 2024-08-10T06:31:34.343 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:34.343 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:34.343 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:34.343 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:34.343 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:34.343 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:34.343 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:34.343 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:34.343 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:34.344 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:34.344 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:34.344 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:34.344 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:34.344 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.2a", 2024-08-10T06:31:34.344 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:34.344 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:34.344 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:34.344 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5152, 2024-08-10T06:31:34.344 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:34.344 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T16:25:31.074439+0000", 2024-08-10T06:31:34.344 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:34.345 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:34.345 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:34.345 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:34.345 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:34.345 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:34.345 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:34.345 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:34.345 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:34.345 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:34.345 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:34.345 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:34.345 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:34.345 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:34.345 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:34.345 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:34.346 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:34.346 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:34.346 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:34.346 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:34.346 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:34.346 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:34.346 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:34.346 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:34.346 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:34.346 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:34.346 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:34.346 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:34.346 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:34.347 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:34.347 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:34.347 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:34.347 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:34.347 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:34.347 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:34.347 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:34.347 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:34.347 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:34.347 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:34.347 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:34.347 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:34.347 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:34.348 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:34.348 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.348 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:34.348 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:34.348 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:34.348 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:34.348 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:34.348 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:34.348 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.348 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T06:31:34.348 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:34.348 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.348 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.348 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:34.349 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:34.349 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:34.349 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:34.349 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.349 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-08-10T06:31:34.349 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:34.349 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:34.349 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:34.349 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:34.349 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:34.349 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:34.349 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.895495+0000", 2024-08-10T06:31:34.349 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.356589+0000", 2024-08-10T06:31:34.350 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.356589+0000", 2024-08-10T06:31:34.350 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.356919+0000", 2024-08-10T06:31:34.350 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.895495+0000", 2024-08-10T06:31:34.350 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.350 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:34.350 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.350 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:34.350 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.895495+0000", 2024-08-10T06:31:34.350 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.895495+0000", 2024-08-10T06:31:34.350 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.895495+0000", 2024-08-10T06:31:34.350 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:34.350 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:34.350 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.350 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.895495+0000", 2024-08-10T06:31:34.351 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.895495+0000", 2024-08-10T06:31:34.351 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:34.351 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:34.351 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:34.351 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:34.351 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:34.351 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:34.351 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:34.351 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:34.351 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:34.351 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:34.351 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:34.351 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:34.351 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:34.352 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.2b", 2024-08-10T06:31:34.352 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:34.352 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:34.352 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:34.352 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5321, 2024-08-10T06:31:34.352 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:34.352 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:54:34.852378+0000", 2024-08-10T06:31:34.352 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:34.352 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:34.352 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:34.352 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:34.352 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:34.352 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:34.353 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:34.353 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:34.353 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:34.353 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:34.353 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:34.353 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:34.353 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:34.353 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:34.353 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:34.353 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:34.353 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:34.353 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:34.353 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:34.354 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:34.354 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:34.354 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:34.354 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:34.354 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:34.354 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:34.354 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:34.354 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:34.354 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:34.354 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:34.354 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:34.354 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:34.354 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:34.355 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:34.355 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:34.355 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:34.355 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:34.355 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:34.355 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:34.355 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:34.355 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:34.355 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:34.355 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:34.355 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:34.355 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.355 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:34.355 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:34.356 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:34.356 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:34.356 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:34.356 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:34.356 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.356 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-08-10T06:31:34.356 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:34.356 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.356 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.356 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:34.356 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:34.356 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:34.356 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:34.357 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.357 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-08-10T06:31:34.357 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:34.357 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:34.357 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:34.357 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:34.357 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:34.357 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:34.357 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.408304+0000", 2024-08-10T06:31:34.357 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.391125+0000", 2024-08-10T06:31:34.357 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.391125+0000", 2024-08-10T06:31:34.357 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.391442+0000", 2024-08-10T06:31:34.357 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.408304+0000", 2024-08-10T06:31:34.357 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.358 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:34.358 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.358 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:34.358 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.408304+0000", 2024-08-10T06:31:34.358 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.408304+0000", 2024-08-10T06:31:34.358 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.408304+0000", 2024-08-10T06:31:34.358 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:34.358 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:34.358 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.358 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.408304+0000", 2024-08-10T06:31:34.358 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.408304+0000", 2024-08-10T06:31:34.358 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:34.358 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:34.359 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:34.359 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:34.359 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:34.359 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:34.359 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:34.359 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:34.359 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:34.359 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:34.359 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:34.359 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:34.359 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:34.359 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.2c", 2024-08-10T06:31:34.359 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:34.359 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:34.360 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:34.360 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5152, 2024-08-10T06:31:34.360 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:34.360 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:41:58.525119+0000", 2024-08-10T06:31:34.360 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:34.360 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:34.360 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:34.360 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:34.360 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:34.360 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:34.360 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:34.360 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:34.360 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:34.361 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:34.361 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:34.361 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:34.361 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:34.361 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:34.361 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:34.361 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:34.361 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:34.361 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:34.361 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:34.361 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:34.361 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:34.361 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:34.361 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:34.362 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:34.362 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:34.362 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:34.362 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:34.362 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:34.362 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:34.362 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:34.362 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:34.362 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:34.362 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:34.362 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:34.362 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:34.362 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:34.363 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:34.363 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:34.363 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:34.363 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:34.363 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:34.363 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:34.363 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:34.363 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.363 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:34.363 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:34.363 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:34.363 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:34.363 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:34.364 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:34.364 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.364 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-08-10T06:31:34.364 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:34.364 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.364 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.364 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:34.364 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:34.364 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:34.364 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:34.364 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.364 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T06:31:34.364 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:34.364 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:34.364 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:34.365 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:34.365 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:34.365 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:34.365 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.403586+0000", 2024-08-10T06:31:34.365 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.356993+0000", 2024-08-10T06:31:34.365 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.356993+0000", 2024-08-10T06:31:34.365 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.357270+0000", 2024-08-10T06:31:34.365 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.403586+0000", 2024-08-10T06:31:34.365 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.365 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:34.365 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.365 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:34.365 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.403586+0000", 2024-08-10T06:31:34.365 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.403586+0000", 2024-08-10T06:31:34.365 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.403586+0000", 2024-08-10T06:31:34.366 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:34.366 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:34.366 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.366 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.403586+0000", 2024-08-10T06:31:34.366 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.403586+0000", 2024-08-10T06:31:34.366 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:34.366 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:34.366 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:34.366 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:34.366 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:34.366 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:34.366 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:34.367 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:34.367 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:34.367 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:34.367 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:34.367 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:34.367 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:34.367 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.2d", 2024-08-10T06:31:34.367 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:34.367 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:34.367 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:34.367 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5096, 2024-08-10T06:31:34.367 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:34.367 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:53:10.916285+0000", 2024-08-10T06:31:34.367 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:34.368 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:34.368 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:34.368 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:34.368 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:34.368 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:34.368 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:34.368 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:34.368 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:34.368 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:34.368 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:34.368 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:34.368 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:34.368 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:34.368 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:34.369 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:34.369 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:34.369 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:34.369 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:34.369 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:34.369 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:34.369 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:34.369 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:34.369 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:34.369 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:34.369 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:34.369 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:34.369 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:34.370 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:34.370 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:34.370 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:34.370 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:34.370 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:34.370 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:34.370 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:34.370 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:34.370 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:34.370 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:34.370 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:34.370 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:34.370 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:34.371 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:34.371 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:34.371 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.371 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:34.371 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:34.371 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:34.371 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:34.371 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:34.371 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:34.371 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.371 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T06:31:34.371 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:34.371 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.371 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.372 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:34.372 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:34.372 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:34.372 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:34.372 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.372 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 2, 2024-08-10T06:31:34.372 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:34.372 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:34.372 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:34.372 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:34.372 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:34.372 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:34.372 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.402826+0000", 2024-08-10T06:31:34.373 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.361631+0000", 2024-08-10T06:31:34.373 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.361631+0000", 2024-08-10T06:31:34.373 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.362006+0000", 2024-08-10T06:31:34.373 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.402826+0000", 2024-08-10T06:31:34.373 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.373 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:34.373 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.373 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:34.373 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.402826+0000", 2024-08-10T06:31:34.373 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.402826+0000", 2024-08-10T06:31:34.373 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.402826+0000", 2024-08-10T06:31:34.373 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:34.373 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:34.374 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.374 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.402826+0000", 2024-08-10T06:31:34.374 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.402826+0000", 2024-08-10T06:31:34.374 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:34.374 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:34.374 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:34.374 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:34.374 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:34.374 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:34.374 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:34.374 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:34.374 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:34.374 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:34.374 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:34.375 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:34.375 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:34.375 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.2e", 2024-08-10T06:31:34.375 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:34.375 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:34.375 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:34.375 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5245, 2024-08-10T06:31:34.375 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:34.375 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:53:23.259248+0000", 2024-08-10T06:31:34.375 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:34.375 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:34.375 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:34.375 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:34.376 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:34.376 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:34.376 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:34.376 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:34.376 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:34.376 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:34.376 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:34.376 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:34.376 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:34.376 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:34.376 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:34.376 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:34.376 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:34.376 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:34.376 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:34.377 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:34.377 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:34.377 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:34.377 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:34.377 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:34.377 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:34.377 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:34.377 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:34.377 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:34.377 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:34.377 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:34.377 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:34.377 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:34.378 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:34.378 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:34.378 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:34.378 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:34.378 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:34.378 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:34.378 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:34.378 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:34.378 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:34.378 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:34.378 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:34.378 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.378 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:34.378 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:34.379 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:34.379 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:34.379 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:34.379 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:34.379 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.379 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 2, 2024-08-10T06:31:34.379 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:34.379 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.379 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.379 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:34.379 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:34.379 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:34.379 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:34.380 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.380 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T06:31:34.380 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:34.380 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:34.380 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:34.380 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:34.380 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:34.380 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:34.380 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.894389+0000", 2024-08-10T06:31:34.380 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.352499+0000", 2024-08-10T06:31:34.380 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.352499+0000", 2024-08-10T06:31:34.380 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.353703+0000", 2024-08-10T06:31:34.380 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.894389+0000", 2024-08-10T06:31:34.380 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.380 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:34.381 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.381 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:34.381 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.894389+0000", 2024-08-10T06:31:34.381 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.894389+0000", 2024-08-10T06:31:34.381 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.894389+0000", 2024-08-10T06:31:34.381 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:34.381 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:34.381 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.381 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.894389+0000", 2024-08-10T06:31:34.381 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.894389+0000", 2024-08-10T06:31:34.381 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:34.381 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:34.381 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:34.382 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:34.382 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:34.382 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:34.382 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:34.382 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:34.382 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:34.382 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:34.382 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:34.382 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:34.382 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:34.382 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.2f", 2024-08-10T06:31:34.382 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:34.382 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:34.383 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:34.383 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5157, 2024-08-10T06:31:34.383 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:34.383 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:37:25.517123+0000", 2024-08-10T06:31:34.383 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:34.383 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:34.383 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:34.383 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:34.383 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:34.383 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:34.383 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:34.383 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:34.383 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:34.383 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:34.384 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:34.384 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:34.384 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:34.384 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:34.384 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:34.384 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:34.384 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:34.384 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:34.384 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:34.384 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:34.384 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:34.384 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:34.384 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:34.384 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:34.385 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:34.385 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:34.385 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:34.385 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:34.385 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:34.385 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:34.385 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:34.385 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:34.385 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:34.385 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:34.385 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:34.385 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:34.385 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:34.385 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:34.386 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:34.386 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:34.386 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:34.386 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:34.386 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:34.386 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.386 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:34.386 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:34.386 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:34.386 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:34.386 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:34.386 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:34.386 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.387 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T06:31:34.387 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:34.387 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.387 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.387 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:34.387 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:34.387 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:34.387 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:34.387 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.387 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T06:31:34.387 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:34.387 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:34.387 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:34.387 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:34.388 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:34.388 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:34.388 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.892946+0000", 2024-08-10T06:31:34.388 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.352494+0000", 2024-08-10T06:31:34.388 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.352494+0000", 2024-08-10T06:31:34.388 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.352784+0000", 2024-08-10T06:31:34.388 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.892946+0000", 2024-08-10T06:31:34.388 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.388 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:34.388 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.388 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:34.388 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.892946+0000", 2024-08-10T06:31:34.388 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.892946+0000", 2024-08-10T06:31:34.389 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.892946+0000", 2024-08-10T06:31:34.389 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:34.389 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:34.389 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.389 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.892946+0000", 2024-08-10T06:31:34.389 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.892946+0000", 2024-08-10T06:31:34.389 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:34.389 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:34.389 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:34.389 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:34.389 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:34.389 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:34.389 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:34.390 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:34.390 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:34.390 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:34.390 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:34.390 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:34.390 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:34.390 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.30", 2024-08-10T06:31:34.390 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:34.390 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:34.390 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:34.390 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5161, 2024-08-10T06:31:34.390 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:34.390 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T09:36:50.435633+0000", 2024-08-10T06:31:34.391 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:34.391 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:34.391 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:34.391 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:34.391 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:34.391 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:34.391 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:34.391 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:34.391 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:34.391 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:34.391 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:34.391 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:34.391 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:34.392 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:34.392 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:34.392 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:34.392 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:34.392 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:34.392 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:34.392 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:34.392 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:34.392 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:34.392 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:34.392 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:34.392 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:34.392 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:34.392 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:34.392 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:34.392 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:34.393 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:34.393 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:34.393 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:34.393 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:34.393 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:34.393 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:34.393 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:34.393 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:34.393 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:34.393 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:34.393 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:34.393 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:34.393 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:34.394 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:34.394 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.394 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:34.394 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:34.394 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:34.394 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:34.394 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:34.394 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:34.394 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.394 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T06:31:34.394 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:34.394 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.394 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.395 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:34.395 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:34.395 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:34.395 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T06:31:34.395 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.395 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-08-10T06:31:34.395 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:34.395 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:34.395 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:34.395 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:34.395 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:34.395 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:34.395 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.892808+0000", 2024-08-10T06:31:34.395 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:04.268499+0000", 2024-08-10T06:31:34.396 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:04.268499+0000", 2024-08-10T06:31:34.396 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:04.268844+0000", 2024-08-10T06:31:34.396 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.892808+0000", 2024-08-10T06:31:34.396 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.396 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:34.396 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.396 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 463, 2024-08-10T06:31:34.396 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.892808+0000", 2024-08-10T06:31:34.396 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.892808+0000", 2024-08-10T06:31:34.396 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.892808+0000", 2024-08-10T06:31:34.396 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:34.396 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:34.396 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.397 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.892808+0000", 2024-08-10T06:31:34.397 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.892808+0000", 2024-08-10T06:31:34.397 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:34.397 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:34.397 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:34.397 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:34.397 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 462, 2024-08-10T06:31:34.397 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:34.397 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:34.397 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:34.397 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:34.397 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:34.397 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:34.398 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:34.398 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:34.398 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.31", 2024-08-10T06:31:34.398 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:34.398 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:34.398 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:34.398 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5286, 2024-08-10T06:31:34.398 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:34.398 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:42:12.150271+0000", 2024-08-10T06:31:34.398 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:34.398 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:34.398 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:34.398 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:34.398 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:34.399 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:34.399 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:34.399 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:34.399 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:34.399 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:34.399 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:34.399 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:34.399 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:34.399 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:34.399 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:34.399 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:34.399 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:34.399 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:34.400 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:34.400 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:34.400 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:34.400 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:34.400 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:34.400 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:34.400 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:34.400 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:34.400 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:34.400 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:34.400 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:34.400 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:34.401 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:34.401 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:34.401 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:34.401 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:34.401 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:34.401 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:34.401 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:34.401 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:34.401 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:34.401 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:34.401 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:34.401 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:34.401 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:34.401 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.402 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:34.402 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:34.402 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:34.402 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:34.402 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:34.402 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T06:31:34.402 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.402 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-08-10T06:31:34.402 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:34.402 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.402 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.402 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:34.402 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:34.403 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:34.403 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T06:31:34.403 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.403 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-08-10T06:31:34.403 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:34.403 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:34.403 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:34.403 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:34.403 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:34.403 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:34.403 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.894117+0000", 2024-08-10T06:31:34.403 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:04.282921+0000", 2024-08-10T06:31:34.403 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:04.282921+0000", 2024-08-10T06:31:34.403 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:04.283261+0000", 2024-08-10T06:31:34.404 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.894117+0000", 2024-08-10T06:31:34.404 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.404 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:34.404 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.404 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 463, 2024-08-10T06:31:34.404 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.894117+0000", 2024-08-10T06:31:34.404 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.894117+0000", 2024-08-10T06:31:34.404 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.894117+0000", 2024-08-10T06:31:34.404 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:34.404 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:34.404 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.404 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.894117+0000", 2024-08-10T06:31:34.404 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.894117+0000", 2024-08-10T06:31:34.404 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:34.405 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:34.405 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:34.405 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:34.405 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 462, 2024-08-10T06:31:34.405 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:34.405 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:34.405 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:34.405 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:34.405 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:34.405 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:34.405 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:34.405 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:34.405 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.32", 2024-08-10T06:31:34.405 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:34.406 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:34.406 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:34.406 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5320, 2024-08-10T06:31:34.406 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:34.406 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:15:27.730866+0000", 2024-08-10T06:31:34.406 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:34.406 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:34.406 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:34.406 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:34.406 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:34.406 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:34.406 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:34.406 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:34.407 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:34.407 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:34.407 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:34.407 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:34.407 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:34.407 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:34.407 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:34.407 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:34.407 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:34.407 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:34.407 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:34.407 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:34.407 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:34.408 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:34.408 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:34.408 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:34.408 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:34.408 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:34.408 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:34.408 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:34.408 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:34.408 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:34.408 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:34.408 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:34.408 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:34.408 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:34.408 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:34.409 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:34.409 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:34.409 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:34.409 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:34.409 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:34.409 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:34.409 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:34.409 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:34.409 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.409 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:34.409 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:34.409 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:34.409 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:34.409 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:34.410 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T06:31:34.410 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.410 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-08-10T06:31:34.410 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:34.410 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.410 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.410 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:34.410 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:34.410 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:34.410 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:34.410 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.410 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-08-10T06:31:34.410 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:34.411 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:34.411 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:34.411 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:34.411 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:34.411 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:34.411 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.402559+0000", 2024-08-10T06:31:34.411 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.390928+0000", 2024-08-10T06:31:34.411 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.390928+0000", 2024-08-10T06:31:34.411 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.391304+0000", 2024-08-10T06:31:34.411 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.402559+0000", 2024-08-10T06:31:34.411 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.411 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:34.411 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.412 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:34.412 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.402559+0000", 2024-08-10T06:31:34.412 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.402559+0000", 2024-08-10T06:31:34.412 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.402559+0000", 2024-08-10T06:31:34.412 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:34.412 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:34.412 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.412 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.402559+0000", 2024-08-10T06:31:34.412 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.402559+0000", 2024-08-10T06:31:34.412 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:34.412 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:34.412 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:34.412 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:34.412 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:34.413 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:34.413 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:34.413 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:34.413 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:34.413 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:34.413 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:34.413 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:34.413 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:34.413 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.33", 2024-08-10T06:31:34.413 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:34.413 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:34.413 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:34.413 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5234, 2024-08-10T06:31:34.414 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:34.414 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:13:25.746280+0000", 2024-08-10T06:31:34.414 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:34.414 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:34.414 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:34.414 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:34.414 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:34.414 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:34.414 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:34.414 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:34.414 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:34.414 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:34.414 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:34.415 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:34.415 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:34.415 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:34.415 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:34.415 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:34.415 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:34.415 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:34.415 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:34.415 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:34.415 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:34.415 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:34.415 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:34.415 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:34.415 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:34.416 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:34.416 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:34.416 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:34.416 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:34.416 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:34.416 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:34.416 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:34.416 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:34.416 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:34.416 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:34.416 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:34.416 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:34.416 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:34.417 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:34.417 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:34.417 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:34.417 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:34.417 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:34.417 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.417 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:34.417 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:34.417 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:34.417 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:34.417 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:34.417 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:34.417 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.418 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-08-10T06:31:34.418 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:34.418 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.418 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.418 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:34.418 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:34.418 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:34.418 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:34.418 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.418 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 4, 2024-08-10T06:31:34.418 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:34.418 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:34.418 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:34.418 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:34.419 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:34.419 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:34.419 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.404846+0000", 2024-08-10T06:31:34.419 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.391664+0000", 2024-08-10T06:31:34.419 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.391664+0000", 2024-08-10T06:31:34.419 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.392158+0000", 2024-08-10T06:31:34.419 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.404846+0000", 2024-08-10T06:31:34.419 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.419 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:34.419 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.419 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:34.419 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.404846+0000", 2024-08-10T06:31:34.419 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.404846+0000", 2024-08-10T06:31:34.420 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.404846+0000", 2024-08-10T06:31:34.420 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:34.420 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:34.420 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.420 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.404846+0000", 2024-08-10T06:31:34.420 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.404846+0000", 2024-08-10T06:31:34.420 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:34.420 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:34.420 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:34.420 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:34.420 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:34.420 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:34.420 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:34.421 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:34.421 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:34.421 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:34.421 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:34.421 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:34.421 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:34.421 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.34", 2024-08-10T06:31:34.421 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:34.421 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:34.421 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:34.421 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5199, 2024-08-10T06:31:34.421 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:34.421 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:24:54.604286+0000", 2024-08-10T06:31:34.422 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:34.422 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:34.422 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:34.422 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:34.422 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:34.422 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:34.422 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:34.422 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:34.422 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:34.422 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:34.422 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:34.422 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:34.422 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:34.422 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:34.423 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:34.423 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:34.423 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:34.423 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:34.423 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:34.423 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:34.423 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:34.423 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:34.423 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:34.423 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:34.423 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:34.423 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:34.423 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:34.423 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:34.424 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:34.424 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:34.424 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:34.424 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:34.424 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:34.424 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:34.424 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:34.424 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:34.424 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:34.424 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:34.424 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:34.424 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:34.424 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:34.425 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:34.425 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:34.425 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.425 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:34.425 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:34.425 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:34.425 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:34.425 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:34.425 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:34.425 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.425 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 4, 2024-08-10T06:31:34.425 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:34.425 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.425 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.426 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:34.426 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:34.426 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:34.426 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:34.426 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.426 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-08-10T06:31:34.426 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:34.426 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:34.426 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:34.426 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:34.426 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:34.426 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:34.426 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.410296+0000", 2024-08-10T06:31:34.427 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.391332+0000", 2024-08-10T06:31:34.427 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.391332+0000", 2024-08-10T06:31:34.427 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.391652+0000", 2024-08-10T06:31:34.427 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.410296+0000", 2024-08-10T06:31:34.427 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.427 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:34.427 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.427 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:34.427 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.410296+0000", 2024-08-10T06:31:34.427 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.410296+0000", 2024-08-10T06:31:34.427 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.410296+0000", 2024-08-10T06:31:34.427 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:34.428 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:34.428 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.428 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.410296+0000", 2024-08-10T06:31:34.428 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.410296+0000", 2024-08-10T06:31:34.428 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:34.428 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:34.428 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:34.428 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:34.428 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:34.428 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:34.428 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:34.428 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:34.428 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:34.429 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:34.429 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:34.429 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:34.429 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:34.429 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.35", 2024-08-10T06:31:34.429 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:34.429 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:34.429 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:34.429 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5133, 2024-08-10T06:31:34.429 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:34.429 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:33:42.353914+0000", 2024-08-10T06:31:34.429 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:34.429 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:34.429 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:34.430 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:34.430 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:34.430 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:34.430 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:34.430 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:34.430 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:34.430 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:34.430 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:34.430 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:34.430 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:34.430 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:34.430 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:34.430 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:34.431 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:34.431 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:34.431 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:34.431 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:34.431 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:34.431 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:34.431 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:34.431 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:34.431 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:34.431 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:34.431 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:34.431 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:34.431 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:34.431 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:34.432 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:34.432 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:34.432 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:34.432 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:34.432 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:34.432 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:34.432 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:34.432 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:34.432 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:34.432 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:34.432 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:34.432 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:34.432 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:34.433 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.433 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:34.433 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:34.433 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:34.433 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:34.433 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:34.433 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:34.433 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.433 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-08-10T06:31:34.433 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:34.433 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.433 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.433 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:34.433 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:34.434 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:34.434 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:34.434 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.434 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-08-10T06:31:34.434 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:34.434 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:34.434 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:34.434 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:34.434 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:34.434 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:34.434 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.413182+0000", 2024-08-10T06:31:34.434 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.397905+0000", 2024-08-10T06:31:34.434 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.397905+0000", 2024-08-10T06:31:34.435 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.398322+0000", 2024-08-10T06:31:34.435 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.413182+0000", 2024-08-10T06:31:34.435 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.435 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:34.435 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.435 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:34.435 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.413182+0000", 2024-08-10T06:31:34.435 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.413182+0000", 2024-08-10T06:31:34.435 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.413182+0000", 2024-08-10T06:31:34.435 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:34.435 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:34.435 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.435 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.413182+0000", 2024-08-10T06:31:34.435 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.413182+0000", 2024-08-10T06:31:34.436 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:34.436 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:34.436 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:34.436 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:34.436 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:34.436 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:34.436 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:34.436 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:34.436 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:34.436 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:34.436 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:34.436 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:34.436 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:34.436 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.36", 2024-08-10T06:31:34.437 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:34.437 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:34.437 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:34.437 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5133, 2024-08-10T06:31:34.437 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:34.437 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:44:08.146006+0000", 2024-08-10T06:31:34.437 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:34.437 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:34.437 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:34.437 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:34.437 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:34.437 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:34.437 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:34.437 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:34.438 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:34.438 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:34.438 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:34.438 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:34.438 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:34.438 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:34.438 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:34.438 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:34.438 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:34.438 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:34.438 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:34.438 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:34.438 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:34.439 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:34.439 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:34.439 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:34.439 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:34.439 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:34.439 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:34.439 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:34.439 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:34.439 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:34.439 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:34.439 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:34.439 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:34.439 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:34.439 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:34.440 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:34.440 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:34.440 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:34.440 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:34.440 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:34.440 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:34.440 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:34.440 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:34.440 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.440 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:34.440 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:34.440 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:34.440 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:34.441 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:34.441 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:34.441 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.441 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-08-10T06:31:34.441 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:34.441 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.441 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.441 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:34.441 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:34.441 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:34.441 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:34.441 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.441 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T06:31:34.441 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:34.442 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:34.442 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:34.442 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:34.442 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:34.442 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:34.442 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.403544+0000", 2024-08-10T06:31:34.442 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.363235+0000", 2024-08-10T06:31:34.442 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.363235+0000", 2024-08-10T06:31:34.442 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.364587+0000", 2024-08-10T06:31:34.442 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.403544+0000", 2024-08-10T06:31:34.442 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.442 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:34.442 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.442 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:34.443 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.403544+0000", 2024-08-10T06:31:34.443 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.403544+0000", 2024-08-10T06:31:34.443 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.403544+0000", 2024-08-10T06:31:34.443 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:34.443 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:34.443 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.443 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.403544+0000", 2024-08-10T06:31:34.443 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.403544+0000", 2024-08-10T06:31:34.443 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:34.443 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:34.443 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:34.443 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:34.443 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:34.443 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:34.444 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:34.444 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:34.444 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:34.444 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:34.444 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:34.444 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:34.444 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:34.444 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.37", 2024-08-10T06:31:34.444 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:34.444 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:34.444 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:34.444 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5104, 2024-08-10T06:31:34.444 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:34.445 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:42:36.707350+0000", 2024-08-10T06:31:34.445 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:34.445 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:34.445 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:34.445 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:34.445 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:34.445 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:34.445 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:34.445 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:34.445 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:34.445 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:34.445 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:34.445 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:34.446 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:34.446 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:34.446 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:34.446 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:34.446 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:34.446 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:34.446 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:34.446 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:34.446 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:34.446 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:34.446 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:34.446 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:34.446 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:34.447 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:34.447 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:34.447 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:34.447 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:34.447 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:34.447 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:34.447 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:34.447 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:34.447 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:34.447 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:34.447 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:34.447 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:34.447 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:34.448 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:34.448 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:34.448 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:34.448 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:34.448 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:34.448 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.448 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:34.448 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:34.448 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:34.448 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:34.448 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:34.448 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:34.448 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.449 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T06:31:34.449 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:34.449 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.449 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.449 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:34.449 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:34.449 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:34.449 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:34.449 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.449 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-08-10T06:31:34.449 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:34.449 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:34.449 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:34.449 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:34.450 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:34.450 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:34.450 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.402302+0000", 2024-08-10T06:31:34.450 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.392027+0000", 2024-08-10T06:31:34.450 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.392027+0000", 2024-08-10T06:31:34.450 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.392328+0000", 2024-08-10T06:31:34.450 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.402302+0000", 2024-08-10T06:31:34.450 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.450 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:34.450 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.450 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:34.450 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.402302+0000", 2024-08-10T06:31:34.450 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.402302+0000", 2024-08-10T06:31:34.451 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.402302+0000", 2024-08-10T06:31:34.451 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:34.451 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:34.451 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.451 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.402302+0000", 2024-08-10T06:31:34.451 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.402302+0000", 2024-08-10T06:31:34.451 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:34.451 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:34.451 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:34.451 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:34.451 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:34.451 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:34.451 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:34.452 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:34.452 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:34.452 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:34.452 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:34.452 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:34.452 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:34.452 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.38", 2024-08-10T06:31:34.452 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:34.452 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:34.452 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:34.452 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5231, 2024-08-10T06:31:34.452 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:34.453 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:24:09.830026+0000", 2024-08-10T06:31:34.453 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:34.453 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:34.453 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:34.453 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:34.453 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:34.453 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:34.453 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:34.453 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:34.453 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:34.453 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:34.453 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:34.453 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:34.453 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:34.454 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:34.454 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:34.454 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:34.454 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:34.454 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:34.454 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:34.454 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:34.454 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:34.454 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:34.454 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:34.454 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:34.454 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:34.454 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:34.455 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:34.455 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:34.455 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:34.455 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:34.455 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:34.455 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:34.455 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:34.455 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:34.455 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:34.455 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:34.455 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:34.455 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:34.455 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:34.455 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:34.456 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:34.456 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:34.456 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:34.456 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.456 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:34.456 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:34.456 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:34.456 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:34.456 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:34.456 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:34.456 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.456 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-08-10T06:31:34.456 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:34.456 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.457 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.457 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:34.457 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:34.457 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:34.457 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:34.457 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.457 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T06:31:34.457 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:34.457 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:34.457 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:34.457 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:34.457 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:34.457 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:34.458 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.404939+0000", 2024-08-10T06:31:34.458 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.349638+0000", 2024-08-10T06:31:34.458 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.349638+0000", 2024-08-10T06:31:34.458 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.350086+0000", 2024-08-10T06:31:34.458 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.404939+0000", 2024-08-10T06:31:34.458 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.458 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:34.458 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.458 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:34.458 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.404939+0000", 2024-08-10T06:31:34.458 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.404939+0000", 2024-08-10T06:31:34.458 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.404939+0000", 2024-08-10T06:31:34.458 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:34.459 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:34.459 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.459 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.404939+0000", 2024-08-10T06:31:34.459 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.404939+0000", 2024-08-10T06:31:34.459 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:34.459 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:34.459 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:34.459 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:34.459 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:34.459 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:34.459 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:34.459 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:34.459 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:34.459 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:34.460 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:34.460 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:34.460 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:34.460 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.39", 2024-08-10T06:31:34.460 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:34.460 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:34.460 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:34.460 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5113, 2024-08-10T06:31:34.460 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:34.460 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T16:29:53.267002+0000", 2024-08-10T06:31:34.460 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:34.460 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:34.460 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:34.461 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:34.461 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:34.461 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:34.461 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:34.461 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:34.461 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:34.461 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:34.461 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:34.461 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:34.461 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:34.461 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:34.461 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:34.461 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:34.462 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:34.462 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:34.462 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:34.462 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:34.462 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:34.462 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:34.462 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:34.462 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:34.462 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:34.462 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:34.462 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:34.462 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:34.462 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:34.462 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:34.463 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:34.463 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:34.463 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:34.463 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:34.463 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:34.463 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:34.463 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:34.463 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:34.463 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:34.463 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:34.463 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:34.463 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:34.464 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:34.464 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.464 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:34.464 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:34.464 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:34.464 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:34.464 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:34.464 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:34.464 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.464 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T06:31:34.464 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:34.464 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.464 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.464 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:34.465 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:34.465 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:34.465 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:34.465 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.465 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T06:31:34.465 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:34.465 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:34.465 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:34.465 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:34.465 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:34.465 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:34.465 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.892630+0000", 2024-08-10T06:31:34.465 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:04.281115+0000", 2024-08-10T06:31:34.465 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:04.281115+0000", 2024-08-10T06:31:34.466 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:04.281566+0000", 2024-08-10T06:31:34.466 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.892630+0000", 2024-08-10T06:31:34.466 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.466 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:34.466 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.466 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 463, 2024-08-10T06:31:34.466 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.892630+0000", 2024-08-10T06:31:34.466 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.892630+0000", 2024-08-10T06:31:34.466 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.892630+0000", 2024-08-10T06:31:34.466 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:34.466 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:34.466 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.466 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.892630+0000", 2024-08-10T06:31:34.467 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.892630+0000", 2024-08-10T06:31:34.467 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:34.467 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:34.467 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:34.467 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:34.467 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 462, 2024-08-10T06:31:34.467 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:34.467 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:34.467 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:34.467 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:34.467 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:34.467 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:34.467 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:34.467 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:34.468 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.3a", 2024-08-10T06:31:34.468 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:34.468 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:34.468 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:34.468 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5159, 2024-08-10T06:31:34.468 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:34.468 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T16:41:32.692941+0000", 2024-08-10T06:31:34.468 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:34.468 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:34.468 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:34.468 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:34.468 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:34.468 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:34.469 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:34.469 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:34.469 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:34.469 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:34.469 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:34.469 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:34.469 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:34.469 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:34.469 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:34.469 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:34.469 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:34.469 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:34.469 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:34.469 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:34.470 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:34.470 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:34.470 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:34.470 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:34.470 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:34.470 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:34.470 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:34.470 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:34.470 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:34.470 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:34.470 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:34.470 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:34.470 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:34.470 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:34.471 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:34.471 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:34.471 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:34.471 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:34.471 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:34.471 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:34.471 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:34.471 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:34.473 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:34.473 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.474 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:34.474 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:34.474 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:34.474 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:34.474 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:34.474 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:34.474 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.474 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T06:31:34.474 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:34.474 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.474 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.474 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:34.474 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:34.474 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:34.475 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:34.475 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.475 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T06:31:34.475 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:34.475 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:34.475 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:34.475 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:34.475 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:34.475 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:34.475 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.408498+0000", 2024-08-10T06:31:34.475 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.357598+0000", 2024-08-10T06:31:34.475 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.357598+0000", 2024-08-10T06:31:34.475 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.358386+0000", 2024-08-10T06:31:34.476 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.408498+0000", 2024-08-10T06:31:34.476 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.476 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:34.476 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.476 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:34.476 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.408498+0000", 2024-08-10T06:31:34.476 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.408498+0000", 2024-08-10T06:31:34.476 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.408498+0000", 2024-08-10T06:31:34.476 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:34.476 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:34.476 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.476 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.408498+0000", 2024-08-10T06:31:34.476 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.408498+0000", 2024-08-10T06:31:34.476 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:34.477 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:34.477 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:34.477 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:34.477 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:34.477 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:34.477 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:34.477 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:34.477 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:34.477 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:34.477 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:34.477 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:34.477 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:34.477 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.3b", 2024-08-10T06:31:34.477 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:34.478 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:34.478 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:34.478 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5113, 2024-08-10T06:31:34.478 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:34.478 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:37:14.571157+0000", 2024-08-10T06:31:34.478 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:34.478 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:34.478 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:34.478 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:34.478 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:34.478 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:34.478 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:34.478 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:34.479 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:34.479 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:34.479 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:34.479 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:34.479 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:34.479 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:34.479 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:34.479 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:34.479 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:34.479 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:34.479 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:34.479 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:34.479 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:34.479 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:34.480 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:34.480 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:34.480 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:34.480 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:34.480 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:34.480 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:34.480 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:34.480 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:34.480 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:34.480 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:34.480 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:34.480 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:34.480 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:34.480 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:34.481 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:34.481 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:34.481 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:34.481 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:34.481 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:34.481 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:34.481 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:34.481 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.481 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:34.481 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:34.481 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:34.481 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:34.481 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:34.481 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:34.482 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.482 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T06:31:34.482 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:34.482 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.482 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.482 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:34.482 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:34.482 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:34.482 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:34.482 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.482 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T06:31:34.482 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:34.482 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:34.482 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:34.483 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:34.483 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:34.483 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:34.483 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.894636+0000", 2024-08-10T06:31:34.483 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.351520+0000", 2024-08-10T06:31:34.483 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.351520+0000", 2024-08-10T06:31:34.483 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.351812+0000", 2024-08-10T06:31:34.483 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.894636+0000", 2024-08-10T06:31:34.483 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.483 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:34.483 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.483 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:34.483 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.894636+0000", 2024-08-10T06:31:34.483 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.894636+0000", 2024-08-10T06:31:34.484 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.894636+0000", 2024-08-10T06:31:34.484 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:34.484 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:34.484 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.484 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.894636+0000", 2024-08-10T06:31:34.484 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.894636+0000", 2024-08-10T06:31:34.484 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:34.484 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:34.484 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:34.484 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:34.484 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:34.484 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:34.484 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:34.484 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:34.485 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:34.485 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:34.485 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:34.485 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:34.485 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:34.485 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.3c", 2024-08-10T06:31:34.485 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:34.485 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:34.485 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:34.485 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5178, 2024-08-10T06:31:34.485 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:34.485 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:53:29.817242+0000", 2024-08-10T06:31:34.485 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:34.486 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:34.486 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:34.486 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:34.486 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:34.486 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:34.486 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:34.486 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:34.486 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:34.486 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:34.486 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:34.486 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:34.486 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:34.486 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:34.486 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:34.486 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:34.487 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:34.487 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:34.487 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:34.487 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:34.487 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:34.487 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:34.487 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:34.487 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:34.487 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:34.487 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:34.487 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:34.487 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:34.487 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:34.487 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:34.488 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:34.488 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:34.488 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:34.488 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:34.488 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:34.488 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:34.488 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:34.488 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:34.488 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:34.488 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:34.488 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:34.488 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:34.488 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:34.488 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.489 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:34.489 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:34.489 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:34.489 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:34.489 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:34.489 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:34.489 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.489 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T06:31:34.489 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:34.489 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.490 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.490 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:34.490 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:34.490 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:34.490 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:34.490 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.490 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-08-10T06:31:34.490 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:34.490 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:34.490 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:34.490 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:34.490 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:34.490 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:34.490 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.895288+0000", 2024-08-10T06:31:34.491 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:19:24.347169+0000", 2024-08-10T06:31:34.491 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:19:24.347169+0000", 2024-08-10T06:31:34.491 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:19:24.347448+0000", 2024-08-10T06:31:34.491 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.895288+0000", 2024-08-10T06:31:34.491 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.491 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:34.491 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.491 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 375, 2024-08-10T06:31:34.491 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.895288+0000", 2024-08-10T06:31:34.491 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.895288+0000", 2024-08-10T06:31:34.491 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.895288+0000", 2024-08-10T06:31:34.491 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:34.491 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:34.491 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.492 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.895288+0000", 2024-08-10T06:31:34.492 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.895288+0000", 2024-08-10T06:31:34.492 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:34.492 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:34.492 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:34.492 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:34.492 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 374, 2024-08-10T06:31:34.492 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:34.492 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:34.492 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:34.492 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:34.492 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:34.492 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:34.492 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:34.493 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:34.493 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.3d", 2024-08-10T06:31:34.493 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:34.493 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:34.493 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:34.493 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5324, 2024-08-10T06:31:34.493 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:34.493 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:10:11.654828+0000", 2024-08-10T06:31:34.493 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:34.493 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:34.493 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:34.493 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:34.493 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:34.493 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:34.494 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:34.494 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:34.494 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:34.494 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:34.494 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:34.494 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:34.494 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:34.494 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:34.494 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:34.494 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:34.494 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:34.494 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:34.494 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:34.495 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:34.495 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:34.495 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:34.495 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:34.495 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:34.495 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:34.495 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:34.495 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:34.495 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:34.495 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:34.495 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:34.495 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:34.495 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:34.495 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:34.496 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:34.496 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:34.496 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:34.496 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:34.496 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:34.496 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:34.496 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:34.496 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:34.496 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:34.496 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:34.496 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.496 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:34.496 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:34.496 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:34.497 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:34.497 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:34.497 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:34.497 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.497 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-08-10T06:31:34.497 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:34.497 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.497 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.497 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:34.497 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:34.497 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:34.497 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:34.497 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.498 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-08-10T06:31:34.498 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:34.498 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:34.498 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:34.498 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:34.498 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:34.498 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:34.498 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.892826+0000", 2024-08-10T06:31:34.498 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.390643+0000", 2024-08-10T06:31:34.498 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.390643+0000", 2024-08-10T06:31:34.498 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.391064+0000", 2024-08-10T06:31:34.498 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.892826+0000", 2024-08-10T06:31:34.498 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.498 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:34.499 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.499 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:34.499 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.892826+0000", 2024-08-10T06:31:34.499 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.892826+0000", 2024-08-10T06:31:34.499 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.892826+0000", 2024-08-10T06:31:34.499 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:34.499 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:34.499 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.499 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.892826+0000", 2024-08-10T06:31:34.499 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.892826+0000", 2024-08-10T06:31:34.499 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:34.499 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:34.499 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:34.499 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:34.500 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:34.500 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:34.500 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:34.500 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:34.500 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:34.500 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:34.500 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:34.500 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:34.500 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:34.500 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.3e", 2024-08-10T06:31:34.500 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:34.500 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:34.500 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:34.500 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5298, 2024-08-10T06:31:34.500 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:34.501 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:51:12.816263+0000", 2024-08-10T06:31:34.501 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:34.501 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:34.501 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:34.501 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:34.501 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:34.501 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:34.501 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:34.501 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:34.501 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:34.501 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:34.501 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:34.501 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:34.501 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:34.502 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:34.502 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:34.502 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:34.502 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:34.502 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:34.502 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:34.502 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:34.502 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:34.502 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:34.502 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:34.502 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:34.502 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:34.502 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:34.503 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:34.503 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:34.503 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:34.503 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:34.503 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:34.503 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:34.503 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:34.503 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:34.503 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:34.503 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:34.503 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:34.503 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:34.503 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:34.503 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:34.504 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:34.504 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:34.504 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:34.504 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.504 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:34.504 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:34.504 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:34.504 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:34.504 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:34.504 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:34.504 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.504 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-08-10T06:31:34.504 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:34.504 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.505 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.505 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:34.505 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:34.505 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:34.505 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:34.505 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.505 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T06:31:34.505 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:34.505 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:34.505 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:34.505 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:34.505 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:34.505 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:34.505 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.403825+0000", 2024-08-10T06:31:34.506 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.361888+0000", 2024-08-10T06:31:34.506 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.361888+0000", 2024-08-10T06:31:34.506 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.364152+0000", 2024-08-10T06:31:34.506 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.403825+0000", 2024-08-10T06:31:34.506 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.506 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:34.506 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.506 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:34.506 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.403825+0000", 2024-08-10T06:31:34.506 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.403825+0000", 2024-08-10T06:31:34.506 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.403825+0000", 2024-08-10T06:31:34.506 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:34.506 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:34.507 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:34.507 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.403825+0000", 2024-08-10T06:31:34.507 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.403825+0000", 2024-08-10T06:31:34.507 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:34.507 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:34.507 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:34.507 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:34.507 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:34.507 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:34.507 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:34.507 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:34.507 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:34.507 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:34.508 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:34.508 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:34.508 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:34.508 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.3f", 2024-08-10T06:31:34.508 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:34.508 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:34.508 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:34.508 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5099, 2024-08-10T06:31:34.508 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:34.508 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T16:15:44.690796+0000", 2024-08-10T06:31:34.508 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:34.508 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:34.508 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:34.508 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:34.509 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:34.509 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:34.509 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:34.509 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:34.509 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:34.509 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:34.509 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:34.509 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:34.509 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:34.509 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:34.509 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:34.509 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:34.509 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:34.510 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:34.510 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:34.510 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:34.510 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:34.510 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:34.510 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:34.510 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:34.510 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:34.510 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:34.510 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:34.510 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:34.510 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:34.510 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:34.511 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:34.511 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:34.511 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:34.511 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:34.511 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:34.511 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:34.511 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:34.511 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:34.511 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:34.511 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:34.511 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:34.511 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:34.511 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:34.511 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.512 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:34.512 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:34.512 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:34.512 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:34.512 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:34.512 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:34.512 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.512 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T06:31:34.512 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:34.512 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:34.512 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.512 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_per_pool": [ 2024-08-10T06:31:34.512 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.512 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": 3, 2024-08-10T06:31:34.513 INFO:tasks.workunit.client.0.smithi031.stdout: "application": [ 2024-08-10T06:31:34.513 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr" 2024-08-10T06:31:34.513 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.513 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 257, 2024-08-10T06:31:34.513 INFO:tasks.workunit.client.0.smithi031.stdout: "num_pg": 1, 2024-08-10T06:31:34.513 INFO:tasks.workunit.client.0.smithi031.stdout: "num_store_stats": 3, 2024-08-10T06:31:34.513 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 257, 2024-08-10T06:31:34.513 INFO:tasks.workunit.client.0.smithi031.stdout: "poolid": 1, 2024-08-10T06:31:34.513 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:34.513 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 590368, 2024-08-10T06:31:34.513 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:34.513 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 1771104, 2024-08-10T06:31:34.513 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:34.514 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:34.514 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:34.514 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:34.514 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:34.514 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:34.514 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:34.514 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:34.514 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:34.514 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:34.514 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:34.514 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:34.514 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:34.514 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 6, 2024-08-10T06:31:34.514 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 2, 2024-08-10T06:31:34.515 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:34.515 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 2, 2024-08-10T06:31:34.515 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:34.515 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:34.515 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:34.515 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:34.515 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:34.515 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:34.515 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:34.515 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 6, 2024-08-10T06:31:34.515 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:34.515 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:34.515 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:34.516 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:34.516 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:34.516 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 1358, 2024-08-10T06:31:34.516 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 2144, 2024-08-10T06:31:34.516 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:34.516 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:34.516 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:34.516 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 431, 2024-08-10T06:31:34.516 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 2416 2024-08-10T06:31:34.516 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.516 INFO:tasks.workunit.client.0.smithi031.stdout: "store_stats": { 2024-08-10T06:31:34.516 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": 1781760, 2024-08-10T06:31:34.516 INFO:tasks.workunit.client.0.smithi031.stdout: "available": 0, 2024-08-10T06:31:34.516 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed": 0, 2024-08-10T06:31:34.517 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed_allocated": 0, 2024-08-10T06:31:34.517 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed_original": 0, 2024-08-10T06:31:34.517 INFO:tasks.workunit.client.0.smithi031.stdout: "data_stored": 1771104, 2024-08-10T06:31:34.517 INFO:tasks.workunit.client.0.smithi031.stdout: "internal_metadata": 0, 2024-08-10T06:31:34.517 INFO:tasks.workunit.client.0.smithi031.stdout: "internally_reserved": 0, 2024-08-10T06:31:34.517 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_allocated": 0, 2024-08-10T06:31:34.517 INFO:tasks.workunit.client.0.smithi031.stdout: "total": 0 2024-08-10T06:31:34.517 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.517 INFO:tasks.workunit.client.0.smithi031.stdout: "up": 3 2024-08-10T06:31:34.517 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.517 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.517 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": 96, 2024-08-10T06:31:34.517 INFO:tasks.workunit.client.0.smithi031.stdout: "application": [ 2024-08-10T06:31:34.518 INFO:tasks.workunit.client.0.smithi031.stdout: "cephfs" 2024-08-10T06:31:34.518 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.518 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 68, 2024-08-10T06:31:34.518 INFO:tasks.workunit.client.0.smithi031.stdout: "num_pg": 32, 2024-08-10T06:31:34.518 INFO:tasks.workunit.client.0.smithi031.stdout: "num_store_stats": 8, 2024-08-10T06:31:34.518 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 68, 2024-08-10T06:31:34.518 INFO:tasks.workunit.client.0.smithi031.stdout: "poolid": 2, 2024-08-10T06:31:34.518 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:34.518 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 6596, 2024-08-10T06:31:34.518 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:34.518 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:34.518 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:34.518 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:34.519 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:34.519 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:34.519 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:34.519 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:34.519 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:34.519 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:34.519 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:34.519 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:34.519 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:34.519 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:34.519 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:34.519 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 66, 2024-08-10T06:31:34.519 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 22, 2024-08-10T06:31:34.519 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:34.520 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 22, 2024-08-10T06:31:34.520 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:34.520 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:34.520 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:34.520 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:34.520 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:34.520 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 14, 2024-08-10T06:31:34.520 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:34.520 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:34.520 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:34.520 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:34.520 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:34.521 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:34.521 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:34.521 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 79, 2024-08-10T06:31:34.521 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 86, 2024-08-10T06:31:34.521 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:34.521 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:34.521 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:34.521 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 68, 2024-08-10T06:31:34.521 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 35 2024-08-10T06:31:34.521 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.521 INFO:tasks.workunit.client.0.smithi031.stdout: "store_stats": { 2024-08-10T06:31:34.521 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": 110592, 2024-08-10T06:31:34.521 INFO:tasks.workunit.client.0.smithi031.stdout: "available": 0, 2024-08-10T06:31:34.521 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed": 0, 2024-08-10T06:31:34.521 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed_allocated": 0, 2024-08-10T06:31:34.522 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed_original": 0, 2024-08-10T06:31:34.522 INFO:tasks.workunit.client.0.smithi031.stdout: "data_stored": 19788, 2024-08-10T06:31:34.522 INFO:tasks.workunit.client.0.smithi031.stdout: "internal_metadata": 0, 2024-08-10T06:31:34.522 INFO:tasks.workunit.client.0.smithi031.stdout: "internally_reserved": 0, 2024-08-10T06:31:34.522 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_allocated": 45341, 2024-08-10T06:31:34.522 INFO:tasks.workunit.client.0.smithi031.stdout: "total": 0 2024-08-10T06:31:34.522 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.522 INFO:tasks.workunit.client.0.smithi031.stdout: "up": 96 2024-08-10T06:31:34.522 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.522 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.522 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": 192, 2024-08-10T06:31:34.522 INFO:tasks.workunit.client.0.smithi031.stdout: "application": [ 2024-08-10T06:31:34.522 INFO:tasks.workunit.client.0.smithi031.stdout: "cephfs" 2024-08-10T06:31:34.523 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.523 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:34.523 INFO:tasks.workunit.client.0.smithi031.stdout: "num_pg": 64, 2024-08-10T06:31:34.523 INFO:tasks.workunit.client.0.smithi031.stdout: "num_store_stats": 8, 2024-08-10T06:31:34.523 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:34.523 INFO:tasks.workunit.client.0.smithi031.stdout: "poolid": 3, 2024-08-10T06:31:34.523 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:34.523 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:34.523 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:34.523 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:34.523 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:34.523 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:34.524 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:34.524 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:34.524 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:34.524 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:34.524 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:34.524 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:34.524 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:34.524 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:34.524 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:34.524 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:34.524 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:34.524 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:34.524 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:34.524 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:34.525 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:34.525 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:34.525 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:34.525 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:34.525 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:34.525 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:34.525 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:34.525 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:34.525 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:34.525 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:34.525 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:34.525 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:34.525 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:34.525 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:34.526 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:34.526 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:34.526 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:34.526 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:34.526 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:34.526 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:34.526 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:34.526 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.526 INFO:tasks.workunit.client.0.smithi031.stdout: "store_stats": { 2024-08-10T06:31:34.526 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": 0, 2024-08-10T06:31:34.526 INFO:tasks.workunit.client.0.smithi031.stdout: "available": 0, 2024-08-10T06:31:34.526 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed": 0, 2024-08-10T06:31:34.526 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed_allocated": 0, 2024-08-10T06:31:34.527 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed_original": 0, 2024-08-10T06:31:34.527 INFO:tasks.workunit.client.0.smithi031.stdout: "data_stored": 0, 2024-08-10T06:31:34.527 INFO:tasks.workunit.client.0.smithi031.stdout: "internal_metadata": 0, 2024-08-10T06:31:34.527 INFO:tasks.workunit.client.0.smithi031.stdout: "internally_reserved": 0, 2024-08-10T06:31:34.527 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_allocated": 0, 2024-08-10T06:31:34.527 INFO:tasks.workunit.client.0.smithi031.stdout: "total": 0 2024-08-10T06:31:34.527 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.527 INFO:tasks.workunit.client.0.smithi031.stdout: "up": 192 2024-08-10T06:31:34.527 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.527 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.527 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": 24, 2024-08-10T06:31:34.527 INFO:tasks.workunit.client.0.smithi031.stdout: "application": [ 2024-08-10T06:31:34.527 INFO:tasks.workunit.client.0.smithi031.stdout: "rbd" 2024-08-10T06:31:34.527 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.527 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 24457, 2024-08-10T06:31:34.528 INFO:tasks.workunit.client.0.smithi031.stdout: "num_pg": 8, 2024-08-10T06:31:34.528 INFO:tasks.workunit.client.0.smithi031.stdout: "num_store_stats": 8, 2024-08-10T06:31:34.528 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 24457, 2024-08-10T06:31:34.528 INFO:tasks.workunit.client.0.smithi031.stdout: "poolid": 4, 2024-08-10T06:31:34.528 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:34.528 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 4194323, 2024-08-10T06:31:34.528 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:34.528 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:34.528 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:34.528 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:34.528 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:34.528 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:34.528 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:34.528 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:34.528 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:34.529 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:34.529 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:34.529 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:34.529 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:34.529 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:34.529 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:34.529 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 12, 2024-08-10T06:31:34.529 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 4, 2024-08-10T06:31:34.529 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:34.529 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 4, 2024-08-10T06:31:34.529 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:34.529 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:34.529 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:34.529 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:34.530 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:34.530 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 2, 2024-08-10T06:31:34.530 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:34.530 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:34.530 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:34.530 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:34.530 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:34.530 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:34.530 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:34.530 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 9013, 2024-08-10T06:31:34.530 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 3062417, 2024-08-10T06:31:34.530 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:34.530 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:34.531 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:34.531 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 24326, 2024-08-10T06:31:34.531 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 3116361 2024-08-10T06:31:34.531 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.531 INFO:tasks.workunit.client.0.smithi031.stdout: "store_stats": { 2024-08-10T06:31:34.531 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": 12595200, 2024-08-10T06:31:34.531 INFO:tasks.workunit.client.0.smithi031.stdout: "available": 0, 2024-08-10T06:31:34.531 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed": 0, 2024-08-10T06:31:34.531 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed_allocated": 0, 2024-08-10T06:31:34.531 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed_original": 0, 2024-08-10T06:31:34.531 INFO:tasks.workunit.client.0.smithi031.stdout: "data_stored": 12582969, 2024-08-10T06:31:34.531 INFO:tasks.workunit.client.0.smithi031.stdout: "internal_metadata": 0, 2024-08-10T06:31:34.531 INFO:tasks.workunit.client.0.smithi031.stdout: "internally_reserved": 0, 2024-08-10T06:31:34.531 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_allocated": 0, 2024-08-10T06:31:34.531 INFO:tasks.workunit.client.0.smithi031.stdout: "total": 0 2024-08-10T06:31:34.532 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.532 INFO:tasks.workunit.client.0.smithi031.stdout: "up": 24 2024-08-10T06:31:34.532 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:34.532 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.532 INFO:tasks.workunit.client.0.smithi031.stdout: "usage": { 2024-08-10T06:31:34.532 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_num": 105, 2024-08-10T06:31:34.532 INFO:tasks.workunit.client.0.smithi031.stdout: "pools": 4, 2024-08-10T06:31:34.532 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_by_class": { 2024-08-10T06:31:34.532 INFO:tasks.workunit.client.0.smithi031.stdout: "ssd": { 2024-08-10T06:31:34.532 INFO:tasks.workunit.client.0.smithi031.stdout: "total_avail_bytes": 763918761984, 2024-08-10T06:31:34.532 INFO:tasks.workunit.client.0.smithi031.stdout: "total_bytes": 767960285184, 2024-08-10T06:31:34.532 INFO:tasks.workunit.client.0.smithi031.stdout: "total_used_bytes": 4041523200, 2024-08-10T06:31:34.532 INFO:tasks.workunit.client.0.smithi031.stdout: "total_used_raw_bytes": 4041523200, 2024-08-10T06:31:34.532 INFO:tasks.workunit.client.0.smithi031.stdout: "total_used_raw_ratio": 0.00526267196983099 2024-08-10T06:31:34.533 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:34.533 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.533 INFO:tasks.workunit.client.0.smithi031.stdout: "total_avail_bytes": 763918761984, 2024-08-10T06:31:34.533 INFO:tasks.workunit.client.0.smithi031.stdout: "total_bytes": 767960285184, 2024-08-10T06:31:34.533 INFO:tasks.workunit.client.0.smithi031.stdout: "total_used_bytes": 4041523200 2024-08-10T06:31:34.533 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:34.533 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-08-10T06:31:34.533 INFO:tasks.workunit.client.0.smithi031.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-08-10T06:31:34.533 INFO:tasks.workunit.client.0.smithi031.stderr:+ ceph telemetry show-device 2024-08-10T06:31:34.534 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:31:31] "GET /metrics HTTP/1.1" 200 34243 "" "Prometheus/2.43.0" 2024-08-10T06:31:34.534 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[98130]: from='client.36075 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:31:34.534 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[98130]: from='client.36075 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:31:34.534 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[98130]: from='client.46028 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:31:34.534 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T06:31:34.534 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:34.535 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:34.535 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:34.535 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:34.535 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:34.535 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:34.535 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:34.535 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:34.535 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:34.535 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:31:34.535 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:31:34.535 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:34.535 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:34.535 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:34.536 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:31:34.536 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:31:34.536 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:34.536 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:34.536 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:34.536 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:31:34.536 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:31:34.536 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:34.536 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:34.536 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[100614]: from='client.36075 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:31:34.536 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[100614]: from='client.36075 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:31:34.536 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[100614]: from='client.46028 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:31:34.537 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T06:31:34.537 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:34.537 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:34.537 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:34.537 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:34.537 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:34.537 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:34.537 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:34.537 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:34.537 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:34.537 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:31:34.537 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:31:34.537 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:34.537 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:34.537 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:34.538 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:31:34.538 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:31:34.538 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:34.538 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:34.538 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:34.538 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:31:34.538 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:31:34.538 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:34.538 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:34.539 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:34.539 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:31:34.539 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T06:31:34.539 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:34.539 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:34.539 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:34.539 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:34.539 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:34.539 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:34.539 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:34.539 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:34.539 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:34.540 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:31:34.540 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:31:34.540 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:34.540 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:34.540 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:34.540 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:31:34.540 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:31:34.540 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:34.540 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:34.540 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:34.540 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:31:34.540 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:31:34.540 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:34.540 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:34.541 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:34.541 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:31:34.541 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T06:31:34.541 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:34.541 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:34.541 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:34.541 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:34.541 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:34.541 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:34.541 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:34.541 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:34.541 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:34.541 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:31:34.542 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:31:34.542 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:34.542 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:34.542 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:34.542 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:31:34.542 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:31:34.542 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:34.542 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:34.542 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:34.542 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:31:34.542 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:31:34.542 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:34.542 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:34.543 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:34.543 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:34.543 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:31:34.544 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T06:31:34.544 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:34.544 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:34.544 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:34.544 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:34.544 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:34.544 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:34.544 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:34.544 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:34.544 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:34.544 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:31:34.544 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:31:34.545 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:34.545 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:34.545 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:34.545 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:31:34.545 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:31:34.545 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:34.545 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:34.545 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:34.545 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:31:34.545 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:31:34.545 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:34.545 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:34.545 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:34.545 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:31:34.546 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T06:31:34.546 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:34.546 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:34.546 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:34.546 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:34.546 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:34.546 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:34.546 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:34.546 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:34.546 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:34.546 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:31:34.546 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:31:34.546 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:34.547 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:34.547 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:34.547 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:31:34.547 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:31:34.547 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:34.547 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:34.547 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:34.547 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:31:34.547 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:31:34.547 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:34.547 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:34.547 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:31 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:34.548 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:33 smithi196 ceph-mon[90243]: from='client.36099 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:31:34.548 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:33 smithi196 ceph-mon[90243]: from='client.46064 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:31:34.548 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:33 smithi196 ceph-mon[90243]: from='client.46064 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:31:34.548 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:33 smithi196 ceph-mon[90243]: from='client.46070 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:31:34.548 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:33 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:31:34.548 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:33 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T06:31:34.548 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:33 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:34.548 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:33 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:34.549 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:33 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:34.549 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:33 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:34.549 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:33 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:34.549 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:33 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:34.549 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:33 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:34.549 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:33 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:34.549 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:33 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:34.549 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:33 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:31:34.549 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:33 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:31:34.549 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:33 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:34.549 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:33 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:34.549 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:33 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:34.549 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:33 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:31:34.549 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:33 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:31:34.550 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:33 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:34.550 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:33 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:34.550 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:33 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:34.550 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:33 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:31:34.550 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:33 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:31:34.550 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:33 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:34.550 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:33 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:34.550 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:33 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:34.550 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:33 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:31:34.550 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:33 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T06:31:34.550 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:33 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:34.550 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:33 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:34.551 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:33 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:34.551 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:33 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:34.551 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:33 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:34.551 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:33 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:34.551 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:33 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:34.551 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:33 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:34.551 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:33 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:34.551 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:33 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:31:34.551 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:33 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:31:34.551 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:33 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:34.551 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:33 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:34.551 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:33 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:34.551 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:33 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:31:34.552 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:33 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:31:34.552 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:33 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:34.552 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:33 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:34.552 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:33 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:34.552 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:33 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:31:34.552 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:33 smithi196 ceph-mon[90243]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:31:34.552 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:33 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:34.552 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:33 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:34.552 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:33 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:34.552 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:33 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:31:34.552 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:33 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:31:34.552 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:33 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:31:34.552 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:33 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:31:34.552 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:33 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:31:34.552 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:33 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:31:34.553 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:33 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:31:34.553 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-08-10T06:31:34.553 INFO:tasks.workunit.client.0.smithi031.stdout: "58605f64-56d7-11ef-ad30-ac1f6ba5caba": { 2024-08-10T06:31:34.553 INFO:tasks.workunit.client.0.smithi031.stdout: "INTEL_SSDPEDMD400G4_5860daca-56d7-11ef-ad30-ac1f6ba5caba": { 2024-08-10T06:31:34.553 INFO:tasks.workunit.client.0.smithi031.stdout: "20240810-050806": { 2024-08-10T06:31:34.553 INFO:tasks.workunit.client.0.smithi031.stdout: "device": { 2024-08-10T06:31:34.553 INFO:tasks.workunit.client.0.smithi031.stdout: "info_name": "/dev/nvme0n1", 2024-08-10T06:31:34.553 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "/dev/nvme0n1", 2024-08-10T06:31:34.553 INFO:tasks.workunit.client.0.smithi031.stdout: "protocol": "NVMe", 2024-08-10T06:31:34.553 INFO:tasks.workunit.client.0.smithi031.stdout: "type": "nvme" 2024-08-10T06:31:34.553 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.553 INFO:tasks.workunit.client.0.smithi031.stdout: "firmware_version": "8DV101H0", 2024-08-10T06:31:34.553 INFO:tasks.workunit.client.0.smithi031.stdout: "host_id": "58605f64-56d7-11ef-ad30-ac1f6ba5caba", 2024-08-10T06:31:34.554 INFO:tasks.workunit.client.0.smithi031.stdout: "json_format_version": [ 2024-08-10T06:31:34.554 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:34.554 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:34.554 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.554 INFO:tasks.workunit.client.0.smithi031.stdout: "local_time": { 2024-08-10T06:31:34.554 INFO:tasks.workunit.client.0.smithi031.stdout: "asctime": "Sat Aug 10 05:08:06 2024 UTC", 2024-08-10T06:31:34.554 INFO:tasks.workunit.client.0.smithi031.stdout: "time_t": 1723266486 2024-08-10T06:31:34.554 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.554 INFO:tasks.workunit.client.0.smithi031.stdout: "logical_block_size": 512, 2024-08-10T06:31:34.554 INFO:tasks.workunit.client.0.smithi031.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-08-10T06:31:34.554 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_controller_id": 0, 2024-08-10T06:31:34.554 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-10T06:31:34.554 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_namespaces": [ 2024-08-10T06:31:34.555 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.555 INFO:tasks.workunit.client.0.smithi031.stdout: "capacity": { 2024-08-10T06:31:34.555 INFO:tasks.workunit.client.0.smithi031.stdout: "blocks": 781422768, 2024-08-10T06:31:34.555 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 400088457216 2024-08-10T06:31:34.555 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.555 INFO:tasks.workunit.client.0.smithi031.stdout: "formatted_lba_size": 512, 2024-08-10T06:31:34.555 INFO:tasks.workunit.client.0.smithi031.stdout: "id": 1, 2024-08-10T06:31:34.555 INFO:tasks.workunit.client.0.smithi031.stdout: "size": { 2024-08-10T06:31:34.555 INFO:tasks.workunit.client.0.smithi031.stdout: "blocks": 781422768, 2024-08-10T06:31:34.555 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 400088457216 2024-08-10T06:31:34.555 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.555 INFO:tasks.workunit.client.0.smithi031.stdout: "utilization": { 2024-08-10T06:31:34.555 INFO:tasks.workunit.client.0.smithi031.stdout: "blocks": 781422768, 2024-08-10T06:31:34.555 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 400088457216 2024-08-10T06:31:34.555 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:34.555 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:34.556 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.556 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_number_of_namespaces": 1, 2024-08-10T06:31:34.556 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_pci_vendor": { 2024-08-10T06:31:34.556 INFO:tasks.workunit.client.0.smithi031.stdout: "id": 32902, 2024-08-10T06:31:34.556 INFO:tasks.workunit.client.0.smithi031.stdout: "subsystem_id": 32902 2024-08-10T06:31:34.556 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.556 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_smart_health_information_add_log": { 2024-08-10T06:31:34.556 INFO:tasks.workunit.client.0.smithi031.stdout: "Device stats": { 2024-08-10T06:31:34.556 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_fw_downgrades": { 2024-08-10T06:31:34.556 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-08-10T06:31:34.556 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T06:31:34.556 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.556 INFO:tasks.workunit.client.0.smithi031.stdout: "crc_error_count": { 2024-08-10T06:31:34.556 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T06:31:34.556 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T06:31:34.557 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.557 INFO:tasks.workunit.client.0.smithi031.stdout: "end_to_end_error_detection_count": { 2024-08-10T06:31:34.557 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T06:31:34.557 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T06:31:34.557 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.557 INFO:tasks.workunit.client.0.smithi031.stdout: "erase_fail_count": { 2024-08-10T06:31:34.557 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T06:31:34.557 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T06:31:34.557 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.557 INFO:tasks.workunit.client.0.smithi031.stdout: "host_bytes_written": { 2024-08-10T06:31:34.557 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T06:31:34.557 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 36852684 2024-08-10T06:31:34.557 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.557 INFO:tasks.workunit.client.0.smithi031.stdout: "host_ctx_wear_used": { 2024-08-10T06:31:34.557 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T06:31:34.558 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 1 2024-08-10T06:31:34.558 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.558 INFO:tasks.workunit.client.0.smithi031.stdout: "media_bytes_read": { 2024-08-10T06:31:34.558 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-08-10T06:31:34.558 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T06:31:34.558 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.558 INFO:tasks.workunit.client.0.smithi031.stdout: "nand_bytes_written": { 2024-08-10T06:31:34.558 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T06:31:34.558 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 56188690 2024-08-10T06:31:34.558 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.558 INFO:tasks.workunit.client.0.smithi031.stdout: "perf_stat_indicator": { 2024-08-10T06:31:34.558 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-08-10T06:31:34.558 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T06:31:34.559 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.559 INFO:tasks.workunit.client.0.smithi031.stdout: "pll_lock_loss_count": { 2024-08-10T06:31:34.559 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T06:31:34.559 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T06:31:34.559 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.559 INFO:tasks.workunit.client.0.smithi031.stdout: "program_fail_count": { 2024-08-10T06:31:34.559 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T06:31:34.559 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T06:31:34.559 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.559 INFO:tasks.workunit.client.0.smithi031.stdout: "re_alloc_sectr_cnt": { 2024-08-10T06:31:34.559 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-08-10T06:31:34.559 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T06:31:34.559 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.559 INFO:tasks.workunit.client.0.smithi031.stdout: "retry_buffer_overflow_count": { 2024-08-10T06:31:34.559 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T06:31:34.560 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T06:31:34.560 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.560 INFO:tasks.workunit.client.0.smithi031.stdout: "soft_ecc_err_rate": { 2024-08-10T06:31:34.560 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-08-10T06:31:34.560 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T06:31:34.560 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.560 INFO:tasks.workunit.client.0.smithi031.stdout: "thermal_throttle_status": { 2024-08-10T06:31:34.560 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T06:31:34.560 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": { 2024-08-10T06:31:34.560 INFO:tasks.workunit.client.0.smithi031.stdout: "cnt": 0, 2024-08-10T06:31:34.560 INFO:tasks.workunit.client.0.smithi031.stdout: "pct": 0 2024-08-10T06:31:34.560 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:34.560 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.560 INFO:tasks.workunit.client.0.smithi031.stdout: "timed_workload_host_reads": { 2024-08-10T06:31:34.561 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T06:31:34.561 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 65535 2024-08-10T06:31:34.561 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.561 INFO:tasks.workunit.client.0.smithi031.stdout: "timed_workload_media_wear": { 2024-08-10T06:31:34.561 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T06:31:34.561 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": "63.999023" 2024-08-10T06:31:34.561 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.561 INFO:tasks.workunit.client.0.smithi031.stdout: "timed_workload_timer": { 2024-08-10T06:31:34.561 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T06:31:34.561 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 65535 2024-08-10T06:31:34.561 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.561 INFO:tasks.workunit.client.0.smithi031.stdout: "unexp_power_loss": { 2024-08-10T06:31:34.561 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-08-10T06:31:34.561 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T06:31:34.562 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.562 INFO:tasks.workunit.client.0.smithi031.stdout: "wear_leveling": { 2024-08-10T06:31:34.562 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 88, 2024-08-10T06:31:34.562 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": { 2024-08-10T06:31:34.562 INFO:tasks.workunit.client.0.smithi031.stdout: "avg": 3697, 2024-08-10T06:31:34.562 INFO:tasks.workunit.client.0.smithi031.stdout: "max": 3719, 2024-08-10T06:31:34.562 INFO:tasks.workunit.client.0.smithi031.stdout: "min": 3674 2024-08-10T06:31:34.562 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:34.562 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:34.562 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.562 INFO:tasks.workunit.client.0.smithi031.stdout: "Intel Smart log": "nvme0n1" 2024-08-10T06:31:34.562 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.562 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_smart_health_information_log": { 2024-08-10T06:31:34.563 INFO:tasks.workunit.client.0.smithi031.stdout: "available_spare": 100, 2024-08-10T06:31:34.563 INFO:tasks.workunit.client.0.smithi031.stdout: "available_spare_threshold": 10, 2024-08-10T06:31:34.563 INFO:tasks.workunit.client.0.smithi031.stdout: "controller_busy_time": 3, 2024-08-10T06:31:34.563 INFO:tasks.workunit.client.0.smithi031.stdout: "critical_warning": 0, 2024-08-10T06:31:34.563 INFO:tasks.workunit.client.0.smithi031.stdout: "data_units_read": 437224181, 2024-08-10T06:31:34.563 INFO:tasks.workunit.client.0.smithi031.stdout: "data_units_written": 2415177536, 2024-08-10T06:31:34.563 INFO:tasks.workunit.client.0.smithi031.stdout: "host_reads": 6251278111, 2024-08-10T06:31:34.563 INFO:tasks.workunit.client.0.smithi031.stdout: "host_writes": 37498794677, 2024-08-10T06:31:34.563 INFO:tasks.workunit.client.0.smithi031.stdout: "media_errors": 0, 2024-08-10T06:31:34.563 INFO:tasks.workunit.client.0.smithi031.stdout: "num_err_log_entries": 0, 2024-08-10T06:31:34.563 INFO:tasks.workunit.client.0.smithi031.stdout: "percentage_used": 12, 2024-08-10T06:31:34.563 INFO:tasks.workunit.client.0.smithi031.stdout: "power_cycles": 45194, 2024-08-10T06:31:34.563 INFO:tasks.workunit.client.0.smithi031.stdout: "power_on_hours": 67556, 2024-08-10T06:31:34.563 INFO:tasks.workunit.client.0.smithi031.stdout: "temperature": 25, 2024-08-10T06:31:34.564 INFO:tasks.workunit.client.0.smithi031.stdout: "unsafe_shutdowns": 290 2024-08-10T06:31:34.564 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.564 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_vendor": "intel", 2024-08-10T06:31:34.564 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_version": { 2024-08-10T06:31:34.564 INFO:tasks.workunit.client.0.smithi031.stdout: "string": "<1.2", 2024-08-10T06:31:34.564 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.564 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.564 INFO:tasks.workunit.client.0.smithi031.stdout: "power_cycle_count": 45194, 2024-08-10T06:31:34.564 INFO:tasks.workunit.client.0.smithi031.stdout: "power_on_time": { 2024-08-10T06:31:34.564 INFO:tasks.workunit.client.0.smithi031.stdout: "hours": 67556 2024-08-10T06:31:34.564 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.564 INFO:tasks.workunit.client.0.smithi031.stdout: "serial_number": "deleted", 2024-08-10T06:31:34.564 INFO:tasks.workunit.client.0.smithi031.stdout: "smart_status": { 2024-08-10T06:31:34.564 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme": { 2024-08-10T06:31:34.565 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.565 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.565 INFO:tasks.workunit.client.0.smithi031.stdout: "passed": true 2024-08-10T06:31:34.565 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.565 INFO:tasks.workunit.client.0.smithi031.stdout: "smartctl": { 2024-08-10T06:31:34.565 INFO:tasks.workunit.client.0.smithi031.stdout: "argv": [ 2024-08-10T06:31:34.565 INFO:tasks.workunit.client.0.smithi031.stdout: "smartctl", 2024-08-10T06:31:34.565 INFO:tasks.workunit.client.0.smithi031.stdout: "-x", 2024-08-10T06:31:34.565 INFO:tasks.workunit.client.0.smithi031.stdout: "--json=o", 2024-08-10T06:31:34.565 INFO:tasks.workunit.client.0.smithi031.stdout: "/dev/nvme0n1" 2024-08-10T06:31:34.565 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.565 INFO:tasks.workunit.client.0.smithi031.stdout: "build_info": "(local build)", 2024-08-10T06:31:34.565 INFO:tasks.workunit.client.0.smithi031.stdout: "exit_status": 0, 2024-08-10T06:31:34.565 INFO:tasks.workunit.client.0.smithi031.stdout: "output": [ 2024-08-10T06:31:34.566 INFO:tasks.workunit.client.0.smithi031.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-10T06:31:34.566 INFO:tasks.workunit.client.0.smithi031.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-10T06:31:34.566 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-08-10T06:31:34.566 INFO:tasks.workunit.client.0.smithi031.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-10T06:31:34.566 INFO:tasks.workunit.client.0.smithi031.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-08-10T06:31:34.566 INFO:tasks.workunit.client.0.smithi031.stdout: "Serial Number: deleted", 2024-08-10T06:31:34.566 INFO:tasks.workunit.client.0.smithi031.stdout: "Firmware Version: 8DV101H0", 2024-08-10T06:31:34.566 INFO:tasks.workunit.client.0.smithi031.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-10T06:31:34.566 INFO:tasks.workunit.client.0.smithi031.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-10T06:31:34.566 INFO:tasks.workunit.client.0.smithi031.stdout: "Controller ID: 0", 2024-08-10T06:31:34.566 INFO:tasks.workunit.client.0.smithi031.stdout: "NVMe Version: <1.2", 2024-08-10T06:31:34.566 INFO:tasks.workunit.client.0.smithi031.stdout: "Number of Namespaces: 1", 2024-08-10T06:31:34.566 INFO:tasks.workunit.client.0.smithi031.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-08-10T06:31:34.566 INFO:tasks.workunit.client.0.smithi031.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-10T06:31:34.567 INFO:tasks.workunit.client.0.smithi031.stdout: "Local Time is: Sat Aug 10 05:08:06 2024 UTC", 2024-08-10T06:31:34.567 INFO:tasks.workunit.client.0.smithi031.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-10T06:31:34.567 INFO:tasks.workunit.client.0.smithi031.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-10T06:31:34.567 INFO:tasks.workunit.client.0.smithi031.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-10T06:31:34.567 INFO:tasks.workunit.client.0.smithi031.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-10T06:31:34.567 INFO:tasks.workunit.client.0.smithi031.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-10T06:31:34.567 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-08-10T06:31:34.567 INFO:tasks.workunit.client.0.smithi031.stdout: "Supported Power States", 2024-08-10T06:31:34.567 INFO:tasks.workunit.client.0.smithi031.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-10T06:31:34.567 INFO:tasks.workunit.client.0.smithi031.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-10T06:31:34.567 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-08-10T06:31:34.567 INFO:tasks.workunit.client.0.smithi031.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-10T06:31:34.567 INFO:tasks.workunit.client.0.smithi031.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-10T06:31:34.568 INFO:tasks.workunit.client.0.smithi031.stdout: " 0 + 512 0 2", 2024-08-10T06:31:34.568 INFO:tasks.workunit.client.0.smithi031.stdout: " 1 - 512 8 2", 2024-08-10T06:31:34.568 INFO:tasks.workunit.client.0.smithi031.stdout: " 2 - 512 16 2", 2024-08-10T06:31:34.568 INFO:tasks.workunit.client.0.smithi031.stdout: " 3 - 4096 0 0", 2024-08-10T06:31:34.568 INFO:tasks.workunit.client.0.smithi031.stdout: " 4 - 4096 8 0", 2024-08-10T06:31:34.568 INFO:tasks.workunit.client.0.smithi031.stdout: " 5 - 4096 64 0", 2024-08-10T06:31:34.568 INFO:tasks.workunit.client.0.smithi031.stdout: " 6 - 4096 128 0", 2024-08-10T06:31:34.568 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-08-10T06:31:34.568 INFO:tasks.workunit.client.0.smithi031.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-10T06:31:34.568 INFO:tasks.workunit.client.0.smithi031.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-10T06:31:34.568 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-08-10T06:31:34.568 INFO:tasks.workunit.client.0.smithi031.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-10T06:31:34.568 INFO:tasks.workunit.client.0.smithi031.stdout: "Critical Warning: 0x00", 2024-08-10T06:31:34.569 INFO:tasks.workunit.client.0.smithi031.stdout: "Temperature: 25 Celsius", 2024-08-10T06:31:34.569 INFO:tasks.workunit.client.0.smithi031.stdout: "Available Spare: 100%", 2024-08-10T06:31:34.569 INFO:tasks.workunit.client.0.smithi031.stdout: "Available Spare Threshold: 10%", 2024-08-10T06:31:34.569 INFO:tasks.workunit.client.0.smithi031.stdout: "Percentage Used: 12%", 2024-08-10T06:31:34.569 INFO:tasks.workunit.client.0.smithi031.stdout: "Data Units Read: 437,224,181 [223 TB]", 2024-08-10T06:31:34.569 INFO:tasks.workunit.client.0.smithi031.stdout: "Data Units Written: 2,415,177,536 [1.23 PB]", 2024-08-10T06:31:34.569 INFO:tasks.workunit.client.0.smithi031.stdout: "Host Read Commands: 6,251,278,111", 2024-08-10T06:31:34.569 INFO:tasks.workunit.client.0.smithi031.stdout: "Host Write Commands: 37,498,794,677", 2024-08-10T06:31:34.569 INFO:tasks.workunit.client.0.smithi031.stdout: "Controller Busy Time: 3", 2024-08-10T06:31:34.569 INFO:tasks.workunit.client.0.smithi031.stdout: "Power Cycles: 45,194", 2024-08-10T06:31:34.569 INFO:tasks.workunit.client.0.smithi031.stdout: "Power On Hours: 67,556", 2024-08-10T06:31:34.569 INFO:tasks.workunit.client.0.smithi031.stdout: "Unsafe Shutdowns: 290", 2024-08-10T06:31:34.569 INFO:tasks.workunit.client.0.smithi031.stdout: "Media and Data Integrity Errors: 0", 2024-08-10T06:31:34.569 INFO:tasks.workunit.client.0.smithi031.stdout: "Error Information Log Entries: 0", 2024-08-10T06:31:34.569 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-08-10T06:31:34.570 INFO:tasks.workunit.client.0.smithi031.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-10T06:31:34.570 INFO:tasks.workunit.client.0.smithi031.stdout: "No Errors Logged", 2024-08-10T06:31:34.570 INFO:tasks.workunit.client.0.smithi031.stdout: "" 2024-08-10T06:31:34.570 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.570 INFO:tasks.workunit.client.0.smithi031.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-10T06:31:34.570 INFO:tasks.workunit.client.0.smithi031.stdout: "svn_revision": "5155", 2024-08-10T06:31:34.570 INFO:tasks.workunit.client.0.smithi031.stdout: "version": [ 2024-08-10T06:31:34.570 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:34.570 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:34.570 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:34.570 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.570 INFO:tasks.workunit.client.0.smithi031.stdout: "temperature": { 2024-08-10T06:31:34.570 INFO:tasks.workunit.client.0.smithi031.stdout: "current": 25 2024-08-10T06:31:34.571 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.571 INFO:tasks.workunit.client.0.smithi031.stdout: "user_capacity": { 2024-08-10T06:31:34.571 INFO:tasks.workunit.client.0.smithi031.stdout: "blocks": 781422768, 2024-08-10T06:31:34.571 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 400088457216 2024-08-10T06:31:34.571 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:34.571 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:34.571 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:34.571 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.571 INFO:tasks.workunit.client.0.smithi031.stdout: "58624464-56d7-11ef-ad30-ac1f6ba5caba": { 2024-08-10T06:31:34.571 INFO:tasks.workunit.client.0.smithi031.stdout: "INTEL_SSDPEDMD400G4_5862b048-56d7-11ef-ad30-ac1f6ba5caba": { 2024-08-10T06:31:34.571 INFO:tasks.workunit.client.0.smithi031.stdout: "20240810-050809": { 2024-08-10T06:31:34.571 INFO:tasks.workunit.client.0.smithi031.stdout: "device": { 2024-08-10T06:31:34.571 INFO:tasks.workunit.client.0.smithi031.stdout: "info_name": "/dev/nvme0n1", 2024-08-10T06:31:34.571 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "/dev/nvme0n1", 2024-08-10T06:31:34.571 INFO:tasks.workunit.client.0.smithi031.stdout: "protocol": "NVMe", 2024-08-10T06:31:34.572 INFO:tasks.workunit.client.0.smithi031.stdout: "type": "nvme" 2024-08-10T06:31:34.572 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.572 INFO:tasks.workunit.client.0.smithi031.stdout: "firmware_version": "8DV101H0", 2024-08-10T06:31:34.572 INFO:tasks.workunit.client.0.smithi031.stdout: "host_id": "58624464-56d7-11ef-ad30-ac1f6ba5caba", 2024-08-10T06:31:34.572 INFO:tasks.workunit.client.0.smithi031.stdout: "json_format_version": [ 2024-08-10T06:31:34.572 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:34.572 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:34.572 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.572 INFO:tasks.workunit.client.0.smithi031.stdout: "local_time": { 2024-08-10T06:31:34.572 INFO:tasks.workunit.client.0.smithi031.stdout: "asctime": "Sat Aug 10 05:08:09 2024 UTC", 2024-08-10T06:31:34.572 INFO:tasks.workunit.client.0.smithi031.stdout: "time_t": 1723266489 2024-08-10T06:31:34.572 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.572 INFO:tasks.workunit.client.0.smithi031.stdout: "logical_block_size": 512, 2024-08-10T06:31:34.573 INFO:tasks.workunit.client.0.smithi031.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-08-10T06:31:34.573 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_controller_id": 0, 2024-08-10T06:31:34.573 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-10T06:31:34.573 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_namespaces": [ 2024-08-10T06:31:34.573 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.573 INFO:tasks.workunit.client.0.smithi031.stdout: "capacity": { 2024-08-10T06:31:34.573 INFO:tasks.workunit.client.0.smithi031.stdout: "blocks": 781422768, 2024-08-10T06:31:34.573 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 400088457216 2024-08-10T06:31:34.573 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.573 INFO:tasks.workunit.client.0.smithi031.stdout: "formatted_lba_size": 512, 2024-08-10T06:31:34.573 INFO:tasks.workunit.client.0.smithi031.stdout: "id": 1, 2024-08-10T06:31:34.573 INFO:tasks.workunit.client.0.smithi031.stdout: "size": { 2024-08-10T06:31:34.573 INFO:tasks.workunit.client.0.smithi031.stdout: "blocks": 781422768, 2024-08-10T06:31:34.573 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 400088457216 2024-08-10T06:31:34.574 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.574 INFO:tasks.workunit.client.0.smithi031.stdout: "utilization": { 2024-08-10T06:31:34.574 INFO:tasks.workunit.client.0.smithi031.stdout: "blocks": 781422768, 2024-08-10T06:31:34.574 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 400088457216 2024-08-10T06:31:34.574 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:34.574 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:34.574 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.574 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_number_of_namespaces": 1, 2024-08-10T06:31:34.574 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_pci_vendor": { 2024-08-10T06:31:34.574 INFO:tasks.workunit.client.0.smithi031.stdout: "id": 32902, 2024-08-10T06:31:34.574 INFO:tasks.workunit.client.0.smithi031.stdout: "subsystem_id": 32902 2024-08-10T06:31:34.574 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.574 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_smart_health_information_add_log": { 2024-08-10T06:31:34.574 INFO:tasks.workunit.client.0.smithi031.stdout: "Device stats": { 2024-08-10T06:31:34.575 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_fw_downgrades": { 2024-08-10T06:31:34.575 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-08-10T06:31:34.575 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T06:31:34.575 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.575 INFO:tasks.workunit.client.0.smithi031.stdout: "crc_error_count": { 2024-08-10T06:31:34.575 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T06:31:34.575 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T06:31:34.575 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.575 INFO:tasks.workunit.client.0.smithi031.stdout: "end_to_end_error_detection_count": { 2024-08-10T06:31:34.575 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T06:31:34.575 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T06:31:34.575 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.575 INFO:tasks.workunit.client.0.smithi031.stdout: "erase_fail_count": { 2024-08-10T06:31:34.575 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T06:31:34.576 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T06:31:34.576 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.576 INFO:tasks.workunit.client.0.smithi031.stdout: "host_bytes_written": { 2024-08-10T06:31:34.576 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T06:31:34.576 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 24989234 2024-08-10T06:31:34.576 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.576 INFO:tasks.workunit.client.0.smithi031.stdout: "host_ctx_wear_used": { 2024-08-10T06:31:34.576 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T06:31:34.576 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 1 2024-08-10T06:31:34.576 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.576 INFO:tasks.workunit.client.0.smithi031.stdout: "media_bytes_read": { 2024-08-10T06:31:34.576 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-08-10T06:31:34.576 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T06:31:34.576 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.576 INFO:tasks.workunit.client.0.smithi031.stdout: "nand_bytes_written": { 2024-08-10T06:31:34.577 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T06:31:34.577 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 45600947 2024-08-10T06:31:34.577 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.577 INFO:tasks.workunit.client.0.smithi031.stdout: "perf_stat_indicator": { 2024-08-10T06:31:34.577 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-08-10T06:31:34.577 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T06:31:34.577 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.577 INFO:tasks.workunit.client.0.smithi031.stdout: "pll_lock_loss_count": { 2024-08-10T06:31:34.577 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T06:31:34.577 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T06:31:34.577 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.577 INFO:tasks.workunit.client.0.smithi031.stdout: "program_fail_count": { 2024-08-10T06:31:34.577 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T06:31:34.577 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T06:31:34.578 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.578 INFO:tasks.workunit.client.0.smithi031.stdout: "re_alloc_sectr_cnt": { 2024-08-10T06:31:34.578 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-08-10T06:31:34.578 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T06:31:34.578 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.578 INFO:tasks.workunit.client.0.smithi031.stdout: "retry_buffer_overflow_count": { 2024-08-10T06:31:34.578 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T06:31:34.578 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T06:31:34.578 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.578 INFO:tasks.workunit.client.0.smithi031.stdout: "soft_ecc_err_rate": { 2024-08-10T06:31:34.578 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-08-10T06:31:34.578 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T06:31:34.578 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.579 INFO:tasks.workunit.client.0.smithi031.stdout: "thermal_throttle_status": { 2024-08-10T06:31:34.579 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T06:31:34.579 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": { 2024-08-10T06:31:34.579 INFO:tasks.workunit.client.0.smithi031.stdout: "cnt": 0, 2024-08-10T06:31:34.579 INFO:tasks.workunit.client.0.smithi031.stdout: "pct": 0 2024-08-10T06:31:34.579 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:34.579 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.579 INFO:tasks.workunit.client.0.smithi031.stdout: "timed_workload_host_reads": { 2024-08-10T06:31:34.579 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T06:31:34.579 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 65535 2024-08-10T06:31:34.579 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.579 INFO:tasks.workunit.client.0.smithi031.stdout: "timed_workload_media_wear": { 2024-08-10T06:31:34.579 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T06:31:34.579 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": "63.999023" 2024-08-10T06:31:34.579 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.580 INFO:tasks.workunit.client.0.smithi031.stdout: "timed_workload_timer": { 2024-08-10T06:31:34.580 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 100, 2024-08-10T06:31:34.580 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 65535 2024-08-10T06:31:34.580 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.580 INFO:tasks.workunit.client.0.smithi031.stdout: "unexp_power_loss": { 2024-08-10T06:31:34.580 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 0, 2024-08-10T06:31:34.580 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": 0 2024-08-10T06:31:34.580 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.580 INFO:tasks.workunit.client.0.smithi031.stdout: "wear_leveling": { 2024-08-10T06:31:34.580 INFO:tasks.workunit.client.0.smithi031.stdout: "normalized": 90, 2024-08-10T06:31:34.580 INFO:tasks.workunit.client.0.smithi031.stdout: "raw": { 2024-08-10T06:31:34.580 INFO:tasks.workunit.client.0.smithi031.stdout: "avg": 3155, 2024-08-10T06:31:34.580 INFO:tasks.workunit.client.0.smithi031.stdout: "max": 3172, 2024-08-10T06:31:34.581 INFO:tasks.workunit.client.0.smithi031.stdout: "min": 3138 2024-08-10T06:31:34.581 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:34.581 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:34.581 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.581 INFO:tasks.workunit.client.0.smithi031.stdout: "Intel Smart log": "nvme0n1" 2024-08-10T06:31:34.581 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.581 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_smart_health_information_log": { 2024-08-10T06:31:34.581 INFO:tasks.workunit.client.0.smithi031.stdout: "available_spare": 100, 2024-08-10T06:31:34.581 INFO:tasks.workunit.client.0.smithi031.stdout: "available_spare_threshold": 10, 2024-08-10T06:31:34.581 INFO:tasks.workunit.client.0.smithi031.stdout: "controller_busy_time": 2, 2024-08-10T06:31:34.581 INFO:tasks.workunit.client.0.smithi031.stdout: "critical_warning": 0, 2024-08-10T06:31:34.581 INFO:tasks.workunit.client.0.smithi031.stdout: "data_units_read": 341799776, 2024-08-10T06:31:34.581 INFO:tasks.workunit.client.0.smithi031.stdout: "data_units_written": 1637694495, 2024-08-10T06:31:34.581 INFO:tasks.workunit.client.0.smithi031.stdout: "host_reads": 5376247450, 2024-08-10T06:31:34.582 INFO:tasks.workunit.client.0.smithi031.stdout: "host_writes": 28375896003, 2024-08-10T06:31:34.582 INFO:tasks.workunit.client.0.smithi031.stdout: "media_errors": 0, 2024-08-10T06:31:34.582 INFO:tasks.workunit.client.0.smithi031.stdout: "num_err_log_entries": 0, 2024-08-10T06:31:34.582 INFO:tasks.workunit.client.0.smithi031.stdout: "percentage_used": 10, 2024-08-10T06:31:34.582 INFO:tasks.workunit.client.0.smithi031.stdout: "power_cycles": 58290, 2024-08-10T06:31:34.582 INFO:tasks.workunit.client.0.smithi031.stdout: "power_on_hours": 55759, 2024-08-10T06:31:34.582 INFO:tasks.workunit.client.0.smithi031.stdout: "temperature": 24, 2024-08-10T06:31:34.582 INFO:tasks.workunit.client.0.smithi031.stdout: "unsafe_shutdowns": 198 2024-08-10T06:31:34.582 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.582 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_vendor": "intel", 2024-08-10T06:31:34.582 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme_version": { 2024-08-10T06:31:34.582 INFO:tasks.workunit.client.0.smithi031.stdout: "string": "<1.2", 2024-08-10T06:31:34.582 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.583 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.583 INFO:tasks.workunit.client.0.smithi031.stdout: "power_cycle_count": 58290, 2024-08-10T06:31:34.583 INFO:tasks.workunit.client.0.smithi031.stdout: "power_on_time": { 2024-08-10T06:31:34.583 INFO:tasks.workunit.client.0.smithi031.stdout: "hours": 55759 2024-08-10T06:31:34.583 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.583 INFO:tasks.workunit.client.0.smithi031.stdout: "serial_number": "deleted", 2024-08-10T06:31:34.583 INFO:tasks.workunit.client.0.smithi031.stdout: "smart_status": { 2024-08-10T06:31:34.583 INFO:tasks.workunit.client.0.smithi031.stdout: "nvme": { 2024-08-10T06:31:34.583 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.583 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.583 INFO:tasks.workunit.client.0.smithi031.stdout: "passed": true 2024-08-10T06:31:34.583 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.583 INFO:tasks.workunit.client.0.smithi031.stdout: "smartctl": { 2024-08-10T06:31:34.584 INFO:tasks.workunit.client.0.smithi031.stdout: "argv": [ 2024-08-10T06:31:34.584 INFO:tasks.workunit.client.0.smithi031.stdout: "smartctl", 2024-08-10T06:31:34.584 INFO:tasks.workunit.client.0.smithi031.stdout: "-x", 2024-08-10T06:31:34.584 INFO:tasks.workunit.client.0.smithi031.stdout: "--json=o", 2024-08-10T06:31:34.584 INFO:tasks.workunit.client.0.smithi031.stdout: "/dev/nvme0n1" 2024-08-10T06:31:34.584 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.584 INFO:tasks.workunit.client.0.smithi031.stdout: "build_info": "(local build)", 2024-08-10T06:31:34.584 INFO:tasks.workunit.client.0.smithi031.stdout: "exit_status": 0, 2024-08-10T06:31:34.584 INFO:tasks.workunit.client.0.smithi031.stdout: "output": [ 2024-08-10T06:31:34.584 INFO:tasks.workunit.client.0.smithi031.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-10T06:31:34.584 INFO:tasks.workunit.client.0.smithi031.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-10T06:31:34.584 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-08-10T06:31:34.584 INFO:tasks.workunit.client.0.smithi031.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-10T06:31:34.584 INFO:tasks.workunit.client.0.smithi031.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-08-10T06:31:34.585 INFO:tasks.workunit.client.0.smithi031.stdout: "Serial Number: deleted", 2024-08-10T06:31:34.585 INFO:tasks.workunit.client.0.smithi031.stdout: "Firmware Version: 8DV101H0", 2024-08-10T06:31:34.585 INFO:tasks.workunit.client.0.smithi031.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-10T06:31:34.585 INFO:tasks.workunit.client.0.smithi031.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-10T06:31:34.585 INFO:tasks.workunit.client.0.smithi031.stdout: "Controller ID: 0", 2024-08-10T06:31:34.585 INFO:tasks.workunit.client.0.smithi031.stdout: "NVMe Version: <1.2", 2024-08-10T06:31:34.585 INFO:tasks.workunit.client.0.smithi031.stdout: "Number of Namespaces: 1", 2024-08-10T06:31:34.585 INFO:tasks.workunit.client.0.smithi031.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-08-10T06:31:34.585 INFO:tasks.workunit.client.0.smithi031.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-10T06:31:34.585 INFO:tasks.workunit.client.0.smithi031.stdout: "Local Time is: Sat Aug 10 05:08:09 2024 UTC", 2024-08-10T06:31:34.585 INFO:tasks.workunit.client.0.smithi031.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-10T06:31:34.585 INFO:tasks.workunit.client.0.smithi031.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-10T06:31:34.585 INFO:tasks.workunit.client.0.smithi031.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-10T06:31:34.586 INFO:tasks.workunit.client.0.smithi031.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-10T06:31:34.586 INFO:tasks.workunit.client.0.smithi031.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-10T06:31:34.586 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-08-10T06:31:34.586 INFO:tasks.workunit.client.0.smithi031.stdout: "Supported Power States", 2024-08-10T06:31:34.586 INFO:tasks.workunit.client.0.smithi031.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-10T06:31:34.586 INFO:tasks.workunit.client.0.smithi031.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-10T06:31:34.586 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-08-10T06:31:34.586 INFO:tasks.workunit.client.0.smithi031.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-10T06:31:34.586 INFO:tasks.workunit.client.0.smithi031.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-10T06:31:34.586 INFO:tasks.workunit.client.0.smithi031.stdout: " 0 + 512 0 2", 2024-08-10T06:31:34.586 INFO:tasks.workunit.client.0.smithi031.stdout: " 1 - 512 8 2", 2024-08-10T06:31:34.586 INFO:tasks.workunit.client.0.smithi031.stdout: " 2 - 512 16 2", 2024-08-10T06:31:34.586 INFO:tasks.workunit.client.0.smithi031.stdout: " 3 - 4096 0 0", 2024-08-10T06:31:34.586 INFO:tasks.workunit.client.0.smithi031.stdout: " 4 - 4096 8 0", 2024-08-10T06:31:34.587 INFO:tasks.workunit.client.0.smithi031.stdout: " 5 - 4096 64 0", 2024-08-10T06:31:34.587 INFO:tasks.workunit.client.0.smithi031.stdout: " 6 - 4096 128 0", 2024-08-10T06:31:34.587 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-08-10T06:31:34.587 INFO:tasks.workunit.client.0.smithi031.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-10T06:31:34.587 INFO:tasks.workunit.client.0.smithi031.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-10T06:31:34.587 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-08-10T06:31:34.587 INFO:tasks.workunit.client.0.smithi031.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-10T06:31:34.587 INFO:tasks.workunit.client.0.smithi031.stdout: "Critical Warning: 0x00", 2024-08-10T06:31:34.587 INFO:tasks.workunit.client.0.smithi031.stdout: "Temperature: 24 Celsius", 2024-08-10T06:31:34.587 INFO:tasks.workunit.client.0.smithi031.stdout: "Available Spare: 100%", 2024-08-10T06:31:34.587 INFO:tasks.workunit.client.0.smithi031.stdout: "Available Spare Threshold: 10%", 2024-08-10T06:31:34.587 INFO:tasks.workunit.client.0.smithi031.stdout: "Percentage Used: 10%", 2024-08-10T06:31:34.587 INFO:tasks.workunit.client.0.smithi031.stdout: "Data Units Read: 341,799,776 [175 TB]", 2024-08-10T06:31:34.587 INFO:tasks.workunit.client.0.smithi031.stdout: "Data Units Written: 1,637,694,495 [838 TB]", 2024-08-10T06:31:34.588 INFO:tasks.workunit.client.0.smithi031.stdout: "Host Read Commands: 5,376,247,450", 2024-08-10T06:31:34.588 INFO:tasks.workunit.client.0.smithi031.stdout: "Host Write Commands: 28,375,896,003", 2024-08-10T06:31:34.588 INFO:tasks.workunit.client.0.smithi031.stdout: "Controller Busy Time: 2", 2024-08-10T06:31:34.588 INFO:tasks.workunit.client.0.smithi031.stdout: "Power Cycles: 58,290", 2024-08-10T06:31:34.588 INFO:tasks.workunit.client.0.smithi031.stdout: "Power On Hours: 55,759", 2024-08-10T06:31:34.588 INFO:tasks.workunit.client.0.smithi031.stdout: "Unsafe Shutdowns: 198", 2024-08-10T06:31:34.588 INFO:tasks.workunit.client.0.smithi031.stdout: "Media and Data Integrity Errors: 0", 2024-08-10T06:31:34.588 INFO:tasks.workunit.client.0.smithi031.stdout: "Error Information Log Entries: 0", 2024-08-10T06:31:34.588 INFO:tasks.workunit.client.0.smithi031.stdout: "", 2024-08-10T06:31:34.588 INFO:tasks.workunit.client.0.smithi031.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-10T06:31:34.588 INFO:tasks.workunit.client.0.smithi031.stdout: "No Errors Logged", 2024-08-10T06:31:34.588 INFO:tasks.workunit.client.0.smithi031.stdout: "" 2024-08-10T06:31:34.588 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.589 INFO:tasks.workunit.client.0.smithi031.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-10T06:31:34.589 INFO:tasks.workunit.client.0.smithi031.stdout: "svn_revision": "5155", 2024-08-10T06:31:34.589 INFO:tasks.workunit.client.0.smithi031.stdout: "version": [ 2024-08-10T06:31:34.589 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:34.589 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:34.589 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:34.589 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.589 INFO:tasks.workunit.client.0.smithi031.stdout: "temperature": { 2024-08-10T06:31:34.589 INFO:tasks.workunit.client.0.smithi031.stdout: "current": 24 2024-08-10T06:31:34.589 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.589 INFO:tasks.workunit.client.0.smithi031.stdout: "user_capacity": { 2024-08-10T06:31:34.589 INFO:tasks.workunit.client.0.smithi031.stdout: "blocks": 781422768, 2024-08-10T06:31:34.589 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 400088457216 2024-08-10T06:31:34.589 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:34.590 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:34.590 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:34.590 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:34.590 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-08-10T06:31:34.590 INFO:tasks.workunit.client.0.smithi031.stderr:+ ceph telemetry show 2024-08-10T06:31:34.599 INFO:tasks.workunit.client.0.smithi031.stdout:{ 2024-08-10T06:31:34.599 INFO:tasks.workunit.client.0.smithi031.stdout: "balancer": { 2024-08-10T06:31:34.599 INFO:tasks.workunit.client.0.smithi031.stdout: "active": true, 2024-08-10T06:31:34.599 INFO:tasks.workunit.client.0.smithi031.stdout: "mode": "" 2024-08-10T06:31:34.600 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.600 INFO:tasks.workunit.client.0.smithi031.stdout: "channels": [ 2024-08-10T06:31:34.600 INFO:tasks.workunit.client.0.smithi031.stdout: "basic", 2024-08-10T06:31:34.600 INFO:tasks.workunit.client.0.smithi031.stdout: "crash", 2024-08-10T06:31:34.600 INFO:tasks.workunit.client.0.smithi031.stdout: "device", 2024-08-10T06:31:34.600 INFO:tasks.workunit.client.0.smithi031.stdout: "ident", 2024-08-10T06:31:34.600 INFO:tasks.workunit.client.0.smithi031.stdout: "perf" 2024-08-10T06:31:34.600 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.600 INFO:tasks.workunit.client.0.smithi031.stdout: "channels_available": [ 2024-08-10T06:31:34.600 INFO:tasks.workunit.client.0.smithi031.stdout: "basic", 2024-08-10T06:31:34.600 INFO:tasks.workunit.client.0.smithi031.stdout: "ident", 2024-08-10T06:31:34.600 INFO:tasks.workunit.client.0.smithi031.stdout: "crash", 2024-08-10T06:31:34.600 INFO:tasks.workunit.client.0.smithi031.stdout: "device", 2024-08-10T06:31:34.601 INFO:tasks.workunit.client.0.smithi031.stdout: "perf" 2024-08-10T06:31:34.601 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.601 INFO:tasks.workunit.client.0.smithi031.stdout: "collections_available": [ 2024-08-10T06:31:34.601 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_base", 2024-08-10T06:31:34.601 INFO:tasks.workunit.client.0.smithi031.stdout: "device_base", 2024-08-10T06:31:34.601 INFO:tasks.workunit.client.0.smithi031.stdout: "crash_base", 2024-08-10T06:31:34.601 INFO:tasks.workunit.client.0.smithi031.stdout: "ident_base", 2024-08-10T06:31:34.601 INFO:tasks.workunit.client.0.smithi031.stdout: "perf_perf", 2024-08-10T06:31:34.601 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_mds_metadata", 2024-08-10T06:31:34.601 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_pool_usage", 2024-08-10T06:31:34.601 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_usage_by_class", 2024-08-10T06:31:34.601 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_rook_v01", 2024-08-10T06:31:34.601 INFO:tasks.workunit.client.0.smithi031.stdout: "perf_memory_metrics", 2024-08-10T06:31:34.601 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_pool_options_bluestore", 2024-08-10T06:31:34.602 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_pool_flags" 2024-08-10T06:31:34.602 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.602 INFO:tasks.workunit.client.0.smithi031.stdout: "collections_opted_in": [ 2024-08-10T06:31:34.602 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_base", 2024-08-10T06:31:34.602 INFO:tasks.workunit.client.0.smithi031.stdout: "device_base", 2024-08-10T06:31:34.602 INFO:tasks.workunit.client.0.smithi031.stdout: "crash_base", 2024-08-10T06:31:34.602 INFO:tasks.workunit.client.0.smithi031.stdout: "ident_base", 2024-08-10T06:31:34.602 INFO:tasks.workunit.client.0.smithi031.stdout: "perf_perf", 2024-08-10T06:31:34.602 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_mds_metadata", 2024-08-10T06:31:34.602 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_pool_usage", 2024-08-10T06:31:34.602 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_usage_by_class", 2024-08-10T06:31:34.602 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_rook_v01", 2024-08-10T06:31:34.602 INFO:tasks.workunit.client.0.smithi031.stdout: "perf_memory_metrics", 2024-08-10T06:31:34.602 INFO:tasks.workunit.client.0.smithi031.stdout: "basic_pool_options_bluestore" 2024-08-10T06:31:34.603 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.603 INFO:tasks.workunit.client.0.smithi031.stdout: "config": { 2024-08-10T06:31:34.603 INFO:tasks.workunit.client.0.smithi031.stdout: "active_changed": [ 2024-08-10T06:31:34.603 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-10T06:31:34.603 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_debug", 2024-08-10T06:31:34.603 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_mon_ticket_ttl", 2024-08-10T06:31:34.603 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_service_ticket_ttl", 2024-08-10T06:31:34.603 INFO:tasks.workunit.client.0.smithi031.stdout: "bdev_debug_aio", 2024-08-10T06:31:34.603 INFO:tasks.workunit.client.0.smithi031.stdout: "client_check_pool_perm", 2024-08-10T06:31:34.603 INFO:tasks.workunit.client.0.smithi031.stdout: "client_mount_gid", 2024-08-10T06:31:34.603 INFO:tasks.workunit.client.0.smithi031.stdout: "client_mount_uid", 2024-08-10T06:31:34.603 INFO:tasks.workunit.client.0.smithi031.stdout: "client_quota", 2024-08-10T06:31:34.603 INFO:tasks.workunit.client.0.smithi031.stdout: "container_image", 2024-08-10T06:31:34.603 INFO:tasks.workunit.client.0.smithi031.stdout: "daemonize", 2024-08-10T06:31:34.604 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_asserts_on_shutdown", 2024-08-10T06:31:34.604 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_mgr", 2024-08-10T06:31:34.604 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_mon", 2024-08-10T06:31:34.604 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_ms", 2024-08-10T06:31:34.604 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_osd", 2024-08-10T06:31:34.604 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_paxos", 2024-08-10T06:31:34.604 INFO:tasks.workunit.client.0.smithi031.stdout: "keyring", 2024-08-10T06:31:34.604 INFO:tasks.workunit.client.0.smithi031.stdout: "log_to_file", 2024-08-10T06:31:34.604 INFO:tasks.workunit.client.0.smithi031.stdout: "log_to_journald", 2024-08-10T06:31:34.604 INFO:tasks.workunit.client.0.smithi031.stdout: "log_to_stderr", 2024-08-10T06:31:34.604 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_allow_pool_delete", 2024-08-10T06:31:34.604 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_clock_drift_allowed", 2024-08-10T06:31:34.604 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_cluster_log_to_file", 2024-08-10T06:31:34.605 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_cluster_log_to_journald", 2024-08-10T06:31:34.605 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_cluster_log_to_stderr", 2024-08-10T06:31:34.605 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_data_avail_warn", 2024-08-10T06:31:34.605 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_election_default_strategy", 2024-08-10T06:31:34.605 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_host", 2024-08-10T06:31:34.605 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_max_pg_per_osd", 2024-08-10T06:31:34.605 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_mds_skip_sanity", 2024-08-10T06:31:34.605 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_mgr_mkfs_grace", 2024-08-10T06:31:34.605 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_osd_prime_pg_temp", 2024-08-10T06:31:34.605 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_osd_reporter_subtree_level", 2024-08-10T06:31:34.605 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_pg_warn_max_object_skew", 2024-08-10T06:31:34.605 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-10T06:31:34.605 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-10T06:31:34.606 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-10T06:31:34.606 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-10T06:31:34.606 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-10T06:31:34.606 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-10T06:31:34.606 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-10T06:31:34.606 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-10T06:31:34.606 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_too_few_osds", 2024-08-10T06:31:34.606 INFO:tasks.workunit.client.0.smithi031.stdout: "ms_die_on_bug", 2024-08-10T06:31:34.606 INFO:tasks.workunit.client.0.smithi031.stdout: "ms_die_on_old_message", 2024-08-10T06:31:34.606 INFO:tasks.workunit.client.0.smithi031.stdout: "no_config_file", 2024-08-10T06:31:34.606 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_class_default_list", 2024-08-10T06:31:34.606 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_class_load_list", 2024-08-10T06:31:34.606 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_misdirected_ops", 2024-08-10T06:31:34.607 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_op_order", 2024-08-10T06:31:34.607 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_pg_log_writeout", 2024-08-10T06:31:34.607 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_shutdown", 2024-08-10T06:31:34.607 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_verify_cached_snaps", 2024-08-10T06:31:34.607 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_verify_missing_on_start", 2024-08-10T06:31:34.607 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_verify_stray_on_activate", 2024-08-10T06:31:34.607 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-10T06:31:34.607 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_delete_sleep", 2024-08-10T06:31:34.607 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_delete_sleep_hdd", 2024-08-10T06:31:34.607 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_delete_sleep_hybrid", 2024-08-10T06:31:34.607 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_delete_sleep_ssd", 2024-08-10T06:31:34.607 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_max_backfills", 2024-08-10T06:31:34.607 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-08-10T06:31:34.607 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_profile", 2024-08-10T06:31:34.608 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-08-10T06:31:34.608 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-08-10T06:31:34.608 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-08-10T06:31:34.608 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-08-10T06:31:34.608 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-08-10T06:31:34.608 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-08-10T06:31:34.608 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_client_lim", 2024-08-10T06:31:34.608 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_client_res", 2024-08-10T06:31:34.608 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_scheduler_client_wgt", 2024-08-10T06:31:34.608 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_memory_target", 2024-08-10T06:31:34.608 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_memory_target_autotune", 2024-08-10T06:31:34.608 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_op_queue", 2024-08-10T06:31:34.608 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_op_queue_cut_off", 2024-08-10T06:31:34.609 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pool_default_erasure_code_profile", 2024-08-10T06:31:34.609 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-10T06:31:34.609 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recover_clone_overlap", 2024-08-10T06:31:34.609 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recovery_max_active", 2024-08-10T06:31:34.609 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recovery_max_active_hdd", 2024-08-10T06:31:34.609 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recovery_max_active_ssd", 2024-08-10T06:31:34.609 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recovery_max_chunk", 2024-08-10T06:31:34.609 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recovery_sleep", 2024-08-10T06:31:34.609 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recovery_sleep_hdd", 2024-08-10T06:31:34.609 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recovery_sleep_hybrid", 2024-08-10T06:31:34.609 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recovery_sleep_ssd", 2024-08-10T06:31:34.609 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_scrub_load_threshold", 2024-08-10T06:31:34.609 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_scrub_max_interval", 2024-08-10T06:31:34.609 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_scrub_sleep", 2024-08-10T06:31:34.610 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_shutdown_pgref_assert", 2024-08-10T06:31:34.610 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_snap_trim_sleep", 2024-08-10T06:31:34.610 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_snap_trim_sleep_hdd", 2024-08-10T06:31:34.610 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_snap_trim_sleep_hybrid", 2024-08-10T06:31:34.610 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_snap_trim_sleep_ssd", 2024-08-10T06:31:34.610 INFO:tasks.workunit.client.0.smithi031.stdout: "public_network", 2024-08-10T06:31:34.610 INFO:tasks.workunit.client.0.smithi031.stdout: "rbd_config_pool_override_update_timestamp", 2024-08-10T06:31:34.610 INFO:tasks.workunit.client.0.smithi031.stdout: "rbd_default_features", 2024-08-10T06:31:34.610 INFO:tasks.workunit.client.0.smithi031.stdout: "rbd_qos_exclude_ops", 2024-08-10T06:31:34.610 INFO:tasks.workunit.client.0.smithi031.stdout: "setgroup", 2024-08-10T06:31:34.610 INFO:tasks.workunit.client.0.smithi031.stdout: "setuser" 2024-08-10T06:31:34.610 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.610 INFO:tasks.workunit.client.0.smithi031.stdout: "cluster_changed": [ 2024-08-10T06:31:34.611 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-10T06:31:34.611 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_debug", 2024-08-10T06:31:34.611 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_mon_ticket_ttl", 2024-08-10T06:31:34.611 INFO:tasks.workunit.client.0.smithi031.stdout: "auth_service_ticket_ttl", 2024-08-10T06:31:34.611 INFO:tasks.workunit.client.0.smithi031.stdout: "bdev_debug_aio", 2024-08-10T06:31:34.611 INFO:tasks.workunit.client.0.smithi031.stdout: "container_image", 2024-08-10T06:31:34.611 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_asserts_on_shutdown", 2024-08-10T06:31:34.611 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_mgr", 2024-08-10T06:31:34.611 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_mon", 2024-08-10T06:31:34.611 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_ms", 2024-08-10T06:31:34.611 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_osd", 2024-08-10T06:31:34.611 INFO:tasks.workunit.client.0.smithi031.stdout: "debug_paxos", 2024-08-10T06:31:34.611 INFO:tasks.workunit.client.0.smithi031.stdout: "log_to_file", 2024-08-10T06:31:34.611 INFO:tasks.workunit.client.0.smithi031.stdout: "log_to_journald", 2024-08-10T06:31:34.612 INFO:tasks.workunit.client.0.smithi031.stdout: "log_to_stderr", 2024-08-10T06:31:34.612 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_join_fs", 2024-08-10T06:31:34.612 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/cephadm/allow_ptrace", 2024-08-10T06:31:34.612 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/cephadm/container_init", 2024-08-10T06:31:34.612 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/cephadm/migration_current", 2024-08-10T06:31:34.612 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/cephadm/use_repo_digest", 2024-08-10T06:31:34.612 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-08-10T06:31:34.612 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-08-10T06:31:34.612 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-08-10T06:31:34.612 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-08-10T06:31:34.612 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/dashboard/ssl_server_port", 2024-08-10T06:31:34.612 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/orchestrator/orchestrator", 2024-08-10T06:31:34.612 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/telemetry/channel_ident", 2024-08-10T06:31:34.612 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/telemetry/channel_perf", 2024-08-10T06:31:34.613 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/telemetry/description", 2024-08-10T06:31:34.613 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/telemetry/enabled", 2024-08-10T06:31:34.613 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr/telemetry/organization", 2024-08-10T06:31:34.613 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_allow_pool_delete", 2024-08-10T06:31:34.613 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_clock_drift_allowed", 2024-08-10T06:31:34.613 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_cluster_log_to_file", 2024-08-10T06:31:34.613 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_data_avail_warn", 2024-08-10T06:31:34.613 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_election_default_strategy", 2024-08-10T06:31:34.613 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_max_pg_per_osd", 2024-08-10T06:31:34.613 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_mds_skip_sanity", 2024-08-10T06:31:34.613 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_mgr_mkfs_grace", 2024-08-10T06:31:34.613 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_osd_prime_pg_temp", 2024-08-10T06:31:34.613 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_osd_reporter_subtree_level", 2024-08-10T06:31:34.613 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_pg_warn_max_object_skew", 2024-08-10T06:31:34.613 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-10T06:31:34.614 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-10T06:31:34.614 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-10T06:31:34.614 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-10T06:31:34.614 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-10T06:31:34.614 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-10T06:31:34.614 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-10T06:31:34.614 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-10T06:31:34.614 INFO:tasks.workunit.client.0.smithi031.stdout: "mon_warn_on_too_few_osds", 2024-08-10T06:31:34.614 INFO:tasks.workunit.client.0.smithi031.stdout: "ms_die_on_bug", 2024-08-10T06:31:34.614 INFO:tasks.workunit.client.0.smithi031.stdout: "ms_die_on_old_message", 2024-08-10T06:31:34.614 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_class_default_list", 2024-08-10T06:31:34.614 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_class_load_list", 2024-08-10T06:31:34.614 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_misdirected_ops", 2024-08-10T06:31:34.614 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_op_order", 2024-08-10T06:31:34.615 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_pg_log_writeout", 2024-08-10T06:31:34.615 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_shutdown", 2024-08-10T06:31:34.615 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_verify_cached_snaps", 2024-08-10T06:31:34.615 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_verify_missing_on_start", 2024-08-10T06:31:34.615 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_debug_verify_stray_on_activate", 2024-08-10T06:31:34.615 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-10T06:31:34.615 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-08-10T06:31:34.615 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mclock_profile", 2024-08-10T06:31:34.615 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_memory_target", 2024-08-10T06:31:34.615 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_memory_target_autotune", 2024-08-10T06:31:34.615 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_op_queue", 2024-08-10T06:31:34.615 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_op_queue_cut_off", 2024-08-10T06:31:34.615 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pool_default_erasure_code_profile", 2024-08-10T06:31:34.615 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-10T06:31:34.616 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recover_clone_overlap", 2024-08-10T06:31:34.616 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_recovery_max_chunk", 2024-08-10T06:31:34.616 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_scrub_load_threshold", 2024-08-10T06:31:34.616 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_scrub_max_interval", 2024-08-10T06:31:34.616 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_shutdown_pgref_assert", 2024-08-10T06:31:34.616 INFO:tasks.workunit.client.0.smithi031.stdout: "public_network", 2024-08-10T06:31:34.616 INFO:tasks.workunit.client.0.smithi031.stdout: "rbd_config_pool_override_update_timestamp", 2024-08-10T06:31:34.616 INFO:tasks.workunit.client.0.smithi031.stdout: "rgw_cache_enabled", 2024-08-10T06:31:34.616 INFO:tasks.workunit.client.0.smithi031.stdout: "rgw_enable_ops_log", 2024-08-10T06:31:34.616 INFO:tasks.workunit.client.0.smithi031.stdout: "rgw_enable_usage_log" 2024-08-10T06:31:34.616 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:34.617 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.617 INFO:tasks.workunit.client.0.smithi031.stdout: "contact": null, 2024-08-10T06:31:34.617 INFO:tasks.workunit.client.0.smithi031.stdout: "crashes": [], 2024-08-10T06:31:34.617 INFO:tasks.workunit.client.0.smithi031.stdout: "created": "2024-08-10T05:04:52.101829Z", 2024-08-10T06:31:34.617 INFO:tasks.workunit.client.0.smithi031.stdout: "crush": { 2024-08-10T06:31:34.617 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_algs": { 2024-08-10T06:31:34.617 INFO:tasks.workunit.client.0.smithi031.stdout: "straw2": 3 2024-08-10T06:31:34.617 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.617 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_sizes": { 2024-08-10T06:31:34.617 INFO:tasks.workunit.client.0.smithi031.stdout: "2": 1, 2024-08-10T06:31:34.617 INFO:tasks.workunit.client.0.smithi031.stdout: "4": 2 2024-08-10T06:31:34.617 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.617 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket_types": { 2024-08-10T06:31:34.617 INFO:tasks.workunit.client.0.smithi031.stdout: "1": 2, 2024-08-10T06:31:34.618 INFO:tasks.workunit.client.0.smithi031.stdout: "11": 1 2024-08-10T06:31:34.618 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.618 INFO:tasks.workunit.client.0.smithi031.stdout: "compat_weight_set": false, 2024-08-10T06:31:34.618 INFO:tasks.workunit.client.0.smithi031.stdout: "device_classes": [ 2024-08-10T06:31:34.618 INFO:tasks.workunit.client.0.smithi031.stdout: 8 2024-08-10T06:31:34.618 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.618 INFO:tasks.workunit.client.0.smithi031.stdout: "num_buckets": 6, 2024-08-10T06:31:34.618 INFO:tasks.workunit.client.0.smithi031.stdout: "num_devices": 8, 2024-08-10T06:31:34.618 INFO:tasks.workunit.client.0.smithi031.stdout: "num_rules": 2, 2024-08-10T06:31:34.618 INFO:tasks.workunit.client.0.smithi031.stdout: "num_types": 12, 2024-08-10T06:31:34.618 INFO:tasks.workunit.client.0.smithi031.stdout: "num_weight_sets": 0, 2024-08-10T06:31:34.618 INFO:tasks.workunit.client.0.smithi031.stdout: "tunables": { 2024-08-10T06:31:34.618 INFO:tasks.workunit.client.0.smithi031.stdout: "allowed_bucket_algs": 54, 2024-08-10T06:31:34.618 INFO:tasks.workunit.client.0.smithi031.stdout: "choose_local_fallback_tries": 0, 2024-08-10T06:31:34.619 INFO:tasks.workunit.client.0.smithi031.stdout: "choose_local_tries": 0, 2024-08-10T06:31:34.619 INFO:tasks.workunit.client.0.smithi031.stdout: "choose_total_tries": 50, 2024-08-10T06:31:34.619 INFO:tasks.workunit.client.0.smithi031.stdout: "chooseleaf_descend_once": 1, 2024-08-10T06:31:34.619 INFO:tasks.workunit.client.0.smithi031.stdout: "chooseleaf_stable": 1, 2024-08-10T06:31:34.619 INFO:tasks.workunit.client.0.smithi031.stdout: "chooseleaf_vary_r": 1, 2024-08-10T06:31:34.619 INFO:tasks.workunit.client.0.smithi031.stdout: "has_msr_rules": 0, 2024-08-10T06:31:34.619 INFO:tasks.workunit.client.0.smithi031.stdout: "has_v2_rules": 1, 2024-08-10T06:31:34.619 INFO:tasks.workunit.client.0.smithi031.stdout: "has_v3_rules": 0, 2024-08-10T06:31:34.619 INFO:tasks.workunit.client.0.smithi031.stdout: "has_v4_buckets": 1, 2024-08-10T06:31:34.619 INFO:tasks.workunit.client.0.smithi031.stdout: "has_v5_rules": 0, 2024-08-10T06:31:34.619 INFO:tasks.workunit.client.0.smithi031.stdout: "legacy_tunables": 0, 2024-08-10T06:31:34.619 INFO:tasks.workunit.client.0.smithi031.stdout: "minimum_required_version": "jewel", 2024-08-10T06:31:34.619 INFO:tasks.workunit.client.0.smithi031.stdout: "msr_collision_tries": 100, 2024-08-10T06:31:34.620 INFO:tasks.workunit.client.0.smithi031.stdout: "msr_descents": 100, 2024-08-10T06:31:34.620 INFO:tasks.workunit.client.0.smithi031.stdout: "optimal_tunables": 1, 2024-08-10T06:31:34.620 INFO:tasks.workunit.client.0.smithi031.stdout: "profile": "jewel", 2024-08-10T06:31:34.620 INFO:tasks.workunit.client.0.smithi031.stdout: "require_feature_tunables": 1, 2024-08-10T06:31:34.620 INFO:tasks.workunit.client.0.smithi031.stdout: "require_feature_tunables2": 1, 2024-08-10T06:31:34.620 INFO:tasks.workunit.client.0.smithi031.stdout: "require_feature_tunables3": 1, 2024-08-10T06:31:34.620 INFO:tasks.workunit.client.0.smithi031.stdout: "require_feature_tunables5": 1, 2024-08-10T06:31:34.620 INFO:tasks.workunit.client.0.smithi031.stdout: "straw_calc_version": 1 2024-08-10T06:31:34.620 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:34.620 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.620 INFO:tasks.workunit.client.0.smithi031.stdout: "description": "upgrade test cluster", 2024-08-10T06:31:34.620 INFO:tasks.workunit.client.0.smithi031.stdout: "fs": { 2024-08-10T06:31:34.620 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-08-10T06:31:34.620 INFO:tasks.workunit.client.0.smithi031.stdout: "feature_flags": { 2024-08-10T06:31:34.621 INFO:tasks.workunit.client.0.smithi031.stdout: "enable_multiple": true, 2024-08-10T06:31:34.621 INFO:tasks.workunit.client.0.smithi031.stdout: "ever_enabled_multiple": true 2024-08-10T06:31:34.621 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.621 INFO:tasks.workunit.client.0.smithi031.stdout: "filesystems": [ 2024-08-10T06:31:34.621 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.621 INFO:tasks.workunit.client.0.smithi031.stdout: "approx_ctime": "2024-08", 2024-08-10T06:31:34.621 INFO:tasks.workunit.client.0.smithi031.stdout: "balancer_enabled": false, 2024-08-10T06:31:34.621 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.621 INFO:tasks.workunit.client.0.smithi031.stdout: "cached_caps": 0, 2024-08-10T06:31:34.621 INFO:tasks.workunit.client.0.smithi031.stdout: "cached_dns": 10, 2024-08-10T06:31:34.621 INFO:tasks.workunit.client.0.smithi031.stdout: "cached_inos": 13, 2024-08-10T06:31:34.621 INFO:tasks.workunit.client.0.smithi031.stdout: "cached_subtrees": 2, 2024-08-10T06:31:34.621 INFO:tasks.workunit.client.0.smithi031.stdout: "ever_allowed_features": 0, 2024-08-10T06:31:34.622 INFO:tasks.workunit.client.0.smithi031.stdout: "explicitly_allowed_features": 0, 2024-08-10T06:31:34.622 INFO:tasks.workunit.client.0.smithi031.stdout: "files": 0, 2024-08-10T06:31:34.622 INFO:tasks.workunit.client.0.smithi031.stdout: "max_mds": 1, 2024-08-10T06:31:34.622 INFO:tasks.workunit.client.0.smithi031.stdout: "num_data_pools": 1, 2024-08-10T06:31:34.622 INFO:tasks.workunit.client.0.smithi031.stdout: "num_in": 1, 2024-08-10T06:31:34.622 INFO:tasks.workunit.client.0.smithi031.stdout: "num_mds": 1, 2024-08-10T06:31:34.622 INFO:tasks.workunit.client.0.smithi031.stdout: "num_sessions": 0, 2024-08-10T06:31:34.622 INFO:tasks.workunit.client.0.smithi031.stdout: "num_standby_replay": 0, 2024-08-10T06:31:34.622 INFO:tasks.workunit.client.0.smithi031.stdout: "num_up": 1, 2024-08-10T06:31:34.622 INFO:tasks.workunit.client.0.smithi031.stdout: "snaps": 0, 2024-08-10T06:31:34.622 INFO:tasks.workunit.client.0.smithi031.stdout: "standby_count_wanted": 0 2024-08-10T06:31:34.622 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:34.622 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.623 INFO:tasks.workunit.client.0.smithi031.stdout: "num_standby_mds": 1, 2024-08-10T06:31:34.623 INFO:tasks.workunit.client.0.smithi031.stdout: "total_num_mds": 2 2024-08-10T06:31:34.623 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.623 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_stats": { 2024-08-10T06:31:34.623 INFO:tasks.workunit.client.0.smithi031.stdout: "mds": { 2024-08-10T06:31:34.623 INFO:tasks.workunit.client.0.smithi031.stdout: "mds.78b7f16c00d1f5b2f8ba1b3f812aa97559391734": { 2024-08-10T06:31:34.623 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 20144128, 2024-08-10T06:31:34.623 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 355240, 2024-08-10T06:31:34.623 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 2621440, 2024-08-10T06:31:34.623 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 794624, 2024-08-10T06:31:34.623 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 0, 2024-08-10T06:31:34.623 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 356, 2024-08-10T06:31:34.623 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:31:34.623 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 1114624, 2024-08-10T06:31:34.624 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 13, 2024-08-10T06:31:34.624 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 517632, 2024-08-10T06:31:34.624 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 14740568, 2024-08-10T06:31:34.624 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 20144128 2024-08-10T06:31:34.624 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.624 INFO:tasks.workunit.client.0.smithi031.stdout: "mds.8ebe73bd7ea27fbdeeae1ec6539f9be9b100ac0f": { 2024-08-10T06:31:34.624 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 20652032, 2024-08-10T06:31:34.624 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 431536, 2024-08-10T06:31:34.624 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 2621440, 2024-08-10T06:31:34.624 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 0, 2024-08-10T06:31:34.624 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 540672, 2024-08-10T06:31:34.624 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 481, 2024-08-10T06:31:34.624 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:31:34.625 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 1456824, 2024-08-10T06:31:34.625 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 22, 2024-08-10T06:31:34.625 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 1012736, 2024-08-10T06:31:34.625 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 15129496, 2024-08-10T06:31:34.625 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 21192704 2024-08-10T06:31:34.625 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:34.625 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.625 INFO:tasks.workunit.client.0.smithi031.stdout: "mon": { 2024-08-10T06:31:34.625 INFO:tasks.workunit.client.0.smithi031.stdout: "mon.62ad85b37c16ffdd779a4c5a495ed5779bfdb6c1": { 2024-08-10T06:31:34.625 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 177618944, 2024-08-10T06:31:34.625 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 2252536, 2024-08-10T06:31:34.625 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 2883584, 2024-08-10T06:31:34.625 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 540672, 2024-08-10T06:31:34.625 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 1425408, 2024-08-10T06:31:34.625 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 6989, 2024-08-10T06:31:34.626 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:31:34.626 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 10686448, 2024-08-10T06:31:34.626 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 20, 2024-08-10T06:31:34.626 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 2657024, 2024-08-10T06:31:34.626 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 158598680, 2024-08-10T06:31:34.626 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 179044352 2024-08-10T06:31:34.626 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.626 INFO:tasks.workunit.client.0.smithi031.stdout: "mon.78b7f16c00d1f5b2f8ba1b3f812aa97559391734": { 2024-08-10T06:31:34.626 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 169058304, 2024-08-10T06:31:34.626 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 2149736, 2024-08-10T06:31:34.626 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 2883584, 2024-08-10T06:31:34.626 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 0, 2024-08-10T06:31:34.626 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 2637824, 2024-08-10T06:31:34.627 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 6535, 2024-08-10T06:31:34.627 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:31:34.627 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 10133840, 2024-08-10T06:31:34.627 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 20, 2024-08-10T06:31:34.627 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 2485504, 2024-08-10T06:31:34.627 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 151405640, 2024-08-10T06:31:34.627 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 171696128 2024-08-10T06:31:34.627 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.627 INFO:tasks.workunit.client.0.smithi031.stdout: "mon.8ebe73bd7ea27fbdeeae1ec6539f9be9b100ac0f": { 2024-08-10T06:31:34.627 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 265568256, 2024-08-10T06:31:34.627 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 5805904, 2024-08-10T06:31:34.627 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 3014656, 2024-08-10T06:31:34.627 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 335872, 2024-08-10T06:31:34.627 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 679936, 2024-08-10T06:31:34.628 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 10039, 2024-08-10T06:31:34.628 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:31:34.628 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 15518064, 2024-08-10T06:31:34.628 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 23, 2024-08-10T06:31:34.628 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 4658688, 2024-08-10T06:31:34.628 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 236235072, 2024-08-10T06:31:34.628 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 266248192 2024-08-10T06:31:34.628 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:34.628 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.628 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:34.628 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.0": { 2024-08-10T06:31:34.628 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 481443840, 2024-08-10T06:31:34.628 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 24772672, 2024-08-10T06:31:34.629 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 5373952, 2024-08-10T06:31:34.629 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 0, 2024-08-10T06:31:34.629 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 160473088, 2024-08-10T06:31:34.629 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 12988, 2024-08-10T06:31:34.629 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:31:34.629 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 72030408, 2024-08-10T06:31:34.629 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 53, 2024-08-10T06:31:34.629 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 10516992, 2024-08-10T06:31:34.629 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 368749816, 2024-08-10T06:31:34.629 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 641916928 2024-08-10T06:31:34.629 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.629 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.1": { 2024-08-10T06:31:34.629 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 418783232, 2024-08-10T06:31:34.629 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 27823512, 2024-08-10T06:31:34.630 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 5373952, 2024-08-10T06:31:34.630 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 0, 2024-08-10T06:31:34.630 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 45907968, 2024-08-10T06:31:34.630 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 13214, 2024-08-10T06:31:34.630 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:31:34.630 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 67096752, 2024-08-10T06:31:34.630 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 54, 2024-08-10T06:31:34.630 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 9708032, 2024-08-10T06:31:34.630 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 308780984, 2024-08-10T06:31:34.630 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 464691200 2024-08-10T06:31:34.630 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.630 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.2": { 2024-08-10T06:31:34.630 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 365404160, 2024-08-10T06:31:34.630 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 17263248, 2024-08-10T06:31:34.631 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 3145728, 2024-08-10T06:31:34.631 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 0, 2024-08-10T06:31:34.631 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 64151552, 2024-08-10T06:31:34.631 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 9852, 2024-08-10T06:31:34.631 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:31:34.631 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 48615576, 2024-08-10T06:31:34.631 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 60, 2024-08-10T06:31:34.631 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 10814464, 2024-08-10T06:31:34.631 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 285565144, 2024-08-10T06:31:34.631 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 429555712 2024-08-10T06:31:34.631 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.631 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.3": { 2024-08-10T06:31:34.631 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 478339072, 2024-08-10T06:31:34.632 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 20938208, 2024-08-10T06:31:34.632 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 3145728, 2024-08-10T06:31:34.632 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 0, 2024-08-10T06:31:34.632 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 26419200, 2024-08-10T06:31:34.632 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 10585, 2024-08-10T06:31:34.632 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:31:34.632 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 56011776, 2024-08-10T06:31:34.632 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 53, 2024-08-10T06:31:34.632 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 12921856, 2024-08-10T06:31:34.632 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 385321504, 2024-08-10T06:31:34.632 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 504758272 2024-08-10T06:31:34.632 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.633 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.4": { 2024-08-10T06:31:34.633 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 397115392, 2024-08-10T06:31:34.633 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 23148736, 2024-08-10T06:31:34.633 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 3145728, 2024-08-10T06:31:34.633 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 0, 2024-08-10T06:31:34.633 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 130351104, 2024-08-10T06:31:34.633 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 10864, 2024-08-10T06:31:34.633 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:31:34.633 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 52807936, 2024-08-10T06:31:34.633 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 53, 2024-08-10T06:31:34.633 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 11770624, 2024-08-10T06:31:34.633 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 306242368, 2024-08-10T06:31:34.633 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 527466496 2024-08-10T06:31:34.633 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.634 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.5": { 2024-08-10T06:31:34.634 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 506560512, 2024-08-10T06:31:34.634 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 25967664, 2024-08-10T06:31:34.634 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 3276800, 2024-08-10T06:31:34.634 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 16384, 2024-08-10T06:31:34.634 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 43368448, 2024-08-10T06:31:34.634 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 12693, 2024-08-10T06:31:34.634 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:31:34.634 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 56359768, 2024-08-10T06:31:34.634 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 60, 2024-08-10T06:31:34.634 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 12664832, 2024-08-10T06:31:34.634 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 408275064, 2024-08-10T06:31:34.634 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 549928960 2024-08-10T06:31:34.634 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.635 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.6": { 2024-08-10T06:31:34.635 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 507183104, 2024-08-10T06:31:34.635 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 18640592, 2024-08-10T06:31:34.635 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 3276800, 2024-08-10T06:31:34.635 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 0, 2024-08-10T06:31:34.635 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 4939776, 2024-08-10T06:31:34.635 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 11455, 2024-08-10T06:31:34.635 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:31:34.635 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 52835448, 2024-08-10T06:31:34.635 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 60, 2024-08-10T06:31:34.635 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 12931584, 2024-08-10T06:31:34.635 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 419498680, 2024-08-10T06:31:34.635 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 512122880 2024-08-10T06:31:34.635 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.636 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.7": { 2024-08-10T06:31:34.636 INFO:tasks.workunit.client.0.smithi031.stdout: "actual_memory_used": 414818304, 2024-08-10T06:31:34.636 INFO:tasks.workunit.client.0.smithi031.stdout: "central_cache_freelist": 21124976, 2024-08-10T06:31:34.636 INFO:tasks.workunit.client.0.smithi031.stdout: "malloc_metadata": 5242880, 2024-08-10T06:31:34.636 INFO:tasks.workunit.client.0.smithi031.stdout: "page_heap_freelist": 0, 2024-08-10T06:31:34.636 INFO:tasks.workunit.client.0.smithi031.stdout: "released_to_os": 69361664, 2024-08-10T06:31:34.636 INFO:tasks.workunit.client.0.smithi031.stdout: "spans_in_use": 10771, 2024-08-10T06:31:34.636 INFO:tasks.workunit.client.0.smithi031.stdout: "tcmalloc_page_size": 8192, 2024-08-10T06:31:34.636 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_cache_freelists": 55904744, 2024-08-10T06:31:34.636 INFO:tasks.workunit.client.0.smithi031.stdout: "thread_heaps_in_use": 51, 2024-08-10T06:31:34.636 INFO:tasks.workunit.client.0.smithi031.stdout: "transfer_cache_freelist": 10723584, 2024-08-10T06:31:34.636 INFO:tasks.workunit.client.0.smithi031.stdout: "use_by_application": 321822120, 2024-08-10T06:31:34.636 INFO:tasks.workunit.client.0.smithi031.stdout: "virtual_address_space_used": 484179968 2024-08-10T06:31:34.636 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:34.637 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:34.637 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.637 INFO:tasks.workunit.client.0.smithi031.stdout: "hosts": { 2024-08-10T06:31:34.637 INFO:tasks.workunit.client.0.smithi031.stdout: "num": 2, 2024-08-10T06:31:34.637 INFO:tasks.workunit.client.0.smithi031.stdout: "num_with_mds": 2, 2024-08-10T06:31:34.637 INFO:tasks.workunit.client.0.smithi031.stdout: "num_with_mgr": 2, 2024-08-10T06:31:34.637 INFO:tasks.workunit.client.0.smithi031.stdout: "num_with_mon": 2, 2024-08-10T06:31:34.637 INFO:tasks.workunit.client.0.smithi031.stdout: "num_with_osd": 2 2024-08-10T06:31:34.637 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.637 INFO:tasks.workunit.client.0.smithi031.stdout: "io_rate": { 2024-08-10T06:31:34.637 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_stats_delta": { 2024-08-10T06:31:34.637 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": 0, 2024-08-10T06:31:34.637 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:34.637 INFO:tasks.workunit.client.0.smithi031.stdout: "num_store_stats": 0, 2024-08-10T06:31:34.638 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:34.638 INFO:tasks.workunit.client.0.smithi031.stdout: "stamp_delta": "12.003075", 2024-08-10T06:31:34.638 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:34.638 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:34.638 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:34.638 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:34.638 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:34.638 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:34.638 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:34.638 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:34.638 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:34.638 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:34.638 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:34.639 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:34.639 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:34.639 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:34.639 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:34.639 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:34.639 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:34.639 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:34.639 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:34.639 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:34.639 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:34.639 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:34.639 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:34.639 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:34.640 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:34.640 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:34.640 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:34.640 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:34.640 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:34.640 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:34.640 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:34.640 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:34.640 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:34.640 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:34.640 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 37, 2024-08-10T06:31:34.640 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 31, 2024-08-10T06:31:34.640 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:34.640 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:34.640 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:34.641 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 8, 2024-08-10T06:31:34.641 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:34.641 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.641 INFO:tasks.workunit.client.0.smithi031.stdout: "store_stats": { 2024-08-10T06:31:34.641 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": 0, 2024-08-10T06:31:34.641 INFO:tasks.workunit.client.0.smithi031.stdout: "available": 0, 2024-08-10T06:31:34.641 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed": 0, 2024-08-10T06:31:34.641 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed_allocated": 0, 2024-08-10T06:31:34.641 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed_original": 0, 2024-08-10T06:31:34.641 INFO:tasks.workunit.client.0.smithi031.stdout: "data_stored": 0, 2024-08-10T06:31:34.641 INFO:tasks.workunit.client.0.smithi031.stdout: "internal_metadata": 0, 2024-08-10T06:31:34.641 INFO:tasks.workunit.client.0.smithi031.stdout: "internally_reserved": 0, 2024-08-10T06:31:34.641 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_allocated": 0, 2024-08-10T06:31:34.641 INFO:tasks.workunit.client.0.smithi031.stdout: "total": 0 2024-08-10T06:31:34.642 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.642 INFO:tasks.workunit.client.0.smithi031.stdout: "up": 0 2024-08-10T06:31:34.642 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:34.642 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.642 INFO:tasks.workunit.client.0.smithi031.stdout: "leaderboard": false, 2024-08-10T06:31:34.642 INFO:tasks.workunit.client.0.smithi031.stdout: "leaderboard_description": null, 2024-08-10T06:31:34.642 INFO:tasks.workunit.client.0.smithi031.stdout: "license": "sharing-1-0", 2024-08-10T06:31:34.642 INFO:tasks.workunit.client.0.smithi031.stdout: "mempool": { 2024-08-10T06:31:34.642 INFO:tasks.workunit.client.0.smithi031.stdout: "mds": { 2024-08-10T06:31:34.642 INFO:tasks.workunit.client.0.smithi031.stdout: "mds.78b7f16c00d1f5b2f8ba1b3f812aa97559391734": { 2024-08-10T06:31:34.642 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-08-10T06:31:34.642 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.642 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.642 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.643 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T06:31:34.643 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.643 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.643 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.643 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-08-10T06:31:34.643 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.643 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.643 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.643 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-08-10T06:31:34.643 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.643 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.643 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.643 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-08-10T06:31:34.643 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.644 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.644 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.644 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_blob": { 2024-08-10T06:31:34.644 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.644 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.644 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.644 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_buffer": { 2024-08-10T06:31:34.644 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.644 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.644 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.644 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-08-10T06:31:34.644 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.644 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.644 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.645 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-08-10T06:31:34.645 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.645 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.645 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.645 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-08-10T06:31:34.645 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.645 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.645 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.645 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-08-10T06:31:34.645 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.645 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.645 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.645 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_extent": { 2024-08-10T06:31:34.645 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.646 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.646 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.646 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-08-10T06:31:34.646 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.646 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.646 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.646 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-08-10T06:31:34.646 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.646 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.646 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.646 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_shared_blob": { 2024-08-10T06:31:34.646 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.646 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.647 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.647 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-08-10T06:31:34.647 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.647 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.647 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.647 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-08-10T06:31:34.647 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.647 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.647 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.647 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-08-10T06:31:34.647 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.647 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.647 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.647 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-08-10T06:31:34.647 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 149008, 2024-08-10T06:31:34.648 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 33 2024-08-10T06:31:34.648 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.648 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-08-10T06:31:34.648 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.648 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.648 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.648 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-08-10T06:31:34.648 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 928, 2024-08-10T06:31:34.648 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 2 2024-08-10T06:31:34.648 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.648 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:34.648 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.648 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.648 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.649 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-08-10T06:31:34.649 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.649 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.649 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.649 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-08-10T06:31:34.649 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.649 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.649 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.649 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-08-10T06:31:34.649 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.649 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.649 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.650 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-08-10T06:31:34.650 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.650 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.650 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.650 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-08-10T06:31:34.650 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.650 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.650 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.650 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-08-10T06:31:34.650 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.650 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.650 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.650 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-08-10T06:31:34.651 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.651 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.651 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:34.651 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.651 INFO:tasks.workunit.client.0.smithi031.stdout: "mds.8ebe73bd7ea27fbdeeae1ec6539f9be9b100ac0f": { 2024-08-10T06:31:34.651 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-08-10T06:31:34.651 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.651 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.651 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.651 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T06:31:34.651 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.651 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.651 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.651 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-08-10T06:31:34.652 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.652 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.652 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.652 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-08-10T06:31:34.652 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.652 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.652 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.652 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-08-10T06:31:34.652 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.652 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.652 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.652 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_blob": { 2024-08-10T06:31:34.652 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.652 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.653 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.653 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_buffer": { 2024-08-10T06:31:34.653 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.653 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.653 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.653 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-08-10T06:31:34.653 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.653 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.653 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.653 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-08-10T06:31:34.653 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.653 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.653 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.653 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-08-10T06:31:34.654 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.654 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.654 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.654 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-08-10T06:31:34.654 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.654 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.654 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.654 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_extent": { 2024-08-10T06:31:34.654 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.654 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.654 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.654 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-08-10T06:31:34.654 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.655 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.655 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.655 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-08-10T06:31:34.655 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.655 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.655 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.655 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_shared_blob": { 2024-08-10T06:31:34.655 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.655 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.655 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.655 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-08-10T06:31:34.655 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.655 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.656 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.656 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-08-10T06:31:34.656 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.656 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.656 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.656 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-08-10T06:31:34.656 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.656 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.656 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.656 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-08-10T06:31:34.656 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 221552, 2024-08-10T06:31:34.656 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 64 2024-08-10T06:31:34.656 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.656 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-08-10T06:31:34.657 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.657 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.657 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.657 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-08-10T06:31:34.657 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 52112, 2024-08-10T06:31:34.657 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 181 2024-08-10T06:31:34.657 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.657 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:34.657 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.657 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.657 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.657 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-08-10T06:31:34.657 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.657 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.658 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.658 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-08-10T06:31:34.658 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.658 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.658 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.658 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-08-10T06:31:34.658 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 12144, 2024-08-10T06:31:34.658 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 233 2024-08-10T06:31:34.658 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.658 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-08-10T06:31:34.658 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.658 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.658 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.658 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-08-10T06:31:34.659 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.659 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.659 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.659 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-08-10T06:31:34.659 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.659 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.659 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.659 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-08-10T06:31:34.659 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.659 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.659 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:34.659 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:34.659 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.659 INFO:tasks.workunit.client.0.smithi031.stdout: "mon": { 2024-08-10T06:31:34.660 INFO:tasks.workunit.client.0.smithi031.stdout: "mon.62ad85b37c16ffdd779a4c5a495ed5779bfdb6c1": { 2024-08-10T06:31:34.660 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-08-10T06:31:34.660 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.660 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.660 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.660 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T06:31:34.660 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.660 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.660 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.660 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-08-10T06:31:34.660 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.660 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.660 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.661 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-08-10T06:31:34.661 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.661 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.661 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.661 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-08-10T06:31:34.661 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.661 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.661 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.661 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_blob": { 2024-08-10T06:31:34.661 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.661 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.661 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.661 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_buffer": { 2024-08-10T06:31:34.662 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.662 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.662 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.662 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-08-10T06:31:34.662 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.662 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.662 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.662 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-08-10T06:31:34.662 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.662 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.662 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.662 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-08-10T06:31:34.662 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.662 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.663 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.663 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-08-10T06:31:34.663 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.663 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.663 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.663 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_extent": { 2024-08-10T06:31:34.663 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.663 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.663 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.663 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-08-10T06:31:34.663 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.663 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.663 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.663 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-08-10T06:31:34.664 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.664 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.664 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.664 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_shared_blob": { 2024-08-10T06:31:34.664 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.664 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.664 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.664 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-08-10T06:31:34.664 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.664 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.664 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.664 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-08-10T06:31:34.664 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.664 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.664 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.665 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-08-10T06:31:34.665 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.665 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.665 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.665 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-08-10T06:31:34.665 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 50102796, 2024-08-10T06:31:34.665 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 6807 2024-08-10T06:31:34.665 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.665 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-08-10T06:31:34.665 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.665 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.665 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.665 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-08-10T06:31:34.665 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.666 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.666 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.666 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:34.666 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.666 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.666 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.666 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-08-10T06:31:34.666 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.666 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.666 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.666 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-08-10T06:31:34.666 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.666 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.667 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.667 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-08-10T06:31:34.667 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 10720, 2024-08-10T06:31:34.667 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 232 2024-08-10T06:31:34.667 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.667 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-08-10T06:31:34.667 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 70440, 2024-08-10T06:31:34.667 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 5158 2024-08-10T06:31:34.667 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.667 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-08-10T06:31:34.667 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 5720, 2024-08-10T06:31:34.667 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 152 2024-08-10T06:31:34.667 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.668 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-08-10T06:31:34.668 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.668 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.668 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.668 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-08-10T06:31:34.668 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.668 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.668 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:34.668 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.668 INFO:tasks.workunit.client.0.smithi031.stdout: "mon.78b7f16c00d1f5b2f8ba1b3f812aa97559391734": { 2024-08-10T06:31:34.668 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-08-10T06:31:34.668 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.668 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.668 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.669 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T06:31:34.669 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.669 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.669 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.669 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-08-10T06:31:34.669 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.669 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.669 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.669 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-08-10T06:31:34.669 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.669 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.669 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.669 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-08-10T06:31:34.670 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.670 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.670 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.670 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_blob": { 2024-08-10T06:31:34.670 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.670 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.670 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.670 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_buffer": { 2024-08-10T06:31:34.670 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.670 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.670 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.671 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-08-10T06:31:34.671 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.671 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.671 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.671 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-08-10T06:31:34.671 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.671 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.671 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.671 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-08-10T06:31:34.671 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.671 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.671 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.671 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-08-10T06:31:34.671 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.672 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.672 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.672 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_extent": { 2024-08-10T06:31:34.672 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.672 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.672 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.672 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-08-10T06:31:34.672 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.672 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.672 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.672 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-08-10T06:31:34.672 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.672 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.672 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.673 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_shared_blob": { 2024-08-10T06:31:34.673 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.673 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.673 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.673 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-08-10T06:31:34.673 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.673 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.673 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.673 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-08-10T06:31:34.673 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.673 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.673 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.673 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-08-10T06:31:34.673 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.674 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.674 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.674 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-08-10T06:31:34.674 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 43945232, 2024-08-10T06:31:34.674 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 5408 2024-08-10T06:31:34.674 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.674 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-08-10T06:31:34.674 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 264, 2024-08-10T06:31:34.674 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3 2024-08-10T06:31:34.674 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.674 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-08-10T06:31:34.674 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.674 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.675 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.675 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:34.675 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.675 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.675 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.675 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-08-10T06:31:34.675 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.675 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.675 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.675 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-08-10T06:31:34.675 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.675 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.675 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.676 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-08-10T06:31:34.676 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 10720, 2024-08-10T06:31:34.676 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 232 2024-08-10T06:31:34.676 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.676 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-08-10T06:31:34.676 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 70440, 2024-08-10T06:31:34.676 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 5158 2024-08-10T06:31:34.676 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.676 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-08-10T06:31:34.676 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 5720, 2024-08-10T06:31:34.676 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 152 2024-08-10T06:31:34.676 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.676 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-08-10T06:31:34.676 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.676 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.677 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.677 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-08-10T06:31:34.677 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.677 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.677 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:34.677 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.677 INFO:tasks.workunit.client.0.smithi031.stdout: "mon.8ebe73bd7ea27fbdeeae1ec6539f9be9b100ac0f": { 2024-08-10T06:31:34.677 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-08-10T06:31:34.677 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.677 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.677 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.677 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T06:31:34.677 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.677 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.678 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.678 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-08-10T06:31:34.678 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.678 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.678 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.678 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-08-10T06:31:34.678 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.678 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.678 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.678 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-08-10T06:31:34.678 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.678 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.678 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.679 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_blob": { 2024-08-10T06:31:34.679 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.679 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.679 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.679 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_buffer": { 2024-08-10T06:31:34.679 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.679 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.679 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.679 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-08-10T06:31:34.679 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.679 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.679 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.679 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-08-10T06:31:34.679 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.680 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.680 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.680 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-08-10T06:31:34.680 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.680 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.680 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.680 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-08-10T06:31:34.680 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.680 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.680 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.680 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_extent": { 2024-08-10T06:31:34.680 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.680 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.680 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.681 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-08-10T06:31:34.681 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.681 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.681 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.681 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-08-10T06:31:34.681 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.681 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.681 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.681 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_shared_blob": { 2024-08-10T06:31:34.681 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.681 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.681 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.681 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-08-10T06:31:34.682 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.682 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.682 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.682 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-08-10T06:31:34.682 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.682 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.682 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.682 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-08-10T06:31:34.682 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.682 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.682 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.682 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-08-10T06:31:34.682 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 53894372, 2024-08-10T06:31:34.683 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 7748 2024-08-10T06:31:34.683 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.683 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-08-10T06:31:34.683 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.683 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.683 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.683 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-08-10T06:31:34.683 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.683 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.683 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.683 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:34.683 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.683 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.683 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.683 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-08-10T06:31:34.684 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.684 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.684 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.684 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-08-10T06:31:34.684 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.684 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.684 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.684 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-08-10T06:31:34.684 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 10720, 2024-08-10T06:31:34.684 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 232 2024-08-10T06:31:34.684 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.684 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-08-10T06:31:34.684 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 70440, 2024-08-10T06:31:34.684 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 5158 2024-08-10T06:31:34.685 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.685 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-08-10T06:31:34.685 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 11440, 2024-08-10T06:31:34.685 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 304 2024-08-10T06:31:34.685 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.685 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-08-10T06:31:34.685 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.685 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.685 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.685 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-08-10T06:31:34.685 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.685 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.685 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:34.685 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:34.686 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.686 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:34.686 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.0": { 2024-08-10T06:31:34.686 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-08-10T06:31:34.686 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.686 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.686 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.686 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T06:31:34.686 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 19080, 2024-08-10T06:31:34.686 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 347 2024-08-10T06:31:34.686 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.686 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-08-10T06:31:34.686 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 34816, 2024-08-10T06:31:34.687 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 23 2024-08-10T06:31:34.687 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.687 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-08-10T06:31:34.687 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 960, 2024-08-10T06:31:34.687 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 5 2024-08-10T06:31:34.687 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.687 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-08-10T06:31:34.687 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 61200, 2024-08-10T06:31:34.687 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 765 2024-08-10T06:31:34.687 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.687 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_blob": { 2024-08-10T06:31:34.687 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 404560, 2024-08-10T06:31:34.687 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1945 2024-08-10T06:31:34.687 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.688 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_buffer": { 2024-08-10T06:31:34.688 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 256, 2024-08-10T06:31:34.688 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 32 2024-08-10T06:31:34.688 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.688 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-08-10T06:31:34.688 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 417414, 2024-08-10T06:31:34.688 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 124 2024-08-10T06:31:34.688 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.688 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-08-10T06:31:34.688 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 2505655, 2024-08-10T06:31:34.688 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 554281 2024-08-10T06:31:34.688 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.688 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-08-10T06:31:34.688 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 7094696, 2024-08-10T06:31:34.689 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 10465 2024-08-10T06:31:34.689 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.689 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-08-10T06:31:34.689 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 78600, 2024-08-10T06:31:34.689 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 8255 2024-08-10T06:31:34.689 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.689 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_extent": { 2024-08-10T06:31:34.689 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 93360, 2024-08-10T06:31:34.689 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1945 2024-08-10T06:31:34.689 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.689 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-08-10T06:31:34.689 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.689 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.690 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.690 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-08-10T06:31:34.690 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 185658, 2024-08-10T06:31:34.690 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1326 2024-08-10T06:31:34.690 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.690 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_shared_blob": { 2024-08-10T06:31:34.690 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.690 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.690 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.690 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-08-10T06:31:34.690 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.690 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.691 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.691 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-08-10T06:31:34.691 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 64195, 2024-08-10T06:31:34.691 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 49 2024-08-10T06:31:34.691 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.691 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-08-10T06:31:34.691 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.691 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.691 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.691 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-08-10T06:31:34.691 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 5100896, 2024-08-10T06:31:34.691 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 286 2024-08-10T06:31:34.691 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.691 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-08-10T06:31:34.692 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 10736, 2024-08-10T06:31:34.692 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 122 2024-08-10T06:31:34.692 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.692 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-08-10T06:31:34.692 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.692 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.692 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.692 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:34.692 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 522720, 2024-08-10T06:31:34.692 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 45 2024-08-10T06:31:34.692 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.692 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-08-10T06:31:34.692 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.692 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.693 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.693 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-08-10T06:31:34.693 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 7145736, 2024-08-10T06:31:34.693 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 18509 2024-08-10T06:31:34.693 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.693 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-08-10T06:31:34.693 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 642656, 2024-08-10T06:31:34.693 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 10341 2024-08-10T06:31:34.693 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.693 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-08-10T06:31:34.693 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.693 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.693 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.693 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-08-10T06:31:34.694 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.694 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.694 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.694 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-08-10T06:31:34.694 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.694 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.694 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.694 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-08-10T06:31:34.694 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.694 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.694 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:34.694 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.694 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.1": { 2024-08-10T06:31:34.695 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-08-10T06:31:34.695 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.695 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.695 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.695 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T06:31:34.695 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 20560, 2024-08-10T06:31:34.695 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 365 2024-08-10T06:31:34.695 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.695 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-08-10T06:31:34.695 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 272640, 2024-08-10T06:31:34.695 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 27 2024-08-10T06:31:34.695 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.695 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-08-10T06:31:34.695 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 1536, 2024-08-10T06:31:34.696 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 8 2024-08-10T06:31:34.696 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.696 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-08-10T06:31:34.696 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 60800, 2024-08-10T06:31:34.696 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 760 2024-08-10T06:31:34.696 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.696 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_blob": { 2024-08-10T06:31:34.696 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 402272, 2024-08-10T06:31:34.696 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1934 2024-08-10T06:31:34.696 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.696 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_buffer": { 2024-08-10T06:31:34.696 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 256, 2024-08-10T06:31:34.696 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 32 2024-08-10T06:31:34.696 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.697 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-08-10T06:31:34.697 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 1133085, 2024-08-10T06:31:34.697 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 295 2024-08-10T06:31:34.697 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.697 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-08-10T06:31:34.697 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 2523220, 2024-08-10T06:31:34.697 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 552671 2024-08-10T06:31:34.697 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.697 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-08-10T06:31:34.697 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 7069536, 2024-08-10T06:31:34.697 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 10428 2024-08-10T06:31:34.697 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.697 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-08-10T06:31:34.697 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 76416, 2024-08-10T06:31:34.698 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 8078 2024-08-10T06:31:34.698 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.698 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_extent": { 2024-08-10T06:31:34.698 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 92832, 2024-08-10T06:31:34.698 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1934 2024-08-10T06:31:34.698 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.698 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-08-10T06:31:34.698 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.698 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.698 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.698 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-08-10T06:31:34.698 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 185914, 2024-08-10T06:31:34.698 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1327 2024-08-10T06:31:34.698 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.699 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_shared_blob": { 2024-08-10T06:31:34.699 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.699 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.699 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.699 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-08-10T06:31:34.699 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.699 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.699 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.699 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-08-10T06:31:34.699 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 43826, 2024-08-10T06:31:34.699 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 37 2024-08-10T06:31:34.699 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.699 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-08-10T06:31:34.700 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.700 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.700 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.700 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-08-10T06:31:34.700 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 8417201, 2024-08-10T06:31:34.700 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 276 2024-08-10T06:31:34.700 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.700 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-08-10T06:31:34.700 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 27016, 2024-08-10T06:31:34.700 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 307 2024-08-10T06:31:34.700 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.700 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-08-10T06:31:34.700 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.700 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.701 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.701 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:34.701 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 441408, 2024-08-10T06:31:34.701 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 38 2024-08-10T06:31:34.701 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.701 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-08-10T06:31:34.701 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.701 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.701 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.701 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-08-10T06:31:34.701 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 7367464, 2024-08-10T06:31:34.701 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 21369 2024-08-10T06:31:34.701 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.701 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-08-10T06:31:34.702 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 642656, 2024-08-10T06:31:34.702 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 10341 2024-08-10T06:31:34.702 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.702 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-08-10T06:31:34.702 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.702 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.702 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.702 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-08-10T06:31:34.702 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.702 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.702 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.702 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-08-10T06:31:34.702 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.702 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.703 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.703 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-08-10T06:31:34.703 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.703 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.703 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:34.703 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.703 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.2": { 2024-08-10T06:31:34.703 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-08-10T06:31:34.703 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.703 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.703 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.703 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T06:31:34.703 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 13384, 2024-08-10T06:31:34.704 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 241 2024-08-10T06:31:34.704 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.704 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-08-10T06:31:34.704 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 42496, 2024-08-10T06:31:34.704 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 20 2024-08-10T06:31:34.704 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.704 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-08-10T06:31:34.704 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 2496, 2024-08-10T06:31:34.704 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 13 2024-08-10T06:31:34.704 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.704 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-08-10T06:31:34.704 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 58800, 2024-08-10T06:31:34.704 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 735 2024-08-10T06:31:34.704 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.705 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_blob": { 2024-08-10T06:31:34.705 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 401648, 2024-08-10T06:31:34.705 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1931 2024-08-10T06:31:34.705 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.705 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_buffer": { 2024-08-10T06:31:34.705 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 256, 2024-08-10T06:31:34.705 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 32 2024-08-10T06:31:34.705 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.705 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-08-10T06:31:34.705 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 251805, 2024-08-10T06:31:34.705 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 80 2024-08-10T06:31:34.705 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.705 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-08-10T06:31:34.705 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 1869997, 2024-08-10T06:31:34.706 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 406938 2024-08-10T06:31:34.706 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.706 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-08-10T06:31:34.706 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 5306976, 2024-08-10T06:31:34.706 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 7836 2024-08-10T06:31:34.706 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.706 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-08-10T06:31:34.706 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 75588, 2024-08-10T06:31:34.706 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 8066 2024-08-10T06:31:34.706 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.706 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_extent": { 2024-08-10T06:31:34.706 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 92688, 2024-08-10T06:31:34.706 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1931 2024-08-10T06:31:34.707 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.707 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-08-10T06:31:34.707 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.707 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.707 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.707 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-08-10T06:31:34.707 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 185914, 2024-08-10T06:31:34.707 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1327 2024-08-10T06:31:34.707 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.707 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_shared_blob": { 2024-08-10T06:31:34.707 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.707 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.707 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.707 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-08-10T06:31:34.708 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 736, 2024-08-10T06:31:34.708 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1 2024-08-10T06:31:34.708 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.708 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-08-10T06:31:34.708 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 88269, 2024-08-10T06:31:34.708 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 54 2024-08-10T06:31:34.708 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.708 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-08-10T06:31:34.708 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 12112, 2024-08-10T06:31:34.708 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 3 2024-08-10T06:31:34.708 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.708 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-08-10T06:31:34.708 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 14145055, 2024-08-10T06:31:34.708 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 270 2024-08-10T06:31:34.709 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.709 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-08-10T06:31:34.709 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 9328, 2024-08-10T06:31:34.709 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 106 2024-08-10T06:31:34.709 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.709 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-08-10T06:31:34.709 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.709 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.709 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.709 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:34.709 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 360096, 2024-08-10T06:31:34.709 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 31 2024-08-10T06:31:34.709 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.709 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-08-10T06:31:34.710 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.710 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.710 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.710 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-08-10T06:31:34.710 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 3194360, 2024-08-10T06:31:34.710 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 6143 2024-08-10T06:31:34.710 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.710 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-08-10T06:31:34.710 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 642656, 2024-08-10T06:31:34.710 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 10341 2024-08-10T06:31:34.710 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.711 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-08-10T06:31:34.711 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.711 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.711 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.711 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-08-10T06:31:34.711 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.711 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.711 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.711 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-08-10T06:31:34.711 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.711 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.711 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.711 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-08-10T06:31:34.711 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.712 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.712 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:34.712 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.712 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.3": { 2024-08-10T06:31:34.712 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-08-10T06:31:34.712 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.712 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.712 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.712 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T06:31:34.712 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 15360, 2024-08-10T06:31:34.712 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 274 2024-08-10T06:31:34.712 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.712 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-08-10T06:31:34.712 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 30336, 2024-08-10T06:31:34.713 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 20 2024-08-10T06:31:34.713 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.713 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-08-10T06:31:34.713 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 3264, 2024-08-10T06:31:34.713 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 17 2024-08-10T06:31:34.713 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.713 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-08-10T06:31:34.713 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 59680, 2024-08-10T06:31:34.713 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 746 2024-08-10T06:31:34.713 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.713 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_blob": { 2024-08-10T06:31:34.713 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 402896, 2024-08-10T06:31:34.713 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1937 2024-08-10T06:31:34.714 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.714 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_buffer": { 2024-08-10T06:31:34.714 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 256, 2024-08-10T06:31:34.714 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 32 2024-08-10T06:31:34.714 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.714 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-08-10T06:31:34.714 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 296901, 2024-08-10T06:31:34.714 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 80 2024-08-10T06:31:34.714 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.714 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-08-10T06:31:34.714 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 1793926, 2024-08-10T06:31:34.714 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 397745 2024-08-10T06:31:34.714 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.715 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-08-10T06:31:34.715 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 5261416, 2024-08-10T06:31:34.715 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 7769 2024-08-10T06:31:34.715 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.715 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-08-10T06:31:34.715 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 76312, 2024-08-10T06:31:34.715 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 8087 2024-08-10T06:31:34.715 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.715 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_extent": { 2024-08-10T06:31:34.715 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 92928, 2024-08-10T06:31:34.715 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1936 2024-08-10T06:31:34.715 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.715 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-08-10T06:31:34.715 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.716 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.716 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.716 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-08-10T06:31:34.716 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 185914, 2024-08-10T06:31:34.716 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1327 2024-08-10T06:31:34.716 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.716 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_shared_blob": { 2024-08-10T06:31:34.716 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.716 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.716 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.716 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-08-10T06:31:34.716 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 1472, 2024-08-10T06:31:34.716 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 2 2024-08-10T06:31:34.716 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.717 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-08-10T06:31:34.717 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 97298, 2024-08-10T06:31:34.717 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 62 2024-08-10T06:31:34.717 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.717 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-08-10T06:31:34.717 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 20128, 2024-08-10T06:31:34.717 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 5 2024-08-10T06:31:34.717 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.717 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-08-10T06:31:34.717 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 17672244, 2024-08-10T06:31:34.717 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 299 2024-08-10T06:31:34.717 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.717 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-08-10T06:31:34.717 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 9856, 2024-08-10T06:31:34.718 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 112 2024-08-10T06:31:34.718 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.718 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-08-10T06:31:34.718 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.718 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.718 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.718 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:34.718 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 418176, 2024-08-10T06:31:34.718 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 36 2024-08-10T06:31:34.718 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.718 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-08-10T06:31:34.718 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.718 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.718 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.719 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-08-10T06:31:34.719 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 3522480, 2024-08-10T06:31:34.719 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 9174 2024-08-10T06:31:34.719 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.719 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-08-10T06:31:34.719 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 642656, 2024-08-10T06:31:34.719 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 10341 2024-08-10T06:31:34.719 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.719 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-08-10T06:31:34.719 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.719 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.719 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.719 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-08-10T06:31:34.719 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.720 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.720 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.720 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-08-10T06:31:34.720 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.720 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.720 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.720 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-08-10T06:31:34.720 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.720 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.720 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:34.720 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.720 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.4": { 2024-08-10T06:31:34.720 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-08-10T06:31:34.720 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.720 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.721 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.721 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T06:31:34.721 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 18912, 2024-08-10T06:31:34.721 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 333 2024-08-10T06:31:34.721 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.721 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-08-10T06:31:34.721 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 35072, 2024-08-10T06:31:34.721 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 26 2024-08-10T06:31:34.721 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.721 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-08-10T06:31:34.721 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 768, 2024-08-10T06:31:34.721 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 4 2024-08-10T06:31:34.721 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.721 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-08-10T06:31:34.721 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 60080, 2024-08-10T06:31:34.722 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 751 2024-08-10T06:31:34.722 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.722 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_blob": { 2024-08-10T06:31:34.722 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 416208, 2024-08-10T06:31:34.722 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 2001 2024-08-10T06:31:34.722 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.722 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_buffer": { 2024-08-10T06:31:34.722 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 256, 2024-08-10T06:31:34.722 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 32 2024-08-10T06:31:34.722 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.722 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-08-10T06:31:34.722 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 395848, 2024-08-10T06:31:34.722 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 107 2024-08-10T06:31:34.723 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.723 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-08-10T06:31:34.723 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 2105213, 2024-08-10T06:31:34.723 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 468283 2024-08-10T06:31:34.723 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.723 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-08-10T06:31:34.723 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 6102576, 2024-08-10T06:31:34.723 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 9006 2024-08-10T06:31:34.723 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.723 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-08-10T06:31:34.723 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 85836, 2024-08-10T06:31:34.723 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 9239 2024-08-10T06:31:34.723 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.723 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_extent": { 2024-08-10T06:31:34.724 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 96000, 2024-08-10T06:31:34.724 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 2000 2024-08-10T06:31:34.724 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.724 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-08-10T06:31:34.724 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.724 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.724 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.724 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-08-10T06:31:34.724 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 185658, 2024-08-10T06:31:34.724 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1326 2024-08-10T06:31:34.724 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.724 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_shared_blob": { 2024-08-10T06:31:34.724 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.724 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.724 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.724 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-08-10T06:31:34.725 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 1472, 2024-08-10T06:31:34.725 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 2 2024-08-10T06:31:34.725 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.725 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-08-10T06:31:34.725 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 111871, 2024-08-10T06:31:34.725 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 58 2024-08-10T06:31:34.725 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.725 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-08-10T06:31:34.725 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 20128, 2024-08-10T06:31:34.725 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 5 2024-08-10T06:31:34.725 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.725 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-08-10T06:31:34.725 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 4151836, 2024-08-10T06:31:34.725 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 278 2024-08-10T06:31:34.725 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.726 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-08-10T06:31:34.726 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 10296, 2024-08-10T06:31:34.726 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 117 2024-08-10T06:31:34.726 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.726 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-08-10T06:31:34.726 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.726 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.726 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.726 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:34.726 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 453024, 2024-08-10T06:31:34.726 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 39 2024-08-10T06:31:34.726 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.726 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-08-10T06:31:34.727 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.727 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.727 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.727 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-08-10T06:31:34.727 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 5086120, 2024-08-10T06:31:34.727 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 12181 2024-08-10T06:31:34.727 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.727 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-08-10T06:31:34.727 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 642656, 2024-08-10T06:31:34.727 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 10341 2024-08-10T06:31:34.727 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.727 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-08-10T06:31:34.727 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.727 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.728 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.728 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-08-10T06:31:34.728 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.728 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.728 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.728 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-08-10T06:31:34.728 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.728 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.728 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.728 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-08-10T06:31:34.728 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.728 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.728 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:34.728 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.729 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.5": { 2024-08-10T06:31:34.729 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-08-10T06:31:34.729 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.729 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.729 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.729 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T06:31:34.729 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 18464, 2024-08-10T06:31:34.729 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 322 2024-08-10T06:31:34.729 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.729 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-08-10T06:31:34.729 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 43392, 2024-08-10T06:31:34.729 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 27 2024-08-10T06:31:34.729 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.730 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-08-10T06:31:34.730 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 3648, 2024-08-10T06:31:34.730 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 19 2024-08-10T06:31:34.730 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.730 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-08-10T06:31:34.730 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 60400, 2024-08-10T06:31:34.730 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 755 2024-08-10T06:31:34.730 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.730 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_blob": { 2024-08-10T06:31:34.730 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 416208, 2024-08-10T06:31:34.730 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 2001 2024-08-10T06:31:34.730 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.730 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_buffer": { 2024-08-10T06:31:34.731 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 256, 2024-08-10T06:31:34.731 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 32 2024-08-10T06:31:34.731 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.731 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-08-10T06:31:34.731 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 420988, 2024-08-10T06:31:34.731 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 115 2024-08-10T06:31:34.731 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.731 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-08-10T06:31:34.731 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 2445260, 2024-08-10T06:31:34.731 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 542789 2024-08-10T06:31:34.731 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.731 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-08-10T06:31:34.731 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 6984536, 2024-08-10T06:31:34.732 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 10303 2024-08-10T06:31:34.732 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.732 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-08-10T06:31:34.732 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 86088, 2024-08-10T06:31:34.732 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 9244 2024-08-10T06:31:34.732 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.732 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_extent": { 2024-08-10T06:31:34.732 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 96000, 2024-08-10T06:31:34.732 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 2000 2024-08-10T06:31:34.732 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.732 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-08-10T06:31:34.732 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.732 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.732 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.732 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-08-10T06:31:34.733 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 185658, 2024-08-10T06:31:34.733 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1326 2024-08-10T06:31:34.733 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.733 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_shared_blob": { 2024-08-10T06:31:34.733 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.733 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.733 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.733 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-08-10T06:31:34.733 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 1472, 2024-08-10T06:31:34.733 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 2 2024-08-10T06:31:34.733 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.733 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-08-10T06:31:34.733 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 97587, 2024-08-10T06:31:34.734 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 58 2024-08-10T06:31:34.734 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.734 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-08-10T06:31:34.734 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 20128, 2024-08-10T06:31:34.734 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 5 2024-08-10T06:31:34.734 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.734 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-08-10T06:31:34.734 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 20150884, 2024-08-10T06:31:34.734 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 289 2024-08-10T06:31:34.734 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.734 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-08-10T06:31:34.734 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 12496, 2024-08-10T06:31:34.734 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 142 2024-08-10T06:31:34.735 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.735 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-08-10T06:31:34.735 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.735 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.735 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.735 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:34.735 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 476256, 2024-08-10T06:31:34.735 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 41 2024-08-10T06:31:34.735 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.735 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-08-10T06:31:34.735 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.735 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.735 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.735 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-08-10T06:31:34.736 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 6418360, 2024-08-10T06:31:34.736 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 12343 2024-08-10T06:31:34.736 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.736 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-08-10T06:31:34.736 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 642656, 2024-08-10T06:31:34.736 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 10341 2024-08-10T06:31:34.736 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.736 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-08-10T06:31:34.736 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.736 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.736 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.736 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-08-10T06:31:34.736 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.736 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.736 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.737 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-08-10T06:31:34.737 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.737 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.737 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.737 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-08-10T06:31:34.737 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.737 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.737 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:34.737 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.737 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.6": { 2024-08-10T06:31:34.737 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-08-10T06:31:34.737 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.737 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.737 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.738 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T06:31:34.738 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 15736, 2024-08-10T06:31:34.738 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 279 2024-08-10T06:31:34.738 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.738 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-08-10T06:31:34.738 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 34560, 2024-08-10T06:31:34.738 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 21 2024-08-10T06:31:34.738 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.738 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-08-10T06:31:34.738 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 3264, 2024-08-10T06:31:34.738 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 17 2024-08-10T06:31:34.738 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.738 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-08-10T06:31:34.739 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 60000, 2024-08-10T06:31:34.739 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 750 2024-08-10T06:31:34.739 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.739 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_blob": { 2024-08-10T06:31:34.739 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 417664, 2024-08-10T06:31:34.739 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 2008 2024-08-10T06:31:34.739 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.739 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_buffer": { 2024-08-10T06:31:34.739 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 256, 2024-08-10T06:31:34.739 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 32 2024-08-10T06:31:34.739 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.739 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-08-10T06:31:34.739 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 435185, 2024-08-10T06:31:34.739 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 113 2024-08-10T06:31:34.740 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.740 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-08-10T06:31:34.740 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 1791246, 2024-08-10T06:31:34.740 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 393927 2024-08-10T06:31:34.740 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.740 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-08-10T06:31:34.740 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 5184576, 2024-08-10T06:31:34.740 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 7656 2024-08-10T06:31:34.740 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.740 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-08-10T06:31:34.740 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 87088, 2024-08-10T06:31:34.740 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 9398 2024-08-10T06:31:34.740 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.740 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_extent": { 2024-08-10T06:31:34.741 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 96384, 2024-08-10T06:31:34.741 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 2008 2024-08-10T06:31:34.741 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.741 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-08-10T06:31:34.741 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.741 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.741 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.741 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-08-10T06:31:34.741 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 185658, 2024-08-10T06:31:34.741 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1326 2024-08-10T06:31:34.741 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.741 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_shared_blob": { 2024-08-10T06:31:34.741 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.742 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.742 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.742 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-08-10T06:31:34.742 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.742 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.742 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.742 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-08-10T06:31:34.742 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 42113, 2024-08-10T06:31:34.742 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 42 2024-08-10T06:31:34.742 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.742 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-08-10T06:31:34.742 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.742 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.742 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.743 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-08-10T06:31:34.743 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 17727423, 2024-08-10T06:31:34.743 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 6235 2024-08-10T06:31:34.743 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.743 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-08-10T06:31:34.743 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 11440, 2024-08-10T06:31:34.743 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 130 2024-08-10T06:31:34.743 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.743 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-08-10T06:31:34.743 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.743 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.743 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.743 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:34.743 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 453024, 2024-08-10T06:31:34.744 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 39 2024-08-10T06:31:34.744 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.744 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-08-10T06:31:34.744 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.744 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.744 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.744 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-08-10T06:31:34.744 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 3601936, 2024-08-10T06:31:34.744 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 9262 2024-08-10T06:31:34.744 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.744 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-08-10T06:31:34.744 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 642656, 2024-08-10T06:31:34.744 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 10341 2024-08-10T06:31:34.744 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.745 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-08-10T06:31:34.745 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.745 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.745 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.745 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-08-10T06:31:34.745 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.745 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.745 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.745 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-08-10T06:31:34.745 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.745 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.745 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.745 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-08-10T06:31:34.746 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.746 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.746 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:34.746 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.746 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.7": { 2024-08-10T06:31:34.746 INFO:tasks.workunit.client.0.smithi031.stdout: "bloom_filter": { 2024-08-10T06:31:34.746 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.746 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.746 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.746 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T06:31:34.746 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 14680, 2024-08-10T06:31:34.746 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 270 2024-08-10T06:31:34.746 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.747 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_reader": { 2024-08-10T06:31:34.747 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 54912, 2024-08-10T06:31:34.747 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 22 2024-08-10T06:31:34.747 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.747 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs_file_writer": { 2024-08-10T06:31:34.747 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 1344, 2024-08-10T06:31:34.747 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 7 2024-08-10T06:31:34.747 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.747 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_alloc": { 2024-08-10T06:31:34.747 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 59600, 2024-08-10T06:31:34.747 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 745 2024-08-10T06:31:34.747 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.747 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_blob": { 2024-08-10T06:31:34.747 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 404144, 2024-08-10T06:31:34.747 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1943 2024-08-10T06:31:34.747 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.748 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_buffer": { 2024-08-10T06:31:34.748 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 256, 2024-08-10T06:31:34.748 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 32 2024-08-10T06:31:34.748 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.748 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_data": { 2024-08-10T06:31:34.748 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 429629, 2024-08-10T06:31:34.748 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 132 2024-08-10T06:31:34.748 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.748 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_meta": { 2024-08-10T06:31:34.748 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 2047210, 2024-08-10T06:31:34.748 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 454648 2024-08-10T06:31:34.748 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.748 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_onode": { 2024-08-10T06:31:34.748 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 5910816, 2024-08-10T06:31:34.749 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 8724 2024-08-10T06:31:34.749 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.749 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_cache_other": { 2024-08-10T06:31:34.749 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 78608, 2024-08-10T06:31:34.749 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 8248 2024-08-10T06:31:34.749 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.749 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_extent": { 2024-08-10T06:31:34.749 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 93264, 2024-08-10T06:31:34.749 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1943 2024-08-10T06:31:34.749 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.749 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_fsck": { 2024-08-10T06:31:34.749 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.749 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.750 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.750 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_inline_bl": { 2024-08-10T06:31:34.750 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 185658, 2024-08-10T06:31:34.750 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 1326 2024-08-10T06:31:34.750 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.750 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_shared_blob": { 2024-08-10T06:31:34.750 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.750 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.750 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.750 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_txc": { 2024-08-10T06:31:34.750 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.750 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.750 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.751 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing": { 2024-08-10T06:31:34.751 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 27457, 2024-08-10T06:31:34.751 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 35 2024-08-10T06:31:34.751 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.751 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore_writing_deferred": { 2024-08-10T06:31:34.751 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.751 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.751 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.751 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_anon": { 2024-08-10T06:31:34.751 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 7122088, 2024-08-10T06:31:34.751 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 261 2024-08-10T06:31:34.751 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.751 INFO:tasks.workunit.client.0.smithi031.stdout: "buffer_meta": { 2024-08-10T06:31:34.751 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 11088, 2024-08-10T06:31:34.751 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 126 2024-08-10T06:31:34.752 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.752 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_co": { 2024-08-10T06:31:34.752 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.752 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.752 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.752 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:34.752 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 534336, 2024-08-10T06:31:34.752 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 46 2024-08-10T06:31:34.752 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.752 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_mapbl": { 2024-08-10T06:31:34.752 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.752 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.752 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.752 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_pglog": { 2024-08-10T06:31:34.752 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 4830592, 2024-08-10T06:31:34.753 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 9328 2024-08-10T06:31:34.753 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.753 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap": { 2024-08-10T06:31:34.753 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 642656, 2024-08-10T06:31:34.753 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 10341 2024-08-10T06:31:34.753 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.753 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap_mapping": { 2024-08-10T06:31:34.753 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.753 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.753 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.753 INFO:tasks.workunit.client.0.smithi031.stdout: "pgmap": { 2024-08-10T06:31:34.753 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.753 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.753 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.753 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_1": { 2024-08-10T06:31:34.754 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.754 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.754 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.754 INFO:tasks.workunit.client.0.smithi031.stdout: "unittest_2": { 2024-08-10T06:31:34.754 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes": 0, 2024-08-10T06:31:34.754 INFO:tasks.workunit.client.0.smithi031.stdout: "items": 0 2024-08-10T06:31:34.754 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:34.754 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:34.754 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:34.754 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.754 INFO:tasks.workunit.client.0.smithi031.stdout: "metadata": { 2024-08-10T06:31:34.754 INFO:tasks.workunit.client.0.smithi031.stdout: "mds": { 2024-08-10T06:31:34.754 INFO:tasks.workunit.client.0.smithi031.stdout: "arch": { 2024-08-10T06:31:34.755 INFO:tasks.workunit.client.0.smithi031.stdout: "x86_64": 2 2024-08-10T06:31:34.755 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.755 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph_version": { 2024-08-10T06:31:34.755 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 2 2024-08-10T06:31:34.755 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.755 INFO:tasks.workunit.client.0.smithi031.stdout: "cpu": { 2024-08-10T06:31:34.755 INFO:tasks.workunit.client.0.smithi031.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 1, 2024-08-10T06:31:34.755 INFO:tasks.workunit.client.0.smithi031.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-08-10T06:31:34.755 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.755 INFO:tasks.workunit.client.0.smithi031.stdout: "distro": { 2024-08-10T06:31:34.755 INFO:tasks.workunit.client.0.smithi031.stdout: "centos": 2 2024-08-10T06:31:34.755 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.755 INFO:tasks.workunit.client.0.smithi031.stdout: "distro_description": { 2024-08-10T06:31:34.756 INFO:tasks.workunit.client.0.smithi031.stdout: "CentOS Stream 9": 2 2024-08-10T06:31:34.756 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.756 INFO:tasks.workunit.client.0.smithi031.stdout: "kernel_description": { 2024-08-10T06:31:34.756 INFO:tasks.workunit.client.0.smithi031.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 2 2024-08-10T06:31:34.756 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.756 INFO:tasks.workunit.client.0.smithi031.stdout: "kernel_version": { 2024-08-10T06:31:34.756 INFO:tasks.workunit.client.0.smithi031.stdout: "5.14.0-480.el9.x86_64": 2 2024-08-10T06:31:34.756 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.756 INFO:tasks.workunit.client.0.smithi031.stdout: "os": { 2024-08-10T06:31:34.756 INFO:tasks.workunit.client.0.smithi031.stdout: "Linux": 2 2024-08-10T06:31:34.756 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:34.756 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.756 INFO:tasks.workunit.client.0.smithi031.stdout: "mon": { 2024-08-10T06:31:34.756 INFO:tasks.workunit.client.0.smithi031.stdout: "arch": { 2024-08-10T06:31:34.757 INFO:tasks.workunit.client.0.smithi031.stdout: "x86_64": 3 2024-08-10T06:31:34.757 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.757 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph_version": { 2024-08-10T06:31:34.757 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 3 2024-08-10T06:31:34.757 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.757 INFO:tasks.workunit.client.0.smithi031.stdout: "cpu": { 2024-08-10T06:31:34.757 INFO:tasks.workunit.client.0.smithi031.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2, 2024-08-10T06:31:34.757 INFO:tasks.workunit.client.0.smithi031.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-08-10T06:31:34.757 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.757 INFO:tasks.workunit.client.0.smithi031.stdout: "distro": { 2024-08-10T06:31:34.757 INFO:tasks.workunit.client.0.smithi031.stdout: "centos": 3 2024-08-10T06:31:34.757 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.757 INFO:tasks.workunit.client.0.smithi031.stdout: "distro_description": { 2024-08-10T06:31:34.758 INFO:tasks.workunit.client.0.smithi031.stdout: "CentOS Stream 9": 3 2024-08-10T06:31:34.758 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.758 INFO:tasks.workunit.client.0.smithi031.stdout: "kernel_description": { 2024-08-10T06:31:34.758 INFO:tasks.workunit.client.0.smithi031.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 3 2024-08-10T06:31:34.758 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.758 INFO:tasks.workunit.client.0.smithi031.stdout: "kernel_version": { 2024-08-10T06:31:34.758 INFO:tasks.workunit.client.0.smithi031.stdout: "5.14.0-480.el9.x86_64": 3 2024-08-10T06:31:34.758 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.758 INFO:tasks.workunit.client.0.smithi031.stdout: "os": { 2024-08-10T06:31:34.758 INFO:tasks.workunit.client.0.smithi031.stdout: "Linux": 3 2024-08-10T06:31:34.758 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:34.758 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.758 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:34.759 INFO:tasks.workunit.client.0.smithi031.stdout: "arch": { 2024-08-10T06:31:34.759 INFO:tasks.workunit.client.0.smithi031.stdout: "x86_64": 8 2024-08-10T06:31:34.759 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.759 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph_version": { 2024-08-10T06:31:34.759 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph version 19.1.0-1335-gbca9905d (bca9905d683c89d50ebab7089e7e4e66f174979e) squid (rc)": 8 2024-08-10T06:31:34.759 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.759 INFO:tasks.workunit.client.0.smithi031.stdout: "cpu": { 2024-08-10T06:31:34.759 INFO:tasks.workunit.client.0.smithi031.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 4, 2024-08-10T06:31:34.759 INFO:tasks.workunit.client.0.smithi031.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 4 2024-08-10T06:31:34.759 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.759 INFO:tasks.workunit.client.0.smithi031.stdout: "distro": { 2024-08-10T06:31:34.759 INFO:tasks.workunit.client.0.smithi031.stdout: "centos": 8 2024-08-10T06:31:34.759 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.760 INFO:tasks.workunit.client.0.smithi031.stdout: "distro_description": { 2024-08-10T06:31:34.760 INFO:tasks.workunit.client.0.smithi031.stdout: "CentOS Stream 9": 8 2024-08-10T06:31:34.760 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.760 INFO:tasks.workunit.client.0.smithi031.stdout: "kernel_description": { 2024-08-10T06:31:34.760 INFO:tasks.workunit.client.0.smithi031.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 8 2024-08-10T06:31:34.760 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.760 INFO:tasks.workunit.client.0.smithi031.stdout: "kernel_version": { 2024-08-10T06:31:34.760 INFO:tasks.workunit.client.0.smithi031.stdout: "5.14.0-480.el9.x86_64": 8 2024-08-10T06:31:34.760 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.760 INFO:tasks.workunit.client.0.smithi031.stdout: "os": { 2024-08-10T06:31:34.760 INFO:tasks.workunit.client.0.smithi031.stdout: "Linux": 8 2024-08-10T06:31:34.760 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.760 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_objectstore": { 2024-08-10T06:31:34.760 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore": 8 2024-08-10T06:31:34.761 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.761 INFO:tasks.workunit.client.0.smithi031.stdout: "rotational": { 2024-08-10T06:31:34.761 INFO:tasks.workunit.client.0.smithi031.stdout: "0": 8 2024-08-10T06:31:34.761 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:34.761 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:34.761 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.761 INFO:tasks.workunit.client.0.smithi031.stdout: "mon": { 2024-08-10T06:31:34.761 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3, 2024-08-10T06:31:34.761 INFO:tasks.workunit.client.0.smithi031.stdout: "features": { 2024-08-10T06:31:34.761 INFO:tasks.workunit.client.0.smithi031.stdout: "optional": [], 2024-08-10T06:31:34.761 INFO:tasks.workunit.client.0.smithi031.stdout: "persistent": [ 2024-08-10T06:31:34.761 INFO:tasks.workunit.client.0.smithi031.stdout: "kraken", 2024-08-10T06:31:34.761 INFO:tasks.workunit.client.0.smithi031.stdout: "luminous", 2024-08-10T06:31:34.761 INFO:tasks.workunit.client.0.smithi031.stdout: "mimic", 2024-08-10T06:31:34.762 INFO:tasks.workunit.client.0.smithi031.stdout: "osdmap-prune", 2024-08-10T06:31:34.762 INFO:tasks.workunit.client.0.smithi031.stdout: "nautilus", 2024-08-10T06:31:34.762 INFO:tasks.workunit.client.0.smithi031.stdout: "octopus", 2024-08-10T06:31:34.762 INFO:tasks.workunit.client.0.smithi031.stdout: "pacific", 2024-08-10T06:31:34.762 INFO:tasks.workunit.client.0.smithi031.stdout: "elector-pinging", 2024-08-10T06:31:34.762 INFO:tasks.workunit.client.0.smithi031.stdout: "quincy", 2024-08-10T06:31:34.762 INFO:tasks.workunit.client.0.smithi031.stdout: "reef", 2024-08-10T06:31:34.762 INFO:tasks.workunit.client.0.smithi031.stdout: "squid" 2024-08-10T06:31:34.762 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:34.762 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.762 INFO:tasks.workunit.client.0.smithi031.stdout: "ipv4_addr_mons": 6, 2024-08-10T06:31:34.762 INFO:tasks.workunit.client.0.smithi031.stdout: "ipv6_addr_mons": 0, 2024-08-10T06:31:34.762 INFO:tasks.workunit.client.0.smithi031.stdout: "min_mon_release": 19, 2024-08-10T06:31:34.763 INFO:tasks.workunit.client.0.smithi031.stdout: "v1_addr_mons": 3, 2024-08-10T06:31:34.763 INFO:tasks.workunit.client.0.smithi031.stdout: "v2_addr_mons": 3 2024-08-10T06:31:34.763 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.763 INFO:tasks.workunit.client.0.smithi031.stdout: "organization": "ceph-qa", 2024-08-10T06:31:34.763 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:34.763 INFO:tasks.workunit.client.0.smithi031.stdout: "cluster_network": false, 2024-08-10T06:31:34.763 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 8, 2024-08-10T06:31:34.763 INFO:tasks.workunit.client.0.smithi031.stdout: "require_min_compat_client": "luminous", 2024-08-10T06:31:34.763 INFO:tasks.workunit.client.0.smithi031.stdout: "require_osd_release": "squid" 2024-08-10T06:31:34.763 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.763 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_perf_histograms": [ 2024-08-10T06:31:34.763 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.763 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T06:31:34.763 INFO:tasks.workunit.client.0.smithi031.stdout: "axes": [ 2024-08-10T06:31:34.764 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.764 INFO:tasks.workunit.client.0.smithi031.stdout: "buckets": 32, 2024-08-10T06:31:34.764 INFO:tasks.workunit.client.0.smithi031.stdout: "min": 0, 2024-08-10T06:31:34.764 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "Latency (usec)", 2024-08-10T06:31:34.764 INFO:tasks.workunit.client.0.smithi031.stdout: "quant_size": 100000, 2024-08-10T06:31:34.764 INFO:tasks.workunit.client.0.smithi031.stdout: "ranges": [ 2024-08-10T06:31:34.764 INFO:tasks.workunit.client.0.smithi031.stdout: "[None, -1]", 2024-08-10T06:31:34.764 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 99999]", 2024-08-10T06:31:34.764 INFO:tasks.workunit.client.0.smithi031.stdout: "[100000, 199999]", 2024-08-10T06:31:34.764 INFO:tasks.workunit.client.0.smithi031.stdout: "[200000, 399999]", 2024-08-10T06:31:34.764 INFO:tasks.workunit.client.0.smithi031.stdout: "[400000, 799999]", 2024-08-10T06:31:34.764 INFO:tasks.workunit.client.0.smithi031.stdout: "[800000, 1599999]", 2024-08-10T06:31:34.764 INFO:tasks.workunit.client.0.smithi031.stdout: "[1600000, 3199999]", 2024-08-10T06:31:34.764 INFO:tasks.workunit.client.0.smithi031.stdout: "[3200000, 6399999]", 2024-08-10T06:31:34.765 INFO:tasks.workunit.client.0.smithi031.stdout: "[6400000, 12799999]", 2024-08-10T06:31:34.765 INFO:tasks.workunit.client.0.smithi031.stdout: "[12800000, 25599999]", 2024-08-10T06:31:34.765 INFO:tasks.workunit.client.0.smithi031.stdout: "[25600000, 51199999]", 2024-08-10T06:31:34.765 INFO:tasks.workunit.client.0.smithi031.stdout: "[51200000, 102399999]", 2024-08-10T06:31:34.765 INFO:tasks.workunit.client.0.smithi031.stdout: "[102400000, 204799999]", 2024-08-10T06:31:34.765 INFO:tasks.workunit.client.0.smithi031.stdout: "[204800000, 409599999]", 2024-08-10T06:31:34.765 INFO:tasks.workunit.client.0.smithi031.stdout: "[409600000, 819199999]", 2024-08-10T06:31:34.765 INFO:tasks.workunit.client.0.smithi031.stdout: "[819200000, 1638399999]", 2024-08-10T06:31:34.765 INFO:tasks.workunit.client.0.smithi031.stdout: "[1638400000, 3276799999]", 2024-08-10T06:31:34.765 INFO:tasks.workunit.client.0.smithi031.stdout: "[3276800000, 6553599999]", 2024-08-10T06:31:34.765 INFO:tasks.workunit.client.0.smithi031.stdout: "[6553600000, 13107199999]", 2024-08-10T06:31:34.765 INFO:tasks.workunit.client.0.smithi031.stdout: "[13107200000, 26214399999]", 2024-08-10T06:31:34.765 INFO:tasks.workunit.client.0.smithi031.stdout: "[26214400000, 52428799999]", 2024-08-10T06:31:34.765 INFO:tasks.workunit.client.0.smithi031.stdout: "[52428800000, 104857599999]", 2024-08-10T06:31:34.766 INFO:tasks.workunit.client.0.smithi031.stdout: "[104857600000, 209715199999]", 2024-08-10T06:31:34.766 INFO:tasks.workunit.client.0.smithi031.stdout: "[209715200000, 419430399999]", 2024-08-10T06:31:34.766 INFO:tasks.workunit.client.0.smithi031.stdout: "[419430400000, 838860799999]", 2024-08-10T06:31:34.766 INFO:tasks.workunit.client.0.smithi031.stdout: "[838860800000, 1677721599999]", 2024-08-10T06:31:34.766 INFO:tasks.workunit.client.0.smithi031.stdout: "[1677721600000, 3355443199999]", 2024-08-10T06:31:34.766 INFO:tasks.workunit.client.0.smithi031.stdout: "[3355443200000, 6710886399999]", 2024-08-10T06:31:34.766 INFO:tasks.workunit.client.0.smithi031.stdout: "[6710886400000, 13421772799999]", 2024-08-10T06:31:34.766 INFO:tasks.workunit.client.0.smithi031.stdout: "[13421772800000, 26843545599999]", 2024-08-10T06:31:34.766 INFO:tasks.workunit.client.0.smithi031.stdout: "[26843545600000, 53687091199999]", 2024-08-10T06:31:34.766 INFO:tasks.workunit.client.0.smithi031.stdout: "[53687091200000, None]" 2024-08-10T06:31:34.766 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.766 INFO:tasks.workunit.client.0.smithi031.stdout: "scale_type": "log2" 2024-08-10T06:31:34.766 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.766 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.767 INFO:tasks.workunit.client.0.smithi031.stdout: "buckets": 32, 2024-08-10T06:31:34.767 INFO:tasks.workunit.client.0.smithi031.stdout: "min": 0, 2024-08-10T06:31:34.767 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "Request size (bytes)", 2024-08-10T06:31:34.767 INFO:tasks.workunit.client.0.smithi031.stdout: "quant_size": 512, 2024-08-10T06:31:34.767 INFO:tasks.workunit.client.0.smithi031.stdout: "ranges": [ 2024-08-10T06:31:34.767 INFO:tasks.workunit.client.0.smithi031.stdout: "[None, -1]", 2024-08-10T06:31:34.767 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 511]", 2024-08-10T06:31:34.767 INFO:tasks.workunit.client.0.smithi031.stdout: "[512, 1023]", 2024-08-10T06:31:34.767 INFO:tasks.workunit.client.0.smithi031.stdout: "[1024, 2047]", 2024-08-10T06:31:34.767 INFO:tasks.workunit.client.0.smithi031.stdout: "[2048, 4095]", 2024-08-10T06:31:34.767 INFO:tasks.workunit.client.0.smithi031.stdout: "[4096, 8191]", 2024-08-10T06:31:34.767 INFO:tasks.workunit.client.0.smithi031.stdout: "[8192, 16383]", 2024-08-10T06:31:34.768 INFO:tasks.workunit.client.0.smithi031.stdout: "[16384, 32767]", 2024-08-10T06:31:34.768 INFO:tasks.workunit.client.0.smithi031.stdout: "[32768, 65535]", 2024-08-10T06:31:34.768 INFO:tasks.workunit.client.0.smithi031.stdout: "[65536, 131071]", 2024-08-10T06:31:34.768 INFO:tasks.workunit.client.0.smithi031.stdout: "[131072, 262143]", 2024-08-10T06:31:34.768 INFO:tasks.workunit.client.0.smithi031.stdout: "[262144, 524287]", 2024-08-10T06:31:34.768 INFO:tasks.workunit.client.0.smithi031.stdout: "[524288, 1048575]", 2024-08-10T06:31:34.768 INFO:tasks.workunit.client.0.smithi031.stdout: "[1048576, 2097151]", 2024-08-10T06:31:34.768 INFO:tasks.workunit.client.0.smithi031.stdout: "[2097152, 4194303]", 2024-08-10T06:31:34.768 INFO:tasks.workunit.client.0.smithi031.stdout: "[4194304, 8388607]", 2024-08-10T06:31:34.768 INFO:tasks.workunit.client.0.smithi031.stdout: "[8388608, 16777215]", 2024-08-10T06:31:34.768 INFO:tasks.workunit.client.0.smithi031.stdout: "[16777216, 33554431]", 2024-08-10T06:31:34.768 INFO:tasks.workunit.client.0.smithi031.stdout: "[33554432, 67108863]", 2024-08-10T06:31:34.768 INFO:tasks.workunit.client.0.smithi031.stdout: "[67108864, 134217727]", 2024-08-10T06:31:34.768 INFO:tasks.workunit.client.0.smithi031.stdout: "[134217728, 268435455]", 2024-08-10T06:31:34.769 INFO:tasks.workunit.client.0.smithi031.stdout: "[268435456, 536870911]", 2024-08-10T06:31:34.769 INFO:tasks.workunit.client.0.smithi031.stdout: "[536870912, 1073741823]", 2024-08-10T06:31:34.769 INFO:tasks.workunit.client.0.smithi031.stdout: "[1073741824, 2147483647]", 2024-08-10T06:31:34.769 INFO:tasks.workunit.client.0.smithi031.stdout: "[2147483648, 4294967295]", 2024-08-10T06:31:34.769 INFO:tasks.workunit.client.0.smithi031.stdout: "[4294967296, 8589934591]", 2024-08-10T06:31:34.769 INFO:tasks.workunit.client.0.smithi031.stdout: "[8589934592, 17179869183]", 2024-08-10T06:31:34.769 INFO:tasks.workunit.client.0.smithi031.stdout: "[17179869184, 34359738367]", 2024-08-10T06:31:34.769 INFO:tasks.workunit.client.0.smithi031.stdout: "[34359738368, 68719476735]", 2024-08-10T06:31:34.769 INFO:tasks.workunit.client.0.smithi031.stdout: "[68719476736, 137438953471]", 2024-08-10T06:31:34.769 INFO:tasks.workunit.client.0.smithi031.stdout: "[137438953472, 274877906943]", 2024-08-10T06:31:34.769 INFO:tasks.workunit.client.0.smithi031.stdout: "[274877906944, None]" 2024-08-10T06:31:34.769 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.769 INFO:tasks.workunit.client.0.smithi031.stdout: "scale_type": "log2" 2024-08-10T06:31:34.769 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:34.769 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.770 INFO:tasks.workunit.client.0.smithi031.stdout: "osds": [ 2024-08-10T06:31:34.770 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.770 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 0, 2024-08-10T06:31:34.770 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:34.770 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.770 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 978, 96, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.770 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 18689, 4025, 68, 5, 18, 13, 0, 0, 0, 0, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.770 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 12087, 135, 74, 1, 16, 27, 69, 88, 27, 43, 22, 21, 35, 26, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.770 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1336, 21, 33, 0, 2, 0, 0, 0, 2, 10, 72, 142, 50, 8, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.770 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 615, 11, 3, 0, 0, 1, 0, 0, 0, 0, 2, 41, 322, 12, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.770 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 118, 7, 0, 0, 0, 1, 0, 0, 1, 0, 8, 13, 44, 110, 156, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.770 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 156, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 12, 23, 34, 56, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.770 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 21, 54, 23, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.771 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 67, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 30, 33, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.771 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 3, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.771 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.771 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.771 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.771 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.771 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.771 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.771 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.771 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.771 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.771 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.771 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.772 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.772 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.772 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.772 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.772 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.772 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.772 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.772 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.772 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.772 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:34.772 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:34.772 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.772 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.772 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 1, 2024-08-10T06:31:34.773 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:34.773 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.773 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.773 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 9818, 2, 0, 0, 1, 0, 0, 1, 0, 2, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.773 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 8542, 20, 1302, 2, 8, 8, 9, 25, 35, 51, 40, 33, 23, 5, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.773 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1094, 3, 191, 22, 0, 2, 0, 3, 7, 11, 99, 217, 65, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.773 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 404, 0, 0, 8, 0, 0, 0, 0, 0, 2, 5, 30, 467, 8, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.773 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 170, 1, 1, 0, 0, 0, 0, 0, 0, 0, 6, 7, 25, 65, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.773 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 156, 0, 34, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 2, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.773 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 60, 0, 227, 0, 0, 0, 0, 0, 0, 0, 6, 0, 9, 7, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.773 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 6, 0, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.773 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.773 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.774 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.774 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.774 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.774 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.774 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.774 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.774 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.774 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.774 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.774 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.774 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.775 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.775 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.775 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.775 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.775 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.775 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.775 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.775 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.775 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:34.775 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:34.775 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.775 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.775 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 2, 2024-08-10T06:31:34.775 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:34.776 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.776 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.776 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 13634, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.776 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 11365, 9, 9, 0, 4, 0, 0, 1, 1, 0, 0, 21, 8, 25, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.776 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1312, 0, 4, 2, 2, 0, 0, 0, 3, 3, 3, 3, 2, 7, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.776 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 870, 1, 0, 0, 0, 0, 0, 1, 0, 0, 2, 15, 26, 9, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.776 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 427, 11, 1, 0, 0, 0, 0, 0, 1, 0, 2, 3, 22, 71, 125, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.776 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 249, 5, 0, 0, 0, 0, 0, 1, 1, 0, 0, 3, 10, 20, 57, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.776 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 234, 10, 0, 1, 0, 0, 0, 0, 0, 0, 0, 4, 13, 17, 14, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.776 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 83, 2, 0, 0, 0, 0, 2, 0, 0, 0, 0, 2, 3, 21, 19, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.776 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 7, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 4, 13, 12, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.776 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.776 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.777 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.777 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.777 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.777 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.777 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.777 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.777 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.777 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.777 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.777 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.777 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.777 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.777 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.778 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.778 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.778 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.778 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.778 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.778 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:34.778 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:34.778 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.778 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.778 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 3, 2024-08-10T06:31:34.778 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:34.778 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.778 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1280, 103, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.779 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 8121, 7856, 4452, 1, 3, 0, 0, 0, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.779 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 3018, 121, 60, 1, 16, 4, 3, 7, 7, 22, 16, 14, 8, 17, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.779 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 258, 3, 8, 0, 1, 0, 0, 0, 2, 3, 50, 103, 19, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.779 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 163, 0, 0, 0, 7, 0, 0, 0, 0, 0, 1, 26, 166, 8, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.779 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 65, 5, 0, 0, 163, 0, 0, 1, 0, 1, 1, 3, 17, 32, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.779 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 63, 1, 0, 0, 327, 0, 0, 2, 1, 0, 8, 8, 11, 20, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.779 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 42, 0, 0, 0, 510, 0, 0, 2, 1, 0, 5, 1, 14, 20, 6, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.779 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 123, 0, 0, 0, 1692, 0, 0, 0, 0, 0, 0, 0, 8, 17, 11, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.779 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 12, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.779 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.779 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.779 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.779 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.780 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.780 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.780 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.780 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.780 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.780 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.780 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.780 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.780 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.780 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.780 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.780 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.780 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.780 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.781 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.781 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.781 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:34.781 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:34.781 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.781 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.781 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 4, 2024-08-10T06:31:34.781 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:34.781 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.781 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.781 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 9420, 3, 59, 6, 17, 31, 2, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.781 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 6331, 39, 29, 2, 15, 18, 94, 110, 4, 16, 8, 10, 6, 3, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.781 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 469, 6, 9, 0, 3, 0, 5, 33, 8, 10, 39, 67, 31, 3, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.781 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 229, 0, 1, 0, 0, 0, 0, 0, 1, 0, 2, 8, 146, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.782 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 70, 1, 0, 0, 0, 1, 1, 0, 3, 4, 2, 3, 12, 28, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.782 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 53, 1, 1, 0, 0, 0, 0, 0, 0, 6, 0, 0, 2, 11, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.782 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 12, 19, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.782 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.782 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.782 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.782 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.782 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.782 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.782 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.782 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.782 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.782 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.783 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.783 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.783 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.783 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.783 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.783 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.783 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.783 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.783 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.783 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.783 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.783 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.783 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:34.783 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:34.783 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.784 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.784 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 5, 2024-08-10T06:31:34.784 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:34.784 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.784 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 593, 110, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.784 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 10496, 3624, 1, 2, 0, 0, 0, 0, 1, 0, 3, 3, 0, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.784 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 6158, 396, 23, 2, 8, 1, 2, 2, 0, 1, 6, 4, 1, 26, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.784 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 857, 104, 3, 8, 2, 0, 0, 0, 1, 3, 4, 1, 0, 9, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.784 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 334, 8, 0, 2, 1, 0, 0, 0, 0, 1, 0, 11, 35, 6, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.784 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 149, 11, 5, 0, 0, 0, 0, 0, 0, 1, 0, 3, 16, 65, 100, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.784 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 210, 4, 2, 1, 0, 0, 0, 1, 1, 0, 0, 4, 21, 20, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.784 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 56, 1, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 20, 37, 12, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.784 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 19, 23, 14, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.784 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 8, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.785 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.785 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.785 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.785 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.785 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.785 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.785 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.785 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.785 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.785 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.785 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.785 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.785 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.785 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.786 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.786 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.786 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.786 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.786 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.786 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.786 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:34.786 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:34.786 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.786 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.786 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 6, 2024-08-10T06:31:34.786 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:34.786 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.787 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.787 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 9142, 14, 0, 0, 0, 0, 0, 0, 0, 1, 0, 5, 4, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.787 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 8019, 25, 3, 0, 11, 2, 3, 6, 5, 14, 5, 11, 9, 13, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.787 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1019, 99, 117, 0, 1, 1, 1, 0, 5, 18, 43, 77, 22, 8, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.787 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 576, 46, 68, 0, 0, 0, 0, 0, 0, 0, 0, 36, 173, 9, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.787 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 150, 22, 17, 0, 1, 1, 0, 0, 0, 0, 3, 1, 30, 51, 87, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.787 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 82, 24, 22, 34, 0, 0, 0, 2, 0, 0, 9, 0, 16, 23, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.787 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 31, 56, 0, 32, 76, 0, 0, 0, 0, 0, 0, 0, 14, 26, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.787 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 12, 103, 0, 2, 59, 98, 0, 0, 0, 0, 0, 0, 2, 6, 7, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.787 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 3, 56, 0, 0, 0, 31, 0, 0, 0, 0, 0, 0, 3, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.787 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.787 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.787 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.788 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.788 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.788 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.788 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.788 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.788 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.788 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.788 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.788 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.788 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.788 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.788 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.788 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.788 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.789 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.789 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.789 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.789 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:34.789 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:34.789 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.789 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.789 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 7, 2024-08-10T06:31:34.789 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:34.789 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.789 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 565, 40, 0, 0, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.789 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 18170, 4012, 0, 0, 7303, 405, 0, 0, 0, 1, 2, 2, 5, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.789 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 8494, 131, 1, 0, 358, 165, 0, 0, 0, 3, 1, 4, 12, 19, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.790 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 924, 19, 2, 0, 60, 23, 1, 0, 0, 8, 3, 0, 4, 10, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.790 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 336, 8, 1, 0, 3, 4, 0, 0, 0, 2, 0, 3, 21, 18, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.790 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 282, 12, 5, 0, 16, 24, 0, 0, 0, 0, 0, 4, 19, 42, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.790 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 83, 2, 2, 0, 2, 6, 0, 0, 0, 0, 0, 1, 6, 13, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.790 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 90, 1, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 7, 11, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.790 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.790 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.790 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.790 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.790 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.790 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.790 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.791 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.791 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.791 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.791 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.791 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.791 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.791 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.791 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.791 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.791 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.791 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.791 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.791 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.792 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.792 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.792 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:34.792 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:34.792 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:34.792 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:34.792 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.792 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T06:31:34.792 INFO:tasks.workunit.client.0.smithi031.stdout: "axes": [ 2024-08-10T06:31:34.792 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.792 INFO:tasks.workunit.client.0.smithi031.stdout: "buckets": 32, 2024-08-10T06:31:34.792 INFO:tasks.workunit.client.0.smithi031.stdout: "min": 0, 2024-08-10T06:31:34.792 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "Latency (usec)", 2024-08-10T06:31:34.792 INFO:tasks.workunit.client.0.smithi031.stdout: "quant_size": 100000, 2024-08-10T06:31:34.793 INFO:tasks.workunit.client.0.smithi031.stdout: "ranges": [ 2024-08-10T06:31:34.793 INFO:tasks.workunit.client.0.smithi031.stdout: "[None, -1]", 2024-08-10T06:31:34.793 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 99999]", 2024-08-10T06:31:34.793 INFO:tasks.workunit.client.0.smithi031.stdout: "[100000, 199999]", 2024-08-10T06:31:34.793 INFO:tasks.workunit.client.0.smithi031.stdout: "[200000, 399999]", 2024-08-10T06:31:34.793 INFO:tasks.workunit.client.0.smithi031.stdout: "[400000, 799999]", 2024-08-10T06:31:34.793 INFO:tasks.workunit.client.0.smithi031.stdout: "[800000, 1599999]", 2024-08-10T06:31:34.793 INFO:tasks.workunit.client.0.smithi031.stdout: "[1600000, 3199999]", 2024-08-10T06:31:34.793 INFO:tasks.workunit.client.0.smithi031.stdout: "[3200000, 6399999]", 2024-08-10T06:31:34.793 INFO:tasks.workunit.client.0.smithi031.stdout: "[6400000, 12799999]", 2024-08-10T06:31:34.793 INFO:tasks.workunit.client.0.smithi031.stdout: "[12800000, 25599999]", 2024-08-10T06:31:34.793 INFO:tasks.workunit.client.0.smithi031.stdout: "[25600000, 51199999]", 2024-08-10T06:31:34.793 INFO:tasks.workunit.client.0.smithi031.stdout: "[51200000, 102399999]", 2024-08-10T06:31:34.793 INFO:tasks.workunit.client.0.smithi031.stdout: "[102400000, 204799999]", 2024-08-10T06:31:34.794 INFO:tasks.workunit.client.0.smithi031.stdout: "[204800000, 409599999]", 2024-08-10T06:31:34.794 INFO:tasks.workunit.client.0.smithi031.stdout: "[409600000, 819199999]", 2024-08-10T06:31:34.794 INFO:tasks.workunit.client.0.smithi031.stdout: "[819200000, 1638399999]", 2024-08-10T06:31:34.794 INFO:tasks.workunit.client.0.smithi031.stdout: "[1638400000, 3276799999]", 2024-08-10T06:31:34.794 INFO:tasks.workunit.client.0.smithi031.stdout: "[3276800000, 6553599999]", 2024-08-10T06:31:34.794 INFO:tasks.workunit.client.0.smithi031.stdout: "[6553600000, 13107199999]", 2024-08-10T06:31:34.794 INFO:tasks.workunit.client.0.smithi031.stdout: "[13107200000, 26214399999]", 2024-08-10T06:31:34.794 INFO:tasks.workunit.client.0.smithi031.stdout: "[26214400000, 52428799999]", 2024-08-10T06:31:34.794 INFO:tasks.workunit.client.0.smithi031.stdout: "[52428800000, 104857599999]", 2024-08-10T06:31:34.794 INFO:tasks.workunit.client.0.smithi031.stdout: "[104857600000, 209715199999]", 2024-08-10T06:31:34.794 INFO:tasks.workunit.client.0.smithi031.stdout: "[209715200000, 419430399999]", 2024-08-10T06:31:34.794 INFO:tasks.workunit.client.0.smithi031.stdout: "[419430400000, 838860799999]", 2024-08-10T06:31:34.794 INFO:tasks.workunit.client.0.smithi031.stdout: "[838860800000, 1677721599999]", 2024-08-10T06:31:34.794 INFO:tasks.workunit.client.0.smithi031.stdout: "[1677721600000, 3355443199999]", 2024-08-10T06:31:34.795 INFO:tasks.workunit.client.0.smithi031.stdout: "[3355443200000, 6710886399999]", 2024-08-10T06:31:34.795 INFO:tasks.workunit.client.0.smithi031.stdout: "[6710886400000, 13421772799999]", 2024-08-10T06:31:34.795 INFO:tasks.workunit.client.0.smithi031.stdout: "[13421772800000, 26843545599999]", 2024-08-10T06:31:34.795 INFO:tasks.workunit.client.0.smithi031.stdout: "[26843545600000, 53687091199999]", 2024-08-10T06:31:34.795 INFO:tasks.workunit.client.0.smithi031.stdout: "[53687091200000, None]" 2024-08-10T06:31:34.795 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.795 INFO:tasks.workunit.client.0.smithi031.stdout: "scale_type": "log2" 2024-08-10T06:31:34.795 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.795 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.795 INFO:tasks.workunit.client.0.smithi031.stdout: "buckets": 32, 2024-08-10T06:31:34.795 INFO:tasks.workunit.client.0.smithi031.stdout: "min": 0, 2024-08-10T06:31:34.795 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "Request size (bytes)", 2024-08-10T06:31:34.795 INFO:tasks.workunit.client.0.smithi031.stdout: "quant_size": 512, 2024-08-10T06:31:34.795 INFO:tasks.workunit.client.0.smithi031.stdout: "ranges": [ 2024-08-10T06:31:34.796 INFO:tasks.workunit.client.0.smithi031.stdout: "[None, -1]", 2024-08-10T06:31:34.796 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 511]", 2024-08-10T06:31:34.796 INFO:tasks.workunit.client.0.smithi031.stdout: "[512, 1023]", 2024-08-10T06:31:34.796 INFO:tasks.workunit.client.0.smithi031.stdout: "[1024, 2047]", 2024-08-10T06:31:34.796 INFO:tasks.workunit.client.0.smithi031.stdout: "[2048, 4095]", 2024-08-10T06:31:34.796 INFO:tasks.workunit.client.0.smithi031.stdout: "[4096, 8191]", 2024-08-10T06:31:34.796 INFO:tasks.workunit.client.0.smithi031.stdout: "[8192, 16383]", 2024-08-10T06:31:34.796 INFO:tasks.workunit.client.0.smithi031.stdout: "[16384, 32767]", 2024-08-10T06:31:34.796 INFO:tasks.workunit.client.0.smithi031.stdout: "[32768, 65535]", 2024-08-10T06:31:34.796 INFO:tasks.workunit.client.0.smithi031.stdout: "[65536, 131071]", 2024-08-10T06:31:34.796 INFO:tasks.workunit.client.0.smithi031.stdout: "[131072, 262143]", 2024-08-10T06:31:34.796 INFO:tasks.workunit.client.0.smithi031.stdout: "[262144, 524287]", 2024-08-10T06:31:34.796 INFO:tasks.workunit.client.0.smithi031.stdout: "[524288, 1048575]", 2024-08-10T06:31:34.796 INFO:tasks.workunit.client.0.smithi031.stdout: "[1048576, 2097151]", 2024-08-10T06:31:34.796 INFO:tasks.workunit.client.0.smithi031.stdout: "[2097152, 4194303]", 2024-08-10T06:31:34.797 INFO:tasks.workunit.client.0.smithi031.stdout: "[4194304, 8388607]", 2024-08-10T06:31:34.797 INFO:tasks.workunit.client.0.smithi031.stdout: "[8388608, 16777215]", 2024-08-10T06:31:34.797 INFO:tasks.workunit.client.0.smithi031.stdout: "[16777216, 33554431]", 2024-08-10T06:31:34.797 INFO:tasks.workunit.client.0.smithi031.stdout: "[33554432, 67108863]", 2024-08-10T06:31:34.797 INFO:tasks.workunit.client.0.smithi031.stdout: "[67108864, 134217727]", 2024-08-10T06:31:34.797 INFO:tasks.workunit.client.0.smithi031.stdout: "[134217728, 268435455]", 2024-08-10T06:31:34.797 INFO:tasks.workunit.client.0.smithi031.stdout: "[268435456, 536870911]", 2024-08-10T06:31:34.797 INFO:tasks.workunit.client.0.smithi031.stdout: "[536870912, 1073741823]", 2024-08-10T06:31:34.797 INFO:tasks.workunit.client.0.smithi031.stdout: "[1073741824, 2147483647]", 2024-08-10T06:31:34.797 INFO:tasks.workunit.client.0.smithi031.stdout: "[2147483648, 4294967295]", 2024-08-10T06:31:34.797 INFO:tasks.workunit.client.0.smithi031.stdout: "[4294967296, 8589934591]", 2024-08-10T06:31:34.797 INFO:tasks.workunit.client.0.smithi031.stdout: "[8589934592, 17179869183]", 2024-08-10T06:31:34.797 INFO:tasks.workunit.client.0.smithi031.stdout: "[17179869184, 34359738367]", 2024-08-10T06:31:34.797 INFO:tasks.workunit.client.0.smithi031.stdout: "[34359738368, 68719476735]", 2024-08-10T06:31:34.798 INFO:tasks.workunit.client.0.smithi031.stdout: "[68719476736, 137438953471]", 2024-08-10T06:31:34.798 INFO:tasks.workunit.client.0.smithi031.stdout: "[137438953472, 274877906943]", 2024-08-10T06:31:34.798 INFO:tasks.workunit.client.0.smithi031.stdout: "[274877906944, None]" 2024-08-10T06:31:34.798 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.798 INFO:tasks.workunit.client.0.smithi031.stdout: "scale_type": "log2" 2024-08-10T06:31:34.798 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:34.798 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.798 INFO:tasks.workunit.client.0.smithi031.stdout: "osds": [ 2024-08-10T06:31:34.798 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.798 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 0, 2024-08-10T06:31:34.798 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:34.798 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.798 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.799 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.799 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.799 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 623, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.799 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 5588, 56, 71, 139, 422, 601, 704, 2, 0, 1, 0, 0, 5, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.799 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 790, 17, 32, 62, 32, 24, 19, 1, 1, 1, 2, 5, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.799 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 178, 0, 0, 4, 1, 0, 1, 1, 0, 0, 0, 3, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.799 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 93, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 10, 12, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.799 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 13, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.799 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.799 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.799 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.799 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.799 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.800 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.800 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.800 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.800 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.800 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.800 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.800 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.800 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.800 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.800 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.800 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.800 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.800 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.801 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.801 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.801 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.801 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:34.801 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:34.801 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.801 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.801 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 1, 2024-08-10T06:31:34.801 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:34.801 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.801 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.801 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.801 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.801 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 265, 2, 3, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.802 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 3474, 255, 31, 62, 123, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.802 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 506, 23, 1311, 0, 0, 0, 0, 1, 0, 1, 0, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.802 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 349, 3, 32, 0, 0, 0, 0, 0, 0, 0, 0, 5, 3, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.802 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1657, 1352, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.802 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1472, 1638, 246, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 6, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.802 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 8, 8, 6, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 3, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.802 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.802 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.802 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.802 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.802 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.802 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.802 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.803 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.803 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.803 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.803 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.803 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.803 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.803 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.803 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.803 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.803 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.803 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.803 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.803 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.803 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:34.804 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:34.804 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.804 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.804 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 2, 2024-08-10T06:31:34.804 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:34.804 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.804 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.804 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.804 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.804 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 877, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.804 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 11073, 6, 0, 0, 0, 1, 3, 1, 2, 0, 0, 2, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.804 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 16040, 3, 3, 0, 0, 0, 0, 1, 1, 1, 3, 3, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.804 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 303, 1, 0, 0, 0, 0, 0, 0, 1, 0, 3, 2, 8, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.805 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 110, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 8, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.805 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 15, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.805 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.805 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.805 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.805 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.805 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.805 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.805 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.805 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.805 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.805 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.805 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.805 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.806 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.806 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.806 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.806 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.806 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.806 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.806 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.806 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.806 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.806 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:34.806 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:34.806 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.807 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.807 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 3, 2024-08-10T06:31:34.807 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:34.807 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.807 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.807 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.807 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.807 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 236, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.807 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1992, 41, 1, 0, 4, 2, 4, 3, 12, 7, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.807 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 164, 6, 2, 0, 0, 0, 0, 0, 0, 2, 2, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.807 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 126, 13, 23, 47, 0, 0, 0, 0, 0, 0, 3, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.807 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 987, 249, 11, 112, 0, 0, 0, 0, 0, 0, 1, 0, 4, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.807 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 4061, 2542, 0, 411, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.807 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 174, 216, 0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.807 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.808 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.808 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.808 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.808 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.808 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.808 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.808 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.808 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.808 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.808 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.808 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.808 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.808 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.808 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.809 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.809 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.809 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.809 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.809 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.809 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:34.809 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:34.809 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.809 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.809 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 4, 2024-08-10T06:31:34.809 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:34.809 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.810 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.810 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.810 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.810 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 737, 0, 6, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.810 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 2626, 211, 28, 53, 138, 275, 468, 3, 3, 0, 1, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.810 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 294, 12, 0, 0, 0, 0, 12, 0, 2, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.810 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 237, 2, 1, 0, 0, 0, 2, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.810 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 188, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.810 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 113, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 2, 4, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.810 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.810 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.810 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.810 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.811 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.811 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.811 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.811 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.811 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.811 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.811 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.811 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.811 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.811 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.811 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.811 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.811 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.811 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.812 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.812 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.812 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.812 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:34.812 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:34.812 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.812 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.812 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 5, 2024-08-10T06:31:34.812 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:34.812 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.812 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.812 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.812 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.812 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 479, 5, 8, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.813 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 3136, 72, 124, 233, 445, 620, 718, 1, 2, 0, 1, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.813 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 375, 3, 8, 6, 11, 8, 8, 2, 1, 3, 1, 2, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.813 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 294, 9, 22, 65, 6, 1, 0, 0, 0, 0, 0, 7, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.813 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 211, 33, 57, 64, 24, 0, 0, 1, 0, 0, 3, 2, 7, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.813 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 118, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 16, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.813 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 7, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.813 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.813 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.813 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.813 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.813 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.813 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.813 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.814 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.814 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.814 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.814 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.814 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.814 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.814 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.814 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.814 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.814 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.814 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.814 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.815 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.815 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:34.815 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:34.815 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.815 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.815 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 6, 2024-08-10T06:31:34.815 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:34.815 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.815 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.815 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.815 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.815 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 373, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.815 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 3536, 15, 1, 0, 2, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.816 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 323, 5, 0, 0, 0, 1, 0, 0, 0, 3, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.816 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 359, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.816 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 257, 105, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 6, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.816 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 3, 9, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.816 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 2, 4, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.816 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.816 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.816 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.816 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.816 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.816 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.816 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.816 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.817 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.817 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.817 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.817 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.817 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.817 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.817 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.817 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.817 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.817 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.817 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.817 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.817 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:34.817 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:34.818 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.818 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.818 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 7, 2024-08-10T06:31:34.818 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:34.818 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.818 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.818 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.818 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.818 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 435, 3, 7, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.818 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 7189, 43, 92, 25, 15, 0, 5, 4, 13, 16, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.818 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 2821, 39, 84, 35, 4, 0, 0, 1, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.818 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 181, 2, 3, 0, 2, 0, 0, 0, 0, 1, 1, 2, 6, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.818 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 71, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 5, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.818 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 11, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.819 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 4, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.819 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.819 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.819 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.819 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.819 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.819 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.819 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.819 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.819 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.819 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.819 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.819 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.819 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.820 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.820 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.820 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.820 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.820 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.820 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.820 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.820 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:34.820 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:34.820 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:34.820 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:34.820 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.820 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T06:31:34.821 INFO:tasks.workunit.client.0.smithi031.stdout: "axes": [ 2024-08-10T06:31:34.821 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.821 INFO:tasks.workunit.client.0.smithi031.stdout: "buckets": 32, 2024-08-10T06:31:34.821 INFO:tasks.workunit.client.0.smithi031.stdout: "min": 0, 2024-08-10T06:31:34.821 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "Latency (usec)", 2024-08-10T06:31:34.821 INFO:tasks.workunit.client.0.smithi031.stdout: "quant_size": 100000, 2024-08-10T06:31:34.821 INFO:tasks.workunit.client.0.smithi031.stdout: "ranges": [ 2024-08-10T06:31:34.821 INFO:tasks.workunit.client.0.smithi031.stdout: "[None, -1]", 2024-08-10T06:31:34.821 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 99999]", 2024-08-10T06:31:34.821 INFO:tasks.workunit.client.0.smithi031.stdout: "[100000, 199999]", 2024-08-10T06:31:34.821 INFO:tasks.workunit.client.0.smithi031.stdout: "[200000, 399999]", 2024-08-10T06:31:34.821 INFO:tasks.workunit.client.0.smithi031.stdout: "[400000, 799999]", 2024-08-10T06:31:34.821 INFO:tasks.workunit.client.0.smithi031.stdout: "[800000, 1599999]", 2024-08-10T06:31:34.821 INFO:tasks.workunit.client.0.smithi031.stdout: "[1600000, 3199999]", 2024-08-10T06:31:34.821 INFO:tasks.workunit.client.0.smithi031.stdout: "[3200000, 6399999]", 2024-08-10T06:31:34.822 INFO:tasks.workunit.client.0.smithi031.stdout: "[6400000, 12799999]", 2024-08-10T06:31:34.822 INFO:tasks.workunit.client.0.smithi031.stdout: "[12800000, 25599999]", 2024-08-10T06:31:34.822 INFO:tasks.workunit.client.0.smithi031.stdout: "[25600000, 51199999]", 2024-08-10T06:31:34.822 INFO:tasks.workunit.client.0.smithi031.stdout: "[51200000, 102399999]", 2024-08-10T06:31:34.822 INFO:tasks.workunit.client.0.smithi031.stdout: "[102400000, 204799999]", 2024-08-10T06:31:34.822 INFO:tasks.workunit.client.0.smithi031.stdout: "[204800000, 409599999]", 2024-08-10T06:31:34.822 INFO:tasks.workunit.client.0.smithi031.stdout: "[409600000, 819199999]", 2024-08-10T06:31:34.822 INFO:tasks.workunit.client.0.smithi031.stdout: "[819200000, 1638399999]", 2024-08-10T06:31:34.822 INFO:tasks.workunit.client.0.smithi031.stdout: "[1638400000, 3276799999]", 2024-08-10T06:31:34.822 INFO:tasks.workunit.client.0.smithi031.stdout: "[3276800000, 6553599999]", 2024-08-10T06:31:34.822 INFO:tasks.workunit.client.0.smithi031.stdout: "[6553600000, 13107199999]", 2024-08-10T06:31:34.822 INFO:tasks.workunit.client.0.smithi031.stdout: "[13107200000, 26214399999]", 2024-08-10T06:31:34.823 INFO:tasks.workunit.client.0.smithi031.stdout: "[26214400000, 52428799999]", 2024-08-10T06:31:34.823 INFO:tasks.workunit.client.0.smithi031.stdout: "[52428800000, 104857599999]", 2024-08-10T06:31:34.823 INFO:tasks.workunit.client.0.smithi031.stdout: "[104857600000, 209715199999]", 2024-08-10T06:31:34.823 INFO:tasks.workunit.client.0.smithi031.stdout: "[209715200000, 419430399999]", 2024-08-10T06:31:34.823 INFO:tasks.workunit.client.0.smithi031.stdout: "[419430400000, 838860799999]", 2024-08-10T06:31:34.823 INFO:tasks.workunit.client.0.smithi031.stdout: "[838860800000, 1677721599999]", 2024-08-10T06:31:34.823 INFO:tasks.workunit.client.0.smithi031.stdout: "[1677721600000, 3355443199999]", 2024-08-10T06:31:34.823 INFO:tasks.workunit.client.0.smithi031.stdout: "[3355443200000, 6710886399999]", 2024-08-10T06:31:34.823 INFO:tasks.workunit.client.0.smithi031.stdout: "[6710886400000, 13421772799999]", 2024-08-10T06:31:34.823 INFO:tasks.workunit.client.0.smithi031.stdout: "[13421772800000, 26843545599999]", 2024-08-10T06:31:34.823 INFO:tasks.workunit.client.0.smithi031.stdout: "[26843545600000, 53687091199999]", 2024-08-10T06:31:34.823 INFO:tasks.workunit.client.0.smithi031.stdout: "[53687091200000, None]" 2024-08-10T06:31:34.823 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.823 INFO:tasks.workunit.client.0.smithi031.stdout: "scale_type": "log2" 2024-08-10T06:31:34.824 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.824 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.824 INFO:tasks.workunit.client.0.smithi031.stdout: "buckets": 32, 2024-08-10T06:31:34.824 INFO:tasks.workunit.client.0.smithi031.stdout: "min": 0, 2024-08-10T06:31:34.824 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "Request size (bytes)", 2024-08-10T06:31:34.824 INFO:tasks.workunit.client.0.smithi031.stdout: "quant_size": 512, 2024-08-10T06:31:34.824 INFO:tasks.workunit.client.0.smithi031.stdout: "ranges": [ 2024-08-10T06:31:34.824 INFO:tasks.workunit.client.0.smithi031.stdout: "[None, -1]", 2024-08-10T06:31:34.824 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 511]", 2024-08-10T06:31:34.824 INFO:tasks.workunit.client.0.smithi031.stdout: "[512, 1023]", 2024-08-10T06:31:34.824 INFO:tasks.workunit.client.0.smithi031.stdout: "[1024, 2047]", 2024-08-10T06:31:34.824 INFO:tasks.workunit.client.0.smithi031.stdout: "[2048, 4095]", 2024-08-10T06:31:34.824 INFO:tasks.workunit.client.0.smithi031.stdout: "[4096, 8191]", 2024-08-10T06:31:34.825 INFO:tasks.workunit.client.0.smithi031.stdout: "[8192, 16383]", 2024-08-10T06:31:34.825 INFO:tasks.workunit.client.0.smithi031.stdout: "[16384, 32767]", 2024-08-10T06:31:34.825 INFO:tasks.workunit.client.0.smithi031.stdout: "[32768, 65535]", 2024-08-10T06:31:34.825 INFO:tasks.workunit.client.0.smithi031.stdout: "[65536, 131071]", 2024-08-10T06:31:34.825 INFO:tasks.workunit.client.0.smithi031.stdout: "[131072, 262143]", 2024-08-10T06:31:34.825 INFO:tasks.workunit.client.0.smithi031.stdout: "[262144, 524287]", 2024-08-10T06:31:34.825 INFO:tasks.workunit.client.0.smithi031.stdout: "[524288, 1048575]", 2024-08-10T06:31:34.825 INFO:tasks.workunit.client.0.smithi031.stdout: "[1048576, 2097151]", 2024-08-10T06:31:34.825 INFO:tasks.workunit.client.0.smithi031.stdout: "[2097152, 4194303]", 2024-08-10T06:31:34.825 INFO:tasks.workunit.client.0.smithi031.stdout: "[4194304, 8388607]", 2024-08-10T06:31:34.825 INFO:tasks.workunit.client.0.smithi031.stdout: "[8388608, 16777215]", 2024-08-10T06:31:34.825 INFO:tasks.workunit.client.0.smithi031.stdout: "[16777216, 33554431]", 2024-08-10T06:31:34.825 INFO:tasks.workunit.client.0.smithi031.stdout: "[33554432, 67108863]", 2024-08-10T06:31:34.825 INFO:tasks.workunit.client.0.smithi031.stdout: "[67108864, 134217727]", 2024-08-10T06:31:34.826 INFO:tasks.workunit.client.0.smithi031.stdout: "[134217728, 268435455]", 2024-08-10T06:31:34.826 INFO:tasks.workunit.client.0.smithi031.stdout: "[268435456, 536870911]", 2024-08-10T06:31:34.826 INFO:tasks.workunit.client.0.smithi031.stdout: "[536870912, 1073741823]", 2024-08-10T06:31:34.826 INFO:tasks.workunit.client.0.smithi031.stdout: "[1073741824, 2147483647]", 2024-08-10T06:31:34.826 INFO:tasks.workunit.client.0.smithi031.stdout: "[2147483648, 4294967295]", 2024-08-10T06:31:34.826 INFO:tasks.workunit.client.0.smithi031.stdout: "[4294967296, 8589934591]", 2024-08-10T06:31:34.826 INFO:tasks.workunit.client.0.smithi031.stdout: "[8589934592, 17179869183]", 2024-08-10T06:31:34.826 INFO:tasks.workunit.client.0.smithi031.stdout: "[17179869184, 34359738367]", 2024-08-10T06:31:34.826 INFO:tasks.workunit.client.0.smithi031.stdout: "[34359738368, 68719476735]", 2024-08-10T06:31:34.826 INFO:tasks.workunit.client.0.smithi031.stdout: "[68719476736, 137438953471]", 2024-08-10T06:31:34.826 INFO:tasks.workunit.client.0.smithi031.stdout: "[137438953472, 274877906943]", 2024-08-10T06:31:34.826 INFO:tasks.workunit.client.0.smithi031.stdout: "[274877906944, None]" 2024-08-10T06:31:34.826 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.827 INFO:tasks.workunit.client.0.smithi031.stdout: "scale_type": "log2" 2024-08-10T06:31:34.827 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:34.827 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.827 INFO:tasks.workunit.client.0.smithi031.stdout: "osds": [ 2024-08-10T06:31:34.827 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.827 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 0, 2024-08-10T06:31:34.827 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:34.827 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.827 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.827 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.827 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.827 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 623, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.827 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 7592, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.827 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 988, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.827 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 196, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.827 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 121, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.828 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.828 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.828 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.828 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.828 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.828 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.828 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.828 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.828 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.828 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.828 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.828 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.828 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.828 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.828 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.829 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.829 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.829 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.829 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.829 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.829 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.829 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.829 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:34.829 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:34.829 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.829 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.829 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 1, 2024-08-10T06:31:34.830 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:34.830 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.830 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.830 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.830 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.830 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 276, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.830 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 3948, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.830 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1847, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.830 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 394, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.830 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 3067, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.830 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 3374, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.830 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.830 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.831 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.831 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.831 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.831 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.831 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.831 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.831 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.831 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.831 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.831 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.831 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.831 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.831 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.832 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.832 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.832 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.832 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.832 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.832 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.832 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:34.832 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:34.832 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.832 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.832 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 2, 2024-08-10T06:31:34.832 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:34.832 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.832 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.833 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.833 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.833 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 877, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.833 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 11092, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.833 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 16059, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.833 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 321, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.833 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 126, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.833 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 101, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.833 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.833 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.833 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.833 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.833 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.833 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.833 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.834 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.834 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.834 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.834 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.834 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.834 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.834 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.834 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.834 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.834 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.834 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.835 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.835 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.835 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.835 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:34.835 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:34.835 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.835 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.835 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 3, 2024-08-10T06:31:34.835 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:34.835 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.835 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.835 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.835 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.836 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 237, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.836 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 2069, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.836 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 180, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.836 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 215, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.836 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1368, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.836 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 7026, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.836 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 413, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.836 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.836 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.836 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.836 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.836 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.836 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.837 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.837 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.837 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.837 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.837 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.837 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.837 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.837 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.837 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.837 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.837 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.837 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.837 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.837 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.837 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:34.837 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:34.838 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.838 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.838 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 4, 2024-08-10T06:31:34.838 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:34.838 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.838 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.838 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.838 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.838 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 758, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.838 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 3809, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.838 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 321, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.838 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 244, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.838 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 196, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.839 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 128, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.839 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.839 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.839 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.839 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.839 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.839 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.839 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.839 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.839 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.839 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.839 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.840 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.840 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.840 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.840 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.840 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.840 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.840 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.840 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.840 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.840 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.840 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:34.840 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:34.840 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.840 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.841 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 5, 2024-08-10T06:31:34.841 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:34.841 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.841 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.841 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.841 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.841 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 513, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.841 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 5356, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.841 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 430, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.841 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 409, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.841 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 407, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.841 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 153, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.841 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.842 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.842 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.842 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.842 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.842 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.842 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.842 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.842 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.842 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.842 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.842 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.842 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.842 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.843 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.843 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.843 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.843 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.843 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.843 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.843 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.843 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:34.843 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:34.843 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.843 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.843 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 6, 2024-08-10T06:31:34.843 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:34.844 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.844 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.844 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.844 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.844 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 373, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.844 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 3557, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.844 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 336, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.844 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 371, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.844 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 377, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.844 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 91, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.844 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.844 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.844 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.844 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.845 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.845 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.845 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.845 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.845 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.845 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.845 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.845 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.845 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.845 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.845 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.845 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.846 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.846 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.846 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.846 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.846 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.846 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:34.846 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:34.846 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.846 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.846 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 7, 2024-08-10T06:31:34.846 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:34.846 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.846 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.847 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.847 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.847 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 447, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.847 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 7405, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.847 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 2988, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.847 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 199, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.847 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 88, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.847 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 57, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.847 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.847 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.847 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.847 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.847 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.847 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.847 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.848 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.848 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.848 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.848 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.848 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.848 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.848 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.848 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.848 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.848 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.848 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.848 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.848 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.849 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.849 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:34.849 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:34.849 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:34.849 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:34.849 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.849 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T06:31:34.849 INFO:tasks.workunit.client.0.smithi031.stdout: "axes": [ 2024-08-10T06:31:34.849 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.849 INFO:tasks.workunit.client.0.smithi031.stdout: "buckets": 32, 2024-08-10T06:31:34.849 INFO:tasks.workunit.client.0.smithi031.stdout: "min": 0, 2024-08-10T06:31:34.849 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "Latency (usec)", 2024-08-10T06:31:34.849 INFO:tasks.workunit.client.0.smithi031.stdout: "quant_size": 100000, 2024-08-10T06:31:34.850 INFO:tasks.workunit.client.0.smithi031.stdout: "ranges": [ 2024-08-10T06:31:34.850 INFO:tasks.workunit.client.0.smithi031.stdout: "[None, -1]", 2024-08-10T06:31:34.850 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 99999]", 2024-08-10T06:31:34.850 INFO:tasks.workunit.client.0.smithi031.stdout: "[100000, 199999]", 2024-08-10T06:31:34.850 INFO:tasks.workunit.client.0.smithi031.stdout: "[200000, 399999]", 2024-08-10T06:31:34.850 INFO:tasks.workunit.client.0.smithi031.stdout: "[400000, 799999]", 2024-08-10T06:31:34.850 INFO:tasks.workunit.client.0.smithi031.stdout: "[800000, 1599999]", 2024-08-10T06:31:34.850 INFO:tasks.workunit.client.0.smithi031.stdout: "[1600000, 3199999]", 2024-08-10T06:31:34.850 INFO:tasks.workunit.client.0.smithi031.stdout: "[3200000, 6399999]", 2024-08-10T06:31:34.850 INFO:tasks.workunit.client.0.smithi031.stdout: "[6400000, 12799999]", 2024-08-10T06:31:34.850 INFO:tasks.workunit.client.0.smithi031.stdout: "[12800000, 25599999]", 2024-08-10T06:31:34.850 INFO:tasks.workunit.client.0.smithi031.stdout: "[25600000, 51199999]", 2024-08-10T06:31:34.850 INFO:tasks.workunit.client.0.smithi031.stdout: "[51200000, 102399999]", 2024-08-10T06:31:34.850 INFO:tasks.workunit.client.0.smithi031.stdout: "[102400000, 204799999]", 2024-08-10T06:31:34.851 INFO:tasks.workunit.client.0.smithi031.stdout: "[204800000, 409599999]", 2024-08-10T06:31:34.851 INFO:tasks.workunit.client.0.smithi031.stdout: "[409600000, 819199999]", 2024-08-10T06:31:34.851 INFO:tasks.workunit.client.0.smithi031.stdout: "[819200000, 1638399999]", 2024-08-10T06:31:34.851 INFO:tasks.workunit.client.0.smithi031.stdout: "[1638400000, 3276799999]", 2024-08-10T06:31:34.851 INFO:tasks.workunit.client.0.smithi031.stdout: "[3276800000, 6553599999]", 2024-08-10T06:31:34.851 INFO:tasks.workunit.client.0.smithi031.stdout: "[6553600000, 13107199999]", 2024-08-10T06:31:34.851 INFO:tasks.workunit.client.0.smithi031.stdout: "[13107200000, 26214399999]", 2024-08-10T06:31:34.851 INFO:tasks.workunit.client.0.smithi031.stdout: "[26214400000, 52428799999]", 2024-08-10T06:31:34.851 INFO:tasks.workunit.client.0.smithi031.stdout: "[52428800000, 104857599999]", 2024-08-10T06:31:34.851 INFO:tasks.workunit.client.0.smithi031.stdout: "[104857600000, 209715199999]", 2024-08-10T06:31:34.851 INFO:tasks.workunit.client.0.smithi031.stdout: "[209715200000, 419430399999]", 2024-08-10T06:31:34.851 INFO:tasks.workunit.client.0.smithi031.stdout: "[419430400000, 838860799999]", 2024-08-10T06:31:34.851 INFO:tasks.workunit.client.0.smithi031.stdout: "[838860800000, 1677721599999]", 2024-08-10T06:31:34.851 INFO:tasks.workunit.client.0.smithi031.stdout: "[1677721600000, 3355443199999]", 2024-08-10T06:31:34.851 INFO:tasks.workunit.client.0.smithi031.stdout: "[3355443200000, 6710886399999]", 2024-08-10T06:31:34.852 INFO:tasks.workunit.client.0.smithi031.stdout: "[6710886400000, 13421772799999]", 2024-08-10T06:31:34.852 INFO:tasks.workunit.client.0.smithi031.stdout: "[13421772800000, 26843545599999]", 2024-08-10T06:31:34.852 INFO:tasks.workunit.client.0.smithi031.stdout: "[26843545600000, 53687091199999]", 2024-08-10T06:31:34.852 INFO:tasks.workunit.client.0.smithi031.stdout: "[53687091200000, None]" 2024-08-10T06:31:34.852 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.852 INFO:tasks.workunit.client.0.smithi031.stdout: "scale_type": "log2" 2024-08-10T06:31:34.852 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.852 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.852 INFO:tasks.workunit.client.0.smithi031.stdout: "buckets": 32, 2024-08-10T06:31:34.852 INFO:tasks.workunit.client.0.smithi031.stdout: "min": 0, 2024-08-10T06:31:34.852 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "Request size (bytes)", 2024-08-10T06:31:34.852 INFO:tasks.workunit.client.0.smithi031.stdout: "quant_size": 512, 2024-08-10T06:31:34.852 INFO:tasks.workunit.client.0.smithi031.stdout: "ranges": [ 2024-08-10T06:31:34.853 INFO:tasks.workunit.client.0.smithi031.stdout: "[None, -1]", 2024-08-10T06:31:34.853 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 511]", 2024-08-10T06:31:34.853 INFO:tasks.workunit.client.0.smithi031.stdout: "[512, 1023]", 2024-08-10T06:31:34.853 INFO:tasks.workunit.client.0.smithi031.stdout: "[1024, 2047]", 2024-08-10T06:31:34.853 INFO:tasks.workunit.client.0.smithi031.stdout: "[2048, 4095]", 2024-08-10T06:31:34.853 INFO:tasks.workunit.client.0.smithi031.stdout: "[4096, 8191]", 2024-08-10T06:31:34.853 INFO:tasks.workunit.client.0.smithi031.stdout: "[8192, 16383]", 2024-08-10T06:31:34.853 INFO:tasks.workunit.client.0.smithi031.stdout: "[16384, 32767]", 2024-08-10T06:31:34.853 INFO:tasks.workunit.client.0.smithi031.stdout: "[32768, 65535]", 2024-08-10T06:31:34.853 INFO:tasks.workunit.client.0.smithi031.stdout: "[65536, 131071]", 2024-08-10T06:31:34.853 INFO:tasks.workunit.client.0.smithi031.stdout: "[131072, 262143]", 2024-08-10T06:31:34.853 INFO:tasks.workunit.client.0.smithi031.stdout: "[262144, 524287]", 2024-08-10T06:31:34.853 INFO:tasks.workunit.client.0.smithi031.stdout: "[524288, 1048575]", 2024-08-10T06:31:34.853 INFO:tasks.workunit.client.0.smithi031.stdout: "[1048576, 2097151]", 2024-08-10T06:31:34.853 INFO:tasks.workunit.client.0.smithi031.stdout: "[2097152, 4194303]", 2024-08-10T06:31:34.854 INFO:tasks.workunit.client.0.smithi031.stdout: "[4194304, 8388607]", 2024-08-10T06:31:34.854 INFO:tasks.workunit.client.0.smithi031.stdout: "[8388608, 16777215]", 2024-08-10T06:31:34.854 INFO:tasks.workunit.client.0.smithi031.stdout: "[16777216, 33554431]", 2024-08-10T06:31:34.854 INFO:tasks.workunit.client.0.smithi031.stdout: "[33554432, 67108863]", 2024-08-10T06:31:34.854 INFO:tasks.workunit.client.0.smithi031.stdout: "[67108864, 134217727]", 2024-08-10T06:31:34.854 INFO:tasks.workunit.client.0.smithi031.stdout: "[134217728, 268435455]", 2024-08-10T06:31:34.854 INFO:tasks.workunit.client.0.smithi031.stdout: "[268435456, 536870911]", 2024-08-10T06:31:34.854 INFO:tasks.workunit.client.0.smithi031.stdout: "[536870912, 1073741823]", 2024-08-10T06:31:34.854 INFO:tasks.workunit.client.0.smithi031.stdout: "[1073741824, 2147483647]", 2024-08-10T06:31:34.854 INFO:tasks.workunit.client.0.smithi031.stdout: "[2147483648, 4294967295]", 2024-08-10T06:31:34.854 INFO:tasks.workunit.client.0.smithi031.stdout: "[4294967296, 8589934591]", 2024-08-10T06:31:34.854 INFO:tasks.workunit.client.0.smithi031.stdout: "[8589934592, 17179869183]", 2024-08-10T06:31:34.854 INFO:tasks.workunit.client.0.smithi031.stdout: "[17179869184, 34359738367]", 2024-08-10T06:31:34.854 INFO:tasks.workunit.client.0.smithi031.stdout: "[34359738368, 68719476735]", 2024-08-10T06:31:34.855 INFO:tasks.workunit.client.0.smithi031.stdout: "[68719476736, 137438953471]", 2024-08-10T06:31:34.855 INFO:tasks.workunit.client.0.smithi031.stdout: "[137438953472, 274877906943]", 2024-08-10T06:31:34.855 INFO:tasks.workunit.client.0.smithi031.stdout: "[274877906944, None]" 2024-08-10T06:31:34.855 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.855 INFO:tasks.workunit.client.0.smithi031.stdout: "scale_type": "log2" 2024-08-10T06:31:34.855 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:34.855 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.855 INFO:tasks.workunit.client.0.smithi031.stdout: "osds": [ 2024-08-10T06:31:34.855 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.855 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 0, 2024-08-10T06:31:34.855 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:34.855 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.855 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.855 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.855 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.856 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 116, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.856 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 2189, 23, 1, 1, 24, 2, 3, 2, 7, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.856 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1112, 10, 0, 0, 1, 5, 9, 13, 23, 71, 89, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.856 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 216, 6, 0, 0, 0, 2, 2, 3, 8, 10, 92, 266, 113, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.856 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 135, 0, 0, 0, 0, 1, 0, 0, 3, 5, 17, 24, 283, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.856 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 272, 8, 0, 0, 0, 0, 0, 0, 0, 1, 8, 10, 22, 38, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.856 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 384, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 2, 6, 42, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.856 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 848, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.856 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 940, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.856 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.856 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.856 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.856 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.856 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.856 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.856 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.857 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.857 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.857 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.857 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.857 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.857 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.857 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.857 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.857 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.857 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.857 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.857 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:34.857 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:34.857 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.858 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.858 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 1, 2024-08-10T06:31:34.858 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:34.858 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.858 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.858 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.858 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.858 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 65, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.858 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 2927, 27, 1, 0, 10, 5, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.858 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1409, 4, 1, 4, 4, 13, 9, 19, 41, 66, 118, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.858 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 95, 5, 0, 0, 1, 3, 3, 3, 6, 2, 62, 267, 217, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.858 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 23, 11, 0, 0, 0, 0, 0, 0, 2, 2, 6, 14, 360, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.858 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 36, 22, 0, 0, 0, 0, 0, 0, 1, 2, 8, 2, 18, 24, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.858 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 65, 39, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 10, 31, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.859 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 769, 87, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.859 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 2864, 89, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.859 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 143, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.859 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.859 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.859 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.859 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.859 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.859 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.859 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.859 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.859 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.859 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.860 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.860 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.860 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.860 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.860 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.860 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.860 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.860 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:34.860 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:34.860 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.860 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.860 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 2, 2024-08-10T06:31:34.860 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:34.861 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.861 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.861 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.861 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.861 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 52, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.861 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 440, 16, 3, 2, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.861 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 158, 2, 0, 0, 1, 0, 2, 5, 3, 3, 32, 20, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.861 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 159, 1, 0, 0, 1, 2, 3, 5, 3, 6, 34, 40, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.861 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 68, 0, 0, 0, 0, 0, 0, 0, 3, 3, 12, 21, 12, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.861 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 27, 2, 0, 0, 0, 0, 0, 1, 0, 1, 4, 9, 32, 39, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.861 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 15, 50, 53, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.861 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 1, 11, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.861 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.861 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.862 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.862 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.862 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.862 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.862 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.862 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.862 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.862 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.862 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.862 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.862 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.862 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.862 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.863 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.863 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.863 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.863 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.863 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:34.863 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:34.863 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.863 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.863 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 3, 2024-08-10T06:31:34.863 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:34.863 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.863 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.863 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.864 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.864 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.864 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1148, 12, 0, 0, 22, 2, 2, 6, 10, 17, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.864 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 451, 5, 0, 1, 1, 3, 2, 7, 13, 24, 47, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.864 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 140, 12, 0, 0, 0, 0, 1, 4, 5, 6, 62, 150, 96, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.864 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 224, 6, 0, 0, 0, 0, 1, 2, 2, 3, 18, 13, 114, 6, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.864 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 575, 2, 0, 0, 0, 0, 0, 1, 1, 1, 4, 12, 13, 20, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.864 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 362, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 1, 4, 24, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.864 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 226, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.864 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.864 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.864 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.864 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.865 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.865 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.865 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.865 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.865 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.865 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.865 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.865 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.865 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.865 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.865 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.865 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.865 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.865 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.866 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.866 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:34.866 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:34.866 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.866 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.866 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 4, 2024-08-10T06:31:34.866 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:34.866 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.866 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.866 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.866 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.866 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 61, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.866 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1050, 14, 2, 0, 11, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.866 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 688, 1, 1, 0, 0, 1, 8, 8, 14, 32, 43, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.867 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 318, 0, 1, 0, 3, 1, 1, 0, 4, 5, 37, 123, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.867 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 427, 0, 0, 0, 0, 0, 0, 0, 2, 3, 5, 9, 174, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.867 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 383, 0, 0, 1, 1, 0, 0, 1, 0, 1, 3, 7, 22, 10, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.867 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 142, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 13, 33, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.867 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 95, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.867 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.867 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.867 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.867 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.867 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.867 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.867 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.867 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.868 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.868 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.868 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.868 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.868 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.868 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.868 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.868 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.868 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.868 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.868 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.868 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:34.868 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:34.868 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.869 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.869 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 5, 2024-08-10T06:31:34.869 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:34.869 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.869 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.869 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.869 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.869 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 85, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.869 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 375, 18, 3, 2, 15, 1, 2, 3, 6, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.869 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 97, 8, 2, 0, 2, 0, 0, 3, 5, 8, 20, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.869 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 146, 15, 0, 0, 1, 0, 2, 3, 3, 9, 41, 57, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.869 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 70, 3, 0, 0, 0, 0, 0, 0, 3, 0, 8, 20, 15, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.869 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 29, 6, 0, 0, 0, 0, 0, 1, 1, 0, 2, 11, 18, 22, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.870 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 1, 0, 0, 4, 5, 6, 26, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.870 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 1, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.870 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.870 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.870 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.870 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.870 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.870 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.870 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.870 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.870 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.870 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.870 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.871 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.871 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.871 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.871 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.871 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.871 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.871 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.871 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.871 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:34.871 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:34.871 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.871 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.871 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 6, 2024-08-10T06:31:34.871 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:34.872 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.872 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.872 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.872 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.872 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 57, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.872 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 1281, 31, 0, 0, 9, 0, 1, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.872 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 525, 7, 2, 0, 4, 3, 7, 6, 15, 27, 36, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.872 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 321, 4, 0, 0, 0, 0, 0, 0, 4, 8, 37, 130, 51, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.872 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 456, 25, 0, 0, 0, 0, 0, 2, 0, 2, 13, 17, 168, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.872 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 344, 24, 0, 0, 0, 0, 0, 0, 0, 0, 2, 9, 17, 24, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.872 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 130, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 8, 17, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.872 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 76, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.872 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 84, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.872 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.872 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.873 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.873 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.873 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.873 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.873 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.873 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.873 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.873 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.873 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.873 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.873 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.873 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.873 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.873 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.874 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.874 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.874 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:34.874 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:34.874 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.874 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.874 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 7, 2024-08-10T06:31:34.874 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:34.874 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.874 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.874 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.874 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.874 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 44, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.875 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 359, 14, 1, 0, 8, 0, 3, 2, 8, 8, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.875 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 71, 12, 1, 0, 3, 0, 2, 4, 3, 3, 9, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.875 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 80, 8, 0, 0, 0, 0, 2, 4, 7, 2, 11, 16, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.875 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 39, 33, 0, 0, 0, 0, 1, 0, 2, 2, 14, 10, 15, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.875 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 9, 22, 0, 0, 0, 0, 0, 0, 0, 2, 3, 10, 21, 22, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.875 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 40, 0, 0, 0, 1, 0, 0, 1, 0, 2, 5, 14, 38, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.875 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 79, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.875 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 92, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.875 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.875 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.875 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.875 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.876 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.876 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.876 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.876 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.876 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.876 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.876 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.876 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.876 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.876 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.876 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.876 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.876 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.877 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.877 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:34.877 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:34.877 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:34.877 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:34.877 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:34.877 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.877 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.877 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_resrv_repnum_vs_duration": { 2024-08-10T06:31:34.877 INFO:tasks.workunit.client.0.smithi031.stdout: "axes": [ 2024-08-10T06:31:34.877 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.877 INFO:tasks.workunit.client.0.smithi031.stdout: "buckets": 8, 2024-08-10T06:31:34.877 INFO:tasks.workunit.client.0.smithi031.stdout: "min": 0, 2024-08-10T06:31:34.877 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "number of replicas", 2024-08-10T06:31:34.878 INFO:tasks.workunit.client.0.smithi031.stdout: "quant_size": 1, 2024-08-10T06:31:34.878 INFO:tasks.workunit.client.0.smithi031.stdout: "ranges": [ 2024-08-10T06:31:34.878 INFO:tasks.workunit.client.0.smithi031.stdout: "[None, -1]", 2024-08-10T06:31:34.878 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0]", 2024-08-10T06:31:34.878 INFO:tasks.workunit.client.0.smithi031.stdout: "[1, 1]", 2024-08-10T06:31:34.878 INFO:tasks.workunit.client.0.smithi031.stdout: "[2, 2]", 2024-08-10T06:31:34.878 INFO:tasks.workunit.client.0.smithi031.stdout: "[3, 3]", 2024-08-10T06:31:34.878 INFO:tasks.workunit.client.0.smithi031.stdout: "[4, 4]", 2024-08-10T06:31:34.878 INFO:tasks.workunit.client.0.smithi031.stdout: "[5, 5]", 2024-08-10T06:31:34.878 INFO:tasks.workunit.client.0.smithi031.stdout: "[6, None]" 2024-08-10T06:31:34.878 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.879 INFO:tasks.workunit.client.0.smithi031.stdout: "scale_type": "linear" 2024-08-10T06:31:34.879 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.879 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.879 INFO:tasks.workunit.client.0.smithi031.stdout: "buckets": 10, 2024-08-10T06:31:34.879 INFO:tasks.workunit.client.0.smithi031.stdout: "min": 0, 2024-08-10T06:31:34.879 INFO:tasks.workunit.client.0.smithi031.stdout: "name": "duration", 2024-08-10T06:31:34.879 INFO:tasks.workunit.client.0.smithi031.stdout: "quant_size": 250000, 2024-08-10T06:31:34.879 INFO:tasks.workunit.client.0.smithi031.stdout: "ranges": [ 2024-08-10T06:31:34.879 INFO:tasks.workunit.client.0.smithi031.stdout: "[None, -1]", 2024-08-10T06:31:34.879 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 249999]", 2024-08-10T06:31:34.879 INFO:tasks.workunit.client.0.smithi031.stdout: "[250000, 499999]", 2024-08-10T06:31:34.879 INFO:tasks.workunit.client.0.smithi031.stdout: "[500000, 999999]", 2024-08-10T06:31:34.879 INFO:tasks.workunit.client.0.smithi031.stdout: "[1000000, 1999999]", 2024-08-10T06:31:34.879 INFO:tasks.workunit.client.0.smithi031.stdout: "[2000000, 3999999]", 2024-08-10T06:31:34.880 INFO:tasks.workunit.client.0.smithi031.stdout: "[4000000, 7999999]", 2024-08-10T06:31:34.880 INFO:tasks.workunit.client.0.smithi031.stdout: "[8000000, 15999999]", 2024-08-10T06:31:34.880 INFO:tasks.workunit.client.0.smithi031.stdout: "[16000000, 31999999]", 2024-08-10T06:31:34.880 INFO:tasks.workunit.client.0.smithi031.stdout: "[32000000, None]" 2024-08-10T06:31:34.880 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.880 INFO:tasks.workunit.client.0.smithi031.stdout: "scale_type": "log2" 2024-08-10T06:31:34.880 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:34.880 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.880 INFO:tasks.workunit.client.0.smithi031.stdout: "osds": [ 2024-08-10T06:31:34.880 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.880 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 0, 2024-08-10T06:31:34.880 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:34.880 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.880 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.881 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.881 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.881 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.881 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.881 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.881 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:34.881 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:34.881 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.881 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.881 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 1, 2024-08-10T06:31:34.881 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:34.881 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.881 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.881 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.882 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.882 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.882 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.882 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.882 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:34.882 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:34.882 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.882 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.882 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 2, 2024-08-10T06:31:34.882 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:34.882 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.882 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.882 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.882 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.883 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.883 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.883 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.883 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:34.883 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:34.883 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.883 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.883 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 3, 2024-08-10T06:31:34.883 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:34.885 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.886 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.886 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.886 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.886 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.886 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.886 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.886 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:34.886 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:34.886 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.886 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.886 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 4, 2024-08-10T06:31:34.886 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:34.886 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.887 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.887 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.887 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.887 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.887 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.887 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.887 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:34.887 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:34.887 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.887 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.887 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 5, 2024-08-10T06:31:34.887 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:34.888 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.888 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.888 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.888 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.888 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.888 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.888 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.888 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:34.888 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:34.888 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.888 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.888 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 6, 2024-08-10T06:31:34.888 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:34.889 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.889 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.889 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.889 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.889 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.889 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.889 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.889 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:34.889 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:34.889 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.889 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:34.889 INFO:tasks.workunit.client.0.smithi031.stdout: "osd_id": 7, 2024-08-10T06:31:34.889 INFO:tasks.workunit.client.0.smithi031.stdout: "values": [ 2024-08-10T06:31:34.889 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.890 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.890 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.890 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.890 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.890 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.890 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-10T06:31:34.890 INFO:tasks.workunit.client.0.smithi031.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-10T06:31:34.890 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:34.890 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:34.890 INFO:tasks.workunit.client.0.smithi031.stdout: ] 2024-08-10T06:31:34.890 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:34.890 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:34.890 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:34.891 INFO:tasks.workunit.client.0.smithi031.stdout: "perf_counters": { 2024-08-10T06:31:34.891 INFO:tasks.workunit.client.0.smithi031.stdout: "mds.8ebe73bd7ea27fbdeeae1ec6539f9be9b100ac0f": { 2024-08-10T06:31:34.891 INFO:tasks.workunit.client.0.smithi031.stdout: "mds": { 2024-08-10T06:31:34.891 INFO:tasks.workunit.client.0.smithi031.stdout: "caps": { 2024-08-10T06:31:34.891 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.891 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.891 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph_cap_op_flush_ack": { 2024-08-10T06:31:34.891 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.891 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.891 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph_cap_op_flushsnap_ack": { 2024-08-10T06:31:34.891 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.891 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.891 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph_cap_op_grant": { 2024-08-10T06:31:34.892 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.892 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.892 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph_cap_op_revoke": { 2024-08-10T06:31:34.892 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.892 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.892 INFO:tasks.workunit.client.0.smithi031.stdout: "ceph_cap_op_trunc": { 2024-08-10T06:31:34.892 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.892 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.892 INFO:tasks.workunit.client.0.smithi031.stdout: "dir_commit": { 2024-08-10T06:31:34.892 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.892 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.892 INFO:tasks.workunit.client.0.smithi031.stdout: "dir_fetch_complete": { 2024-08-10T06:31:34.892 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12 2024-08-10T06:31:34.893 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.893 INFO:tasks.workunit.client.0.smithi031.stdout: "dir_fetch_keys": { 2024-08-10T06:31:34.893 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10 2024-08-10T06:31:34.893 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.893 INFO:tasks.workunit.client.0.smithi031.stdout: "dir_merge": { 2024-08-10T06:31:34.893 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.893 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.893 INFO:tasks.workunit.client.0.smithi031.stdout: "dir_split": { 2024-08-10T06:31:34.893 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.893 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.893 INFO:tasks.workunit.client.0.smithi031.stdout: "exported_inodes": { 2024-08-10T06:31:34.893 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.893 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.893 INFO:tasks.workunit.client.0.smithi031.stdout: "forward": { 2024-08-10T06:31:34.894 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.894 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.894 INFO:tasks.workunit.client.0.smithi031.stdout: "handle_client_cap_release": { 2024-08-10T06:31:34.894 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.894 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.894 INFO:tasks.workunit.client.0.smithi031.stdout: "handle_client_caps": { 2024-08-10T06:31:34.894 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.894 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.894 INFO:tasks.workunit.client.0.smithi031.stdout: "handle_client_caps_dirty": { 2024-08-10T06:31:34.894 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.894 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.894 INFO:tasks.workunit.client.0.smithi031.stdout: "handle_inode_file_caps": { 2024-08-10T06:31:34.895 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.895 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.895 INFO:tasks.workunit.client.0.smithi031.stdout: "imported_inodes": { 2024-08-10T06:31:34.895 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.895 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.895 INFO:tasks.workunit.client.0.smithi031.stdout: "inodes": { 2024-08-10T06:31:34.895 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10 2024-08-10T06:31:34.895 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.895 INFO:tasks.workunit.client.0.smithi031.stdout: "inodes_expired": { 2024-08-10T06:31:34.895 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.895 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.895 INFO:tasks.workunit.client.0.smithi031.stdout: "inodes_pinned": { 2024-08-10T06:31:34.895 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10 2024-08-10T06:31:34.896 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.896 INFO:tasks.workunit.client.0.smithi031.stdout: "inodes_with_caps": { 2024-08-10T06:31:34.896 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.896 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.896 INFO:tasks.workunit.client.0.smithi031.stdout: "load_cent": { 2024-08-10T06:31:34.896 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.896 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.896 INFO:tasks.workunit.client.0.smithi031.stdout: "openino_dir_fetch": { 2024-08-10T06:31:34.896 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.896 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.896 INFO:tasks.workunit.client.0.smithi031.stdout: "process_request_cap_release": { 2024-08-10T06:31:34.896 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.896 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.896 INFO:tasks.workunit.client.0.smithi031.stdout: "reply_latency": { 2024-08-10T06:31:34.897 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:34.897 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.897 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.897 INFO:tasks.workunit.client.0.smithi031.stdout: "request": { 2024-08-10T06:31:34.897 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.897 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.897 INFO:tasks.workunit.client.0.smithi031.stdout: "root_rbytes": { 2024-08-10T06:31:34.897 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.897 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.897 INFO:tasks.workunit.client.0.smithi031.stdout: "root_rfiles": { 2024-08-10T06:31:34.897 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.897 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.897 INFO:tasks.workunit.client.0.smithi031.stdout: "root_rsnaps": { 2024-08-10T06:31:34.897 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.897 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.898 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_reply": { 2024-08-10T06:31:34.898 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.898 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.898 INFO:tasks.workunit.client.0.smithi031.stdout: "subtrees": { 2024-08-10T06:31:34.898 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-08-10T06:31:34.898 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:34.898 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.898 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_cache": { 2024-08-10T06:31:34.898 INFO:tasks.workunit.client.0.smithi031.stdout: "ireq_enqueue_scrub": { 2024-08-10T06:31:34.898 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.898 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.898 INFO:tasks.workunit.client.0.smithi031.stdout: "ireq_exportdir": { 2024-08-10T06:31:34.898 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.898 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.899 INFO:tasks.workunit.client.0.smithi031.stdout: "ireq_flush": { 2024-08-10T06:31:34.899 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.899 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.899 INFO:tasks.workunit.client.0.smithi031.stdout: "ireq_fragmentdir": { 2024-08-10T06:31:34.899 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.899 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.899 INFO:tasks.workunit.client.0.smithi031.stdout: "ireq_fragstats": { 2024-08-10T06:31:34.899 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.899 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.899 INFO:tasks.workunit.client.0.smithi031.stdout: "ireq_inodestats": { 2024-08-10T06:31:34.899 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.899 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.899 INFO:tasks.workunit.client.0.smithi031.stdout: "ireq_quiesce_inode": { 2024-08-10T06:31:34.900 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.900 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.900 INFO:tasks.workunit.client.0.smithi031.stdout: "ireq_quiesce_path": { 2024-08-10T06:31:34.900 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.900 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.900 INFO:tasks.workunit.client.0.smithi031.stdout: "num_recovering_enqueued": { 2024-08-10T06:31:34.900 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.900 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.900 INFO:tasks.workunit.client.0.smithi031.stdout: "num_recovering_prioritized": { 2024-08-10T06:31:34.900 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.900 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.900 INFO:tasks.workunit.client.0.smithi031.stdout: "num_recovering_processing": { 2024-08-10T06:31:34.900 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.900 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.900 INFO:tasks.workunit.client.0.smithi031.stdout: "num_strays": { 2024-08-10T06:31:34.900 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.901 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.901 INFO:tasks.workunit.client.0.smithi031.stdout: "num_strays_delayed": { 2024-08-10T06:31:34.901 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.901 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.901 INFO:tasks.workunit.client.0.smithi031.stdout: "num_strays_enqueuing": { 2024-08-10T06:31:34.901 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.901 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.901 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_completed": { 2024-08-10T06:31:34.901 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.901 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.901 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_started": { 2024-08-10T06:31:34.901 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.901 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.901 INFO:tasks.workunit.client.0.smithi031.stdout: "strays_created": { 2024-08-10T06:31:34.902 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.902 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.902 INFO:tasks.workunit.client.0.smithi031.stdout: "strays_enqueued": { 2024-08-10T06:31:34.902 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.902 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.902 INFO:tasks.workunit.client.0.smithi031.stdout: "strays_migrated": { 2024-08-10T06:31:34.902 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.902 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.902 INFO:tasks.workunit.client.0.smithi031.stdout: "strays_reintegrated": { 2024-08-10T06:31:34.902 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.902 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:34.902 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.902 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_log": { 2024-08-10T06:31:34.902 INFO:tasks.workunit.client.0.smithi031.stdout: "ev": { 2024-08-10T06:31:34.902 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 17 2024-08-10T06:31:34.903 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.903 INFO:tasks.workunit.client.0.smithi031.stdout: "evadd": { 2024-08-10T06:31:34.903 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.903 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.903 INFO:tasks.workunit.client.0.smithi031.stdout: "evex": { 2024-08-10T06:31:34.903 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.903 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.903 INFO:tasks.workunit.client.0.smithi031.stdout: "evexd": { 2024-08-10T06:31:34.903 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.903 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.903 INFO:tasks.workunit.client.0.smithi031.stdout: "evexg": { 2024-08-10T06:31:34.903 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.903 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.903 INFO:tasks.workunit.client.0.smithi031.stdout: "evlrg": { 2024-08-10T06:31:34.904 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.904 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.904 INFO:tasks.workunit.client.0.smithi031.stdout: "evtrm": { 2024-08-10T06:31:34.904 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.904 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.904 INFO:tasks.workunit.client.0.smithi031.stdout: "jlat": { 2024-08-10T06:31:34.904 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:34.904 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.904 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.904 INFO:tasks.workunit.client.0.smithi031.stdout: "replayed": { 2024-08-10T06:31:34.904 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 17 2024-08-10T06:31:34.904 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.904 INFO:tasks.workunit.client.0.smithi031.stdout: "seg": { 2024-08-10T06:31:34.904 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1 2024-08-10T06:31:34.904 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.905 INFO:tasks.workunit.client.0.smithi031.stdout: "segadd": { 2024-08-10T06:31:34.905 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.905 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.905 INFO:tasks.workunit.client.0.smithi031.stdout: "segex": { 2024-08-10T06:31:34.905 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.905 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.905 INFO:tasks.workunit.client.0.smithi031.stdout: "segexd": { 2024-08-10T06:31:34.905 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.905 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.905 INFO:tasks.workunit.client.0.smithi031.stdout: "segexg": { 2024-08-10T06:31:34.905 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.905 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.905 INFO:tasks.workunit.client.0.smithi031.stdout: "segmjr": { 2024-08-10T06:31:34.906 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1 2024-08-10T06:31:34.906 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.906 INFO:tasks.workunit.client.0.smithi031.stdout: "segtrm": { 2024-08-10T06:31:34.906 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.906 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:34.906 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.906 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_mem": { 2024-08-10T06:31:34.906 INFO:tasks.workunit.client.0.smithi031.stdout: "cap": { 2024-08-10T06:31:34.906 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.906 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.906 INFO:tasks.workunit.client.0.smithi031.stdout: "cap+": { 2024-08-10T06:31:34.906 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.907 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.907 INFO:tasks.workunit.client.0.smithi031.stdout: "cap-": { 2024-08-10T06:31:34.907 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.907 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.907 INFO:tasks.workunit.client.0.smithi031.stdout: "dir": { 2024-08-10T06:31:34.907 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12 2024-08-10T06:31:34.907 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.907 INFO:tasks.workunit.client.0.smithi031.stdout: "dir+": { 2024-08-10T06:31:34.907 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12 2024-08-10T06:31:34.907 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.907 INFO:tasks.workunit.client.0.smithi031.stdout: "dir-": { 2024-08-10T06:31:34.907 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.907 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.908 INFO:tasks.workunit.client.0.smithi031.stdout: "dn": { 2024-08-10T06:31:34.908 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10 2024-08-10T06:31:34.908 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.908 INFO:tasks.workunit.client.0.smithi031.stdout: "dn+": { 2024-08-10T06:31:34.908 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10 2024-08-10T06:31:34.908 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.908 INFO:tasks.workunit.client.0.smithi031.stdout: "dn-": { 2024-08-10T06:31:34.908 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.908 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.908 INFO:tasks.workunit.client.0.smithi031.stdout: "heap": { 2024-08-10T06:31:34.908 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 248096 2024-08-10T06:31:34.908 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.908 INFO:tasks.workunit.client.0.smithi031.stdout: "ino": { 2024-08-10T06:31:34.908 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 13 2024-08-10T06:31:34.909 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.909 INFO:tasks.workunit.client.0.smithi031.stdout: "ino+": { 2024-08-10T06:31:34.909 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 13 2024-08-10T06:31:34.909 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.909 INFO:tasks.workunit.client.0.smithi031.stdout: "ino-": { 2024-08-10T06:31:34.909 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.909 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.909 INFO:tasks.workunit.client.0.smithi031.stdout: "rss": { 2024-08-10T06:31:34.909 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 49332 2024-08-10T06:31:34.909 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:34.909 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.909 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_server": { 2024-08-10T06:31:34.909 INFO:tasks.workunit.client.0.smithi031.stdout: "cap_acquisition_throttle": { 2024-08-10T06:31:34.909 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.910 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.910 INFO:tasks.workunit.client.0.smithi031.stdout: "cap_revoke_eviction": { 2024-08-10T06:31:34.910 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.910 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.910 INFO:tasks.workunit.client.0.smithi031.stdout: "handle_client_request": { 2024-08-10T06:31:34.910 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.910 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.910 INFO:tasks.workunit.client.0.smithi031.stdout: "handle_client_session": { 2024-08-10T06:31:34.910 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.910 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.910 INFO:tasks.workunit.client.0.smithi031.stdout: "handle_peer_request": { 2024-08-10T06:31:34.910 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.910 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.911 INFO:tasks.workunit.client.0.smithi031.stdout: "req_create_latency": { 2024-08-10T06:31:34.911 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:34.911 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.911 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.911 INFO:tasks.workunit.client.0.smithi031.stdout: "req_getattr_latency": { 2024-08-10T06:31:34.911 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:34.911 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.911 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.911 INFO:tasks.workunit.client.0.smithi031.stdout: "req_getfilelock_latency": { 2024-08-10T06:31:34.911 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:34.911 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.911 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.911 INFO:tasks.workunit.client.0.smithi031.stdout: "req_getvxattr_latency": { 2024-08-10T06:31:34.912 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:34.912 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.912 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.912 INFO:tasks.workunit.client.0.smithi031.stdout: "req_link_latency": { 2024-08-10T06:31:34.912 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:34.912 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.912 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.912 INFO:tasks.workunit.client.0.smithi031.stdout: "req_lookup_latency": { 2024-08-10T06:31:34.912 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:34.912 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.912 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.912 INFO:tasks.workunit.client.0.smithi031.stdout: "req_lookuphash_latency": { 2024-08-10T06:31:34.912 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:34.912 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.912 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.913 INFO:tasks.workunit.client.0.smithi031.stdout: "req_lookupino_latency": { 2024-08-10T06:31:34.913 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:34.913 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.913 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.913 INFO:tasks.workunit.client.0.smithi031.stdout: "req_lookupname_latency": { 2024-08-10T06:31:34.913 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:34.913 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.913 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.913 INFO:tasks.workunit.client.0.smithi031.stdout: "req_lookupparent_latency": { 2024-08-10T06:31:34.913 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:34.913 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.913 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.913 INFO:tasks.workunit.client.0.smithi031.stdout: "req_lookupsnap_latency": { 2024-08-10T06:31:34.914 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:34.914 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.914 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.914 INFO:tasks.workunit.client.0.smithi031.stdout: "req_lssnap_latency": { 2024-08-10T06:31:34.914 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:34.914 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.914 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.914 INFO:tasks.workunit.client.0.smithi031.stdout: "req_mkdir_latency": { 2024-08-10T06:31:34.914 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:34.914 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.914 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.914 INFO:tasks.workunit.client.0.smithi031.stdout: "req_mknod_latency": { 2024-08-10T06:31:34.914 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:34.915 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.915 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.915 INFO:tasks.workunit.client.0.smithi031.stdout: "req_mksnap_latency": { 2024-08-10T06:31:34.915 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:34.915 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.915 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.915 INFO:tasks.workunit.client.0.smithi031.stdout: "req_open_latency": { 2024-08-10T06:31:34.915 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:34.915 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.915 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.915 INFO:tasks.workunit.client.0.smithi031.stdout: "req_readdir_latency": { 2024-08-10T06:31:34.915 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:34.915 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.915 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.916 INFO:tasks.workunit.client.0.smithi031.stdout: "req_rename_latency": { 2024-08-10T06:31:34.916 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:34.916 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.916 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.916 INFO:tasks.workunit.client.0.smithi031.stdout: "req_renamesnap_latency": { 2024-08-10T06:31:34.916 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:34.916 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.916 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.916 INFO:tasks.workunit.client.0.smithi031.stdout: "req_rmdir_latency": { 2024-08-10T06:31:34.916 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:34.916 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.916 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.916 INFO:tasks.workunit.client.0.smithi031.stdout: "req_rmsnap_latency": { 2024-08-10T06:31:34.916 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:34.917 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.917 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.917 INFO:tasks.workunit.client.0.smithi031.stdout: "req_rmxattr_latency": { 2024-08-10T06:31:34.917 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:34.917 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.917 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.917 INFO:tasks.workunit.client.0.smithi031.stdout: "req_setattr_latency": { 2024-08-10T06:31:34.917 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:34.917 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.917 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.917 INFO:tasks.workunit.client.0.smithi031.stdout: "req_setdirlayout_latency": { 2024-08-10T06:31:34.917 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:34.918 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.918 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.918 INFO:tasks.workunit.client.0.smithi031.stdout: "req_setfilelock_latency": { 2024-08-10T06:31:34.918 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:34.918 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.918 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.918 INFO:tasks.workunit.client.0.smithi031.stdout: "req_setlayout_latency": { 2024-08-10T06:31:34.918 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:34.918 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.918 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.918 INFO:tasks.workunit.client.0.smithi031.stdout: "req_setxattr_latency": { 2024-08-10T06:31:34.918 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:34.918 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.919 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.919 INFO:tasks.workunit.client.0.smithi031.stdout: "req_snapdiff_latency": { 2024-08-10T06:31:34.919 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:34.919 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.919 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.919 INFO:tasks.workunit.client.0.smithi031.stdout: "req_symlink_latency": { 2024-08-10T06:31:34.919 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:34.919 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.919 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.919 INFO:tasks.workunit.client.0.smithi031.stdout: "req_unlink_latency": { 2024-08-10T06:31:34.919 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:34.919 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.919 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:34.919 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.920 INFO:tasks.workunit.client.0.smithi031.stdout: "mds_sessions": { 2024-08-10T06:31:34.920 INFO:tasks.workunit.client.0.smithi031.stdout: "average_load": { 2024-08-10T06:31:34.920 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.920 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.920 INFO:tasks.workunit.client.0.smithi031.stdout: "avg_session_uptime": { 2024-08-10T06:31:34.920 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.920 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.920 INFO:tasks.workunit.client.0.smithi031.stdout: "mdthresh_evicted": { 2024-08-10T06:31:34.920 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.920 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.920 INFO:tasks.workunit.client.0.smithi031.stdout: "session_add": { 2024-08-10T06:31:34.920 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8 2024-08-10T06:31:34.920 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.920 INFO:tasks.workunit.client.0.smithi031.stdout: "session_count": { 2024-08-10T06:31:34.921 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.921 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.921 INFO:tasks.workunit.client.0.smithi031.stdout: "session_remove": { 2024-08-10T06:31:34.921 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8 2024-08-10T06:31:34.921 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.921 INFO:tasks.workunit.client.0.smithi031.stdout: "sessions_open": { 2024-08-10T06:31:34.921 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-08-10T06:31:34.921 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.921 INFO:tasks.workunit.client.0.smithi031.stdout: "sessions_stale": { 2024-08-10T06:31:34.921 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.921 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.921 INFO:tasks.workunit.client.0.smithi031.stdout: "total_load": { 2024-08-10T06:31:34.921 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.921 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:34.922 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.922 INFO:tasks.workunit.client.0.smithi031.stdout: "objecter": { 2024-08-10T06:31:34.922 INFO:tasks.workunit.client.0.smithi031.stdout: "op_active": { 2024-08-10T06:31:34.922 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.922 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.922 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T06:31:34.922 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 37 2024-08-10T06:31:34.922 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.922 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rmw": { 2024-08-10T06:31:34.922 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.922 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.922 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T06:31:34.922 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7 2024-08-10T06:31:34.922 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:34.923 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.923 INFO:tasks.workunit.client.0.smithi031.stdout: "purge_queue": { 2024-08-10T06:31:34.923 INFO:tasks.workunit.client.0.smithi031.stdout: "pq_executed": { 2024-08-10T06:31:34.923 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.923 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.923 INFO:tasks.workunit.client.0.smithi031.stdout: "pq_executed_ops": { 2024-08-10T06:31:34.923 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.923 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.923 INFO:tasks.workunit.client.0.smithi031.stdout: "pq_executing": { 2024-08-10T06:31:34.923 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.923 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.923 INFO:tasks.workunit.client.0.smithi031.stdout: "pq_executing_high_water": { 2024-08-10T06:31:34.923 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.923 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.924 INFO:tasks.workunit.client.0.smithi031.stdout: "pq_executing_ops": { 2024-08-10T06:31:34.924 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.924 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.924 INFO:tasks.workunit.client.0.smithi031.stdout: "pq_executing_ops_high_water": { 2024-08-10T06:31:34.924 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.924 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.924 INFO:tasks.workunit.client.0.smithi031.stdout: "pq_item_in_journal": { 2024-08-10T06:31:34.924 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.924 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:34.924 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:34.924 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.924 INFO:tasks.workunit.client.0.smithi031.stdout: "mon.62ad85b37c16ffdd779a4c5a495ed5779bfdb6c1": { 2024-08-10T06:31:34.924 INFO:tasks.workunit.client.0.smithi031.stdout: "mon": { 2024-08-10T06:31:34.924 INFO:tasks.workunit.client.0.smithi031.stdout: "election_call": { 2024-08-10T06:31:34.925 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-08-10T06:31:34.925 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.925 INFO:tasks.workunit.client.0.smithi031.stdout: "election_lose": { 2024-08-10T06:31:34.925 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3 2024-08-10T06:31:34.925 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.925 INFO:tasks.workunit.client.0.smithi031.stdout: "election_win": { 2024-08-10T06:31:34.925 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.925 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.925 INFO:tasks.workunit.client.0.smithi031.stdout: "num_elections": { 2024-08-10T06:31:34.925 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 11 2024-08-10T06:31:34.925 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.925 INFO:tasks.workunit.client.0.smithi031.stdout: "num_sessions": { 2024-08-10T06:31:34.925 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 9 2024-08-10T06:31:34.925 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.926 INFO:tasks.workunit.client.0.smithi031.stdout: "session_add": { 2024-08-10T06:31:34.926 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4 2024-08-10T06:31:34.926 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.926 INFO:tasks.workunit.client.0.smithi031.stdout: "session_rm": { 2024-08-10T06:31:34.926 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 260 2024-08-10T06:31:34.926 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.926 INFO:tasks.workunit.client.0.smithi031.stdout: "session_trim": { 2024-08-10T06:31:34.926 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.926 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:34.926 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.926 INFO:tasks.workunit.client.0.smithi031.stdout: "paxos": { 2024-08-10T06:31:34.926 INFO:tasks.workunit.client.0.smithi031.stdout: "accept_timeout": { 2024-08-10T06:31:34.926 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.927 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.927 INFO:tasks.workunit.client.0.smithi031.stdout: "begin": { 2024-08-10T06:31:34.927 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7894 2024-08-10T06:31:34.927 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.927 INFO:tasks.workunit.client.0.smithi031.stdout: "begin_bytes": { 2024-08-10T06:31:34.927 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7894, 2024-08-10T06:31:34.927 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 56530326 2024-08-10T06:31:34.927 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.927 INFO:tasks.workunit.client.0.smithi031.stdout: "begin_keys": { 2024-08-10T06:31:34.927 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:34.927 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.927 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.927 INFO:tasks.workunit.client.0.smithi031.stdout: "begin_latency": { 2024-08-10T06:31:34.928 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7894, 2024-08-10T06:31:34.928 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1936966245 2024-08-10T06:31:34.928 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.928 INFO:tasks.workunit.client.0.smithi031.stdout: "collect": { 2024-08-10T06:31:34.928 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3 2024-08-10T06:31:34.928 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.928 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_bytes": { 2024-08-10T06:31:34.928 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3, 2024-08-10T06:31:34.928 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 219 2024-08-10T06:31:34.928 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.928 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_keys": { 2024-08-10T06:31:34.928 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3, 2024-08-10T06:31:34.928 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3 2024-08-10T06:31:34.928 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.929 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_latency": { 2024-08-10T06:31:34.929 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3, 2024-08-10T06:31:34.929 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 999983 2024-08-10T06:31:34.929 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.929 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_timeout": { 2024-08-10T06:31:34.929 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.929 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.929 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_uncommitted": { 2024-08-10T06:31:34.929 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1 2024-08-10T06:31:34.929 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.929 INFO:tasks.workunit.client.0.smithi031.stdout: "commit": { 2024-08-10T06:31:34.929 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7894 2024-08-10T06:31:34.929 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.929 INFO:tasks.workunit.client.0.smithi031.stdout: "commit_bytes": { 2024-08-10T06:31:34.930 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:34.930 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.930 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.930 INFO:tasks.workunit.client.0.smithi031.stdout: "commit_keys": { 2024-08-10T06:31:34.930 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:34.930 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.930 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.930 INFO:tasks.workunit.client.0.smithi031.stdout: "commit_latency": { 2024-08-10T06:31:34.930 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:34.930 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.930 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.930 INFO:tasks.workunit.client.0.smithi031.stdout: "lease_ack_timeout": { 2024-08-10T06:31:34.930 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.930 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.930 INFO:tasks.workunit.client.0.smithi031.stdout: "lease_timeout": { 2024-08-10T06:31:34.931 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.931 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.931 INFO:tasks.workunit.client.0.smithi031.stdout: "new_pn": { 2024-08-10T06:31:34.931 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.931 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.931 INFO:tasks.workunit.client.0.smithi031.stdout: "new_pn_latency": { 2024-08-10T06:31:34.931 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:34.931 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.931 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.931 INFO:tasks.workunit.client.0.smithi031.stdout: "refresh": { 2024-08-10T06:31:34.931 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7894 2024-08-10T06:31:34.931 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.931 INFO:tasks.workunit.client.0.smithi031.stdout: "refresh_latency": { 2024-08-10T06:31:34.931 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7894, 2024-08-10T06:31:34.931 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 27675516228 2024-08-10T06:31:34.932 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.932 INFO:tasks.workunit.client.0.smithi031.stdout: "restart": { 2024-08-10T06:31:34.932 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 13 2024-08-10T06:31:34.932 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.932 INFO:tasks.workunit.client.0.smithi031.stdout: "share_state": { 2024-08-10T06:31:34.932 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.932 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.932 INFO:tasks.workunit.client.0.smithi031.stdout: "share_state_bytes": { 2024-08-10T06:31:34.932 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:34.932 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.932 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.932 INFO:tasks.workunit.client.0.smithi031.stdout: "share_state_keys": { 2024-08-10T06:31:34.932 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:34.932 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.933 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.933 INFO:tasks.workunit.client.0.smithi031.stdout: "start_leader": { 2024-08-10T06:31:34.933 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.933 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.933 INFO:tasks.workunit.client.0.smithi031.stdout: "start_peon": { 2024-08-10T06:31:34.933 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3 2024-08-10T06:31:34.933 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.933 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state": { 2024-08-10T06:31:34.933 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7894 2024-08-10T06:31:34.933 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.933 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state_bytes": { 2024-08-10T06:31:34.933 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7894, 2024-08-10T06:31:34.933 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 111616606 2024-08-10T06:31:34.933 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.934 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state_keys": { 2024-08-10T06:31:34.934 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7894, 2024-08-10T06:31:34.934 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 70817 2024-08-10T06:31:34.934 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.934 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state_latency": { 2024-08-10T06:31:34.934 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7894, 2024-08-10T06:31:34.934 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5333906892 2024-08-10T06:31:34.934 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:34.934 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.934 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache": { 2024-08-10T06:31:34.934 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_bytes": { 2024-08-10T06:31:34.934 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1020054731 2024-08-10T06:31:34.934 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.934 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_bytes": { 2024-08-10T06:31:34.935 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 176160768 2024-08-10T06:31:34.935 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.935 INFO:tasks.workunit.client.0.smithi031.stdout: "mapped_bytes": { 2024-08-10T06:31:34.935 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 173555712 2024-08-10T06:31:34.935 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.935 INFO:tasks.workunit.client.0.smithi031.stdout: "target_bytes": { 2024-08-10T06:31:34.935 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2147483648 2024-08-10T06:31:34.935 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.935 INFO:tasks.workunit.client.0.smithi031.stdout: "unmapped_bytes": { 2024-08-10T06:31:34.935 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2605056 2024-08-10T06:31:34.935 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:34.935 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.935 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache:full": { 2024-08-10T06:31:34.936 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:34.936 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 360710144 2024-08-10T06:31:34.936 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.936 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:34.936 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.936 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.936 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:34.936 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.936 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.936 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:34.936 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 266434077 2024-08-10T06:31:34.936 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.936 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:34.936 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 26340519 2024-08-10T06:31:34.937 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.937 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:34.937 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.937 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.937 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:34.937 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.937 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.937 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:34.937 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.937 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.937 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:34.937 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.937 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.938 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:34.938 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.938 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.938 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:34.938 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.938 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.938 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:34.938 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.938 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.938 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:34.938 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.938 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.938 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:34.939 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67935548 2024-08-10T06:31:34.939 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:34.939 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.939 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache:inc": { 2024-08-10T06:31:34.939 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:34.939 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 339738624 2024-08-10T06:31:34.939 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.939 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:34.939 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.939 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.939 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:34.939 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.939 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.940 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:34.940 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 266434077 2024-08-10T06:31:34.940 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.940 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:34.940 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2204971 2024-08-10T06:31:34.940 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.940 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:34.940 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.940 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.940 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:34.940 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.940 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.940 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:34.940 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.941 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.941 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:34.941 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.941 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.941 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:34.941 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.941 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.941 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:34.941 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.941 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.941 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:34.941 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.941 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.942 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:34.942 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.942 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.942 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:34.942 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71099576 2024-08-10T06:31:34.942 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:34.942 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.942 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache:kv": { 2024-08-10T06:31:34.942 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:34.942 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 314572800 2024-08-10T06:31:34.942 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.942 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:34.942 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T06:31:34.943 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.943 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:34.943 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.943 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.943 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:34.943 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 177622718 2024-08-10T06:31:34.943 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.943 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:34.943 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.943 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.943 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:34.943 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.943 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.943 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:34.943 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.944 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.944 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:34.944 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.944 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.944 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:34.944 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.944 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.944 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:34.944 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.944 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.944 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:34.944 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.944 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.945 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:34.945 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.945 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.945 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:34.945 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.945 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.945 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:34.945 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 69841218 2024-08-10T06:31:34.945 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:34.945 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.945 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb": { 2024-08-10T06:31:34.945 INFO:tasks.workunit.client.0.smithi031.stdout: "compact": { 2024-08-10T06:31:34.945 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.946 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.946 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_queue_len": { 2024-08-10T06:31:34.946 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.946 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.946 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_queue_merge": { 2024-08-10T06:31:34.946 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.946 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.946 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_range": { 2024-08-10T06:31:34.946 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 91 2024-08-10T06:31:34.946 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.946 INFO:tasks.workunit.client.0.smithi031.stdout: "get_latency": { 2024-08-10T06:31:34.946 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 345718, 2024-08-10T06:31:34.946 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1865056505 2024-08-10T06:31:34.947 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.947 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_delay_time": { 2024-08-10T06:31:34.947 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:34.947 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.947 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.947 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_memtable_time": { 2024-08-10T06:31:34.947 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:34.947 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.947 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.947 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-10T06:31:34.947 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:34.947 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.947 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.947 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_wal_time": { 2024-08-10T06:31:34.948 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:34.948 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.948 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.948 INFO:tasks.workunit.client.0.smithi031.stdout: "submit_latency": { 2024-08-10T06:31:34.948 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:34.948 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.948 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.948 INFO:tasks.workunit.client.0.smithi031.stdout: "submit_sync_latency": { 2024-08-10T06:31:34.948 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 19280, 2024-08-10T06:31:34.948 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 9592416231 2024-08-10T06:31:34.948 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:34.948 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:34.948 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.949 INFO:tasks.workunit.client.0.smithi031.stdout: "mon.78b7f16c00d1f5b2f8ba1b3f812aa97559391734": { 2024-08-10T06:31:34.949 INFO:tasks.workunit.client.0.smithi031.stdout: "mon": { 2024-08-10T06:31:34.949 INFO:tasks.workunit.client.0.smithi031.stdout: "election_call": { 2024-08-10T06:31:34.949 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-08-10T06:31:34.949 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.949 INFO:tasks.workunit.client.0.smithi031.stdout: "election_lose": { 2024-08-10T06:31:34.949 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-08-10T06:31:34.949 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.949 INFO:tasks.workunit.client.0.smithi031.stdout: "election_win": { 2024-08-10T06:31:34.949 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.949 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.949 INFO:tasks.workunit.client.0.smithi031.stdout: "num_elections": { 2024-08-10T06:31:34.949 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7 2024-08-10T06:31:34.949 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.950 INFO:tasks.workunit.client.0.smithi031.stdout: "num_sessions": { 2024-08-10T06:31:34.950 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8 2024-08-10T06:31:34.950 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.950 INFO:tasks.workunit.client.0.smithi031.stdout: "session_add": { 2024-08-10T06:31:34.950 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3 2024-08-10T06:31:34.950 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.950 INFO:tasks.workunit.client.0.smithi031.stdout: "session_rm": { 2024-08-10T06:31:34.950 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 254 2024-08-10T06:31:34.950 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.950 INFO:tasks.workunit.client.0.smithi031.stdout: "session_trim": { 2024-08-10T06:31:34.950 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.950 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:34.950 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.951 INFO:tasks.workunit.client.0.smithi031.stdout: "paxos": { 2024-08-10T06:31:34.951 INFO:tasks.workunit.client.0.smithi031.stdout: "accept_timeout": { 2024-08-10T06:31:34.951 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.951 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.951 INFO:tasks.workunit.client.0.smithi031.stdout: "begin": { 2024-08-10T06:31:34.951 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7855 2024-08-10T06:31:34.951 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.951 INFO:tasks.workunit.client.0.smithi031.stdout: "begin_bytes": { 2024-08-10T06:31:34.951 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7855, 2024-08-10T06:31:34.951 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 56229774 2024-08-10T06:31:34.951 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.951 INFO:tasks.workunit.client.0.smithi031.stdout: "begin_keys": { 2024-08-10T06:31:34.952 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:34.952 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.952 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.952 INFO:tasks.workunit.client.0.smithi031.stdout: "begin_latency": { 2024-08-10T06:31:34.952 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7855, 2024-08-10T06:31:34.952 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1225972289 2024-08-10T06:31:34.952 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.952 INFO:tasks.workunit.client.0.smithi031.stdout: "collect": { 2024-08-10T06:31:34.952 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-08-10T06:31:34.952 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.952 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_bytes": { 2024-08-10T06:31:34.952 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2, 2024-08-10T06:31:34.952 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 146 2024-08-10T06:31:34.952 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.953 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_keys": { 2024-08-10T06:31:34.953 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2, 2024-08-10T06:31:34.953 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-08-10T06:31:34.953 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.953 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_latency": { 2024-08-10T06:31:34.953 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2, 2024-08-10T06:31:34.953 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1999955 2024-08-10T06:31:34.953 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.953 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_timeout": { 2024-08-10T06:31:34.953 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.953 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.953 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_uncommitted": { 2024-08-10T06:31:34.953 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.954 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.954 INFO:tasks.workunit.client.0.smithi031.stdout: "commit": { 2024-08-10T06:31:34.954 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7855 2024-08-10T06:31:34.954 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.954 INFO:tasks.workunit.client.0.smithi031.stdout: "commit_bytes": { 2024-08-10T06:31:34.954 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:34.954 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.954 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.954 INFO:tasks.workunit.client.0.smithi031.stdout: "commit_keys": { 2024-08-10T06:31:34.954 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:34.954 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.954 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.954 INFO:tasks.workunit.client.0.smithi031.stdout: "commit_latency": { 2024-08-10T06:31:34.955 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:34.955 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.955 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.955 INFO:tasks.workunit.client.0.smithi031.stdout: "lease_ack_timeout": { 2024-08-10T06:31:34.955 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.955 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.955 INFO:tasks.workunit.client.0.smithi031.stdout: "lease_timeout": { 2024-08-10T06:31:34.955 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.955 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.955 INFO:tasks.workunit.client.0.smithi031.stdout: "new_pn": { 2024-08-10T06:31:34.955 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.955 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.955 INFO:tasks.workunit.client.0.smithi031.stdout: "new_pn_latency": { 2024-08-10T06:31:34.955 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:34.955 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.956 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.956 INFO:tasks.workunit.client.0.smithi031.stdout: "refresh": { 2024-08-10T06:31:34.956 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7855 2024-08-10T06:31:34.956 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.956 INFO:tasks.workunit.client.0.smithi031.stdout: "refresh_latency": { 2024-08-10T06:31:34.956 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7855, 2024-08-10T06:31:34.956 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24620443107 2024-08-10T06:31:34.956 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.956 INFO:tasks.workunit.client.0.smithi031.stdout: "restart": { 2024-08-10T06:31:34.956 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 9 2024-08-10T06:31:34.956 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.956 INFO:tasks.workunit.client.0.smithi031.stdout: "share_state": { 2024-08-10T06:31:34.956 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.956 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.957 INFO:tasks.workunit.client.0.smithi031.stdout: "share_state_bytes": { 2024-08-10T06:31:34.957 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:34.957 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.957 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.957 INFO:tasks.workunit.client.0.smithi031.stdout: "share_state_keys": { 2024-08-10T06:31:34.957 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:34.957 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.957 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.957 INFO:tasks.workunit.client.0.smithi031.stdout: "start_leader": { 2024-08-10T06:31:34.957 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.957 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.957 INFO:tasks.workunit.client.0.smithi031.stdout: "start_peon": { 2024-08-10T06:31:34.957 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-08-10T06:31:34.957 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.958 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state": { 2024-08-10T06:31:34.958 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7855 2024-08-10T06:31:34.958 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.958 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state_bytes": { 2024-08-10T06:31:34.958 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7855, 2024-08-10T06:31:34.958 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 110963562 2024-08-10T06:31:34.958 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.958 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state_keys": { 2024-08-10T06:31:34.958 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7855, 2024-08-10T06:31:34.958 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 70467 2024-08-10T06:31:34.958 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.958 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state_latency": { 2024-08-10T06:31:34.958 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7855, 2024-08-10T06:31:34.959 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2429945023 2024-08-10T06:31:34.959 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:34.959 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.959 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache": { 2024-08-10T06:31:34.959 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_bytes": { 2024-08-10T06:31:34.959 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1020054731 2024-08-10T06:31:34.959 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.959 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_bytes": { 2024-08-10T06:31:34.959 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 168812544 2024-08-10T06:31:34.959 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.959 INFO:tasks.workunit.client.0.smithi031.stdout: "mapped_bytes": { 2024-08-10T06:31:34.959 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 165650432 2024-08-10T06:31:34.959 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.959 INFO:tasks.workunit.client.0.smithi031.stdout: "target_bytes": { 2024-08-10T06:31:34.959 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2147483648 2024-08-10T06:31:34.959 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.960 INFO:tasks.workunit.client.0.smithi031.stdout: "unmapped_bytes": { 2024-08-10T06:31:34.960 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3162112 2024-08-10T06:31:34.960 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:34.960 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.960 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache:full": { 2024-08-10T06:31:34.960 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:34.960 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 360710144 2024-08-10T06:31:34.960 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.960 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:34.960 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.960 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.960 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:34.960 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.960 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.961 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:34.961 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 267046210 2024-08-10T06:31:34.961 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.961 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:34.961 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 25362883 2024-08-10T06:31:34.961 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.961 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:34.961 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.961 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.961 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:34.961 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.961 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.961 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:34.961 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.961 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.961 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:34.962 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.962 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.962 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:34.962 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.962 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.962 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:34.962 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.962 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.962 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:34.962 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.962 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.962 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:34.962 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.962 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.963 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:34.963 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 68301051 2024-08-10T06:31:34.963 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:34.963 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.963 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache:inc": { 2024-08-10T06:31:34.963 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:34.963 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 339738624 2024-08-10T06:31:34.963 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.963 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:34.963 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.963 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.963 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:34.963 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.963 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.964 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:34.964 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 267046210 2024-08-10T06:31:34.964 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.964 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:34.964 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1550252 2024-08-10T06:31:34.964 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.964 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:34.964 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.964 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.964 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:34.964 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.964 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.964 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:34.965 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.965 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.965 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:34.965 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.965 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.965 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:34.965 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.965 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.965 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:34.965 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.965 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.965 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:34.965 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.965 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.965 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:34.966 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.966 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.966 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:34.966 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71142162 2024-08-10T06:31:34.966 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:34.966 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.966 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache:kv": { 2024-08-10T06:31:34.966 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:34.966 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 314572800 2024-08-10T06:31:34.966 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.966 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:34.966 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T06:31:34.966 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.966 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:34.967 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.967 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.967 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:34.967 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 178030807 2024-08-10T06:31:34.967 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.967 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:34.967 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.967 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.967 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:34.967 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.967 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.967 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:34.967 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.967 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.968 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:34.968 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.968 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.968 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:34.968 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.968 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.968 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:34.968 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.968 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.968 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:34.968 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.968 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.969 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:34.969 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.969 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.969 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:34.969 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.969 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.969 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:34.969 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 69433129 2024-08-10T06:31:34.969 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:34.969 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.969 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb": { 2024-08-10T06:31:34.969 INFO:tasks.workunit.client.0.smithi031.stdout: "compact": { 2024-08-10T06:31:34.969 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.970 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.970 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_queue_len": { 2024-08-10T06:31:34.970 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.970 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.970 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_queue_merge": { 2024-08-10T06:31:34.970 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.970 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.970 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_range": { 2024-08-10T06:31:34.970 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 91 2024-08-10T06:31:34.970 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.970 INFO:tasks.workunit.client.0.smithi031.stdout: "get_latency": { 2024-08-10T06:31:34.970 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 342777, 2024-08-10T06:31:34.970 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1613267884 2024-08-10T06:31:34.971 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.971 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_delay_time": { 2024-08-10T06:31:34.971 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:34.971 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.971 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.971 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_memtable_time": { 2024-08-10T06:31:34.971 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:34.971 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.971 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.971 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-10T06:31:34.971 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:34.971 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.971 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.972 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_wal_time": { 2024-08-10T06:31:34.972 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:34.972 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.972 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.972 INFO:tasks.workunit.client.0.smithi031.stdout: "submit_latency": { 2024-08-10T06:31:34.972 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:34.972 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.972 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.972 INFO:tasks.workunit.client.0.smithi031.stdout: "submit_sync_latency": { 2024-08-10T06:31:34.972 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 19179, 2024-08-10T06:31:34.972 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5931336925 2024-08-10T06:31:34.972 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:34.972 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:34.972 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.973 INFO:tasks.workunit.client.0.smithi031.stdout: "mon.8ebe73bd7ea27fbdeeae1ec6539f9be9b100ac0f": { 2024-08-10T06:31:34.973 INFO:tasks.workunit.client.0.smithi031.stdout: "mon": { 2024-08-10T06:31:34.973 INFO:tasks.workunit.client.0.smithi031.stdout: "election_call": { 2024-08-10T06:31:34.973 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5 2024-08-10T06:31:34.973 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.973 INFO:tasks.workunit.client.0.smithi031.stdout: "election_lose": { 2024-08-10T06:31:34.973 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.973 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.973 INFO:tasks.workunit.client.0.smithi031.stdout: "election_win": { 2024-08-10T06:31:34.973 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5 2024-08-10T06:31:34.973 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.973 INFO:tasks.workunit.client.0.smithi031.stdout: "num_elections": { 2024-08-10T06:31:34.973 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 17 2024-08-10T06:31:34.973 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.974 INFO:tasks.workunit.client.0.smithi031.stdout: "num_sessions": { 2024-08-10T06:31:34.974 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10 2024-08-10T06:31:34.974 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.974 INFO:tasks.workunit.client.0.smithi031.stdout: "session_add": { 2024-08-10T06:31:34.974 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5 2024-08-10T06:31:34.974 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.974 INFO:tasks.workunit.client.0.smithi031.stdout: "session_rm": { 2024-08-10T06:31:34.974 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 246 2024-08-10T06:31:34.974 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.974 INFO:tasks.workunit.client.0.smithi031.stdout: "session_trim": { 2024-08-10T06:31:34.974 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.974 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:34.974 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.975 INFO:tasks.workunit.client.0.smithi031.stdout: "paxos": { 2024-08-10T06:31:34.975 INFO:tasks.workunit.client.0.smithi031.stdout: "accept_timeout": { 2024-08-10T06:31:34.975 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.975 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.975 INFO:tasks.workunit.client.0.smithi031.stdout: "begin": { 2024-08-10T06:31:34.975 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7963 2024-08-10T06:31:34.975 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.975 INFO:tasks.workunit.client.0.smithi031.stdout: "begin_bytes": { 2024-08-10T06:31:34.975 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7963, 2024-08-10T06:31:34.975 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 57789736 2024-08-10T06:31:34.975 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.975 INFO:tasks.workunit.client.0.smithi031.stdout: "begin_keys": { 2024-08-10T06:31:34.975 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7963, 2024-08-10T06:31:34.975 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 23889 2024-08-10T06:31:34.976 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.976 INFO:tasks.workunit.client.0.smithi031.stdout: "begin_latency": { 2024-08-10T06:31:34.976 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7963, 2024-08-10T06:31:34.976 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1599972078 2024-08-10T06:31:34.976 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.976 INFO:tasks.workunit.client.0.smithi031.stdout: "collect": { 2024-08-10T06:31:34.976 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.976 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.976 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_bytes": { 2024-08-10T06:31:34.976 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:34.976 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.976 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.976 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_keys": { 2024-08-10T06:31:34.976 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:34.977 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.977 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.977 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_latency": { 2024-08-10T06:31:34.977 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:34.977 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.977 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.977 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_timeout": { 2024-08-10T06:31:34.977 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.977 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.977 INFO:tasks.workunit.client.0.smithi031.stdout: "collect_uncommitted": { 2024-08-10T06:31:34.977 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-08-10T06:31:34.977 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.977 INFO:tasks.workunit.client.0.smithi031.stdout: "commit": { 2024-08-10T06:31:34.977 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7961 2024-08-10T06:31:34.978 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.978 INFO:tasks.workunit.client.0.smithi031.stdout: "commit_bytes": { 2024-08-10T06:31:34.978 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7961, 2024-08-10T06:31:34.978 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 57187459 2024-08-10T06:31:34.978 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.978 INFO:tasks.workunit.client.0.smithi031.stdout: "commit_keys": { 2024-08-10T06:31:34.978 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7961, 2024-08-10T06:31:34.978 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 63733 2024-08-10T06:31:34.978 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.978 INFO:tasks.workunit.client.0.smithi031.stdout: "commit_latency": { 2024-08-10T06:31:34.978 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7961, 2024-08-10T06:31:34.978 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2924670147 2024-08-10T06:31:34.978 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.978 INFO:tasks.workunit.client.0.smithi031.stdout: "lease_ack_timeout": { 2024-08-10T06:31:34.979 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.979 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.979 INFO:tasks.workunit.client.0.smithi031.stdout: "lease_timeout": { 2024-08-10T06:31:34.979 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.979 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.979 INFO:tasks.workunit.client.0.smithi031.stdout: "new_pn": { 2024-08-10T06:31:34.979 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5 2024-08-10T06:31:34.979 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.979 INFO:tasks.workunit.client.0.smithi031.stdout: "new_pn_latency": { 2024-08-10T06:31:34.979 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 5, 2024-08-10T06:31:34.979 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3999932 2024-08-10T06:31:34.979 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.979 INFO:tasks.workunit.client.0.smithi031.stdout: "refresh": { 2024-08-10T06:31:34.980 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7964 2024-08-10T06:31:34.980 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.980 INFO:tasks.workunit.client.0.smithi031.stdout: "refresh_latency": { 2024-08-10T06:31:34.980 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7964, 2024-08-10T06:31:34.980 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 30550466002 2024-08-10T06:31:34.980 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.980 INFO:tasks.workunit.client.0.smithi031.stdout: "restart": { 2024-08-10T06:31:34.980 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 19 2024-08-10T06:31:34.980 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.980 INFO:tasks.workunit.client.0.smithi031.stdout: "share_state": { 2024-08-10T06:31:34.980 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1 2024-08-10T06:31:34.980 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.980 INFO:tasks.workunit.client.0.smithi031.stdout: "share_state_bytes": { 2024-08-10T06:31:34.981 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-08-10T06:31:34.981 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 36630 2024-08-10T06:31:34.981 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.981 INFO:tasks.workunit.client.0.smithi031.stdout: "share_state_keys": { 2024-08-10T06:31:34.981 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-08-10T06:31:34.981 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3 2024-08-10T06:31:34.981 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.981 INFO:tasks.workunit.client.0.smithi031.stdout: "start_leader": { 2024-08-10T06:31:34.981 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5 2024-08-10T06:31:34.981 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.981 INFO:tasks.workunit.client.0.smithi031.stdout: "start_peon": { 2024-08-10T06:31:34.981 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.981 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.981 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state": { 2024-08-10T06:31:34.982 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.982 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.982 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state_bytes": { 2024-08-10T06:31:34.982 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:34.982 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.982 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.982 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state_keys": { 2024-08-10T06:31:34.982 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:34.982 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.982 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.982 INFO:tasks.workunit.client.0.smithi031.stdout: "store_state_latency": { 2024-08-10T06:31:34.982 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:34.982 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.983 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:34.983 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.983 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache": { 2024-08-10T06:31:34.983 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_bytes": { 2024-08-10T06:31:34.983 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1020054731 2024-08-10T06:31:34.983 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.983 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_bytes": { 2024-08-10T06:31:34.983 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 262184960 2024-08-10T06:31:34.983 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.983 INFO:tasks.workunit.client.0.smithi031.stdout: "mapped_bytes": { 2024-08-10T06:31:34.983 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 260726784 2024-08-10T06:31:34.983 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.983 INFO:tasks.workunit.client.0.smithi031.stdout: "target_bytes": { 2024-08-10T06:31:34.983 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2147483648 2024-08-10T06:31:34.984 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.984 INFO:tasks.workunit.client.0.smithi031.stdout: "unmapped_bytes": { 2024-08-10T06:31:34.984 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1458176 2024-08-10T06:31:34.984 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:34.984 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.984 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache:full": { 2024-08-10T06:31:34.984 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:34.984 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 360710144 2024-08-10T06:31:34.984 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.984 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:34.984 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.984 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.984 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:34.984 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.985 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.985 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:34.985 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 266224402 2024-08-10T06:31:34.985 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.985 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:34.985 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 26278318 2024-08-10T06:31:34.985 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.985 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:34.985 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.985 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.985 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:34.985 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.985 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.985 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:34.985 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.986 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.986 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:34.986 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.986 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.986 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:34.986 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.986 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.986 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:34.986 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.986 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.986 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:34.986 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.986 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.986 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:34.987 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.987 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.987 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:34.987 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 68207424 2024-08-10T06:31:34.987 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:34.987 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.987 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache:inc": { 2024-08-10T06:31:34.987 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:34.987 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 339738624 2024-08-10T06:31:34.987 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.987 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:34.987 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.987 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.987 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:34.988 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.988 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.988 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:34.988 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 266224402 2024-08-10T06:31:34.988 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.988 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:34.988 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2826306 2024-08-10T06:31:34.988 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.988 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:34.988 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.988 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.988 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:34.988 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.988 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.989 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:34.989 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.989 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.989 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:34.989 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.989 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.989 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:34.989 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.989 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.989 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:34.989 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.989 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.989 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:34.990 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.990 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.990 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:34.990 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.990 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.990 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:34.990 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 70687916 2024-08-10T06:31:34.990 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:34.990 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.990 INFO:tasks.workunit.client.0.smithi031.stdout: "prioritycache:kv": { 2024-08-10T06:31:34.990 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:34.990 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 314572800 2024-08-10T06:31:34.990 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.991 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:34.991 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T06:31:34.991 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.991 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:34.991 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.991 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.991 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:34.991 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 177482934 2024-08-10T06:31:34.991 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.991 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:34.991 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.991 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.991 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:34.992 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.992 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.992 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:34.992 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.992 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.992 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:34.992 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.992 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.992 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:34.992 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.992 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.992 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:34.992 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.992 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.992 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:34.993 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.993 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.993 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:34.993 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.993 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.993 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:34.993 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.993 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.993 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:34.993 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 69981002 2024-08-10T06:31:34.993 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:34.993 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.993 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb": { 2024-08-10T06:31:34.994 INFO:tasks.workunit.client.0.smithi031.stdout: "compact": { 2024-08-10T06:31:34.994 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.994 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.994 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_queue_len": { 2024-08-10T06:31:34.994 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.994 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.994 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_queue_merge": { 2024-08-10T06:31:34.994 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.994 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.994 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_range": { 2024-08-10T06:31:34.994 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 92 2024-08-10T06:31:34.994 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.994 INFO:tasks.workunit.client.0.smithi031.stdout: "get_latency": { 2024-08-10T06:31:34.994 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 361971, 2024-08-10T06:31:34.995 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2141535320 2024-08-10T06:31:34.995 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.995 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_delay_time": { 2024-08-10T06:31:34.995 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:34.995 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.995 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.995 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_memtable_time": { 2024-08-10T06:31:34.995 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:34.995 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.995 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.995 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-10T06:31:34.995 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:34.995 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.995 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.996 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_write_wal_time": { 2024-08-10T06:31:34.996 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:34.996 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.996 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.996 INFO:tasks.workunit.client.0.smithi031.stdout: "submit_latency": { 2024-08-10T06:31:34.996 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:34.996 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.996 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.996 INFO:tasks.workunit.client.0.smithi031.stdout: "submit_sync_latency": { 2024-08-10T06:31:34.996 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 19445, 2024-08-10T06:31:34.996 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7624149922 2024-08-10T06:31:34.996 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:34.996 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:34.996 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.997 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.0": { 2024-08-10T06:31:34.997 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T06:31:34.997 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_db_max_lat": { 2024-08-10T06:31:34.997 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 29297 2024-08-10T06:31:34.997 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.997 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_fallback": { 2024-08-10T06:31:34.997 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.997 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.997 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_max_lat": { 2024-08-10T06:31:34.997 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.997 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.997 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_size_fallback": { 2024-08-10T06:31:34.997 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.997 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.998 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_db": { 2024-08-10T06:31:34.998 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 65536 2024-08-10T06:31:34.998 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.998 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_slow": { 2024-08-10T06:31:34.998 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.998 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.998 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_wal": { 2024-08-10T06:31:34.998 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.998 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.998 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_wal_max_lat": { 2024-08-10T06:31:34.998 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.998 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.998 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_slow": { 2024-08-10T06:31:34.999 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:34.999 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.999 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_sst": { 2024-08-10T06:31:34.999 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6709248 2024-08-10T06:31:34.999 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.999 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_wal": { 2024-08-10T06:31:34.999 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 687370240 2024-08-10T06:31:34.999 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.999 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lat": { 2024-08-10T06:31:34.999 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 19, 2024-08-10T06:31:34.999 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4071460 2024-08-10T06:31:34.999 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:34.999 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lock_lat": { 2024-08-10T06:31:34.999 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 19, 2024-08-10T06:31:35.000 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1252818 2024-08-10T06:31:35.000 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.000 INFO:tasks.workunit.client.0.smithi031.stdout: "db_alloc_lat": { 2024-08-10T06:31:35.000 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 189, 2024-08-10T06:31:35.000 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 808762 2024-08-10T06:31:35.000 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.000 INFO:tasks.workunit.client.0.smithi031.stdout: "db_total_bytes": { 2024-08-10T06:31:35.000 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995027456 2024-08-10T06:31:35.000 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.000 INFO:tasks.workunit.client.0.smithi031.stdout: "db_used_bytes": { 2024-08-10T06:31:35.000 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 611778560 2024-08-10T06:31:35.000 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.000 INFO:tasks.workunit.client.0.smithi031.stdout: "flush_lat": { 2024-08-10T06:31:35.001 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 78333, 2024-08-10T06:31:35.001 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10638343599 2024-08-10T06:31:35.001 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.001 INFO:tasks.workunit.client.0.smithi031.stdout: "fsync_lat": { 2024-08-10T06:31:35.001 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 78353, 2024-08-10T06:31:35.001 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 17879217066 2024-08-10T06:31:35.001 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.001 INFO:tasks.workunit.client.0.smithi031.stdout: "log_bytes": { 2024-08-10T06:31:35.001 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5001216 2024-08-10T06:31:35.001 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.001 INFO:tasks.workunit.client.0.smithi031.stdout: "logged_bytes": { 2024-08-10T06:31:35.001 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 320901120 2024-08-10T06:31:35.001 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.001 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_db": { 2024-08-10T06:31:35.002 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 628817920 2024-08-10T06:31:35.002 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.002 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_slow": { 2024-08-10T06:31:35.002 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.002 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.002 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_wal": { 2024-08-10T06:31:35.002 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.002 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.002 INFO:tasks.workunit.client.0.smithi031.stdout: "num_files": { 2024-08-10T06:31:35.002 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 46 2024-08-10T06:31:35.002 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.002 INFO:tasks.workunit.client.0.smithi031.stdout: "read_bytes": { 2024-08-10T06:31:35.002 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 336671279 2024-08-10T06:31:35.003 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.003 INFO:tasks.workunit.client.0.smithi031.stdout: "read_count": { 2024-08-10T06:31:35.003 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 23712 2024-08-10T06:31:35.003 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.003 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes": { 2024-08-10T06:31:35.003 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 260825088 2024-08-10T06:31:35.003 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.003 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_db": { 2024-08-10T06:31:35.003 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 260829184 2024-08-10T06:31:35.003 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.003 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_slow": { 2024-08-10T06:31:35.003 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.003 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.003 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_wal": { 2024-08-10T06:31:35.003 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.003 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.004 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_count": { 2024-08-10T06:31:35.004 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10949 2024-08-10T06:31:35.004 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.004 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-08-10T06:31:35.004 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 23712, 2024-08-10T06:31:35.004 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 201901642 2024-08-10T06:31:35.004 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.004 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_bytes": { 2024-08-10T06:31:35.004 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 252597795 2024-08-10T06:31:35.004 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.004 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_count": { 2024-08-10T06:31:35.004 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 21134 2024-08-10T06:31:35.004 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.004 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_bytes": { 2024-08-10T06:31:35.005 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2389374 2024-08-10T06:31:35.005 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.005 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_count": { 2024-08-10T06:31:35.005 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 585 2024-08-10T06:31:35.005 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.005 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_bytes": { 2024-08-10T06:31:35.005 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6463546 2024-08-10T06:31:35.005 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.005 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_count": { 2024-08-10T06:31:35.005 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 810 2024-08-10T06:31:35.005 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.005 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes": { 2024-08-10T06:31:35.005 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4074172 2024-08-10T06:31:35.005 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.006 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_db": { 2024-08-10T06:31:35.006 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4074172 2024-08-10T06:31:35.006 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.006 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_slow": { 2024-08-10T06:31:35.006 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.006 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.006 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_wal": { 2024-08-10T06:31:35.006 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.006 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.006 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_count": { 2024-08-10T06:31:35.006 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 237 2024-08-10T06:31:35.006 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.006 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_lat": { 2024-08-10T06:31:35.007 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 810, 2024-08-10T06:31:35.007 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2107849 2024-08-10T06:31:35.007 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.007 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_alloc_lat": { 2024-08-10T06:31:35.007 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:35.007 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.007 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.007 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_total_bytes": { 2024-08-10T06:31:35.007 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.007 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.007 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_used_bytes": { 2024-08-10T06:31:35.007 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.007 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.007 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-08-10T06:31:35.008 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-08-10T06:31:35.008 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 628 2024-08-10T06:31:35.008 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.008 INFO:tasks.workunit.client.0.smithi031.stdout: "unlink_lat": { 2024-08-10T06:31:35.008 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 4, 2024-08-10T06:31:35.008 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6408 2024-08-10T06:31:35.008 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.008 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_alloc_lat": { 2024-08-10T06:31:35.008 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:35.008 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.008 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.008 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_total_bytes": { 2024-08-10T06:31:35.008 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.008 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.009 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_used_bytes": { 2024-08-10T06:31:35.009 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.009 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.009 INFO:tasks.workunit.client.0.smithi031.stdout: "write_bytes": { 2024-08-10T06:31:35.009 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1017856000 2024-08-10T06:31:35.009 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:35.009 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.009 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore": { 2024-08-10T06:31:35.009 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit": { 2024-08-10T06:31:35.009 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4096 2024-08-10T06:31:35.009 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.009 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": { 2024-08-10T06:31:35.010 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10997760 2024-08-10T06:31:35.010 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.010 INFO:tasks.workunit.client.0.smithi031.stdout: "allocator_lat": { 2024-08-10T06:31:35.010 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 20915, 2024-08-10T06:31:35.010 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 80324341 2024-08-10T06:31:35.010 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.010 INFO:tasks.workunit.client.0.smithi031.stdout: "clist_lat": { 2024-08-10T06:31:35.010 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3313, 2024-08-10T06:31:35.010 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 541723844 2024-08-10T06:31:35.010 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.010 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_lat": { 2024-08-10T06:31:35.010 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:35.010 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.011 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.011 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed": { 2024-08-10T06:31:35.011 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.011 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.011 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_allocated": { 2024-08-10T06:31:35.011 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.011 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.011 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_original": { 2024-08-10T06:31:35.011 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.011 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.011 INFO:tasks.workunit.client.0.smithi031.stdout: "csum_lat": { 2024-08-10T06:31:35.011 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 29840, 2024-08-10T06:31:35.011 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 240917587 2024-08-10T06:31:35.011 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.012 INFO:tasks.workunit.client.0.smithi031.stdout: "decompress_lat": { 2024-08-10T06:31:35.012 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:35.012 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.012 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.012 INFO:tasks.workunit.client.0.smithi031.stdout: "fragmentation_micros": { 2024-08-10T06:31:35.012 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.012 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.012 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_commit_lat": { 2024-08-10T06:31:35.012 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 78282, 2024-08-10T06:31:35.012 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 22117035025 2024-08-10T06:31:35.012 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.012 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_final_lat": { 2024-08-10T06:31:35.012 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 77633, 2024-08-10T06:31:35.012 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1719707696 2024-08-10T06:31:35.013 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.013 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_flush_lat": { 2024-08-10T06:31:35.013 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 78282, 2024-08-10T06:31:35.013 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 54585078 2024-08-10T06:31:35.013 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.013 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_sync_lat": { 2024-08-10T06:31:35.013 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 78282, 2024-08-10T06:31:35.013 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 22171620103 2024-08-10T06:31:35.013 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.013 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_keys_lat": { 2024-08-10T06:31:35.013 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:35.013 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.013 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.013 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_values_lat": { 2024-08-10T06:31:35.014 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 43258, 2024-08-10T06:31:35.014 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1357028309 2024-08-10T06:31:35.014 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.014 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_lower_bound_lat": { 2024-08-10T06:31:35.014 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1011, 2024-08-10T06:31:35.014 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3090345 2024-08-10T06:31:35.014 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.014 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_next_lat": { 2024-08-10T06:31:35.014 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 32406, 2024-08-10T06:31:35.014 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 13230435 2024-08-10T06:31:35.014 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.014 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_seek_to_first_lat": { 2024-08-10T06:31:35.014 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 53, 2024-08-10T06:31:35.015 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 88503 2024-08-10T06:31:35.015 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.015 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_upper_bound_lat": { 2024-08-10T06:31:35.015 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 25394, 2024-08-10T06:31:35.015 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3910987518 2024-08-10T06:31:35.015 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.015 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_hits": { 2024-08-10T06:31:35.015 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 269772 2024-08-10T06:31:35.015 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.015 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_misses": { 2024-08-10T06:31:35.015 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24781 2024-08-10T06:31:35.015 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.015 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-08-10T06:31:35.016 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 18956, 2024-08-10T06:31:35.016 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2618476364 2024-08-10T06:31:35.016 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.016 INFO:tasks.workunit.client.0.smithi031.stdout: "read_onode_meta_lat": { 2024-08-10T06:31:35.016 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 43205, 2024-08-10T06:31:35.016 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24124425 2024-08-10T06:31:35.016 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.016 INFO:tasks.workunit.client.0.smithi031.stdout: "read_wait_aio_lat": { 2024-08-10T06:31:35.016 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 24249, 2024-08-10T06:31:35.016 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1984692348 2024-08-10T06:31:35.016 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.016 INFO:tasks.workunit.client.0.smithi031.stdout: "reads_with_retries": { 2024-08-10T06:31:35.016 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.016 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.017 INFO:tasks.workunit.client.0.smithi031.stdout: "remove_lat": { 2024-08-10T06:31:35.017 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 15297, 2024-08-10T06:31:35.017 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 462844765 2024-08-10T06:31:35.017 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.017 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_aio_wait_count": { 2024-08-10T06:31:35.017 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.017 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.017 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_committed_kv_count": { 2024-08-10T06:31:35.017 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.017 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.017 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_read_onode_meta_count": { 2024-08-10T06:31:35.017 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.017 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.017 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_read_wait_aio_count": { 2024-08-10T06:31:35.018 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.018 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.018 INFO:tasks.workunit.client.0.smithi031.stdout: "state_aio_wait_lat": { 2024-08-10T06:31:35.018 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 92142, 2024-08-10T06:31:35.018 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8016500464 2024-08-10T06:31:35.018 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.018 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T06:31:35.018 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 8982, 2024-08-10T06:31:35.018 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 508202356 2024-08-10T06:31:35.018 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.018 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_cleanup_lat": { 2024-08-10T06:31:35.018 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 8980, 2024-08-10T06:31:35.019 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3027233823027 2024-08-10T06:31:35.019 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.019 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_queued_lat": { 2024-08-10T06:31:35.019 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 8982, 2024-08-10T06:31:35.019 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6473834673617 2024-08-10T06:31:35.019 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.019 INFO:tasks.workunit.client.0.smithi031.stdout: "state_done_lat": { 2024-08-10T06:31:35.019 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 92140, 2024-08-10T06:31:35.019 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2834665956087 2024-08-10T06:31:35.019 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.019 INFO:tasks.workunit.client.0.smithi031.stdout: "state_finishing_lat": { 2024-08-10T06:31:35.019 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 92140, 2024-08-10T06:31:35.019 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10033956 2024-08-10T06:31:35.019 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.020 INFO:tasks.workunit.client.0.smithi031.stdout: "state_io_done_lat": { 2024-08-10T06:31:35.020 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 92142, 2024-08-10T06:31:35.020 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 227834846 2024-08-10T06:31:35.020 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.020 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_commiting_lat": { 2024-08-10T06:31:35.020 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 92142, 2024-08-10T06:31:35.020 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 38382969431 2024-08-10T06:31:35.020 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.020 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_done_lat": { 2024-08-10T06:31:35.020 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 92142, 2024-08-10T06:31:35.020 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 43541787 2024-08-10T06:31:35.020 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.020 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_queued_lat": { 2024-08-10T06:31:35.020 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 92142, 2024-08-10T06:31:35.020 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 20439615815 2024-08-10T06:31:35.021 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.021 INFO:tasks.workunit.client.0.smithi031.stdout: "state_prepare_lat": { 2024-08-10T06:31:35.021 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 92142, 2024-08-10T06:31:35.021 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 9330686898 2024-08-10T06:31:35.021 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.021 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": { 2024-08-10T06:31:35.021 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6703468 2024-08-10T06:31:35.021 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.021 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-08-10T06:31:35.021 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2711, 2024-08-10T06:31:35.021 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 17163510 2024-08-10T06:31:35.021 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.021 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_commit_lat": { 2024-08-10T06:31:35.021 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 92142, 2024-08-10T06:31:35.022 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 76422978632 2024-08-10T06:31:35.022 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.022 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_submit_lat": { 2024-08-10T06:31:35.022 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 92142, 2024-08-10T06:31:35.022 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10567904444 2024-08-10T06:31:35.022 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.022 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_throttle_lat": { 2024-08-10T06:31:35.022 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 92142, 2024-08-10T06:31:35.022 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 574023609 2024-08-10T06:31:35.022 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:35.022 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.022 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache": { 2024-08-10T06:31:35.022 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_bytes": { 2024-08-10T06:31:35.022 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1406073476 2024-08-10T06:31:35.023 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.023 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_bytes": { 2024-08-10T06:31:35.023 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 636542976 2024-08-10T06:31:35.023 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.023 INFO:tasks.workunit.client.0.smithi031.stdout: "mapped_bytes": { 2024-08-10T06:31:35.023 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 475848704 2024-08-10T06:31:35.023 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.023 INFO:tasks.workunit.client.0.smithi031.stdout: "target_bytes": { 2024-08-10T06:31:35.023 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2601623347 2024-08-10T06:31:35.023 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.023 INFO:tasks.workunit.client.0.smithi031.stdout: "unmapped_bytes": { 2024-08-10T06:31:35.023 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 160694272 2024-08-10T06:31:35.023 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:35.023 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.024 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:data": { 2024-08-10T06:31:35.024 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:35.024 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 125829120 2024-08-10T06:31:35.024 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.024 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:35.024 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.024 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.024 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:35.024 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.024 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.024 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:35.024 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 56970142 2024-08-10T06:31:35.024 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.024 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:35.025 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.025 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.025 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:35.025 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.025 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.025 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:35.025 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.025 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.025 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:35.025 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.025 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.025 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:35.025 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4096 2024-08-10T06:31:35.025 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.026 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:35.026 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 102400 2024-08-10T06:31:35.026 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.026 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:35.026 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.026 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.026 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:35.026 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.026 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.026 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:35.026 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.026 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.026 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:35.026 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 68752482 2024-08-10T06:31:35.027 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:35.027 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.027 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv": { 2024-08-10T06:31:35.027 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:35.027 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 562036736 2024-08-10T06:31:35.027 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.027 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:35.027 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T06:31:35.027 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.027 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:35.027 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.027 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.027 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:35.027 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 427276068 2024-08-10T06:31:35.028 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.028 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:35.028 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.028 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.028 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:35.028 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.028 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.028 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:35.028 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1520 2024-08-10T06:31:35.028 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.028 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:35.028 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.029 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.029 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:35.029 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 101728 2024-08-10T06:31:35.029 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.029 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:35.029 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.029 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.029 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:35.029 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.029 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.029 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:35.029 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.029 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.030 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:35.030 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.030 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.030 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:35.030 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67548556 2024-08-10T06:31:35.030 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:35.030 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.030 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T06:31:35.030 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:35.030 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 176160768 2024-08-10T06:31:35.030 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.030 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:35.030 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T06:31:35.030 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.031 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:35.031 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 292192 2024-08-10T06:31:35.031 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.031 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:35.031 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 37980095 2024-08-10T06:31:35.031 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.031 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:35.031 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.031 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.031 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:35.031 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.031 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.031 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:35.032 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.032 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.032 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:35.032 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.032 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.032 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:35.032 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.032 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.032 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:35.032 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.032 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.032 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:35.032 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.032 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.033 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:35.033 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.033 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.033 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:35.033 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.033 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.033 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:35.033 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 70779617 2024-08-10T06:31:35.033 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:35.033 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.033 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:meta": { 2024-08-10T06:31:35.033 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:35.033 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 503316480 2024-08-10T06:31:35.033 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.034 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:35.034 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.034 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.034 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:35.034 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.034 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.034 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:35.034 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 427276068 2024-08-10T06:31:35.034 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.034 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:35.034 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.034 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.034 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:35.035 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.035 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.035 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:35.035 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.035 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.035 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:35.035 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.035 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.035 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:35.035 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 163414 2024-08-10T06:31:35.035 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.035 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:35.035 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1148850 2024-08-10T06:31:35.035 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.036 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:35.036 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.036 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.036 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:35.036 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.036 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.036 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:35.036 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.036 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.036 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:35.036 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 74728148 2024-08-10T06:31:35.036 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:35.036 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.036 INFO:tasks.workunit.client.0.smithi031.stdout: "objecter": { 2024-08-10T06:31:35.037 INFO:tasks.workunit.client.0.smithi031.stdout: "op_active": { 2024-08-10T06:31:35.037 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.037 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.037 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T06:31:35.037 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 63 2024-08-10T06:31:35.037 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.037 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rmw": { 2024-08-10T06:31:35.037 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.037 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.037 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T06:31:35.037 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.037 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:35.037 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.037 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:35.038 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg": { 2024-08-10T06:31:35.038 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 57 2024-08-10T06:31:35.038 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.038 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg_removing": { 2024-08-10T06:31:35.038 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.038 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.038 INFO:tasks.workunit.client.0.smithi031.stdout: "op": { 2024-08-10T06:31:35.038 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 57759 2024-08-10T06:31:35.038 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.038 INFO:tasks.workunit.client.0.smithi031.stdout: "op_before_queue_op_lat": { 2024-08-10T06:31:35.038 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 150901, 2024-08-10T06:31:35.038 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7732716903 2024-08-10T06:31:35.038 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.038 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_degraded": { 2024-08-10T06:31:35.039 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2 2024-08-10T06:31:35.039 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.039 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_unreadable": { 2024-08-10T06:31:35.039 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1 2024-08-10T06:31:35.039 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.039 INFO:tasks.workunit.client.0.smithi031.stdout: "op_in_bytes": { 2024-08-10T06:31:35.039 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2067188014 2024-08-10T06:31:35.039 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.039 INFO:tasks.workunit.client.0.smithi031.stdout: "op_latency": { 2024-08-10T06:31:35.039 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 57759, 2024-08-10T06:31:35.039 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 272208089911 2024-08-10T06:31:35.039 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.039 INFO:tasks.workunit.client.0.smithi031.stdout: "op_out_bytes": { 2024-08-10T06:31:35.039 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4184975878 2024-08-10T06:31:35.040 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.040 INFO:tasks.workunit.client.0.smithi031.stdout: "op_prepare_latency": { 2024-08-10T06:31:35.040 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 58930, 2024-08-10T06:31:35.040 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24381834048 2024-08-10T06:31:35.040 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.040 INFO:tasks.workunit.client.0.smithi031.stdout: "op_process_latency": { 2024-08-10T06:31:35.040 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 57759, 2024-08-10T06:31:35.040 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 85981981809 2024-08-10T06:31:35.040 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.040 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T06:31:35.040 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 40515 2024-08-10T06:31:35.040 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.040 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency": { 2024-08-10T06:31:35.040 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 40515, 2024-08-10T06:31:35.041 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 22503996075 2024-08-10T06:31:35.041 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.041 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T06:31:35.041 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.041 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.041 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_out_bytes": { 2024-08-10T06:31:35.041 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4184975878 2024-08-10T06:31:35.041 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.041 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_prepare_latency": { 2024-08-10T06:31:35.041 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 40925, 2024-08-10T06:31:35.041 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8257018442 2024-08-10T06:31:35.041 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.041 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_process_latency": { 2024-08-10T06:31:35.041 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 40515, 2024-08-10T06:31:35.042 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 11111995589 2024-08-10T06:31:35.042 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.042 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw": { 2024-08-10T06:31:35.042 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 9615 2024-08-10T06:31:35.042 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.042 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_in_bytes": { 2024-08-10T06:31:35.042 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 341574996 2024-08-10T06:31:35.042 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.042 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency": { 2024-08-10T06:31:35.042 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 9615, 2024-08-10T06:31:35.042 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15518569820 2024-08-10T06:31:35.042 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.042 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T06:31:35.042 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.043 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.043 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T06:31:35.043 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.043 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.043 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_out_bytes": { 2024-08-10T06:31:35.043 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.043 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.043 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_prepare_latency": { 2024-08-10T06:31:35.043 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 10134, 2024-08-10T06:31:35.043 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6439874483 2024-08-10T06:31:35.043 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.043 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_process_latency": { 2024-08-10T06:31:35.043 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 9615, 2024-08-10T06:31:35.043 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 14106316871 2024-08-10T06:31:35.044 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.044 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T06:31:35.044 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7629 2024-08-10T06:31:35.044 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.044 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_in_bytes": { 2024-08-10T06:31:35.044 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1725613018 2024-08-10T06:31:35.044 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.044 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency": { 2024-08-10T06:31:35.044 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7629, 2024-08-10T06:31:35.044 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 234185524016 2024-08-10T06:31:35.044 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.044 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T06:31:35.044 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.044 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.045 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_prepare_latency": { 2024-08-10T06:31:35.045 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7871, 2024-08-10T06:31:35.045 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 9684941123 2024-08-10T06:31:35.045 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.045 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_process_latency": { 2024-08-10T06:31:35.045 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7629, 2024-08-10T06:31:35.045 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 60763669349 2024-08-10T06:31:35.045 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.045 INFO:tasks.workunit.client.0.smithi031.stdout: "op_wip": { 2024-08-10T06:31:35.045 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.045 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.045 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_bytes": { 2024-08-10T06:31:35.045 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 27 2024-08-10T06:31:35.045 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.046 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_ops": { 2024-08-10T06:31:35.046 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 27 2024-08-10T06:31:35.046 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.046 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes": { 2024-08-10T06:31:35.046 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-08-10T06:31:35.046 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.046 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes_used": { 2024-08-10T06:31:35.046 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 622792704 2024-08-10T06:31:35.046 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:35.046 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:35.046 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.046 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.1": { 2024-08-10T06:31:35.046 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T06:31:35.046 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_db_max_lat": { 2024-08-10T06:31:35.047 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 26853 2024-08-10T06:31:35.047 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.047 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_fallback": { 2024-08-10T06:31:35.047 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.047 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.047 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_max_lat": { 2024-08-10T06:31:35.047 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.047 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.047 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_size_fallback": { 2024-08-10T06:31:35.047 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.047 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.047 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_db": { 2024-08-10T06:31:35.047 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 65536 2024-08-10T06:31:35.047 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.048 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_slow": { 2024-08-10T06:31:35.048 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.048 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.048 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_wal": { 2024-08-10T06:31:35.048 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.048 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.048 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_wal_max_lat": { 2024-08-10T06:31:35.048 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.048 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.048 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_slow": { 2024-08-10T06:31:35.048 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.048 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.048 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_sst": { 2024-08-10T06:31:35.049 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8704000 2024-08-10T06:31:35.049 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.049 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_wal": { 2024-08-10T06:31:35.049 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 686665728 2024-08-10T06:31:35.049 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.049 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lat": { 2024-08-10T06:31:35.049 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 17, 2024-08-10T06:31:35.049 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4028248 2024-08-10T06:31:35.049 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.049 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lock_lat": { 2024-08-10T06:31:35.049 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 17, 2024-08-10T06:31:35.049 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1326390 2024-08-10T06:31:35.049 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.049 INFO:tasks.workunit.client.0.smithi031.stdout: "db_alloc_lat": { 2024-08-10T06:31:35.050 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 179, 2024-08-10T06:31:35.050 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 725963 2024-08-10T06:31:35.050 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.050 INFO:tasks.workunit.client.0.smithi031.stdout: "db_total_bytes": { 2024-08-10T06:31:35.050 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995027456 2024-08-10T06:31:35.050 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.050 INFO:tasks.workunit.client.0.smithi031.stdout: "db_used_bytes": { 2024-08-10T06:31:35.050 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 665124864 2024-08-10T06:31:35.050 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.050 INFO:tasks.workunit.client.0.smithi031.stdout: "flush_lat": { 2024-08-10T06:31:35.050 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 69777, 2024-08-10T06:31:35.050 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 9605507214 2024-08-10T06:31:35.050 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.050 INFO:tasks.workunit.client.0.smithi031.stdout: "fsync_lat": { 2024-08-10T06:31:35.051 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 69796, 2024-08-10T06:31:35.051 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15968382091 2024-08-10T06:31:35.051 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.051 INFO:tasks.workunit.client.0.smithi031.stdout: "log_bytes": { 2024-08-10T06:31:35.051 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3203072 2024-08-10T06:31:35.051 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.051 INFO:tasks.workunit.client.0.smithi031.stdout: "logged_bytes": { 2024-08-10T06:31:35.051 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 285839360 2024-08-10T06:31:35.051 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.051 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_db": { 2024-08-10T06:31:35.051 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 686424064 2024-08-10T06:31:35.051 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.051 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_slow": { 2024-08-10T06:31:35.051 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.052 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.052 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_wal": { 2024-08-10T06:31:35.052 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.052 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.052 INFO:tasks.workunit.client.0.smithi031.stdout: "num_files": { 2024-08-10T06:31:35.052 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 50 2024-08-10T06:31:35.052 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.052 INFO:tasks.workunit.client.0.smithi031.stdout: "read_bytes": { 2024-08-10T06:31:35.052 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 280575727 2024-08-10T06:31:35.052 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.052 INFO:tasks.workunit.client.0.smithi031.stdout: "read_count": { 2024-08-10T06:31:35.052 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 17590 2024-08-10T06:31:35.052 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.052 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes": { 2024-08-10T06:31:35.053 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 230649856 2024-08-10T06:31:35.053 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.053 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_db": { 2024-08-10T06:31:35.053 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 230653952 2024-08-10T06:31:35.053 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.053 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_slow": { 2024-08-10T06:31:35.053 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.053 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.053 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_wal": { 2024-08-10T06:31:35.053 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.053 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.053 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_count": { 2024-08-10T06:31:35.053 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8716 2024-08-10T06:31:35.053 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.054 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-08-10T06:31:35.054 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 17590, 2024-08-10T06:31:35.054 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 157665225 2024-08-10T06:31:35.054 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.054 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_bytes": { 2024-08-10T06:31:35.054 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 187796049 2024-08-10T06:31:35.054 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.054 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_count": { 2024-08-10T06:31:35.054 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 14746 2024-08-10T06:31:35.054 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.054 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_bytes": { 2024-08-10T06:31:35.054 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2853405 2024-08-10T06:31:35.054 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.055 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_count": { 2024-08-10T06:31:35.055 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 587 2024-08-10T06:31:35.055 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.055 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_bytes": { 2024-08-10T06:31:35.055 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8619930 2024-08-10T06:31:35.055 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.055 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_count": { 2024-08-10T06:31:35.055 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 887 2024-08-10T06:31:35.055 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.055 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes": { 2024-08-10T06:31:35.055 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5766525 2024-08-10T06:31:35.055 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.055 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_db": { 2024-08-10T06:31:35.055 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5766525 2024-08-10T06:31:35.056 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.056 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_slow": { 2024-08-10T06:31:35.056 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.056 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.056 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_wal": { 2024-08-10T06:31:35.056 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.056 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.056 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_count": { 2024-08-10T06:31:35.056 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 309 2024-08-10T06:31:35.056 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.056 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_lat": { 2024-08-10T06:31:35.056 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 887, 2024-08-10T06:31:35.056 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5238285 2024-08-10T06:31:35.056 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.057 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_alloc_lat": { 2024-08-10T06:31:35.057 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:35.057 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.057 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.057 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_total_bytes": { 2024-08-10T06:31:35.057 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.057 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.057 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_used_bytes": { 2024-08-10T06:31:35.057 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.057 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.057 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-08-10T06:31:35.057 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-08-10T06:31:35.057 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 656 2024-08-10T06:31:35.057 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.058 INFO:tasks.workunit.client.0.smithi031.stdout: "unlink_lat": { 2024-08-10T06:31:35.058 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 4, 2024-08-10T06:31:35.058 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5885 2024-08-10T06:31:35.058 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.058 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_alloc_lat": { 2024-08-10T06:31:35.058 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:35.058 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.058 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.058 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_total_bytes": { 2024-08-10T06:31:35.058 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.058 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.058 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_used_bytes": { 2024-08-10T06:31:35.058 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.059 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.059 INFO:tasks.workunit.client.0.smithi031.stdout: "write_bytes": { 2024-08-10T06:31:35.059 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 983789568 2024-08-10T06:31:35.059 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:35.059 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.059 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore": { 2024-08-10T06:31:35.059 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit": { 2024-08-10T06:31:35.059 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4096 2024-08-10T06:31:35.059 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.059 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": { 2024-08-10T06:31:35.059 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10399744 2024-08-10T06:31:35.059 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.059 INFO:tasks.workunit.client.0.smithi031.stdout: "allocator_lat": { 2024-08-10T06:31:35.059 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 18964, 2024-08-10T06:31:35.060 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 76873415 2024-08-10T06:31:35.060 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.060 INFO:tasks.workunit.client.0.smithi031.stdout: "clist_lat": { 2024-08-10T06:31:35.060 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3287, 2024-08-10T06:31:35.060 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 468342358 2024-08-10T06:31:35.060 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.060 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_lat": { 2024-08-10T06:31:35.060 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:35.060 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.060 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.060 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed": { 2024-08-10T06:31:35.060 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.060 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.060 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_allocated": { 2024-08-10T06:31:35.061 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.061 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.061 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_original": { 2024-08-10T06:31:35.061 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.061 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.061 INFO:tasks.workunit.client.0.smithi031.stdout: "csum_lat": { 2024-08-10T06:31:35.061 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 18254, 2024-08-10T06:31:35.061 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 141591988 2024-08-10T06:31:35.061 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.061 INFO:tasks.workunit.client.0.smithi031.stdout: "decompress_lat": { 2024-08-10T06:31:35.061 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:35.061 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.061 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.061 INFO:tasks.workunit.client.0.smithi031.stdout: "fragmentation_micros": { 2024-08-10T06:31:35.062 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.062 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.062 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_commit_lat": { 2024-08-10T06:31:35.062 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 69719, 2024-08-10T06:31:35.062 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 19918231600 2024-08-10T06:31:35.062 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.062 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_final_lat": { 2024-08-10T06:31:35.062 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 69144, 2024-08-10T06:31:35.062 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1841824600 2024-08-10T06:31:35.062 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.062 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_flush_lat": { 2024-08-10T06:31:35.062 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 69719, 2024-08-10T06:31:35.062 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 49609279 2024-08-10T06:31:35.062 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.063 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_sync_lat": { 2024-08-10T06:31:35.063 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 69719, 2024-08-10T06:31:35.063 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 19967840879 2024-08-10T06:31:35.063 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.063 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_keys_lat": { 2024-08-10T06:31:35.063 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:35.063 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.063 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.063 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_values_lat": { 2024-08-10T06:31:35.063 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 28263, 2024-08-10T06:31:35.063 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1007403219 2024-08-10T06:31:35.063 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.063 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_lower_bound_lat": { 2024-08-10T06:31:35.063 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 939, 2024-08-10T06:31:35.063 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2561013 2024-08-10T06:31:35.064 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.064 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_next_lat": { 2024-08-10T06:31:35.064 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 8536, 2024-08-10T06:31:35.064 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7529378 2024-08-10T06:31:35.064 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.064 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_seek_to_first_lat": { 2024-08-10T06:31:35.064 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 45, 2024-08-10T06:31:35.064 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 53651 2024-08-10T06:31:35.064 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.064 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_upper_bound_lat": { 2024-08-10T06:31:35.064 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 13025, 2024-08-10T06:31:35.064 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2658049983 2024-08-10T06:31:35.064 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.065 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_hits": { 2024-08-10T06:31:35.065 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 221150 2024-08-10T06:31:35.065 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.065 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_misses": { 2024-08-10T06:31:35.065 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 27152 2024-08-10T06:31:35.065 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.065 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-08-10T06:31:35.065 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 22649, 2024-08-10T06:31:35.065 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2314820536 2024-08-10T06:31:35.065 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.065 INFO:tasks.workunit.client.0.smithi031.stdout: "read_onode_meta_lat": { 2024-08-10T06:31:35.065 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 72296, 2024-08-10T06:31:35.065 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 27842250 2024-08-10T06:31:35.066 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.066 INFO:tasks.workunit.client.0.smithi031.stdout: "read_wait_aio_lat": { 2024-08-10T06:31:35.066 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 49647, 2024-08-10T06:31:35.066 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1432069778 2024-08-10T06:31:35.066 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.066 INFO:tasks.workunit.client.0.smithi031.stdout: "reads_with_retries": { 2024-08-10T06:31:35.066 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.066 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.066 INFO:tasks.workunit.client.0.smithi031.stdout: "remove_lat": { 2024-08-10T06:31:35.066 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 15048, 2024-08-10T06:31:35.066 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 388977961 2024-08-10T06:31:35.066 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.066 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_aio_wait_count": { 2024-08-10T06:31:35.066 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.067 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.067 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_committed_kv_count": { 2024-08-10T06:31:35.067 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.067 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.067 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_read_onode_meta_count": { 2024-08-10T06:31:35.067 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.067 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.067 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_read_wait_aio_count": { 2024-08-10T06:31:35.067 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.067 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.067 INFO:tasks.workunit.client.0.smithi031.stdout: "state_aio_wait_lat": { 2024-08-10T06:31:35.067 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 82368, 2024-08-10T06:31:35.067 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7479634140 2024-08-10T06:31:35.068 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.068 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T06:31:35.068 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 22216, 2024-08-10T06:31:35.068 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1241109038 2024-08-10T06:31:35.068 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.068 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_cleanup_lat": { 2024-08-10T06:31:35.068 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 22216, 2024-08-10T06:31:35.068 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2772771214167 2024-08-10T06:31:35.068 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.068 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_queued_lat": { 2024-08-10T06:31:35.068 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 22216, 2024-08-10T06:31:35.068 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6442955724811 2024-08-10T06:31:35.068 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.068 INFO:tasks.workunit.client.0.smithi031.stdout: "state_done_lat": { 2024-08-10T06:31:35.069 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 82368, 2024-08-10T06:31:35.069 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2504642005056 2024-08-10T06:31:35.069 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.069 INFO:tasks.workunit.client.0.smithi031.stdout: "state_finishing_lat": { 2024-08-10T06:31:35.069 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 82368, 2024-08-10T06:31:35.069 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8619484 2024-08-10T06:31:35.069 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.069 INFO:tasks.workunit.client.0.smithi031.stdout: "state_io_done_lat": { 2024-08-10T06:31:35.069 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 82368, 2024-08-10T06:31:35.069 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 355463588 2024-08-10T06:31:35.069 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.069 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_commiting_lat": { 2024-08-10T06:31:35.069 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 82368, 2024-08-10T06:31:35.070 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 33746661535 2024-08-10T06:31:35.070 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.070 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_done_lat": { 2024-08-10T06:31:35.070 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 82368, 2024-08-10T06:31:35.070 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 31432548 2024-08-10T06:31:35.070 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.070 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_queued_lat": { 2024-08-10T06:31:35.070 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 82368, 2024-08-10T06:31:35.070 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 17770985246 2024-08-10T06:31:35.070 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.070 INFO:tasks.workunit.client.0.smithi031.stdout: "state_prepare_lat": { 2024-08-10T06:31:35.070 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 82368, 2024-08-10T06:31:35.070 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8478384912 2024-08-10T06:31:35.070 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.071 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": { 2024-08-10T06:31:35.071 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6112563 2024-08-10T06:31:35.071 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.071 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-08-10T06:31:35.071 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2643, 2024-08-10T06:31:35.071 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15233451 2024-08-10T06:31:35.071 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.071 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_commit_lat": { 2024-08-10T06:31:35.071 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 82368, 2024-08-10T06:31:35.071 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67845202787 2024-08-10T06:31:35.071 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.071 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_submit_lat": { 2024-08-10T06:31:35.071 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 82368, 2024-08-10T06:31:35.071 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 9507956914 2024-08-10T06:31:35.072 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.072 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_throttle_lat": { 2024-08-10T06:31:35.072 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 82368, 2024-08-10T06:31:35.072 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 573488529 2024-08-10T06:31:35.072 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:35.072 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.072 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache": { 2024-08-10T06:31:35.072 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_bytes": { 2024-08-10T06:31:35.072 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1406073476 2024-08-10T06:31:35.072 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.072 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_bytes": { 2024-08-10T06:31:35.072 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 459317248 2024-08-10T06:31:35.072 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.072 INFO:tasks.workunit.client.0.smithi031.stdout: "mapped_bytes": { 2024-08-10T06:31:35.073 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 413261824 2024-08-10T06:31:35.073 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.073 INFO:tasks.workunit.client.0.smithi031.stdout: "target_bytes": { 2024-08-10T06:31:35.073 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2601623347 2024-08-10T06:31:35.073 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.073 INFO:tasks.workunit.client.0.smithi031.stdout: "unmapped_bytes": { 2024-08-10T06:31:35.073 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 46055424 2024-08-10T06:31:35.073 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:35.073 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.073 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:data": { 2024-08-10T06:31:35.073 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:35.073 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 125829120 2024-08-10T06:31:35.073 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.073 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:35.074 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.074 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.074 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:35.074 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.074 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.074 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:35.074 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 56782491 2024-08-10T06:31:35.074 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.074 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:35.074 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.074 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.074 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:35.074 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.075 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.075 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:35.075 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.075 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.075 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:35.075 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.075 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.075 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:35.075 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 57344 2024-08-10T06:31:35.075 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.075 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:35.075 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 827392 2024-08-10T06:31:35.075 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.075 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:35.076 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.076 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.076 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:35.076 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.076 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.076 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:35.076 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.076 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.076 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:35.076 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 68161893 2024-08-10T06:31:35.076 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:35.076 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.076 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv": { 2024-08-10T06:31:35.076 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:35.077 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 562036736 2024-08-10T06:31:35.077 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.077 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:35.077 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T06:31:35.077 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.077 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:35.077 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.077 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.077 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:35.077 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 425868687 2024-08-10T06:31:35.077 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.077 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:35.077 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.078 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.078 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:35.078 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.078 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.078 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:35.078 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 256 2024-08-10T06:31:35.078 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.078 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:35.078 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.078 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.078 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:35.078 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 99040 2024-08-10T06:31:35.078 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.078 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:35.079 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.079 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.079 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:35.079 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.079 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.079 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:35.079 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.079 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.079 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:35.079 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.079 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.079 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:35.080 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 68959889 2024-08-10T06:31:35.080 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:35.080 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.080 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T06:31:35.080 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:35.080 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 176160768 2024-08-10T06:31:35.080 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.080 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:35.080 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T06:31:35.080 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.080 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:35.080 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 389200 2024-08-10T06:31:35.080 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.080 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:35.081 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 37854994 2024-08-10T06:31:35.081 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.081 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:35.081 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.081 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.081 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:35.081 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.081 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.081 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:35.081 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.081 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.081 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:35.081 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.081 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.082 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:35.082 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.082 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.082 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:35.082 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.082 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.082 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:35.082 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.082 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.082 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:35.082 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.082 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.082 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:35.082 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.083 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.083 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:35.083 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 70807710 2024-08-10T06:31:35.083 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:35.083 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.083 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:meta": { 2024-08-10T06:31:35.083 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:35.083 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 494927872 2024-08-10T06:31:35.083 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.083 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:35.083 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.083 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.083 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:35.083 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.084 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.084 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:35.084 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 425868687 2024-08-10T06:31:35.084 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.084 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:35.084 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.084 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.084 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:35.084 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.084 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.084 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:35.084 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.084 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.084 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:35.084 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.085 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.085 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:35.085 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 167740 2024-08-10T06:31:35.085 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.085 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:35.085 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1146393 2024-08-10T06:31:35.085 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.085 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:35.085 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.085 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.085 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:35.085 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.085 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.085 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:35.086 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.086 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.086 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:35.086 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67745052 2024-08-10T06:31:35.086 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:35.086 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.086 INFO:tasks.workunit.client.0.smithi031.stdout: "objecter": { 2024-08-10T06:31:35.086 INFO:tasks.workunit.client.0.smithi031.stdout: "op_active": { 2024-08-10T06:31:35.086 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.086 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.086 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T06:31:35.086 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 16 2024-08-10T06:31:35.086 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.087 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rmw": { 2024-08-10T06:31:35.087 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.087 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.087 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T06:31:35.087 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.087 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:35.087 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.087 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:35.087 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg": { 2024-08-10T06:31:35.087 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 48 2024-08-10T06:31:35.087 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.087 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg_removing": { 2024-08-10T06:31:35.087 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.087 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.088 INFO:tasks.workunit.client.0.smithi031.stdout: "op": { 2024-08-10T06:31:35.088 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 46543 2024-08-10T06:31:35.088 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.088 INFO:tasks.workunit.client.0.smithi031.stdout: "op_before_queue_op_lat": { 2024-08-10T06:31:35.088 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 134895, 2024-08-10T06:31:35.088 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8610514064 2024-08-10T06:31:35.088 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.088 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_degraded": { 2024-08-10T06:31:35.088 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.088 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.088 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_unreadable": { 2024-08-10T06:31:35.088 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.089 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.089 INFO:tasks.workunit.client.0.smithi031.stdout: "op_in_bytes": { 2024-08-10T06:31:35.089 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1879934300 2024-08-10T06:31:35.089 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.089 INFO:tasks.workunit.client.0.smithi031.stdout: "op_latency": { 2024-08-10T06:31:35.089 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 46543, 2024-08-10T06:31:35.089 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 649302000710 2024-08-10T06:31:35.089 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.089 INFO:tasks.workunit.client.0.smithi031.stdout: "op_out_bytes": { 2024-08-10T06:31:35.089 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1955582785 2024-08-10T06:31:35.089 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.089 INFO:tasks.workunit.client.0.smithi031.stdout: "op_prepare_latency": { 2024-08-10T06:31:35.089 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 48352, 2024-08-10T06:31:35.089 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 31795217224 2024-08-10T06:31:35.090 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.090 INFO:tasks.workunit.client.0.smithi031.stdout: "op_process_latency": { 2024-08-10T06:31:35.090 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 46543, 2024-08-10T06:31:35.090 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 129190821037 2024-08-10T06:31:35.090 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.090 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T06:31:35.090 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 23482 2024-08-10T06:31:35.090 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.090 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency": { 2024-08-10T06:31:35.090 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 23482, 2024-08-10T06:31:35.090 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 11899348913 2024-08-10T06:31:35.090 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.090 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T06:31:35.091 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.091 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.091 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_out_bytes": { 2024-08-10T06:31:35.091 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1955582785 2024-08-10T06:31:35.091 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.091 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_prepare_latency": { 2024-08-10T06:31:35.091 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 23938, 2024-08-10T06:31:35.091 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5774544992 2024-08-10T06:31:35.091 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.091 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_process_latency": { 2024-08-10T06:31:35.091 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 23482, 2024-08-10T06:31:35.091 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5338672141 2024-08-10T06:31:35.091 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.092 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw": { 2024-08-10T06:31:35.092 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12946 2024-08-10T06:31:35.092 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.092 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_in_bytes": { 2024-08-10T06:31:35.092 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 170374267 2024-08-10T06:31:35.092 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.092 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency": { 2024-08-10T06:31:35.092 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 12946, 2024-08-10T06:31:35.092 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 99144172259 2024-08-10T06:31:35.092 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.092 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T06:31:35.092 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.092 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.092 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T06:31:35.093 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.093 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.093 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_out_bytes": { 2024-08-10T06:31:35.093 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.093 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.093 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_prepare_latency": { 2024-08-10T06:31:35.093 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 13166, 2024-08-10T06:31:35.093 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 13037413461 2024-08-10T06:31:35.093 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.093 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_process_latency": { 2024-08-10T06:31:35.093 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 12946, 2024-08-10T06:31:35.093 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 31034823569 2024-08-10T06:31:35.093 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.093 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T06:31:35.093 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10115 2024-08-10T06:31:35.094 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.094 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_in_bytes": { 2024-08-10T06:31:35.094 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1709560033 2024-08-10T06:31:35.094 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.094 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency": { 2024-08-10T06:31:35.094 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 10115, 2024-08-10T06:31:35.094 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 538258479538 2024-08-10T06:31:35.094 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.094 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T06:31:35.094 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.094 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.094 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_prepare_latency": { 2024-08-10T06:31:35.094 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 11248, 2024-08-10T06:31:35.095 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12983258771 2024-08-10T06:31:35.095 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.095 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_process_latency": { 2024-08-10T06:31:35.095 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 10115, 2024-08-10T06:31:35.095 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 92817325327 2024-08-10T06:31:35.095 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.095 INFO:tasks.workunit.client.0.smithi031.stdout: "op_wip": { 2024-08-10T06:31:35.095 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.095 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.095 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_bytes": { 2024-08-10T06:31:35.095 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4194304 2024-08-10T06:31:35.095 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.095 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_ops": { 2024-08-10T06:31:35.095 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8 2024-08-10T06:31:35.096 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.096 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes": { 2024-08-10T06:31:35.096 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-08-10T06:31:35.096 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.096 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes_used": { 2024-08-10T06:31:35.096 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 675532800 2024-08-10T06:31:35.096 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:35.096 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:35.096 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.096 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.2": { 2024-08-10T06:31:35.096 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T06:31:35.096 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_db_max_lat": { 2024-08-10T06:31:35.096 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 16706 2024-08-10T06:31:35.096 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.097 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_fallback": { 2024-08-10T06:31:35.097 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.097 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.097 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_max_lat": { 2024-08-10T06:31:35.097 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.097 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.097 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_size_fallback": { 2024-08-10T06:31:35.097 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.097 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.097 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_db": { 2024-08-10T06:31:35.097 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 65536 2024-08-10T06:31:35.097 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.097 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_slow": { 2024-08-10T06:31:35.097 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.098 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.098 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_wal": { 2024-08-10T06:31:35.098 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.098 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.098 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_wal_max_lat": { 2024-08-10T06:31:35.098 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.098 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.098 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_slow": { 2024-08-10T06:31:35.098 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.098 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.098 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_sst": { 2024-08-10T06:31:35.098 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1024000 2024-08-10T06:31:35.098 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.099 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_wal": { 2024-08-10T06:31:35.099 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 473726976 2024-08-10T06:31:35.099 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.099 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lat": { 2024-08-10T06:31:35.099 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 16, 2024-08-10T06:31:35.099 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2973652 2024-08-10T06:31:35.099 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.099 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lock_lat": { 2024-08-10T06:31:35.099 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 16, 2024-08-10T06:31:35.099 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 975547 2024-08-10T06:31:35.099 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.099 INFO:tasks.workunit.client.0.smithi031.stdout: "db_alloc_lat": { 2024-08-10T06:31:35.099 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 141, 2024-08-10T06:31:35.099 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 553456 2024-08-10T06:31:35.100 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.100 INFO:tasks.workunit.client.0.smithi031.stdout: "db_total_bytes": { 2024-08-10T06:31:35.100 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995027456 2024-08-10T06:31:35.100 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.100 INFO:tasks.workunit.client.0.smithi031.stdout: "db_used_bytes": { 2024-08-10T06:31:35.100 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 328925184 2024-08-10T06:31:35.100 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.100 INFO:tasks.workunit.client.0.smithi031.stdout: "flush_lat": { 2024-08-10T06:31:35.100 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 66362, 2024-08-10T06:31:35.100 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8970767478 2024-08-10T06:31:35.100 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.100 INFO:tasks.workunit.client.0.smithi031.stdout: "fsync_lat": { 2024-08-10T06:31:35.100 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 66369, 2024-08-10T06:31:35.100 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15227077156 2024-08-10T06:31:35.100 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.101 INFO:tasks.workunit.client.0.smithi031.stdout: "log_bytes": { 2024-08-10T06:31:35.101 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5894144 2024-08-10T06:31:35.101 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.101 INFO:tasks.workunit.client.0.smithi031.stdout: "logged_bytes": { 2024-08-10T06:31:35.101 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 271892480 2024-08-10T06:31:35.101 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.101 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_db": { 2024-08-10T06:31:35.101 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 345964544 2024-08-10T06:31:35.101 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.101 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_slow": { 2024-08-10T06:31:35.101 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.101 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.101 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_wal": { 2024-08-10T06:31:35.102 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.102 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.102 INFO:tasks.workunit.client.0.smithi031.stdout: "num_files": { 2024-08-10T06:31:35.102 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 32 2024-08-10T06:31:35.102 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.102 INFO:tasks.workunit.client.0.smithi031.stdout: "read_bytes": { 2024-08-10T06:31:35.102 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 77650881 2024-08-10T06:31:35.102 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.102 INFO:tasks.workunit.client.0.smithi031.stdout: "read_count": { 2024-08-10T06:31:35.102 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5676 2024-08-10T06:31:35.102 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.102 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes": { 2024-08-10T06:31:35.102 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 41095168 2024-08-10T06:31:35.102 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.103 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_db": { 2024-08-10T06:31:35.103 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 41099264 2024-08-10T06:31:35.103 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.103 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_slow": { 2024-08-10T06:31:35.103 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.103 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.103 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_wal": { 2024-08-10T06:31:35.103 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.103 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.103 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_count": { 2024-08-10T06:31:35.103 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 121 2024-08-10T06:31:35.103 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.103 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-08-10T06:31:35.103 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 5676, 2024-08-10T06:31:35.103 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 11287663 2024-08-10T06:31:35.104 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.104 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_bytes": { 2024-08-10T06:31:35.104 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 39485160 2024-08-10T06:31:35.104 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.104 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_count": { 2024-08-10T06:31:35.104 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4499 2024-08-10T06:31:35.104 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.104 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_bytes": { 2024-08-10T06:31:35.104 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 389419 2024-08-10T06:31:35.104 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.104 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_count": { 2024-08-10T06:31:35.104 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 253 2024-08-10T06:31:35.104 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.104 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_bytes": { 2024-08-10T06:31:35.105 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1013898 2024-08-10T06:31:35.105 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.105 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_count": { 2024-08-10T06:31:35.105 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 357 2024-08-10T06:31:35.105 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.105 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes": { 2024-08-10T06:31:35.105 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 624479 2024-08-10T06:31:35.105 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.105 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_db": { 2024-08-10T06:31:35.105 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 624479 2024-08-10T06:31:35.105 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.105 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_slow": { 2024-08-10T06:31:35.105 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.105 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.106 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_wal": { 2024-08-10T06:31:35.106 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.106 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.106 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_count": { 2024-08-10T06:31:35.106 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 104 2024-08-10T06:31:35.106 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.106 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_lat": { 2024-08-10T06:31:35.106 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 357, 2024-08-10T06:31:35.106 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 544810 2024-08-10T06:31:35.106 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.106 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_alloc_lat": { 2024-08-10T06:31:35.106 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:35.106 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.107 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.107 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_total_bytes": { 2024-08-10T06:31:35.107 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.107 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.107 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_used_bytes": { 2024-08-10T06:31:35.107 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.107 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.107 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-08-10T06:31:35.107 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-08-10T06:31:35.107 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 740 2024-08-10T06:31:35.107 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.107 INFO:tasks.workunit.client.0.smithi031.stdout: "unlink_lat": { 2024-08-10T06:31:35.108 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 4, 2024-08-10T06:31:35.108 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6508 2024-08-10T06:31:35.108 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.108 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_alloc_lat": { 2024-08-10T06:31:35.108 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:35.108 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.108 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.108 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_total_bytes": { 2024-08-10T06:31:35.108 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.108 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.108 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_used_bytes": { 2024-08-10T06:31:35.108 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.108 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.109 INFO:tasks.workunit.client.0.smithi031.stdout: "write_bytes": { 2024-08-10T06:31:35.109 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 749072384 2024-08-10T06:31:35.109 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:35.109 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.109 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore": { 2024-08-10T06:31:35.109 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit": { 2024-08-10T06:31:35.109 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4096 2024-08-10T06:31:35.109 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.109 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": { 2024-08-10T06:31:35.109 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10387456 2024-08-10T06:31:35.109 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.109 INFO:tasks.workunit.client.0.smithi031.stdout: "allocator_lat": { 2024-08-10T06:31:35.109 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 16990, 2024-08-10T06:31:35.109 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 48658493 2024-08-10T06:31:35.110 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.110 INFO:tasks.workunit.client.0.smithi031.stdout: "clist_lat": { 2024-08-10T06:31:35.110 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3308, 2024-08-10T06:31:35.110 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 285112054 2024-08-10T06:31:35.110 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.110 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_lat": { 2024-08-10T06:31:35.110 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:35.110 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.110 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.110 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed": { 2024-08-10T06:31:35.110 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.110 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.110 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_allocated": { 2024-08-10T06:31:35.110 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.111 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.111 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_original": { 2024-08-10T06:31:35.111 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.111 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.111 INFO:tasks.workunit.client.0.smithi031.stdout: "csum_lat": { 2024-08-10T06:31:35.111 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 21806, 2024-08-10T06:31:35.111 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 171956375 2024-08-10T06:31:35.111 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.111 INFO:tasks.workunit.client.0.smithi031.stdout: "decompress_lat": { 2024-08-10T06:31:35.111 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:35.111 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.111 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.111 INFO:tasks.workunit.client.0.smithi031.stdout: "fragmentation_micros": { 2024-08-10T06:31:35.111 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.112 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.112 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_commit_lat": { 2024-08-10T06:31:35.112 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 66335, 2024-08-10T06:31:35.112 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 18605229416 2024-08-10T06:31:35.112 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.112 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_final_lat": { 2024-08-10T06:31:35.112 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 65821, 2024-08-10T06:31:35.112 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1555673998 2024-08-10T06:31:35.112 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.112 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_flush_lat": { 2024-08-10T06:31:35.112 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 66335, 2024-08-10T06:31:35.112 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 38815481 2024-08-10T06:31:35.112 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.112 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_sync_lat": { 2024-08-10T06:31:35.113 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 66335, 2024-08-10T06:31:35.113 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 18644044897 2024-08-10T06:31:35.113 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.113 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_keys_lat": { 2024-08-10T06:31:35.113 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:35.113 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.113 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.113 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_values_lat": { 2024-08-10T06:31:35.113 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 58866, 2024-08-10T06:31:35.113 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 930727040 2024-08-10T06:31:35.113 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.113 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_lower_bound_lat": { 2024-08-10T06:31:35.113 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1031, 2024-08-10T06:31:35.113 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2821495 2024-08-10T06:31:35.114 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.114 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_next_lat": { 2024-08-10T06:31:35.114 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 17800, 2024-08-10T06:31:35.114 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8753350 2024-08-10T06:31:35.114 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.114 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_seek_to_first_lat": { 2024-08-10T06:31:35.114 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 37, 2024-08-10T06:31:35.114 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 59786 2024-08-10T06:31:35.114 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.114 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_upper_bound_lat": { 2024-08-10T06:31:35.114 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 20914, 2024-08-10T06:31:35.114 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1238309015 2024-08-10T06:31:35.114 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.115 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_hits": { 2024-08-10T06:31:35.115 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 244603 2024-08-10T06:31:35.115 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.115 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_misses": { 2024-08-10T06:31:35.115 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 17673 2024-08-10T06:31:35.115 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.115 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-08-10T06:31:35.115 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7508, 2024-08-10T06:31:35.115 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1464572282 2024-08-10T06:31:35.115 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.115 INFO:tasks.workunit.client.0.smithi031.stdout: "read_onode_meta_lat": { 2024-08-10T06:31:35.115 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 20615, 2024-08-10T06:31:35.115 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 9529268 2024-08-10T06:31:35.115 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.116 INFO:tasks.workunit.client.0.smithi031.stdout: "read_wait_aio_lat": { 2024-08-10T06:31:35.116 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 13107, 2024-08-10T06:31:35.116 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1270932386 2024-08-10T06:31:35.116 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.116 INFO:tasks.workunit.client.0.smithi031.stdout: "reads_with_retries": { 2024-08-10T06:31:35.116 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.116 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.116 INFO:tasks.workunit.client.0.smithi031.stdout: "remove_lat": { 2024-08-10T06:31:35.116 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 12167, 2024-08-10T06:31:35.116 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 340647191 2024-08-10T06:31:35.116 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.116 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_aio_wait_count": { 2024-08-10T06:31:35.116 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.117 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.117 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_committed_kv_count": { 2024-08-10T06:31:35.117 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.117 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.117 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_read_onode_meta_count": { 2024-08-10T06:31:35.117 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.117 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.117 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_read_wait_aio_count": { 2024-08-10T06:31:35.117 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.117 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.117 INFO:tasks.workunit.client.0.smithi031.stdout: "state_aio_wait_lat": { 2024-08-10T06:31:35.117 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 81115, 2024-08-10T06:31:35.117 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 9869764681 2024-08-10T06:31:35.117 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.118 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T06:31:35.118 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 5768, 2024-08-10T06:31:35.118 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 687172784 2024-08-10T06:31:35.118 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.118 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_cleanup_lat": { 2024-08-10T06:31:35.118 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 5767, 2024-08-10T06:31:35.118 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2464771760958 2024-08-10T06:31:35.118 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.118 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_queued_lat": { 2024-08-10T06:31:35.118 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 5768, 2024-08-10T06:31:35.118 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6036535146846 2024-08-10T06:31:35.118 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.118 INFO:tasks.workunit.client.0.smithi031.stdout: "state_done_lat": { 2024-08-10T06:31:35.119 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 81114, 2024-08-10T06:31:35.119 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2564697203350 2024-08-10T06:31:35.119 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.119 INFO:tasks.workunit.client.0.smithi031.stdout: "state_finishing_lat": { 2024-08-10T06:31:35.119 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 81114, 2024-08-10T06:31:35.119 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 9309695 2024-08-10T06:31:35.119 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.119 INFO:tasks.workunit.client.0.smithi031.stdout: "state_io_done_lat": { 2024-08-10T06:31:35.119 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 81115, 2024-08-10T06:31:35.119 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 333598083 2024-08-10T06:31:35.119 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.119 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_commiting_lat": { 2024-08-10T06:31:35.119 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 81115, 2024-08-10T06:31:35.119 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 34079863960 2024-08-10T06:31:35.120 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.120 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_done_lat": { 2024-08-10T06:31:35.120 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 81115, 2024-08-10T06:31:35.120 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 27402729 2024-08-10T06:31:35.120 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.120 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_queued_lat": { 2024-08-10T06:31:35.120 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 81115, 2024-08-10T06:31:35.120 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 18148328846 2024-08-10T06:31:35.120 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.120 INFO:tasks.workunit.client.0.smithi031.stdout: "state_prepare_lat": { 2024-08-10T06:31:35.120 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 81115, 2024-08-10T06:31:35.120 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6771454838 2024-08-10T06:31:35.120 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.120 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": { 2024-08-10T06:31:35.120 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6112384 2024-08-10T06:31:35.121 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.121 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-08-10T06:31:35.121 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2592, 2024-08-10T06:31:35.121 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 14473348 2024-08-10T06:31:35.121 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.121 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_commit_lat": { 2024-08-10T06:31:35.121 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 81115, 2024-08-10T06:31:35.121 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 69214053784 2024-08-10T06:31:35.121 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.121 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_submit_lat": { 2024-08-10T06:31:35.121 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 81115, 2024-08-10T06:31:35.121 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7673420949 2024-08-10T06:31:35.121 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.121 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_throttle_lat": { 2024-08-10T06:31:35.121 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 81115, 2024-08-10T06:31:35.122 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 719949863 2024-08-10T06:31:35.122 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:35.122 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.122 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache": { 2024-08-10T06:31:35.122 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_bytes": { 2024-08-10T06:31:35.122 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1406073476 2024-08-10T06:31:35.122 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.122 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_bytes": { 2024-08-10T06:31:35.122 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 426409984 2024-08-10T06:31:35.122 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.122 INFO:tasks.workunit.client.0.smithi031.stdout: "mapped_bytes": { 2024-08-10T06:31:35.122 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 362258432 2024-08-10T06:31:35.122 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.122 INFO:tasks.workunit.client.0.smithi031.stdout: "target_bytes": { 2024-08-10T06:31:35.123 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2601623347 2024-08-10T06:31:35.123 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.123 INFO:tasks.workunit.client.0.smithi031.stdout: "unmapped_bytes": { 2024-08-10T06:31:35.123 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 64151552 2024-08-10T06:31:35.123 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:35.123 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.123 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:data": { 2024-08-10T06:31:35.123 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:35.123 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 125829120 2024-08-10T06:31:35.123 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.123 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:35.123 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.123 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.124 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:35.124 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.124 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.124 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:35.124 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 57583632 2024-08-10T06:31:35.124 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.124 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:35.124 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.124 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.124 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:35.124 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.124 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.124 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:35.124 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.125 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.125 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:35.125 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.125 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.125 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:35.125 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12288 2024-08-10T06:31:35.125 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.125 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:35.125 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 73728 2024-08-10T06:31:35.125 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.125 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:35.125 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.125 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.125 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:35.126 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.126 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.126 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:35.126 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.126 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.126 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:35.126 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 68159472 2024-08-10T06:31:35.126 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:35.126 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.126 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv": { 2024-08-10T06:31:35.126 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:35.126 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 570425344 2024-08-10T06:31:35.127 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.127 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:35.127 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T06:31:35.127 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.127 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:35.127 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.127 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.127 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:35.127 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 431877244 2024-08-10T06:31:35.127 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.127 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:35.127 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.127 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.127 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:35.127 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.128 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.128 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:35.128 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 816 2024-08-10T06:31:35.128 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.128 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:35.128 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.128 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.128 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:35.128 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 46688 2024-08-10T06:31:35.128 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.128 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:35.128 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.128 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.128 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:35.129 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.129 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.129 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:35.129 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.129 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.129 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:35.129 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.129 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.129 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:35.129 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71391732 2024-08-10T06:31:35.129 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:35.129 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.129 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T06:31:35.129 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:35.130 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 176160768 2024-08-10T06:31:35.130 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.130 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:35.130 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T06:31:35.130 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.130 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:35.130 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 34688 2024-08-10T06:31:35.130 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.130 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:35.130 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 38389088 2024-08-10T06:31:35.130 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.130 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:35.130 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.131 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.131 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:35.131 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.131 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.131 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:35.131 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.131 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.131 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:35.131 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.131 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.131 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:35.131 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.131 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.131 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:35.132 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.132 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.132 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:35.132 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.132 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.132 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:35.132 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.132 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.132 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:35.132 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.132 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.132 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:35.132 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 70628128 2024-08-10T06:31:35.132 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:35.133 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.133 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:meta": { 2024-08-10T06:31:35.133 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:35.133 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 503316480 2024-08-10T06:31:35.133 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.133 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:35.133 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.133 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.133 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:35.133 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.133 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.133 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:35.133 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 431877244 2024-08-10T06:31:35.134 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.134 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:35.134 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.134 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.134 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:35.134 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.134 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.134 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:35.134 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.134 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.134 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:35.134 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.134 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.135 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:35.135 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 154895 2024-08-10T06:31:35.135 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.135 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:35.135 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1165257 2024-08-10T06:31:35.135 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.135 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:35.135 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.135 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.135 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:35.135 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.135 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.135 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:35.135 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.136 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.136 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:35.136 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 70119084 2024-08-10T06:31:35.136 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:35.136 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.136 INFO:tasks.workunit.client.0.smithi031.stdout: "objecter": { 2024-08-10T06:31:35.136 INFO:tasks.workunit.client.0.smithi031.stdout: "op_active": { 2024-08-10T06:31:35.136 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.136 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.136 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T06:31:35.136 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 48 2024-08-10T06:31:35.136 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.136 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rmw": { 2024-08-10T06:31:35.136 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.137 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.137 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T06:31:35.137 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.137 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:35.137 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.137 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:35.137 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg": { 2024-08-10T06:31:35.137 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 42 2024-08-10T06:31:35.137 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.137 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg_removing": { 2024-08-10T06:31:35.137 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.137 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.137 INFO:tasks.workunit.client.0.smithi031.stdout: "op": { 2024-08-10T06:31:35.137 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 58992 2024-08-10T06:31:35.138 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.138 INFO:tasks.workunit.client.0.smithi031.stdout: "op_before_queue_op_lat": { 2024-08-10T06:31:35.138 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 145877, 2024-08-10T06:31:35.138 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6532700119 2024-08-10T06:31:35.138 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.138 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_degraded": { 2024-08-10T06:31:35.138 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.138 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.138 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_unreadable": { 2024-08-10T06:31:35.138 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.138 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.138 INFO:tasks.workunit.client.0.smithi031.stdout: "op_in_bytes": { 2024-08-10T06:31:35.138 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1364039357 2024-08-10T06:31:35.138 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.139 INFO:tasks.workunit.client.0.smithi031.stdout: "op_latency": { 2024-08-10T06:31:35.139 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 58992, 2024-08-10T06:31:35.139 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 89164303770 2024-08-10T06:31:35.139 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.139 INFO:tasks.workunit.client.0.smithi031.stdout: "op_out_bytes": { 2024-08-10T06:31:35.139 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2575204096 2024-08-10T06:31:35.139 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.139 INFO:tasks.workunit.client.0.smithi031.stdout: "op_prepare_latency": { 2024-08-10T06:31:35.139 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 60025, 2024-08-10T06:31:35.139 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 42079820710 2024-08-10T06:31:35.139 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.139 INFO:tasks.workunit.client.0.smithi031.stdout: "op_process_latency": { 2024-08-10T06:31:35.139 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 58992, 2024-08-10T06:31:35.140 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 68651370907 2024-08-10T06:31:35.140 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.140 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T06:31:35.140 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 28911 2024-08-10T06:31:35.140 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.140 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency": { 2024-08-10T06:31:35.140 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 28911, 2024-08-10T06:31:35.140 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 22217335922 2024-08-10T06:31:35.140 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.140 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T06:31:35.140 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.140 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.140 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_out_bytes": { 2024-08-10T06:31:35.140 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2575204096 2024-08-10T06:31:35.140 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.141 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_prepare_latency": { 2024-08-10T06:31:35.141 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 29387, 2024-08-10T06:31:35.141 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6371295055 2024-08-10T06:31:35.141 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.141 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_process_latency": { 2024-08-10T06:31:35.141 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 28911, 2024-08-10T06:31:35.141 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8692166111 2024-08-10T06:31:35.141 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.141 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw": { 2024-08-10T06:31:35.141 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 28608 2024-08-10T06:31:35.141 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.141 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_in_bytes": { 2024-08-10T06:31:35.141 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 278080998 2024-08-10T06:31:35.141 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.142 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency": { 2024-08-10T06:31:35.142 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 28608, 2024-08-10T06:31:35.142 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 52474989689 2024-08-10T06:31:35.142 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.142 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T06:31:35.142 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.142 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.142 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T06:31:35.142 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.142 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.142 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_out_bytes": { 2024-08-10T06:31:35.142 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.142 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.142 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_prepare_latency": { 2024-08-10T06:31:35.142 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 28969, 2024-08-10T06:31:35.143 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 33228981019 2024-08-10T06:31:35.143 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.143 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_process_latency": { 2024-08-10T06:31:35.143 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 28608, 2024-08-10T06:31:35.143 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 49330591747 2024-08-10T06:31:35.143 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.143 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T06:31:35.143 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1473 2024-08-10T06:31:35.143 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.143 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_in_bytes": { 2024-08-10T06:31:35.143 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1085958359 2024-08-10T06:31:35.143 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.143 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency": { 2024-08-10T06:31:35.144 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1473, 2024-08-10T06:31:35.144 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 14471978159 2024-08-10T06:31:35.144 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.144 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T06:31:35.144 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.144 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.144 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_prepare_latency": { 2024-08-10T06:31:35.144 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1669, 2024-08-10T06:31:35.144 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2479544636 2024-08-10T06:31:35.144 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.144 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_process_latency": { 2024-08-10T06:31:35.144 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1473, 2024-08-10T06:31:35.144 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10628613049 2024-08-10T06:31:35.144 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.145 INFO:tasks.workunit.client.0.smithi031.stdout: "op_wip": { 2024-08-10T06:31:35.145 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.145 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.145 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_bytes": { 2024-08-10T06:31:35.145 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.145 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.145 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_ops": { 2024-08-10T06:31:35.145 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 17 2024-08-10T06:31:35.145 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.145 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes": { 2024-08-10T06:31:35.145 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-08-10T06:31:35.145 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.145 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes_used": { 2024-08-10T06:31:35.145 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 339324928 2024-08-10T06:31:35.146 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:35.146 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:35.146 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.146 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.3": { 2024-08-10T06:31:35.146 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T06:31:35.146 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_db_max_lat": { 2024-08-10T06:31:35.146 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 18321 2024-08-10T06:31:35.146 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.146 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_fallback": { 2024-08-10T06:31:35.146 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.146 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.146 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_max_lat": { 2024-08-10T06:31:35.147 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.147 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.147 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_size_fallback": { 2024-08-10T06:31:35.147 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.147 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.147 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_db": { 2024-08-10T06:31:35.147 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 65536 2024-08-10T06:31:35.147 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.147 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_slow": { 2024-08-10T06:31:35.147 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.147 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.147 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_wal": { 2024-08-10T06:31:35.147 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.147 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.148 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_wal_max_lat": { 2024-08-10T06:31:35.148 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.148 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.148 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_slow": { 2024-08-10T06:31:35.148 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.148 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.148 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_sst": { 2024-08-10T06:31:35.148 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1753088 2024-08-10T06:31:35.148 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.148 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_wal": { 2024-08-10T06:31:35.148 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 546807808 2024-08-10T06:31:35.148 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.148 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lat": { 2024-08-10T06:31:35.148 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 15, 2024-08-10T06:31:35.149 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 13815762 2024-08-10T06:31:35.149 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.149 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lock_lat": { 2024-08-10T06:31:35.149 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 15, 2024-08-10T06:31:35.149 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6666879 2024-08-10T06:31:35.149 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.149 INFO:tasks.workunit.client.0.smithi031.stdout: "db_alloc_lat": { 2024-08-10T06:31:35.149 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 142, 2024-08-10T06:31:35.149 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 684340 2024-08-10T06:31:35.149 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.149 INFO:tasks.workunit.client.0.smithi031.stdout: "db_total_bytes": { 2024-08-10T06:31:35.149 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995027456 2024-08-10T06:31:35.149 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.149 INFO:tasks.workunit.client.0.smithi031.stdout: "db_used_bytes": { 2024-08-10T06:31:35.150 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 454754304 2024-08-10T06:31:35.150 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.150 INFO:tasks.workunit.client.0.smithi031.stdout: "flush_lat": { 2024-08-10T06:31:35.150 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 61312, 2024-08-10T06:31:35.150 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8253048427 2024-08-10T06:31:35.150 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.150 INFO:tasks.workunit.client.0.smithi031.stdout: "fsync_lat": { 2024-08-10T06:31:35.150 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 61323, 2024-08-10T06:31:35.150 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 13636463801 2024-08-10T06:31:35.150 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.150 INFO:tasks.workunit.client.0.smithi031.stdout: "log_bytes": { 2024-08-10T06:31:35.150 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1847296 2024-08-10T06:31:35.150 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.151 INFO:tasks.workunit.client.0.smithi031.stdout: "logged_bytes": { 2024-08-10T06:31:35.151 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 251215872 2024-08-10T06:31:35.151 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.151 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_db": { 2024-08-10T06:31:35.151 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 476053504 2024-08-10T06:31:35.151 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.151 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_slow": { 2024-08-10T06:31:35.151 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.151 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.151 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_wal": { 2024-08-10T06:31:35.151 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.151 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.151 INFO:tasks.workunit.client.0.smithi031.stdout: "num_files": { 2024-08-10T06:31:35.151 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 37 2024-08-10T06:31:35.152 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.152 INFO:tasks.workunit.client.0.smithi031.stdout: "read_bytes": { 2024-08-10T06:31:35.152 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 80727067 2024-08-10T06:31:35.152 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.152 INFO:tasks.workunit.client.0.smithi031.stdout: "read_count": { 2024-08-10T06:31:35.152 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4121 2024-08-10T06:31:35.152 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.152 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes": { 2024-08-10T06:31:35.152 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 85544960 2024-08-10T06:31:35.152 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.152 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_db": { 2024-08-10T06:31:35.152 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 85549056 2024-08-10T06:31:35.152 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.152 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_slow": { 2024-08-10T06:31:35.152 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.153 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.153 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_wal": { 2024-08-10T06:31:35.153 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.153 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.153 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_count": { 2024-08-10T06:31:35.153 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2239 2024-08-10T06:31:35.153 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.153 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-08-10T06:31:35.153 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 4121, 2024-08-10T06:31:35.153 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 52979181 2024-08-10T06:31:35.153 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.153 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_bytes": { 2024-08-10T06:31:35.153 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 22331602 2024-08-10T06:31:35.153 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.154 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_count": { 2024-08-10T06:31:35.154 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2327 2024-08-10T06:31:35.154 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.154 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_bytes": { 2024-08-10T06:31:35.154 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 864652 2024-08-10T06:31:35.154 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.154 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_count": { 2024-08-10T06:31:35.154 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 408 2024-08-10T06:31:35.154 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.154 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_bytes": { 2024-08-10T06:31:35.154 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1731278 2024-08-10T06:31:35.154 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.154 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_count": { 2024-08-10T06:31:35.155 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 536 2024-08-10T06:31:35.155 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.155 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes": { 2024-08-10T06:31:35.155 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 866626 2024-08-10T06:31:35.155 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.155 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_db": { 2024-08-10T06:31:35.155 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 866626 2024-08-10T06:31:35.155 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.155 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_slow": { 2024-08-10T06:31:35.155 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.155 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.155 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_wal": { 2024-08-10T06:31:35.155 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.156 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.156 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_count": { 2024-08-10T06:31:35.156 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 129 2024-08-10T06:31:35.156 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.156 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_lat": { 2024-08-10T06:31:35.156 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 536, 2024-08-10T06:31:35.156 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 649316 2024-08-10T06:31:35.156 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.156 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_alloc_lat": { 2024-08-10T06:31:35.156 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:35.156 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.156 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.156 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_total_bytes": { 2024-08-10T06:31:35.156 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.157 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.157 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_used_bytes": { 2024-08-10T06:31:35.157 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.157 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.157 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-08-10T06:31:35.157 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-08-10T06:31:35.157 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 737 2024-08-10T06:31:35.157 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.157 INFO:tasks.workunit.client.0.smithi031.stdout: "unlink_lat": { 2024-08-10T06:31:35.157 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 4, 2024-08-10T06:31:35.157 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6276 2024-08-10T06:31:35.157 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.157 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_alloc_lat": { 2024-08-10T06:31:35.157 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:35.158 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.158 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.158 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_total_bytes": { 2024-08-10T06:31:35.158 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.158 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.158 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_used_bytes": { 2024-08-10T06:31:35.158 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.158 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.158 INFO:tasks.workunit.client.0.smithi031.stdout: "write_bytes": { 2024-08-10T06:31:35.158 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 802054144 2024-08-10T06:31:35.158 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:35.158 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.158 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore": { 2024-08-10T06:31:35.159 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit": { 2024-08-10T06:31:35.159 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4096 2024-08-10T06:31:35.159 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.159 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": { 2024-08-10T06:31:35.159 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10412032 2024-08-10T06:31:35.159 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.159 INFO:tasks.workunit.client.0.smithi031.stdout: "allocator_lat": { 2024-08-10T06:31:35.159 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 17401, 2024-08-10T06:31:35.159 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 54126162 2024-08-10T06:31:35.159 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.159 INFO:tasks.workunit.client.0.smithi031.stdout: "clist_lat": { 2024-08-10T06:31:35.159 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3247, 2024-08-10T06:31:35.159 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 333691969 2024-08-10T06:31:35.159 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.160 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_lat": { 2024-08-10T06:31:35.160 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:35.160 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.160 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.160 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed": { 2024-08-10T06:31:35.160 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.160 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.160 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_allocated": { 2024-08-10T06:31:35.160 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.160 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.160 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_original": { 2024-08-10T06:31:35.160 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.160 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.160 INFO:tasks.workunit.client.0.smithi031.stdout: "csum_lat": { 2024-08-10T06:31:35.161 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 12685, 2024-08-10T06:31:35.161 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 93914370 2024-08-10T06:31:35.161 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.161 INFO:tasks.workunit.client.0.smithi031.stdout: "decompress_lat": { 2024-08-10T06:31:35.161 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:35.161 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.161 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.161 INFO:tasks.workunit.client.0.smithi031.stdout: "fragmentation_micros": { 2024-08-10T06:31:35.161 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.161 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.161 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_commit_lat": { 2024-08-10T06:31:35.161 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 61283, 2024-08-10T06:31:35.161 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 16922169991 2024-08-10T06:31:35.162 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.162 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_final_lat": { 2024-08-10T06:31:35.162 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 60850, 2024-08-10T06:31:35.162 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1535013178 2024-08-10T06:31:35.162 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.162 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_flush_lat": { 2024-08-10T06:31:35.162 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 61283, 2024-08-10T06:31:35.162 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 44461043 2024-08-10T06:31:35.162 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.162 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_sync_lat": { 2024-08-10T06:31:35.162 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 61283, 2024-08-10T06:31:35.162 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 16966631034 2024-08-10T06:31:35.162 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.162 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_keys_lat": { 2024-08-10T06:31:35.163 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:35.163 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.163 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.163 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_values_lat": { 2024-08-10T06:31:35.163 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 18493, 2024-08-10T06:31:35.163 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 780188454 2024-08-10T06:31:35.163 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.163 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_lower_bound_lat": { 2024-08-10T06:31:35.163 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1323, 2024-08-10T06:31:35.163 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2679398 2024-08-10T06:31:35.163 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.163 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_next_lat": { 2024-08-10T06:31:35.163 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7949, 2024-08-10T06:31:35.164 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6253838 2024-08-10T06:31:35.164 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.164 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_seek_to_first_lat": { 2024-08-10T06:31:35.164 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 40, 2024-08-10T06:31:35.164 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 46741 2024-08-10T06:31:35.164 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.164 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_upper_bound_lat": { 2024-08-10T06:31:35.164 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7042, 2024-08-10T06:31:35.164 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 364852476 2024-08-10T06:31:35.164 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.164 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_hits": { 2024-08-10T06:31:35.164 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 199324 2024-08-10T06:31:35.164 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.164 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_misses": { 2024-08-10T06:31:35.165 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 17571 2024-08-10T06:31:35.165 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.165 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-08-10T06:31:35.165 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 35776, 2024-08-10T06:31:35.165 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1453709174 2024-08-10T06:31:35.165 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.165 INFO:tasks.workunit.client.0.smithi031.stdout: "read_onode_meta_lat": { 2024-08-10T06:31:35.165 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 89257, 2024-08-10T06:31:35.165 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 29547830 2024-08-10T06:31:35.165 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.165 INFO:tasks.workunit.client.0.smithi031.stdout: "read_wait_aio_lat": { 2024-08-10T06:31:35.165 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 53481, 2024-08-10T06:31:35.165 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 986871277 2024-08-10T06:31:35.165 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.166 INFO:tasks.workunit.client.0.smithi031.stdout: "reads_with_retries": { 2024-08-10T06:31:35.166 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.166 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.166 INFO:tasks.workunit.client.0.smithi031.stdout: "remove_lat": { 2024-08-10T06:31:35.166 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 12263, 2024-08-10T06:31:35.166 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 331391276 2024-08-10T06:31:35.166 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.166 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_aio_wait_count": { 2024-08-10T06:31:35.166 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.166 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.166 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_committed_kv_count": { 2024-08-10T06:31:35.166 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.167 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.167 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_read_onode_meta_count": { 2024-08-10T06:31:35.167 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.167 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.167 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_read_wait_aio_count": { 2024-08-10T06:31:35.167 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.167 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.167 INFO:tasks.workunit.client.0.smithi031.stdout: "state_aio_wait_lat": { 2024-08-10T06:31:35.167 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 73555, 2024-08-10T06:31:35.167 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6842181897 2024-08-10T06:31:35.167 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.167 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T06:31:35.167 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 17462, 2024-08-10T06:31:35.167 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1042086496 2024-08-10T06:31:35.168 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.168 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_cleanup_lat": { 2024-08-10T06:31:35.168 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 17460, 2024-08-10T06:31:35.168 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2715746067636 2024-08-10T06:31:35.168 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.168 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_queued_lat": { 2024-08-10T06:31:35.168 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 17462, 2024-08-10T06:31:35.168 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6123544559214 2024-08-10T06:31:35.168 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.168 INFO:tasks.workunit.client.0.smithi031.stdout: "state_done_lat": { 2024-08-10T06:31:35.168 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 73553, 2024-08-10T06:31:35.168 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2733905613017 2024-08-10T06:31:35.168 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.169 INFO:tasks.workunit.client.0.smithi031.stdout: "state_finishing_lat": { 2024-08-10T06:31:35.169 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 73553, 2024-08-10T06:31:35.169 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7713889 2024-08-10T06:31:35.169 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.169 INFO:tasks.workunit.client.0.smithi031.stdout: "state_io_done_lat": { 2024-08-10T06:31:35.169 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 73555, 2024-08-10T06:31:35.169 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 288452438 2024-08-10T06:31:35.169 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.169 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_commiting_lat": { 2024-08-10T06:31:35.169 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 73555, 2024-08-10T06:31:35.169 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 28426251140 2024-08-10T06:31:35.169 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.169 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_done_lat": { 2024-08-10T06:31:35.169 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 73555, 2024-08-10T06:31:35.170 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 25590884 2024-08-10T06:31:35.170 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.170 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_queued_lat": { 2024-08-10T06:31:35.170 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 73555, 2024-08-10T06:31:35.170 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 14248181865 2024-08-10T06:31:35.170 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.170 INFO:tasks.workunit.client.0.smithi031.stdout: "state_prepare_lat": { 2024-08-10T06:31:35.170 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 73555, 2024-08-10T06:31:35.170 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6307353845 2024-08-10T06:31:35.170 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.170 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": { 2024-08-10T06:31:35.170 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6118298 2024-08-10T06:31:35.170 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.171 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-08-10T06:31:35.171 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2619, 2024-08-10T06:31:35.171 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15797553 2024-08-10T06:31:35.171 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.171 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_commit_lat": { 2024-08-10T06:31:35.171 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 73555, 2024-08-10T06:31:35.171 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 56124065061 2024-08-10T06:31:35.171 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.171 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_submit_lat": { 2024-08-10T06:31:35.171 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 73555, 2024-08-10T06:31:35.171 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7227103019 2024-08-10T06:31:35.171 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.171 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_throttle_lat": { 2024-08-10T06:31:35.171 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 73555, 2024-08-10T06:31:35.172 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 468249727 2024-08-10T06:31:35.172 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:35.172 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.172 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache": { 2024-08-10T06:31:35.172 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_bytes": { 2024-08-10T06:31:35.172 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1406073476 2024-08-10T06:31:35.172 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.172 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_bytes": { 2024-08-10T06:31:35.172 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 501612544 2024-08-10T06:31:35.172 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.172 INFO:tasks.workunit.client.0.smithi031.stdout: "mapped_bytes": { 2024-08-10T06:31:35.172 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 475193344 2024-08-10T06:31:35.172 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.172 INFO:tasks.workunit.client.0.smithi031.stdout: "target_bytes": { 2024-08-10T06:31:35.173 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2601623347 2024-08-10T06:31:35.173 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.173 INFO:tasks.workunit.client.0.smithi031.stdout: "unmapped_bytes": { 2024-08-10T06:31:35.173 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 26419200 2024-08-10T06:31:35.173 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:35.173 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.173 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:data": { 2024-08-10T06:31:35.173 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:35.173 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 125829120 2024-08-10T06:31:35.173 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.173 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:35.173 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.173 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.174 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:35.174 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.174 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.174 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:35.174 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 57517160 2024-08-10T06:31:35.174 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.174 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:35.174 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.174 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.174 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:35.174 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.174 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.174 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:35.175 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.175 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.175 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:35.175 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.175 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.175 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:35.175 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.175 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.175 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:35.175 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.175 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.175 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:35.175 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.175 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.176 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:35.176 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.176 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.176 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:35.176 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.176 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.176 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:35.176 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 68311960 2024-08-10T06:31:35.176 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:35.176 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.176 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv": { 2024-08-10T06:31:35.176 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:35.176 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 570425344 2024-08-10T06:31:35.177 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.177 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:35.177 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T06:31:35.177 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.177 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:35.177 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.177 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.177 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:35.177 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 431378706 2024-08-10T06:31:35.177 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.177 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:35.177 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.177 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.177 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:35.178 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.178 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.178 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:35.178 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1136 2024-08-10T06:31:35.178 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.178 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:35.178 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.178 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.178 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:35.178 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 22336 2024-08-10T06:31:35.178 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.178 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:35.178 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 50112 2024-08-10T06:31:35.178 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.179 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:35.179 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.179 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.179 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:35.179 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.179 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.179 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:35.179 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.179 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.179 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:35.179 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71864190 2024-08-10T06:31:35.179 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:35.179 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.179 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T06:31:35.180 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:35.180 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 176160768 2024-08-10T06:31:35.180 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.180 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:35.180 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T06:31:35.180 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.180 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:35.180 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 92976 2024-08-10T06:31:35.180 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.180 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:35.180 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 38344773 2024-08-10T06:31:35.180 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.180 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:35.181 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.181 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.181 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:35.181 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.181 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.181 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:35.181 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.181 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.181 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:35.181 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.181 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.181 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:35.181 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.181 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.181 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:35.182 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.182 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.182 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:35.182 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.182 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.182 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:35.182 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.182 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.182 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:35.182 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.182 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.182 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:35.182 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 70614155 2024-08-10T06:31:35.183 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:35.183 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.183 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:meta": { 2024-08-10T06:31:35.183 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:35.183 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 503316480 2024-08-10T06:31:35.183 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.183 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:35.183 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.183 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.183 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:35.183 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.183 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.184 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:35.184 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 431378706 2024-08-10T06:31:35.184 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.184 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:35.184 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.184 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.184 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:35.184 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.184 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.184 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:35.184 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.184 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.184 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:35.184 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.185 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.185 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:35.185 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 156896 2024-08-10T06:31:35.185 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.185 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:35.185 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1159626 2024-08-10T06:31:35.185 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.185 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:35.185 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.185 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.185 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:35.185 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.185 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.185 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:35.186 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.186 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.186 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:35.186 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 70621252 2024-08-10T06:31:35.186 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:35.186 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.186 INFO:tasks.workunit.client.0.smithi031.stdout: "objecter": { 2024-08-10T06:31:35.186 INFO:tasks.workunit.client.0.smithi031.stdout: "op_active": { 2024-08-10T06:31:35.186 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.186 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.186 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T06:31:35.186 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 41 2024-08-10T06:31:35.187 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.187 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rmw": { 2024-08-10T06:31:35.187 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.187 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.187 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T06:31:35.187 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.187 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:35.187 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.187 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:35.187 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg": { 2024-08-10T06:31:35.187 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 47 2024-08-10T06:31:35.187 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.187 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg_removing": { 2024-08-10T06:31:35.187 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.188 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.188 INFO:tasks.workunit.client.0.smithi031.stdout: "op": { 2024-08-10T06:31:35.188 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 44780 2024-08-10T06:31:35.188 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.188 INFO:tasks.workunit.client.0.smithi031.stdout: "op_before_queue_op_lat": { 2024-08-10T06:31:35.188 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 117561, 2024-08-10T06:31:35.188 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5988256537 2024-08-10T06:31:35.188 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.188 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_degraded": { 2024-08-10T06:31:35.188 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.188 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.188 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_unreadable": { 2024-08-10T06:31:35.188 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.188 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.189 INFO:tasks.workunit.client.0.smithi031.stdout: "op_in_bytes": { 2024-08-10T06:31:35.189 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1062186799 2024-08-10T06:31:35.189 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.189 INFO:tasks.workunit.client.0.smithi031.stdout: "op_latency": { 2024-08-10T06:31:35.189 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 44780, 2024-08-10T06:31:35.189 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 262501704462 2024-08-10T06:31:35.189 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.189 INFO:tasks.workunit.client.0.smithi031.stdout: "op_out_bytes": { 2024-08-10T06:31:35.189 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1652712510 2024-08-10T06:31:35.189 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.189 INFO:tasks.workunit.client.0.smithi031.stdout: "op_prepare_latency": { 2024-08-10T06:31:35.189 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 46558, 2024-08-10T06:31:35.189 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 25472472525 2024-08-10T06:31:35.189 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.190 INFO:tasks.workunit.client.0.smithi031.stdout: "op_process_latency": { 2024-08-10T06:31:35.190 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 44780, 2024-08-10T06:31:35.190 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 65858877602 2024-08-10T06:31:35.190 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.190 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T06:31:35.190 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 29282 2024-08-10T06:31:35.190 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.190 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency": { 2024-08-10T06:31:35.190 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 29282, 2024-08-10T06:31:35.190 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 46822161044 2024-08-10T06:31:35.190 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.190 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T06:31:35.190 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.191 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.191 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_out_bytes": { 2024-08-10T06:31:35.191 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1652712510 2024-08-10T06:31:35.191 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.191 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_prepare_latency": { 2024-08-10T06:31:35.191 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 29383, 2024-08-10T06:31:35.191 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5838513068 2024-08-10T06:31:35.191 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.191 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_process_latency": { 2024-08-10T06:31:35.191 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 29282, 2024-08-10T06:31:35.191 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6726687729 2024-08-10T06:31:35.191 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.191 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw": { 2024-08-10T06:31:35.191 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 11510 2024-08-10T06:31:35.192 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.192 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_in_bytes": { 2024-08-10T06:31:35.192 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 124087501 2024-08-10T06:31:35.192 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.192 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency": { 2024-08-10T06:31:35.192 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 11510, 2024-08-10T06:31:35.192 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 163942555803 2024-08-10T06:31:35.192 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.192 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T06:31:35.192 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.192 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.192 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T06:31:35.192 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.192 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.193 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_out_bytes": { 2024-08-10T06:31:35.193 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.193 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.193 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_prepare_latency": { 2024-08-10T06:31:35.193 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 13128, 2024-08-10T06:31:35.193 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 14835079464 2024-08-10T06:31:35.193 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.193 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_process_latency": { 2024-08-10T06:31:35.193 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 11510, 2024-08-10T06:31:35.193 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 31632421715 2024-08-10T06:31:35.193 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.193 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T06:31:35.193 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3988 2024-08-10T06:31:35.193 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.194 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_in_bytes": { 2024-08-10T06:31:35.194 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 938099298 2024-08-10T06:31:35.194 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.194 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency": { 2024-08-10T06:31:35.194 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3988, 2024-08-10T06:31:35.194 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 51736987615 2024-08-10T06:31:35.194 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.194 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T06:31:35.194 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.194 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.194 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_prepare_latency": { 2024-08-10T06:31:35.194 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 4047, 2024-08-10T06:31:35.194 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4798879993 2024-08-10T06:31:35.195 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.195 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_process_latency": { 2024-08-10T06:31:35.195 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3988, 2024-08-10T06:31:35.195 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 27499768158 2024-08-10T06:31:35.195 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.195 INFO:tasks.workunit.client.0.smithi031.stdout: "op_wip": { 2024-08-10T06:31:35.195 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.195 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.195 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_bytes": { 2024-08-10T06:31:35.195 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 11 2024-08-10T06:31:35.195 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.195 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_ops": { 2024-08-10T06:31:35.195 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 11 2024-08-10T06:31:35.195 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.196 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes": { 2024-08-10T06:31:35.196 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-08-10T06:31:35.196 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.196 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes_used": { 2024-08-10T06:31:35.196 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 465182720 2024-08-10T06:31:35.196 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:35.196 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:35.196 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.196 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.4": { 2024-08-10T06:31:35.196 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T06:31:35.196 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_db_max_lat": { 2024-08-10T06:31:35.196 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 23704 2024-08-10T06:31:35.196 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.196 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_fallback": { 2024-08-10T06:31:35.197 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.197 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.197 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_max_lat": { 2024-08-10T06:31:35.197 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.197 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.197 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_size_fallback": { 2024-08-10T06:31:35.197 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.197 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.197 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_db": { 2024-08-10T06:31:35.197 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 65536 2024-08-10T06:31:35.197 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.197 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_slow": { 2024-08-10T06:31:35.197 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.197 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.198 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_wal": { 2024-08-10T06:31:35.198 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.198 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.198 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_wal_max_lat": { 2024-08-10T06:31:35.198 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.198 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.198 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_slow": { 2024-08-10T06:31:35.198 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.198 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.198 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_sst": { 2024-08-10T06:31:35.198 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6000640 2024-08-10T06:31:35.198 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.198 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_wal": { 2024-08-10T06:31:35.199 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 560836608 2024-08-10T06:31:35.199 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.199 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lat": { 2024-08-10T06:31:35.199 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 14, 2024-08-10T06:31:35.199 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3737444 2024-08-10T06:31:35.199 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.199 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lock_lat": { 2024-08-10T06:31:35.199 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 14, 2024-08-10T06:31:35.199 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1206030 2024-08-10T06:31:35.199 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.199 INFO:tasks.workunit.client.0.smithi031.stdout: "db_alloc_lat": { 2024-08-10T06:31:35.199 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 150, 2024-08-10T06:31:35.199 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 616870 2024-08-10T06:31:35.199 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.200 INFO:tasks.workunit.client.0.smithi031.stdout: "db_total_bytes": { 2024-08-10T06:31:35.200 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995027456 2024-08-10T06:31:35.200 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.200 INFO:tasks.workunit.client.0.smithi031.stdout: "db_used_bytes": { 2024-08-10T06:31:35.200 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 537460736 2024-08-10T06:31:35.200 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.200 INFO:tasks.workunit.client.0.smithi031.stdout: "flush_lat": { 2024-08-10T06:31:35.200 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 58421, 2024-08-10T06:31:35.200 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7501298287 2024-08-10T06:31:35.200 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.200 INFO:tasks.workunit.client.0.smithi031.stdout: "fsync_lat": { 2024-08-10T06:31:35.200 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 58449, 2024-08-10T06:31:35.200 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12229048673 2024-08-10T06:31:35.200 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.201 INFO:tasks.workunit.client.0.smithi031.stdout: "log_bytes": { 2024-08-10T06:31:35.201 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6619136 2024-08-10T06:31:35.201 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.201 INFO:tasks.workunit.client.0.smithi031.stdout: "logged_bytes": { 2024-08-10T06:31:35.201 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 239349760 2024-08-10T06:31:35.201 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.201 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_db": { 2024-08-10T06:31:35.201 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 554500096 2024-08-10T06:31:35.201 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.201 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_slow": { 2024-08-10T06:31:35.201 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.201 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.201 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_wal": { 2024-08-10T06:31:35.202 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.202 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.202 INFO:tasks.workunit.client.0.smithi031.stdout: "num_files": { 2024-08-10T06:31:35.202 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 46 2024-08-10T06:31:35.202 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.202 INFO:tasks.workunit.client.0.smithi031.stdout: "read_bytes": { 2024-08-10T06:31:35.202 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 256359770 2024-08-10T06:31:35.202 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.202 INFO:tasks.workunit.client.0.smithi031.stdout: "read_count": { 2024-08-10T06:31:35.202 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 13852 2024-08-10T06:31:35.202 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.202 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes": { 2024-08-10T06:31:35.202 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 224100352 2024-08-10T06:31:35.203 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.203 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_db": { 2024-08-10T06:31:35.203 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 224104448 2024-08-10T06:31:35.203 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.203 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_slow": { 2024-08-10T06:31:35.203 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.203 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.203 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_wal": { 2024-08-10T06:31:35.203 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.203 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.203 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_count": { 2024-08-10T06:31:35.203 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5895 2024-08-10T06:31:35.203 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.203 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-08-10T06:31:35.204 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 13852, 2024-08-10T06:31:35.204 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 106832756 2024-08-10T06:31:35.204 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.204 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_bytes": { 2024-08-10T06:31:35.204 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 145840773 2024-08-10T06:31:35.204 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.204 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_count": { 2024-08-10T06:31:35.204 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10467 2024-08-10T06:31:35.204 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.204 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_bytes": { 2024-08-10T06:31:35.204 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1886694 2024-08-10T06:31:35.204 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.204 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_count": { 2024-08-10T06:31:35.205 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 663 2024-08-10T06:31:35.205 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.205 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_bytes": { 2024-08-10T06:31:35.205 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5938716 2024-08-10T06:31:35.205 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.205 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_count": { 2024-08-10T06:31:35.205 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 915 2024-08-10T06:31:35.205 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.205 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes": { 2024-08-10T06:31:35.205 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4052022 2024-08-10T06:31:35.205 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.205 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_db": { 2024-08-10T06:31:35.205 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4052022 2024-08-10T06:31:35.205 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.205 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_slow": { 2024-08-10T06:31:35.206 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.206 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.206 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_wal": { 2024-08-10T06:31:35.206 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.206 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.206 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_count": { 2024-08-10T06:31:35.206 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 259 2024-08-10T06:31:35.206 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.206 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_lat": { 2024-08-10T06:31:35.206 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 915, 2024-08-10T06:31:35.206 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1965020 2024-08-10T06:31:35.206 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.207 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_alloc_lat": { 2024-08-10T06:31:35.207 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:35.207 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.207 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.207 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_total_bytes": { 2024-08-10T06:31:35.207 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.207 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.207 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_used_bytes": { 2024-08-10T06:31:35.207 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.207 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.207 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-08-10T06:31:35.207 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-08-10T06:31:35.207 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 647 2024-08-10T06:31:35.207 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.208 INFO:tasks.workunit.client.0.smithi031.stdout: "unlink_lat": { 2024-08-10T06:31:35.208 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 4, 2024-08-10T06:31:35.208 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5660 2024-08-10T06:31:35.208 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.208 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_alloc_lat": { 2024-08-10T06:31:35.208 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:35.208 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.208 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.208 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_total_bytes": { 2024-08-10T06:31:35.208 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.208 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.208 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_used_bytes": { 2024-08-10T06:31:35.208 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.208 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.209 INFO:tasks.workunit.client.0.smithi031.stdout: "write_bytes": { 2024-08-10T06:31:35.209 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 808325120 2024-08-10T06:31:35.209 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:35.209 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.209 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore": { 2024-08-10T06:31:35.209 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit": { 2024-08-10T06:31:35.209 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4096 2024-08-10T06:31:35.209 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.209 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": { 2024-08-10T06:31:35.209 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 14602240 2024-08-10T06:31:35.209 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.209 INFO:tasks.workunit.client.0.smithi031.stdout: "allocator_lat": { 2024-08-10T06:31:35.209 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 20780, 2024-08-10T06:31:35.209 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 59368475 2024-08-10T06:31:35.210 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.210 INFO:tasks.workunit.client.0.smithi031.stdout: "clist_lat": { 2024-08-10T06:31:35.210 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3215, 2024-08-10T06:31:35.210 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 425960218 2024-08-10T06:31:35.210 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.210 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_lat": { 2024-08-10T06:31:35.210 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:35.210 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.210 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.210 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed": { 2024-08-10T06:31:35.210 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.210 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.210 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_allocated": { 2024-08-10T06:31:35.211 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.211 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.211 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_original": { 2024-08-10T06:31:35.211 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.211 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.211 INFO:tasks.workunit.client.0.smithi031.stdout: "csum_lat": { 2024-08-10T06:31:35.211 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 9825, 2024-08-10T06:31:35.211 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 78233312 2024-08-10T06:31:35.211 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.211 INFO:tasks.workunit.client.0.smithi031.stdout: "decompress_lat": { 2024-08-10T06:31:35.211 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:35.211 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.211 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.212 INFO:tasks.workunit.client.0.smithi031.stdout: "fragmentation_micros": { 2024-08-10T06:31:35.212 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.212 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.212 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_commit_lat": { 2024-08-10T06:31:35.212 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 58377, 2024-08-10T06:31:35.212 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15134705113 2024-08-10T06:31:35.212 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.212 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_final_lat": { 2024-08-10T06:31:35.212 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 57944, 2024-08-10T06:31:35.212 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1321001022 2024-08-10T06:31:35.212 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.212 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_flush_lat": { 2024-08-10T06:31:35.212 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 58377, 2024-08-10T06:31:35.212 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 46956484 2024-08-10T06:31:35.213 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.213 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_sync_lat": { 2024-08-10T06:31:35.213 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 58377, 2024-08-10T06:31:35.213 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15181661597 2024-08-10T06:31:35.213 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.213 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_keys_lat": { 2024-08-10T06:31:35.213 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:35.213 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.213 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.213 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_values_lat": { 2024-08-10T06:31:35.213 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 20525, 2024-08-10T06:31:35.213 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 430373688 2024-08-10T06:31:35.213 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.213 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_lower_bound_lat": { 2024-08-10T06:31:35.214 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 842, 2024-08-10T06:31:35.214 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2006115 2024-08-10T06:31:35.214 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.214 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_next_lat": { 2024-08-10T06:31:35.214 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 16960, 2024-08-10T06:31:35.214 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10436862 2024-08-10T06:31:35.214 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.214 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_seek_to_first_lat": { 2024-08-10T06:31:35.214 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 46, 2024-08-10T06:31:35.214 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 66178 2024-08-10T06:31:35.214 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.214 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_upper_bound_lat": { 2024-08-10T06:31:35.214 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 10575, 2024-08-10T06:31:35.215 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1971324128 2024-08-10T06:31:35.215 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.215 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_hits": { 2024-08-10T06:31:35.215 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 169593 2024-08-10T06:31:35.215 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.215 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_misses": { 2024-08-10T06:31:35.215 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 19400 2024-08-10T06:31:35.215 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.215 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-08-10T06:31:35.215 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 9345, 2024-08-10T06:31:35.215 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1020323145 2024-08-10T06:31:35.215 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.215 INFO:tasks.workunit.client.0.smithi031.stdout: "read_onode_meta_lat": { 2024-08-10T06:31:35.215 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 38768, 2024-08-10T06:31:35.215 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15930785 2024-08-10T06:31:35.216 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.216 INFO:tasks.workunit.client.0.smithi031.stdout: "read_wait_aio_lat": { 2024-08-10T06:31:35.216 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 29423, 2024-08-10T06:31:35.216 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 823385835 2024-08-10T06:31:35.216 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.216 INFO:tasks.workunit.client.0.smithi031.stdout: "reads_with_retries": { 2024-08-10T06:31:35.216 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.216 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.216 INFO:tasks.workunit.client.0.smithi031.stdout: "remove_lat": { 2024-08-10T06:31:35.216 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 13194, 2024-08-10T06:31:35.216 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 319345614 2024-08-10T06:31:35.216 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.216 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_aio_wait_count": { 2024-08-10T06:31:35.216 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.217 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.217 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_committed_kv_count": { 2024-08-10T06:31:35.217 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.217 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.217 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_read_onode_meta_count": { 2024-08-10T06:31:35.217 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.217 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.217 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_read_wait_aio_count": { 2024-08-10T06:31:35.217 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.217 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.217 INFO:tasks.workunit.client.0.smithi031.stdout: "state_aio_wait_lat": { 2024-08-10T06:31:35.217 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 68872, 2024-08-10T06:31:35.217 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4587350945 2024-08-10T06:31:35.217 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.218 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T06:31:35.218 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 18695, 2024-08-10T06:31:35.218 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 809430427 2024-08-10T06:31:35.218 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.218 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_cleanup_lat": { 2024-08-10T06:31:35.218 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 18693, 2024-08-10T06:31:35.218 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2429779802005 2024-08-10T06:31:35.218 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.218 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_queued_lat": { 2024-08-10T06:31:35.218 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 18695, 2024-08-10T06:31:35.218 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6078180761315 2024-08-10T06:31:35.218 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.218 INFO:tasks.workunit.client.0.smithi031.stdout: "state_done_lat": { 2024-08-10T06:31:35.219 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 68870, 2024-08-10T06:31:35.219 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2268300212047 2024-08-10T06:31:35.219 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.219 INFO:tasks.workunit.client.0.smithi031.stdout: "state_finishing_lat": { 2024-08-10T06:31:35.219 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 68870, 2024-08-10T06:31:35.219 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6663834 2024-08-10T06:31:35.219 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.219 INFO:tasks.workunit.client.0.smithi031.stdout: "state_io_done_lat": { 2024-08-10T06:31:35.219 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 68872, 2024-08-10T06:31:35.219 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 262972562 2024-08-10T06:31:35.219 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.219 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_commiting_lat": { 2024-08-10T06:31:35.219 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 68872, 2024-08-10T06:31:35.219 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24537876793 2024-08-10T06:31:35.220 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.220 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_done_lat": { 2024-08-10T06:31:35.220 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 68872, 2024-08-10T06:31:35.220 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 22615533 2024-08-10T06:31:35.220 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.220 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_queued_lat": { 2024-08-10T06:31:35.220 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 68872, 2024-08-10T06:31:35.220 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 11520010827 2024-08-10T06:31:35.220 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.220 INFO:tasks.workunit.client.0.smithi031.stdout: "state_prepare_lat": { 2024-08-10T06:31:35.220 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 68872, 2024-08-10T06:31:35.220 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5912765713 2024-08-10T06:31:35.220 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.220 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": { 2024-08-10T06:31:35.220 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10307403 2024-08-10T06:31:35.221 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.221 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-08-10T06:31:35.221 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2517, 2024-08-10T06:31:35.221 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 13561507 2024-08-10T06:31:35.221 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.221 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_commit_lat": { 2024-08-10T06:31:35.221 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 68872, 2024-08-10T06:31:35.221 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 46831492292 2024-08-10T06:31:35.221 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.221 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_submit_lat": { 2024-08-10T06:31:35.221 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 68872, 2024-08-10T06:31:35.221 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6720814597 2024-08-10T06:31:35.221 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.221 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_throttle_lat": { 2024-08-10T06:31:35.222 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 68872, 2024-08-10T06:31:35.222 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 425019476 2024-08-10T06:31:35.222 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:35.222 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.222 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache": { 2024-08-10T06:31:35.222 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_bytes": { 2024-08-10T06:31:35.222 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1405116907 2024-08-10T06:31:35.222 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.222 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_bytes": { 2024-08-10T06:31:35.222 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 524320768 2024-08-10T06:31:35.222 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.222 INFO:tasks.workunit.client.0.smithi031.stdout: "mapped_bytes": { 2024-08-10T06:31:35.222 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 393969664 2024-08-10T06:31:35.222 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.223 INFO:tasks.workunit.client.0.smithi031.stdout: "target_bytes": { 2024-08-10T06:31:35.223 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2600497971 2024-08-10T06:31:35.223 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.223 INFO:tasks.workunit.client.0.smithi031.stdout: "unmapped_bytes": { 2024-08-10T06:31:35.223 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 130351104 2024-08-10T06:31:35.223 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:35.223 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.223 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:data": { 2024-08-10T06:31:35.223 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:35.223 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 125829120 2024-08-10T06:31:35.223 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.223 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:35.223 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.223 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.224 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:35.224 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.224 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.224 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:35.224 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 57067902 2024-08-10T06:31:35.224 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.224 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:35.224 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.224 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.224 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:35.224 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.224 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.224 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:35.224 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.224 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.225 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:35.225 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.225 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.225 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:35.225 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8192 2024-08-10T06:31:35.225 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.225 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:35.225 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 81920 2024-08-10T06:31:35.225 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.225 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:35.225 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.225 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.226 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:35.226 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.226 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.226 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:35.226 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.226 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.226 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:35.226 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 68671106 2024-08-10T06:31:35.226 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:35.226 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.226 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv": { 2024-08-10T06:31:35.226 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:35.226 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 570425344 2024-08-10T06:31:35.227 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.227 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:35.227 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T06:31:35.227 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.227 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:35.227 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.227 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.227 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:35.227 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 428009266 2024-08-10T06:31:35.227 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.227 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:35.227 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.227 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.227 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:35.227 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.228 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.228 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:35.228 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1776 2024-08-10T06:31:35.228 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.228 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:35.228 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.228 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.228 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:35.228 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 122016 2024-08-10T06:31:35.228 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.228 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:35.228 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.228 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.228 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:35.229 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.229 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.229 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:35.229 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.229 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.229 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:35.229 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.229 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.229 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:35.229 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 75183422 2024-08-10T06:31:35.229 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:35.229 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.229 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T06:31:35.229 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:35.230 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 176160768 2024-08-10T06:31:35.230 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.230 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:35.230 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T06:31:35.230 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.230 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:35.230 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 196032 2024-08-10T06:31:35.230 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.230 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:35.230 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 38045268 2024-08-10T06:31:35.230 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.230 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:35.230 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.231 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.231 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:35.231 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.231 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.231 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:35.231 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.231 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.231 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:35.231 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.231 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.231 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:35.231 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.231 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.232 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:35.232 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.232 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.232 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:35.232 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.232 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.232 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:35.232 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.232 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.232 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:35.232 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.232 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.232 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:35.232 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 70810604 2024-08-10T06:31:35.233 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:35.233 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.233 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:meta": { 2024-08-10T06:31:35.233 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:35.233 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 503316480 2024-08-10T06:31:35.233 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.233 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:35.233 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.233 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.233 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:35.233 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.233 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.233 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:35.233 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 428009266 2024-08-10T06:31:35.234 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.234 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:35.234 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.234 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.234 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:35.234 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.234 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.234 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:35.234 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.234 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.234 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:35.234 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.234 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.235 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:35.235 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 162742 2024-08-10T06:31:35.235 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.235 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:35.235 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1149178 2024-08-10T06:31:35.235 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.235 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:35.235 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.235 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.235 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:35.235 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.235 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.235 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:35.235 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.236 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.236 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:35.236 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 73995294 2024-08-10T06:31:35.236 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:35.236 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.236 INFO:tasks.workunit.client.0.smithi031.stdout: "objecter": { 2024-08-10T06:31:35.236 INFO:tasks.workunit.client.0.smithi031.stdout: "op_active": { 2024-08-10T06:31:35.236 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.236 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.236 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T06:31:35.236 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24 2024-08-10T06:31:35.236 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.236 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rmw": { 2024-08-10T06:31:35.236 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.237 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.237 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T06:31:35.237 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1 2024-08-10T06:31:35.237 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:35.237 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.237 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:35.237 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg": { 2024-08-10T06:31:35.237 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 49 2024-08-10T06:31:35.237 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.237 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg_removing": { 2024-08-10T06:31:35.237 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.237 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.237 INFO:tasks.workunit.client.0.smithi031.stdout: "op": { 2024-08-10T06:31:35.238 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 27042 2024-08-10T06:31:35.238 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.238 INFO:tasks.workunit.client.0.smithi031.stdout: "op_before_queue_op_lat": { 2024-08-10T06:31:35.238 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 89041, 2024-08-10T06:31:35.238 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6352365193 2024-08-10T06:31:35.238 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.238 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_degraded": { 2024-08-10T06:31:35.238 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.238 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.238 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_unreadable": { 2024-08-10T06:31:35.238 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.238 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.238 INFO:tasks.workunit.client.0.smithi031.stdout: "op_in_bytes": { 2024-08-10T06:31:35.238 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1049475815 2024-08-10T06:31:35.239 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.239 INFO:tasks.workunit.client.0.smithi031.stdout: "op_latency": { 2024-08-10T06:31:35.239 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 27042, 2024-08-10T06:31:35.239 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 52271141539 2024-08-10T06:31:35.239 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.239 INFO:tasks.workunit.client.0.smithi031.stdout: "op_out_bytes": { 2024-08-10T06:31:35.239 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1096576979 2024-08-10T06:31:35.239 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.239 INFO:tasks.workunit.client.0.smithi031.stdout: "op_prepare_latency": { 2024-08-10T06:31:35.239 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 27579, 2024-08-10T06:31:35.239 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 11057585029 2024-08-10T06:31:35.239 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.239 INFO:tasks.workunit.client.0.smithi031.stdout: "op_process_latency": { 2024-08-10T06:31:35.239 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 27042, 2024-08-10T06:31:35.240 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 28600193677 2024-08-10T06:31:35.240 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.240 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T06:31:35.240 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 17675 2024-08-10T06:31:35.240 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.240 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency": { 2024-08-10T06:31:35.240 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 17675, 2024-08-10T06:31:35.240 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5964369469 2024-08-10T06:31:35.240 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.240 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T06:31:35.240 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.240 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.240 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_out_bytes": { 2024-08-10T06:31:35.240 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1096576979 2024-08-10T06:31:35.240 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.241 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_prepare_latency": { 2024-08-10T06:31:35.241 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 17906, 2024-08-10T06:31:35.241 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3714737371 2024-08-10T06:31:35.241 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.241 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_process_latency": { 2024-08-10T06:31:35.241 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 17675, 2024-08-10T06:31:35.241 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3720512891 2024-08-10T06:31:35.241 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.241 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw": { 2024-08-10T06:31:35.241 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5473 2024-08-10T06:31:35.241 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.241 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_in_bytes": { 2024-08-10T06:31:35.241 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 116398912 2024-08-10T06:31:35.241 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.241 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency": { 2024-08-10T06:31:35.242 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 5473, 2024-08-10T06:31:35.242 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 11025141526 2024-08-10T06:31:35.242 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.242 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T06:31:35.242 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.242 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.242 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T06:31:35.242 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.242 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.242 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_out_bytes": { 2024-08-10T06:31:35.242 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.242 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.242 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_prepare_latency": { 2024-08-10T06:31:35.243 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 5686, 2024-08-10T06:31:35.243 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2901553647 2024-08-10T06:31:35.243 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.243 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_process_latency": { 2024-08-10T06:31:35.243 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 5473, 2024-08-10T06:31:35.243 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8448349017 2024-08-10T06:31:35.243 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.243 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T06:31:35.243 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3894 2024-08-10T06:31:35.243 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.243 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_in_bytes": { 2024-08-10T06:31:35.243 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 933076903 2024-08-10T06:31:35.243 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.243 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency": { 2024-08-10T06:31:35.244 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3894, 2024-08-10T06:31:35.244 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 35281630544 2024-08-10T06:31:35.244 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.244 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T06:31:35.244 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.244 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.244 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_prepare_latency": { 2024-08-10T06:31:35.244 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3987, 2024-08-10T06:31:35.244 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4441294011 2024-08-10T06:31:35.244 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.244 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_process_latency": { 2024-08-10T06:31:35.244 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3894, 2024-08-10T06:31:35.244 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 16431331769 2024-08-10T06:31:35.244 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.245 INFO:tasks.workunit.client.0.smithi031.stdout: "op_wip": { 2024-08-10T06:31:35.245 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.245 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.245 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_bytes": { 2024-08-10T06:31:35.245 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.245 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.245 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_ops": { 2024-08-10T06:31:35.245 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10 2024-08-10T06:31:35.245 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.245 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes": { 2024-08-10T06:31:35.245 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-08-10T06:31:35.245 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.245 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes_used": { 2024-08-10T06:31:35.246 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 552079360 2024-08-10T06:31:35.246 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:35.246 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:35.246 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.246 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.5": { 2024-08-10T06:31:35.246 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T06:31:35.246 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_db_max_lat": { 2024-08-10T06:31:35.246 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 21099 2024-08-10T06:31:35.246 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.246 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_fallback": { 2024-08-10T06:31:35.246 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.246 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.246 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_max_lat": { 2024-08-10T06:31:35.247 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.247 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.247 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_size_fallback": { 2024-08-10T06:31:35.247 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.247 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.247 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_db": { 2024-08-10T06:31:35.247 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 65536 2024-08-10T06:31:35.247 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.247 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_slow": { 2024-08-10T06:31:35.247 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.247 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.247 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_wal": { 2024-08-10T06:31:35.247 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.247 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.248 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_wal_max_lat": { 2024-08-10T06:31:35.248 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.248 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.248 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_slow": { 2024-08-10T06:31:35.248 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.248 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.248 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_sst": { 2024-08-10T06:31:35.248 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7438336 2024-08-10T06:31:35.248 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.248 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_wal": { 2024-08-10T06:31:35.248 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 644759552 2024-08-10T06:31:35.248 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.248 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lat": { 2024-08-10T06:31:35.249 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 20, 2024-08-10T06:31:35.249 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3612814 2024-08-10T06:31:35.249 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.249 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lock_lat": { 2024-08-10T06:31:35.249 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 20, 2024-08-10T06:31:35.249 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1151963 2024-08-10T06:31:35.249 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.249 INFO:tasks.workunit.client.0.smithi031.stdout: "db_alloc_lat": { 2024-08-10T06:31:35.249 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 193, 2024-08-10T06:31:35.249 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 847733 2024-08-10T06:31:35.249 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.249 INFO:tasks.workunit.client.0.smithi031.stdout: "db_total_bytes": { 2024-08-10T06:31:35.249 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995027456 2024-08-10T06:31:35.249 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.250 INFO:tasks.workunit.client.0.smithi031.stdout: "db_used_bytes": { 2024-08-10T06:31:35.250 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 491978752 2024-08-10T06:31:35.250 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.250 INFO:tasks.workunit.client.0.smithi031.stdout: "flush_lat": { 2024-08-10T06:31:35.250 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 85034, 2024-08-10T06:31:35.250 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 9916004157 2024-08-10T06:31:35.250 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.250 INFO:tasks.workunit.client.0.smithi031.stdout: "fsync_lat": { 2024-08-10T06:31:35.250 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 85043, 2024-08-10T06:31:35.250 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 16225628146 2024-08-10T06:31:35.250 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.250 INFO:tasks.workunit.client.0.smithi031.stdout: "log_bytes": { 2024-08-10T06:31:35.250 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15843328 2024-08-10T06:31:35.250 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.251 INFO:tasks.workunit.client.0.smithi031.stdout: "logged_bytes": { 2024-08-10T06:31:35.251 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 348368896 2024-08-10T06:31:35.251 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.251 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_db": { 2024-08-10T06:31:35.251 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 487718912 2024-08-10T06:31:35.251 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.251 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_slow": { 2024-08-10T06:31:35.251 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.251 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.251 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_wal": { 2024-08-10T06:31:35.251 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.251 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.251 INFO:tasks.workunit.client.0.smithi031.stdout: "num_files": { 2024-08-10T06:31:35.252 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 45 2024-08-10T06:31:35.252 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.252 INFO:tasks.workunit.client.0.smithi031.stdout: "read_bytes": { 2024-08-10T06:31:35.252 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 325005888 2024-08-10T06:31:35.252 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.252 INFO:tasks.workunit.client.0.smithi031.stdout: "read_count": { 2024-08-10T06:31:35.252 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 18324 2024-08-10T06:31:35.252 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.252 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes": { 2024-08-10T06:31:35.252 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 266678272 2024-08-10T06:31:35.252 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.252 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_db": { 2024-08-10T06:31:35.252 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 266682368 2024-08-10T06:31:35.253 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.253 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_slow": { 2024-08-10T06:31:35.253 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.253 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.253 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_wal": { 2024-08-10T06:31:35.253 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.253 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.253 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_count": { 2024-08-10T06:31:35.253 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6634 2024-08-10T06:31:35.253 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.253 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-08-10T06:31:35.253 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 18324, 2024-08-10T06:31:35.253 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 123251224 2024-08-10T06:31:35.253 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.254 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_bytes": { 2024-08-10T06:31:35.254 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 186434140 2024-08-10T06:31:35.254 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.254 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_count": { 2024-08-10T06:31:35.254 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 14083 2024-08-10T06:31:35.254 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.254 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_bytes": { 2024-08-10T06:31:35.254 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2776139 2024-08-10T06:31:35.254 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.254 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_count": { 2024-08-10T06:31:35.254 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 797 2024-08-10T06:31:35.254 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.254 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_bytes": { 2024-08-10T06:31:35.254 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7369448 2024-08-10T06:31:35.255 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.255 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_count": { 2024-08-10T06:31:35.255 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1051 2024-08-10T06:31:35.255 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.255 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes": { 2024-08-10T06:31:35.255 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4593309 2024-08-10T06:31:35.255 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.255 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_db": { 2024-08-10T06:31:35.255 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4593309 2024-08-10T06:31:35.255 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.255 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_slow": { 2024-08-10T06:31:35.255 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.255 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.256 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_wal": { 2024-08-10T06:31:35.256 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.256 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.256 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_count": { 2024-08-10T06:31:35.256 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 265 2024-08-10T06:31:35.256 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.256 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_lat": { 2024-08-10T06:31:35.256 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1051, 2024-08-10T06:31:35.256 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2034678 2024-08-10T06:31:35.256 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.256 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_alloc_lat": { 2024-08-10T06:31:35.256 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:35.256 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.256 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.257 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_total_bytes": { 2024-08-10T06:31:35.257 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.257 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.257 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_used_bytes": { 2024-08-10T06:31:35.257 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.257 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.257 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-08-10T06:31:35.257 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-08-10T06:31:35.257 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 606 2024-08-10T06:31:35.257 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.257 INFO:tasks.workunit.client.0.smithi031.stdout: "unlink_lat": { 2024-08-10T06:31:35.257 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 4, 2024-08-10T06:31:35.257 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6305 2024-08-10T06:31:35.257 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.258 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_alloc_lat": { 2024-08-10T06:31:35.258 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:35.258 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.258 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.258 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_total_bytes": { 2024-08-10T06:31:35.258 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.258 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.258 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_used_bytes": { 2024-08-10T06:31:35.258 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.258 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.258 INFO:tasks.workunit.client.0.smithi031.stdout: "write_bytes": { 2024-08-10T06:31:35.258 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1003593728 2024-08-10T06:31:35.258 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:35.258 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.259 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore": { 2024-08-10T06:31:35.259 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit": { 2024-08-10T06:31:35.259 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4096 2024-08-10T06:31:35.259 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.259 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": { 2024-08-10T06:31:35.259 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 14606336 2024-08-10T06:31:35.259 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.259 INFO:tasks.workunit.client.0.smithi031.stdout: "allocator_lat": { 2024-08-10T06:31:35.259 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 23198, 2024-08-10T06:31:35.259 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 63129199 2024-08-10T06:31:35.259 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.259 INFO:tasks.workunit.client.0.smithi031.stdout: "clist_lat": { 2024-08-10T06:31:35.259 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3251, 2024-08-10T06:31:35.260 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 469187413 2024-08-10T06:31:35.260 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.260 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_lat": { 2024-08-10T06:31:35.260 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:35.260 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.260 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.260 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed": { 2024-08-10T06:31:35.260 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.260 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.260 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_allocated": { 2024-08-10T06:31:35.260 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.260 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.260 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_original": { 2024-08-10T06:31:35.260 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.261 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.261 INFO:tasks.workunit.client.0.smithi031.stdout: "csum_lat": { 2024-08-10T06:31:35.261 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 20231, 2024-08-10T06:31:35.261 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 148673900 2024-08-10T06:31:35.261 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.261 INFO:tasks.workunit.client.0.smithi031.stdout: "decompress_lat": { 2024-08-10T06:31:35.261 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:35.261 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.261 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.261 INFO:tasks.workunit.client.0.smithi031.stdout: "fragmentation_micros": { 2024-08-10T06:31:35.261 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.261 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.261 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_commit_lat": { 2024-08-10T06:31:35.262 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 84989, 2024-08-10T06:31:35.262 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 19991025146 2024-08-10T06:31:35.262 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.262 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_final_lat": { 2024-08-10T06:31:35.262 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 84434, 2024-08-10T06:31:35.262 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1642850702 2024-08-10T06:31:35.262 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.262 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_flush_lat": { 2024-08-10T06:31:35.262 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 84989, 2024-08-10T06:31:35.262 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 45996083 2024-08-10T06:31:35.262 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.262 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_sync_lat": { 2024-08-10T06:31:35.262 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 84989, 2024-08-10T06:31:35.263 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 20037021229 2024-08-10T06:31:35.263 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.263 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_keys_lat": { 2024-08-10T06:31:35.263 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:35.263 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.263 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.263 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_values_lat": { 2024-08-10T06:31:35.263 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 29223, 2024-08-10T06:31:35.263 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 619269312 2024-08-10T06:31:35.263 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.263 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_lower_bound_lat": { 2024-08-10T06:31:35.263 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 817, 2024-08-10T06:31:35.263 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2153165 2024-08-10T06:31:35.263 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.264 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_next_lat": { 2024-08-10T06:31:35.264 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 11419, 2024-08-10T06:31:35.264 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8869337 2024-08-10T06:31:35.264 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.264 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_seek_to_first_lat": { 2024-08-10T06:31:35.264 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 49, 2024-08-10T06:31:35.264 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 64982 2024-08-10T06:31:35.264 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.264 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_upper_bound_lat": { 2024-08-10T06:31:35.264 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 14484, 2024-08-10T06:31:35.264 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2017319591 2024-08-10T06:31:35.264 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.264 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_hits": { 2024-08-10T06:31:35.264 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 240471 2024-08-10T06:31:35.265 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.265 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_misses": { 2024-08-10T06:31:35.265 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 21183 2024-08-10T06:31:35.265 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.265 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-08-10T06:31:35.265 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 16392, 2024-08-10T06:31:35.265 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1468545653 2024-08-10T06:31:35.265 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.265 INFO:tasks.workunit.client.0.smithi031.stdout: "read_onode_meta_lat": { 2024-08-10T06:31:35.266 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 43097, 2024-08-10T06:31:35.266 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 13489632 2024-08-10T06:31:35.266 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.266 INFO:tasks.workunit.client.0.smithi031.stdout: "read_wait_aio_lat": { 2024-08-10T06:31:35.266 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 26705, 2024-08-10T06:31:35.266 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1328668595 2024-08-10T06:31:35.266 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.266 INFO:tasks.workunit.client.0.smithi031.stdout: "reads_with_retries": { 2024-08-10T06:31:35.266 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.266 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.266 INFO:tasks.workunit.client.0.smithi031.stdout: "remove_lat": { 2024-08-10T06:31:35.266 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 15736, 2024-08-10T06:31:35.266 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 397584492 2024-08-10T06:31:35.267 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.267 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_aio_wait_count": { 2024-08-10T06:31:35.267 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.267 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.267 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_committed_kv_count": { 2024-08-10T06:31:35.267 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.267 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.267 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_read_onode_meta_count": { 2024-08-10T06:31:35.267 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.267 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.267 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_read_wait_aio_count": { 2024-08-10T06:31:35.267 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.267 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.268 INFO:tasks.workunit.client.0.smithi031.stdout: "state_aio_wait_lat": { 2024-08-10T06:31:35.268 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 101010, 2024-08-10T06:31:35.268 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10065927542 2024-08-10T06:31:35.268 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.268 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T06:31:35.268 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 9109, 2024-08-10T06:31:35.268 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 736843079 2024-08-10T06:31:35.268 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.268 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_cleanup_lat": { 2024-08-10T06:31:35.268 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 9107, 2024-08-10T06:31:35.268 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2677217053311 2024-08-10T06:31:35.268 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.268 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_queued_lat": { 2024-08-10T06:31:35.268 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 9109, 2024-08-10T06:31:35.268 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6590043182139 2024-08-10T06:31:35.269 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.269 INFO:tasks.workunit.client.0.smithi031.stdout: "state_done_lat": { 2024-08-10T06:31:35.269 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 101008, 2024-08-10T06:31:35.269 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3395235901803 2024-08-10T06:31:35.269 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.269 INFO:tasks.workunit.client.0.smithi031.stdout: "state_finishing_lat": { 2024-08-10T06:31:35.269 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 101008, 2024-08-10T06:31:35.269 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10769008 2024-08-10T06:31:35.269 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.269 INFO:tasks.workunit.client.0.smithi031.stdout: "state_io_done_lat": { 2024-08-10T06:31:35.269 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 101010, 2024-08-10T06:31:35.269 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 755697453 2024-08-10T06:31:35.269 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.269 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_commiting_lat": { 2024-08-10T06:31:35.270 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 101010, 2024-08-10T06:31:35.270 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 35456559670 2024-08-10T06:31:35.270 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.270 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_done_lat": { 2024-08-10T06:31:35.270 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 101010, 2024-08-10T06:31:35.270 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 35376915 2024-08-10T06:31:35.270 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.270 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_queued_lat": { 2024-08-10T06:31:35.270 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 101010, 2024-08-10T06:31:35.270 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 18130923268 2024-08-10T06:31:35.270 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.270 INFO:tasks.workunit.client.0.smithi031.stdout: "state_prepare_lat": { 2024-08-10T06:31:35.270 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 101010, 2024-08-10T06:31:35.271 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7563504720 2024-08-10T06:31:35.271 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.271 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": { 2024-08-10T06:31:35.271 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10312607 2024-08-10T06:31:35.271 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.271 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-08-10T06:31:35.271 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2592, 2024-08-10T06:31:35.271 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 14883119 2024-08-10T06:31:35.271 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.271 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_commit_lat": { 2024-08-10T06:31:35.271 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 101010, 2024-08-10T06:31:35.271 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71986381471 2024-08-10T06:31:35.271 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.272 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_submit_lat": { 2024-08-10T06:31:35.272 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 101010, 2024-08-10T06:31:35.272 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8593562777 2024-08-10T06:31:35.272 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.272 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_throttle_lat": { 2024-08-10T06:31:35.272 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 101010, 2024-08-10T06:31:35.272 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 770148506 2024-08-10T06:31:35.272 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:35.272 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.272 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache": { 2024-08-10T06:31:35.272 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_bytes": { 2024-08-10T06:31:35.272 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1405116907 2024-08-10T06:31:35.272 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.272 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_bytes": { 2024-08-10T06:31:35.273 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 546652160 2024-08-10T06:31:35.273 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.273 INFO:tasks.workunit.client.0.smithi031.stdout: "mapped_bytes": { 2024-08-10T06:31:35.273 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 503283712 2024-08-10T06:31:35.273 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.273 INFO:tasks.workunit.client.0.smithi031.stdout: "target_bytes": { 2024-08-10T06:31:35.273 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2600497971 2024-08-10T06:31:35.273 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.273 INFO:tasks.workunit.client.0.smithi031.stdout: "unmapped_bytes": { 2024-08-10T06:31:35.273 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 43368448 2024-08-10T06:31:35.273 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:35.273 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.273 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:data": { 2024-08-10T06:31:35.273 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:35.274 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 125829120 2024-08-10T06:31:35.274 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.274 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:35.274 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.274 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.274 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:35.274 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.274 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.274 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:35.274 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 56856266 2024-08-10T06:31:35.274 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.274 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:35.274 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.275 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.275 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:35.275 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.275 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.275 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:35.275 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.275 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.275 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:35.275 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.275 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.275 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:35.275 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 16384 2024-08-10T06:31:35.275 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.276 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:35.276 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 90112 2024-08-10T06:31:35.276 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.276 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:35.276 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.276 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.276 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:35.276 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.276 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.276 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:35.276 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.276 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.276 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:35.276 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 68866358 2024-08-10T06:31:35.277 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:35.277 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.277 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv": { 2024-08-10T06:31:35.277 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:35.277 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 562036736 2024-08-10T06:31:35.277 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.277 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:35.277 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T06:31:35.277 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.277 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:35.277 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.277 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.277 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:35.277 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 426421997 2024-08-10T06:31:35.278 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.278 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:35.278 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.278 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.278 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:35.278 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.278 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.278 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:35.278 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2128 2024-08-10T06:31:35.278 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.278 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:35.278 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.278 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.278 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:35.279 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 137616 2024-08-10T06:31:35.279 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.279 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:35.279 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.279 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.279 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:35.279 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.279 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.279 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:35.279 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.279 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.279 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:35.279 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.279 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.280 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:35.280 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 68366131 2024-08-10T06:31:35.280 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:35.280 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.280 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T06:31:35.280 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:35.280 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 176160768 2024-08-10T06:31:35.280 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.280 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:35.280 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T06:31:35.280 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.280 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:35.280 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 377040 2024-08-10T06:31:35.280 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.281 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:35.281 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 37904177 2024-08-10T06:31:35.281 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.281 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:35.281 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.281 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.281 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:35.281 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.281 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.281 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:35.281 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.281 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.281 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:35.281 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.281 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.282 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:35.282 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.282 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.282 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:35.282 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.282 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.282 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:35.282 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.282 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.282 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:35.282 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.282 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.282 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:35.282 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.283 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.283 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:35.283 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 70770687 2024-08-10T06:31:35.283 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:35.283 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.283 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:meta": { 2024-08-10T06:31:35.283 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:35.283 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 494927872 2024-08-10T06:31:35.283 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.283 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:35.283 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.283 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.283 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:35.283 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.284 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.284 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:35.284 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 426421997 2024-08-10T06:31:35.284 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.284 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:35.284 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.284 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.284 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:35.284 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.284 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.284 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:35.284 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.284 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.284 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:35.285 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.285 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.285 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:35.285 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 155643 2024-08-10T06:31:35.285 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.285 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:35.285 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1147006 2024-08-10T06:31:35.285 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.285 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:35.285 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.285 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.285 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:35.285 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.286 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.286 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:35.286 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.286 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.286 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:35.286 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67203226 2024-08-10T06:31:35.286 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:35.286 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.286 INFO:tasks.workunit.client.0.smithi031.stdout: "objecter": { 2024-08-10T06:31:35.286 INFO:tasks.workunit.client.0.smithi031.stdout: "op_active": { 2024-08-10T06:31:35.286 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.286 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.286 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T06:31:35.286 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 38 2024-08-10T06:31:35.287 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.287 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rmw": { 2024-08-10T06:31:35.287 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.287 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.287 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T06:31:35.287 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.287 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:35.287 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.287 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:35.287 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg": { 2024-08-10T06:31:35.287 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 58 2024-08-10T06:31:35.287 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.287 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg_removing": { 2024-08-10T06:31:35.287 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.288 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.288 INFO:tasks.workunit.client.0.smithi031.stdout: "op": { 2024-08-10T06:31:35.288 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 32479 2024-08-10T06:31:35.288 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.288 INFO:tasks.workunit.client.0.smithi031.stdout: "op_before_queue_op_lat": { 2024-08-10T06:31:35.288 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 120725, 2024-08-10T06:31:35.288 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 9350770036 2024-08-10T06:31:35.288 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.288 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_degraded": { 2024-08-10T06:31:35.288 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5 2024-08-10T06:31:35.288 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.288 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_unreadable": { 2024-08-10T06:31:35.288 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.288 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.289 INFO:tasks.workunit.client.0.smithi031.stdout: "op_in_bytes": { 2024-08-10T06:31:35.289 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1014689274 2024-08-10T06:31:35.289 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.289 INFO:tasks.workunit.client.0.smithi031.stdout: "op_latency": { 2024-08-10T06:31:35.289 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 32479, 2024-08-10T06:31:35.289 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 39781889166 2024-08-10T06:31:35.289 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.289 INFO:tasks.workunit.client.0.smithi031.stdout: "op_out_bytes": { 2024-08-10T06:31:35.289 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2282328356 2024-08-10T06:31:35.289 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.289 INFO:tasks.workunit.client.0.smithi031.stdout: "op_prepare_latency": { 2024-08-10T06:31:35.289 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 33394, 2024-08-10T06:31:35.289 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10932972040 2024-08-10T06:31:35.289 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.290 INFO:tasks.workunit.client.0.smithi031.stdout: "op_process_latency": { 2024-08-10T06:31:35.290 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 32479, 2024-08-10T06:31:35.290 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 25919206179 2024-08-10T06:31:35.290 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.290 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T06:31:35.290 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 23859 2024-08-10T06:31:35.290 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.290 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency": { 2024-08-10T06:31:35.290 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 23859, 2024-08-10T06:31:35.290 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 11985421129 2024-08-10T06:31:35.290 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.290 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T06:31:35.290 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.291 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.291 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_out_bytes": { 2024-08-10T06:31:35.291 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2282328356 2024-08-10T06:31:35.291 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.291 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_prepare_latency": { 2024-08-10T06:31:35.291 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 24161, 2024-08-10T06:31:35.291 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4837288694 2024-08-10T06:31:35.291 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.291 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_process_latency": { 2024-08-10T06:31:35.291 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 23859, 2024-08-10T06:31:35.291 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6152150713 2024-08-10T06:31:35.291 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.291 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw": { 2024-08-10T06:31:35.291 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7302 2024-08-10T06:31:35.292 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.292 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_in_bytes": { 2024-08-10T06:31:35.292 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 284003685 2024-08-10T06:31:35.292 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.292 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency": { 2024-08-10T06:31:35.292 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7302, 2024-08-10T06:31:35.292 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 16295118132 2024-08-10T06:31:35.292 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.292 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T06:31:35.292 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.292 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.292 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T06:31:35.292 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.292 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.293 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_out_bytes": { 2024-08-10T06:31:35.293 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.293 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.293 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_prepare_latency": { 2024-08-10T06:31:35.293 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7763, 2024-08-10T06:31:35.293 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4428942142 2024-08-10T06:31:35.293 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.293 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_process_latency": { 2024-08-10T06:31:35.293 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 7302, 2024-08-10T06:31:35.293 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12475716233 2024-08-10T06:31:35.293 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.293 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T06:31:35.293 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1318 2024-08-10T06:31:35.293 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.294 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_in_bytes": { 2024-08-10T06:31:35.294 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 730685589 2024-08-10T06:31:35.294 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.294 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency": { 2024-08-10T06:31:35.294 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1318, 2024-08-10T06:31:35.294 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 11501349905 2024-08-10T06:31:35.294 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.294 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T06:31:35.294 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.294 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.294 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_prepare_latency": { 2024-08-10T06:31:35.294 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1470, 2024-08-10T06:31:35.294 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1666741204 2024-08-10T06:31:35.295 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.295 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_process_latency": { 2024-08-10T06:31:35.295 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1318, 2024-08-10T06:31:35.295 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7291339233 2024-08-10T06:31:35.295 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.295 INFO:tasks.workunit.client.0.smithi031.stdout: "op_wip": { 2024-08-10T06:31:35.295 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.295 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.295 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_bytes": { 2024-08-10T06:31:35.295 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.295 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.295 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_ops": { 2024-08-10T06:31:35.295 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7 2024-08-10T06:31:35.295 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.296 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes": { 2024-08-10T06:31:35.296 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-08-10T06:31:35.296 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.296 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes_used": { 2024-08-10T06:31:35.296 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 506601472 2024-08-10T06:31:35.296 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:35.296 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:35.296 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.296 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.6": { 2024-08-10T06:31:35.296 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T06:31:35.296 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_db_max_lat": { 2024-08-10T06:31:35.296 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 27911 2024-08-10T06:31:35.296 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.297 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_fallback": { 2024-08-10T06:31:35.297 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.297 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.297 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_max_lat": { 2024-08-10T06:31:35.297 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.297 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.297 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_size_fallback": { 2024-08-10T06:31:35.297 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.297 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.297 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_db": { 2024-08-10T06:31:35.297 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 65536 2024-08-10T06:31:35.297 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.297 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_slow": { 2024-08-10T06:31:35.297 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.298 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.298 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_wal": { 2024-08-10T06:31:35.298 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.298 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.298 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_wal_max_lat": { 2024-08-10T06:31:35.298 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.298 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.298 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_slow": { 2024-08-10T06:31:35.298 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.298 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.298 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_sst": { 2024-08-10T06:31:35.298 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3526656 2024-08-10T06:31:35.298 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.299 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_wal": { 2024-08-10T06:31:35.299 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 541171712 2024-08-10T06:31:35.299 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.299 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lat": { 2024-08-10T06:31:35.299 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 15, 2024-08-10T06:31:35.299 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2962594 2024-08-10T06:31:35.299 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.299 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lock_lat": { 2024-08-10T06:31:35.299 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 15, 2024-08-10T06:31:35.299 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 928995 2024-08-10T06:31:35.299 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.299 INFO:tasks.workunit.client.0.smithi031.stdout: "db_alloc_lat": { 2024-08-10T06:31:35.299 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 144, 2024-08-10T06:31:35.299 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 655467 2024-08-10T06:31:35.300 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.300 INFO:tasks.workunit.client.0.smithi031.stdout: "db_total_bytes": { 2024-08-10T06:31:35.300 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995027456 2024-08-10T06:31:35.300 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.300 INFO:tasks.workunit.client.0.smithi031.stdout: "db_used_bytes": { 2024-08-10T06:31:35.300 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 442433536 2024-08-10T06:31:35.300 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.300 INFO:tasks.workunit.client.0.smithi031.stdout: "flush_lat": { 2024-08-10T06:31:35.300 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 62343, 2024-08-10T06:31:35.300 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7678214734 2024-08-10T06:31:35.300 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.300 INFO:tasks.workunit.client.0.smithi031.stdout: "fsync_lat": { 2024-08-10T06:31:35.300 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 62354, 2024-08-10T06:31:35.300 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12477205310 2024-08-10T06:31:35.301 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.301 INFO:tasks.workunit.client.0.smithi031.stdout: "log_bytes": { 2024-08-10T06:31:35.301 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6070272 2024-08-10T06:31:35.301 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.301 INFO:tasks.workunit.client.0.smithi031.stdout: "logged_bytes": { 2024-08-10T06:31:35.301 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 255434752 2024-08-10T06:31:35.301 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.301 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_db": { 2024-08-10T06:31:35.301 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 459472896 2024-08-10T06:31:35.301 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.301 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_slow": { 2024-08-10T06:31:35.301 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.301 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.301 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_wal": { 2024-08-10T06:31:35.302 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.302 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.302 INFO:tasks.workunit.client.0.smithi031.stdout: "num_files": { 2024-08-10T06:31:35.302 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 38 2024-08-10T06:31:35.302 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.302 INFO:tasks.workunit.client.0.smithi031.stdout: "read_bytes": { 2024-08-10T06:31:35.302 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 234020549 2024-08-10T06:31:35.302 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.302 INFO:tasks.workunit.client.0.smithi031.stdout: "read_count": { 2024-08-10T06:31:35.302 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15289 2024-08-10T06:31:35.302 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.302 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes": { 2024-08-10T06:31:35.302 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 206020608 2024-08-10T06:31:35.302 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.303 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_db": { 2024-08-10T06:31:35.303 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 206024704 2024-08-10T06:31:35.303 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.303 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_slow": { 2024-08-10T06:31:35.303 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.303 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.303 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_wal": { 2024-08-10T06:31:35.303 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.303 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.303 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_count": { 2024-08-10T06:31:35.303 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8016 2024-08-10T06:31:35.303 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.303 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-08-10T06:31:35.303 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 15289, 2024-08-10T06:31:35.304 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 120452869 2024-08-10T06:31:35.304 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.304 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_bytes": { 2024-08-10T06:31:35.304 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 156921345 2024-08-10T06:31:35.304 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.304 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_count": { 2024-08-10T06:31:35.304 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12924 2024-08-10T06:31:35.304 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.304 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_bytes": { 2024-08-10T06:31:35.304 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1399620 2024-08-10T06:31:35.304 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.304 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_count": { 2024-08-10T06:31:35.304 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 551 2024-08-10T06:31:35.305 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.305 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_bytes": { 2024-08-10T06:31:35.305 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3486628 2024-08-10T06:31:35.305 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.305 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_count": { 2024-08-10T06:31:35.305 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 759 2024-08-10T06:31:35.305 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.305 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes": { 2024-08-10T06:31:35.305 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2087008 2024-08-10T06:31:35.305 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.305 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_db": { 2024-08-10T06:31:35.305 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2087008 2024-08-10T06:31:35.305 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.306 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_slow": { 2024-08-10T06:31:35.306 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.306 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.306 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_wal": { 2024-08-10T06:31:35.306 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.306 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.306 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_count": { 2024-08-10T06:31:35.306 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 209 2024-08-10T06:31:35.306 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.306 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_lat": { 2024-08-10T06:31:35.306 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 759, 2024-08-10T06:31:35.306 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1147754 2024-08-10T06:31:35.306 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.306 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_alloc_lat": { 2024-08-10T06:31:35.307 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:35.307 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.307 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.307 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_total_bytes": { 2024-08-10T06:31:35.307 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.307 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.307 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_used_bytes": { 2024-08-10T06:31:35.307 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.307 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.307 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-08-10T06:31:35.307 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-08-10T06:31:35.307 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 618 2024-08-10T06:31:35.307 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.307 INFO:tasks.workunit.client.0.smithi031.stdout: "unlink_lat": { 2024-08-10T06:31:35.308 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 4, 2024-08-10T06:31:35.308 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6294 2024-08-10T06:31:35.308 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.308 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_alloc_lat": { 2024-08-10T06:31:35.308 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:35.308 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.308 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.308 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_total_bytes": { 2024-08-10T06:31:35.308 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.308 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.308 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_used_bytes": { 2024-08-10T06:31:35.308 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.308 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.309 INFO:tasks.workunit.client.0.smithi031.stdout: "write_bytes": { 2024-08-10T06:31:35.309 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 802414592 2024-08-10T06:31:35.309 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:35.309 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.309 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore": { 2024-08-10T06:31:35.309 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit": { 2024-08-10T06:31:35.309 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4096 2024-08-10T06:31:35.309 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.309 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": { 2024-08-10T06:31:35.309 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15192064 2024-08-10T06:31:35.309 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.309 INFO:tasks.workunit.client.0.smithi031.stdout: "allocator_lat": { 2024-08-10T06:31:35.309 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 17230, 2024-08-10T06:31:35.310 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 46410730 2024-08-10T06:31:35.310 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.310 INFO:tasks.workunit.client.0.smithi031.stdout: "clist_lat": { 2024-08-10T06:31:35.310 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3150, 2024-08-10T06:31:35.310 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 353304243 2024-08-10T06:31:35.310 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.310 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_lat": { 2024-08-10T06:31:35.310 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:35.310 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.310 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.310 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed": { 2024-08-10T06:31:35.310 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.310 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.310 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_allocated": { 2024-08-10T06:31:35.311 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.311 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.311 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_original": { 2024-08-10T06:31:35.311 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.311 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.311 INFO:tasks.workunit.client.0.smithi031.stdout: "csum_lat": { 2024-08-10T06:31:35.311 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 14633, 2024-08-10T06:31:35.311 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 97478935 2024-08-10T06:31:35.311 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.311 INFO:tasks.workunit.client.0.smithi031.stdout: "decompress_lat": { 2024-08-10T06:31:35.311 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:35.311 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.311 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.312 INFO:tasks.workunit.client.0.smithi031.stdout: "fragmentation_micros": { 2024-08-10T06:31:35.312 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.312 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.312 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_commit_lat": { 2024-08-10T06:31:35.312 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 62312, 2024-08-10T06:31:35.312 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15341811658 2024-08-10T06:31:35.312 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.312 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_final_lat": { 2024-08-10T06:31:35.312 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 61843, 2024-08-10T06:31:35.312 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1267075454 2024-08-10T06:31:35.312 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.312 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_flush_lat": { 2024-08-10T06:31:35.312 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 62312, 2024-08-10T06:31:35.313 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 39082782 2024-08-10T06:31:35.313 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.313 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_sync_lat": { 2024-08-10T06:31:35.313 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 62312, 2024-08-10T06:31:35.313 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15380894440 2024-08-10T06:31:35.313 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.313 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_keys_lat": { 2024-08-10T06:31:35.313 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:35.313 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.313 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.313 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_values_lat": { 2024-08-10T06:31:35.313 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 232165, 2024-08-10T06:31:35.313 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 950023186 2024-08-10T06:31:35.313 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.314 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_lower_bound_lat": { 2024-08-10T06:31:35.314 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 769, 2024-08-10T06:31:35.314 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1860891 2024-08-10T06:31:35.314 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.314 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_next_lat": { 2024-08-10T06:31:35.314 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 128807, 2024-08-10T06:31:35.314 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 53075537 2024-08-10T06:31:35.314 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.314 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_seek_to_first_lat": { 2024-08-10T06:31:35.314 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 43, 2024-08-10T06:31:35.314 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 71515 2024-08-10T06:31:35.314 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.314 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_upper_bound_lat": { 2024-08-10T06:31:35.315 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 14776, 2024-08-10T06:31:35.315 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2392502733 2024-08-10T06:31:35.315 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.315 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_hits": { 2024-08-10T06:31:35.315 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 389727 2024-08-10T06:31:35.315 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.315 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_misses": { 2024-08-10T06:31:35.315 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 18701 2024-08-10T06:31:35.315 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.315 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-08-10T06:31:35.315 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 6820, 2024-08-10T06:31:35.315 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1196698754 2024-08-10T06:31:35.315 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.315 INFO:tasks.workunit.client.0.smithi031.stdout: "read_onode_meta_lat": { 2024-08-10T06:31:35.316 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 30389, 2024-08-10T06:31:35.316 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10179313 2024-08-10T06:31:35.316 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.316 INFO:tasks.workunit.client.0.smithi031.stdout: "read_wait_aio_lat": { 2024-08-10T06:31:35.316 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 23569, 2024-08-10T06:31:35.316 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 962810421 2024-08-10T06:31:35.316 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.316 INFO:tasks.workunit.client.0.smithi031.stdout: "reads_with_retries": { 2024-08-10T06:31:35.316 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.316 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.316 INFO:tasks.workunit.client.0.smithi031.stdout: "remove_lat": { 2024-08-10T06:31:35.316 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 11839, 2024-08-10T06:31:35.316 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 287830244 2024-08-10T06:31:35.316 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.317 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_aio_wait_count": { 2024-08-10T06:31:35.317 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.317 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.317 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_committed_kv_count": { 2024-08-10T06:31:35.317 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.317 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.317 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_read_onode_meta_count": { 2024-08-10T06:31:35.317 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.317 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.317 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_read_wait_aio_count": { 2024-08-10T06:31:35.317 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.317 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.317 INFO:tasks.workunit.client.0.smithi031.stdout: "state_aio_wait_lat": { 2024-08-10T06:31:35.317 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 74710, 2024-08-10T06:31:35.318 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8322055627 2024-08-10T06:31:35.318 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.318 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T06:31:35.318 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 14132, 2024-08-10T06:31:35.318 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 639562334 2024-08-10T06:31:35.318 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.318 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_cleanup_lat": { 2024-08-10T06:31:35.318 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 14132, 2024-08-10T06:31:35.318 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2618340482165 2024-08-10T06:31:35.318 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.318 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_queued_lat": { 2024-08-10T06:31:35.318 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 14132, 2024-08-10T06:31:35.318 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5732202031459 2024-08-10T06:31:35.318 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.319 INFO:tasks.workunit.client.0.smithi031.stdout: "state_done_lat": { 2024-08-10T06:31:35.319 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 74710, 2024-08-10T06:31:35.319 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2146786836730 2024-08-10T06:31:35.319 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.319 INFO:tasks.workunit.client.0.smithi031.stdout: "state_finishing_lat": { 2024-08-10T06:31:35.319 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 74710, 2024-08-10T06:31:35.319 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7557424 2024-08-10T06:31:35.319 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.319 INFO:tasks.workunit.client.0.smithi031.stdout: "state_io_done_lat": { 2024-08-10T06:31:35.319 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 74710, 2024-08-10T06:31:35.319 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 774963445 2024-08-10T06:31:35.319 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.319 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_commiting_lat": { 2024-08-10T06:31:35.319 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 74710, 2024-08-10T06:31:35.320 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 27457246399 2024-08-10T06:31:35.320 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.320 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_done_lat": { 2024-08-10T06:31:35.320 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 74710, 2024-08-10T06:31:35.320 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 25447100 2024-08-10T06:31:35.320 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.320 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_queued_lat": { 2024-08-10T06:31:35.320 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 74710, 2024-08-10T06:31:35.320 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12986620755 2024-08-10T06:31:35.320 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.320 INFO:tasks.workunit.client.0.smithi031.stdout: "state_prepare_lat": { 2024-08-10T06:31:35.320 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 74710, 2024-08-10T06:31:35.320 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5549262103 2024-08-10T06:31:35.320 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.321 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": { 2024-08-10T06:31:35.321 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10902866 2024-08-10T06:31:35.321 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.321 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-08-10T06:31:35.321 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2436, 2024-08-10T06:31:35.321 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12469249 2024-08-10T06:31:35.321 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.321 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_commit_lat": { 2024-08-10T06:31:35.321 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 74710, 2024-08-10T06:31:35.321 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 55101887378 2024-08-10T06:31:35.321 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.321 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_submit_lat": { 2024-08-10T06:31:35.321 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 74710, 2024-08-10T06:31:35.321 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6324853731 2024-08-10T06:31:35.322 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.322 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_throttle_lat": { 2024-08-10T06:31:35.322 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 74710, 2024-08-10T06:31:35.322 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 608063954 2024-08-10T06:31:35.322 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:35.322 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.322 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache": { 2024-08-10T06:31:35.322 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_bytes": { 2024-08-10T06:31:35.322 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1405116907 2024-08-10T06:31:35.322 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.322 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_bytes": { 2024-08-10T06:31:35.322 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 508846080 2024-08-10T06:31:35.322 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.322 INFO:tasks.workunit.client.0.smithi031.stdout: "mapped_bytes": { 2024-08-10T06:31:35.323 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 503906304 2024-08-10T06:31:35.323 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.323 INFO:tasks.workunit.client.0.smithi031.stdout: "target_bytes": { 2024-08-10T06:31:35.323 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2600497971 2024-08-10T06:31:35.323 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.323 INFO:tasks.workunit.client.0.smithi031.stdout: "unmapped_bytes": { 2024-08-10T06:31:35.323 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4939776 2024-08-10T06:31:35.323 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:35.323 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.323 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:data": { 2024-08-10T06:31:35.323 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:35.323 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 125829120 2024-08-10T06:31:35.323 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.323 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:35.324 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.324 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.324 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:35.324 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.324 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.324 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:35.324 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 57307354 2024-08-10T06:31:35.324 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.324 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:35.324 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.324 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.324 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:35.325 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.325 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.325 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:35.325 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.325 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.325 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:35.325 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.325 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.325 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:35.325 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 32768 2024-08-10T06:31:35.325 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.325 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:35.325 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 61440 2024-08-10T06:31:35.325 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.326 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:35.326 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.326 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.326 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:35.326 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.326 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.326 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:35.326 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.326 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.326 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:35.326 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 68427558 2024-08-10T06:31:35.326 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:35.326 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.326 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv": { 2024-08-10T06:31:35.327 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:35.327 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 570425344 2024-08-10T06:31:35.327 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.327 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:35.327 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T06:31:35.327 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.327 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:35.327 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.327 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.327 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:35.327 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 429805155 2024-08-10T06:31:35.327 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.327 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:35.327 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.328 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.328 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:35.328 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1616 2024-08-10T06:31:35.328 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.328 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:35.328 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.328 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.328 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:35.328 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.328 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.328 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:35.328 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 105792 2024-08-10T06:31:35.328 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.328 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:35.329 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.329 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.329 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:35.329 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.329 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.329 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:35.329 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.329 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.329 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:35.329 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.329 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.329 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:35.329 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 73403917 2024-08-10T06:31:35.329 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:35.330 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.330 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T06:31:35.330 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:35.330 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 176160768 2024-08-10T06:31:35.330 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.330 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:35.330 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T06:31:35.330 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.330 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:35.330 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 284512 2024-08-10T06:31:35.330 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.330 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:35.330 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 38204902 2024-08-10T06:31:35.331 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.331 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:35.331 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.331 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.331 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:35.331 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.331 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.331 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:35.331 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.331 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.331 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:35.331 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.331 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.331 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:35.332 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.332 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.332 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:35.332 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.332 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.332 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:35.332 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.332 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.332 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:35.332 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.332 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.332 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:35.332 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.333 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.333 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:35.333 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 70562490 2024-08-10T06:31:35.333 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:35.333 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.333 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:meta": { 2024-08-10T06:31:35.333 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:35.333 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 503316480 2024-08-10T06:31:35.333 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.333 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:35.333 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.333 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.333 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:35.333 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.334 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.334 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:35.334 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 429805155 2024-08-10T06:31:35.334 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.334 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:35.334 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.334 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.334 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:35.334 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.334 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.334 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:35.334 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.335 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.335 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:35.335 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.335 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.335 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:35.335 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 161253 2024-08-10T06:31:35.335 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.335 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:35.335 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1169340 2024-08-10T06:31:35.335 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.335 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:35.335 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.335 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.335 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:35.335 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.336 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.336 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:35.336 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.336 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.336 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:35.336 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 72180732 2024-08-10T06:31:35.336 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:35.336 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.336 INFO:tasks.workunit.client.0.smithi031.stdout: "objecter": { 2024-08-10T06:31:35.336 INFO:tasks.workunit.client.0.smithi031.stdout: "op_active": { 2024-08-10T06:31:35.336 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.336 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.336 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T06:31:35.336 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 34 2024-08-10T06:31:35.337 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.337 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rmw": { 2024-08-10T06:31:35.337 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.337 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.337 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T06:31:35.337 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.337 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:35.337 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.337 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:35.337 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg": { 2024-08-10T06:31:35.337 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 51 2024-08-10T06:31:35.337 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.337 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg_removing": { 2024-08-10T06:31:35.337 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.338 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.338 INFO:tasks.workunit.client.0.smithi031.stdout: "op": { 2024-08-10T06:31:35.338 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 30238 2024-08-10T06:31:35.338 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.338 INFO:tasks.workunit.client.0.smithi031.stdout: "op_before_queue_op_lat": { 2024-08-10T06:31:35.338 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 90086, 2024-08-10T06:31:35.338 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6066389901 2024-08-10T06:31:35.338 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.338 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_degraded": { 2024-08-10T06:31:35.338 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.338 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.338 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_unreadable": { 2024-08-10T06:31:35.338 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.339 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.339 INFO:tasks.workunit.client.0.smithi031.stdout: "op_in_bytes": { 2024-08-10T06:31:35.339 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1162140424 2024-08-10T06:31:35.339 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.339 INFO:tasks.workunit.client.0.smithi031.stdout: "op_latency": { 2024-08-10T06:31:35.339 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 30238, 2024-08-10T06:31:35.339 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 81382081157 2024-08-10T06:31:35.339 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.339 INFO:tasks.workunit.client.0.smithi031.stdout: "op_out_bytes": { 2024-08-10T06:31:35.339 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1757091344 2024-08-10T06:31:35.339 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.339 INFO:tasks.workunit.client.0.smithi031.stdout: "op_prepare_latency": { 2024-08-10T06:31:35.339 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 30781, 2024-08-10T06:31:35.339 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 18524661289 2024-08-10T06:31:35.340 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.340 INFO:tasks.workunit.client.0.smithi031.stdout: "op_process_latency": { 2024-08-10T06:31:35.340 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 30238, 2024-08-10T06:31:35.340 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 35986350018 2024-08-10T06:31:35.340 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.340 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T06:31:35.340 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 20893 2024-08-10T06:31:35.340 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.340 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency": { 2024-08-10T06:31:35.340 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 20893, 2024-08-10T06:31:35.340 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 17606591715 2024-08-10T06:31:35.340 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.340 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T06:31:35.340 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.341 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.341 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_out_bytes": { 2024-08-10T06:31:35.341 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1757091344 2024-08-10T06:31:35.341 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.341 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_prepare_latency": { 2024-08-10T06:31:35.341 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 21103, 2024-08-10T06:31:35.341 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10268161937 2024-08-10T06:31:35.341 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.341 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_process_latency": { 2024-08-10T06:31:35.341 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 20893, 2024-08-10T06:31:35.341 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10370520931 2024-08-10T06:31:35.341 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.341 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw": { 2024-08-10T06:31:35.341 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5125 2024-08-10T06:31:35.342 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.342 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_in_bytes": { 2024-08-10T06:31:35.342 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 156224644 2024-08-10T06:31:35.342 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.342 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency": { 2024-08-10T06:31:35.342 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 5125, 2024-08-10T06:31:35.342 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12347485483 2024-08-10T06:31:35.342 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.342 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T06:31:35.342 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.342 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.342 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T06:31:35.342 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.343 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.343 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_out_bytes": { 2024-08-10T06:31:35.343 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.343 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.343 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_prepare_latency": { 2024-08-10T06:31:35.343 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 5320, 2024-08-10T06:31:35.343 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3737500484 2024-08-10T06:31:35.343 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.343 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_process_latency": { 2024-08-10T06:31:35.343 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 5125, 2024-08-10T06:31:35.343 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8930449761 2024-08-10T06:31:35.343 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.343 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T06:31:35.343 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4220 2024-08-10T06:31:35.344 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.344 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_in_bytes": { 2024-08-10T06:31:35.344 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1005915780 2024-08-10T06:31:35.344 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.344 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency": { 2024-08-10T06:31:35.344 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 4220, 2024-08-10T06:31:35.344 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 51428003959 2024-08-10T06:31:35.344 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.344 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T06:31:35.344 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.344 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.344 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_prepare_latency": { 2024-08-10T06:31:35.344 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 4358, 2024-08-10T06:31:35.345 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4518998868 2024-08-10T06:31:35.345 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.345 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_process_latency": { 2024-08-10T06:31:35.345 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 4220, 2024-08-10T06:31:35.345 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 16685379326 2024-08-10T06:31:35.345 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.345 INFO:tasks.workunit.client.0.smithi031.stdout: "op_wip": { 2024-08-10T06:31:35.345 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.345 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.345 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_bytes": { 2024-08-10T06:31:35.345 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.345 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.345 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_ops": { 2024-08-10T06:31:35.346 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 8 2024-08-10T06:31:35.346 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.346 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes": { 2024-08-10T06:31:35.346 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-08-10T06:31:35.346 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.346 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes_used": { 2024-08-10T06:31:35.346 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 457633792 2024-08-10T06:31:35.346 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:35.346 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:35.346 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.346 INFO:tasks.workunit.client.0.smithi031.stdout: "osd.7": { 2024-08-10T06:31:35.346 INFO:tasks.workunit.client.0.smithi031.stdout: "bluefs": { 2024-08-10T06:31:35.346 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_db_max_lat": { 2024-08-10T06:31:35.346 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 16324 2024-08-10T06:31:35.347 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.347 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_fallback": { 2024-08-10T06:31:35.347 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.347 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.347 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_max_lat": { 2024-08-10T06:31:35.347 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.347 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.347 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_slow_size_fallback": { 2024-08-10T06:31:35.347 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.347 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.347 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_db": { 2024-08-10T06:31:35.347 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 65536 2024-08-10T06:31:35.347 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.348 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_slow": { 2024-08-10T06:31:35.348 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.348 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.348 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit_wal": { 2024-08-10T06:31:35.348 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.348 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.348 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_wal_max_lat": { 2024-08-10T06:31:35.348 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.348 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.348 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_slow": { 2024-08-10T06:31:35.348 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.348 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.348 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_sst": { 2024-08-10T06:31:35.349 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1081344 2024-08-10T06:31:35.349 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.349 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_written_wal": { 2024-08-10T06:31:35.349 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 506937344 2024-08-10T06:31:35.349 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.349 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lat": { 2024-08-10T06:31:35.349 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 15, 2024-08-10T06:31:35.349 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3760002 2024-08-10T06:31:35.349 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.349 INFO:tasks.workunit.client.0.smithi031.stdout: "compact_lock_lat": { 2024-08-10T06:31:35.349 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 15, 2024-08-10T06:31:35.349 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1125680 2024-08-10T06:31:35.349 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.349 INFO:tasks.workunit.client.0.smithi031.stdout: "db_alloc_lat": { 2024-08-10T06:31:35.350 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 141, 2024-08-10T06:31:35.350 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 560792 2024-08-10T06:31:35.350 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.350 INFO:tasks.workunit.client.0.smithi031.stdout: "db_total_bytes": { 2024-08-10T06:31:35.350 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995027456 2024-08-10T06:31:35.350 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.350 INFO:tasks.workunit.client.0.smithi031.stdout: "db_used_bytes": { 2024-08-10T06:31:35.350 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 411369472 2024-08-10T06:31:35.350 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.350 INFO:tasks.workunit.client.0.smithi031.stdout: "flush_lat": { 2024-08-10T06:31:35.350 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 64224, 2024-08-10T06:31:35.350 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7467843867 2024-08-10T06:31:35.350 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.351 INFO:tasks.workunit.client.0.smithi031.stdout: "fsync_lat": { 2024-08-10T06:31:35.351 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 64244, 2024-08-10T06:31:35.351 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 12069215138 2024-08-10T06:31:35.351 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.351 INFO:tasks.workunit.client.0.smithi031.stdout: "log_bytes": { 2024-08-10T06:31:35.351 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 13791232 2024-08-10T06:31:35.351 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.351 INFO:tasks.workunit.client.0.smithi031.stdout: "logged_bytes": { 2024-08-10T06:31:35.351 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 263147520 2024-08-10T06:31:35.351 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.351 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_db": { 2024-08-10T06:31:35.351 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 392888320 2024-08-10T06:31:35.351 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.352 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_slow": { 2024-08-10T06:31:35.352 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.352 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.352 INFO:tasks.workunit.client.0.smithi031.stdout: "max_bytes_wal": { 2024-08-10T06:31:35.352 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.352 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.352 INFO:tasks.workunit.client.0.smithi031.stdout: "num_files": { 2024-08-10T06:31:35.352 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 35 2024-08-10T06:31:35.352 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.352 INFO:tasks.workunit.client.0.smithi031.stdout: "read_bytes": { 2024-08-10T06:31:35.352 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 79202542 2024-08-10T06:31:35.352 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.352 INFO:tasks.workunit.client.0.smithi031.stdout: "read_count": { 2024-08-10T06:31:35.352 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4888 2024-08-10T06:31:35.353 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.353 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes": { 2024-08-10T06:31:35.353 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 48381952 2024-08-10T06:31:35.353 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.353 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_db": { 2024-08-10T06:31:35.353 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 48386048 2024-08-10T06:31:35.353 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.353 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_slow": { 2024-08-10T06:31:35.353 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.353 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.353 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_bytes_wal": { 2024-08-10T06:31:35.353 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.353 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.354 INFO:tasks.workunit.client.0.smithi031.stdout: "read_disk_count": { 2024-08-10T06:31:35.354 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 131 2024-08-10T06:31:35.354 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.354 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-08-10T06:31:35.354 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 4888, 2024-08-10T06:31:35.354 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15114835 2024-08-10T06:31:35.354 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.354 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_bytes": { 2024-08-10T06:31:35.354 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 35293291 2024-08-10T06:31:35.354 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.354 INFO:tasks.workunit.client.0.smithi031.stdout: "read_prefetch_count": { 2024-08-10T06:31:35.354 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3536 2024-08-10T06:31:35.354 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.355 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_bytes": { 2024-08-10T06:31:35.355 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 555672 2024-08-10T06:31:35.355 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.355 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_buffer_count": { 2024-08-10T06:31:35.355 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 279 2024-08-10T06:31:35.355 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.355 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_bytes": { 2024-08-10T06:31:35.355 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1063696 2024-08-10T06:31:35.355 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.355 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_count": { 2024-08-10T06:31:35.355 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 387 2024-08-10T06:31:35.355 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.355 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes": { 2024-08-10T06:31:35.355 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 508024 2024-08-10T06:31:35.355 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.356 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_db": { 2024-08-10T06:31:35.356 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 508024 2024-08-10T06:31:35.356 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.356 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_slow": { 2024-08-10T06:31:35.356 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.356 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.356 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_bytes_wal": { 2024-08-10T06:31:35.356 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.356 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.356 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_disk_count": { 2024-08-10T06:31:35.356 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 108 2024-08-10T06:31:35.356 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.356 INFO:tasks.workunit.client.0.smithi031.stdout: "read_random_lat": { 2024-08-10T06:31:35.356 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 387, 2024-08-10T06:31:35.357 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 451886 2024-08-10T06:31:35.357 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.357 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_alloc_lat": { 2024-08-10T06:31:35.357 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:35.357 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.357 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.357 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_total_bytes": { 2024-08-10T06:31:35.357 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.357 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.357 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_used_bytes": { 2024-08-10T06:31:35.357 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.357 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.357 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-08-10T06:31:35.358 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1, 2024-08-10T06:31:35.358 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 603 2024-08-10T06:31:35.358 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.358 INFO:tasks.workunit.client.0.smithi031.stdout: "unlink_lat": { 2024-08-10T06:31:35.358 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 4, 2024-08-10T06:31:35.358 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6323 2024-08-10T06:31:35.358 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.358 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_alloc_lat": { 2024-08-10T06:31:35.358 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:35.358 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.358 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.358 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_total_bytes": { 2024-08-10T06:31:35.358 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.358 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.358 INFO:tasks.workunit.client.0.smithi031.stdout: "wal_used_bytes": { 2024-08-10T06:31:35.359 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.359 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.359 INFO:tasks.workunit.client.0.smithi031.stdout: "write_bytes": { 2024-08-10T06:31:35.359 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 773455872 2024-08-10T06:31:35.359 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:35.359 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.359 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore": { 2024-08-10T06:31:35.359 INFO:tasks.workunit.client.0.smithi031.stdout: "alloc_unit": { 2024-08-10T06:31:35.359 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4096 2024-08-10T06:31:35.359 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.359 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": { 2024-08-10T06:31:35.359 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10989568 2024-08-10T06:31:35.359 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.359 INFO:tasks.workunit.client.0.smithi031.stdout: "allocator_lat": { 2024-08-10T06:31:35.360 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 17504, 2024-08-10T06:31:35.360 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 49159580 2024-08-10T06:31:35.360 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.360 INFO:tasks.workunit.client.0.smithi031.stdout: "clist_lat": { 2024-08-10T06:31:35.360 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 3194, 2024-08-10T06:31:35.360 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 276101059 2024-08-10T06:31:35.360 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.360 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_lat": { 2024-08-10T06:31:35.360 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:35.360 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.360 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.360 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed": { 2024-08-10T06:31:35.360 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.360 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.361 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_allocated": { 2024-08-10T06:31:35.361 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.361 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.361 INFO:tasks.workunit.client.0.smithi031.stdout: "compressed_original": { 2024-08-10T06:31:35.361 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.361 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.361 INFO:tasks.workunit.client.0.smithi031.stdout: "csum_lat": { 2024-08-10T06:31:35.361 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 13314, 2024-08-10T06:31:35.361 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 81888801 2024-08-10T06:31:35.361 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.361 INFO:tasks.workunit.client.0.smithi031.stdout: "decompress_lat": { 2024-08-10T06:31:35.361 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:35.361 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.361 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.361 INFO:tasks.workunit.client.0.smithi031.stdout: "fragmentation_micros": { 2024-08-10T06:31:35.362 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.362 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.362 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_commit_lat": { 2024-08-10T06:31:35.362 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 64198, 2024-08-10T06:31:35.362 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15000033649 2024-08-10T06:31:35.362 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.362 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_final_lat": { 2024-08-10T06:31:35.362 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 63774, 2024-08-10T06:31:35.362 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1301603606 2024-08-10T06:31:35.362 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.362 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_flush_lat": { 2024-08-10T06:31:35.362 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 64198, 2024-08-10T06:31:35.362 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 38449232 2024-08-10T06:31:35.362 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.363 INFO:tasks.workunit.client.0.smithi031.stdout: "kv_sync_lat": { 2024-08-10T06:31:35.363 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 64198, 2024-08-10T06:31:35.363 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 15038482881 2024-08-10T06:31:35.363 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.363 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_keys_lat": { 2024-08-10T06:31:35.363 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 0, 2024-08-10T06:31:35.363 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.363 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.363 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_get_values_lat": { 2024-08-10T06:31:35.363 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 29649, 2024-08-10T06:31:35.363 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 543300681 2024-08-10T06:31:35.363 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.363 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_lower_bound_lat": { 2024-08-10T06:31:35.363 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 716, 2024-08-10T06:31:35.364 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1920748 2024-08-10T06:31:35.364 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.364 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_next_lat": { 2024-08-10T06:31:35.364 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 4243, 2024-08-10T06:31:35.364 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4014722 2024-08-10T06:31:35.364 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.364 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_seek_to_first_lat": { 2024-08-10T06:31:35.364 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 50, 2024-08-10T06:31:35.364 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 75536 2024-08-10T06:31:35.364 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.364 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_upper_bound_lat": { 2024-08-10T06:31:35.364 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 12542, 2024-08-10T06:31:35.364 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 954084920 2024-08-10T06:31:35.365 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.365 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_hits": { 2024-08-10T06:31:35.365 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 202979 2024-08-10T06:31:35.365 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.365 INFO:tasks.workunit.client.0.smithi031.stdout: "onode_misses": { 2024-08-10T06:31:35.365 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 17543 2024-08-10T06:31:35.365 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.365 INFO:tasks.workunit.client.0.smithi031.stdout: "read_lat": { 2024-08-10T06:31:35.365 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 19441, 2024-08-10T06:31:35.365 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1044560043 2024-08-10T06:31:35.365 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.365 INFO:tasks.workunit.client.0.smithi031.stdout: "read_onode_meta_lat": { 2024-08-10T06:31:35.365 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 56610, 2024-08-10T06:31:35.366 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 16819759 2024-08-10T06:31:35.366 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.366 INFO:tasks.workunit.client.0.smithi031.stdout: "read_wait_aio_lat": { 2024-08-10T06:31:35.366 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 37169, 2024-08-10T06:31:35.366 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 969636957 2024-08-10T06:31:35.366 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.366 INFO:tasks.workunit.client.0.smithi031.stdout: "reads_with_retries": { 2024-08-10T06:31:35.366 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.366 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.366 INFO:tasks.workunit.client.0.smithi031.stdout: "remove_lat": { 2024-08-10T06:31:35.366 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 13009, 2024-08-10T06:31:35.366 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 282815358 2024-08-10T06:31:35.366 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.366 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_aio_wait_count": { 2024-08-10T06:31:35.367 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.367 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.367 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_committed_kv_count": { 2024-08-10T06:31:35.367 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.367 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.367 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_read_onode_meta_count": { 2024-08-10T06:31:35.367 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.367 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.367 INFO:tasks.workunit.client.0.smithi031.stdout: "slow_read_wait_aio_count": { 2024-08-10T06:31:35.367 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.367 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.367 INFO:tasks.workunit.client.0.smithi031.stdout: "state_aio_wait_lat": { 2024-08-10T06:31:35.367 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 75331, 2024-08-10T06:31:35.368 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5001543688 2024-08-10T06:31:35.368 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.368 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_aio_wait_lat": { 2024-08-10T06:31:35.368 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 15740, 2024-08-10T06:31:35.368 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 790031000 2024-08-10T06:31:35.368 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.368 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_cleanup_lat": { 2024-08-10T06:31:35.368 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 15740, 2024-08-10T06:31:35.368 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2791547203725 2024-08-10T06:31:35.368 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.368 INFO:tasks.workunit.client.0.smithi031.stdout: "state_deferred_queued_lat": { 2024-08-10T06:31:35.368 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 15740, 2024-08-10T06:31:35.368 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6309018002637 2024-08-10T06:31:35.369 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.369 INFO:tasks.workunit.client.0.smithi031.stdout: "state_done_lat": { 2024-08-10T06:31:35.369 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 75331, 2024-08-10T06:31:35.369 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 3105522959322 2024-08-10T06:31:35.369 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.369 INFO:tasks.workunit.client.0.smithi031.stdout: "state_finishing_lat": { 2024-08-10T06:31:35.369 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 75331, 2024-08-10T06:31:35.369 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7579311 2024-08-10T06:31:35.369 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.369 INFO:tasks.workunit.client.0.smithi031.stdout: "state_io_done_lat": { 2024-08-10T06:31:35.369 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 75331, 2024-08-10T06:31:35.369 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 253276442 2024-08-10T06:31:35.369 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.369 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_commiting_lat": { 2024-08-10T06:31:35.370 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 75331, 2024-08-10T06:31:35.370 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24561231582 2024-08-10T06:31:35.370 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.370 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_done_lat": { 2024-08-10T06:31:35.370 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 75331, 2024-08-10T06:31:35.370 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24556853 2024-08-10T06:31:35.370 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.370 INFO:tasks.workunit.client.0.smithi031.stdout: "state_kv_queued_lat": { 2024-08-10T06:31:35.370 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 75331, 2024-08-10T06:31:35.370 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 11978382334 2024-08-10T06:31:35.370 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.370 INFO:tasks.workunit.client.0.smithi031.stdout: "state_prepare_lat": { 2024-08-10T06:31:35.370 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 75331, 2024-08-10T06:31:35.371 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 5280136284 2024-08-10T06:31:35.371 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.371 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": { 2024-08-10T06:31:35.371 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6703344 2024-08-10T06:31:35.371 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.371 INFO:tasks.workunit.client.0.smithi031.stdout: "truncate_lat": { 2024-08-10T06:31:35.371 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 2439, 2024-08-10T06:31:35.371 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 13994974 2024-08-10T06:31:35.371 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.371 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_commit_lat": { 2024-08-10T06:31:35.371 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 75331, 2024-08-10T06:31:35.371 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 47084757954 2024-08-10T06:31:35.371 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.371 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_submit_lat": { 2024-08-10T06:31:35.372 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 75331, 2024-08-10T06:31:35.372 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6140707786 2024-08-10T06:31:35.372 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.372 INFO:tasks.workunit.client.0.smithi031.stdout: "txc_throttle_lat": { 2024-08-10T06:31:35.372 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 75331, 2024-08-10T06:31:35.372 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 424853603 2024-08-10T06:31:35.372 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:35.372 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.372 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache": { 2024-08-10T06:31:35.372 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_bytes": { 2024-08-10T06:31:35.372 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1405116907 2024-08-10T06:31:35.372 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.372 INFO:tasks.workunit.client.0.smithi031.stdout: "heap_bytes": { 2024-08-10T06:31:35.372 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 478937088 2024-08-10T06:31:35.373 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.373 INFO:tasks.workunit.client.0.smithi031.stdout: "mapped_bytes": { 2024-08-10T06:31:35.373 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 409526272 2024-08-10T06:31:35.373 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.373 INFO:tasks.workunit.client.0.smithi031.stdout: "target_bytes": { 2024-08-10T06:31:35.373 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 2600497971 2024-08-10T06:31:35.373 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.373 INFO:tasks.workunit.client.0.smithi031.stdout: "unmapped_bytes": { 2024-08-10T06:31:35.373 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 69410816 2024-08-10T06:31:35.373 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:35.373 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.373 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:data": { 2024-08-10T06:31:35.373 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:35.373 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 125829120 2024-08-10T06:31:35.374 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.374 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:35.374 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.374 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.374 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:35.374 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.374 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.374 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:35.374 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 57482409 2024-08-10T06:31:35.374 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.374 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:35.374 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.374 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.374 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:35.375 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.375 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.375 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:35.375 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.375 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.375 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:35.375 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.375 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.375 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:35.375 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 24576 2024-08-10T06:31:35.375 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.375 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:35.375 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 118784 2024-08-10T06:31:35.375 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.376 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:35.376 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.376 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.376 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:35.376 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.376 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.376 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:35.376 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.376 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.376 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:35.376 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 68203351 2024-08-10T06:31:35.376 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:35.376 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.376 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv": { 2024-08-10T06:31:35.377 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:35.377 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 570425344 2024-08-10T06:31:35.377 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.377 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:35.377 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T06:31:35.377 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.377 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:35.377 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.377 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.377 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:35.377 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 431118067 2024-08-10T06:31:35.377 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.377 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:35.377 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.377 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.378 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:35.378 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 848 2024-08-10T06:31:35.378 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.378 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:35.378 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.378 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.378 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:35.378 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.378 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.378 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:35.378 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 54000 2024-08-10T06:31:35.378 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.378 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:35.379 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.379 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.379 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:35.379 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.379 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.379 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:35.379 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.379 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.379 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:35.379 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.379 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.379 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:35.379 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 72143565 2024-08-10T06:31:35.379 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:35.380 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.380 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:kv_onode": { 2024-08-10T06:31:35.380 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:35.380 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 176160768 2024-08-10T06:31:35.380 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.380 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:35.380 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 67108864 2024-08-10T06:31:35.380 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.380 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:35.380 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 97904 2024-08-10T06:31:35.380 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.380 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:35.380 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 38321606 2024-08-10T06:31:35.380 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.381 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:35.381 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.381 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.381 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:35.381 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.381 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.381 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:35.381 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.381 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.381 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:35.381 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.381 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.381 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:35.382 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.382 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.382 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:35.382 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.382 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.382 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:35.382 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.382 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.382 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:35.382 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.382 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.382 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:35.382 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.382 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.383 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:35.383 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 70632394 2024-08-10T06:31:35.383 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:35.383 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.383 INFO:tasks.workunit.client.0.smithi031.stdout: "bluestore-pricache:meta": { 2024-08-10T06:31:35.383 INFO:tasks.workunit.client.0.smithi031.stdout: "committed_bytes": { 2024-08-10T06:31:35.383 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 503316480 2024-08-10T06:31:35.383 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.383 INFO:tasks.workunit.client.0.smithi031.stdout: "pri0_bytes": { 2024-08-10T06:31:35.383 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.383 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.383 INFO:tasks.workunit.client.0.smithi031.stdout: "pri10_bytes": { 2024-08-10T06:31:35.383 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.384 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.384 INFO:tasks.workunit.client.0.smithi031.stdout: "pri11_bytes": { 2024-08-10T06:31:35.384 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 431118067 2024-08-10T06:31:35.384 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.384 INFO:tasks.workunit.client.0.smithi031.stdout: "pri1_bytes": { 2024-08-10T06:31:35.384 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.384 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.384 INFO:tasks.workunit.client.0.smithi031.stdout: "pri2_bytes": { 2024-08-10T06:31:35.384 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.384 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.384 INFO:tasks.workunit.client.0.smithi031.stdout: "pri3_bytes": { 2024-08-10T06:31:35.384 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.384 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.384 INFO:tasks.workunit.client.0.smithi031.stdout: "pri4_bytes": { 2024-08-10T06:31:35.385 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.385 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.385 INFO:tasks.workunit.client.0.smithi031.stdout: "pri5_bytes": { 2024-08-10T06:31:35.385 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 176887 2024-08-10T06:31:35.385 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.385 INFO:tasks.workunit.client.0.smithi031.stdout: "pri6_bytes": { 2024-08-10T06:31:35.385 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1154263 2024-08-10T06:31:35.385 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.385 INFO:tasks.workunit.client.0.smithi031.stdout: "pri7_bytes": { 2024-08-10T06:31:35.385 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.385 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.385 INFO:tasks.workunit.client.0.smithi031.stdout: "pri8_bytes": { 2024-08-10T06:31:35.385 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.385 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.386 INFO:tasks.workunit.client.0.smithi031.stdout: "pri9_bytes": { 2024-08-10T06:31:35.386 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.386 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.386 INFO:tasks.workunit.client.0.smithi031.stdout: "reserved_bytes": { 2024-08-10T06:31:35.386 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 70867263 2024-08-10T06:31:35.386 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:35.386 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.386 INFO:tasks.workunit.client.0.smithi031.stdout: "objecter": { 2024-08-10T06:31:35.386 INFO:tasks.workunit.client.0.smithi031.stdout: "op_active": { 2024-08-10T06:31:35.386 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.386 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.386 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T06:31:35.386 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 13 2024-08-10T06:31:35.387 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.387 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rmw": { 2024-08-10T06:31:35.387 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.387 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.387 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T06:31:35.387 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.387 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:35.387 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.387 INFO:tasks.workunit.client.0.smithi031.stdout: "osd": { 2024-08-10T06:31:35.387 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg": { 2024-08-10T06:31:35.387 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 59 2024-08-10T06:31:35.387 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.387 INFO:tasks.workunit.client.0.smithi031.stdout: "numpg_removing": { 2024-08-10T06:31:35.387 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.388 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.388 INFO:tasks.workunit.client.0.smithi031.stdout: "op": { 2024-08-10T06:31:35.388 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 54446 2024-08-10T06:31:35.388 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.388 INFO:tasks.workunit.client.0.smithi031.stdout: "op_before_queue_op_lat": { 2024-08-10T06:31:35.388 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 119781, 2024-08-10T06:31:35.388 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7357004613 2024-08-10T06:31:35.388 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.388 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_degraded": { 2024-08-10T06:31:35.388 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.388 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.388 INFO:tasks.workunit.client.0.smithi031.stdout: "op_delayed_unreadable": { 2024-08-10T06:31:35.388 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.388 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.388 INFO:tasks.workunit.client.0.smithi031.stdout: "op_in_bytes": { 2024-08-10T06:31:35.389 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 892003310 2024-08-10T06:31:35.389 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.389 INFO:tasks.workunit.client.0.smithi031.stdout: "op_latency": { 2024-08-10T06:31:35.389 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 54446, 2024-08-10T06:31:35.389 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 58139911014 2024-08-10T06:31:35.389 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.389 INFO:tasks.workunit.client.0.smithi031.stdout: "op_out_bytes": { 2024-08-10T06:31:35.389 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1283864923 2024-08-10T06:31:35.389 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.389 INFO:tasks.workunit.client.0.smithi031.stdout: "op_prepare_latency": { 2024-08-10T06:31:35.389 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 54977, 2024-08-10T06:31:35.389 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 17738998291 2024-08-10T06:31:35.389 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.389 INFO:tasks.workunit.client.0.smithi031.stdout: "op_process_latency": { 2024-08-10T06:31:35.390 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 54446, 2024-08-10T06:31:35.390 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 29984636988 2024-08-10T06:31:35.390 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.390 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r": { 2024-08-10T06:31:35.390 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 41990 2024-08-10T06:31:35.390 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.390 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency": { 2024-08-10T06:31:35.390 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 41990, 2024-08-10T06:31:35.390 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 10989661776 2024-08-10T06:31:35.390 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.390 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-10T06:31:35.390 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.390 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.391 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_out_bytes": { 2024-08-10T06:31:35.391 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1283864923 2024-08-10T06:31:35.391 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.391 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_prepare_latency": { 2024-08-10T06:31:35.391 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 42011, 2024-08-10T06:31:35.391 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7006956805 2024-08-10T06:31:35.391 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.391 INFO:tasks.workunit.client.0.smithi031.stdout: "op_r_process_latency": { 2024-08-10T06:31:35.391 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 41990, 2024-08-10T06:31:35.391 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 6333669914 2024-08-10T06:31:35.391 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.391 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw": { 2024-08-10T06:31:35.391 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 11192 2024-08-10T06:31:35.391 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.391 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_in_bytes": { 2024-08-10T06:31:35.392 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 183353185 2024-08-10T06:31:35.392 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.392 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency": { 2024-08-10T06:31:35.392 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 11192, 2024-08-10T06:31:35.392 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 18247357801 2024-08-10T06:31:35.392 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.392 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-10T06:31:35.392 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.392 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.392 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-10T06:31:35.392 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.392 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.392 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_out_bytes": { 2024-08-10T06:31:35.393 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.393 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.393 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_prepare_latency": { 2024-08-10T06:31:35.393 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 11620, 2024-08-10T06:31:35.393 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 9197360079 2024-08-10T06:31:35.393 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.393 INFO:tasks.workunit.client.0.smithi031.stdout: "op_rw_process_latency": { 2024-08-10T06:31:35.393 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 11192, 2024-08-10T06:31:35.393 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 16473673047 2024-08-10T06:31:35.393 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.393 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w": { 2024-08-10T06:31:35.393 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1264 2024-08-10T06:31:35.393 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.393 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_in_bytes": { 2024-08-10T06:31:35.394 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 708650125 2024-08-10T06:31:35.394 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.394 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency": { 2024-08-10T06:31:35.394 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1264, 2024-08-10T06:31:35.394 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 28902891437 2024-08-10T06:31:35.394 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.394 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-10T06:31:35.394 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.394 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.394 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_prepare_latency": { 2024-08-10T06:31:35.394 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1346, 2024-08-10T06:31:35.394 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 1534681407 2024-08-10T06:31:35.394 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.394 INFO:tasks.workunit.client.0.smithi031.stdout: "op_w_process_latency": { 2024-08-10T06:31:35.395 INFO:tasks.workunit.client.0.smithi031.stdout: "count": 1264, 2024-08-10T06:31:35.395 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 7177294027 2024-08-10T06:31:35.395 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.395 INFO:tasks.workunit.client.0.smithi031.stdout: "op_wip": { 2024-08-10T06:31:35.395 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 0 2024-08-10T06:31:35.395 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.395 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_bytes": { 2024-08-10T06:31:35.395 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 78 2024-08-10T06:31:35.395 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.395 INFO:tasks.workunit.client.0.smithi031.stdout: "recovery_ops": { 2024-08-10T06:31:35.395 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 4 2024-08-10T06:31:35.395 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.395 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes": { 2024-08-10T06:31:35.396 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 95995035648 2024-08-10T06:31:35.396 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.396 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_bytes_used": { 2024-08-10T06:31:35.396 INFO:tasks.workunit.client.0.smithi031.stdout: "value": 422367232 2024-08-10T06:31:35.396 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:35.396 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:35.396 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:35.396 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.396 INFO:tasks.workunit.client.0.smithi031.stdout: "pools": [ 2024-08-10T06:31:35.396 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:35.396 INFO:tasks.workunit.client.0.smithi031.stdout: "application": [ 2024-08-10T06:31:35.396 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr" 2024-08-10T06:31:35.396 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.396 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_mode": "none", 2024-08-10T06:31:35.397 INFO:tasks.workunit.client.0.smithi031.stdout: "erasure_code_profile": {}, 2024-08-10T06:31:35.397 INFO:tasks.workunit.client.0.smithi031.stdout: "min_size": 2, 2024-08-10T06:31:35.397 INFO:tasks.workunit.client.0.smithi031.stdout: "options": {}, 2024-08-10T06:31:35.397 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_autoscale_mode": "off", 2024-08-10T06:31:35.397 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_num": 1, 2024-08-10T06:31:35.397 INFO:tasks.workunit.client.0.smithi031.stdout: "pgp_num": 1, 2024-08-10T06:31:35.397 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": 1, 2024-08-10T06:31:35.397 INFO:tasks.workunit.client.0.smithi031.stdout: "size": 3, 2024-08-10T06:31:35.397 INFO:tasks.workunit.client.0.smithi031.stdout: "stats": { 2024-08-10T06:31:35.397 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_raw": 724157999370, 2024-08-10T06:31:35.397 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_used": 1781760, 2024-08-10T06:31:35.397 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_bytes_used": 0, 2024-08-10T06:31:35.397 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_under_bytes": 0, 2024-08-10T06:31:35.398 INFO:tasks.workunit.client.0.smithi031.stdout: "data_bytes_used": 1781760, 2024-08-10T06:31:35.398 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty": 0, 2024-08-10T06:31:35.398 INFO:tasks.workunit.client.0.smithi031.stdout: "max_avail": 241385996288, 2024-08-10T06:31:35.398 INFO:tasks.workunit.client.0.smithi031.stdout: "objects": 2, 2024-08-10T06:31:35.398 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_bytes_used": 0, 2024-08-10T06:31:35.398 INFO:tasks.workunit.client.0.smithi031.stdout: "percent_used": 2.460451469232794e-06, 2024-08-10T06:31:35.398 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_bytes": 0, 2024-08-10T06:31:35.398 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_objects": 0, 2024-08-10T06:31:35.398 INFO:tasks.workunit.client.0.smithi031.stdout: "rd": 1358, 2024-08-10T06:31:35.398 INFO:tasks.workunit.client.0.smithi031.stdout: "rd_bytes": 2195456, 2024-08-10T06:31:35.398 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": 590368, 2024-08-10T06:31:35.398 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_data": 590368, 2024-08-10T06:31:35.398 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_omap": 0, 2024-08-10T06:31:35.398 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_raw": 1771104, 2024-08-10T06:31:35.399 INFO:tasks.workunit.client.0.smithi031.stdout: "wr": 431, 2024-08-10T06:31:35.399 INFO:tasks.workunit.client.0.smithi031.stdout: "wr_bytes": 2473984 2024-08-10T06:31:35.399 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.399 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_bytes": 0, 2024-08-10T06:31:35.399 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_objects": 0, 2024-08-10T06:31:35.399 INFO:tasks.workunit.client.0.smithi031.stdout: "type": "replicated" 2024-08-10T06:31:35.399 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.399 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:35.399 INFO:tasks.workunit.client.0.smithi031.stdout: "application": [ 2024-08-10T06:31:35.399 INFO:tasks.workunit.client.0.smithi031.stdout: "cephfs" 2024-08-10T06:31:35.399 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.399 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_mode": "none", 2024-08-10T06:31:35.399 INFO:tasks.workunit.client.0.smithi031.stdout: "erasure_code_profile": {}, 2024-08-10T06:31:35.399 INFO:tasks.workunit.client.0.smithi031.stdout: "min_size": 2, 2024-08-10T06:31:35.400 INFO:tasks.workunit.client.0.smithi031.stdout: "options": {}, 2024-08-10T06:31:35.400 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_autoscale_mode": "off", 2024-08-10T06:31:35.400 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_num": 32, 2024-08-10T06:31:35.400 INFO:tasks.workunit.client.0.smithi031.stdout: "pgp_num": 32, 2024-08-10T06:31:35.400 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": 2, 2024-08-10T06:31:35.400 INFO:tasks.workunit.client.0.smithi031.stdout: "size": 3, 2024-08-10T06:31:35.400 INFO:tasks.workunit.client.0.smithi031.stdout: "stats": { 2024-08-10T06:31:35.400 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_raw": 724157999370, 2024-08-10T06:31:35.400 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_used": 155933, 2024-08-10T06:31:35.400 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_bytes_used": 0, 2024-08-10T06:31:35.400 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_under_bytes": 0, 2024-08-10T06:31:35.400 INFO:tasks.workunit.client.0.smithi031.stdout: "data_bytes_used": 110592, 2024-08-10T06:31:35.400 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty": 0, 2024-08-10T06:31:35.400 INFO:tasks.workunit.client.0.smithi031.stdout: "max_avail": 241385996288, 2024-08-10T06:31:35.400 INFO:tasks.workunit.client.0.smithi031.stdout: "objects": 22, 2024-08-10T06:31:35.401 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_bytes_used": 45341, 2024-08-10T06:31:35.401 INFO:tasks.workunit.client.0.smithi031.stdout: "percent_used": 2.1533004712637194e-07, 2024-08-10T06:31:35.401 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_bytes": 0, 2024-08-10T06:31:35.401 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_objects": 0, 2024-08-10T06:31:35.401 INFO:tasks.workunit.client.0.smithi031.stdout: "rd": 79, 2024-08-10T06:31:35.401 INFO:tasks.workunit.client.0.smithi031.stdout: "rd_bytes": 88064, 2024-08-10T06:31:35.401 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": 21709, 2024-08-10T06:31:35.401 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_data": 6596, 2024-08-10T06:31:35.401 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_omap": 15113, 2024-08-10T06:31:35.401 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_raw": 65127, 2024-08-10T06:31:35.401 INFO:tasks.workunit.client.0.smithi031.stdout: "wr": 68, 2024-08-10T06:31:35.401 INFO:tasks.workunit.client.0.smithi031.stdout: "wr_bytes": 35840 2024-08-10T06:31:35.401 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.401 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_bytes": 0, 2024-08-10T06:31:35.402 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_objects": 0, 2024-08-10T06:31:35.402 INFO:tasks.workunit.client.0.smithi031.stdout: "type": "replicated" 2024-08-10T06:31:35.402 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.402 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:35.402 INFO:tasks.workunit.client.0.smithi031.stdout: "application": [ 2024-08-10T06:31:35.402 INFO:tasks.workunit.client.0.smithi031.stdout: "cephfs" 2024-08-10T06:31:35.402 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.402 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_mode": "none", 2024-08-10T06:31:35.402 INFO:tasks.workunit.client.0.smithi031.stdout: "erasure_code_profile": {}, 2024-08-10T06:31:35.402 INFO:tasks.workunit.client.0.smithi031.stdout: "min_size": 2, 2024-08-10T06:31:35.402 INFO:tasks.workunit.client.0.smithi031.stdout: "options": {}, 2024-08-10T06:31:35.402 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_autoscale_mode": "off", 2024-08-10T06:31:35.402 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_num": 64, 2024-08-10T06:31:35.402 INFO:tasks.workunit.client.0.smithi031.stdout: "pgp_num": 64, 2024-08-10T06:31:35.403 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": 3, 2024-08-10T06:31:35.403 INFO:tasks.workunit.client.0.smithi031.stdout: "size": 3, 2024-08-10T06:31:35.403 INFO:tasks.workunit.client.0.smithi031.stdout: "stats": { 2024-08-10T06:31:35.403 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_raw": 724157999370, 2024-08-10T06:31:35.403 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_used": 0, 2024-08-10T06:31:35.403 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_bytes_used": 0, 2024-08-10T06:31:35.403 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_under_bytes": 0, 2024-08-10T06:31:35.403 INFO:tasks.workunit.client.0.smithi031.stdout: "data_bytes_used": 0, 2024-08-10T06:31:35.403 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty": 0, 2024-08-10T06:31:35.403 INFO:tasks.workunit.client.0.smithi031.stdout: "max_avail": 241385996288, 2024-08-10T06:31:35.403 INFO:tasks.workunit.client.0.smithi031.stdout: "objects": 0, 2024-08-10T06:31:35.403 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_bytes_used": 0, 2024-08-10T06:31:35.404 INFO:tasks.workunit.client.0.smithi031.stdout: "percent_used": 0.0, 2024-08-10T06:31:35.404 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_bytes": 0, 2024-08-10T06:31:35.404 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_objects": 0, 2024-08-10T06:31:35.404 INFO:tasks.workunit.client.0.smithi031.stdout: "rd": 0, 2024-08-10T06:31:35.404 INFO:tasks.workunit.client.0.smithi031.stdout: "rd_bytes": 0, 2024-08-10T06:31:35.404 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": 0, 2024-08-10T06:31:35.404 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_data": 0, 2024-08-10T06:31:35.404 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_omap": 0, 2024-08-10T06:31:35.404 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_raw": 0, 2024-08-10T06:31:35.404 INFO:tasks.workunit.client.0.smithi031.stdout: "wr": 0, 2024-08-10T06:31:35.404 INFO:tasks.workunit.client.0.smithi031.stdout: "wr_bytes": 0 2024-08-10T06:31:35.404 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.404 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_bytes": 0, 2024-08-10T06:31:35.404 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_objects": 0, 2024-08-10T06:31:35.405 INFO:tasks.workunit.client.0.smithi031.stdout: "type": "replicated" 2024-08-10T06:31:35.405 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.405 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:35.405 INFO:tasks.workunit.client.0.smithi031.stdout: "application": [ 2024-08-10T06:31:35.405 INFO:tasks.workunit.client.0.smithi031.stdout: "rbd" 2024-08-10T06:31:35.405 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.405 INFO:tasks.workunit.client.0.smithi031.stdout: "cache_mode": "none", 2024-08-10T06:31:35.405 INFO:tasks.workunit.client.0.smithi031.stdout: "erasure_code_profile": {}, 2024-08-10T06:31:35.405 INFO:tasks.workunit.client.0.smithi031.stdout: "min_size": 2, 2024-08-10T06:31:35.405 INFO:tasks.workunit.client.0.smithi031.stdout: "options": {}, 2024-08-10T06:31:35.405 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_autoscale_mode": "off", 2024-08-10T06:31:35.405 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_num": 8, 2024-08-10T06:31:35.405 INFO:tasks.workunit.client.0.smithi031.stdout: "pgp_num": 8, 2024-08-10T06:31:35.405 INFO:tasks.workunit.client.0.smithi031.stdout: "pool": 4, 2024-08-10T06:31:35.406 INFO:tasks.workunit.client.0.smithi031.stdout: "size": 3, 2024-08-10T06:31:35.406 INFO:tasks.workunit.client.0.smithi031.stdout: "stats": { 2024-08-10T06:31:35.406 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_raw": 724157999370, 2024-08-10T06:31:35.406 INFO:tasks.workunit.client.0.smithi031.stdout: "bytes_used": 12595200, 2024-08-10T06:31:35.406 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_bytes_used": 0, 2024-08-10T06:31:35.406 INFO:tasks.workunit.client.0.smithi031.stdout: "compress_under_bytes": 0, 2024-08-10T06:31:35.406 INFO:tasks.workunit.client.0.smithi031.stdout: "data_bytes_used": 12595200, 2024-08-10T06:31:35.406 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty": 0, 2024-08-10T06:31:35.406 INFO:tasks.workunit.client.0.smithi031.stdout: "max_avail": 241385996288, 2024-08-10T06:31:35.406 INFO:tasks.workunit.client.0.smithi031.stdout: "objects": 4, 2024-08-10T06:31:35.406 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_bytes_used": 0, 2024-08-10T06:31:35.406 INFO:tasks.workunit.client.0.smithi031.stdout: "percent_used": 1.739258732413873e-05, 2024-08-10T06:31:35.406 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_bytes": 0, 2024-08-10T06:31:35.407 INFO:tasks.workunit.client.0.smithi031.stdout: "quota_objects": 0, 2024-08-10T06:31:35.407 INFO:tasks.workunit.client.0.smithi031.stdout: "rd": 9013, 2024-08-10T06:31:35.407 INFO:tasks.workunit.client.0.smithi031.stdout: "rd_bytes": 3135915008, 2024-08-10T06:31:35.407 INFO:tasks.workunit.client.0.smithi031.stdout: "stored": 4194323, 2024-08-10T06:31:35.407 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_data": 4194323, 2024-08-10T06:31:35.407 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_omap": 0, 2024-08-10T06:31:35.407 INFO:tasks.workunit.client.0.smithi031.stdout: "stored_raw": 12582969, 2024-08-10T06:31:35.407 INFO:tasks.workunit.client.0.smithi031.stdout: "wr": 24326, 2024-08-10T06:31:35.407 INFO:tasks.workunit.client.0.smithi031.stdout: "wr_bytes": 3191153664 2024-08-10T06:31:35.407 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.407 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_bytes": 0, 2024-08-10T06:31:35.407 INFO:tasks.workunit.client.0.smithi031.stdout: "target_max_objects": 0, 2024-08-10T06:31:35.407 INFO:tasks.workunit.client.0.smithi031.stdout: "type": "replicated" 2024-08-10T06:31:35.408 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:35.408 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.408 INFO:tasks.workunit.client.0.smithi031.stdout: "rbd": { 2024-08-10T06:31:35.408 INFO:tasks.workunit.client.0.smithi031.stdout: "mirroring_by_pool": [ 2024-08-10T06:31:35.408 INFO:tasks.workunit.client.0.smithi031.stdout: false 2024-08-10T06:31:35.408 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.408 INFO:tasks.workunit.client.0.smithi031.stdout: "num_images_by_pool": [ 2024-08-10T06:31:35.408 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:35.408 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.408 INFO:tasks.workunit.client.0.smithi031.stdout: "num_pools": 1 2024-08-10T06:31:35.408 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.408 INFO:tasks.workunit.client.0.smithi031.stdout: "report_id": "89fe5db4-f4c1-4ba3-81cd-1d4e073dc899", 2024-08-10T06:31:35.408 INFO:tasks.workunit.client.0.smithi031.stdout: "report_timestamp": "2024-08-10T06:31:32.629082", 2024-08-10T06:31:35.408 INFO:tasks.workunit.client.0.smithi031.stdout: "report_version": 1, 2024-08-10T06:31:35.408 INFO:tasks.workunit.client.0.smithi031.stdout: "rocksdb_stats": { 2024-08-10T06:31:35.409 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "7.9.2" 2024-08-10T06:31:35.409 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.409 INFO:tasks.workunit.client.0.smithi031.stdout: "rook": { 2024-08-10T06:31:35.409 INFO:tasks.workunit.client.0.smithi031.stdout: "cluster": { 2024-08-10T06:31:35.409 INFO:tasks.workunit.client.0.smithi031.stdout: "external-mode": null, 2024-08-10T06:31:35.409 INFO:tasks.workunit.client.0.smithi031.stdout: "mon": { 2024-08-10T06:31:35.409 INFO:tasks.workunit.client.0.smithi031.stdout: "allow-multiple-per-node": null, 2024-08-10T06:31:35.409 INFO:tasks.workunit.client.0.smithi031.stdout: "count": null, 2024-08-10T06:31:35.409 INFO:tasks.workunit.client.0.smithi031.stdout: "max-id": null, 2024-08-10T06:31:35.409 INFO:tasks.workunit.client.0.smithi031.stdout: "pvc": { 2024-08-10T06:31:35.409 INFO:tasks.workunit.client.0.smithi031.stdout: "enabled": null 2024-08-10T06:31:35.409 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.409 INFO:tasks.workunit.client.0.smithi031.stdout: "stretch": { 2024-08-10T06:31:35.409 INFO:tasks.workunit.client.0.smithi031.stdout: "enabled": null 2024-08-10T06:31:35.410 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:35.410 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.410 INFO:tasks.workunit.client.0.smithi031.stdout: "network": { 2024-08-10T06:31:35.410 INFO:tasks.workunit.client.0.smithi031.stdout: "provider": null 2024-08-10T06:31:35.410 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.410 INFO:tasks.workunit.client.0.smithi031.stdout: "storage": { 2024-08-10T06:31:35.410 INFO:tasks.workunit.client.0.smithi031.stdout: "device-set": { 2024-08-10T06:31:35.410 INFO:tasks.workunit.client.0.smithi031.stdout: "count": { 2024-08-10T06:31:35.410 INFO:tasks.workunit.client.0.smithi031.stdout: "non-portable": null, 2024-08-10T06:31:35.410 INFO:tasks.workunit.client.0.smithi031.stdout: "portable": null, 2024-08-10T06:31:35.410 INFO:tasks.workunit.client.0.smithi031.stdout: "total": null 2024-08-10T06:31:35.410 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:35.410 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:35.411 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:35.411 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.411 INFO:tasks.workunit.client.0.smithi031.stdout: "csi": { 2024-08-10T06:31:35.411 INFO:tasks.workunit.client.0.smithi031.stdout: "version": null 2024-08-10T06:31:35.411 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.411 INFO:tasks.workunit.client.0.smithi031.stdout: "kubernetes": { 2024-08-10T06:31:35.411 INFO:tasks.workunit.client.0.smithi031.stdout: "version": null 2024-08-10T06:31:35.411 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.411 INFO:tasks.workunit.client.0.smithi031.stdout: "node": { 2024-08-10T06:31:35.411 INFO:tasks.workunit.client.0.smithi031.stdout: "count": { 2024-08-10T06:31:35.411 INFO:tasks.workunit.client.0.smithi031.stdout: "kubernetes-total": null, 2024-08-10T06:31:35.411 INFO:tasks.workunit.client.0.smithi031.stdout: "with-ceph-daemons": null, 2024-08-10T06:31:35.411 INFO:tasks.workunit.client.0.smithi031.stdout: "with-csi-cephfs-plugin": null, 2024-08-10T06:31:35.412 INFO:tasks.workunit.client.0.smithi031.stdout: "with-csi-nfs-plugin": null, 2024-08-10T06:31:35.412 INFO:tasks.workunit.client.0.smithi031.stdout: "with-csi-rbd-plugin": null 2024-08-10T06:31:35.412 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:35.412 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.412 INFO:tasks.workunit.client.0.smithi031.stdout: "usage": { 2024-08-10T06:31:35.412 INFO:tasks.workunit.client.0.smithi031.stdout: "storage-class": { 2024-08-10T06:31:35.412 INFO:tasks.workunit.client.0.smithi031.stdout: "count": { 2024-08-10T06:31:35.412 INFO:tasks.workunit.client.0.smithi031.stdout: "bucket": null, 2024-08-10T06:31:35.412 INFO:tasks.workunit.client.0.smithi031.stdout: "cephfs": null, 2024-08-10T06:31:35.412 INFO:tasks.workunit.client.0.smithi031.stdout: "nfs": null, 2024-08-10T06:31:35.412 INFO:tasks.workunit.client.0.smithi031.stdout: "rbd": null, 2024-08-10T06:31:35.412 INFO:tasks.workunit.client.0.smithi031.stdout: "total": null 2024-08-10T06:31:35.412 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:35.412 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:35.412 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.413 INFO:tasks.workunit.client.0.smithi031.stdout: "version": null 2024-08-10T06:31:35.413 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.413 INFO:tasks.workunit.client.0.smithi031.stdout: "services": {}, 2024-08-10T06:31:35.413 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_per_pg": [ 2024-08-10T06:31:35.413 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:35.413 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:35.413 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:35.413 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:35.413 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:35.413 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.413 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-08-10T06:31:35.413 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:35.413 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:35.413 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:35.414 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:35.414 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:35.414 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:35.414 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.895293+0000", 2024-08-10T06:31:35.414 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.355534+0000", 2024-08-10T06:31:35.414 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.355534+0000", 2024-08-10T06:31:35.414 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.355905+0000", 2024-08-10T06:31:35.414 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.895293+0000", 2024-08-10T06:31:35.414 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.414 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:35.414 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.414 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:35.414 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.895293+0000", 2024-08-10T06:31:35.415 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.895293+0000", 2024-08-10T06:31:35.415 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.895293+0000", 2024-08-10T06:31:35.415 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:35.415 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:35.415 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.415 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.895293+0000", 2024-08-10T06:31:35.415 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.895293+0000", 2024-08-10T06:31:35.415 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:35.415 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 5, 2024-08-10T06:31:35.415 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:35.415 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:35.415 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:35.415 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:35.415 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:35.415 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:35.416 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:35.416 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 5, 2024-08-10T06:31:35.416 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:35.416 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:35.416 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:35.416 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.1f", 2024-08-10T06:31:35.416 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:35.416 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:35.416 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:35.416 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5336, 2024-08-10T06:31:35.416 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:35.416 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T09:17:46.870532+0000", 2024-08-10T06:31:35.416 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:35.416 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:35.417 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:35.417 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 570, 2024-08-10T06:31:35.417 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:35.417 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:35.417 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:35.417 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:35.417 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:35.417 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:35.417 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:35.417 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:35.417 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:35.417 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:35.417 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:35.417 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:35.418 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:35.418 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:35.418 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:35.418 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 6, 2024-08-10T06:31:35.418 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 2, 2024-08-10T06:31:35.418 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:35.418 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 2, 2024-08-10T06:31:35.418 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:35.418 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:35.418 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:35.418 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:35.418 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:35.419 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 1, 2024-08-10T06:31:35.419 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:35.419 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:35.419 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:35.419 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:35.419 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:35.419 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:35.419 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:35.419 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 4, 2024-08-10T06:31:35.419 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 4, 2024-08-10T06:31:35.419 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:35.419 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:35.419 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:35.419 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 4, 2024-08-10T06:31:35.420 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 1 2024-08-10T06:31:35.420 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.420 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:35.420 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:35.420 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:35.420 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:35.420 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:35.420 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:35.420 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.420 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-08-10T06:31:35.420 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "548'5" 2024-08-10T06:31:35.420 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.420 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:35.421 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:35.421 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:35.421 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:35.421 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:35.421 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.421 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-08-10T06:31:35.421 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:35.421 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:35.421 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:35.421 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:35.421 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:35.421 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:35.421 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.403356+0000", 2024-08-10T06:31:35.422 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.393263+0000", 2024-08-10T06:31:35.422 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.393263+0000", 2024-08-10T06:31:35.422 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.393626+0000", 2024-08-10T06:31:35.422 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.403356+0000", 2024-08-10T06:31:35.422 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.422 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:35.422 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.422 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:35.422 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.403356+0000", 2024-08-10T06:31:35.422 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.403356+0000", 2024-08-10T06:31:35.422 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.403356+0000", 2024-08-10T06:31:35.422 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:35.423 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:35.423 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.423 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.403356+0000", 2024-08-10T06:31:35.423 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.403356+0000", 2024-08-10T06:31:35.423 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:35.423 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:35.423 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:35.423 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:35.423 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:35.423 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:35.423 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:35.423 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:35.423 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:35.424 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:35.424 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:35.424 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:35.424 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:35.424 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.1e", 2024-08-10T06:31:35.424 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:35.424 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:35.424 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:35.424 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5228, 2024-08-10T06:31:35.424 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:35.424 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:12:02.763461+0000", 2024-08-10T06:31:35.424 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:35.424 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:35.425 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:35.425 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:35.425 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:35.425 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:35.425 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:35.425 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:35.425 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:35.425 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:35.425 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:35.425 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:35.425 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:35.425 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:35.425 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:35.426 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:35.426 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:35.426 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:35.426 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:35.426 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:35.426 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:35.426 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:35.426 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:35.426 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:35.426 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:35.426 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:35.426 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:35.426 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:35.426 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:35.427 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:35.427 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:35.427 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:35.427 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:35.427 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:35.427 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:35.427 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:35.427 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:35.427 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:35.427 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:35.427 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:35.427 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:35.427 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:35.428 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:35.428 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.428 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:35.428 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:35.428 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:35.428 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:35.428 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:35.428 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:35.428 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.428 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-08-10T06:31:35.428 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:35.428 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.428 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:35.429 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:35.429 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:35.429 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:35.429 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T06:31:35.429 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.429 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-08-10T06:31:35.429 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:35.429 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:35.429 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:35.429 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:35.429 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:35.429 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:35.429 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.403459+0000", 2024-08-10T06:31:35.429 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:04.287434+0000", 2024-08-10T06:31:35.430 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:04.287434+0000", 2024-08-10T06:31:35.430 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:04.287805+0000", 2024-08-10T06:31:35.430 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.403459+0000", 2024-08-10T06:31:35.430 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.430 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:35.430 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.430 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 463, 2024-08-10T06:31:35.430 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.403459+0000", 2024-08-10T06:31:35.430 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.403459+0000", 2024-08-10T06:31:35.430 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.403459+0000", 2024-08-10T06:31:35.430 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:35.430 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:35.430 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.431 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.403459+0000", 2024-08-10T06:31:35.431 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.403459+0000", 2024-08-10T06:31:35.431 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:35.431 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 2, 2024-08-10T06:31:35.431 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:35.431 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:35.431 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 462, 2024-08-10T06:31:35.431 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:35.431 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:35.431 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:35.431 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:35.431 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 2, 2024-08-10T06:31:35.431 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:35.431 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:35.432 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:35.432 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.1e", 2024-08-10T06:31:35.432 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:35.432 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:35.432 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:35.432 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5251, 2024-08-10T06:31:35.432 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:35.432 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:27:13.328839+0000", 2024-08-10T06:31:35.432 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:35.432 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:35.432 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:35.432 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:35.432 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:35.432 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:35.433 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:35.433 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:35.433 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:35.433 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:35.433 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:35.433 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:35.433 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:35.433 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:35.433 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:35.433 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:35.433 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:35.433 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:35.433 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:35.433 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:35.434 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:35.434 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:35.434 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:35.434 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:35.434 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:35.434 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:35.434 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:35.434 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:35.434 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:35.434 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:35.434 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:35.434 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:35.434 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:35.434 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:35.435 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:35.435 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:35.435 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:35.435 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:35.435 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:35.435 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:35.435 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:35.435 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:35.435 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:35.435 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.435 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:35.435 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:35.435 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:35.435 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:35.436 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:35.436 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T06:31:35.436 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.436 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-08-10T06:31:35.436 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "548'2" 2024-08-10T06:31:35.436 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.436 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:35.436 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:35.436 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:35.436 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:35.436 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:35.436 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.436 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-08-10T06:31:35.436 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:35.437 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:35.437 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:35.437 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:35.437 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:35.437 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:35.437 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.892314+0000", 2024-08-10T06:31:35.437 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:04.287227+0000", 2024-08-10T06:31:35.437 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:04.287227+0000", 2024-08-10T06:31:35.437 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:04.288567+0000", 2024-08-10T06:31:35.437 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.892314+0000", 2024-08-10T06:31:35.437 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.437 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:35.437 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.438 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 463, 2024-08-10T06:31:35.438 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.892314+0000", 2024-08-10T06:31:35.438 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.892314+0000", 2024-08-10T06:31:35.438 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.892314+0000", 2024-08-10T06:31:35.438 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:35.438 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:35.438 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.438 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.892314+0000", 2024-08-10T06:31:35.438 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.892314+0000", 2024-08-10T06:31:35.438 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:35.438 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:35.438 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:35.438 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:35.438 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 462, 2024-08-10T06:31:35.439 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:35.439 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:35.439 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:35.439 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:35.439 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:35.439 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:35.439 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:35.439 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:35.439 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.1f", 2024-08-10T06:31:35.439 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:35.439 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:35.439 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:35.439 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5324, 2024-08-10T06:31:35.439 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:35.440 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:40:34.495798+0000", 2024-08-10T06:31:35.440 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:35.440 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:35.440 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:35.440 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:35.440 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:35.440 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:35.440 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:35.440 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:35.440 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:35.440 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:35.440 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:35.440 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:35.441 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:35.441 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:35.441 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:35.441 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:35.441 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:35.441 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:35.441 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:35.441 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:35.441 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:35.441 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:35.441 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:35.441 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:35.441 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:35.441 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:35.442 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:35.442 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:35.442 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:35.442 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:35.442 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:35.442 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:35.442 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:35.442 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:35.442 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:35.442 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:35.442 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:35.442 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:35.442 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:35.443 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:35.443 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:35.443 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:35.443 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:35.443 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.443 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:35.443 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:35.443 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:35.443 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:35.443 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:35.443 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:35.443 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.443 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-08-10T06:31:35.443 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:35.443 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.444 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:35.444 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:35.444 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:35.444 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:35.444 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:35.444 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.444 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T06:31:35.444 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:35.444 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:35.444 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:35.444 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:35.444 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:35.444 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:35.445 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.403367+0000", 2024-08-10T06:31:35.445 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.364073+0000", 2024-08-10T06:31:35.445 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.364073+0000", 2024-08-10T06:31:35.445 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.364726+0000", 2024-08-10T06:31:35.445 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.403367+0000", 2024-08-10T06:31:35.445 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.445 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:35.445 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.445 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:35.445 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.403367+0000", 2024-08-10T06:31:35.445 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.403367+0000", 2024-08-10T06:31:35.445 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.403367+0000", 2024-08-10T06:31:35.445 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:35.445 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:35.446 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.446 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.403367+0000", 2024-08-10T06:31:35.446 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.403367+0000", 2024-08-10T06:31:35.446 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:35.446 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 2, 2024-08-10T06:31:35.446 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:35.446 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:35.446 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:35.446 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:35.446 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:35.446 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:35.446 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:35.446 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 2, 2024-08-10T06:31:35.446 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:35.447 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:35.447 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:35.447 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.1d", 2024-08-10T06:31:35.447 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:35.447 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:35.447 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:35.447 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5100, 2024-08-10T06:31:35.447 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:35.447 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T09:54:06.570378+0000", 2024-08-10T06:31:35.447 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:35.447 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:35.447 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:35.447 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:35.447 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:35.448 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:35.448 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:35.448 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:35.448 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:35.448 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:35.448 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:35.448 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:35.448 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:35.448 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:35.448 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:35.448 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:35.448 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:35.448 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:35.448 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:35.448 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 3, 2024-08-10T06:31:35.449 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 1, 2024-08-10T06:31:35.449 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:35.449 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 1, 2024-08-10T06:31:35.449 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:35.449 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:35.449 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:35.449 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:35.449 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:35.449 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 1, 2024-08-10T06:31:35.449 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:35.449 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:35.449 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:35.449 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:35.449 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:35.450 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:35.450 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:35.450 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 6, 2024-08-10T06:31:35.450 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 6, 2024-08-10T06:31:35.450 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:35.450 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:35.450 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:35.450 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 3, 2024-08-10T06:31:35.450 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:35.450 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.450 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:35.450 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:35.450 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:35.451 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:35.451 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:35.451 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:35.451 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.451 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T06:31:35.451 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "66'2" 2024-08-10T06:31:35.451 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.451 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:35.451 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:35.451 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:35.451 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:35.451 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:35.451 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.451 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T06:31:35.452 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:35.452 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:35.452 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:35.452 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:35.452 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:35.452 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:35.452 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.894690+0000", 2024-08-10T06:31:35.452 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:04.266606+0000", 2024-08-10T06:31:35.452 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:04.266606+0000", 2024-08-10T06:31:35.452 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:04.268158+0000", 2024-08-10T06:31:35.452 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.894690+0000", 2024-08-10T06:31:35.452 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.453 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:35.453 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.453 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 463, 2024-08-10T06:31:35.453 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.894690+0000", 2024-08-10T06:31:35.453 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.894690+0000", 2024-08-10T06:31:35.453 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.894690+0000", 2024-08-10T06:31:35.453 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:35.453 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:35.453 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.453 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.894690+0000", 2024-08-10T06:31:35.453 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.894690+0000", 2024-08-10T06:31:35.453 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:35.453 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:35.453 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:35.454 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:35.454 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 462, 2024-08-10T06:31:35.454 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:35.454 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:35.454 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:35.454 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:35.454 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:35.454 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:35.454 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:35.454 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:35.454 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.1c", 2024-08-10T06:31:35.454 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:35.454 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:35.455 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:35.455 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5163, 2024-08-10T06:31:35.455 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:35.455 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:14:16.016922+0000", 2024-08-10T06:31:35.455 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:35.455 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:35.455 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:35.455 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:35.455 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:35.455 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:35.455 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:35.455 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:35.455 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:35.455 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:35.456 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:35.456 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:35.456 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:35.456 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:35.456 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:35.456 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:35.456 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:35.456 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:35.456 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:35.456 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:35.456 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:35.456 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:35.456 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:35.456 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:35.457 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:35.457 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:35.457 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:35.457 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:35.457 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:35.457 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:35.457 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:35.457 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:35.457 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:35.457 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:35.457 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:35.457 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:35.457 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:35.457 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:35.458 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:35.458 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:35.458 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:35.458 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:35.458 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:35.458 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.458 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:35.458 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:35.458 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:35.458 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:35.458 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:35.458 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:35.458 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.458 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T06:31:35.459 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:35.459 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.459 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:35.459 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:35.459 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:35.459 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:35.459 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:35.459 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.459 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T06:31:35.459 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:35.459 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:35.459 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:35.459 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:35.459 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:35.460 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:35.460 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.402118+0000", 2024-08-10T06:31:35.460 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.358597+0000", 2024-08-10T06:31:35.460 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.358597+0000", 2024-08-10T06:31:35.460 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.360867+0000", 2024-08-10T06:31:35.460 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.402118+0000", 2024-08-10T06:31:35.460 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.460 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:35.460 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.460 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:35.460 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.402118+0000", 2024-08-10T06:31:35.460 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.402118+0000", 2024-08-10T06:31:35.460 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.402118+0000", 2024-08-10T06:31:35.461 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:35.461 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:35.461 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.461 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.402118+0000", 2024-08-10T06:31:35.461 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.402118+0000", 2024-08-10T06:31:35.461 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:35.461 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 2, 2024-08-10T06:31:35.461 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:35.461 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:35.461 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:35.461 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:35.461 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:35.461 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:35.461 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:35.461 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 2, 2024-08-10T06:31:35.462 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:35.462 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:35.462 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:35.462 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.1c", 2024-08-10T06:31:35.462 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:35.462 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:35.462 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:35.462 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5110, 2024-08-10T06:31:35.462 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:35.462 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T11:44:28.697367+0000", 2024-08-10T06:31:35.462 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:35.462 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:35.462 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:35.462 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:35.463 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:35.463 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:35.463 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:35.463 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:35.463 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:35.463 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:35.463 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:35.463 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:35.463 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:35.463 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:35.463 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:35.463 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:35.463 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:35.463 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:35.464 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:35.464 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 3, 2024-08-10T06:31:35.464 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 1, 2024-08-10T06:31:35.464 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:35.464 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 1, 2024-08-10T06:31:35.464 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:35.464 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:35.464 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:35.464 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:35.464 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:35.464 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 1, 2024-08-10T06:31:35.464 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:35.464 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:35.464 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:35.465 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:35.465 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:35.465 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:35.465 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:35.465 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 6, 2024-08-10T06:31:35.465 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 6, 2024-08-10T06:31:35.465 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:35.465 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:35.465 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:35.465 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 3, 2024-08-10T06:31:35.465 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:35.465 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.465 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:35.465 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:35.466 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:35.466 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:35.466 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:35.466 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:35.466 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.466 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T06:31:35.466 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "66'2" 2024-08-10T06:31:35.466 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.466 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:35.466 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:35.466 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:35.466 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:35.466 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:35.467 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.467 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 2, 2024-08-10T06:31:35.467 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:35.467 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:35.467 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:35.467 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:35.467 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:35.467 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:35.467 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.402412+0000", 2024-08-10T06:31:35.467 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.388623+0000", 2024-08-10T06:31:35.467 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.388623+0000", 2024-08-10T06:31:35.467 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.389353+0000", 2024-08-10T06:31:35.467 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.402412+0000", 2024-08-10T06:31:35.468 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.468 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:35.468 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.468 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:35.468 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.402412+0000", 2024-08-10T06:31:35.468 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.402412+0000", 2024-08-10T06:31:35.468 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.402412+0000", 2024-08-10T06:31:35.468 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:35.468 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:35.468 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.468 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.402412+0000", 2024-08-10T06:31:35.468 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.402412+0000", 2024-08-10T06:31:35.468 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:35.469 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:35.469 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:35.469 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:35.469 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:35.469 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:35.469 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:35.469 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:35.469 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:35.469 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:35.469 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:35.469 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:35.469 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:35.469 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.1d", 2024-08-10T06:31:35.469 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:35.470 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:35.470 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:35.470 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5244, 2024-08-10T06:31:35.470 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:35.470 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T16:44:07.756433+0000", 2024-08-10T06:31:35.470 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:35.470 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:35.470 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:35.470 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:35.470 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:35.470 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:35.470 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:35.470 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:35.470 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:35.471 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:35.471 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:35.471 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:35.471 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:35.471 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:35.471 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:35.471 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:35.471 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:35.471 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:35.471 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:35.471 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:35.471 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:35.471 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:35.471 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:35.472 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:35.472 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:35.472 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:35.472 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:35.472 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:35.472 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:35.472 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:35.472 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:35.472 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:35.472 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:35.472 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:35.472 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:35.472 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:35.472 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:35.473 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:35.473 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:35.473 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:35.473 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:35.473 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:35.473 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:35.473 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.473 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:35.473 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:35.473 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:35.473 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:35.473 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:35.473 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:35.473 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.474 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 2, 2024-08-10T06:31:35.474 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:35.474 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.474 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:35.474 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:35.474 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:35.474 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:35.474 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:35.474 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.474 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-08-10T06:31:35.474 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:35.474 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:35.474 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:35.475 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:35.475 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:35.475 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:35.475 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.405534+0000", 2024-08-10T06:31:35.475 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.391788+0000", 2024-08-10T06:31:35.475 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.391788+0000", 2024-08-10T06:31:35.475 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.392080+0000", 2024-08-10T06:31:35.475 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.405534+0000", 2024-08-10T06:31:35.475 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.475 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:35.475 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.475 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:35.475 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.405534+0000", 2024-08-10T06:31:35.475 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.405534+0000", 2024-08-10T06:31:35.476 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.405534+0000", 2024-08-10T06:31:35.476 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:35.476 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:35.476 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.476 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.405534+0000", 2024-08-10T06:31:35.476 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.405534+0000", 2024-08-10T06:31:35.476 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:35.476 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:35.476 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:35.476 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:35.476 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:35.476 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:35.476 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:35.476 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:35.477 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:35.477 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:35.477 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:35.477 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:35.477 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:35.477 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.a", 2024-08-10T06:31:35.477 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:35.477 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:35.477 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:35.477 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5148, 2024-08-10T06:31:35.477 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:35.477 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:45:39.610881+0000", 2024-08-10T06:31:35.477 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:35.477 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:35.478 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:35.478 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:35.478 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:35.478 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:35.478 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:35.478 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:35.478 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:35.478 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:35.478 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:35.478 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:35.478 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:35.478 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:35.478 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:35.479 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:35.479 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:35.479 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:35.479 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:35.479 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:35.479 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:35.479 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:35.479 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:35.479 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:35.479 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:35.479 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:35.479 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:35.479 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:35.479 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:35.479 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:35.480 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:35.480 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:35.480 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:35.480 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:35.480 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:35.480 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:35.480 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:35.480 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:35.480 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:35.480 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:35.480 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:35.480 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:35.480 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:35.481 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.481 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:35.481 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:35.481 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:35.481 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:35.481 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:35.481 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:35.481 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.481 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-08-10T06:31:35.481 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:35.481 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.481 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:35.481 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:35.481 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:35.481 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:35.481 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T06:31:35.482 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.482 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T06:31:35.482 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:35.482 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:35.482 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:35.482 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:35.482 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:35.482 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:35.482 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.408164+0000", 2024-08-10T06:31:35.482 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.351638+0000", 2024-08-10T06:31:35.482 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.351638+0000", 2024-08-10T06:31:35.482 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.351997+0000", 2024-08-10T06:31:35.483 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.408164+0000", 2024-08-10T06:31:35.483 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.483 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:35.483 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.483 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:35.483 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.408164+0000", 2024-08-10T06:31:35.483 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.408164+0000", 2024-08-10T06:31:35.483 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.408164+0000", 2024-08-10T06:31:35.483 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:35.483 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:35.483 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.483 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.408164+0000", 2024-08-10T06:31:35.483 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.408164+0000", 2024-08-10T06:31:35.484 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:35.484 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 3, 2024-08-10T06:31:35.484 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:35.484 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:35.484 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:35.484 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:35.484 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:35.484 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:35.484 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:35.484 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 3, 2024-08-10T06:31:35.484 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:35.484 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:35.484 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:35.484 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.b", 2024-08-10T06:31:35.485 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:35.485 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:35.485 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:35.485 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5113, 2024-08-10T06:31:35.485 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:35.485 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:09:39.974904+0000", 2024-08-10T06:31:35.485 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:35.485 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:35.485 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:35.485 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:35.485 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:35.485 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:35.485 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:35.486 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:35.486 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:35.486 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:35.486 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:35.486 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:35.486 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:35.486 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:35.486 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:35.486 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:35.486 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:35.486 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:35.486 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:35.486 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 3, 2024-08-10T06:31:35.487 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 1, 2024-08-10T06:31:35.487 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:35.487 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 1, 2024-08-10T06:31:35.487 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:35.487 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:35.487 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:35.487 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:35.487 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:35.487 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 1, 2024-08-10T06:31:35.487 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:35.487 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:35.487 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:35.487 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:35.487 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:35.488 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:35.488 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:35.488 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 2, 2024-08-10T06:31:35.488 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 2, 2024-08-10T06:31:35.488 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:35.488 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:35.488 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:35.488 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 1, 2024-08-10T06:31:35.488 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:35.488 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.488 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:35.488 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:35.488 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:35.489 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:35.489 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:35.489 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T06:31:35.489 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.489 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T06:31:35.489 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "548'3" 2024-08-10T06:31:35.489 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.489 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:35.489 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:35.489 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:35.489 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:35.489 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:35.489 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.489 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-08-10T06:31:35.490 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:35.490 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:35.490 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:35.490 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:35.490 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:35.490 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:35.490 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.402442+0000", 2024-08-10T06:31:35.490 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:20:30.223581+0000", 2024-08-10T06:31:35.490 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:20:30.223581+0000", 2024-08-10T06:31:35.490 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:20:30.224260+0000", 2024-08-10T06:31:35.490 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.402442+0000", 2024-08-10T06:31:35.490 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.490 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:35.491 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.491 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 432, 2024-08-10T06:31:35.491 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.402442+0000", 2024-08-10T06:31:35.491 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.402442+0000", 2024-08-10T06:31:35.491 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.402442+0000", 2024-08-10T06:31:35.491 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:35.491 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:35.491 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.491 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.402442+0000", 2024-08-10T06:31:35.491 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.402442+0000", 2024-08-10T06:31:35.491 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:35.491 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:35.491 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:35.491 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:35.492 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 431, 2024-08-10T06:31:35.492 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:35.492 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:35.492 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:35.492 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:35.492 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:35.492 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:35.492 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:35.492 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:35.492 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.b", 2024-08-10T06:31:35.492 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:35.492 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:35.492 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:35.492 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5242, 2024-08-10T06:31:35.492 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:35.493 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:45:31.340415+0000", 2024-08-10T06:31:35.493 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:35.493 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:35.493 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:35.493 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:35.493 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:35.493 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:35.493 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:35.493 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:35.493 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:35.493 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:35.493 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:35.493 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:35.493 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:35.494 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:35.494 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:35.494 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:35.494 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:35.494 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:35.494 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:35.494 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:35.494 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:35.494 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:35.494 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:35.494 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:35.494 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:35.494 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:35.495 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:35.495 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:35.495 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:35.495 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:35.495 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:35.495 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:35.495 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:35.495 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:35.495 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:35.495 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:35.495 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:35.495 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:35.495 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:35.495 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:35.496 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:35.496 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:35.496 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:35.496 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.496 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:35.496 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:35.496 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:35.496 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:35.496 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:35.496 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:35.496 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.496 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-08-10T06:31:35.496 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:35.497 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.497 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:35.497 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:35.497 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:35.497 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:35.497 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:35.497 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.497 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-08-10T06:31:35.497 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:35.497 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:35.497 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:35.497 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:35.497 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:35.498 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:35.498 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.893362+0000", 2024-08-10T06:31:35.498 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.353553+0000", 2024-08-10T06:31:35.498 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.353553+0000", 2024-08-10T06:31:35.498 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.353904+0000", 2024-08-10T06:31:35.498 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.893362+0000", 2024-08-10T06:31:35.498 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.498 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:35.498 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.498 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:35.498 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.893362+0000", 2024-08-10T06:31:35.498 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.893362+0000", 2024-08-10T06:31:35.498 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.893362+0000", 2024-08-10T06:31:35.499 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:35.499 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:35.499 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.499 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.893362+0000", 2024-08-10T06:31:35.499 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.893362+0000", 2024-08-10T06:31:35.499 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:35.499 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:35.499 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:35.499 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:35.499 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:35.499 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:35.499 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:35.499 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:35.499 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:35.500 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:35.500 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:35.500 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:35.500 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:35.500 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.a", 2024-08-10T06:31:35.500 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:35.500 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:35.500 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:35.500 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5288, 2024-08-10T06:31:35.500 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:35.500 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:07:52.972048+0000", 2024-08-10T06:31:35.500 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:35.500 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:35.500 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:35.501 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:35.501 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:35.501 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:35.501 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:35.501 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:35.501 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:35.501 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:35.501 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:35.501 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:35.501 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:35.501 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:35.501 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:35.501 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:35.501 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:35.502 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:35.502 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:35.502 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:35.502 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:35.502 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:35.502 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:35.502 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:35.502 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:35.502 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:35.502 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:35.502 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:35.502 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:35.502 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:35.503 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:35.503 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:35.503 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:35.503 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:35.503 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:35.503 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:35.503 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:35.503 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:35.503 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:35.503 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:35.503 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:35.503 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:35.503 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:35.503 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.504 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:35.504 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:35.504 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:35.504 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:35.504 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:35.504 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:35.504 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.504 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-08-10T06:31:35.504 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:35.504 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.504 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:35.504 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:35.504 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:35.504 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:35.505 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:35.505 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.505 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-08-10T06:31:35.505 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:35.505 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:35.505 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:35.505 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:35.505 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:35.505 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:35.505 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.402438+0000", 2024-08-10T06:31:35.505 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.351562+0000", 2024-08-10T06:31:35.505 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.351562+0000", 2024-08-10T06:31:35.505 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.351905+0000", 2024-08-10T06:31:35.505 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.402438+0000", 2024-08-10T06:31:35.506 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.506 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:35.506 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.506 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:35.506 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.402438+0000", 2024-08-10T06:31:35.506 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.402438+0000", 2024-08-10T06:31:35.506 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.402438+0000", 2024-08-10T06:31:35.506 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:35.506 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:35.506 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.506 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.402438+0000", 2024-08-10T06:31:35.506 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.402438+0000", 2024-08-10T06:31:35.506 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:35.506 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:35.507 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:35.507 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:35.507 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:35.507 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:35.507 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:35.507 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:35.507 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:35.507 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:35.507 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:35.507 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:35.507 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:35.507 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.8", 2024-08-10T06:31:35.507 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:35.508 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:35.508 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:35.508 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5238, 2024-08-10T06:31:35.508 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:35.508 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T09:04:17.472779+0000", 2024-08-10T06:31:35.508 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:35.508 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:35.508 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:35.508 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:35.508 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:35.508 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:35.508 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:35.508 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:35.509 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:35.509 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:35.509 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:35.509 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:35.509 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:35.509 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:35.509 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:35.509 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:35.509 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:35.509 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:35.509 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:35.509 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:35.509 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:35.509 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:35.510 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:35.510 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:35.510 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:35.510 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:35.510 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:35.510 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:35.510 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:35.510 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:35.510 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:35.510 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:35.510 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:35.510 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:35.510 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:35.511 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:35.511 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:35.511 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:35.511 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:35.511 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:35.511 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:35.511 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:35.511 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:35.511 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.511 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:35.511 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:35.511 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:35.511 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:35.511 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:35.512 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:35.512 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.512 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-08-10T06:31:35.512 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:35.512 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.512 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:35.512 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:35.512 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:35.512 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:35.512 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-08-10T06:31:35.512 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.512 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-08-10T06:31:35.512 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:35.513 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:35.513 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:35.513 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:35.513 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:35.513 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:35.513 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.892858+0000", 2024-08-10T06:31:35.513 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.354206+0000", 2024-08-10T06:31:35.513 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.354206+0000", 2024-08-10T06:31:35.513 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.354588+0000", 2024-08-10T06:31:35.513 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.892858+0000", 2024-08-10T06:31:35.513 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.513 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:35.513 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.513 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:35.514 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.892858+0000", 2024-08-10T06:31:35.514 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.892858+0000", 2024-08-10T06:31:35.514 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.892858+0000", 2024-08-10T06:31:35.514 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:35.514 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:35.514 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.514 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.892858+0000", 2024-08-10T06:31:35.514 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.892858+0000", 2024-08-10T06:31:35.514 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:35.514 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:35.514 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:35.514 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:35.514 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:35.515 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:35.515 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:35.515 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:35.515 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:35.515 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:35.515 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:35.515 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:35.515 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:35.515 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.9", 2024-08-10T06:31:35.515 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:35.515 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:35.515 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:35.515 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5288, 2024-08-10T06:31:35.516 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:35.516 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:02:14.648821+0000", 2024-08-10T06:31:35.516 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:35.516 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:35.516 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:35.516 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:35.516 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:35.516 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:35.516 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:35.516 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:35.516 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:35.516 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:35.516 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:35.516 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:35.517 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:35.517 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:35.517 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:35.517 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:35.517 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:35.517 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:35.517 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:35.517 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:35.517 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:35.517 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:35.517 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:35.517 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:35.517 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:35.517 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:35.518 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:35.518 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:35.518 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:35.518 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:35.518 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:35.518 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:35.518 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:35.518 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:35.518 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:35.518 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:35.518 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:35.518 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:35.518 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:35.519 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:35.519 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:35.519 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:35.519 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:35.519 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.519 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:35.519 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:35.519 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:35.519 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:35.519 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:35.519 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-08-10T06:31:35.519 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.519 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-08-10T06:31:35.519 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:35.520 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.520 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:35.520 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:35.520 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:35.520 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:35.520 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:35.520 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.520 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 4, 2024-08-10T06:31:35.520 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:35.520 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:35.520 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:35.520 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:35.520 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:35.520 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:35.521 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.401648+0000", 2024-08-10T06:31:35.521 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.354497+0000", 2024-08-10T06:31:35.521 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.354497+0000", 2024-08-10T06:31:35.521 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.354862+0000", 2024-08-10T06:31:35.521 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.401648+0000", 2024-08-10T06:31:35.521 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.521 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:35.521 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.521 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:35.521 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.401648+0000", 2024-08-10T06:31:35.521 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.401648+0000", 2024-08-10T06:31:35.521 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.401648+0000", 2024-08-10T06:31:35.521 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:35.521 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:35.522 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.522 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.401648+0000", 2024-08-10T06:31:35.522 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.401648+0000", 2024-08-10T06:31:35.522 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:35.522 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:35.522 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:35.522 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:35.522 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:35.522 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:35.522 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:35.522 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:35.522 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:35.522 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:35.523 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:35.523 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:35.523 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:35.523 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.9", 2024-08-10T06:31:35.523 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:35.523 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:35.523 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:35.523 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5224, 2024-08-10T06:31:35.523 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:35.523 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:28:57.585726+0000", 2024-08-10T06:31:35.523 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:35.523 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:35.523 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:35.523 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:35.524 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:35.524 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:35.524 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:35.524 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:35.524 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:35.524 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:35.524 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:35.524 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:35.524 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:35.524 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:35.524 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:35.524 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:35.524 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:35.524 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:35.525 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:35.525 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:35.525 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:35.525 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:35.525 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:35.525 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:35.525 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:35.525 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:35.525 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:35.525 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:35.525 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:35.525 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:35.525 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:35.525 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:35.526 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:35.526 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:35.526 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:35.526 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:35.526 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:35.526 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:35.526 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:35.526 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:35.526 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:35.526 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:35.526 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:35.526 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.526 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:35.527 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:35.527 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:35.527 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:35.527 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:35.527 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:35.527 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.527 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 4, 2024-08-10T06:31:35.527 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:35.527 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.527 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:35.527 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:35.527 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:35.527 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:35.527 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:35.527 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.528 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T06:31:35.528 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:35.528 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:35.528 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:35.528 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:35.528 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:35.528 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:35.528 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.403073+0000", 2024-08-10T06:31:35.528 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.361776+0000", 2024-08-10T06:31:35.528 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.361776+0000", 2024-08-10T06:31:35.528 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.362775+0000", 2024-08-10T06:31:35.528 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.403073+0000", 2024-08-10T06:31:35.528 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.528 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:35.528 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.529 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:35.529 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.403073+0000", 2024-08-10T06:31:35.529 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.403073+0000", 2024-08-10T06:31:35.529 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.403073+0000", 2024-08-10T06:31:35.529 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:35.529 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:35.529 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.529 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.403073+0000", 2024-08-10T06:31:35.529 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.403073+0000", 2024-08-10T06:31:35.529 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:35.529 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:35.529 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:35.529 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:35.529 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:35.529 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:35.530 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:35.530 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:35.530 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:35.530 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:35.530 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:35.530 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:35.530 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:35.530 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.8", 2024-08-10T06:31:35.530 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:35.530 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:35.530 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:35.530 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5116, 2024-08-10T06:31:35.530 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:35.531 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:57:31.103722+0000", 2024-08-10T06:31:35.531 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:35.531 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:35.531 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:35.531 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:35.531 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:35.531 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:35.531 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:35.531 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:35.531 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:35.531 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:35.531 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:35.531 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:35.531 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:35.532 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:35.532 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:35.532 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:35.532 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:35.532 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:35.532 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:35.532 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:35.532 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:35.532 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:35.532 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:35.532 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:35.532 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:35.532 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:35.532 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:35.533 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:35.533 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:35.533 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:35.533 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:35.533 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:35.533 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:35.533 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:35.533 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:35.533 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:35.533 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:35.533 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:35.533 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:35.533 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:35.533 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:35.534 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:35.534 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:35.534 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.534 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:35.534 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:35.534 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:35.534 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:35.534 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:35.534 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:35.534 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.534 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T06:31:35.534 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:35.534 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.535 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:35.535 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:35.535 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:35.535 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:35.535 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:35.535 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.535 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 2, 2024-08-10T06:31:35.535 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:35.535 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:35.535 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:35.535 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:35.535 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:35.535 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:35.535 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.403195+0000", 2024-08-10T06:31:35.536 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:20:30.228725+0000", 2024-08-10T06:31:35.536 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:20:30.228725+0000", 2024-08-10T06:31:35.536 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:20:30.229054+0000", 2024-08-10T06:31:35.536 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.403195+0000", 2024-08-10T06:31:35.536 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.536 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:35.536 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.536 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 432, 2024-08-10T06:31:35.536 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.403195+0000", 2024-08-10T06:31:35.536 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.403195+0000", 2024-08-10T06:31:35.536 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.403195+0000", 2024-08-10T06:31:35.536 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:35.536 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:35.537 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.537 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.403195+0000", 2024-08-10T06:31:35.537 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.403195+0000", 2024-08-10T06:31:35.537 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:35.537 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:35.537 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:35.537 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:35.537 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 431, 2024-08-10T06:31:35.537 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:35.537 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:35.537 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:35.537 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:35.537 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:35.537 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:35.538 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:35.538 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:35.538 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.6", 2024-08-10T06:31:35.538 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:35.538 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:35.538 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:35.538 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5246, 2024-08-10T06:31:35.538 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:35.538 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T11:27:32.164587+0000", 2024-08-10T06:31:35.538 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:35.538 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:35.538 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:35.538 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:35.539 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:35.539 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:35.539 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:35.539 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:35.539 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:35.539 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:35.539 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:35.539 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:35.539 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:35.539 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:35.539 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:35.539 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:35.539 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:35.539 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:35.540 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:35.540 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:35.540 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:35.540 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:35.540 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:35.540 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:35.540 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:35.540 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:35.540 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:35.540 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:35.540 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:35.540 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:35.540 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:35.540 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:35.541 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:35.541 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:35.541 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:35.541 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:35.541 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:35.541 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:35.541 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:35.541 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:35.541 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:35.541 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:35.541 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:35.541 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.541 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:35.541 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:35.542 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:35.542 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:35.542 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:35.542 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:35.542 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.542 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 2, 2024-08-10T06:31:35.542 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:35.542 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.542 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:35.542 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:35.542 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:35.542 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:35.542 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:35.543 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.543 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-08-10T06:31:35.543 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:35.543 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:35.543 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:35.543 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:35.543 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:35.543 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:35.543 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.413050+0000", 2024-08-10T06:31:35.543 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.356051+0000", 2024-08-10T06:31:35.543 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.356051+0000", 2024-08-10T06:31:35.543 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.356425+0000", 2024-08-10T06:31:35.543 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.413050+0000", 2024-08-10T06:31:35.543 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.544 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:35.544 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.544 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:35.544 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.413050+0000", 2024-08-10T06:31:35.544 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.413050+0000", 2024-08-10T06:31:35.544 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.413050+0000", 2024-08-10T06:31:35.544 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:35.544 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:35.544 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.544 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.413050+0000", 2024-08-10T06:31:35.544 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.413050+0000", 2024-08-10T06:31:35.544 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:35.544 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 2, 2024-08-10T06:31:35.545 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:35.545 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:35.545 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:35.545 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:35.545 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:35.545 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:35.545 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:35.545 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 2, 2024-08-10T06:31:35.545 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:35.545 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:35.545 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:35.545 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.7", 2024-08-10T06:31:35.545 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:35.545 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:35.546 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:35.546 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5131, 2024-08-10T06:31:35.546 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:35.546 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:48:03.914068+0000", 2024-08-10T06:31:35.546 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:35.546 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:35.546 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:35.546 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:35.546 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:35.546 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:35.546 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:35.546 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:35.546 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:35.547 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:35.547 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:35.547 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:35.547 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:35.547 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:35.547 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:35.547 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:35.547 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:35.547 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:35.547 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:35.547 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 3, 2024-08-10T06:31:35.547 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 1, 2024-08-10T06:31:35.547 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:35.547 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 1, 2024-08-10T06:31:35.548 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:35.548 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:35.548 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:35.548 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:35.548 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:35.548 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 1, 2024-08-10T06:31:35.548 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:35.548 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:35.548 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:35.548 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:35.548 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:35.548 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:35.548 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:35.549 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 6, 2024-08-10T06:31:35.549 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 6, 2024-08-10T06:31:35.549 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:35.549 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:35.549 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:35.549 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 3, 2024-08-10T06:31:35.549 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:35.549 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.549 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:35.549 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:35.549 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:35.549 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:35.549 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:35.550 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:35.550 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.550 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-08-10T06:31:35.550 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "66'2" 2024-08-10T06:31:35.550 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.550 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:35.550 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:35.550 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:35.550 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:35.550 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:35.550 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.550 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 4, 2024-08-10T06:31:35.550 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:35.550 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:35.551 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 70, 2024-08-10T06:31:35.551 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:35.551 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:35.551 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:35.551 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.401481+0000", 2024-08-10T06:31:35.551 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.391458+0000", 2024-08-10T06:31:35.551 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.391458+0000", 2024-08-10T06:31:35.551 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:55:12.258606+0000", 2024-08-10T06:31:35.551 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.401481+0000", 2024-08-10T06:31:35.551 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:35.551 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:35.551 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:35.551 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:35.551 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.401481+0000", 2024-08-10T06:31:35.552 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.401481+0000", 2024-08-10T06:31:35.552 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.401481+0000", 2024-08-10T06:31:35.552 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:35.552 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:35.552 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:35.552 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.401481+0000", 2024-08-10T06:31:35.552 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.401481+0000", 2024-08-10T06:31:35.552 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:35.552 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 3113, 2024-08-10T06:31:35.552 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:35.552 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:35.552 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:35.552 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:35.552 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:35.553 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:35.553 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:35.553 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 3113, 2024-08-10T06:31:35.553 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:35.553 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:35.553 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:35.553 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "4.1", 2024-08-10T06:31:35.553 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:35.553 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:35.553 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:35.553 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 8868, 2024-08-10T06:31:35.553 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:35.553 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:03:52.566417+0000", 2024-08-10T06:31:35.553 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.004357829, 2024-08-10T06:31:35.554 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:35.554 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:35.554 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 4194304, 2024-08-10T06:31:35.554 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:35.554 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:35.554 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:35.554 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:35.554 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:35.554 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:35.554 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:35.554 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:35.554 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:35.554 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:35.555 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:35.555 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:35.555 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:35.555 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:35.555 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:35.555 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 3, 2024-08-10T06:31:35.555 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 1, 2024-08-10T06:31:35.555 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:35.555 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 1, 2024-08-10T06:31:35.555 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:35.555 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:35.555 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:35.555 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:35.555 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:35.556 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:35.556 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:35.556 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:35.556 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:35.556 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:35.556 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:35.556 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:35.556 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:35.556 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 742, 2024-08-10T06:31:35.556 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 373520, 2024-08-10T06:31:35.556 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:35.556 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:35.556 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:35.557 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 3110, 2024-08-10T06:31:35.557 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 417360 2024-08-10T06:31:35.557 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.557 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:35.557 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:35.557 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:35.557 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:35.557 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:35.557 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:35.557 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.557 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 4, 2024-08-10T06:31:35.557 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "1113'3113" 2024-08-10T06:31:35.557 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.557 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:35.558 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:35.558 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:35.558 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:35.558 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:35.558 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.558 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-08-10T06:31:35.558 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:35.558 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:35.558 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:35.558 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:35.558 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:35.558 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:35.558 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.403982+0000", 2024-08-10T06:31:35.558 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.360348+0000", 2024-08-10T06:31:35.559 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.360348+0000", 2024-08-10T06:31:35.559 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.360670+0000", 2024-08-10T06:31:35.559 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.403982+0000", 2024-08-10T06:31:35.559 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.559 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:35.559 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.559 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:35.559 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.403982+0000", 2024-08-10T06:31:35.559 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.403982+0000", 2024-08-10T06:31:35.559 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.403982+0000", 2024-08-10T06:31:35.559 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:35.559 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:35.559 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.560 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.403982+0000", 2024-08-10T06:31:35.560 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.403982+0000", 2024-08-10T06:31:35.560 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:35.560 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:35.560 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:35.560 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:35.560 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:35.560 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:35.560 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:35.560 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:35.560 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:35.560 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:35.560 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:35.561 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:35.561 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:35.561 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.7", 2024-08-10T06:31:35.561 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:35.561 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:35.561 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:35.561 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5244, 2024-08-10T06:31:35.561 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:35.561 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T11:00:15.673745+0000", 2024-08-10T06:31:35.561 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:35.561 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:35.561 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:35.561 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:35.562 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:35.562 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:35.562 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:35.562 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:35.562 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:35.562 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:35.562 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:35.562 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:35.562 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:35.562 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:35.562 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:35.562 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:35.562 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:35.563 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:35.563 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:35.563 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:35.563 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:35.563 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:35.563 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:35.563 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:35.563 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:35.563 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:35.563 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:35.563 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:35.563 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:35.563 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:35.563 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:35.564 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:35.564 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:35.564 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:35.564 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:35.564 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:35.564 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:35.564 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:35.564 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:35.564 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:35.564 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:35.564 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:35.564 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:35.564 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.564 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:35.565 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:35.565 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:35.565 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:35.565 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:35.565 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:35.565 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.565 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-08-10T06:31:35.565 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:35.565 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.565 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:35.565 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:35.565 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:35.565 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:35.566 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:35.566 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.566 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-08-10T06:31:35.566 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:35.566 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:35.566 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:35.566 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:35.566 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:35.566 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:35.566 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.893021+0000", 2024-08-10T06:31:35.566 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.391689+0000", 2024-08-10T06:31:35.566 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.391689+0000", 2024-08-10T06:31:35.566 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.392035+0000", 2024-08-10T06:31:35.566 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.893021+0000", 2024-08-10T06:31:35.567 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.567 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:35.567 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.567 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:35.567 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.893021+0000", 2024-08-10T06:31:35.567 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.893021+0000", 2024-08-10T06:31:35.567 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.893021+0000", 2024-08-10T06:31:35.567 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:35.567 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:35.567 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.567 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.893021+0000", 2024-08-10T06:31:35.567 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.893021+0000", 2024-08-10T06:31:35.567 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:35.568 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 2, 2024-08-10T06:31:35.568 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:35.568 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:35.568 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:35.568 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:35.568 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:35.568 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:35.568 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:35.568 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 2, 2024-08-10T06:31:35.568 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:35.568 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:35.568 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:35.568 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.6", 2024-08-10T06:31:35.568 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:35.569 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:35.569 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:35.569 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5296, 2024-08-10T06:31:35.569 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:35.569 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:32:55.536703+0000", 2024-08-10T06:31:35.569 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:35.569 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:35.569 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:35.569 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:35.569 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:35.569 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:35.569 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:35.569 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:35.569 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:35.570 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:35.570 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:35.570 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:35.570 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:35.570 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:35.570 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:35.570 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:35.570 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:35.570 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:35.570 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:35.570 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 3, 2024-08-10T06:31:35.570 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 1, 2024-08-10T06:31:35.570 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:35.571 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 1, 2024-08-10T06:31:35.571 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:35.571 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:35.571 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:35.571 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:35.571 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:35.571 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 1, 2024-08-10T06:31:35.571 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:35.571 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:35.571 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:35.571 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:35.571 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:35.571 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:35.571 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:35.572 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 2, 2024-08-10T06:31:35.572 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 2, 2024-08-10T06:31:35.572 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:35.572 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:35.572 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:35.572 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 2, 2024-08-10T06:31:35.572 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:35.572 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.572 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:35.572 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:35.572 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:35.572 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:35.572 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:35.572 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:35.572 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.573 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-08-10T06:31:35.573 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "552'2" 2024-08-10T06:31:35.573 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.573 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:35.573 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:35.573 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:35.573 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:35.573 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:35.573 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.573 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-08-10T06:31:35.573 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:35.573 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:35.573 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 70, 2024-08-10T06:31:35.574 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:35.574 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:35.574 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:35.574 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.402204+0000", 2024-08-10T06:31:35.574 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.360154+0000", 2024-08-10T06:31:35.574 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.360154+0000", 2024-08-10T06:31:35.574 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:55:12.161164+0000", 2024-08-10T06:31:35.574 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.402204+0000", 2024-08-10T06:31:35.574 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:35.574 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:35.574 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:35.574 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:35.574 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.402204+0000", 2024-08-10T06:31:35.574 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.402204+0000", 2024-08-10T06:31:35.575 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.402204+0000", 2024-08-10T06:31:35.575 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:35.575 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:35.575 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:35.575 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.402204+0000", 2024-08-10T06:31:35.575 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.402204+0000", 2024-08-10T06:31:35.575 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:35.575 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 3102, 2024-08-10T06:31:35.575 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:35.575 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:35.575 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:35.575 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:35.576 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:35.576 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:35.576 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:35.576 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 3102, 2024-08-10T06:31:35.576 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:35.576 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:35.576 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:35.576 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "4.0", 2024-08-10T06:31:35.576 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:35.576 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:35.576 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:35.576 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 8957, 2024-08-10T06:31:35.576 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:35.576 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:21:11.515789+0000", 2024-08-10T06:31:35.577 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.005278187, 2024-08-10T06:31:35.577 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:35.577 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:35.577 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:35.577 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:35.577 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:35.577 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:35.577 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:35.577 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:35.577 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:35.577 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:35.577 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:35.577 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:35.578 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:35.578 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:35.578 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:35.578 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:35.578 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:35.578 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:35.578 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:35.578 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:35.578 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:35.578 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:35.578 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:35.578 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:35.578 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:35.579 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:35.579 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:35.579 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:35.579 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:35.579 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:35.579 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:35.579 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:35.579 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:35.579 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:35.579 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:35.579 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 908, 2024-08-10T06:31:35.579 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 413282, 2024-08-10T06:31:35.579 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:35.580 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:35.580 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:35.580 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 3099, 2024-08-10T06:31:35.580 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 400192 2024-08-10T06:31:35.580 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.580 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:35.580 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:35.580 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:35.580 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:35.580 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:35.580 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:35.580 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.580 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-08-10T06:31:35.580 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "1112'3102" 2024-08-10T06:31:35.580 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.581 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:35.581 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:35.581 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:35.581 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:35.581 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T06:31:35.581 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.581 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-08-10T06:31:35.581 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:35.581 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:35.581 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:35.581 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:35.581 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:35.581 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:35.581 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.894012+0000", 2024-08-10T06:31:35.581 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:04.269861+0000", 2024-08-10T06:31:35.582 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:04.269861+0000", 2024-08-10T06:31:35.582 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:04.270187+0000", 2024-08-10T06:31:35.582 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.894012+0000", 2024-08-10T06:31:35.582 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.582 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:35.582 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.582 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 463, 2024-08-10T06:31:35.582 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.894012+0000", 2024-08-10T06:31:35.582 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.894012+0000", 2024-08-10T06:31:35.582 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.894012+0000", 2024-08-10T06:31:35.582 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:35.582 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:35.582 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.583 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.894012+0000", 2024-08-10T06:31:35.583 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.894012+0000", 2024-08-10T06:31:35.583 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:35.583 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:35.583 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:35.583 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:35.583 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 462, 2024-08-10T06:31:35.583 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:35.583 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:35.583 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:35.583 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:35.583 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:35.583 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:35.583 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:35.584 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:35.584 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.4", 2024-08-10T06:31:35.584 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:35.584 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:35.584 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:35.584 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5289, 2024-08-10T06:31:35.584 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:35.584 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:09:29.219239+0000", 2024-08-10T06:31:35.584 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:35.584 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:35.584 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:35.584 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:35.584 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:35.584 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:35.585 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:35.585 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:35.585 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:35.585 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:35.585 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:35.585 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:35.585 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:35.585 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:35.585 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:35.585 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:35.585 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:35.585 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:35.585 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:35.585 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:35.585 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:35.586 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:35.586 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:35.586 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:35.586 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:35.586 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:35.586 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:35.586 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:35.586 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:35.586 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:35.586 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:35.586 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:35.586 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:35.586 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:35.587 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:35.587 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:35.587 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:35.587 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:35.587 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:35.587 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:35.587 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:35.587 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:35.587 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:35.587 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.587 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:35.587 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:35.587 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:35.587 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:35.588 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:35.588 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T06:31:35.588 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.588 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-08-10T06:31:35.588 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:35.588 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.588 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:35.588 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:35.588 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:35.588 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:35.588 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:35.588 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.588 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T06:31:35.588 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:35.589 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:35.589 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:35.589 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:35.589 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:35.589 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:35.589 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.403922+0000", 2024-08-10T06:31:35.589 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.354654+0000", 2024-08-10T06:31:35.589 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.354654+0000", 2024-08-10T06:31:35.589 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.355781+0000", 2024-08-10T06:31:35.589 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.403922+0000", 2024-08-10T06:31:35.589 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.589 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:35.589 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.590 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:35.590 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.403922+0000", 2024-08-10T06:31:35.590 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.403922+0000", 2024-08-10T06:31:35.590 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.403922+0000", 2024-08-10T06:31:35.590 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:35.590 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:35.590 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.590 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.403922+0000", 2024-08-10T06:31:35.590 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.403922+0000", 2024-08-10T06:31:35.590 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:35.590 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:35.590 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:35.590 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:35.591 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:35.591 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:35.591 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:35.591 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:35.591 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:35.591 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:35.591 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:35.591 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:35.591 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:35.591 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.5", 2024-08-10T06:31:35.591 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:35.591 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:35.591 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:35.592 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5122, 2024-08-10T06:31:35.592 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:35.592 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:18:33.472641+0000", 2024-08-10T06:31:35.592 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:35.592 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:35.592 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:35.592 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:35.592 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:35.592 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:35.592 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:35.592 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:35.592 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:35.592 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:35.593 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:35.593 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:35.593 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:35.593 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:35.593 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:35.593 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:35.593 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:35.593 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:35.593 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:35.593 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:35.593 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:35.593 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:35.593 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:35.593 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:35.594 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:35.594 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:35.594 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:35.594 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:35.594 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:35.594 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:35.594 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:35.594 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:35.594 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:35.594 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:35.594 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:35.594 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:35.594 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:35.595 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:35.595 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:35.595 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:35.595 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:35.595 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:35.595 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:35.595 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.595 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:35.595 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:35.595 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:35.595 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:35.595 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:35.595 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:35.595 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.596 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T06:31:35.596 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:35.596 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.596 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:35.596 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:35.596 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:35.596 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:35.596 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:35.596 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.596 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-08-10T06:31:35.596 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:35.596 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:35.596 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 70, 2024-08-10T06:31:35.596 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:35.597 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:35.597 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:35.597 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:31:09.338792+0000", 2024-08-10T06:31:35.597 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.357708+0000", 2024-08-10T06:31:35.597 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.357708+0000", 2024-08-10T06:31:35.597 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:55:12.158278+0000", 2024-08-10T06:31:35.597 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:31:09.338792+0000", 2024-08-10T06:31:35.597 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:35.597 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:35.597 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:35.597 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:35.597 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:31:09.338792+0000", 2024-08-10T06:31:35.597 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:31:09.338792+0000", 2024-08-10T06:31:35.597 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:31:09.338792+0000", 2024-08-10T06:31:35.597 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:35.598 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:35.598 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:35.598 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:31:09.338792+0000", 2024-08-10T06:31:35.598 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:31:09.338792+0000", 2024-08-10T06:31:35.598 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:35.598 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 2966, 2024-08-10T06:31:35.598 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:35.598 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:35.598 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:35.598 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:35.598 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:35.598 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:35.598 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:35.599 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 2966, 2024-08-10T06:31:35.599 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:35.599 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:35.599 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:35.599 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "4.3", 2024-08-10T06:31:35.599 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:35.599 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:35.599 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:35.599 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 9043, 2024-08-10T06:31:35.599 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:35.599 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:12:29.499250+0000", 2024-08-10T06:31:35.599 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.006011297, 2024-08-10T06:31:35.599 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:35.599 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:35.600 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:35.600 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:35.600 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:35.600 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:35.600 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:35.600 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:35.600 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:35.600 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:35.600 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:35.600 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:35.600 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:35.600 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:35.600 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:35.600 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:35.601 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:35.601 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:35.601 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 3, 2024-08-10T06:31:35.601 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 1, 2024-08-10T06:31:35.601 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:35.601 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 1, 2024-08-10T06:31:35.601 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:35.601 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:35.601 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:35.601 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:35.601 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:35.601 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 1, 2024-08-10T06:31:35.601 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:35.601 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:35.602 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:35.602 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:35.602 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:35.602 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:35.602 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:35.602 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 1111, 2024-08-10T06:31:35.602 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 380354, 2024-08-10T06:31:35.602 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:35.602 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:35.602 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:35.602 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 2940, 2024-08-10T06:31:35.602 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 368839 2024-08-10T06:31:35.602 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.602 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:35.603 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:35.603 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:35.603 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:35.603 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:35.603 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:35.603 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.603 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-08-10T06:31:35.603 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "1113'2966" 2024-08-10T06:31:35.603 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.603 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:35.603 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:35.603 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:35.603 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:35.604 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:35.604 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.604 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T06:31:35.604 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:35.604 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:35.604 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:35.604 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:35.604 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:35.604 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:35.604 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.893866+0000", 2024-08-10T06:31:35.604 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:04.276899+0000", 2024-08-10T06:31:35.604 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:04.276899+0000", 2024-08-10T06:31:35.604 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:04.277176+0000", 2024-08-10T06:31:35.604 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.893866+0000", 2024-08-10T06:31:35.604 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.605 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:35.605 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.605 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 463, 2024-08-10T06:31:35.605 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.893866+0000", 2024-08-10T06:31:35.605 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.893866+0000", 2024-08-10T06:31:35.605 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.893866+0000", 2024-08-10T06:31:35.605 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:35.605 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:35.605 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.605 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.893866+0000", 2024-08-10T06:31:35.605 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.893866+0000", 2024-08-10T06:31:35.605 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:35.605 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:35.605 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:35.606 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:35.606 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 462, 2024-08-10T06:31:35.606 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:35.606 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:35.606 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:35.606 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:35.606 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:35.606 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:35.606 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:35.606 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:35.606 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.5", 2024-08-10T06:31:35.606 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:35.607 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:35.607 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:35.607 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5184, 2024-08-10T06:31:35.607 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:35.607 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:08:33.061086+0000", 2024-08-10T06:31:35.607 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:35.607 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:35.607 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:35.607 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:35.607 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:35.607 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:35.607 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:35.607 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:35.607 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:35.608 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:35.608 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:35.608 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:35.608 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:35.608 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:35.608 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:35.608 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:35.608 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:35.608 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:35.608 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:35.608 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:35.608 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:35.608 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:35.608 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:35.609 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:35.609 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:35.609 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:35.609 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:35.609 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:35.609 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:35.609 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:35.609 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:35.609 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:35.609 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:35.609 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:35.609 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:35.609 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:35.609 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:35.609 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:35.610 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:35.610 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:35.610 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:35.610 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:35.610 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:35.610 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.610 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:35.610 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:35.610 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:35.610 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:35.610 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:35.610 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:35.610 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.611 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T06:31:35.611 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:35.611 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.611 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:35.611 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:35.611 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:35.611 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:35.611 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:35.611 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.611 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-08-10T06:31:35.611 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:35.611 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:35.611 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:35.612 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:35.612 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:35.612 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:35.612 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.894100+0000", 2024-08-10T06:31:35.612 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.361489+0000", 2024-08-10T06:31:35.612 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.361489+0000", 2024-08-10T06:31:35.612 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.362253+0000", 2024-08-10T06:31:35.612 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.894100+0000", 2024-08-10T06:31:35.612 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.612 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:35.612 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.612 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:35.612 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.894100+0000", 2024-08-10T06:31:35.612 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.894100+0000", 2024-08-10T06:31:35.613 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.894100+0000", 2024-08-10T06:31:35.613 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:35.613 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:35.613 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.613 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.894100+0000", 2024-08-10T06:31:35.613 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.894100+0000", 2024-08-10T06:31:35.613 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:35.613 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:35.613 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:35.613 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:35.613 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:35.613 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:35.613 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:35.613 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:35.614 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:35.614 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:35.614 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:35.614 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:35.614 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:35.614 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.4", 2024-08-10T06:31:35.614 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:35.614 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:35.614 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:35.614 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5301, 2024-08-10T06:31:35.614 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:35.614 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:01:25.074443+0000", 2024-08-10T06:31:35.614 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:35.614 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:35.615 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:35.615 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:35.615 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:35.615 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:35.615 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:35.615 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:35.615 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:35.615 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:35.615 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:35.615 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:35.615 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:35.615 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:35.615 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:35.616 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:35.616 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:35.616 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:35.616 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:35.616 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:35.616 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:35.616 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:35.616 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:35.616 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:35.616 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:35.616 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:35.616 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:35.616 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:35.616 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:35.617 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:35.617 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:35.617 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:35.617 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:35.617 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:35.617 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:35.617 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:35.617 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:35.617 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:35.617 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:35.617 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:35.617 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:35.617 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:35.617 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:35.618 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.618 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:35.618 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:35.618 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:35.618 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:35.618 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:35.618 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:35.618 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.618 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-08-10T06:31:35.618 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:35.618 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.618 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:35.618 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:35.618 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:35.619 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:35.619 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:35.619 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.619 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-08-10T06:31:35.619 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:35.619 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:35.619 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 70, 2024-08-10T06:31:35.619 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:35.619 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:35.619 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:35.619 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.893063+0000", 2024-08-10T06:31:35.619 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:04.278472+0000", 2024-08-10T06:31:35.619 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:04.278472+0000", 2024-08-10T06:31:35.620 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:55:12.158284+0000", 2024-08-10T06:31:35.620 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.893063+0000", 2024-08-10T06:31:35.620 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:35.620 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:35.620 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:35.620 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 463, 2024-08-10T06:31:35.620 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.893063+0000", 2024-08-10T06:31:35.620 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.893063+0000", 2024-08-10T06:31:35.620 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.893063+0000", 2024-08-10T06:31:35.620 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:35.620 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:35.620 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:35.620 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.893063+0000", 2024-08-10T06:31:35.621 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.893063+0000", 2024-08-10T06:31:35.621 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:35.621 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 3130, 2024-08-10T06:31:35.621 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:35.621 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:35.621 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 462, 2024-08-10T06:31:35.621 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:35.621 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:35.621 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:35.621 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:35.621 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 3130, 2024-08-10T06:31:35.621 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:35.621 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:35.621 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:35.621 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "4.2", 2024-08-10T06:31:35.622 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:35.622 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:35.622 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:35.622 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 9349, 2024-08-10T06:31:35.622 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:35.622 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:06:20.042384+0000", 2024-08-10T06:31:35.622 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.004508237, 2024-08-10T06:31:35.622 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:35.622 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:35.622 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 19, 2024-08-10T06:31:35.622 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:35.622 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:35.623 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:35.623 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:35.623 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:35.623 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:35.623 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:35.623 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:35.623 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:35.623 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:35.623 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:35.623 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:35.623 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:35.623 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:35.623 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:35.623 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 3, 2024-08-10T06:31:35.623 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 1, 2024-08-10T06:31:35.623 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:35.624 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 1, 2024-08-10T06:31:35.624 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:35.624 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:35.624 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:35.624 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:35.624 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:35.624 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:35.624 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:35.624 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:35.624 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:35.624 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:35.624 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:35.624 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:35.624 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:35.624 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 1423, 2024-08-10T06:31:35.625 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 384055, 2024-08-10T06:31:35.625 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:35.625 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:35.625 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:35.625 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 3122, 2024-08-10T06:31:35.625 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 377684 2024-08-10T06:31:35.625 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.625 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:35.625 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:35.625 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:35.625 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:35.625 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:35.625 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:35.625 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.626 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-08-10T06:31:35.626 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "1112'3130" 2024-08-10T06:31:35.626 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.626 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:35.626 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:35.626 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:35.626 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:35.626 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:35.626 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.626 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 4, 2024-08-10T06:31:35.626 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:35.626 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:35.626 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:35.627 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:35.627 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:35.627 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:35.627 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.404056+0000", 2024-08-10T06:31:35.627 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.392721+0000", 2024-08-10T06:31:35.627 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.392721+0000", 2024-08-10T06:31:35.627 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.393092+0000", 2024-08-10T06:31:35.627 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.404056+0000", 2024-08-10T06:31:35.627 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.627 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:35.627 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.627 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:35.627 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.404056+0000", 2024-08-10T06:31:35.627 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.404056+0000", 2024-08-10T06:31:35.628 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.404056+0000", 2024-08-10T06:31:35.628 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:35.628 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:35.628 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.628 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.404056+0000", 2024-08-10T06:31:35.628 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.404056+0000", 2024-08-10T06:31:35.628 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:35.628 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:35.628 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:35.628 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:35.628 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:35.628 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:35.628 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:35.628 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:35.629 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:35.629 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:35.629 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:35.629 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:35.629 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:35.629 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.3", 2024-08-10T06:31:35.629 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:35.629 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:35.629 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:35.629 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5204, 2024-08-10T06:31:35.629 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:35.629 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T11:11:51.870934+0000", 2024-08-10T06:31:35.629 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:35.629 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:35.630 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:35.630 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:35.630 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:35.630 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:35.630 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:35.630 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:35.630 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:35.630 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:35.630 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:35.630 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:35.630 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:35.630 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:35.630 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:35.630 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:35.631 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:35.631 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:35.631 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:35.631 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:35.631 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:35.631 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:35.631 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:35.631 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:35.631 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:35.631 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:35.631 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:35.631 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:35.631 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:35.631 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:35.632 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:35.632 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:35.632 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:35.632 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:35.632 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:35.632 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:35.632 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:35.632 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:35.632 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:35.632 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:35.632 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:35.632 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:35.632 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:35.632 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.632 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:35.633 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:35.633 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:35.633 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:35.633 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:35.633 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:35.633 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.633 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 4, 2024-08-10T06:31:35.633 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:35.633 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.633 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:35.633 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:35.633 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:35.633 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:35.633 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:35.634 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.634 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T06:31:35.634 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:35.634 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:35.634 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:35.634 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:35.634 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:35.634 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:35.634 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.893214+0000", 2024-08-10T06:31:35.634 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.388525+0000", 2024-08-10T06:31:35.634 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.388525+0000", 2024-08-10T06:31:35.634 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.388822+0000", 2024-08-10T06:31:35.634 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.893214+0000", 2024-08-10T06:31:35.635 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.635 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:35.635 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.635 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:35.635 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.893214+0000", 2024-08-10T06:31:35.635 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.893214+0000", 2024-08-10T06:31:35.635 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.893214+0000", 2024-08-10T06:31:35.635 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:35.635 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:35.635 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.635 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.893214+0000", 2024-08-10T06:31:35.635 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.893214+0000", 2024-08-10T06:31:35.635 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:35.636 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:35.636 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:35.636 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:35.636 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:35.636 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:35.636 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:35.636 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:35.636 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:35.636 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:35.636 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:35.636 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:35.636 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:35.636 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.2", 2024-08-10T06:31:35.636 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:35.637 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:35.637 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:35.637 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5159, 2024-08-10T06:31:35.637 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:35.637 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:08:13.739155+0000", 2024-08-10T06:31:35.637 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:35.637 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:35.637 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:35.637 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:35.637 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:35.637 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:35.637 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:35.637 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:35.637 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:35.637 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:35.638 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:35.638 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:35.638 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:35.638 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:35.638 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:35.638 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:35.638 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:35.638 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:35.638 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:35.638 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:35.638 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:35.638 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:35.638 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:35.638 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:35.639 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:35.639 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:35.639 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:35.639 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:35.639 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:35.639 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:35.639 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:35.639 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:35.639 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:35.639 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:35.639 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:35.639 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:35.639 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:35.640 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:35.640 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:35.640 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:35.640 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:35.640 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:35.640 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:35.640 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.640 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:35.640 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:35.640 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:35.640 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:35.640 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:35.640 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:35.640 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.641 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T06:31:35.641 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:35.641 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.641 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:35.641 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:35.641 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:35.641 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:35.641 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-08-10T06:31:35.641 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.641 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-08-10T06:31:35.641 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:35.641 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:35.641 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 70, 2024-08-10T06:31:35.641 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:35.641 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:35.642 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:35.642 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.894192+0000", 2024-08-10T06:31:35.642 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:19:57.218502+0000", 2024-08-10T06:31:35.642 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:19:57.218502+0000", 2024-08-10T06:31:35.642 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:55:12.161073+0000", 2024-08-10T06:31:35.642 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.894192+0000", 2024-08-10T06:31:35.642 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:35.642 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:35.642 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:35.642 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 406, 2024-08-10T06:31:35.642 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.894192+0000", 2024-08-10T06:31:35.642 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.894192+0000", 2024-08-10T06:31:35.642 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.894192+0000", 2024-08-10T06:31:35.643 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:35.643 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:35.643 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:35.643 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.894192+0000", 2024-08-10T06:31:35.643 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.894192+0000", 2024-08-10T06:31:35.643 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:35.643 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 3034, 2024-08-10T06:31:35.643 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:35.643 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:35.643 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 405, 2024-08-10T06:31:35.643 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:35.643 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:35.643 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:35.644 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:35.644 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 3034, 2024-08-10T06:31:35.644 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:35.644 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:35.644 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:35.644 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "4.4", 2024-08-10T06:31:35.644 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:35.644 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:35.644 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:35.644 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 9061, 2024-08-10T06:31:35.644 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:35.644 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:30:20.918836+0000", 2024-08-10T06:31:35.644 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.00693344, 2024-08-10T06:31:35.644 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:35.645 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:35.645 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:35.645 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:35.645 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:35.645 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:35.645 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:35.645 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:35.645 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:35.645 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:35.645 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:35.645 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:35.645 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:35.645 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:35.645 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:35.646 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:35.646 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:35.646 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:35.646 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 3, 2024-08-10T06:31:35.646 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 1, 2024-08-10T06:31:35.646 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:35.646 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 1, 2024-08-10T06:31:35.646 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:35.646 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:35.646 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:35.646 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:35.646 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:35.647 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 1, 2024-08-10T06:31:35.647 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:35.647 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:35.647 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:35.647 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:35.647 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:35.647 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:35.647 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:35.647 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 1110, 2024-08-10T06:31:35.647 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 357248, 2024-08-10T06:31:35.647 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:35.647 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:35.647 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:35.647 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 3025, 2024-08-10T06:31:35.648 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 361614 2024-08-10T06:31:35.648 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.648 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:35.648 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:35.648 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:35.648 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:35.648 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:35.648 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-08-10T06:31:35.648 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.648 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-08-10T06:31:35.648 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "1113'3034" 2024-08-10T06:31:35.648 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.648 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:35.648 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:35.649 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:35.649 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:35.649 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:35.649 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.649 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-08-10T06:31:35.649 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:35.649 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:35.649 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:35.649 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:35.649 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:35.649 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:35.649 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.893226+0000", 2024-08-10T06:31:35.649 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.391585+0000", 2024-08-10T06:31:35.650 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.391585+0000", 2024-08-10T06:31:35.650 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.393191+0000", 2024-08-10T06:31:35.650 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.893226+0000", 2024-08-10T06:31:35.650 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.650 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:35.650 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.650 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:35.650 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.893226+0000", 2024-08-10T06:31:35.650 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.893226+0000", 2024-08-10T06:31:35.650 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.893226+0000", 2024-08-10T06:31:35.650 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:35.650 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:35.650 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.651 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.893226+0000", 2024-08-10T06:31:35.651 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.893226+0000", 2024-08-10T06:31:35.651 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:35.651 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:35.651 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:35.651 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:35.651 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:35.651 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:35.651 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:35.651 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:35.651 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:35.651 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:35.651 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:35.651 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:35.652 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:35.652 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.0", 2024-08-10T06:31:35.652 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:35.652 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:35.652 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:35.652 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5291, 2024-08-10T06:31:35.652 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:35.652 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:58:54.160427+0000", 2024-08-10T06:31:35.652 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:35.652 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:35.652 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:35.652 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:35.653 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:35.653 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:35.653 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:35.653 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:35.653 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:35.653 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:35.653 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:35.653 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:35.653 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:35.653 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:35.653 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:35.653 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:35.653 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:35.653 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:35.653 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:35.654 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:35.654 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:35.654 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:35.654 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:35.654 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:35.654 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:35.654 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:35.654 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:35.654 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:35.654 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:35.654 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:35.654 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:35.654 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:35.654 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:35.655 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:35.655 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:35.655 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:35.655 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:35.655 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:35.655 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:35.655 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:35.655 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:35.655 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:35.655 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:35.655 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.655 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:35.655 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:35.655 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:35.655 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:35.656 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:35.656 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:35.656 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.656 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-08-10T06:31:35.656 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:35.656 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.656 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:35.656 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:35.656 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:35.656 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:35.656 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:35.656 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.656 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 2, 2024-08-10T06:31:35.656 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:35.656 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:35.657 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:35.657 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:35.657 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:35.657 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:35.657 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.402069+0000", 2024-08-10T06:31:35.657 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:19:57.224969+0000", 2024-08-10T06:31:35.657 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:19:57.224969+0000", 2024-08-10T06:31:35.657 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:19:57.225279+0000", 2024-08-10T06:31:35.657 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.402069+0000", 2024-08-10T06:31:35.657 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.657 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:35.657 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.657 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 406, 2024-08-10T06:31:35.658 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.402069+0000", 2024-08-10T06:31:35.658 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.402069+0000", 2024-08-10T06:31:35.658 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.402069+0000", 2024-08-10T06:31:35.658 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:35.658 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:35.658 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.658 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.402069+0000", 2024-08-10T06:31:35.658 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.402069+0000", 2024-08-10T06:31:35.658 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:35.658 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:35.658 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:35.658 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:35.658 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 405, 2024-08-10T06:31:35.659 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:35.659 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:35.659 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:35.659 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:35.659 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:35.659 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:35.659 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:35.659 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:35.659 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.1", 2024-08-10T06:31:35.659 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:35.659 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:35.659 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:35.659 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5262, 2024-08-10T06:31:35.659 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:35.660 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T11:15:39.980853+0000", 2024-08-10T06:31:35.660 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:35.660 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:35.660 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:35.660 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:35.660 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:35.660 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:35.660 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:35.660 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:35.660 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:35.660 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:35.660 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:35.660 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:35.660 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:35.661 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:35.661 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:35.661 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:35.661 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:35.661 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:35.661 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:35.661 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:35.661 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:35.661 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:35.661 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:35.661 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:35.661 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:35.661 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:35.661 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:35.662 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:35.662 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:35.662 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:35.662 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:35.662 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:35.662 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:35.662 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:35.662 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:35.662 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:35.662 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:35.662 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:35.662 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:35.662 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:35.662 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:35.663 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:35.663 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:35.663 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.663 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:35.663 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:35.663 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:35.663 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:35.663 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:35.663 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:35.663 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.663 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 2, 2024-08-10T06:31:35.663 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:35.663 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.664 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:35.664 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:35.664 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:35.664 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:35.664 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:35.664 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.664 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-08-10T06:31:35.664 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:35.664 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:35.664 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 70, 2024-08-10T06:31:35.664 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:35.664 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:35.664 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:35.664 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.896342+0000", 2024-08-10T06:31:35.665 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:04.274094+0000", 2024-08-10T06:31:35.665 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:04.274094+0000", 2024-08-10T06:31:35.665 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:55:12.158274+0000", 2024-08-10T06:31:35.665 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.896342+0000", 2024-08-10T06:31:35.665 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:35.665 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:35.665 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:35.665 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 463, 2024-08-10T06:31:35.665 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.896342+0000", 2024-08-10T06:31:35.665 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.896342+0000", 2024-08-10T06:31:35.665 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.896342+0000", 2024-08-10T06:31:35.665 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:35.665 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:35.666 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:35.666 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.896342+0000", 2024-08-10T06:31:35.666 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.896342+0000", 2024-08-10T06:31:35.666 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:35.666 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 3095, 2024-08-10T06:31:35.666 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:35.666 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:35.666 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 462, 2024-08-10T06:31:35.666 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:35.666 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:35.666 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:35.666 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:35.667 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 3095, 2024-08-10T06:31:35.667 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:35.667 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:35.667 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:35.667 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "4.7", 2024-08-10T06:31:35.667 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:35.667 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:35.667 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:35.667 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 9153, 2024-08-10T06:31:35.667 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:35.667 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:48:30.081666+0000", 2024-08-10T06:31:35.667 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.004150104, 2024-08-10T06:31:35.667 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:35.667 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:35.668 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:35.668 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:35.668 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:35.668 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:35.668 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:35.668 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:35.668 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:35.668 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:35.668 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:35.668 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:35.668 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:35.668 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:35.668 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:35.668 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:35.669 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:35.669 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:35.669 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:35.669 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:35.669 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:35.669 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:35.669 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:35.669 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:35.669 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:35.669 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:35.669 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:35.669 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:35.669 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:35.670 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:35.670 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:35.670 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:35.670 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:35.670 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:35.670 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:35.670 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 1306, 2024-08-10T06:31:35.670 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 397825, 2024-08-10T06:31:35.670 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:35.670 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:35.670 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:35.670 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 3072, 2024-08-10T06:31:35.670 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 395286 2024-08-10T06:31:35.671 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.671 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:35.671 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:35.671 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:35.671 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:35.671 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:35.671 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:35.671 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.671 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-08-10T06:31:35.671 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "1112'3095" 2024-08-10T06:31:35.671 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.671 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:35.671 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:35.671 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:35.671 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:35.672 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-08-10T06:31:35.672 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.672 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-08-10T06:31:35.672 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:35.672 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:35.672 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:35.672 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:35.672 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:35.672 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:35.672 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.894166+0000", 2024-08-10T06:31:35.672 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:20:30.226900+0000", 2024-08-10T06:31:35.672 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:20:30.226900+0000", 2024-08-10T06:31:35.672 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:20:30.227222+0000", 2024-08-10T06:31:35.672 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.894166+0000", 2024-08-10T06:31:35.672 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.673 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:35.673 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.673 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 432, 2024-08-10T06:31:35.673 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.894166+0000", 2024-08-10T06:31:35.673 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.894166+0000", 2024-08-10T06:31:35.673 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.894166+0000", 2024-08-10T06:31:35.673 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:35.673 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:35.673 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.673 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.894166+0000", 2024-08-10T06:31:35.673 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.894166+0000", 2024-08-10T06:31:35.673 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:35.673 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:35.673 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:35.673 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:35.674 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 431, 2024-08-10T06:31:35.674 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:35.674 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:35.674 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:35.674 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:35.674 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:35.674 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:35.674 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:35.674 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:35.674 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.1", 2024-08-10T06:31:35.674 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:35.674 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:35.674 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:35.675 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5324, 2024-08-10T06:31:35.675 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:35.675 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:57:02.193650+0000", 2024-08-10T06:31:35.675 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:35.675 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:35.675 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:35.675 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:35.675 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:35.675 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:35.675 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:35.675 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:35.675 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:35.675 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:35.675 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:35.675 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:35.675 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:35.676 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:35.676 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:35.676 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:35.676 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:35.676 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:35.676 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:35.676 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:35.676 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:35.676 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:35.676 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:35.676 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:35.676 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:35.676 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:35.676 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:35.676 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:35.677 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:35.677 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:35.677 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:35.677 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:35.677 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:35.677 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:35.677 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:35.677 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:35.677 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:35.677 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:35.677 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:35.677 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:35.677 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:35.677 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:35.677 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:35.678 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.678 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:35.678 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:35.678 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:35.678 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:35.678 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:35.678 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-08-10T06:31:35.678 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.678 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-08-10T06:31:35.678 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:35.678 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.678 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:35.678 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:35.679 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:35.679 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:35.679 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:35.679 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.679 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T06:31:35.679 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:35.679 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:35.679 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:35.679 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:35.679 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:35.679 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:35.679 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.403303+0000", 2024-08-10T06:31:35.679 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.361485+0000", 2024-08-10T06:31:35.679 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.361485+0000", 2024-08-10T06:31:35.680 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.362954+0000", 2024-08-10T06:31:35.680 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.403303+0000", 2024-08-10T06:31:35.680 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.680 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:35.680 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.680 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:35.680 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.403303+0000", 2024-08-10T06:31:35.680 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.403303+0000", 2024-08-10T06:31:35.680 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.403303+0000", 2024-08-10T06:31:35.680 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:35.680 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:35.680 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.680 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.403303+0000", 2024-08-10T06:31:35.681 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.403303+0000", 2024-08-10T06:31:35.681 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:35.681 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:35.681 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:35.681 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:35.681 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:35.681 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:35.681 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:35.681 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:35.681 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:35.681 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:35.681 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:35.681 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:35.682 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:35.682 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.0", 2024-08-10T06:31:35.682 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:35.682 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:35.682 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:35.682 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5118, 2024-08-10T06:31:35.682 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:35.682 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:10:59.342379+0000", 2024-08-10T06:31:35.682 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:35.682 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:35.682 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:35.682 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:35.682 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:35.683 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:35.683 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:35.683 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:35.683 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:35.683 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:35.683 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:35.683 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:35.683 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:35.683 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:35.683 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:35.683 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:35.683 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:35.683 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:35.684 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:35.684 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:35.684 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:35.684 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:35.684 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:35.684 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:35.684 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:35.684 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:35.684 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:35.684 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:35.684 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:35.684 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:35.684 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:35.684 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:35.685 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:35.685 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:35.685 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:35.685 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:35.685 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:35.685 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:35.685 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:35.685 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:35.685 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:35.685 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:35.685 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:35.685 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.685 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:35.686 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:35.686 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:35.686 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:35.686 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:35.686 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:35.686 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.686 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T06:31:35.686 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:35.686 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.686 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:35.686 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:35.686 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:35.686 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:35.686 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:35.687 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.687 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-08-10T06:31:35.687 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:35.687 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:35.687 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 70, 2024-08-10T06:31:35.687 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:35.687 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:35.687 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:35.687 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.897797+0000", 2024-08-10T06:31:35.687 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:19:24.346505+0000", 2024-08-10T06:31:35.687 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:19:24.346505+0000", 2024-08-10T06:31:35.687 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:55:12.157794+0000", 2024-08-10T06:31:35.687 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.897797+0000", 2024-08-10T06:31:35.687 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:35.688 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:35.688 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:35.688 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 375, 2024-08-10T06:31:35.688 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.897797+0000", 2024-08-10T06:31:35.688 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.897797+0000", 2024-08-10T06:31:35.688 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.897797+0000", 2024-08-10T06:31:35.688 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:35.688 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:35.688 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:35.688 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.897797+0000", 2024-08-10T06:31:35.688 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.897797+0000", 2024-08-10T06:31:35.688 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:35.688 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 3095, 2024-08-10T06:31:35.689 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:35.689 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:35.689 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 374, 2024-08-10T06:31:35.689 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:35.689 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:35.689 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:35.689 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:35.689 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 3095, 2024-08-10T06:31:35.689 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:35.689 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:35.689 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:35.689 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "4.6", 2024-08-10T06:31:35.689 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:35.689 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:35.690 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:35.690 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 9325, 2024-08-10T06:31:35.690 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:35.690 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:41:45.789547+0000", 2024-08-10T06:31:35.690 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.005426781, 2024-08-10T06:31:35.690 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:35.690 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:35.690 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:35.690 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:35.690 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:35.690 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:35.690 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:35.691 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:35.691 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:35.691 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:35.691 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:35.691 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:35.691 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:35.691 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:35.691 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:35.691 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:35.691 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:35.691 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:35.691 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:35.691 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:35.691 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:35.692 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:35.692 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:35.692 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:35.692 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:35.692 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:35.692 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:35.692 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:35.692 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:35.692 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:35.692 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:35.692 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:35.692 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:35.692 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:35.692 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:35.693 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 1625, 2024-08-10T06:31:35.693 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 374760, 2024-08-10T06:31:35.693 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:35.693 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:35.693 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:35.693 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 3039, 2024-08-10T06:31:35.693 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 416942 2024-08-10T06:31:35.693 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.693 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:35.693 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:35.693 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:35.693 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:35.693 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:35.694 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:35.694 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.694 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-08-10T06:31:35.694 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "1113'3095" 2024-08-10T06:31:35.694 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.694 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:35.694 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:35.694 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:35.694 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:35.694 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:35.694 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.694 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-08-10T06:31:35.694 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:35.694 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:35.695 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:35.695 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:35.695 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:35.695 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:35.695 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.402924+0000", 2024-08-10T06:31:35.695 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.391911+0000", 2024-08-10T06:31:35.695 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.391911+0000", 2024-08-10T06:31:35.695 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.392232+0000", 2024-08-10T06:31:35.695 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.402924+0000", 2024-08-10T06:31:35.695 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.695 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:35.695 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.695 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:35.695 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.402924+0000", 2024-08-10T06:31:35.696 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.402924+0000", 2024-08-10T06:31:35.696 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.402924+0000", 2024-08-10T06:31:35.696 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:35.696 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:35.696 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.696 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.402924+0000", 2024-08-10T06:31:35.696 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.402924+0000", 2024-08-10T06:31:35.696 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:35.696 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:35.696 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:35.696 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:35.697 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:35.697 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:35.697 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:35.697 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:35.697 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:35.697 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:35.697 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:35.697 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:35.697 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:35.697 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.2", 2024-08-10T06:31:35.697 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:35.697 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:35.697 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:35.698 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5237, 2024-08-10T06:31:35.698 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:35.698 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:53:52.378605+0000", 2024-08-10T06:31:35.698 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:35.698 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:35.698 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:35.698 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:35.698 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:35.698 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:35.698 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:35.698 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:35.698 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:35.698 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:35.699 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:35.699 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:35.699 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:35.699 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:35.699 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:35.699 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:35.699 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:35.699 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:35.699 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:35.699 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:35.699 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:35.699 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:35.699 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:35.700 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:35.700 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:35.700 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:35.700 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:35.700 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:35.700 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:35.700 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:35.700 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:35.700 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:35.700 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:35.700 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:35.700 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:35.700 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:35.700 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:35.701 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:35.701 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:35.701 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:35.701 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:35.701 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:35.701 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:35.701 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.701 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:35.701 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:35.701 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:35.701 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:35.701 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:35.701 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:35.702 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.702 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-08-10T06:31:35.702 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:35.702 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.702 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:35.702 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:35.702 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:35.702 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:35.702 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:35.702 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.702 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T06:31:35.702 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:35.702 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:35.703 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:35.703 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:35.703 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:35.703 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:35.703 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.893495+0000", 2024-08-10T06:31:35.703 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.356715+0000", 2024-08-10T06:31:35.703 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.356715+0000", 2024-08-10T06:31:35.703 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.357022+0000", 2024-08-10T06:31:35.703 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.893495+0000", 2024-08-10T06:31:35.703 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.703 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:35.703 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.703 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:35.704 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.893495+0000", 2024-08-10T06:31:35.704 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.893495+0000", 2024-08-10T06:31:35.704 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.893495+0000", 2024-08-10T06:31:35.704 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:35.704 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:35.704 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.704 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.893495+0000", 2024-08-10T06:31:35.704 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.893495+0000", 2024-08-10T06:31:35.704 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:35.704 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:35.704 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:35.704 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:35.704 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:35.704 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:35.705 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:35.705 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:35.705 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:35.705 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:35.705 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:35.705 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:35.705 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:35.705 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.3", 2024-08-10T06:31:35.705 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:35.705 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:35.705 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:35.705 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5150, 2024-08-10T06:31:35.705 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:35.705 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:24:03.730643+0000", 2024-08-10T06:31:35.706 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:35.706 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:35.706 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:35.706 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:35.706 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:35.706 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:35.706 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:35.706 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:35.706 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:35.706 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:35.706 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:35.706 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:35.706 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:35.707 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:35.707 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:35.707 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:35.707 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:35.707 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:35.707 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:35.707 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:35.707 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:35.707 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:35.707 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:35.707 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:35.707 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:35.707 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:35.707 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:35.708 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:35.708 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:35.708 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:35.708 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:35.708 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:35.708 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:35.708 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:35.708 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:35.708 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:35.708 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:35.708 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:35.708 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:35.708 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:35.708 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:35.709 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:35.709 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:35.709 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.709 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:35.709 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:35.709 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:35.709 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:35.709 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:35.709 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:35.709 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.709 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T06:31:35.709 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:35.709 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.709 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:35.710 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:35.710 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:35.710 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:35.710 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:35.710 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.710 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T06:31:35.710 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:35.710 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:35.710 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 20, 2024-08-10T06:31:35.710 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:35.710 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:35.710 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:35.710 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:31:30.413372+0000", 2024-08-10T06:31:35.711 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.362199+0000", 2024-08-10T06:31:35.711 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.362199+0000", 2024-08-10T06:31:35.711 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.363413+0000", 2024-08-10T06:31:35.711 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:31:30.413372+0000", 2024-08-10T06:31:35.711 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:08:04.067019+0000", 2024-08-10T06:31:35.711 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:35.711 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:08:04.067019+0000", 2024-08-10T06:31:35.711 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:35.711 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:31:30.413372+0000", 2024-08-10T06:31:35.711 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:31:30.413372+0000", 2024-08-10T06:31:35.711 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:31:30.413372+0000", 2024-08-10T06:31:35.711 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:35.711 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:35.711 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:08:04.067019+0000", 2024-08-10T06:31:35.711 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:31:30.413372+0000", 2024-08-10T06:31:35.712 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:31:30.413372+0000", 2024-08-10T06:31:35.712 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:35.712 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 257, 2024-08-10T06:31:35.712 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:35.712 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:35.712 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:35.712 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:35.712 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:35.712 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:35.712 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:35.712 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 257, 2024-08-10T06:31:35.712 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:35.713 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:35.713 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:35.713 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "1.0", 2024-08-10T06:31:35.713 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:35.713 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:35.713 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:35.713 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5823, 2024-08-10T06:31:35.713 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:35.713 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T11:23:43.852477+0000", 2024-08-10T06:31:35.713 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:35.713 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:35.713 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:35.713 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 590368, 2024-08-10T06:31:35.714 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:35.714 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 1771104, 2024-08-10T06:31:35.714 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:35.714 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:35.714 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:35.714 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:35.714 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:35.714 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:35.714 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:35.714 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:35.714 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:35.714 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:35.714 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:35.715 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:35.715 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:35.715 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 6, 2024-08-10T06:31:35.715 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 2, 2024-08-10T06:31:35.715 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:35.715 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 2, 2024-08-10T06:31:35.715 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:35.715 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:35.715 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:35.715 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:35.715 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:35.715 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:35.715 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:35.715 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 6, 2024-08-10T06:31:35.716 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:35.716 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:35.716 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:35.716 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:35.716 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:35.716 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 1358, 2024-08-10T06:31:35.716 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 2144, 2024-08-10T06:31:35.716 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:35.716 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:35.716 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:35.716 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 431, 2024-08-10T06:31:35.716 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 2416 2024-08-10T06:31:35.716 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.716 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:35.717 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:35.717 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:35.717 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:35.717 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:35.717 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:35.717 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.717 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T06:31:35.717 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "2838'257" 2024-08-10T06:31:35.717 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.717 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:35.717 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:35.717 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:35.717 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:35.717 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:35.717 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.718 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-08-10T06:31:35.718 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:35.718 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:35.718 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 70, 2024-08-10T06:31:35.718 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:35.718 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:35.718 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:35.718 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.409785+0000", 2024-08-10T06:31:35.718 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.352821+0000", 2024-08-10T06:31:35.718 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.352821+0000", 2024-08-10T06:31:35.718 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:55:12.153150+0000", 2024-08-10T06:31:35.718 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.409785+0000", 2024-08-10T06:31:35.718 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:35.719 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:35.719 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:35.719 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:35.719 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.409785+0000", 2024-08-10T06:31:35.719 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.409785+0000", 2024-08-10T06:31:35.719 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.409785+0000", 2024-08-10T06:31:35.719 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:35.719 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:35.719 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:11:24.125739+0000", 2024-08-10T06:31:35.719 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.409785+0000", 2024-08-10T06:31:35.719 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.409785+0000", 2024-08-10T06:31:35.719 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:35.719 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 2922, 2024-08-10T06:31:35.719 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:35.720 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:35.720 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:35.720 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:35.720 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:35.720 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:35.720 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:35.720 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 2922, 2024-08-10T06:31:35.720 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:35.720 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:35.720 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:35.720 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "4.5", 2024-08-10T06:31:35.720 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:35.720 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:35.720 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:35.721 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 8627, 2024-08-10T06:31:35.721 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:35.721 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:04:40.861563+0000", 2024-08-10T06:31:35.721 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.002391912, 2024-08-10T06:31:35.721 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:35.721 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:35.721 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:35.721 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:35.721 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:35.721 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:35.721 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:35.721 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:35.721 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:35.721 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:35.722 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:35.722 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:35.722 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:35.722 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:35.722 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:35.722 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:35.722 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:35.722 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:35.722 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:35.722 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:35.722 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:35.722 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:35.722 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:35.722 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:35.723 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:35.723 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:35.723 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:35.723 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:35.723 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:35.723 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:35.723 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:35.723 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:35.723 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:35.723 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:35.723 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:35.723 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 788, 2024-08-10T06:31:35.723 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 381373, 2024-08-10T06:31:35.723 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:35.724 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:35.724 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:35.724 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 2919, 2024-08-10T06:31:35.724 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 378444 2024-08-10T06:31:35.724 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.724 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:35.724 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:35.724 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:35.724 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:35.724 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:35.724 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:35.724 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.724 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-08-10T06:31:35.724 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "1112'2922" 2024-08-10T06:31:35.725 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.725 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:35.725 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:35.725 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:35.725 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:35.725 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:35.725 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.725 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T06:31:35.725 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:35.725 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:35.725 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:35.725 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:35.725 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:35.725 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:35.726 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.404112+0000", 2024-08-10T06:31:35.726 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.359056+0000", 2024-08-10T06:31:35.726 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.359056+0000", 2024-08-10T06:31:35.726 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.360437+0000", 2024-08-10T06:31:35.726 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.404112+0000", 2024-08-10T06:31:35.726 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.726 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:35.726 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.726 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:35.726 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.404112+0000", 2024-08-10T06:31:35.726 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.404112+0000", 2024-08-10T06:31:35.726 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.404112+0000", 2024-08-10T06:31:35.726 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:35.727 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:35.727 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.727 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.404112+0000", 2024-08-10T06:31:35.727 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.404112+0000", 2024-08-10T06:31:35.727 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:35.727 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:35.727 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:35.727 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:35.727 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:35.727 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:35.727 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:35.727 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:35.727 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:35.728 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:35.728 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:35.728 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:35.728 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:35.728 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.d", 2024-08-10T06:31:35.728 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:35.728 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:35.728 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:35.728 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5096, 2024-08-10T06:31:35.728 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:35.728 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:21:38.007255+0000", 2024-08-10T06:31:35.728 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:35.728 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:35.728 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:35.729 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:35.729 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:35.729 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:35.729 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:35.729 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:35.729 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:35.729 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:35.729 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:35.729 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:35.729 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:35.729 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:35.729 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:35.729 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:35.729 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:35.730 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:35.730 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:35.730 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:35.730 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:35.730 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:35.730 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:35.730 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:35.730 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:35.730 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:35.730 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:35.730 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:35.730 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:35.730 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:35.730 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:35.731 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:35.731 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:35.731 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:35.731 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:35.731 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:35.731 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:35.731 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:35.731 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:35.731 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:35.731 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:35.731 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:35.731 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:35.731 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.732 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:35.732 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:35.732 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:35.732 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:35.732 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:35.732 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:35.732 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.732 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T06:31:35.732 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:35.732 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.732 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:35.732 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:35.732 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:35.733 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:35.733 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:35.733 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.733 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 2, 2024-08-10T06:31:35.733 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:35.733 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:35.733 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:35.733 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:35.733 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:35.733 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:35.733 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.402443+0000", 2024-08-10T06:31:35.733 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:04.278418+0000", 2024-08-10T06:31:35.733 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:04.278418+0000", 2024-08-10T06:31:35.734 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:04.278751+0000", 2024-08-10T06:31:35.734 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.402443+0000", 2024-08-10T06:31:35.734 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.734 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:35.734 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.734 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 463, 2024-08-10T06:31:35.734 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.402443+0000", 2024-08-10T06:31:35.734 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.402443+0000", 2024-08-10T06:31:35.734 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.402443+0000", 2024-08-10T06:31:35.734 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:35.734 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:35.734 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.734 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.402443+0000", 2024-08-10T06:31:35.734 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.402443+0000", 2024-08-10T06:31:35.735 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:35.735 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:35.735 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:35.735 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:35.735 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 462, 2024-08-10T06:31:35.735 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:35.735 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:35.735 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:35.735 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:35.735 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:35.735 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:35.735 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:35.735 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:35.736 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.c", 2024-08-10T06:31:35.736 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:35.736 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:35.736 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:35.736 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5260, 2024-08-10T06:31:35.736 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:35.736 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T16:37:28.957299+0000", 2024-08-10T06:31:35.736 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:35.736 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:35.736 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:35.736 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:35.736 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:35.736 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:35.737 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:35.737 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:35.737 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:35.737 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:35.737 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:35.737 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:35.737 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:35.737 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:35.737 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:35.737 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:35.737 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:35.737 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:35.737 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:35.737 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:35.737 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:35.738 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:35.738 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:35.738 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:35.738 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:35.738 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:35.738 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:35.738 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:35.738 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:35.738 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:35.738 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:35.738 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:35.738 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:35.738 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:35.739 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:35.739 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:35.739 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:35.739 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:35.739 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:35.739 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:35.739 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:35.739 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:35.739 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:35.739 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.739 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:35.739 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:35.739 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:35.739 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:35.740 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:35.740 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:35.740 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.740 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 2, 2024-08-10T06:31:35.740 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:35.740 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.740 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:35.740 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:35.740 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:35.740 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:35.740 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:35.740 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.740 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T06:31:35.740 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:35.741 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:35.741 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:35.741 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:35.741 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:35.741 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:35.741 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.894678+0000", 2024-08-10T06:31:35.741 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.385612+0000", 2024-08-10T06:31:35.741 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.385612+0000", 2024-08-10T06:31:35.741 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.385991+0000", 2024-08-10T06:31:35.741 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.894678+0000", 2024-08-10T06:31:35.741 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.741 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:35.741 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.741 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:35.742 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.894678+0000", 2024-08-10T06:31:35.742 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.894678+0000", 2024-08-10T06:31:35.742 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.894678+0000", 2024-08-10T06:31:35.742 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:35.742 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:35.742 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.742 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.894678+0000", 2024-08-10T06:31:35.742 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.894678+0000", 2024-08-10T06:31:35.742 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:35.742 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:35.742 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:35.742 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:35.742 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:35.743 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:35.743 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:35.743 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:35.743 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:35.743 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:35.743 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:35.743 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:35.743 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:35.743 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.c", 2024-08-10T06:31:35.743 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:35.743 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:35.743 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:35.743 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5174, 2024-08-10T06:31:35.744 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:35.744 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:14:56.887940+0000", 2024-08-10T06:31:35.744 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:35.744 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:35.744 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:35.744 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:35.744 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:35.744 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:35.744 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:35.744 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:35.744 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:35.744 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:35.744 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:35.744 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:35.745 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:35.745 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:35.745 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:35.745 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:35.745 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:35.745 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:35.745 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:35.745 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:35.745 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:35.745 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:35.745 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:35.745 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:35.745 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:35.746 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:35.746 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:35.746 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:35.746 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:35.746 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:35.746 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:35.746 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:35.746 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:35.746 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:35.746 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:35.746 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:35.746 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:35.746 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:35.747 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:35.747 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:35.747 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:35.747 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:35.747 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:35.747 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.747 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:35.747 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:35.747 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:35.747 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:35.747 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:35.747 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:35.747 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.747 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T06:31:35.748 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:35.748 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.748 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:35.748 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:35.748 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:35.748 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:35.748 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-08-10T06:31:35.748 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.748 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-08-10T06:31:35.748 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:35.748 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:35.748 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:35.748 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:35.748 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:35.749 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:35.749 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.892389+0000", 2024-08-10T06:31:35.749 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:20:30.221754+0000", 2024-08-10T06:31:35.749 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:20:30.221754+0000", 2024-08-10T06:31:35.749 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:20:30.222097+0000", 2024-08-10T06:31:35.749 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.892389+0000", 2024-08-10T06:31:35.749 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.749 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:35.749 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.749 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 432, 2024-08-10T06:31:35.749 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.892389+0000", 2024-08-10T06:31:35.749 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.892389+0000", 2024-08-10T06:31:35.749 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.892389+0000", 2024-08-10T06:31:35.750 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:35.750 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:35.750 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.750 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.892389+0000", 2024-08-10T06:31:35.750 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.892389+0000", 2024-08-10T06:31:35.750 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:35.750 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 1, 2024-08-10T06:31:35.750 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:35.750 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:35.750 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 431, 2024-08-10T06:31:35.750 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:35.750 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:35.750 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:35.751 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:35.751 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 1, 2024-08-10T06:31:35.751 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:35.751 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:35.751 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:35.751 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.d", 2024-08-10T06:31:35.751 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:35.751 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:35.751 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:35.751 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5294, 2024-08-10T06:31:35.751 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:35.751 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:27:47.971801+0000", 2024-08-10T06:31:35.751 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:35.751 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:35.752 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:35.752 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 70, 2024-08-10T06:31:35.752 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:35.752 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:35.752 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:35.752 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:35.752 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:35.752 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:35.752 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:35.752 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:35.752 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:35.752 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:35.752 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:35.753 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:35.753 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:35.753 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:35.753 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:35.753 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 3, 2024-08-10T06:31:35.753 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 1, 2024-08-10T06:31:35.753 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:35.753 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 1, 2024-08-10T06:31:35.753 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:35.753 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:35.753 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:35.753 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:35.753 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:35.753 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:35.754 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:35.754 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:35.754 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:35.754 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:35.754 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:35.754 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:35.754 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:35.754 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 1, 2024-08-10T06:31:35.754 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 1, 2024-08-10T06:31:35.754 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:35.754 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:35.754 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:35.754 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 1, 2024-08-10T06:31:35.754 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 1 2024-08-10T06:31:35.755 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.755 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:35.755 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:35.755 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:35.755 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:35.755 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:35.755 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-08-10T06:31:35.755 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.755 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-08-10T06:31:35.755 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "66'1" 2024-08-10T06:31:35.755 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.755 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:35.755 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:35.755 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:35.755 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:35.756 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:35.756 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.756 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T06:31:35.756 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:35.756 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:35.756 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:35.756 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:35.756 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:35.756 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:35.756 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.403660+0000", 2024-08-10T06:31:35.756 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.363920+0000", 2024-08-10T06:31:35.756 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.363920+0000", 2024-08-10T06:31:35.756 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.364990+0000", 2024-08-10T06:31:35.756 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.403660+0000", 2024-08-10T06:31:35.757 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.757 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:35.757 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.757 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:35.757 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.403660+0000", 2024-08-10T06:31:35.757 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.403660+0000", 2024-08-10T06:31:35.757 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.403660+0000", 2024-08-10T06:31:35.757 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:35.757 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:35.757 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.757 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.403660+0000", 2024-08-10T06:31:35.757 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.403660+0000", 2024-08-10T06:31:35.757 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:35.757 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:35.757 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:35.758 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:35.758 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:35.758 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:35.758 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:35.758 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:35.758 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:35.758 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:35.758 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:35.758 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:35.758 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:35.758 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.f", 2024-08-10T06:31:35.758 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:35.758 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:35.759 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:35.759 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5116, 2024-08-10T06:31:35.759 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:35.759 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:01:03.550951+0000", 2024-08-10T06:31:35.759 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:35.759 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:35.759 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:35.759 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:35.759 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:35.759 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:35.759 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:35.759 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:35.759 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:35.760 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:35.760 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:35.760 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:35.760 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:35.760 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:35.760 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:35.760 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:35.760 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:35.760 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:35.760 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:35.760 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:35.760 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:35.760 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:35.760 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:35.761 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:35.761 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:35.761 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:35.761 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:35.761 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:35.761 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:35.761 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:35.761 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:35.761 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:35.761 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:35.761 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:35.761 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:35.761 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:35.761 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:35.762 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:35.762 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:35.762 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:35.762 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:35.762 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:35.762 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:35.762 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.762 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:35.762 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:35.762 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:35.762 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:35.762 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:35.762 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:35.763 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.763 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T06:31:35.763 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:35.763 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.763 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:35.763 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:35.763 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:35.763 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:35.763 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:35.763 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.763 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 2, 2024-08-10T06:31:35.763 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:35.763 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:35.763 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:35.764 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:35.764 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:35.764 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:35.764 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.402979+0000", 2024-08-10T06:31:35.764 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.358052+0000", 2024-08-10T06:31:35.764 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.358052+0000", 2024-08-10T06:31:35.764 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.358808+0000", 2024-08-10T06:31:35.764 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.402979+0000", 2024-08-10T06:31:35.764 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.764 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:35.764 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.764 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:35.764 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.402979+0000", 2024-08-10T06:31:35.764 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.402979+0000", 2024-08-10T06:31:35.765 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.402979+0000", 2024-08-10T06:31:35.765 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:35.765 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:35.765 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.765 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.402979+0000", 2024-08-10T06:31:35.765 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.402979+0000", 2024-08-10T06:31:35.765 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:35.765 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 2, 2024-08-10T06:31:35.765 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:35.765 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:35.765 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:35.765 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:35.765 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:35.766 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:35.766 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:35.766 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 2, 2024-08-10T06:31:35.766 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:35.766 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:35.766 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:35.766 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.e", 2024-08-10T06:31:35.766 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:35.766 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:35.766 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:35.766 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5256, 2024-08-10T06:31:35.766 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:35.766 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:58:22.635426+0000", 2024-08-10T06:31:35.766 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:35.767 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:35.767 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:35.767 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:35.767 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:35.767 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:35.767 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:35.767 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:35.767 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:35.767 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:35.767 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:35.767 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:35.767 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:35.767 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:35.767 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:35.768 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:35.768 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:35.768 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:35.768 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:35.768 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 3, 2024-08-10T06:31:35.768 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 1, 2024-08-10T06:31:35.768 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:35.768 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 1, 2024-08-10T06:31:35.768 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:35.768 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:35.768 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:35.768 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:35.768 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:35.768 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 1, 2024-08-10T06:31:35.769 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:35.769 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:35.769 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:35.769 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:35.769 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:35.769 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:35.769 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:35.769 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 6, 2024-08-10T06:31:35.769 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 6, 2024-08-10T06:31:35.769 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:35.769 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:35.769 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:35.769 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 3, 2024-08-10T06:31:35.769 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:35.770 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.770 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:35.770 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:35.770 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:35.770 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:35.770 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:35.770 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:35.770 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.770 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 2, 2024-08-10T06:31:35.770 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "66'2" 2024-08-10T06:31:35.770 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.770 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:35.770 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:35.770 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:35.771 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:35.771 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:35.771 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.771 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T06:31:35.771 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:35.771 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:35.771 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:35.771 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:35.771 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:35.771 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:35.771 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.404397+0000", 2024-08-10T06:31:35.771 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.357354+0000", 2024-08-10T06:31:35.771 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.357354+0000", 2024-08-10T06:31:35.771 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.357639+0000", 2024-08-10T06:31:35.772 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.404397+0000", 2024-08-10T06:31:35.772 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.772 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:35.772 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.772 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:35.772 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.404397+0000", 2024-08-10T06:31:35.772 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.404397+0000", 2024-08-10T06:31:35.772 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.404397+0000", 2024-08-10T06:31:35.772 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:35.772 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:35.772 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.772 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.404397+0000", 2024-08-10T06:31:35.772 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.404397+0000", 2024-08-10T06:31:35.773 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:35.773 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:35.773 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:35.773 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:35.773 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:35.773 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:35.773 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:35.773 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:35.773 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:35.773 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:35.773 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:35.773 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:35.773 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:35.774 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.e", 2024-08-10T06:31:35.774 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:35.774 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:35.774 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:35.774 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5116, 2024-08-10T06:31:35.774 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:35.774 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:57:00.691916+0000", 2024-08-10T06:31:35.774 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:35.774 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:35.774 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:35.774 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:35.774 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:35.774 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:35.775 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:35.775 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:35.775 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:35.775 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:35.775 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:35.775 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:35.775 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:35.775 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:35.775 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:35.775 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:35.775 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:35.775 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:35.775 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:35.776 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:35.776 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:35.776 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:35.776 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:35.776 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:35.776 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:35.776 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:35.776 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:35.776 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:35.776 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:35.776 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:35.776 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:35.776 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:35.777 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:35.777 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:35.777 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:35.777 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:35.777 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:35.777 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:35.777 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:35.777 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:35.777 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:35.777 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:35.777 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:35.777 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.777 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:35.777 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:35.777 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:35.778 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:35.778 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:35.778 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:35.778 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.778 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T06:31:35.778 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:35.778 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.778 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:35.778 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:35.778 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:35.778 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:35.778 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:35.778 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.779 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 4, 2024-08-10T06:31:35.779 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:35.779 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:35.779 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:35.779 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:35.779 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:35.779 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:35.779 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.404992+0000", 2024-08-10T06:31:35.779 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.355877+0000", 2024-08-10T06:31:35.779 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.355877+0000", 2024-08-10T06:31:35.779 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.356201+0000", 2024-08-10T06:31:35.779 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.404992+0000", 2024-08-10T06:31:35.779 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.779 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:35.780 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.780 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:35.780 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.404992+0000", 2024-08-10T06:31:35.780 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.404992+0000", 2024-08-10T06:31:35.780 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.404992+0000", 2024-08-10T06:31:35.780 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:35.780 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:35.780 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.780 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.404992+0000", 2024-08-10T06:31:35.780 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.404992+0000", 2024-08-10T06:31:35.780 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:35.780 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 1, 2024-08-10T06:31:35.780 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:35.780 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:35.781 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:35.781 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:35.781 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:35.781 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:35.781 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:35.781 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 1, 2024-08-10T06:31:35.781 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:35.781 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:35.781 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:35.781 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.f", 2024-08-10T06:31:35.781 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:35.781 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:35.781 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:35.781 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5206, 2024-08-10T06:31:35.781 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:35.782 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:45:31.555319+0000", 2024-08-10T06:31:35.782 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:35.782 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:35.782 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:35.782 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 22, 2024-08-10T06:31:35.782 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:35.782 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:35.782 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:35.782 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:35.782 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:35.782 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:35.782 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:35.782 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:35.782 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:35.783 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:35.783 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:35.783 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:35.783 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:35.783 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:35.783 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:35.783 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 3, 2024-08-10T06:31:35.783 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 1, 2024-08-10T06:31:35.783 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:35.783 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 1, 2024-08-10T06:31:35.783 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:35.783 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:35.783 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:35.784 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:35.784 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:35.784 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:35.784 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:35.784 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:35.784 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:35.784 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:35.784 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:35.784 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:35.784 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:35.784 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 1, 2024-08-10T06:31:35.784 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 1, 2024-08-10T06:31:35.784 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:35.784 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:35.784 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:35.785 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 1, 2024-08-10T06:31:35.785 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 1 2024-08-10T06:31:35.785 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.785 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:35.785 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:35.785 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:35.785 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:35.785 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:35.785 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:35.785 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.785 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 4, 2024-08-10T06:31:35.785 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "66'1" 2024-08-10T06:31:35.785 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.785 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:35.786 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:35.786 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:35.786 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:35.786 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:35.786 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.786 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T06:31:35.786 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:35.786 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:35.786 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:35.786 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:35.786 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:35.786 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:35.786 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.404851+0000", 2024-08-10T06:31:35.787 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.350990+0000", 2024-08-10T06:31:35.787 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.350990+0000", 2024-08-10T06:31:35.787 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.351310+0000", 2024-08-10T06:31:35.787 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.404851+0000", 2024-08-10T06:31:35.787 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.787 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:35.787 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.787 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:35.787 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.404851+0000", 2024-08-10T06:31:35.787 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.404851+0000", 2024-08-10T06:31:35.787 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.404851+0000", 2024-08-10T06:31:35.787 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:35.787 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:35.787 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.787 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.404851+0000", 2024-08-10T06:31:35.788 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.404851+0000", 2024-08-10T06:31:35.788 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:35.788 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:35.788 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:35.788 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:35.788 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:35.788 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:35.788 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:35.788 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:35.788 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:35.788 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:35.788 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:35.788 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:35.788 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:35.788 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.11", 2024-08-10T06:31:35.789 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:35.789 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:35.789 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:35.789 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5095, 2024-08-10T06:31:35.789 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:35.789 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T09:29:22.614102+0000", 2024-08-10T06:31:35.789 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:35.789 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:35.789 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:35.789 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:35.789 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:35.789 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:35.790 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:35.790 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:35.790 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:35.790 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:35.790 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:35.790 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:35.790 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:35.790 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:35.790 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:35.790 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:35.790 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:35.790 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:35.790 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:35.790 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:35.791 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:35.791 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:35.791 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:35.791 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:35.791 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:35.791 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:35.791 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:35.791 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:35.791 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:35.791 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:35.791 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:35.791 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:35.791 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:35.792 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:35.792 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:35.792 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:35.792 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:35.792 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:35.792 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:35.792 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:35.792 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:35.792 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:35.792 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:35.792 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.792 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:35.792 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:35.793 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:35.793 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:35.793 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:35.793 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:35.793 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.793 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T06:31:35.793 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:35.793 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.793 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:35.793 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:35.793 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:35.793 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:35.793 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:35.793 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.794 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 2, 2024-08-10T06:31:35.794 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:35.794 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:35.794 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:35.794 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:35.794 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:35.794 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:35.794 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.401906+0000", 2024-08-10T06:31:35.794 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:19:24.344621+0000", 2024-08-10T06:31:35.794 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:19:24.344621+0000", 2024-08-10T06:31:35.794 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:19:24.344961+0000", 2024-08-10T06:31:35.794 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.401906+0000", 2024-08-10T06:31:35.794 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.795 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:35.795 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.795 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 375, 2024-08-10T06:31:35.795 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.401906+0000", 2024-08-10T06:31:35.795 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.401906+0000", 2024-08-10T06:31:35.795 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.401906+0000", 2024-08-10T06:31:35.795 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:35.795 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:35.795 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.795 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.401906+0000", 2024-08-10T06:31:35.795 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.401906+0000", 2024-08-10T06:31:35.795 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:35.795 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 8, 2024-08-10T06:31:35.795 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:35.796 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:35.796 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 374, 2024-08-10T06:31:35.796 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:35.796 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:35.796 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:35.796 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:35.796 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 8, 2024-08-10T06:31:35.796 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:35.796 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:35.796 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:35.796 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.10", 2024-08-10T06:31:35.796 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:35.796 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:35.796 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:35.797 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5273, 2024-08-10T06:31:35.797 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:35.797 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T16:09:22.224545+0000", 2024-08-10T06:31:35.797 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:35.797 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:35.797 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:35.797 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:35.797 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:35.797 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:35.797 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:35.797 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:35.797 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:35.797 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:35.797 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:35.798 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:35.798 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:35.798 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:35.798 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:35.798 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:35.798 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:35.798 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:35.798 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:35.798 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 12, 2024-08-10T06:31:35.798 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 4, 2024-08-10T06:31:35.798 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:35.798 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 4, 2024-08-10T06:31:35.798 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:35.798 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:35.799 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:35.799 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:35.799 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:35.799 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 4, 2024-08-10T06:31:35.799 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:35.799 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:35.799 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:35.799 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:35.799 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:35.799 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:35.799 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:35.799 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 24, 2024-08-10T06:31:35.799 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 24, 2024-08-10T06:31:35.799 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:35.800 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:35.800 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:35.800 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 12, 2024-08-10T06:31:35.800 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:35.800 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.800 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:35.800 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:35.800 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:35.800 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:35.800 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:35.800 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:35.800 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.800 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 2, 2024-08-10T06:31:35.800 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "66'8" 2024-08-10T06:31:35.801 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.801 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:35.801 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:35.801 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:35.801 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:35.801 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T06:31:35.801 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.801 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-08-10T06:31:35.801 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:35.801 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:35.801 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:35.801 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:35.801 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:35.801 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:35.802 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.403146+0000", 2024-08-10T06:31:35.802 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.390632+0000", 2024-08-10T06:31:35.802 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.390632+0000", 2024-08-10T06:31:35.802 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.390903+0000", 2024-08-10T06:31:35.802 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.403146+0000", 2024-08-10T06:31:35.802 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.802 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:35.802 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.802 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:35.802 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.403146+0000", 2024-08-10T06:31:35.802 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.403146+0000", 2024-08-10T06:31:35.802 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.403146+0000", 2024-08-10T06:31:35.802 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:35.802 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:35.803 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.803 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.403146+0000", 2024-08-10T06:31:35.803 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.403146+0000", 2024-08-10T06:31:35.803 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:35.803 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:35.803 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:35.803 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:35.803 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:35.803 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:35.803 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:35.803 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:35.803 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:35.803 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:35.803 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:35.804 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:35.804 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:35.804 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.10", 2024-08-10T06:31:35.804 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:35.804 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:35.804 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:35.804 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5134, 2024-08-10T06:31:35.804 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:35.804 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:42:36.970920+0000", 2024-08-10T06:31:35.804 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:35.804 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:35.804 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:35.805 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:35.805 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:35.805 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:35.805 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:35.805 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:35.805 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:35.805 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:35.805 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:35.805 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:35.805 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:35.805 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:35.805 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:35.805 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:35.805 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:35.806 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:35.806 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:35.806 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:35.806 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:35.806 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:35.806 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:35.806 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:35.806 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:35.806 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:35.806 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:35.806 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:35.806 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:35.806 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:35.807 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:35.807 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:35.807 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:35.807 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:35.807 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:35.807 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:35.807 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:35.807 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:35.807 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:35.807 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:35.807 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:35.807 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:35.808 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:35.808 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.808 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:35.808 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:35.808 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:35.808 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:35.808 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:35.808 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T06:31:35.808 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.808 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-08-10T06:31:35.808 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:35.808 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.808 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:35.808 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:35.809 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:35.809 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:35.809 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:35.809 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.809 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-08-10T06:31:35.809 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:35.809 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:35.809 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:35.809 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:35.809 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:35.809 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:35.809 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.403501+0000", 2024-08-10T06:31:35.809 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.391306+0000", 2024-08-10T06:31:35.810 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.391306+0000", 2024-08-10T06:31:35.810 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.391606+0000", 2024-08-10T06:31:35.810 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.403501+0000", 2024-08-10T06:31:35.810 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.810 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:35.810 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.810 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:35.810 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.403501+0000", 2024-08-10T06:31:35.810 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.403501+0000", 2024-08-10T06:31:35.810 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.403501+0000", 2024-08-10T06:31:35.810 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:35.810 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:35.810 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.810 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.403501+0000", 2024-08-10T06:31:35.811 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.403501+0000", 2024-08-10T06:31:35.811 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:35.811 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:35.811 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:35.811 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:35.811 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:35.811 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:35.811 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:35.811 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:35.811 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:35.811 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:35.811 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:35.811 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:35.812 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:35.812 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.11", 2024-08-10T06:31:35.812 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:35.812 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:35.812 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:35.812 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5148, 2024-08-10T06:31:35.812 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:35.812 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:50:21.736014+0000", 2024-08-10T06:31:35.812 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:35.812 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:35.812 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:35.812 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:35.812 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:35.812 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:35.813 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:35.813 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:35.813 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:35.813 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:35.813 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:35.813 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:35.813 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:35.813 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:35.813 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:35.813 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:35.813 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:35.813 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:35.813 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:35.813 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:35.814 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:35.814 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:35.814 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:35.814 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:35.814 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:35.814 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:35.814 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:35.814 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:35.814 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:35.814 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:35.814 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:35.814 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:35.814 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:35.815 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:35.815 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:35.815 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:35.815 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:35.815 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:35.815 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:35.815 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:35.815 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:35.815 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:35.815 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:35.815 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.815 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:35.815 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:35.815 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:35.816 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:35.816 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:35.816 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:35.816 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.816 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-08-10T06:31:35.816 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:35.816 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.816 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:35.816 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:35.816 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:35.816 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:35.816 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:35.816 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.816 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T06:31:35.817 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:35.817 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:35.817 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:35.817 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:35.817 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:35.817 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:35.817 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.408278+0000", 2024-08-10T06:31:35.817 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.357052+0000", 2024-08-10T06:31:35.817 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.357052+0000", 2024-08-10T06:31:35.817 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.358026+0000", 2024-08-10T06:31:35.817 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.408278+0000", 2024-08-10T06:31:35.817 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.817 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:35.817 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.817 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:35.818 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.408278+0000", 2024-08-10T06:31:35.818 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.408278+0000", 2024-08-10T06:31:35.818 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.408278+0000", 2024-08-10T06:31:35.818 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:35.818 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:35.818 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.818 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.408278+0000", 2024-08-10T06:31:35.818 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.408278+0000", 2024-08-10T06:31:35.818 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:35.818 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:35.818 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:35.818 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:35.818 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:35.819 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:35.819 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:35.819 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:35.819 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:35.819 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:35.819 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:35.819 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:35.819 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:35.819 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.13", 2024-08-10T06:31:35.819 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:35.819 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:35.819 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:35.819 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5115, 2024-08-10T06:31:35.819 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:35.820 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:38:53.995641+0000", 2024-08-10T06:31:35.820 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:35.820 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:35.820 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:35.820 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:35.820 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:35.820 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:35.820 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:35.820 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:35.820 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:35.820 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:35.820 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:35.820 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:35.821 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:35.821 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:35.821 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:35.821 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:35.821 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:35.821 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:35.821 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:35.821 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:35.821 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:35.821 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:35.821 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:35.821 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:35.821 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:35.821 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:35.822 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:35.822 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:35.822 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:35.822 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:35.822 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:35.822 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:35.822 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:35.822 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:35.822 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:35.822 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:35.822 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:35.822 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:35.822 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:35.823 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:35.823 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:35.823 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:35.823 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:35.823 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.823 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:35.823 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:35.823 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:35.823 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:35.823 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:35.823 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:35.823 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.823 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T06:31:35.824 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:35.824 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.824 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:35.824 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:35.824 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:35.824 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:35.824 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:35.824 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.824 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T06:31:35.824 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:35.824 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:35.824 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:35.824 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:35.825 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:35.825 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:35.825 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.893341+0000", 2024-08-10T06:31:35.825 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:04.278173+0000", 2024-08-10T06:31:35.825 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:04.278173+0000", 2024-08-10T06:31:35.825 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:04.279463+0000", 2024-08-10T06:31:35.825 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.893341+0000", 2024-08-10T06:31:35.825 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.825 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:35.825 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.825 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 463, 2024-08-10T06:31:35.825 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.893341+0000", 2024-08-10T06:31:35.825 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.893341+0000", 2024-08-10T06:31:35.825 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.893341+0000", 2024-08-10T06:31:35.826 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:35.826 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:35.826 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.826 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.893341+0000", 2024-08-10T06:31:35.826 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.893341+0000", 2024-08-10T06:31:35.826 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:35.826 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:35.826 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:35.826 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:35.826 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 462, 2024-08-10T06:31:35.826 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:35.826 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:35.827 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:35.827 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:35.827 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:35.827 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:35.827 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:35.827 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:35.827 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.12", 2024-08-10T06:31:35.827 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:35.827 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:35.827 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:35.827 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5194, 2024-08-10T06:31:35.827 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:35.827 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T09:22:32.190730+0000", 2024-08-10T06:31:35.827 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:35.828 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:35.828 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:35.828 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:35.828 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:35.828 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:35.828 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:35.828 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:35.828 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:35.828 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:35.828 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:35.828 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:35.828 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:35.828 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:35.829 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:35.829 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:35.829 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:35.829 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:35.829 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:35.829 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:35.829 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:35.829 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:35.829 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:35.829 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:35.829 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:35.829 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:35.829 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:35.829 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:35.830 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:35.830 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:35.830 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:35.830 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:35.830 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:35.830 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:35.830 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:35.830 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:35.830 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:35.830 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:35.830 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:35.830 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:35.830 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:35.831 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:35.831 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:35.831 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.831 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:35.831 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:35.831 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:35.831 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:35.831 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:35.831 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:35.831 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.831 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T06:31:35.831 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:35.831 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.831 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:35.832 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:35.832 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:35.832 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:35.832 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-08-10T06:31:35.832 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.832 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-08-10T06:31:35.832 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:35.832 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:35.832 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:35.832 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:35.832 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:35.832 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:35.832 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.893963+0000", 2024-08-10T06:31:35.832 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.359731+0000", 2024-08-10T06:31:35.832 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.359731+0000", 2024-08-10T06:31:35.833 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.361141+0000", 2024-08-10T06:31:35.833 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.893963+0000", 2024-08-10T06:31:35.833 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.833 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:35.833 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.833 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:35.833 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.893963+0000", 2024-08-10T06:31:35.833 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.893963+0000", 2024-08-10T06:31:35.833 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.893963+0000", 2024-08-10T06:31:35.833 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:35.833 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:35.833 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.833 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.893963+0000", 2024-08-10T06:31:35.834 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.893963+0000", 2024-08-10T06:31:35.834 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:35.834 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:35.834 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:35.834 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:35.834 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:35.834 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:35.834 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:35.834 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:35.834 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:35.834 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:35.834 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:35.834 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:35.834 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:35.835 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.12", 2024-08-10T06:31:35.835 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:35.835 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:35.835 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:35.835 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5320, 2024-08-10T06:31:35.835 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:35.835 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:01:58.106791+0000", 2024-08-10T06:31:35.835 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:35.835 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:35.835 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:35.835 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:35.835 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:35.835 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:35.836 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:35.836 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:35.836 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:35.836 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:35.836 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:35.836 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:35.836 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:35.836 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:35.836 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:35.836 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:35.836 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:35.836 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:35.836 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:35.837 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:35.837 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:35.837 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:35.837 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:35.837 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:35.837 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:35.837 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:35.837 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:35.837 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:35.837 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:35.837 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:35.837 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:35.837 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:35.838 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:35.838 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:35.838 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:35.838 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:35.838 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:35.838 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:35.838 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:35.838 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:35.838 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:35.838 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:35.838 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:35.838 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.838 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:35.839 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:35.839 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:35.839 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:35.839 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:35.839 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-08-10T06:31:35.839 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.839 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-08-10T06:31:35.839 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:35.839 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.839 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:35.839 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:35.839 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:35.839 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:35.839 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-08-10T06:31:35.840 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.840 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-08-10T06:31:35.840 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:35.840 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:35.840 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:35.840 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:35.840 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:35.840 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:35.840 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.895336+0000", 2024-08-10T06:31:35.840 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:20:30.221854+0000", 2024-08-10T06:31:35.840 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:20:30.221854+0000", 2024-08-10T06:31:35.840 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:20:30.222876+0000", 2024-08-10T06:31:35.840 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.895336+0000", 2024-08-10T06:31:35.841 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.841 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:35.841 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.841 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 432, 2024-08-10T06:31:35.841 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.895336+0000", 2024-08-10T06:31:35.841 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.895336+0000", 2024-08-10T06:31:35.841 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.895336+0000", 2024-08-10T06:31:35.841 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:35.841 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:35.841 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.841 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.895336+0000", 2024-08-10T06:31:35.841 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.895336+0000", 2024-08-10T06:31:35.841 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:35.841 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 2, 2024-08-10T06:31:35.842 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:35.842 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:35.842 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 431, 2024-08-10T06:31:35.842 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:35.842 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:35.842 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:35.842 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:35.842 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 2, 2024-08-10T06:31:35.842 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:35.842 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:35.842 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:35.842 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.13", 2024-08-10T06:31:35.842 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:35.843 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:35.843 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:35.843 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5329, 2024-08-10T06:31:35.843 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:35.843 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:43:38.885002+0000", 2024-08-10T06:31:35.843 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:35.843 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:35.843 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:35.843 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 34, 2024-08-10T06:31:35.843 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:35.843 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:35.843 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:35.843 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:35.844 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:35.844 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:35.844 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:35.844 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:35.844 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:35.844 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:35.844 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:35.844 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:35.844 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:35.844 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:35.844 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:35.844 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 6, 2024-08-10T06:31:35.844 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 2, 2024-08-10T06:31:35.845 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:35.845 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 2, 2024-08-10T06:31:35.845 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:35.845 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:35.845 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:35.845 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:35.845 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:35.845 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 1, 2024-08-10T06:31:35.845 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:35.845 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:35.845 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:35.845 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:35.845 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:35.845 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:35.845 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:35.846 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 4, 2024-08-10T06:31:35.846 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 7, 2024-08-10T06:31:35.846 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:35.846 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:35.846 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:35.846 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 3, 2024-08-10T06:31:35.846 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 6 2024-08-10T06:31:35.846 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.846 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:35.846 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:35.846 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:35.846 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:35.846 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:35.847 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-08-10T06:31:35.847 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.847 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-08-10T06:31:35.847 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "66'2" 2024-08-10T06:31:35.847 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.847 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:35.847 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:35.847 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:35.847 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:35.847 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:35.847 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.847 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T06:31:35.847 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:35.847 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:35.848 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:35.848 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:35.848 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:35.848 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:35.848 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.403260+0000", 2024-08-10T06:31:35.848 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.354022+0000", 2024-08-10T06:31:35.848 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.354022+0000", 2024-08-10T06:31:35.848 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.355791+0000", 2024-08-10T06:31:35.848 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.403260+0000", 2024-08-10T06:31:35.848 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.848 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:35.848 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.848 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:35.848 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.403260+0000", 2024-08-10T06:31:35.849 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.403260+0000", 2024-08-10T06:31:35.849 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.403260+0000", 2024-08-10T06:31:35.849 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:35.849 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:35.849 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.849 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.403260+0000", 2024-08-10T06:31:35.849 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.403260+0000", 2024-08-10T06:31:35.849 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:35.849 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:35.849 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:35.849 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:35.849 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:35.849 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:35.850 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:35.850 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:35.850 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:35.850 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:35.850 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:35.850 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:35.850 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:35.850 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.15", 2024-08-10T06:31:35.850 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:35.850 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:35.850 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:35.850 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5114, 2024-08-10T06:31:35.850 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:35.851 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:56:22.570783+0000", 2024-08-10T06:31:35.851 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:35.851 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:35.851 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:35.851 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:35.851 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:35.851 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:35.851 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:35.851 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:35.851 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:35.851 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:35.851 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:35.851 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:35.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:35.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:35.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:35.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:35.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:35.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:35.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:35.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:35.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:35.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:35.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:35.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:35.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:35.852 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:35.853 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:35.853 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:35.853 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:35.853 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:35.853 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:35.853 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:35.853 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:35.853 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:35.853 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:35.853 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:35.853 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:35.853 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:35.853 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:35.853 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:35.854 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:35.854 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:35.854 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:35.854 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.854 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:35.854 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:35.854 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:35.854 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:35.854 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:35.854 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:35.854 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.854 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T06:31:35.854 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:35.855 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.855 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:35.855 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:35.855 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:35.855 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:35.855 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T06:31:35.855 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.855 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-08-10T06:31:35.855 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:35.855 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:35.855 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:35.855 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:35.855 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:35.855 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:35.856 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.403961+0000", 2024-08-10T06:31:35.856 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.389207+0000", 2024-08-10T06:31:35.856 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.389207+0000", 2024-08-10T06:31:35.856 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.389687+0000", 2024-08-10T06:31:35.856 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.403961+0000", 2024-08-10T06:31:35.856 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.856 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:35.856 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.856 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:35.856 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.403961+0000", 2024-08-10T06:31:35.856 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.403961+0000", 2024-08-10T06:31:35.856 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.403961+0000", 2024-08-10T06:31:35.856 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:35.856 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:35.857 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.857 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.403961+0000", 2024-08-10T06:31:35.857 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.403961+0000", 2024-08-10T06:31:35.857 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:35.857 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 29, 2024-08-10T06:31:35.857 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:35.857 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:35.857 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:35.857 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:35.857 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:35.857 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:35.857 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:35.857 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 29, 2024-08-10T06:31:35.857 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:35.858 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:35.858 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:35.858 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.14", 2024-08-10T06:31:35.858 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:35.858 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:35.858 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:35.858 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5172, 2024-08-10T06:31:35.858 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:35.858 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T15:53:13.673692+0000", 2024-08-10T06:31:35.858 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:35.858 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:35.858 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:35.859 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 5810, 2024-08-10T06:31:35.859 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:35.859 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:35.859 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:35.859 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:35.859 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:35.859 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:35.859 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:35.859 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:35.859 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:35.859 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:35.859 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:35.859 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:35.859 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:35.860 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:35.860 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:35.860 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 12, 2024-08-10T06:31:35.860 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 4, 2024-08-10T06:31:35.860 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:35.860 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 4, 2024-08-10T06:31:35.860 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:35.860 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:35.860 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:35.860 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:35.860 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:35.860 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 1, 2024-08-10T06:31:35.860 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:35.860 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:35.861 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:35.861 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:35.861 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:35.861 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:35.861 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:35.861 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 10, 2024-08-10T06:31:35.861 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 14, 2024-08-10T06:31:35.861 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:35.861 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:35.861 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:35.861 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 28, 2024-08-10T06:31:35.861 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 25 2024-08-10T06:31:35.861 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.861 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:35.862 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:35.862 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:35.862 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:35.862 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:35.862 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T06:31:35.862 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.862 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-08-10T06:31:35.862 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "548'29" 2024-08-10T06:31:35.862 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.862 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:35.862 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:35.862 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:35.862 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:35.863 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:35.863 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.863 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 4, 2024-08-10T06:31:35.863 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:35.863 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:35.863 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:35.863 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:35.863 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:35.863 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:35.863 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.404741+0000", 2024-08-10T06:31:35.863 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.349384+0000", 2024-08-10T06:31:35.863 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.349384+0000", 2024-08-10T06:31:35.863 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.349665+0000", 2024-08-10T06:31:35.863 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.404741+0000", 2024-08-10T06:31:35.864 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.864 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:35.864 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.864 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:35.864 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.404741+0000", 2024-08-10T06:31:35.864 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.404741+0000", 2024-08-10T06:31:35.864 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.404741+0000", 2024-08-10T06:31:35.864 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:35.864 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:35.864 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.864 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.404741+0000", 2024-08-10T06:31:35.864 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.404741+0000", 2024-08-10T06:31:35.864 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:35.864 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:35.865 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:35.865 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:35.865 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:35.865 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:35.865 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:35.865 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:35.865 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:35.865 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:35.865 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:35.865 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:35.865 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:35.865 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.14", 2024-08-10T06:31:35.865 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:35.865 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:35.865 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:35.866 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5192, 2024-08-10T06:31:35.866 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:35.866 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:42:34.835277+0000", 2024-08-10T06:31:35.866 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:35.866 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:35.866 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:35.866 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:35.866 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:35.866 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:35.866 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:35.866 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:35.866 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:35.867 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:35.867 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:35.867 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:35.867 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:35.867 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:35.867 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:35.867 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:35.867 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:35.867 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:35.867 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:35.867 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:35.867 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:35.867 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:35.867 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:35.868 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:35.868 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:35.868 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:35.868 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:35.868 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:35.868 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:35.868 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:35.868 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:35.868 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:35.868 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:35.868 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:35.868 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:35.868 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:35.868 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:35.869 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:35.869 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:35.869 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:35.869 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:35.869 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:35.869 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:35.869 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.869 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:35.869 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:35.869 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:35.869 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:35.869 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:35.869 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:35.869 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.869 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 4, 2024-08-10T06:31:35.870 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:35.870 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.870 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:35.870 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:35.870 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:35.870 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:35.870 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:35.870 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.870 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-08-10T06:31:35.870 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:35.870 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:35.870 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:35.871 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:35.871 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:35.871 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:35.871 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.892506+0000", 2024-08-10T06:31:35.871 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:04.276818+0000", 2024-08-10T06:31:35.871 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:04.276818+0000", 2024-08-10T06:31:35.871 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:04.277144+0000", 2024-08-10T06:31:35.871 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.892506+0000", 2024-08-10T06:31:35.871 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.871 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:35.871 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.871 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 463, 2024-08-10T06:31:35.871 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.892506+0000", 2024-08-10T06:31:35.871 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.892506+0000", 2024-08-10T06:31:35.871 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.892506+0000", 2024-08-10T06:31:35.872 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:35.872 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:35.872 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.872 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.892506+0000", 2024-08-10T06:31:35.872 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.892506+0000", 2024-08-10T06:31:35.872 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:35.872 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 3, 2024-08-10T06:31:35.872 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:35.872 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:35.872 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 462, 2024-08-10T06:31:35.872 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:35.872 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:35.872 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:35.873 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:35.873 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 3, 2024-08-10T06:31:35.873 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:35.873 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:35.873 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:35.873 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.15", 2024-08-10T06:31:35.873 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:35.873 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:35.873 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:35.873 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5303, 2024-08-10T06:31:35.873 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:35.873 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:16:39.487929+0000", 2024-08-10T06:31:35.873 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:35.874 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:35.874 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:35.874 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 90, 2024-08-10T06:31:35.874 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:35.874 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:35.874 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:35.874 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:35.874 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:35.874 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:35.874 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:35.874 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:35.874 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:35.874 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:35.874 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:35.875 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:35.875 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:35.875 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:35.875 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:35.875 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 6, 2024-08-10T06:31:35.875 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 2, 2024-08-10T06:31:35.875 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:35.875 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 2, 2024-08-10T06:31:35.875 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:35.875 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:35.875 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:35.875 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:35.875 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:35.875 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 1, 2024-08-10T06:31:35.876 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:35.876 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:35.876 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:35.876 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:35.876 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:35.876 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:35.876 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:35.876 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 7, 2024-08-10T06:31:35.876 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 7, 2024-08-10T06:31:35.876 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:35.876 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:35.876 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:35.876 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 4, 2024-08-10T06:31:35.877 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 1 2024-08-10T06:31:35.877 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.877 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:35.877 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:35.877 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:35.877 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:35.877 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:35.877 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:35.877 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.877 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-08-10T06:31:35.877 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "66'3" 2024-08-10T06:31:35.877 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.877 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:35.877 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:35.877 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:35.878 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:35.878 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-08-10T06:31:35.878 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.878 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-08-10T06:31:35.878 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:35.878 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:35.878 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:35.878 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:35.878 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:35.878 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:35.878 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.892416+0000", 2024-08-10T06:31:35.878 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:04.287843+0000", 2024-08-10T06:31:35.878 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:04.287843+0000", 2024-08-10T06:31:35.879 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:04.288354+0000", 2024-08-10T06:31:35.879 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.892416+0000", 2024-08-10T06:31:35.879 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.879 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:35.879 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.879 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 463, 2024-08-10T06:31:35.879 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.892416+0000", 2024-08-10T06:31:35.879 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.892416+0000", 2024-08-10T06:31:35.879 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.892416+0000", 2024-08-10T06:31:35.879 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:35.879 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:35.879 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.879 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.892416+0000", 2024-08-10T06:31:35.879 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.892416+0000", 2024-08-10T06:31:35.880 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:35.880 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:35.880 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:35.880 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:35.880 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 462, 2024-08-10T06:31:35.880 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:35.880 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:35.880 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:35.880 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:35.880 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:35.880 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:35.880 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:35.880 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:35.880 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.17", 2024-08-10T06:31:35.881 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:35.881 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:35.881 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:35.881 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5319, 2024-08-10T06:31:35.881 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:35.881 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:07:04.338575+0000", 2024-08-10T06:31:35.881 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:35.881 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:35.881 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:35.881 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:35.881 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:35.881 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:35.881 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:35.881 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:35.882 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:35.882 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:35.882 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:35.882 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:35.882 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:35.882 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:35.882 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:35.882 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:35.882 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:35.882 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:35.882 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:35.882 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:35.882 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:35.883 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:35.883 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:35.883 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:35.883 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:35.883 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:35.883 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:35.883 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:35.883 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:35.883 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:35.883 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:35.883 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:35.883 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:35.883 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:35.883 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:35.884 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:35.884 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:35.884 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:35.884 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:35.884 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:35.884 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:35.884 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:35.884 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:35.884 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.884 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:35.884 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:35.884 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:35.884 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:35.884 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:35.885 INFO:tasks.workunit.client.0.smithi031.stdout: 3 2024-08-10T06:31:35.885 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.885 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-08-10T06:31:35.885 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:35.885 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.885 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:35.885 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:35.885 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:35.885 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:35.885 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:35.885 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.885 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T06:31:35.885 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:35.885 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:35.886 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:35.886 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:35.886 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:35.886 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:35.886 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.895395+0000", 2024-08-10T06:31:35.886 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.385431+0000", 2024-08-10T06:31:35.886 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.385431+0000", 2024-08-10T06:31:35.886 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.385718+0000", 2024-08-10T06:31:35.886 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.895395+0000", 2024-08-10T06:31:35.886 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.886 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:35.886 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.886 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:35.887 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.895395+0000", 2024-08-10T06:31:35.887 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.895395+0000", 2024-08-10T06:31:35.887 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.895395+0000", 2024-08-10T06:31:35.887 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:35.887 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:35.887 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.887 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.895395+0000", 2024-08-10T06:31:35.887 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.895395+0000", 2024-08-10T06:31:35.887 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:35.887 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:35.887 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:35.887 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:35.887 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:35.888 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:35.888 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:35.888 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:35.888 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:35.888 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:35.888 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:35.888 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:35.888 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:35.888 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.16", 2024-08-10T06:31:35.888 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:35.888 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:35.888 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:35.888 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5146, 2024-08-10T06:31:35.888 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:35.889 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T17:04:32.038901+0000", 2024-08-10T06:31:35.889 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:35.889 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:35.889 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:35.889 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:35.889 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:35.889 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:35.889 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:35.889 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:35.889 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:35.889 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:35.889 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:35.889 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:35.890 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:35.890 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:35.890 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:35.890 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:35.890 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:35.890 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:35.890 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:35.890 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:35.890 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:35.890 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:35.890 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:35.890 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:35.890 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:35.890 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:35.891 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:35.891 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:35.891 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:35.891 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:35.891 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:35.891 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:35.891 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:35.891 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:35.891 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:35.891 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:35.891 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:35.891 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:35.891 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:35.892 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:35.892 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:35.892 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:35.892 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:35.892 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.892 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:35.892 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:35.892 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:35.892 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:35.892 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:35.892 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:35.892 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.892 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T06:31:35.892 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:35.893 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.893 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:35.893 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:35.893 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:35.893 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:35.893 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:35.893 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.893 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T06:31:35.893 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:35.893 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:35.893 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:35.893 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:35.893 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:35.893 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:35.894 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.895256+0000", 2024-08-10T06:31:35.894 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.355135+0000", 2024-08-10T06:31:35.894 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.355135+0000", 2024-08-10T06:31:35.894 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.355447+0000", 2024-08-10T06:31:35.894 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.895256+0000", 2024-08-10T06:31:35.894 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.894 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:35.894 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.894 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:35.894 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.895256+0000", 2024-08-10T06:31:35.894 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.895256+0000", 2024-08-10T06:31:35.894 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.895256+0000", 2024-08-10T06:31:35.894 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:35.894 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:35.895 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.895 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.895256+0000", 2024-08-10T06:31:35.895 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.895256+0000", 2024-08-10T06:31:35.895 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:35.895 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:35.895 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:35.895 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:35.895 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:35.895 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:35.895 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:35.895 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:35.895 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:35.895 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:35.895 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:35.895 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:35.896 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:35.896 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.16", 2024-08-10T06:31:35.896 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:35.896 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:35.896 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:35.896 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5152, 2024-08-10T06:31:35.896 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:35.896 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:40:57.052757+0000", 2024-08-10T06:31:35.896 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:35.896 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:35.896 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:35.896 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:35.896 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:35.896 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:35.896 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:35.897 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:35.897 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:35.897 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:35.897 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:35.897 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:35.897 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:35.897 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:35.897 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:35.897 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:35.897 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:35.897 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:35.897 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:35.898 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:35.898 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:35.898 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:35.898 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:35.898 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:35.898 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:35.898 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:35.898 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:35.898 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:35.898 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:35.898 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:35.898 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:35.898 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:35.899 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:35.899 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:35.899 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:35.899 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:35.899 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:35.899 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:35.899 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:35.899 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:35.899 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:35.899 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:35.899 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:35.899 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.899 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:35.899 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:35.900 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:35.900 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:35.900 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:35.900 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:35.900 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.900 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T06:31:35.900 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:35.900 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.900 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:35.900 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:35.900 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:35.900 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:35.900 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:35.901 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.901 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-08-10T06:31:35.901 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:35.901 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:35.901 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:35.901 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:35.901 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:35.901 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:35.901 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.411817+0000", 2024-08-10T06:31:35.901 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.388078+0000", 2024-08-10T06:31:35.901 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.388078+0000", 2024-08-10T06:31:35.901 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.388526+0000", 2024-08-10T06:31:35.901 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.411817+0000", 2024-08-10T06:31:35.901 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.902 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:35.902 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.902 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:35.902 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.411817+0000", 2024-08-10T06:31:35.902 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.411817+0000", 2024-08-10T06:31:35.902 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.411817+0000", 2024-08-10T06:31:35.902 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:35.902 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:35.902 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.902 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.411817+0000", 2024-08-10T06:31:35.902 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.411817+0000", 2024-08-10T06:31:35.902 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:35.903 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:35.903 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:35.903 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:35.903 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:35.903 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:35.903 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:35.903 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:35.903 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:35.903 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:35.903 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:35.903 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:35.903 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:35.903 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.17", 2024-08-10T06:31:35.903 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:35.904 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:35.904 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:35.904 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5136, 2024-08-10T06:31:35.904 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:35.904 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:58:39.548410+0000", 2024-08-10T06:31:35.904 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:35.904 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:35.904 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:35.904 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:35.904 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:35.904 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:35.904 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:35.904 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:35.904 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:35.904 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:35.905 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:35.905 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:35.905 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:35.905 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:35.905 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:35.905 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:35.905 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:35.905 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:35.905 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:35.905 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:35.905 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:35.905 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:35.905 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:35.905 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:35.905 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:35.906 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:35.906 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:35.906 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:35.906 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:35.906 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:35.906 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:35.906 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:35.906 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:35.906 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:35.906 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:35.906 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:35.906 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:35.906 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:35.906 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:35.907 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:35.907 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:35.907 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:35.907 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:35.907 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.907 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:35.907 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:35.907 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:35.907 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:35.907 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:35.907 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:35.907 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.907 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-08-10T06:31:35.908 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:35.908 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.908 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:35.908 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:35.908 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:35.908 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:35.908 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:35.908 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.908 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-08-10T06:31:35.908 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:35.908 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:35.908 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:35.908 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:35.908 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:35.908 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:35.909 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.892599+0000", 2024-08-10T06:31:35.909 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:20:30.219922+0000", 2024-08-10T06:31:35.909 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:20:30.219922+0000", 2024-08-10T06:31:35.909 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:20:30.220249+0000", 2024-08-10T06:31:35.909 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.892599+0000", 2024-08-10T06:31:35.909 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.909 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:35.909 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.909 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 432, 2024-08-10T06:31:35.909 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.892599+0000", 2024-08-10T06:31:35.909 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.892599+0000", 2024-08-10T06:31:35.909 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.892599+0000", 2024-08-10T06:31:35.909 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:35.910 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:35.910 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.910 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.892599+0000", 2024-08-10T06:31:35.910 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.892599+0000", 2024-08-10T06:31:35.910 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:35.910 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:35.910 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:35.910 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:35.910 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 431, 2024-08-10T06:31:35.910 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:35.910 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:35.910 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:35.910 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:35.910 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:35.911 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:35.911 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:35.911 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:35.911 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.19", 2024-08-10T06:31:35.911 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:35.911 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:35.911 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:35.911 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5284, 2024-08-10T06:31:35.911 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:35.911 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:43:41.447850+0000", 2024-08-10T06:31:35.911 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:35.911 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:35.911 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:35.911 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:35.912 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:35.912 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:35.912 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:35.912 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:35.912 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:35.912 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:35.912 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:35.912 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:35.912 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:35.912 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:35.912 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:35.912 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:35.912 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:35.912 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:35.912 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:35.913 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:35.913 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:35.913 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:35.913 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:35.913 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:35.913 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:35.913 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:35.913 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:35.913 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:35.913 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:35.913 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:35.913 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:35.913 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:35.913 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:35.913 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:35.914 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:35.914 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:35.914 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:35.914 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:35.914 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:35.914 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:35.914 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:35.914 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:35.914 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:35.914 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.914 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:35.914 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:35.914 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:35.914 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:35.915 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:35.915 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:35.915 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.915 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-08-10T06:31:35.915 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:35.915 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.915 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:35.915 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:35.915 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:35.915 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:35.915 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:35.915 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.915 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T06:31:35.915 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:35.917 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:35.917 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:35.917 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:35.917 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:35.917 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:35.918 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.892994+0000", 2024-08-10T06:31:35.918 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.351779+0000", 2024-08-10T06:31:35.918 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.351779+0000", 2024-08-10T06:31:35.918 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.352040+0000", 2024-08-10T06:31:35.918 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.892994+0000", 2024-08-10T06:31:35.918 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.918 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:35.918 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.918 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:35.918 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.892994+0000", 2024-08-10T06:31:35.918 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.892994+0000", 2024-08-10T06:31:35.918 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.892994+0000", 2024-08-10T06:31:35.919 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:35.919 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:35.919 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.919 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.892994+0000", 2024-08-10T06:31:35.919 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.892994+0000", 2024-08-10T06:31:35.919 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:35.919 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:35.919 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:35.919 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:35.919 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:35.919 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:35.919 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:35.919 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:35.919 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:35.919 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:35.920 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:35.920 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:35.920 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:35.920 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.18", 2024-08-10T06:31:35.920 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:35.920 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:35.920 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:35.920 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5159, 2024-08-10T06:31:35.920 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:35.920 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:14:45.246886+0000", 2024-08-10T06:31:35.920 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:35.920 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:35.920 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:35.920 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:35.921 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:35.921 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:35.921 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:35.921 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:35.921 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:35.921 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:35.921 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:35.921 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:35.921 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:35.921 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:35.921 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:35.921 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:35.922 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:35.922 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:35.922 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:35.922 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:35.922 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:35.922 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:35.922 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:35.922 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:35.922 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:35.922 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:35.922 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:35.922 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:35.922 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:35.923 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:35.923 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:35.923 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:35.923 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:35.923 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:35.923 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:35.923 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:35.923 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:35.923 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:35.923 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:35.923 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:35.923 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:35.923 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:35.923 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:35.924 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.924 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:35.924 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:35.924 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:35.924 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:35.924 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:35.924 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:35.924 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.924 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T06:31:35.924 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:35.924 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.924 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:35.924 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:35.925 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:35.925 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:35.925 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:35.925 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.925 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-08-10T06:31:35.925 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:35.925 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:35.925 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:35.925 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:35.925 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:35.925 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:35.925 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.402309+0000", 2024-08-10T06:31:35.925 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:19:57.223062+0000", 2024-08-10T06:31:35.926 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:19:57.223062+0000", 2024-08-10T06:31:35.926 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:19:57.224043+0000", 2024-08-10T06:31:35.926 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.402309+0000", 2024-08-10T06:31:35.926 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.926 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:35.926 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.926 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 406, 2024-08-10T06:31:35.926 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.402309+0000", 2024-08-10T06:31:35.926 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.402309+0000", 2024-08-10T06:31:35.926 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.402309+0000", 2024-08-10T06:31:35.926 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:35.926 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:35.926 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.927 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.402309+0000", 2024-08-10T06:31:35.927 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.402309+0000", 2024-08-10T06:31:35.927 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:35.927 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:35.927 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:35.927 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:35.927 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 405, 2024-08-10T06:31:35.927 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:35.927 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:35.927 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:35.927 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:35.927 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:35.927 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:35.927 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:35.928 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:35.928 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.18", 2024-08-10T06:31:35.928 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:35.928 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:35.928 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:35.928 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5242, 2024-08-10T06:31:35.928 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:35.928 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T09:26:53.942408+0000", 2024-08-10T06:31:35.928 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:35.928 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:35.928 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:35.928 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:35.928 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:35.929 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:35.929 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:35.929 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:35.929 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:35.929 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:35.929 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:35.929 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:35.929 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:35.929 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:35.929 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:35.929 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:35.929 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:35.929 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:35.929 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:35.930 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:35.930 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:35.930 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:35.930 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:35.930 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:35.930 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:35.930 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:35.930 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:35.930 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:35.930 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:35.930 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:35.930 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:35.930 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:35.931 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:35.931 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:35.931 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:35.931 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:35.931 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:35.931 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:35.931 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:35.931 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:35.931 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:35.931 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:35.931 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:35.931 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.931 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:35.932 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:35.932 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:35.932 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:35.932 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:35.932 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:35.932 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.932 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-08-10T06:31:35.932 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:35.932 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.932 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:35.932 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:35.932 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:35.932 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:35.932 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:35.933 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.933 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-08-10T06:31:35.933 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:35.933 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:35.933 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:35.933 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:35.933 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:35.933 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:35.933 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.401761+0000", 2024-08-10T06:31:35.933 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.395407+0000", 2024-08-10T06:31:35.933 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.395407+0000", 2024-08-10T06:31:35.933 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.395796+0000", 2024-08-10T06:31:35.933 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.401761+0000", 2024-08-10T06:31:35.933 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.934 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:35.934 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.934 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:35.934 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.401761+0000", 2024-08-10T06:31:35.934 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.401761+0000", 2024-08-10T06:31:35.934 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.401761+0000", 2024-08-10T06:31:35.934 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:35.934 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:35.934 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.934 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.401761+0000", 2024-08-10T06:31:35.934 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.401761+0000", 2024-08-10T06:31:35.934 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:35.934 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:35.935 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:35.935 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:35.935 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:35.935 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:35.935 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:35.935 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:35.935 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:35.935 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:35.935 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:35.935 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:35.935 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:35.935 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.19", 2024-08-10T06:31:35.935 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:35.935 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:35.936 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:35.936 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5243, 2024-08-10T06:31:35.936 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:35.936 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T16:19:19.091052+0000", 2024-08-10T06:31:35.936 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:35.936 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:35.936 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:35.936 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:35.936 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:35.936 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:35.936 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:35.936 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:35.936 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:35.936 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:35.936 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:35.937 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:35.937 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:35.937 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:35.937 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:35.937 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:35.937 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:35.937 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:35.937 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:35.937 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:35.937 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:35.937 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:35.937 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:35.937 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:35.937 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:35.937 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:35.938 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:35.938 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:35.938 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:35.938 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:35.938 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:35.938 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:35.938 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:35.938 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:35.938 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:35.938 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:35.938 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:35.938 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:35.938 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:35.939 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:35.939 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:35.939 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:35.939 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:35.939 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.939 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:35.939 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:35.939 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:35.939 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:35.939 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:35.939 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:35.939 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.939 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-08-10T06:31:35.939 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:35.940 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.940 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:35.940 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:35.940 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:35.940 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:35.940 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:35.940 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.940 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-08-10T06:31:35.940 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:35.940 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:35.940 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:35.940 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:35.940 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:35.940 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:35.941 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.402679+0000", 2024-08-10T06:31:35.941 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.348203+0000", 2024-08-10T06:31:35.941 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.348203+0000", 2024-08-10T06:31:35.941 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.348811+0000", 2024-08-10T06:31:35.941 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.402679+0000", 2024-08-10T06:31:35.941 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.941 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:35.941 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.941 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:35.941 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.402679+0000", 2024-08-10T06:31:35.941 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.402679+0000", 2024-08-10T06:31:35.941 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.402679+0000", 2024-08-10T06:31:35.941 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:35.941 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:35.942 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.942 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.402679+0000", 2024-08-10T06:31:35.942 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.402679+0000", 2024-08-10T06:31:35.942 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:35.942 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 2, 2024-08-10T06:31:35.942 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:35.942 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:35.942 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:35.942 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:35.942 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:35.942 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:35.942 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:35.942 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 2, 2024-08-10T06:31:35.943 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:35.943 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:35.943 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:35.943 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.1a", 2024-08-10T06:31:35.943 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:35.943 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:35.943 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:35.943 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5140, 2024-08-10T06:31:35.943 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:35.943 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:05:49.809125+0000", 2024-08-10T06:31:35.943 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:35.943 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:35.943 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:35.943 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:35.944 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:35.944 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:35.944 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:35.944 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:35.944 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:35.944 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:35.944 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:35.944 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:35.944 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:35.944 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:35.944 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:35.944 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:35.944 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:35.944 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:35.945 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:35.945 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:35.945 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:35.945 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:35.945 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:35.945 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:35.945 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:35.945 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:35.945 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:35.945 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:35.945 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:35.945 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:35.945 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:35.945 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:35.945 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:35.946 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:35.946 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:35.946 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:35.946 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:35.946 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:35.946 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:35.946 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:35.946 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:35.946 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:35.946 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:35.946 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.946 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:35.946 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:35.947 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:35.947 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:35.947 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:35.947 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:35.947 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.947 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-08-10T06:31:35.947 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "548'2" 2024-08-10T06:31:35.947 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.947 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:35.947 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:35.947 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:35.947 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:35.947 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:35.947 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.948 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-08-10T06:31:35.948 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:35.948 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:35.948 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:35.948 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:35.948 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:35.948 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:35.948 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.895202+0000", 2024-08-10T06:31:35.948 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.354717+0000", 2024-08-10T06:31:35.948 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.354717+0000", 2024-08-10T06:31:35.948 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.355096+0000", 2024-08-10T06:31:35.948 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.895202+0000", 2024-08-10T06:31:35.948 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.948 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:35.949 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.949 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:35.949 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.895202+0000", 2024-08-10T06:31:35.949 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.895202+0000", 2024-08-10T06:31:35.949 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.895202+0000", 2024-08-10T06:31:35.949 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:35.949 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:35.949 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.949 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.895202+0000", 2024-08-10T06:31:35.949 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.895202+0000", 2024-08-10T06:31:35.949 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:35.949 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:35.949 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:35.950 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:35.950 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:35.950 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:35.950 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:35.950 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:35.950 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:35.950 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:35.950 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:35.950 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:35.950 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:35.950 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.1b", 2024-08-10T06:31:35.950 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:35.950 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:35.950 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:35.951 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5318, 2024-08-10T06:31:35.951 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:35.951 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T15:55:58.793285+0000", 2024-08-10T06:31:35.951 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:35.951 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:35.951 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:35.951 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:35.951 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:35.951 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:35.951 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:35.951 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:35.951 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:35.951 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:35.952 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:35.952 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:35.952 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:35.952 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:35.952 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:35.952 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:35.952 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:35.952 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:35.952 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:35.952 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:35.952 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:35.952 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:35.952 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:35.952 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:35.953 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:35.953 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:35.953 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:35.953 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:35.953 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:35.953 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:35.953 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:35.953 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:35.953 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:35.953 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:35.953 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:35.953 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:35.953 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:35.953 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:35.954 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:35.954 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:35.954 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:35.954 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:35.954 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:35.954 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.954 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:35.954 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:35.954 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:35.954 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:35.954 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:35.954 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:35.954 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.955 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-08-10T06:31:35.955 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:35.955 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.955 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:35.955 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:35.955 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:35.955 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:35.955 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:35.955 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.955 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-08-10T06:31:35.955 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:35.955 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:35.955 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 60, 2024-08-10T06:31:35.955 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:35.955 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:35.956 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:35.956 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.402529+0000", 2024-08-10T06:31:35.956 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.351474+0000", 2024-08-10T06:31:35.956 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.351474+0000", 2024-08-10T06:31:35.956 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.351870+0000", 2024-08-10T06:31:35.956 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.402529+0000", 2024-08-10T06:31:35.956 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.956 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:35.956 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.956 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:35.956 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.402529+0000", 2024-08-10T06:31:35.956 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.402529+0000", 2024-08-10T06:31:35.956 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.402529+0000", 2024-08-10T06:31:35.957 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:35.957 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:35.957 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:24.824294+0000", 2024-08-10T06:31:35.957 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.402529+0000", 2024-08-10T06:31:35.957 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.402529+0000", 2024-08-10T06:31:35.957 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:35.957 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 2, 2024-08-10T06:31:35.957 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:35.957 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:35.957 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:35.957 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:35.957 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:35.957 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:35.957 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:35.958 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 2, 2024-08-10T06:31:35.958 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:35.958 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:35.958 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:35.958 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "2.1b", 2024-08-10T06:31:35.958 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:35.958 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:35.958 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:35.958 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5236, 2024-08-10T06:31:35.958 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:35.958 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:24:44.234848+0000", 2024-08-10T06:31:35.958 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:35.958 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:35.959 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:35.959 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:35.959 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:35.959 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:35.959 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:35.959 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:35.959 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:35.959 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:35.959 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:35.959 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:35.959 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:35.959 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:35.959 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:35.960 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:35.960 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:35.960 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:35.960 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:35.960 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:35.960 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:35.960 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:35.960 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:35.960 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:35.960 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:35.960 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:35.960 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:35.960 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:35.960 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:35.961 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:35.961 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:35.961 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:35.961 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:35.961 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:35.961 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:35.961 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:35.961 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:35.961 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:35.961 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:35.961 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:35.961 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:35.961 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:35.961 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:35.962 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.962 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:35.962 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:35.962 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:35.962 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:35.962 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:35.962 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:35.962 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.962 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-08-10T06:31:35.962 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "548'2" 2024-08-10T06:31:35.962 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.962 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:35.962 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:35.962 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:35.962 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:35.963 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:35.963 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.963 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 4, 2024-08-10T06:31:35.963 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:35.963 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:35.963 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:35.963 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:35.963 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:35.963 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:35.963 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.402715+0000", 2024-08-10T06:31:35.963 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:20:30.229787+0000", 2024-08-10T06:31:35.963 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:20:30.229787+0000", 2024-08-10T06:31:35.963 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:20:30.230091+0000", 2024-08-10T06:31:35.964 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.402715+0000", 2024-08-10T06:31:35.964 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.964 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:35.964 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.964 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 432, 2024-08-10T06:31:35.964 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.402715+0000", 2024-08-10T06:31:35.964 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.402715+0000", 2024-08-10T06:31:35.964 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.402715+0000", 2024-08-10T06:31:35.964 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:35.964 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:35.964 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.964 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.402715+0000", 2024-08-10T06:31:35.964 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.402715+0000", 2024-08-10T06:31:35.964 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:35.965 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:35.965 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:35.965 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:35.965 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 431, 2024-08-10T06:31:35.965 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:35.965 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:35.965 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:35.965 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:35.965 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:35.965 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:35.965 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:35.965 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:35.965 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.1a", 2024-08-10T06:31:35.966 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:35.966 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:35.966 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:35.966 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5228, 2024-08-10T06:31:35.966 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:35.966 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:40:13.160497+0000", 2024-08-10T06:31:35.966 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:35.966 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:35.966 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:35.966 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:35.966 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:35.966 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:35.966 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:35.967 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:35.967 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:35.967 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:35.967 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:35.967 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:35.967 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:35.967 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:35.967 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:35.967 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:35.967 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:35.967 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:35.967 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:35.967 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:35.967 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:35.968 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:35.968 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:35.968 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:35.968 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:35.968 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:35.968 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:35.968 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:35.968 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:35.968 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:35.968 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:35.968 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:35.968 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:35.968 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:35.968 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:35.968 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:35.969 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:35.969 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:35.969 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:35.969 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:35.969 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:35.969 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:35.969 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:35.969 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.969 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:35.969 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:35.969 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:35.969 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:35.969 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:35.969 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:35.970 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.970 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 4, 2024-08-10T06:31:35.970 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:35.970 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.970 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:35.970 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:35.970 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:35.970 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:35.970 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T06:31:35.970 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.970 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-08-10T06:31:35.970 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:35.970 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:35.971 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:35.971 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:35.971 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:35.971 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:35.971 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.403036+0000", 2024-08-10T06:31:35.971 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.389909+0000", 2024-08-10T06:31:35.971 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.389909+0000", 2024-08-10T06:31:35.971 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.390206+0000", 2024-08-10T06:31:35.971 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.403036+0000", 2024-08-10T06:31:35.971 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.971 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:35.971 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.971 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:35.971 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.403036+0000", 2024-08-10T06:31:35.972 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.403036+0000", 2024-08-10T06:31:35.972 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.403036+0000", 2024-08-10T06:31:35.972 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:35.972 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:35.972 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.972 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.403036+0000", 2024-08-10T06:31:35.972 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.403036+0000", 2024-08-10T06:31:35.972 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:35.972 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:35.972 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:35.972 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:35.972 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:35.972 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:35.972 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:35.972 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:35.973 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:35.973 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:35.973 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:35.973 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:35.973 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:35.973 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.20", 2024-08-10T06:31:35.973 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:35.973 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:35.973 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:35.973 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5148, 2024-08-10T06:31:35.973 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:35.973 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T09:11:50.893635+0000", 2024-08-10T06:31:35.973 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:35.973 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:35.973 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:35.974 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:35.974 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:35.974 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:35.974 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:35.974 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:35.974 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:35.974 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:35.974 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:35.974 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:35.974 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:35.974 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:35.974 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:35.974 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:35.974 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:35.975 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:35.975 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:35.975 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:35.975 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:35.975 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:35.975 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:35.975 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:35.975 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:35.975 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:35.975 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:35.975 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:35.975 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:35.976 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:35.976 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:35.976 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:35.976 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:35.976 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:35.976 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:35.976 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:35.976 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:35.976 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:35.976 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:35.976 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:35.976 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:35.976 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:35.976 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:35.977 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.977 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:35.977 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:35.977 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:35.977 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:35.977 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:35.977 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T06:31:35.977 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.977 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-08-10T06:31:35.977 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:35.977 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.977 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:35.977 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:35.977 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:35.978 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:35.978 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:35.978 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.978 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 2, 2024-08-10T06:31:35.978 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:35.978 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:35.978 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:35.978 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:35.978 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:35.978 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:35.978 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.401898+0000", 2024-08-10T06:31:35.978 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.386001+0000", 2024-08-10T06:31:35.978 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.386001+0000", 2024-08-10T06:31:35.979 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.386397+0000", 2024-08-10T06:31:35.979 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.401898+0000", 2024-08-10T06:31:35.979 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.979 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:35.979 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.979 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:35.979 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.401898+0000", 2024-08-10T06:31:35.979 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.401898+0000", 2024-08-10T06:31:35.979 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.401898+0000", 2024-08-10T06:31:35.979 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:35.979 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:35.979 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.979 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.401898+0000", 2024-08-10T06:31:35.979 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.401898+0000", 2024-08-10T06:31:35.980 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:35.980 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:35.980 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:35.980 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:35.980 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:35.980 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:35.980 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:35.980 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:35.980 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:35.980 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:35.980 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:35.980 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:35.980 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:35.980 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.21", 2024-08-10T06:31:35.981 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:35.981 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:35.981 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:35.981 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5249, 2024-08-10T06:31:35.981 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:35.981 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:26:18.002554+0000", 2024-08-10T06:31:35.981 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:35.981 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:35.981 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:35.981 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:35.981 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:35.981 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:35.981 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:35.981 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:35.982 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:35.982 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:35.982 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:35.982 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:35.982 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:35.982 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:35.982 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:35.982 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:35.982 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:35.982 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:35.982 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:35.982 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:35.982 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:35.982 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:35.983 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:35.983 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:35.983 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:35.983 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:35.983 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:35.983 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:35.983 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:35.983 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:35.983 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:35.983 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:35.983 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:35.983 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:35.983 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:35.983 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:35.984 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:35.984 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:35.984 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:35.984 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:35.984 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:35.984 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:35.984 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:35.984 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.984 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:35.984 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:35.984 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:35.984 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:35.984 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:35.984 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:35.985 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.985 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 2, 2024-08-10T06:31:35.985 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:35.985 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.985 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:35.985 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:35.985 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:35.985 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:35.985 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:35.985 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.985 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T06:31:35.985 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:35.985 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:35.985 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:35.985 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:35.986 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:35.986 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:35.986 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.893417+0000", 2024-08-10T06:31:35.986 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:04.281067+0000", 2024-08-10T06:31:35.986 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:04.281067+0000", 2024-08-10T06:31:35.986 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:04.281424+0000", 2024-08-10T06:31:35.986 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.893417+0000", 2024-08-10T06:31:35.986 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.986 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:35.986 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.986 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 463, 2024-08-10T06:31:35.986 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.893417+0000", 2024-08-10T06:31:35.986 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.893417+0000", 2024-08-10T06:31:35.987 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.893417+0000", 2024-08-10T06:31:35.987 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:35.987 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:35.987 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.987 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.893417+0000", 2024-08-10T06:31:35.987 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.893417+0000", 2024-08-10T06:31:35.987 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:35.987 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:35.987 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:35.987 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:35.987 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 462, 2024-08-10T06:31:35.987 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:35.987 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:35.988 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:35.988 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:35.988 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:35.988 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:35.988 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:35.988 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:35.988 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.22", 2024-08-10T06:31:35.988 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:35.988 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:35.988 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:35.988 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5184, 2024-08-10T06:31:35.988 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:35.988 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T15:39:58.561780+0000", 2024-08-10T06:31:35.988 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:35.989 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:35.989 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:35.989 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:35.989 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:35.989 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:35.989 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:35.989 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:35.989 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:35.989 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:35.989 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:35.989 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:35.989 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:35.989 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:35.989 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:35.990 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:35.990 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:35.990 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:35.990 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:35.990 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:35.990 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:35.990 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:35.990 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:35.990 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:35.990 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:35.990 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:35.990 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:35.990 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:35.991 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:35.991 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:35.991 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:35.991 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:35.991 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:35.991 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:35.991 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:35.991 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:35.991 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:35.991 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:35.991 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:35.991 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:35.991 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:35.992 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:35.992 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:35.992 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.992 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:35.992 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:35.992 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:35.992 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:35.992 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:35.992 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:35.992 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.992 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T06:31:35.992 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:35.992 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.992 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:35.993 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:35.993 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:35.993 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:35.993 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:35.993 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:35.993 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-08-10T06:31:35.993 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:35.993 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:35.993 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:35.993 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:35.993 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:35.993 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:35.993 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.895443+0000", 2024-08-10T06:31:35.994 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:20:30.222262+0000", 2024-08-10T06:31:35.994 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:20:30.222262+0000", 2024-08-10T06:31:35.994 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:20:30.223891+0000", 2024-08-10T06:31:35.994 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.895443+0000", 2024-08-10T06:31:35.994 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.994 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:35.994 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.994 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 432, 2024-08-10T06:31:35.994 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.895443+0000", 2024-08-10T06:31:35.994 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.895443+0000", 2024-08-10T06:31:35.994 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.895443+0000", 2024-08-10T06:31:35.994 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:35.995 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:35.995 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:35.995 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.895443+0000", 2024-08-10T06:31:35.995 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.895443+0000", 2024-08-10T06:31:35.995 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:35.995 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:35.995 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:35.995 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:35.995 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 431, 2024-08-10T06:31:35.995 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:35.995 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:35.995 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:35.995 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:35.995 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:35.995 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:35.996 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:35.996 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:35.996 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.23", 2024-08-10T06:31:35.996 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:35.996 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:35.996 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:35.996 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5324, 2024-08-10T06:31:35.996 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:35.996 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:49:49.155975+0000", 2024-08-10T06:31:35.996 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:35.996 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:35.996 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:35.996 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:35.996 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:35.997 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:35.997 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:35.997 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:35.997 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:35.997 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:35.997 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:35.997 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:35.997 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:35.997 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:35.997 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:35.997 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:35.997 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:35.997 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:35.997 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:35.998 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:35.998 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:35.998 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:35.998 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:35.998 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:35.998 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:35.998 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:35.998 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:35.998 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:35.998 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:35.998 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:35.998 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:35.998 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:35.998 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:35.999 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:35.999 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:35.999 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:35.999 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:35.999 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:35.999 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:35.999 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:35.999 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:35.999 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:35.999 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:35.999 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:35.999 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:35.999 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:36.000 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:36.000 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:36.000 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:36.000 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:36.000 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:36.000 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-08-10T06:31:36.000 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:36.000 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:36.000 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:36.000 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:36.000 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:36.000 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:36.000 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:36.000 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:36.001 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-08-10T06:31:36.001 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:36.001 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:36.001 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:36.001 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:36.001 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:36.001 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:36.001 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.403333+0000", 2024-08-10T06:31:36.001 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:20:30.222976+0000", 2024-08-10T06:31:36.001 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:20:30.222976+0000", 2024-08-10T06:31:36.001 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:20:30.223305+0000", 2024-08-10T06:31:36.001 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.403333+0000", 2024-08-10T06:31:36.001 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:36.002 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:36.002 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:36.002 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 432, 2024-08-10T06:31:36.002 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.403333+0000", 2024-08-10T06:31:36.002 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.403333+0000", 2024-08-10T06:31:36.002 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.403333+0000", 2024-08-10T06:31:36.002 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:36.002 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:36.002 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:36.002 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.403333+0000", 2024-08-10T06:31:36.002 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.403333+0000", 2024-08-10T06:31:36.002 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:36.002 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:36.002 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:36.003 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:36.003 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 431, 2024-08-10T06:31:36.003 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:36.003 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:36.003 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:36.003 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:36.003 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:36.003 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:36.003 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:36.003 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:36.003 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.24", 2024-08-10T06:31:36.003 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:36.003 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:36.003 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:36.004 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5244, 2024-08-10T06:31:36.004 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:36.004 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:13:45.802652+0000", 2024-08-10T06:31:36.004 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:36.004 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:36.004 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:36.004 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:36.004 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:36.004 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:36.004 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:36.004 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:36.004 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:36.004 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:36.004 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:36.005 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:36.005 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:36.005 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:36.005 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:36.005 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:36.005 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:36.005 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:36.005 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:36.005 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:36.005 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:36.005 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:36.005 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:36.005 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:36.006 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:36.006 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:36.006 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:36.006 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:36.006 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:36.006 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:36.006 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:36.006 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:36.006 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:36.006 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:36.006 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:36.006 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:36.006 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:36.007 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:36.007 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:36.007 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:36.007 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:36.007 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:36.007 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:36.007 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:36.007 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:36.007 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:36.007 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:36.007 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:36.007 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:36.007 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:36.007 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:36.007 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-08-10T06:31:36.008 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:36.008 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:36.008 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:36.008 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:36.008 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:36.008 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:36.008 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:36.008 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:36.008 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-08-10T06:31:36.008 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:36.008 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:36.008 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:36.008 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:36.008 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:36.009 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:36.009 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.892577+0000", 2024-08-10T06:31:36.009 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:19:57.216633+0000", 2024-08-10T06:31:36.009 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:19:57.216633+0000", 2024-08-10T06:31:36.009 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:19:57.217425+0000", 2024-08-10T06:31:36.009 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.892577+0000", 2024-08-10T06:31:36.009 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:36.009 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:36.009 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:36.009 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 406, 2024-08-10T06:31:36.009 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.892577+0000", 2024-08-10T06:31:36.009 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.892577+0000", 2024-08-10T06:31:36.009 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.892577+0000", 2024-08-10T06:31:36.009 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:36.010 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:36.010 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:36.010 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.892577+0000", 2024-08-10T06:31:36.010 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.892577+0000", 2024-08-10T06:31:36.010 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:36.010 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:36.010 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:36.010 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:36.010 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 405, 2024-08-10T06:31:36.010 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:36.010 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:36.010 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:36.010 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:36.011 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:36.011 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:36.011 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:36.011 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:36.011 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.25", 2024-08-10T06:31:36.011 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:36.011 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:36.011 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:36.011 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5288, 2024-08-10T06:31:36.011 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:36.011 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:09:43.207509+0000", 2024-08-10T06:31:36.011 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:36.011 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:36.011 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:36.012 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:36.012 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:36.012 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:36.012 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:36.012 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:36.012 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:36.012 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:36.012 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:36.012 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:36.012 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:36.012 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:36.012 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:36.012 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:36.013 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:36.013 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:36.013 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:36.013 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:36.013 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:36.013 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:36.013 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:36.013 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:36.013 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:36.013 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:36.013 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:36.013 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:36.013 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:36.013 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:36.014 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:36.014 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:36.014 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:36.014 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:36.014 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:36.014 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:36.014 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:36.014 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:36.014 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:36.014 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:36.014 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:36.014 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:36.014 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:36.014 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:36.015 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:36.015 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:36.015 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:36.015 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:36.015 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:36.015 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:36.015 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:36.015 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-08-10T06:31:36.015 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:36.015 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:36.015 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:36.015 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:36.015 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:36.015 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:36.016 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:36.016 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:36.016 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-08-10T06:31:36.016 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:36.016 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:36.016 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:36.016 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:36.016 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:36.016 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:36.016 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.413133+0000", 2024-08-10T06:31:36.016 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.350708+0000", 2024-08-10T06:31:36.016 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.350708+0000", 2024-08-10T06:31:36.016 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.351003+0000", 2024-08-10T06:31:36.016 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.413133+0000", 2024-08-10T06:31:36.017 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:36.017 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:36.017 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:36.017 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:36.017 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.413133+0000", 2024-08-10T06:31:36.017 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.413133+0000", 2024-08-10T06:31:36.017 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.413133+0000", 2024-08-10T06:31:36.017 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:36.017 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:36.017 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:36.017 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.413133+0000", 2024-08-10T06:31:36.017 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.413133+0000", 2024-08-10T06:31:36.017 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:36.017 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:36.017 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:36.017 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:36.018 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:36.018 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:36.018 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:36.018 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:36.018 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:36.018 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:36.018 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:36.018 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:36.018 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:36.018 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.26", 2024-08-10T06:31:36.018 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:36.018 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:36.018 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:36.019 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5140, 2024-08-10T06:31:36.019 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:36.019 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:15:44.757687+0000", 2024-08-10T06:31:36.019 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:36.019 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:36.019 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:36.019 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:36.019 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:36.019 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:36.019 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:36.019 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:36.019 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:36.019 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:36.019 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:36.020 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:36.020 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:36.020 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:36.020 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:36.020 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:36.020 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:36.020 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:36.020 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:36.020 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:36.020 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:36.020 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:36.020 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:36.020 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:36.021 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:36.021 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:36.021 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:36.021 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:36.021 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:36.021 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:36.021 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:36.021 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:36.021 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:36.021 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:36.021 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:36.021 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:36.021 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:36.021 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:36.022 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:36.022 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:36.022 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:36.022 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:36.022 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:36.022 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:36.022 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:36.022 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:36.022 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:36.022 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:36.022 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:36.022 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:36.022 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:36.022 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-08-10T06:31:36.023 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:36.023 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:36.023 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:36.023 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:36.023 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:36.023 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:36.023 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:36.023 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:36.023 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-08-10T06:31:36.023 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:36.023 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:36.023 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:36.023 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:36.023 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:36.024 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:36.024 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.403788+0000", 2024-08-10T06:31:36.024 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:20:30.224668+0000", 2024-08-10T06:31:36.024 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:20:30.224668+0000", 2024-08-10T06:31:36.024 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:20:30.225190+0000", 2024-08-10T06:31:36.024 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.403788+0000", 2024-08-10T06:31:36.024 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:36.024 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:36.024 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:36.024 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 432, 2024-08-10T06:31:36.024 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.403788+0000", 2024-08-10T06:31:36.025 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.403788+0000", 2024-08-10T06:31:36.025 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.403788+0000", 2024-08-10T06:31:36.025 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:36.025 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:36.025 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:36.025 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.403788+0000", 2024-08-10T06:31:36.025 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.403788+0000", 2024-08-10T06:31:36.025 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:36.025 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:36.025 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:36.025 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:36.025 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 431, 2024-08-10T06:31:36.025 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:36.025 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:36.026 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:36.026 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:36.026 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:36.026 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:36.026 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:36.026 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:36.026 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.27", 2024-08-10T06:31:36.026 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:36.026 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:36.026 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:36.026 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5226, 2024-08-10T06:31:36.026 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:36.026 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T15:28:10.930172+0000", 2024-08-10T06:31:36.027 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:36.027 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:36.027 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:36.027 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:36.027 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:36.027 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:36.027 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:36.027 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:36.027 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:36.027 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:36.027 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:36.027 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:36.027 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:36.027 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:36.028 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:36.028 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:36.028 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:36.028 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:36.028 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:36.028 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:36.028 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:36.028 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:36.028 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:36.028 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:36.028 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:36.028 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:36.028 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:36.028 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:36.029 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:36.029 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:36.029 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:36.029 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:36.029 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:36.029 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:36.029 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:36.029 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:36.029 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:36.029 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:36.029 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:36.029 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:36.029 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:36.029 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:36.030 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:36.030 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:36.030 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:36.030 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:36.030 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:36.030 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:36.030 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:36.030 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:36.030 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:36.030 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-08-10T06:31:36.030 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:36.030 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:36.030 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:36.031 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:36.031 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:36.031 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:36.031 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:36.031 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:36.031 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T06:31:36.031 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:36.031 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:36.031 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:36.031 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:36.031 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:36.031 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:36.031 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.893115+0000", 2024-08-10T06:31:36.032 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:04.277613+0000", 2024-08-10T06:31:36.032 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:04.277613+0000", 2024-08-10T06:31:36.032 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:04.277992+0000", 2024-08-10T06:31:36.032 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.893115+0000", 2024-08-10T06:31:36.032 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:36.032 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:36.032 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:36.032 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 463, 2024-08-10T06:31:36.032 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.893115+0000", 2024-08-10T06:31:36.032 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.893115+0000", 2024-08-10T06:31:36.032 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.893115+0000", 2024-08-10T06:31:36.032 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:36.032 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:36.032 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:36.033 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.893115+0000", 2024-08-10T06:31:36.033 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.893115+0000", 2024-08-10T06:31:36.033 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:36.033 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:36.033 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:36.033 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:36.033 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 462, 2024-08-10T06:31:36.033 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:36.033 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:36.033 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:36.033 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:36.033 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:36.033 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:36.033 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:36.034 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:36.034 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.28", 2024-08-10T06:31:36.034 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:36.034 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:36.034 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:36.034 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5183, 2024-08-10T06:31:36.034 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:36.034 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:38:19.522020+0000", 2024-08-10T06:31:36.034 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:36.034 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:36.034 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:36.034 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:36.034 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:36.034 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:36.035 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:36.035 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:36.035 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:36.035 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:36.035 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:36.035 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:36.035 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:36.035 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:36.035 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:36.035 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:36.035 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:36.035 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:36.035 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:36.036 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:36.036 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:36.036 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:36.036 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:36.036 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:36.036 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:36.036 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:36.036 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:36.036 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:36.036 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:36.036 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:36.036 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:36.036 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:36.036 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:36.036 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:36.037 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:36.037 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:36.037 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:36.037 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:36.037 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:36.037 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:36.037 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:36.037 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:36.037 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:36.037 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:36.037 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:36.037 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:36.037 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:36.037 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:36.037 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:36.038 INFO:tasks.workunit.client.0.smithi031.stdout: 2 2024-08-10T06:31:36.038 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:36.038 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T06:31:36.038 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:36.038 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:36.038 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:36.038 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:36.038 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:36.038 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:36.038 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:36.038 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:36.038 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-08-10T06:31:36.038 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:36.039 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:36.039 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:36.039 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:36.039 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:36.039 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:36.039 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.401991+0000", 2024-08-10T06:31:36.039 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:19:57.220790+0000", 2024-08-10T06:31:36.039 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:19:57.220790+0000", 2024-08-10T06:31:36.039 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:19:57.222200+0000", 2024-08-10T06:31:36.039 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.401991+0000", 2024-08-10T06:31:36.039 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:36.039 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:36.039 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:36.039 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 406, 2024-08-10T06:31:36.039 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.401991+0000", 2024-08-10T06:31:36.040 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.401991+0000", 2024-08-10T06:31:36.040 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.401991+0000", 2024-08-10T06:31:36.040 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:36.040 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:36.040 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:36.040 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.401991+0000", 2024-08-10T06:31:36.040 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.401991+0000", 2024-08-10T06:31:36.040 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:36.040 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:36.040 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:36.040 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:36.040 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 405, 2024-08-10T06:31:36.040 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:36.041 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:36.041 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:36.041 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:36.041 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:36.041 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:36.041 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:36.041 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:36.041 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.29", 2024-08-10T06:31:36.041 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:36.041 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:36.041 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:36.041 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5242, 2024-08-10T06:31:36.041 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:36.041 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:24:56.218912+0000", 2024-08-10T06:31:36.042 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:36.042 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:36.042 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:36.042 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:36.042 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:36.042 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:36.042 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:36.042 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:36.042 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:36.042 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:36.042 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:36.042 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:36.042 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:36.042 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:36.043 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:36.043 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:36.043 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:36.043 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:36.043 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:36.043 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:36.043 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:36.043 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:36.043 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:36.043 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:36.043 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:36.043 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:36.043 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:36.044 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:36.044 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:36.044 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:36.044 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:36.044 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:36.044 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:36.044 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:36.044 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:36.044 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:36.044 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:36.044 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:36.044 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:36.044 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:36.044 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:36.045 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:36.045 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:36.045 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:36.045 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:36.045 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:36.045 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:36.045 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:36.045 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:36.045 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:36.045 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:36.045 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-08-10T06:31:36.045 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:36.045 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:36.045 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:36.046 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:36.046 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:36.046 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:36.046 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:36.046 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:36.046 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T06:31:36.046 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:36.046 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:36.046 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:36.046 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:36.046 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:36.046 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:36.046 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.893239+0000", 2024-08-10T06:31:36.046 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.352444+0000", 2024-08-10T06:31:36.047 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.352444+0000", 2024-08-10T06:31:36.047 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.352730+0000", 2024-08-10T06:31:36.047 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.893239+0000", 2024-08-10T06:31:36.047 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:36.047 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:36.047 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:36.047 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:36.047 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.893239+0000", 2024-08-10T06:31:36.047 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.893239+0000", 2024-08-10T06:31:36.047 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.893239+0000", 2024-08-10T06:31:36.047 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:36.047 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:36.047 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:36.047 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.893239+0000", 2024-08-10T06:31:36.048 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.893239+0000", 2024-08-10T06:31:36.048 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:36.048 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:36.048 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:36.048 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:36.048 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:36.048 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:36.048 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:36.048 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:36.048 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:36.048 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:36.048 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:36.048 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:36.048 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:36.049 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.2a", 2024-08-10T06:31:36.049 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:36.049 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:36.049 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:36.049 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5152, 2024-08-10T06:31:36.049 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:36.049 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T16:25:31.074439+0000", 2024-08-10T06:31:36.049 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:36.049 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:36.049 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:36.049 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:36.049 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:36.049 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:36.049 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:36.050 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:36.050 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:36.050 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:36.050 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:36.050 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:36.050 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:36.050 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:36.050 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:36.050 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:36.050 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:36.050 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:36.050 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:36.050 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:36.050 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:36.051 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:36.051 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:36.051 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:36.051 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:36.051 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:36.051 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:36.051 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:36.051 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:36.051 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:36.051 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:36.051 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:36.051 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:36.051 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:36.052 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:36.052 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:36.052 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:36.052 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:36.052 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:36.052 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:36.052 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:36.052 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:36.052 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:36.052 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:36.052 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:36.052 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:36.052 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:36.052 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:36.053 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:36.053 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:36.053 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:36.053 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T06:31:36.053 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:36.053 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:36.053 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:36.053 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:36.053 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:36.053 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:36.053 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:36.053 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:36.053 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-08-10T06:31:36.054 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:36.054 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:36.054 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:36.054 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:36.054 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:36.054 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:36.054 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.895495+0000", 2024-08-10T06:31:36.054 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.356589+0000", 2024-08-10T06:31:36.054 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.356589+0000", 2024-08-10T06:31:36.054 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.356919+0000", 2024-08-10T06:31:36.054 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.895495+0000", 2024-08-10T06:31:36.054 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:36.054 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:36.055 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:36.055 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:36.055 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.895495+0000", 2024-08-10T06:31:36.055 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.895495+0000", 2024-08-10T06:31:36.055 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.895495+0000", 2024-08-10T06:31:36.055 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:36.055 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:36.055 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:36.055 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.895495+0000", 2024-08-10T06:31:36.055 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.895495+0000", 2024-08-10T06:31:36.055 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:36.055 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:36.055 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:36.055 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:36.056 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:36.056 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:36.056 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:36.056 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:36.056 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:36.056 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:36.056 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:36.056 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:36.056 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:36.056 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.2b", 2024-08-10T06:31:36.056 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:36.056 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:36.056 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:36.056 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5321, 2024-08-10T06:31:36.056 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:36.057 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:54:34.852378+0000", 2024-08-10T06:31:36.057 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:36.057 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:36.057 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:36.057 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:36.057 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:36.057 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:36.057 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:36.057 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:36.057 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:36.057 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:36.057 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:36.057 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:36.057 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:36.057 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:36.058 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:36.058 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:36.058 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:36.058 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:36.058 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:36.058 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:36.058 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:36.058 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:36.058 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:36.058 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:36.058 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:36.058 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:36.058 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:36.058 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:36.059 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:36.059 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:36.059 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:36.059 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:36.059 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:36.059 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:36.059 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:36.059 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:36.059 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:36.059 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:36.059 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:36.059 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:36.059 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:36.059 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:36.060 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:36.060 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:36.060 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:36.060 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:36.060 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:36.060 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:36.060 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:36.060 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:36.060 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:36.060 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-08-10T06:31:36.060 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:36.060 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:36.060 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:36.060 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:36.061 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:36.061 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:36.061 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:36.061 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:36.061 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-08-10T06:31:36.061 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:36.061 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:36.061 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:36.061 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:36.061 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:36.061 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:36.061 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.408304+0000", 2024-08-10T06:31:36.061 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.391125+0000", 2024-08-10T06:31:36.061 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.391125+0000", 2024-08-10T06:31:36.062 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.391442+0000", 2024-08-10T06:31:36.062 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.408304+0000", 2024-08-10T06:31:36.062 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:36.062 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:36.062 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:36.062 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:36.062 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.408304+0000", 2024-08-10T06:31:36.062 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.408304+0000", 2024-08-10T06:31:36.062 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.408304+0000", 2024-08-10T06:31:36.062 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:36.062 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:36.062 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:36.062 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.408304+0000", 2024-08-10T06:31:36.062 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.408304+0000", 2024-08-10T06:31:36.063 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:36.063 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:36.063 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:36.063 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:36.063 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:36.063 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:36.063 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:36.063 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:36.063 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:36.063 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:36.063 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:36.063 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:36.063 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:36.063 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.2c", 2024-08-10T06:31:36.064 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:36.064 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:36.064 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:36.064 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5152, 2024-08-10T06:31:36.064 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:36.064 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:41:58.525119+0000", 2024-08-10T06:31:36.064 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:36.064 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:36.064 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:36.064 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:36.064 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:36.064 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:36.064 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:36.064 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:36.065 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:36.065 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:36.065 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:36.065 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:36.065 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:36.065 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:36.065 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:36.065 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:36.065 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:36.065 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:36.065 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:36.065 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:36.065 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:36.065 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:36.066 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:36.066 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:36.066 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:36.066 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:36.066 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:36.066 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:36.066 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:36.066 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:36.066 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:36.066 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:36.066 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:36.066 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:36.066 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:36.067 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:36.067 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:36.067 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:36.067 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:36.067 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:36.067 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:36.067 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:36.067 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:36.067 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:36.067 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:36.067 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:36.067 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:36.067 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:36.068 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:36.068 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:36.068 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:36.068 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-08-10T06:31:36.068 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:36.068 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:36.068 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:36.068 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:36.068 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:36.068 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:36.068 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:36.068 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:36.068 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T06:31:36.068 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:36.069 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:36.069 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:36.069 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:36.069 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:36.069 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:36.069 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.403586+0000", 2024-08-10T06:31:36.069 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.356993+0000", 2024-08-10T06:31:36.069 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.356993+0000", 2024-08-10T06:31:36.069 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.357270+0000", 2024-08-10T06:31:36.069 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.403586+0000", 2024-08-10T06:31:36.069 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:36.069 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:36.069 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:36.070 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:36.070 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.403586+0000", 2024-08-10T06:31:36.070 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.403586+0000", 2024-08-10T06:31:36.070 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.403586+0000", 2024-08-10T06:31:36.070 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:36.070 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:36.070 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:36.070 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.403586+0000", 2024-08-10T06:31:36.070 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.403586+0000", 2024-08-10T06:31:36.070 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:36.070 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:36.070 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:36.070 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:36.070 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:36.071 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:36.071 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:36.071 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:36.071 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:36.071 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:36.071 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:36.071 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:36.071 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:36.071 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.2d", 2024-08-10T06:31:36.071 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:36.071 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:36.071 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:36.071 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5096, 2024-08-10T06:31:36.072 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:36.072 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:53:10.916285+0000", 2024-08-10T06:31:36.072 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:36.072 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:36.072 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:36.072 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:36.072 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:36.072 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:36.072 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:36.072 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:36.072 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:36.072 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:36.072 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:36.072 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:36.073 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:36.073 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:36.073 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:36.073 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:36.073 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:36.073 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:36.073 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:36.073 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:36.073 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:36.073 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:36.073 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:36.073 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:36.073 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:36.073 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:36.074 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:36.074 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:36.074 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:36.074 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:36.074 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:36.074 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:36.074 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:36.074 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:36.074 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:36.074 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:36.074 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:36.074 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:36.074 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:36.074 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:36.075 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:36.075 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:36.075 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:36.075 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:36.075 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:36.075 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:36.075 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:36.075 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:36.075 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:36.075 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:36.075 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:36.075 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T06:31:36.075 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:36.076 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:36.076 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:36.076 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:36.076 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:36.076 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:36.076 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:36.076 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:36.076 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 2, 2024-08-10T06:31:36.076 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:36.076 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:36.076 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:36.076 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:36.076 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:36.076 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:36.076 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.402826+0000", 2024-08-10T06:31:36.077 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.361631+0000", 2024-08-10T06:31:36.077 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.361631+0000", 2024-08-10T06:31:36.077 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.362006+0000", 2024-08-10T06:31:36.077 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.402826+0000", 2024-08-10T06:31:36.077 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:36.077 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:36.077 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:36.077 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:36.077 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.402826+0000", 2024-08-10T06:31:36.077 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.402826+0000", 2024-08-10T06:31:36.077 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.402826+0000", 2024-08-10T06:31:36.077 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:36.077 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:36.077 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:36.078 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.402826+0000", 2024-08-10T06:31:36.078 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.402826+0000", 2024-08-10T06:31:36.078 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:36.078 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:36.078 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:36.078 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:36.078 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:36.078 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:36.078 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:36.078 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:36.078 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:36.078 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:36.078 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:36.079 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:36.079 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:36.079 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.2e", 2024-08-10T06:31:36.079 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:36.079 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:36.079 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:36.079 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5245, 2024-08-10T06:31:36.079 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:36.079 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:53:23.259248+0000", 2024-08-10T06:31:36.079 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:36.079 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:36.079 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:36.079 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:36.079 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:36.080 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:36.080 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:36.080 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:36.080 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:36.080 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:36.080 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:36.080 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:36.080 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:36.080 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:36.080 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:36.080 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:36.080 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:36.080 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:36.080 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:36.081 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:36.081 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:36.081 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:36.081 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:36.081 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:36.081 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:36.081 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:36.081 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:36.081 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:36.081 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:36.081 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:36.081 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:36.081 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:36.081 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:36.082 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:36.082 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:36.082 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:36.082 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:36.082 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:36.082 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:36.082 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:36.082 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:36.082 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:36.082 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:36.082 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:36.082 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:36.083 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:36.083 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:36.083 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:36.083 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:36.083 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:36.083 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:36.083 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 2, 2024-08-10T06:31:36.083 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:36.083 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:36.083 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:36.083 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:36.083 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:36.083 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:36.083 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:36.084 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:36.084 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T06:31:36.084 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:36.084 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:36.084 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:36.084 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:36.084 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:36.084 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:36.084 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.894389+0000", 2024-08-10T06:31:36.084 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.352499+0000", 2024-08-10T06:31:36.084 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.352499+0000", 2024-08-10T06:31:36.084 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.353703+0000", 2024-08-10T06:31:36.084 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.894389+0000", 2024-08-10T06:31:36.084 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:36.085 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:36.085 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:36.085 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:36.085 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.894389+0000", 2024-08-10T06:31:36.085 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.894389+0000", 2024-08-10T06:31:36.085 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.894389+0000", 2024-08-10T06:31:36.085 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:36.085 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:36.085 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:36.085 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.894389+0000", 2024-08-10T06:31:36.085 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.894389+0000", 2024-08-10T06:31:36.085 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:36.085 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:36.086 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:36.086 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:36.086 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:36.086 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:36.086 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:36.086 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:36.086 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:36.086 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:36.086 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:36.086 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:36.086 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:36.086 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.2f", 2024-08-10T06:31:36.086 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:36.086 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:36.087 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:36.087 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5157, 2024-08-10T06:31:36.087 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:36.087 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T05:37:25.517123+0000", 2024-08-10T06:31:36.087 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:36.087 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:36.087 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:36.087 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:36.087 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:36.087 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:36.087 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:36.087 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:36.087 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:36.088 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:36.088 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:36.088 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:36.088 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:36.088 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:36.088 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:36.088 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:36.088 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:36.088 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:36.088 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:36.088 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:36.088 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:36.088 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:36.088 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:36.088 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:36.089 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:36.089 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:36.089 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:36.089 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:36.089 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:36.089 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:36.089 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:36.089 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:36.089 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:36.089 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:36.089 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:36.089 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:36.089 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:36.089 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:36.090 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:36.090 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:36.090 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:36.090 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:36.090 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:36.090 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:36.090 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:36.090 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:36.090 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:36.090 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:36.090 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:36.090 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:36.090 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:36.091 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T06:31:36.091 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:36.091 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:36.091 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:36.091 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:36.091 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:36.091 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:36.091 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:36.091 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:36.091 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T06:31:36.091 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:36.091 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:36.091 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:36.091 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:36.092 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:36.092 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:36.092 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.892946+0000", 2024-08-10T06:31:36.092 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.352494+0000", 2024-08-10T06:31:36.092 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.352494+0000", 2024-08-10T06:31:36.092 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.352784+0000", 2024-08-10T06:31:36.092 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.892946+0000", 2024-08-10T06:31:36.092 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:36.092 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:36.092 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:36.092 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:36.092 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.892946+0000", 2024-08-10T06:31:36.092 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.892946+0000", 2024-08-10T06:31:36.092 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.892946+0000", 2024-08-10T06:31:36.092 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:36.093 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:36.093 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:36.093 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.892946+0000", 2024-08-10T06:31:36.093 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.892946+0000", 2024-08-10T06:31:36.093 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:36.093 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:36.093 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:36.093 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:36.093 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:36.093 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:36.093 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:36.093 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:36.093 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:36.093 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:36.094 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:36.094 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:36.094 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:36.094 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.30", 2024-08-10T06:31:36.094 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:36.094 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:36.094 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:36.094 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5161, 2024-08-10T06:31:36.094 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:36.094 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T09:36:50.435633+0000", 2024-08-10T06:31:36.094 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:36.094 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:36.094 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:36.095 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:36.095 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:36.095 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:36.095 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:36.095 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:36.095 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:36.095 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:36.095 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:36.095 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:36.095 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:36.095 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:36.095 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:36.095 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:36.095 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:36.095 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:36.096 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:36.096 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:36.096 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:36.096 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:36.096 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:36.096 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:36.096 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:36.096 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:36.096 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:36.096 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:36.096 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:36.096 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:36.096 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:36.096 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:36.097 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:36.097 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:36.097 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:36.097 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:36.097 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:36.097 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:36.097 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:36.097 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:36.097 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:36.097 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:36.098 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:36.098 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:36.098 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:36.098 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:36.098 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:36.098 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:36.098 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:36.098 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:36.098 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:36.098 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T06:31:36.098 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:36.098 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:36.098 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:36.098 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:36.099 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:36.099 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:36.099 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T06:31:36.099 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:36.099 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-08-10T06:31:36.099 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:36.099 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:36.099 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:36.099 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:36.099 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:36.099 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:36.099 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.892808+0000", 2024-08-10T06:31:36.099 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:04.268499+0000", 2024-08-10T06:31:36.100 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:04.268499+0000", 2024-08-10T06:31:36.100 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:04.268844+0000", 2024-08-10T06:31:36.100 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.892808+0000", 2024-08-10T06:31:36.100 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:36.100 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:36.100 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:36.100 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 463, 2024-08-10T06:31:36.100 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.892808+0000", 2024-08-10T06:31:36.100 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.892808+0000", 2024-08-10T06:31:36.100 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.892808+0000", 2024-08-10T06:31:36.100 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:36.100 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:36.100 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:36.100 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.892808+0000", 2024-08-10T06:31:36.101 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.892808+0000", 2024-08-10T06:31:36.101 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:36.101 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:36.101 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:36.101 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:36.101 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 462, 2024-08-10T06:31:36.101 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:36.101 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:36.101 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:36.101 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:36.101 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:36.101 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:36.101 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:36.102 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:36.102 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.31", 2024-08-10T06:31:36.102 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:36.102 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:36.102 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:36.102 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5286, 2024-08-10T06:31:36.102 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:36.102 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:42:12.150271+0000", 2024-08-10T06:31:36.102 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:36.102 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:36.102 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:36.102 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:36.102 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:36.103 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:36.103 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:36.103 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:36.103 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:36.103 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:36.103 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:36.103 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:36.103 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:36.103 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:36.103 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:36.103 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:36.103 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:36.103 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:36.104 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:36.104 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:36.104 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:36.104 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:36.104 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:36.104 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:36.104 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:36.104 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:36.104 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:36.104 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:36.104 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:36.104 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:36.104 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:36.105 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:36.105 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:36.105 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:36.105 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:36.105 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:36.105 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:36.105 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:36.105 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:36.105 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:36.105 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:36.105 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:36.105 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:36.105 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:36.106 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:36.106 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:36.106 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:36.106 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:36.106 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:36.106 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T06:31:36.106 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:36.106 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-08-10T06:31:36.106 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:36.106 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:36.106 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:36.106 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:36.106 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:36.106 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:36.107 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T06:31:36.107 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:36.107 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-08-10T06:31:36.107 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:36.107 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:36.107 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:36.107 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:36.107 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:36.107 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:36.107 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.894117+0000", 2024-08-10T06:31:36.107 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:04.282921+0000", 2024-08-10T06:31:36.107 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:04.282921+0000", 2024-08-10T06:31:36.107 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:04.283261+0000", 2024-08-10T06:31:36.107 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.894117+0000", 2024-08-10T06:31:36.108 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:36.108 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:36.108 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:36.108 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 463, 2024-08-10T06:31:36.108 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.894117+0000", 2024-08-10T06:31:36.108 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.894117+0000", 2024-08-10T06:31:36.108 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.894117+0000", 2024-08-10T06:31:36.108 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:36.108 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:36.108 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:36.108 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.894117+0000", 2024-08-10T06:31:36.108 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.894117+0000", 2024-08-10T06:31:36.108 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:36.108 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:36.108 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:36.109 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:36.109 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 462, 2024-08-10T06:31:36.109 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:36.109 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:36.109 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:36.109 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:36.109 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:36.109 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:36.109 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:36.109 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:36.109 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.32", 2024-08-10T06:31:36.109 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:36.109 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:36.109 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:36.109 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5320, 2024-08-10T06:31:36.110 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:36.110 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:15:27.730866+0000", 2024-08-10T06:31:36.110 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:36.110 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:36.110 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:36.110 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:36.110 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:36.110 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:36.110 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:36.110 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:36.110 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:36.110 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:36.110 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:36.111 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:36.111 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:36.111 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:36.111 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:36.111 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:36.111 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:36.111 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:36.111 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:36.111 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:36.111 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:36.111 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:36.111 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:36.111 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:36.111 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:36.111 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:36.111 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:36.112 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:36.112 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:36.112 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:36.112 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:36.112 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:36.112 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:36.112 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:36.112 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:36.112 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:36.112 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:36.112 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:36.112 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:36.112 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:36.112 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:36.113 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:36.113 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:36.113 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:36.113 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:36.113 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:36.113 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:36.113 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:36.113 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:36.113 INFO:tasks.workunit.client.0.smithi031.stdout: 5 2024-08-10T06:31:36.113 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:36.113 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-08-10T06:31:36.113 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:36.113 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:36.113 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:36.114 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:36.114 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:36.114 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:36.114 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:36.114 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:36.114 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-08-10T06:31:36.114 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:36.114 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:36.114 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:36.114 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:36.114 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:36.114 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:36.114 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.402559+0000", 2024-08-10T06:31:36.115 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.390928+0000", 2024-08-10T06:31:36.115 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.390928+0000", 2024-08-10T06:31:36.115 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.391304+0000", 2024-08-10T06:31:36.115 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.402559+0000", 2024-08-10T06:31:36.115 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:36.115 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:36.115 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:36.115 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:36.115 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.402559+0000", 2024-08-10T06:31:36.115 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.402559+0000", 2024-08-10T06:31:36.115 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.402559+0000", 2024-08-10T06:31:36.115 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:36.115 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:36.115 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:36.116 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.402559+0000", 2024-08-10T06:31:36.116 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.402559+0000", 2024-08-10T06:31:36.116 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:36.116 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:36.116 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:36.116 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:36.116 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:36.116 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:36.116 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:36.116 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:36.116 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:36.116 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:36.116 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:36.117 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:36.117 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:36.117 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.33", 2024-08-10T06:31:36.117 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:36.117 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:36.117 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:36.117 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5234, 2024-08-10T06:31:36.117 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:36.117 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T08:13:25.746280+0000", 2024-08-10T06:31:36.117 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:36.117 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:36.117 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:36.117 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:36.117 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:36.118 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:36.118 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:36.118 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:36.118 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:36.118 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:36.118 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:36.118 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:36.118 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:36.118 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:36.118 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:36.118 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:36.118 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:36.118 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:36.119 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:36.119 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:36.119 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:36.119 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:36.119 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:36.119 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:36.119 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:36.119 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:36.119 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:36.119 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:36.119 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:36.119 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:36.119 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:36.119 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:36.120 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:36.120 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:36.120 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:36.120 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:36.120 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:36.121 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:36.121 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:36.121 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:36.121 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:36.122 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:36.122 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:36.122 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:36.122 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:36.122 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:36.122 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:36.122 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:36.122 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:36.122 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:36.122 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:36.122 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-08-10T06:31:36.122 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:36.122 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:36.122 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:36.123 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:36.123 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:36.123 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:36.123 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:36.123 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:36.123 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 4, 2024-08-10T06:31:36.123 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:36.123 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:36.123 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:36.123 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:36.123 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:36.123 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:36.123 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.404846+0000", 2024-08-10T06:31:36.124 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.391664+0000", 2024-08-10T06:31:36.124 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.391664+0000", 2024-08-10T06:31:36.124 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.392158+0000", 2024-08-10T06:31:36.124 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.404846+0000", 2024-08-10T06:31:36.124 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:36.124 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:36.124 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:36.124 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:36.124 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.404846+0000", 2024-08-10T06:31:36.124 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.404846+0000", 2024-08-10T06:31:36.124 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.404846+0000", 2024-08-10T06:31:36.124 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:36.124 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:36.125 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:36.125 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.404846+0000", 2024-08-10T06:31:36.125 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.404846+0000", 2024-08-10T06:31:36.125 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:36.125 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:36.125 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:36.125 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:36.125 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:36.125 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:36.125 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:36.125 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:36.125 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:36.125 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:36.125 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:36.125 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:36.126 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:36.126 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.34", 2024-08-10T06:31:36.126 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:36.126 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:36.126 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:36.126 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5199, 2024-08-10T06:31:36.126 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:36.126 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T06:24:54.604286+0000", 2024-08-10T06:31:36.126 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:36.126 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:36.126 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:36.126 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:36.126 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:36.126 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:36.127 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:36.127 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:36.127 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:36.127 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:36.127 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:36.127 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:36.127 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:36.127 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:36.127 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:36.127 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:36.127 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:36.127 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:36.127 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:36.128 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:36.128 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:36.128 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:36.128 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:36.128 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:36.128 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:36.128 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:36.128 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:36.128 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:36.128 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:36.128 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:36.128 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:36.128 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:36.128 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:36.128 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:36.129 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:36.129 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:36.129 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:36.129 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:36.129 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:36.129 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:36.129 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:36.129 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:36.129 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:36.129 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:36.129 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:36.129 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:36.130 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:36.130 INFO:tasks.workunit.client.0.smithi031.stdout: 4, 2024-08-10T06:31:36.130 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:36.130 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:36.130 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:36.130 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 4, 2024-08-10T06:31:36.130 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:36.130 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:36.130 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:36.130 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:36.130 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:36.130 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:36.130 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:36.130 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:36.131 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-08-10T06:31:36.131 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:36.131 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:36.131 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:36.131 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:36.131 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:36.131 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:36.131 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.410296+0000", 2024-08-10T06:31:36.131 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.391332+0000", 2024-08-10T06:31:36.131 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.391332+0000", 2024-08-10T06:31:36.131 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.391652+0000", 2024-08-10T06:31:36.131 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.410296+0000", 2024-08-10T06:31:36.131 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:36.132 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:36.132 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:36.132 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:36.132 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.410296+0000", 2024-08-10T06:31:36.132 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.410296+0000", 2024-08-10T06:31:36.132 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.410296+0000", 2024-08-10T06:31:36.132 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:36.132 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:36.132 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:36.132 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.410296+0000", 2024-08-10T06:31:36.132 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.410296+0000", 2024-08-10T06:31:36.132 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:36.132 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:36.132 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:36.133 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:36.133 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:36.133 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:36.133 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:36.133 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:36.133 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:36.133 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:36.133 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:36.133 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:36.133 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:36.133 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.35", 2024-08-10T06:31:36.133 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:36.133 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:36.133 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:36.134 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5133, 2024-08-10T06:31:36.134 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:36.134 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T14:33:42.353914+0000", 2024-08-10T06:31:36.134 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:36.134 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:36.134 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:36.134 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:36.134 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:36.134 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:36.134 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:36.134 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:36.134 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:36.135 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:36.135 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:36.135 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:36.135 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:36.135 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:36.135 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:36.135 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:36.135 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:36.135 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:36.135 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:36.135 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:36.135 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:36.135 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:36.135 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:36.136 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:36.136 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:36.136 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:36.136 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:36.136 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:36.136 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:36.136 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:36.136 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:36.136 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:36.136 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:36.136 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:36.136 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:36.136 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:36.136 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:36.136 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:36.137 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:36.137 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:36.137 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:36.137 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:36.137 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:36.137 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:36.137 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:36.137 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:36.137 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:36.137 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:36.137 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:36.137 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:36.137 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:36.137 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-08-10T06:31:36.138 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:36.138 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:36.138 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:36.138 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:36.138 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:36.138 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:36.138 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:36.138 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:36.138 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 6, 2024-08-10T06:31:36.138 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:36.138 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:36.138 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:36.138 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:36.139 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:36.139 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:36.139 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.413182+0000", 2024-08-10T06:31:36.139 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.397905+0000", 2024-08-10T06:31:36.139 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.397905+0000", 2024-08-10T06:31:36.139 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.398322+0000", 2024-08-10T06:31:36.139 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.413182+0000", 2024-08-10T06:31:36.139 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:36.139 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:36.139 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:36.139 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:36.139 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.413182+0000", 2024-08-10T06:31:36.139 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.413182+0000", 2024-08-10T06:31:36.139 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.413182+0000", 2024-08-10T06:31:36.140 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:36.140 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:36.140 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:36.140 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.413182+0000", 2024-08-10T06:31:36.140 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.413182+0000", 2024-08-10T06:31:36.140 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:36.140 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:36.140 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:36.140 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:36.140 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:36.140 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:36.140 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:36.140 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:36.140 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:36.141 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:36.141 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:36.141 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:36.141 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:36.141 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.36", 2024-08-10T06:31:36.141 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:36.141 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:36.141 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:36.141 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5133, 2024-08-10T06:31:36.141 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:36.141 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:44:08.146006+0000", 2024-08-10T06:31:36.141 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:36.141 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:36.141 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:36.142 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:36.142 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:36.142 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:36.142 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:36.142 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:36.142 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:36.142 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:36.142 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:36.142 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:36.142 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:36.142 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:36.142 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:36.142 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:36.143 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:36.143 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:36.143 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:36.143 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:36.143 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:36.143 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:36.143 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:36.143 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:36.143 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:36.143 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:36.143 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:36.143 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:36.143 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:36.143 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:36.144 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:36.144 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:36.144 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:36.144 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:36.144 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:36.144 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:36.144 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:36.144 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:36.144 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:36.144 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:36.144 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:36.144 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:36.144 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:36.144 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:36.145 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:36.145 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:36.145 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:36.145 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:36.145 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:36.145 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:36.145 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:36.145 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 6, 2024-08-10T06:31:36.145 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:36.145 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:36.145 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:36.145 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:36.145 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:36.145 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:36.146 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:36.146 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:36.146 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T06:31:36.146 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:36.146 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:36.146 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:36.146 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:36.146 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:36.146 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:36.146 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.403544+0000", 2024-08-10T06:31:36.146 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.363235+0000", 2024-08-10T06:31:36.146 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.363235+0000", 2024-08-10T06:31:36.146 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.364587+0000", 2024-08-10T06:31:36.146 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.403544+0000", 2024-08-10T06:31:36.147 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:36.147 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:36.147 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:36.147 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:36.147 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.403544+0000", 2024-08-10T06:31:36.147 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.403544+0000", 2024-08-10T06:31:36.147 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.403544+0000", 2024-08-10T06:31:36.147 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:36.147 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:36.147 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:36.147 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.403544+0000", 2024-08-10T06:31:36.147 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.403544+0000", 2024-08-10T06:31:36.147 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:36.148 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:36.148 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:36.148 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:36.148 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:36.148 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:36.148 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:36.148 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:36.148 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:36.148 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:36.148 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:36.148 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:36.148 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:36.148 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.37", 2024-08-10T06:31:36.148 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:36.149 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:36.149 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:36.149 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5104, 2024-08-10T06:31:36.149 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:36.149 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:42:36.707350+0000", 2024-08-10T06:31:36.149 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:36.149 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:36.149 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:36.149 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:36.149 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:36.149 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:36.149 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:36.149 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:36.149 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:36.150 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:36.150 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:36.150 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:36.150 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:36.150 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:36.150 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:36.150 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:36.150 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:36.150 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:36.150 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:36.150 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:36.150 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:36.150 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:36.151 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:36.151 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:36.151 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:36.151 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:36.151 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:36.151 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:36.151 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:36.151 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:36.151 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:36.151 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:36.151 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:36.151 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:36.151 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:36.152 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:36.152 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:36.152 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:36.152 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:36.152 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:36.152 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:36.152 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:36.152 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:36.152 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:36.152 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:36.152 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:36.152 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:36.152 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:36.152 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:36.153 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:36.153 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:36.153 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T06:31:36.153 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:36.153 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:36.153 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:36.153 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:36.153 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:36.153 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:36.153 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:36.153 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:36.153 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 3, 2024-08-10T06:31:36.153 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:36.153 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:36.153 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:36.154 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:36.154 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:36.154 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:36.154 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.402302+0000", 2024-08-10T06:31:36.154 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.392027+0000", 2024-08-10T06:31:36.154 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.392027+0000", 2024-08-10T06:31:36.154 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.392328+0000", 2024-08-10T06:31:36.154 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.402302+0000", 2024-08-10T06:31:36.154 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:36.154 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:36.154 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:36.154 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:36.154 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.402302+0000", 2024-08-10T06:31:36.155 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.402302+0000", 2024-08-10T06:31:36.155 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.402302+0000", 2024-08-10T06:31:36.155 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:36.155 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:36.155 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:36.155 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.402302+0000", 2024-08-10T06:31:36.155 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.402302+0000", 2024-08-10T06:31:36.155 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:36.155 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:36.155 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:36.155 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:36.155 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:36.155 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:36.155 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:36.155 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:36.156 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:36.156 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:36.156 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:36.156 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:36.156 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:36.156 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.38", 2024-08-10T06:31:36.156 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:36.156 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:36.156 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:36.156 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5231, 2024-08-10T06:31:36.156 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:36.156 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:24:09.830026+0000", 2024-08-10T06:31:36.156 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:36.156 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:36.157 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:36.157 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:36.157 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:36.157 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:36.157 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:36.157 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:36.157 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:36.157 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:36.157 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:36.157 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:36.157 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:36.157 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:36.157 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:36.157 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:36.157 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:36.158 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:36.158 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:36.158 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:36.158 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:36.158 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:36.158 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:36.158 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:36.158 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:36.158 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:36.158 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:36.158 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:36.158 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:36.158 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:36.159 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:36.159 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:36.159 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:36.159 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:36.159 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:36.159 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:36.159 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:36.159 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:36.159 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:36.159 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:36.159 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:36.159 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:36.159 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:36.159 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:36.160 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:36.160 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:36.160 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:36.160 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:36.160 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:36.160 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:36.160 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:36.160 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 3, 2024-08-10T06:31:36.160 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:36.160 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:36.160 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:36.160 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:36.160 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:36.161 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:36.161 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:36.161 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:36.161 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T06:31:36.161 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:36.161 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:36.161 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:36.161 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:36.161 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:36.161 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:36.161 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.404939+0000", 2024-08-10T06:31:36.161 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.349638+0000", 2024-08-10T06:31:36.161 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.349638+0000", 2024-08-10T06:31:36.161 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.350086+0000", 2024-08-10T06:31:36.162 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.404939+0000", 2024-08-10T06:31:36.162 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:36.162 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:36.162 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:36.162 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:36.162 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.404939+0000", 2024-08-10T06:31:36.162 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.404939+0000", 2024-08-10T06:31:36.162 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.404939+0000", 2024-08-10T06:31:36.162 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:36.162 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:36.162 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:36.162 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.404939+0000", 2024-08-10T06:31:36.162 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.404939+0000", 2024-08-10T06:31:36.163 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:36.163 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:36.163 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:36.163 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:36.163 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:36.163 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:36.163 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:36.163 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:36.163 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:36.163 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:36.163 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:36.163 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:36.163 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:36.163 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.39", 2024-08-10T06:31:36.164 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:36.164 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:36.164 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:36.164 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5113, 2024-08-10T06:31:36.164 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:36.164 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T16:29:53.267002+0000", 2024-08-10T06:31:36.164 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:36.164 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:36.164 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:36.164 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:36.164 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:36.164 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:36.164 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:36.164 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:36.165 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:36.165 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:36.165 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:36.165 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:36.165 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:36.165 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:36.165 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:36.165 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:36.165 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:36.165 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:36.165 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:36.165 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:36.165 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:36.165 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:36.166 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:36.166 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:36.166 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:36.166 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:36.166 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:36.166 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:36.166 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:36.166 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:36.166 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:36.166 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:36.166 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:36.166 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:36.166 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:36.167 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:36.167 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:36.167 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:36.167 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:36.167 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:36.167 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:36.167 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:36.167 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:36.167 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:36.167 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:36.167 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:36.167 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:36.167 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:36.167 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:36.168 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:36.168 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:36.168 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T06:31:36.168 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:36.168 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:36.168 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:36.168 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:36.168 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:36.168 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:36.168 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:36.168 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:36.168 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T06:31:36.168 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:36.168 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:36.169 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:36.169 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:36.169 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:36.169 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:36.169 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.892630+0000", 2024-08-10T06:31:36.169 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:04.281115+0000", 2024-08-10T06:31:36.169 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:04.281115+0000", 2024-08-10T06:31:36.169 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:04.281566+0000", 2024-08-10T06:31:36.169 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.892630+0000", 2024-08-10T06:31:36.169 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:36.169 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:36.169 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:36.169 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 463, 2024-08-10T06:31:36.169 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.892630+0000", 2024-08-10T06:31:36.169 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.892630+0000", 2024-08-10T06:31:36.170 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.892630+0000", 2024-08-10T06:31:36.170 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:36.170 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:36.170 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:36.170 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.892630+0000", 2024-08-10T06:31:36.170 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.892630+0000", 2024-08-10T06:31:36.170 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:36.170 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:36.170 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:36.170 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:36.170 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 462, 2024-08-10T06:31:36.170 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:36.170 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:36.171 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:36.171 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:36.171 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:36.171 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:36.171 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:36.171 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:36.171 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.3a", 2024-08-10T06:31:36.171 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:36.171 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:36.171 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:36.171 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5159, 2024-08-10T06:31:36.171 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:36.171 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T16:41:32.692941+0000", 2024-08-10T06:31:36.171 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:36.172 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:36.172 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:36.172 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:36.172 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:36.172 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:36.172 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:36.172 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:36.172 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:36.172 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:36.172 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:36.172 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:36.172 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:36.172 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:36.172 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:36.172 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:36.173 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:36.173 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:36.173 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:36.173 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:36.173 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:36.173 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:36.173 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:36.173 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:36.173 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:36.173 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:36.173 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:36.173 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:36.173 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:36.173 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:36.174 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:36.174 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:36.174 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:36.174 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:36.174 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:36.174 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:36.174 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:36.174 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:36.174 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:36.174 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:36.174 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:36.174 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:36.174 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:36.175 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:36.175 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:36.175 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:36.175 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:36.175 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:36.175 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:36.175 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:36.175 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:36.175 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T06:31:36.175 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:36.175 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:36.175 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:36.175 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:36.175 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:36.176 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:36.176 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:36.176 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:36.176 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T06:31:36.176 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:36.176 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:36.176 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:36.176 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:36.176 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:36.176 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:36.176 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.408498+0000", 2024-08-10T06:31:36.176 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.357598+0000", 2024-08-10T06:31:36.176 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.357598+0000", 2024-08-10T06:31:36.176 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.358386+0000", 2024-08-10T06:31:36.177 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.408498+0000", 2024-08-10T06:31:36.177 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:36.177 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:36.177 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:36.177 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:36.177 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.408498+0000", 2024-08-10T06:31:36.177 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.408498+0000", 2024-08-10T06:31:36.177 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.408498+0000", 2024-08-10T06:31:36.177 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:36.177 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:36.177 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:36.177 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.408498+0000", 2024-08-10T06:31:36.177 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.408498+0000", 2024-08-10T06:31:36.178 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:36.178 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:36.178 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:36.178 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:36.178 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:36.178 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:36.178 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:36.178 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:36.178 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:36.178 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:36.178 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:36.178 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:36.178 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:36.178 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.3b", 2024-08-10T06:31:36.179 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:36.179 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:36.179 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:36.179 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5113, 2024-08-10T06:31:36.179 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:36.179 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T10:37:14.571157+0000", 2024-08-10T06:31:36.179 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:36.179 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:36.179 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:36.179 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:36.179 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:36.179 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:36.179 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:36.179 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:36.180 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:36.180 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:36.180 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:36.180 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:36.180 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:36.180 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:36.180 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:36.180 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:36.180 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:36.180 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:36.180 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:36.180 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:36.180 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:36.180 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:36.181 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:36.181 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:36.181 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:36.181 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:36.181 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:36.181 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:36.181 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:36.181 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:36.181 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:36.181 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:36.181 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:36.181 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:36.181 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:36.181 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:36.182 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:36.182 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:36.182 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:36.182 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:36.182 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:36.182 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:36.182 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:36.182 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:36.182 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:36.182 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:36.182 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:36.182 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:36.182 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:36.182 INFO:tasks.workunit.client.0.smithi031.stdout: 4 2024-08-10T06:31:36.183 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:36.183 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T06:31:36.183 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:36.183 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:36.183 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:36.183 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:36.183 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:36.183 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:36.183 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:36.183 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:36.183 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 5, 2024-08-10T06:31:36.183 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:36.183 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:36.183 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:36.184 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:36.184 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:36.184 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:36.184 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.894636+0000", 2024-08-10T06:31:36.184 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.351520+0000", 2024-08-10T06:31:36.184 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.351520+0000", 2024-08-10T06:31:36.184 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.351812+0000", 2024-08-10T06:31:36.184 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.894636+0000", 2024-08-10T06:31:36.184 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:36.184 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:36.184 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:36.184 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:36.184 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.894636+0000", 2024-08-10T06:31:36.184 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.894636+0000", 2024-08-10T06:31:36.185 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.894636+0000", 2024-08-10T06:31:36.185 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:36.185 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:36.185 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:36.185 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.894636+0000", 2024-08-10T06:31:36.185 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.894636+0000", 2024-08-10T06:31:36.185 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:36.185 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:36.185 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:36.185 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:36.185 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:36.185 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:36.185 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:36.185 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:36.185 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:36.186 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:36.186 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:36.186 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:36.186 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:36.186 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.3c", 2024-08-10T06:31:36.186 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:36.186 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:36.186 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:36.186 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5178, 2024-08-10T06:31:36.186 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:36.186 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T12:53:29.817242+0000", 2024-08-10T06:31:36.186 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:36.186 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:36.186 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:36.187 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:36.187 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:36.187 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:36.187 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:36.187 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:36.187 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:36.187 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:36.187 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:36.187 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:36.187 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:36.187 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:36.187 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:36.187 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:36.187 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:36.188 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:36.188 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:36.188 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:36.188 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:36.188 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:36.188 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:36.188 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:36.188 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:36.188 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:36.188 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:36.188 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:36.188 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:36.188 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:36.188 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:36.188 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:36.189 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:36.189 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:36.189 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:36.189 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:36.189 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:36.189 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:36.189 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:36.189 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:36.189 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:36.189 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:36.189 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:36.189 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:36.189 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:36.189 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:36.190 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:36.190 INFO:tasks.workunit.client.0.smithi031.stdout: 5, 2024-08-10T06:31:36.190 INFO:tasks.workunit.client.0.smithi031.stdout: 3, 2024-08-10T06:31:36.190 INFO:tasks.workunit.client.0.smithi031.stdout: 7 2024-08-10T06:31:36.190 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:36.190 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 5, 2024-08-10T06:31:36.190 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:36.190 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:36.190 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:36.190 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:36.190 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:36.190 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:36.190 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:36.191 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:36.191 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 0, 2024-08-10T06:31:36.191 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:36.191 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:36.191 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:36.191 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:36.191 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:36.191 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:36.191 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.895288+0000", 2024-08-10T06:31:36.191 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:19:24.347169+0000", 2024-08-10T06:31:36.191 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:19:24.347169+0000", 2024-08-10T06:31:36.191 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:19:24.347448+0000", 2024-08-10T06:31:36.191 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.895288+0000", 2024-08-10T06:31:36.192 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:36.192 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:36.192 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:36.192 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 375, 2024-08-10T06:31:36.192 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.895288+0000", 2024-08-10T06:31:36.192 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.895288+0000", 2024-08-10T06:31:36.192 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.895288+0000", 2024-08-10T06:31:36.192 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:36.192 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:36.192 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:36.192 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.895288+0000", 2024-08-10T06:31:36.192 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.895288+0000", 2024-08-10T06:31:36.192 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:36.192 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:36.193 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:36.193 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:36.193 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 374, 2024-08-10T06:31:36.193 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:36.193 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:36.193 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:36.193 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:36.193 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:36.193 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:36.193 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:36.193 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:36.193 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.3d", 2024-08-10T06:31:36.193 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:36.193 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:36.194 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:36.194 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5324, 2024-08-10T06:31:36.194 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:36.194 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T07:10:11.654828+0000", 2024-08-10T06:31:36.194 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:36.194 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:36.194 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:36.194 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:36.194 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:36.194 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:36.194 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:36.194 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:36.194 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:36.195 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:36.195 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:36.195 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:36.195 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:36.195 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:36.195 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:36.195 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:36.195 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:36.195 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:36.195 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:36.195 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:36.195 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:36.195 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:36.195 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:36.196 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:36.196 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:36.196 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:36.196 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:36.196 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:36.196 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:36.196 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:36.196 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:36.196 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:36.196 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:36.196 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:36.196 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:36.196 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:36.196 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:36.197 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:36.197 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:36.197 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:36.197 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:36.197 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:36.197 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:36.197 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:36.197 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:36.197 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:36.197 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:36.197 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:36.197 INFO:tasks.workunit.client.0.smithi031.stdout: 2, 2024-08-10T06:31:36.197 INFO:tasks.workunit.client.0.smithi031.stdout: 1 2024-08-10T06:31:36.197 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:36.198 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 0, 2024-08-10T06:31:36.198 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:36.198 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:36.198 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:36.198 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:36.198 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:36.198 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:36.198 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:36.198 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:36.198 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 1, 2024-08-10T06:31:36.198 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:36.198 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:36.198 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:36.198 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:36.199 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:36.199 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:36.199 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:27.892826+0000", 2024-08-10T06:31:36.199 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:21:38.390643+0000", 2024-08-10T06:31:36.199 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:21:38.390643+0000", 2024-08-10T06:31:36.199 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:21:38.391064+0000", 2024-08-10T06:31:36.199 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:27.892826+0000", 2024-08-10T06:31:36.199 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:36.199 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:36.199 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:36.199 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 495, 2024-08-10T06:31:36.199 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:27.892826+0000", 2024-08-10T06:31:36.199 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:27.892826+0000", 2024-08-10T06:31:36.199 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:27.892826+0000", 2024-08-10T06:31:36.200 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:36.200 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:36.200 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:36.200 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:27.892826+0000", 2024-08-10T06:31:36.200 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:27.892826+0000", 2024-08-10T06:31:36.200 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:36.200 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:36.200 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:36.200 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:36.200 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 494, 2024-08-10T06:31:36.200 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:36.200 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:36.200 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:36.200 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:36.201 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:36.201 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:36.201 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:36.201 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:36.201 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.3e", 2024-08-10T06:31:36.201 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:36.201 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:36.201 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:36.201 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5298, 2024-08-10T06:31:36.201 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:36.201 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T13:51:12.816263+0000", 2024-08-10T06:31:36.201 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:36.201 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:36.201 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:36.202 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:36.202 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:36.202 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:36.202 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:36.202 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:36.202 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:36.202 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:36.202 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:36.202 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:36.202 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:36.202 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:36.202 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:36.202 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:36.202 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:36.203 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:36.203 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:36.203 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:36.203 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:36.203 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:36.203 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:36.203 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:36.203 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:36.203 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:36.203 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:36.203 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:36.203 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:36.203 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:36.204 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:36.204 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:36.204 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:36.204 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:36.204 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:36.204 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:36.204 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:36.204 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:36.204 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:36.204 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:36.204 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:36.204 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:36.204 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:36.204 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:36.204 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:36.205 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:36.205 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:36.205 INFO:tasks.workunit.client.0.smithi031.stdout: 1, 2024-08-10T06:31:36.205 INFO:tasks.workunit.client.0.smithi031.stdout: 0, 2024-08-10T06:31:36.205 INFO:tasks.workunit.client.0.smithi031.stdout: 6 2024-08-10T06:31:36.205 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:36.205 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 1, 2024-08-10T06:31:36.205 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:36.205 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:36.205 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:36.205 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": [ 2024-08-10T06:31:36.205 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:36.205 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:36.206 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:36.206 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:36.206 INFO:tasks.workunit.client.0.smithi031.stdout: "acting_primary": 7, 2024-08-10T06:31:36.206 INFO:tasks.workunit.client.0.smithi031.stdout: "avail_no_missing": [], 2024-08-10T06:31:36.206 INFO:tasks.workunit.client.0.smithi031.stdout: "blocked_by": [], 2024-08-10T06:31:36.206 INFO:tasks.workunit.client.0.smithi031.stdout: "created": 63, 2024-08-10T06:31:36.206 INFO:tasks.workunit.client.0.smithi031.stdout: "dirty_stats_invalid": false, 2024-08-10T06:31:36.206 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_bytes_stats_invalid": false, 2024-08-10T06:31:36.206 INFO:tasks.workunit.client.0.smithi031.stdout: "hitset_stats_invalid": false, 2024-08-10T06:31:36.206 INFO:tasks.workunit.client.0.smithi031.stdout: "last_active": "2024-08-10T06:30:28.403825+0000", 2024-08-10T06:31:36.206 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_active": "2024-08-10T05:22:12.361888+0000", 2024-08-10T06:31:36.206 INFO:tasks.workunit.client.0.smithi031.stdout: "last_became_peered": "2024-08-10T05:22:12.361888+0000", 2024-08-10T06:31:36.206 INFO:tasks.workunit.client.0.smithi031.stdout: "last_change": "2024-08-10T05:22:12.364152+0000", 2024-08-10T06:31:36.207 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean": "2024-08-10T06:30:28.403825+0000", 2024-08-10T06:31:36.207 INFO:tasks.workunit.client.0.smithi031.stdout: "last_clean_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:36.207 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub": "0'0", 2024-08-10T06:31:36.207 INFO:tasks.workunit.client.0.smithi031.stdout: "last_deep_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:36.207 INFO:tasks.workunit.client.0.smithi031.stdout: "last_epoch_clean": 527, 2024-08-10T06:31:36.207 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fresh": "2024-08-10T06:30:28.403825+0000", 2024-08-10T06:31:36.207 INFO:tasks.workunit.client.0.smithi031.stdout: "last_fullsized": "2024-08-10T06:30:28.403825+0000", 2024-08-10T06:31:36.207 INFO:tasks.workunit.client.0.smithi031.stdout: "last_peered": "2024-08-10T06:30:28.403825+0000", 2024-08-10T06:31:36.207 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub": "0'0", 2024-08-10T06:31:36.207 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_duration": 0, 2024-08-10T06:31:36.207 INFO:tasks.workunit.client.0.smithi031.stdout: "last_scrub_stamp": "2024-08-10T05:10:28.052007+0000", 2024-08-10T06:31:36.207 INFO:tasks.workunit.client.0.smithi031.stdout: "last_undegraded": "2024-08-10T06:30:28.403825+0000", 2024-08-10T06:31:36.207 INFO:tasks.workunit.client.0.smithi031.stdout: "last_unstale": "2024-08-10T06:30:28.403825+0000", 2024-08-10T06:31:36.207 INFO:tasks.workunit.client.0.smithi031.stdout: "log_dups_size": 0, 2024-08-10T06:31:36.208 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:36.208 INFO:tasks.workunit.client.0.smithi031.stdout: "log_start": "0'0", 2024-08-10T06:31:36.208 INFO:tasks.workunit.client.0.smithi031.stdout: "manifest_stats_invalid": false, 2024-08-10T06:31:36.208 INFO:tasks.workunit.client.0.smithi031.stdout: "mapping_epoch": 526, 2024-08-10T06:31:36.208 INFO:tasks.workunit.client.0.smithi031.stdout: "object_location_counts": [], 2024-08-10T06:31:36.208 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_scrubbed": 0, 2024-08-10T06:31:36.208 INFO:tasks.workunit.client.0.smithi031.stdout: "objects_trimmed": 0, 2024-08-10T06:31:36.208 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_stats_invalid": false, 2024-08-10T06:31:36.208 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:36.208 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_start": "0'0", 2024-08-10T06:31:36.208 INFO:tasks.workunit.client.0.smithi031.stdout: "parent": "0.0", 2024-08-10T06:31:36.208 INFO:tasks.workunit.client.0.smithi031.stdout: "parent_split_bits": 0, 2024-08-10T06:31:36.208 INFO:tasks.workunit.client.0.smithi031.stdout: "pgid": "3.3f", 2024-08-10T06:31:36.208 INFO:tasks.workunit.client.0.smithi031.stdout: "pin_stats_invalid": false, 2024-08-10T06:31:36.209 INFO:tasks.workunit.client.0.smithi031.stdout: "purged_snaps": [], 2024-08-10T06:31:36.209 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_epoch": 2838, 2024-08-10T06:31:36.209 INFO:tasks.workunit.client.0.smithi031.stdout: "reported_seq": 5099, 2024-08-10T06:31:36.209 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_duration": 0.0, 2024-08-10T06:31:36.209 INFO:tasks.workunit.client.0.smithi031.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-11T16:15:44.690796+0000", 2024-08-10T06:31:36.209 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrim_duration": 0.0, 2024-08-10T06:31:36.209 INFO:tasks.workunit.client.0.smithi031.stdout: "snaptrimq_len": 0, 2024-08-10T06:31:36.209 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:36.209 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:36.209 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:36.209 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:36.209 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:36.209 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:36.209 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:36.210 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:36.210 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:36.210 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:36.210 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:36.210 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:36.210 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:36.210 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:36.210 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:36.210 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:36.210 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:36.210 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:36.210 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:36.210 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:36.211 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:36.211 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:36.211 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:36.211 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:36.211 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:36.211 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:36.211 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:36.211 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:36.211 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:36.211 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:36.211 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:36.211 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:36.211 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:36.211 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:36.211 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:36.212 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:36.212 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:36.212 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:36.212 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:36.212 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:36.212 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:36.212 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:36.212 INFO:tasks.workunit.client.0.smithi031.stdout: "state": "active+clean", 2024-08-10T06:31:36.212 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_invalid": false, 2024-08-10T06:31:36.212 INFO:tasks.workunit.client.0.smithi031.stdout: "up": [ 2024-08-10T06:31:36.212 INFO:tasks.workunit.client.0.smithi031.stdout: 7, 2024-08-10T06:31:36.212 INFO:tasks.workunit.client.0.smithi031.stdout: 6, 2024-08-10T06:31:36.212 INFO:tasks.workunit.client.0.smithi031.stdout: 0 2024-08-10T06:31:36.213 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:36.213 INFO:tasks.workunit.client.0.smithi031.stdout: "up_primary": 7, 2024-08-10T06:31:36.213 INFO:tasks.workunit.client.0.smithi031.stdout: "version": "0'0" 2024-08-10T06:31:36.213 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:36.213 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:36.213 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_per_pool": [ 2024-08-10T06:31:36.213 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:36.213 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": 3, 2024-08-10T06:31:36.213 INFO:tasks.workunit.client.0.smithi031.stdout: "application": [ 2024-08-10T06:31:36.213 INFO:tasks.workunit.client.0.smithi031.stdout: "mgr" 2024-08-10T06:31:36.213 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:36.213 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 257, 2024-08-10T06:31:36.213 INFO:tasks.workunit.client.0.smithi031.stdout: "num_pg": 1, 2024-08-10T06:31:36.213 INFO:tasks.workunit.client.0.smithi031.stdout: "num_store_stats": 3, 2024-08-10T06:31:36.214 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 257, 2024-08-10T06:31:36.214 INFO:tasks.workunit.client.0.smithi031.stdout: "poolid": 1, 2024-08-10T06:31:36.214 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:36.214 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 590368, 2024-08-10T06:31:36.214 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:36.214 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 1771104, 2024-08-10T06:31:36.214 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:36.214 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:36.214 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:36.214 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:36.214 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:36.214 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:36.214 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:36.215 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:36.215 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:36.215 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:36.215 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:36.215 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:36.215 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:36.215 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 6, 2024-08-10T06:31:36.215 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 2, 2024-08-10T06:31:36.215 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:36.215 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 2, 2024-08-10T06:31:36.215 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:36.215 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:36.215 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:36.215 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:36.216 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:36.216 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:36.216 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:36.216 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 6, 2024-08-10T06:31:36.216 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:36.216 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:36.216 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:36.216 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:36.216 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:36.216 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 1358, 2024-08-10T06:31:36.216 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 2144, 2024-08-10T06:31:36.216 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:36.216 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:36.216 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:36.216 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 431, 2024-08-10T06:31:36.217 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 2416 2024-08-10T06:31:36.217 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:36.217 INFO:tasks.workunit.client.0.smithi031.stdout: "store_stats": { 2024-08-10T06:31:36.217 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": 1781760, 2024-08-10T06:31:36.217 INFO:tasks.workunit.client.0.smithi031.stdout: "available": 0, 2024-08-10T06:31:36.217 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed": 0, 2024-08-10T06:31:36.217 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed_allocated": 0, 2024-08-10T06:31:36.217 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed_original": 0, 2024-08-10T06:31:36.217 INFO:tasks.workunit.client.0.smithi031.stdout: "data_stored": 1771104, 2024-08-10T06:31:36.217 INFO:tasks.workunit.client.0.smithi031.stdout: "internal_metadata": 0, 2024-08-10T06:31:36.217 INFO:tasks.workunit.client.0.smithi031.stdout: "internally_reserved": 0, 2024-08-10T06:31:36.217 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_allocated": 0, 2024-08-10T06:31:36.217 INFO:tasks.workunit.client.0.smithi031.stdout: "total": 0 2024-08-10T06:31:36.218 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:36.218 INFO:tasks.workunit.client.0.smithi031.stdout: "up": 3 2024-08-10T06:31:36.218 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:36.218 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:36.218 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": 96, 2024-08-10T06:31:36.218 INFO:tasks.workunit.client.0.smithi031.stdout: "application": [ 2024-08-10T06:31:36.218 INFO:tasks.workunit.client.0.smithi031.stdout: "cephfs" 2024-08-10T06:31:36.218 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:36.218 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 68, 2024-08-10T06:31:36.218 INFO:tasks.workunit.client.0.smithi031.stdout: "num_pg": 32, 2024-08-10T06:31:36.218 INFO:tasks.workunit.client.0.smithi031.stdout: "num_store_stats": 8, 2024-08-10T06:31:36.218 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 68, 2024-08-10T06:31:36.218 INFO:tasks.workunit.client.0.smithi031.stdout: "poolid": 2, 2024-08-10T06:31:36.219 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:36.219 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 6596, 2024-08-10T06:31:36.219 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:36.219 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:36.219 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:36.219 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:36.219 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:36.219 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:36.219 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:36.219 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:36.219 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:36.219 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:36.219 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:36.219 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:36.220 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:36.220 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:36.220 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:36.220 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 66, 2024-08-10T06:31:36.220 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 22, 2024-08-10T06:31:36.220 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:36.220 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 22, 2024-08-10T06:31:36.220 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:36.220 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:36.220 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:36.220 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:36.220 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:36.220 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 14, 2024-08-10T06:31:36.220 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:36.220 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:36.221 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:36.221 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:36.221 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:36.221 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:36.221 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:36.221 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 79, 2024-08-10T06:31:36.221 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 86, 2024-08-10T06:31:36.221 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:36.221 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:36.221 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:36.221 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 68, 2024-08-10T06:31:36.221 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 35 2024-08-10T06:31:36.221 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:36.222 INFO:tasks.workunit.client.0.smithi031.stdout: "store_stats": { 2024-08-10T06:31:36.222 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": 110592, 2024-08-10T06:31:36.222 INFO:tasks.workunit.client.0.smithi031.stdout: "available": 0, 2024-08-10T06:31:36.222 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed": 0, 2024-08-10T06:31:36.222 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed_allocated": 0, 2024-08-10T06:31:36.222 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed_original": 0, 2024-08-10T06:31:36.222 INFO:tasks.workunit.client.0.smithi031.stdout: "data_stored": 19788, 2024-08-10T06:31:36.222 INFO:tasks.workunit.client.0.smithi031.stdout: "internal_metadata": 0, 2024-08-10T06:31:36.222 INFO:tasks.workunit.client.0.smithi031.stdout: "internally_reserved": 0, 2024-08-10T06:31:36.222 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_allocated": 45341, 2024-08-10T06:31:36.222 INFO:tasks.workunit.client.0.smithi031.stdout: "total": 0 2024-08-10T06:31:36.222 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:36.222 INFO:tasks.workunit.client.0.smithi031.stdout: "up": 96 2024-08-10T06:31:36.223 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:36.223 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:36.223 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": 192, 2024-08-10T06:31:36.223 INFO:tasks.workunit.client.0.smithi031.stdout: "application": [ 2024-08-10T06:31:36.223 INFO:tasks.workunit.client.0.smithi031.stdout: "cephfs" 2024-08-10T06:31:36.223 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:36.223 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 0, 2024-08-10T06:31:36.223 INFO:tasks.workunit.client.0.smithi031.stdout: "num_pg": 64, 2024-08-10T06:31:36.223 INFO:tasks.workunit.client.0.smithi031.stdout: "num_store_stats": 8, 2024-08-10T06:31:36.223 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 0, 2024-08-10T06:31:36.223 INFO:tasks.workunit.client.0.smithi031.stdout: "poolid": 3, 2024-08-10T06:31:36.223 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:36.223 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 0, 2024-08-10T06:31:36.223 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:36.224 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:36.224 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:36.224 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:36.224 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:36.224 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:36.224 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:36.224 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:36.224 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:36.224 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:36.224 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:36.224 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:36.224 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:36.224 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:36.224 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:36.225 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 0, 2024-08-10T06:31:36.225 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 0, 2024-08-10T06:31:36.225 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:36.225 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 0, 2024-08-10T06:31:36.225 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:36.225 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:36.225 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:36.225 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:36.225 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:36.225 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 0, 2024-08-10T06:31:36.225 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:36.225 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:36.225 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:36.226 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:36.226 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:36.226 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:36.226 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:36.226 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 0, 2024-08-10T06:31:36.226 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 0, 2024-08-10T06:31:36.226 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:36.226 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:36.226 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:36.226 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 0, 2024-08-10T06:31:36.226 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 0 2024-08-10T06:31:36.226 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:36.226 INFO:tasks.workunit.client.0.smithi031.stdout: "store_stats": { 2024-08-10T06:31:36.226 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": 0, 2024-08-10T06:31:36.227 INFO:tasks.workunit.client.0.smithi031.stdout: "available": 0, 2024-08-10T06:31:36.227 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed": 0, 2024-08-10T06:31:36.227 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed_allocated": 0, 2024-08-10T06:31:36.227 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed_original": 0, 2024-08-10T06:31:36.227 INFO:tasks.workunit.client.0.smithi031.stdout: "data_stored": 0, 2024-08-10T06:31:36.227 INFO:tasks.workunit.client.0.smithi031.stdout: "internal_metadata": 0, 2024-08-10T06:31:36.227 INFO:tasks.workunit.client.0.smithi031.stdout: "internally_reserved": 0, 2024-08-10T06:31:36.227 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_allocated": 0, 2024-08-10T06:31:36.227 INFO:tasks.workunit.client.0.smithi031.stdout: "total": 0 2024-08-10T06:31:36.227 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:36.227 INFO:tasks.workunit.client.0.smithi031.stdout: "up": 192 2024-08-10T06:31:36.227 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:36.227 INFO:tasks.workunit.client.0.smithi031.stdout: { 2024-08-10T06:31:36.227 INFO:tasks.workunit.client.0.smithi031.stdout: "acting": 24, 2024-08-10T06:31:36.228 INFO:tasks.workunit.client.0.smithi031.stdout: "application": [ 2024-08-10T06:31:36.228 INFO:tasks.workunit.client.0.smithi031.stdout: "rbd" 2024-08-10T06:31:36.228 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:36.228 INFO:tasks.workunit.client.0.smithi031.stdout: "log_size": 24457, 2024-08-10T06:31:36.228 INFO:tasks.workunit.client.0.smithi031.stdout: "num_pg": 8, 2024-08-10T06:31:36.228 INFO:tasks.workunit.client.0.smithi031.stdout: "num_store_stats": 8, 2024-08-10T06:31:36.228 INFO:tasks.workunit.client.0.smithi031.stdout: "ondisk_log_size": 24457, 2024-08-10T06:31:36.228 INFO:tasks.workunit.client.0.smithi031.stdout: "poolid": 4, 2024-08-10T06:31:36.228 INFO:tasks.workunit.client.0.smithi031.stdout: "stat_sum": { 2024-08-10T06:31:36.228 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes": 4194323, 2024-08-10T06:31:36.228 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_hit_set_archive": 0, 2024-08-10T06:31:36.228 INFO:tasks.workunit.client.0.smithi031.stdout: "num_bytes_recovered": 0, 2024-08-10T06:31:36.228 INFO:tasks.workunit.client.0.smithi031.stdout: "num_deep_scrub_errors": 0, 2024-08-10T06:31:36.229 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict": 0, 2024-08-10T06:31:36.229 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_kb": 0, 2024-08-10T06:31:36.229 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_full": 0, 2024-08-10T06:31:36.229 INFO:tasks.workunit.client.0.smithi031.stdout: "num_evict_mode_some": 0, 2024-08-10T06:31:36.229 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush": 0, 2024-08-10T06:31:36.229 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_kb": 0, 2024-08-10T06:31:36.229 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_high": 0, 2024-08-10T06:31:36.229 INFO:tasks.workunit.client.0.smithi031.stdout: "num_flush_mode_low": 0, 2024-08-10T06:31:36.229 INFO:tasks.workunit.client.0.smithi031.stdout: "num_keys_recovered": 0, 2024-08-10T06:31:36.229 INFO:tasks.workunit.client.0.smithi031.stdout: "num_large_omap_objects": 0, 2024-08-10T06:31:36.229 INFO:tasks.workunit.client.0.smithi031.stdout: "num_legacy_snapsets": 0, 2024-08-10T06:31:36.229 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_clones": 0, 2024-08-10T06:31:36.229 INFO:tasks.workunit.client.0.smithi031.stdout: "num_object_copies": 12, 2024-08-10T06:31:36.229 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects": 4, 2024-08-10T06:31:36.230 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_degraded": 0, 2024-08-10T06:31:36.230 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_dirty": 4, 2024-08-10T06:31:36.230 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_hit_set_archive": 0, 2024-08-10T06:31:36.230 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_manifest": 0, 2024-08-10T06:31:36.230 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_misplaced": 0, 2024-08-10T06:31:36.230 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing": 0, 2024-08-10T06:31:36.230 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_missing_on_primary": 0, 2024-08-10T06:31:36.230 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_omap": 2, 2024-08-10T06:31:36.230 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_pinned": 0, 2024-08-10T06:31:36.230 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_recovered": 0, 2024-08-10T06:31:36.230 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_repaired": 0, 2024-08-10T06:31:36.230 INFO:tasks.workunit.client.0.smithi031.stdout: "num_objects_unfound": 0, 2024-08-10T06:31:36.230 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_bytes": 0, 2024-08-10T06:31:36.230 INFO:tasks.workunit.client.0.smithi031.stdout: "num_omap_keys": 0, 2024-08-10T06:31:36.231 INFO:tasks.workunit.client.0.smithi031.stdout: "num_promote": 0, 2024-08-10T06:31:36.231 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read": 9013, 2024-08-10T06:31:36.231 INFO:tasks.workunit.client.0.smithi031.stdout: "num_read_kb": 3062417, 2024-08-10T06:31:36.231 INFO:tasks.workunit.client.0.smithi031.stdout: "num_scrub_errors": 0, 2024-08-10T06:31:36.231 INFO:tasks.workunit.client.0.smithi031.stdout: "num_shallow_scrub_errors": 0, 2024-08-10T06:31:36.231 INFO:tasks.workunit.client.0.smithi031.stdout: "num_whiteouts": 0, 2024-08-10T06:31:36.231 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write": 24326, 2024-08-10T06:31:36.231 INFO:tasks.workunit.client.0.smithi031.stdout: "num_write_kb": 3116361 2024-08-10T06:31:36.231 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:36.231 INFO:tasks.workunit.client.0.smithi031.stdout: "store_stats": { 2024-08-10T06:31:36.231 INFO:tasks.workunit.client.0.smithi031.stdout: "allocated": 12595200, 2024-08-10T06:31:36.231 INFO:tasks.workunit.client.0.smithi031.stdout: "available": 0, 2024-08-10T06:31:36.231 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed": 0, 2024-08-10T06:31:36.232 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed_allocated": 0, 2024-08-10T06:31:36.232 INFO:tasks.workunit.client.0.smithi031.stdout: "data_compressed_original": 0, 2024-08-10T06:31:36.232 INFO:tasks.workunit.client.0.smithi031.stdout: "data_stored": 12582969, 2024-08-10T06:31:36.232 INFO:tasks.workunit.client.0.smithi031.stdout: "internal_metadata": 0, 2024-08-10T06:31:36.232 INFO:tasks.workunit.client.0.smithi031.stdout: "internally_reserved": 0, 2024-08-10T06:31:36.232 INFO:tasks.workunit.client.0.smithi031.stdout: "omap_allocated": 0, 2024-08-10T06:31:36.232 INFO:tasks.workunit.client.0.smithi031.stdout: "total": 0 2024-08-10T06:31:36.232 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:36.232 INFO:tasks.workunit.client.0.smithi031.stdout: "up": 24 2024-08-10T06:31:36.232 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:36.232 INFO:tasks.workunit.client.0.smithi031.stdout: ], 2024-08-10T06:31:36.232 INFO:tasks.workunit.client.0.smithi031.stdout: "usage": { 2024-08-10T06:31:36.232 INFO:tasks.workunit.client.0.smithi031.stdout: "pg_num": 105, 2024-08-10T06:31:36.232 INFO:tasks.workunit.client.0.smithi031.stdout: "pools": 4, 2024-08-10T06:31:36.233 INFO:tasks.workunit.client.0.smithi031.stdout: "stats_by_class": { 2024-08-10T06:31:36.233 INFO:tasks.workunit.client.0.smithi031.stdout: "ssd": { 2024-08-10T06:31:36.233 INFO:tasks.workunit.client.0.smithi031.stdout: "total_avail_bytes": 763918761984, 2024-08-10T06:31:36.233 INFO:tasks.workunit.client.0.smithi031.stdout: "total_bytes": 767960285184, 2024-08-10T06:31:36.233 INFO:tasks.workunit.client.0.smithi031.stdout: "total_used_bytes": 4041523200, 2024-08-10T06:31:36.233 INFO:tasks.workunit.client.0.smithi031.stdout: "total_used_raw_bytes": 4041523200, 2024-08-10T06:31:36.233 INFO:tasks.workunit.client.0.smithi031.stdout: "total_used_raw_ratio": 0.00526267196983099 2024-08-10T06:31:36.233 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:36.233 INFO:tasks.workunit.client.0.smithi031.stdout: }, 2024-08-10T06:31:36.233 INFO:tasks.workunit.client.0.smithi031.stdout: "total_avail_bytes": 763918761984, 2024-08-10T06:31:36.233 INFO:tasks.workunit.client.0.smithi031.stdout: "total_bytes": 767960285184, 2024-08-10T06:31:36.233 INFO:tasks.workunit.client.0.smithi031.stdout: "total_used_bytes": 4041523200 2024-08-10T06:31:36.233 INFO:tasks.workunit.client.0.smithi031.stdout: } 2024-08-10T06:31:36.233 INFO:tasks.workunit.client.0.smithi031.stdout:} 2024-08-10T06:31:36.234 INFO:tasks.workunit.client.0.smithi031.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-08-10T06:31:36.234 INFO:tasks.workunit.client.0.smithi031.stderr:+ ceph telemetry off 2024-08-10T06:31:36.234 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:32 smithi031 ceph-mon[100614]: from='client.46028 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:31:36.234 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:32 smithi031 ceph-mon[100614]: from='client.36099 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:31:36.234 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:32 smithi031 ceph-mon[100614]: pgmap v4841: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.6 KiB/s rd, 0 B/s wr, 3 op/s 2024-08-10T06:31:36.235 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:32 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:31:36.235 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:32 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T06:31:36.235 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:32 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:36.235 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:32 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:36.235 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:32 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:36.235 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:32 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:36.235 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:32 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:36.235 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:32 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:36.235 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:32 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:36.235 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:32 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:36.235 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:32 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:36.235 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:32 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:31:36.235 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:32 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:31:36.236 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:32 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:36.236 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:32 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:36.236 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:32 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:36.236 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:32 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:31:36.236 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:32 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:31:36.236 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:32 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:36.236 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:32 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:36.236 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:32 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:36.236 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:32 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:31:36.236 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:32 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:31:36.236 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:32 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:36.236 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:32 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:36.236 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:32 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:36.237 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:32 smithi031 ceph-mon[98130]: from='client.46028 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:31:36.237 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:32 smithi031 ceph-mon[98130]: from='client.36099 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:31:36.237 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:32 smithi031 ceph-mon[98130]: pgmap v4841: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.6 KiB/s rd, 0 B/s wr, 3 op/s 2024-08-10T06:31:36.237 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:32 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:31:36.237 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:32 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T06:31:36.237 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:32 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:36.237 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:32 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:36.237 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:32 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:36.237 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:32 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:36.238 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:32 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:36.238 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:32 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:36.238 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:32 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:36.238 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:32 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:36.238 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:32 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:36.238 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:32 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:31:36.238 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:32 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:31:36.238 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:32 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:36.238 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:32 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:36.238 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:32 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:36.238 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:32 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:31:36.238 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:32 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:31:36.238 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:32 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:36.238 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:32 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:36.239 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:32 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:36.239 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:32 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:31:36.239 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:32 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:31:36.239 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:32 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:36.239 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:32 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:36.239 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:32 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:36.239 INFO:tasks.workunit.client.0.smithi031.stdout:Telemetry is currently not enabled, nothing to turn off. Please consider opting-in with `ceph telemetry on`. 2024-08-10T06:31:36.239 INFO:tasks.workunit.client.0.smithi031.stdout:Preview sample reports with `ceph telemetry preview`. 2024-08-10T06:31:36.239 INFO:tasks.workunit.client.0.smithi031.stdout:OK 2024-08-10T06:31:36.240 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:34 smithi196 ceph-mon[90243]: from='client.46070 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:31:36.240 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:34 smithi196 ceph-mon[90243]: from='client.36141 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:31:36.240 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:34 smithi196 ceph-mon[90243]: pgmap v4842: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.6 KiB/s rd, 0 B/s wr, 3 op/s 2024-08-10T06:31:36.240 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:34 smithi196 ceph-mon[90243]: from='client.36141 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:31:36.240 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:34 smithi196 ceph-mon[90243]: Health check cleared: TELEMETRY_CHANGED (was: Telemetry requires re-opt-in) 2024-08-10T06:31:36.240 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:34 smithi196 ceph-mon[90243]: Cluster is now healthy 2024-08-10T06:31:36.241 INFO:tasks.workunit.client.0.smithi031.stderr:+ echo OK 2024-08-10T06:31:36.241 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-10T06:31:36.242 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-10T06:31:36.242 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: [10/Aug/2024:06:31:33] ENGINE Bus STOPPING 2024-08-10T06:31:36.242 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: [10/Aug/2024:06:31:33] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-10T06:31:36.242 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: [10/Aug/2024:06:31:33] ENGINE Bus STOPPED 2024-08-10T06:31:36.242 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: [10/Aug/2024:06:31:33] ENGINE Bus STARTING 2024-08-10T06:31:36.243 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: [10/Aug/2024:06:31:33] ENGINE Serving on http://:::9283 2024-08-10T06:31:36.243 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: [10/Aug/2024:06:31:33] ENGINE Bus STARTED 2024-08-10T06:31:36.243 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[98130]: from='client.36099 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:31:36.243 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[98130]: from='client.46064 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:31:36.243 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[98130]: from='client.46064 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:31:36.243 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[98130]: from='client.46070 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:31:36.243 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:31:36.243 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T06:31:36.243 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:36.243 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:36.243 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:36.244 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:36.244 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:36.244 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:36.244 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:36.244 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:36.244 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:36.244 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:31:36.244 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:31:36.244 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:36.244 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:36.244 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:36.244 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:31:36.244 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:31:36.245 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:36.245 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:36.245 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:36.245 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:31:36.245 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:31:36.245 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[100614]: from='client.36099 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:31:36.245 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[100614]: from='client.46064 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:31:36.245 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[100614]: from='client.46064 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:31:36.245 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[100614]: from='client.46070 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:31:36.245 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:31:36.245 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T06:31:36.246 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:36.246 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:36.246 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:36.246 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:36.246 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:36.246 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:36.246 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:36.246 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:36.246 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:36.246 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:31:36.246 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:31:36.246 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:36.246 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:36.247 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:36.247 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:31:36.247 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:31:36.247 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:36.247 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:36.247 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:36.247 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:31:36.247 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:31:36.247 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:36.248 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:36.248 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:36.248 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:31:36.248 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T06:31:36.248 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:36.248 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:36.248 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:36.248 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:36.248 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:36.248 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:36.248 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:36.248 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:36.248 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:36.248 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:31:36.249 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:31:36.249 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:36.249 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:36.249 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:36.249 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:31:36.249 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:31:36.249 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:36.249 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:36.249 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:36.249 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:31:36.249 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[98130]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:31:36.249 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:36.249 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:36.250 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:36.250 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:31:36.250 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:31:36.250 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:31:36.250 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:31:36.250 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:31:36.250 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:31:36.250 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:31:36.250 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:36.251 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:36.251 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:36.251 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:31:36.251 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-10T06:31:36.251 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:36.251 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:36.251 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:36.251 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:36.251 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:36.251 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:36.251 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:36.251 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:36.251 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:36.251 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:31:36.252 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:31:36.252 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:36.252 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:36.252 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:36.252 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:31:36.252 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:31:36.252 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:36.252 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:36.252 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:36.252 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-10T06:31:36.252 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[100614]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-10T06:31:36.252 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-10T06:31:36.252 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-10T06:31:36.252 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-10T06:31:36.253 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:31:36.253 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:31:36.253 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:31:36.253 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-10T06:31:36.253 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-10T06:31:36.253 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-10T06:31:36.253 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:33 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:31:36.253 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:34 smithi031 ceph-mon[98130]: from='client.46070 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:31:36.253 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:34 smithi031 ceph-mon[98130]: from='client.36141 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:31:36.253 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:34 smithi031 ceph-mon[98130]: pgmap v4842: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.6 KiB/s rd, 0 B/s wr, 3 op/s 2024-08-10T06:31:36.253 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:34 smithi031 ceph-mon[98130]: from='client.36141 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:31:36.254 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:34 smithi031 ceph-mon[98130]: Health check cleared: TELEMETRY_CHANGED (was: Telemetry requires re-opt-in) 2024-08-10T06:31:36.254 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:34 smithi031 ceph-mon[98130]: Cluster is now healthy 2024-08-10T06:31:36.254 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:34 smithi031 ceph-mon[100614]: from='client.46070 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:31:36.254 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:34 smithi031 ceph-mon[100614]: from='client.36141 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:31:36.254 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:34 smithi031 ceph-mon[100614]: pgmap v4842: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.6 KiB/s rd, 0 B/s wr, 3 op/s 2024-08-10T06:31:36.254 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:34 smithi031 ceph-mon[100614]: from='client.36141 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-08-10T06:31:36.254 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:34 smithi031 ceph-mon[100614]: Health check cleared: TELEMETRY_CHANGED (was: Telemetry requires re-opt-in) 2024-08-10T06:31:36.254 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:34 smithi031 ceph-mon[100614]: Cluster is now healthy 2024-08-10T06:31:36.289 INFO:tasks.workunit:Stopping ['test_telemetry_quincy_x.sh'] on client.0... 2024-08-10T06:31:36.290 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-08-10T06:31:36.608 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:36 smithi031 ceph-mon[98130]: pgmap v4843: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.9 KiB/s rd, 0 B/s wr, 5 op/s 2024-08-10T06:31:36.608 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:36 smithi031 ceph-mon[100614]: pgmap v4843: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.9 KiB/s rd, 0 B/s wr, 5 op/s 2024-08-10T06:31:36.609 DEBUG:teuthology.parallel:result is None 2024-08-10T06:31:36.610 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-08-10T06:31:36.635 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-08-10T06:31:36.635 DEBUG:teuthology.orchestra.run.smithi031:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-08-10T06:31:36.691 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-08-10T06:31:36.692 INFO:teuthology.run_tasks:Running task print... 2024-08-10T06:31:36.703 INFO:teuthology.task.print:**** done end telemetry x... 2024-08-10T06:31:36.703 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-08-10T06:31:36.723 INFO:tasks.cephadm:Teardown begin 2024-08-10T06:31:36.723 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-08-10T06:31:36.724 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid fc322138-56d5-11ef-bcce-c7b262605968 -- ceph fs dump --format=json 2024-08-10T06:31:36.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:36 smithi196 ceph-mon[90243]: pgmap v4843: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.9 KiB/s rd, 0 B/s wr, 5 op/s 2024-08-10T06:31:36.995 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T06:31:38.626 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:38 smithi031 ceph-mon[98130]: pgmap v4844: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 16 op/s 2024-08-10T06:31:38.627 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:38 smithi031 ceph-mon[100614]: pgmap v4844: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 16 op/s 2024-08-10T06:31:38.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:38 smithi196 ceph-mon[90243]: pgmap v4844: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 16 op/s 2024-08-10T06:31:39.080 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-08-10T06:31:39.080 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":16,"btime":"2024-08-10T05:22:45:256647+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54271,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6833/3782212784","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":3782212784},{"type":"v1","addr":"172.21.15.196:6833","nonce":3782212784}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":16}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-08-10T05:10:31.063929+0000","modified":"2024-08-10T05:22:39.457609+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":548,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":34389},"failed":[],"damaged":[],"stopped":[],"info":{"gid_34389":{"gid":34389,"name":"a","rank":0,"incarnation":12,"state":"up:active","state_seq":6,"addr":"172.21.15.31:6835/2474242384","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6834","nonce":2474242384},{"type":"v1","addr":"172.21.15.31:6835","nonce":2474242384}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":34389,"qdb_cluster":[34389]},"id":1}]} 2024-08-10T06:31:39.081 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 16 2024-08-10T06:31:39.717 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:39 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/1297538703' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-10T06:31:39.718 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:39 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/1297538703' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-10T06:31:39.750 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid fc322138-56d5-11ef-bcce-c7b262605968 -- ceph fs dump --format=json 2024-08-10T06:31:39.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:39 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/1297538703' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-10T06:31:40.023 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T06:31:40.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:40 smithi031 ceph-mon[98130]: pgmap v4845: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 16 op/s 2024-08-10T06:31:40.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:40 smithi031 ceph-mon[100614]: pgmap v4845: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 16 op/s 2024-08-10T06:31:40.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:40 smithi196 ceph-mon[90243]: pgmap v4845: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 16 op/s 2024-08-10T06:31:41.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:31:41 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:31:41] "GET /metrics HTTP/1.1" 200 34247 "" "Prometheus/2.43.0" 2024-08-10T06:31:42.038 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-08-10T06:31:42.039 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":16,"btime":"2024-08-10T05:22:45:256647+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54271,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6833/3782212784","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":3782212784},{"type":"v1","addr":"172.21.15.196:6833","nonce":3782212784}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":16}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-08-10T05:10:31.063929+0000","modified":"2024-08-10T05:22:39.457609+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":548,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":34389},"failed":[],"damaged":[],"stopped":[],"info":{"gid_34389":{"gid":34389,"name":"a","rank":0,"incarnation":12,"state":"up:active","state_seq":6,"addr":"172.21.15.31:6835/2474242384","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6834","nonce":2474242384},{"type":"v1","addr":"172.21.15.31:6835","nonce":2474242384}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":34389,"qdb_cluster":[34389]},"id":1}]} 2024-08-10T06:31:42.039 INFO:teuthology.orchestra.run.smithi031.stderr:dumped fsmap epoch 16 2024-08-10T06:31:42.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:31:42.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:41 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:31:42.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:41 smithi031 ceph-mon[98130]: pgmap v4846: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 16 op/s 2024-08-10T06:31:42.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:31:42.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:41 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:31:42.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:41 smithi031 ceph-mon[100614]: pgmap v4846: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 16 op/s 2024-08-10T06:31:42.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' 2024-08-10T06:31:42.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:41 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:31:42.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:41 smithi196 ceph-mon[90243]: pgmap v4846: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 16 op/s 2024-08-10T06:31:42.736 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid fc322138-56d5-11ef-bcce-c7b262605968 -- ceph osd dump --format=json 2024-08-10T06:31:42.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:31:42 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:31:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:31:43.006 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T06:31:43.019 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:42 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/3629104410' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-10T06:31:43.020 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:42 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/3629104410' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-10T06:31:43.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:42 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/3629104410' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-10T06:31:44.156 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:43 smithi031 ceph-mon[98130]: pgmap v4847: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 8.9 KiB/s rd, 0 B/s wr, 13 op/s 2024-08-10T06:31:44.156 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:43 smithi031 ceph-mon[100614]: pgmap v4847: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 8.9 KiB/s rd, 0 B/s wr, 13 op/s 2024-08-10T06:31:44.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:43 smithi196 ceph-mon[90243]: pgmap v4847: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 8.9 KiB/s rd, 0 B/s wr, 13 op/s 2024-08-10T06:31:44.871 INFO:teuthology.orchestra.run.smithi031.stdout: 2024-08-10T06:31:44.871 INFO:teuthology.orchestra.run.smithi031.stdout:{"epoch":2838,"fsid":"fc322138-56d5-11ef-bcce-c7b262605968","created":"2024-08-10T05:04:54.954270+0000","modified":"2024-08-10T06:30:27.886116+0000","last_up_change":"2024-08-10T05:22:11.332429+0000","last_in_change":"2024-08-10T05:09:43.393031+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":37,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":118,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-10T05:08:03.605054+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-10T05:10:24.774112+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-10T05:10:28.001912+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-08-10T05:11:24.075633+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"1112","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":9,"snap_epoch":1112,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"d01a3e95-9986-400f-b9e3-e02ad620ea62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":300,"up_from":311,"up_thru":2751,"down_at":301,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6802","nonce":2105367066},{"type":"v1","addr":"172.21.15.31:6803","nonce":2105367066}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6804","nonce":2105367066},{"type":"v1","addr":"172.21.15.31:6805","nonce":2105367066}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6808","nonce":2105367066},{"type":"v1","addr":"172.21.15.31:6809","nonce":2105367066}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6806","nonce":2105367066},{"type":"v1","addr":"172.21.15.31:6807","nonce":2105367066}]},"public_addr":"172.21.15.31:6803/2105367066","cluster_addr":"172.21.15.31:6805/2105367066","heartbeat_back_addr":"172.21.15.31:6809/2105367066","heartbeat_front_addr":"172.21.15.31:6807/2105367066","state":["exists","up"]},{"osd":1,"uuid":"280b8772-6315-4a14-97d3-64b405063967","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":333,"up_from":344,"up_thru":2751,"down_at":335,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6810","nonce":902422183},{"type":"v1","addr":"172.21.15.31:6811","nonce":902422183}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6812","nonce":902422183},{"type":"v1","addr":"172.21.15.31:6813","nonce":902422183}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6816","nonce":902422183},{"type":"v1","addr":"172.21.15.31:6817","nonce":902422183}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6814","nonce":902422183},{"type":"v1","addr":"172.21.15.31:6815","nonce":902422183}]},"public_addr":"172.21.15.31:6811/902422183","cluster_addr":"172.21.15.31:6813/902422183","heartbeat_back_addr":"172.21.15.31:6817/902422183","heartbeat_front_addr":"172.21.15.31:6815/902422183","state":["exists","up"]},{"osd":2,"uuid":"50765dba-989b-4e05-95b5-f7c6976ea114","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":363,"up_from":374,"up_thru":2751,"down_at":364,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6818","nonce":1297699630},{"type":"v1","addr":"172.21.15.31:6819","nonce":1297699630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6820","nonce":1297699630},{"type":"v1","addr":"172.21.15.31:6821","nonce":1297699630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6824","nonce":1297699630},{"type":"v1","addr":"172.21.15.31:6825","nonce":1297699630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6822","nonce":1297699630},{"type":"v1","addr":"172.21.15.31:6823","nonce":1297699630}]},"public_addr":"172.21.15.31:6819/1297699630","cluster_addr":"172.21.15.31:6821/1297699630","heartbeat_back_addr":"172.21.15.31:6825/1297699630","heartbeat_front_addr":"172.21.15.31:6823/1297699630","state":["exists","up"]},{"osd":3,"uuid":"4a872017-47e3-4141-ac4f-a8987fbd1244","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":26,"last_clean_end":395,"up_from":405,"up_thru":2751,"down_at":396,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6826","nonce":279960395},{"type":"v1","addr":"172.21.15.31:6827","nonce":279960395}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6828","nonce":279960395},{"type":"v1","addr":"172.21.15.31:6829","nonce":279960395}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6832","nonce":279960395},{"type":"v1","addr":"172.21.15.31:6833","nonce":279960395}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.31:6830","nonce":279960395},{"type":"v1","addr":"172.21.15.31:6831","nonce":279960395}]},"public_addr":"172.21.15.31:6827/279960395","cluster_addr":"172.21.15.31:6829/279960395","heartbeat_back_addr":"172.21.15.31:6833/279960395","heartbeat_front_addr":"172.21.15.31:6831/279960395","state":["exists","up"]},{"osd":4,"uuid":"df9c6d53-1621-43ce-bdbc-e49515c06467","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":31,"last_clean_end":420,"up_from":431,"up_thru":2751,"down_at":421,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":62141189},{"type":"v1","addr":"172.21.15.196:6801","nonce":62141189}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":62141189},{"type":"v1","addr":"172.21.15.196:6803","nonce":62141189}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6806","nonce":62141189},{"type":"v1","addr":"172.21.15.196:6807","nonce":62141189}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":62141189},{"type":"v1","addr":"172.21.15.196:6805","nonce":62141189}]},"public_addr":"172.21.15.196:6801/62141189","cluster_addr":"172.21.15.196:6803/62141189","heartbeat_back_addr":"172.21.15.196:6807/62141189","heartbeat_front_addr":"172.21.15.196:6805/62141189","state":["exists","up"]},{"osd":5,"uuid":"d7218072-ca78-45c7-ab27-28e63dd69d3d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":39,"last_clean_end":451,"up_from":462,"up_thru":2751,"down_at":452,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":3973993337},{"type":"v1","addr":"172.21.15.196:6809","nonce":3973993337}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":3973993337},{"type":"v1","addr":"172.21.15.196:6811","nonce":3973993337}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":3973993337},{"type":"v1","addr":"172.21.15.196:6815","nonce":3973993337}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6812","nonce":3973993337},{"type":"v1","addr":"172.21.15.196:6813","nonce":3973993337}]},"public_addr":"172.21.15.196:6809/3973993337","cluster_addr":"172.21.15.196:6811/3973993337","heartbeat_back_addr":"172.21.15.196:6815/3973993337","heartbeat_front_addr":"172.21.15.196:6813/3973993337","state":["exists","up"]},{"osd":6,"uuid":"12385d44-8a1e-4764-b3bf-b93427fec8dc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":47,"last_clean_end":484,"up_from":494,"up_thru":2751,"down_at":485,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":1453427450},{"type":"v1","addr":"172.21.15.196:6817","nonce":1453427450}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":1453427450},{"type":"v1","addr":"172.21.15.196:6819","nonce":1453427450}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6822","nonce":1453427450},{"type":"v1","addr":"172.21.15.196:6823","nonce":1453427450}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":1453427450},{"type":"v1","addr":"172.21.15.196:6821","nonce":1453427450}]},"public_addr":"172.21.15.196:6817/1453427450","cluster_addr":"172.21.15.196:6819/1453427450","heartbeat_back_addr":"172.21.15.196:6823/1453427450","heartbeat_front_addr":"172.21.15.196:6821/1453427450","state":["exists","up"]},{"osd":7,"uuid":"bf5e1d31-502a-4512-8628-1666916a2ad4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":55,"last_clean_end":515,"up_from":526,"up_thru":2751,"down_at":516,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":2835748542},{"type":"v1","addr":"172.21.15.196:6825","nonce":2835748542}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6826","nonce":2835748542},{"type":"v1","addr":"172.21.15.196:6827","nonce":2835748542}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":2835748542},{"type":"v1","addr":"172.21.15.196:6831","nonce":2835748542}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":2835748542},{"type":"v1","addr":"172.21.15.196:6829","nonce":2835748542}]},"public_addr":"172.21.15.196:6825/2835748542","cluster_addr":"172.21.15.196:6827/2835748542","heartbeat_back_addr":"172.21.15.196:6831/2835748542","heartbeat_front_addr":"172.21.15.196:6829/2835748542","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T05:07:11.319579+0000","dead_epoch":300},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T05:07:36.476428+0000","dead_epoch":333},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T05:08:00.380197+0000","dead_epoch":362},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T05:08:25.155795+0000","dead_epoch":395},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T05:08:46.900197+0000","dead_epoch":420},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T05:09:10.388504+0000","dead_epoch":451},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T05:09:34.373286+0000","dead_epoch":484},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-10T05:09:58.779778+0000","dead_epoch":515}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.12","mappings":[{"from":7,"to":2}]},{"pgid":"3.6","mappings":[{"from":0,"to":2}]},{"pgid":"3.1d","mappings":[{"from":5,"to":2}]},{"pgid":"3.20","mappings":[{"from":0,"to":1}]},{"pgid":"3.29","mappings":[{"from":4,"to":2}]},{"pgid":"3.2c","mappings":[{"from":4,"to":1}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.31:0/1398575836":"2024-08-10T07:29:51.336774+0000","172.21.15.196:6832/132471496":"2024-08-11T05:22:36.436961+0000","172.21.15.31:0/3423970754":"2024-08-10T07:03:24.410190+0000","172.21.15.31:0/458398323":"2024-08-11T05:16:55.726514+0000","172.21.15.31:0/680466781":"2024-08-11T05:16:55.726514+0000","172.21.15.31:0/1751608100":"2024-08-11T05:16:55.726514+0000","172.21.15.31:0/326633240":"2024-08-11T05:16:55.726514+0000","172.21.15.31:6800/1665229847":"2024-08-11T05:16:55.726514+0000","172.21.15.31:6801/1665229847":"2024-08-11T05:16:55.726514+0000","172.21.15.31:0/3085116688":"2024-08-11T05:16:55.726514+0000","172.21.15.31:6800/2104982260":"2024-08-11T05:15:29.961630+0000","172.21.15.31:0/3716633310":"2024-08-11T05:11:21.659688+0000","172.21.15.31:6800/3519700533":"2024-08-11T05:05:49.103449+0000","172.21.15.31:0/1967676201":"2024-08-10T07:08:35.292836+0000","172.21.15.31:0/2198153247":"2024-08-11T05:11:21.659688+0000","172.21.15.31:0/1770176618":"2024-08-11T05:11:21.659688+0000","172.21.15.31:0/1071386198":"2024-08-11T05:05:26.166087+0000","172.21.15.196:0/6319152":"2024-08-11T05:16:14.757519+0000","172.21.15.31:0/3100167778":"2024-08-11T05:15:29.961630+0000","172.21.15.196:0/3823387950":"2024-08-11T05:16:14.757519+0000","172.21.15.31:0/1048563945":"2024-08-11T05:16:55.726514+0000","172.21.15.31:0/392654468":"2024-08-11T05:15:29.961630+0000","172.21.15.196:6833/132471496":"2024-08-11T05:22:36.436961+0000","172.21.15.31:6800/823857187":"2024-08-11T05:05:26.166087+0000","172.21.15.31:6800/583586000":"2024-08-11T05:11:21.659688+0000","172.21.15.31:0/2342696246":"2024-08-11T05:15:29.961630+0000","172.21.15.31:0/3134510616":"2024-08-11T05:05:49.103449+0000","172.21.15.31:6801/823857187":"2024-08-11T05:05:26.166087+0000","172.21.15.31:0/741819662":"2024-08-11T05:05:26.166087+0000","172.21.15.196:6834/3826172625":"2024-08-11T05:16:14.757519+0000","172.21.15.31:6801/3519700533":"2024-08-11T05:05:49.103449+0000","172.21.15.31:0/4225462786":"2024-08-11T05:05:26.166087+0000","172.21.15.196:0/1783139944":"2024-08-11T05:16:14.757519+0000","172.21.15.31:6801/2104982260":"2024-08-11T05:15:29.961630+0000","172.21.15.31:0/1159293532":"2024-08-11T05:05:49.103449+0000","172.21.15.196:0/3011715681":"2024-08-11T05:16:14.757519+0000","172.21.15.196:0/549394318":"2024-08-11T05:16:14.757519+0000","172.21.15.31:0/1860734097":"2024-08-11T05:05:49.103449+0000","172.21.15.196:6835/3826172625":"2024-08-11T05:16:14.757519+0000","172.21.15.31:0/1156467198":"2024-08-10T07:03:23.424256+0000","172.21.15.31:0/557242784":"2024-08-11T05:15:29.961630+0000","172.21.15.31:0/2679813312":"2024-08-11T05:11:21.659688+0000","172.21.15.31:6801/583586000":"2024-08-11T05:11:21.659688+0000","172.21.15.31:0/2307638174":"2024-08-11T05:16:55.726514+0000","172.21.15.31:0/1861988681":"2024-08-11T05:15:29.961630+0000","172.21.15.196:0/307874955":"2024-08-11T05:16:14.757519+0000","172.21.15.196:0/3583190236":"2024-08-11T05:16:14.757519+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":60,"snaps":[{"begin":2,"length":1}]},{"pool":63,"snaps":[{"begin":1,"length":2}]},{"pool":68,"snaps":[{"begin":1,"length":2}]},{"pool":77,"snaps":[{"begin":2,"length":1}]},{"pool":78,"snaps":[{"begin":2,"length":1}]},{"pool":79,"snaps":[{"begin":2,"length":1}]},{"pool":80,"snaps":[{"begin":2,"length":1}]},{"pool":81,"snaps":[{"begin":2,"length":1}]},{"pool":82,"snaps":[{"begin":2,"length":1}]},{"pool":83,"snaps":[{"begin":2,"length":1}]},{"pool":86,"snaps":[{"begin":4,"length":5}]},{"pool":88,"snaps":[{"begin":34,"length":4},{"begin":43,"length":5}]},{"pool":89,"snaps":[{"begin":17,"length":2},{"begin":22,"length":1}]},{"pool":90,"snaps":[{"begin":2,"length":1}]},{"pool":116,"snaps":[{"begin":104,"length":3}]},{"pool":117,"snaps":[{"begin":313,"length":5}]},{"pool":118,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-10T06:31:45.180 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:44 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/1784029464' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-10T06:31:45.180 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:44 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/1784029464' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-10T06:31:45.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:44 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/1784029464' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-10T06:31:45.502 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid fc322138-56d5-11ef-bcce-c7b262605968 -- ceph fs fail cephfs 2024-08-10T06:31:45.773 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T06:31:46.149 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:45 smithi031 ceph-mon[98130]: pgmap v4848: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 8.8 KiB/s rd, 0 B/s wr, 12 op/s 2024-08-10T06:31:46.150 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:45 smithi031 ceph-mon[100614]: pgmap v4848: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 8.8 KiB/s rd, 0 B/s wr, 12 op/s 2024-08-10T06:31:46.279 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:45 smithi196 ceph-mon[90243]: pgmap v4848: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 8.8 KiB/s rd, 0 B/s wr, 12 op/s 2024-08-10T06:31:47.645 INFO:teuthology.orchestra.run.smithi031.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-08-10T06:31:47.977 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:47 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mon-a[98107]: 2024-08-10T06:31:47.632+0000 7fe64fbce640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-10T06:31:47.978 INFO:journalctl@ceph.mds.a.smithi031.stdout:Aug 10 06:31:47 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mds-a[127519]: ignoring --setuser ceph since I am not root 2024-08-10T06:31:47.978 INFO:journalctl@ceph.mds.a.smithi031.stdout:Aug 10 06:31:47 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mds-a[127519]: ignoring --setgroup ceph since I am not root 2024-08-10T06:31:47.978 INFO:journalctl@ceph.mds.a.smithi031.stdout:Aug 10 06:31:47 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mds-a[127519]: starting mds.a at 2024-08-10T06:31:48.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:48 smithi031 ceph-mon[100614]: pgmap v4849: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 7.5 KiB/s rd, 0 B/s wr, 10 op/s 2024-08-10T06:31:48.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:48 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/2423498910' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-08-10T06:31:48.269 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:48 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-08-10T06:31:48.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:48 smithi031 ceph-mon[100614]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-08-10T06:31:48.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:48 smithi031 ceph-mon[100614]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-10T06:31:48.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:48 smithi031 ceph-mon[100614]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-08-10T06:31:48.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:48 smithi031 ceph-mon[100614]: osdmap e2839: 8 total, 8 up, 8 in 2024-08-10T06:31:48.270 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:48 smithi031 ceph-mon[100614]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-08-10T06:31:48.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:48 smithi031 ceph-mon[98130]: pgmap v4849: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 7.5 KiB/s rd, 0 B/s wr, 10 op/s 2024-08-10T06:31:48.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:48 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/2423498910' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-08-10T06:31:48.270 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:48 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-08-10T06:31:48.271 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:48 smithi031 ceph-mon[98130]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-08-10T06:31:48.271 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:48 smithi031 ceph-mon[98130]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-10T06:31:48.271 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:48 smithi031 ceph-mon[98130]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-08-10T06:31:48.271 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:48 smithi031 ceph-mon[98130]: osdmap e2839: 8 total, 8 up, 8 in 2024-08-10T06:31:48.271 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:48 smithi031 ceph-mon[98130]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-08-10T06:31:48.299 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid fc322138-56d5-11ef-bcce-c7b262605968 -- ceph fs rm cephfs --yes-i-really-mean-it 2024-08-10T06:31:48.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:48 smithi196 ceph-mon[90243]: pgmap v4849: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 7.5 KiB/s rd, 0 B/s wr, 10 op/s 2024-08-10T06:31:48.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:48 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/2423498910' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-08-10T06:31:48.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:48 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-08-10T06:31:48.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:48 smithi196 ceph-mon[90243]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-08-10T06:31:48.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:48 smithi196 ceph-mon[90243]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-10T06:31:48.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:48 smithi196 ceph-mon[90243]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-08-10T06:31:48.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:48 smithi196 ceph-mon[90243]: osdmap e2839: 8 total, 8 up, 8 in 2024-08-10T06:31:48.530 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:48 smithi196 ceph-mon[90243]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-08-10T06:31:48.571 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T06:31:49.743 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:49 smithi031 ceph-mon[98130]: mds.? [v2:172.21.15.31:6834/1768352986,v1:172.21.15.31:6835/1768352986] up:boot 2024-08-10T06:31:49.744 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:49 smithi031 ceph-mon[98130]: fsmap cephfs:0/1 2 up:standby, 1 failed 2024-08-10T06:31:49.744 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:49 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-10T06:31:49.744 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:49 smithi031 ceph-mon[98130]: pgmap v4851: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:31:49.744 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:49 smithi031 ceph-mon[100614]: mds.? [v2:172.21.15.31:6834/1768352986,v1:172.21.15.31:6835/1768352986] up:boot 2024-08-10T06:31:49.744 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:49 smithi031 ceph-mon[100614]: fsmap cephfs:0/1 2 up:standby, 1 failed 2024-08-10T06:31:49.744 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:49 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-10T06:31:49.744 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:49 smithi031 ceph-mon[100614]: pgmap v4851: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:31:50.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:49 smithi196 ceph-mon[90243]: mds.? [v2:172.21.15.31:6834/1768352986,v1:172.21.15.31:6835/1768352986] up:boot 2024-08-10T06:31:50.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:49 smithi196 ceph-mon[90243]: fsmap cephfs:0/1 2 up:standby, 1 failed 2024-08-10T06:31:50.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:49 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-10T06:31:50.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:49 smithi196 ceph-mon[90243]: pgmap v4851: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:31:50.976 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:50 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/691578891' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:31:50.976 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:50 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/691578891' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:31:51.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:50 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/691578891' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-08-10T06:31:51.321 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid fc322138-56d5-11ef-bcce-c7b262605968 -- ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-08-10T06:31:51.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:31:51 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:31:51] "GET /metrics HTTP/1.1" 200 34247 "" "Prometheus/2.43.0" 2024-08-10T06:31:51.589 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T06:31:51.863 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:51 smithi031 ceph-mon[100614]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-08-10T06:31:51.863 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:51 smithi031 ceph-mon[100614]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-08-10T06:31:51.863 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:51 smithi031 ceph-mon[100614]: Cluster is now healthy 2024-08-10T06:31:51.864 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:51 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/691578891' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-08-10T06:31:51.864 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:51 smithi031 ceph-mon[100614]: fsmap 2 up:standby 2024-08-10T06:31:51.864 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:51 smithi031 ceph-mon[100614]: pgmap v4852: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:31:51.864 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:51 smithi031 ceph-mon[98130]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-08-10T06:31:51.864 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:51 smithi031 ceph-mon[98130]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-08-10T06:31:51.864 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:51 smithi031 ceph-mon[98130]: Cluster is now healthy 2024-08-10T06:31:51.864 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:51 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/691578891' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-08-10T06:31:51.864 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:51 smithi031 ceph-mon[98130]: fsmap 2 up:standby 2024-08-10T06:31:51.864 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:51 smithi031 ceph-mon[98130]: pgmap v4852: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:31:52.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:51 smithi196 ceph-mon[90243]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-08-10T06:31:52.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:51 smithi196 ceph-mon[90243]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-08-10T06:31:52.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:51 smithi196 ceph-mon[90243]: Cluster is now healthy 2024-08-10T06:31:52.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:51 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/691578891' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-08-10T06:31:52.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:51 smithi196 ceph-mon[90243]: fsmap 2 up:standby 2024-08-10T06:31:52.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:51 smithi196 ceph-mon[90243]: pgmap v4852: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:31:52.779 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:31:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:31:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:31:54.151 INFO:teuthology.orchestra.run.smithi031.stderr:pool 'cephfs_metadata' removed 2024-08-10T06:31:54.466 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:54 smithi031 ceph-mon[98130]: pgmap v4853: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:31:54.466 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:54 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/3866087585' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-08-10T06:31:54.466 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:54 smithi031 ceph-mon[100614]: pgmap v4853: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:31:54.466 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:54 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/3866087585' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-08-10T06:31:54.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:54 smithi196 ceph-mon[90243]: pgmap v4853: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:31:54.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:54 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/3866087585' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-08-10T06:31:54.781 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid fc322138-56d5-11ef-bcce-c7b262605968 -- ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-08-10T06:31:55.056 INFO:teuthology.orchestra.run.smithi031.stderr:Inferring config /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/mon.a/config 2024-08-10T06:31:55.461 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:55 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/3866087585' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-08-10T06:31:55.461 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:55 smithi031 ceph-mon[98130]: osdmap e2840: 8 total, 8 up, 8 in 2024-08-10T06:31:55.461 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:55 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/3866087585' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-08-10T06:31:55.461 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:55 smithi031 ceph-mon[100614]: osdmap e2840: 8 total, 8 up, 8 in 2024-08-10T06:31:55.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:55 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/3866087585' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-08-10T06:31:55.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:55 smithi196 ceph-mon[90243]: osdmap e2840: 8 total, 8 up, 8 in 2024-08-10T06:31:56.182 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:56 smithi031 ceph-mon[98130]: pgmap v4855: 73 pgs: 73 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:31:56.183 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:56 smithi031 ceph-mon[98130]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:31:56.183 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:56 smithi031 ceph-mon[100614]: pgmap v4855: 73 pgs: 73 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:31:56.183 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:56 smithi031 ceph-mon[100614]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:31:56.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:56 smithi196 ceph-mon[90243]: pgmap v4855: 73 pgs: 73 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:31:56.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:56 smithi196 ceph-mon[90243]: from='mgr.34113 172.21.15.31:0/2689272646' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-10T06:31:57.171 INFO:teuthology.orchestra.run.smithi031.stderr:pool 'cephfs_data' removed 2024-08-10T06:31:57.498 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:57 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/3198783528' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-08-10T06:31:57.498 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:57 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/3198783528' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-08-10T06:31:57.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:57 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/3198783528' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-08-10T06:31:57.809 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-08-10T06:31:57.838 DEBUG:teuthology.orchestra.run.smithi196:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-08-10T06:31:57.872 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-08-10T06:31:57.872 DEBUG:teuthology.orchestra.run.smithi031:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-08-10T06:31:57.895 DEBUG:teuthology.orchestra.run.smithi196:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-08-10T06:31:57.930 INFO:tasks.cephadm:Stopping all daemons... 2024-08-10T06:31:57.930 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-08-10T06:31:57.930 DEBUG:teuthology.orchestra.run.smithi031:> sudo systemctl stop ceph-fc322138-56d5-11ef-bcce-c7b262605968@mon.a 2024-08-10T06:31:58.173 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:57 smithi031 systemd[1]: Stopping Ceph mon.a for fc322138-56d5-11ef-bcce-c7b262605968... 2024-08-10T06:31:58.519 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:31:58 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: [10/Aug/2024:06:31:58] ENGINE Bus STOPPING 2024-08-10T06:31:58.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:58 smithi031 ceph-mon[100614]: pgmap v4856: 73 pgs: 73 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:31:58.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:58 smithi031 ceph-mon[100614]: from='client.? 172.21.15.31:0/3198783528' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-08-10T06:31:58.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:58 smithi031 ceph-mon[100614]: osdmap e2841: 8 total, 8 up, 8 in 2024-08-10T06:31:58.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:58 smithi031 ceph-mon[98130]: pgmap v4856: 73 pgs: 73 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:31:58.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:58 smithi031 ceph-mon[98130]: from='client.? 172.21.15.31:0/3198783528' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-08-10T06:31:58.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:58 smithi031 ceph-mon[98130]: osdmap e2841: 8 total, 8 up, 8 in 2024-08-10T06:31:58.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:58 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mon-a[98107]: 2024-08-10T06:31:58.277+0000 7fe6553d9640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-08-10T06:31:58.520 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:58 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mon-a[98107]: 2024-08-10T06:31:58.277+0000 7fe6553d9640 -1 mon.a@0(leader) e4 *** Got Signal Terminated *** 2024-08-10T06:31:58.521 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:58 smithi031 podman[184404]: 2024-08-10 06:31:58.369324753 +0000 UTC m=+0.242423996 container died 9e3f4f54b00abbd8495a6aa0200f636a75ae4ca0e4c9b666d764d750332cfea1 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-mon-a, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, RELEASE=squid-bca9905, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2) 2024-08-10T06:31:58.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:58 smithi196 ceph-mon[90243]: pgmap v4856: 73 pgs: 73 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-10T06:31:58.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:58 smithi196 ceph-mon[90243]: from='client.? 172.21.15.31:0/3198783528' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-08-10T06:31:58.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:31:58 smithi196 ceph-mon[90243]: osdmap e2841: 8 total, 8 up, 8 in 2024-08-10T06:31:58.873 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:58 smithi031 podman[184404]: 2024-08-10 06:31:58.692622279 +0000 UTC m=+0.565721522 container cleanup 9e3f4f54b00abbd8495a6aa0200f636a75ae4ca0e4c9b666d764d750332cfea1 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-mon-a, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-bca9905, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-08-10T06:31:58.873 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:58 smithi031 bash[184404]: ceph-fc322138-56d5-11ef-bcce-c7b262605968-mon-a 2024-08-10T06:31:58.873 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:31:58 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: [10/Aug/2024:06:31:58] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-10T06:31:58.873 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:31:58 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: [10/Aug/2024:06:31:58] ENGINE Bus STOPPED 2024-08-10T06:31:58.873 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:31:58 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: [10/Aug/2024:06:31:58] ENGINE Bus STARTING 2024-08-10T06:31:58.873 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:31:58 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: [10/Aug/2024:06:31:58] ENGINE Serving on http://:::9283 2024-08-10T06:31:58.874 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:31:58 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: [10/Aug/2024:06:31:58] ENGINE Bus STARTED 2024-08-10T06:31:59.125 INFO:journalctl@ceph.mon.a.smithi031.stdout:Aug 10 06:31:58 smithi031 podman[184488]: 2024-08-10 06:31:58.902413223 +0000 UTC m=+0.527621794 container remove 9e3f4f54b00abbd8495a6aa0200f636a75ae4ca0e4c9b666d764d750332cfea1 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-mon-a, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, RELEASE=squid-bca9905) 2024-08-10T06:31:59.149 DEBUG:teuthology.orchestra.run.smithi031:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fc322138-56d5-11ef-bcce-c7b262605968@mon.a.service' 2024-08-10T06:31:59.193 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-10T06:31:59.193 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-08-10T06:31:59.193 INFO:tasks.cephadm.mon.b:Stopping mon.c... 2024-08-10T06:31:59.193 DEBUG:teuthology.orchestra.run.smithi031:> sudo systemctl stop ceph-fc322138-56d5-11ef-bcce-c7b262605968@mon.c 2024-08-10T06:31:59.520 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:59 smithi031 systemd[1]: Stopping Ceph mon.c for fc322138-56d5-11ef-bcce-c7b262605968... 2024-08-10T06:31:59.876 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:31:59 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: [10/Aug/2024:06:31:59] ENGINE Bus STOPPING 2024-08-10T06:31:59.877 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:59 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mon-c[100591]: 2024-08-10T06:31:59.531+0000 7fadb0269640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-08-10T06:31:59.877 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:59 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mon-c[100591]: 2024-08-10T06:31:59.531+0000 7fadb0269640 -1 mon.c@2(peon) e4 *** Got Signal Terminated *** 2024-08-10T06:31:59.877 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:59 smithi031 podman[184645]: 2024-08-10 06:31:59.593809254 +0000 UTC m=+0.164240370 container died 2cc1160db2be5e4e669cf6d93ee0c1be3b66c775fc48be2d5e702b3085aacabc (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-mon-c, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, RELEASE=squid-bca9905, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-10T06:32:00.257 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:59 smithi031 podman[184645]: 2024-08-10 06:31:59.972345373 +0000 UTC m=+0.542776522 container cleanup 2cc1160db2be5e4e669cf6d93ee0c1be3b66c775fc48be2d5e702b3085aacabc (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-mon-c, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-bca9905, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-10T06:32:00.257 INFO:journalctl@ceph.mon.c.smithi031.stdout:Aug 10 06:31:59 smithi031 bash[184645]: ceph-fc322138-56d5-11ef-bcce-c7b262605968-mon-c 2024-08-10T06:32:00.258 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:31:59 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: [10/Aug/2024:06:31:59] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-10T06:32:00.258 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:31:59 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: [10/Aug/2024:06:31:59] ENGINE Bus STOPPED 2024-08-10T06:32:00.258 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:31:59 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: [10/Aug/2024:06:31:59] ENGINE Bus STARTING 2024-08-10T06:32:00.258 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:31:59 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: [10/Aug/2024:06:31:59] ENGINE Serving on http://:::9283 2024-08-10T06:32:00.258 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:31:59 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: [10/Aug/2024:06:31:59] ENGINE Bus STARTED 2024-08-10T06:32:00.410 DEBUG:teuthology.orchestra.run.smithi031:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fc322138-56d5-11ef-bcce-c7b262605968@mon.c.service' 2024-08-10T06:32:00.446 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-10T06:32:00.446 INFO:tasks.cephadm.mon.b:Stopped mon.c 2024-08-10T06:32:00.446 INFO:tasks.cephadm.mon.b:Stopping mon.b... 2024-08-10T06:32:00.446 DEBUG:teuthology.orchestra.run.smithi196:> sudo systemctl stop ceph-fc322138-56d5-11ef-bcce-c7b262605968@mon.b 2024-08-10T06:32:00.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:32:00 smithi196 systemd[1]: Stopping Ceph mon.b for fc322138-56d5-11ef-bcce-c7b262605968... 2024-08-10T06:32:01.221 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:32:00 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mon-b[90220]: 2024-08-10T06:32:00.777+0000 7f111e0d6640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-08-10T06:32:01.221 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:32:00 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mon-b[90220]: 2024-08-10T06:32:00.777+0000 7f111e0d6640 -1 mon.b@1(peon) e4 *** Got Signal Terminated *** 2024-08-10T06:32:01.221 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:32:00 smithi196 podman[151733]: 2024-08-10 06:32:00.952425088 +0000 UTC m=+0.305489264 container died b01d51d0054f64d892c5b25363d757a1886a48662be8f9c963f4158177df9aa1 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-mon-b, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-bca9905, ceph=True, org.label-schema.license=GPLv2) 2024-08-10T06:32:01.520 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:32:01 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: ::ffff:172.21.15.196 - - [10/Aug/2024:06:32:01] "GET /metrics HTTP/1.1" 200 31838 "" "Prometheus/2.43.0" 2024-08-10T06:32:01.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:32:01 smithi196 podman[151733]: 2024-08-10 06:32:01.401934313 +0000 UTC m=+0.754998487 container cleanup b01d51d0054f64d892c5b25363d757a1886a48662be8f9c963f4158177df9aa1 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-mon-b, RELEASE=squid-bca9905, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-10T06:32:01.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 10 06:32:01 smithi196 bash[151733]: ceph-fc322138-56d5-11ef-bcce-c7b262605968-mon-b 2024-08-10T06:32:01.830 DEBUG:teuthology.orchestra.run.smithi196:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fc322138-56d5-11ef-bcce-c7b262605968@mon.b.service' 2024-08-10T06:32:01.876 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-10T06:32:01.876 INFO:tasks.cephadm.mon.b:Stopped mon.b 2024-08-10T06:32:01.877 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-08-10T06:32:01.877 DEBUG:teuthology.orchestra.run.smithi031:> sudo systemctl stop ceph-fc322138-56d5-11ef-bcce-c7b262605968@mgr.y 2024-08-10T06:32:02.172 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:32:01 smithi031 systemd[1]: Stopping Ceph mgr.y for fc322138-56d5-11ef-bcce-c7b262605968... 2024-08-10T06:32:02.487 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:32:02 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: 2024-08-10T06:32:02.170+0000 7f09e0e06640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.y -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-10T06:32:02.487 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:32:02 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y[89476]: 2024-08-10T06:32:02.170+0000 7f09e0e06640 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2024-08-10T06:32:02.487 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:32:02 smithi031 podman[184788]: 2024-08-10 06:32:02.211988356 +0000 UTC m=+0.138766514 container died 7eef306ed5878113bcf986566911d1175741c99d9fbc994be0db6d98005ff5ff (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y, RELEASE=squid-bca9905, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-10T06:32:02.529 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:32:02 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:32:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"fc322138-56d5-11ef-bcce-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-10T06:32:02.770 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:32:02 smithi031 podman[184788]: 2024-08-10 06:32:02.585410066 +0000 UTC m=+0.512188213 container cleanup 7eef306ed5878113bcf986566911d1175741c99d9fbc994be0db6d98005ff5ff (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y, io.buildah.version=1.36.0, RELEASE=squid-bca9905, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-08-10T06:32:02.770 INFO:journalctl@ceph.mgr.y.smithi031.stdout:Aug 10 06:32:02 smithi031 bash[184788]: ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-y 2024-08-10T06:32:03.025 DEBUG:teuthology.orchestra.run.smithi031:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fc322138-56d5-11ef-bcce-c7b262605968@mgr.y.service' 2024-08-10T06:32:03.062 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-10T06:32:03.062 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-08-10T06:32:03.062 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-08-10T06:32:03.062 DEBUG:teuthology.orchestra.run.smithi196:> sudo systemctl stop ceph-fc322138-56d5-11ef-bcce-c7b262605968@mgr.x 2024-08-10T06:32:03.416 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 06:32:03 smithi196 systemd[1]: Stopping Ceph mgr.x for fc322138-56d5-11ef-bcce-c7b262605968... 2024-08-10T06:32:03.685 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 06:32:03 smithi196 podman[151866]: 2024-08-10 06:32:03.41479191 +0000 UTC m=+0.162192389 container died 467542b38c9ba4cee7eb05e8b917222c130d0617ee05e25703dc6d56c1e9af02 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, RELEASE=squid-bca9905, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-08-10T06:32:04.029 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 06:32:03 smithi196 podman[151866]: 2024-08-10 06:32:03.764771578 +0000 UTC m=+0.512172066 container cleanup 467542b38c9ba4cee7eb05e8b917222c130d0617ee05e25703dc6d56c1e9af02 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-bca9905, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-10T06:32:04.030 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 10 06:32:03 smithi196 bash[151866]: ceph-fc322138-56d5-11ef-bcce-c7b262605968-mgr-x 2024-08-10T06:32:04.194 DEBUG:teuthology.orchestra.run.smithi196:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fc322138-56d5-11ef-bcce-c7b262605968@mgr.x.service' 2024-08-10T06:32:04.229 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-10T06:32:04.230 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-08-10T06:32:04.230 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-08-10T06:32:04.230 DEBUG:teuthology.orchestra.run.smithi031:> sudo systemctl stop ceph-fc322138-56d5-11ef-bcce-c7b262605968@osd.0 2024-08-10T06:32:04.520 INFO:journalctl@ceph.osd.0.smithi031.stdout:Aug 10 06:32:04 smithi031 systemd[1]: Stopping Ceph osd.0 for fc322138-56d5-11ef-bcce-c7b262605968... 2024-08-10T06:32:05.020 INFO:journalctl@ceph.osd.0.smithi031.stdout:Aug 10 06:32:04 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-0[106701]: 2024-08-10T06:32:04.617+0000 7fed10a6b640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-10T06:32:05.020 INFO:journalctl@ceph.osd.0.smithi031.stdout:Aug 10 06:32:04 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-0[106701]: 2024-08-10T06:32:04.617+0000 7fed10a6b640 -1 osd.0 2841 *** Got signal Terminated *** 2024-08-10T06:32:05.020 INFO:journalctl@ceph.osd.0.smithi031.stdout:Aug 10 06:32:04 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-0[106701]: 2024-08-10T06:32:04.617+0000 7fed10a6b640 -1 osd.0 2841 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-10T06:32:10.366 INFO:journalctl@ceph.osd.0.smithi031.stdout:Aug 10 06:32:10 smithi031 podman[184921]: 2024-08-10 06:32:10.109864209 +0000 UTC m=+5.679481208 container died b6a59f8bdb81b6aec524c31cf7cfd8b376e3059851d8a3b61d201e169a9654a5 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-0, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-bca9905, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-10T06:32:10.625 INFO:journalctl@ceph.osd.0.smithi031.stdout:Aug 10 06:32:10 smithi031 podman[184921]: 2024-08-10 06:32:10.456375689 +0000 UTC m=+6.025992678 container cleanup b6a59f8bdb81b6aec524c31cf7cfd8b376e3059851d8a3b61d201e169a9654a5 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-0, ceph=True, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=squid-bca9905, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0) 2024-08-10T06:32:10.625 INFO:journalctl@ceph.osd.0.smithi031.stdout:Aug 10 06:32:10 smithi031 bash[184921]: ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-0 2024-08-10T06:32:11.020 INFO:journalctl@ceph.osd.0.smithi031.stdout:Aug 10 06:32:10 smithi031 podman[184945]: 2024-08-10 06:32:10.624321754 +0000 UTC m=+0.507343328 container remove b6a59f8bdb81b6aec524c31cf7cfd8b376e3059851d8a3b61d201e169a9654a5 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-bca9905, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.36.0) 2024-08-10T06:32:11.345 INFO:journalctl@ceph.osd.0.smithi031.stdout:Aug 10 06:32:11 smithi031 podman[185041]: 2024-08-10 06:32:10.94453459 +0000 UTC m=+0.017883155 image pull c7b33901c8866b527fc2ae183a251d5e1d09961420a56731f5fa8537903bd68b quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec 2024-08-10T06:32:11.345 INFO:journalctl@ceph.osd.0.smithi031.stdout:Aug 10 06:32:11 smithi031 podman[185041]: 2024-08-10 06:32:11.058567542 +0000 UTC m=+0.131916104 container create 315c951494ee23caf7de5eb1df50268a825c132df89566ec3ae023f8f4f87f86 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-0-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-bca9905, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-08-10T06:32:11.345 INFO:journalctl@ceph.osd.0.smithi031.stdout:Aug 10 06:32:11 smithi031 podman[185041]: 2024-08-10 06:32:11.262128522 +0000 UTC m=+0.335477085 container init 315c951494ee23caf7de5eb1df50268a825c132df89566ec3ae023f8f4f87f86 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-0-deactivate, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=squid-bca9905, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-10T06:32:11.345 INFO:journalctl@ceph.osd.0.smithi031.stdout:Aug 10 06:32:11 smithi031 podman[185041]: 2024-08-10 06:32:11.266740587 +0000 UTC m=+0.340089154 container start 315c951494ee23caf7de5eb1df50268a825c132df89566ec3ae023f8f4f87f86 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-0-deactivate, ceph=True, RELEASE=squid-bca9905, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=) 2024-08-10T06:32:11.345 INFO:journalctl@ceph.osd.0.smithi031.stdout:Aug 10 06:32:11 smithi031 podman[185041]: 2024-08-10 06:32:11.344141083 +0000 UTC m=+0.417489648 container attach 315c951494ee23caf7de5eb1df50268a825c132df89566ec3ae023f8f4f87f86 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-0-deactivate, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, RELEASE=squid-bca9905, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-10T06:32:11.770 INFO:journalctl@ceph.osd.0.smithi031.stdout:Aug 10 06:32:11 smithi031 podman[185084]: 2024-08-10 06:32:11.491634728 +0000 UTC m=+0.017909686 container died 315c951494ee23caf7de5eb1df50268a825c132df89566ec3ae023f8f4f87f86 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-0-deactivate, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=squid-bca9905, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-10T06:32:12.050 DEBUG:teuthology.orchestra.run.smithi031:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fc322138-56d5-11ef-bcce-c7b262605968@osd.0.service' 2024-08-10T06:32:12.093 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-10T06:32:12.093 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-08-10T06:32:12.093 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-08-10T06:32:12.093 DEBUG:teuthology.orchestra.run.smithi031:> sudo systemctl stop ceph-fc322138-56d5-11ef-bcce-c7b262605968@osd.1 2024-08-10T06:32:12.291 INFO:journalctl@ceph.osd.1.smithi031.stdout:Aug 10 06:32:12 smithi031 systemd[1]: Stopping Ceph osd.1 for fc322138-56d5-11ef-bcce-c7b262605968... 2024-08-10T06:32:12.770 INFO:journalctl@ceph.osd.1.smithi031.stdout:Aug 10 06:32:12 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-1[111764]: 2024-08-10T06:32:12.428+0000 7f1e66f94640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-10T06:32:12.770 INFO:journalctl@ceph.osd.1.smithi031.stdout:Aug 10 06:32:12 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-1[111764]: 2024-08-10T06:32:12.428+0000 7f1e66f94640 -1 osd.1 2841 *** Got signal Terminated *** 2024-08-10T06:32:12.770 INFO:journalctl@ceph.osd.1.smithi031.stdout:Aug 10 06:32:12 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-1[111764]: 2024-08-10T06:32:12.428+0000 7f1e66f94640 -1 osd.1 2841 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-10T06:32:16.030 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:32:15 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:32:15.765Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.31:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.31:8765: connect: connection refused" 2024-08-10T06:32:16.031 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:32:15 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:32:15.766Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.31:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.31:8765: connect: connection refused" 2024-08-10T06:32:16.031 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:32:15 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:32:15.768Z caller=refresh.go:99 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.31:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.31:8765: connect: connection refused" 2024-08-10T06:32:16.031 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:32:15 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:32:15.769Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.31:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.31:8765: connect: connection refused" 2024-08-10T06:32:16.031 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:32:15 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:32:15.770Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.31:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.31:8765: connect: connection refused" 2024-08-10T06:32:18.186 INFO:journalctl@ceph.osd.1.smithi031.stdout:Aug 10 06:32:17 smithi031 podman[185172]: 2024-08-10 06:32:17.919001666 +0000 UTC m=+5.589218519 container died 67b0c1ce41f278696a6dc0c879920d942a54598b68881ecb4fce8bd6f7783fec (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-1, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , RELEASE=squid-bca9905, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-08-10T06:32:18.520 INFO:journalctl@ceph.osd.1.smithi031.stdout:Aug 10 06:32:18 smithi031 podman[185172]: 2024-08-10 06:32:18.275757549 +0000 UTC m=+5.945974401 container cleanup 67b0c1ce41f278696a6dc0c879920d942a54598b68881ecb4fce8bd6f7783fec (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-1, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=squid-bca9905, org.label-schema.build-date=20240731) 2024-08-10T06:32:18.520 INFO:journalctl@ceph.osd.1.smithi031.stdout:Aug 10 06:32:18 smithi031 bash[185172]: ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-1 2024-08-10T06:32:18.895 INFO:journalctl@ceph.osd.1.smithi031.stdout:Aug 10 06:32:18 smithi031 podman[185192]: 2024-08-10 06:32:18.55208667 +0000 UTC m=+0.629490468 container remove 67b0c1ce41f278696a6dc0c879920d942a54598b68881ecb4fce8bd6f7783fec (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-1, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-bca9905, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-10T06:32:19.190 INFO:journalctl@ceph.osd.1.smithi031.stdout:Aug 10 06:32:18 smithi031 podman[185288]: 2024-08-10 06:32:18.894840553 +0000 UTC m=+0.106081205 container create 60475a850a9e26d2f1560a748fecd96d03893619c695a4fec5b2b49f40035f3e (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-1-deactivate, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=squid-bca9905, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-08-10T06:32:19.190 INFO:journalctl@ceph.osd.1.smithi031.stdout:Aug 10 06:32:18 smithi031 podman[185288]: 2024-08-10 06:32:18.806836624 +0000 UTC m=+0.018077305 image pull c7b33901c8866b527fc2ae183a251d5e1d09961420a56731f5fa8537903bd68b quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec 2024-08-10T06:32:19.190 INFO:journalctl@ceph.osd.1.smithi031.stdout:Aug 10 06:32:19 smithi031 podman[185288]: 2024-08-10 06:32:19.105716452 +0000 UTC m=+0.316957124 container init 60475a850a9e26d2f1560a748fecd96d03893619c695a4fec5b2b49f40035f3e (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-1-deactivate, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, RELEASE=squid-bca9905, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD) 2024-08-10T06:32:19.190 INFO:journalctl@ceph.osd.1.smithi031.stdout:Aug 10 06:32:19 smithi031 podman[185288]: 2024-08-10 06:32:19.110259535 +0000 UTC m=+0.321500187 container start 60475a850a9e26d2f1560a748fecd96d03893619c695a4fec5b2b49f40035f3e (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-1-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, ceph=True, org.label-schema.vendor=CentOS, RELEASE=squid-bca9905, org.label-schema.build-date=20240731) 2024-08-10T06:32:19.519 INFO:journalctl@ceph.osd.1.smithi031.stdout:Aug 10 06:32:19 smithi031 podman[185288]: 2024-08-10 06:32:19.188757432 +0000 UTC m=+0.399998094 container attach 60475a850a9e26d2f1560a748fecd96d03893619c695a4fec5b2b49f40035f3e (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-1-deactivate, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, RELEASE=squid-bca9905, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-08-10T06:32:19.520 INFO:journalctl@ceph.osd.1.smithi031.stdout:Aug 10 06:32:19 smithi031 podman[185288]: 2024-08-10 06:32:19.307873732 +0000 UTC m=+0.519114385 container died 60475a850a9e26d2f1560a748fecd96d03893619c695a4fec5b2b49f40035f3e (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-1-deactivate, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, RELEASE=squid-bca9905, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2) 2024-08-10T06:32:19.927 DEBUG:teuthology.orchestra.run.smithi031:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fc322138-56d5-11ef-bcce-c7b262605968@osd.1.service' 2024-08-10T06:32:19.973 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-10T06:32:19.973 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-08-10T06:32:19.973 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-08-10T06:32:19.973 DEBUG:teuthology.orchestra.run.smithi031:> sudo systemctl stop ceph-fc322138-56d5-11ef-bcce-c7b262605968@osd.2 2024-08-10T06:32:20.257 INFO:journalctl@ceph.osd.2.smithi031.stdout:Aug 10 06:32:20 smithi031 systemd[1]: Stopping Ceph osd.2 for fc322138-56d5-11ef-bcce-c7b262605968... 2024-08-10T06:32:20.522 INFO:journalctl@ceph.osd.2.smithi031.stdout:Aug 10 06:32:20 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-2[116962]: 2024-08-10T06:32:20.255+0000 7f809f0ac640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-10T06:32:20.522 INFO:journalctl@ceph.osd.2.smithi031.stdout:Aug 10 06:32:20 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-2[116962]: 2024-08-10T06:32:20.255+0000 7f809f0ac640 -1 osd.2 2841 *** Got signal Terminated *** 2024-08-10T06:32:20.522 INFO:journalctl@ceph.osd.2.smithi031.stdout:Aug 10 06:32:20 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-2[116962]: 2024-08-10T06:32:20.255+0000 7f809f0ac640 -1 osd.2 2841 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-10T06:32:26.122 INFO:journalctl@ceph.osd.2.smithi031.stdout:Aug 10 06:32:25 smithi031 podman[185414]: 2024-08-10 06:32:25.801216545 +0000 UTC m=+5.638248321 container died 33f3ce3dcbbc1b1915cade1bb7676d905b2a80d56b5259ef0079f1a32bb8d080 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-2, RELEASE=squid-bca9905, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-10T06:32:26.403 INFO:journalctl@ceph.osd.2.smithi031.stdout:Aug 10 06:32:26 smithi031 podman[185414]: 2024-08-10 06:32:26.228703586 +0000 UTC m=+6.065735352 container cleanup 33f3ce3dcbbc1b1915cade1bb7676d905b2a80d56b5259ef0079f1a32bb8d080 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.build-date=20240731, RELEASE=squid-bca9905, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-08-10T06:32:26.403 INFO:journalctl@ceph.osd.2.smithi031.stdout:Aug 10 06:32:26 smithi031 bash[185414]: ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-2 2024-08-10T06:32:26.769 INFO:journalctl@ceph.osd.2.smithi031.stdout:Aug 10 06:32:26 smithi031 podman[185439]: 2024-08-10 06:32:26.438533456 +0000 UTC m=+0.629096420 container remove 33f3ce3dcbbc1b1915cade1bb7676d905b2a80d56b5259ef0079f1a32bb8d080 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-2, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-bca9905, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-08-10T06:32:27.159 INFO:journalctl@ceph.osd.2.smithi031.stdout:Aug 10 06:32:26 smithi031 podman[185539]: 2024-08-10 06:32:26.767263417 +0000 UTC m=+0.018258438 image pull c7b33901c8866b527fc2ae183a251d5e1d09961420a56731f5fa8537903bd68b quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec 2024-08-10T06:32:27.159 INFO:journalctl@ceph.osd.2.smithi031.stdout:Aug 10 06:32:26 smithi031 podman[185539]: 2024-08-10 06:32:26.881040668 +0000 UTC m=+0.132035672 container create 99a02e545646573f6e0fda5d566358052a4cf015cf7e6a00b35d84b7a7522f75 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-2-deactivate, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=squid-bca9905, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-08-10T06:32:27.159 INFO:journalctl@ceph.osd.2.smithi031.stdout:Aug 10 06:32:27 smithi031 podman[185539]: 2024-08-10 06:32:27.074981023 +0000 UTC m=+0.325976027 container init 99a02e545646573f6e0fda5d566358052a4cf015cf7e6a00b35d84b7a7522f75 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-2-deactivate, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=squid-bca9905) 2024-08-10T06:32:27.159 INFO:journalctl@ceph.osd.2.smithi031.stdout:Aug 10 06:32:27 smithi031 podman[185539]: 2024-08-10 06:32:27.080075036 +0000 UTC m=+0.331070041 container start 99a02e545646573f6e0fda5d566358052a4cf015cf7e6a00b35d84b7a7522f75 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-2-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, RELEASE=squid-bca9905, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-08-10T06:32:27.160 INFO:journalctl@ceph.osd.2.smithi031.stdout:Aug 10 06:32:27 smithi031 podman[185539]: 2024-08-10 06:32:27.158246743 +0000 UTC m=+0.409241762 container attach 99a02e545646573f6e0fda5d566358052a4cf015cf7e6a00b35d84b7a7522f75 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-2-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, RELEASE=squid-bca9905, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-10T06:32:27.520 INFO:journalctl@ceph.osd.2.smithi031.stdout:Aug 10 06:32:27 smithi031 podman[185539]: 2024-08-10 06:32:27.281233997 +0000 UTC m=+0.532229012 container died 99a02e545646573f6e0fda5d566358052a4cf015cf7e6a00b35d84b7a7522f75 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-2-deactivate, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=squid-bca9905, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.36.0) 2024-08-10T06:32:27.915 DEBUG:teuthology.orchestra.run.smithi031:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fc322138-56d5-11ef-bcce-c7b262605968@osd.2.service' 2024-08-10T06:32:27.956 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-10T06:32:27.956 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-08-10T06:32:27.956 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-08-10T06:32:27.956 DEBUG:teuthology.orchestra.run.smithi031:> sudo systemctl stop ceph-fc322138-56d5-11ef-bcce-c7b262605968@osd.3 2024-08-10T06:32:28.270 INFO:journalctl@ceph.osd.3.smithi031.stdout:Aug 10 06:32:28 smithi031 systemd[1]: Stopping Ceph osd.3 for fc322138-56d5-11ef-bcce-c7b262605968... 2024-08-10T06:32:28.770 INFO:journalctl@ceph.osd.3.smithi031.stdout:Aug 10 06:32:28 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-3[122143]: 2024-08-10T06:32:28.299+0000 7fb2c0419640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-10T06:32:28.770 INFO:journalctl@ceph.osd.3.smithi031.stdout:Aug 10 06:32:28 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-3[122143]: 2024-08-10T06:32:28.299+0000 7fb2c0419640 -1 osd.3 2841 *** Got signal Terminated *** 2024-08-10T06:32:28.770 INFO:journalctl@ceph.osd.3.smithi031.stdout:Aug 10 06:32:28 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-3[122143]: 2024-08-10T06:32:28.299+0000 7fb2c0419640 -1 osd.3 2841 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-10T06:32:31.030 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 06:32:30 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-5[100834]: 2024-08-10T06:32:30.643+0000 7f6e4d503640 -1 osd.5 2841 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-08-10T06:32:08.114497+0000 front 2024-08-10T06:32:08.114530+0000 (oldest deadline 2024-08-10T06:32:30.414439+0000) 2024-08-10T06:32:31.947 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 06:32:31 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-5[100834]: 2024-08-10T06:32:31.647+0000 7f6e4d503640 -1 osd.5 2841 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-08-10T06:32:08.114497+0000 front 2024-08-10T06:32:08.114530+0000 (oldest deadline 2024-08-10T06:32:30.414439+0000) 2024-08-10T06:32:32.269 INFO:journalctl@ceph.osd.3.smithi031.stdout:Aug 10 06:32:31 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-3[122143]: 2024-08-10T06:32:31.905+0000 7fb2bca2f640 -1 osd.3 2841 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-08-10T06:32:05.848392+0000 front 2024-08-10T06:32:05.848371+0000 (oldest deadline 2024-08-10T06:32:31.748374+0000) 2024-08-10T06:32:32.279 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:32:31 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[110712]: 2024-08-10T06:32:31.945+0000 7f3375533640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-08-10T06:32:06.048714+0000 front 2024-08-10T06:32:06.048732+0000 (oldest deadline 2024-08-10T06:32:31.348484+0000) 2024-08-10T06:32:32.982 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 06:32:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-5[100834]: 2024-08-10T06:32:32.694+0000 7f6e4d503640 -1 osd.5 2841 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-08-10T06:32:08.114497+0000 front 2024-08-10T06:32:08.114530+0000 (oldest deadline 2024-08-10T06:32:30.414439+0000) 2024-08-10T06:32:33.270 INFO:journalctl@ceph.osd.3.smithi031.stdout:Aug 10 06:32:32 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-3[122143]: 2024-08-10T06:32:32.952+0000 7fb2bca2f640 -1 osd.3 2841 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-08-10T06:32:05.848392+0000 front 2024-08-10T06:32:05.848371+0000 (oldest deadline 2024-08-10T06:32:31.748374+0000) 2024-08-10T06:32:33.279 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:32:32 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[110712]: 2024-08-10T06:32:32.980+0000 7f3375533640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-08-10T06:32:06.048714+0000 front 2024-08-10T06:32:06.048732+0000 (oldest deadline 2024-08-10T06:32:31.348484+0000) 2024-08-10T06:32:34.029 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 06:32:33 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-5[100834]: 2024-08-10T06:32:33.698+0000 7f6e4d503640 -1 osd.5 2841 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-08-10T06:32:08.114497+0000 front 2024-08-10T06:32:08.114530+0000 (oldest deadline 2024-08-10T06:32:30.414439+0000) 2024-08-10T06:32:34.030 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:32:33 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[110712]: 2024-08-10T06:32:33.938+0000 7f3375533640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-08-10T06:32:06.048714+0000 front 2024-08-10T06:32:06.048732+0000 (oldest deadline 2024-08-10T06:32:31.348484+0000) 2024-08-10T06:32:34.133 INFO:journalctl@ceph.osd.3.smithi031.stdout:Aug 10 06:32:33 smithi031 podman[185670]: 2024-08-10 06:32:33.876610396 +0000 UTC m=+5.682140636 container died bd24188e5ebb71da031bc46d964f5a93b0489d1ccd5bd0909ca7c598cbc12841 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-3, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=squid-bca9905, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD) 2024-08-10T06:32:34.500 INFO:journalctl@ceph.osd.3.smithi031.stdout:Aug 10 06:32:34 smithi031 podman[185670]: 2024-08-10 06:32:34.231309623 +0000 UTC m=+6.036839845 container cleanup bd24188e5ebb71da031bc46d964f5a93b0489d1ccd5bd0909ca7c598cbc12841 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-3, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-bca9905, io.buildah.version=1.36.0, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-10T06:32:34.500 INFO:journalctl@ceph.osd.3.smithi031.stdout:Aug 10 06:32:34 smithi031 bash[185670]: ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-3 2024-08-10T06:32:34.769 INFO:journalctl@ceph.osd.3.smithi031.stdout:Aug 10 06:32:34 smithi031 podman[185690]: 2024-08-10 06:32:34.499302336 +0000 UTC m=+0.621663866 container remove bd24188e5ebb71da031bc46d964f5a93b0489d1ccd5bd0909ca7c598cbc12841 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-3, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-bca9905, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-08-10T06:32:34.939 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 06:32:34 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-5[100834]: 2024-08-10T06:32:34.728+0000 7f6e4d503640 -1 osd.5 2841 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-08-10T06:32:08.114497+0000 front 2024-08-10T06:32:08.114530+0000 (oldest deadline 2024-08-10T06:32:30.414439+0000) 2024-08-10T06:32:34.939 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 10 06:32:34 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-4[96104]: 2024-08-10T06:32:34.637+0000 7f6a92fb7640 -1 osd.4 2841 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-08-10T06:32:09.301856+0000 front 2024-08-10T06:32:09.301835+0000 (oldest deadline 2024-08-10T06:32:34.001815+0000) 2024-08-10T06:32:35.179 INFO:journalctl@ceph.osd.3.smithi031.stdout:Aug 10 06:32:34 smithi031 podman[185787]: 2024-08-10 06:32:34.768973846 +0000 UTC m=+0.017822126 image pull c7b33901c8866b527fc2ae183a251d5e1d09961420a56731f5fa8537903bd68b quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec 2024-08-10T06:32:35.179 INFO:journalctl@ceph.osd.3.smithi031.stdout:Aug 10 06:32:34 smithi031 podman[185787]: 2024-08-10 06:32:34.883524024 +0000 UTC m=+0.132372278 container create fe6218c026fb38339584f20ed4b1bcc040c145e38240d6c524e9e6dade0806fc (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-3-deactivate, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=squid-bca9905, GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0) 2024-08-10T06:32:35.179 INFO:journalctl@ceph.osd.3.smithi031.stdout:Aug 10 06:32:35 smithi031 podman[185787]: 2024-08-10 06:32:35.086102356 +0000 UTC m=+0.334950629 container init fe6218c026fb38339584f20ed4b1bcc040c145e38240d6c524e9e6dade0806fc (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-3-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, RELEASE=squid-bca9905, CEPH_POINT_RELEASE=, ceph=True) 2024-08-10T06:32:35.179 INFO:journalctl@ceph.osd.3.smithi031.stdout:Aug 10 06:32:35 smithi031 podman[185787]: 2024-08-10 06:32:35.091229716 +0000 UTC m=+0.340077971 container start fe6218c026fb38339584f20ed4b1bcc040c145e38240d6c524e9e6dade0806fc (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-3-deactivate, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=squid-bca9905, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-08-10T06:32:35.179 INFO:journalctl@ceph.osd.3.smithi031.stdout:Aug 10 06:32:35 smithi031 podman[185787]: 2024-08-10 06:32:35.177532959 +0000 UTC m=+0.426381223 container attach fe6218c026fb38339584f20ed4b1bcc040c145e38240d6c524e9e6dade0806fc (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-3-deactivate, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, RELEASE=squid-bca9905, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-10T06:32:35.232 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:32:34 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[110712]: 2024-08-10T06:32:34.938+0000 7f3375533640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-08-10T06:32:06.048714+0000 front 2024-08-10T06:32:06.048732+0000 (oldest deadline 2024-08-10T06:32:31.348484+0000) 2024-08-10T06:32:35.519 INFO:journalctl@ceph.osd.3.smithi031.stdout:Aug 10 06:32:35 smithi031 podman[185787]: 2024-08-10 06:32:35.2886674 +0000 UTC m=+0.537515655 container died fe6218c026fb38339584f20ed4b1bcc040c145e38240d6c524e9e6dade0806fc (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-3-deactivate, GIT_CLEAN=True, io.buildah.version=1.36.0, RELEASE=squid-bca9905, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux ) 2024-08-10T06:32:35.529 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 06:32:35 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6[105558]: 2024-08-10T06:32:35.231+0000 7f4cf331e640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-08-10T06:32:09.063845+0000 front 2024-08-10T06:32:09.063735+0000 (oldest deadline 2024-08-10T06:32:34.363505+0000) 2024-08-10T06:32:35.890 DEBUG:teuthology.orchestra.run.smithi031:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fc322138-56d5-11ef-bcce-c7b262605968@osd.3.service' 2024-08-10T06:32:35.923 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 06:32:35 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-5[100834]: 2024-08-10T06:32:35.687+0000 7f6e4d503640 -1 osd.5 2841 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-08-10T06:32:08.114497+0000 front 2024-08-10T06:32:08.114530+0000 (oldest deadline 2024-08-10T06:32:30.414439+0000) 2024-08-10T06:32:35.923 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 10 06:32:35 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-4[96104]: 2024-08-10T06:32:35.653+0000 7f6a92fb7640 -1 osd.4 2841 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-08-10T06:32:09.301856+0000 front 2024-08-10T06:32:09.301835+0000 (oldest deadline 2024-08-10T06:32:34.001815+0000) 2024-08-10T06:32:35.932 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-10T06:32:35.932 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-08-10T06:32:35.933 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-08-10T06:32:35.933 DEBUG:teuthology.orchestra.run.smithi196:> sudo systemctl stop ceph-fc322138-56d5-11ef-bcce-c7b262605968@osd.4 2024-08-10T06:32:36.249 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 10 06:32:35 smithi196 systemd[1]: Stopping Ceph osd.4 for fc322138-56d5-11ef-bcce-c7b262605968... 2024-08-10T06:32:36.249 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:32:35 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[110712]: 2024-08-10T06:32:35.922+0000 7f3375533640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-08-10T06:32:06.048714+0000 front 2024-08-10T06:32:06.048732+0000 (oldest deadline 2024-08-10T06:32:31.348484+0000) 2024-08-10T06:32:36.529 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 06:32:36 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6[105558]: 2024-08-10T06:32:36.247+0000 7f4cf331e640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-08-10T06:32:09.063845+0000 front 2024-08-10T06:32:09.063735+0000 (oldest deadline 2024-08-10T06:32:34.363505+0000) 2024-08-10T06:32:36.530 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 10 06:32:36 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-4[96104]: 2024-08-10T06:32:36.268+0000 7f6a969a1640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-10T06:32:36.530 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 10 06:32:36 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-4[96104]: 2024-08-10T06:32:36.268+0000 7f6a969a1640 -1 osd.4 2841 *** Got signal Terminated *** 2024-08-10T06:32:36.530 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 10 06:32:36 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-4[96104]: 2024-08-10T06:32:36.268+0000 7f6a969a1640 -1 osd.4 2841 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-10T06:32:36.962 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 10 06:32:36 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-4[96104]: 2024-08-10T06:32:36.655+0000 7f6a92fb7640 -1 osd.4 2841 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-08-10T06:32:09.301856+0000 front 2024-08-10T06:32:09.301835+0000 (oldest deadline 2024-08-10T06:32:34.001815+0000) 2024-08-10T06:32:36.962 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 06:32:36 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-5[100834]: 2024-08-10T06:32:36.727+0000 7f6e4d503640 -1 osd.5 2841 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-08-10T06:32:08.114497+0000 front 2024-08-10T06:32:08.114530+0000 (oldest deadline 2024-08-10T06:32:30.414439+0000) 2024-08-10T06:32:37.225 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:32:36 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[110712]: 2024-08-10T06:32:36.961+0000 7f3375533640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-08-10T06:32:06.048714+0000 front 2024-08-10T06:32:06.048732+0000 (oldest deadline 2024-08-10T06:32:31.348484+0000) 2024-08-10T06:32:37.529 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 06:32:37 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6[105558]: 2024-08-10T06:32:37.224+0000 7f4cf331e640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-08-10T06:32:09.063845+0000 front 2024-08-10T06:32:09.063735+0000 (oldest deadline 2024-08-10T06:32:34.363505+0000) 2024-08-10T06:32:37.929 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 10 06:32:37 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-4[96104]: 2024-08-10T06:32:37.642+0000 7f6a92fb7640 -1 osd.4 2841 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-08-10T06:32:09.301856+0000 front 2024-08-10T06:32:09.301835+0000 (oldest deadline 2024-08-10T06:32:34.001815+0000) 2024-08-10T06:32:37.930 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 06:32:37 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-5[100834]: 2024-08-10T06:32:37.750+0000 7f6e4d503640 -1 osd.5 2841 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-08-10T06:32:08.114497+0000 front 2024-08-10T06:32:08.114530+0000 (oldest deadline 2024-08-10T06:32:30.414439+0000) 2024-08-10T06:32:38.224 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:32:37 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[110712]: 2024-08-10T06:32:37.928+0000 7f3375533640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-08-10T06:32:06.048714+0000 front 2024-08-10T06:32:06.048732+0000 (oldest deadline 2024-08-10T06:32:31.348484+0000) 2024-08-10T06:32:38.529 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 06:32:38 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6[105558]: 2024-08-10T06:32:38.223+0000 7f4cf331e640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-08-10T06:32:09.063845+0000 front 2024-08-10T06:32:09.063735+0000 (oldest deadline 2024-08-10T06:32:34.363505+0000) 2024-08-10T06:32:38.939 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 06:32:38 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-5[100834]: 2024-08-10T06:32:38.733+0000 7f6e4d503640 -1 osd.5 2841 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-08-10T06:32:08.114497+0000 front 2024-08-10T06:32:08.114530+0000 (oldest deadline 2024-08-10T06:32:30.414439+0000) 2024-08-10T06:32:38.939 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 10 06:32:38 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-4[96104]: 2024-08-10T06:32:38.663+0000 7f6a92fb7640 -1 osd.4 2841 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-08-10T06:32:09.301856+0000 front 2024-08-10T06:32:09.301835+0000 (oldest deadline 2024-08-10T06:32:34.001815+0000) 2024-08-10T06:32:38.939 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 10 06:32:38 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-4[96104]: 2024-08-10T06:32:38.663+0000 7f6a92fb7640 -1 osd.4 2841 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-08-10T06:32:16.902869+0000 front 2024-08-10T06:32:16.902879+0000 (oldest deadline 2024-08-10T06:32:38.002717+0000) 2024-08-10T06:32:39.244 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:32:38 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[110712]: 2024-08-10T06:32:38.938+0000 7f3375533640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-08-10T06:32:06.048714+0000 front 2024-08-10T06:32:06.048732+0000 (oldest deadline 2024-08-10T06:32:31.348484+0000) 2024-08-10T06:32:39.529 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 06:32:39 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6[105558]: 2024-08-10T06:32:39.242+0000 7f4cf331e640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-08-10T06:32:09.063845+0000 front 2024-08-10T06:32:09.063735+0000 (oldest deadline 2024-08-10T06:32:34.363505+0000) 2024-08-10T06:32:39.530 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 06:32:39 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6[105558]: 2024-08-10T06:32:39.242+0000 7f4cf331e640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-08-10T06:32:14.364210+0000 front 2024-08-10T06:32:14.364017+0000 (oldest deadline 2024-08-10T06:32:38.463942+0000) 2024-08-10T06:32:39.920 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 06:32:39 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-5[100834]: 2024-08-10T06:32:39.781+0000 7f6e4d503640 -1 osd.5 2841 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-08-10T06:32:08.114497+0000 front 2024-08-10T06:32:08.114530+0000 (oldest deadline 2024-08-10T06:32:30.414439+0000) 2024-08-10T06:32:39.920 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 10 06:32:39 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-4[96104]: 2024-08-10T06:32:39.639+0000 7f6a92fb7640 -1 osd.4 2841 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-08-10T06:32:09.301856+0000 front 2024-08-10T06:32:09.301835+0000 (oldest deadline 2024-08-10T06:32:34.001815+0000) 2024-08-10T06:32:39.920 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 10 06:32:39 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-4[96104]: 2024-08-10T06:32:39.639+0000 7f6a92fb7640 -1 osd.4 2841 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-08-10T06:32:16.902869+0000 front 2024-08-10T06:32:16.902879+0000 (oldest deadline 2024-08-10T06:32:38.002717+0000) 2024-08-10T06:32:40.224 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:32:39 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[110712]: 2024-08-10T06:32:39.919+0000 7f3375533640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-08-10T06:32:06.048714+0000 front 2024-08-10T06:32:06.048732+0000 (oldest deadline 2024-08-10T06:32:31.348484+0000) 2024-08-10T06:32:40.529 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 06:32:40 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6[105558]: 2024-08-10T06:32:40.223+0000 7f4cf331e640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-08-10T06:32:09.063845+0000 front 2024-08-10T06:32:09.063735+0000 (oldest deadline 2024-08-10T06:32:34.363505+0000) 2024-08-10T06:32:40.530 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 06:32:40 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6[105558]: 2024-08-10T06:32:40.223+0000 7f4cf331e640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-08-10T06:32:14.364210+0000 front 2024-08-10T06:32:14.364017+0000 (oldest deadline 2024-08-10T06:32:38.463942+0000) 2024-08-10T06:32:41.030 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 06:32:40 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-5[100834]: 2024-08-10T06:32:40.760+0000 7f6e4d503640 -1 osd.5 2841 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-08-10T06:32:08.114497+0000 front 2024-08-10T06:32:08.114530+0000 (oldest deadline 2024-08-10T06:32:30.414439+0000) 2024-08-10T06:32:41.030 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 06:32:40 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-5[100834]: 2024-08-10T06:32:40.760+0000 7f6e4d503640 -1 osd.5 2841 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-08-10T06:32:16.315250+0000 front 2024-08-10T06:32:16.315305+0000 (oldest deadline 2024-08-10T06:32:39.815198+0000) 2024-08-10T06:32:41.030 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 10 06:32:40 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-4[96104]: 2024-08-10T06:32:40.673+0000 7f6a92fb7640 -1 osd.4 2841 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-08-10T06:32:09.301856+0000 front 2024-08-10T06:32:09.301835+0000 (oldest deadline 2024-08-10T06:32:34.001815+0000) 2024-08-10T06:32:41.030 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 10 06:32:40 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-4[96104]: 2024-08-10T06:32:40.673+0000 7f6a92fb7640 -1 osd.4 2841 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-08-10T06:32:16.902869+0000 front 2024-08-10T06:32:16.902879+0000 (oldest deadline 2024-08-10T06:32:38.002717+0000) 2024-08-10T06:32:41.030 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:32:40 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[110712]: 2024-08-10T06:32:40.884+0000 7f3375533640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-08-10T06:32:06.048714+0000 front 2024-08-10T06:32:06.048732+0000 (oldest deadline 2024-08-10T06:32:31.348484+0000) 2024-08-10T06:32:41.030 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:32:40 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[110712]: 2024-08-10T06:32:40.884+0000 7f3375533640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-08-10T06:32:15.850382+0000 front 2024-08-10T06:32:15.850458+0000 (oldest deadline 2024-08-10T06:32:40.550192+0000) 2024-08-10T06:32:41.529 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 06:32:41 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6[105558]: 2024-08-10T06:32:41.253+0000 7f4cf331e640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-08-10T06:32:09.063845+0000 front 2024-08-10T06:32:09.063735+0000 (oldest deadline 2024-08-10T06:32:34.363505+0000) 2024-08-10T06:32:41.529 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 06:32:41 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6[105558]: 2024-08-10T06:32:41.253+0000 7f4cf331e640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-08-10T06:32:14.364210+0000 front 2024-08-10T06:32:14.364017+0000 (oldest deadline 2024-08-10T06:32:38.463942+0000) 2024-08-10T06:32:42.109 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 10 06:32:41 smithi196 podman[152014]: 2024-08-10 06:32:41.793130399 +0000 UTC m=+5.656877656 container died 3443a66c18a7395fd9ac4a4b22c6a7b36a27bc9bfe404c0947f33d80b7436a13 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-4, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, RELEASE=squid-bca9905) 2024-08-10T06:32:42.110 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 06:32:41 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-5[100834]: 2024-08-10T06:32:41.799+0000 7f6e4d503640 -1 osd.5 2841 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-08-10T06:32:08.114497+0000 front 2024-08-10T06:32:08.114530+0000 (oldest deadline 2024-08-10T06:32:30.414439+0000) 2024-08-10T06:32:42.110 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 06:32:41 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-5[100834]: 2024-08-10T06:32:41.799+0000 7f6e4d503640 -1 osd.5 2841 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-08-10T06:32:16.315250+0000 front 2024-08-10T06:32:16.315305+0000 (oldest deadline 2024-08-10T06:32:39.815198+0000) 2024-08-10T06:32:42.110 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:32:41 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[110712]: 2024-08-10T06:32:41.836+0000 7f3375533640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-08-10T06:32:06.048714+0000 front 2024-08-10T06:32:06.048732+0000 (oldest deadline 2024-08-10T06:32:31.348484+0000) 2024-08-10T06:32:42.110 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:32:41 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[110712]: 2024-08-10T06:32:41.836+0000 7f3375533640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-08-10T06:32:15.850382+0000 front 2024-08-10T06:32:15.850458+0000 (oldest deadline 2024-08-10T06:32:40.550192+0000) 2024-08-10T06:32:42.392 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 06:32:42 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6[105558]: 2024-08-10T06:32:42.213+0000 7f4cf331e640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-08-10T06:32:09.063845+0000 front 2024-08-10T06:32:09.063735+0000 (oldest deadline 2024-08-10T06:32:34.363505+0000) 2024-08-10T06:32:42.393 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 06:32:42 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6[105558]: 2024-08-10T06:32:42.213+0000 7f4cf331e640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-08-10T06:32:14.364210+0000 front 2024-08-10T06:32:14.364017+0000 (oldest deadline 2024-08-10T06:32:38.463942+0000) 2024-08-10T06:32:42.393 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 10 06:32:42 smithi196 podman[152014]: 2024-08-10 06:32:42.215393576 +0000 UTC m=+6.079140836 container cleanup 3443a66c18a7395fd9ac4a4b22c6a7b36a27bc9bfe404c0947f33d80b7436a13 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-4, ceph=True, org.label-schema.vendor=CentOS, RELEASE=squid-bca9905, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True) 2024-08-10T06:32:42.393 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 10 06:32:42 smithi196 bash[152014]: ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-4 2024-08-10T06:32:42.779 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 10 06:32:42 smithi196 podman[152037]: 2024-08-10 06:32:42.391892351 +0000 UTC m=+0.591729483 container remove 3443a66c18a7395fd9ac4a4b22c6a7b36a27bc9bfe404c0947f33d80b7436a13 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-4, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=squid-bca9905, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-08-10T06:32:43.137 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 06:32:42 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-5[100834]: 2024-08-10T06:32:42.820+0000 7f6e4d503640 -1 osd.5 2841 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-08-10T06:32:08.114497+0000 front 2024-08-10T06:32:08.114530+0000 (oldest deadline 2024-08-10T06:32:30.414439+0000) 2024-08-10T06:32:43.138 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 06:32:42 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-5[100834]: 2024-08-10T06:32:42.820+0000 7f6e4d503640 -1 osd.5 2841 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-08-10T06:32:16.315250+0000 front 2024-08-10T06:32:16.315305+0000 (oldest deadline 2024-08-10T06:32:39.815198+0000) 2024-08-10T06:32:43.138 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:32:42 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[110712]: 2024-08-10T06:32:42.839+0000 7f3375533640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-08-10T06:32:06.048714+0000 front 2024-08-10T06:32:06.048732+0000 (oldest deadline 2024-08-10T06:32:31.348484+0000) 2024-08-10T06:32:43.138 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:32:42 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[110712]: 2024-08-10T06:32:42.839+0000 7f3375533640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-08-10T06:32:15.850382+0000 front 2024-08-10T06:32:15.850458+0000 (oldest deadline 2024-08-10T06:32:40.550192+0000) 2024-08-10T06:32:43.138 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 10 06:32:42 smithi196 podman[152127]: 2024-08-10 06:32:42.842752631 +0000 UTC m=+0.113951406 container create 22c069345d6e7d55f4b47a2944d422fa9861d6a58ab1335cf2dd0eb3f5c28ad1 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-4-deactivate, RELEASE=squid-bca9905, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.license=GPLv2) 2024-08-10T06:32:43.138 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 10 06:32:42 smithi196 podman[152127]: 2024-08-10 06:32:42.746035848 +0000 UTC m=+0.017234628 image pull c7b33901c8866b527fc2ae183a251d5e1d09961420a56731f5fa8537903bd68b quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec 2024-08-10T06:32:43.139 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 10 06:32:43 smithi196 podman[152127]: 2024-08-10 06:32:43.053911718 +0000 UTC m=+0.325110485 container init 22c069345d6e7d55f4b47a2944d422fa9861d6a58ab1335cf2dd0eb3f5c28ad1 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-4-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=squid-bca9905, io.buildah.version=1.36.0, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-10T06:32:43.139 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 10 06:32:43 smithi196 podman[152127]: 2024-08-10 06:32:43.058584564 +0000 UTC m=+0.329783331 container start 22c069345d6e7d55f4b47a2944d422fa9861d6a58ab1335cf2dd0eb3f5c28ad1 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-4-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=squid-bca9905, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240731) 2024-08-10T06:32:43.530 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 10 06:32:43 smithi196 podman[152127]: 2024-08-10 06:32:43.1369669 +0000 UTC m=+0.408165678 container attach 22c069345d6e7d55f4b47a2944d422fa9861d6a58ab1335cf2dd0eb3f5c28ad1 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-4-deactivate, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, RELEASE=squid-bca9905, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-10T06:32:43.530 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 10 06:32:43 smithi196 podman[152127]: 2024-08-10 06:32:43.246360143 +0000 UTC m=+0.517558930 container died 22c069345d6e7d55f4b47a2944d422fa9861d6a58ab1335cf2dd0eb3f5c28ad1 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-4-deactivate, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, RELEASE=squid-bca9905, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_CLEAN=True) 2024-08-10T06:32:43.530 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 06:32:43 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6[105558]: 2024-08-10T06:32:43.221+0000 7f4cf331e640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-08-10T06:32:09.063845+0000 front 2024-08-10T06:32:09.063735+0000 (oldest deadline 2024-08-10T06:32:34.363505+0000) 2024-08-10T06:32:43.530 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 06:32:43 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6[105558]: 2024-08-10T06:32:43.221+0000 7f4cf331e640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-08-10T06:32:14.364210+0000 front 2024-08-10T06:32:14.364017+0000 (oldest deadline 2024-08-10T06:32:38.463942+0000) 2024-08-10T06:32:43.833 DEBUG:teuthology.orchestra.run.smithi196:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fc322138-56d5-11ef-bcce-c7b262605968@osd.4.service' 2024-08-10T06:32:43.871 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-10T06:32:43.871 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-08-10T06:32:43.872 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-08-10T06:32:43.872 DEBUG:teuthology.orchestra.run.smithi196:> sudo systemctl stop ceph-fc322138-56d5-11ef-bcce-c7b262605968@osd.5 2024-08-10T06:32:44.205 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 06:32:43 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-5[100834]: 2024-08-10T06:32:43.851+0000 7f6e4d503640 -1 osd.5 2841 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-08-10T06:32:08.114497+0000 front 2024-08-10T06:32:08.114530+0000 (oldest deadline 2024-08-10T06:32:30.414439+0000) 2024-08-10T06:32:44.205 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 06:32:43 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-5[100834]: 2024-08-10T06:32:43.851+0000 7f6e4d503640 -1 osd.5 2841 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-08-10T06:32:16.315250+0000 front 2024-08-10T06:32:16.315305+0000 (oldest deadline 2024-08-10T06:32:39.815198+0000) 2024-08-10T06:32:44.205 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 06:32:43 smithi196 systemd[1]: Stopping Ceph osd.5 for fc322138-56d5-11ef-bcce-c7b262605968... 2024-08-10T06:32:44.205 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:32:43 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[110712]: 2024-08-10T06:32:43.799+0000 7f3375533640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-08-10T06:32:06.048714+0000 front 2024-08-10T06:32:06.048732+0000 (oldest deadline 2024-08-10T06:32:31.348484+0000) 2024-08-10T06:32:44.205 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:32:43 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[110712]: 2024-08-10T06:32:43.799+0000 7f3375533640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-08-10T06:32:15.850382+0000 front 2024-08-10T06:32:15.850458+0000 (oldest deadline 2024-08-10T06:32:40.550192+0000) 2024-08-10T06:32:44.529 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 06:32:44 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6[105558]: 2024-08-10T06:32:44.225+0000 7f4cf331e640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-08-10T06:32:09.063845+0000 front 2024-08-10T06:32:09.063735+0000 (oldest deadline 2024-08-10T06:32:34.363505+0000) 2024-08-10T06:32:44.530 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 06:32:44 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6[105558]: 2024-08-10T06:32:44.226+0000 7f4cf331e640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-08-10T06:32:14.364210+0000 front 2024-08-10T06:32:14.364017+0000 (oldest deadline 2024-08-10T06:32:38.463942+0000) 2024-08-10T06:32:44.530 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 06:32:44 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-5[100834]: 2024-08-10T06:32:44.202+0000 7f6e54ef5640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-10T06:32:44.530 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 06:32:44 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-5[100834]: 2024-08-10T06:32:44.202+0000 7f6e54ef5640 -1 osd.5 2841 *** Got signal Terminated *** 2024-08-10T06:32:44.530 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 06:32:44 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-5[100834]: 2024-08-10T06:32:44.202+0000 7f6e54ef5640 -1 osd.5 2841 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-10T06:32:45.198 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 06:32:44 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-5[100834]: 2024-08-10T06:32:44.901+0000 7f6e4d503640 -1 osd.5 2841 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-08-10T06:32:08.114497+0000 front 2024-08-10T06:32:08.114530+0000 (oldest deadline 2024-08-10T06:32:30.414439+0000) 2024-08-10T06:32:45.198 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 06:32:44 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-5[100834]: 2024-08-10T06:32:44.901+0000 7f6e4d503640 -1 osd.5 2841 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-08-10T06:32:16.315250+0000 front 2024-08-10T06:32:16.315305+0000 (oldest deadline 2024-08-10T06:32:39.815198+0000) 2024-08-10T06:32:45.199 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:32:44 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[110712]: 2024-08-10T06:32:44.777+0000 7f3375533640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-08-10T06:32:06.048714+0000 front 2024-08-10T06:32:06.048732+0000 (oldest deadline 2024-08-10T06:32:31.348484+0000) 2024-08-10T06:32:45.199 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:32:44 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[110712]: 2024-08-10T06:32:44.777+0000 7f3375533640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-08-10T06:32:15.850382+0000 front 2024-08-10T06:32:15.850458+0000 (oldest deadline 2024-08-10T06:32:40.550192+0000) 2024-08-10T06:32:45.529 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 06:32:45 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6[105558]: 2024-08-10T06:32:45.267+0000 7f4cf331e640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-08-10T06:32:09.063845+0000 front 2024-08-10T06:32:09.063735+0000 (oldest deadline 2024-08-10T06:32:34.363505+0000) 2024-08-10T06:32:45.530 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 06:32:45 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6[105558]: 2024-08-10T06:32:45.267+0000 7f4cf331e640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-08-10T06:32:14.364210+0000 front 2024-08-10T06:32:14.364017+0000 (oldest deadline 2024-08-10T06:32:38.463942+0000) 2024-08-10T06:32:46.140 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 06:32:45 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-5[100834]: 2024-08-10T06:32:45.948+0000 7f6e4d503640 -1 osd.5 2841 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-08-10T06:32:08.114497+0000 front 2024-08-10T06:32:08.114530+0000 (oldest deadline 2024-08-10T06:32:30.414439+0000) 2024-08-10T06:32:46.140 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 06:32:45 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-5[100834]: 2024-08-10T06:32:45.948+0000 7f6e4d503640 -1 osd.5 2841 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-08-10T06:32:16.315250+0000 front 2024-08-10T06:32:16.315305+0000 (oldest deadline 2024-08-10T06:32:39.815198+0000) 2024-08-10T06:32:46.140 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:32:45 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[110712]: 2024-08-10T06:32:45.808+0000 7f3375533640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-08-10T06:32:06.048714+0000 front 2024-08-10T06:32:06.048732+0000 (oldest deadline 2024-08-10T06:32:31.348484+0000) 2024-08-10T06:32:46.140 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:32:45 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[110712]: 2024-08-10T06:32:45.808+0000 7f3375533640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-08-10T06:32:15.850382+0000 front 2024-08-10T06:32:15.850458+0000 (oldest deadline 2024-08-10T06:32:40.550192+0000) 2024-08-10T06:32:46.529 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 06:32:46 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6[105558]: 2024-08-10T06:32:46.247+0000 7f4cf331e640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-08-10T06:32:09.063845+0000 front 2024-08-10T06:32:09.063735+0000 (oldest deadline 2024-08-10T06:32:34.363505+0000) 2024-08-10T06:32:46.529 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 06:32:46 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6[105558]: 2024-08-10T06:32:46.247+0000 7f4cf331e640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-08-10T06:32:14.364210+0000 front 2024-08-10T06:32:14.364017+0000 (oldest deadline 2024-08-10T06:32:38.463942+0000) 2024-08-10T06:32:47.211 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 06:32:46 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-5[100834]: 2024-08-10T06:32:46.917+0000 7f6e4d503640 -1 osd.5 2841 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-08-10T06:32:08.114497+0000 front 2024-08-10T06:32:08.114530+0000 (oldest deadline 2024-08-10T06:32:30.414439+0000) 2024-08-10T06:32:47.211 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 06:32:46 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-5[100834]: 2024-08-10T06:32:46.917+0000 7f6e4d503640 -1 osd.5 2841 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-08-10T06:32:16.315250+0000 front 2024-08-10T06:32:16.315305+0000 (oldest deadline 2024-08-10T06:32:39.815198+0000) 2024-08-10T06:32:47.211 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 06:32:46 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-5[100834]: 2024-08-10T06:32:46.917+0000 7f6e4d503640 -1 osd.5 2841 heartbeat_check: no reply from 172.21.15.31:6822 osd.2 since back 2024-08-10T06:32:25.016583+0000 front 2024-08-10T06:32:25.016473+0000 (oldest deadline 2024-08-10T06:32:46.716378+0000) 2024-08-10T06:32:47.211 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:32:46 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[110712]: 2024-08-10T06:32:46.781+0000 7f3375533640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-08-10T06:32:06.048714+0000 front 2024-08-10T06:32:06.048732+0000 (oldest deadline 2024-08-10T06:32:31.348484+0000) 2024-08-10T06:32:47.211 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:32:46 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[110712]: 2024-08-10T06:32:46.781+0000 7f3375533640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-08-10T06:32:15.850382+0000 front 2024-08-10T06:32:15.850458+0000 (oldest deadline 2024-08-10T06:32:40.550192+0000) 2024-08-10T06:32:47.529 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 06:32:47 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6[105558]: 2024-08-10T06:32:47.208+0000 7f4cf331e640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-08-10T06:32:09.063845+0000 front 2024-08-10T06:32:09.063735+0000 (oldest deadline 2024-08-10T06:32:34.363505+0000) 2024-08-10T06:32:47.529 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 06:32:47 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6[105558]: 2024-08-10T06:32:47.208+0000 7f4cf331e640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-08-10T06:32:14.364210+0000 front 2024-08-10T06:32:14.364017+0000 (oldest deadline 2024-08-10T06:32:38.463942+0000) 2024-08-10T06:32:48.247 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:32:47 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[110712]: 2024-08-10T06:32:47.778+0000 7f3375533640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-08-10T06:32:06.048714+0000 front 2024-08-10T06:32:06.048732+0000 (oldest deadline 2024-08-10T06:32:31.348484+0000) 2024-08-10T06:32:48.247 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:32:47 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[110712]: 2024-08-10T06:32:47.778+0000 7f3375533640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-08-10T06:32:15.850382+0000 front 2024-08-10T06:32:15.850458+0000 (oldest deadline 2024-08-10T06:32:40.550192+0000) 2024-08-10T06:32:48.247 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:32:47 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[110712]: 2024-08-10T06:32:47.778+0000 7f3375533640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.31:6822 osd.2 since back 2024-08-10T06:32:22.751472+0000 front 2024-08-10T06:32:22.751542+0000 (oldest deadline 2024-08-10T06:32:46.851382+0000) 2024-08-10T06:32:48.248 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 06:32:47 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-5[100834]: 2024-08-10T06:32:47.964+0000 7f6e4d503640 -1 osd.5 2841 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-08-10T06:32:08.114497+0000 front 2024-08-10T06:32:08.114530+0000 (oldest deadline 2024-08-10T06:32:30.414439+0000) 2024-08-10T06:32:48.248 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 06:32:47 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-5[100834]: 2024-08-10T06:32:47.964+0000 7f6e4d503640 -1 osd.5 2841 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-08-10T06:32:16.315250+0000 front 2024-08-10T06:32:16.315305+0000 (oldest deadline 2024-08-10T06:32:39.815198+0000) 2024-08-10T06:32:48.248 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 06:32:47 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-5[100834]: 2024-08-10T06:32:47.964+0000 7f6e4d503640 -1 osd.5 2841 heartbeat_check: no reply from 172.21.15.31:6822 osd.2 since back 2024-08-10T06:32:25.016583+0000 front 2024-08-10T06:32:25.016473+0000 (oldest deadline 2024-08-10T06:32:46.716378+0000) 2024-08-10T06:32:48.529 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 06:32:48 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6[105558]: 2024-08-10T06:32:48.245+0000 7f4cf331e640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-08-10T06:32:09.063845+0000 front 2024-08-10T06:32:09.063735+0000 (oldest deadline 2024-08-10T06:32:34.363505+0000) 2024-08-10T06:32:48.530 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 06:32:48 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6[105558]: 2024-08-10T06:32:48.245+0000 7f4cf331e640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-08-10T06:32:14.364210+0000 front 2024-08-10T06:32:14.364017+0000 (oldest deadline 2024-08-10T06:32:38.463942+0000) 2024-08-10T06:32:48.530 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 06:32:48 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6[105558]: 2024-08-10T06:32:48.245+0000 7f4cf331e640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.31:6822 osd.2 since back 2024-08-10T06:32:22.565266+0000 front 2024-08-10T06:32:22.565217+0000 (oldest deadline 2024-08-10T06:32:47.265066+0000) 2024-08-10T06:32:49.280 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:32:48 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[110712]: 2024-08-10T06:32:48.790+0000 7f3375533640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-08-10T06:32:06.048714+0000 front 2024-08-10T06:32:06.048732+0000 (oldest deadline 2024-08-10T06:32:31.348484+0000) 2024-08-10T06:32:49.280 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:32:48 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[110712]: 2024-08-10T06:32:48.790+0000 7f3375533640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-08-10T06:32:15.850382+0000 front 2024-08-10T06:32:15.850458+0000 (oldest deadline 2024-08-10T06:32:40.550192+0000) 2024-08-10T06:32:49.280 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:32:48 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[110712]: 2024-08-10T06:32:48.790+0000 7f3375533640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.31:6822 osd.2 since back 2024-08-10T06:32:22.751472+0000 front 2024-08-10T06:32:22.751542+0000 (oldest deadline 2024-08-10T06:32:46.851382+0000) 2024-08-10T06:32:49.280 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 06:32:48 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-5[100834]: 2024-08-10T06:32:48.928+0000 7f6e4d503640 -1 osd.5 2841 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-08-10T06:32:08.114497+0000 front 2024-08-10T06:32:08.114530+0000 (oldest deadline 2024-08-10T06:32:30.414439+0000) 2024-08-10T06:32:49.280 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 06:32:48 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-5[100834]: 2024-08-10T06:32:48.928+0000 7f6e4d503640 -1 osd.5 2841 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-08-10T06:32:16.315250+0000 front 2024-08-10T06:32:16.315305+0000 (oldest deadline 2024-08-10T06:32:39.815198+0000) 2024-08-10T06:32:49.280 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 06:32:48 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-5[100834]: 2024-08-10T06:32:48.928+0000 7f6e4d503640 -1 osd.5 2841 heartbeat_check: no reply from 172.21.15.31:6822 osd.2 since back 2024-08-10T06:32:25.016583+0000 front 2024-08-10T06:32:25.016473+0000 (oldest deadline 2024-08-10T06:32:46.716378+0000) 2024-08-10T06:32:49.589 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 06:32:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6[105558]: 2024-08-10T06:32:49.277+0000 7f4cf331e640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-08-10T06:32:09.063845+0000 front 2024-08-10T06:32:09.063735+0000 (oldest deadline 2024-08-10T06:32:34.363505+0000) 2024-08-10T06:32:49.590 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 06:32:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6[105558]: 2024-08-10T06:32:49.277+0000 7f4cf331e640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-08-10T06:32:14.364210+0000 front 2024-08-10T06:32:14.364017+0000 (oldest deadline 2024-08-10T06:32:38.463942+0000) 2024-08-10T06:32:49.590 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 06:32:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6[105558]: 2024-08-10T06:32:49.277+0000 7f4cf331e640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.31:6822 osd.2 since back 2024-08-10T06:32:22.565266+0000 front 2024-08-10T06:32:22.565217+0000 (oldest deadline 2024-08-10T06:32:47.265066+0000) 2024-08-10T06:32:49.845 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 06:32:49 smithi196 podman[152254]: 2024-08-10 06:32:49.588945509 +0000 UTC m=+5.495949460 container died 0b799750a37c694cf941907cd333a1ac0def531012ac8dbbeee78cb01acff51d (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-5, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=squid-bca9905, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0) 2024-08-10T06:32:49.846 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:32:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[110712]: 2024-08-10T06:32:49.740+0000 7f3375533640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-08-10T06:32:06.048714+0000 front 2024-08-10T06:32:06.048732+0000 (oldest deadline 2024-08-10T06:32:31.348484+0000) 2024-08-10T06:32:49.846 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:32:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[110712]: 2024-08-10T06:32:49.740+0000 7f3375533640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-08-10T06:32:15.850382+0000 front 2024-08-10T06:32:15.850458+0000 (oldest deadline 2024-08-10T06:32:40.550192+0000) 2024-08-10T06:32:49.846 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:32:49 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[110712]: 2024-08-10T06:32:49.740+0000 7f3375533640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.31:6822 osd.2 since back 2024-08-10T06:32:22.751472+0000 front 2024-08-10T06:32:22.751542+0000 (oldest deadline 2024-08-10T06:32:46.851382+0000) 2024-08-10T06:32:50.103 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 06:32:49 smithi196 podman[152254]: 2024-08-10 06:32:49.926265076 +0000 UTC m=+5.833269026 container cleanup 0b799750a37c694cf941907cd333a1ac0def531012ac8dbbeee78cb01acff51d (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-5, org.label-schema.build-date=20240731, RELEASE=squid-bca9905, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0) 2024-08-10T06:32:50.103 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 06:32:49 smithi196 bash[152254]: ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-5 2024-08-10T06:32:50.507 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 06:32:50 smithi196 podman[152287]: 2024-08-10 06:32:50.102665631 +0000 UTC m=+0.513385421 container remove 0b799750a37c694cf941907cd333a1ac0def531012ac8dbbeee78cb01acff51d (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, RELEASE=squid-bca9905, ceph=True, GIT_BRANCH=HEAD) 2024-08-10T06:32:50.508 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 06:32:50 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6[105558]: 2024-08-10T06:32:50.260+0000 7f4cf331e640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-08-10T06:32:09.063845+0000 front 2024-08-10T06:32:09.063735+0000 (oldest deadline 2024-08-10T06:32:34.363505+0000) 2024-08-10T06:32:50.508 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 06:32:50 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6[105558]: 2024-08-10T06:32:50.260+0000 7f4cf331e640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-08-10T06:32:14.364210+0000 front 2024-08-10T06:32:14.364017+0000 (oldest deadline 2024-08-10T06:32:38.463942+0000) 2024-08-10T06:32:50.508 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 06:32:50 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6[105558]: 2024-08-10T06:32:50.260+0000 7f4cf331e640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.31:6822 osd.2 since back 2024-08-10T06:32:22.565266+0000 front 2024-08-10T06:32:22.565217+0000 (oldest deadline 2024-08-10T06:32:47.265066+0000) 2024-08-10T06:32:50.768 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 06:32:50 smithi196 podman[152380]: 2024-08-10 06:32:50.409125635 +0000 UTC m=+0.017012217 image pull c7b33901c8866b527fc2ae183a251d5e1d09961420a56731f5fa8537903bd68b quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec 2024-08-10T06:32:50.768 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 06:32:50 smithi196 podman[152380]: 2024-08-10 06:32:50.511724181 +0000 UTC m=+0.119610750 container create 7f1d445c6254eab637174f5b6a87ba8893dec281ec4b94881da38602f664fa21 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-5-deactivate, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, RELEASE=squid-bca9905) 2024-08-10T06:32:50.768 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 06:32:50 smithi196 podman[152380]: 2024-08-10 06:32:50.747637898 +0000 UTC m=+0.355524478 container init 7f1d445c6254eab637174f5b6a87ba8893dec281ec4b94881da38602f664fa21 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-5-deactivate, io.buildah.version=1.36.0, GIT_CLEAN=True, RELEASE=squid-bca9905, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-10T06:32:50.768 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 06:32:50 smithi196 podman[152380]: 2024-08-10 06:32:50.752808529 +0000 UTC m=+0.360695102 container start 7f1d445c6254eab637174f5b6a87ba8893dec281ec4b94881da38602f664fa21 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-5-deactivate, org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=squid-bca9905, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0) 2024-08-10T06:32:51.030 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 06:32:50 smithi196 podman[152380]: 2024-08-10 06:32:50.86428087 +0000 UTC m=+0.472167448 container attach 7f1d445c6254eab637174f5b6a87ba8893dec281ec4b94881da38602f664fa21 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-5-deactivate, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=squid-bca9905, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, ceph=True) 2024-08-10T06:32:51.030 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 10 06:32:50 smithi196 podman[152380]: 2024-08-10 06:32:50.947956754 +0000 UTC m=+0.555843324 container died 7f1d445c6254eab637174f5b6a87ba8893dec281ec4b94881da38602f664fa21 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-5-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=squid-bca9905, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD) 2024-08-10T06:32:51.030 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:32:50 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[110712]: 2024-08-10T06:32:50.765+0000 7f3375533640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-08-10T06:32:06.048714+0000 front 2024-08-10T06:32:06.048732+0000 (oldest deadline 2024-08-10T06:32:31.348484+0000) 2024-08-10T06:32:51.030 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:32:50 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[110712]: 2024-08-10T06:32:50.765+0000 7f3375533640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-08-10T06:32:15.850382+0000 front 2024-08-10T06:32:15.850458+0000 (oldest deadline 2024-08-10T06:32:40.550192+0000) 2024-08-10T06:32:51.030 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:32:50 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[110712]: 2024-08-10T06:32:50.765+0000 7f3375533640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.31:6822 osd.2 since back 2024-08-10T06:32:22.751472+0000 front 2024-08-10T06:32:22.751542+0000 (oldest deadline 2024-08-10T06:32:46.851382+0000) 2024-08-10T06:32:51.518 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 06:32:51 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6[105558]: 2024-08-10T06:32:51.277+0000 7f4cf331e640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-08-10T06:32:09.063845+0000 front 2024-08-10T06:32:09.063735+0000 (oldest deadline 2024-08-10T06:32:34.363505+0000) 2024-08-10T06:32:51.519 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 06:32:51 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6[105558]: 2024-08-10T06:32:51.277+0000 7f4cf331e640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-08-10T06:32:14.364210+0000 front 2024-08-10T06:32:14.364017+0000 (oldest deadline 2024-08-10T06:32:38.463942+0000) 2024-08-10T06:32:51.519 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 06:32:51 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6[105558]: 2024-08-10T06:32:51.277+0000 7f4cf331e640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.31:6822 osd.2 since back 2024-08-10T06:32:22.565266+0000 front 2024-08-10T06:32:22.565217+0000 (oldest deadline 2024-08-10T06:32:47.265066+0000) 2024-08-10T06:32:51.541 DEBUG:teuthology.orchestra.run.smithi196:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fc322138-56d5-11ef-bcce-c7b262605968@osd.5.service' 2024-08-10T06:32:51.579 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-10T06:32:51.580 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-08-10T06:32:51.580 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-08-10T06:32:51.580 DEBUG:teuthology.orchestra.run.smithi196:> sudo systemctl stop ceph-fc322138-56d5-11ef-bcce-c7b262605968@osd.6 2024-08-10T06:32:51.779 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 06:32:51 smithi196 systemd[1]: Stopping Ceph osd.6 for fc322138-56d5-11ef-bcce-c7b262605968... 2024-08-10T06:32:52.280 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 06:32:51 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6[105558]: 2024-08-10T06:32:51.938+0000 7f4cfad10640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-10T06:32:52.280 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 06:32:51 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6[105558]: 2024-08-10T06:32:51.938+0000 7f4cfad10640 -1 osd.6 2841 *** Got signal Terminated *** 2024-08-10T06:32:52.280 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 06:32:51 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6[105558]: 2024-08-10T06:32:51.938+0000 7f4cfad10640 -1 osd.6 2841 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-10T06:32:52.280 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:32:51 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[110712]: 2024-08-10T06:32:51.805+0000 7f3375533640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-08-10T06:32:06.048714+0000 front 2024-08-10T06:32:06.048732+0000 (oldest deadline 2024-08-10T06:32:31.348484+0000) 2024-08-10T06:32:52.281 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:32:51 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[110712]: 2024-08-10T06:32:51.805+0000 7f3375533640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-08-10T06:32:15.850382+0000 front 2024-08-10T06:32:15.850458+0000 (oldest deadline 2024-08-10T06:32:40.550192+0000) 2024-08-10T06:32:52.281 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:32:51 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[110712]: 2024-08-10T06:32:51.805+0000 7f3375533640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.31:6822 osd.2 since back 2024-08-10T06:32:22.751472+0000 front 2024-08-10T06:32:22.751542+0000 (oldest deadline 2024-08-10T06:32:46.851382+0000) 2024-08-10T06:32:52.776 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 06:32:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6[105558]: 2024-08-10T06:32:52.291+0000 7f4cf331e640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-08-10T06:32:09.063845+0000 front 2024-08-10T06:32:09.063735+0000 (oldest deadline 2024-08-10T06:32:34.363505+0000) 2024-08-10T06:32:52.776 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 06:32:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6[105558]: 2024-08-10T06:32:52.291+0000 7f4cf331e640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-08-10T06:32:14.364210+0000 front 2024-08-10T06:32:14.364017+0000 (oldest deadline 2024-08-10T06:32:38.463942+0000) 2024-08-10T06:32:52.776 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 06:32:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6[105558]: 2024-08-10T06:32:52.291+0000 7f4cf331e640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.31:6822 osd.2 since back 2024-08-10T06:32:22.565266+0000 front 2024-08-10T06:32:22.565217+0000 (oldest deadline 2024-08-10T06:32:47.265066+0000) 2024-08-10T06:32:53.029 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:32:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[110712]: 2024-08-10T06:32:52.773+0000 7f3375533640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-08-10T06:32:06.048714+0000 front 2024-08-10T06:32:06.048732+0000 (oldest deadline 2024-08-10T06:32:31.348484+0000) 2024-08-10T06:32:53.029 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:32:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[110712]: 2024-08-10T06:32:52.773+0000 7f3375533640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-08-10T06:32:15.850382+0000 front 2024-08-10T06:32:15.850458+0000 (oldest deadline 2024-08-10T06:32:40.550192+0000) 2024-08-10T06:32:53.029 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:32:52 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[110712]: 2024-08-10T06:32:52.773+0000 7f3375533640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.31:6822 osd.2 since back 2024-08-10T06:32:22.751472+0000 front 2024-08-10T06:32:22.751542+0000 (oldest deadline 2024-08-10T06:32:46.851382+0000) 2024-08-10T06:32:53.732 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 06:32:53 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6[105558]: 2024-08-10T06:32:53.325+0000 7f4cf331e640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-08-10T06:32:09.063845+0000 front 2024-08-10T06:32:09.063735+0000 (oldest deadline 2024-08-10T06:32:34.363505+0000) 2024-08-10T06:32:53.732 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 06:32:53 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6[105558]: 2024-08-10T06:32:53.325+0000 7f4cf331e640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-08-10T06:32:14.364210+0000 front 2024-08-10T06:32:14.364017+0000 (oldest deadline 2024-08-10T06:32:38.463942+0000) 2024-08-10T06:32:53.732 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 06:32:53 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6[105558]: 2024-08-10T06:32:53.325+0000 7f4cf331e640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.31:6822 osd.2 since back 2024-08-10T06:32:22.565266+0000 front 2024-08-10T06:32:22.565217+0000 (oldest deadline 2024-08-10T06:32:47.265066+0000) 2024-08-10T06:32:54.030 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:32:53 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[110712]: 2024-08-10T06:32:53.729+0000 7f3375533640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-08-10T06:32:06.048714+0000 front 2024-08-10T06:32:06.048732+0000 (oldest deadline 2024-08-10T06:32:31.348484+0000) 2024-08-10T06:32:54.030 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:32:53 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[110712]: 2024-08-10T06:32:53.729+0000 7f3375533640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-08-10T06:32:15.850382+0000 front 2024-08-10T06:32:15.850458+0000 (oldest deadline 2024-08-10T06:32:40.550192+0000) 2024-08-10T06:32:54.031 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:32:53 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[110712]: 2024-08-10T06:32:53.729+0000 7f3375533640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.31:6822 osd.2 since back 2024-08-10T06:32:22.751472+0000 front 2024-08-10T06:32:22.751542+0000 (oldest deadline 2024-08-10T06:32:46.851382+0000) 2024-08-10T06:32:54.728 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 06:32:54 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6[105558]: 2024-08-10T06:32:54.318+0000 7f4cf331e640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-08-10T06:32:09.063845+0000 front 2024-08-10T06:32:09.063735+0000 (oldest deadline 2024-08-10T06:32:34.363505+0000) 2024-08-10T06:32:54.728 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 06:32:54 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6[105558]: 2024-08-10T06:32:54.318+0000 7f4cf331e640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-08-10T06:32:14.364210+0000 front 2024-08-10T06:32:14.364017+0000 (oldest deadline 2024-08-10T06:32:38.463942+0000) 2024-08-10T06:32:54.728 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 06:32:54 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6[105558]: 2024-08-10T06:32:54.318+0000 7f4cf331e640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.31:6822 osd.2 since back 2024-08-10T06:32:22.565266+0000 front 2024-08-10T06:32:22.565217+0000 (oldest deadline 2024-08-10T06:32:47.265066+0000) 2024-08-10T06:32:55.029 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:32:54 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[110712]: 2024-08-10T06:32:54.726+0000 7f3375533640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-08-10T06:32:06.048714+0000 front 2024-08-10T06:32:06.048732+0000 (oldest deadline 2024-08-10T06:32:31.348484+0000) 2024-08-10T06:32:55.030 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:32:54 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[110712]: 2024-08-10T06:32:54.726+0000 7f3375533640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-08-10T06:32:15.850382+0000 front 2024-08-10T06:32:15.850458+0000 (oldest deadline 2024-08-10T06:32:40.550192+0000) 2024-08-10T06:32:55.030 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:32:54 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[110712]: 2024-08-10T06:32:54.726+0000 7f3375533640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.31:6822 osd.2 since back 2024-08-10T06:32:22.751472+0000 front 2024-08-10T06:32:22.751542+0000 (oldest deadline 2024-08-10T06:32:46.851382+0000) 2024-08-10T06:32:55.644 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 06:32:55 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6[105558]: 2024-08-10T06:32:55.358+0000 7f4cf331e640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-08-10T06:32:09.063845+0000 front 2024-08-10T06:32:09.063735+0000 (oldest deadline 2024-08-10T06:32:34.363505+0000) 2024-08-10T06:32:55.644 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 06:32:55 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6[105558]: 2024-08-10T06:32:55.358+0000 7f4cf331e640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-08-10T06:32:14.364210+0000 front 2024-08-10T06:32:14.364017+0000 (oldest deadline 2024-08-10T06:32:38.463942+0000) 2024-08-10T06:32:55.644 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 06:32:55 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6[105558]: 2024-08-10T06:32:55.358+0000 7f4cf331e640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.31:6822 osd.2 since back 2024-08-10T06:32:22.565266+0000 front 2024-08-10T06:32:22.565217+0000 (oldest deadline 2024-08-10T06:32:47.265066+0000) 2024-08-10T06:32:55.644 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 06:32:55 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6[105558]: 2024-08-10T06:32:55.358+0000 7f4cf331e640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.31:6830 osd.3 since back 2024-08-10T06:32:28.966059+0000 front 2024-08-10T06:32:28.966038+0000 (oldest deadline 2024-08-10T06:32:54.866040+0000) 2024-08-10T06:32:56.029 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:32:55 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[110712]: 2024-08-10T06:32:55.722+0000 7f3375533640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-08-10T06:32:06.048714+0000 front 2024-08-10T06:32:06.048732+0000 (oldest deadline 2024-08-10T06:32:31.348484+0000) 2024-08-10T06:32:56.030 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:32:55 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[110712]: 2024-08-10T06:32:55.722+0000 7f3375533640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-08-10T06:32:15.850382+0000 front 2024-08-10T06:32:15.850458+0000 (oldest deadline 2024-08-10T06:32:40.550192+0000) 2024-08-10T06:32:56.030 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:32:55 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[110712]: 2024-08-10T06:32:55.722+0000 7f3375533640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.31:6822 osd.2 since back 2024-08-10T06:32:22.751472+0000 front 2024-08-10T06:32:22.751542+0000 (oldest deadline 2024-08-10T06:32:46.851382+0000) 2024-08-10T06:32:56.529 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 06:32:56 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6[105558]: 2024-08-10T06:32:56.314+0000 7f4cf331e640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-08-10T06:32:09.063845+0000 front 2024-08-10T06:32:09.063735+0000 (oldest deadline 2024-08-10T06:32:34.363505+0000) 2024-08-10T06:32:56.530 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 06:32:56 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6[105558]: 2024-08-10T06:32:56.314+0000 7f4cf331e640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-08-10T06:32:14.364210+0000 front 2024-08-10T06:32:14.364017+0000 (oldest deadline 2024-08-10T06:32:38.463942+0000) 2024-08-10T06:32:56.530 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 06:32:56 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6[105558]: 2024-08-10T06:32:56.314+0000 7f4cf331e640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.31:6822 osd.2 since back 2024-08-10T06:32:22.565266+0000 front 2024-08-10T06:32:22.565217+0000 (oldest deadline 2024-08-10T06:32:47.265066+0000) 2024-08-10T06:32:56.530 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 06:32:56 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6[105558]: 2024-08-10T06:32:56.314+0000 7f4cf331e640 -1 osd.6 2841 heartbeat_check: no reply from 172.21.15.31:6830 osd.3 since back 2024-08-10T06:32:28.966059+0000 front 2024-08-10T06:32:28.966038+0000 (oldest deadline 2024-08-10T06:32:54.866040+0000) 2024-08-10T06:32:57.029 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:32:56 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[110712]: 2024-08-10T06:32:56.766+0000 7f3375533640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-08-10T06:32:06.048714+0000 front 2024-08-10T06:32:06.048732+0000 (oldest deadline 2024-08-10T06:32:31.348484+0000) 2024-08-10T06:32:57.030 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:32:56 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[110712]: 2024-08-10T06:32:56.766+0000 7f3375533640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-08-10T06:32:15.850382+0000 front 2024-08-10T06:32:15.850458+0000 (oldest deadline 2024-08-10T06:32:40.550192+0000) 2024-08-10T06:32:57.030 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:32:56 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[110712]: 2024-08-10T06:32:56.766+0000 7f3375533640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.31:6822 osd.2 since back 2024-08-10T06:32:22.751472+0000 front 2024-08-10T06:32:22.751542+0000 (oldest deadline 2024-08-10T06:32:46.851382+0000) 2024-08-10T06:32:57.030 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:32:56 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[110712]: 2024-08-10T06:32:56.766+0000 7f3375533640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.31:6830 osd.3 since back 2024-08-10T06:32:32.752036+0000 front 2024-08-10T06:32:32.752157+0000 (oldest deadline 2024-08-10T06:32:56.252068+0000) 2024-08-10T06:32:57.647 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 06:32:57 smithi196 podman[152507]: 2024-08-10 06:32:57.332074285 +0000 UTC m=+5.516775091 container died 394f5a40bb1fe11dd7591be80255854a04cc62f0cdca607da760e0ce5417a0ac (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-bca9905, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux ) 2024-08-10T06:32:57.972 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 06:32:57 smithi196 podman[152507]: 2024-08-10 06:32:57.745311325 +0000 UTC m=+5.930012139 container cleanup 394f5a40bb1fe11dd7591be80255854a04cc62f0cdca607da760e0ce5417a0ac (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, ceph=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=squid-bca9905, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-10T06:32:57.972 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 06:32:57 smithi196 bash[152507]: ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6 2024-08-10T06:32:57.973 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:32:57 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[110712]: 2024-08-10T06:32:57.762+0000 7f3375533640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-08-10T06:32:06.048714+0000 front 2024-08-10T06:32:06.048732+0000 (oldest deadline 2024-08-10T06:32:31.348484+0000) 2024-08-10T06:32:57.973 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:32:57 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[110712]: 2024-08-10T06:32:57.762+0000 7f3375533640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-08-10T06:32:15.850382+0000 front 2024-08-10T06:32:15.850458+0000 (oldest deadline 2024-08-10T06:32:40.550192+0000) 2024-08-10T06:32:57.973 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:32:57 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[110712]: 2024-08-10T06:32:57.762+0000 7f3375533640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.31:6822 osd.2 since back 2024-08-10T06:32:22.751472+0000 front 2024-08-10T06:32:22.751542+0000 (oldest deadline 2024-08-10T06:32:46.851382+0000) 2024-08-10T06:32:57.973 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:32:57 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[110712]: 2024-08-10T06:32:57.762+0000 7f3375533640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.31:6830 osd.3 since back 2024-08-10T06:32:32.752036+0000 front 2024-08-10T06:32:32.752157+0000 (oldest deadline 2024-08-10T06:32:56.252068+0000) 2024-08-10T06:32:58.279 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 06:32:57 smithi196 podman[152529]: 2024-08-10 06:32:57.971786357 +0000 UTC m=+0.637791113 container remove 394f5a40bb1fe11dd7591be80255854a04cc62f0cdca607da760e0ce5417a0ac (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, RELEASE=squid-bca9905, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0) 2024-08-10T06:32:58.701 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 06:32:58 smithi196 podman[152622]: 2024-08-10 06:32:58.422779521 +0000 UTC m=+0.114405897 container create 65a0e460212b8177b870a7848835c325ae980e5368375b6b9ce20c7f7a49f2aa (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6-deactivate, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, CEPH_POINT_RELEASE=, RELEASE=squid-bca9905, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.36.0) 2024-08-10T06:32:58.701 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 06:32:58 smithi196 podman[152622]: 2024-08-10 06:32:58.325752669 +0000 UTC m=+0.017379021 image pull c7b33901c8866b527fc2ae183a251d5e1d09961420a56731f5fa8537903bd68b quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec 2024-08-10T06:32:58.701 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 06:32:58 smithi196 podman[152622]: 2024-08-10 06:32:58.60879032 +0000 UTC m=+0.300416670 container init 65a0e460212b8177b870a7848835c325ae980e5368375b6b9ce20c7f7a49f2aa (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6-deactivate, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=squid-bca9905, GIT_BRANCH=HEAD) 2024-08-10T06:32:58.701 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 06:32:58 smithi196 podman[152622]: 2024-08-10 06:32:58.61357671 +0000 UTC m=+0.305203047 container start 65a0e460212b8177b870a7848835c325ae980e5368375b6b9ce20c7f7a49f2aa (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.schema-version=1.0, RELEASE=squid-bca9905, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-08-10T06:32:58.701 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 06:32:58 smithi196 podman[152622]: 2024-08-10 06:32:58.700134607 +0000 UTC m=+0.391760944 container attach 65a0e460212b8177b870a7848835c325ae980e5368375b6b9ce20c7f7a49f2aa (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6-deactivate, GIT_CLEAN=True, RELEASE=squid-bca9905, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True) 2024-08-10T06:32:59.029 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 10 06:32:58 smithi196 podman[152622]: 2024-08-10 06:32:58.811934532 +0000 UTC m=+0.503560867 container died 65a0e460212b8177b870a7848835c325ae980e5368375b6b9ce20c7f7a49f2aa (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-6-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-bca9905, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-08-10T06:32:59.030 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:32:58 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[110712]: 2024-08-10T06:32:58.784+0000 7f3375533640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-08-10T06:32:06.048714+0000 front 2024-08-10T06:32:06.048732+0000 (oldest deadline 2024-08-10T06:32:31.348484+0000) 2024-08-10T06:32:59.030 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:32:58 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[110712]: 2024-08-10T06:32:58.784+0000 7f3375533640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-08-10T06:32:15.850382+0000 front 2024-08-10T06:32:15.850458+0000 (oldest deadline 2024-08-10T06:32:40.550192+0000) 2024-08-10T06:32:59.030 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:32:58 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[110712]: 2024-08-10T06:32:58.784+0000 7f3375533640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.31:6822 osd.2 since back 2024-08-10T06:32:22.751472+0000 front 2024-08-10T06:32:22.751542+0000 (oldest deadline 2024-08-10T06:32:46.851382+0000) 2024-08-10T06:32:59.030 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:32:58 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[110712]: 2024-08-10T06:32:58.784+0000 7f3375533640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.31:6830 osd.3 since back 2024-08-10T06:32:32.752036+0000 front 2024-08-10T06:32:32.752157+0000 (oldest deadline 2024-08-10T06:32:56.252068+0000) 2024-08-10T06:32:59.409 DEBUG:teuthology.orchestra.run.smithi196:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fc322138-56d5-11ef-bcce-c7b262605968@osd.6.service' 2024-08-10T06:32:59.450 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-10T06:32:59.451 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-08-10T06:32:59.451 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-08-10T06:32:59.451 DEBUG:teuthology.orchestra.run.smithi196:> sudo systemctl stop ceph-fc322138-56d5-11ef-bcce-c7b262605968@osd.7 2024-08-10T06:32:59.779 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:32:59 smithi196 systemd[1]: Stopping Ceph osd.7 for fc322138-56d5-11ef-bcce-c7b262605968... 2024-08-10T06:33:00.279 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:32:59 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[110712]: 2024-08-10T06:32:59.781+0000 7f3375533640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-08-10T06:32:06.048714+0000 front 2024-08-10T06:32:06.048732+0000 (oldest deadline 2024-08-10T06:32:31.348484+0000) 2024-08-10T06:33:00.280 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:32:59 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[110712]: 2024-08-10T06:32:59.781+0000 7f3375533640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-08-10T06:32:15.850382+0000 front 2024-08-10T06:32:15.850458+0000 (oldest deadline 2024-08-10T06:32:40.550192+0000) 2024-08-10T06:33:00.280 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:32:59 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[110712]: 2024-08-10T06:32:59.781+0000 7f3375533640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.31:6822 osd.2 since back 2024-08-10T06:32:22.751472+0000 front 2024-08-10T06:32:22.751542+0000 (oldest deadline 2024-08-10T06:32:46.851382+0000) 2024-08-10T06:33:00.280 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:32:59 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[110712]: 2024-08-10T06:32:59.781+0000 7f3375533640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.31:6830 osd.3 since back 2024-08-10T06:32:32.752036+0000 front 2024-08-10T06:32:32.752157+0000 (oldest deadline 2024-08-10T06:32:56.252068+0000) 2024-08-10T06:33:00.280 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:32:59 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[110712]: 2024-08-10T06:32:59.783+0000 7f3378f1d640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-10T06:33:00.280 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:32:59 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[110712]: 2024-08-10T06:32:59.783+0000 7f3378f1d640 -1 osd.7 2841 *** Got signal Terminated *** 2024-08-10T06:33:00.280 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:32:59 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[110712]: 2024-08-10T06:32:59.783+0000 7f3378f1d640 -1 osd.7 2841 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-10T06:33:01.030 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:33:00 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[110712]: 2024-08-10T06:33:00.745+0000 7f3375533640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-08-10T06:32:06.048714+0000 front 2024-08-10T06:32:06.048732+0000 (oldest deadline 2024-08-10T06:32:31.348484+0000) 2024-08-10T06:33:01.030 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:33:00 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[110712]: 2024-08-10T06:33:00.745+0000 7f3375533640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-08-10T06:32:15.850382+0000 front 2024-08-10T06:32:15.850458+0000 (oldest deadline 2024-08-10T06:32:40.550192+0000) 2024-08-10T06:33:01.030 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:33:00 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[110712]: 2024-08-10T06:33:00.745+0000 7f3375533640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.31:6822 osd.2 since back 2024-08-10T06:32:22.751472+0000 front 2024-08-10T06:32:22.751542+0000 (oldest deadline 2024-08-10T06:32:46.851382+0000) 2024-08-10T06:33:01.030 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:33:00 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[110712]: 2024-08-10T06:33:00.745+0000 7f3375533640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.31:6830 osd.3 since back 2024-08-10T06:32:32.752036+0000 front 2024-08-10T06:32:32.752157+0000 (oldest deadline 2024-08-10T06:32:56.252068+0000) 2024-08-10T06:33:02.029 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:33:01 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[110712]: 2024-08-10T06:33:01.707+0000 7f3375533640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-08-10T06:32:06.048714+0000 front 2024-08-10T06:32:06.048732+0000 (oldest deadline 2024-08-10T06:32:31.348484+0000) 2024-08-10T06:33:02.030 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:33:01 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[110712]: 2024-08-10T06:33:01.707+0000 7f3375533640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-08-10T06:32:15.850382+0000 front 2024-08-10T06:32:15.850458+0000 (oldest deadline 2024-08-10T06:32:40.550192+0000) 2024-08-10T06:33:02.030 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:33:01 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[110712]: 2024-08-10T06:33:01.707+0000 7f3375533640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.31:6822 osd.2 since back 2024-08-10T06:32:22.751472+0000 front 2024-08-10T06:32:22.751542+0000 (oldest deadline 2024-08-10T06:32:46.851382+0000) 2024-08-10T06:33:02.030 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:33:01 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[110712]: 2024-08-10T06:33:01.707+0000 7f3375533640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.31:6830 osd.3 since back 2024-08-10T06:32:32.752036+0000 front 2024-08-10T06:32:32.752157+0000 (oldest deadline 2024-08-10T06:32:56.252068+0000) 2024-08-10T06:33:03.030 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:33:02 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[110712]: 2024-08-10T06:33:02.691+0000 7f3375533640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-08-10T06:32:06.048714+0000 front 2024-08-10T06:32:06.048732+0000 (oldest deadline 2024-08-10T06:32:31.348484+0000) 2024-08-10T06:33:03.030 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:33:02 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[110712]: 2024-08-10T06:33:02.691+0000 7f3375533640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-08-10T06:32:15.850382+0000 front 2024-08-10T06:32:15.850458+0000 (oldest deadline 2024-08-10T06:32:40.550192+0000) 2024-08-10T06:33:03.030 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:33:02 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[110712]: 2024-08-10T06:33:02.691+0000 7f3375533640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.31:6822 osd.2 since back 2024-08-10T06:32:22.751472+0000 front 2024-08-10T06:32:22.751542+0000 (oldest deadline 2024-08-10T06:32:46.851382+0000) 2024-08-10T06:33:03.030 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:33:02 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[110712]: 2024-08-10T06:33:02.691+0000 7f3375533640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.31:6830 osd.3 since back 2024-08-10T06:32:32.752036+0000 front 2024-08-10T06:32:32.752157+0000 (oldest deadline 2024-08-10T06:32:56.252068+0000) 2024-08-10T06:33:04.029 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:33:03 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[110712]: 2024-08-10T06:33:03.684+0000 7f3375533640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-08-10T06:32:06.048714+0000 front 2024-08-10T06:32:06.048732+0000 (oldest deadline 2024-08-10T06:32:31.348484+0000) 2024-08-10T06:33:04.029 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:33:03 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[110712]: 2024-08-10T06:33:03.684+0000 7f3375533640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-08-10T06:32:15.850382+0000 front 2024-08-10T06:32:15.850458+0000 (oldest deadline 2024-08-10T06:32:40.550192+0000) 2024-08-10T06:33:04.030 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:33:03 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[110712]: 2024-08-10T06:33:03.684+0000 7f3375533640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.31:6822 osd.2 since back 2024-08-10T06:32:22.751472+0000 front 2024-08-10T06:32:22.751542+0000 (oldest deadline 2024-08-10T06:32:46.851382+0000) 2024-08-10T06:33:04.030 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:33:03 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[110712]: 2024-08-10T06:33:03.684+0000 7f3375533640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.31:6830 osd.3 since back 2024-08-10T06:32:32.752036+0000 front 2024-08-10T06:32:32.752157+0000 (oldest deadline 2024-08-10T06:32:56.252068+0000) 2024-08-10T06:33:05.029 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:33:04 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[110712]: 2024-08-10T06:33:04.733+0000 7f3375533640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.31:6806 osd.0 since back 2024-08-10T06:32:06.048714+0000 front 2024-08-10T06:32:06.048732+0000 (oldest deadline 2024-08-10T06:32:31.348484+0000) 2024-08-10T06:33:05.030 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:33:04 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[110712]: 2024-08-10T06:33:04.733+0000 7f3375533640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.31:6814 osd.1 since back 2024-08-10T06:32:15.850382+0000 front 2024-08-10T06:32:15.850458+0000 (oldest deadline 2024-08-10T06:32:40.550192+0000) 2024-08-10T06:33:05.030 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:33:04 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[110712]: 2024-08-10T06:33:04.733+0000 7f3375533640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.31:6822 osd.2 since back 2024-08-10T06:32:22.751472+0000 front 2024-08-10T06:32:22.751542+0000 (oldest deadline 2024-08-10T06:32:46.851382+0000) 2024-08-10T06:33:05.030 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:33:04 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[110712]: 2024-08-10T06:33:04.733+0000 7f3375533640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.31:6830 osd.3 since back 2024-08-10T06:32:32.752036+0000 front 2024-08-10T06:32:32.752157+0000 (oldest deadline 2024-08-10T06:32:56.252068+0000) 2024-08-10T06:33:05.030 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:33:04 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7[110712]: 2024-08-10T06:33:04.733+0000 7f3375533640 -1 osd.7 2841 heartbeat_check: no reply from 172.21.15.196:6804 osd.4 since back 2024-08-10T06:32:39.752896+0000 front 2024-08-10T06:32:39.752875+0000 (oldest deadline 2024-08-10T06:33:03.852789+0000) 2024-08-10T06:33:05.483 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:33:05 smithi196 podman[152750]: 2024-08-10 06:33:05.153055473 +0000 UTC m=+5.479619133 container died 8d86aaf9475987b60924f7ca139c78c8f55083e770884006d915be4889c4c5f1 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, RELEASE=squid-bca9905) 2024-08-10T06:33:05.766 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:33:05 smithi196 podman[152750]: 2024-08-10 06:33:05.580365574 +0000 UTC m=+5.906929235 container cleanup 8d86aaf9475987b60924f7ca139c78c8f55083e770884006d915be4889c4c5f1 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-bca9905) 2024-08-10T06:33:05.766 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:33:05 smithi196 bash[152750]: ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7 2024-08-10T06:33:06.029 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:33:05 smithi196 podman[152772]: 2024-08-10 06:33:05.765268615 +0000 UTC m=+0.608964295 container remove 8d86aaf9475987b60924f7ca139c78c8f55083e770884006d915be4889c4c5f1 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7, RELEASE=squid-bca9905, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731) 2024-08-10T06:33:06.485 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:33:06 smithi196 podman[152863]: 2024-08-10 06:33:06.182867461 +0000 UTC m=+0.093632743 container create 046dce88748b4148cd0f681016c4b10d093f02970735669929bd2e87c1b2dec2 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7-deactivate, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240731, RELEASE=squid-bca9905, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-10T06:33:06.485 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:33:06 smithi196 podman[152863]: 2024-08-10 06:33:06.107128696 +0000 UTC m=+0.017893946 image pull c7b33901c8866b527fc2ae183a251d5e1d09961420a56731f5fa8537903bd68b quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec 2024-08-10T06:33:06.485 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:33:06 smithi196 podman[152863]: 2024-08-10 06:33:06.393162577 +0000 UTC m=+0.303927821 container init 046dce88748b4148cd0f681016c4b10d093f02970735669929bd2e87c1b2dec2 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7-deactivate, maintainer=Guillaume Abrioux , RELEASE=squid-bca9905, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731) 2024-08-10T06:33:06.486 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:33:06 smithi196 podman[152863]: 2024-08-10 06:33:06.398101124 +0000 UTC m=+0.308866367 container start 046dce88748b4148cd0f681016c4b10d093f02970735669929bd2e87c1b2dec2 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7-deactivate, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, RELEASE=squid-bca9905, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240731) 2024-08-10T06:33:06.486 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:33:06 smithi196 podman[152863]: 2024-08-10 06:33:06.484758343 +0000 UTC m=+0.395523582 container attach 046dce88748b4148cd0f681016c4b10d093f02970735669929bd2e87c1b2dec2 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7-deactivate, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.36.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=squid-bca9905, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-10T06:33:06.779 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 10 06:33:06 smithi196 podman[152863]: 2024-08-10 06:33:06.588318531 +0000 UTC m=+0.499083778 container died 046dce88748b4148cd0f681016c4b10d093f02970735669929bd2e87c1b2dec2 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-osd-7-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , RELEASE=squid-bca9905, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-08-10T06:33:07.167 DEBUG:teuthology.orchestra.run.smithi196:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fc322138-56d5-11ef-bcce-c7b262605968@osd.7.service' 2024-08-10T06:33:07.206 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-10T06:33:07.207 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-08-10T06:33:07.207 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-08-10T06:33:07.207 DEBUG:teuthology.orchestra.run.smithi031:> sudo systemctl stop ceph-fc322138-56d5-11ef-bcce-c7b262605968@mds.a 2024-08-10T06:33:07.502 INFO:journalctl@ceph.mds.a.smithi031.stdout:Aug 10 06:33:07 smithi031 systemd[1]: Stopping Ceph mds.a for fc322138-56d5-11ef-bcce-c7b262605968... 2024-08-10T06:33:07.769 INFO:journalctl@ceph.mds.a.smithi031.stdout:Aug 10 06:33:07 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mds-a[127519]: 2024-08-10T06:33:07.514+0000 7f7578832640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-10T06:33:07.770 INFO:journalctl@ceph.mds.a.smithi031.stdout:Aug 10 06:33:07 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mds-a[127519]: 2024-08-10T06:33:07.514+0000 7f7578832640 -1 mds.a *** got signal Terminated *** 2024-08-10T06:33:11.806 INFO:journalctl@ceph.mds.a.smithi031.stdout:Aug 10 06:33:11 smithi031 podman[185914]: 2024-08-10 06:33:11.525330908 +0000 UTC m=+4.115241812 container died 2232112f0bbc14303f8faadc9552506057862d33073b5954bd341cbb8e3aec10 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-mds-a, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=squid-bca9905, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=) 2024-08-10T06:33:12.139 INFO:journalctl@ceph.mds.a.smithi031.stdout:Aug 10 06:33:11 smithi031 podman[185914]: 2024-08-10 06:33:11.879292749 +0000 UTC m=+4.469203652 container cleanup 2232112f0bbc14303f8faadc9552506057862d33073b5954bd341cbb8e3aec10 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-mds-a, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=squid-bca9905, GIT_CLEAN=True) 2024-08-10T06:33:12.139 INFO:journalctl@ceph.mds.a.smithi031.stdout:Aug 10 06:33:11 smithi031 bash[185914]: ceph-fc322138-56d5-11ef-bcce-c7b262605968-mds-a 2024-08-10T06:33:12.326 DEBUG:teuthology.orchestra.run.smithi031:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fc322138-56d5-11ef-bcce-c7b262605968@mds.a.service' 2024-08-10T06:33:12.362 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-10T06:33:12.363 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-08-10T06:33:12.363 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-08-10T06:33:12.363 DEBUG:teuthology.orchestra.run.smithi196:> sudo systemctl stop ceph-fc322138-56d5-11ef-bcce-c7b262605968@mds.b 2024-08-10T06:33:12.653 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 10 06:33:12 smithi196 systemd[1]: Stopping Ceph mds.b for fc322138-56d5-11ef-bcce-c7b262605968... 2024-08-10T06:33:12.906 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 10 06:33:12 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mds-b[115236]: 2024-08-10T06:33:12.650+0000 7f919c5bd640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-10T06:33:12.906 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 10 06:33:12 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-mds-b[115236]: 2024-08-10T06:33:12.650+0000 7f919c5bd640 -1 mds.b *** got signal Terminated *** 2024-08-10T06:33:16.030 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:33:15 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:33:15.766Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.31:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.31:8765: connect: connection refused" 2024-08-10T06:33:16.030 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:33:15 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:33:15.766Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.31:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.31:8765: connect: connection refused" 2024-08-10T06:33:16.030 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:33:15 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:33:15.768Z caller=refresh.go:99 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.31:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.31:8765: connect: connection refused" 2024-08-10T06:33:16.030 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:33:15 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:33:15.769Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.31:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.31:8765: connect: connection refused" 2024-08-10T06:33:16.031 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:33:15 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:33:15.770Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.31:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.31:8765: connect: connection refused" 2024-08-10T06:33:16.950 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 10 06:33:16 smithi196 podman[152991]: 2024-08-10 06:33:16.65816684 +0000 UTC m=+4.105101685 container died 9804bac1e54bfd218e57ac83fd1ba1f9a43bd1ad6acf1fe634d968d028cde301 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-mds-b, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=squid-bca9905, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-10T06:33:17.279 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 10 06:33:17 smithi196 podman[152991]: 2024-08-10 06:33:17.023077077 +0000 UTC m=+4.470011909 container cleanup 9804bac1e54bfd218e57ac83fd1ba1f9a43bd1ad6acf1fe634d968d028cde301 (image=quay.ceph.io/ceph-ci/ceph@sha256:5995db70b7c0dbcae89fcf639211e25ae78a97bf75ee67d4610f865292766dec, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-mds-b, GIT_CLEAN=True, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, RELEASE=squid-bca9905, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS) 2024-08-10T06:33:17.280 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 10 06:33:17 smithi196 bash[152991]: ceph-fc322138-56d5-11ef-bcce-c7b262605968-mds-b 2024-08-10T06:33:17.457 DEBUG:teuthology.orchestra.run.smithi196:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fc322138-56d5-11ef-bcce-c7b262605968@mds.b.service' 2024-08-10T06:33:17.493 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-10T06:33:17.493 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-08-10T06:33:17.493 INFO:tasks.cephadm.prometheus.a:Stopping prometheus.a... 2024-08-10T06:33:17.494 DEBUG:teuthology.orchestra.run.smithi196:> sudo systemctl stop ceph-fc322138-56d5-11ef-bcce-c7b262605968@prometheus.a 2024-08-10T06:33:17.821 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:33:17 smithi196 systemd[1]: Stopping Ceph prometheus.a for fc322138-56d5-11ef-bcce-c7b262605968... 2024-08-10T06:33:18.119 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:33:17 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:33:17.820Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-08-10T06:33:18.120 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:33:17 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:33:17.820Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-08-10T06:33:18.120 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:33:17 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:33:17.820Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-08-10T06:33:18.120 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:33:17 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:33:17.820Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-08-10T06:33:18.120 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:33:17 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:33:17.820Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-08-10T06:33:18.120 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:33:17 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:33:17.820Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-08-10T06:33:18.120 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:33:17 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:33:17.820Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-08-10T06:33:18.120 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:33:17 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:33:17.820Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-08-10T06:33:18.120 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:33:17 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:33:17.820Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-08-10T06:33:18.120 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:33:17 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:33:17.822Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-08-10T06:33:18.120 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:33:17 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:33:17.822Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-08-10T06:33:18.120 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:33:17 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a[122934]: ts=2024-08-10T06:33:17.822Z caller=main.go:1147 level=info msg="See you next time!" 2024-08-10T06:33:18.120 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:33:17 smithi196 podman[153137]: 2024-08-10 06:33:17.830968155 +0000 UTC m=+0.117003007 container died a4e0d29f11bdfea38c23817e177579f6e9358c46b6a304074ab170f8455a84b3 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-10T06:33:18.461 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:33:18 smithi196 podman[153137]: 2024-08-10 06:33:18.218089574 +0000 UTC m=+0.504124416 container cleanup a4e0d29f11bdfea38c23817e177579f6e9358c46b6a304074ab170f8455a84b3 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-10T06:33:18.461 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 10 06:33:18 smithi196 bash[153137]: ceph-fc322138-56d5-11ef-bcce-c7b262605968-prometheus-a 2024-08-10T06:33:18.594 DEBUG:teuthology.orchestra.run.smithi196:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fc322138-56d5-11ef-bcce-c7b262605968@prometheus.a.service' 2024-08-10T06:33:18.626 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-10T06:33:18.627 INFO:tasks.cephadm.prometheus.a:Stopped prometheus.a 2024-08-10T06:33:18.627 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid fc322138-56d5-11ef-bcce-c7b262605968 --force --keep-logs 2024-08-10T06:33:20.628 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 06:33:20 smithi031 systemd[1]: Stopping Ceph alertmanager.a for fc322138-56d5-11ef-bcce-c7b262605968... 2024-08-10T06:33:21.020 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 06:33:20 smithi031 ceph-fc322138-56d5-11ef-bcce-c7b262605968-alertmanager-a[135689]: ts=2024-08-10T06:33:20.627Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-08-10T06:33:21.020 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 06:33:20 smithi031 podman[186377]: 2024-08-10 06:33:20.668325806 +0000 UTC m=+0.151933978 container died 0597c50ef79154c0d1edd8fe62ab779611a39e0fe024c1e27e8b723f2ce0b230 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-10T06:33:21.419 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 06:33:21 smithi031 podman[186377]: 2024-08-10 06:33:21.150408544 +0000 UTC m=+0.634016717 container cleanup 0597c50ef79154c0d1edd8fe62ab779611a39e0fe024c1e27e8b723f2ce0b230 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-10T06:33:21.419 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 06:33:21 smithi031 bash[186377]: ceph-fc322138-56d5-11ef-bcce-c7b262605968-alertmanager-a 2024-08-10T06:33:21.713 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 06:33:21 smithi031 podman[186394]: 2024-08-10 06:33:21.41864523 +0000 UTC m=+0.743300405 container remove 0597c50ef79154c0d1edd8fe62ab779611a39e0fe024c1e27e8b723f2ce0b230 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-10T06:33:21.713 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 06:33:21 smithi031 podman[186394]: 2024-08-10 06:33:21.502568959 +0000 UTC m=+0.827224092 volume remove 7e99491d0bca44f7ba7c50c2262630df856839f1eba3e37f7619ae9b53653b87 2024-08-10T06:33:22.020 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 06:33:21 smithi031 systemd[1]: Stopping Ceph node-exporter.a for fc322138-56d5-11ef-bcce-c7b262605968... 2024-08-10T06:33:22.020 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 06:33:21 smithi031 systemd[1]: ceph-fc322138-56d5-11ef-bcce-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-08-10T06:33:22.020 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 06:33:21 smithi031 systemd[1]: Stopped Ceph alertmanager.a for fc322138-56d5-11ef-bcce-c7b262605968. 2024-08-10T06:33:22.020 INFO:journalctl@ceph.alertmanager.a.smithi031.stdout:Aug 10 06:33:21 smithi031 systemd[1]: ceph-fc322138-56d5-11ef-bcce-c7b262605968@alertmanager.a.service: Consumed 4.076s CPU time. 2024-08-10T06:33:22.432 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 06:33:22 smithi031 podman[186506]: 2024-08-10 06:33:22.176824778 +0000 UTC m=+0.114583705 container died 3ab83fdd38ac7d7268b0f0c77a804f6dfa80e58afb2537b941ba3dc5a63f3b34 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-10T06:33:22.770 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 06:33:22 smithi031 podman[186506]: 2024-08-10 06:33:22.530629471 +0000 UTC m=+0.468388398 container cleanup 3ab83fdd38ac7d7268b0f0c77a804f6dfa80e58afb2537b941ba3dc5a63f3b34 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-10T06:33:22.770 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 06:33:22 smithi031 bash[186506]: ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a 2024-08-10T06:33:23.115 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 06:33:22 smithi031 podman[186525]: 2024-08-10 06:33:22.78174247 +0000 UTC m=+0.605546409 container remove 3ab83fdd38ac7d7268b0f0c77a804f6dfa80e58afb2537b941ba3dc5a63f3b34 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-10T06:33:23.116 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 06:33:22 smithi031 systemd[1]: ceph-fc322138-56d5-11ef-bcce-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-08-10T06:33:23.116 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 06:33:22 smithi031 systemd[1]: ceph-fc322138-56d5-11ef-bcce-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-08-10T06:33:23.116 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 06:33:22 smithi031 systemd[1]: Stopped Ceph node-exporter.a for fc322138-56d5-11ef-bcce-c7b262605968. 2024-08-10T06:33:23.116 INFO:journalctl@ceph.node-exporter.a.smithi031.stdout:Aug 10 06:33:22 smithi031 systemd[1]: ceph-fc322138-56d5-11ef-bcce-c7b262605968@node-exporter.a.service: Consumed 8.317s CPU time. 2024-08-10T06:33:23.663 DEBUG:teuthology.orchestra.run.smithi196:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid fc322138-56d5-11ef-bcce-c7b262605968 --force --keep-logs 2024-08-10T06:33:25.568 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 06:33:25 smithi196 systemd[1]: Stopping Ceph grafana.a for fc322138-56d5-11ef-bcce-c7b262605968... 2024-08-10T06:33:25.849 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 06:33:25 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[126930]: logger=server t=2024-08-10T06:33:25.566806509Z level=info msg="Shutdown started" reason="System signal: terminated" 2024-08-10T06:33:25.849 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 06:33:25 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[126930]: logger=tracing t=2024-08-10T06:33:25.567164777Z level=info msg="Closing tracing" 2024-08-10T06:33:25.849 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 06:33:25 smithi196 ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a[126930]: logger=ticker t=2024-08-10T06:33:25.567222934Z level=info msg=stopped last_tick=2024-08-10T06:33:20Z 2024-08-10T06:33:25.849 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 06:33:25 smithi196 podman[153590]: 2024-08-10 06:33:25.577292053 +0000 UTC m=+0.123084869 container died 1d3ad4684a8c57a577642d34bcafd28613b3db77ba259e3eee7f1e0947e9dc1d (image=quay.io/ceph/grafana:9.4.12, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-08-10T06:33:26.199 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 06:33:25 smithi196 podman[153590]: 2024-08-10 06:33:25.938928584 +0000 UTC m=+0.484721397 container cleanup 1d3ad4684a8c57a577642d34bcafd28613b3db77ba259e3eee7f1e0947e9dc1d (image=quay.io/ceph/grafana:9.4.12, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-08-10T06:33:26.199 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 06:33:25 smithi196 bash[153590]: ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a 2024-08-10T06:33:26.502 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 06:33:26 smithi196 podman[153609]: 2024-08-10 06:33:26.19838399 +0000 UTC m=+0.623017298 container remove 1d3ad4684a8c57a577642d34bcafd28613b3db77ba259e3eee7f1e0947e9dc1d (image=quay.io/ceph/grafana:9.4.12, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-08-10T06:33:26.502 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 06:33:26 smithi196 systemd[1]: ceph-fc322138-56d5-11ef-bcce-c7b262605968@grafana.a.service: Deactivated successfully. 2024-08-10T06:33:26.502 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 06:33:26 smithi196 systemd[1]: Stopped Ceph grafana.a for fc322138-56d5-11ef-bcce-c7b262605968. 2024-08-10T06:33:26.502 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 10 06:33:26 smithi196 systemd[1]: ceph-fc322138-56d5-11ef-bcce-c7b262605968@grafana.a.service: Consumed 40.015s CPU time. 2024-08-10T06:33:26.779 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 06:33:26 smithi196 systemd[1]: Stopping Ceph node-exporter.b for fc322138-56d5-11ef-bcce-c7b262605968... 2024-08-10T06:33:27.052 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 06:33:26 smithi196 podman[153719]: 2024-08-10 06:33:26.780884334 +0000 UTC m=+0.139085343 container died a882c91f011609b8ac7000293d393adb29dbe1d606ccbc1969ca16b97f94859c (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-10T06:33:27.394 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 06:33:27 smithi196 podman[153719]: 2024-08-10 06:33:27.150940245 +0000 UTC m=+0.509141250 container cleanup a882c91f011609b8ac7000293d393adb29dbe1d606ccbc1969ca16b97f94859c (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-10T06:33:27.394 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 06:33:27 smithi196 bash[153719]: ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b 2024-08-10T06:33:27.667 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 06:33:27 smithi196 podman[153736]: 2024-08-10 06:33:27.393472409 +0000 UTC m=+0.616662113 container remove a882c91f011609b8ac7000293d393adb29dbe1d606ccbc1969ca16b97f94859c (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-fc322138-56d5-11ef-bcce-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-10T06:33:27.667 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 06:33:27 smithi196 systemd[1]: ceph-fc322138-56d5-11ef-bcce-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-08-10T06:33:27.667 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 06:33:27 smithi196 systemd[1]: ceph-fc322138-56d5-11ef-bcce-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-08-10T06:33:27.667 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 06:33:27 smithi196 systemd[1]: Stopped Ceph node-exporter.b for fc322138-56d5-11ef-bcce-c7b262605968. 2024-08-10T06:33:27.667 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 10 06:33:27 smithi196 systemd[1]: ceph-fc322138-56d5-11ef-bcce-c7b262605968@node-exporter.b.service: Consumed 7.284s CPU time. 2024-08-10T06:33:28.175 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-08-10T06:33:28.210 DEBUG:teuthology.orchestra.run.smithi196:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-08-10T06:33:28.238 INFO:tasks.cephadm:Archiving crash dumps... 2024-08-10T06:33:28.240 DEBUG:teuthology.misc:Transferring archived files from smithi031:/var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-08-09_02:08:13-upgrade-squid-distro-default-smithi/7845241/remote/smithi031/crash 2024-08-10T06:33:28.241 DEBUG:teuthology.orchestra.run.smithi031:> sudo tar c -f - -C /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/crash -- . 2024-08-10T06:33:28.296 INFO:teuthology.orchestra.run.smithi031.stderr:tar: /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/crash: Cannot open: No such file or directory 2024-08-10T06:33:28.296 INFO:teuthology.orchestra.run.smithi031.stderr:tar: Error is not recoverable: exiting now 2024-08-10T06:33:28.298 DEBUG:teuthology.misc:Transferring archived files from smithi196:/var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-08-09_02:08:13-upgrade-squid-distro-default-smithi/7845241/remote/smithi196/crash 2024-08-10T06:33:28.299 DEBUG:teuthology.orchestra.run.smithi196:> sudo tar c -f - -C /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/crash -- . 2024-08-10T06:33:28.359 INFO:teuthology.orchestra.run.smithi196.stderr:tar: /var/lib/ceph/fc322138-56d5-11ef-bcce-c7b262605968/crash: Cannot open: No such file or directory 2024-08-10T06:33:28.359 INFO:teuthology.orchestra.run.smithi196.stderr:tar: Error is not recoverable: exiting now 2024-08-10T06:33:28.360 INFO:tasks.cephadm:Checking cluster log for badness... 2024-08-10T06:33:28.360 DEBUG:teuthology.orchestra.run.smithi031:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/fc322138-56d5-11ef-bcce-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-08-10T06:33:28.390 INFO:teuthology.orchestra.run.smithi031.stdout:1723266555.6870131 mon.a (mon.0) 518 : cluster [WRN] Health check failed: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded (PG_DEGRADED) 2024-08-10T06:33:28.392 WARNING:tasks.cephadm:Found errors (ERR|WRN|SEC) in cluster log 2024-08-10T06:33:28.393 DEBUG:teuthology.orchestra.run.smithi031:> sudo egrep '\[SEC\]' /var/log/ceph/fc322138-56d5-11ef-bcce-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-08-10T06:33:28.464 DEBUG:teuthology.orchestra.run.smithi031:> sudo egrep '\[ERR\]' /var/log/ceph/fc322138-56d5-11ef-bcce-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-08-10T06:33:28.536 DEBUG:teuthology.orchestra.run.smithi031:> sudo egrep '\[WRN\]' /var/log/ceph/fc322138-56d5-11ef-bcce-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-08-10T06:33:28.606 INFO:teuthology.orchestra.run.smithi031.stdout:1723266555.6870131 mon.a (mon.0) 518 : cluster [WRN] Health check failed: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded (PG_DEGRADED) 2024-08-10T06:33:28.608 INFO:tasks.cephadm:Compressing logs... 2024-08-10T06:33:28.608 DEBUG:teuthology.orchestra.run.smithi031:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-08-10T06:33:28.651 DEBUG:teuthology.orchestra.run.smithi196:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-08-10T06:33:28.675 INFO:teuthology.orchestra.run.smithi031.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/fc322138-56d5-11ef-bcce-c7b262605968/ceph.log 2024-08-10T06:33:28.675 INFO:teuthology.orchestra.run.smithi031.stderr:: No such file or directory 2024-08-10T06:33:28.676 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/fc322138-56d5-11ef-bcce-c7b262605968/ceph-osd.2.log 2024-08-10T06:33:28.676 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/fc322138-56d5-11ef-bcce-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/fc322138-56d5-11ef-bcce-c7b262605968/ceph.audit.log 2024-08-10T06:33:28.676 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/fc322138-56d5-11ef-bcce-c7b262605968/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/fc322138-56d5-11ef-bcce-c7b262605968/ceph-osd.3.log 2024-08-10T06:33:28.676 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/fc322138-56d5-11ef-bcce-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/fc322138-56d5-11ef-bcce-c7b262605968/ceph-osd.1.log 2024-08-10T06:33:28.679 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/fc322138-56d5-11ef-bcce-c7b262605968/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/fc322138-56d5-11ef-bcce-c7b262605968/ceph-mgr.y.log 2024-08-10T06:33:28.679 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/fc322138-56d5-11ef-bcce-c7b262605968/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/fc322138-56d5-11ef-bcce-c7b262605968/ceph-osd.0.log 2024-08-10T06:33:28.679 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/fc322138-56d5-11ef-bcce-c7b262605968/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/fc322138-56d5-11ef-bcce-c7b262605968/ceph-mon.c.log 2024-08-10T06:33:28.679 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/fc322138-56d5-11ef-bcce-c7b262605968/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/fc322138-56d5-11ef-bcce-c7b262605968/ceph-mon.a.log 2024-08-10T06:33:28.682 INFO:teuthology.orchestra.run.smithi196.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/fc322138-56d5-11ef-bcce-c7b262605968/ceph.log 2024-08-10T06:33:28.682 INFO:teuthology.orchestra.run.smithi196.stderr:: No such file or directory 2024-08-10T06:33:28.683 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/fc322138-56d5-11ef-bcce-c7b262605968/ceph.audit.log 2024-08-10T06:33:28.683 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/fc322138-56d5-11ef-bcce-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/fc322138-56d5-11ef-bcce-c7b262605968/ceph-osd.7.log 2024-08-10T06:33:28.683 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose --/var/log/ceph/fc322138-56d5-11ef-bcce-c7b262605968/ceph.audit.log: /var/log/ceph/fc322138-56d5-11ef-bcce-c7b262605968/ceph-mds.b.log 2024-08-10T06:33:28.683 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/fc322138-56d5-11ef-bcce-c7b262605968/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/fc322138-56d5-11ef-bcce-c7b262605968/ceph-osd.5.log 2024-08-10T06:33:28.683 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/fc322138-56d5-11ef-bcce-c7b262605968/ceph-osd.4.log 2024-08-10T06:33:28.683 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/fc322138-56d5-11ef-bcce-c7b262605968/ceph-mds.b.log: /var/log/ceph/fc322138-56d5-11ef-bcce-c7b262605968/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/fc322138-56d5-11ef-bcce-c7b262605968/ceph-mgr.x.log 2024-08-10T06:33:28.683 INFO:teuthology.orchestra.run.smithi196.stderr: 85.7% -- replaced with /var/log/ceph/fc322138-56d5-11ef-bcce-c7b262605968/ceph-mds.b.log.gz 2024-08-10T06:33:28.683 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/fc322138-56d5-11ef-bcce-c7b262605968/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/fc322138-56d5-11ef-bcce-c7b262605968/ceph-osd.6.log 2024-08-10T06:33:28.683 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/fc322138-56d5-11ef-bcce-c7b262605968/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/fc322138-56d5-11ef-bcce-c7b262605968/ceph.cephadm.log 2024-08-10T06:33:28.683 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/fc322138-56d5-11ef-bcce-c7b262605968/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/fc322138-56d5-11ef-bcce-c7b262605968/ceph-volume.log 2024-08-10T06:33:28.683 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/fc322138-56d5-11ef-bcce-c7b262605968/ceph.cephadm.log: 84.3% -- replaced with /var/log/ceph/fc322138-56d5-11ef-bcce-c7b262605968/ceph.cephadm.log.gz 2024-08-10T06:33:28.683 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/fc322138-56d5-11ef-bcce-c7b262605968/ceph-mon.b.log 2024-08-10T06:33:28.685 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/fc322138-56d5-11ef-bcce-c7b262605968/ceph-volume.log: 91.3% -- replaced with /var/log/ceph/fc322138-56d5-11ef-bcce-c7b262605968/ceph.audit.log.gz 2024-08-10T06:33:28.691 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/fc322138-56d5-11ef-bcce-c7b262605968/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/fc322138-56d5-11ef-bcce-c7b262605968/ceph.cephadm.log 2024-08-10T06:33:28.692 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/fc322138-56d5-11ef-bcce-c7b262605968/ceph-mon.a.log: 94.7% -- replaced with /var/log/ceph/fc322138-56d5-11ef-bcce-c7b262605968/ceph.audit.log.gz 2024-08-10T06:33:28.693 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- 86.6% -- replaced with /var/log/ceph/fc322138-56d5-11ef-bcce-c7b262605968/ceph.log.gz 2024-08-10T06:33:28.693 INFO:teuthology.orchestra.run.smithi196.stderr: /var/log/ceph/cephadm.log 2024-08-10T06:33:28.701 INFO:teuthology.orchestra.run.smithi031.stderr: 92.6% -- replaced with /var/log/ceph/fc322138-56d5-11ef-bcce-c7b262605968/ceph.log.gz 2024-08-10T06:33:28.704 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/fc322138-56d5-11ef-bcce-c7b262605968/ceph-mds.a.log 2024-08-10T06:33:28.706 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/fc322138-56d5-11ef-bcce-c7b262605968/ceph.cephadm.log: 91.0% -- replaced with /var/log/ceph/fc322138-56d5-11ef-bcce-c7b262605968/ceph.cephadm.log.gz 2024-08-10T06:33:28.709 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/fc322138-56d5-11ef-bcce-c7b262605968/ceph-mon.b.log: /var/log/ceph/cephadm.log: 91.1% -- replaced with /var/log/ceph/fc322138-56d5-11ef-bcce-c7b262605968/ceph-volume.log.gz 2024-08-10T06:33:28.714 INFO:teuthology.orchestra.run.smithi031.stderr:gzip -5 --verbose -- /var/log/ceph/fc322138-56d5-11ef-bcce-c7b262605968/ceph-volume.log 2024-08-10T06:33:28.715 INFO:teuthology.orchestra.run.smithi196.stderr: 91.5% -- replaced with /var/log/ceph/cephadm.log.gz 2024-08-10T06:33:28.727 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/fc322138-56d5-11ef-bcce-c7b262605968/ceph-mds.a.log: gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-08-10T06:33:28.732 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/fc322138-56d5-11ef-bcce-c7b262605968/ceph-volume.log: 92.4% -- replaced with /var/log/ceph/fc322138-56d5-11ef-bcce-c7b262605968/ceph-mds.a.log.gz 2024-08-10T06:33:28.738 INFO:teuthology.orchestra.run.smithi031.stderr:/var/log/ceph/cephadm.log: 92.2% -- replaced with /var/log/ceph/cephadm.log.gz 2024-08-10T06:33:28.753 INFO:teuthology.orchestra.run.smithi196.stderr: 90.8% -- replaced with /var/log/ceph/fc322138-56d5-11ef-bcce-c7b262605968/ceph-mgr.x.log.gz 2024-08-10T06:33:28.757 INFO:teuthology.orchestra.run.smithi031.stderr: 91.1% -- replaced with /var/log/ceph/fc322138-56d5-11ef-bcce-c7b262605968/ceph-volume.log.gz 2024-08-10T06:33:29.713 INFO:teuthology.orchestra.run.smithi031.stderr: 90.1% -- replaced with /var/log/ceph/fc322138-56d5-11ef-bcce-c7b262605968/ceph-mgr.y.log.gz 2024-08-10T06:33:30.096 INFO:teuthology.orchestra.run.smithi196.stderr: 92.2% -- replaced with /var/log/ceph/fc322138-56d5-11ef-bcce-c7b262605968/ceph-mon.b.log.gz 2024-08-10T06:33:30.718 INFO:teuthology.orchestra.run.smithi031.stderr: 92.3% -- replaced with /var/log/ceph/fc322138-56d5-11ef-bcce-c7b262605968/ceph-mon.c.log.gz 2024-08-10T06:33:34.393 INFO:teuthology.orchestra.run.smithi031.stderr: 90.5% -- replaced with /var/log/ceph/fc322138-56d5-11ef-bcce-c7b262605968/ceph-mon.a.log.gz 2024-08-10T06:33:47.848 INFO:teuthology.orchestra.run.smithi196.stderr: 94.3% -- replaced with /var/log/ceph/fc322138-56d5-11ef-bcce-c7b262605968/ceph-osd.4.log.gz 2024-08-10T06:33:50.899 INFO:teuthology.orchestra.run.smithi196.stderr: 94.9% -- replaced with /var/log/ceph/fc322138-56d5-11ef-bcce-c7b262605968/ceph-osd.6.log.gz 2024-08-10T06:33:51.587 INFO:teuthology.orchestra.run.smithi196.stderr: 94.5% -- replaced with /var/log/ceph/fc322138-56d5-11ef-bcce-c7b262605968/ceph-osd.5.log.gz 2024-08-10T06:33:51.619 INFO:teuthology.orchestra.run.smithi031.stderr: 94.6% -- replaced with /var/log/ceph/fc322138-56d5-11ef-bcce-c7b262605968/ceph-osd.3.log.gz 2024-08-10T06:33:51.874 INFO:teuthology.orchestra.run.smithi196.stderr: 94.5% -- replaced with /var/log/ceph/fc322138-56d5-11ef-bcce-c7b262605968/ceph-osd.7.log.gz 2024-08-10T06:33:51.875 INFO:teuthology.orchestra.run.smithi196.stderr: 2024-08-10T06:33:51.876 INFO:teuthology.orchestra.run.smithi196.stderr:real 0m23.209s 2024-08-10T06:33:51.876 INFO:teuthology.orchestra.run.smithi196.stderr:user 1m25.683s 2024-08-10T06:33:51.876 INFO:teuthology.orchestra.run.smithi196.stderr:sys 0m3.230s 2024-08-10T06:33:53.931 INFO:teuthology.orchestra.run.smithi031.stderr: 94.4% -- replaced with /var/log/ceph/fc322138-56d5-11ef-bcce-c7b262605968/ceph-osd.1.log.gz 2024-08-10T06:33:56.124 INFO:teuthology.orchestra.run.smithi031.stderr: 94.5% -- replaced with /var/log/ceph/fc322138-56d5-11ef-bcce-c7b262605968/ceph-osd.0.log.gz 2024-08-10T06:33:56.734 INFO:teuthology.orchestra.run.smithi031.stderr: 94.0% -- replaced with /var/log/ceph/fc322138-56d5-11ef-bcce-c7b262605968/ceph-osd.2.log.gz 2024-08-10T06:33:56.736 INFO:teuthology.orchestra.run.smithi031.stderr: 2024-08-10T06:33:56.736 INFO:teuthology.orchestra.run.smithi031.stderr:real 0m28.071s 2024-08-10T06:33:56.736 INFO:teuthology.orchestra.run.smithi031.stderr:user 1m48.746s 2024-08-10T06:33:56.736 INFO:teuthology.orchestra.run.smithi031.stderr:sys 0m3.615s 2024-08-10T06:33:56.736 INFO:tasks.cephadm:Archiving logs... 2024-08-10T06:33:56.737 DEBUG:teuthology.misc:Transferring archived files from smithi031:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-08-09_02:08:13-upgrade-squid-distro-default-smithi/7845241/remote/smithi031/log 2024-08-10T06:33:56.738 DEBUG:teuthology.orchestra.run.smithi031:> sudo tar c -f - -C /var/log/ceph -- . 2024-08-10T06:34:10.791 DEBUG:teuthology.misc:Transferring archived files from smithi196:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-08-09_02:08:13-upgrade-squid-distro-default-smithi/7845241/remote/smithi196/log 2024-08-10T06:34:10.793 DEBUG:teuthology.orchestra.run.smithi196:> sudo tar c -f - -C /var/log/ceph -- . 2024-08-10T06:34:22.500 INFO:tasks.cephadm:Removing cluster... 2024-08-10T06:34:22.501 DEBUG:teuthology.orchestra.run.smithi031:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid fc322138-56d5-11ef-bcce-c7b262605968 --force 2024-08-10T06:34:23.139 DEBUG:teuthology.orchestra.run.smithi196:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid fc322138-56d5-11ef-bcce-c7b262605968 --force 2024-08-10T06:34:23.721 INFO:tasks.cephadm:Removing cephadm ... 2024-08-10T06:34:23.722 DEBUG:teuthology.orchestra.run.smithi031:> rm -rf /home/ubuntu/cephtest/cephadm 2024-08-10T06:34:23.739 DEBUG:teuthology.orchestra.run.smithi196:> rm -rf /home/ubuntu/cephtest/cephadm 2024-08-10T06:34:23.755 INFO:tasks.cephadm:Teardown complete 2024-08-10T06:34:23.755 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-08-10T06:34:23.766 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-08-10T06:34:23.766 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-08-10T06:34:23.783 DEBUG:teuthology.orchestra.run.smithi196:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-08-10T06:34:23.868 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-08-10T06:34:23.879 INFO:teuthology.task.clock:Checking final clock skew... 2024-08-10T06:34:23.879 DEBUG:teuthology.orchestra.run.smithi031:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-08-10T06:34:23.882 DEBUG:teuthology.orchestra.run.smithi196:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-08-10T06:34:23.896 INFO:teuthology.orchestra.run.smithi031.stderr:bash: line 1: ntpq: command not found 2024-08-10T06:34:23.896 INFO:teuthology.orchestra.run.smithi196.stderr:bash: line 1: ntpq: command not found 2024-08-10T06:34:23.901 INFO:teuthology.orchestra.run.smithi196.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-08-10T06:34:23.902 INFO:teuthology.orchestra.run.smithi196.stdout:=============================================================================== 2024-08-10T06:34:23.902 INFO:teuthology.orchestra.run.smithi196.stdout:^* hv01.front.sepia.ceph.com 3 7 377 19 -661us[ -653us] +/- 44ms 2024-08-10T06:34:23.902 INFO:teuthology.orchestra.run.smithi196.stdout:^+ hv02.front.sepia.ceph.com 3 7 377 19 +1453us[+1453us] +/- 66ms 2024-08-10T06:34:23.902 INFO:teuthology.orchestra.run.smithi196.stdout:^+ hv03.front.sepia.ceph.com 3 7 377 26 -552us[ -544us] +/- 87ms 2024-08-10T06:34:23.902 INFO:teuthology.orchestra.run.smithi196.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2024-08-10T06:34:23.903 INFO:teuthology.orchestra.run.smithi031.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-08-10T06:34:23.903 INFO:teuthology.orchestra.run.smithi031.stdout:=============================================================================== 2024-08-10T06:34:23.904 INFO:teuthology.orchestra.run.smithi031.stdout:^* hv01.front.sepia.ceph.com 3 6 377 23 -688us[ -706us] +/- 44ms 2024-08-10T06:34:23.904 INFO:teuthology.orchestra.run.smithi031.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 20 +1441us[+1441us] +/- 66ms 2024-08-10T06:34:23.904 INFO:teuthology.orchestra.run.smithi031.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 19 -578us[ -578us] +/- 87ms 2024-08-10T06:34:23.904 INFO:teuthology.orchestra.run.smithi031.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2024-08-10T06:34:23.904 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-08-10T06:34:23.916 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-08-10T06:34:23.916 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-08-10T06:34:23.926 DEBUG:teuthology.orchestra.run.smithi031:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-08-10T06:34:24.048 DEBUG:teuthology.orchestra.run.smithi196:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-08-10T06:34:24.133 DEBUG:teuthology.orchestra.run.smithi031:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-08-10T06:34:24.165 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-10T06:34:24.166 DEBUG:teuthology.orchestra.run.smithi196:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-08-10T06:34:24.194 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-10T06:34:24.195 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-08-10T06:34:24.208 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-08-10T06:34:24.218 INFO:teuthology.task.internal:Duration was 5805.639325 seconds 2024-08-10T06:34:24.219 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-08-10T06:34:24.293 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-08-10T06:34:24.293 DEBUG:teuthology.orchestra.run.smithi031:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-08-10T06:34:24.296 DEBUG:teuthology.orchestra.run.smithi196:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-08-10T06:34:24.334 INFO:teuthology.orchestra.run.smithi196.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-08-10T06:34:24.335 INFO:teuthology.orchestra.run.smithi031.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-08-10T06:34:24.817 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-08-10T06:34:24.817 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi031.front.sepia.ceph.com 2024-08-10T06:34:24.817 DEBUG:teuthology.orchestra.run.smithi031:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-08-10T06:34:24.841 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi196.front.sepia.ceph.com 2024-08-10T06:34:24.841 DEBUG:teuthology.orchestra.run.smithi196:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-08-10T06:34:24.881 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-08-10T06:34:24.881 DEBUG:teuthology.orchestra.run.smithi031:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-08-10T06:34:24.884 DEBUG:teuthology.orchestra.run.smithi196:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-08-10T06:34:24.948 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-08-10T06:34:24.948 DEBUG:teuthology.orchestra.run.smithi031:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-08-10T06:34:24.954 DEBUG:teuthology.orchestra.run.smithi196:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-08-10T06:34:25.560 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-08-10T06:34:25.571 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-08-10T06:34:25.572 DEBUG:teuthology.orchestra.run.smithi031:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-08-10T06:34:25.597 DEBUG:teuthology.orchestra.run.smithi196:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-08-10T06:34:25.622 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-08-10T06:34:25.635 DEBUG:teuthology.orchestra.run.smithi031:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-08-10T06:34:25.641 DEBUG:teuthology.orchestra.run.smithi196:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-08-10T06:34:25.663 INFO:teuthology.orchestra.run.smithi031.stdout:kernel.core_pattern = core 2024-08-10T06:34:25.686 INFO:teuthology.orchestra.run.smithi196.stdout:kernel.core_pattern = core 2024-08-10T06:34:25.699 DEBUG:teuthology.orchestra.run.smithi031:> test -e /home/ubuntu/cephtest/archive/coredump 2024-08-10T06:34:25.732 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-10T06:34:25.732 DEBUG:teuthology.orchestra.run.smithi196:> test -e /home/ubuntu/cephtest/archive/coredump 2024-08-10T06:34:25.753 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-10T06:34:25.753 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-08-10T06:34:25.766 INFO:teuthology.task.internal:Transferring archived files... 2024-08-10T06:34:25.767 DEBUG:teuthology.misc:Transferring archived files from smithi031:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-08-09_02:08:13-upgrade-squid-distro-default-smithi/7845241/remote/smithi031 2024-08-10T06:34:25.768 DEBUG:teuthology.orchestra.run.smithi031:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-08-10T06:34:25.824 DEBUG:teuthology.misc:Transferring archived files from smithi196:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-08-09_02:08:13-upgrade-squid-distro-default-smithi/7845241/remote/smithi196 2024-08-10T06:34:25.824 DEBUG:teuthology.orchestra.run.smithi196:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-08-10T06:34:25.866 INFO:teuthology.task.internal:Removing archive directory... 2024-08-10T06:34:25.866 DEBUG:teuthology.orchestra.run.smithi031:> rm -rf -- /home/ubuntu/cephtest/archive 2024-08-10T06:34:25.869 DEBUG:teuthology.orchestra.run.smithi196:> rm -rf -- /home/ubuntu/cephtest/archive 2024-08-10T06:34:25.912 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-08-10T06:34:25.926 INFO:teuthology.task.internal:Not uploading archives. 2024-08-10T06:34:25.926 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-08-10T06:34:25.938 INFO:teuthology.task.internal:Tidying up after the test... 2024-08-10T06:34:25.938 DEBUG:teuthology.orchestra.run.smithi031:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-08-10T06:34:25.940 DEBUG:teuthology.orchestra.run.smithi196:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-08-10T06:34:25.955 INFO:teuthology.orchestra.run.smithi031.stdout: 262165 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Aug 10 06:34 /home/ubuntu/cephtest 2024-08-10T06:34:25.968 INFO:teuthology.orchestra.run.smithi196.stdout: 262165 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Aug 10 06:34 /home/ubuntu/cephtest 2024-08-10T06:34:25.969 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-08-10T06:34:25.981 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-08-10T06:34:26.006 INFO:teuthology.run:Summary data: description: upgrade/quincy-x/parallel/{0-random-distro$/{centos_9.stream_runc} 0-start 1-tasks mon_election/connectivity upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} duration: 5805.639325141907 failure_reason: '"1723266555.6870131 mon.a (mon.0) 518 : cluster [WRN] Health check failed: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded (PG_DEGRADED)" in cluster log' flavor: default owner: scheduled_teuthology@teuthology success: false 2024-08-10T06:34:26.007 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-08-10T06:34:26.080 INFO:teuthology.run:FAIL